-- Logs begin at Wed 2022-02-09 20:43:35 UTC, end at Wed 2022-02-09 23:16:35 UTC. -- Feb 09 21:17:50.548213 n-d-828601-1 systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 21:17:53.514566 n-d-828601-1 neutron-server[103094]: INFO neutron.common.config [-] Logging enabled! Feb 09 21:17:53.515185 n-d-828601-1 neutron-server[103094]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 21:17:53.515358 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103094) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 21:17:53.518598 n-d-828601-1 neutron-server[103094]: INFO neutron.common.config [-] Logging enabled! Feb 09 21:17:53.518847 n-d-828601-1 neutron-server[103094]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 21:17:53.519165 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103094) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 21:17:53.520131 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 21:17:53.520372 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 21:17:53.520762 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 21:17:53.521020 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 21:17:53.521252 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 21:17:53.521734 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.522162 n-d-828601-1 neutron-server[103094]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 09 21:17:53.522478 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.522778 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.523075 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.523375 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.523691 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.523981 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.524272 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.524573 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.524889 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.525171 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.525455 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.525749 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.526034 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.526323 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.526609 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.526893 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] debug = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.527178 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.527610 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.528038 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.528321 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.528613 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.528895 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.529170 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.529447 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.529733 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.530076 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] host = n-d-828601-1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.530358 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.530648 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.530937 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.531225 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.531509 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.531816 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.532106 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.532381 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.532655 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] log_file = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.532932 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.533222 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.533509 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.533800 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.534029 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.534256 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.534545 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.534832 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.535109 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.535384 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.535678 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.535959 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.536235 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.536505 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.536791 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.537077 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.537363 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.537635 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.537909 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.538182 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.538453 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.538739 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.539011 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.539285 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.539557 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.539867 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.540139 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.540925 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.541225 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.541510 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.541796 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.542083 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.542359 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.542642 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.542916 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.543188 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.543462 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] use_json = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.543758 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.544031 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.544314 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.544587 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.544859 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.545131 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.545402 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.545684 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.545957 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:53.546255 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.546552 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.546854 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.547151 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.547445 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.547749 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.548043 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.548324 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.548614 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.548904 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.549203 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.549487 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.549788 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.550081 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.550380 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.550687 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.550980 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.551274 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.551551 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.551855 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.552132 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.552413 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.552701 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.552980 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.553268 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.553557 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.553834 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.554131 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.554419 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.554713 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.555003 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.555279 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.555559 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.555893 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.556703 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.556980 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.557260 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.557550 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.557825 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.558097 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.558380 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.558660 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.558933 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.559206 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.559488 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.559799 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.560075 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.560348 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.560621 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.560898 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.561170 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.561454 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.561730 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.562005 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.562276 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.562552 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.562825 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.563099 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.563377 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.563677 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.563951 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.564223 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.564493 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.564766 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.565038 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.565310 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.565580 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.565850 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.566392 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.566664 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.566936 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.567206 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.567477 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.567775 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.568061 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.568355 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.568632 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.568917 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.569194 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.569470 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.569748 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.570023 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.570298 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.570573 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.570848 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.571138 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.571421 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.571758 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.572075 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.572355 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.572649 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.572926 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.573209 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.573485 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.573760 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.574044 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.574325 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.574624 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.574920 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.575214 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.575506 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.575832 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.576114 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.576422 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.576700 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:53.576918 n-d-828601-1 neutron-server[103094]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 21:17:53.577160 n-d-828601-1 neutron-server[103094]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103094) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 09 21:17:53.947939 n-d-828601-1 neutron-server[103094]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 21:17:53.948217 n-d-828601-1 neutron-server[103094]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 21:17:53.948557 n-d-828601-1 neutron-server[103094]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 21:17:53.948894 n-d-828601-1 neutron-server[103094]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 21:17:54.278625 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.278838 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.279118 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.280655 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.281110 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.281536 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.326818 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.327102 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.327373 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.343005 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.343292 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.343564 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.372927 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.373211 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.373482 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.409597 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.409886 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.410157 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.761814 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.762448 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.762448 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.762631 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.763279 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.863136 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.863463 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.863778 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.864059 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.864331 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.864643 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.864904 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.865161 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.865417 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.865700 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.865962 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.866228 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.866483 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.866736 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.866990 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.867253 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.867508 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.867796 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.868067 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.868344 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.868620 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.868873 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.869153 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.869529 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.869782 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.870032 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.870428 n-d-828601-1 neutron-server[103094]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103094) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:17:54.870668 n-d-828601-1 neutron-server[103094]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103094) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:17:54.870906 n-d-828601-1 neutron-server[103094]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103094) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:17:54.871143 n-d-828601-1 neutron-server[103094]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103094) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:17:54.871380 n-d-828601-1 neutron-server[103094]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103094) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:17:54.871615 n-d-828601-1 neutron-server[103094]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103094) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:17:54.871994 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 21:17:54.875121 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 21:17:54.879172 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 21:17:54.882885 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Feb 09 21:17:54.885068 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 21:17:54.885541 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 21:17:54.885872 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 09 21:17:54.886250 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 21:17:54.889096 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 21:17:54.889349 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 21:17:54.889696 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 21:17:54.894555 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 09 21:17:54.917590 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 09 21:17:54.918207 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.918507 n-d-828601-1 neutron-server[103094]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103094) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 09 21:17:54.918869 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.920290 n-d-828601-1 neutron-server[103094]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103094) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 21:17:54.920568 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 21:17:54.920815 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 09 21:17:54.924098 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.924378 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:54.988412 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 21:17:54.988631 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 21:17:54.988872 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 21:17:54.989419 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 21:17:55.009915 n-d-828601-1 neutron-server[103094]: DEBUG oslo_db.sqlalchemy.engines [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103094) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 09 21:17:55.441328 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.managers [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Initializing driver for type 'gre' Feb 09 21:17:55.442164 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] gre ID ranges: [(1, 1000)] Feb 09 21:17:55.496731 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.managers [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Initializing driver for type 'local' Feb 09 21:17:55.497079 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.managers [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Initializing driver for type 'vlan' Feb 09 21:17:55.510577 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] VlanTypeDriver initialization complete Feb 09 21:17:55.510912 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.managers [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Initializing driver for type 'vxlan' Feb 09 21:17:55.511421 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] vxlan ID ranges: [(1, 1000)] Feb 09 21:17:55.562331 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.managers [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Initializing extension driver 'port_security' Feb 09 21:17:55.562692 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.extensions.port_security [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] PortSecurityExtensionDriver initialization complete Feb 09 21:17:55.563008 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.managers [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Initializing mechanism driver 'openvswitch' Feb 09 21:17:55.563333 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.managers [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Initializing mechanism driver 'hyperv' Feb 09 21:17:55.570334 n-d-828601-1 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:55.571206 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > port after_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.571584 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > port after_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.571971 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > port after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.572516 n-d-828601-1 neutron-server[103094]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103094) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 21:17:55.572947 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > subnet after_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.573304 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > subnet after_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.573657 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.574057 n-d-828601-1 neutron-server[103094]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103094) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 21:17:55.574465 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > network after_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.574823 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > network after_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.575163 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > network after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.575559 n-d-828601-1 neutron-server[103094]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103094) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 21:17:55.575997 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > security_group after_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.576353 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > security_group after_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.576698 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > security_group after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.577102 n-d-828601-1 neutron-server[103094]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103094) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 21:17:55.577509 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.577859 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.578203 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.578595 n-d-828601-1 neutron-server[103094]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103094) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 21:17:55.579005 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > address_group after_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.579353 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > address_group after_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.579718 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > address_group after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.580115 n-d-828601-1 neutron-server[103094]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103094) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 21:17:55.580566 n-d-828601-1 neutron-server[103094]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] ML2 OVO RPC backend initialized. {{(pid=103094) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 09 21:17:55.581284 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.581639 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.582053 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > network before_response 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.582401 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > networks before_response 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.582750 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > port before_response 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.583095 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > ports before_response 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.583439 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > subnet before_response 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.583807 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > subnets before_response 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.584156 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > network after_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.584496 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > network after_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.584848 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > network after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.585169 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > port after_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.585504 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > port after_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.585835 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > port after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.586170 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > subnet after_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.586503 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > subnet after_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.586843 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.596462 n-d-828601-1 neutron-server[103094]: INFO neutron.quota [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded quota_driver: . Feb 09 21:17:55.596832 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Modular L2 Plugin initialization complete Feb 09 21:17:55.597187 n-d-828601-1 neutron-server[103094]: DEBUG neutron.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading services supported by the core plugin {{(pid=103094) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 21:17:55.597536 n-d-828601-1 neutron-server[103094]: INFO neutron.plugins.ml2.managers [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Got port-security extension from driver 'port_security' Feb 09 21:17:55.598026 n-d-828601-1 neutron-server[103094]: INFO neutron.extensions.vlantransparent [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Disabled vlantransparent extension. Feb 09 21:17:55.598528 n-d-828601-1 neutron-server[103094]: DEBUG neutron.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103094) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 21:17:55.598856 n-d-828601-1 neutron-server[103094]: INFO neutron.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading Plugin: router Feb 09 21:17:55.635508 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router_interface before_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.635935 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router after_create 55549900 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.636309 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router before_create 55549900 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.636679 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.637055 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.637413 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router after_delete 55549900 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.637773 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > floatingip after_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.638121 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > floatingip after_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.638480 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router after_create 55549900 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.638826 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router after_update 55549900 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.639224 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router after_update 55549900 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.639528 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.639976 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router after_update 55549900 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.640390 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router precommit_update 55549900 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.640760 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: port after_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.641101 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: port after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.641437 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: subnet after_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.641779 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.642125 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > port precommit_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.642470 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router precommit_create 55549900 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.642812 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: port before_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.643152 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router precommit_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.643506 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router after_update 55549900 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.643877 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router precommit_delete 55549900 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.644358 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router precommit_create 55549900 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.644720 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.645067 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router precommit_update 55549900 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.645432 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > agent after_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.645787 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > agent after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.646130 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > network after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.647008 n-d-828601-1 neutron-server[103094]: DEBUG neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Tracking information for resource: router configured {{(pid=103094) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:17:55.647338 n-d-828601-1 neutron-server[103094]: DEBUG neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Tracking information for resource: floatingip configured {{(pid=103094) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:17:55.653082 n-d-828601-1 neutron-server[103094]: INFO neutron.db.l3_agentschedulers_db [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 21:17:55.653662 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: port after_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.654027 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: port after_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.654379 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: port after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.654732 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: port after_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.655540 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router before_create 55550100 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.655937 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router precommit_delete 55550100 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.656304 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router precommit_create 55550100 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.656664 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > router precommit_update 55550100 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.661477 n-d-828601-1 neutron-server[103094]: DEBUG neutron.services.provider_configuration [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Service providers = [] {{(pid=103094) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 21:17:55.661850 n-d-828601-1 neutron-server[103094]: DEBUG neutron.db.servicetype_db [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103094) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 21:17:55.664866 n-d-828601-1 neutron-server[103094]: DEBUG neutron.services.service_base [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103094) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 21:17:55.665265 n-d-828601-1 neutron-server[103094]: DEBUG neutron.services.service_base [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103094) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 21:17:55.665619 n-d-828601-1 neutron-server[103094]: DEBUG neutron.services.service_base [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103094) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 21:17:55.666507 n-d-828601-1 neutron-server[103094]: DEBUG neutron.services.service_base [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103094) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 21:17:55.666881 n-d-828601-1 neutron-server[103094]: INFO neutron.services.service_base [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 21:17:55.667265 n-d-828601-1 neutron-server[103094]: DEBUG neutron.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103094) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:17:55.667583 n-d-828601-1 neutron-server[103094]: INFO neutron.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 21:17:55.678572 n-d-828601-1 neutron-server[103094]: DEBUG neutron.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103094) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:17:55.678914 n-d-828601-1 neutron-server[103094]: INFO neutron.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading Plugin: auto_allocate Feb 09 21:17:55.684786 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: network precommit_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.685162 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: network precommit_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.685692 n-d-828601-1 neutron-server[103094]: DEBUG neutron.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103094) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:17:55.686014 n-d-828601-1 neutron-server[103094]: INFO neutron.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading Plugin: tag Feb 09 21:17:55.693143 n-d-828601-1 neutron-server[103094]: DEBUG neutron.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103094) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:17:55.693480 n-d-828601-1 neutron-server[103094]: INFO neutron.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading Plugin: timestamp Feb 09 21:17:55.697904 n-d-828601-1 neutron-server[103094]: DEBUG neutron.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103094) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:17:55.698235 n-d-828601-1 neutron-server[103094]: INFO neutron.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading Plugin: network_ip_availability Feb 09 21:17:55.703776 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.704151 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.704510 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.705246 n-d-828601-1 neutron-server[103094]: DEBUG neutron.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103094) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:17:55.705575 n-d-828601-1 neutron-server[103094]: INFO neutron.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading Plugin: flavors Feb 09 21:17:55.710682 n-d-828601-1 neutron-server[103094]: DEBUG neutron.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103094) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:17:55.711023 n-d-828601-1 neutron-server[103094]: INFO neutron.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading Plugin: revisions Feb 09 21:17:55.716364 n-d-828601-1 neutron-server[103094]: DEBUG neutron.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103094) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:17:55.716768 n-d-828601-1 neutron-server[103094]: DEBUG oslo_concurrency.lockutils [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.768s {{(pid=103094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 21:17:55.717554 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103094) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 09 21:17:55.717897 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Initializing extension manager. Feb 09 21:17:55.718432 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: __init__.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.718777 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: __pycache__ {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.719116 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.719451 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: address_group.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.720311 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.720911 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: address-group Feb 09 21:17:55.721240 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: address_scope.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.721965 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.722479 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: address-scope Feb 09 21:17:55.722809 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: admin_state_down_before_update.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.723845 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.724363 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: router-admin-state-down-before-update Feb 09 21:17:55.724691 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: agent.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.725409 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.725926 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: agent Feb 09 21:17:55.726251 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: agent_resources_synced.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.727166 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.727746 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: agent-resources-synced Feb 09 21:17:55.728076 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: allowedaddresspairs.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.729956 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.730474 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: allowed-address-pairs Feb 09 21:17:55.730806 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: auto_allocated_topology.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.731958 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.732477 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: auto-allocated-topology Feb 09 21:17:55.732803 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: availability_zone.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.733505 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.734016 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: availability_zone Feb 09 21:17:55.734343 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: availability_zone_filter.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.735267 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.735890 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: availability_zone_filter Feb 09 21:17:55.736219 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: data_plane_status.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.737142 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.737662 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 21:17:55.737975 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: default_subnetpools.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.738902 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.739413 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: default-subnetpools Feb 09 21:17:55.739764 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: dhcpagentscheduler.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.740616 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.741121 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: dhcp_agent_scheduler Feb 09 21:17:55.741445 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: dns.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.742375 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.742876 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension dns-integration not supported by any of loaded plugins Feb 09 21:17:55.743202 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: dns_domain_ports.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.744182 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.744688 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 21:17:55.745013 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.745959 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.746479 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 09 21:17:55.746791 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: dvr.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.747470 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.747993 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: dvr Feb 09 21:17:55.748319 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: ecmp_routes.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.749429 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.749769 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension ecmp_routes not supported by any of loaded plugins Feb 09 21:17:55.750146 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: empty_string_filtering.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.751037 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.751523 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: empty-string-filtering Feb 09 21:17:55.751855 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.752765 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.753273 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 21:17:55.753599 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.754514 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.755190 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 21:17:55.755335 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: external_net.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.756286 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.756798 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: external-net Feb 09 21:17:55.757120 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: extra_dhcp_opt.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.758038 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.758545 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: extra_dhcp_opt Feb 09 21:17:55.758868 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: extraroute.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.760351 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.760866 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: extraroute Feb 09 21:17:55.761191 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: extraroute_atomic.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.762247 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.762791 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: extraroute-atomic Feb 09 21:17:55.763070 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: filter_validation.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.764020 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.764289 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: filter-validation Feb 09 21:17:55.764616 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: fip_pf_description.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.765559 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.766074 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 21:17:55.766400 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: fip_port_details.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.767538 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.768102 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: fip-port-details Feb 09 21:17:55.768410 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: flavors.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.769674 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.770224 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: flavors Feb 09 21:17:55.770517 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.772258 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.772783 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 21:17:55.773115 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: floatingip_pools.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.773816 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.774367 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: floatingip-pools Feb 09 21:17:55.775211 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: ip_allocation.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.776193 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.776698 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 21:17:55.777023 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.777958 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.778477 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: ip-substring-filtering Feb 09 21:17:55.778806 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: l2_adjacency.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.779769 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.780282 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 21:17:55.780709 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: l3.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.781738 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.782130 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: router Feb 09 21:17:55.782485 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: l3_conntrack_helper.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.784788 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.785318 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 21:17:55.785650 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.786593 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.787116 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: ext-gw-mode Feb 09 21:17:55.787446 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.788388 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.788904 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: l3-ha Feb 09 21:17:55.789230 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.790139 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.790691 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 09 21:17:55.791016 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: l3_flavors.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.791967 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.792479 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: l3-flavors Feb 09 21:17:55.792804 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: l3_ndp_proxy.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.794207 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.794720 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 09 21:17:55.795049 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.796000 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.796513 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 21:17:55.796840 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: l3agentscheduler.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.797916 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.798432 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: l3_agent_scheduler Feb 09 21:17:55.798760 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: local_ip.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.800685 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.801215 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension local_ip not supported by any of loaded plugins Feb 09 21:17:55.801557 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: logging.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.803198 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.803742 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension logging not supported by any of loaded plugins Feb 09 21:17:55.804077 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: metering.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.804821 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.805402 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: metering Feb 09 21:17:55.805734 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.806869 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.807383 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: metering_source_and_destination_fields Feb 09 21:17:55.807740 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: multiprovidernet.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.808671 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.809183 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: multi-provider Feb 09 21:17:55.809512 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: netmtu.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.810417 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.810929 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: net-mtu Feb 09 21:17:55.811251 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: netmtu_writable.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.812187 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.812695 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: net-mtu-writable Feb 09 21:17:55.813017 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: network_availability_zone.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.813681 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.814186 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: network_availability_zone Feb 09 21:17:55.814507 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: network_ip_availability.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.815640 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.816439 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: network-ip-availability Feb 09 21:17:55.816765 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: network_segment_range.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.817539 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.818044 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 21:17:55.818368 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: pagination.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.819357 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.819712 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: pagination Feb 09 21:17:55.820037 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: port_device_profile.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.820966 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.822005 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: port-device-profile Feb 09 21:17:55.822329 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.823255 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.823794 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: port-mac-address-regenerate Feb 09 21:17:55.824120 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.825038 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.825546 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: port-numa-affinity-policy Feb 09 21:17:55.825869 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: port_resource_request.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.826803 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.827303 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 21:17:55.827624 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: port_resource_request_groups.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.828613 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.829115 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 09 21:17:55.829436 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: portbindings.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.830358 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.830868 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: binding Feb 09 21:17:55.831194 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: portbindings_extended.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.832564 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.833085 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: binding-extended Feb 09 21:17:55.833416 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: portsecurity.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.834331 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.834847 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: port-security Feb 09 21:17:55.835173 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: project_id.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.836171 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.836505 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: project-id Feb 09 21:17:55.836836 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: providernet.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.838430 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.838940 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: provider Feb 09 21:17:55.839267 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: qos.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.842937 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.843464 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension qos not supported by any of loaded plugins Feb 09 21:17:55.843838 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.845094 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.845614 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 21:17:55.845946 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.846887 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.847408 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 21:17:55.847772 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: qos_default.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.848680 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.849193 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension qos-default not supported by any of loaded plugins Feb 09 21:17:55.849521 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: qos_fip.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.850433 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.850947 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension qos-fip not supported by any of loaded plugins Feb 09 21:17:55.851276 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: qos_fip_network_policy.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.852219 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.852831 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 09 21:17:55.853101 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: qos_gateway_ip.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.854165 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.854682 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 21:17:55.855008 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: qos_port_network_policy.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.855958 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.856468 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 21:17:55.856796 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.857834 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.858348 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 09 21:17:55.858676 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: qos_pps_rule.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.859900 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.860415 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension qos-pps not supported by any of loaded plugins Feb 09 21:17:55.860745 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: qos_rule_type_details.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.861663 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.862174 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 21:17:55.862499 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: qos_rules_alias.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.863540 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.864082 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 21:17:55.864410 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: quota_check_limit.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.865325 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.865837 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: quota-check-limit Feb 09 21:17:55.866163 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: quotasv2.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.867154 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.867488 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: quotas Feb 09 21:17:55.867849 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: quotasv2_detail.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.869705 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.870050 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: quota_details Feb 09 21:17:55.870381 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: rbac.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.871443 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.872005 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: rbac-policies Feb 09 21:17:55.872340 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: rbac_address_group.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.873275 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.873801 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: rbac-address-group Feb 09 21:17:55.874126 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: rbac_address_scope.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.875047 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.875561 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: rbac-address-scope Feb 09 21:17:55.875913 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: rbac_security_groups.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.876840 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.877353 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: rbac-security-groups Feb 09 21:17:55.877680 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: rbac_subnetpool.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.878601 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.879109 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: rbac-subnetpool Feb 09 21:17:55.879435 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: revisionifmatch.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.880382 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.880890 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: revision-if-match Feb 09 21:17:55.881215 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: revisions.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.882481 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.883001 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: standard-attr-revisions Feb 09 21:17:55.883330 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: router_availability_zone.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.884587 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.885103 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: router_availability_zone Feb 09 21:17:55.885428 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: routerservicetype.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.886378 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.886886 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension router-service-type not supported by any of loaded plugins Feb 09 21:17:55.887209 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.888169 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.888687 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: security-groups-normalized-cidr Feb 09 21:17:55.889009 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: security_groups_port_filtering.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.889987 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.890445 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: port-security-groups-filtering Feb 09 21:17:55.890770 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.891724 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.892235 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: security-groups-remote-address-group Feb 09 21:17:55.892558 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.893498 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.894009 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: security-groups-shared-filtering Feb 09 21:17:55.894335 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.894935 n-d-828601-1 neutron-server[103094]: WARNING neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 09 21:17:55.895263 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: securitygroup.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.907149 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.907713 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: security-group Feb 09 21:17:55.908052 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: segment.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.908854 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.909364 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension segment not supported by any of loaded plugins Feb 09 21:17:55.909694 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.910659 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.911173 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 21:17:55.911503 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: servicetype.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.912657 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.913185 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: service-type Feb 09 21:17:55.913514 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: sorting.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.914499 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.914833 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: sorting Feb 09 21:17:55.915179 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: standard_attr_segment.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.916128 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.916644 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 21:17:55.916969 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: standardattrdescription.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.917620 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.918132 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: standard-attr-description Feb 09 21:17:55.918456 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: stateful_security_group.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.919386 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.919933 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: stateful-security-group Feb 09 21:17:55.920260 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: stdattrs_common.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.920830 n-d-828601-1 neutron-server[103094]: WARNING neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 21:17:55.921155 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.922089 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.922603 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 21:17:55.922928 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: subnet_onboard.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.924044 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.924563 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: subnet_onboard Feb 09 21:17:55.924890 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.925816 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.926327 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 21:17:55.926654 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: subnet_service_types.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.927580 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.928121 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: subnet-service-types Feb 09 21:17:55.928450 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: subnetallocation.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.929542 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.930053 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: subnet_allocation Feb 09 21:17:55.930380 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.931071 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.931580 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: subnetpool-prefix-ops Feb 09 21:17:55.931931 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.932861 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.933370 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 21:17:55.933695 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: tagging.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.934787 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.935305 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: standard-attr-tag Feb 09 21:17:55.935635 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: timestamp.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.936881 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.937405 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loaded extension: standard-attr-timestamp Feb 09 21:17:55.937731 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: trunk.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.938771 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.939289 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension trunk not supported by any of loaded plugins Feb 09 21:17:55.939618 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: trunk_details.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.940565 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.941332 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension trunk-details not supported by any of loaded plugins Feb 09 21:17:55.941657 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: uplink_status_propagation.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.942577 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.943095 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 21:17:55.943421 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Loading extension file: vlantransparent.py {{(pid=103094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:17:55.944134 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:17:55.944645 n-d-828601-1 neutron-server[103094]: INFO neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 21:17:55.947818 n-d-828601-1 neutron-server[103094]: INFO neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Creating instance of TrackedResource for resource:network Feb 09 21:17:55.948357 n-d-828601-1 neutron-server[103094]: INFO neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Creating instance of TrackedResource for resource:subnet Feb 09 21:17:55.948756 n-d-828601-1 neutron-server[103094]: INFO neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 21:17:55.949153 n-d-828601-1 neutron-server[103094]: INFO neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Creating instance of TrackedResource for resource:port Feb 09 21:17:55.950430 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.v2.resource_helper [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:17:55.950875 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.v2.resource_helper [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Service FLAVORS assigned prefix: {{(pid=103094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:17:55.951497 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.v2.resource_helper [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:17:55.951939 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.v2.resource_helper [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:17:55.952269 n-d-828601-1 neutron-server[103094]: INFO neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Creating instance of TrackedResource for resource:router Feb 09 21:17:55.952701 n-d-828601-1 neutron-server[103094]: INFO neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Creating instance of TrackedResource for resource:floatingip Feb 09 21:17:55.953188 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.v2.resource_helper [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Service METERING assigned prefix: /metering {{(pid=103094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:17:55.954651 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.955026 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.955384 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:17:55.956417 n-d-828601-1 neutron-server[103094]: INFO neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 21:17:55.956862 n-d-828601-1 neutron-server[103094]: INFO neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Creating instance of TrackedResource for resource:security_group Feb 09 21:17:55.957298 n-d-828601-1 neutron-server[103094]: INFO neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 21:17:55.957902 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.v2.resource_helper [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Service CORE assigned prefix: {{(pid=103094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:17:55.958236 n-d-828601-1 neutron-server[103094]: INFO neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 21:17:55.958586 n-d-828601-1 neutron-server[103094]: WARNING neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] subnetpool is already registered Feb 09 21:17:55.959015 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.v2.resource_helper [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Service CORE assigned prefix: {{(pid=103094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:17:55.959342 n-d-828601-1 neutron-server[103094]: INFO neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 21:17:55.959697 n-d-828601-1 neutron-server[103094]: WARNING neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] subnetpool is already registered Feb 09 21:17:55.961951 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.v2.resource_helper [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:17:55.963000 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.v2.resource_helper [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Service FLAVORS assigned prefix: {{(pid=103094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:17:55.963579 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.v2.resource_helper [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:17:55.964024 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.v2.resource_helper [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:17:55.964358 n-d-828601-1 neutron-server[103094]: INFO neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Creating instance of TrackedResource for resource:router Feb 09 21:17:55.964698 n-d-828601-1 neutron-server[103094]: WARNING neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] router is already registered Feb 09 21:17:55.965104 n-d-828601-1 neutron-server[103094]: INFO neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Creating instance of TrackedResource for resource:floatingip Feb 09 21:17:55.965440 n-d-828601-1 neutron-server[103094]: WARNING neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] floatingip is already registered Feb 09 21:17:55.965894 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.v2.resource_helper [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Service METERING assigned prefix: /metering {{(pid=103094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:17:55.966545 n-d-828601-1 neutron-server[103094]: INFO neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 21:17:55.966871 n-d-828601-1 neutron-server[103094]: WARNING neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] rbac_policy is already registered Feb 09 21:17:55.967277 n-d-828601-1 neutron-server[103094]: INFO neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Creating instance of TrackedResource for resource:security_group Feb 09 21:17:55.967611 n-d-828601-1 neutron-server[103094]: WARNING neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] security_group is already registered Feb 09 21:17:55.968040 n-d-828601-1 neutron-server[103094]: INFO neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 21:17:55.968371 n-d-828601-1 neutron-server[103094]: WARNING neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] security_group_rule is already registered Feb 09 21:17:55.968989 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.v2.resource_helper [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Service CORE assigned prefix: {{(pid=103094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:17:55.969322 n-d-828601-1 neutron-server[103094]: INFO neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 21:17:55.969655 n-d-828601-1 neutron-server[103094]: WARNING neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] subnetpool is already registered Feb 09 21:17:55.970082 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.v2.resource_helper [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Service CORE assigned prefix: {{(pid=103094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:17:55.970410 n-d-828601-1 neutron-server[103094]: INFO neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 21:17:55.970742 n-d-828601-1 neutron-server[103094]: WARNING neutron.quota.resource_registry [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] subnetpool is already registered Feb 09 21:17:55.971205 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: extensions {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:55.972803 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: address-groups {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:55.974280 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: address-scopes {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:55.975606 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: agents {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:55.976793 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: auto-allocated-topology {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:55.978069 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: availability_zones {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:55.979268 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: dhcp-networks {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:55.980825 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: dhcp-agents {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:55.982248 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: routers {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:55.984484 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: flavors {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:55.985628 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: service_profiles {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:55.986835 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: next_providers {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:55.988331 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: service_profiles {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:55.989883 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: floatingip-pools {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:55.991085 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: routers {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:55.993199 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: floatingips {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:55.994990 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: l3-routers {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:55.996429 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: l3-agents {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:55.997852 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: metering-labels {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:55.999207 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: metering-label-rules {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:56.000499 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: network-ip-availabilities {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:56.001764 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: bindings {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:56.003525 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: quotas {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:56.005106 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: quotas {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:56.006646 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: rbac-policies {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:56.009502 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: security-groups {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:56.010751 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: security-group-rules {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:56.012008 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: service-providers {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:56.013221 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: subnetpools {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:56.014640 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: subnetpools {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:56.016108 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: tags {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:56.017787 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: tags {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:56.019671 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: tags {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:56.021439 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: tags {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:56.023216 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: tags {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:56.025161 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: tags {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:56.026901 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: tags {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:56.028838 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: tags {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:56.030566 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: tags {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:56.032460 n-d-828601-1 neutron-server[103094]: DEBUG neutron.api.extensions [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Extended resource: tags {{(pid=103094) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:17:56.038498 n-d-828601-1 neutron-server[103094]: WARNING keystonemiddleware.auth_token [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 21:17:56.043245 n-d-828601-1 neutron-server[103094]: WARNING keystonemiddleware.auth_token [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 21:17:56.051917 n-d-828601-1 neutron-server[103094]: DEBUG oslo_concurrency.lockutils [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Acquired lock "singleton_lock" {{(pid=103094) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 09 21:17:56.052394 n-d-828601-1 neutron-server[103094]: DEBUG oslo_concurrency.lockutils [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Releasing lock "singleton_lock" {{(pid=103094) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 09 21:17:56.053057 n-d-828601-1 neutron-server[103094]: INFO oslo_service.service [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Starting 2 workers Feb 09 21:17:56.058515 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Started child 103201 {{(pid=103094) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 21:17:56.063273 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Started child 103202 {{(pid=103094) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 21:17:56.064052 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:56.065077 n-d-828601-1 neutron-server[103094]: INFO neutron.service [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 21:17:56.065562 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [-] (103201) wsgi starting up on http://0.0.0.0:9696 Feb 09 21:17:56.065720 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Publish callbacks [] for process (None), before_spawn {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:56.068284 n-d-828601-1 neutron-server[103094]: INFO oslo_service.service [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Starting 1 workers Feb 09 21:17:56.068397 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:56.069753 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [-] (103202) wsgi starting up on http://0.0.0.0:9696 Feb 09 21:17:56.074229 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Started child 103203 {{(pid=103094) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 21:17:56.074806 n-d-828601-1 neutron-server[103094]: INFO oslo_service.service [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Starting 1 workers Feb 09 21:17:56.077905 n-d-828601-1 neutron-server[103203]: DEBUG neutron.service [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] calling RpcWorker wait() {{(pid=103203) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 21:17:56.078513 n-d-828601-1 neutron-server[103203]: DEBUG neutron.service [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] returning from RpcWorker wait() {{(pid=103203) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 21:17:56.079516 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Started child 103204 {{(pid=103094) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 21:17:56.080034 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:56.080381 n-d-828601-1 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55b1e140-497e-4bef-b189-68f3fc47094e None None] Publish callbacks [] for process (None), after_spawn {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:56.080594 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:56.082338 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103094) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 21:17:56.082555 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 21:17:56.082740 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 21:17:56.083120 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 21:17:56.083478 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 21:17:56.083640 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 21:17:56.084335 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.084558 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:56.085037 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.085037 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.085261 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.085399 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.086068 n-d-828601-1 neutron-server[103204]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:56.086173 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.086395 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.086630 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.086910 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.087199 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.087369 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.087751 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.087981 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.088217 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.088512 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.088779 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.089022 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.089270 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.089428 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.089687 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.089946 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.090179 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.090447 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] debug = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.090700 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.091184 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.091431 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.091703 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.091946 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.092233 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.092459 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.092721 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.092965 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.093202 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.093445 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.093739 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.093978 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.094194 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.094440 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.094656 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.094906 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.095125 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.095581 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] host = n-d-828601-1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.095820 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.096039 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.096275 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.096519 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.096774 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.097048 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.097263 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.097533 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.097772 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.097995 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.098230 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.098459 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.098677 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.098920 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] log_file = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.099087 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] log_options = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.099327 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.099592 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.099857 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.100045 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.100214 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.100356 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.100612 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.100758 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.101018 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.101281 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.101427 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.101626 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.101835 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.102065 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.102318 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.102553 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.102812 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.103050 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.103289 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.103513 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.103788 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.104012 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.104223 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.104432 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.104642 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.104850 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.105097 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.105311 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.105584 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.105785 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.106020 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.106280 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.106497 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.106764 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.106976 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.107256 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.107409 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.107615 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.107910 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.108248 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.108398 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.108646 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.108802 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.109048 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.109280 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.109493 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.109719 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] use_json = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.109930 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.110157 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.110418 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.110626 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.110833 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.111692 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.111692 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.111692 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.111692 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.112796 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.112796 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.112796 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.113175 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.113175 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.113413 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.113575 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.113797 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.114161 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.114299 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.114584 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.114803 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.117698 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.117698 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.117698 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.117698 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.117698 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.117698 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.117698 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.117698 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.119153 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.119153 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.119153 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.119153 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.119153 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.119153 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.119153 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.119879 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.119879 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.119879 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.120156 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.120421 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.120668 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.120883 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.121122 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.121361 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.121552 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.121774 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.121991 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.122248 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.122456 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.122688 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.122923 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.123174 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.123415 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.123672 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.123951 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.124194 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.124446 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.124665 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.124880 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.125096 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.125322 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.125532 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.125753 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.125960 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.126219 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.126493 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.126729 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.126938 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.127146 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.127364 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.127611 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.127849 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.128059 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.128292 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.128525 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.128732 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.128987 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.129200 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.129406 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.129617 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.129833 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.130063 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.130336 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.130532 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.130742 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.132182 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.132182 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.132182 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.132182 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.132182 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.132894 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.132894 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.132894 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.132894 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.133426 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.133426 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.133710 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.133851 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.134660 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.134810 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.135116 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.135518 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.135693 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.135828 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.136461 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.136461 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.136644 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.138585 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.138585 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.138585 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.138585 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.138585 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.138585 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.139339 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.139339 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.139339 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.139727 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.139727 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.139970 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.140142 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.140327 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.140632 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.140867 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.141098 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.141361 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.141634 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.141894 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.142154 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.142450 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.142683 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.142973 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.143257 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.143533 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.143828 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.144090 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.144341 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.145461 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.145903 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.146783 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.147043 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.147740 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.147990 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.148239 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.148460 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.148680 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.148910 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.149367 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.149807 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.150193 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.150574 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.150862 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.151117 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.151357 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.151623 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.152012 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.152279 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.152555 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.152753 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.152986 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.153232 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.153460 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.153674 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.154150 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.154368 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.154622 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.154855 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.155088 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.155336 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.155573 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.156060 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.156291 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.156528 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.156743 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.156989 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.157201 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.157419 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.157675 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.157922 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.158143 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.158382 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.158609 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.158856 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.159326 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.159604 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.159875 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.160108 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.160341 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.160582 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.160837 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.161056 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.161317 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.161553 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.161934 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.162289 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.162647 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.163009 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.163223 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.163451 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.163677 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.163941 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.164329 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.164856 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.165119 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.165384 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.165632 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.165849 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.166062 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.166273 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.166514 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.166727 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.166941 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.167165 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.167399 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.167615 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.167859 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.168076 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.168321 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.168577 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.168804 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.169035 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.169247 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.169456 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.169684 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.169893 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.170097 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.170302 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.170506 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.170735 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.170946 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.171153 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.171453 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.171714 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.171944 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.173034 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.173034 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.173034 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.173034 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.173372 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.173372 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.173537 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.173704 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.173913 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.174138 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.174345 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.174555 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.174774 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.175008 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.175214 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.175436 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.175671 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.175870 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.176111 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.176318 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.176528 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.176770 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.176976 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.177180 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.177398 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.178106 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.178106 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.178106 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.178353 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.178434 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.178634 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.178826 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.179032 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.179318 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.179571 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.179834 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.180113 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.180341 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.180586 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.181351 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.181666 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.181880 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.182116 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.182351 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.182565 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.182812 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.183064 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.183397 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.183705 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.183947 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.184219 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.184499 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.184781 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.185044 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.185277 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.185575 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.185896 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.186184 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.186421 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.186674 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.186919 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.187158 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.187376 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.187588 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.187880 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.188067 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.188186 n-d-828601-1 neutron-server[103203]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:56.188310 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.188534 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.188755 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.188973 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.189217 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.189431 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.189677 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.189941 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.190148 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.190359 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.190513 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 21:17:56.191290 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103094) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 21:17:56.191487 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 21:17:56.191592 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 21:17:56.191785 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 21:17:56.192105 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 21:17:56.192278 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 21:17:56.192534 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.192626 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.192781 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.193084 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.193375 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.193722 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.193883 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.194044 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.194205 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.194368 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.194522 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.194859 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.195025 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.195193 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.195354 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.195500 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.195703 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.195801 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.195987 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.196107 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.196273 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.196505 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.197235 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] debug = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.197360 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.197526 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.197691 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.197848 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.198010 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.198165 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.198319 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.198477 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.198635 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.198792 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.198945 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.199105 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.199259 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.199414 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.199576 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.199757 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.199907 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.200072 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.200228 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] host = n-d-828601-1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.200382 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.200520 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.200658 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.200813 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.200956 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.201115 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.201264 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.201404 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.201550 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.201703 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.201843 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.201991 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.202136 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.202279 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] log_file = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.202417 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] log_options = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.202549 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.202711 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.202859 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.203037 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.203198 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.203355 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.203508 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.203674 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.203826 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.203990 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.204131 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.204278 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.204412 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.204549 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.204686 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.204821 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.204980 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.205122 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.205455 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.205455 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.205679 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.205810 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.205945 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.206032 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.206153 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.206308 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.206464 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.206619 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.206775 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.206930 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.207084 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.207240 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.207383 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.207538 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.207719 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.207864 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.208020 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.208175 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.208386 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.208474 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.208623 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.208780 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.208935 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.209089 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.209245 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.209399 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.209558 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] use_json = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.209715 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.209871 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.210025 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.210181 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.210336 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.210490 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.210646 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.210803 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.210943 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:17:56.211126 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.211286 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.211456 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.211615 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.211796 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.211954 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.212147 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.212522 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.212522 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.213038 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.213038 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.213038 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.213396 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.213396 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.213396 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.213743 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.213743 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.214203 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.214203 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.214203 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.214524 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.214524 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.214670 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.214750 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.214877 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.215002 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.215144 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.215311 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.215468 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.215677 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.215813 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.215970 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.216129 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.216287 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.216636 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.216636 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.216890 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.216890 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.217128 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.217252 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.217400 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.217526 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.217651 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.219724 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.219724 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.219724 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.219724 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.219724 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.219724 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.219724 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.219724 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.219724 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.220278 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.220278 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.220278 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.220278 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.220278 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.220278 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.220278 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.220278 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.220719 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.220719 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.220719 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.220898 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.220898 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.221050 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.221359 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.221550 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40584) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:56.221711 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.221711 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.221987 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.221987 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.222282 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.222282 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.222549 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.222549 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.222810 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.222945 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.223080 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.223216 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.223360 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.223495 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.223630 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.223821 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.223962 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.224100 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.224249 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.224388 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.224525 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.224675 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.224815 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.224953 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.225091 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.225266 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.225412 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.225575 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.225721 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.225883 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.226038 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.226188 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.226327 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.226485 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.226631 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.226790 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.226936 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.227101 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.227246 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.227394 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.227539 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.227740 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.227909 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.228057 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.228206 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.228345 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.228508 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.228653 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.228804 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.228944 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.229106 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.229273 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.229418 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.229791 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.229791 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.230063 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.230063 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.230346 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.230346 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.230611 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.230611 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.230872 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.231011 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.231149 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.231969 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.231969 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.231969 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.231969 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.232525 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0077305 Feb 09 21:17:56.232668 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.232668 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.232668 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.232668 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.232668 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.232668 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.233460 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.233460 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.233460 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.233460 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.233460 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.233460 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.234975 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.234975 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.234975 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.234975 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.235410 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.235410 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.235410 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.235812 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.235812 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.236082 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.236082 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.236359 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.236359 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.236561 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.236643 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.236749 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.236908 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.237067 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.237226 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.237386 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.237545 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.237702 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.237862 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.238026 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.238186 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.238350 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.238506 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.238653 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.238809 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.238964 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.239123 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.239282 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.239441 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.239638 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.239798 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.239942 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.240100 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.240260 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.240417 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.241480 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.241480 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.241480 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.241480 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.241480 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.241480 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.241480 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.241986 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.241986 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.241986 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.242199 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.242278 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.242384 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.242543 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.242702 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.242864 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.243035 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.243189 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.243915 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.244050 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.244182 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.244319 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.244454 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.244590 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.244759 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.244919 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.245077 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.245239 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.245404 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.245560 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.245718 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.245878 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.246036 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.246198 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.246359 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.246517 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.246689 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.246848 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.247008 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.247166 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.247324 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.247484 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.247677 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.247879 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.248023 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.248150 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.248274 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.248397 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.248593 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.248739 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.248873 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.249031 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.249188 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.249345 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.249512 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.249686 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.249882 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.250022 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.250136 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.250307 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.250455 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.250608 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.250750 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.250887 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.251026 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.251165 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.251331 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.251489 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.251684 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.251816 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.251985 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.252183 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.252316 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.252456 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.252591 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.252740 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.252898 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.253055 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.253213 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.253385 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.253543 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.253704 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.253863 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.254022 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.254180 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.254340 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.254503 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.254673 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.254839 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.254998 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.255163 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.255330 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.255496 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.255698 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.255833 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.256010 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.256171 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.256330 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.256490 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.256648 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.256807 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.256965 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.257123 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.257282 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.257440 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.257598 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.257757 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.257915 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.258074 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.258232 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.258392 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.258551 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.258708 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.258867 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.259684 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:17:56.259841 n-d-828601-1 neutron-server[103094]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103094) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 21:18:07.833856 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4505a345-a2bc-4a95-8fff-b2a9c7c4d48e None None] get_active_networks_info from n-d-828601-1 {{(pid=103203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:18:07.898397 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4505a345-a2bc-4a95-8fff-b2a9c7c4d48e None None] No non-hosted networks {{(pid=103203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 21:18:07.916867 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.agentschedulers_db [None req-4505a345-a2bc-4a95-8fff-b2a9c7c4d48e None None] DHCP Agent not found on host n-d-828601-1 {{(pid=103203) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 09 21:18:08.076926 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8ba6eb7e-e566-40c0-9d19-c676354e93fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-313283'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:10.373634 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cea43483-7f83-498b-aaf4-689796416058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-313283'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:10.440805 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4a667248-b999-4693-9290-03f310e221bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:11.346932 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-313283'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:12.518157 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-313283'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:13.911961 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-313283'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:13.912724 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.913281 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.913964 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.914376 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.915190 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.915837 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.917920 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.918436 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.918931 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.920579 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.921505 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.923245 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.925191 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.926232 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-828601-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:18:13.935584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-828601-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:18:14.035158 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40674) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:18:14.622483 n-d-828601-1 neutron-server[103202]: WARNING oslo_policy.policy [None req-eb8f7fcf-3548-4489-9ccf-1940d48985ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:18:14.623049 n-d-828601-1 neutron-server[103202]: WARNING oslo_policy.policy [None req-eb8f7fcf-3548-4489-9ccf-1940d48985ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:18:14.849590 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [None req-eb8f7fcf-3548-4489-9ccf-1940d48985ae admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:18:14.853063 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-eb8f7fcf-3548-4489-9ccf-1940d48985ae admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8148851 Feb 09 21:18:17.389898 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40690) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:18:17.461118 n-d-828601-1 neutron-server[103203]: INFO neutron.db.l3_hamode_db [None req-f72e8edd-25a0-4c4b-b121-1bc913ea0a78 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 21:18:17.536651 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72e8edd-25a0-4c4b-b121-1bc913ea0a78 None None] Routers set() bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:18:17.537044 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72e8edd-25a0-4c4b-b121-1bc913ea0a78 None None] Router IDs set() for agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 21:18:17.892806 n-d-828601-1 neutron-server[103201]: WARNING oslo_policy.policy [None req-fe54adc8-6d3a-450c-b8e7-4f73fe83df7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:18:17.893382 n-d-828601-1 neutron-server[103201]: WARNING oslo_policy.policy [None req-fe54adc8-6d3a-450c-b8e7-4f73fe83df7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:18:18.115664 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-fe54adc8-6d3a-450c-b8e7-4f73fe83df7b admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:18:18.207721 n-d-828601-1 neutron-server[103201]: DEBUG neutron.policy [None req-fe54adc8-6d3a-450c-b8e7-4f73fe83df7b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103201) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 21:18:18.251421 n-d-828601-1 neutron-server[103201]: WARNING oslo_policy.policy [None req-fe54adc8-6d3a-450c-b8e7-4f73fe83df7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:18:18.251835 n-d-828601-1 neutron-server[103201]: WARNING oslo_policy.policy [None req-fe54adc8-6d3a-450c-b8e7-4f73fe83df7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:18:18.346016 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe54adc8-6d3a-450c-b8e7-4f73fe83df7b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729582551049', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729582554684', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729582565808', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729582538443', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729582548876', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729582523609', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3537939', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3574552', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-513743', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-631182'] for rbac-policy (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:18.415771 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe54adc8-6d3a-450c-b8e7-4f73fe83df7b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:18.417295 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fe54adc8-6d3a-450c-b8e7-4f73fe83df7b admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0261588 Feb 09 21:18:20.866301 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40706) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:18:21.191407 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:18:21.221946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Made reservation on behalf of 695723ee5f2849c297e9b37ad383cee4 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:18:21.225733 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:21.242358 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:21.351632 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Publish callbacks [] for security_group (6174e640-013d-4516-99be-b23baba3e75c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:21.355440 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6174e640-013d-4516-99be-b23baba3e75c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:21.388703 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:18:21.417326 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729585829816', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e09a7684-b9d5-45a3-ab50-af2775c97f95), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:21.417931 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Unsubscribe: segment precommit_create {{(pid=103201) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 21:18:21.418493 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Added segment e09a7684-b9d5-45a3-ab50-af2775c97f95 of type vlan for network 7798c1e7-16fa-4344-b5e9-991573b0ff3b Feb 09 21:18:21.424642 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6174e640-013d-4516-99be-b23baba3e75c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:21.461968 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:21.462316 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:21.462665 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:21.462999 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:21.463329 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:21.463672 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:21.464023 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:21.464349 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:21.464686 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:21.464995 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:21.465317 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:21.465638 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:21.465957 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Tracked resource versions report: Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: pushed versions: Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: { 'AddressGroup': {'1.2'}, Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'ConntrackHelper': {'1.0'}, Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'Log': {'1.0'}, Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'Network': {'1.1'}, Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'Port': {'1.7'}, Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'PortForwarding': {'1.2'}, Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'QosPolicy': {'1.10'}, Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'SecurityGroup': {'1.5'}, Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'SubPort': {'1.0'}, Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'Subnet': {'1.1'}, Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'Trunk': {'1.1'}} Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: consumer versions: Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: { DHCP agent@n-d-828601-1: {}, Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: L3 agent@n-d-828601-1: {}, Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: Metadata agent@n-d-828601-1: {}, Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: Metering agent@n-d-828601-1: {}, Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: Open vSwitch agent@n-d-828601-1: { 'AddressGroup': '1.2', Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'ConntrackHelper': '1.0', Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'LocalIPAssociation': '1.0', Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'Log': '1.0', Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'Network': '1.1', Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'Port': '1.7', Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'PortForwarding': '1.2', Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'QosPolicy': '1.10', Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'SecurityGroup': '1.5', Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'SecurityGroupRule': '1.2', Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'SubPort': '1.0', Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'Subnet': '1.1', Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: 'Trunk': '1.1'}} Feb 09 21:18:21.467127 n-d-828601-1 neutron-server[103201]: {{(pid=103201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:18:21.534039 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (7798c1e7-16fa-4344-b5e9-991573b0ff3b), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:21.575447 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (7798c1e7-16fa-4344-b5e9-991573b0ff3b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:21.580535 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:21.581274 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:21.673351 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8059692 Feb 09 21:18:21.702854 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cd71a-d306-4c96-aa59-281f156828c8 demo demo] Pushing event updated for resources: {'Network': ['ID=7798c1e7-16fa-4344-b5e9-991573b0ff3b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:21.715590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 7798c1e7-16fa-4344-b5e9-991573b0ff3b details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:18:24.150663 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40718) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:18:24.550019 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a72a63-88a2-4502-900e-8c19e7d59343 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:24.551415 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-88a72a63-88a2-4502-900e-8c19e7d59343 demo admin] 10.222.0.77 "GET /v2.0/networks/7798c1e7-16fa-4344-b5e9-991573b0ff3b HTTP/1.1" status: 200 len: 825 time: 0.3997977 Feb 09 21:18:24.575036 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5a1f3bee-fde9-49e9-b56a-56727a82926f demo admin] 10.222.0.77 "GET /v2.0/subnetpools/f4e23ed5-ebc8-4eae-97da-6d9520853997 HTTP/1.1" status: 200 len: 734 time: 0.0180593 Feb 09 21:18:24.583671 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ac02a79b-2bbd-4111-ae13-a29326d00e47 demo admin] Request body: {'subnet': {'subnetpool_id': 'f4e23ed5-ebc8-4eae-97da-6d9520853997', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '7798c1e7-16fa-4344-b5e9-991573b0ff3b'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:18:24.605253 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac02a79b-2bbd-4111-ae13-a29326d00e47 demo admin] Made reservation on behalf of 695723ee5f2849c297e9b37ad383cee4 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:18:24.607502 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ac02a79b-2bbd-4111-ae13-a29326d00e47 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:24.895987 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ac02a79b-2bbd-4111-ae13-a29326d00e47 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for subnet (4ea8efbb-ed62-449e-8901-d304a19b65d6), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:24.964991 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02a79b-2bbd-4111-ae13-a29326d00e47 demo admin] Pushing event updated for resources: {'Subnet': ['ID=4ea8efbb-ed62-449e-8901-d304a19b65d6,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:24.970207 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac02a79b-2bbd-4111-ae13-a29326d00e47 demo admin] Checking segment: {'id': 'e09a7684-b9d5-45a3-ab50-af2775c97f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7798c1e7-16fa-4344-b5e9-991573b0ff3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:18:24.970610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac02a79b-2bbd-4111-ae13-a29326d00e47 demo admin] Network hostable DHCP agents. Network: 7798c1e7-16fa-4344-b5e9-991573b0ff3b, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:18:24.991590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac02a79b-2bbd-4111-ae13-a29326d00e47 demo admin] Network 7798c1e7-16fa-4344-b5e9-991573b0ff3b is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:18:25.002115 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-ac02a79b-2bbd-4111-ae13-a29326d00e47 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 7798c1e7-16fa-4344-b5e9-991573b0ff3b) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:18:25.006906 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac02a79b-2bbd-4111-ae13-a29326d00e47 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:25.007559 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ac02a79b-2bbd-4111-ae13-a29326d00e47 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:25.012737 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3bbf48-4893-4eed-80cd-85bba043f737 None None] Network 7798c1e7-16fa-4344-b5e9-991573b0ff3b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:18:25.024147 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ac02a79b-2bbd-4111-ae13-a29326d00e47 demo admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4431634 Feb 09 21:18:25.286431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-7798c1e7-16fa-4344-b5e9-991573b0ff3b', 'network_id': '7798c1e7-16fa-4344-b5e9-991573b0ff3b', 'project_id': '695723ee5f2849c297e9b37ad383cee4', 'fixed_ips': [{'subnet_id': '4ea8efbb-ed62-449e-8901-d304a19b65d6'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:18:25.287806 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:25.578510 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Allocated IP 172.20.0.2 (7798c1e7-16fa-4344-b5e9-991573b0ff3b/4ea8efbb-ed62-449e-8901-d304a19b65d6/0a15c144-259e-4ff2-8c14-1f105b11842f) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:18:25.857892 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Publish callbacks [] for port (0a15c144-259e-4ff2-8c14-1f105b11842f), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:25.868076 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (0a15c144-259e-4ff2-8c14-1f105b11842f), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:25.942576 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Network 7798c1e7-16fa-4344-b5e9-991573b0ff3b is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:18:25.947446 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:18:25.955781 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:18:25.958884 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Pushing event updated for resources: {'Port': ['ID=0a15c144-259e-4ff2-8c14-1f105b11842f,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:25.997351 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:25.997707 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:25.997983 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:25.998328 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:25.998669 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:25.999263 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:25.999263 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:25.999750 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:26.000036 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:26.000358 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:26.000689 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:26.001018 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:26.001348 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Tracked resource versions report: Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: pushed versions: Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: { 'AddressGroup': {'1.2'}, Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'ConntrackHelper': {'1.0'}, Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'Log': {'1.0'}, Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'Network': {'1.1'}, Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'Port': {'1.7'}, Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'PortForwarding': {'1.2'}, Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'QosPolicy': {'1.10'}, Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'SecurityGroup': {'1.5'}, Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'SubPort': {'1.0'}, Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'Subnet': {'1.1'}, Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'Trunk': {'1.1'}} Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: consumer versions: Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: { DHCP agent@n-d-828601-1: {}, Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: L3 agent@n-d-828601-1: {}, Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: Metadata agent@n-d-828601-1: {}, Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: Metering agent@n-d-828601-1: {}, Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: Open vSwitch agent@n-d-828601-1: { 'AddressGroup': '1.2', Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'ConntrackHelper': '1.0', Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'LocalIPAssociation': '1.0', Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'Log': '1.0', Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'Network': '1.1', Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'Port': '1.7', Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'PortForwarding': '1.2', Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'QosPolicy': '1.10', Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'SecurityGroup': '1.5', Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'SecurityGroupRule': '1.2', Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'SubPort': '1.0', Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'Subnet': '1.1', Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: 'Trunk': '1.1'}} Feb 09 21:18:26.002519 n-d-828601-1 neutron-server[103203]: {{(pid=103203) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:18:26.052392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Attempting to bind port 0a15c144-259e-4ff2-8c14-1f105b11842f on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:18:26.053066 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Attempting to bind port 0a15c144-259e-4ff2-8c14-1f105b11842f by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'e09a7684-b9d5-45a3-ab50-af2775c97f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7798c1e7-16fa-4344-b5e9-991573b0ff3b'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:18:26.053260 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Attempting to bind port 0a15c144-259e-4ff2-8c14-1f105b11842f on network 7798c1e7-16fa-4344-b5e9-991573b0ff3b {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:18:26.058722 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:18:26.059098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Checking segment: {'id': 'e09a7684-b9d5-45a3-ab50-af2775c97f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7798c1e7-16fa-4344-b5e9-991573b0ff3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:18:26.059591 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:26.060023 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Bound using segment: {'id': 'e09a7684-b9d5-45a3-ab50-af2775c97f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7798c1e7-16fa-4344-b5e9-991573b0ff3b'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:18:26.060551 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Bound port: 0a15c144-259e-4ff2-8c14-1f105b11842f, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09a7684-b9d5-45a3-ab50-af2775c97f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7798c1e7-16fa-4344-b5e9-991573b0ff3b'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:18:26.060967 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0a15c144-259e-4ff2-8c14-1f105b11842f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:26.128841 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] For port 0a15c144-259e-4ff2-8c14-1f105b11842f, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:18:26.133662 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] For port 0a15c144-259e-4ff2-8c14-1f105b11842f, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=0a15c144-259e-4ff2-8c14-1f105b11842f,segment=NetworkSegment(e09a7684-b9d5-45a3-ab50-af2775c97f95),segment_id=e09a7684-b9d5-45a3-ab50-af2775c97f95)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:18:26.141368 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0a15c144-259e-4ff2-8c14-1f105b11842f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:26.206879 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74938687-9fc2-4c14-9429-a45235eb7434 None None] Pushing event updated for resources: {'Port': ['ID=0a15c144-259e-4ff2-8c14-1f105b11842f,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:27.606415 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40726) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:18:27.954020 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-1c844d3a-284b-49bf-b017-fd34d40205f4 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:18:27.955051 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1c844d3a-284b-49bf-b017-fd34d40205f4 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3476398 Feb 09 21:18:30.427467 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40734) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:18:30.739575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-2117c1a9-556d-4143-8a43-532a0290cfc4 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:18:30.740603 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2117c1a9-556d-4143-8a43-532a0290cfc4 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3121672 Feb 09 21:18:33.202927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40742) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:18:33.511709 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-bc8a474e-985b-4877-939f-7cf4791e8c8f demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:18:33.534532 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc8a474e-985b-4877-939f-7cf4791e8c8f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (d9f2b148-52b2-4bec-b578-f810c82902eb), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:33.536121 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc8a474e-985b-4877-939f-7cf4791e8c8f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (d9f2b148-52b2-4bec-b578-f810c82902eb), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:33.677224 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc8a474e-985b-4877-939f-7cf4791e8c8f demo demo] Publish callbacks [] for router_controller (d9f2b148-52b2-4bec-b578-f810c82902eb), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:33.682575 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc8a474e-985b-4877-939f-7cf4791e8c8f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (d9f2b148-52b2-4bec-b578-f810c82902eb), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:33.699790 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc8a474e-985b-4877-939f-7cf4791e8c8f demo demo] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:33.700959 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bc8a474e-985b-4877-939f-7cf4791e8c8f demo demo] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4969916 Feb 09 21:18:36.147684 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40754) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:18:36.480329 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [None req-71af54a1-ab7f-403a-a4b8-b222e4defd00 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:18:36.481296 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-71af54a1-ab7f-403a-a4b8-b222e4defd00 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3326457 Feb 09 21:18:36.570382 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 0a15c144-259e-4ff2-8c14-1f105b11842f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:18:36.668243 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 0a15c144-259e-4ff2-8c14-1f105b11842f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:36.668558 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0a15c144-259e-4ff2-8c14-1f105b11842f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:36.778029 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 0a15c144-259e-4ff2-8c14-1f105b11842f is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:36.778419 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0a15c144-259e-4ff2-8c14-1f105b11842f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:36.812630 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 0a15c144-259e-4ff2-8c14-1f105b11842f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=0a15c144-259e-4ff2-8c14-1f105b11842f,segment=NetworkSegment(e09a7684-b9d5-45a3-ab50-af2775c97f95),segment_id=e09a7684-b9d5-45a3-ab50-af2775c97f95)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:18:36.817848 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0a15c144-259e-4ff2-8c14-1f105b11842f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:36.866545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=0a15c144-259e-4ff2-8c14-1f105b11842f,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:37.225455 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c948328d-2624-4c0e-9707-fefd56644e90 None None] Network 7798c1e7-16fa-4344-b5e9-991573b0ff3b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:18:37.330497 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-8e108e88-8968-497b-8853-ecb7740d1059 None None] Provisioning complete for port 0a15c144-259e-4ff2-8c14-1f105b11842f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:37.330884 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8e108e88-8968-497b-8853-ecb7740d1059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0a15c144-259e-4ff2-8c14-1f105b11842f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:37.427185 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8e108e88-8968-497b-8853-ecb7740d1059 None None] Current status of the port 0a15c144-259e-4ff2-8c14-1f105b11842f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:37.649955 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5c21894f-a777-41f9-af34-3487b2ccf989 None None] Provisioning complete for port 0a15c144-259e-4ff2-8c14-1f105b11842f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:37.650628 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5c21894f-a777-41f9-af34-3487b2ccf989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0a15c144-259e-4ff2-8c14-1f105b11842f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:37.727671 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5c21894f-a777-41f9-af34-3487b2ccf989 None None] Current status of the port 0a15c144-259e-4ff2-8c14-1f105b11842f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:37.751171 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a48d037-1098-41e9-b4f6-788c5f71c997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:38.542389 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 0a15c144-259e-4ff2-8c14-1f105b11842f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:18:38.587779 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 0a15c144-259e-4ff2-8c14-1f105b11842f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:38.588151 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0a15c144-259e-4ff2-8c14-1f105b11842f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:38.660893 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 0a15c144-259e-4ff2-8c14-1f105b11842f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:38.975041 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40762) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:18:39.283015 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:18:39.334167 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Made reservation on behalf of 787878f748ae4dd389a907b0c59b2229 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:18:39.395222 n-d-828601-1 neutron-server[103202]: DEBUG neutron.policy [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103202) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 21:18:39.438491 n-d-828601-1 neutron-server[103202]: WARNING oslo_policy.policy [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:18:39.438871 n-d-828601-1 neutron-server[103202]: WARNING oslo_policy.policy [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:18:39.448847 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:39.469258 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:39.582524 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Publish callbacks [] for security_group (be3a8318-9260-4454-a902-7c8cb2b4bb03), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:39.586732 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (be3a8318-9260-4454-a902-7c8cb2b4bb03), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:39.597477 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Reserving flat network on physical network physnet1 {{(pid=103202) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 09 21:18:39.628517 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729585829816', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (b3af2711-9cdd-4a66-9842-b9aa2890a60b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:39.629092 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Unsubscribe: segment precommit_create {{(pid=103202) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 21:18:39.629631 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Added segment b3af2711-9cdd-4a66-9842-b9aa2890a60b of type flat for network 10785b1a-bf3d-4365-b294-8affe97441d3 Feb 09 21:18:39.644813 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3a8318-9260-4454-a902-7c8cb2b4bb03,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:39.702522 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:39.702859 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:39.703201 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:39.703525 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:39.703878 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:39.704203 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:39.704523 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:39.704841 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:39.705158 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:39.705472 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:39.705787 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:39.706099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:39.706416 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Tracked resource versions report: Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: pushed versions: Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: { 'AddressGroup': {'1.2'}, Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'ConntrackHelper': {'1.0'}, Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'Log': {'1.0'}, Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'Network': {'1.1'}, Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'Port': {'1.7'}, Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'PortForwarding': {'1.2'}, Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'QosPolicy': {'1.10'}, Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'SecurityGroup': {'1.5'}, Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'SubPort': {'1.0'}, Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'Subnet': {'1.1'}, Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'Trunk': {'1.1'}} Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: consumer versions: Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: { DHCP agent@n-d-828601-1: {}, Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: L3 agent@n-d-828601-1: {}, Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: Metadata agent@n-d-828601-1: {}, Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: Metering agent@n-d-828601-1: {}, Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: Open vSwitch agent@n-d-828601-1: { 'AddressGroup': '1.2', Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'ConntrackHelper': '1.0', Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'LocalIPAssociation': '1.0', Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'Log': '1.0', Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'Network': '1.1', Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'Port': '1.7', Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'PortForwarding': '1.2', Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'QosPolicy': '1.10', Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'SecurityGroup': '1.5', Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'SecurityGroupRule': '1.2', Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'SubPort': '1.0', Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'Subnet': '1.1', Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: 'Trunk': '1.1'}} Feb 09 21:18:39.707558 n-d-828601-1 neutron-server[103202]: {{(pid=103202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:18:39.751437 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (10785b1a-bf3d-4365-b294-8affe97441d3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:39.796935 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (10785b1a-bf3d-4365-b294-8affe97441d3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:39.798390 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:39.799100 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:39.895115 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9189177 Feb 09 21:18:39.903033 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d31d65-c84b-4c53-99e7-c0794266ce03 admin admin] Pushing event updated for resources: {'Network': ['ID=10785b1a-bf3d-4365-b294-8affe97441d3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:39.917110 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 10785b1a-bf3d-4365-b294-8affe97441d3 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:18:40.366167 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-50ddb574-d532-459b-99ad-f381f19e4ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:41.300930 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:42.319060 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40786) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:18:42.470882 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:42.534759 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f38e0ba-f9dd-4613-8484-098638732fc9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:42.536152 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8f38e0ba-f9dd-4613-8484-098638732fc9 demo admin] 10.222.0.77 "GET /v2.0/subnets/4ea8efbb-ed62-449e-8901-d304a19b65d6 HTTP/1.1" status: 200 len: 849 time: 0.2161272 Feb 09 21:18:42.693648 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ad216afd-9127-432f-b675-29528d2a03fe demo admin] 10.222.0.77 "GET /v2.0/routers/d9f2b148-52b2-4bec-b578-f810c82902eb HTTP/1.1" status: 200 len: 704 time: 0.1510370 Feb 09 21:18:42.972530 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a616b528-8490-422d-9b9f-134d5d24c192 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:43.256880 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-a616b528-8490-422d-9b9f-134d5d24c192 demo admin] Allocated IP 172.20.0.1 (7798c1e7-16fa-4344-b5e9-991573b0ff3b/4ea8efbb-ed62-449e-8901-d304a19b65d6/f9138ef3-430c-4ffe-bf55-2a678de37623) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:18:43.435996 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a616b528-8490-422d-9b9f-134d5d24c192 demo admin] Publish callbacks [] for port (f9138ef3-430c-4ffe-bf55-2a678de37623), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:43.500571 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a616b528-8490-422d-9b9f-134d5d24c192 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (f9138ef3-430c-4ffe-bf55-2a678de37623), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:43.571558 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a616b528-8490-422d-9b9f-134d5d24c192 demo admin] Network 7798c1e7-16fa-4344-b5e9-991573b0ff3b is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:18:43.581329 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-a616b528-8490-422d-9b9f-134d5d24c192 demo admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:18:43.589653 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a616b528-8490-422d-9b9f-134d5d24c192 demo admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:18:43.590192 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a616b528-8490-422d-9b9f-134d5d24c192 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (d9f2b148-52b2-4bec-b578-f810c82902eb), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:43.608512 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616b528-8490-422d-9b9f-134d5d24c192 demo admin] Pushing event updated for resources: {'Port': ['ID=f9138ef3-430c-4ffe-bf55-2a678de37623,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:43.781024 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2ba9356a-6892-446f-af3c-ec75f88cb0d8 None None] Provisioning complete for port f9138ef3-430c-4ffe-bf55-2a678de37623 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:43.781598 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2ba9356a-6892-446f-af3c-ec75f88cb0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f9138ef3-430c-4ffe-bf55-2a678de37623), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:43.792653 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a616b528-8490-422d-9b9f-134d5d24c192 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f9138ef3-430c-4ffe-bf55-2a678de37623), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:43.860865 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2ba9356a-6892-446f-af3c-ec75f88cb0d8 None None] Port f9138ef3-430c-4ffe-bf55-2a678de37623 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:18:43.915447 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:44.050068 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a616b528-8490-422d-9b9f-134d5d24c192 demo admin] Publish callbacks [] for port (f9138ef3-430c-4ffe-bf55-2a678de37623), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:44.054661 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a616b528-8490-422d-9b9f-134d5d24c192 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f9138ef3-430c-4ffe-bf55-2a678de37623), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:44.055315 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a616b528-8490-422d-9b9f-134d5d24c192 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (d9f2b148-52b2-4bec-b578-f810c82902eb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:44.130337 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616b528-8490-422d-9b9f-134d5d24c192 demo admin] Pushing event updated for resources: {'Port': ['ID=f9138ef3-430c-4ffe-bf55-2a678de37623,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:44.176844 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a616b528-8490-422d-9b9f-134d5d24c192 demo admin] Network 7798c1e7-16fa-4344-b5e9-991573b0ff3b is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:18:44.178080 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-a616b528-8490-422d-9b9f-134d5d24c192 demo admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:18:44.338951 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a616b528-8490-422d-9b9f-134d5d24c192 demo admin] Router d9f2b148-52b2-4bec-b578-f810c82902eb is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:18:44.380064 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5d38ec3e-aa96-4259-b1d7-b3081ffaeb61 None None] Provisioning complete for port f9138ef3-430c-4ffe-bf55-2a678de37623 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:44.380499 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5d38ec3e-aa96-4259-b1d7-b3081ffaeb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f9138ef3-430c-4ffe-bf55-2a678de37623), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:44.413183 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5d38ec3e-aa96-4259-b1d7-b3081ffaeb61 None None] Port f9138ef3-430c-4ffe-bf55-2a678de37623 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:18:44.431014 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a616b528-8490-422d-9b9f-134d5d24c192 demo admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:18:44.436334 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a616b528-8490-422d-9b9f-134d5d24c192 demo admin] 10.222.0.77 "PUT /v2.0/routers/d9f2b148-52b2-4bec-b578-f810c82902eb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7374995 Feb 09 21:18:44.455838 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] Sync routers for ids ['d9f2b148-52b2-4bec-b578-f810c82902eb'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:18:44.468209 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] Routers {'d9f2b148-52b2-4bec-b578-f810c82902eb'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:18:44.469171 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:18:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['d9f2b148-52b2-4bec-b578-f810c82902eb'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:18:44.664464 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] Set router d9f2b148-52b2-4bec-b578-f810c82902eb gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:18:45.110389 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f2b148-52b2-4bec-b578-f810c82902eb', 'name': 'router1', 'tenant_id': '695723ee5f2849c297e9b37ad383cee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:18:33Z', 'updated_at': '2022-02-09T21:18:43Z', 'revision_number': 2, 'project_id': '695723ee5f2849c297e9b37ad383cee4', 'gw_port_host': None, '_interfaces': [{'id': 'f9138ef3-430c-4ffe-bf55-2a678de37623', 'name': '', 'network_id': '7798c1e7-16fa-4344-b5e9-991573b0ff3b', 'tenant_id': '695723ee5f2849c297e9b37ad383cee4', 'mac_address': 'fa:16:3e:28:b5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f2b148-52b2-4bec-b578-f810c82902eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ea8efbb-ed62-449e-8901-d304a19b65d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:18:42Z', 'updated_at': '2022-02-09T21:18:43Z', 'revision_number': 2, 'project_id': '695723ee5f2849c297e9b37ad383cee4', 'subnets': [{'id': '4ea8efbb-ed62-449e-8901-d304a19b65d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4e23ed5-ebc8-4eae-97da-6d9520853997'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:18:45.161435 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] Checking router: d9f2b148-52b2-4bec-b578-f810c82902eb for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:18:45.161800 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] Updating router d9f2b148-52b2-4bec-b578-f810c82902eb port f9138ef3-430c-4ffe-bf55-2a678de37623 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:18:45.212662 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f9138ef3-430c-4ffe-bf55-2a678de37623), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:45.728077 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] Publish callbacks [] for port (f9138ef3-430c-4ffe-bf55-2a678de37623), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:45.736376 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f9138ef3-430c-4ffe-bf55-2a678de37623), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:45.880483 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c6a29-6fd3-4f2e-b01b-fa118617e970 None None] Pushing event updated for resources: {'Port': ['ID=f9138ef3-430c-4ffe-bf55-2a678de37623,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:45.914739 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6a29-6fd3-4f2e-b01b-fa118617e970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:45.915089 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6a29-6fd3-4f2e-b01b-fa118617e970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:45.915431 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6a29-6fd3-4f2e-b01b-fa118617e970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:45.915794 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6a29-6fd3-4f2e-b01b-fa118617e970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:45.916133 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6a29-6fd3-4f2e-b01b-fa118617e970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:45.916464 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6a29-6fd3-4f2e-b01b-fa118617e970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:45.916794 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6a29-6fd3-4f2e-b01b-fa118617e970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:45.917122 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6a29-6fd3-4f2e-b01b-fa118617e970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:45.917450 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6a29-6fd3-4f2e-b01b-fa118617e970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:45.917775 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6a29-6fd3-4f2e-b01b-fa118617e970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:45.918101 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6a29-6fd3-4f2e-b01b-fa118617e970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:45.918425 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6a29-6fd3-4f2e-b01b-fa118617e970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:45.918745 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6a29-6fd3-4f2e-b01b-fa118617e970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6a29-6fd3-4f2e-b01b-fa118617e970 None None] Tracked resource versions report: Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: pushed versions: Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: { 'AddressGroup': {'1.2'}, Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'ConntrackHelper': {'1.0'}, Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'Log': {'1.0'}, Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'Network': {'1.1'}, Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'Port': {'1.7'}, Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'PortForwarding': {'1.2'}, Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'QosPolicy': {'1.10'}, Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'SecurityGroup': {'1.5'}, Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'SubPort': {'1.0'}, Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'Subnet': {'1.1'}, Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'Trunk': {'1.1'}} Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: consumer versions: Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: { DHCP agent@n-d-828601-1: {}, Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: L3 agent@n-d-828601-1: {}, Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: Metadata agent@n-d-828601-1: {}, Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: Metering agent@n-d-828601-1: {}, Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: Open vSwitch agent@n-d-828601-1: { 'AddressGroup': '1.2', Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'ConntrackHelper': '1.0', Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'LocalIPAssociation': '1.0', Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'Log': '1.0', Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'Network': '1.1', Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'Port': '1.7', Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'PortForwarding': '1.2', Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'QosPolicy': '1.10', Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'SecurityGroup': '1.5', Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'SecurityGroupRule': '1.2', Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'SubPort': '1.0', Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'Subnet': '1.1', Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: 'Trunk': '1.1'}} Feb 09 21:18:45.919945 n-d-828601-1 neutron-server[103204]: {{(pid=103204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:18:45.926355 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] Attempting to bind port f9138ef3-430c-4ffe-bf55-2a678de37623 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:18:45.926557 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] Attempting to bind port f9138ef3-430c-4ffe-bf55-2a678de37623 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'e09a7684-b9d5-45a3-ab50-af2775c97f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7798c1e7-16fa-4344-b5e9-991573b0ff3b'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:18:45.927358 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] Attempting to bind port f9138ef3-430c-4ffe-bf55-2a678de37623 on network 7798c1e7-16fa-4344-b5e9-991573b0ff3b {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:18:45.933253 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:18:45.933946 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] Checking segment: {'id': 'e09a7684-b9d5-45a3-ab50-af2775c97f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7798c1e7-16fa-4344-b5e9-991573b0ff3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:18:45.934519 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:45.934850 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] Bound using segment: {'id': 'e09a7684-b9d5-45a3-ab50-af2775c97f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7798c1e7-16fa-4344-b5e9-991573b0ff3b'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:18:45.935373 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] Bound port: f9138ef3-430c-4ffe-bf55-2a678de37623, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09a7684-b9d5-45a3-ab50-af2775c97f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7798c1e7-16fa-4344-b5e9-991573b0ff3b'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:18:45.935797 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f9138ef3-430c-4ffe-bf55-2a678de37623), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:45.950240 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5b734d17-9419-4885-88a9-2421e2dc0df2 None None] Provisioning complete for port f9138ef3-430c-4ffe-bf55-2a678de37623 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:45.950743 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5b734d17-9419-4885-88a9-2421e2dc0df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f9138ef3-430c-4ffe-bf55-2a678de37623), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:45.986246 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5b734d17-9419-4885-88a9-2421e2dc0df2 None None] Port f9138ef3-430c-4ffe-bf55-2a678de37623 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:18:46.002735 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] For port f9138ef3-430c-4ffe-bf55-2a678de37623, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:18:46.022160 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] For port f9138ef3-430c-4ffe-bf55-2a678de37623, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f9138ef3-430c-4ffe-bf55-2a678de37623,segment=NetworkSegment(e09a7684-b9d5-45a3-ab50-af2775c97f95),segment_id=e09a7684-b9d5-45a3-ab50-af2775c97f95)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:18:46.028705 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f9138ef3-430c-4ffe-bf55-2a678de37623), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:46.084880 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] Routers {'d9f2b148-52b2-4bec-b578-f810c82902eb'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:18:46.086637 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:18:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['d9f2b148-52b2-4bec-b578-f810c82902eb'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:18:46.152729 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c6a29-6fd3-4f2e-b01b-fa118617e970 None None] Pushing event updated for resources: {'Port': ['ID=f9138ef3-430c-4ffe-bf55-2a678de37623,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:46.182629 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] Set router d9f2b148-52b2-4bec-b578-f810c82902eb gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:18:46.311482 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-8758896f-4dc8-496a-a285-ee54a24156ac None None] Provisioning complete for port f9138ef3-430c-4ffe-bf55-2a678de37623 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:46.311906 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8758896f-4dc8-496a-a285-ee54a24156ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f9138ef3-430c-4ffe-bf55-2a678de37623), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:46.394632 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8758896f-4dc8-496a-a285-ee54a24156ac None None] Current status of the port f9138ef3-430c-4ffe-bf55-2a678de37623 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:46.395033 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8758896f-4dc8-496a-a285-ee54a24156ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f9138ef3-430c-4ffe-bf55-2a678de37623), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:46.402998 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f2b148-52b2-4bec-b578-f810c82902eb', 'name': 'router1', 'tenant_id': '695723ee5f2849c297e9b37ad383cee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:18:33Z', 'updated_at': '2022-02-09T21:18:43Z', 'revision_number': 2, 'project_id': '695723ee5f2849c297e9b37ad383cee4', 'gw_port_host': None, '_interfaces': [{'id': 'f9138ef3-430c-4ffe-bf55-2a678de37623', 'name': '', 'network_id': '7798c1e7-16fa-4344-b5e9-991573b0ff3b', 'tenant_id': '695723ee5f2849c297e9b37ad383cee4', 'mac_address': 'fa:16:3e:28:b5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f2b148-52b2-4bec-b578-f810c82902eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ea8efbb-ed62-449e-8901-d304a19b65d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:18:42Z', 'updated_at': '2022-02-09T21:18:45Z', 'revision_number': 4, 'project_id': '695723ee5f2849c297e9b37ad383cee4', 'subnets': [{'id': '4ea8efbb-ed62-449e-8901-d304a19b65d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4e23ed5-ebc8-4eae-97da-6d9520853997'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:18:46.426834 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-8758896f-4dc8-496a-a285-ee54a24156ac None None] For port f9138ef3-430c-4ffe-bf55-2a678de37623, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f9138ef3-430c-4ffe-bf55-2a678de37623,segment=NetworkSegment(e09a7684-b9d5-45a3-ab50-af2775c97f95),segment_id=e09a7684-b9d5-45a3-ab50-af2775c97f95)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:18:46.429708 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c233f-011d-44ac-b188-f2fecc4691a2 None None] The sync data for ids ['d9f2b148-52b2-4bec-b578-f810c82902eb'] in n-d-828601-1 is: [{'id': 'd9f2b148-52b2-4bec-b578-f810c82902eb', 'name': 'router1', 'tenant_id': '695723ee5f2849c297e9b37ad383cee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:18:33Z', 'updated_at': '2022-02-09T21:18:43Z', 'revision_number': 2, 'project_id': '695723ee5f2849c297e9b37ad383cee4', 'gw_port_host': None, '_interfaces': [{'id': 'f9138ef3-430c-4ffe-bf55-2a678de37623', 'name': '', 'network_id': '7798c1e7-16fa-4344-b5e9-991573b0ff3b', 'tenant_id': '695723ee5f2849c297e9b37ad383cee4', 'mac_address': 'fa:16:3e:28:b5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f2b148-52b2-4bec-b578-f810c82902eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ea8efbb-ed62-449e-8901-d304a19b65d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:18:42Z', 'updated_at': '2022-02-09T21:18:45Z', 'revision_number': 4, 'project_id': '695723ee5f2849c297e9b37ad383cee4', 'subnets': [{'id': '4ea8efbb-ed62-449e-8901-d304a19b65d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4e23ed5-ebc8-4eae-97da-6d9520853997'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:18:46.432947 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8758896f-4dc8-496a-a285-ee54a24156ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f9138ef3-430c-4ffe-bf55-2a678de37623), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:46.496466 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758896f-4dc8-496a-a285-ee54a24156ac None None] Pushing event updated for resources: {'Port': ['ID=f9138ef3-430c-4ffe-bf55-2a678de37623,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:46.876257 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40806) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:18:46.989495 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b79cd2b-d48d-4365-90a4-9d9e7137c49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:46.990764 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5b79cd2b-d48d-4365-90a4-9d9e7137c49f admin admin] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 842 time: 0.1135406 Feb 09 21:18:47.000964 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-85e1489c-2b47-477f-8ff2-c41f8e299d98 admin admin] Request body: {'subnet': {'cidr': '172.25.6.0/24', 'enable_dhcp': False, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'name': 'public-subnet', 'gateway_ip': '172.25.6.1', 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:18:47.024554 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e1489c-2b47-477f-8ff2-c41f8e299d98 admin admin] Made reservation on behalf of 787878f748ae4dd389a907b0c59b2229 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:18:47.026909 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-85e1489c-2b47-477f-8ff2-c41f8e299d98 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:47.319270 n-d-828601-1 neutron-server[103202]: DEBUG neutron.objects.ports [None req-85e1489c-2b47-477f-8ff2-c41f8e299d98 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103202) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:18:47.319811 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-85e1489c-2b47-477f-8ff2-c41f8e299d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for subnet (71c633e2-9d6c-42af-b8f9-450d498d0723), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:47.373016 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1489c-2b47-477f-8ff2-c41f8e299d98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c633e2-9d6c-42af-b8f9-450d498d0723,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:47.381415 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e1489c-2b47-477f-8ff2-c41f8e299d98 admin admin] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:18:47.381736 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e1489c-2b47-477f-8ff2-c41f8e299d98 admin admin] Network hostable DHCP agents. Network: 10785b1a-bf3d-4365-b294-8affe97441d3, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:18:47.403175 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e1489c-2b47-477f-8ff2-c41f8e299d98 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:18:47.413038 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-85e1489c-2b47-477f-8ff2-c41f8e299d98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 10785b1a-bf3d-4365-b294-8affe97441d3) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:18:47.417028 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e1489c-2b47-477f-8ff2-c41f8e299d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:47.417618 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-85e1489c-2b47-477f-8ff2-c41f8e299d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:47.428468 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a738db8c-ffb0-4147-b009-89173c529b2f None None] Network 10785b1a-bf3d-4365-b294-8affe97441d3 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:18:47.434191 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-85e1489c-2b47-477f-8ff2-c41f8e299d98 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4368732 Feb 09 21:18:47.532241 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7e543d-7149-4291-9dab-356806d3d42d None None] Network 10785b1a-bf3d-4365-b294-8affe97441d3 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:18:49.855138 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40814) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:18:49.985172 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0d796ff9-1df7-4e77-a0b3-f42ade5b351c demo admin] 10.222.0.77 "GET /v2.0/routers/d9f2b148-52b2-4bec-b578-f810c82902eb HTTP/1.1" status: 200 len: 710 time: 0.1288891 Feb 09 21:18:50.070692 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20342c5-f310-42e4-9ba2-7045125e6097 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:50.072095 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d20342c5-f310-42e4-9ba2-7045125e6097 demo admin] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 886 time: 0.0815971 Feb 09 21:18:50.080898 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-fde92d38-97b0-4daa-b9d0-409172fd8af9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:18:50.402129 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fde92d38-97b0-4daa-b9d0-409172fd8af9 demo admin] Publish callbacks [] for router_gateway (d9f2b148-52b2-4bec-b578-f810c82902eb), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:50.638688 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fde92d38-97b0-4daa-b9d0-409172fd8af9 demo admin] Publish callbacks [] for router_gateway (d9f2b148-52b2-4bec-b578-f810c82902eb), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:50.716106 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fde92d38-97b0-4daa-b9d0-409172fd8af9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:50.820151 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-fde92d38-97b0-4daa-b9d0-409172fd8af9 demo admin] Allocated IP 172.25.6.79 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/f8848a94-69f7-41a8-b573-14204a3b85c9) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:18:50.917997 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fde92d38-97b0-4daa-b9d0-409172fd8af9 demo admin] Publish callbacks [] for port (f8848a94-69f7-41a8-b573-14204a3b85c9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:50.951172 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fde92d38-97b0-4daa-b9d0-409172fd8af9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (f8848a94-69f7-41a8-b573-14204a3b85c9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:50.989648 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde92d38-97b0-4daa-b9d0-409172fd8af9 demo admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:18:50.994215 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-fde92d38-97b0-4daa-b9d0-409172fd8af9 demo admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:18:50.996782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde92d38-97b0-4daa-b9d0-409172fd8af9 demo admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:18:51.033196 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde92d38-97b0-4daa-b9d0-409172fd8af9 demo admin] Pushing event updated for resources: {'Port': ['ID=f8848a94-69f7-41a8-b573-14204a3b85c9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:51.246288 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fde92d38-97b0-4daa-b9d0-409172fd8af9 demo admin] Publish callbacks [] for router_gateway (d9f2b148-52b2-4bec-b578-f810c82902eb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:51.455821 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fde92d38-97b0-4daa-b9d0-409172fd8af9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (d9f2b148-52b2-4bec-b578-f810c82902eb), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:51.459702 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fde92d38-97b0-4daa-b9d0-409172fd8af9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-316890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-316867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-342176'] for router (d9f2b148-52b2-4bec-b578-f810c82902eb), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:51.575440 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde92d38-97b0-4daa-b9d0-409172fd8af9 demo admin] Router d9f2b148-52b2-4bec-b578-f810c82902eb has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:18:51.690085 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde92d38-97b0-4daa-b9d0-409172fd8af9 demo admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:18:51.695193 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fde92d38-97b0-4daa-b9d0-409172fd8af9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:51.707738 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fde92d38-97b0-4daa-b9d0-409172fd8af9 demo admin] 10.222.0.77 "PUT /v2.0/routers/d9f2b148-52b2-4bec-b578-f810c82902eb HTTP/1.1" status: 200 len: 889 time: 1.6187403 Feb 09 21:18:54.145140 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40826) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:18:54.265833 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-41f7b0e5-115d-4a06-80b2-dbd57b9fb73a admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1195476 Feb 09 21:18:54.580662 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f9138ef3-430c-4ffe-bf55-2a678de37623 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:18:54.633916 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f9138ef3-430c-4ffe-bf55-2a678de37623 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:54.634596 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f9138ef3-430c-4ffe-bf55-2a678de37623), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:54.713698 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f9138ef3-430c-4ffe-bf55-2a678de37623 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:54.858658 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] Sync routers for ids ['d9f2b148-52b2-4bec-b578-f810c82902eb'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:18:54.869867 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] Routers {'d9f2b148-52b2-4bec-b578-f810c82902eb'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:18:54.870557 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:18:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['d9f2b148-52b2-4bec-b578-f810c82902eb'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:18:55.089640 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] Set router d9f2b148-52b2-4bec-b578-f810c82902eb gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:18:55.489856 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f2b148-52b2-4bec-b578-f810c82902eb', 'name': 'router1', 'tenant_id': '695723ee5f2849c297e9b37ad383cee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'f8848a94-69f7-41a8-b573-14204a3b85c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:18:33Z', 'updated_at': '2022-02-09T21:18:51Z', 'revision_number': 4, 'project_id': '695723ee5f2849c297e9b37ad383cee4', 'gw_port': {'id': 'f8848a94-69f7-41a8-b573-14204a3b85c9', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:69:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f2b148-52b2-4bec-b578-f810c82902eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:18:50Z', 'updated_at': '2022-02-09T21:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'f9138ef3-430c-4ffe-bf55-2a678de37623', 'name': '', 'network_id': '7798c1e7-16fa-4344-b5e9-991573b0ff3b', 'tenant_id': '695723ee5f2849c297e9b37ad383cee4', 'mac_address': 'fa:16:3e:28:b5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f2b148-52b2-4bec-b578-f810c82902eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ea8efbb-ed62-449e-8901-d304a19b65d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:18:42Z', 'updated_at': '2022-02-09T21:18:46Z', 'revision_number': 5, 'project_id': '695723ee5f2849c297e9b37ad383cee4', 'subnets': [{'id': '4ea8efbb-ed62-449e-8901-d304a19b65d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4e23ed5-ebc8-4eae-97da-6d9520853997'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:18:55.616080 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] Checking router: d9f2b148-52b2-4bec-b578-f810c82902eb for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:18:55.616688 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] Updating router d9f2b148-52b2-4bec-b578-f810c82902eb port f8848a94-69f7-41a8-b573-14204a3b85c9 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:18:55.670507 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f8848a94-69f7-41a8-b573-14204a3b85c9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:55.984499 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] Publish callbacks [] for port (f8848a94-69f7-41a8-b573-14204a3b85c9), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:55.993259 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f8848a94-69f7-41a8-b573-14204a3b85c9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:56.035971 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b3e28-ec4d-42ab-9250-4bfc42dac341 None None] Pushing event updated for resources: {'Port': ['ID=f8848a94-69f7-41a8-b573-14204a3b85c9,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:56.058341 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] Attempting to bind port f8848a94-69f7-41a8-b573-14204a3b85c9 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:18:56.058718 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] Attempting to bind port f8848a94-69f7-41a8-b573-14204a3b85c9 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:18:56.059085 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] Attempting to bind port f8848a94-69f7-41a8-b573-14204a3b85c9 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:18:56.064682 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:18:56.065004 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:18:56.065416 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:56.066057 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:18:56.066791 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] Bound port: f8848a94-69f7-41a8-b573-14204a3b85c9, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:18:56.066890 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f8848a94-69f7-41a8-b573-14204a3b85c9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:56.122455 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] For port f8848a94-69f7-41a8-b573-14204a3b85c9, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:18:56.125859 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] For port f8848a94-69f7-41a8-b573-14204a3b85c9, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f8848a94-69f7-41a8-b573-14204a3b85c9,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:18:56.136078 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f8848a94-69f7-41a8-b573-14204a3b85c9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:56.186691 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] Routers {'d9f2b148-52b2-4bec-b578-f810c82902eb'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:18:56.187323 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:18:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['d9f2b148-52b2-4bec-b578-f810c82902eb'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:18:56.271501 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b3e28-ec4d-42ab-9250-4bfc42dac341 None None] Pushing event updated for resources: {'Port': ['ID=f8848a94-69f7-41a8-b573-14204a3b85c9,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:56.313233 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] Set router d9f2b148-52b2-4bec-b578-f810c82902eb gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:18:56.547742 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f2b148-52b2-4bec-b578-f810c82902eb', 'name': 'router1', 'tenant_id': '695723ee5f2849c297e9b37ad383cee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'f8848a94-69f7-41a8-b573-14204a3b85c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:18:33Z', 'updated_at': '2022-02-09T21:18:51Z', 'revision_number': 4, 'project_id': '695723ee5f2849c297e9b37ad383cee4', 'gw_port': {'id': 'f8848a94-69f7-41a8-b573-14204a3b85c9', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:69:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f2b148-52b2-4bec-b578-f810c82902eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:18:50Z', 'updated_at': '2022-02-09T21:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'f9138ef3-430c-4ffe-bf55-2a678de37623', 'name': '', 'network_id': '7798c1e7-16fa-4344-b5e9-991573b0ff3b', 'tenant_id': '695723ee5f2849c297e9b37ad383cee4', 'mac_address': 'fa:16:3e:28:b5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f2b148-52b2-4bec-b578-f810c82902eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ea8efbb-ed62-449e-8901-d304a19b65d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:18:42Z', 'updated_at': '2022-02-09T21:18:46Z', 'revision_number': 5, 'project_id': '695723ee5f2849c297e9b37ad383cee4', 'subnets': [{'id': '4ea8efbb-ed62-449e-8901-d304a19b65d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4e23ed5-ebc8-4eae-97da-6d9520853997'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:18:56.578773 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694ec11a-a244-4f4b-8226-e1a049fc13a6 None None] The sync data for ids ['d9f2b148-52b2-4bec-b578-f810c82902eb'] in n-d-828601-1 is: [{'id': 'd9f2b148-52b2-4bec-b578-f810c82902eb', 'name': 'router1', 'tenant_id': '695723ee5f2849c297e9b37ad383cee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'f8848a94-69f7-41a8-b573-14204a3b85c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:18:33Z', 'updated_at': '2022-02-09T21:18:51Z', 'revision_number': 4, 'project_id': '695723ee5f2849c297e9b37ad383cee4', 'gw_port': {'id': 'f8848a94-69f7-41a8-b573-14204a3b85c9', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:69:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f2b148-52b2-4bec-b578-f810c82902eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:18:50Z', 'updated_at': '2022-02-09T21:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'f9138ef3-430c-4ffe-bf55-2a678de37623', 'name': '', 'network_id': '7798c1e7-16fa-4344-b5e9-991573b0ff3b', 'tenant_id': '695723ee5f2849c297e9b37ad383cee4', 'mac_address': 'fa:16:3e:28:b5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f2b148-52b2-4bec-b578-f810c82902eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ea8efbb-ed62-449e-8901-d304a19b65d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:18:42Z', 'updated_at': '2022-02-09T21:18:46Z', 'revision_number': 5, 'project_id': '695723ee5f2849c297e9b37ad383cee4', 'subnets': [{'id': '4ea8efbb-ed62-449e-8901-d304a19b65d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4e23ed5-ebc8-4eae-97da-6d9520853997'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:18:58.665053 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f8848a94-69f7-41a8-b573-14204a3b85c9 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:18:58.727168 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f8848a94-69f7-41a8-b573-14204a3b85c9 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:58.728164 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f8848a94-69f7-41a8-b573-14204a3b85c9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:58.812899 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f8848a94-69f7-41a8-b573-14204a3b85c9 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:58.813690 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f8848a94-69f7-41a8-b573-14204a3b85c9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:58.837593 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port f8848a94-69f7-41a8-b573-14204a3b85c9, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f8848a94-69f7-41a8-b573-14204a3b85c9,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:18:58.851840 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f8848a94-69f7-41a8-b573-14204a3b85c9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:58.930391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=f8848a94-69f7-41a8-b573-14204a3b85c9,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:19:00.631196 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f8848a94-69f7-41a8-b573-14204a3b85c9 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:19:00.704991 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f8848a94-69f7-41a8-b573-14204a3b85c9 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:19:00.705383 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f8848a94-69f7-41a8-b573-14204a3b85c9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:00.817488 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f8848a94-69f7-41a8-b573-14204a3b85c9 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:19:07.755524 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fab985bd-3c54-4fa0-9ad8-cb892df3b8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:08.122470 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 5 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:19:10.394630 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-60fa829e-3db0-4bd0-a763-afda2a9e7e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:11.311096 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:12.494606 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:13.939243 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:37.772820 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-218c3c3a-8594-4df4-92bf-21410a9827ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:40.379581 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f9b6890d-65c0-4f75-9dab-289b8d263015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:41.310718 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:42.490613 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:43.922020 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:45.125202 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 5 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:20:07.759469 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8321dfb3-fd61-4323-b0c0-c24a837f1c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:10.375697 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fcb7ad8a-27a6-4314-bea2-32bb2bd2b7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:11.310945 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:12.491545 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:13.915957 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:22.189552 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 5 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:20:25.849842 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41344) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:20:25.918537 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-67042b04-ac21-452d-9782-c791ff09f908 admin admin] GET failed (client error): The resource could not be found. Feb 09 21:20:25.920159 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-67042b04-ac21-452d-9782-c791ff09f908 admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0688412 Feb 09 21:20:26.208400 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c68bf52-74c9-4f89-97c6-ead24a20270a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:26.210203 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9c68bf52-74c9-4f89-97c6-ead24a20270a admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2853732 Feb 09 21:20:28.614316 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41354) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:20:28.714107 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f526577-33f9-41ec-8582-5c317ea64e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:28.715517 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7f526577-33f9-41ec-8582-5c317ea64e27 admin admin] 10.222.0.77 "GET /v2.0/subnets/4ea8efbb-ed62-449e-8901-d304a19b65d6 HTTP/1.1" status: 200 len: 849 time: 0.1002259 Feb 09 21:20:28.730086 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-8d1de4f2-5b1a-437b-ab9c-9fad073733a3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:20:28.819312 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d1de4f2-5b1a-437b-ab9c-9fad073733a3 admin admin] Publish callbacks [] for subnet (4ea8efbb-ed62-449e-8901-d304a19b65d6), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:28.964593 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d1de4f2-5b1a-437b-ab9c-9fad073733a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729585839620'] for subnet (4ea8efbb-ed62-449e-8901-d304a19b65d6), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:29.002045 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1de4f2-5b1a-437b-ab9c-9fad073733a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:29.002647 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d1de4f2-5b1a-437b-ab9c-9fad073733a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:29.003990 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8d1de4f2-5b1a-437b-ab9c-9fad073733a3 admin admin] 10.222.0.77 "PUT /v2.0/subnets/4ea8efbb-ed62-449e-8901-d304a19b65d6 HTTP/1.1" status: 200 len: 868 time: 0.2777138 Feb 09 21:20:29.008012 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c02c893-49f1-4cb2-b473-5604640343bb None None] Network 7798c1e7-16fa-4344-b5e9-991573b0ff3b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:20:29.040263 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1de4f2-5b1a-437b-ab9c-9fad073733a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ea8efbb-ed62-449e-8901-d304a19b65d6,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:20:29.053857 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1de4f2-5b1a-437b-ab9c-9fad073733a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:29.054379 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1de4f2-5b1a-437b-ab9c-9fad073733a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:29.055072 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1de4f2-5b1a-437b-ab9c-9fad073733a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:29.055616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1de4f2-5b1a-437b-ab9c-9fad073733a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:29.056217 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1de4f2-5b1a-437b-ab9c-9fad073733a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:29.056899 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1de4f2-5b1a-437b-ab9c-9fad073733a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:29.057409 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1de4f2-5b1a-437b-ab9c-9fad073733a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:29.057918 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1de4f2-5b1a-437b-ab9c-9fad073733a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:29.058584 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1de4f2-5b1a-437b-ab9c-9fad073733a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:29.059096 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1de4f2-5b1a-437b-ab9c-9fad073733a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:29.059634 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1de4f2-5b1a-437b-ab9c-9fad073733a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:29.060168 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1de4f2-5b1a-437b-ab9c-9fad073733a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:29.060661 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1de4f2-5b1a-437b-ab9c-9fad073733a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:29.531499 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-cb6b86bf-588e-45bd-8708-79236e36c948 None None] Provisioning complete for port 0a15c144-259e-4ff2-8c14-1f105b11842f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:20:29.531922 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cb6b86bf-588e-45bd-8708-79236e36c948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0a15c144-259e-4ff2-8c14-1f105b11842f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:29.608500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b86bf-588e-45bd-8708-79236e36c948 None None] Current status of the port 0a15c144-259e-4ff2-8c14-1f105b11842f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:20:29.619169 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-cb6b86bf-588e-45bd-8708-79236e36c948 None None] Provisioning complete for port f9138ef3-430c-4ffe-bf55-2a678de37623 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:20:29.619560 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cb6b86bf-588e-45bd-8708-79236e36c948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f9138ef3-430c-4ffe-bf55-2a678de37623), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:29.700088 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b86bf-588e-45bd-8708-79236e36c948 None None] Current status of the port f9138ef3-430c-4ffe-bf55-2a678de37623 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:20:31.396448 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41362) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:20:31.612059 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14314423-9409-45d7-b2ba-09c53e0fdbc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:31.612459 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14314423-9409-45d7-b2ba-09c53e0fdbc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:31.614014 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-14314423-9409-45d7-b2ba-09c53e0fdbc4 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2165973 Feb 09 21:20:33.975618 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41372) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:20:34.141489 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce7f6bd-4195-4e78-a1d4-cf0fddbcce11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:34.141965 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce7f6bd-4195-4e78-a1d4-cf0fddbcce11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:34.144226 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5ce7f6bd-4195-4e78-a1d4-cf0fddbcce11 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1666195 Feb 09 21:20:36.464590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41380) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:20:36.651109 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790e8bf3-d509-43df-bd7b-13e45b0b71e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:36.652500 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-790e8bf3-d509-43df-bd7b-13e45b0b71e4 admin admin] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 886 time: 0.1866360 Feb 09 21:20:37.755143 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7bdfe4d8-757b-48d7-aa81-40f5b94bfb9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:39.021891 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41388) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:20:39.165171 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e2074d-11ae-4278-8d87-bb944216a84a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:39.167689 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-87e2074d-11ae-4278-8d87-bb944216a84a admin admin] 10.222.0.77 "GET /v2.0/networks/7798c1e7-16fa-4344-b5e9-991573b0ff3b HTTP/1.1" status: 200 len: 869 time: 0.1434762 Feb 09 21:20:40.383978 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d95eb4ee-65f3-4c47-b90f-1ab44a3f48cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:41.320387 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:41.516948 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41396) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:20:41.644116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14271a0-23dc-4b32-ade7-b1acbbdac06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:41.644477 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14271a0-23dc-4b32-ade7-b1acbbdac06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:41.646044 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d14271a0-23dc-4b32-ade7-b1acbbdac06d admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1280737 Feb 09 21:20:42.505372 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:43.924493 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:43.977780 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41404) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:20:44.074432 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37357bf0-fac1-4486-ac37-5289c018f293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:44.074871 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37357bf0-fac1-4486-ac37-5289c018f293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:44.076465 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-37357bf0-fac1-4486-ac37-5289c018f293 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0977285 Feb 09 21:20:46.381287 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41412) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:20:46.482823 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792f3a4e-2505-4ae1-a274-1adbff4bb830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:46.484512 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-792f3a4e-2505-4ae1-a274-1adbff4bb830 admin admin] 10.222.0.77 "GET /v2.0/subnets/4ea8efbb-ed62-449e-8901-d304a19b65d6 HTTP/1.1" status: 200 len: 868 time: 0.1019747 Feb 09 21:20:48.867845 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41420) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:20:48.968389 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3698fb3d-0439-47fc-acdc-3454daac7e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:48.970078 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3698fb3d-0439-47fc-acdc-3454daac7e85 admin admin] 10.222.0.77 "GET /v2.0/subnets/71c633e2-9d6c-42af-b8f9-450d498d0723 HTTP/1.1" status: 200 len: 816 time: 0.1008813 Feb 09 21:20:59.134545 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 5 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:21:07.761469 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cca84786-8f43-4623-81dd-5b35c028e90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:10.392197 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-07095bc9-534d-496a-b3f7-6a340641eac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:11.327089 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:12.500692 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:13.928422 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:14.164207 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41472) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:21:14.219783 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [None req-76005021-ddbe-4794-9aa9-9c0e1294aae8 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:21:14.220823 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-76005021-ddbe-4794-9aa9-9c0e1294aae8 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0552952 Feb 09 21:21:16.808592 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41480) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:21:16.886064 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-4edc1316-6c0e-4545-ba60-28861be85881 admin admin] GET failed (client error): The resource could not be found. Feb 09 21:21:16.888631 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4edc1316-6c0e-4545-ba60-28861be85881 admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0785124 Feb 09 21:21:17.017041 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbb9438-68c8-40ee-a4b8-1cc2a02c1cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:17.019512 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ccbb9438-68c8-40ee-a4b8-1cc2a02c1cba admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1257179 Feb 09 21:21:19.402698 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41488) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:21:19.455846 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:21:19.477810 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Made reservation on behalf of 787878f748ae4dd389a907b0c59b2229 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:21:19.480701 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:19.520995 n-d-828601-1 neutron-server[103201]: WARNING neutron.services.revisions.revision_plugin [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Could not find related network for resource to bump revision. Feb 09 21:21:19.536299 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:21:19.547441 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (db949c83-6d46-49c6-821a-65a23c0f1bd2), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:19.547832 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Added segment db949c83-6d46-49c6-821a-65a23c0f1bd2 of type vlan for network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 Feb 09 21:21:19.602609 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:19.629538 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:19.630584 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:19.631170 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:19.710595 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3067119 Feb 09 21:21:19.738722 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Pushing event updated for resources: {'Network': ['ID=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:21:19.747506 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:19.748016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:19.748500 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:19.748981 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:19.749461 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:19.749908 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:19.750344 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:19.750777 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:19.751209 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:19.751706 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:19.752220 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:19.752677 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:19.753128 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71685a1-2d70-4249-8b11-ee55f5997600 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:19.765783 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:21:22.099095 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41496) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:21:22.181016 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-157125e1-ca8c-43d6-a74a-eeca1dcfaaeb admin admin] GET failed (client error): The resource could not be found. Feb 09 21:21:22.183418 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-157125e1-ca8c-43d6-a74a-eeca1dcfaaeb admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0827596 Feb 09 21:21:22.296541 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaa1920-5efd-4336-9e00-a608807f7597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:22.299005 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dbaa1920-5efd-4336-9e00-a608807f7597 admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1112483 Feb 09 21:21:22.311944 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-a2178fe3-51a9-49d0-8d49-fb87d3d9615e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'cidr': '192.168.233.0/24'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:21:22.341939 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2178fe3-51a9-49d0-8d49-fb87d3d9615e admin admin] Made reservation on behalf of 787878f748ae4dd389a907b0c59b2229 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:21:22.346421 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a2178fe3-51a9-49d0-8d49-fb87d3d9615e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:22.602596 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a2178fe3-51a9-49d0-8d49-fb87d3d9615e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for subnet (69d9ca27-8843-45dc-ab03-aa640bd3e8ce), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:22.661534 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2178fe3-51a9-49d0-8d49-fb87d3d9615e admin admin] Pushing event updated for resources: {'Subnet': ['ID=69d9ca27-8843-45dc-ab03-aa640bd3e8ce,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:21:22.673227 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2178fe3-51a9-49d0-8d49-fb87d3d9615e admin admin] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:21:22.673630 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2178fe3-51a9-49d0-8d49-fb87d3d9615e admin admin] Network hostable DHCP agents. Network: 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:21:22.695268 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2178fe3-51a9-49d0-8d49-fb87d3d9615e admin admin] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:21:22.706246 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-a2178fe3-51a9-49d0-8d49-fb87d3d9615e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:21:22.711058 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2178fe3-51a9-49d0-8d49-fb87d3d9615e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:22.711830 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a2178fe3-51a9-49d0-8d49-fb87d3d9615e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:22.718487 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae30817e-b7a1-44bd-a92c-cfe2272ac019 None None] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:21:22.734075 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a2178fe3-51a9-49d0-8d49-fb87d3d9615e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4273951 Feb 09 21:21:22.845739 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'project_id': '787878f748ae4dd389a907b0c59b2229', 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:21:22.847109 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:23.026870 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Allocated IP 192.168.233.2 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/8395d0d2-1f63-4be8-bfbc-4a63abda58c1) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:21:23.195741 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Publish callbacks [] for port (8395d0d2-1f63-4be8-bfbc-4a63abda58c1), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:23.206150 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (8395d0d2-1f63-4be8-bfbc-4a63abda58c1), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:23.261339 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Pushing event updated for resources: {'Port': ['ID=8395d0d2-1f63-4be8-bfbc-4a63abda58c1,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:21:23.271564 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:21:23.273478 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:23.273844 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:23.274472 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:23.274836 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:23.275178 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:23.275712 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:23.276070 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:23.276425 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:23.276812 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:23.277213 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:23.277645 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:23.277978 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:23.278313 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:23.282395 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:21:23.284870 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:21:23.349296 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Attempting to bind port 8395d0d2-1f63-4be8-bfbc-4a63abda58c1 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:21:23.349778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Attempting to bind port 8395d0d2-1f63-4be8-bfbc-4a63abda58c1 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:21:23.350149 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Attempting to bind port 8395d0d2-1f63-4be8-bfbc-4a63abda58c1 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:21:23.356001 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:21:23.356407 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:21:23.356820 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:23.357237 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:21:23.357738 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Bound port: 8395d0d2-1f63-4be8-bfbc-4a63abda58c1, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:21:23.358131 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8395d0d2-1f63-4be8-bfbc-4a63abda58c1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:23.436685 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] For port 8395d0d2-1f63-4be8-bfbc-4a63abda58c1, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:21:23.449197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] For port 8395d0d2-1f63-4be8-bfbc-4a63abda58c1, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8395d0d2-1f63-4be8-bfbc-4a63abda58c1,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:21:23.459372 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8395d0d2-1f63-4be8-bfbc-4a63abda58c1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:23.631016 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a0dcd-97aa-4770-a7ba-2d0338494195 None None] Pushing event updated for resources: {'Port': ['ID=8395d0d2-1f63-4be8-bfbc-4a63abda58c1,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:21:24.822833 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb7ddde-6160-492a-a089-4915e34ad735 None None] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:21:24.832381 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8395d0d2-1f63-4be8-bfbc-4a63abda58c1 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:21:24.962530 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-529515c1-74de-4aa3-817a-30b12aea999c None None] Provisioning complete for port 8395d0d2-1f63-4be8-bfbc-4a63abda58c1 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:21:24.962797 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-529515c1-74de-4aa3-817a-30b12aea999c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8395d0d2-1f63-4be8-bfbc-4a63abda58c1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:24.991877 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8395d0d2-1f63-4be8-bfbc-4a63abda58c1 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:21:24.992282 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8395d0d2-1f63-4be8-bfbc-4a63abda58c1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:25.159400 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8395d0d2-1f63-4be8-bfbc-4a63abda58c1 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:21:25.161284 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8395d0d2-1f63-4be8-bfbc-4a63abda58c1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:25.242028 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-529515c1-74de-4aa3-817a-30b12aea999c None None] Current status of the port 8395d0d2-1f63-4be8-bfbc-4a63abda58c1 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:21:25.242677 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-529515c1-74de-4aa3-817a-30b12aea999c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8395d0d2-1f63-4be8-bfbc-4a63abda58c1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:25.253863 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 8395d0d2-1f63-4be8-bfbc-4a63abda58c1, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8395d0d2-1f63-4be8-bfbc-4a63abda58c1,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:21:25.270759 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8395d0d2-1f63-4be8-bfbc-4a63abda58c1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:25.411526 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=8395d0d2-1f63-4be8-bfbc-4a63abda58c1,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:21:25.420897 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-529515c1-74de-4aa3-817a-30b12aea999c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:21:25.420897 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-529515c1-74de-4aa3-817a-30b12aea999c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:21:25.976862 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-529515c1-74de-4aa3-817a-30b12aea999c None None] Current status of the port 8395d0d2-1f63-4be8-bfbc-4a63abda58c1 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:21:26.102113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e2958bbd-5211-4a3e-9b94-6c2976244aff None None] Provisioning complete for port 8395d0d2-1f63-4be8-bfbc-4a63abda58c1 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:21:26.102694 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e2958bbd-5211-4a3e-9b94-6c2976244aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8395d0d2-1f63-4be8-bfbc-4a63abda58c1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:26.214183 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e2958bbd-5211-4a3e-9b94-6c2976244aff None None] Current status of the port 8395d0d2-1f63-4be8-bfbc-4a63abda58c1 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:21:26.664829 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8395d0d2-1f63-4be8-bfbc-4a63abda58c1 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:21:26.714973 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8395d0d2-1f63-4be8-bfbc-4a63abda58c1 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:21:26.715374 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8395d0d2-1f63-4be8-bfbc-4a63abda58c1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:26.800608 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8395d0d2-1f63-4be8-bfbc-4a63abda58c1 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:21:36.135412 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 5 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:21:37.758878 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3c8fc0f8-5082-443c-9f7b-ea5f01b63bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:40.388157 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ddcd8676-09c7-4131-a187-48e8b366d958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:41.323572 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:42.504508 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:43.923916 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:07.752520 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-241865d3-cbb8-4203-b372-0414b4632f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:10.382473 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-64b53be2-cb0b-478d-9594-d6ff0bdf047a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:11.323833 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:12.502186 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:13.134743 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 5 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:22:13.934307 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:37.755131 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b98e07f-c850-4a14-8272-9d6450927c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:39.281939 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41536) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:39.287904 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-474fccff-7df1-44ea-bd71-0b142222d77d tempest-verify_tempest_config-2048758728 tempest-verify_tempest_config-2048758728-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:22:39.288882 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-474fccff-7df1-44ea-bd71-0b142222d77d tempest-verify_tempest_config-2048758728 tempest-verify_tempest_config-2048758728-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059404 Feb 09 21:22:39.628193 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41554) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:39.752122 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6692128-8271-4d1b-a86a-bad3c27bee5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:39.854031 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6692128-8271-4d1b-a86a-bad3c27bee5b admin admin] Publish callbacks [] for security_group (d31acd52-de31-4eab-8162-59007be5891e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:39.858247 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6692128-8271-4d1b-a86a-bad3c27bee5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d31acd52-de31-4eab-8162-59007be5891e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:39.908468 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f6692128-8271-4d1b-a86a-bad3c27bee5b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=348d113026a340538aa0e1fbfdf7078b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2792037 Feb 09 21:22:39.909418 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6692128-8271-4d1b-a86a-bad3c27bee5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31acd52-de31-4eab-8162-59007be5891e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:39.911331 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41558) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:39.916769 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6692128-8271-4d1b-a86a-bad3c27bee5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:39.917109 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6692128-8271-4d1b-a86a-bad3c27bee5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:39.917463 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6692128-8271-4d1b-a86a-bad3c27bee5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:39.917804 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6692128-8271-4d1b-a86a-bad3c27bee5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:39.918141 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6692128-8271-4d1b-a86a-bad3c27bee5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:39.918480 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6692128-8271-4d1b-a86a-bad3c27bee5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:39.918816 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6692128-8271-4d1b-a86a-bad3c27bee5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:39.919145 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6692128-8271-4d1b-a86a-bad3c27bee5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:39.919485 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6692128-8271-4d1b-a86a-bad3c27bee5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:39.919834 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6692128-8271-4d1b-a86a-bad3c27bee5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:39.920190 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6692128-8271-4d1b-a86a-bad3c27bee5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:39.920540 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6692128-8271-4d1b-a86a-bad3c27bee5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:39.920833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6692128-8271-4d1b-a86a-bad3c27bee5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:39.975964 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fcae5b76-24f4-486e-923b-a1aa2c45b5f0 admin admin] Publish callbacks [] for security_group (d31acd52-de31-4eab-8162-59007be5891e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:40.010657 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fcae5b76-24f4-486e-923b-a1aa2c45b5f0 admin admin] Publish callbacks [] for security_group (d31acd52-de31-4eab-8162-59007be5891e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:40.135890 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fcae5b76-24f4-486e-923b-a1aa2c45b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d31acd52-de31-4eab-8162-59007be5891e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:40.140237 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fcae5b76-24f4-486e-923b-a1aa2c45b5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:40.142351 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fcae5b76-24f4-486e-923b-a1aa2c45b5f0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d31acd52-de31-4eab-8162-59007be5891e HTTP/1.1" status: 204 len: 168 time: 0.2298679 Feb 09 21:22:40.153137 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae5b76-24f4-486e-923b-a1aa2c45b5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31acd52-de31-4eab-8162-59007be5891e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:40.162598 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae5b76-24f4-486e-923b-a1aa2c45b5f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:40.162995 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae5b76-24f4-486e-923b-a1aa2c45b5f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:40.163405 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae5b76-24f4-486e-923b-a1aa2c45b5f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:40.163992 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae5b76-24f4-486e-923b-a1aa2c45b5f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:40.164593 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae5b76-24f4-486e-923b-a1aa2c45b5f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:40.165155 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae5b76-24f4-486e-923b-a1aa2c45b5f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:40.165506 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae5b76-24f4-486e-923b-a1aa2c45b5f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:40.165863 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae5b76-24f4-486e-923b-a1aa2c45b5f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:40.166233 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae5b76-24f4-486e-923b-a1aa2c45b5f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:40.166596 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae5b76-24f4-486e-923b-a1aa2c45b5f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:40.166928 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae5b76-24f4-486e-923b-a1aa2c45b5f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:40.167251 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae5b76-24f4-486e-923b-a1aa2c45b5f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:40.167616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae5b76-24f4-486e-923b-a1aa2c45b5f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:40.389438 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8977b6d5-a2ce-4865-a9e5-c3f46b7769ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:41.330051 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:42.503248 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:43.928113 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:50.133703 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 5 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:23:07.757659 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-88a61735-7dcd-41de-82cd-200786e0c8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:10.382681 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-65497167-ff46-4036-9569-1a14526f3a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:11.332285 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:12.505889 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:13.931132 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:27.132992 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 5 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:23:37.764596 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cd47db8a-9cab-423d-819e-7c475c9a8aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:40.387613 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-383761a9-1a65-446c-ae8b-84fc6e031694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:41.334386 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:42.510611 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:43.938874 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:04.131131 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 5 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:24:07.757672 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-90f4f1f0-3bc0-4f38-af0f-fcd087b38ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:10.384605 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3b07b7b6-da46-4c32-ae52-944958dda414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:11.337455 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:12.511741 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:13.934680 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:37.760559 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4bd7b30c-8797-40a7-85d5-3f930b8e0bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:40.377662 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-87107c25-ba8f-446c-bf73-51a62813f182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:41.129996 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 5 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:24:41.340027 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:42.514100 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:43.928087 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:07.764017 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-52827a17-7b74-430f-8945-d04ce91e0e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:10.381889 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-945b8c54-d088-4c7b-a095-27e4b029e8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:11.343053 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:12.517565 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:13.930708 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:18.128139 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 5 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:25:37.766443 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-14a0863c-1a25-4c0c-a172-5b70bf73a2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:40.387439 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7cc7a56c-4fc5-4d76-a220-294400f5b0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:41.352815 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:42.521186 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:43.934491 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:44.896306 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-313283'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:45.504030 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-313283'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:55.127830 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:26:07.769804 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fc4772b5-9ba7-424e-b2a3-002372fdfeb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:10.391481 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-efffdd99-c8bf-4ad4-9f5c-a5efd6c8c5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:11.349509 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:12.523730 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:13.937895 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:14.897050 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:15.483064 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:32.127708 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:26:37.779058 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-11298906-6a6c-489e-8736-937387c9461f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:38.550414 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41616) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:26:38.660117 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b0094222-24e4-4b04-96d4-5daf6caaac66 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1085274 Feb 09 21:26:40.395837 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-39d4a71e-5416-4ecf-b2e7-4927dcb23183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:40.988947 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41626) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:26:41.056407 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3634e2a5-d261-47d1-877e-a4c896f8f0d6 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0663724 Feb 09 21:26:41.353688 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:42.526616 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:43.941019 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:44.910628 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:45.511554 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:07.771229 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d1cd-da99-4112-9ade-28a735d11e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:09.127210 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:27:10.398255 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-055803ec-05a0-42f8-bf3d-78645f941834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:11.354754 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:12.530827 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:13.943519 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:14.911881 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:15.505287 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:37.775090 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4f427a11-7352-4bc3-b6ea-f52afe2be2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:40.404493 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d278b07e-3cc9-4404-8190-a654d0a01463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.356842 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:42.532818 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:43.949189 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:44.909083 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:45.525503 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:46.125945 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:28:03.978277 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41846) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:04.461890 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-69912bc3-1379-43a3-a4a4-037e5120dd69 tempest-AutoAllocateNetworkTest-742852299 tempest-AutoAllocateNetworkTest-742852299-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=8d850b9cddb144d5bbd1fdbb0bb41857&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4823442 Feb 09 21:28:04.464443 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41870) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:04.672786 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626be224-8af2-4472-8947-eb29b4864450 tempest-AutoAllocateNetworkTest-742852299 tempest-AutoAllocateNetworkTest-742852299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:04.674849 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-626be224-8af2-4472-8947-eb29b4864450 tempest-AutoAllocateNetworkTest-742852299 tempest-AutoAllocateNetworkTest-742852299-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2086036 Feb 09 21:28:04.678379 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41882) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:04.746735 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41888) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:04.747265 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-73f10db0-66f3-406f-86aa-d91bfa601b36 tempest-AutoAllocateNetworkTest-742852299 tempest-AutoAllocateNetworkTest-742852299-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670185 Feb 09 21:28:04.780775 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fc502e9d-828c-48f9-9532-e5b0678f1b95 tempest-AutoAllocateNetworkTest-742852299 tempest-AutoAllocateNetworkTest-742852299-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=8d850b9cddb144d5bbd1fdbb0bb41857 HTTP/1.1" status: 200 len: 208 time: 0.0326774 Feb 09 21:28:05.511913 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41930) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:05.987076 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df96db1a-8637-4f7c-93c6-384f22071a98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:06.133777 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df96db1a-8637-4f7c-93c6-384f22071a98 admin admin] Publish callbacks [] for security_group (ded83c24-00b8-4682-8b7a-a6c0a74ff38c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:06.141299 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df96db1a-8637-4f7c-93c6-384f22071a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ded83c24-00b8-4682-8b7a-a6c0a74ff38c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:06.180476 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96db1a-8637-4f7c-93c6-384f22071a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded83c24-00b8-4682-8b7a-a6c0a74ff38c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:06.194404 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96db1a-8637-4f7c-93c6-384f22071a98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.195040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96db1a-8637-4f7c-93c6-384f22071a98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.195549 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96db1a-8637-4f7c-93c6-384f22071a98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.196089 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96db1a-8637-4f7c-93c6-384f22071a98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.196589 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96db1a-8637-4f7c-93c6-384f22071a98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.197111 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96db1a-8637-4f7c-93c6-384f22071a98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.197765 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96db1a-8637-4f7c-93c6-384f22071a98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.198268 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96db1a-8637-4f7c-93c6-384f22071a98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.198906 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96db1a-8637-4f7c-93c6-384f22071a98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.200184 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96db1a-8637-4f7c-93c6-384f22071a98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.200805 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96db1a-8637-4f7c-93c6-384f22071a98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.201378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96db1a-8637-4f7c-93c6-384f22071a98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.202159 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96db1a-8637-4f7c-93c6-384f22071a98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96db1a-8637-4f7c-93c6-384f22071a98 admin admin] Tracked resource versions report: Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: pushed versions: Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: { 'AddressGroup': {'1.2'}, Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'ConntrackHelper': {'1.0'}, Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'Log': {'1.0'}, Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'Network': {'1.1'}, Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'Port': {'1.7'}, Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'PortForwarding': {'1.2'}, Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'QosPolicy': {'1.10'}, Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'SecurityGroup': {'1.5'}, Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'SubPort': {'1.0'}, Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'Subnet': {'1.1'}, Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'Trunk': {'1.1'}} Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: consumer versions: Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: { DHCP agent@n-d-828601-1: {}, Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: HyperV agent@n-h1-828601-1: {}, Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: HyperV agent@n-h2-828601-1: {}, Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: L3 agent@n-d-828601-1: {}, Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: Metadata agent@n-d-828601-1: {}, Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: Metering agent@n-d-828601-1: {}, Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: Open vSwitch agent@n-d-828601-1: { 'AddressGroup': '1.2', Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'ConntrackHelper': '1.0', Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'LocalIPAssociation': '1.0', Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'Log': '1.0', Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'Network': '1.1', Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'Port': '1.7', Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'PortForwarding': '1.2', Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'QosPolicy': '1.10', Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'SecurityGroup': '1.5', Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'SecurityGroupRule': '1.2', Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'SubPort': '1.0', Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'Subnet': '1.1', Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: 'Trunk': '1.1'}} Feb 09 21:28:06.203760 n-d-828601-1 neutron-server[103201]: {{(pid=103201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:28:06.242860 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-df96db1a-8637-4f7c-93c6-384f22071a98 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8d850b9cddb144d5bbd1fdbb0bb41857&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7298141 Feb 09 21:28:06.245585 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41956) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:06.347123 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad5a1c33-1bbb-420b-bb03-cf5d165a93e8 admin admin] Publish callbacks [] for security_group (ded83c24-00b8-4682-8b7a-a6c0a74ff38c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:06.384861 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad5a1c33-1bbb-420b-bb03-cf5d165a93e8 admin admin] Publish callbacks [] for security_group (ded83c24-00b8-4682-8b7a-a6c0a74ff38c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:06.460507 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad5a1c33-1bbb-420b-bb03-cf5d165a93e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ded83c24-00b8-4682-8b7a-a6c0a74ff38c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:06.463750 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad5a1c33-1bbb-420b-bb03-cf5d165a93e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:06.468273 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ad5a1c33-1bbb-420b-bb03-cf5d165a93e8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ded83c24-00b8-4682-8b7a-a6c0a74ff38c HTTP/1.1" status: 204 len: 168 time: 0.2213831 Feb 09 21:28:06.477254 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a1c33-1bbb-420b-bb03-cf5d165a93e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded83c24-00b8-4682-8b7a-a6c0a74ff38c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:06.486030 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a1c33-1bbb-420b-bb03-cf5d165a93e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.486379 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a1c33-1bbb-420b-bb03-cf5d165a93e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.486722 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a1c33-1bbb-420b-bb03-cf5d165a93e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.487059 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a1c33-1bbb-420b-bb03-cf5d165a93e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.487393 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a1c33-1bbb-420b-bb03-cf5d165a93e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.487752 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a1c33-1bbb-420b-bb03-cf5d165a93e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.488111 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a1c33-1bbb-420b-bb03-cf5d165a93e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.488436 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a1c33-1bbb-420b-bb03-cf5d165a93e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.488761 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a1c33-1bbb-420b-bb03-cf5d165a93e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.489633 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a1c33-1bbb-420b-bb03-cf5d165a93e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.489959 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a1c33-1bbb-420b-bb03-cf5d165a93e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.490283 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a1c33-1bbb-420b-bb03-cf5d165a93e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.490604 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a1c33-1bbb-420b-bb03-cf5d165a93e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a1c33-1bbb-420b-bb03-cf5d165a93e8 admin admin] Tracked resource versions report: Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: pushed versions: Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: { 'AddressGroup': {'1.2'}, Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'ConntrackHelper': {'1.0'}, Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'Log': {'1.0'}, Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'Network': {'1.1'}, Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'Port': {'1.7'}, Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'PortForwarding': {'1.2'}, Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'QosPolicy': {'1.10'}, Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'SecurityGroup': {'1.5'}, Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'SubPort': {'1.0'}, Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'Subnet': {'1.1'}, Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'Trunk': {'1.1'}} Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: consumer versions: Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: { DHCP agent@n-d-828601-1: {}, Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: HyperV agent@n-h1-828601-1: {}, Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: HyperV agent@n-h2-828601-1: {}, Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: L3 agent@n-d-828601-1: {}, Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: Metadata agent@n-d-828601-1: {}, Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: Metering agent@n-d-828601-1: {}, Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: Open vSwitch agent@n-d-828601-1: { 'AddressGroup': '1.2', Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'ConntrackHelper': '1.0', Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'LocalIPAssociation': '1.0', Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'Log': '1.0', Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'Network': '1.1', Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'Port': '1.7', Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'PortForwarding': '1.2', Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'QosPolicy': '1.10', Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'SecurityGroup': '1.5', Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'SecurityGroupRule': '1.2', Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'SubPort': '1.0', Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'Subnet': '1.1', Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: 'Trunk': '1.1'}} Feb 09 21:28:06.491791 n-d-828601-1 neutron-server[103202]: {{(pid=103202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:28:07.572580 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42052) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:07.575827 n-d-828601-1 neutron-server[103201]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 21:28:07.600444 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-d4ed10f8-7561-4113-813f-5737f4949cb3 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a710a8ca20d24ebfb06195cb7ac4104b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262520 Feb 09 21:28:07.781559 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-372ac186-5a13-4f55-b30c-07711c7e568a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:07.817553 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42062) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:07.868471 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-f4739e60-92d7-4751-ac8a-b3622ff62a38 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:07.869933 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-f4739e60-92d7-4751-ac8a-b3622ff62a38 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2643743 Feb 09 21:28:07.896495 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-3f6c34db-afe8-461b-9f98-4f706e6a882d tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/quotas/a710a8ca20d24ebfb06195cb7ac4104b HTTP/1.1" status: 200 len: 375 time: 0.0198464 Feb 09 21:28:07.960367 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-a1feccf7-1a55-4425-af39-70107ef9c390 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a710a8ca20d24ebfb06195cb7ac4104b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629644 Feb 09 21:28:08.062483 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1efaedd-0a92-4187-83d5-0893614f313f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:08.230395 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1efaedd-0a92-4187-83d5-0893614f313f admin admin] Publish callbacks [] for security_group (7a54eaca-89dd-4415-9efc-b840747ae266), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:08.238270 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1efaedd-0a92-4187-83d5-0893614f313f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7a54eaca-89dd-4415-9efc-b840747ae266), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:08.278193 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efaedd-0a92-4187-83d5-0893614f313f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a54eaca-89dd-4415-9efc-b840747ae266,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:08.341506 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a1efaedd-0a92-4187-83d5-0893614f313f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d88bdf52869b46e3a50a10a39bd8e8a3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5205784 Feb 09 21:28:08.342694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42098) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:08.365481 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-643add56-a24b-4c76-b80d-7c40441288df req-edb56fe8-8bf6-4364-9c15-d30850c551d9 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 210 time: 0.0935509 Feb 09 21:28:08.423139 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73eff7b6-b3c9-4b52-a50e-7b2d2d59aba8 admin admin] Publish callbacks [] for security_group (7a54eaca-89dd-4415-9efc-b840747ae266), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:08.451769 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73eff7b6-b3c9-4b52-a50e-7b2d2d59aba8 admin admin] Publish callbacks [] for security_group (7a54eaca-89dd-4415-9efc-b840747ae266), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:08.528709 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73eff7b6-b3c9-4b52-a50e-7b2d2d59aba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7a54eaca-89dd-4415-9efc-b840747ae266), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:08.531796 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73eff7b6-b3c9-4b52-a50e-7b2d2d59aba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:08.533182 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-73eff7b6-b3c9-4b52-a50e-7b2d2d59aba8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7a54eaca-89dd-4415-9efc-b840747ae266 HTTP/1.1" status: 204 len: 168 time: 0.1894171 Feb 09 21:28:08.547076 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eff7b6-b3c9-4b52-a50e-7b2d2d59aba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a54eaca-89dd-4415-9efc-b840747ae266,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:09.057325 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42152) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:09.074071 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c0eb7386-0fe0-49b5-bf8b-0761aecda591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:09.174587 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c0eb7386-0fe0-49b5-bf8b-0761aecda591 admin admin] Publish callbacks [] for security_group (4864fddc-cc4b-4739-a013-025702596c80), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:09.181005 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c0eb7386-0fe0-49b5-bf8b-0761aecda591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4864fddc-cc4b-4739-a013-025702596c80), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:09.228987 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb7386-0fe0-49b5-bf8b-0761aecda591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4864fddc-cc4b-4739-a013-025702596c80,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:09.277559 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c0eb7386-0fe0-49b5-bf8b-0761aecda591 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4b273f52b55a486abaa30216bb24ffd2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2188494 Feb 09 21:28:09.280190 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42164) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:09.316205 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42166) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:09.365672 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8924ea66-f0ae-4548-bf87-0baa3513c354 admin admin] Publish callbacks [] for security_group (4864fddc-cc4b-4739-a013-025702596c80), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:09.403987 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8924ea66-f0ae-4548-bf87-0baa3513c354 admin admin] Publish callbacks [] for security_group (4864fddc-cc4b-4739-a013-025702596c80), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:09.483697 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8924ea66-f0ae-4548-bf87-0baa3513c354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4864fddc-cc4b-4739-a013-025702596c80), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:09.487966 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8924ea66-f0ae-4548-bf87-0baa3513c354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:09.493034 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8924ea66-f0ae-4548-bf87-0baa3513c354 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4864fddc-cc4b-4739-a013-025702596c80 HTTP/1.1" status: 204 len: 168 time: 0.2117224 Feb 09 21:28:09.504360 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924ea66-f0ae-4548-bf87-0baa3513c354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4864fddc-cc4b-4739-a013-025702596c80,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:09.567105 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d3d8-d196-40dc-8369-4e96fceeb398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:09.671981 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d3d8-d196-40dc-8369-4e96fceeb398 admin admin] Publish callbacks [] for security_group (31cbdf8f-9f20-4512-9efa-ab035c8ce182), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:09.678085 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d3d8-d196-40dc-8369-4e96fceeb398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (31cbdf8f-9f20-4512-9efa-ab035c8ce182), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:09.714541 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3d3d8-d196-40dc-8369-4e96fceeb398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cbdf8f-9f20-4512-9efa-ab035c8ce182,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:09.737993 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a3b3d3d8-d196-40dc-8369-4e96fceeb398 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b4017400a851410db778713c43d3eecf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4198742 Feb 09 21:28:09.740824 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42194) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:09.821343 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f7d362ba-58c1-45ae-8581-1429196b9efc admin admin] Publish callbacks [] for security_group (31cbdf8f-9f20-4512-9efa-ab035c8ce182), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:09.853303 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f7d362ba-58c1-45ae-8581-1429196b9efc admin admin] Publish callbacks [] for security_group (31cbdf8f-9f20-4512-9efa-ab035c8ce182), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:09.913801 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f7d362ba-58c1-45ae-8581-1429196b9efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (31cbdf8f-9f20-4512-9efa-ab035c8ce182), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:09.918818 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f7d362ba-58c1-45ae-8581-1429196b9efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:09.923499 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42204) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:09.924554 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f7d362ba-58c1-45ae-8581-1429196b9efc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/31cbdf8f-9f20-4512-9efa-ab035c8ce182 HTTP/1.1" status: 204 len: 168 time: 0.1824658 Feb 09 21:28:09.936433 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d362ba-58c1-45ae-8581-1429196b9efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cbdf8f-9f20-4512-9efa-ab035c8ce182,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:10.000323 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42212) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:10.244561 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2922a026-aa12-4e74-9571-a60a35498557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.362165 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc7bccac-51af-4352-ac86-84ef566502ea req-a35b33d9-db3f-496e-b35f-875b14a216ba tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 210 time: 0.3601933 Feb 09 21:28:10.364708 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2922a026-aa12-4e74-9571-a60a35498557 admin admin] Publish callbacks [] for security_group (008abf23-3d5c-46ad-8f20-e2df8a366243), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.374144 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2922a026-aa12-4e74-9571-a60a35498557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (008abf23-3d5c-46ad-8f20-e2df8a366243), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.406737 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-21d31675-2b5f-4154-a69e-5bc9103dbeb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.444082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.42', 57620) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:10.465325 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2922a026-aa12-4e74-9571-a60a35498557 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=41b7211392ce4484810e811fc19f4467&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5429213 Feb 09 21:28:10.477314 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42226) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:10.478500 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922a026-aa12-4e74-9571-a60a35498557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008abf23-3d5c-46ad-8f20-e2df8a366243,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:10.496613 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-54dd5412-3cc2-4097-9cc1-2a48ce9ad8c0 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a710a8ca20d24ebfb06195cb7ac4104b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434561 Feb 09 21:28:10.497098 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42228) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:10.566845 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ecafdf4-4f6e-4769-a0a3-7a5e66673e90 admin admin] Publish callbacks [] for security_group (008abf23-3d5c-46ad-8f20-e2df8a366243), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.604444 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ecafdf4-4f6e-4769-a0a3-7a5e66673e90 admin admin] Publish callbacks [] for security_group (008abf23-3d5c-46ad-8f20-e2df8a366243), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.675389 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ecafdf4-4f6e-4769-a0a3-7a5e66673e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (008abf23-3d5c-46ad-8f20-e2df8a366243), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.675954 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2bfe44c5-3547-4418-a0bf-e81ffeb81d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.679128 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ecafdf4-4f6e-4769-a0a3-7a5e66673e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.680641 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1ecafdf4-4f6e-4769-a0a3-7a5e66673e90 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/008abf23-3d5c-46ad-8f20-e2df8a366243 HTTP/1.1" status: 204 len: 168 time: 0.1949189 Feb 09 21:28:10.698816 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecafdf4-4f6e-4769-a0a3-7a5e66673e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008abf23-3d5c-46ad-8f20-e2df8a366243,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:10.778566 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-ee208ace-001a-44c6-997d-5953491683b4 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a250bede0ad44751b7bce3b1d2180069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466311 Feb 09 21:28:10.805879 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-275a001e-2879-4f93-af5b-26b4f43a9ecf tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:10.807465 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-275a001e-2879-4f93-af5b-26b4f43a9ecf tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3032286 Feb 09 21:28:10.866021 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2bfe44c5-3547-4418-a0bf-e81ffeb81d54 admin admin] Publish callbacks [] for security_group (7ce4c19b-3670-4b16-b21d-ed6dfd6bb626), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.871763 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2bfe44c5-3547-4418-a0bf-e81ffeb81d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7ce4c19b-3670-4b16-b21d-ed6dfd6bb626), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.914659 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe44c5-3547-4418-a0bf-e81ffeb81d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce4c19b-3670-4b16-b21d-ed6dfd6bb626,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:10.922758 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-afb59529-0ae7-4cde-8830-33990c9f25fa tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:10.924392 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-afb59529-0ae7-4cde-8830-33990c9f25fa tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1449127 Feb 09 21:28:10.940719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-b1e45197-37c8-48b9-8873-f29e5354adea tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Request body: {'port': {'device_id': '0a54cec2-08be-40e0-91db-0a9c603c949b', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': 'a710a8ca20d24ebfb06195cb7ac4104b'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:10.974569 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-8645ee43-bffc-4bda-af57-738b03bc0414 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/quotas/a250bede0ad44751b7bce3b1d2180069 HTTP/1.1" status: 200 len: 375 time: 0.0272686 Feb 09 21:28:11.031917 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-d1ce4915-b2b7-469d-9b7f-80c0f4110b0c tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a250bede0ad44751b7bce3b1d2180069&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564284 Feb 09 21:28:11.141140 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2bfe44c5-3547-4418-a0bf-e81ffeb81d54 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5a4f7fe02a59401eaebd7105995f455e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6406736 Feb 09 21:28:11.142231 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42268) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:11.219478 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-b1e45197-37c8-48b9-8873-f29e5354adea tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Made reservation on behalf of a710a8ca20d24ebfb06195cb7ac4104b for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:11.222955 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-b1e45197-37c8-48b9-8873-f29e5354adea tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.243700 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-b1e45197-37c8-48b9-8873-f29e5354adea tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.272416 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42286) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:11.318346 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ae34c348-8949-4a8b-bf1c-06a92d1f358a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.329615 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e52f6247-bcd7-45fe-90b2-dac20d8caf54 req-97f569d5-fc37-427e-b49f-f77eeedd517d tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 210 time: 0.0855472 Feb 09 21:28:11.348372 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5342ffdd-96b7-4501-b433-c4f1512c17e2 admin admin] Publish callbacks [] for security_group (7ce4c19b-3670-4b16-b21d-ed6dfd6bb626), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.372642 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.408992 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5342ffdd-96b7-4501-b433-c4f1512c17e2 admin admin] Publish callbacks [] for security_group (7ce4c19b-3670-4b16-b21d-ed6dfd6bb626), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.441559 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42300) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:11.522395 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-b1e45197-37c8-48b9-8873-f29e5354adea tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Publish callbacks [] for security_group (aa1a04c7-bca8-42aa-8e83-767a7febbdcd), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.532058 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-b1e45197-37c8-48b9-8873-f29e5354adea tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (aa1a04c7-bca8-42aa-8e83-767a7febbdcd), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.650593 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-11412aae-b2e8-4121-82ad-aed5547ec740 req-19365208-2a5a-4521-ba6e-8075815d0d8b tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 210 time: 0.0502841 Feb 09 21:28:11.682194 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5342ffdd-96b7-4501-b433-c4f1512c17e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7ce4c19b-3670-4b16-b21d-ed6dfd6bb626), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.685714 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5342ffdd-96b7-4501-b433-c4f1512c17e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.687044 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5342ffdd-96b7-4501-b433-c4f1512c17e2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7ce4c19b-3670-4b16-b21d-ed6dfd6bb626 HTTP/1.1" status: 204 len: 168 time: 0.5447309 Feb 09 21:28:11.749821 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31e0ecef-1696-4142-974a-ef8b3e573881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.843392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e45197-37c8-48b9-8873-f29e5354adea tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1a04c7-bca8-42aa-8e83-767a7febbdcd,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:11.878553 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ae34c348-8949-4a8b-bf1c-06a92d1f358a admin admin] Publish callbacks [] for security_group (84ce1afe-92ce-4f3b-9c73-ede6473e5b46), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.927061 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ae34c348-8949-4a8b-bf1c-06a92d1f358a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (84ce1afe-92ce-4f3b-9c73-ede6473e5b46), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.931774 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31e0ecef-1696-4142-974a-ef8b3e573881 admin admin] Publish callbacks [] for security_group (ae47c852-58e2-4c15-9506-0941b7ff4b43), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.940556 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31e0ecef-1696-4142-974a-ef8b3e573881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ae47c852-58e2-4c15-9506-0941b7ff4b43), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.007623 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342ffdd-96b7-4501-b433-c4f1512c17e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce4c19b-3670-4b16-b21d-ed6dfd6bb626,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:12.050812 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-31e0ecef-1696-4142-974a-ef8b3e573881 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a778a27d60f847ae8e23768b6f66a64b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6069849 Feb 09 21:28:12.055053 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0ecef-1696-4142-974a-ef8b3e573881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae47c852-58e2-4c15-9506-0941b7ff4b43,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:12.062206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42332) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:12.220297 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-47a17c6c-2cf6-48fe-8610-04da28be3470 admin admin] Publish callbacks [] for security_group (ae47c852-58e2-4c15-9506-0941b7ff4b43), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.226320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42336) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:12.227024 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ae34c348-8949-4a8b-bf1c-06a92d1f358a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4e39d31c637e487abc6531d564a32773&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9533420 Feb 09 21:28:12.275851 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34c348-8949-4a8b-bf1c-06a92d1f358a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ce1afe-92ce-4f3b-9c73-ede6473e5b46,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:12.306151 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-b1e45197-37c8-48b9-8873-f29e5354adea tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Allocated IP 192.168.233.52 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/5fda7814-744a-47d9-a7e5-550392e1653e) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:28:12.377212 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-47a17c6c-2cf6-48fe-8610-04da28be3470 admin admin] Publish callbacks [] for security_group (ae47c852-58e2-4c15-9506-0941b7ff4b43), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.545977 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-47a17c6c-2cf6-48fe-8610-04da28be3470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ae47c852-58e2-4c15-9506-0941b7ff4b43), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.552920 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-47a17c6c-2cf6-48fe-8610-04da28be3470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.554372 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-47a17c6c-2cf6-48fe-8610-04da28be3470 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ae47c852-58e2-4c15-9506-0941b7ff4b43 HTTP/1.1" status: 204 len: 168 time: 0.4910064 Feb 09 21:28:12.573300 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.652768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a17c6c-2cf6-48fe-8610-04da28be3470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae47c852-58e2-4c15-9506-0941b7ff4b43,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:12.694901 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-421b007a-960f-4b8a-90c0-42c7f1e2307d req-d39899ba-b817-471c-9789-f672366c77f9 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 210 time: 0.2025878 Feb 09 21:28:12.747166 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f27e05c-3cb7-4d93-9817-b99003be31d8 admin admin] Publish callbacks [] for security_group (84ce1afe-92ce-4f3b-9c73-ede6473e5b46), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.794892 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-b1e45197-37c8-48b9-8873-f29e5354adea tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Publish callbacks [] for port (5fda7814-744a-47d9-a7e5-550392e1653e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.833930 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-108ae0d0-b640-4e1b-942d-1775783283e4 req-990ea220-b962-40f6-9696-64bac32f47fc tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 210 time: 0.0563309 Feb 09 21:28:12.881938 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f27e05c-3cb7-4d93-9817-b99003be31d8 admin admin] Publish callbacks [] for security_group (84ce1afe-92ce-4f3b-9c73-ede6473e5b46), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.918307 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-b1e45197-37c8-48b9-8873-f29e5354adea tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (5fda7814-744a-47d9-a7e5-550392e1653e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:13.016706 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f27e05c-3cb7-4d93-9817-b99003be31d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (84ce1afe-92ce-4f3b-9c73-ede6473e5b46), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:13.019636 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f27e05c-3cb7-4d93-9817-b99003be31d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:13.024307 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2f27e05c-3cb7-4d93-9817-b99003be31d8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/84ce1afe-92ce-4f3b-9c73-ede6473e5b46 HTTP/1.1" status: 204 len: 168 time: 0.7930143 Feb 09 21:28:13.049236 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27e05c-3cb7-4d93-9817-b99003be31d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ce1afe-92ce-4f3b-9c73-ede6473e5b46,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:13.161935 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-b1e45197-37c8-48b9-8873-f29e5354adea tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:28:13.168005 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-b1e45197-37c8-48b9-8873-f29e5354adea tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:28:13.174349 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-b1e45197-37c8-48b9-8873-f29e5354adea tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:28:13.180826 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-b1e45197-37c8-48b9-8873-f29e5354adea tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:13.181563 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-b1e45197-37c8-48b9-8873-f29e5354adea tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:13.191893 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e45197-37c8-48b9-8873-f29e5354adea tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Pushing event updated for resources: {'Port': ['ID=5fda7814-744a-47d9-a7e5-550392e1653e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:13.225285 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-b1e45197-37c8-48b9-8873-f29e5354adea tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2914555 Feb 09 21:28:13.240012 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab82ebda-8568-4d90-8499-9bbadf4025ef tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:28:13.241931 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab82ebda-8568-4d90-8499-9bbadf4025ef tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088217 Feb 09 21:28:13.621026 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.71', 60097) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:13.682215 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-99ceda2f-5417-46b7-9ad3-4c34bcf21adf tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=a250bede0ad44751b7bce3b1d2180069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544720 Feb 09 21:28:13.750820 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-bb176d4e-0f7d-44b6-88a0-3c81cd0712ea None None] Provisioning complete for port 5fda7814-744a-47d9-a7e5-550392e1653e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:13.751490 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bb176d4e-0f7d-44b6-88a0-3c81cd0712ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5fda7814-744a-47d9-a7e5-550392e1653e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:13.838263 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bb176d4e-0f7d-44b6-88a0-3c81cd0712ea None None] Port 5fda7814-744a-47d9-a7e5-550392e1653e cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:28:13.869081 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42380) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:13.907331 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a824b8d0-7921-403e-8867-a4f64ca92a20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:13.968597 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:13.977692 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-7e89daf9-4f66-45ab-928a-2db00d00c60c tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:13.982471 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-7e89daf9-4f66-45ab-928a-2db00d00c60c tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2947860 Feb 09 21:28:14.036726 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e667bf6a-c4e7-47ba-978b-1421b786f567 req-0c87cf54-fd04-4748-b5f8-dbc2cbd9f9df tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 210 time: 0.1140938 Feb 09 21:28:14.074520 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-9c1454d1-0916-4589-8124-b1ed899e9330 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Request body: {'port': {'device_id': '59ae7bbe-0cff-4459-ab2e-b85d35618406', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': 'a250bede0ad44751b7bce3b1d2180069'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:14.294587 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f36e81-db2c-485d-8ef8-c98550234546 req-db8c54d8-5c46-4350-96b7-ac8e820c7817 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:14.308517 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64f36e81-db2c-485d-8ef8-c98550234546 req-db8c54d8-5c46-4350-96b7-ac8e820c7817 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 935 time: 0.1982169 Feb 09 21:28:14.330039 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] Request body: {'port': {'device_id': '0a54cec2-08be-40e0-91db-0a9c603c949b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:14.436258 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64f36e81-db2c-485d-8ef8-c98550234546 req-ffaa6f5f-3903-4196-815e-416af2ba0720 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261554 Feb 09 21:28:14.482295 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a824b8d0-7921-403e-8867-a4f64ca92a20 admin admin] Publish callbacks [] for security_group (ae0a4439-b051-41e2-9283-1e08bcdcfcec), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:14.492561 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a824b8d0-7921-403e-8867-a4f64ca92a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ae0a4439-b051-41e2-9283-1e08bcdcfcec), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:14.535019 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-9c1454d1-0916-4589-8124-b1ed899e9330 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Made reservation on behalf of a250bede0ad44751b7bce3b1d2180069 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:14.539398 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-9c1454d1-0916-4589-8124-b1ed899e9330 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:14.541866 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5fda7814-744a-47d9-a7e5-550392e1653e), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:14.561707 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-9c1454d1-0916-4589-8124-b1ed899e9330 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:14.636201 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a824b8d0-7921-403e-8867-a4f64ca92a20 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d4bf4af6bd8f4c7099e5ac19b9ad8615&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7653325 Feb 09 21:28:14.639972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42408) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:14.651253 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824b8d0-7921-403e-8867-a4f64ca92a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0a4439-b051-41e2-9283-1e08bcdcfcec,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:14.759293 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2e8440b-4bda-4518-9e10-51d3c332eaab admin admin] Publish callbacks [] for security_group (ae0a4439-b051-41e2-9283-1e08bcdcfcec), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:14.809617 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2e8440b-4bda-4518-9e10-51d3c332eaab admin admin] Publish callbacks [] for security_group (ae0a4439-b051-41e2-9283-1e08bcdcfcec), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:14.948402 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:14.959572 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2e8440b-4bda-4518-9e10-51d3c332eaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ae0a4439-b051-41e2-9283-1e08bcdcfcec), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:14.962509 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2e8440b-4bda-4518-9e10-51d3c332eaab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:14.963835 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d2e8440b-4bda-4518-9e10-51d3c332eaab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ae0a4439-b051-41e2-9283-1e08bcdcfcec HTTP/1.1" status: 204 len: 168 time: 0.3222094 Feb 09 21:28:14.982351 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8440b-4bda-4518-9e10-51d3c332eaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0a4439-b051-41e2-9283-1e08bcdcfcec,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:15.107898 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-9c1454d1-0916-4589-8124-b1ed899e9330 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Publish callbacks [] for security_group (32828c84-5f21-4de5-9f91-622d03a74348), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:15.154125 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-9c1454d1-0916-4589-8124-b1ed899e9330 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (32828c84-5f21-4de5-9f91-622d03a74348), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:15.255540 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28870aef-f7af-4776-b490-20620b8c3795 req-b0d660dc-ee8f-4f8a-949c-e60126f87814 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 210 time: 0.0665278 Feb 09 21:28:15.355041 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1454d1-0916-4589-8124-b1ed899e9330 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32828c84-5f21-4de5-9f91-622d03a74348,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:15.556273 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:15.836343 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ece58b-1bb4-444f-ab0f-aa16dfe07abd req-8715e73f-c3dc-4cfe-8f14-5dcbd03218f2 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:15.849443 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-40ece58b-1bb4-444f-ab0f-aa16dfe07abd req-8715e73f-c3dc-4cfe-8f14-5dcbd03218f2 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 935 time: 0.1900666 Feb 09 21:28:15.992470 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-40ece58b-1bb4-444f-ab0f-aa16dfe07abd req-15a373b5-60eb-49e7-a26b-6ba981eca1fc tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389756 Feb 09 21:28:16.045137 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fda7814-744a-47d9-a7e5-550392e1653e {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:16.085184 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] Publish callbacks [] for port (5fda7814-744a-47d9-a7e5-550392e1653e), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:16.184553 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] Transition to ACTIVE for port object 5fda7814-744a-47d9-a7e5-550392e1653e will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:28:16.232810 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5fda7814-744a-47d9-a7e5-550392e1653e), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:16.585748 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-9c1454d1-0916-4589-8124-b1ed899e9330 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Allocated IP 192.168.233.181 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/8b0d872c-3794-4e1a-a112-228344ebd2d9) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:28:16.635601 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-291941f5-0906-4921-bac5-cec68175838e req-bf7bbdce-844e-4db1-8bbc-d672b2998116 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 210 time: 0.1390657 Feb 09 21:28:16.723964 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] Pushing event updated for resources: {'Port': ['ID=5fda7814-744a-47d9-a7e5-550392e1653e,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:16.782834 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] Attempting to bind port 5fda7814-744a-47d9-a7e5-550392e1653e on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:28:16.783599 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] Attempting to bind port 5fda7814-744a-47d9-a7e5-550392e1653e by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:28:16.784237 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] Attempting to bind port 5fda7814-744a-47d9-a7e5-550392e1653e on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:16.845802 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] Port 5fda7814-744a-47d9-a7e5-550392e1653e on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:28:16.846319 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] Attempting to bind port 5fda7814-744a-47d9-a7e5-550392e1653e on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:16.862318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:28:16.862940 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:28:16.863792 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:28:16.864282 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] Bound port: 5fda7814-744a-47d9-a7e5-550392e1653e, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:28:16.864662 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5fda7814-744a-47d9-a7e5-550392e1653e), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:17.142653 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] For port 5fda7814-744a-47d9-a7e5-550392e1653e, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:28:17.290562 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] For port 5fda7814-744a-47d9-a7e5-550392e1653e, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=5fda7814-744a-47d9-a7e5-550392e1653e,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:28:17.291634 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967501d-ea8d-4f34-a97a-b026ba5c602b req-7423fbfa-0529-450c-b941-e3753a83c529 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:17.301955 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6967501d-ea8d-4f34-a97a-b026ba5c602b req-7423fbfa-0529-450c-b941-e3753a83c529 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 947 time: 0.1602354 Feb 09 21:28:17.337146 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-9c1454d1-0916-4589-8124-b1ed899e9330 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Publish callbacks [] for port (8b0d872c-3794-4e1a-a112-228344ebd2d9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:17.353300 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5fda7814-744a-47d9-a7e5-550392e1653e), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:17.431258 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6967501d-ea8d-4f34-a97a-b026ba5c602b req-d5570df8-90ab-43dd-bd34-a0a065f2d672 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276166 Feb 09 21:28:17.601516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:17.602165 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:17.609526 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] 10.222.0.42 "PUT /v2.0/ports/5fda7814-744a-47d9-a7e5-550392e1653e HTTP/1.1" status: 200 len: 1095 time: 3.6201057 Feb 09 21:28:17.610223 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a54cec2-08be-40e0-91db-0a9c603c949b', 'tag': '5fda7814-744a-47d9-a7e5-550392e1653e'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:17.945577 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3636757a-c65c-4e17-a1a8-8815cdc6838e req-2891b7b4-8d79-4964-a79d-364281ab1ef9 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 210 time: 0.1085632 Feb 09 21:28:18.092462 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab685942-e7be-4407-ab16-4ca0e8876133 service neutron] Pushing event updated for resources: {'Port': ['ID=5fda7814-744a-47d9-a7e5-550392e1653e,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:18.101432 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-9c1454d1-0916-4589-8124-b1ed899e9330 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (8b0d872c-3794-4e1a-a112-228344ebd2d9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:18.265982 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-9499e698-0214-4f62-9c73-bf7de31bb5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:18.268300 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-9499e698-0214-4f62-9c73-bf7de31bb5b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a710a8ca20d24ebfb06195cb7ac4104b&device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 1129 time: 0.4733648 Feb 09 21:28:18.330530 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1454d1-0916-4589-8124-b1ed899e9330 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Pushing event updated for resources: {'Port': ['ID=8b0d872c-3794-4e1a-a112-228344ebd2d9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:18.372989 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-9c1454d1-0916-4589-8124-b1ed899e9330 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:28:18.375480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-9c1454d1-0916-4589-8124-b1ed899e9330 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:28:18.379675 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-6932787d-6436-433d-ba00-efbb5e68eb64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=5fda7814-744a-47d9-a7e5-550392e1653e HTTP/1.1" status: 200 len: 217 time: 0.0980804 Feb 09 21:28:18.380734 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-9c1454d1-0916-4589-8124-b1ed899e9330 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:28:18.403530 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-9c1454d1-0916-4589-8124-b1ed899e9330 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:18.405185 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-9c1454d1-0916-4589-8124-b1ed899e9330 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:18.441210 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c73678-e168-4928-8fa8-c5c686e06436" -d '{"events": [{"name": "network-changed", "server_uuid": "0a54cec2-08be-40e0-91db-0a9c603c949b", "tag": "5fda7814-744a-47d9-a7e5-550392e1653e"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:18.538297 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-c7fa6655-7273-4335-85b9-2202d8b31874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:18.540141 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-c7fa6655-7273-4335-85b9-2202d8b31874 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1258600 Feb 09 21:28:18.554987 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-9c1454d1-0916-4589-8124-b1ed899e9330 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4845765 Feb 09 21:28:18.687898 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-a401da18-c18a-4339-8078-d074e708e454 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:28:18.704094 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-a401da18-c18a-4339-8078-d074e708e454 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0216627 Feb 09 21:28:18.821809 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-1d5576dc-68c1-415a-a93c-63f7785f2b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:18.824022 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-1d5576dc-68c1-415a-a93c-63f7785f2b3b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2693398 Feb 09 21:28:18.932041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acbaa0-1a65-4f49-9811-399e63b013a9 req-35086b46-ae38-4963-a821-7d866aad7c2b tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:18.934222 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a9acbaa0-1a65-4f49-9811-399e63b013a9 req-35086b46-ae38-4963-a821-7d866aad7c2b tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 947 time: 0.3144455 Feb 09 21:28:18.971911 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-688a21a0-d300-47ef-b33b-bf75235f1e54 None None] Provisioning complete for port 8b0d872c-3794-4e1a-a112-228344ebd2d9 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:18.972408 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-688a21a0-d300-47ef-b33b-bf75235f1e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8b0d872c-3794-4e1a-a112-228344ebd2d9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:19.011084 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-1e0f1910-c7df-4bdc-abbe-4fe1f229c250 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615262 Feb 09 21:28:19.076443 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-688a21a0-d300-47ef-b33b-bf75235f1e54 None None] Port 8b0d872c-3794-4e1a-a112-228344ebd2d9 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:28:19.097273 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a9acbaa0-1a65-4f49-9811-399e63b013a9 req-3e4be6a0-2290-4996-9051-47430290a369 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391816 Feb 09 21:28:19.233120 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db9e0e6a-de6d-4a7f-83b1-575f58cbacbe req-247fd102-192c-436b-8a3b-3ab7945b6afd service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114456 Feb 09 21:28:19.398600 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4917b3f4-6c5a-430b-b000-4441e5d7ae92 x-openstack-request-id: req-4917b3f4-6c5a-430b-b000-4441e5d7ae92 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:19.399291 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a54cec2-08be-40e0-91db-0a9c603c949b", "tag": "5fda7814-744a-47d9-a7e5-550392e1653e", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:19.399291 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4917b3f4-6c5a-430b-b000-4441e5d7ae92 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:19.399813 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a54cec2-08be-40e0-91db-0a9c603c949b', 'tag': '5fda7814-744a-47d9-a7e5-550392e1653e', 'status': 'completed', 'code': 200} Feb 09 21:28:19.452266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] Request body: {'port': {'device_id': '59ae7bbe-0cff-4459-ab2e-b85d35618406', 'device_owner': 'compute:tempest-test_az-1845725408', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:19.722863 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c73678-e168-4928-8fa8-c5c686e06436 req-76b369a6-13ad-45a5-866e-8c5f9661c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:19.724482 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e4c73678-e168-4928-8fa8-c5c686e06436 req-76b369a6-13ad-45a5-866e-8c5f9661c050 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a710a8ca20d24ebfb06195cb7ac4104b&device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 1129 time: 0.3051383 Feb 09 21:28:19.793446 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8b0d872c-3794-4e1a-a112-228344ebd2d9), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:20.045971 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731c6ae-8082-4993-a411-95613d5d646c req-1abe66ab-31f4-4a5e-938e-34f43e2e380e tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:20.053399 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4731c6ae-8082-4993-a411-95613d5d646c req-1abe66ab-31f4-4a5e-938e-34f43e2e380e tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 936 time: 0.1131775 Feb 09 21:28:20.217447 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4731c6ae-8082-4993-a411-95613d5d646c req-49af2f12-a3ed-49a5-8b89-647851b0f23c tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/security-groups?id=32828c84-5f21-4de5-9f91-622d03a74348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566532 Feb 09 21:28:20.580577 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b32d4-b7fe-45af-844c-9ee3b530896e req-1c7cfdd5-305f-470f-9226-d18c67942d99 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:20.594637 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-012b32d4-b7fe-45af-844c-9ee3b530896e req-1c7cfdd5-305f-470f-9226-d18c67942d99 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 947 time: 0.1569259 Feb 09 21:28:20.732649 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-012b32d4-b7fe-45af-844c-9ee3b530896e req-7b35e70d-c81c-4324-b009-2f47b3665b35 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325772 Feb 09 21:28:20.817871 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c73678-e168-4928-8fa8-c5c686e06436 req-d6a87387-5607-4f00-8b16-d4590bd23c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:20.819895 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e4c73678-e168-4928-8fa8-c5c686e06436 req-d6a87387-5607-4f00-8b16-d4590bd23c54 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 1.0570564 Feb 09 21:28:21.158743 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e4c73678-e168-4928-8fa8-c5c686e06436 req-d3032adc-4ea9-4f09-80bb-76e0aaa8d2d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=5fda7814-744a-47d9-a7e5-550392e1653e HTTP/1.1" status: 200 len: 217 time: 0.2901666 Feb 09 21:28:21.248143 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c73678-e168-4928-8fa8-c5c686e06436 req-11380bdb-8893-4104-b019-a828a6e769b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:21.249639 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e4c73678-e168-4928-8fa8-c5c686e06436 req-11380bdb-8893-4104-b019-a828a6e769b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0847926 Feb 09 21:28:21.429074 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c73678-e168-4928-8fa8-c5c686e06436 req-5e4d5f21-be9d-4f00-8ecb-a0426098c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:21.430828 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e4c73678-e168-4928-8fa8-c5c686e06436 req-5e4d5f21-be9d-4f00-8ecb-a0426098c4df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1645381 Feb 09 21:28:21.499079 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b0d872c-3794-4e1a-a112-228344ebd2d9 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:21.645739 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] Publish callbacks [] for port (8b0d872c-3794-4e1a-a112-228344ebd2d9), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:21.670173 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] Transition to ACTIVE for port object 8b0d872c-3794-4e1a-a112-228344ebd2d9 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:28:21.681748 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8b0d872c-3794-4e1a-a112-228344ebd2d9), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:21.732394 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae121d2-01bd-4190-bf9a-78a13a8fc739 req-2928a94f-23c0-45fa-a588-ceba26cbd187 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:21.740851 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ae121d2-01bd-4190-bf9a-78a13a8fc739 req-2928a94f-23c0-45fa-a588-ceba26cbd187 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 936 time: 0.1289279 Feb 09 21:28:21.834208 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ae121d2-01bd-4190-bf9a-78a13a8fc739 req-eaf22f53-1e51-47b7-8e90-505f6a468a49 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/security-groups?id=32828c84-5f21-4de5-9f91-622d03a74348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876939 Feb 09 21:28:21.846868 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e4c73678-e168-4928-8fa8-c5c686e06436 req-ec43e64f-090c-4c25-bc78-7635e54c44d1 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839936 Feb 09 21:28:21.859337 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0d872c-3794-4e1a-a112-228344ebd2d9,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:22.056857 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] Attempting to bind port 8b0d872c-3794-4e1a-a112-228344ebd2d9 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:28:22.057207 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] Attempting to bind port 8b0d872c-3794-4e1a-a112-228344ebd2d9 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:28:22.057602 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] Attempting to bind port 8b0d872c-3794-4e1a-a112-228344ebd2d9 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:22.078210 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] Port 8b0d872c-3794-4e1a-a112-228344ebd2d9 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:28:22.078557 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] Attempting to bind port 8b0d872c-3794-4e1a-a112-228344ebd2d9 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:22.119387 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:28:22.119860 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:28:22.120569 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:28:22.120848 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] Bound port: 8b0d872c-3794-4e1a-a112-228344ebd2d9, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:28:22.121168 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8b0d872c-3794-4e1a-a112-228344ebd2d9), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:22.190572 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e4c73678-e168-4928-8fa8-c5c686e06436 req-23752dc4-e865-4437-89a4-1302833ba4fd service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091266 Feb 09 21:28:22.352881 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] For port 8b0d872c-3794-4e1a-a112-228344ebd2d9, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:28:22.359186 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] For port 8b0d872c-3794-4e1a-a112-228344ebd2d9, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8b0d872c-3794-4e1a-a112-228344ebd2d9,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:28:22.372160 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8b0d872c-3794-4e1a-a112-228344ebd2d9), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:22.402488 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393b9bf-d146-4d32-bb0b-f65bc1b8b0a9 req-476774b3-6d19-42e4-9479-ebcdcb53d13e tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:22.413205 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3393b9bf-d146-4d32-bb0b-f65bc1b8b0a9 req-476774b3-6d19-42e4-9479-ebcdcb53d13e tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 947 time: 0.0839481 Feb 09 21:28:22.479217 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0d872c-3794-4e1a-a112-228344ebd2d9,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:22.486020 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:22.487001 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:22.489224 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-29665bfb-3fc3-4e4a-94dd-1485a5332e35 service neutron] 10.222.0.71 "PUT /v2.0/ports/8b0d872c-3794-4e1a-a112-228344ebd2d9 HTTP/1.1" status: 200 len: 1118 time: 3.3449755 Feb 09 21:28:22.490523 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ae7bbe-0cff-4459-ab2e-b85d35618406', 'tag': '8b0d872c-3794-4e1a-a112-228344ebd2d9'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:22.493150 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd9712d-374d-4d35-a5ec-b763e79fa876" -d '{"events": [{"name": "network-changed", "server_uuid": "59ae7bbe-0cff-4459-ab2e-b85d35618406", "tag": "8b0d872c-3794-4e1a-a112-228344ebd2d9"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:22.506832 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3393b9bf-d146-4d32-bb0b-f65bc1b8b0a9 req-43290b91-3357-408e-8a98-708911cc278e tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877249 Feb 09 21:28:22.621429 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-9bcc1409-cbb6-4027-ae15-abdea6a8203f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:22.623433 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-9bcc1409-cbb6-4027-ae15-abdea6a8203f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a250bede0ad44751b7bce3b1d2180069&device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 1152 time: 0.0563009 Feb 09 21:28:22.719686 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-ff3fc4ea-8520-42f0-ac98-216f68d82f4a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=8b0d872c-3794-4e1a-a112-228344ebd2d9 HTTP/1.1" status: 200 len: 217 time: 0.0728328 Feb 09 21:28:22.730421 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd3a620-1156-45eb-85cb-cb1d6285e6de x-openstack-request-id: req-4cd3a620-1156-45eb-85cb-cb1d6285e6de {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:22.730786 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ae7bbe-0cff-4459-ab2e-b85d35618406", "tag": "8b0d872c-3794-4e1a-a112-228344ebd2d9", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:22.730982 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4cd3a620-1156-45eb-85cb-cb1d6285e6de {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:22.731573 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ae7bbe-0cff-4459-ab2e-b85d35618406', 'tag': '8b0d872c-3794-4e1a-a112-228344ebd2d9', 'status': 'completed', 'code': 200} Feb 09 21:28:22.898551 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-50ce9d3e-a684-484c-aeee-088f34ee98eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:22.900461 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-50ce9d3e-a684-484c-aeee-088f34ee98eb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1583202 Feb 09 21:28:23.024719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-b519a76c-cda7-4c8d-974a-d7fbd48af24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:23.033642 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-b519a76c-cda7-4c8d-974a-d7fbd48af24d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1215591 Feb 09 21:28:23.150424 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:28:23.164532 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02503b72-847d-4ac5-bd00-55ac2b9a5eaf req-4b18f777-8e91-4fda-989e-e2b32d19df44 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:23.174738 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-02503b72-847d-4ac5-bd00-55ac2b9a5eaf req-4b18f777-8e91-4fda-989e-e2b32d19df44 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 970 time: 0.1767633 Feb 09 21:28:23.274143 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-02503b72-847d-4ac5-bd00-55ac2b9a5eaf req-f5c23a74-06b8-48d7-8bd4-6984ce9325c5 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/security-groups?id=32828c84-5f21-4de5-9f91-622d03a74348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978050 Feb 09 21:28:23.312340 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-55c95c3a-2624-44b6-bb70-9d776d2d8ee8 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705972 Feb 09 21:28:23.646418 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3808579a-6069-4344-a46a-acfdc5ffb223 req-3ccb1772-26be-43ac-8167-cf0664125300 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194885 Feb 09 21:28:23.678151 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42712) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:23.827386 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538539fa-bdba-45ba-8917-413c107fea4a req-3a20d7ae-9faa-4803-b3ab-5f584ebd965c tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:23.838026 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-538539fa-bdba-45ba-8917-413c107fea4a req-3a20d7ae-9faa-4803-b3ab-5f584ebd965c tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 947 time: 0.1519241 Feb 09 21:28:23.978289 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e8afd27e-6941-41c3-845f-572bed2c5634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:24.010196 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-538539fa-bdba-45ba-8917-413c107fea4a req-191c3b9d-278b-437c-96bc-02484b2442b0 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444719 Feb 09 21:28:24.148079 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e8afd27e-6941-41c3-845f-572bed2c5634 admin admin] Publish callbacks [] for security_group (c22ef66a-c452-42dc-9072-20ed18753284), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:24.158906 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e8afd27e-6941-41c3-845f-572bed2c5634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c22ef66a-c452-42dc-9072-20ed18753284), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:24.261350 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afd27e-6941-41c3-845f-572bed2c5634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22ef66a-c452-42dc-9072-20ed18753284,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:24.291809 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42728) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:24.299688 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e8afd27e-6941-41c3-845f-572bed2c5634 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=19c20e4c3fad4a949f2a4b9f96dd73a8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6197772 Feb 09 21:28:24.312612 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42732) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:24.471317 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9dce605a-267b-4548-bb44-4db99fe49612 admin admin] Publish callbacks [] for security_group (c22ef66a-c452-42dc-9072-20ed18753284), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:24.532572 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9dce605a-267b-4548-bb44-4db99fe49612 admin admin] Publish callbacks [] for security_group (c22ef66a-c452-42dc-9072-20ed18753284), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:24.613578 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7413ff2-d0cf-4b37-b86c-c676225c68f8 req-962fbc18-f4b1-4996-939a-43f35ea4a0aa tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:24.625333 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e7413ff2-d0cf-4b37-b86c-c676225c68f8 req-962fbc18-f4b1-4996-939a-43f35ea4a0aa tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 970 time: 0.1629417 Feb 09 21:28:24.635901 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9dce605a-267b-4548-bb44-4db99fe49612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c22ef66a-c452-42dc-9072-20ed18753284), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:24.639251 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9dce605a-267b-4548-bb44-4db99fe49612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:24.645496 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9dce605a-267b-4548-bb44-4db99fe49612 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c22ef66a-c452-42dc-9072-20ed18753284 HTTP/1.1" status: 204 len: 168 time: 0.3299251 Feb 09 21:28:24.665164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce605a-267b-4548-bb44-4db99fe49612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22ef66a-c452-42dc-9072-20ed18753284,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:24.698924 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2d9760c6-193f-44b9-b620-e241b33e07ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:24.762720 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e7413ff2-d0cf-4b37-b86c-c676225c68f8 req-76b32188-f136-409c-b135-33367f40899e tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/security-groups?id=32828c84-5f21-4de5-9f91-622d03a74348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329629 Feb 09 21:28:24.954273 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9712d-374d-4d35-a5ec-b763e79fa876 req-a47d22d4-f1cc-4121-a7eb-a1b936d0288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:24.955943 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ebd9712d-374d-4d35-a5ec-b763e79fa876 req-a47d22d4-f1cc-4121-a7eb-a1b936d0288a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a250bede0ad44751b7bce3b1d2180069&device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 1152 time: 0.1207929 Feb 09 21:28:25.007283 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2d9760c6-193f-44b9-b620-e241b33e07ed admin admin] Publish callbacks [] for security_group (3839076c-5971-4755-9ece-55b80e07041f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:25.073332 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2d9760c6-193f-44b9-b620-e241b33e07ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3839076c-5971-4755-9ece-55b80e07041f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:25.114082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9760c6-193f-44b9-b620-e241b33e07ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3839076c-5971-4755-9ece-55b80e07041f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:25.175328 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2d9760c6-193f-44b9-b620-e241b33e07ed admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bda3d87058cd4c4e9a4b51dfc3a07dbd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8807907 Feb 09 21:28:25.176914 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42746) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:25.231056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e9f70-4887-4d03-b4f4-762c6ac4509e req-dffaa1e0-0f5e-4257-8a26-20c3d983a6a9 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:25.234180 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab1e9f70-4887-4d03-b4f4-762c6ac4509e req-dffaa1e0-0f5e-4257-8a26-20c3d983a6a9 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 947 time: 0.1083629 Feb 09 21:28:25.264126 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42748) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:25.289187 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9712d-374d-4d35-a5ec-b763e79fa876 req-55c5f25c-86a5-4d66-8bef-9a4b8409d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:25.292093 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ebd9712d-374d-4d35-a5ec-b763e79fa876 req-55c5f25c-86a5-4d66-8bef-9a4b8409d9fd service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.3183355 Feb 09 21:28:25.310041 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d748f6e-b410-4490-a005-431d1b822f36 admin admin] Publish callbacks [] for security_group (3839076c-5971-4755-9ece-55b80e07041f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:25.334244 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1db3186f-6888-4fd5-957c-e542d3d298c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:25.339812 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab1e9f70-4887-4d03-b4f4-762c6ac4509e req-e253487f-dc4c-4a73-9d23-88ded298dabf tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968785 Feb 09 21:28:25.417889 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ebd9712d-374d-4d35-a5ec-b763e79fa876 req-415403e7-0ae0-405c-8523-afda05999b85 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=8b0d872c-3794-4e1a-a112-228344ebd2d9 HTTP/1.1" status: 200 len: 217 time: 0.0957935 Feb 09 21:28:25.421884 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d748f6e-b410-4490-a005-431d1b822f36 admin admin] Publish callbacks [] for security_group (3839076c-5971-4755-9ece-55b80e07041f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:25.518824 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9712d-374d-4d35-a5ec-b763e79fa876 req-129ee638-73b6-43fc-9011-3f287cb505d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:25.521105 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ebd9712d-374d-4d35-a5ec-b763e79fa876 req-129ee638-73b6-43fc-9011-3f287cb505d6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0894728 Feb 09 21:28:25.601907 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d748f6e-b410-4490-a005-431d1b822f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3839076c-5971-4755-9ece-55b80e07041f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:25.604759 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d748f6e-b410-4490-a005-431d1b822f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:25.605916 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6d748f6e-b410-4490-a005-431d1b822f36 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3839076c-5971-4755-9ece-55b80e07041f HTTP/1.1" status: 204 len: 168 time: 0.4221320 Feb 09 21:28:25.609131 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1db3186f-6888-4fd5-957c-e542d3d298c3 admin admin] Publish callbacks [] for security_group (ce383bda-05a5-4aae-ac68-4e008eea1a56), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:25.622587 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1db3186f-6888-4fd5-957c-e542d3d298c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ce383bda-05a5-4aae-ac68-4e008eea1a56), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:25.626354 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d748f6e-b410-4490-a005-431d1b822f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3839076c-5971-4755-9ece-55b80e07041f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:25.704392 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42758) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:25.704638 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1db3186f-6888-4fd5-957c-e542d3d298c3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a3f8dc9a33a849978b86a850bbd7b9fa&name=default HTTP/1.1" status: 200 len: 2995 time: 0.4388449 Feb 09 21:28:25.706756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9712d-374d-4d35-a5ec-b763e79fa876 req-95bd6434-a3dd-4325-b372-1ca6ddc3ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:25.708331 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ebd9712d-374d-4d35-a5ec-b763e79fa876 req-95bd6434-a3dd-4325-b372-1ca6ddc3ae5d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1624165 Feb 09 21:28:25.709204 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3186f-6888-4fd5-957c-e542d3d298c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce383bda-05a5-4aae-ac68-4e008eea1a56,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:25.889295 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ebd9712d-374d-4d35-a5ec-b763e79fa876 req-594c8d60-ccbe-42e4-90c0-0067b71dec21 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737735 Feb 09 21:28:25.902687 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a89c2244-f53e-46a3-8098-5d4cc6d0b104 admin admin] Publish callbacks [] for security_group (ce383bda-05a5-4aae-ac68-4e008eea1a56), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:25.988717 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a89c2244-f53e-46a3-8098-5d4cc6d0b104 admin admin] Publish callbacks [] for security_group (ce383bda-05a5-4aae-ac68-4e008eea1a56), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:26.087592 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f55ac-6246-4e8d-9e1e-9b70e2ccfca0 req-68eab6b6-05fc-45e2-85c3-8df39bf560f3 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:26.105070 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e83f55ac-6246-4e8d-9e1e-9b70e2ccfca0 req-68eab6b6-05fc-45e2-85c3-8df39bf560f3 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 970 time: 0.2077646 Feb 09 21:28:26.240468 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ebd9712d-374d-4d35-a5ec-b763e79fa876 req-6143b564-b11e-4d48-92f4-88e1857b23a9 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451726 Feb 09 21:28:26.325814 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e83f55ac-6246-4e8d-9e1e-9b70e2ccfca0 req-7f6966b9-bab8-4d06-9182-91cf2c1e66f8 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/security-groups?id=32828c84-5f21-4de5-9f91-622d03a74348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196205 Feb 09 21:28:26.357880 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a89c2244-f53e-46a3-8098-5d4cc6d0b104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ce383bda-05a5-4aae-ac68-4e008eea1a56), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:26.362435 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a89c2244-f53e-46a3-8098-5d4cc6d0b104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:26.364787 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a89c2244-f53e-46a3-8098-5d4cc6d0b104 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ce383bda-05a5-4aae-ac68-4e008eea1a56 HTTP/1.1" status: 204 len: 168 time: 0.6594059 Feb 09 21:28:26.396671 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c2244-f53e-46a3-8098-5d4cc6d0b104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce383bda-05a5-4aae-ac68-4e008eea1a56,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:26.464259 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42774) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:26.494524 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5173d8ab-87b7-4122-b067-9a7595b83bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:26.581215 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a84a1b-7efa-49f8-b493-757666e8fa05 req-11b0d6f9-b91b-432a-aaa2-5565553ee05f tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:26.595506 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98a84a1b-7efa-49f8-b493-757666e8fa05 req-11b0d6f9-b91b-432a-aaa2-5565553ee05f tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 947 time: 0.1498070 Feb 09 21:28:26.752613 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98a84a1b-7efa-49f8-b493-757666e8fa05 req-d79cae04-3bf7-4a8c-b517-9df32fac7774 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550944 Feb 09 21:28:26.754210 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5173d8ab-87b7-4122-b067-9a7595b83bfe admin admin] Publish callbacks [] for security_group (a6171637-edd3-4eef-a51b-775d80fc330c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:26.767618 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5173d8ab-87b7-4122-b067-9a7595b83bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a6171637-edd3-4eef-a51b-775d80fc330c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:26.849862 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5173d8ab-87b7-4122-b067-9a7595b83bfe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=650c97adbd144116a613f731680c805e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3827786 Feb 09 21:28:26.852779 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42784) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:26.887605 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173d8ab-87b7-4122-b067-9a7595b83bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6171637-edd3-4eef-a51b-775d80fc330c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:26.975726 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21624836-ea2b-4501-9195-82b393e71deb admin admin] Publish callbacks [] for security_group (a6171637-edd3-4eef-a51b-775d80fc330c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:27.017370 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21624836-ea2b-4501-9195-82b393e71deb admin admin] Publish callbacks [] for security_group (a6171637-edd3-4eef-a51b-775d80fc330c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:27.127891 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21624836-ea2b-4501-9195-82b393e71deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a6171637-edd3-4eef-a51b-775d80fc330c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:27.131837 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21624836-ea2b-4501-9195-82b393e71deb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:27.135858 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-21624836-ea2b-4501-9195-82b393e71deb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a6171637-edd3-4eef-a51b-775d80fc330c HTTP/1.1" status: 204 len: 168 time: 0.2793815 Feb 09 21:28:27.151925 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21624836-ea2b-4501-9195-82b393e71deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6171637-edd3-4eef-a51b-775d80fc330c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:27.475462 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45da31-d251-4ba8-ab7f-6659e793e335 req-9e81dc2f-a792-4179-8646-b3bde28b4fda tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:27.477074 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1c45da31-d251-4ba8-ab7f-6659e793e335 req-9e81dc2f-a792-4179-8646-b3bde28b4fda tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 970 time: 0.0732915 Feb 09 21:28:27.534696 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1c45da31-d251-4ba8-ab7f-6659e793e335 req-8d121449-f2c2-47e6-9b6c-fe5374de25ef tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/security-groups?id=32828c84-5f21-4de5-9f91-622d03a74348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513067 Feb 09 21:28:27.894589 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c89afb-1f76-4736-b88e-c5869091be4c req-757e50a6-dac8-44fd-825e-afaa66a5e5ba tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:27.896378 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e6c89afb-1f76-4736-b88e-c5869091be4c req-757e50a6-dac8-44fd-825e-afaa66a5e5ba tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 947 time: 0.0729644 Feb 09 21:28:27.974591 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e6c89afb-1f76-4736-b88e-c5869091be4c req-b156ec00-40a5-4ff7-b1a9-fa2fe1e2cf2e tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586913 Feb 09 21:28:28.686772 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1b183-eb2a-4f0d-9606-91d3f7dfb2d7 req-b42d6794-c4fc-41cd-89c5-61d8c1a726bb tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:28.686772 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3eb1b183-eb2a-4f0d-9606-91d3f7dfb2d7 req-b42d6794-c4fc-41cd-89c5-61d8c1a726bb tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 970 time: 0.0643144 Feb 09 21:28:28.734575 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3eb1b183-eb2a-4f0d-9606-91d3f7dfb2d7 req-48698232-f434-4c5c-a93c-8c7c93909706 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/security-groups?id=32828c84-5f21-4de5-9f91-622d03a74348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451138 Feb 09 21:28:29.124267 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61f8d7-1d1e-4527-b5c8-9a193a4d26d4 req-a6828498-d40d-4d17-a54c-e9996cea98d0 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:29.126431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b61f8d7-1d1e-4527-b5c8-9a193a4d26d4 req-a6828498-d40d-4d17-a54c-e9996cea98d0 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 947 time: 0.0758512 Feb 09 21:28:29.194792 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b61f8d7-1d1e-4527-b5c8-9a193a4d26d4 req-cdcee5f9-aaa3-423c-b791-caa7de865465 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596240 Feb 09 21:28:29.203727 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42890) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:29.359984 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-737a1ca8-9a71-4b75-a360-a9e8410e5f24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:29.453403 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-737a1ca8-9a71-4b75-a360-a9e8410e5f24 admin admin] Publish callbacks [] for security_group (5eed5173-3ebf-4037-8b37-4d3228c698a3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:29.458405 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-737a1ca8-9a71-4b75-a360-a9e8410e5f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5eed5173-3ebf-4037-8b37-4d3228c698a3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:29.496099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a1ca8-9a71-4b75-a360-a9e8410e5f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eed5173-3ebf-4037-8b37-4d3228c698a3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:29.500411 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-737a1ca8-9a71-4b75-a360-a9e8410e5f24 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0f50e9339cde4818b40e1a0316d86e9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956553 Feb 09 21:28:29.503022 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42904) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:29.556833 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 5fda7814-744a-47d9-a7e5-550392e1653e details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:28:29.568552 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7718f609-eb79-48de-a33d-8d45a12dffd4 admin admin] Publish callbacks [] for security_group (5eed5173-3ebf-4037-8b37-4d3228c698a3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:29.575201 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42906) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:29.611711 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7718f609-eb79-48de-a33d-8d45a12dffd4 admin admin] Publish callbacks [] for security_group (5eed5173-3ebf-4037-8b37-4d3228c698a3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:29.667442 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 5fda7814-744a-47d9-a7e5-550392e1653e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=5fda7814-744a-47d9-a7e5-550392e1653e,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:29.681127 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '5fda7814-744a-47d9-a7e5-550392e1653e', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': '5fda7814-744a-47d9-a7e5-550392e1653e', 'mac_address': 'fa:16:3e:f0:27:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:28:29.688340 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7718f609-eb79-48de-a33d-8d45a12dffd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5eed5173-3ebf-4037-8b37-4d3228c698a3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:29.691082 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7718f609-eb79-48de-a33d-8d45a12dffd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:29.692607 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7718f609-eb79-48de-a33d-8d45a12dffd4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5eed5173-3ebf-4037-8b37-4d3228c698a3 HTTP/1.1" status: 204 len: 168 time: 0.1886919 Feb 09 21:28:29.701350 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718f609-eb79-48de-a33d-8d45a12dffd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eed5173-3ebf-4037-8b37-4d3228c698a3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:29.749049 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 5fda7814-744a-47d9-a7e5-550392e1653e is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:29.749631 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5fda7814-744a-47d9-a7e5-550392e1653e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:29.766512 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fda7814-744a-47d9-a7e5-550392e1653e {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:29.784713 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0ce46602-19b2-4efb-a1e5-09a70c6c29e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:29.793511 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 5fda7814-744a-47d9-a7e5-550392e1653e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=5fda7814-744a-47d9-a7e5-550392e1653e,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:29.799417 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5fda7814-744a-47d9-a7e5-550392e1653e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:29.871209 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=5fda7814-744a-47d9-a7e5-550392e1653e,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:29.881778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:29.882522 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:29.883017 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:29.883536 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:29.884044 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:29.884547 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:29.885039 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:29.885535 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:29.886027 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:29.886500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:29.886976 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:29.887483 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:29.888171 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Tracked resource versions report: Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: pushed versions: Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: { 'AddressGroup': {'1.2'}, Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'ConntrackHelper': {'1.0'}, Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'Log': {'1.0'}, Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'Network': {'1.1'}, Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'Port': {'1.7'}, Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'PortForwarding': {'1.2'}, Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'QosPolicy': {'1.10'}, Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'SecurityGroup': {'1.5'}, Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'SubPort': {'1.0'}, Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'Subnet': {'1.1'}, Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'Trunk': {'1.1'}} Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: consumer versions: Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: { DHCP agent@n-d-828601-1: {}, Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: HyperV agent@n-h1-828601-1: {}, Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: HyperV agent@n-h2-828601-1: {}, Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: L3 agent@n-d-828601-1: {}, Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: Metadata agent@n-d-828601-1: {}, Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: Metering agent@n-d-828601-1: {}, Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: Open vSwitch agent@n-d-828601-1: { 'AddressGroup': '1.2', Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'ConntrackHelper': '1.0', Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'LocalIPAssociation': '1.0', Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'Log': '1.0', Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'Network': '1.1', Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'Port': '1.7', Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'PortForwarding': '1.2', Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'QosPolicy': '1.10', Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'SecurityGroup': '1.5', Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'SecurityGroupRule': '1.2', Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'SubPort': '1.0', Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'Subnet': '1.1', Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: 'Trunk': '1.1'}} Feb 09 21:28:29.890120 n-d-828601-1 neutron-server[103203]: {{(pid=103203) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:28:29.942720 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0ce46602-19b2-4efb-a1e5-09a70c6c29e7 admin admin] Publish callbacks [] for security_group (327b636a-8b68-4594-9018-1f09b1423494), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:29.950815 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf340d9-da3a-4bf6-a7ea-7b48afa0e4d3 req-8c7adb5f-86fa-4131-a930-c850045d1a57 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:29.952333 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7bf340d9-da3a-4bf6-a7ea-7b48afa0e4d3 req-8c7adb5f-86fa-4131-a930-c850045d1a57 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 970 time: 0.0881982 Feb 09 21:28:29.953406 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0ce46602-19b2-4efb-a1e5-09a70c6c29e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (327b636a-8b68-4594-9018-1f09b1423494), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.014288 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0ce46602-19b2-4efb-a1e5-09a70c6c29e7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fe245d521d934d569bd2df4294ba208e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4374719 Feb 09 21:28:30.017058 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42926) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:30.020550 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce46602-19b2-4efb-a1e5-09a70c6c29e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327b636a-8b68-4594-9018-1f09b1423494,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:30.048907 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7bf340d9-da3a-4bf6-a7ea-7b48afa0e4d3 req-7e443d41-15c2-4b48-af08-04ce4dac44af tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/security-groups?id=32828c84-5f21-4de5-9f91-622d03a74348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830157 Feb 09 21:28:30.094653 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57513d70-b39e-4a94-8cf2-d9877c732303 admin admin] Publish callbacks [] for security_group (327b636a-8b68-4594-9018-1f09b1423494), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.119607 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57513d70-b39e-4a94-8cf2-d9877c732303 admin admin] Publish callbacks [] for security_group (327b636a-8b68-4594-9018-1f09b1423494), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.180320 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['5fda7814-744a-47d9-a7e5-550392e1653e'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:30.183450 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57513d70-b39e-4a94-8cf2-d9877c732303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (327b636a-8b68-4594-9018-1f09b1423494), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.186554 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57513d70-b39e-4a94-8cf2-d9877c732303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.187977 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-57513d70-b39e-4a94-8cf2-d9877c732303 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/327b636a-8b68-4594-9018-1f09b1423494 HTTP/1.1" status: 204 len: 168 time: 0.1696255 Feb 09 21:28:30.199633 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57513d70-b39e-4a94-8cf2-d9877c732303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327b636a-8b68-4594-9018-1f09b1423494,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:30.223505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42952) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:30.249749 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a164f07-6694-442a-b1dd-50b304323701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.378246 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed0be1-f2e5-4b01-9f0a-6da2b30c4b9c req-1996b9a9-0e49-443e-bacd-4e419ab21b67 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:30.382815 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a164f07-6694-442a-b1dd-50b304323701 admin admin] Publish callbacks [] for security_group (ea944ba5-d888-4b4f-b7ed-06e1eb0148ee), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.386606 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56ed0be1-f2e5-4b01-9f0a-6da2b30c4b9c req-1996b9a9-0e49-443e-bacd-4e419ab21b67 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 948 time: 0.0732639 Feb 09 21:28:30.392396 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a164f07-6694-442a-b1dd-50b304323701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ea944ba5-d888-4b4f-b7ed-06e1eb0148ee), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.443592 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4a164f07-6694-442a-b1dd-50b304323701 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c5c78defe844491b8741bb8b5fe1a410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181973 Feb 09 21:28:30.445420 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a164f07-6694-442a-b1dd-50b304323701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea944ba5-d888-4b4f-b7ed-06e1eb0148ee,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:30.449451 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42958) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:30.458930 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56ed0be1-f2e5-4b01-9f0a-6da2b30c4b9c req-a2602403-9003-4e7d-b7eb-000250cf89b5 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694296 Feb 09 21:28:30.514706 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c1cb8391-6aee-487d-a60b-afc606f5e81a admin admin] Publish callbacks [] for security_group (ea944ba5-d888-4b4f-b7ed-06e1eb0148ee), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.537978 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c1cb8391-6aee-487d-a60b-afc606f5e81a admin admin] Publish callbacks [] for security_group (ea944ba5-d888-4b4f-b7ed-06e1eb0148ee), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.590384 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c1cb8391-6aee-487d-a60b-afc606f5e81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ea944ba5-d888-4b4f-b7ed-06e1eb0148ee), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.594211 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c1cb8391-6aee-487d-a60b-afc606f5e81a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.599108 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c1cb8391-6aee-487d-a60b-afc606f5e81a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ea944ba5-d888-4b4f-b7ed-06e1eb0148ee HTTP/1.1" status: 204 len: 168 time: 0.1481588 Feb 09 21:28:30.607582 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb8391-6aee-487d-a60b-afc606f5e81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea944ba5-d888-4b4f-b7ed-06e1eb0148ee,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:30.627189 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42966) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:30.741214 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42972) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:30.755930 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4f06d95-c68e-4d1a-9791-75391b0174aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.836030 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4f06d95-c68e-4d1a-9791-75391b0174aa admin admin] Publish callbacks [] for security_group (92d151e6-6ec9-402f-913b-bc1a77d79e1f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.844934 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4f06d95-c68e-4d1a-9791-75391b0174aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (92d151e6-6ec9-402f-913b-bc1a77d79e1f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.888699 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f06d95-c68e-4d1a-9791-75391b0174aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d151e6-6ec9-402f-913b-bc1a77d79e1f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:30.898834 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d4f06d95-c68e-4d1a-9791-75391b0174aa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9065d32734064124bc003261cb58e1bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1535230 Feb 09 21:28:30.898921 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42978) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:30.901495 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-119ca84c-a1d5-430d-890c-cfb164ccd6bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.969897 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7ab437b3-ae04-41e8-9b35-a974bb41327d admin admin] Publish callbacks [] for security_group (92d151e6-6ec9-402f-913b-bc1a77d79e1f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.984042 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-119ca84c-a1d5-430d-890c-cfb164ccd6bb admin admin] Publish callbacks [] for security_group (9ce03420-2d4e-4df8-9681-2179507f8dde), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.990536 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-119ca84c-a1d5-430d-890c-cfb164ccd6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (9ce03420-2d4e-4df8-9681-2179507f8dde), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.994464 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7ab437b3-ae04-41e8-9b35-a974bb41327d admin admin] Publish callbacks [] for security_group (92d151e6-6ec9-402f-913b-bc1a77d79e1f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:31.030478 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-119ca84c-a1d5-430d-890c-cfb164ccd6bb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=716c99bd25aa48c1b2f328cc84667caf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4014373 Feb 09 21:28:31.031402 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ca84c-a1d5-430d-890c-cfb164ccd6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce03420-2d4e-4df8-9681-2179507f8dde,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:31.033661 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42984) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:31.057571 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7ab437b3-ae04-41e8-9b35-a974bb41327d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (92d151e6-6ec9-402f-913b-bc1a77d79e1f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:31.060093 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7ab437b3-ae04-41e8-9b35-a974bb41327d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:31.061224 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7ab437b3-ae04-41e8-9b35-a974bb41327d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/92d151e6-6ec9-402f-913b-bc1a77d79e1f HTTP/1.1" status: 204 len: 168 time: 0.1613505 Feb 09 21:28:31.083780 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab437b3-ae04-41e8-9b35-a974bb41327d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d151e6-6ec9-402f-913b-bc1a77d79e1f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:31.104477 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f06068e0-64ad-485b-8eb1-e161dfd9f959 admin admin] Publish callbacks [] for security_group (9ce03420-2d4e-4df8-9681-2179507f8dde), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:31.128912 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f06068e0-64ad-485b-8eb1-e161dfd9f959 admin admin] Publish callbacks [] for security_group (9ce03420-2d4e-4df8-9681-2179507f8dde), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:31.201713 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f06068e0-64ad-485b-8eb1-e161dfd9f959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (9ce03420-2d4e-4df8-9681-2179507f8dde), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:31.204971 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f06068e0-64ad-485b-8eb1-e161dfd9f959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:31.210633 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f06068e0-64ad-485b-8eb1-e161dfd9f959 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9ce03420-2d4e-4df8-9681-2179507f8dde HTTP/1.1" status: 204 len: 168 time: 0.1757042 Feb 09 21:28:31.221242 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06068e0-64ad-485b-8eb1-e161dfd9f959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce03420-2d4e-4df8-9681-2179507f8dde,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:31.231181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2ca20-710d-48c4-9ca5-93bb6fc25078 req-7e66bc3f-3585-405e-aad6-5aba9608ae56 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:31.241508 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aaa2ca20-710d-48c4-9ca5-93bb6fc25078 req-7e66bc3f-3585-405e-aad6-5aba9608ae56 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 970 time: 0.0782154 Feb 09 21:28:31.290252 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aaa2ca20-710d-48c4-9ca5-93bb6fc25078 req-39ee6927-e89c-4c6a-b72a-d37b24458d9c tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/security-groups?id=32828c84-5f21-4de5-9f91-622d03a74348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474291 Feb 09 21:28:31.611031 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f6f26-877d-4778-8217-f20c6a3973f1 req-1a4c900f-bd37-488f-813b-dc14028e91db tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:31.614200 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f45f6f26-877d-4778-8217-f20c6a3973f1 req-1a4c900f-bd37-488f-813b-dc14028e91db tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 948 time: 0.0878797 Feb 09 21:28:31.673111 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 5fda7814-744a-47d9-a7e5-550392e1653e up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:28:31.680335 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f45f6f26-877d-4778-8217-f20c6a3973f1 req-7078fe56-e2b1-4792-8422-d130ce41c0fc tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584366 Feb 09 21:28:31.718711 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43014) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:31.729869 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 5fda7814-744a-47d9-a7e5-550392e1653e completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:28:31.732857 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c13d8895-38df-4b62-a130-1405b0e1d7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:31.733888 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 5fda7814-744a-47d9-a7e5-550392e1653e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:31.734391 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5fda7814-744a-47d9-a7e5-550392e1653e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:31.828478 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 5fda7814-744a-47d9-a7e5-550392e1653e is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:31.829080 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5fda7814-744a-47d9-a7e5-550392e1653e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:31.836390 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c13d8895-38df-4b62-a130-1405b0e1d7c8 admin admin] Publish callbacks [] for security_group (6b2947a9-0eed-4c99-9c73-4902408c559f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:31.842840 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c13d8895-38df-4b62-a130-1405b0e1d7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6b2947a9-0eed-4c99-9c73-4902408c559f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:31.864760 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a54cec2-08be-40e0-91db-0a9c603c949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fda7814-744a-47d9-a7e5-550392e1653e'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:31.896423 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c13d8895-38df-4b62-a130-1405b0e1d7c8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=95716e893f464602b19f65166bb6fd22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1763749 Feb 09 21:28:31.897049 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d8895-38df-4b62-a130-1405b0e1d7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2947a9-0eed-4c99-9c73-4902408c559f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:31.900135 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43020) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:31.951976 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 5fda7814-744a-47d9-a7e5-550392e1653e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=5fda7814-744a-47d9-a7e5-550392e1653e,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:31.959777 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5fda7814-744a-47d9-a7e5-550392e1653e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:31.961237 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-892cd6f7-0041-4f59-a1db-a1284219f0b1 admin admin] Publish callbacks [] for security_group (6b2947a9-0eed-4c99-9c73-4902408c559f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:31.997140 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-892cd6f7-0041-4f59-a1db-a1284219f0b1 admin admin] Publish callbacks [] for security_group (6b2947a9-0eed-4c99-9c73-4902408c559f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:32.024728 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=5fda7814-744a-47d9-a7e5-550392e1653e,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:32.049718 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-892cd6f7-0041-4f59-a1db-a1284219f0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6b2947a9-0eed-4c99-9c73-4902408c559f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:32.054160 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-892cd6f7-0041-4f59-a1db-a1284219f0b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:32.055362 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-892cd6f7-0041-4f59-a1db-a1284219f0b1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6b2947a9-0eed-4c99-9c73-4902408c559f HTTP/1.1" status: 204 len: 168 time: 0.1554513 Feb 09 21:28:32.063388 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cd6f7-0041-4f59-a1db-a1284219f0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2947a9-0eed-4c99-9c73-4902408c559f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:32.215984 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cae135-1827-4a10-9941-d1dd5d45fd06" -d '{"events": [{"server_uuid": "0a54cec2-08be-40e0-91db-0a9c603c949b", "name": "network-vif-plugged", "status": "completed", "tag": "5fda7814-744a-47d9-a7e5-550392e1653e"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:32.359934 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 8b0d872c-3794-4e1a-a112-228344ebd2d9 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:28:32.435590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c8885-393c-4b5f-9925-b62488c6e151 req-1841fcca-bdfd-4ebe-9ab8-5b70bed8ca24 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:32.438029 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-877c8885-393c-4b5f-9925-b62488c6e151 req-1841fcca-bdfd-4ebe-9ab8-5b70bed8ca24 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 970 time: 0.0729878 Feb 09 21:28:32.498730 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 8b0d872c-3794-4e1a-a112-228344ebd2d9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8b0d872c-3794-4e1a-a112-228344ebd2d9,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:32.510190 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbed05b-cf30-460d-bb7d-28d37932a4be x-openstack-request-id: req-7dbed05b-cf30-460d-bb7d-28d37932a4be {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:32.510602 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a54cec2-08be-40e0-91db-0a9c603c949b", "name": "network-vif-plugged", "status": "completed", "tag": "5fda7814-744a-47d9-a7e5-550392e1653e", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:32.510869 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7dbed05b-cf30-460d-bb7d-28d37932a4be {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:32.511340 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a54cec2-08be-40e0-91db-0a9c603c949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fda7814-744a-47d9-a7e5-550392e1653e', 'code': 200} Feb 09 21:28:32.516727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '8b0d872c-3794-4e1a-a112-228344ebd2d9', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': '8b0d872c-3794-4e1a-a112-228344ebd2d9', 'mac_address': 'fa:16:3e:90:47:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:tempest-test_az-1845725408', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:28:32.537654 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-877c8885-393c-4b5f-9925-b62488c6e151 req-1de0235e-bcfb-497b-8a10-e4e06e042cef tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/security-groups?id=32828c84-5f21-4de5-9f91-622d03a74348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886753 Feb 09 21:28:32.574695 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 8b0d872c-3794-4e1a-a112-228344ebd2d9 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:32.575026 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8b0d872c-3794-4e1a-a112-228344ebd2d9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:32.589980 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b0d872c-3794-4e1a-a112-228344ebd2d9 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:32.617385 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 8b0d872c-3794-4e1a-a112-228344ebd2d9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8b0d872c-3794-4e1a-a112-228344ebd2d9,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:32.623921 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8b0d872c-3794-4e1a-a112-228344ebd2d9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:32.681055 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd01d8-0641-4df4-9616-e25dfd0cc5bd req-958b87b7-bdb3-4d7a-ad9c-8ed9dbfd04f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:32.683471 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-23bd01d8-0641-4df4-9616-e25dfd0cc5bd req-958b87b7-bdb3-4d7a-ad9c-8ed9dbfd04f0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 1131 time: 0.0945587 Feb 09 21:28:32.686219 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=8b0d872c-3794-4e1a-a112-228344ebd2d9,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:32.705128 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-23bd01d8-0641-4df4-9616-e25dfd0cc5bd req-585ed5f3-6325-4c63-8b55-9f2206b5a709 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:32.798409 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-23bd01d8-0641-4df4-9616-e25dfd0cc5bd req-585ed5f3-6325-4c63-8b55-9f2206b5a709 service neutron] Publish callbacks [] for security_group (c4cc3233-9cc0-4bec-8857-be9c7d9a9ad5), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:32.804622 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-23bd01d8-0641-4df4-9616-e25dfd0cc5bd req-585ed5f3-6325-4c63-8b55-9f2206b5a709 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c4cc3233-9cc0-4bec-8857-be9c7d9a9ad5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:32.828852 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa6c10-a00b-4042-affb-91377f8efdf2 req-3b42a61f-5bc2-4823-bfef-f523a4d0c485 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:32.838451 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73fa6c10-a00b-4042-affb-91377f8efdf2 req-3b42a61f-5bc2-4823-bfef-f523a4d0c485 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 949 time: 0.0772612 Feb 09 21:28:32.865677 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-23bd01d8-0641-4df4-9616-e25dfd0cc5bd req-585ed5f3-6325-4c63-8b55-9f2206b5a709 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733949 Feb 09 21:28:32.866595 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ed5f3-6325-4c63-8b55-9f2206b5a709 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cc3233-9cc0-4bec-8857-be9c7d9a9ad5,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:32.888171 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73fa6c10-a00b-4042-affb-91377f8efdf2 req-24319a5b-dd7e-4e05-abcc-a8fbe8fdba32 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488136 Feb 09 21:28:32.929386 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['8b0d872c-3794-4e1a-a112-228344ebd2d9'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:33.113015 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43072) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:33.262254 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48ec7b24-5ba9-40bf-a4ea-39051c871004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:33.352678 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48ec7b24-5ba9-40bf-a4ea-39051c871004 admin admin] Publish callbacks [] for security_group (66faef66-49f4-415e-a239-e9efa5cae8aa), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:33.357177 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48ec7b24-5ba9-40bf-a4ea-39051c871004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (66faef66-49f4-415e-a239-e9efa5cae8aa), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:33.398986 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec7b24-5ba9-40bf-a4ea-39051c871004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66faef66-49f4-415e-a239-e9efa5cae8aa,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:33.405109 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-48ec7b24-5ba9-40bf-a4ea-39051c871004 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5372bf975e43400e92f45b41cbd71ae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902713 Feb 09 21:28:33.407811 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43090) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:33.474009 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df74624d-638c-4c57-be67-ac9847472939 admin admin] Publish callbacks [] for security_group (66faef66-49f4-415e-a239-e9efa5cae8aa), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:33.497336 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df74624d-638c-4c57-be67-ac9847472939 admin admin] Publish callbacks [] for security_group (66faef66-49f4-415e-a239-e9efa5cae8aa), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:33.550264 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df74624d-638c-4c57-be67-ac9847472939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (66faef66-49f4-415e-a239-e9efa5cae8aa), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:33.553329 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df74624d-638c-4c57-be67-ac9847472939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:33.558554 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-df74624d-638c-4c57-be67-ac9847472939 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/66faef66-49f4-415e-a239-e9efa5cae8aa HTTP/1.1" status: 204 len: 168 time: 0.1496375 Feb 09 21:28:33.567934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74624d-638c-4c57-be67-ac9847472939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66faef66-49f4-415e-a239-e9efa5cae8aa,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:33.680890 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d90f81-eded-480b-be70-c4551410e933 req-52cfdadd-9e6d-40dd-ab7b-679177dde65e tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:33.682411 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-55d90f81-eded-480b-be70-c4551410e933 req-52cfdadd-9e6d-40dd-ab7b-679177dde65e tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 971 time: 0.0676274 Feb 09 21:28:33.742550 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-55d90f81-eded-480b-be70-c4551410e933 req-b0bab5ad-5c29-4450-b472-6dbf20f9546a tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/security-groups?id=32828c84-5f21-4de5-9f91-622d03a74348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530431 Feb 09 21:28:33.937737 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43120) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:33.952406 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f93b5d8-8422-4ef0-ac20-524e7045d3c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:34.044690 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d7b8d-21ce-4d1b-9e02-e676e1570263 req-ac94ad6b-84f5-4e12-91b2-1d735603f7a3 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.054345 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c52d7b8d-21ce-4d1b-9e02-e676e1570263 req-ac94ad6b-84f5-4e12-91b2-1d735603f7a3 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 949 time: 0.0910852 Feb 09 21:28:34.077831 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f93b5d8-8422-4ef0-ac20-524e7045d3c1 admin admin] Publish callbacks [] for security_group (36ab7963-e6eb-4027-be47-e7a3afc1e2d3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:34.083836 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f93b5d8-8422-4ef0-ac20-524e7045d3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (36ab7963-e6eb-4027-be47-e7a3afc1e2d3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:34.112904 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c52d7b8d-21ce-4d1b-9e02-e676e1570263 req-273fd2bb-e739-4a0b-977c-c6e88ac91649 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576825 Feb 09 21:28:34.130573 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1f93b5d8-8422-4ef0-ac20-524e7045d3c1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=74a34db81ae74852888132cb5b2b20dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917269 Feb 09 21:28:34.131312 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93b5d8-8422-4ef0-ac20-524e7045d3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ab7963-e6eb-4027-be47-e7a3afc1e2d3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:34.133760 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43132) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:34.182391 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-02d98b57-fa46-4f13-9eb7-ce11dc7a6bd6 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=22e9c75800594aaba66f59171eeb0f2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339861 Feb 09 21:28:34.349118 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef9b8fcc-f9cd-4f93-b324-a859ac8f523d admin admin] Publish callbacks [] for security_group (36ab7963-e6eb-4027-be47-e7a3afc1e2d3), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:34.356902 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 8b0d872c-3794-4e1a-a112-228344ebd2d9 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:28:34.392786 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef9b8fcc-f9cd-4f93-b324-a859ac8f523d admin admin] Publish callbacks [] for security_group (36ab7963-e6eb-4027-be47-e7a3afc1e2d3), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:34.417911 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-bd53bc9e-9445-4c9e-b9a5-c9cedd8a87bd tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.419433 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-bd53bc9e-9445-4c9e-b9a5-c9cedd8a87bd tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2305901 Feb 09 21:28:34.430084 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 8b0d872c-3794-4e1a-a112-228344ebd2d9 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:28:34.434852 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 8b0d872c-3794-4e1a-a112-228344ebd2d9 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:34.435556 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8b0d872c-3794-4e1a-a112-228344ebd2d9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:34.450548 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-77918690-f6e1-48b2-a193-f68ac2668ac1 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/quotas/22e9c75800594aaba66f59171eeb0f2c HTTP/1.1" status: 200 len: 375 time: 0.0162029 Feb 09 21:28:34.510882 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-00cbbb0e-b77e-40b0-8de4-7a5267c21dfd tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=22e9c75800594aaba66f59171eeb0f2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431564 Feb 09 21:28:34.511930 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef9b8fcc-f9cd-4f93-b324-a859ac8f523d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (36ab7963-e6eb-4027-be47-e7a3afc1e2d3), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:34.514087 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef9b8fcc-f9cd-4f93-b324-a859ac8f523d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:34.517931 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ef9b8fcc-f9cd-4f93-b324-a859ac8f523d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/36ab7963-e6eb-4027-be47-e7a3afc1e2d3 HTTP/1.1" status: 204 len: 168 time: 0.3807449 Feb 09 21:28:34.528162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b8fcc-f9cd-4f93-b324-a859ac8f523d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ab7963-e6eb-4027-be47-e7a3afc1e2d3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:34.562589 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 8b0d872c-3794-4e1a-a112-228344ebd2d9 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:34.562589 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8b0d872c-3794-4e1a-a112-228344ebd2d9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:34.612439 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 8b0d872c-3794-4e1a-a112-228344ebd2d9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8b0d872c-3794-4e1a-a112-228344ebd2d9,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:34.614787 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ae7bbe-0cff-4459-ab2e-b85d35618406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0d872c-3794-4e1a-a112-228344ebd2d9'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:34.619342 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d679f247-85ef-4592-97bd-953c76eb844a" -d '{"events": [{"server_uuid": "59ae7bbe-0cff-4459-ab2e-b85d35618406", "name": "network-vif-plugged", "status": "completed", "tag": "8b0d872c-3794-4e1a-a112-228344ebd2d9"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:34.623137 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8b0d872c-3794-4e1a-a112-228344ebd2d9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:34.697908 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=8b0d872c-3794-4e1a-a112-228344ebd2d9,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:34.785673 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfb98bc-1619-48ce-82be-cf5428834fe2 x-openstack-request-id: req-fcfb98bc-1619-48ce-82be-cf5428834fe2 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:34.785990 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ae7bbe-0cff-4459-ab2e-b85d35618406", "name": "network-vif-plugged", "status": "completed", "tag": "8b0d872c-3794-4e1a-a112-228344ebd2d9", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:34.786264 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fcfb98bc-1619-48ce-82be-cf5428834fe2 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:34.786662 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ae7bbe-0cff-4459-ab2e-b85d35618406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0d872c-3794-4e1a-a112-228344ebd2d9', 'code': 200} Feb 09 21:28:34.828526 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-7ef2bfcd-35d1-4d27-9ec7-9926b151c2fb tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0dad381a48ee46dc8eee0af4c62ed356&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366478 Feb 09 21:28:35.032255 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d4b34-796e-46e1-a4e7-1011029eb6f9 req-9d305f2d-f5c8-48ed-8ec3-6ea0d37a3542 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:35.039163 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053821d-9217-424d-a438-bef2a2368d9a req-900c0b1a-732a-4f82-bcb8-dfdb3be294e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:35.039844 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd7d4b34-796e-46e1-a4e7-1011029eb6f9 req-9d305f2d-f5c8-48ed-8ec3-6ea0d37a3542 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 972 time: 0.1495841 Feb 09 21:28:35.042119 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c053821d-9217-424d-a438-bef2a2368d9a req-900c0b1a-732a-4f82-bcb8-dfdb3be294e5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 1154 time: 0.0580039 Feb 09 21:28:35.057884 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-ba48b93a-cbc9-47e1-85c0-a72a7210b7d7 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:35.059633 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-ba48b93a-cbc9-47e1-85c0-a72a7210b7d7 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2247562 Feb 09 21:28:35.092246 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-29f1f411-38ca-47d8-9144-330c600cb706 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/quotas/0dad381a48ee46dc8eee0af4c62ed356 HTTP/1.1" status: 200 len: 375 time: 0.0234678 Feb 09 21:28:35.141588 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-2ecbf4d2-44ce-46e9-9a69-eb2c24bb26d0 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0dad381a48ee46dc8eee0af4c62ed356&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465682 Feb 09 21:28:35.146947 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd7d4b34-796e-46e1-a4e7-1011029eb6f9 req-a68a2a69-a30c-448c-93ef-7002a123b7da tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/security-groups?id=32828c84-5f21-4de5-9f91-622d03a74348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063168 Feb 09 21:28:35.230378 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c053821d-9217-424d-a438-bef2a2368d9a req-5fd4f349-eb65-4f43-a54b-08dd6c9c2180 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=32828c84-5f21-4de5-9f91-622d03a74348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804760 Feb 09 21:28:35.291796 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-fd660484-7e69-41a4-bfc5-fe1309453dc7 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=22e9c75800594aaba66f59171eeb0f2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298424 Feb 09 21:28:35.473412 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4479c4e-15a9-4afa-8057-ff04c1d23b95 req-27810630-5b08-4b77-b313-f21e8bec182b tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:35.475005 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4479c4e-15a9-4afa-8057-ff04c1d23b95 req-27810630-5b08-4b77-b313-f21e8bec182b tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 949 time: 0.0910356 Feb 09 21:28:35.481812 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-16c835c5-9dcf-41a7-912b-8070802e8f87 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:35.491947 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-16c835c5-9dcf-41a7-912b-8070802e8f87 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1954467 Feb 09 21:28:35.512224 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-56786ddf-87f1-468d-acfd-4776c2affec8 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/quotas/22e9c75800594aaba66f59171eeb0f2c HTTP/1.1" status: 200 len: 375 time: 0.0223844 Feb 09 21:28:35.571254 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-142be37e-6cdd-4424-8f9c-f055f5123a18 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=22e9c75800594aaba66f59171eeb0f2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521491 Feb 09 21:28:35.587067 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4479c4e-15a9-4afa-8057-ff04c1d23b95 req-2533173b-dbc2-4513-a9bf-dfdaac5a8f0e tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960727 Feb 09 21:28:35.742224 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e60067c-47e6-4382-8b61-13a5ceb39ea0 req-6c42b103-ffbd-41a3-b49c-003b461b59a2 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2b1cbbe-f553-4f85-9e08-319cbb813db7 HTTP/1.1" status: 200 len: 210 time: 0.0387120 Feb 09 21:28:35.883224 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5877d3ec-478d-4cec-a42b-b89b1be0a62e req-0cd1921f-2fd4-47ec-9752-f1bd37aa06b5 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99 HTTP/1.1" status: 200 len: 210 time: 0.0357876 Feb 09 21:28:36.134613 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-4c1a0d31-bbeb-47f4-9105-3259ec8f0848 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=22e9c75800594aaba66f59171eeb0f2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288026 Feb 09 21:28:36.374985 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bfb58-5cbd-4a60-a7fc-c267549dc5dd req-1badce4e-4b6b-4705-95a6-cc596699d083 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:36.386372 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac8bfb58-5cbd-4a60-a7fc-c267549dc5dd req-1badce4e-4b6b-4705-95a6-cc596699d083 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 972 time: 0.1007106 Feb 09 21:28:36.408895 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-271984f1-6d4e-4dcf-895a-f0cc1192b259 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:36.411024 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-271984f1-6d4e-4dcf-895a-f0cc1192b259 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2693875 Feb 09 21:28:36.441759 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-b1448b45-61a3-47ff-a804-8788042a89b8 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Request body: {'port': {'device_id': '12a24390-7aa8-4336-a2f4-58654cfeda3a', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': '22e9c75800594aaba66f59171eeb0f2c'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:36.507736 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac8bfb58-5cbd-4a60-a7fc-c267549dc5dd req-ffab8d1e-c7ba-413f-a4a4-d767e154de71 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/security-groups?id=32828c84-5f21-4de5-9f91-622d03a74348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164751 Feb 09 21:28:36.604595 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-b1448b45-61a3-47ff-a804-8788042a89b8 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Made reservation on behalf of 22e9c75800594aaba66f59171eeb0f2c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:36.608419 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-b1448b45-61a3-47ff-a804-8788042a89b8 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:36.620612 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-b1448b45-61a3-47ff-a804-8788042a89b8 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:36.622931 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491e0ed-801e-4dd8-b432-954403ee6282 req-71b8d423-6078-4bec-84cd-6cc5acf7fad0 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:36.624678 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f491e0ed-801e-4dd8-b432-954403ee6282 req-71b8d423-6078-4bec-84cd-6cc5acf7fad0 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 949 time: 0.0645454 Feb 09 21:28:36.689552 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f491e0ed-801e-4dd8-b432-954403ee6282 req-474431fe-5eff-416c-b411-f3de99f86c27 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581992 Feb 09 21:28:36.748876 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-b1448b45-61a3-47ff-a804-8788042a89b8 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks [] for security_group (a024d04a-087c-4e11-87e6-422a1aa86187), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:36.756992 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-b1448b45-61a3-47ff-a804-8788042a89b8 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a024d04a-087c-4e11-87e6-422a1aa86187), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:36.783235 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.42', 57630) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:36.813686 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-52c1c0bf-2176-45ff-bcff-db66bc01f5c7 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0dad381a48ee46dc8eee0af4c62ed356&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258946 Feb 09 21:28:36.841059 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1448b45-61a3-47ff-a804-8788042a89b8 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a024d04a-087c-4e11-87e6-422a1aa86187,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:36.946015 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-b1448b45-61a3-47ff-a804-8788042a89b8 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Allocated IP 192.168.233.168 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/c69e0781-9c10-459d-931f-d380da04adbc) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:28:36.959574 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd301fe9-f8c4-4e20-8e0f-a4bea56c20a6 req-bffaf8d2-57c7-43ec-910e-8940f48b0762 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2b1cbbe-f553-4f85-9e08-319cbb813db7 HTTP/1.1" status: 200 len: 210 time: 0.0839536 Feb 09 21:28:37.017018 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-57a63512-42ac-418f-ae6c-358b0295a20c tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=da888a58eb2d447da88cadc0cfb95024&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334375 Feb 09 21:28:37.132003 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6e60523f-bc9b-4281-b5b3-e6c215a2beff req-e1d1c62e-41eb-4421-9ade-5ac06c34f29e tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99 HTTP/1.1" status: 200 len: 210 time: 0.0444069 Feb 09 21:28:37.141811 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-90a046e0-ba11-4358-b698-cf4e0f84657b tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:37.143441 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-90a046e0-ba11-4358-b698-cf4e0f84657b tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3211601 Feb 09 21:28:37.158605 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-1aa84ba8-45fd-471e-8aec-10cf36d13fd4 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Request body: {'port': {'device_id': 'f2b1cbbe-f553-4f85-9e08-319cbb813db7', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': '0dad381a48ee46dc8eee0af4c62ed356'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:37.323423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-014ada3e-92f1-457e-bd95-f600b1c8da5a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:37.325195 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-014ada3e-92f1-457e-bd95-f600b1c8da5a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3009670 Feb 09 21:28:37.363371 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-e6c0b3df-4fca-457a-9c88-d9c886a3dabf tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=22e9c75800594aaba66f59171eeb0f2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2090828 Feb 09 21:28:37.373039 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-74a68139-d335-4cc6-ac78-aadc759c5f2c tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/quotas/da888a58eb2d447da88cadc0cfb95024 HTTP/1.1" status: 200 len: 375 time: 0.0396965 Feb 09 21:28:37.373356 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-b1448b45-61a3-47ff-a804-8788042a89b8 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks [] for port (c69e0781-9c10-459d-931f-d380da04adbc), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.423922 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-5989de1b-b2c2-4161-ac8c-d02b3a28fdf2 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396721 Feb 09 21:28:37.443401 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-1aa84ba8-45fd-471e-8aec-10cf36d13fd4 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Made reservation on behalf of 0dad381a48ee46dc8eee0af4c62ed356 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:37.446634 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-1aa84ba8-45fd-471e-8aec-10cf36d13fd4 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.456019 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-1aa84ba8-45fd-471e-8aec-10cf36d13fd4 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.488857 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-b1448b45-61a3-47ff-a804-8788042a89b8 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (c69e0781-9c10-459d-931f-d380da04adbc), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.540092 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-37ccaa59-0b43-41cd-a31d-b64c1c0c3b0b tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:37.541591 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-37ccaa59-0b43-41cd-a31d-b64c1c0c3b0b tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1665733 Feb 09 21:28:37.544358 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-1aa84ba8-45fd-471e-8aec-10cf36d13fd4 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Publish callbacks [] for security_group (c62e5254-a5b3-4181-8c2f-2aa4fea14c5d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.551486 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-1aa84ba8-45fd-471e-8aec-10cf36d13fd4 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c62e5254-a5b3-4181-8c2f-2aa4fea14c5d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.562045 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-f259abef-5d4a-4cd5-b1d1-f179ae34281d tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Request body: {'port': {'device_id': 'cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': '22e9c75800594aaba66f59171eeb0f2c'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:37.566760 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-b1448b45-61a3-47ff-a804-8788042a89b8 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:28:37.616018 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-b1448b45-61a3-47ff-a804-8788042a89b8 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:28:37.619740 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1448b45-61a3-47ff-a804-8788042a89b8 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Pushing event updated for resources: {'Port': ['ID=c69e0781-9c10-459d-931f-d380da04adbc,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:37.645475 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-b1448b45-61a3-47ff-a804-8788042a89b8 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:28:37.652073 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-b1448b45-61a3-47ff-a804-8788042a89b8 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:37.653292 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-b1448b45-61a3-47ff-a804-8788042a89b8 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.710650 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-b1448b45-61a3-47ff-a804-8788042a89b8 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2766287 Feb 09 21:28:37.723548 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] Request body: {'port': {'device_id': '12a24390-7aa8-4336-a2f4-58654cfeda3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:37.764831 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9655d185-fea0-4b0b-bbe4-ba97068234c4 req-f852ea29-1af6-47a8-8d69-4e061fe3b1a2 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b92b766f-dbb4-4ff2-b13f-8d3a77db872c HTTP/1.1" status: 200 len: 210 time: 0.0992866 Feb 09 21:28:37.789065 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c22ce880-75db-4e22-8160-ffaaa769c29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.793105 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa84ba8-45fd-471e-8aec-10cf36d13fd4 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:37.834428 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c69e0781-9c10-459d-931f-d380da04adbc), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.896506 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c58c2-7ea8-4438-8dab-9e3fa1dafbdf req-50f7e86d-75ff-45e9-9d6e-c86c65b266e0 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:37.903778 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6d9c58c2-7ea8-4438-8dab-9e3fa1dafbdf req-50f7e86d-75ff-45e9-9d6e-c86c65b266e0 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 972 time: 0.3157365 Feb 09 21:28:37.969833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-1aa84ba8-45fd-471e-8aec-10cf36d13fd4 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Allocated IP 192.168.233.183 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/9587a4c2-edac-41a1-b3dd-0c885c84978e) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:28:38.008857 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-f259abef-5d4a-4cd5-b1d1-f179ae34281d tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Made reservation on behalf of 22e9c75800594aaba66f59171eeb0f2c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:38.012289 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-f259abef-5d4a-4cd5-b1d1-f179ae34281d tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.033834 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-1172af06-b47c-4b2d-b6aa-8bf36ec73d4f None None] Provisioning complete for port c69e0781-9c10-459d-931f-d380da04adbc triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:38.034523 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1172af06-b47c-4b2d-b6aa-8bf36ec73d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c69e0781-9c10-459d-931f-d380da04adbc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.080961 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1172af06-b47c-4b2d-b6aa-8bf36ec73d4f None None] Port c69e0781-9c10-459d-931f-d380da04adbc cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:28:38.106832 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.42', 57631) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:38.152638 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6d9c58c2-7ea8-4438-8dab-9e3fa1dafbdf req-4e693131-37c5-49e8-9842-cc23fa8a35f7 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/security-groups?id=32828c84-5f21-4de5-9f91-622d03a74348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470605 Feb 09 21:28:38.173000 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29533b-0838-4ce7-b577-e950243405bd req-393564fd-8f1a-4cad-91dd-c378abfb47fc tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:38.174544 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a29533b-0838-4ce7-b577-e950243405bd req-393564fd-8f1a-4cad-91dd-c378abfb47fc tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 949 time: 0.2865121 Feb 09 21:28:38.200754 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c2738-b89d-4068-8ec9-1f90bef99325 req-21a94a8a-1215-439b-b854-4c986a321038 tempest-DeleteServersAdminTestJSON-684805094 tempest-DeleteServersAdminTestJSON-684805094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:38.202518 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bc1c2738-b89d-4068-8ec9-1f90bef99325 req-21a94a8a-1215-439b-b854-4c986a321038 tempest-DeleteServersAdminTestJSON-684805094 tempest-DeleteServersAdminTestJSON-684805094-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 1131 time: 0.0944011 Feb 09 21:28:38.291892 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-657d1149-997b-4ccf-b4b6-94c088a0c0eb req-3edd45dd-c858-41df-b023-0db4d53044ac tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2b1cbbe-f553-4f85-9e08-319cbb813db7 HTTP/1.1" status: 200 len: 210 time: 0.0447571 Feb 09 21:28:38.304306 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-bc1c2738-b89d-4068-8ec9-1f90bef99325 req-41c2ff2e-bc49-4a4c-8a29-ae115e1b178e tempest-DeleteServersAdminTestJSON-684805094 tempest-DeleteServersAdminTestJSON-684805094-project-admin] Deleting port 5fda7814-744a-47d9-a7e5-550392e1653e {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:28:38.304736 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bc1c2738-b89d-4068-8ec9-1f90bef99325 req-41c2ff2e-bc49-4a4c-8a29-ae115e1b178e tempest-DeleteServersAdminTestJSON-684805094 tempest-DeleteServersAdminTestJSON-684805094-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5fda7814-744a-47d9-a7e5-550392e1653e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.374798 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a29533b-0838-4ce7-b577-e950243405bd req-97647eaa-7a5d-450e-a22b-2ca264b6b9db tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888447 Feb 09 21:28:38.405597 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-03906cc7-a21a-4f49-9b2c-a3dbe9ef7897 req-ecb3d181-7cd6-4d26-9d0e-f47ee0bd83b9 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99 HTTP/1.1" status: 200 len: 210 time: 0.0446970 Feb 09 21:28:38.414166 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-bc1c2738-b89d-4068-8ec9-1f90bef99325 req-41c2ff2e-bc49-4a4c-8a29-ae115e1b178e tempest-DeleteServersAdminTestJSON-684805094 tempest-DeleteServersAdminTestJSON-684805094-project-admin] For port 5fda7814-744a-47d9-a7e5-550392e1653e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=5fda7814-744a-47d9-a7e5-550392e1653e,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:38.414540 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bc1c2738-b89d-4068-8ec9-1f90bef99325 req-41c2ff2e-bc49-4a4c-8a29-ae115e1b178e tempest-DeleteServersAdminTestJSON-684805094 tempest-DeleteServersAdminTestJSON-684805094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5fda7814-744a-47d9-a7e5-550392e1653e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.416084 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-1aa84ba8-45fd-471e-8aec-10cf36d13fd4 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Publish callbacks [] for port (9587a4c2-edac-41a1-b3dd-0c885c84978e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.439360 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-bc1c2738-b89d-4068-8ec9-1f90bef99325 req-41c2ff2e-bc49-4a4c-8a29-ae115e1b178e tempest-DeleteServersAdminTestJSON-684805094 tempest-DeleteServersAdminTestJSON-684805094-project-admin] Calling delete_port for 5fda7814-744a-47d9-a7e5-550392e1653e owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:28:38.563165 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-1aa84ba8-45fd-471e-8aec-10cf36d13fd4 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (9587a4c2-edac-41a1-b3dd-0c885c84978e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.663823 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-1aa84ba8-45fd-471e-8aec-10cf36d13fd4 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:28:38.666588 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bc1c2738-b89d-4068-8ec9-1f90bef99325 req-41c2ff2e-bc49-4a4c-8a29-ae115e1b178e tempest-DeleteServersAdminTestJSON-684805094 tempest-DeleteServersAdminTestJSON-684805094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (5fda7814-744a-47d9-a7e5-550392e1653e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.670774 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094fe11-d46b-4012-bbc2-8578dd8c00b3 req-8d04662c-56f2-4192-9a51-c8dd4f6e03f6 tempest-AggregatesAdminTestJSON-252589304 tempest-AggregatesAdminTestJSON-252589304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:38.672359 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6094fe11-d46b-4012-bbc2-8578dd8c00b3 req-8d04662c-56f2-4192-9a51-c8dd4f6e03f6 tempest-AggregatesAdminTestJSON-252589304 tempest-AggregatesAdminTestJSON-252589304-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 1154 time: 0.1799216 Feb 09 21:28:38.679955 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-1aa84ba8-45fd-471e-8aec-10cf36d13fd4 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:28:38.682492 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['5fda7814-744a-47d9-a7e5-550392e1653e'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:38.687262 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-1aa84ba8-45fd-471e-8aec-10cf36d13fd4 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:28:38.694107 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-1aa84ba8-45fd-471e-8aec-10cf36d13fd4 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:38.694784 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-1aa84ba8-45fd-471e-8aec-10cf36d13fd4 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.699366 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa84ba8-45fd-471e-8aec-10cf36d13fd4 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Pushing event updated for resources: {'Port': ['ID=9587a4c2-edac-41a1-b3dd-0c885c84978e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:38.704716 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2ff2e-bc49-4a4c-8a29-ae115e1b178e tempest-DeleteServersAdminTestJSON-684805094 tempest-DeleteServersAdminTestJSON-684805094-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fda7814-744a-47d9-a7e5-550392e1653e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:38.726428 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6094fe11-d46b-4012-bbc2-8578dd8c00b3 req-1007288b-a372-4726-850d-a1ba8cd41162 tempest-AggregatesAdminTestJSON-252589304 tempest-AggregatesAdminTestJSON-252589304-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.732110 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-1aa84ba8-45fd-471e-8aec-10cf36d13fd4 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5801909 Feb 09 21:28:38.748803 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] Request body: {'port': {'device_id': 'f2b1cbbe-f553-4f85-9e08-319cbb813db7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:38.787223 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1c2738-b89d-4068-8ec9-1f90bef99325 req-41c2ff2e-bc49-4a4c-8a29-ae115e1b178e tempest-DeleteServersAdminTestJSON-684805094 tempest-DeleteServersAdminTestJSON-684805094-project-admin] No DVR routers for this DVR port 5fda7814-744a-47d9-a7e5-550392e1653e on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:28:38.799264 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bc1c2738-b89d-4068-8ec9-1f90bef99325 req-41c2ff2e-bc49-4a4c-8a29-ae115e1b178e tempest-DeleteServersAdminTestJSON-684805094 tempest-DeleteServersAdminTestJSON-684805094-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.803021 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bc1c2738-b89d-4068-8ec9-1f90bef99325 req-41c2ff2e-bc49-4a4c-8a29-ae115e1b178e tempest-DeleteServersAdminTestJSON-684805094 tempest-DeleteServersAdminTestJSON-684805094-project-admin] 10.222.0.42 "DELETE /v2.0/ports/5fda7814-744a-47d9-a7e5-550392e1653e HTTP/1.1" status: 204 len: 173 time: 0.5921226 Feb 09 21:28:38.803492 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a54cec2-08be-40e0-91db-0a9c603c949b', 'name': 'network-vif-deleted', 'tag': '5fda7814-744a-47d9-a7e5-550392e1653e'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:38.805805 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd701f7-a341-4eef-9987-edd2321ea24a" -d '{"events": [{"server_uuid": "0a54cec2-08be-40e0-91db-0a9c603c949b", "name": "network-vif-deleted", "tag": "5fda7814-744a-47d9-a7e5-550392e1653e"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:38.844597 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.71', 60105) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:38.863185 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69e0781-9c10-459d-931f-d380da04adbc {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:38.873777 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] Publish callbacks [] for port (c69e0781-9c10-459d-931f-d380da04adbc), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.892667 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-217d2149-a68b-413b-b116-6f53ff815c78 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=da888a58eb2d447da88cadc0cfb95024&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389032 Feb 09 21:28:38.893860 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] Transition to ACTIVE for port object c69e0781-9c10-459d-931f-d380da04adbc will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:28:38.906013 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c69e0781-9c10-459d-931f-d380da04adbc), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.916002 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a12f36-a711-4ec2-bcec-28658d680f7b x-openstack-request-id: req-a7a12f36-a711-4ec2-bcec-28658d680f7b {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:38.916002 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a54cec2-08be-40e0-91db-0a9c603c949b", "name": "network-vif-deleted", "tag": "5fda7814-744a-47d9-a7e5-550392e1653e", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:38.916499 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a7a12f36-a711-4ec2-bcec-28658d680f7b {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:38.916905 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a54cec2-08be-40e0-91db-0a9c603c949b', 'name': 'network-vif-deleted', 'tag': '5fda7814-744a-47d9-a7e5-550392e1653e', 'status': 'completed', 'code': 200} Feb 09 21:28:39.002566 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-f259abef-5d4a-4cd5-b1d1-f179ae34281d tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Allocated IP 192.168.233.245 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:28:39.027965 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9587a4c2-edac-41a1-b3dd-0c885c84978e), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.040611 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-37c61fdf-fcbf-492a-96e8-b4fdbd1f2f3a None None] Provisioning complete for port 9587a4c2-edac-41a1-b3dd-0c885c84978e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:39.041644 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-37c61fdf-fcbf-492a-96e8-b4fdbd1f2f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9587a4c2-edac-41a1-b3dd-0c885c84978e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.090354 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-37c61fdf-fcbf-492a-96e8-b4fdbd1f2f3a None None] Port 9587a4c2-edac-41a1-b3dd-0c885c84978e cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:28:39.105181 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-51c41807-1ebd-4abc-91cd-31b41e8c8fdf req-dd04cbe2-2271-4b69-99ad-54bb522782ad tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b92b766f-dbb4-4ff2-b13f-8d3a77db872c HTTP/1.1" status: 200 len: 210 time: 0.0608878 Feb 09 21:28:39.213502 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] Pushing event updated for resources: {'Port': ['ID=c69e0781-9c10-459d-931f-d380da04adbc,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:39.252841 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6094fe11-d46b-4012-bbc2-8578dd8c00b3 req-1007288b-a372-4726-850d-a1ba8cd41162 tempest-AggregatesAdminTestJSON-252589304 tempest-AggregatesAdminTestJSON-252589304-project-admin] Publish callbacks [] for security_group (bd451e25-3faa-4b36-905b-6e38a26c8bea), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.283441 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6094fe11-d46b-4012-bbc2-8578dd8c00b3 req-1007288b-a372-4726-850d-a1ba8cd41162 tempest-AggregatesAdminTestJSON-252589304 tempest-AggregatesAdminTestJSON-252589304-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bd451e25-3faa-4b36-905b-6e38a26c8bea), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.297562 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-8e5486e5-33db-4567-b977-073856e845e5 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:39.300003 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-8e5486e5-33db-4567-b977-073856e845e5 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3881452 Feb 09 21:28:39.300976 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] Attempting to bind port c69e0781-9c10-459d-931f-d380da04adbc on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:28:39.301500 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] Attempting to bind port c69e0781-9c10-459d-931f-d380da04adbc by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:28:39.302009 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] Attempting to bind port c69e0781-9c10-459d-931f-d380da04adbc on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:39.324057 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] Port c69e0781-9c10-459d-931f-d380da04adbc on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:28:39.324571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] Attempting to bind port c69e0781-9c10-459d-931f-d380da04adbc on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:39.332270 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-f259abef-5d4a-4cd5-b1d1-f179ae34281d tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks [] for port (d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.343550 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:28:39.344130 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:28:39.344728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:28:39.345521 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] Bound port: c69e0781-9c10-459d-931f-d380da04adbc, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:28:39.346006 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c69e0781-9c10-459d-931f-d380da04adbc), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.362202 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-04914cfb-4130-4d10-99db-ab1184c1dc93 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Request body: {'port': {'device_id': 'b92b766f-dbb4-4ff2-b13f-8d3a77db872c', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': 'da888a58eb2d447da88cadc0cfb95024'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:39.464885 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] For port c69e0781-9c10-459d-931f-d380da04adbc, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:28:39.469354 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] For port c69e0781-9c10-459d-931f-d380da04adbc, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c69e0781-9c10-459d-931f-d380da04adbc,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:28:39.473585 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-f259abef-5d4a-4cd5-b1d1-f179ae34281d tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.489954 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c69e0781-9c10-459d-931f-d380da04adbc), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.523613 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-f259abef-5d4a-4cd5-b1d1-f179ae34281d tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:28:39.531520 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:39.532174 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.533563 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] 10.222.0.42 "PUT /v2.0/ports/c69e0781-9c10-459d-931f-d380da04adbc HTTP/1.1" status: 200 len: 1096 time: 1.8148937 Feb 09 21:28:39.534658 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-f259abef-5d4a-4cd5-b1d1-f179ae34281d tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:28:39.536905 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-f259abef-5d4a-4cd5-b1d1-f179ae34281d tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:28:39.542150 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-f259abef-5d4a-4cd5-b1d1-f179ae34281d tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:39.542748 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-f259abef-5d4a-4cd5-b1d1-f179ae34281d tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.572137 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6094fe11-d46b-4012-bbc2-8578dd8c00b3 req-1007288b-a372-4726-850d-a1ba8cd41162 tempest-AggregatesAdminTestJSON-252589304 tempest-AggregatesAdminTestJSON-252589304-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=32828c84-5f21-4de5-9f91-622d03a74348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8855276 Feb 09 21:28:39.576483 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259abef-5d4a-4cd5-b1d1-f179ae34281d tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Pushing event updated for resources: {'Port': ['ID=d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:39.584701 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-f259abef-5d4a-4cd5-b1d1-f179ae34281d tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0290914 Feb 09 21:28:39.585115 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007288b-a372-4726-850d-a1ba8cd41162 tempest-AggregatesAdminTestJSON-252589304 tempest-AggregatesAdminTestJSON-252589304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd451e25-3faa-4b36-905b-6e38a26c8bea,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:39.647081 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] Request body: {'port': {'device_id': 'cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99', 'device_owner': 'compute:tempest-test_az-1845725408', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:39.694305 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624036c3-80c7-40fb-bbfd-9b5fdf39ff8b req-5a33f8f5-128c-4020-b8e8-642483b3da42 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:39.695903 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-624036c3-80c7-40fb-bbfd-9b5fdf39ff8b req-5a33f8f5-128c-4020-b8e8-642483b3da42 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2b1cbbe-f553-4f85-9e08-319cbb813db7 HTTP/1.1" status: 200 len: 936 time: 0.2914674 Feb 09 21:28:39.750204 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-9b0fcd98-b10a-4a25-98de-b25a4b626f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:39.752073 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-9b0fcd98-b10a-4a25-98de-b25a4b626f8c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=22e9c75800594aaba66f59171eeb0f2c&device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 1130 time: 0.1661103 Feb 09 21:28:39.792438 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dda36e-c2c2-45ae-a8b4-f4e25af0b4fa service neutron] Pushing event updated for resources: {'Port': ['ID=c69e0781-9c10-459d-931f-d380da04adbc,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:39.841554 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d770ba9c-0f9a-440b-97ef-0bace7e290f2 req-39eba793-ba11-43e2-9ec7-5dfdc06c8775 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a54cec2-08be-40e0-91db-0a9c603c949b HTTP/1.1" status: 200 len: 210 time: 0.0739450 Feb 09 21:28:39.864882 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-d0f492d5-8a35-467e-82da-4e74429a6877 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=c69e0781-9c10-459d-931f-d380da04adbc HTTP/1.1" status: 200 len: 217 time: 0.0942011 Feb 09 21:28:39.871382 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-04914cfb-4130-4d10-99db-ab1184c1dc93 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Made reservation on behalf of da888a58eb2d447da88cadc0cfb95024 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:39.875925 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-04914cfb-4130-4d10-99db-ab1184c1dc93 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.903749 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.923455 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-04914cfb-4130-4d10-99db-ab1184c1dc93 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.928996 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-624036c3-80c7-40fb-bbfd-9b5fdf39ff8b req-ca0dd482-26cc-4cd8-bd30-e4f15900284f tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931343 Feb 09 21:28:40.120452 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9587a4c2-edac-41a1-b3dd-0c885c84978e {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:40.137114 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] Publish callbacks [] for port (9587a4c2-edac-41a1-b3dd-0c885c84978e), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.148096 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-3d0f2eae-3637-43e9-a099-82f53d37b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:40.149730 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-3d0f2eae-3637-43e9-a099-82f53d37b844 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.2722425 Feb 09 21:28:40.170248 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e15570-baf7-4993-b065-59db002d49e0 req-de5cc27f-010a-46a1-86ac-f3e6c8502453 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:40.173769 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-74e15570-baf7-4993-b065-59db002d49e0 req-de5cc27f-010a-46a1-86ac-f3e6c8502453 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99 HTTP/1.1" status: 200 len: 936 time: 0.2000749 Feb 09 21:28:40.206510 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] Transition to ACTIVE for port object 9587a4c2-edac-41a1-b3dd-0c885c84978e will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:28:40.221862 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-97e199f0-54fd-49c8-b5b6-a4e2817105ca None None] Provisioning complete for port d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:40.224197 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-97e199f0-54fd-49c8-b5b6-a4e2817105ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.224323 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9587a4c2-edac-41a1-b3dd-0c885c84978e), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.265106 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-7a33d65f-0cb9-4a98-9bbd-bbc657d5b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:40.266546 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-7a33d65f-0cb9-4a98-9bbd-bbc657d5b72e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1062584 Feb 09 21:28:40.275739 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-97e199f0-54fd-49c8-b5b6-a4e2817105ca None None] Port d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:28:40.401852 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7ac604b1-2268-4590-90df-4b0c81564712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.406970 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-4d7e1e13-a2f4-4fab-935f-c83447e4f73b service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325350 Feb 09 21:28:40.420588 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-04914cfb-4130-4d10-99db-ab1184c1dc93 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks [] for security_group (8be9d7f2-e556-4c45-96ce-00c44f682c09), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.448541 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-04914cfb-4130-4d10-99db-ab1184c1dc93 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8be9d7f2-e556-4c45-96ce-00c44f682c09), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.494420 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:40.494729 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-74e15570-baf7-4993-b065-59db002d49e0 req-47827c1f-e961-4d59-92a9-ada547b2570d tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164942 Feb 09 21:28:40.496700 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-48db521e-00e6-460e-927b-3ede6b1f3d46 req-650ef482-8bab-45cd-978c-73e0f2c313a8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b92b766f-dbb4-4ff2-b13f-8d3a77db872c HTTP/1.1" status: 200 len: 210 time: 0.2503936 Feb 09 21:28:40.505831 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] Publish callbacks [] for port (d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.600414 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] Pushing event updated for resources: {'Port': ['ID=9587a4c2-edac-41a1-b3dd-0c885c84978e,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:40.703698 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] Transition to ACTIVE for port object d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:28:40.710096 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.714846 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04914cfb-4130-4d10-99db-ab1184c1dc93 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be9d7f2-e556-4c45-96ce-00c44f682c09,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:40.717913 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] Attempting to bind port 9587a4c2-edac-41a1-b3dd-0c885c84978e on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:28:40.718278 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] Attempting to bind port 9587a4c2-edac-41a1-b3dd-0c885c84978e by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:28:40.718983 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] Attempting to bind port 9587a4c2-edac-41a1-b3dd-0c885c84978e on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:40.747341 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-babb1c54-6a56-493f-9314-71312ee57ac1 req-a8f95bee-3a7b-4c77-abba-2ff649947179 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337147 Feb 09 21:28:40.760468 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] Port 9587a4c2-edac-41a1-b3dd-0c885c84978e on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:28:40.760806 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] Attempting to bind port 9587a4c2-edac-41a1-b3dd-0c885c84978e on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:40.785317 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:28:40.785680 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:28:40.786423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:28:40.787961 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] Bound port: 9587a4c2-edac-41a1-b3dd-0c885c84978e, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:28:40.787961 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9587a4c2-edac-41a1-b3dd-0c885c84978e), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.799188 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] Pushing event updated for resources: {'Port': ['ID=d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:40.801544 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d924f0-406f-4af0-b871-d60bcadbcc82 req-d600ff11-cff2-4260-8585-b4fbd82186e6 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:40.803902 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01d924f0-406f-4af0-b871-d60bcadbcc82 req-d600ff11-cff2-4260-8585-b4fbd82186e6 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 972 time: 0.1941628 Feb 09 21:28:40.821106 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] Attempting to bind port d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:28:40.821516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] Attempting to bind port d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:28:40.822101 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] Attempting to bind port d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:40.827521 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] Port d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:28:40.828019 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] Attempting to bind port d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:40.834668 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:28:40.835079 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:28:40.835467 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:28:40.835927 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] Bound port: d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:28:40.836285 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.838399 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-04914cfb-4130-4d10-99db-ab1184c1dc93 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Allocated IP 192.168.233.64 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/93e927e6-90ef-480c-bf7f-9988462f2fcb) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:28:40.912197 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] For port d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:28:40.917655 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] For port d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:28:40.920245 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a24390-7aa8-4336-a2f4-58654cfeda3a', 'tag': 'c69e0781-9c10-459d-931f-d380da04adbc'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:40.923163 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a875acc-7518-47fd-aba0-bb47d2d98c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "12a24390-7aa8-4336-a2f4-58654cfeda3a", "tag": "c69e0781-9c10-459d-931f-d380da04adbc"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:40.935103 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.941773 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01d924f0-406f-4af0-b871-d60bcadbcc82 req-c85799fc-e117-449b-ac6d-9ac589b4ff65 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/security-groups?id=32828c84-5f21-4de5-9f91-622d03a74348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277201 Feb 09 21:28:40.992469 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bee04c8-6f08-43a7-b250-6d2dc1941844 x-openstack-request-id: req-5bee04c8-6f08-43a7-b250-6d2dc1941844 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:40.992772 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a24390-7aa8-4336-a2f4-58654cfeda3a", "tag": "c69e0781-9c10-459d-931f-d380da04adbc", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:40.993085 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5bee04c8-6f08-43a7-b250-6d2dc1941844 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:40.993491 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a24390-7aa8-4336-a2f4-58654cfeda3a', 'tag': 'c69e0781-9c10-459d-931f-d380da04adbc', 'status': 'completed', 'code': 200} Feb 09 21:28:41.000744 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:41.001373 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:41.002963 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] 10.222.0.71 "PUT /v2.0/ports/d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 HTTP/1.1" status: 200 len: 1118 time: 1.3622713 Feb 09 21:28:41.010200 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] For port 9587a4c2-edac-41a1-b3dd-0c885c84978e, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:28:41.041687 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1015a44-a1f7-4495-b770-bc63f3051301 service neutron] Pushing event updated for resources: {'Port': ['ID=d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:41.119897 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] For port 9587a4c2-edac-41a1-b3dd-0c885c84978e, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=9587a4c2-edac-41a1-b3dd-0c885c84978e,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:28:41.145147 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a875acc-7518-47fd-aba0-bb47d2d98c7f req-4ad7ba9d-3277-477c-a6ca-9fd7e3c4a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:41.146814 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9a875acc-7518-47fd-aba0-bb47d2d98c7f req-4ad7ba9d-3277-477c-a6ca-9fd7e3c4a1bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=22e9c75800594aaba66f59171eeb0f2c&device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 1130 time: 0.1067276 Feb 09 21:28:41.152927 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-42b85e25-0560-4ac1-a372-420c2809b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:41.154672 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-42b85e25-0560-4ac1-a372-420c2809b23f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=22e9c75800594aaba66f59171eeb0f2c&device_id=cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99 HTTP/1.1" status: 200 len: 1152 time: 0.0952401 Feb 09 21:28:41.174561 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9587a4c2-edac-41a1-b3dd-0c885c84978e), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:41.194756 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:41.195640 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:41.197185 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] 10.222.0.42 "PUT /v2.0/ports/9587a4c2-edac-41a1-b3dd-0c885c84978e HTTP/1.1" status: 200 len: 1096 time: 2.4560156 Feb 09 21:28:41.204478 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b1cbbe-f553-4f85-9e08-319cbb813db7', 'tag': '9587a4c2-edac-41a1-b3dd-0c885c84978e'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:41.268202 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-8cce14ae-466f-4ea1-8741-2ae75b9b4521 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 HTTP/1.1" status: 200 len: 217 time: 0.1021163 Feb 09 21:28:41.326532 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d72dafa-0615-4905-a30e-428d5c851742 req-20bfa349-e765-40db-b7a0-bdfa919c4791 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a710a8ca20d24ebfb06195cb7ac4104b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1283066 Feb 09 21:28:41.335496 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a875acc-7518-47fd-aba0-bb47d2d98c7f req-720dcb1f-b9fb-412a-8b63-bcd781a5ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:41.337256 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9a875acc-7518-47fd-aba0-bb47d2d98c7f req-720dcb1f-b9fb-412a-8b63-bcd781a5ddf7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.1814003 Feb 09 21:28:41.352631 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-1b137d92-d13a-4eb4-a202-1e1253facdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:41.354151 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-1b137d92-d13a-4eb4-a202-1e1253facdac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0749521 Feb 09 21:28:41.385936 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0015eb01-85cd-4bf5-8d8b-fd4814bd1a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b1cbbe-f553-4f85-9e08-319cbb813db7", "tag": "9587a4c2-edac-41a1-b3dd-0c885c84978e"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:41.388358 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:41.421163 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9a875acc-7518-47fd-aba0-bb47d2d98c7f req-e2ca128f-8782-45db-8915-74bf39003179 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=c69e0781-9c10-459d-931f-d380da04adbc HTTP/1.1" status: 200 len: 217 time: 0.0762403 Feb 09 21:28:41.450498 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694f266-83e7-4460-a34d-2cfc3ea9986f req-20fc3b91-8b88-4752-b371-c91030ecc414 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:41.452125 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f694f266-83e7-4460-a34d-2cfc3ea9986f req-20fc3b91-8b88-4752-b371-c91030ecc414 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2b1cbbe-f553-4f85-9e08-319cbb813db7 HTTP/1.1" status: 200 len: 948 time: 0.3994579 Feb 09 21:28:41.493001 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a875acc-7518-47fd-aba0-bb47d2d98c7f req-20499655-0bc5-4711-8f50-5fb76e559256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:41.494494 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9a875acc-7518-47fd-aba0-bb47d2d98c7f req-20499655-0bc5-4711-8f50-5fb76e559256 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0577381 Feb 09 21:28:41.500360 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-287dcbe1-862c-42b0-a8af-18e94c9f5774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:41.502248 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-287dcbe1-862c-42b0-a8af-18e94c9f5774 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1368177 Feb 09 21:28:41.539347 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bbf1b-ec82-4d1f-844e-cb70298f8920 service neutron] Pushing event updated for resources: {'Port': ['ID=9587a4c2-edac-41a1-b3dd-0c885c84978e,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:41.594153 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 5fda7814-744a-47d9-a7e5-550392e1653e no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:28:41.603657 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-04914cfb-4130-4d10-99db-ab1184c1dc93 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks [] for port (93e927e6-90ef-480c-bf7f-9988462f2fcb), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:41.611541 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a875acc-7518-47fd-aba0-bb47d2d98c7f req-7bc4234b-5715-4d28-a4c8-4e304b6a9c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:41.614062 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9a875acc-7518-47fd-aba0-bb47d2d98c7f req-7bc4234b-5715-4d28-a4c8-4e304b6a9c7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1105065 Feb 09 21:28:41.614331 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 5fda7814-744a-47d9-a7e5-550392e1653e {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:28:41.614776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 5fda7814-744a-47d9-a7e5-550392e1653e not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:28:41.633475 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-365d5a20-4e4e-48b7-8de3-c8bf1b770a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:41.637097 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-365d5a20-4e4e-48b7-8de3-c8bf1b770a59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0dad381a48ee46dc8eee0af4c62ed356&device_id=f2b1cbbe-f553-4f85-9e08-319cbb813db7 HTTP/1.1" status: 200 len: 1130 time: 0.3435583 Feb 09 21:28:41.641084 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f694f266-83e7-4460-a34d-2cfc3ea9986f req-b660c667-932c-469a-8f78-94e709ee2228 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493373 Feb 09 21:28:41.653125 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-5ea45503-2ca8-4cbd-86fe-b5f20500004c service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406910 Feb 09 21:28:41.738578 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-d9e33e22-80db-4873-8f13-f25d0aa7f84b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=9587a4c2-edac-41a1-b3dd-0c885c84978e HTTP/1.1" status: 200 len: 217 time: 0.0862434 Feb 09 21:28:41.752739 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72dafa-0615-4905-a30e-428d5c851742 req-ef656dfb-353c-48f4-9502-2fc6a4162484 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:41.754315 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d72dafa-0615-4905-a30e-428d5c851742 req-ef656dfb-353c-48f4-9502-2fc6a4162484 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4010823 Feb 09 21:28:41.773828 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671d0f5d-7aff-447d-8fcb-6d61cd33ac39 x-openstack-request-id: req-671d0f5d-7aff-447d-8fcb-6d61cd33ac39 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:41.774111 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b1cbbe-f553-4f85-9e08-319cbb813db7", "tag": "9587a4c2-edac-41a1-b3dd-0c885c84978e", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:41.774373 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-671d0f5d-7aff-447d-8fcb-6d61cd33ac39 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:41.774845 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b1cbbe-f553-4f85-9e08-319cbb813db7', 'tag': '9587a4c2-edac-41a1-b3dd-0c885c84978e', 'status': 'completed', 'code': 200} Feb 09 21:28:41.779465 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.71', 60106) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:41.838766 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9a875acc-7518-47fd-aba0-bb47d2d98c7f req-795b1006-3d2d-4734-af83-6a7876faaa48 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137942 Feb 09 21:28:41.840957 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-349c3126-6ce4-4d16-ba3b-4a2d554cd57e req-8ddb5690-1ebf-4152-a6dc-3885e614bbb9 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627245 Feb 09 21:28:41.850328 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d72dafa-0615-4905-a30e-428d5c851742 req-51358dff-90fe-4431-b19e-9acb1a806dd8 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/quotas/a710a8ca20d24ebfb06195cb7ac4104b HTTP/1.1" status: 200 len: 375 time: 0.0745111 Feb 09 21:28:41.890165 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-16b9aa45-79f8-4d4c-bd6e-4ddeb2843afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:41.891758 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-16b9aa45-79f8-4d4c-bd6e-4ddeb2843afa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1456950 Feb 09 21:28:41.897181 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-04914cfb-4130-4d10-99db-ab1184c1dc93 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (93e927e6-90ef-480c-bf7f-9988462f2fcb), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:41.928679 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d72dafa-0615-4905-a30e-428d5c851742 req-90f38645-3b25-44bc-830e-888b4e1f412e tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a710a8ca20d24ebfb06195cb7ac4104b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538504 Feb 09 21:28:41.938918 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99ae70-a813-4861-b8ec-a17099a09eaa req-d4c15015-603a-4063-a36d-100c58be0268 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:41.940871 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cb99ae70-a813-4861-b8ec-a17099a09eaa req-d4c15015-603a-4063-a36d-100c58be0268 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.71 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 972 time: 0.1586878 Feb 09 21:28:42.031891 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4973d-93f9-4472-b387-6b7188aab3f7 req-27bb67a0-9285-4ef7-b8c6-ed16347f8b6b tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:42.033386 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2de4973d-93f9-4472-b387-6b7188aab3f7 req-27bb67a0-9285-4ef7-b8c6-ed16347f8b6b tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99 HTTP/1.1" status: 200 len: 970 time: 0.2187734 Feb 09 21:28:42.035906 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-04914cfb-4130-4d10-99db-ab1184c1dc93 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:28:42.041792 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-04914cfb-4130-4d10-99db-ab1184c1dc93 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:28:42.047425 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04914cfb-4130-4d10-99db-ab1184c1dc93 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Pushing event updated for resources: {'Port': ['ID=93e927e6-90ef-480c-bf7f-9988462f2fcb,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:42.052801 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-04914cfb-4130-4d10-99db-ab1184c1dc93 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:28:42.056604 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9a875acc-7518-47fd-aba0-bb47d2d98c7f req-68e2c4bb-2cef-4b8b-bb2e-e7eadda9fd5a service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089148 Feb 09 21:28:42.057217 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-04914cfb-4130-4d10-99db-ab1184c1dc93 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:42.057885 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-04914cfb-4130-4d10-99db-ab1184c1dc93 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:42.116906 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-1075d3da-b968-40dc-a93e-5726367bec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:42.118921 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-1075d3da-b968-40dc-a93e-5726367bec74 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2190189 Feb 09 21:28:42.129283 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-04914cfb-4130-4d10-99db-ab1184c1dc93 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7887242 Feb 09 21:28:42.148003 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] Request body: {'port': {'device_id': 'b92b766f-dbb4-4ff2-b13f-8d3a77db872c', 'device_owner': 'compute:tempest-test_az-1845725408', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:42.226164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-cb99ae70-a813-4861-b8ec-a17099a09eaa req-8bb8ea53-203d-4837-8bdb-33d43d61e8f0 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Deleting port 8b0d872c-3794-4e1a-a112-228344ebd2d9 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:28:42.226648 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cb99ae70-a813-4861-b8ec-a17099a09eaa req-8bb8ea53-203d-4837-8bdb-33d43d61e8f0 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8b0d872c-3794-4e1a-a112-228344ebd2d9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:42.316603 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2de4973d-93f9-4472-b387-6b7188aab3f7 req-639457be-a877-44eb-ac4a-0167f4585a66 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519851 Feb 09 21:28:42.345520 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-cb99ae70-a813-4861-b8ec-a17099a09eaa req-8bb8ea53-203d-4837-8bdb-33d43d61e8f0 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] For port 8b0d872c-3794-4e1a-a112-228344ebd2d9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8b0d872c-3794-4e1a-a112-228344ebd2d9,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:42.346043 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cb99ae70-a813-4861-b8ec-a17099a09eaa req-8bb8ea53-203d-4837-8bdb-33d43d61e8f0 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8b0d872c-3794-4e1a-a112-228344ebd2d9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:42.370560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-cb99ae70-a813-4861-b8ec-a17099a09eaa req-8bb8ea53-203d-4837-8bdb-33d43d61e8f0 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Calling delete_port for 8b0d872c-3794-4e1a-a112-228344ebd2d9 owned by compute:tempest-test_az-1845725408 {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:28:42.375972 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-7b605843-20a7-4fc2-926d-fa74c945e65e service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328849 Feb 09 21:28:42.382223 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c59e1ce7-25d6-41cd-8d5a-31b0d5dac3b4 None None] Provisioning complete for port 93e927e6-90ef-480c-bf7f-9988462f2fcb triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:42.392269 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c59e1ce7-25d6-41cd-8d5a-31b0d5dac3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (93e927e6-90ef-480c-bf7f-9988462f2fcb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:42.445503 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c59e1ce7-25d6-41cd-8d5a-31b0d5dac3b4 None None] Port 93e927e6-90ef-480c-bf7f-9988462f2fcb cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:28:42.544666 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cb99ae70-a813-4861-b8ec-a17099a09eaa req-8bb8ea53-203d-4837-8bdb-33d43d61e8f0 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (8b0d872c-3794-4e1a-a112-228344ebd2d9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:42.549090 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:42.559699 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['8b0d872c-3794-4e1a-a112-228344ebd2d9'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:42.635583 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8ea53-203d-4837-8bdb-33d43d61e8f0 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Pushing event deleted for resources: {'Port': ['ID=8b0d872c-3794-4e1a-a112-228344ebd2d9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:42.638212 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (93e927e6-90ef-480c-bf7f-9988462f2fcb), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:42.670435 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634454c-cc28-4447-88d0-b37d5d94e34a req-c7ce2653-c420-4890-aabd-2113ed87cec6 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:42.672432 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5634454c-cc28-4447-88d0-b37d5d94e34a req-c7ce2653-c420-4890-aabd-2113ed87cec6 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b92b766f-dbb4-4ff2-b13f-8d3a77db872c HTTP/1.1" status: 200 len: 935 time: 0.4226677 Feb 09 21:28:42.681645 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb99ae70-a813-4861-b8ec-a17099a09eaa req-8bb8ea53-203d-4837-8bdb-33d43d61e8f0 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] No DVR routers for this DVR port 8b0d872c-3794-4e1a-a112-228344ebd2d9 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:28:42.684797 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cb99ae70-a813-4861-b8ec-a17099a09eaa req-8bb8ea53-203d-4837-8bdb-33d43d61e8f0 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:42.690297 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cb99ae70-a813-4861-b8ec-a17099a09eaa req-8bb8ea53-203d-4837-8bdb-33d43d61e8f0 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.71 "DELETE /v2.0/ports/8b0d872c-3794-4e1a-a112-228344ebd2d9 HTTP/1.1" status: 204 len: 173 time: 0.7415652 Feb 09 21:28:42.801021 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c7bb6-cb6a-430b-9bd4-d1fe04b6b823 req-c2453315-823d-4ee1-b017-4802ca740b04 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:42.808154 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a9c7bb6-cb6a-430b-9bd4-d1fe04b6b823 req-c2453315-823d-4ee1-b017-4802ca740b04 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/ports?device_id=59ae7bbe-0cff-4459-ab2e-b85d35618406 HTTP/1.1" status: 200 len: 889 time: 0.4068978 Feb 09 21:28:42.874585 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37b60f67-935c-45a0-9e32-5cebe62b209b req-8e5fb87d-3db6-4a78-b8ea-ed5b167fbebe service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768786 Feb 09 21:28:42.910475 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5634454c-cc28-4447-88d0-b37d5d94e34a req-647feedd-9798-4150-9014-593c3b699529 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960428 Feb 09 21:28:42.994830 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99', 'tag': 'd78fe3fb-fe4b-45ba-bf97-224ecc0b77b9'}, {'server_uuid': '59ae7bbe-0cff-4459-ab2e-b85d35618406', 'name': 'network-vif-deleted', 'tag': '8b0d872c-3794-4e1a-a112-228344ebd2d9'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:42.997566 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d927a58-1d3a-412a-90f4-c43d20f78342" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99", "tag": "d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9"}, {"server_uuid": "59ae7bbe-0cff-4459-ab2e-b85d35618406", "name": "network-vif-deleted", "tag": "8b0d872c-3794-4e1a-a112-228344ebd2d9"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:43.025812 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a9c7bb6-cb6a-430b-9bd4-d1fe04b6b823 req-3a48bdde-c70a-4685-a79b-910495522b79 tempest-AggregatesAdminTestJSON-1508021904 tempest-AggregatesAdminTestJSON-1508021904-project] 10.222.0.77 "GET /v2.0/security-groups?id=32828c84-5f21-4de5-9f91-622d03a74348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169416 Feb 09 21:28:43.045548 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb5e1cec-5376-4138-b90e-44947a15fea1 req-1eca0974-ddc5-45ad-b33a-6edc75502458 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=79fcee80-29a2-4784-9b77-3ae6616114e7 HTTP/1.1" status: 200 len: 210 time: 0.0415380 Feb 09 21:28:43.085212 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015eb01-85cd-4bf5-8d8b-fd4814bd1a8c req-b3de8237-f130-400d-b5ef-98a67e5433ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:43.086829 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0015eb01-85cd-4bf5-8d8b-fd4814bd1a8c req-b3de8237-f130-400d-b5ef-98a67e5433ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0dad381a48ee46dc8eee0af4c62ed356&device_id=f2b1cbbe-f553-4f85-9e08-319cbb813db7 HTTP/1.1" status: 200 len: 1130 time: 0.1195447 Feb 09 21:28:43.110333 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833d46a4-6994-4952-9a0e-304742d0c9eb x-openstack-request-id: req-833d46a4-6994-4952-9a0e-304742d0c9eb {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:43.110714 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99", "tag": "d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9", "status": "completed", "code": 200}, {"server_uuid": "59ae7bbe-0cff-4459-ab2e-b85d35618406", "name": "network-vif-deleted", "tag": "8b0d872c-3794-4e1a-a112-228344ebd2d9", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:43.111047 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-833d46a4-6994-4952-9a0e-304742d0c9eb {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:43.111500 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99', 'tag': 'd78fe3fb-fe4b-45ba-bf97-224ecc0b77b9', 'status': 'completed', 'code': 200} Feb 09 21:28:43.111847 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ae7bbe-0cff-4459-ab2e-b85d35618406', 'name': 'network-vif-deleted', 'tag': '8b0d872c-3794-4e1a-a112-228344ebd2d9', 'status': 'completed', 'code': 200} Feb 09 21:28:43.183904 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d927a58-1d3a-412a-90f4-c43d20f78342 req-975196de-94c5-4da3-892d-e2f6e8b64ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:43.185705 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d927a58-1d3a-412a-90f4-c43d20f78342 req-975196de-94c5-4da3-892d-e2f6e8b64ce2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=22e9c75800594aaba66f59171eeb0f2c&device_id=cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99 HTTP/1.1" status: 200 len: 1152 time: 0.0526376 Feb 09 21:28:43.288249 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d927a58-1d3a-412a-90f4-c43d20f78342 req-04087fed-4840-40df-a455-0b371b16e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:43.289743 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d927a58-1d3a-412a-90f4-c43d20f78342 req-04087fed-4840-40df-a455-0b371b16e57d service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.0981500 Feb 09 21:28:43.334016 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d927a58-1d3a-412a-90f4-c43d20f78342 req-fa212701-08b0-4087-a566-0cba1f131d8e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 HTTP/1.1" status: 200 len: 217 time: 0.0384259 Feb 09 21:28:43.351567 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61b064-ca85-47d6-b04f-0cda4c708fb0 req-3c3e3b6c-b132-41e5-afa1-9c51fb4e2f85 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:43.359563 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2d61b064-ca85-47d6-b04f-0cda4c708fb0 req-3c3e3b6c-b132-41e5-afa1-9c51fb4e2f85 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2b1cbbe-f553-4f85-9e08-319cbb813db7 HTTP/1.1" status: 200 len: 948 time: 0.2644353 Feb 09 21:28:43.371200 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e927e6-90ef-480c-bf7f-9988462f2fcb {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:43.387269 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015eb01-85cd-4bf5-8d8b-fd4814bd1a8c req-80d4cfdd-e0ce-4eb3-a6d1-b879e65d0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:43.388800 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0015eb01-85cd-4bf5-8d8b-fd4814bd1a8c req-80d4cfdd-e0ce-4eb3-a6d1-b879e65d0cb9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.2951157 Feb 09 21:28:43.390751 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] Publish callbacks [] for port (93e927e6-90ef-480c-bf7f-9988462f2fcb), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:43.421649 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0d72dafa-0615-4905-a30e-428d5c851742 req-159139d3-93e5-4ad8-93fc-f97a0ff5b94d tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a710a8ca20d24ebfb06195cb7ac4104b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358014 Feb 09 21:28:43.462897 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0015eb01-85cd-4bf5-8d8b-fd4814bd1a8c req-ffb5b7c9-19ae-47d8-9ebd-e98b48bbee55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=9587a4c2-edac-41a1-b3dd-0c885c84978e HTTP/1.1" status: 200 len: 217 time: 0.0666354 Feb 09 21:28:43.467390 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] Transition to ACTIVE for port object 93e927e6-90ef-480c-bf7f-9988462f2fcb will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:28:43.489161 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d927a58-1d3a-412a-90f4-c43d20f78342 req-e77e5861-0474-4100-8411-7c63c89c3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:43.491324 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d927a58-1d3a-412a-90f4-c43d20f78342 req-e77e5861-0474-4100-8411-7c63c89c3c0c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1489918 Feb 09 21:28:43.497816 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (93e927e6-90ef-480c-bf7f-9988462f2fcb), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:43.529795 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2d61b064-ca85-47d6-b04f-0cda4c708fb0 req-b0c1198c-e8d5-444b-bb55-80d4ec322169 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693850 Feb 09 21:28:43.595639 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d927a58-1d3a-412a-90f4-c43d20f78342 req-8fdf7b16-c0d0-4d69-af78-83bee889525c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:43.596242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015eb01-85cd-4bf5-8d8b-fd4814bd1a8c req-fc670c9c-9dec-430b-87dd-077759f13f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:43.597500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c69e0781-9c10-459d-931f-d380da04adbc details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:28:43.597968 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d927a58-1d3a-412a-90f4-c43d20f78342 req-8fdf7b16-c0d0-4d69-af78-83bee889525c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0898345 Feb 09 21:28:43.598130 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0015eb01-85cd-4bf5-8d8b-fd4814bd1a8c req-fc670c9c-9dec-430b-87dd-077759f13f42 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1120420 Feb 09 21:28:43.603373 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] Pushing event updated for resources: {'Port': ['ID=93e927e6-90ef-480c-bf7f-9988462f2fcb,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:43.612558 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72dafa-0615-4905-a30e-428d5c851742 req-acbbab17-fa8c-49db-a892-75bb9380e377 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:43.615085 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0d72dafa-0615-4905-a30e-428d5c851742 req-acbbab17-fa8c-49db-a892-75bb9380e377 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876311 Feb 09 21:28:43.621691 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e164c20-dd20-4e4e-b3b1-eed4e8ebaafe req-5974c404-e4f9-4e30-8899-3a025beb6d2c tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:43.623069 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2e164c20-dd20-4e4e-b3b1-eed4e8ebaafe req-5974c404-e4f9-4e30-8899-3a025beb6d2c tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99 HTTP/1.1" status: 200 len: 970 time: 0.1825857 Feb 09 21:28:43.691427 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] Attempting to bind port 93e927e6-90ef-480c-bf7f-9988462f2fcb on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:28:43.692109 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] Attempting to bind port 93e927e6-90ef-480c-bf7f-9988462f2fcb by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:28:43.692109 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] Attempting to bind port 93e927e6-90ef-480c-bf7f-9988462f2fcb on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:43.698947 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] Port 93e927e6-90ef-480c-bf7f-9988462f2fcb on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:28:43.699295 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] Attempting to bind port 93e927e6-90ef-480c-bf7f-9988462f2fcb on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:43.711282 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:28:43.711676 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:28:43.712030 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:28:43.712489 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] Bound port: 93e927e6-90ef-480c-bf7f-9988462f2fcb, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:28:43.712845 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (93e927e6-90ef-480c-bf7f-9988462f2fcb), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:43.731327 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c69e0781-9c10-459d-931f-d380da04adbc, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c69e0781-9c10-459d-931f-d380da04adbc,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:43.747718 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'c69e0781-9c10-459d-931f-d380da04adbc', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': 'c69e0781-9c10-459d-931f-d380da04adbc', 'mac_address': 'fa:16:3e:1d:e8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:28:43.789487 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015eb01-85cd-4bf5-8d8b-fd4814bd1a8c req-b76a1655-4e6f-4397-8241-7f0f00919a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:43.791185 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0015eb01-85cd-4bf5-8d8b-fd4814bd1a8c req-b76a1655-4e6f-4397-8241-7f0f00919a45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1851425 Feb 09 21:28:43.794247 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2e164c20-dd20-4e4e-b3b1-eed4e8ebaafe req-3866db5b-25c7-4e93-b979-c185098992b3 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353462 Feb 09 21:28:43.822237 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port c69e0781-9c10-459d-931f-d380da04adbc is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:43.822570 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c69e0781-9c10-459d-931f-d380da04adbc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:43.841458 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69e0781-9c10-459d-931f-d380da04adbc {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:43.857088 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-0d72dafa-0615-4905-a30e-428d5c851742 req-3e99434c-50a8-45b5-b7a4-287426a695b3 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Request body: {'port': {'device_id': '79fcee80-29a2-4784-9b77-3ae6616114e7', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': 'a710a8ca20d24ebfb06195cb7ac4104b'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:43.862512 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c69e0781-9c10-459d-931f-d380da04adbc, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c69e0781-9c10-459d-931f-d380da04adbc,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:43.866192 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] For port 93e927e6-90ef-480c-bf7f-9988462f2fcb, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:28:43.874752 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c69e0781-9c10-459d-931f-d380da04adbc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:43.886123 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] For port 93e927e6-90ef-480c-bf7f-9988462f2fcb, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=93e927e6-90ef-480c-bf7f-9988462f2fcb,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:28:43.902678 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (93e927e6-90ef-480c-bf7f-9988462f2fcb), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:43.933644 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=c69e0781-9c10-459d-931f-d380da04adbc,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:43.968461 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:43.978022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:43.978654 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:43.980640 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] 10.222.0.71 "PUT /v2.0/ports/93e927e6-90ef-480c-bf7f-9988462f2fcb HTTP/1.1" status: 200 len: 1117 time: 1.8386090 Feb 09 21:28:43.981291 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92b766f-dbb4-4ff2-b13f-8d3a77db872c', 'tag': '93e927e6-90ef-480c-bf7f-9988462f2fcb'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:43.983991 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe252e2b-2d1d-4bd3-a4f5-760d05bcc034" -d '{"events": [{"name": "network-changed", "server_uuid": "b92b766f-dbb4-4ff2-b13f-8d3a77db872c", "tag": "93e927e6-90ef-480c-bf7f-9988462f2fcb"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:43.990937 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0015eb01-85cd-4bf5-8d8b-fd4814bd1a8c req-45290222-6e5f-4603-8073-b39afd27eda5 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917543 Feb 09 21:28:44.041889 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d927a58-1d3a-412a-90f4-c43d20f78342 req-a0ae841f-81fa-4e06-bb49-686b8da8616e service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258151 Feb 09 21:28:44.074929 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d72dafa-0615-4905-a30e-428d5c851742 req-3e99434c-50a8-45b5-b7a4-287426a695b3 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Made reservation on behalf of a710a8ca20d24ebfb06195cb7ac4104b for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:44.083524 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0d72dafa-0615-4905-a30e-428d5c851742 req-3e99434c-50a8-45b5-b7a4-287426a695b3 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:44.092059 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4678941-e508-494c-84f0-f48ca06e151f x-openstack-request-id: req-e4678941-e508-494c-84f0-f48ca06e151f {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:44.092357 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92b766f-dbb4-4ff2-b13f-8d3a77db872c", "tag": "93e927e6-90ef-480c-bf7f-9988462f2fcb", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:44.092614 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e4678941-e508-494c-84f0-f48ca06e151f {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:44.093055 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92b766f-dbb4-4ff2-b13f-8d3a77db872c', 'tag': '93e927e6-90ef-480c-bf7f-9988462f2fcb', 'status': 'completed', 'code': 200} Feb 09 21:28:44.094666 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf96e0b-5009-4b9b-ab6d-4e46d9ac1712 service neutron] Pushing event updated for resources: {'Port': ['ID=93e927e6-90ef-480c-bf7f-9988462f2fcb,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:44.114894 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['c69e0781-9c10-459d-931f-d380da04adbc'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:44.222140 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0015eb01-85cd-4bf5-8d8b-fd4814bd1a8c req-f838a655-3d5d-4982-b9fe-cb819940b790 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242422 Feb 09 21:28:44.231134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13eb4a-4a81-4fce-820b-e80c293d6254 req-0ee28a2a-6195-441f-8c25-9d0e9fee2756 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:44.232212 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b13eb4a-4a81-4fce-820b-e80c293d6254 req-0ee28a2a-6195-441f-8c25-9d0e9fee2756 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b92b766f-dbb4-4ff2-b13f-8d3a77db872c HTTP/1.1" status: 200 len: 969 time: 0.2083077 Feb 09 21:28:44.266266 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d927a58-1d3a-412a-90f4-c43d20f78342 req-5d433d4e-bd5e-4370-91c6-b468c26e8a10 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150164 Feb 09 21:28:44.276904 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-6db62d4e-8890-4a3c-b154-04ea372c6c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:44.278391 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-6db62d4e-8890-4a3c-b154-04ea372c6c92 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&device_id=b92b766f-dbb4-4ff2-b13f-8d3a77db872c HTTP/1.1" status: 200 len: 1151 time: 0.2134264 Feb 09 21:28:44.280377 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e14e7865-7f42-411b-8fcf-4db55e120955 req-8756ad8e-4032-4c57-89b1-badd7b6364b9 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=79fcee80-29a2-4784-9b77-3ae6616114e7 HTTP/1.1" status: 200 len: 210 time: 0.0472536 Feb 09 21:28:44.332928 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-1ca12b66-a9d1-4603-a7f8-d87186bb3d2c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=93e927e6-90ef-480c-bf7f-9988462f2fcb HTTP/1.1" status: 200 len: 217 time: 0.0455627 Feb 09 21:28:44.351713 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-0d72dafa-0615-4905-a30e-428d5c851742 req-3e99434c-50a8-45b5-b7a4-287426a695b3 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Allocated IP 192.168.233.222 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/07bf2195-415e-44fc-880f-f72dcb562ee7) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:28:44.374601 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b13eb4a-4a81-4fce-820b-e80c293d6254 req-34af67b0-b529-4a5a-8952-c9d4909977ab tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274834 Feb 09 21:28:44.401973 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:28:44.407023 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-b37789ed-ce18-4468-b9e0-85ee2430b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:44.410547 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-b37789ed-ce18-4468-b9e0-85ee2430b442 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0689077 Feb 09 21:28:44.475367 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-09369961-d98d-4a85-a234-ebe903c3ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:44.477217 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-09369961-d98d-4a85-a234-ebe903c3ee55 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0624335 Feb 09 21:28:44.535570 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:44.547870 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'd78fe3fb-fe4b-45ba-bf97-224ecc0b77b9', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': 'd78fe3fb-fe4b-45ba-bf97-224ecc0b77b9', 'mac_address': 'fa:16:3e:4c:ca:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:tempest-test_az-1845725408', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:28:44.632260 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:44.633387 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:44.636143 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0d72dafa-0615-4905-a30e-428d5c851742 req-3e99434c-50a8-45b5-b7a4-287426a695b3 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Publish callbacks [] for port (07bf2195-415e-44fc-880f-f72dcb562ee7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:44.661076 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:44.684638 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0d72dafa-0615-4905-a30e-428d5c851742 req-3e99434c-50a8-45b5-b7a4-287426a695b3 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (07bf2195-415e-44fc-880f-f72dcb562ee7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:44.708237 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:44.714333 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:44.736621 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d72dafa-0615-4905-a30e-428d5c851742 req-3e99434c-50a8-45b5-b7a4-287426a695b3 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:28:44.740891 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-0d72dafa-0615-4905-a30e-428d5c851742 req-3e99434c-50a8-45b5-b7a4-287426a695b3 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:28:44.743505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d72dafa-0615-4905-a30e-428d5c851742 req-3e99434c-50a8-45b5-b7a4-287426a695b3 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:28:44.748854 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72dafa-0615-4905-a30e-428d5c851742 req-3e99434c-50a8-45b5-b7a4-287426a695b3 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:44.749711 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0d72dafa-0615-4905-a30e-428d5c851742 req-3e99434c-50a8-45b5-b7a4-287426a695b3 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:44.761631 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-03382439-c0d2-442d-a548-ab64ab907be6 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774303 Feb 09 21:28:44.762787 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99434c-50a8-45b5-b7a4-287426a695b3 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Pushing event updated for resources: {'Port': ['ID=07bf2195-415e-44fc-880f-f72dcb562ee7,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:44.777815 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0d72dafa-0615-4905-a30e-428d5c851742 req-3e99434c-50a8-45b5-b7a4-287426a695b3 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9488316 Feb 09 21:28:44.793993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-0d72dafa-0615-4905-a30e-428d5c851742 req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] Request body: {'port': {'device_id': '79fcee80-29a2-4784-9b77-3ae6616114e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:44.802549 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:44.877899 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0d72dafa-0615-4905-a30e-428d5c851742 req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (07bf2195-415e-44fc-880f-f72dcb562ee7), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:44.888221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab5e5e-a95c-4d3c-b8ff-800ea9f1f287 req-18f2619c-74ca-4cda-bef8-32c448707f1a tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:44.895414 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6ab5e5e-a95c-4d3c-b8ff-800ea9f1f287 req-18f2619c-74ca-4cda-bef8-32c448707f1a tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2b1cbbe-f553-4f85-9e08-319cbb813db7 HTTP/1.1" status: 200 len: 948 time: 0.1490371 Feb 09 21:28:44.916692 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:44.934379 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c57157f-5e4b-4ad6-8ed0-6c71a6c13771 req-4fc4eb1e-72d9-47aa-8932-71f264e04c17 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500001 Feb 09 21:28:44.954017 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:45.017589 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6ab5e5e-a95c-4d3c-b8ff-800ea9f1f287 req-e1b884d2-a94c-4899-bc8a-0db5db464ba6 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165478 Feb 09 21:28:45.070961 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73b2f2-8468-4322-b2a6-46ef28b57684 req-47ea624a-98bd-4a8f-83a9-0570bc22c874 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:45.072469 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad73b2f2-8468-4322-b2a6-46ef28b57684 req-47ea624a-98bd-4a8f-83a9-0570bc22c874 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99 HTTP/1.1" status: 200 len: 971 time: 0.1610656 Feb 09 21:28:45.092521 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe252e2b-2d1d-4bd3-a4f5-760d05bcc034 req-9e3529b1-9e0d-4b62-ba37-41cb079cd652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:45.094198 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe252e2b-2d1d-4bd3-a4f5-760d05bcc034 req-9e3529b1-9e0d-4b62-ba37-41cb079cd652 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&device_id=b92b766f-dbb4-4ff2-b13f-8d3a77db872c HTTP/1.1" status: 200 len: 1151 time: 0.1038754 Feb 09 21:28:45.138241 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e902dc74-30fb-4d31-b0ac-f36299fbe376 None None] Provisioning complete for port 07bf2195-415e-44fc-880f-f72dcb562ee7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:45.138619 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e902dc74-30fb-4d31-b0ac-f36299fbe376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (07bf2195-415e-44fc-880f-f72dcb562ee7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:45.177166 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e902dc74-30fb-4d31-b0ac-f36299fbe376 None None] Port 07bf2195-415e-44fc-880f-f72dcb562ee7 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:28:45.214716 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad73b2f2-8468-4322-b2a6-46ef28b57684 req-45b99483-5736-4335-aedf-75439a1ad1b5 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320190 Feb 09 21:28:45.254883 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-0d72dafa-0615-4905-a30e-428d5c851742 req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07bf2195-415e-44fc-880f-f72dcb562ee7 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:45.256203 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe252e2b-2d1d-4bd3-a4f5-760d05bcc034 req-9da5a801-a3d2-4b49-ac2c-761c0765e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:45.258132 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe252e2b-2d1d-4bd3-a4f5-760d05bcc034 req-9da5a801-a3d2-4b49-ac2c-761c0765e19c service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.1525483 Feb 09 21:28:45.263502 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0d72dafa-0615-4905-a30e-428d5c851742 req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] Publish callbacks [] for port (07bf2195-415e-44fc-880f-f72dcb562ee7), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:45.277874 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-0d72dafa-0615-4905-a30e-428d5c851742 req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] Transition to ACTIVE for port object 07bf2195-415e-44fc-880f-f72dcb562ee7 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:28:45.282895 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0d72dafa-0615-4905-a30e-428d5c851742 req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (07bf2195-415e-44fc-880f-f72dcb562ee7), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:45.311815 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe252e2b-2d1d-4bd3-a4f5-760d05bcc034 req-93f4d08f-312b-4244-80b1-644e4e876215 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=93e927e6-90ef-480c-bf7f-9988462f2fcb HTTP/1.1" status: 200 len: 217 time: 0.0432403 Feb 09 21:28:45.375226 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe252e2b-2d1d-4bd3-a4f5-760d05bcc034 req-8b7a3bb4-2cd7-48ac-846e-9d8e684c46b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:45.376891 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe252e2b-2d1d-4bd3-a4f5-760d05bcc034 req-8b7a3bb4-2cd7-48ac-846e-9d8e684c46b8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0567975 Feb 09 21:28:45.423136 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] Pushing event updated for resources: {'Port': ['ID=07bf2195-415e-44fc-880f-f72dcb562ee7,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:45.439901 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-0d72dafa-0615-4905-a30e-428d5c851742 req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] Attempting to bind port 07bf2195-415e-44fc-880f-f72dcb562ee7 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:28:45.440250 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-0d72dafa-0615-4905-a30e-428d5c851742 req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] Attempting to bind port 07bf2195-415e-44fc-880f-f72dcb562ee7 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:28:45.440584 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d72dafa-0615-4905-a30e-428d5c851742 req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] Attempting to bind port 07bf2195-415e-44fc-880f-f72dcb562ee7 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:45.446057 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d72dafa-0615-4905-a30e-428d5c851742 req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] Port 07bf2195-415e-44fc-880f-f72dcb562ee7 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:28:45.446385 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d72dafa-0615-4905-a30e-428d5c851742 req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] Attempting to bind port 07bf2195-415e-44fc-880f-f72dcb562ee7 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:45.451711 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d72dafa-0615-4905-a30e-428d5c851742 req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:28:45.452057 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d72dafa-0615-4905-a30e-428d5c851742 req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:28:45.452445 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d72dafa-0615-4905-a30e-428d5c851742 req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:28:45.452876 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-0d72dafa-0615-4905-a30e-428d5c851742 req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] Bound port: 07bf2195-415e-44fc-880f-f72dcb562ee7, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:28:45.453238 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0d72dafa-0615-4905-a30e-428d5c851742 req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (07bf2195-415e-44fc-880f-f72dcb562ee7), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:45.490919 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe252e2b-2d1d-4bd3-a4f5-760d05bcc034 req-cb3bae87-ac10-46f2-8c43-c0e74376f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:45.492747 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe252e2b-2d1d-4bd3-a4f5-760d05bcc034 req-cb3bae87-ac10-46f2-8c43-c0e74376f8b9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1071122 Feb 09 21:28:45.546713 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-0d72dafa-0615-4905-a30e-428d5c851742 req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] For port 07bf2195-415e-44fc-880f-f72dcb562ee7, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:28:45.550785 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-0d72dafa-0615-4905-a30e-428d5c851742 req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] For port 07bf2195-415e-44fc-880f-f72dcb562ee7, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=07bf2195-415e-44fc-880f-f72dcb562ee7,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:28:45.559991 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0d72dafa-0615-4905-a30e-428d5c851742 req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (07bf2195-415e-44fc-880f-f72dcb562ee7), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:45.571238 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dee6b-2085-43c1-8d5e-5438b280cd11 req-4d5cb749-51c8-4ff4-bc59-f31dc7ed21e3 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:45.572281 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-439dee6b-2085-43c1-8d5e-5438b280cd11 req-4d5cb749-51c8-4ff4-bc59-f31dc7ed21e3 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=79fcee80-29a2-4784-9b77-3ae6616114e7 HTTP/1.1" status: 200 len: 948 time: 0.1497743 Feb 09 21:28:45.593754 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72dafa-0615-4905-a30e-428d5c851742 req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:45.594497 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0d72dafa-0615-4905-a30e-428d5c851742 req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:45.595758 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:45.596028 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0d72dafa-0615-4905-a30e-428d5c851742 req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] 10.222.0.42 "PUT /v2.0/ports/07bf2195-415e-44fc-880f-f72dcb562ee7 HTTP/1.1" status: 200 len: 1096 time: 0.8093534 Feb 09 21:28:45.599421 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fcee80-29a2-4784-9b77-3ae6616114e7', 'tag': '07bf2195-415e-44fc-880f-f72dcb562ee7'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:45.601517 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f10c726-8f1e-4a82-b5c0-a6786fd127f3" -d '{"events": [{"name": "network-changed", "server_uuid": "79fcee80-29a2-4784-9b77-3ae6616114e7", "tag": "07bf2195-415e-44fc-880f-f72dcb562ee7"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:45.616678 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 9587a4c2-edac-41a1-b3dd-0c885c84978e details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:28:45.657086 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c69e0781-9c10-459d-931f-d380da04adbc up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:28:45.682607 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66ed4a-1968-41a0-a95b-e00b68207518 service neutron] Pushing event updated for resources: {'Port': ['ID=07bf2195-415e-44fc-880f-f72dcb562ee7,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:45.683579 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-439dee6b-2085-43c1-8d5e-5438b280cd11 req-82507aa4-fea8-419f-9bb8-36da38bd0424 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030631 Feb 09 21:28:45.687521 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe252e2b-2d1d-4bd3-a4f5-760d05bcc034 req-024cadc3-ef56-4205-b398-0a37f93b98ab service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857593 Feb 09 21:28:45.740124 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72dafa-0615-4905-a30e-428d5c851742 req-bda44bc4-d67d-4422-a1db-ba8762febb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:45.744470 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0d72dafa-0615-4905-a30e-428d5c851742 req-bda44bc4-d67d-4422-a1db-ba8762febb6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a710a8ca20d24ebfb06195cb7ac4104b&device_id=79fcee80-29a2-4784-9b77-3ae6616114e7 HTTP/1.1" status: 200 len: 1130 time: 0.0958042 Feb 09 21:28:45.751630 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd18fd0-d25d-4739-ab0b-c38b7c01c10f x-openstack-request-id: req-2dd18fd0-d25d-4739-ab0b-c38b7c01c10f {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:45.751980 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fcee80-29a2-4784-9b77-3ae6616114e7", "tag": "07bf2195-415e-44fc-880f-f72dcb562ee7", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:45.752237 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2dd18fd0-d25d-4739-ab0b-c38b7c01c10f {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:45.752637 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79fcee80-29a2-4784-9b77-3ae6616114e7', 'tag': '07bf2195-415e-44fc-880f-f72dcb562ee7', 'status': 'completed', 'code': 200} Feb 09 21:28:45.762119 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.resource_extend [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:28:45.810613 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0d72dafa-0615-4905-a30e-428d5c851742 req-01158a1d-f63a-4831-a79e-9592b350916f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=07bf2195-415e-44fc-880f-f72dcb562ee7 HTTP/1.1" status: 200 len: 217 time: 0.0462942 Feb 09 21:28:45.882772 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port c69e0781-9c10-459d-931f-d380da04adbc completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:28:45.899705 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port c69e0781-9c10-459d-931f-d380da04adbc triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:45.899705 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c69e0781-9c10-459d-931f-d380da04adbc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:45.903865 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72dafa-0615-4905-a30e-428d5c851742 req-50c3f67e-c291-4d04-a247-bafde597dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:45.911331 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0d72dafa-0615-4905-a30e-428d5c851742 req-50c3f67e-c291-4d04-a247-bafde597dc36 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0892384 Feb 09 21:28:45.912896 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12114b-608e-4b03-b3f0-67c1a1bfddd5 req-5008eb53-0ebc-4faa-b2fd-021e551a881d tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:45.914949 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d12114b-608e-4b03-b3f0-67c1a1bfddd5 req-5008eb53-0ebc-4faa-b2fd-021e551a881d tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b92b766f-dbb4-4ff2-b13f-8d3a77db872c HTTP/1.1" status: 200 len: 969 time: 0.1527033 Feb 09 21:28:45.957740 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 9587a4c2-edac-41a1-b3dd-0c885c84978e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=9587a4c2-edac-41a1-b3dd-0c885c84978e,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:45.967635 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe252e2b-2d1d-4bd3-a4f5-760d05bcc034 req-cb6fa0b6-87b4-42eb-8840-95203ca36251 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736146 Feb 09 21:28:45.994623 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d12114b-608e-4b03-b3f0-67c1a1bfddd5 req-8d4c251a-f2a7-4f78-9aa3-20ea5e69c014 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686185 Feb 09 21:28:46.001340 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72dafa-0615-4905-a30e-428d5c851742 req-38011054-5a76-492d-8395-46a31145d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:46.002911 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0d72dafa-0615-4905-a30e-428d5c851742 req-38011054-5a76-492d-8395-46a31145d00c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0817482 Feb 09 21:28:46.028711 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '9587a4c2-edac-41a1-b3dd-0c885c84978e', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': '9587a4c2-edac-41a1-b3dd-0c885c84978e', 'mac_address': 'fa:16:3e:c3:2c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:28:46.082242 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port c69e0781-9c10-459d-931f-d380da04adbc is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:46.082918 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c69e0781-9c10-459d-931f-d380da04adbc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:46.108977 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 9587a4c2-edac-41a1-b3dd-0c885c84978e is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:46.110119 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9587a4c2-edac-41a1-b3dd-0c885c84978e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:46.115829 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0d72dafa-0615-4905-a30e-428d5c851742 req-35d292ae-5756-4002-bffb-cb10952b1d58 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031215 Feb 09 21:28:46.124666 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a24390-7aa8-4336-a2f4-58654cfeda3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69e0781-9c10-459d-931f-d380da04adbc'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:46.127097 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e19f24-fcd4-4c40-9e74-73f988e168c0" -d '{"events": [{"server_uuid": "12a24390-7aa8-4336-a2f4-58654cfeda3a", "name": "network-vif-plugged", "status": "completed", "tag": "c69e0781-9c10-459d-931f-d380da04adbc"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:46.142458 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c69e0781-9c10-459d-931f-d380da04adbc, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c69e0781-9c10-459d-931f-d380da04adbc,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:46.145172 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9587a4c2-edac-41a1-b3dd-0c885c84978e {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:46.158108 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c69e0781-9c10-459d-931f-d380da04adbc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:46.179668 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd245e-c9ee-438a-8f9b-2fdbea7998cf req-debdc9bf-7390-4af7-b58f-9adb210c2240 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:46.181856 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-30cd245e-c9ee-438a-8f9b-2fdbea7998cf req-debdc9bf-7390-4af7-b58f-9adb210c2240 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2b1cbbe-f553-4f85-9e08-319cbb813db7 HTTP/1.1" status: 200 len: 948 time: 0.0706728 Feb 09 21:28:46.208157 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d3305e-cc05-4d61-b8e5-afbfa0301f51 x-openstack-request-id: req-d3d3305e-cc05-4d61-b8e5-afbfa0301f51 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:46.208477 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a24390-7aa8-4336-a2f4-58654cfeda3a", "name": "network-vif-plugged", "status": "completed", "tag": "c69e0781-9c10-459d-931f-d380da04adbc", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:46.208871 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d3d3305e-cc05-4d61-b8e5-afbfa0301f51 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:46.209266 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a24390-7aa8-4336-a2f4-58654cfeda3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69e0781-9c10-459d-931f-d380da04adbc', 'code': 200} Feb 09 21:28:46.214299 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 9587a4c2-edac-41a1-b3dd-0c885c84978e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=9587a4c2-edac-41a1-b3dd-0c885c84978e,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:46.227239 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9587a4c2-edac-41a1-b3dd-0c885c84978e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:46.245094 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=c69e0781-9c10-459d-931f-d380da04adbc,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:46.256936 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-30cd245e-c9ee-438a-8f9b-2fdbea7998cf req-f067ee23-db76-46e6-ac0b-ed5ef756aeca tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682304 Feb 09 21:28:46.291348 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0d72dafa-0615-4905-a30e-428d5c851742 req-3d41bb2c-b1d3-4017-bdb0-7b6f9c83283b service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663315 Feb 09 21:28:46.311712 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=9587a4c2-edac-41a1-b3dd-0c885c84978e,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:46.361717 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33bb05-f723-4ed3-b864-6026458c6a8c req-50472bc7-f288-4f9a-b444-01fc0b10f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:46.364118 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab33bb05-f723-4ed3-b864-6026458c6a8c req-50472bc7-f288-4f9a-b444-01fc0b10f753 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 1132 time: 0.0839970 Feb 09 21:28:46.416923 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:28:46.443042 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10c726-8f1e-4a82-b5c0-a6786fd127f3 req-108907b4-a1bc-4330-87ae-7c73612b016a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:46.446852 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5f10c726-8f1e-4a82-b5c0-a6786fd127f3 req-108907b4-a1bc-4330-87ae-7c73612b016a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a710a8ca20d24ebfb06195cb7ac4104b&device_id=79fcee80-29a2-4784-9b77-3ae6616114e7 HTTP/1.1" status: 200 len: 1130 time: 0.0922353 Feb 09 21:28:46.453867 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa92f5f-bbfc-4cea-879f-6de385ed7889 req-8467d765-d265-4344-a5f1-c3081c688b24 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:46.461010 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6aa92f5f-bbfc-4cea-879f-6de385ed7889 req-8467d765-d265-4344-a5f1-c3081c688b24 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99 HTTP/1.1" status: 200 len: 971 time: 0.1097910 Feb 09 21:28:46.471919 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab33bb05-f723-4ed3-b864-6026458c6a8c req-19ac9829-6a3c-47ee-9c9b-b4afdc574fa6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875039 Feb 09 21:28:46.485987 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['9587a4c2-edac-41a1-b3dd-0c885c84978e'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:46.490885 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:28:46.520866 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:46.521422 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:46.521580 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6aa92f5f-bbfc-4cea-879f-6de385ed7889 req-b4815598-6e91-47fd-b270-076769db8761 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592701 Feb 09 21:28:46.594256 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10c726-8f1e-4a82-b5c0-a6786fd127f3 req-aebeeede-3488-497f-bc6f-2ba21eb87516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:46.595803 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5f10c726-8f1e-4a82-b5c0-a6786fd127f3 req-aebeeede-3488-497f-bc6f-2ba21eb87516 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.1382239 Feb 09 21:28:46.734362 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5f10c726-8f1e-4a82-b5c0-a6786fd127f3 req-d47a7760-221b-488b-a872-75c8fd4b8150 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=07bf2195-415e-44fc-880f-f72dcb562ee7 HTTP/1.1" status: 200 len: 217 time: 0.0549257 Feb 09 21:28:46.787877 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:46.788463 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:46.829732 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10c726-8f1e-4a82-b5c0-a6786fd127f3 req-0c105821-9d7f-41b6-b286-a9ef12ef941d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:46.831982 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5f10c726-8f1e-4a82-b5c0-a6786fd127f3 req-0c105821-9d7f-41b6-b286-a9ef12ef941d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0882800 Feb 09 21:28:46.838003 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa90403-23ce-48d7-bebe-e37d778228ab req-04b02f31-1298-4fd7-befc-aba92d187d85 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:46.847971 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-daa90403-23ce-48d7-bebe-e37d778228ab req-04b02f31-1298-4fd7-befc-aba92d187d85 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=79fcee80-29a2-4784-9b77-3ae6616114e7 HTTP/1.1" status: 200 len: 948 time: 0.0882647 Feb 09 21:28:46.857005 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:46.866492 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:46.867287 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 8b0d872c-3794-4e1a-a112-228344ebd2d9 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:28:46.905033 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-daa90403-23ce-48d7-bebe-e37d778228ab req-2172ccc2-8ba5-4930-8e3e-7c98e05e1c4a tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566278 Feb 09 21:28:46.914293 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 8b0d872c-3794-4e1a-a112-228344ebd2d9 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:28:46.914647 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 8b0d872c-3794-4e1a-a112-228344ebd2d9 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:28:46.923624 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10c726-8f1e-4a82-b5c0-a6786fd127f3 req-fe4209ed-89ae-48a5-8128-5f051d78251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:46.926035 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5f10c726-8f1e-4a82-b5c0-a6786fd127f3 req-fe4209ed-89ae-48a5-8128-5f051d78251e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0811582 Feb 09 21:28:46.950782 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:47.069356 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5f10c726-8f1e-4a82-b5c0-a6786fd127f3 req-76c8c20b-1eb7-4a9a-8d45-84578a268553 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361005 Feb 09 21:28:47.177011 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5f10c726-8f1e-4a82-b5c0-a6786fd127f3 req-e0770864-3932-4c30-ba27-abd2adc5989f service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016996 Feb 09 21:28:47.203417 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85192b-38e5-412e-b8cd-e6386bc87975 req-8470378e-4547-4166-80ed-44479fb5f458 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:47.205483 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5c85192b-38e5-412e-b8cd-e6386bc87975 req-8470378e-4547-4166-80ed-44479fb5f458 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b92b766f-dbb4-4ff2-b13f-8d3a77db872c HTTP/1.1" status: 200 len: 969 time: 0.0661714 Feb 09 21:28:47.258172 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5c85192b-38e5-412e-b8cd-e6386bc87975 req-1937a2cb-9aa1-4fb3-bcb2-d0ee53d1e2dc tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460887 Feb 09 21:28:47.388514 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52577a-f04b-40f2-8e41-45dc093d1d4a req-01d2ce01-5ecc-49e8-9a39-0ced738d5f47 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:47.390807 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de52577a-f04b-40f2-8e41-45dc093d1d4a req-01d2ce01-5ecc-49e8-9a39-0ced738d5f47 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2b1cbbe-f553-4f85-9e08-319cbb813db7 HTTP/1.1" status: 200 len: 949 time: 0.0584562 Feb 09 21:28:47.464261 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de52577a-f04b-40f2-8e41-45dc093d1d4a req-8ccfee97-eac5-4703-aaf6-f3e6212e0e92 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668938 Feb 09 21:28:47.643178 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 9587a4c2-edac-41a1-b3dd-0c885c84978e up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:28:47.709603 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 9587a4c2-edac-41a1-b3dd-0c885c84978e completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:28:47.714004 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 9587a4c2-edac-41a1-b3dd-0c885c84978e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:47.714833 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9587a4c2-edac-41a1-b3dd-0c885c84978e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:47.737401 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2c6d5-40e7-435d-86a7-36a13011b0f7 req-24220adb-103e-47c9-9a07-072d9c55deea tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:47.740230 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4cd2c6d5-40e7-435d-86a7-36a13011b0f7 req-24220adb-103e-47c9-9a07-072d9c55deea tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99 HTTP/1.1" status: 200 len: 972 time: 0.0793817 Feb 09 21:28:47.797099 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4cd2c6d5-40e7-435d-86a7-36a13011b0f7 req-a0b04318-0af5-4f07-be1c-809fa778d28e tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507352 Feb 09 21:28:47.835589 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 9587a4c2-edac-41a1-b3dd-0c885c84978e is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:47.836275 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9587a4c2-edac-41a1-b3dd-0c885c84978e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:47.907853 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 9587a4c2-edac-41a1-b3dd-0c885c84978e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=9587a4c2-edac-41a1-b3dd-0c885c84978e,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:47.915690 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9587a4c2-edac-41a1-b3dd-0c885c84978e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:47.991696 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=9587a4c2-edac-41a1-b3dd-0c885c84978e,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:48.168186 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ef0fc-295e-44e2-b10f-5cea7bbc86a8 req-2ccbd0f1-3825-408e-8777-cb4fdf63a427 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:48.170029 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be9ef0fc-295e-44e2-b10f-5cea7bbc86a8 req-2ccbd0f1-3825-408e-8777-cb4fdf63a427 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=79fcee80-29a2-4784-9b77-3ae6616114e7 HTTP/1.1" status: 200 len: 948 time: 0.0563908 Feb 09 21:28:48.212980 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78fe3fb-fe4b-45ba-bf97-224ecc0b77b9'}, {'server_uuid': 'f2b1cbbe-f553-4f85-9e08-319cbb813db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9587a4c2-edac-41a1-b3dd-0c885c84978e'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:48.216207 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16023ae9-6f57-4477-97b7-75e8e205a78b" -d '{"events": [{"server_uuid": "cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99", "name": "network-vif-plugged", "status": "completed", "tag": "d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9"}, {"server_uuid": "f2b1cbbe-f553-4f85-9e08-319cbb813db7", "name": "network-vif-plugged", "status": "completed", "tag": "9587a4c2-edac-41a1-b3dd-0c885c84978e"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:48.247696 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be9ef0fc-295e-44e2-b10f-5cea7bbc86a8 req-412dd30d-cdfc-4a6f-a107-7a3a9102dc0d tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689411 Feb 09 21:28:48.328969 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7eedb90-721b-47e5-9b5a-828cf82512be x-openstack-request-id: req-e7eedb90-721b-47e5-9b5a-828cf82512be {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:48.330672 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99", "name": "network-vif-plugged", "status": "completed", "tag": "d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9", "code": 200}, {"server_uuid": "f2b1cbbe-f553-4f85-9e08-319cbb813db7", "name": "network-vif-plugged", "status": "completed", "tag": "9587a4c2-edac-41a1-b3dd-0c885c84978e", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:48.332221 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e7eedb90-721b-47e5-9b5a-828cf82512be {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:48.332804 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78fe3fb-fe4b-45ba-bf97-224ecc0b77b9', 'code': 200} Feb 09 21:28:48.333230 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b1cbbe-f553-4f85-9e08-319cbb813db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9587a4c2-edac-41a1-b3dd-0c885c84978e', 'code': 200} Feb 09 21:28:48.417599 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 93e927e6-90ef-480c-bf7f-9988462f2fcb details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:28:48.478037 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43590) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:48.504392 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253777e-7801-4521-baf9-f2353c46a1b1 req-880ab194-a1dc-4856-b5dd-6b9f5dbc82f5 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:48.506601 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f253777e-7801-4521-baf9-f2353c46a1b1 req-880ab194-a1dc-4856-b5dd-6b9f5dbc82f5 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b92b766f-dbb4-4ff2-b13f-8d3a77db872c HTTP/1.1" status: 200 len: 969 time: 0.0884559 Feb 09 21:28:48.579135 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 93e927e6-90ef-480c-bf7f-9988462f2fcb, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=93e927e6-90ef-480c-bf7f-9988462f2fcb,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:48.590709 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f253777e-7801-4521-baf9-f2353c46a1b1 req-1553ba79-8733-4fb9-a9b5-012b2ed6d085 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774868 Feb 09 21:28:48.597682 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '93e927e6-90ef-480c-bf7f-9988462f2fcb', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': '93e927e6-90ef-480c-bf7f-9988462f2fcb', 'mac_address': 'fa:16:3e:c7:42:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:tempest-test_az-1845725408', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:28:48.625827 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3720d-01b8-432c-9be2-8b9934b91bea req-7ec1e856-7430-4175-85ea-34719c92a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:48.627796 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cfd3720d-01b8-432c-9be2-8b9934b91bea req-7ec1e856-7430-4175-85ea-34719c92a886 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99 HTTP/1.1" status: 200 len: 1154 time: 0.0525703 Feb 09 21:28:48.647579 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 93e927e6-90ef-480c-bf7f-9988462f2fcb is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:48.648732 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (93e927e6-90ef-480c-bf7f-9988462f2fcb), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:48.664826 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11b200-a764-44c1-a370-89582047ed74 req-93ab7453-0398-49a0-b684-f514ea00cc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:48.666369 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e11b200-a764-44c1-a370-89582047ed74 req-93ab7453-0398-49a0-b684-f514ea00cc50 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f2b1cbbe-f553-4f85-9e08-319cbb813db7 HTTP/1.1" status: 200 len: 1132 time: 0.1477711 Feb 09 21:28:48.671525 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e927e6-90ef-480c-bf7f-9988462f2fcb {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:48.699045 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cfd3720d-01b8-432c-9be2-8b9934b91bea req-ea2ac67d-5cab-416c-b937-a3a142f3a810 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627553 Feb 09 21:28:48.743798 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 93e927e6-90ef-480c-bf7f-9988462f2fcb, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=93e927e6-90ef-480c-bf7f-9988462f2fcb,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:48.749484 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b776bfd-8296-4973-b498-3130a4a84124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:48.750401 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (93e927e6-90ef-480c-bf7f-9988462f2fcb), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:48.781695 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e11b200-a764-44c1-a370-89582047ed74 req-13090a94-05d6-41d6-a8c0-88c9a92dc7b6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071036 Feb 09 21:28:48.808613 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9666395-9704-4ff3-94a0-d87f5b6d2bc1 req-841e38d8-8818-48fa-8e2f-8eb6b99336b8 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:48.817791 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9666395-9704-4ff3-94a0-d87f5b6d2bc1 req-841e38d8-8818-48fa-8e2f-8eb6b99336b8 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2b1cbbe-f553-4f85-9e08-319cbb813db7 HTTP/1.1" status: 200 len: 950 time: 0.1128161 Feb 09 21:28:48.841769 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=93e927e6-90ef-480c-bf7f-9988462f2fcb,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:48.891422 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9666395-9704-4ff3-94a0-d87f5b6d2bc1 req-8d9ec29c-87f1-4f43-a634-e8a8a61f88fa tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725060 Feb 09 21:28:48.938743 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b776bfd-8296-4973-b498-3130a4a84124 admin admin] Publish callbacks [] for security_group (ffd88d6a-4c3d-4bae-a997-bc68cbfde676), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:48.940366 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b776bfd-8296-4973-b498-3130a4a84124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ffd88d6a-4c3d-4bae-a997-bc68cbfde676), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:48.972443 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['93e927e6-90ef-480c-bf7f-9988462f2fcb'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:48.979523 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43626) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:48.979779 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6b776bfd-8296-4973-b498-3130a4a84124 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=06b719059a30483bbd0251aebc5b6dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5000098 Feb 09 21:28:49.044318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b776bfd-8296-4973-b498-3130a4a84124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd88d6a-4c3d-4bae-a997-bc68cbfde676,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:49.099038 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a363d0f-7ea5-43d4-bec2-dafc4bfa55fb admin admin] Publish callbacks [] for security_group (ffd88d6a-4c3d-4bae-a997-bc68cbfde676), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:49.141885 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a06641-939b-4607-bc19-6913180c6c1b req-8253154c-eb70-4c0e-a80b-475148dcae36 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:49.149639 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5a06641-939b-4607-bc19-6913180c6c1b req-8253154c-eb70-4c0e-a80b-475148dcae36 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99 HTTP/1.1" status: 200 len: 972 time: 0.1596644 Feb 09 21:28:49.154295 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a363d0f-7ea5-43d4-bec2-dafc4bfa55fb admin admin] Publish callbacks [] for security_group (ffd88d6a-4c3d-4bae-a997-bc68cbfde676), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:49.227559 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5a06641-939b-4607-bc19-6913180c6c1b req-3c3bd598-69f8-4e56-a71c-73b531ded27e tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769296 Feb 09 21:28:49.254769 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43642) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:49.283956 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a363d0f-7ea5-43d4-bec2-dafc4bfa55fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ffd88d6a-4c3d-4bae-a997-bc68cbfde676), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:49.285206 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a363d0f-7ea5-43d4-bec2-dafc4bfa55fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:49.288941 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7a363d0f-7ea5-43d4-bec2-dafc4bfa55fb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ffd88d6a-4c3d-4bae-a997-bc68cbfde676 HTTP/1.1" status: 204 len: 168 time: 0.3057401 Feb 09 21:28:49.296957 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a363d0f-7ea5-43d4-bec2-dafc4bfa55fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd88d6a-4c3d-4bae-a997-bc68cbfde676,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:49.454082 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c75cc-951e-4247-9c65-c3417c76042f req-7d284f43-fd95-446e-9c37-e5bbf9b29423 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:49.456820 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ed9c75cc-951e-4247-9c65-c3417c76042f req-7d284f43-fd95-446e-9c37-e5bbf9b29423 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=79fcee80-29a2-4784-9b77-3ae6616114e7 HTTP/1.1" status: 200 len: 948 time: 0.0895138 Feb 09 21:28:49.531856 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ed9c75cc-951e-4247-9c65-c3417c76042f req-455246ec-73b1-4d9b-95e5-83d205b44e61 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646927 Feb 09 21:28:49.551545 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82ac4c37-dfdd-4524-8281-25a4fc8b1911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:49.572251 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43666) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:49.682239 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 07bf2195-415e-44fc-880f-f72dcb562ee7 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:28:49.716265 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82ac4c37-dfdd-4524-8281-25a4fc8b1911 admin admin] Publish callbacks [] for security_group (4f14cdf6-ec17-45dd-b521-4827a5a23325), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:49.724611 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82ac4c37-dfdd-4524-8281-25a4fc8b1911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4f14cdf6-ec17-45dd-b521-4827a5a23325), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:49.799729 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6683b4d-cd24-4eeb-bc31-0910df51910a req-0a8f08f9-7694-49f1-9793-3f1de994d895 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:49.803284 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-82ac4c37-dfdd-4524-8281-25a4fc8b1911 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=05328f534ab2461b829b077948225796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5473547 Feb 09 21:28:49.804669 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac4c37-dfdd-4524-8281-25a4fc8b1911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f14cdf6-ec17-45dd-b521-4827a5a23325,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:49.808750 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43682) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:49.814426 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6683b4d-cd24-4eeb-bc31-0910df51910a req-0a8f08f9-7694-49f1-9793-3f1de994d895 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b92b766f-dbb4-4ff2-b13f-8d3a77db872c HTTP/1.1" status: 200 len: 970 time: 0.0963991 Feb 09 21:28:49.887616 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed147102-0495-440f-bbe1-0cf8c7cbe73c admin admin] Publish callbacks [] for security_group (4f14cdf6-ec17-45dd-b521-4827a5a23325), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:49.897453 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 07bf2195-415e-44fc-880f-f72dcb562ee7, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=07bf2195-415e-44fc-880f-f72dcb562ee7,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:49.912591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '07bf2195-415e-44fc-880f-f72dcb562ee7', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': '07bf2195-415e-44fc-880f-f72dcb562ee7', 'mac_address': 'fa:16:3e:6c:95:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:28:49.946312 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed147102-0495-440f-bbe1-0cf8c7cbe73c admin admin] Publish callbacks [] for security_group (4f14cdf6-ec17-45dd-b521-4827a5a23325), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.007389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6683b4d-cd24-4eeb-bc31-0910df51910a req-03f61109-124e-4c60-94af-231d23a797fe tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870306 Feb 09 21:28:50.009650 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 07bf2195-415e-44fc-880f-f72dcb562ee7 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:50.010227 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (07bf2195-415e-44fc-880f-f72dcb562ee7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.041376 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bf2195-415e-44fc-880f-f72dcb562ee7 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:50.062242 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-02014121-9bdc-48bf-98af-4fd68f53fcf2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a250bede0ad44751b7bce3b1d2180069&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4885216 Feb 09 21:28:50.065244 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed147102-0495-440f-bbe1-0cf8c7cbe73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4f14cdf6-ec17-45dd-b521-4827a5a23325), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.066104 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43694) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:50.070550 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed147102-0495-440f-bbe1-0cf8c7cbe73c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.075120 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ed147102-0495-440f-bbe1-0cf8c7cbe73c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4f14cdf6-ec17-45dd-b521-4827a5a23325 HTTP/1.1" status: 204 len: 168 time: 0.2634842 Feb 09 21:28:50.087413 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 07bf2195-415e-44fc-880f-f72dcb562ee7, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=07bf2195-415e-44fc-880f-f72dcb562ee7,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:50.095961 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (07bf2195-415e-44fc-880f-f72dcb562ee7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.103396 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed147102-0495-440f-bbe1-0cf8c7cbe73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f14cdf6-ec17-45dd-b521-4827a5a23325,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:50.133343 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43700) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:50.162030 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b03069b3-cea3-4811-b149-1a63c30b9099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.184649 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=07bf2195-415e-44fc-880f-f72dcb562ee7,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:50.278263 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b03069b3-cea3-4811-b149-1a63c30b9099 admin admin] Publish callbacks [] for security_group (ffb81cbc-d77d-4ec7-aa4c-4c0b6046b056), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.284281 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b03069b3-cea3-4811-b149-1a63c30b9099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ffb81cbc-d77d-4ec7-aa4c-4c0b6046b056), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.290021 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424553b-9d67-49b6-a51a-ed2cac1a2cfa req-c3ca0280-5c2c-4019-a6ba-aceceade4386 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:50.292233 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8424553b-9d67-49b6-a51a-ed2cac1a2cfa req-c3ca0280-5c2c-4019-a6ba-aceceade4386 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2b1cbbe-f553-4f85-9e08-319cbb813db7 HTTP/1.1" status: 200 len: 950 time: 0.1286373 Feb 09 21:28:50.294012 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78c6ff66-2bd2-4a83-a916-f951af7aa815 admin admin] Publish callbacks [] for security_group (32828c84-5f21-4de5-9f91-622d03a74348), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.323223 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['07bf2195-415e-44fc-880f-f72dcb562ee7'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:50.342702 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78c6ff66-2bd2-4a83-a916-f951af7aa815 admin admin] Publish callbacks [] for security_group (32828c84-5f21-4de5-9f91-622d03a74348), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.391270 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b03069b3-cea3-4811-b149-1a63c30b9099 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e5b69a5505bd49219c06fc4ef8242536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540681 Feb 09 21:28:50.391270 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03069b3-cea3-4811-b149-1a63c30b9099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb81cbc-d77d-4ec7-aa4c-4c0b6046b056,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:50.396865 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43710) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:50.437739 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 93e927e6-90ef-480c-bf7f-9988462f2fcb up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:28:50.477220 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b8b2034-9945-4f0c-97b8-b766d3130722 admin admin] Publish callbacks [] for security_group (ffb81cbc-d77d-4ec7-aa4c-4c0b6046b056), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.501265 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8424553b-9d67-49b6-a51a-ed2cac1a2cfa req-5b352343-9c91-49fb-b5ae-36b46df575c5 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950674 Feb 09 21:28:50.516164 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b8b2034-9945-4f0c-97b8-b766d3130722 admin admin] Publish callbacks [] for security_group (ffb81cbc-d77d-4ec7-aa4c-4c0b6046b056), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.563510 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870d262-a9db-4c33-b601-4fa8560e286b req-43a6ea63-3399-4e9f-9381-d2fe9560be95 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:50.573857 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b870d262-a9db-4c33-b601-4fa8560e286b req-43a6ea63-3399-4e9f-9381-d2fe9560be95 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99 HTTP/1.1" status: 200 len: 972 time: 0.1613717 Feb 09 21:28:50.594101 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78c6ff66-2bd2-4a83-a916-f951af7aa815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (32828c84-5f21-4de5-9f91-622d03a74348), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.596396 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 93e927e6-90ef-480c-bf7f-9988462f2fcb completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:28:50.599288 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78c6ff66-2bd2-4a83-a916-f951af7aa815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.603840 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-78c6ff66-2bd2-4a83-a916-f951af7aa815 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/32828c84-5f21-4de5-9f91-622d03a74348 HTTP/1.1" status: 204 len: 168 time: 0.5339448 Feb 09 21:28:50.609599 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 93e927e6-90ef-480c-bf7f-9988462f2fcb triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:50.609984 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (93e927e6-90ef-480c-bf7f-9988462f2fcb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.615295 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6ff66-2bd2-4a83-a916-f951af7aa815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32828c84-5f21-4de5-9f91-622d03a74348,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:50.633014 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b8b2034-9945-4f0c-97b8-b766d3130722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ffb81cbc-d77d-4ec7-aa4c-4c0b6046b056), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.639367 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b8b2034-9945-4f0c-97b8-b766d3130722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.642603 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9b8b2034-9945-4f0c-97b8-b766d3130722 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ffb81cbc-d77d-4ec7-aa4c-4c0b6046b056 HTTP/1.1" status: 204 len: 168 time: 0.2424762 Feb 09 21:28:50.649425 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b2034-9945-4f0c-97b8-b766d3130722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb81cbc-d77d-4ec7-aa4c-4c0b6046b056,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:50.698651 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b870d262-a9db-4c33-b601-4fa8560e286b req-16423606-0ed0-487b-af02-7a6676b4b97f tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238873 Feb 09 21:28:50.734803 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 93e927e6-90ef-480c-bf7f-9988462f2fcb is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:50.735324 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (93e927e6-90ef-480c-bf7f-9988462f2fcb), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.760994 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92b766f-dbb4-4ff2-b13f-8d3a77db872c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e927e6-90ef-480c-bf7f-9988462f2fcb'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:50.766139 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43728) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:50.766865 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da3b7ad-78c3-43b2-8959-d4a403f53ab1" -d '{"events": [{"server_uuid": "b92b766f-dbb4-4ff2-b13f-8d3a77db872c", "name": "network-vif-plugged", "status": "completed", "tag": "93e927e6-90ef-480c-bf7f-9988462f2fcb"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:50.783799 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 93e927e6-90ef-480c-bf7f-9988462f2fcb, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=93e927e6-90ef-480c-bf7f-9988462f2fcb,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:50.790458 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (93e927e6-90ef-480c-bf7f-9988462f2fcb), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.811334 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e10504b-9a06-4499-ab95-dcf4c312c4a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.854573 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=93e927e6-90ef-480c-bf7f-9988462f2fcb,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:50.860526 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e23433-59cb-4e80-84ea-97c09512b5e3 req-2afe8c8f-5fd7-4961-bbd0-7ef4a172fad0 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:50.868297 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-00e23433-59cb-4e80-84ea-97c09512b5e3 req-2afe8c8f-5fd7-4961-bbd0-7ef4a172fad0 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=79fcee80-29a2-4784-9b77-3ae6616114e7 HTTP/1.1" status: 200 len: 949 time: 0.0846269 Feb 09 21:28:50.944502 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-00e23433-59cb-4e80-84ea-97c09512b5e3 req-00dc170c-2141-420e-a782-c68baf7b8485 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749240 Feb 09 21:28:50.970496 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e10504b-9a06-4499-ab95-dcf4c312c4a3 admin admin] Publish callbacks [] for security_group (ee177e37-1290-4593-b07b-9744e83fc446), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.976949 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e10504b-9a06-4499-ab95-dcf4c312c4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ee177e37-1290-4593-b07b-9744e83fc446), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.029425 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43734) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:51.029660 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0e10504b-9a06-4499-ab95-dcf4c312c4a3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6bb0b3c8022045299c159431365e4dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621558 Feb 09 21:28:51.040735 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10504b-9a06-4499-ab95-dcf4c312c4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee177e37-1290-4593-b07b-9744e83fc446,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:51.107208 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86f5ac-a765-4273-88c6-8aff0b0f373b req-867ff68b-ec9b-4faf-ad52-c20ab4207575 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:51.109153 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df86f5ac-a765-4273-88c6-8aff0b0f373b req-867ff68b-ec9b-4faf-ad52-c20ab4207575 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.0775895 Feb 09 21:28:51.121080 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b0e0b9e5-ad2c-401f-b96e-9f12c34d5a05 admin admin] Publish callbacks [] for security_group (ee177e37-1290-4593-b07b-9744e83fc446), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.147952 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b0e0b9e5-ad2c-401f-b96e-9f12c34d5a05 admin admin] Publish callbacks [] for security_group (ee177e37-1290-4593-b07b-9744e83fc446), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.151584 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43740) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:51.178068 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df86f5ac-a765-4273-88c6-8aff0b0f373b req-5b24c2a4-f81e-463e-b990-48097d0ba341 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610552 Feb 09 21:28:51.208080 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b0e0b9e5-ad2c-401f-b96e-9f12c34d5a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ee177e37-1290-4593-b07b-9744e83fc446), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.211411 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b0e0b9e5-ad2c-401f-b96e-9f12c34d5a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.214987 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b0e0b9e5-ad2c-401f-b96e-9f12c34d5a05 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ee177e37-1290-4593-b07b-9744e83fc446 HTTP/1.1" status: 204 len: 168 time: 0.1820190 Feb 09 21:28:51.222781 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0b9e5-ad2c-401f-b96e-9f12c34d5a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee177e37-1290-4593-b07b-9744e83fc446,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:51.232856 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd1e376-dd57-4eda-ad7f-351780ccf436 x-openstack-request-id: req-dcd1e376-dd57-4eda-ad7f-351780ccf436 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:51.233252 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92b766f-dbb4-4ff2-b13f-8d3a77db872c", "name": "network-vif-plugged", "status": "completed", "tag": "93e927e6-90ef-480c-bf7f-9988462f2fcb", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:51.234395 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dcd1e376-dd57-4eda-ad7f-351780ccf436 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:51.234395 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92b766f-dbb4-4ff2-b13f-8d3a77db872c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e927e6-90ef-480c-bf7f-9988462f2fcb', 'code': 200} Feb 09 21:28:51.311842 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43748) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:51.365189 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d5fbdec6-13a2-431b-8cb8-399799e0550f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3e40c3b641b347c098263c4a09513dd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519309 Feb 09 21:28:51.365400 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43754) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:51.404985 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b0cbd-c254-468d-889e-17bcbfb3c588 req-7c9b3d8c-10f5-4397-8ba9-6c4bdba902ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:51.406724 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d20b0cbd-c254-468d-889e-17bcbfb3c588 req-7c9b3d8c-10f5-4397-8ba9-6c4bdba902ac service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b92b766f-dbb4-4ff2-b13f-8d3a77db872c HTTP/1.1" status: 200 len: 1153 time: 0.0926752 Feb 09 21:28:51.444635 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad789eaa-c9bd-4eb3-8e26-6efb7a95c827 req-d6ab78ea-0341-4841-bc88-cea7103f4912 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:51.446170 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad789eaa-c9bd-4eb3-8e26-6efb7a95c827 req-d6ab78ea-0341-4841-bc88-cea7103f4912 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b92b766f-dbb4-4ff2-b13f-8d3a77db872c HTTP/1.1" status: 200 len: 971 time: 0.1631665 Feb 09 21:28:51.521555 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d42db9ec-50ed-4acc-a096-9b5121a35a1e admin admin] Publish callbacks [] for security_group (bd451e25-3faa-4b36-905b-6e38a26c8bea), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.537149 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad789eaa-c9bd-4eb3-8e26-6efb7a95c827 req-14c24ce0-5cfe-45e5-89fc-cf02c6ef6885 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814064 Feb 09 21:28:51.541064 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d20b0cbd-c254-468d-889e-17bcbfb3c588 req-ec080e83-76d6-47b4-a63a-b3676c53edfe service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282277 Feb 09 21:28:51.560892 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d42db9ec-50ed-4acc-a096-9b5121a35a1e admin admin] Publish callbacks [] for security_group (bd451e25-3faa-4b36-905b-6e38a26c8bea), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.577391 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc13c218-7ca3-4a34-86dc-70b6291a2e80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.677843 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-0018ef41-d9b7-4d1b-a289-d9035320ca45 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=22e9c75800594aaba66f59171eeb0f2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368378 Feb 09 21:28:51.678695 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 07bf2195-415e-44fc-880f-f72dcb562ee7 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:28:51.732225 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 07bf2195-415e-44fc-880f-f72dcb562ee7 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:28:51.738301 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 07bf2195-415e-44fc-880f-f72dcb562ee7 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:51.738969 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (07bf2195-415e-44fc-880f-f72dcb562ee7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.791808 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d42db9ec-50ed-4acc-a096-9b5121a35a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bd451e25-3faa-4b36-905b-6e38a26c8bea), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.794378 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d42db9ec-50ed-4acc-a096-9b5121a35a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.795548 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d42db9ec-50ed-4acc-a096-9b5121a35a1e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bd451e25-3faa-4b36-905b-6e38a26c8bea HTTP/1.1" status: 204 len: 168 time: 0.4286366 Feb 09 21:28:51.830753 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42db9ec-50ed-4acc-a096-9b5121a35a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd451e25-3faa-4b36-905b-6e38a26c8bea,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:51.851769 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-567ecf24-ace7-4970-9182-f97e3bad5f5f tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:51.867670 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-567ecf24-ace7-4970-9182-f97e3bad5f5f tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1888902 Feb 09 21:28:51.875931 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 07bf2195-415e-44fc-880f-f72dcb562ee7 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:51.876335 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (07bf2195-415e-44fc-880f-f72dcb562ee7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.886288 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-38cbffbf-e061-42d6-838e-f4aa39e0dd52 req-197b5175-8e63-4d27-8cfd-ecceb8e14d73 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:28:51.887317 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-38cbffbf-e061-42d6-838e-f4aa39e0dd52 req-197b5175-8e63-4d27-8cfd-ecceb8e14d73 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1143978 Feb 09 21:28:51.904825 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-ef580d49-ed02-4a2d-8ca8-63a930c2497d tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/quotas/22e9c75800594aaba66f59171eeb0f2c HTTP/1.1" status: 200 len: 375 time: 0.0358441 Feb 09 21:28:51.917925 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc13c218-7ca3-4a34-86dc-70b6291a2e80 admin admin] Publish callbacks [] for security_group (587b1984-0d45-485d-b26c-af4efd6b4f45), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.941254 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc13c218-7ca3-4a34-86dc-70b6291a2e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (587b1984-0d45-485d-b26c-af4efd6b4f45), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.971240 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 07bf2195-415e-44fc-880f-f72dcb562ee7, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=07bf2195-415e-44fc-880f-f72dcb562ee7,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:51.979297 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (07bf2195-415e-44fc-880f-f72dcb562ee7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:52.014664 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43788) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:52.015216 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bc13c218-7ca3-4a34-86dc-70b6291a2e80 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=59a1e6c4953847349888f6c6ac7ecf45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8621418 Feb 09 21:28:52.041369 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-dbdd818c-6faf-4e83-abf2-3f377e68bbba tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=22e9c75800594aaba66f59171eeb0f2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1355712 Feb 09 21:28:52.046478 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13c218-7ca3-4a34-86dc-70b6291a2e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587b1984-0d45-485d-b26c-af4efd6b4f45,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:52.086039 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=07bf2195-415e-44fc-880f-f72dcb562ee7,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:52.129331 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-946542f0-d58e-4bfc-bb13-2e38a74289b4 admin admin] Publish callbacks [] for security_group (587b1984-0d45-485d-b26c-af4efd6b4f45), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:52.154050 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-946542f0-d58e-4bfc-bb13-2e38a74289b4 admin admin] Publish callbacks [] for security_group (587b1984-0d45-485d-b26c-af4efd6b4f45), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:52.223409 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-946542f0-d58e-4bfc-bb13-2e38a74289b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (587b1984-0d45-485d-b26c-af4efd6b4f45), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:52.227757 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-946542f0-d58e-4bfc-bb13-2e38a74289b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:52.232269 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-946542f0-d58e-4bfc-bb13-2e38a74289b4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/587b1984-0d45-485d-b26c-af4efd6b4f45 HTTP/1.1" status: 204 len: 168 time: 0.2154732 Feb 09 21:28:52.246243 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946542f0-d58e-4bfc-bb13-2e38a74289b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587b1984-0d45-485d-b26c-af4efd6b4f45,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:52.393663 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ab922-b338-412d-ad2d-c1c00696ef5b req-2e37dfa3-ec3b-41b9-95b2-eca251435e2b tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:52.403930 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-420ab922-b338-412d-ad2d-c1c00696ef5b req-2e37dfa3-ec3b-41b9-95b2-eca251435e2b tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=79fcee80-29a2-4784-9b77-3ae6616114e7 HTTP/1.1" status: 200 len: 950 time: 0.3407815 Feb 09 21:28:52.435371 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463733ef-83b1-4f6c-9341-c5f84d3c839c req-ed9cfc54-a2f3-4ec3-a7e5-076f55b6bbe7 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:52.437645 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-463733ef-83b1-4f6c-9341-c5f84d3c839c req-ed9cfc54-a2f3-4ec3-a7e5-076f55b6bbe7 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2b1cbbe-f553-4f85-9e08-319cbb813db7 HTTP/1.1" status: 200 len: 950 time: 0.1012769 Feb 09 21:28:52.538564 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-420ab922-b338-412d-ad2d-c1c00696ef5b req-1c3a05ce-4a4b-46b7-b421-a2b3159ceb17 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288424 Feb 09 21:28:52.567493 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-463733ef-83b1-4f6c-9341-c5f84d3c839c req-b7bf7acb-c411-4211-aff3-0a48ee3d485f tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909910 Feb 09 21:28:52.647934 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b21fcebb-4813-4941-bb66-72f59edd2c87 req-202a38da-6bd6-41f7-a80d-103ef0adba44 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=d582c486-e1d7-425f-b861-2f4e4dc7c680 HTTP/1.1" status: 200 len: 210 time: 0.0566735 Feb 09 21:28:52.750129 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeec4a2-7b31-4ba6-9d4b-0436f4bff202 req-2e4e1da7-1329-4725-96b9-c3bef8776a84 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:52.757688 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dfeec4a2-7b31-4ba6-9d4b-0436f4bff202 req-2e4e1da7-1329-4725-96b9-c3bef8776a84 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b92b766f-dbb4-4ff2-b13f-8d3a77db872c HTTP/1.1" status: 200 len: 971 time: 0.0763495 Feb 09 21:28:52.826573 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dfeec4a2-7b31-4ba6-9d4b-0436f4bff202 req-7956a5ee-f063-4c4f-b964-c86f5bb9ff2b tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677621 Feb 09 21:28:52.869394 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43842) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:52.891578 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ef12572-6a7e-4dd6-b08a-166641c83d32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:52.921861 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-5ceccc75-e8a2-420b-95b2-71549854ccb9 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0dad381a48ee46dc8eee0af4c62ed356&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320170 Feb 09 21:28:53.082980 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-09023dd5-76ae-4a05-85f4-08e4a5f9a03c tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:53.089740 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-09023dd5-76ae-4a05-85f4-08e4a5f9a03c tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1608574 Feb 09 21:28:53.111933 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ef12572-6a7e-4dd6-b08a-166641c83d32 admin admin] Publish callbacks [] for security_group (92e62ce4-cf88-4788-9fd4-0f43795bd2db), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:53.113748 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-28800c92-4a2c-4c7d-9a4d-9dea4ef698ca tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/quotas/0dad381a48ee46dc8eee0af4c62ed356 HTTP/1.1" status: 200 len: 375 time: 0.0231216 Feb 09 21:28:53.120100 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ef12572-6a7e-4dd6-b08a-166641c83d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (92e62ce4-cf88-4788-9fd4-0f43795bd2db), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:53.184395 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9ef12572-6a7e-4dd6-b08a-166641c83d32 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cf323895845b4d7f8a868b635aa496a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3136182 Feb 09 21:28:53.187162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43850) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:53.190683 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef12572-6a7e-4dd6-b08a-166641c83d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e62ce4-cf88-4788-9fd4-0f43795bd2db,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:53.234846 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fcee80-29a2-4784-9b77-3ae6616114e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bf2195-415e-44fc-880f-f72dcb562ee7'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:53.239110 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dcbc7f-8b01-46cb-b87f-575490b09fca" -d '{"events": [{"server_uuid": "79fcee80-29a2-4784-9b77-3ae6616114e7", "name": "network-vif-plugged", "status": "completed", "tag": "07bf2195-415e-44fc-880f-f72dcb562ee7"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:53.243941 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-bb8a6993-4993-4ebf-b942-65df5bd055c7 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0dad381a48ee46dc8eee0af4c62ed356&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1204751 Feb 09 21:28:53.267489 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e9f2e66b-246c-4be1-a95e-0eb3fcb2f6a6 admin admin] Publish callbacks [] for security_group (92e62ce4-cf88-4788-9fd4-0f43795bd2db), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:53.297525 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e9f2e66b-246c-4be1-a95e-0eb3fcb2f6a6 admin admin] Publish callbacks [] for security_group (92e62ce4-cf88-4788-9fd4-0f43795bd2db), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:53.374192 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43856) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:53.382568 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e9f2e66b-246c-4be1-a95e-0eb3fcb2f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (92e62ce4-cf88-4788-9fd4-0f43795bd2db), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:53.388858 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e9f2e66b-246c-4be1-a95e-0eb3fcb2f6a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:53.397242 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e9f2e66b-246c-4be1-a95e-0eb3fcb2f6a6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/92e62ce4-cf88-4788-9fd4-0f43795bd2db HTTP/1.1" status: 204 len: 168 time: 0.2073045 Feb 09 21:28:53.409190 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2e66b-246c-4be1-a95e-0eb3fcb2f6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e62ce4-cf88-4788-9fd4-0f43795bd2db,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:53.490362 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1118a-00d9-42b5-bd62-ab7e1ecdb72c req-38eae6f5-a37e-4cc6-8798-792f3257e461 tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:53.504423 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ccf1118a-00d9-42b5-bd62-ab7e1ecdb72c req-38eae6f5-a37e-4cc6-8798-792f3257e461 tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b92b766f-dbb4-4ff2-b13f-8d3a77db872c HTTP/1.1" status: 200 len: 1153 time: 0.0753326 Feb 09 21:28:53.510615 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-a14edba8-021e-4c17-a1f1-b40ea60614cc tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=22e9c75800594aaba66f59171eeb0f2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639784 Feb 09 21:28:53.523731 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ccf1118a-00d9-42b5-bd62-ab7e1ecdb72c req-135c7576-77d7-4076-a062-104bab5b6a4f tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:53.606615 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ab236b-0076-4fcc-b539-be4a4b5b821b x-openstack-request-id: req-b8ab236b-0076-4fcc-b539-be4a4b5b821b {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:53.607126 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fcee80-29a2-4784-9b77-3ae6616114e7", "name": "network-vif-plugged", "status": "completed", "tag": "07bf2195-415e-44fc-880f-f72dcb562ee7", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:53.607761 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b8ab236b-0076-4fcc-b539-be4a4b5b821b {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:53.608673 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fcee80-29a2-4784-9b77-3ae6616114e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bf2195-415e-44fc-880f-f72dcb562ee7', 'code': 200} Feb 09 21:28:53.727277 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ccf1118a-00d9-42b5-bd62-ab7e1ecdb72c req-135c7576-77d7-4076-a062-104bab5b6a4f tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] Publish callbacks [] for security_group (5c5cce54-5d9d-4ceb-91e5-9c0a7e7c5e74), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:53.773303 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-eec00c12-ff40-4723-8c3e-56314cc34657 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-655328265-network', 'tenant_id': '64ac4f48e4c94eaa87202007938b3f7a'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:53.779720 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a5f05e0-9e0b-43e8-9b9b-aefb55c63539 req-293277c6-0a2f-4d8b-897e-968607fe8d2e tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b27f8d7e-4d79-4007-b527-dba679d7c0dc HTTP/1.1" status: 200 len: 210 time: 0.0384321 Feb 09 21:28:53.791886 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ccf1118a-00d9-42b5-bd62-ab7e1ecdb72c req-135c7576-77d7-4076-a062-104bab5b6a4f tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5c5cce54-5d9d-4ceb-91e5-9c0a7e7c5e74), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:53.802529 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-bc12f968-9c3d-4ea9-8885-ef8dd386377e tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:53.809307 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-bc12f968-9c3d-4ea9-8885-ef8dd386377e tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2900548 Feb 09 21:28:53.828038 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-a52b44ef-02b6-4ec4-aaac-b0e8947ed0c6 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Request body: {'port': {'device_id': 'd582c486-e1d7-425f-b861-2f4e4dc7c680', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': '22e9c75800594aaba66f59171eeb0f2c'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:53.900564 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ccf1118a-00d9-42b5-bd62-ab7e1ecdb72c req-135c7576-77d7-4076-a062-104bab5b6a4f tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899109 Feb 09 21:28:53.901329 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c7576-77d7-4076-a062-104bab5b6a4f tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5cce54-5d9d-4ceb-91e5-9c0a7e7c5e74,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:53.926912 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec00c12-ff40-4723-8c3e-56314cc34657 admin admin] Made reservation on behalf of 64ac4f48e4c94eaa87202007938b3f7a for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:53.931470 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eec00c12-ff40-4723-8c3e-56314cc34657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:53.950739 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eec00c12-ff40-4723-8c3e-56314cc34657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:53.969855 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da81f1-20ac-4e95-b98f-60f84db602e9 req-d3cb3c86-d7c3-4fd0-8353-3730b6c0264a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:53.971364 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-66da81f1-20ac-4e95-b98f-60f84db602e9 req-d3cb3c86-d7c3-4fd0-8353-3730b6c0264a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=79fcee80-29a2-4784-9b77-3ae6616114e7 HTTP/1.1" status: 200 len: 1132 time: 0.2427070 Feb 09 21:28:54.039948 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eec00c12-ff40-4723-8c3e-56314cc34657 admin admin] Publish callbacks [] for security_group (ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:54.062762 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eec00c12-ff40-4723-8c3e-56314cc34657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:54.067913 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eeb8588e-8e4a-4366-8891-5958d6d6c999 req-938657f2-af56-40ed-9e6a-08b33b8a2a7b tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=d582c486-e1d7-425f-b861-2f4e4dc7c680 HTTP/1.1" status: 200 len: 210 time: 0.0660725 Feb 09 21:28:54.116689 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec00c12-ff40-4723-8c3e-56314cc34657 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:28:54.137338 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eec00c12-ff40-4723-8c3e-56314cc34657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (562ceccf-2ae3-4a69-b24e-1db22acf461d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:54.137720 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-eec00c12-ff40-4723-8c3e-56314cc34657 admin admin] Added segment 562ceccf-2ae3-4a69-b24e-1db22acf461d of type vlan for network 4474165d-84c4-443a-89bd-7201ae778fac Feb 09 21:28:54.150680 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b86c1b-cf13-40a1-acb7-4ba82746ea2d req-2ad2d64a-e7c9-492f-9e67-692e996228ab tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:54.152257 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-68b86c1b-cf13-40a1-acb7-4ba82746ea2d req-2ad2d64a-e7c9-492f-9e67-692e996228ab tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=79fcee80-29a2-4784-9b77-3ae6616114e7 HTTP/1.1" status: 200 len: 950 time: 0.2472501 Feb 09 21:28:54.211922 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-66da81f1-20ac-4e95-b98f-60f84db602e9 req-ba169a5a-0baa-4321-84ad-56ff0e3deba0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283938 Feb 09 21:28:54.240260 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec00c12-ff40-4723-8c3e-56314cc34657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:54.263555 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eec00c12-ff40-4723-8c3e-56314cc34657 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (4474165d-84c4-443a-89bd-7201ae778fac), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:54.285679 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-a52b44ef-02b6-4ec4-aaac-b0e8947ed0c6 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Made reservation on behalf of 22e9c75800594aaba66f59171eeb0f2c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:54.287550 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-68b86c1b-cf13-40a1-acb7-4ba82746ea2d req-cfba5a8f-4c05-4981-bd38-2f3eb1431cfb tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186879 Feb 09 21:28:54.290958 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-a52b44ef-02b6-4ec4-aaac-b0e8947ed0c6 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:54.417774 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eec00c12-ff40-4723-8c3e-56314cc34657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (4474165d-84c4-443a-89bd-7201ae778fac), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:54.419527 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec00c12-ff40-4723-8c3e-56314cc34657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:54.420447 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eec00c12-ff40-4723-8c3e-56314cc34657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:54.524349 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43906) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:54.526294 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-eec00c12-ff40-4723-8c3e-56314cc34657 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1493380 Feb 09 21:28:54.530284 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-fa2afa87-7750-4d67-b1c4-b39adaef78ef admin admin] Request body: {'subnet': {'network_id': '4474165d-84c4-443a-89bd-7201ae778fac', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-655328265-subnet', 'tenant_id': '64ac4f48e4c94eaa87202007938b3f7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:54.560937 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43912) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:54.571712 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec00c12-ff40-4723-8c3e-56314cc34657 admin admin] Pushing event updated for resources: {'Network': ['ID=4474165d-84c4-443a-89bd-7201ae778fac,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:54.576097 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2afa87-7750-4d67-b1c4-b39adaef78ef admin admin] Made reservation on behalf of 64ac4f48e4c94eaa87202007938b3f7a for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:54.578913 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa2afa87-7750-4d67-b1c4-b39adaef78ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:54.584957 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 4474165d-84c4-443a-89bd-7201ae778fac details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:28:54.661967 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-a52b44ef-02b6-4ec4-aaac-b0e8947ed0c6 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Allocated IP 192.168.233.134 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/3220c6a0-c063-479c-a8d7-e9f76334fdee) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:28:54.673014 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-38d31d61-7c27-4936-85ab-b4f8c8b2fef5 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=da888a58eb2d447da88cadc0cfb95024&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300708 Feb 09 21:28:54.841398 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-72f5c6ba-a3dd-4838-9d9a-97aa64075e6a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-network', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:54.931007 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-a52b44ef-02b6-4ec4-aaac-b0e8947ed0c6 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks [] for port (3220c6a0-c063-479c-a8d7-e9f76334fdee), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:54.967382 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-3c067b8c-bece-4b3d-9e11-8b5dbdf9e930 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:54.975051 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-3c067b8c-bece-4b3d-9e11-8b5dbdf9e930 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3007557 Feb 09 21:28:54.979311 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-a52b44ef-02b6-4ec4-aaac-b0e8947ed0c6 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (3220c6a0-c063-479c-a8d7-e9f76334fdee), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:54.990833 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-68dab2e6-84de-45ee-a50c-4da19dde9562 req-9bf74d83-a4aa-4983-bb1b-18eefd5781ce tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b27f8d7e-4d79-4007-b527-dba679d7c0dc HTTP/1.1" status: 200 len: 210 time: 0.0945129 Feb 09 21:28:54.999768 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:55.002564 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['c69e0781-9c10-459d-931f-d380da04adbc'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:55.016865 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f5c6ba-a3dd-4838-9d9a-97aa64075e6a admin admin] Made reservation on behalf of 34da0e58ac28411fa30259d6e8691b32 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:55.020062 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72f5c6ba-a3dd-4838-9d9a-97aa64075e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:55.037991 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72f5c6ba-a3dd-4838-9d9a-97aa64075e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:55.063073 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-cd4fe5a8-d3da-4d4c-a42b-2ef7826ba864 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/quotas/da888a58eb2d447da88cadc0cfb95024 HTTP/1.1" status: 200 len: 375 time: 0.0867891 Feb 09 21:28:55.095325 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-a52b44ef-02b6-4ec4-aaac-b0e8947ed0c6 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:28:55.099606 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-a52b44ef-02b6-4ec4-aaac-b0e8947ed0c6 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:28:55.105464 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-a52b44ef-02b6-4ec4-aaac-b0e8947ed0c6 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:28:55.114829 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-a52b44ef-02b6-4ec4-aaac-b0e8947ed0c6 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:55.115999 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-a52b44ef-02b6-4ec4-aaac-b0e8947ed0c6 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:55.134808 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b44ef-02b6-4ec4-aaac-b0e8947ed0c6 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Pushing event updated for resources: {'Port': ['ID=3220c6a0-c063-479c-a8d7-e9f76334fdee,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:55.150216 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-a52b44ef-02b6-4ec4-aaac-b0e8947ed0c6 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3275406 Feb 09 21:28:55.154401 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-e74881ac-f256-4a6c-91a2-ce27ebde2337 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=0dad381a48ee46dc8eee0af4c62ed356&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0880666 Feb 09 21:28:55.172892 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] Request body: {'port': {'device_id': 'd582c486-e1d7-425f-b861-2f4e4dc7c680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:55.318411 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3220c6a0-c063-479c-a8d7-e9f76334fdee), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:55.625101 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-321b2468-3eeb-4720-be2e-23ed9ecb5be5 None None] Provisioning complete for port 3220c6a0-c063-479c-a8d7-e9f76334fdee triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:55.625944 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-321b2468-3eeb-4720-be2e-23ed9ecb5be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3220c6a0-c063-479c-a8d7-e9f76334fdee), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:55.660060 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa2afa87-7750-4d67-b1c4-b39adaef78ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for subnet (1f097b81-caaa-46d2-99d1-7cb129c76999), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:55.761663 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-321b2468-3eeb-4720-be2e-23ed9ecb5be5 None None] Port 3220c6a0-c063-479c-a8d7-e9f76334fdee cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:28:55.884068 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72f5c6ba-a3dd-4838-9d9a-97aa64075e6a admin admin] Publish callbacks [] for security_group (6ec8fec3-b6ee-4529-b01b-c64e20391ef8), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:55.906642 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-3ebb8718-817c-4bb1-8fc5-4cd782a31471 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8422666 Feb 09 21:28:55.922904 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72f5c6ba-a3dd-4838-9d9a-97aa64075e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6ec8fec3-b6ee-4529-b01b-c64e20391ef8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:55.959382 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc16293-984f-46ee-a1ac-1f4ada5628d9 req-b12f9f7b-2932-4f5d-bdeb-25e74edc13e0 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:55.961052 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cdc16293-984f-46ee-a1ac-1f4ada5628d9 req-b12f9f7b-2932-4f5d-bdeb-25e74edc13e0 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=d582c486-e1d7-425f-b861-2f4e4dc7c680 HTTP/1.1" status: 200 len: 936 time: 0.6569755 Feb 09 21:28:55.988619 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2afa87-7750-4d67-b1c4-b39adaef78ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f097b81-caaa-46d2-99d1-7cb129c76999,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:55.998192 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-eb47f3dd-3497-4ac9-8ac0-beaf11f2f100 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:55.999712 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-eb47f3dd-3497-4ac9-8ac0-beaf11f2f100 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8362286 Feb 09 21:28:56.011874 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f5c6ba-a3dd-4838-9d9a-97aa64075e6a admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:28:56.025104 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-d6a894d3-451b-460c-84ff-12c8c205d658 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Request body: {'port': {'device_id': 'b27f8d7e-4d79-4007-b527-dba679d7c0dc', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': '0dad381a48ee46dc8eee0af4c62ed356'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:56.071747 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72f5c6ba-a3dd-4838-9d9a-97aa64075e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (f0c6146d-fa2a-4887-a58c-3257694702aa), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:56.072213 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-72f5c6ba-a3dd-4838-9d9a-97aa64075e6a admin admin] Added segment f0c6146d-fa2a-4887-a58c-3257694702aa of type vlan for network a3f8e4fa-eb41-400d-a414-9d927a51e184 Feb 09 21:28:56.083497 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3220c6a0-c063-479c-a8d7-e9f76334fdee {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:56.095532 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] Publish callbacks [] for port (3220c6a0-c063-479c-a8d7-e9f76334fdee), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:56.106508 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2afa87-7750-4d67-b1c4-b39adaef78ef admin admin] Checking segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:28:56.106871 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2afa87-7750-4d67-b1c4-b39adaef78ef admin admin] Network hostable DHCP agents. Network: 4474165d-84c4-443a-89bd-7201ae778fac, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:28:56.109172 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5c6ba-a3dd-4838-9d9a-97aa64075e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec8fec3-b6ee-4529-b01b-c64e20391ef8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:56.114877 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] Transition to ACTIVE for port object 3220c6a0-c063-479c-a8d7-e9f76334fdee will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:28:56.126399 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3220c6a0-c063-479c-a8d7-e9f76334fdee), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:56.223632 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] Pushing event updated for resources: {'Port': ['ID=3220c6a0-c063-479c-a8d7-e9f76334fdee,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:56.231074 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] Attempting to bind port 3220c6a0-c063-479c-a8d7-e9f76334fdee on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:28:56.231584 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] Attempting to bind port 3220c6a0-c063-479c-a8d7-e9f76334fdee by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:28:56.232040 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] Attempting to bind port 3220c6a0-c063-479c-a8d7-e9f76334fdee on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:56.238317 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] Port 3220c6a0-c063-479c-a8d7-e9f76334fdee on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:28:56.239366 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] Attempting to bind port 3220c6a0-c063-479c-a8d7-e9f76334fdee on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:56.244070 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2afa87-7750-4d67-b1c4-b39adaef78ef admin admin] Network 4474165d-84c4-443a-89bd-7201ae778fac is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:28:56.249396 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cdc16293-984f-46ee-a1ac-1f4ada5628d9 req-0b5a0f58-4835-4c08-bc6c-f20c4da3ce30 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708304 Feb 09 21:28:56.258672 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72f5c6ba-a3dd-4838-9d9a-97aa64075e6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (a3f8e4fa-eb41-400d-a414-9d927a51e184), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:56.264631 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:28:56.278656 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:28:56.280215 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:28:56.280467 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-fa2afa87-7750-4d67-b1c4-b39adaef78ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 4474165d-84c4-443a-89bd-7201ae778fac) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:28:56.281759 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] Bound port: 3220c6a0-c063-479c-a8d7-e9f76334fdee, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:28:56.283171 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3220c6a0-c063-479c-a8d7-e9f76334fdee), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:56.286219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2afa87-7750-4d67-b1c4-b39adaef78ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:56.287995 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa2afa87-7750-4d67-b1c4-b39adaef78ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:56.289191 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a6e3f5-de09-4c63-87f3-d9e63b042548 None None] Network 4474165d-84c4-443a-89bd-7201ae778fac requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:28:56.338019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fa2afa87-7750-4d67-b1c4-b39adaef78ef admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8118577 Feb 09 21:28:56.342409 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72f5c6ba-a3dd-4838-9d9a-97aa64075e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (a3f8e4fa-eb41-400d-a414-9d927a51e184), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:56.343556 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f5c6ba-a3dd-4838-9d9a-97aa64075e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:56.344176 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72f5c6ba-a3dd-4838-9d9a-97aa64075e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:56.412131 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-d6a894d3-451b-460c-84ff-12c8c205d658 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Made reservation on behalf of 0dad381a48ee46dc8eee0af4c62ed356 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:56.415833 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-d6a894d3-451b-460c-84ff-12c8c205d658 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:56.431134 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-72f5c6ba-a3dd-4838-9d9a-97aa64075e6a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8685803 Feb 09 21:28:56.440893 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43966) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:56.449912 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6e0ad596-062c-4fd9-b523-4d9ae354be20 admin admin] Request body: {'subnet': {'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-subnet', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:56.481962 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5c6ba-a3dd-4838-9d9a-97aa64075e6a admin admin] Pushing event updated for resources: {'Network': ['ID=a3f8e4fa-eb41-400d-a414-9d927a51e184,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:56.487196 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] For port 3220c6a0-c063-479c-a8d7-e9f76334fdee, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:28:56.492593 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0ad596-062c-4fd9-b523-4d9ae354be20 admin admin] Made reservation on behalf of 34da0e58ac28411fa30259d6e8691b32 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:56.493679 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] For port 3220c6a0-c063-479c-a8d7-e9f76334fdee, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3220c6a0-c063-479c-a8d7-e9f76334fdee,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:28:56.496927 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad596-062c-4fd9-b523-4d9ae354be20 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:56.504013 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3220c6a0-c063-479c-a8d7-e9f76334fdee), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:56.510340 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network a3f8e4fa-eb41-400d-a414-9d927a51e184 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:28:56.559113 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:56.559924 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:56.562246 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] 10.222.0.42 "PUT /v2.0/ports/3220c6a0-c063-479c-a8d7-e9f76334fdee HTTP/1.1" status: 200 len: 1096 time: 1.4009295 Feb 09 21:28:56.563239 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd582c486-e1d7-425f-b861-2f4e4dc7c680', 'tag': '3220c6a0-c063-479c-a8d7-e9f76334fdee'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:56.565848 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2ffd50-5cb2-4463-b362-9d7fbf138183" -d '{"events": [{"name": "network-changed", "server_uuid": "d582c486-e1d7-425f-b861-2f4e4dc7c680", "tag": "3220c6a0-c063-479c-a8d7-e9f76334fdee"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:56.673520 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e55267-f5f3-4493-82aa-9b6eaac5f506 service neutron] Pushing event updated for resources: {'Port': ['ID=3220c6a0-c063-479c-a8d7-e9f76334fdee,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:56.691758 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-33e54a4c-cbdd-4424-8dae-6a63dd351791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:56.694310 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-33e54a4c-cbdd-4424-8dae-6a63dd351791 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=22e9c75800594aaba66f59171eeb0f2c&device_id=d582c486-e1d7-425f-b861-2f4e4dc7c680 HTTP/1.1" status: 200 len: 1130 time: 0.0851505 Feb 09 21:28:56.768231 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-a620e8ab-9a24-42f0-9d1f-521bea87f087 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=3220c6a0-c063-479c-a8d7-e9f76334fdee HTTP/1.1" status: 200 len: 217 time: 0.0632813 Feb 09 21:28:56.830390 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b1d64d-1aa2-4947-a2fb-fae618e9d6a7 None None] Network 4474165d-84c4-443a-89bd-7201ae778fac requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:28:56.923585 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-c5a23ac6-53d8-4f5f-ae21-d271f5ce5354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:56.929088 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-c5a23ac6-53d8-4f5f-ae21-d271f5ce5354 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1547110 Feb 09 21:28:57.057352 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-c1caeb79-b608-4202-b773-41a44c561b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:57.058904 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-c1caeb79-b608-4202-b773-41a44c561b94 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1236012 Feb 09 21:28:57.070265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb476b4c-611e-4643-b093-2e8bbec41e50 req-15ad789e-c731-4b00-965d-df4170bc3b62 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:57.071986 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fb476b4c-611e-4643-b093-2e8bbec41e50 req-15ad789e-c731-4b00-965d-df4170bc3b62 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=79fcee80-29a2-4784-9b77-3ae6616114e7 HTTP/1.1" status: 200 len: 950 time: 0.5829055 Feb 09 21:28:57.118355 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-d6a894d3-451b-460c-84ff-12c8c205d658 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Allocated IP 192.168.233.230 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/53baedd1-9caf-4276-9398-c235fb1c1dbe) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:28:57.189114 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fb476b4c-611e-4643-b093-2e8bbec41e50 req-0631a4fa-8a90-4f31-94da-982a2b69cb1c tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095774 Feb 09 21:28:57.197416 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-27b8a153-fc85-4205-a651-9097d4afbd67 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211021 Feb 09 21:28:57.342987 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4988e38c-118e-46ed-a523-7ea3fe24e6d8 req-72204de0-2b66-443d-9020-6f015af02929 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410093 Feb 09 21:28:57.423710 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-427f5d47-d1ae-4b25-bebf-a381b91a943b req-002f34ac-0925-4394-9e80-2cfebd8231ad tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b27f8d7e-4d79-4007-b527-dba679d7c0dc HTTP/1.1" status: 200 len: 210 time: 0.0568035 Feb 09 21:28:57.432395 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad596-062c-4fd9-b523-4d9ae354be20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for subnet (9bbdf589-ff38-4f97-b903-2b54033c2183), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.503702 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407a2c29-c562-41f2-82cb-38d217a064cf x-openstack-request-id: req-407a2c29-c562-41f2-82cb-38d217a064cf {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:57.506300 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d582c486-e1d7-425f-b861-2f4e4dc7c680", "tag": "3220c6a0-c063-479c-a8d7-e9f76334fdee", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:57.507202 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-407a2c29-c562-41f2-82cb-38d217a064cf {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:57.508416 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd582c486-e1d7-425f-b861-2f4e4dc7c680', 'tag': '3220c6a0-c063-479c-a8d7-e9f76334fdee', 'status': 'completed', 'code': 200} Feb 09 21:28:57.518173 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-d6a894d3-451b-460c-84ff-12c8c205d658 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Publish callbacks [] for port (53baedd1-9caf-4276-9398-c235fb1c1dbe), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.535129 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ad596-062c-4fd9-b523-4d9ae354be20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bbdf589-ff38-4f97-b903-2b54033c2183,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:57.563998 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0ad596-062c-4fd9-b523-4d9ae354be20 admin admin] Checking segment: {'id': 'f0c6146d-fa2a-4887-a58c-3257694702aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:28:57.564366 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0ad596-062c-4fd9-b523-4d9ae354be20 admin admin] Network hostable DHCP agents. Network: a3f8e4fa-eb41-400d-a414-9d927a51e184, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:28:57.618103 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44006) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:57.640107 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3d496fe6-eaab-445a-b49a-047e7133e1d3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2140163300-network', 'tenant_id': '18d36425933b4d2ea04cb243a23ea8e7'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:57.645431 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0ad596-062c-4fd9-b523-4d9ae354be20 admin admin] Network a3f8e4fa-eb41-400d-a414-9d927a51e184 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:28:57.651105 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-d6a894d3-451b-460c-84ff-12c8c205d658 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (53baedd1-9caf-4276-9398-c235fb1c1dbe), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.657134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ffd50-5cb2-4463-b362-9d7fbf138183 req-6e13c026-1f5a-41f4-a0b0-f69217442b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:57.660509 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2d2ffd50-5cb2-4463-b362-9d7fbf138183 req-6e13c026-1f5a-41f4-a0b0-f69217442b99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=22e9c75800594aaba66f59171eeb0f2c&device_id=d582c486-e1d7-425f-b861-2f4e4dc7c680 HTTP/1.1" status: 200 len: 1130 time: 0.1330948 Feb 09 21:28:57.673431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['9587a4c2-edac-41a1-b3dd-0c885c84978e'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:57.782001 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-d6a894d3-451b-460c-84ff-12c8c205d658 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:28:57.813860 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-6e0ad596-062c-4fd9-b523-4d9ae354be20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, a3f8e4fa-eb41-400d-a414-9d927a51e184) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:28:57.816683 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a894d3-451b-460c-84ff-12c8c205d658 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Pushing event updated for resources: {'Port': ['ID=53baedd1-9caf-4276-9398-c235fb1c1dbe,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:57.827972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-d6a894d3-451b-460c-84ff-12c8c205d658 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:28:57.830867 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0ad596-062c-4fd9-b523-4d9ae354be20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:57.831633 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad596-062c-4fd9-b523-4d9ae354be20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.835820 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-d6a894d3-451b-460c-84ff-12c8c205d658 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:28:57.840087 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff69634-a038-4198-badb-9ff1907d95a6 None None] Network a3f8e4fa-eb41-400d-a414-9d927a51e184 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:28:57.842387 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-d6a894d3-451b-460c-84ff-12c8c205d658 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:57.843135 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-d6a894d3-451b-460c-84ff-12c8c205d658 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.853851 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d496fe6-eaab-445a-b49a-047e7133e1d3 admin admin] Made reservation on behalf of 18d36425933b4d2ea04cb243a23ea8e7 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:57.856506 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d496fe6-eaab-445a-b49a-047e7133e1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.857921 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ffd50-5cb2-4463-b362-9d7fbf138183 req-5328da0e-b99d-4dc3-918c-4abbb08a04ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:57.863266 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2d2ffd50-5cb2-4463-b362-9d7fbf138183 req-5328da0e-b99d-4dc3-918c-4abbb08a04ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.1959417 Feb 09 21:28:57.917141 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d496fe6-eaab-445a-b49a-047e7133e1d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.951508 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6e0ad596-062c-4fd9-b523-4d9ae354be20 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5089765 Feb 09 21:28:57.968720 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-d6a894d3-451b-460c-84ff-12c8c205d658 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9477727 Feb 09 21:28:57.983555 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] Request body: {'port': {'device_id': 'b27f8d7e-4d79-4007-b527-dba679d7c0dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:57.991477 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44012) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:58.001685 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e5a87bb7-0c27-4770-b3bc-4c49ec12be5e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-router', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:58.008523 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2d2ffd50-5cb2-4463-b362-9d7fbf138183 req-c4c41fd7-241e-4cc9-933d-bafd27c94955 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=3220c6a0-c063-479c-a8d7-e9f76334fdee HTTP/1.1" status: 200 len: 217 time: 0.1383677 Feb 09 21:28:58.126206 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5a87bb7-0c27-4770-b3bc-4c49ec12be5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (00290ca8-f438-4322-b937-a04eb48eb29c), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:58.128301 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5a87bb7-0c27-4770-b3bc-4c49ec12be5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (00290ca8-f438-4322-b937-a04eb48eb29c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:58.142962 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ffd50-5cb2-4463-b362-9d7fbf138183 req-9046be3a-9b96-489a-bc26-cceba10a9e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:58.148599 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2d2ffd50-5cb2-4463-b362-9d7fbf138183 req-9046be3a-9b96-489a-bc26-cceba10a9e69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1332037 Feb 09 21:28:58.190564 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (53baedd1-9caf-4276-9398-c235fb1c1dbe), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:58.260639 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45e911-f4c3-461d-8a89-702bd85be575 req-26bdf595-8323-4f69-97c9-69c17040ff66 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:58.262504 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4f45e911-f4c3-461d-8a89-702bd85be575 req-26bdf595-8323-4f69-97c9-69c17040ff66 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=d582c486-e1d7-425f-b861-2f4e4dc7c680 HTTP/1.1" status: 200 len: 948 time: 0.2357605 Feb 09 21:28:58.301130 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ffd50-5cb2-4463-b362-9d7fbf138183 req-be285215-3e80-4e1c-8d75-2d6a2b6de9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:58.302851 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2d2ffd50-5cb2-4463-b362-9d7fbf138183 req-be285215-3e80-4e1c-8d75-2d6a2b6de9f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1477270 Feb 09 21:28:58.311370 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-07aaaf85-2134-4a40-9657-0cfa82c01c71 req-3f13efaf-dc3f-44bd-a674-1d1f57736f76 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=293dd819-12cc-412c-a89e-65cf0656d76f HTTP/1.1" status: 200 len: 210 time: 0.0432596 Feb 09 21:28:58.393707 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54be4881-087c-46af-b513-f099f181b37a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-a3f8e4fa-eb41-400d-a414-9d927a51e184', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'fixed_ips': [{'subnet_id': '9bbdf589-ff38-4f97-b903-2b54033c2183'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:28:58.394900 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-54be4881-087c-46af-b513-f099f181b37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:58.411993 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ee9b74fc-a8eb-4e97-8d33-a7c67f5d3b63 None None] Provisioning complete for port 53baedd1-9caf-4276-9398-c235fb1c1dbe triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:58.412369 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ee9b74fc-a8eb-4e97-8d33-a7c67f5d3b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (53baedd1-9caf-4276-9398-c235fb1c1dbe), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:58.483881 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2d2ffd50-5cb2-4463-b362-9d7fbf138183 req-73477265-95dc-441e-8f16-e77b3a54afc2 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668413 Feb 09 21:28:58.505467 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44022) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:58.535787 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ee9b74fc-a8eb-4e97-8d33-a7c67f5d3b63 None None] Port 53baedd1-9caf-4276-9398-c235fb1c1dbe cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:28:58.618870 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-54be4881-087c-46af-b513-f099f181b37a None None] Allocated IP 172.20.0.2 (a3f8e4fa-eb41-400d-a414-9d927a51e184/9bbdf589-ff38-4f97-b903-2b54033c2183/5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:28:58.626895 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2d2ffd50-5cb2-4463-b362-9d7fbf138183 req-e58f81f9-934d-462d-a23b-659e0cef3338 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354251 Feb 09 21:28:58.654752 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5a87bb7-0c27-4770-b3bc-4c49ec12be5e admin admin] Publish callbacks [] for router_controller (00290ca8-f438-4322-b937-a04eb48eb29c), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:58.694331 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4f45e911-f4c3-461d-8a89-702bd85be575 req-3b4f7147-78bc-4bd5-9c37-8615a020c569 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810940 Feb 09 21:28:58.727999 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e2879b39-411f-42db-85ac-88d44f6fdc26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:58.730906 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d496fe6-eaab-445a-b49a-047e7133e1d3 admin admin] Publish callbacks [] for security_group (d6b8bc1a-f38e-495b-8bcb-dbb7f4029549), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:58.792981 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-3772c0a1-82c9-486d-a94b-aa777c7b5f43 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=da888a58eb2d447da88cadc0cfb95024&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362785 Feb 09 21:28:58.807040 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-54be4881-087c-46af-b513-f099f181b37a None None] Publish callbacks [] for port (5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:58.821510 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-54be4881-087c-46af-b513-f099f181b37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:58.890295 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54be4881-087c-46af-b513-f099f181b37a None None] Network a3f8e4fa-eb41-400d-a414-9d927a51e184 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:28:58.894803 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-54be4881-087c-46af-b513-f099f181b37a None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:28:58.904707 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54be4881-087c-46af-b513-f099f181b37a None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:28:58.906345 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d496fe6-eaab-445a-b49a-047e7133e1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d6b8bc1a-f38e-495b-8bcb-dbb7f4029549), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:58.917591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be4881-087c-46af-b513-f099f181b37a None None] Pushing event updated for resources: {'Port': ['ID=5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:58.985642 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b454c-37cf-4d9c-a8a7-a6844321a57f req-f8a7d6c0-e2de-46dc-9dd6-474b91a16f99 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:58.989248 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-083b454c-37cf-4d9c-a8a7-a6844321a57f req-f8a7d6c0-e2de-46dc-9dd6-474b91a16f99 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=79fcee80-29a2-4784-9b77-3ae6616114e7 HTTP/1.1" status: 200 len: 950 time: 0.5695267 Feb 09 21:28:58.993757 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d496fe6-eaab-445a-b49a-047e7133e1d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:28:59.045646 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-54be4881-087c-46af-b513-f099f181b37a None None] Attempting to bind port 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:28:59.045931 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-54be4881-087c-46af-b513-f099f181b37a None None] Attempting to bind port 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'f0c6146d-fa2a-4887-a58c-3257694702aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:28:59.046749 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54be4881-087c-46af-b513-f099f181b37a None None] Attempting to bind port 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62 on network a3f8e4fa-eb41-400d-a414-9d927a51e184 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:59.054152 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54be4881-087c-46af-b513-f099f181b37a None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:28:59.054595 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54be4881-087c-46af-b513-f099f181b37a None None] Checking segment: {'id': 'f0c6146d-fa2a-4887-a58c-3257694702aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:28:59.055015 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-54be4881-087c-46af-b513-f099f181b37a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.055445 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54be4881-087c-46af-b513-f099f181b37a None None] Bound using segment: {'id': 'f0c6146d-fa2a-4887-a58c-3257694702aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:28:59.055979 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-54be4881-087c-46af-b513-f099f181b37a None None] Bound port: 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c6146d-fa2a-4887-a58c-3257694702aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:28:59.056716 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-54be4881-087c-46af-b513-f099f181b37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.068163 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e2879b39-411f-42db-85ac-88d44f6fdc26 admin admin] Publish callbacks [] for security_group (60158f31-8c25-4136-8587-874856f1c73e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.082593 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-3ad2c2c3-b9c2-4b31-9fa3-2a4175dc3bcd tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:59.084674 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-3ad2c2c3-b9c2-4b31-9fa3-2a4175dc3bcd tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2716577 Feb 09 21:28:59.095635 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e2879b39-411f-42db-85ac-88d44f6fdc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (60158f31-8c25-4136-8587-874856f1c73e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.127486 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-67ba4c83-af8e-4dcc-a958-06e658c18708 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Request body: {'port': {'device_id': '3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': 'da888a58eb2d447da88cadc0cfb95024'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:59.137334 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-81d9b2f3-9c2c-4048-b36d-e8f35fb73079 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=da888a58eb2d447da88cadc0cfb95024&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513325 Feb 09 21:28:59.148240 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-54be4881-087c-46af-b513-f099f181b37a None None] For port 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:28:59.151780 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-54be4881-087c-46af-b513-f099f181b37a None None] For port 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62,segment=NetworkSegment(f0c6146d-fa2a-4887-a58c-3257694702aa),segment_id=f0c6146d-fa2a-4887-a58c-3257694702aa)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:28:59.161716 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-54be4881-087c-46af-b513-f099f181b37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.175910 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d496fe6-eaab-445a-b49a-047e7133e1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (063d23df-2c3c-4418-a4ae-20adcaa2a5b9), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.176597 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-3d496fe6-eaab-445a-b49a-047e7133e1d3 admin admin] Added segment 063d23df-2c3c-4418-a4ae-20adcaa2a5b9 of type vlan for network 19742573-6148-471d-8360-251539e0b62e Feb 09 21:28:59.189589 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d496fe6-eaab-445a-b49a-047e7133e1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b8bc1a-f38e-495b-8bcb-dbb7f4029549,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:59.227153 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be4881-087c-46af-b513-f099f181b37a None None] Pushing event updated for resources: {'Port': ['ID=5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:59.234264 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e2879b39-411f-42db-85ac-88d44f6fdc26 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=25b2458e416e446ba387152201feea30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7243636 Feb 09 21:28:59.257446 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44032) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:59.260700 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2879b39-411f-42db-85ac-88d44f6fdc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60158f31-8c25-4136-8587-874856f1c73e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:59.314028 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5a87bb7-0c27-4770-b3bc-4c49ec12be5e admin admin] Publish callbacks [] for router_gateway (00290ca8-f438-4322-b937-a04eb48eb29c), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.358464 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d496fe6-eaab-445a-b49a-047e7133e1d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (19742573-6148-471d-8360-251539e0b62e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.376985 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-8f691ede-36c1-41b9-800e-f9228658a247 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:59.379108 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-8f691ede-36c1-41b9-800e-f9228658a247 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2232294 Feb 09 21:28:59.389723 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-67ba4c83-af8e-4dcc-a958-06e658c18708 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Made reservation on behalf of da888a58eb2d447da88cadc0cfb95024 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:59.392447 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-67ba4c83-af8e-4dcc-a958-06e658c18708 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.400762 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-eabb0afe-5508-49ed-a7b1-8b1a578fc913 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Request body: {'port': {'device_id': '293dd819-12cc-412c-a89e-65cf0656d76f', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': 'da888a58eb2d447da88cadc0cfb95024'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:59.475301 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb52d7e-30b6-4d11-aa93-aafea65239c0 req-c216da3a-b437-461e-93f9-10dc1daf3f89 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:59.483856 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6fb52d7e-30b6-4d11-aa93-aafea65239c0 req-c216da3a-b437-461e-93f9-10dc1daf3f89 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b27f8d7e-4d79-4007-b527-dba679d7c0dc HTTP/1.1" status: 200 len: 936 time: 0.4874547 Feb 09 21:28:59.509938 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-083b454c-37cf-4d9c-a8a7-a6844321a57f req-2f8f9cd5-376b-44ed-abe4-91b21f839950 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463892 Feb 09 21:28:59.603945 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-eabb0afe-5508-49ed-a7b1-8b1a578fc913 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Made reservation on behalf of da888a58eb2d447da88cadc0cfb95024 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:59.611146 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-eabb0afe-5508-49ed-a7b1-8b1a578fc913 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.613525 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d567c8f4-39c1-4510-ad6f-7f0bc8e354d2 admin admin] Publish callbacks [] for security_group (60158f31-8c25-4136-8587-874856f1c73e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.662550 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d496fe6-eaab-445a-b49a-047e7133e1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (19742573-6148-471d-8360-251539e0b62e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.663726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d496fe6-eaab-445a-b49a-047e7133e1d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:59.664819 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d496fe6-eaab-445a-b49a-047e7133e1d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.718331 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 3220c6a0-c063-479c-a8d7-e9f76334fdee details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:28:59.832731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 3220c6a0-c063-479c-a8d7-e9f76334fdee, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3220c6a0-c063-479c-a8d7-e9f76334fdee,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:59.847168 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '3220c6a0-c063-479c-a8d7-e9f76334fdee', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': '3220c6a0-c063-479c-a8d7-e9f76334fdee', 'mac_address': 'fa:16:3e:08:5e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:28:59.886638 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 3220c6a0-c063-479c-a8d7-e9f76334fdee is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:59.887029 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3220c6a0-c063-479c-a8d7-e9f76334fdee), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.902678 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3220c6a0-c063-479c-a8d7-e9f76334fdee {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:59.923104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 3220c6a0-c063-479c-a8d7-e9f76334fdee, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3220c6a0-c063-479c-a8d7-e9f76334fdee,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:59.927500 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3220c6a0-c063-479c-a8d7-e9f76334fdee), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.943418 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53baedd1-9caf-4276-9398-c235fb1c1dbe {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:59.950062 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a9a7f16-30e8-42e2-ba81-809d48539303 req-633208b8-0737-4099-9a4c-a525c8afb76b tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=293dd819-12cc-412c-a89e-65cf0656d76f HTTP/1.1" status: 200 len: 210 time: 0.2943068 Feb 09 21:28:59.954626 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d567c8f4-39c1-4510-ad6f-7f0bc8e354d2 admin admin] Publish callbacks [] for security_group (60158f31-8c25-4136-8587-874856f1c73e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.973462 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] Publish callbacks [] for port (53baedd1-9caf-4276-9398-c235fb1c1dbe), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.978978 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6fb52d7e-30b6-4d11-aa93-aafea65239c0 req-0726bae4-2707-4742-96ec-5485bc2983b7 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941654 Feb 09 21:28:59.985443 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44044) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:59.985614 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3d496fe6-eaab-445a-b49a-047e7133e1d3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3529468 Feb 09 21:28:59.996739 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-fce462ed-57f5-4184-886e-ebac87dd16e8 admin admin] Request body: {'subnet': {'network_id': '19742573-6148-471d-8360-251539e0b62e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2140163300-subnet', 'tenant_id': '18d36425933b4d2ea04cb243a23ea8e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:59.997486 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=3220c6a0-c063-479c-a8d7-e9f76334fdee,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:00.011268 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d496fe6-eaab-445a-b49a-047e7133e1d3 admin admin] Pushing event updated for resources: {'Network': ['ID=19742573-6148-471d-8360-251539e0b62e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:00.031975 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 19742573-6148-471d-8360-251539e0b62e details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:29:00.041331 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] Transition to ACTIVE for port object 53baedd1-9caf-4276-9398-c235fb1c1dbe will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:29:00.053179 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (53baedd1-9caf-4276-9398-c235fb1c1dbe), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.115623 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce462ed-57f5-4184-886e-ebac87dd16e8 admin admin] Made reservation on behalf of 18d36425933b4d2ea04cb243a23ea8e7 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:00.120983 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fce462ed-57f5-4184-886e-ebac87dd16e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.129250 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d567c8f4-39c1-4510-ad6f-7f0bc8e354d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (60158f31-8c25-4136-8587-874856f1c73e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.131895 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d567c8f4-39c1-4510-ad6f-7f0bc8e354d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.135857 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d567c8f4-39c1-4510-ad6f-7f0bc8e354d2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/60158f31-8c25-4136-8587-874856f1c73e HTTP/1.1" status: 204 len: 168 time: 0.8745158 Feb 09 21:29:00.148530 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:29:00.195938 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] Pushing event updated for resources: {'Port': ['ID=53baedd1-9caf-4276-9398-c235fb1c1dbe,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:00.198872 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567c8f4-39c1-4510-ad6f-7f0bc8e354d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60158f31-8c25-4136-8587-874856f1c73e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:00.256632 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['3220c6a0-c063-479c-a8d7-e9f76334fdee'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:00.452810 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-67ba4c83-af8e-4dcc-a958-06e658c18708 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Allocated IP 192.168.233.195 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/d684e2b5-cba7-45ab-871a-2bc8f3bbcea8) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:00.553620 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] Attempting to bind port 53baedd1-9caf-4276-9398-c235fb1c1dbe on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:00.553901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] Attempting to bind port 53baedd1-9caf-4276-9398-c235fb1c1dbe by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:00.554221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] Attempting to bind port 53baedd1-9caf-4276-9398-c235fb1c1dbe on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:00.668203 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] Port 53baedd1-9caf-4276-9398-c235fb1c1dbe on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:00.668609 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] Attempting to bind port 53baedd1-9caf-4276-9398-c235fb1c1dbe on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:00.685130 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab02ed-0b02-4f1e-8ef3-7eb5e4745155 req-ef8af973-f6d3-4409-9796-31b3bca62fc0 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:00.692534 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73ab02ed-0b02-4f1e-8ef3-7eb5e4745155 req-ef8af973-f6d3-4409-9796-31b3bca62fc0 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=d582c486-e1d7-425f-b861-2f4e4dc7c680 HTTP/1.1" status: 200 len: 949 time: 0.4273655 Feb 09 21:29:00.695073 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5a87bb7-0c27-4770-b3bc-4c49ec12be5e admin admin] Publish callbacks [] for router_gateway (00290ca8-f438-4322-b937-a04eb48eb29c), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.705822 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-67ba4c83-af8e-4dcc-a958-06e658c18708 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks [] for port (d684e2b5-cba7-45ab-871a-2bc8f3bbcea8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.711326 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:00.711705 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:00.712091 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:00.712546 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] Bound port: 53baedd1-9caf-4276-9398-c235fb1c1dbe, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:00.712989 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (53baedd1-9caf-4276-9398-c235fb1c1dbe), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.716429 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44056) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:00.738671 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-299277bc-107a-41eb-9642-1c0df6b4f4c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.749377 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5a87bb7-0c27-4770-b3bc-4c49ec12be5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.755966 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4e5638-bcc3-4639-a43b-cc1879050661 None None] Network a3f8e4fa-eb41-400d-a414-9d927a51e184 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:29:00.756719 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fce462ed-57f5-4184-886e-ebac87dd16e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for subnet (f902d6a1-72bf-48a9-9d55-5bb3d8bede68), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.860535 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cde674-7f76-4b21-9058-5aaf1a16f4cc req-87d565bd-d31f-4efa-9652-570429dfe2fa tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:00.862641 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-88cde674-7f76-4b21-9058-5aaf1a16f4cc req-87d565bd-d31f-4efa-9652-570429dfe2fa tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=79fcee80-29a2-4784-9b77-3ae6616114e7 HTTP/1.1" status: 200 len: 950 time: 0.3343017 Feb 09 21:29:00.867113 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-67ba4c83-af8e-4dcc-a958-06e658c18708 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (d684e2b5-cba7-45ab-871a-2bc8f3bbcea8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.872989 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-dfc7f737-f3cc-4980-8bdb-8e5a75054934 None None] Provisioning complete for port 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:00.873666 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dfc7f737-f3cc-4980-8bdb-8e5a75054934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.909619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['93e927e6-90ef-480c-bf7f-9988462f2fcb'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:00.942721 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73ab02ed-0b02-4f1e-8ef3-7eb5e4745155 req-1695b36c-ff7e-48b4-adc8-7b183c1d10bc tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492383 Feb 09 21:29:01.017110 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] For port 53baedd1-9caf-4276-9398-c235fb1c1dbe, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:01.048940 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:01.070864 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-88cde674-7f76-4b21-9058-5aaf1a16f4cc req-1713a19b-dd9c-4b19-a5e5-6f6ca568a8e6 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859963 Feb 09 21:29:01.071288 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba4c83-af8e-4dcc-a958-06e658c18708 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Pushing event updated for resources: {'Port': ['ID=d684e2b5-cba7-45ab-871a-2bc8f3bbcea8,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:01.082305 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] For port 53baedd1-9caf-4276-9398-c235fb1c1dbe, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=53baedd1-9caf-4276-9398-c235fb1c1dbe,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:01.098881 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-67ba4c83-af8e-4dcc-a958-06e658c18708 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:01.117052 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-eabb0afe-5508-49ed-a7b1-8b1a578fc913 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Allocated IP 192.168.233.33 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/3bc2ba39-cd44-4d0b-992c-58cc712ee651) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:01.119145 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (53baedd1-9caf-4276-9398-c235fb1c1dbe), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:01.130912 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-67ba4c83-af8e-4dcc-a958-06e658c18708 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:01.144425 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-67ba4c83-af8e-4dcc-a958-06e658c18708 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:01.146825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-e5a87bb7-0c27-4770-b3bc-4c49ec12be5e admin admin] Allocated IP 172.25.6.167 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/17d44000-1c3f-4966-8ee6-4e9fb1329e5e) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:01.150559 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-67ba4c83-af8e-4dcc-a958-06e658c18708 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:01.152350 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-67ba4c83-af8e-4dcc-a958-06e658c18708 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:01.173913 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce462ed-57f5-4184-886e-ebac87dd16e8 admin admin] Checking segment: {'id': '063d23df-2c3c-4418-a4ae-20adcaa2a5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '19742573-6148-471d-8360-251539e0b62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:01.175291 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce462ed-57f5-4184-886e-ebac87dd16e8 admin admin] Network hostable DHCP agents. Network: 19742573-6148-471d-8360-251539e0b62e, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:29:01.177872 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce462ed-57f5-4184-886e-ebac87dd16e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f902d6a1-72bf-48a9-9d55-5bb3d8bede68,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:01.223573 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:01.223970 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:01.234369 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-299277bc-107a-41eb-9642-1c0df6b4f4c5 admin admin] Publish callbacks [] for security_group (2e52a7ac-6d67-4bfc-9445-60a34711a0ab), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:01.258088 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91dd2d93-fe58-4539-826d-e6cbcce6a783 req-9e11bd1d-07f1-45c5-9ee9-692b35d5f0ff tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=293dd819-12cc-412c-a89e-65cf0656d76f HTTP/1.1" status: 200 len: 210 time: 0.1057260 Feb 09 21:29:01.258771 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-dfc7f737-f3cc-4980-8bdb-8e5a75054934 None None] Current status of the port 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:01.258891 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dfc7f737-f3cc-4980-8bdb-8e5a75054934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:01.261800 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-299277bc-107a-41eb-9642-1c0df6b4f4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2e52a7ac-6d67-4bfc-9445-60a34711a0ab), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:01.273206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:01.277454 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:01.280941 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] 10.222.0.71 "PUT /v2.0/ports/53baedd1-9caf-4276-9398-c235fb1c1dbe HTTP/1.1" status: 200 len: 1096 time: 3.3112302 Feb 09 21:29:01.307957 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-67ba4c83-af8e-4dcc-a958-06e658c18708 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1912537 Feb 09 21:29:01.308866 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce462ed-57f5-4184-886e-ebac87dd16e8 admin admin] Network 19742573-6148-471d-8360-251539e0b62e is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:29:01.321758 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27f8d7e-4d79-4007-b527-dba679d7c0dc', 'tag': '53baedd1-9caf-4276-9398-c235fb1c1dbe'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:01.326194 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16504040-770f-4be2-93b4-608361a7a5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b27f8d7e-4d79-4007-b527-dba679d7c0dc", "tag": "53baedd1-9caf-4276-9398-c235fb1c1dbe"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:01.342269 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] Request body: {'port': {'device_id': '3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:01.384472 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-dfc7f737-f3cc-4980-8bdb-8e5a75054934 None None] For port 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62,segment=NetworkSegment(f0c6146d-fa2a-4887-a58c-3257694702aa),segment_id=f0c6146d-fa2a-4887-a58c-3257694702aa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:01.389358 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-fce462ed-57f5-4184-886e-ebac87dd16e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 19742573-6148-471d-8360-251539e0b62e) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:01.427787 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dfc7f737-f3cc-4980-8bdb-8e5a75054934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:01.444240 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce462ed-57f5-4184-886e-ebac87dd16e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:01.445034 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fce462ed-57f5-4184-886e-ebac87dd16e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:01.445240 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63720547-8a8f-42d4-8832-016a2df33c25 None None] Network 19742573-6148-471d-8360-251539e0b62e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:29:01.466907 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80305085-e84f-43dd-8469-3cc9662422b4 x-openstack-request-id: req-80305085-e84f-43dd-8469-3cc9662422b4 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:01.467472 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27f8d7e-4d79-4007-b527-dba679d7c0dc", "tag": "53baedd1-9caf-4276-9398-c235fb1c1dbe", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:01.467472 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-80305085-e84f-43dd-8469-3cc9662422b4 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:01.468003 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27f8d7e-4d79-4007-b527-dba679d7c0dc', 'tag': '53baedd1-9caf-4276-9398-c235fb1c1dbe', 'status': 'completed', 'code': 200} Feb 09 21:29:01.475667 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-299277bc-107a-41eb-9642-1c0df6b4f4c5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9ba46cfa1610498fbd2626db9e9d8d71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7578368 Feb 09 21:29:01.479882 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44074) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:01.498133 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fce462ed-57f5-4184-886e-ebac87dd16e8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5112982 Feb 09 21:29:01.499782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299277bc-107a-41eb-9642-1c0df6b4f4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e52a7ac-6d67-4bfc-9445-60a34711a0ab,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:01.545039 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7f737-f3cc-4980-8bdb-8e5a75054934 None None] Pushing event updated for resources: {'Port': ['ID=5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:01.562653 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-643cc364-4e95-44e5-af0d-1801785678d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:01.564504 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-643cc364-4e95-44e5-af0d-1801785678d8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dad381a48ee46dc8eee0af4c62ed356&device_id=b27f8d7e-4d79-4007-b527-dba679d7c0dc HTTP/1.1" status: 200 len: 1130 time: 0.2345340 Feb 09 21:29:01.578583 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1ef1d-0aeb-4aed-9543-17e8cbae98b6 service neutron] Pushing event updated for resources: {'Port': ['ID=53baedd1-9caf-4276-9398-c235fb1c1dbe,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:01.645004 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-bfba3d92-d95b-4604-b31a-dfe710baa501 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=53baedd1-9caf-4276-9398-c235fb1c1dbe HTTP/1.1" status: 200 len: 217 time: 0.0686226 Feb 09 21:29:01.663074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e95a0-77e2-4410-970e-2f58699431bf req-26ebc05b-2088-43b6-a42d-3768aa9d3b42 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:01.671185 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-460e95a0-77e2-4410-970e-2f58699431bf req-26ebc05b-2088-43b6-a42d-3768aa9d3b42 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b27f8d7e-4d79-4007-b527-dba679d7c0dc HTTP/1.1" status: 200 len: 948 time: 0.3801484 Feb 09 21:29:01.674078 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2b95d058-f622-46e7-9101-b9ca415f6f02 None None] Provisioning complete for port 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:01.675163 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2b95d058-f622-46e7-9101-b9ca415f6f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:01.801745 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 3220c6a0-c063-479c-a8d7-e9f76334fdee up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:01.903274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-83cedf5c-cc96-4356-8ff9-7047a2ddf06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:01.906920 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-83cedf5c-cc96-4356-8ff9-7047a2ddf06e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.2538249 Feb 09 21:29:01.915188 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5a87bb7-0c27-4770-b3bc-4c49ec12be5e admin admin] Publish callbacks [] for port (17d44000-1c3f-4966-8ee6-4e9fb1329e5e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:01.964766 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2b95d058-f622-46e7-9101-b9ca415f6f02 None None] Current status of the port 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:01.972037 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6632c942-05ed-4ff0-9a3c-8c3008f5d7da None None] Network 19742573-6148-471d-8360-251539e0b62e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:29:01.975042 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:01.998947 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5a87bb7-0c27-4770-b3bc-4c49ec12be5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (17d44000-1c3f-4966-8ee6-4e9fb1329e5e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.015245 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-460e95a0-77e2-4410-970e-2f58699431bf req-8abaf48c-2fb3-4816-8837-903c3bf0d563 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381176 Feb 09 21:29:02.066763 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 3220c6a0-c063-479c-a8d7-e9f76334fdee completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:29:02.073816 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44094) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:02.075318 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2b95d058-f622-46e7-9101-b9ca415f6f02 None None] Provisioning complete for port d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:02.075722 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2b95d058-f622-46e7-9101-b9ca415f6f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d684e2b5-cba7-45ab-871a-2bc8f3bbcea8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.081891 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 3220c6a0-c063-479c-a8d7-e9f76334fdee triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:02.082266 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3220c6a0-c063-479c-a8d7-e9f76334fdee), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.105351 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a87bb7-0c27-4770-b3bc-4c49ec12be5e admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:02.111060 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-e5a87bb7-0c27-4770-b3bc-4c49ec12be5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:02.125851 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d684e2b5-cba7-45ab-871a-2bc8f3bbcea8), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.126510 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a87bb7-0c27-4770-b3bc-4c49ec12be5e admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:02.232364 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a87bb7-0c27-4770-b3bc-4c49ec12be5e admin admin] Pushing event updated for resources: {'Port': ['ID=17d44000-1c3f-4966-8ee6-4e9fb1329e5e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:02.247625 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b88d3d-42ab-45da-b71b-c50af2b0bda4 req-deca98b2-8027-48ef-90c5-a372c26855e9 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:02.251970 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-24b88d3d-42ab-45da-b71b-c50af2b0bda4 req-deca98b2-8027-48ef-90c5-a372c26855e9 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.42 "GET /v2.0/ports?device_id=79fcee80-29a2-4784-9b77-3ae6616114e7 HTTP/1.1" status: 200 len: 950 time: 0.2473464 Feb 09 21:29:02.267775 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-db3132a3-0af6-4135-9d9b-61d0af138da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:02.269846 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-db3132a3-0af6-4135-9d9b-61d0af138da6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3453906 Feb 09 21:29:02.272140 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2b95d058-f622-46e7-9101-b9ca415f6f02 None None] Port d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:29:02.302659 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ffc0b-1a6d-48a8-9a21-73d5c67d7aed req-ec83d5fb-7e5f-4bbf-a6c8-ea80c552add5 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:02.309562 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-195ffc0b-1a6d-48a8-9a21-73d5c67d7aed req-ec83d5fb-7e5f-4bbf-a6c8-ea80c552add5 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=d582c486-e1d7-425f-b861-2f4e4dc7c680 HTTP/1.1" status: 200 len: 949 time: 0.1901395 Feb 09 21:29:02.338740 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-eabb0afe-5508-49ed-a7b1-8b1a578fc913 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks [] for port (3bc2ba39-cd44-4d0b-992c-58cc712ee651), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.353451 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2b672bb8-09f3-4736-8ada-02d410d01dc8 admin admin] Publish callbacks [] for security_group (2e52a7ac-6d67-4bfc-9445-60a34711a0ab), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.359860 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 3220c6a0-c063-479c-a8d7-e9f76334fdee is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:02.361592 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3220c6a0-c063-479c-a8d7-e9f76334fdee), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.369151 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-857af3ce-a90a-42fe-9db9-3c1080db199f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.420050 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd582c486-e1d7-425f-b861-2f4e4dc7c680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3220c6a0-c063-479c-a8d7-e9f76334fdee'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:02.422412 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf34d1b-1885-4b4a-bb1f-6f8613175cdd" -d '{"events": [{"server_uuid": "d582c486-e1d7-425f-b861-2f4e4dc7c680", "name": "network-vif-plugged", "status": "completed", "tag": "3220c6a0-c063-479c-a8d7-e9f76334fdee"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:02.456514 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 3220c6a0-c063-479c-a8d7-e9f76334fdee, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3220c6a0-c063-479c-a8d7-e9f76334fdee,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:02.466199 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3220c6a0-c063-479c-a8d7-e9f76334fdee), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.527948 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=3220c6a0-c063-479c-a8d7-e9f76334fdee,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:02.528200 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2b672bb8-09f3-4736-8ada-02d410d01dc8 admin admin] Publish callbacks [] for security_group (2e52a7ac-6d67-4bfc-9445-60a34711a0ab), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.625440 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-eabb0afe-5508-49ed-a7b1-8b1a578fc913 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (3bc2ba39-cd44-4d0b-992c-58cc712ee651), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.638098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['93e927e6-90ef-480c-bf7f-9988462f2fcb'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:02.738834 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-eabb0afe-5508-49ed-a7b1-8b1a578fc913 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:02.750972 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-195ffc0b-1a6d-48a8-9a21-73d5c67d7aed req-c6cd0d30-7de3-4387-bca3-c10fa062f97a tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405465 Feb 09 21:29:02.753689 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-eabb0afe-5508-49ed-a7b1-8b1a578fc913 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:02.773323 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-eabb0afe-5508-49ed-a7b1-8b1a578fc913 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:02.778564 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-eabb0afe-5508-49ed-a7b1-8b1a578fc913 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:02.779225 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-eabb0afe-5508-49ed-a7b1-8b1a578fc913 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.803634 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-24b88d3d-42ab-45da-b71b-c50af2b0bda4 req-58f5bfcf-941c-4717-84d2-382ea5283ccf tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Deleting port 07bf2195-415e-44fc-880f-f72dcb562ee7 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:29:02.804001 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-24b88d3d-42ab-45da-b71b-c50af2b0bda4 req-58f5bfcf-941c-4717-84d2-382ea5283ccf tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (07bf2195-415e-44fc-880f-f72dcb562ee7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.819540 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb0afe-5508-49ed-a7b1-8b1a578fc913 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Pushing event updated for resources: {'Port': ['ID=3bc2ba39-cd44-4d0b-992c-58cc712ee651,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:02.836377 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-47a74237-6e60-4d2f-9b95-c95ee77424b9 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5499752 Feb 09 21:29:02.838593 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-857af3ce-a90a-42fe-9db9-3c1080db199f admin admin] Publish callbacks [] for security_group (23a6c090-9b5a-4b48-9fc0-52be2a873bcb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.844171 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2b672bb8-09f3-4736-8ada-02d410d01dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2e52a7ac-6d67-4bfc-9445-60a34711a0ab), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.847616 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2b672bb8-09f3-4736-8ada-02d410d01dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.851687 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2b672bb8-09f3-4736-8ada-02d410d01dc8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2e52a7ac-6d67-4bfc-9445-60a34711a0ab HTTP/1.1" status: 204 len: 168 time: 1.3675952 Feb 09 21:29:02.894617 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-857af3ce-a90a-42fe-9db9-3c1080db199f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (23a6c090-9b5a-4b48-9fc0-52be2a873bcb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.918087 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b672bb8-09f3-4736-8ada-02d410d01dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e52a7ac-6d67-4bfc-9445-60a34711a0ab,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:02.922317 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-eabb0afe-5508-49ed-a7b1-8b1a578fc913 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5263855 Feb 09 21:29:02.966262 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] Request body: {'port': {'device_id': '293dd819-12cc-412c-a89e-65cf0656d76f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:03.030123 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5a87bb7-0c27-4770-b3bc-4c49ec12be5e admin admin] Publish callbacks [] for router_gateway (00290ca8-f438-4322-b937-a04eb48eb29c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:03.037429 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:03.058695 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-5933eea9-6c3d-48c5-8ce8-8f9d6d4007b1 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:03.061994 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-857af3ce-a90a-42fe-9db9-3c1080db199f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=694cbbf637564762a20affb667048ef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9667239 Feb 09 21:29:03.067001 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-5933eea9-6c3d-48c5-8ce8-8f9d6d4007b1 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 807 time: 0.4368191 Feb 09 21:29:03.074129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44116) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:03.088208 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857af3ce-a90a-42fe-9db9-3c1080db199f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a6c090-9b5a-4b48-9fc0-52be2a873bcb,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:03.158479 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:03.159792 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:03.194075 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-e8782f38-7376-4f86-85be-f138f53e80af tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/quotas/64ac4f48e4c94eaa87202007938b3f7a HTTP/1.1" status: 200 len: 375 time: 0.1254873 Feb 09 21:29:03.208143 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3bc2ba39-cd44-4d0b-992c-58cc712ee651), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:03.222710 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-24b88d3d-42ab-45da-b71b-c50af2b0bda4 req-58f5bfcf-941c-4717-84d2-382ea5283ccf tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] For port 07bf2195-415e-44fc-880f-f72dcb562ee7, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=07bf2195-415e-44fc-880f-f72dcb562ee7,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:03.223267 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-24b88d3d-42ab-45da-b71b-c50af2b0bda4 req-58f5bfcf-941c-4717-84d2-382ea5283ccf tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (07bf2195-415e-44fc-880f-f72dcb562ee7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:03.271531 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-d69db3ae-5ce6-490d-b7f4-a9e1422577b5 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761232 Feb 09 21:29:03.275892 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d2152bb-1597-44d2-bbb0-83d5ed07440b req-e3d8e12f-aa38-4e8d-8f88-2a317b1191e0 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226558 Feb 09 21:29:03.287486 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-24b88d3d-42ab-45da-b71b-c50af2b0bda4 req-58f5bfcf-941c-4717-84d2-382ea5283ccf tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Calling delete_port for 07bf2195-415e-44fc-880f-f72dcb562ee7 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:29:03.289154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0128ff-c0ff-483b-872b-79e0dd87ad2c req-4c4c532b-005c-4cf1-8c83-54b5f78d4550 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:03.295934 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:03.296189 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f0128ff-c0ff-483b-872b-79e0dd87ad2c req-4c4c532b-005c-4cf1-8c83-54b5f78d4550 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/ports?device_id=79fcee80-29a2-4784-9b77-3ae6616114e7 HTTP/1.1" status: 200 len: 950 time: 0.3104742 Feb 09 21:29:03.358166 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] Publish callbacks [] for port (d684e2b5-cba7-45ab-871a-2bc8f3bbcea8), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:03.361082 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b52f6cc0-1633-471e-8e6d-f83cdb80d2bc admin admin] Publish callbacks [] for security_group (23a6c090-9b5a-4b48-9fc0-52be2a873bcb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:03.387408 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2b857d3d-f050-4774-b7ef-f50f5062fa0a None None] Provisioning complete for port 3bc2ba39-cd44-4d0b-992c-58cc712ee651 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:03.387824 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2b857d3d-f050-4774-b7ef-f50f5062fa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3bc2ba39-cd44-4d0b-992c-58cc712ee651), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:03.463583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2b857d3d-f050-4774-b7ef-f50f5062fa0a None None] Port 3bc2ba39-cd44-4d0b-992c-58cc712ee651 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:29:03.467108 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] Transition to ACTIVE for port object d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:29:03.485920 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d684e2b5-cba7-45ab-871a-2bc8f3bbcea8), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:03.496512 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b52f6cc0-1633-471e-8e6d-f83cdb80d2bc admin admin] Publish callbacks [] for security_group (23a6c090-9b5a-4b48-9fc0-52be2a873bcb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:03.504560 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f0128ff-c0ff-483b-872b-79e0dd87ad2c req-60fd2d3a-c291-443c-a36e-29dc704dcc92 tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1a04c7-bca8-42aa-8e83-767a7febbdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074275 Feb 09 21:29:03.541613 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:03.606945 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5a87bb7-0c27-4770-b3bc-4c49ec12be5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (00290ca8-f438-4322-b937-a04eb48eb29c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:03.623407 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-fc75a33f-b5be-41f2-9c56-71ece668da44 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:29:03.633632 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-fc75a33f-b5be-41f2-9c56-71ece668da44 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1530218 Feb 09 21:29:03.664906 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16504040-770f-4be2-93b4-608361a7a5d5 req-078582da-d711-4ccd-9099-7bc28287b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:03.666727 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-16504040-770f-4be2-93b4-608361a7a5d5 req-078582da-d711-4ccd-9099-7bc28287b145 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dad381a48ee46dc8eee0af4c62ed356&device_id=b27f8d7e-4d79-4007-b527-dba679d7c0dc HTTP/1.1" status: 200 len: 1130 time: 0.3316305 Feb 09 21:29:03.696270 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] Pushing event updated for resources: {'Port': ['ID=d684e2b5-cba7-45ab-871a-2bc8f3bbcea8,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:03.846130 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] Attempting to bind port d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:03.847001 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] Attempting to bind port d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:03.847342 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] Attempting to bind port d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:03.849499 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b52f6cc0-1633-471e-8e6d-f83cdb80d2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (23a6c090-9b5a-4b48-9fc0-52be2a873bcb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:03.852329 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b52f6cc0-1633-471e-8e6d-f83cdb80d2bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:03.853524 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b52f6cc0-1633-471e-8e6d-f83cdb80d2bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/23a6c090-9b5a-4b48-9fc0-52be2a873bcb HTTP/1.1" status: 204 len: 168 time: 0.7784240 Feb 09 21:29:03.891731 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-37bbdd41-0f68-4db4-97a4-079d013283cf service neutron] 10.222.0.77 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570915 Feb 09 21:29:03.899788 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f6cc0-1633-471e-8e6d-f83cdb80d2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a6c090-9b5a-4b48-9fc0-52be2a873bcb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:03.967331 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] Port d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:03.967586 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] Attempting to bind port d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:03.969828 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-24b88d3d-42ab-45da-b71b-c50af2b0bda4 req-58f5bfcf-941c-4717-84d2-382ea5283ccf tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (07bf2195-415e-44fc-880f-f72dcb562ee7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:04.022332 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edfb6e-efac-4cf5-9e6c-26ed6965569f req-f178a13a-05de-4d3b-ba56-c4ffc3aaf751 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:04.024159 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-47edfb6e-efac-4cf5-9e6c-26ed6965569f req-f178a13a-05de-4d3b-ba56-c4ffc3aaf751 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=293dd819-12cc-412c-a89e-65cf0656d76f HTTP/1.1" status: 200 len: 935 time: 0.4056704 Feb 09 21:29:04.037822 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:04.040788 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:04.041300 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:04.041885 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] Bound port: d684e2b5-cba7-45ab-871a-2bc8f3bbcea8, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:04.042318 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d684e2b5-cba7-45ab-871a-2bc8f3bbcea8), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:04.058923 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5bfcf-941c-4717-84d2-382ea5283ccf tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Pushing event deleted for resources: {'Port': ['ID=07bf2195-415e-44fc-880f-f72dcb562ee7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:04.087379 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16504040-770f-4be2-93b4-608361a7a5d5 req-c8268cf9-d288-4b63-8793-40fa6ae18bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:04.089186 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-16504040-770f-4be2-93b4-608361a7a5d5 req-c8268cf9-d288-4b63-8793-40fa6ae18bc5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.3755124 Feb 09 21:29:04.227969 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-16504040-770f-4be2-93b4-608361a7a5d5 req-a003199c-2729-491f-8661-10909ab6f2b0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=53baedd1-9caf-4276-9398-c235fb1c1dbe HTTP/1.1" status: 200 len: 217 time: 0.1179094 Feb 09 21:29:04.248231 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-fff919f6-fb84-43f7-91b5-1d1a8740904c service neutron] 10.222.0.77 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449142 Feb 09 21:29:04.288618 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b88d3d-42ab-45da-b71b-c50af2b0bda4 req-58f5bfcf-941c-4717-84d2-382ea5283ccf tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] No DVR routers for this DVR port 07bf2195-415e-44fc-880f-f72dcb562ee7 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:29:04.292045 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-47edfb6e-efac-4cf5-9e6c-26ed6965569f req-fedb2c12-39de-4608-9434-186d2228cf60 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569091 Feb 09 21:29:04.300569 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-24b88d3d-42ab-45da-b71b-c50af2b0bda4 req-58f5bfcf-941c-4717-84d2-382ea5283ccf tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:04.308332 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-24b88d3d-42ab-45da-b71b-c50af2b0bda4 req-58f5bfcf-941c-4717-84d2-382ea5283ccf tempest-DeleteServersAdminTestJSON-553094873 tempest-DeleteServersAdminTestJSON-553094873-project] 10.222.0.42 "DELETE /v2.0/ports/07bf2195-415e-44fc-880f-f72dcb562ee7 HTTP/1.1" status: 204 len: 173 time: 2.0459797 Feb 09 21:29:04.333286 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fcee80-29a2-4784-9b77-3ae6616114e7', 'name': 'network-vif-deleted', 'tag': '07bf2195-415e-44fc-880f-f72dcb562ee7'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:04.338201 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953d2dfb-6717-413c-b472-3f1a2353328a" -d '{"events": [{"server_uuid": "79fcee80-29a2-4784-9b77-3ae6616114e7", "name": "network-vif-deleted", "tag": "07bf2195-415e-44fc-880f-f72dcb562ee7"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:04.402386 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49b5fd9-81b9-40b5-8714-e0d642a735b6 x-openstack-request-id: req-c49b5fd9-81b9-40b5-8714-e0d642a735b6 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:04.402927 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d582c486-e1d7-425f-b861-2f4e4dc7c680", "name": "network-vif-plugged", "status": "completed", "tag": "3220c6a0-c063-479c-a8d7-e9f76334fdee", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:04.402927 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c49b5fd9-81b9-40b5-8714-e0d642a735b6 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:04.404256 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd582c486-e1d7-425f-b861-2f4e4dc7c680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3220c6a0-c063-479c-a8d7-e9f76334fdee', 'code': 200} Feb 09 21:29:04.437109 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44152) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:04.493597 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] For port d684e2b5-cba7-45ab-871a-2bc8f3bbcea8, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:04.498608 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc2ba39-cd44-4d0b-992c-58cc712ee651 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:04.512134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16504040-770f-4be2-93b4-608361a7a5d5 req-f52c7025-883c-4b2a-a081-c496dd5db2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:04.517494 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] Publish callbacks [] for port (3bc2ba39-cd44-4d0b-992c-58cc712ee651), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:04.526800 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-16504040-770f-4be2-93b4-608361a7a5d5 req-f52c7025-883c-4b2a-a081-c496dd5db2ad service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.2770751 Feb 09 21:29:04.527827 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] For port d684e2b5-cba7-45ab-871a-2bc8f3bbcea8, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d684e2b5-cba7-45ab-871a-2bc8f3bbcea8,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:04.537062 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8d4dc472-d561-4553-bf0a-90fc0d76042f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:04.551940 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a87bb7-0c27-4770-b3bc-4c49ec12be5e admin admin] Router 00290ca8-f438-4322-b937-a04eb48eb29c is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:29:04.556136 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d684e2b5-cba7-45ab-871a-2bc8f3bbcea8), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:04.646344 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] Transition to ACTIVE for port object 3bc2ba39-cd44-4d0b-992c-58cc712ee651 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:29:04.731538 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:04.733019 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:04.734527 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] 10.222.0.71 "PUT /v2.0/ports/d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 HTTP/1.1" status: 200 len: 1096 time: 3.4145598 Feb 09 21:29:04.751531 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8d4dc472-d561-4553-bf0a-90fc0d76042f admin admin] Publish callbacks [] for security_group (c3926436-5a71-4b82-bb1c-b30f1e767a21), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:04.751791 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3bc2ba39-cd44-4d0b-992c-58cc712ee651), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:04.876977 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5fa99-d0fb-4d99-8d81-d4216f4f5765 service neutron] Pushing event updated for resources: {'Port': ['ID=d684e2b5-cba7-45ab-871a-2bc8f3bbcea8,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:04.947529 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967abb71-a08f-4cda-81d4-87698f82be7f req-385f5ed3-4156-4e88-9b7f-4db94e29bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:04.949672 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-967abb71-a08f-4cda-81d4-87698f82be7f req-385f5ed3-4156-4e88-9b7f-4db94e29bfe0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d582c486-e1d7-425f-b861-2f4e4dc7c680 HTTP/1.1" status: 200 len: 1132 time: 0.3002954 Feb 09 21:29:05.072612 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] Attempting to bind port 3bc2ba39-cd44-4d0b-992c-58cc712ee651 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:05.072961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] Attempting to bind port 3bc2ba39-cd44-4d0b-992c-58cc712ee651 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:05.073335 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] Attempting to bind port 3bc2ba39-cd44-4d0b-992c-58cc712ee651 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:05.094480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] Pushing event updated for resources: {'Port': ['ID=3bc2ba39-cd44-4d0b-992c-58cc712ee651,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:05.120287 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] Port 3bc2ba39-cd44-4d0b-992c-58cc712ee651 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:05.120620 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] Attempting to bind port 3bc2ba39-cd44-4d0b-992c-58cc712ee651 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:05.150774 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c51054a9-20cf-4119-a939-4b3877c2952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:05.152527 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c51054a9-20cf-4119-a939-4b3877c2952d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&device_id=3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e HTTP/1.1" status: 200 len: 1130 time: 0.3620307 Feb 09 21:29:05.173980 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:05.174997 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8d4dc472-d561-4553-bf0a-90fc0d76042f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c3926436-5a71-4b82-bb1c-b30f1e767a21), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:05.176405 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:05.177478 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:05.179104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] Bound port: 3bc2ba39-cd44-4d0b-992c-58cc712ee651, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:05.180832 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3bc2ba39-cd44-4d0b-992c-58cc712ee651), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:05.346921 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4dc472-d561-4553-bf0a-90fc0d76042f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3926436-5a71-4b82-bb1c-b30f1e767a21,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:05.353197 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8d4dc472-d561-4553-bf0a-90fc0d76042f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=46cc3833c73743c2bae173b7f942a516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9148498 Feb 09 21:29:05.364310 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44178) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:05.397143 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16504040-770f-4be2-93b4-608361a7a5d5 req-b7eddabc-ae78-4c20-b2a9-e56896b02f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:05.406988 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-16504040-770f-4be2-93b4-608361a7a5d5 req-b7eddabc-ae78-4c20-b2a9-e56896b02f1c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8653586 Feb 09 21:29:05.479836 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efca90a-b42e-4aaf-ab19-03b8f3503d24 req-d72b3b63-2c3f-4915-b784-84916d196e28 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:05.481564 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9efca90a-b42e-4aaf-ab19-03b8f3503d24 req-d72b3b63-2c3f-4915-b784-84916d196e28 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b27f8d7e-4d79-4007-b527-dba679d7c0dc HTTP/1.1" status: 200 len: 948 time: 0.8638639 Feb 09 21:29:05.533838 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80179b8c-1028-4af1-9253-00ddb0f36db9 req-00fad239-8eff-442b-99e0-f6cb40ede8db tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:05.540756 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80179b8c-1028-4af1-9253-00ddb0f36db9 req-00fad239-8eff-442b-99e0-f6cb40ede8db tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=d582c486-e1d7-425f-b861-2f4e4dc7c680 HTTP/1.1" status: 200 len: 950 time: 0.9008641 Feb 09 21:29:05.557483 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-ab76c6eb-cd9e-4bfd-a3fa-80d14bf37223 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 HTTP/1.1" status: 200 len: 217 time: 0.3620806 Feb 09 21:29:05.561210 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-967abb71-a08f-4cda-81d4-87698f82be7f req-ae16c8e6-9463-47ef-9ccd-71910fda93ee service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5728204 Feb 09 21:29:05.645012 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9efca90a-b42e-4aaf-ab19-03b8f3503d24 req-6fdad7aa-4dde-4b5c-84d0-4bde3bd328ce tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190114 Feb 09 21:29:05.646394 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a87bb7-0c27-4770-b3bc-4c49ec12be5e admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:29:05.656800 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e080df-f132-436f-9332-385feec379a2 None None] Sync routers for ids ['00290ca8-f438-4322-b937-a04eb48eb29c'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:29:05.670036 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-7c61cdfc-f161-44b1-8c41-deecb0b6cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:05.680580 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-7c61cdfc-f161-44b1-8c41-deecb0b6cbf2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1076715 Feb 09 21:29:05.684491 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e080df-f132-436f-9332-385feec379a2 None None] Routers {'00290ca8-f438-4322-b937-a04eb48eb29c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:29:05.685391 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-54e080df-f132-436f-9332-385feec379a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:28:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['00290ca8-f438-4322-b937-a04eb48eb29c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:05.731957 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c05a968-d8fa-4d4b-ace8-748c878a52c6 x-openstack-request-id: req-1c05a968-d8fa-4d4b-ace8-748c878a52c6 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:05.732525 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fcee80-29a2-4784-9b77-3ae6616114e7", "name": "network-vif-deleted", "tag": "07bf2195-415e-44fc-880f-f72dcb562ee7", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:05.732525 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c05a968-d8fa-4d4b-ace8-748c878a52c6 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:05.732885 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fcee80-29a2-4784-9b77-3ae6616114e7', 'name': 'network-vif-deleted', 'tag': '07bf2195-415e-44fc-880f-f72dcb562ee7', 'status': 'completed', 'code': 200} Feb 09 21:29:05.736127 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] For port 3bc2ba39-cd44-4d0b-992c-58cc712ee651, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:05.756368 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 07bf2195-415e-44fc-880f-f72dcb562ee7 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:29:05.775696 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] For port 3bc2ba39-cd44-4d0b-992c-58cc712ee651, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=3bc2ba39-cd44-4d0b-992c-58cc712ee651,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:05.795002 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3bc2ba39-cd44-4d0b-992c-58cc712ee651), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:05.805144 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5a87bb7-0c27-4770-b3bc-4c49ec12be5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:05.809390 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e5a87bb7-0c27-4770-b3bc-4c49ec12be5e admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.8158011 Feb 09 21:29:05.809874 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 07bf2195-415e-44fc-880f-f72dcb562ee7 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:29:05.812151 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44182) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:05.812424 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 07bf2195-415e-44fc-880f-f72dcb562ee7 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:29:05.813729 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f1877360-9b66-452f-857f-c2d1b06ff61f admin admin] Publish callbacks [] for security_group (c3926436-5a71-4b82-bb1c-b30f1e767a21), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:05.880956 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-54e080df-f132-436f-9332-385feec379a2 None None] Set router 00290ca8-f438-4322-b937-a04eb48eb29c gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:29:05.885615 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-a3f205d3-fc23-4665-9871-08a238a7e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:05.887176 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-a3f205d3-fc23-4665-9871-08a238a7e9f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1995051 Feb 09 21:29:05.890181 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:05.892024 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:05.892173 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] 10.222.0.71 "PUT /v2.0/ports/3bc2ba39-cd44-4d0b-992c-58cc712ee651 HTTP/1.1" status: 200 len: 1095 time: 2.9409409 Feb 09 21:29:05.934353 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80179b8c-1028-4af1-9253-00ddb0f36db9 req-54194865-f1f6-4025-8063-8a0f6fef1953 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926389 Feb 09 21:29:05.953425 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-16504040-770f-4be2-93b4-608361a7a5d5 req-a86146f6-b306-448f-ad70-1ebc1c7f3558 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266881 Feb 09 21:29:06.020438 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bde6cd91-3c27-4ab7-aa28-f51f070e1aed req-c6598ccb-0d5e-4490-a6e4-6037485c3d8b tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 210 time: 0.1261325 Feb 09 21:29:06.032794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2249718-0f5e-484d-b7ee-6d32d19d8cfe service neutron] Pushing event updated for resources: {'Port': ['ID=3bc2ba39-cd44-4d0b-992c-58cc712ee651,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:06.147516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-db4228ea-9ae2-455d-8c96-23413194f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:06.155394 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-db4228ea-9ae2-455d-8c96-23413194f4e1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&device_id=293dd819-12cc-412c-a89e-65cf0656d76f HTTP/1.1" status: 200 len: 1129 time: 0.1979694 Feb 09 21:29:06.157987 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-11949eac-562c-4f55-bce6-0efa1c4f9ef4 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549977 Feb 09 21:29:06.164939 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-54e080df-f132-436f-9332-385feec379a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-router', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:28:58Z', 'updated_at': '2022-02-09T21:29:02Z', 'revision_number': 3, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'gw_port': {'id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:76:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:00Z', 'updated_at': '2022-02-09T21:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:06.174426 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f1877360-9b66-452f-857f-c2d1b06ff61f admin admin] Publish callbacks [] for security_group (c3926436-5a71-4b82-bb1c-b30f1e767a21), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:06.228625 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e080df-f132-436f-9332-385feec379a2 None None] Checking router: 00290ca8-f438-4322-b937-a04eb48eb29c for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:29:06.229363 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e080df-f132-436f-9332-385feec379a2 None None] Updating router 00290ca8-f438-4322-b937-a04eb48eb29c port 17d44000-1c3f-4966-8ee6-4e9fb1329e5e binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:29:06.246692 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-1f09bee5-abdf-437e-aea8-a2e7c3d9c9c3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=3bc2ba39-cd44-4d0b-992c-58cc712ee651 HTTP/1.1" status: 200 len: 217 time: 0.0740135 Feb 09 21:29:06.273896 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-54e080df-f132-436f-9332-385feec379a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (17d44000-1c3f-4966-8ee6-4e9fb1329e5e), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:06.341812 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f1877360-9b66-452f-857f-c2d1b06ff61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c3926436-5a71-4b82-bb1c-b30f1e767a21), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:06.345487 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f1877360-9b66-452f-857f-c2d1b06ff61f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:06.347145 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f1877360-9b66-452f-857f-c2d1b06ff61f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c3926436-5a71-4b82-bb1c-b30f1e767a21 HTTP/1.1" status: 204 len: 168 time: 0.9785802 Feb 09 21:29:06.528755 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 53baedd1-9caf-4276-9398-c235fb1c1dbe details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:29:06.601040 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-f13b460d-19b7-4c9e-bcf8-fb07631bbba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:06.602525 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-f13b460d-19b7-4c9e-bcf8-fb07631bbba2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.3457210 Feb 09 21:29:06.653150 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-16504040-770f-4be2-93b4-608361a7a5d5 req-dd1d06f3-049e-403a-a4e5-3f8ddeb5f4e2 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6442556 Feb 09 21:29:06.684637 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1877360-9b66-452f-857f-c2d1b06ff61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3926436-5a71-4b82-bb1c-b30f1e767a21,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:06.708987 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877360-9b66-452f-857f-c2d1b06ff61f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:06.709599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877360-9b66-452f-857f-c2d1b06ff61f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:06.710127 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877360-9b66-452f-857f-c2d1b06ff61f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:06.710635 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877360-9b66-452f-857f-c2d1b06ff61f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:06.711868 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877360-9b66-452f-857f-c2d1b06ff61f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:06.712528 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877360-9b66-452f-857f-c2d1b06ff61f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:06.713371 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877360-9b66-452f-857f-c2d1b06ff61f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:06.714620 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877360-9b66-452f-857f-c2d1b06ff61f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:06.716190 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877360-9b66-452f-857f-c2d1b06ff61f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:06.716724 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877360-9b66-452f-857f-c2d1b06ff61f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:06.718208 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877360-9b66-452f-857f-c2d1b06ff61f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:06.718729 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877360-9b66-452f-857f-c2d1b06ff61f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:06.719549 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877360-9b66-452f-857f-c2d1b06ff61f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:06.759306 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 53baedd1-9caf-4276-9398-c235fb1c1dbe, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=53baedd1-9caf-4276-9398-c235fb1c1dbe,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:06.810718 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '53baedd1-9caf-4276-9398-c235fb1c1dbe', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': '53baedd1-9caf-4276-9398-c235fb1c1dbe', 'mac_address': 'fa:16:3e:ed:47:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:29:06.846710 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-1907427b-50d7-40f1-a217-7a4f4d013236 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6670449 Feb 09 21:29:06.852338 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165edb84-b3eb-4862-822e-d201961918f4 req-35c22d2c-816b-4542-82ef-0dee8049f7c0 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:06.867498 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-165edb84-b3eb-4862-822e-d201961918f4 req-35c22d2c-816b-4542-82ef-0dee8049f7c0 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=293dd819-12cc-412c-a89e-65cf0656d76f HTTP/1.1" status: 200 len: 947 time: 0.5462003 Feb 09 21:29:06.882628 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-64d43ee9-d2f5-48fb-89d4-525a91b68327 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:06.888541 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-64d43ee9-d2f5-48fb-89d4-525a91b68327 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.42 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 807 time: 0.5860000 Feb 09 21:29:06.902571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Request body: {'port': {'device_id': 'fc5c5265-889b-4c5f-b4d8-514ae98a913f', 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac', 'admin_state_up': True, 'tenant_id': '64ac4f48e4c94eaa87202007938b3f7a'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:06.981415 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 53baedd1-9caf-4276-9398-c235fb1c1dbe is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:06.981822 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (53baedd1-9caf-4276-9398-c235fb1c1dbe), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:07.004178 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53baedd1-9caf-4276-9398-c235fb1c1dbe {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:07.034765 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-cde306c6-fbb4-4192-9e47-08f727d05c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:07.035700 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-54e080df-f132-436f-9332-385feec379a2 None None] Publish callbacks [] for port (17d44000-1c3f-4966-8ee6-4e9fb1329e5e), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:07.036380 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-cde306c6-fbb4-4192-9e47-08f727d05c44 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4129014 Feb 09 21:29:07.037045 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 53baedd1-9caf-4276-9398-c235fb1c1dbe, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=53baedd1-9caf-4276-9398-c235fb1c1dbe,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:07.045819 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (53baedd1-9caf-4276-9398-c235fb1c1dbe), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:07.053632 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-54e080df-f132-436f-9332-385feec379a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (17d44000-1c3f-4966-8ee6-4e9fb1329e5e), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:07.169004 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=53baedd1-9caf-4276-9398-c235fb1c1dbe,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:07.215015 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51900aa-a387-4e2d-9f7d-65aeae5bcd1d None None] Pushing event updated for resources: {'Port': ['ID=17d44000-1c3f-4966-8ee6-4e9fb1329e5e,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:07.216520 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-9795ec7f-4c05-430d-b275-7e1bb256b1c0 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581502 Feb 09 21:29:07.222391 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-54e080df-f132-436f-9332-385feec379a2 None None] Attempting to bind port 17d44000-1c3f-4966-8ee6-4e9fb1329e5e on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:07.224193 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-54e080df-f132-436f-9332-385feec379a2 None None] Attempting to bind port 17d44000-1c3f-4966-8ee6-4e9fb1329e5e by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:07.224748 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e080df-f132-436f-9332-385feec379a2 None None] Attempting to bind port 17d44000-1c3f-4966-8ee6-4e9fb1329e5e on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:07.234481 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51900aa-a387-4e2d-9f7d-65aeae5bcd1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:07.235147 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51900aa-a387-4e2d-9f7d-65aeae5bcd1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:07.235784 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51900aa-a387-4e2d-9f7d-65aeae5bcd1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:07.236330 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51900aa-a387-4e2d-9f7d-65aeae5bcd1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:07.236918 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51900aa-a387-4e2d-9f7d-65aeae5bcd1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:07.237442 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51900aa-a387-4e2d-9f7d-65aeae5bcd1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:07.237961 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51900aa-a387-4e2d-9f7d-65aeae5bcd1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:07.238480 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51900aa-a387-4e2d-9f7d-65aeae5bcd1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:07.239008 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51900aa-a387-4e2d-9f7d-65aeae5bcd1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:07.239591 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51900aa-a387-4e2d-9f7d-65aeae5bcd1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:07.240113 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51900aa-a387-4e2d-9f7d-65aeae5bcd1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:07.240611 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51900aa-a387-4e2d-9f7d-65aeae5bcd1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:07.240942 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51900aa-a387-4e2d-9f7d-65aeae5bcd1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51900aa-a387-4e2d-9f7d-65aeae5bcd1d None None] Tracked resource versions report: Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: pushed versions: Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: { 'AddressGroup': {'1.2'}, Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'ConntrackHelper': {'1.0'}, Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'Log': {'1.0'}, Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'Network': {'1.1'}, Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'Port': {'1.7'}, Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'PortForwarding': {'1.2'}, Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'QosPolicy': {'1.10'}, Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'SecurityGroup': {'1.5'}, Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'SubPort': {'1.0'}, Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'Subnet': {'1.1'}, Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'Trunk': {'1.1'}} Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: consumer versions: Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: { DHCP agent@n-d-828601-1: {}, Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: HyperV agent@n-h1-828601-1: {}, Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: HyperV agent@n-h2-828601-1: {}, Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: L3 agent@n-d-828601-1: {}, Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: Metadata agent@n-d-828601-1: {}, Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: Metering agent@n-d-828601-1: {}, Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: Open vSwitch agent@n-d-828601-1: { 'AddressGroup': '1.2', Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'ConntrackHelper': '1.0', Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'LocalIPAssociation': '1.0', Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'Log': '1.0', Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'Network': '1.1', Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'Port': '1.7', Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'PortForwarding': '1.2', Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'QosPolicy': '1.10', Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'SecurityGroup': '1.5', Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'SecurityGroupRule': '1.2', Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'SubPort': '1.0', Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'Subnet': '1.1', Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: 'Trunk': '1.1'}} Feb 09 21:29:07.242265 n-d-828601-1 neutron-server[103204]: {{(pid=103204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:29:07.247421 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e080df-f132-436f-9332-385feec379a2 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:07.248149 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e080df-f132-436f-9332-385feec379a2 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:07.248753 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-54e080df-f132-436f-9332-385feec379a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:07.249330 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e080df-f132-436f-9332-385feec379a2 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:07.250003 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-54e080df-f132-436f-9332-385feec379a2 None None] Bound port: 17d44000-1c3f-4966-8ee6-4e9fb1329e5e, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:07.250607 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-54e080df-f132-436f-9332-385feec379a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (17d44000-1c3f-4966-8ee6-4e9fb1329e5e), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:07.312626 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['53baedd1-9caf-4276-9398-c235fb1c1dbe'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:07.347158 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-54e080df-f132-436f-9332-385feec379a2 None None] For port 17d44000-1c3f-4966-8ee6-4e9fb1329e5e, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:07.354290 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-54e080df-f132-436f-9332-385feec379a2 None None] For port 17d44000-1c3f-4966-8ee6-4e9fb1329e5e, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=17d44000-1c3f-4966-8ee6-4e9fb1329e5e,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:07.360685 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-165edb84-b3eb-4862-822e-d201961918f4 req-b7ecb06d-95d1-4f45-b631-57f3e8a74acb tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900854 Feb 09 21:29:07.365157 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-54e080df-f132-436f-9332-385feec379a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (17d44000-1c3f-4966-8ee6-4e9fb1329e5e), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:07.429183 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238014e-7063-483e-98df-ee020d1e042a req-07c27208-5e0a-43e6-af71-fae604f963d7 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:07.436799 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7238014e-7063-483e-98df-ee020d1e042a req-07c27208-5e0a-43e6-af71-fae604f963d7 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b27f8d7e-4d79-4007-b527-dba679d7c0dc HTTP/1.1" status: 200 len: 949 time: 0.2315929 Feb 09 21:29:07.484185 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e080df-f132-436f-9332-385feec379a2 None None] Routers {'00290ca8-f438-4322-b937-a04eb48eb29c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:29:07.484922 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-54e080df-f132-436f-9332-385feec379a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:28:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['00290ca8-f438-4322-b937-a04eb48eb29c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:07.556646 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Made reservation on behalf of 64ac4f48e4c94eaa87202007938b3f7a for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:07.575446 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:07.615949 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-076329b4-80c0-4c5e-b363-60e3b72865ef req-c3e04cee-d7c9-4d1c-8342-3cdd681dbb9f service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832347 Feb 09 21:29:07.637632 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d5c2aa1-3e65-43b8-8312-3337478a37eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:07.653992 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51900aa-a387-4e2d-9f7d-65aeae5bcd1d None None] Pushing event updated for resources: {'Port': ['ID=17d44000-1c3f-4966-8ee6-4e9fb1329e5e,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:07.673993 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7238014e-7063-483e-98df-ee020d1e042a req-825e2ef2-b7b5-4ae5-84e1-5cc782e29184 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212169 Feb 09 21:29:07.721828 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b017db-659e-4863-a915-62aa924b7331 req-92be3a53-a88e-4706-a8f8-50db97387903 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:07.723442 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5b017db-659e-4863-a915-62aa924b7331 req-92be3a53-a88e-4706-a8f8-50db97387903 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=d582c486-e1d7-425f-b861-2f4e4dc7c680 HTTP/1.1" status: 200 len: 950 time: 0.2094183 Feb 09 21:29:07.774095 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-54e080df-f132-436f-9332-385feec379a2 None None] Set router 00290ca8-f438-4322-b937-a04eb48eb29c gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:29:07.791882 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3d31fb46-95b4-40e2-b5dc-ec91b84dd513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:07.836737 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Allocated IP 172.20.0.5 (4474165d-84c4-443a-89bd-7201ae778fac/1f097b81-caaa-46d2-99d1-7cb129c76999/13e11c2c-be45-4523-9c35-a892acc77213) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:07.994123 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-53cde8b7-db1c-40af-950f-f0c2cccf48fb req-b971faaf-4b9e-4eea-9531-338ed9681227 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 210 time: 0.0697498 Feb 09 21:29:08.018588 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e', 'tag': 'd684e2b5-cba7-45ab-871a-2bc8f3bbcea8'}, {'name': 'network-changed', 'server_uuid': '293dd819-12cc-412c-a89e-65cf0656d76f', 'tag': '3bc2ba39-cd44-4d0b-992c-58cc712ee651'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:08.020937 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ea9aea-6005-40c4-b726-a0d6f36b97f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e", "tag": "d684e2b5-cba7-45ab-871a-2bc8f3bbcea8"}, {"name": "network-changed", "server_uuid": "293dd819-12cc-412c-a89e-65cf0656d76f", "tag": "3bc2ba39-cd44-4d0b-992c-58cc712ee651"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:08.072294 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks [] for port (13e11c2c-be45-4523-9c35-a892acc77213), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:08.080035 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5b017db-659e-4863-a915-62aa924b7331 req-c49ed385-28f1-4349-b26e-8345dcaedff2 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443537 Feb 09 21:29:08.128990 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-54e080df-f132-436f-9332-385feec379a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-router', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:28:58Z', 'updated_at': '2022-02-09T21:29:02Z', 'revision_number': 3, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'gw_port': {'id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:76:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:00Z', 'updated_at': '2022-02-09T21:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:08.168030 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e080df-f132-436f-9332-385feec379a2 None None] The sync data for ids ['00290ca8-f438-4322-b937-a04eb48eb29c'] in n-d-828601-1 is: [{'id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-router', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:28:58Z', 'updated_at': '2022-02-09T21:29:02Z', 'revision_number': 3, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'gw_port': {'id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:76:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:00Z', 'updated_at': '2022-02-09T21:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:29:08.209899 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc29693-527f-4c40-8b77-308ebe86f0d3 x-openstack-request-id: req-3bc29693-527f-4c40-8b77-308ebe86f0d3 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:08.210198 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e", "tag": "d684e2b5-cba7-45ab-871a-2bc8f3bbcea8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "293dd819-12cc-412c-a89e-65cf0656d76f", "tag": "3bc2ba39-cd44-4d0b-992c-58cc712ee651", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:08.210450 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3bc29693-527f-4c40-8b77-308ebe86f0d3 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:08.210863 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e', 'tag': 'd684e2b5-cba7-45ab-871a-2bc8f3bbcea8', 'status': 'completed', 'code': 200} Feb 09 21:29:08.215869 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293dd819-12cc-412c-a89e-65cf0656d76f', 'tag': '3bc2ba39-cd44-4d0b-992c-58cc712ee651', 'status': 'completed', 'code': 200} Feb 09 21:29:08.230809 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-0d5c2aa1-3e65-43b8-8312-3337478a37eb admin admin] Allocated IP 172.20.0.1 (a3f8e4fa-eb41-400d-a414-9d927a51e184/9bbdf589-ff38-4f97-b903-2b54033c2183/0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:08.237863 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (13e11c2c-be45-4523-9c35-a892acc77213), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:08.340476 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Network 4474165d-84c4-443a-89bd-7201ae778fac is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:08.354776 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:08.354776 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea9aea-6005-40c4-b726-a0d6f36b97f6 req-d3defa06-c9bb-49d4-a6d2-4b1491791acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:08.354776 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-40ea9aea-6005-40c4-b726-a0d6f36b97f6 req-d3defa06-c9bb-49d4-a6d2-4b1491791acd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&device_id=3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e HTTP/1.1" status: 200 len: 1130 time: 0.1106699 Feb 09 21:29:08.359145 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:08.364701 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:08.365595 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:08.382582 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d5c2aa1-3e65-43b8-8312-3337478a37eb admin admin] Publish callbacks [] for port (0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:08.430868 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d5c2aa1-3e65-43b8-8312-3337478a37eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:08.481364 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5835865 Feb 09 21:29:08.484267 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Pushing event updated for resources: {'Port': ['ID=13e11c2c-be45-4523-9c35-a892acc77213,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:08.510363 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] Request body: {'port': {'device_id': 'fc5c5265-889b-4c5f-b4d8-514ae98a913f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:08.517379 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c2aa1-3e65-43b8-8312-3337478a37eb admin admin] Pushing event updated for resources: {'Port': ['ID=0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:08.538391 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5c2aa1-3e65-43b8-8312-3337478a37eb admin admin] Network a3f8e4fa-eb41-400d-a414-9d927a51e184 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:08.542610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-0d5c2aa1-3e65-43b8-8312-3337478a37eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:08.550709 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 53baedd1-9caf-4276-9398-c235fb1c1dbe up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:08.594710 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5c2aa1-3e65-43b8-8312-3337478a37eb admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:08.596716 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d5c2aa1-3e65-43b8-8312-3337478a37eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (00290ca8-f438-4322-b937-a04eb48eb29c), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:08.615404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.618408 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.619108 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.619444 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.620849 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.620849 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.621541 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.622255 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.623028 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.623770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.624226 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.624855 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.625211 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b0e298-f8f6-4307-82df-ed507306b5ea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.719621 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (13e11c2c-be45-4523-9c35-a892acc77213), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:08.735776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 53baedd1-9caf-4276-9398-c235fb1c1dbe completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:29:08.747772 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 53baedd1-9caf-4276-9398-c235fb1c1dbe triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:08.750966 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (53baedd1-9caf-4276-9398-c235fb1c1dbe), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:08.751352 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea9aea-6005-40c4-b726-a0d6f36b97f6 req-6143f0d0-ad93-4565-a415-46d4846320a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:08.753465 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-40ea9aea-6005-40c4-b726-a0d6f36b97f6 req-6143f0d0-ad93-4565-a415-46d4846320a1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.3768096 Feb 09 21:29:08.768731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96507c-8087-47c9-842d-a2b55179abcd req-74e7ea99-4dcd-4a0c-89a8-b957bed371b1 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:08.779185 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db96507c-8087-47c9-842d-a2b55179abcd req-74e7ea99-4dcd-4a0c-89a8-b957bed371b1 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=293dd819-12cc-412c-a89e-65cf0656d76f HTTP/1.1" status: 200 len: 947 time: 0.2727585 Feb 09 21:29:08.912069 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-40ea9aea-6005-40c4-b726-a0d6f36b97f6 req-fdf983d1-27b7-4dbd-ada8-890ff6a20ff0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 HTTP/1.1" status: 200 len: 217 time: 0.1516566 Feb 09 21:29:09.051208 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 53baedd1-9caf-4276-9398-c235fb1c1dbe is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:09.053474 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (53baedd1-9caf-4276-9398-c235fb1c1dbe), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:09.085123 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea9aea-6005-40c4-b726-a0d6f36b97f6 req-300d8e44-b5c5-4e93-9621-167ea8c3ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:09.087741 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-40ea9aea-6005-40c4-b726-a0d6f36b97f6 req-300d8e44-b5c5-4e93-9621-167ea8c3ce81 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1636662 Feb 09 21:29:09.088446 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44258) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:09.135218 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 53baedd1-9caf-4276-9398-c235fb1c1dbe, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=53baedd1-9caf-4276-9398-c235fb1c1dbe,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:09.141462 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 17d44000-1c3f-4966-8ee6-4e9fb1329e5e up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:09.190482 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27f8d7e-4d79-4007-b527-dba679d7c0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53baedd1-9caf-4276-9398-c235fb1c1dbe'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:09.193627 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc1762b-1506-4e37-a332-779b9aa64d97" -d '{"events": [{"server_uuid": "b27f8d7e-4d79-4007-b527-dba679d7c0dc", "name": "network-vif-plugged", "status": "completed", "tag": "53baedd1-9caf-4276-9398-c235fb1c1dbe"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:09.198343 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (53baedd1-9caf-4276-9398-c235fb1c1dbe), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:09.267283 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=53baedd1-9caf-4276-9398-c235fb1c1dbe,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:09.281875 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ec104399-fecf-49d2-bd0b-639b129cf595 None None] Provisioning complete for port 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:09.282703 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ec104399-fecf-49d2-bd0b-639b129cf595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:09.306011 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44272) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:09.327966 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ec104399-fecf-49d2-bd0b-639b129cf595 None None] Port 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:29:09.339270 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 17d44000-1c3f-4966-8ee6-4e9fb1329e5e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:09.339697 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (17d44000-1c3f-4966-8ee6-4e9fb1329e5e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:09.508765 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 17d44000-1c3f-4966-8ee6-4e9fb1329e5e is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:09.509164 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (17d44000-1c3f-4966-8ee6-4e9fb1329e5e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:09.564322 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 17d44000-1c3f-4966-8ee6-4e9fb1329e5e, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=17d44000-1c3f-4966-8ee6-4e9fb1329e5e,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:09.574984 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (17d44000-1c3f-4966-8ee6-4e9fb1329e5e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:09.632860 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea9aea-6005-40c4-b726-a0d6f36b97f6 req-ee074e89-d8cc-4666-8f49-1839c424d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:09.634700 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-40ea9aea-6005-40c4-b726-a0d6f36b97f6 req-ee074e89-d8cc-4666-8f49-1839c424d60a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5299585 Feb 09 21:29:09.648431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db96507c-8087-47c9-842d-a2b55179abcd req-8f072391-4f48-4fb5-8793-e77bb2b595c2 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8684251 Feb 09 21:29:09.662348 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d5c2aa1-3e65-43b8-8312-3337478a37eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:09.694353 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0baffb-e4ae-4cd0-aa74-46b571cc3915 req-285ab22c-ba17-4e9c-8efc-e0bc3fa0b467 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:09.704132 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd0baffb-e4ae-4cd0-aa74-46b571cc3915 req-285ab22c-ba17-4e9c-8efc-e0bc3fa0b467 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b27f8d7e-4d79-4007-b527-dba679d7c0dc HTTP/1.1" status: 200 len: 950 time: 0.3990936 Feb 09 21:29:09.707516 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=17d44000-1c3f-4966-8ee6-4e9fb1329e5e,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:09.785384 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7bfc50a-677c-42de-b485-e06b3cf04906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:09.854954 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e5108600-63ce-446c-bddc-c8c67893b31d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a710a8ca20d24ebfb06195cb7ac4104b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7596817 Feb 09 21:29:09.863985 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44280) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:09.879288 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd0baffb-e4ae-4cd0-aa74-46b571cc3915 req-0228b716-2e72-4be3-9ee8-3a62eb1f4836 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687503 Feb 09 21:29:09.934652 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-40ea9aea-6005-40c4-b726-a0d6f36b97f6 req-d3958275-e3b3-4a24-a47e-bec5ce1f5b3e service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876062 Feb 09 21:29:09.964616 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10607ee7-df42-41d7-a3e6-83795906db7d req-f5538ba1-e580-4a51-8a2f-537ecb0dcac6 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:09.966261 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10607ee7-df42-41d7-a3e6-83795906db7d req-f5538ba1-e580-4a51-8a2f-537ecb0dcac6 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 931 time: 0.1987426 Feb 09 21:29:10.068370 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1d64cdcd-5669-45a9-8a65-7bc837ca89d5 admin admin] Publish callbacks [] for security_group (aa1a04c7-bca8-42aa-8e83-767a7febbdcd), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.100295 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e11c2c-be45-4523-9c35-a892acc77213 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:10.102739 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10607ee7-df42-41d7-a3e6-83795906db7d req-5619d187-01cf-4813-837c-bbbb750c785a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182313 Feb 09 21:29:10.107614 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d5c2aa1-3e65-43b8-8312-3337478a37eb admin admin] Publish callbacks [] for port (0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.110644 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7bfc50a-677c-42de-b485-e06b3cf04906 admin admin] Publish callbacks [] for security_group (66c96de5-590e-4591-97f3-3af7c8240e8c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.115411 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d5c2aa1-3e65-43b8-8312-3337478a37eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.116447 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d5c2aa1-3e65-43b8-8312-3337478a37eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (00290ca8-f438-4322-b937-a04eb48eb29c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.125853 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7bfc50a-677c-42de-b485-e06b3cf04906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (66c96de5-590e-4591-97f3-3af7c8240e8c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.126563 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1d64cdcd-5669-45a9-8a65-7bc837ca89d5 admin admin] Publish callbacks [] for security_group (aa1a04c7-bca8-42aa-8e83-767a7febbdcd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.129423 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] Publish callbacks [] for port (13e11c2c-be45-4523-9c35-a892acc77213), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.152620 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-40ea9aea-6005-40c4-b726-a0d6f36b97f6 req-84eddf61-f19e-4291-a719-23726dc159a1 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079616 Feb 09 21:29:10.181979 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] Transition to ACTIVE for port object 13e11c2c-be45-4523-9c35-a892acc77213 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:29:10.190527 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (13e11c2c-be45-4523-9c35-a892acc77213), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.229942 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9bd249-046a-4315-af68-8431e13f95bd x-openstack-request-id: req-2f9bd249-046a-4315-af68-8431e13f95bd {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:10.231235 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27f8d7e-4d79-4007-b527-dba679d7c0dc", "name": "network-vif-plugged", "status": "completed", "tag": "53baedd1-9caf-4276-9398-c235fb1c1dbe", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:10.231568 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2f9bd249-046a-4315-af68-8431e13f95bd {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:10.232001 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27f8d7e-4d79-4007-b527-dba679d7c0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53baedd1-9caf-4276-9398-c235fb1c1dbe', 'code': 200} Feb 09 21:29:10.253343 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c2aa1-3e65-43b8-8312-3337478a37eb admin admin] Pushing event updated for resources: {'Port': ['ID=0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:10.261757 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e7bfc50a-677c-42de-b485-e06b3cf04906 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b737a0e4cfd4c76bce67ef5d0aa1a99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9520578 Feb 09 21:29:10.262698 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfc50a-677c-42de-b485-e06b3cf04906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c96de5-590e-4591-97f3-3af7c8240e8c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:10.265206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44286) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:10.275877 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] Pushing event updated for resources: {'Port': ['ID=13e11c2c-be45-4523-9c35-a892acc77213,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:10.352462 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ddb3826d-4cbd-4fbf-9ced-31e45b4fe1df admin admin] Publish callbacks [] for security_group (66c96de5-590e-4591-97f3-3af7c8240e8c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.353811 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1d64cdcd-5669-45a9-8a65-7bc837ca89d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (aa1a04c7-bca8-42aa-8e83-767a7febbdcd), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.356769 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1d64cdcd-5669-45a9-8a65-7bc837ca89d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.358149 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1d64cdcd-5669-45a9-8a65-7bc837ca89d5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aa1a04c7-bca8-42aa-8e83-767a7febbdcd HTTP/1.1" status: 204 len: 168 time: 0.4917028 Feb 09 21:29:10.391134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5c2aa1-3e65-43b8-8312-3337478a37eb admin admin] Network a3f8e4fa-eb41-400d-a414-9d927a51e184 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:10.405577 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-0d5c2aa1-3e65-43b8-8312-3337478a37eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:10.424553 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3548c810-d427-4318-9e5f-9c8c6f7a0630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.427819 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ddb3826d-4cbd-4fbf-9ced-31e45b4fe1df admin admin] Publish callbacks [] for security_group (66c96de5-590e-4591-97f3-3af7c8240e8c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.452792 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea9aea-6005-40c4-b726-a0d6f36b97f6 req-703b1eda-046d-4bd0-a339-bfd448c72561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:10.454467 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-40ea9aea-6005-40c4-b726-a0d6f36b97f6 req-703b1eda-046d-4bd0-a339-bfd448c72561 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&device_id=293dd819-12cc-412c-a89e-65cf0656d76f HTTP/1.1" status: 200 len: 1129 time: 0.2410297 Feb 09 21:29:10.486105 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64cdcd-5669-45a9-8a65-7bc837ca89d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1a04c7-bca8-42aa-8e83-767a7febbdcd,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:10.554379 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 3bc2ba39-cd44-4d0b-992c-58cc712ee651 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:29:10.560811 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] Attempting to bind port 13e11c2c-be45-4523-9c35-a892acc77213 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:10.561485 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] Attempting to bind port 13e11c2c-be45-4523-9c35-a892acc77213 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:10.562276 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] Attempting to bind port 13e11c2c-be45-4523-9c35-a892acc77213 on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:10.582294 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] Port 13e11c2c-be45-4523-9c35-a892acc77213 on network 4474165d-84c4-443a-89bd-7201ae778fac not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:10.582610 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] Attempting to bind port 13e11c2c-be45-4523-9c35-a892acc77213 on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:10.600740 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ce9c9-a277-493c-a7f9-f326a19dfddd req-9171d83b-e7af-4029-87eb-f15bf4663fc9 tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:10.601225 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ce9c9-a277-493c-a7f9-f326a19dfddd req-9171d83b-e7af-4029-87eb-f15bf4663fc9 tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:10.601699 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ce9c9-a277-493c-a7f9-f326a19dfddd req-9171d83b-e7af-4029-87eb-f15bf4663fc9 tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:10.602164 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ce9c9-a277-493c-a7f9-f326a19dfddd req-9171d83b-e7af-4029-87eb-f15bf4663fc9 tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:10.602624 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ce9c9-a277-493c-a7f9-f326a19dfddd req-9171d83b-e7af-4029-87eb-f15bf4663fc9 tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:10.603083 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ce9c9-a277-493c-a7f9-f326a19dfddd req-9171d83b-e7af-4029-87eb-f15bf4663fc9 tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:10.603545 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ce9c9-a277-493c-a7f9-f326a19dfddd req-9171d83b-e7af-4029-87eb-f15bf4663fc9 tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:10.608786 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ce9c9-a277-493c-a7f9-f326a19dfddd req-9171d83b-e7af-4029-87eb-f15bf4663fc9 tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:10.609278 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ce9c9-a277-493c-a7f9-f326a19dfddd req-9171d83b-e7af-4029-87eb-f15bf4663fc9 tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:10.632212 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-633ce9c9-a277-493c-a7f9-f326a19dfddd req-9171d83b-e7af-4029-87eb-f15bf4663fc9 tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f&device_id=293dd819-12cc-412c-a89e-65cf0656d76f&device_id=3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e&device_id=b27f8d7e-4d79-4007-b527-dba679d7c0dc&device_id=d582c486-e1d7-425f-b861-2f4e4dc7c680&device_id=b92b766f-dbb4-4ff2-b13f-8d3a77db872c&device_id=cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99&device_id=f2b1cbbe-f553-4f85-9e08-319cbb813db7&device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 8467 time: 0.2911305 Feb 09 21:29:10.643592 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132941ee-c2b6-46b2-9e0e-3e2bd882e725 req-bd28f02d-4e10-4230-875b-8b09909793c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:10.645949 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-132941ee-c2b6-46b2-9e0e-3e2bd882e725 req-bd28f02d-4e10-4230-875b-8b09909793c4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b27f8d7e-4d79-4007-b527-dba679d7c0dc HTTP/1.1" status: 200 len: 1132 time: 0.3167617 Feb 09 21:29:10.649154 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:10.651310 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] Checking segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:10.653815 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] Bound using segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:10.654542 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] Bound port: 13e11c2c-be45-4523-9c35-a892acc77213, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:10.655858 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (13e11c2c-be45-4523-9c35-a892acc77213), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.666273 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-633ce9c9-a277-493c-a7f9-f326a19dfddd req-5efd480a-2110-48a1-9a59-9367ada863c3 tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.749146 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5c2aa1-3e65-43b8-8312-3337478a37eb admin admin] Router 00290ca8-f438-4322-b937-a04eb48eb29c has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:29:10.772389 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ddb3826d-4cbd-4fbf-9ced-31e45b4fe1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (66c96de5-590e-4591-97f3-3af7c8240e8c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.778033 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 3bc2ba39-cd44-4d0b-992c-58cc712ee651, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=3bc2ba39-cd44-4d0b-992c-58cc712ee651,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:10.779466 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ddb3826d-4cbd-4fbf-9ced-31e45b4fe1df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.780747 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ddb3826d-4cbd-4fbf-9ced-31e45b4fe1df admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/66c96de5-590e-4591-97f3-3af7c8240e8c HTTP/1.1" status: 204 len: 168 time: 0.5130723 Feb 09 21:29:10.801571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] For port 13e11c2c-be45-4523-9c35-a892acc77213, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:10.805230 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] For port 13e11c2c-be45-4523-9c35-a892acc77213, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=13e11c2c-be45-4523-9c35-a892acc77213,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:10.806535 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '3bc2ba39-cd44-4d0b-992c-58cc712ee651', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': '3bc2ba39-cd44-4d0b-992c-58cc712ee651', 'mac_address': 'fa:16:3e:8a:0a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:29:10.816922 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3826d-4cbd-4fbf-9ced-31e45b4fe1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c96de5-590e-4591-97f3-3af7c8240e8c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:10.817134 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-132941ee-c2b6-46b2-9e0e-3e2bd882e725 req-09a60601-4d83-4b87-9955-3738b2fd9756 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555786 Feb 09 21:29:10.823925 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (13e11c2c-be45-4523-9c35-a892acc77213), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.890278 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:10.891347 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.893111 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] 10.222.0.42 "PUT /v2.0/ports/13e11c2c-be45-4523-9c35-a892acc77213 HTTP/1.1" status: 200 len: 1091 time: 2.4024794 Feb 09 21:29:10.901365 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5c5265-889b-4c5f-b4d8-514ae98a913f', 'tag': '13e11c2c-be45-4523-9c35-a892acc77213'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:10.904301 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139df19b-a136-45f9-8611-9bb6f38a6410" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5c5265-889b-4c5f-b4d8-514ae98a913f", "tag": "13e11c2c-be45-4523-9c35-a892acc77213"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:10.947274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 3bc2ba39-cd44-4d0b-992c-58cc712ee651 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:10.947687 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3bc2ba39-cd44-4d0b-992c-58cc712ee651), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.960260 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0b109bc2-d3bc-4384-9340-cd710458ab20 None None] Provisioning complete for port 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:10.960742 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0b109bc2-d3bc-4384-9340-cd710458ab20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.990220 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea9aea-6005-40c4-b726-a0d6f36b97f6 req-b43f15b3-629f-44df-af44-3222b171cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:10.991913 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-40ea9aea-6005-40c4-b726-a0d6f36b97f6 req-b43f15b3-629f-44df-af44-3222b171cb4d service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.4955986 Feb 09 21:29:11.016869 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd5c79-bd94-487e-b486-b26af8e979aa service neutron] Pushing event updated for resources: {'Port': ['ID=13e11c2c-be45-4523-9c35-a892acc77213,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:11.032536 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44304) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:11.051519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc2ba39-cd44-4d0b-992c-58cc712ee651 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:11.083668 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-40ea9aea-6005-40c4-b726-a0d6f36b97f6 req-f2f650dd-8b58-40a5-a5d2-c612ffca5d2a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=3bc2ba39-cd44-4d0b-992c-58cc712ee651 HTTP/1.1" status: 200 len: 217 time: 0.0609813 Feb 09 21:29:11.109417 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bbd0e9a1-10d0-4825-b12a-bb6fc77e41ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.111081 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5c2aa1-3e65-43b8-8312-3337478a37eb admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:29:11.124206 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0d5c2aa1-3e65-43b8-8312-3337478a37eb admin admin] 10.222.0.77 "PUT /v2.0/routers/00290ca8-f438-4322-b937-a04eb48eb29c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3015561 Feb 09 21:29:11.148503 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 17d44000-1c3f-4966-8ee6-4e9fb1329e5e up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:11.213778 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-03321188-dc64-4917-bb1e-79307c01bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:11.217915 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-03321188-dc64-4917-bb1e-79307c01bc9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 1125 time: 0.2515831 Feb 09 21:29:11.219699 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-633ce9c9-a277-493c-a7f9-f326a19dfddd req-5efd480a-2110-48a1-9a59-9367ada863c3 tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] Publish callbacks [] for security_group (77c55c5f-abd5-4b69-983c-0774e6b792ac), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.225372 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0b109bc2-d3bc-4384-9340-cd710458ab20 None None] Port 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:29:11.231207 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 3bc2ba39-cd44-4d0b-992c-58cc712ee651, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=3bc2ba39-cd44-4d0b-992c-58cc712ee651,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:11.240524 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f773a-4b28-41ff-a42f-e960c1122755 req-938a813e-182b-4e73-9f0d-aacbc7fb5898 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:11.242371 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-062f773a-4b28-41ff-a42f-e960c1122755 req-938a813e-182b-4e73-9f0d-aacbc7fb5898 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=293dd819-12cc-412c-a89e-65cf0656d76f HTTP/1.1" status: 200 len: 947 time: 0.2832098 Feb 09 21:29:11.243708 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-633ce9c9-a277-493c-a7f9-f326a19dfddd req-5efd480a-2110-48a1-9a59-9367ada863c3 tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (77c55c5f-abd5-4b69-983c-0774e6b792ac), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.254214 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3bc2ba39-cd44-4d0b-992c-58cc712ee651), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.255036 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:29:11.298510 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-9f3a3f2c-32e2-45a1-a618-53914ab91dfa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13e11c2c-be45-4523-9c35-a892acc77213 HTTP/1.1" status: 200 len: 217 time: 0.0676723 Feb 09 21:29:11.301694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea9aea-6005-40c4-b726-a0d6f36b97f6 req-bb9f4e99-9b38-4c00-ad62-dae615973d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:11.303512 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-40ea9aea-6005-40c4-b726-a0d6f36b97f6 req-bb9f4e99-9b38-4c00-ad62-dae615973d31 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.2123065 Feb 09 21:29:11.321242 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port d684e2b5-cba7-45ab-871a-2bc8f3bbcea8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d684e2b5-cba7-45ab-871a-2bc8f3bbcea8,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:11.357424 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'd684e2b5-cba7-45ab-871a-2bc8f3bbcea8', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': 'd684e2b5-cba7-45ab-871a-2bc8f3bbcea8', 'mac_address': 'fa:16:3e:19:2b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:29:11.392407 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44314) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:11.411987 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd480a-2110-48a1-9a59-9367ada863c3 tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c55c5f-abd5-4b69-983c-0774e6b792ac,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:11.438299 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 17d44000-1c3f-4966-8ee6-4e9fb1329e5e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:11.439143 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (17d44000-1c3f-4966-8ee6-4e9fb1329e5e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.489808 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-6ac868a0-2e15-4e79-96bd-f74e6b2a0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:11.493315 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-6ac868a0-2e15-4e79-96bd-f74e6b2a0d43 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.1886249 Feb 09 21:29:11.503177 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-633ce9c9-a277-493c-a7f9-f326a19dfddd req-5efd480a-2110-48a1-9a59-9367ada863c3 tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&id=8be9d7f2-e556-4c45-96ce-00c44f682c09&id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.8694203 Feb 09 21:29:11.544378 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-062f773a-4b28-41ff-a42f-e960c1122755 req-59e3ae0e-461e-4622-a795-0799e77a8f69 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870541 Feb 09 21:29:11.592294 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-2b609a94-0879-41e6-87ce-fdf95cdbf7b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819063 Feb 09 21:29:11.661885 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:11.662352 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d684e2b5-cba7-45ab-871a-2bc8f3bbcea8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.677068 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24891f6f-b78e-4a34-a5d8-0316e0340ac6 req-f8c70fc9-6d8b-40ff-9f71-e116ab9788a5 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:11.678775 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-24891f6f-b78e-4a34-a5d8-0316e0340ac6 req-f8c70fc9-6d8b-40ff-9f71-e116ab9788a5 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b27f8d7e-4d79-4007-b527-dba679d7c0dc HTTP/1.1" status: 200 len: 950 time: 0.1162326 Feb 09 21:29:11.690601 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.698270 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:11.733444 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b71bc5-8280-49b2-8d9b-35150d8bc1ed x-openstack-request-id: req-47b71bc5-8280-49b2-8d9b-35150d8bc1ed {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:11.733814 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5c5265-889b-4c5f-b4d8-514ae98a913f", "tag": "13e11c2c-be45-4523-9c35-a892acc77213", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:11.734023 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-47b71bc5-8280-49b2-8d9b-35150d8bc1ed {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:11.734412 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5c5265-889b-4c5f-b4d8-514ae98a913f', 'tag': '13e11c2c-be45-4523-9c35-a892acc77213', 'status': 'completed', 'code': 200} Feb 09 21:29:11.771639 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-24891f6f-b78e-4a34-a5d8-0316e0340ac6 req-b8b28989-f976-4622-aed6-5e8302b5bdb8 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872045 Feb 09 21:29:11.827718 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf70a1-35c9-4a32-aa8f-850577e743ac req-818228dc-62fd-4b85-a003-171cabf057ec tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:11.829472 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-68bf70a1-35c9-4a32-aa8f-850577e743ac req-818228dc-62fd-4b85-a003-171cabf057ec tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 943 time: 0.1016119 Feb 09 21:29:11.831560 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-871c363a-f6bb-4853-a2fa-b4b8a13d8cc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.847375 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea9aea-6005-40c4-b726-a0d6f36b97f6 req-b8866d52-f7d5-405f-a773-d4413ee2eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:11.860606 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-40ea9aea-6005-40c4-b726-a0d6f36b97f6 req-b8866d52-f7d5-405f-a773-d4413ee2eee3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5413818 Feb 09 21:29:11.861052 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=3bc2ba39-cd44-4d0b-992c-58cc712ee651,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:11.886709 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port d684e2b5-cba7-45ab-871a-2bc8f3bbcea8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d684e2b5-cba7-45ab-871a-2bc8f3bbcea8,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:11.906668 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bbd0e9a1-10d0-4825-b12a-bb6fc77e41ad admin admin] Publish callbacks [] for security_group (de6f47a3-f61e-4c13-965a-b124c6f2eb45), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.914851 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d684e2b5-cba7-45ab-871a-2bc8f3bbcea8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.014669 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-68bf70a1-35c9-4a32-aa8f-850577e743ac req-5bdf8b50-0d95-4a11-9c19-bb0ac2ee0f57 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710019 Feb 09 21:29:12.037051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 17d44000-1c3f-4966-8ee6-4e9fb1329e5e is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:12.038753 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bbd0e9a1-10d0-4825-b12a-bb6fc77e41ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (de6f47a3-f61e-4c13-965a-b124c6f2eb45), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.042101 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44330) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:12.063907 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-b5d995bd-3278-4c2a-81f7-4baf33523b90 service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613228 Feb 09 21:29:12.100552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=d684e2b5-cba7-45ab-871a-2bc8f3bbcea8,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:12.118702 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-871c363a-f6bb-4853-a2fa-b4b8a13d8cc8 admin admin] Publish callbacks [] for security_group (be08e8b7-8527-4584-9868-9026ae47e373), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.125519 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-871c363a-f6bb-4853-a2fa-b4b8a13d8cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (be08e8b7-8527-4584-9868-9026ae47e373), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.177539 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['d684e2b5-cba7-45ab-871a-2bc8f3bbcea8'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:12.179001 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-871c363a-f6bb-4853-a2fa-b4b8a13d8cc8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f337c7da8bef4a6781a22d9699544b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7779386 Feb 09 21:29:12.180665 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c363a-f6bb-4853-a2fa-b4b8a13d8cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be08e8b7-8527-4584-9868-9026ae47e373,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:12.196093 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bbd0e9a1-10d0-4825-b12a-bb6fc77e41ad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f8644d9960514fb6b9d12b04ee0b59f0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1577272 Feb 09 21:29:12.196669 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44334) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:12.196840 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-40ea9aea-6005-40c4-b726-a0d6f36b97f6 req-2e5b24a3-6450-47e6-aea6-892acfc012f0 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120806 Feb 09 21:29:12.206249 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44336) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:12.227171 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3797c17-5551-4c55-9b66-31d9f85130f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.294478 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42526f4c-a3dc-4263-a816-4698d1af18b0 admin admin] Publish callbacks [] for security_group (de6f47a3-f61e-4c13-965a-b124c6f2eb45), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.304580 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['3bc2ba39-cd44-4d0b-992c-58cc712ee651'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:12.319538 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44befcfe-d922-492d-ae92-a9a97f441ddc admin admin] Publish callbacks [] for security_group (be08e8b7-8527-4584-9868-9026ae47e373), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.335109 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3797c17-5551-4c55-9b66-31d9f85130f8 admin admin] Publish callbacks [] for security_group (2f85f3db-471d-4110-8dd6-455e495e704c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.354745 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42526f4c-a3dc-4263-a816-4698d1af18b0 admin admin] Publish callbacks [] for security_group (de6f47a3-f61e-4c13-965a-b124c6f2eb45), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.372004 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44befcfe-d922-492d-ae92-a9a97f441ddc admin admin] Publish callbacks [] for security_group (be08e8b7-8527-4584-9868-9026ae47e373), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.528927 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44befcfe-d922-492d-ae92-a9a97f441ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (be08e8b7-8527-4584-9868-9026ae47e373), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.531906 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44befcfe-d922-492d-ae92-a9a97f441ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.533661 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-44befcfe-d922-492d-ae92-a9a97f441ddc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/be08e8b7-8527-4584-9868-9026ae47e373 HTTP/1.1" status: 204 len: 168 time: 0.3377326 Feb 09 21:29:12.534921 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44340) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:12.550514 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac10a9-4638-411b-aad5-50a79807b2b8 req-c2f82906-9371-4a1f-a18a-40dc99299fbb tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:12.554872 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac10a9-4638-411b-aad5-50a79807b2b8 req-c2f82906-9371-4a1f-a18a-40dc99299fbb tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:12.555909 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac10a9-4638-411b-aad5-50a79807b2b8 req-c2f82906-9371-4a1f-a18a-40dc99299fbb tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:12.568624 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-11ac10a9-4638-411b-aad5-50a79807b2b8 req-c2f82906-9371-4a1f-a18a-40dc99299fbb tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d582c486-e1d7-425f-b861-2f4e4dc7c680&device_id=cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99&device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 2999 time: 0.1695111 Feb 09 21:29:12.593352 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3797c17-5551-4c55-9b66-31d9f85130f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2f85f3db-471d-4110-8dd6-455e495e704c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.598907 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-64bb40a3-0c8d-4c04-b6fb-5f3627a57e17 req-115b8380-fea5-49b0-8e36-4c44041b4fc9 service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887736 Feb 09 21:29:12.605357 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-48b81004-255b-4eba-9726-35457df26493 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1964086852-network', 'tenant_id': '8ff744cad7694cd6b1ab156221a95ba4'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:12.615749 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.683951 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0e9a1-10d0-4825-b12a-bb6fc77e41ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6f47a3-f61e-4c13-965a-b124c6f2eb45,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:12.693285 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-40ea9aea-6005-40c4-b726-a0d6f36b97f6 req-9e446966-0a7f-45c4-895d-14ddd33ac813 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484913 Feb 09 21:29:12.701806 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44befcfe-d922-492d-ae92-a9a97f441ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be08e8b7-8527-4584-9868-9026ae47e373,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:12.712822 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42526f4c-a3dc-4263-a816-4698d1af18b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (de6f47a3-f61e-4c13-965a-b124c6f2eb45), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.717598 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42526f4c-a3dc-4263-a816-4698d1af18b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.719938 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-42526f4c-a3dc-4263-a816-4698d1af18b0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/de6f47a3-f61e-4c13-965a-b124c6f2eb45 HTTP/1.1" status: 204 len: 168 time: 0.5111077 Feb 09 21:29:12.750385 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b81004-255b-4eba-9726-35457df26493 admin admin] Made reservation on behalf of 8ff744cad7694cd6b1ab156221a95ba4 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:12.760335 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48b81004-255b-4eba-9726-35457df26493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.801988 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c3797c17-5551-4c55-9b66-31d9f85130f8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fea8ef01773a4c728ccc0e87ca87092c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7544129 Feb 09 21:29:12.805245 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44350) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:12.838056 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48b81004-255b-4eba-9726-35457df26493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.866594 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42526f4c-a3dc-4263-a816-4698d1af18b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6f47a3-f61e-4c13-965a-b124c6f2eb45,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:12.876094 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3797c17-5551-4c55-9b66-31d9f85130f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f85f3db-471d-4110-8dd6-455e495e704c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:12.885412 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e6b7f8d4-1db0-4673-96a9-51428597885c admin admin] Publish callbacks [] for security_group (2f85f3db-471d-4110-8dd6-455e495e704c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.917100 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-11ac10a9-4638-411b-aad5-50a79807b2b8 req-7f0cf4e1-2b40-4de6-af2e-e2c7cfe5e07b tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456631 Feb 09 21:29:12.934009 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e6b7f8d4-1db0-4673-96a9-51428597885c admin admin] Publish callbacks [] for security_group (2f85f3db-471d-4110-8dd6-455e495e704c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.956075 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139df19b-a136-45f9-8611-9bb6f38a6410 req-50b49a71-e66c-4c9f-a334-5921e1d84c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:12.958064 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-139df19b-a136-45f9-8611-9bb6f38a6410 req-50b49a71-e66c-4c9f-a334-5921e1d84c14 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 1125 time: 0.2632704 Feb 09 21:29:13.047002 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d50fc-d266-4132-bb11-1eb8f4840ae0 req-373f6779-8f4f-47b3-99a9-af8e02b3de73 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:13.060605 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5c4d50fc-d266-4132-bb11-1eb8f4840ae0 req-373f6779-8f4f-47b3-99a9-af8e02b3de73 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=293dd819-12cc-412c-a89e-65cf0656d76f HTTP/1.1" status: 200 len: 948 time: 0.3336272 Feb 09 21:29:13.084937 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] Sync routers for ids ['00290ca8-f438-4322-b937-a04eb48eb29c'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:29:13.119903 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] Routers {'00290ca8-f438-4322-b937-a04eb48eb29c'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:29:13.121804 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:29:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['00290ca8-f438-4322-b937-a04eb48eb29c'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:13.130819 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139df19b-a136-45f9-8611-9bb6f38a6410 req-acbfacd0-dc30-4257-9cdc-5f73793e4ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:13.132765 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-139df19b-a136-45f9-8611-9bb6f38a6410 req-acbfacd0-dc30-4257-9cdc-5f73793e4ec9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 908 time: 0.1627443 Feb 09 21:29:13.133908 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e6b7f8d4-1db0-4673-96a9-51428597885c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2f85f3db-471d-4110-8dd6-455e495e704c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.136730 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e6b7f8d4-1db0-4673-96a9-51428597885c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.137758 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e6b7f8d4-1db0-4673-96a9-51428597885c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2f85f3db-471d-4110-8dd6-455e495e704c HTTP/1.1" status: 204 len: 168 time: 0.3315990 Feb 09 21:29:13.155055 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7f8d4-1db0-4673-96a9-51428597885c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f85f3db-471d-4110-8dd6-455e495e704c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:13.199025 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-139df19b-a136-45f9-8611-9bb6f38a6410 req-745706aa-4e7a-40c5-9ad3-31d208837932 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13e11c2c-be45-4523-9c35-a892acc77213 HTTP/1.1" status: 200 len: 217 time: 0.0570519 Feb 09 21:29:13.251505 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5c4d50fc-d266-4132-bb11-1eb8f4840ae0 req-491cf9e9-4cc5-45c4-8631-c5e561a36656 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899250 Feb 09 21:29:13.266386 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a64399-f818-4f58-9323-a2dc94665df3 req-5b277100-9cfa-4e03-95d1-9bfb9458a61a tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:13.269993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139df19b-a136-45f9-8611-9bb6f38a6410 req-d5714be9-59ae-4f88-bc58-604f8a25c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:13.272323 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-139df19b-a136-45f9-8611-9bb6f38a6410 req-d5714be9-59ae-4f88-bc58-604f8a25c60d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.0644624 Feb 09 21:29:13.285338 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-88a64399-f818-4f58-9323-a2dc94665df3 req-5b277100-9cfa-4e03-95d1-9bfb9458a61a tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b27f8d7e-4d79-4007-b527-dba679d7c0dc HTTP/1.1" status: 200 len: 950 time: 0.2199411 Feb 09 21:29:13.312829 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48b81004-255b-4eba-9726-35457df26493 admin admin] Publish callbacks [] for security_group (77d0b947-ba55-4417-92b1-a379a37f75b6), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.323732 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48b81004-255b-4eba-9726-35457df26493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (77d0b947-ba55-4417-92b1-a379a37f75b6), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.329101 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-139df19b-a136-45f9-8611-9bb6f38a6410 req-a4b8a846-d7ce-4075-8947-aeba073e8d91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455501 Feb 09 21:29:13.338036 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] Set router 00290ca8-f438-4322-b937-a04eb48eb29c gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:29:13.435008 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b81004-255b-4eba-9726-35457df26493 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:29:13.456125 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48b81004-255b-4eba-9726-35457df26493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (b469d84c-6e33-4bf6-912f-f9cacb10a357), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.456469 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-48b81004-255b-4eba-9726-35457df26493 admin admin] Added segment b469d84c-6e33-4bf6-912f-f9cacb10a357 of type vlan for network ea20ccf9-a1d1-4d96-b94c-8c73e0389a92 Feb 09 21:29:13.466444 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44364) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:13.506629 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48b81004-255b-4eba-9726-35457df26493 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (ea20ccf9-a1d1-4d96-b94c-8c73e0389a92), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.508445 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0640873-e495-4b33-ae85-fa367fdc8f12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.576466 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-88a64399-f818-4f58-9323-a2dc94665df3 req-5840e87f-12ad-403d-9465-400801ce4d1d tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901433 Feb 09 21:29:13.578597 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b81004-255b-4eba-9726-35457df26493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d0b947-ba55-4417-92b1-a379a37f75b6,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:13.588513 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48b81004-255b-4eba-9726-35457df26493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (ea20ccf9-a1d1-4d96-b94c-8c73e0389a92), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.590681 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b81004-255b-4eba-9726-35457df26493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:13.592641 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48b81004-255b-4eba-9726-35457df26493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.637830 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-139df19b-a136-45f9-8611-9bb6f38a6410 req-f69b62ad-72bd-4186-b5a8-a58b9e60dbd9 service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015225 Feb 09 21:29:13.770919 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b81004-255b-4eba-9726-35457df26493 admin admin] Pushing event updated for resources: {'Network': ['ID=ea20ccf9-a1d1-4d96-b94c-8c73e0389a92,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:13.818293 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-48b81004-255b-4eba-9726-35457df26493 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2373021 Feb 09 21:29:13.818293 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44386) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:13.825310 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e7e9f7fc-c552-4e4c-8880-0d0b1926afb9 admin admin] Request body: {'subnet': {'network_id': 'ea20ccf9-a1d1-4d96-b94c-8c73e0389a92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1964086852-subnet', 'tenant_id': '8ff744cad7694cd6b1ab156221a95ba4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:13.865941 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network ea20ccf9-a1d1-4d96-b94c-8c73e0389a92 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:29:13.917957 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e9f7fc-c552-4e4c-8880-0d0b1926afb9 admin admin] Made reservation on behalf of 8ff744cad7694cd6b1ab156221a95ba4 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:13.921065 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7e9f7fc-c552-4e4c-8880-0d0b1926afb9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.987494 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-139df19b-a136-45f9-8611-9bb6f38a6410 req-2cda8cba-4ffb-42c0-9549-de9c9aaf3f2d service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410239 Feb 09 21:29:13.989552 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:14.016161 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0640873-e495-4b33-ae85-fa367fdc8f12 admin admin] Publish callbacks [] for security_group (06909697-dcc9-45b2-9c11-b1f613de66b8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:14.024184 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0640873-e495-4b33-ae85-fa367fdc8f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (06909697-dcc9-45b2-9c11-b1f613de66b8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:14.081160 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9fb6f-bc5f-4fe8-bc01-95994620d6ec req-5e2b761a-a392-4650-be7e-8e0634e3a99a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:14.088665 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10d9fb6f-bc5f-4fe8-bc01-95994620d6ec req-5e2b761a-a392-4650-be7e-8e0634e3a99a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 943 time: 0.3072486 Feb 09 21:29:14.141481 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-router', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:28:58Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'gw_port': {'id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:00Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7', 'name': '', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'mac_address': 'fa:16:3e:fd:b8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:07Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 2, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'subnets': [{'id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:14.187322 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] Checking router: 00290ca8-f438-4322-b937-a04eb48eb29c for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:29:14.187863 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] Updating router 00290ca8-f438-4322-b937-a04eb48eb29c port 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:29:14.259991 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:14.413667 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f0640873-e495-4b33-ae85-fa367fdc8f12 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c71d83f213f6459395346f31762b2327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9419105 Feb 09 21:29:14.413667 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0640873-e495-4b33-ae85-fa367fdc8f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06909697-dcc9-45b2-9c11-b1f613de66b8,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:14.415920 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44410) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:14.470203 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e70b4d6-0649-4484-94eb-6fb048d75ffd admin admin] Publish callbacks [] for security_group (06909697-dcc9-45b2-9c11-b1f613de66b8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:14.501134 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e70b4d6-0649-4484-94eb-6fb048d75ffd admin admin] Publish callbacks [] for security_group (06909697-dcc9-45b2-9c11-b1f613de66b8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:14.561066 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10d9fb6f-bc5f-4fe8-bc01-95994620d6ec req-68eb0335-2047-4470-82dc-3f28663c0efd tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712138 Feb 09 21:29:14.583882 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e70b4d6-0649-4484-94eb-6fb048d75ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (06909697-dcc9-45b2-9c11-b1f613de66b8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:14.587541 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e70b4d6-0649-4484-94eb-6fb048d75ffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:14.588890 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5e70b4d6-0649-4484-94eb-6fb048d75ffd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/06909697-dcc9-45b2-9c11-b1f613de66b8 HTTP/1.1" status: 204 len: 168 time: 0.1731045 Feb 09 21:29:14.601833 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70b4d6-0649-4484-94eb-6fb048d75ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06909697-dcc9-45b2-9c11-b1f613de66b8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:14.618012 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 3bc2ba39-cd44-4d0b-992c-58cc712ee651 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:14.681263 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7e9f7fc-c552-4e4c-8880-0d0b1926afb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for subnet (09e767fb-db85-4698-ba45-58761aec05f1), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:14.697089 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d228e7-3630-4569-8c93-9e8c85434bc7 req-88c550fb-ff8c-46f3-a2ad-7dbf7f6145b8 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:14.704406 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-66d228e7-3630-4569-8c93-9e8c85434bc7 req-88c550fb-ff8c-46f3-a2ad-7dbf7f6145b8 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b27f8d7e-4d79-4007-b527-dba679d7c0dc HTTP/1.1" status: 200 len: 950 time: 0.1422255 Feb 09 21:29:14.819056 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 3bc2ba39-cd44-4d0b-992c-58cc712ee651 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:29:14.829562 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 3bc2ba39-cd44-4d0b-992c-58cc712ee651 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:14.830944 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3bc2ba39-cd44-4d0b-992c-58cc712ee651), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:14.836030 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9f7fc-c552-4e4c-8880-0d0b1926afb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e767fb-db85-4698-ba45-58761aec05f1,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:14.872914 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-66d228e7-3630-4569-8c93-9e8c85434bc7 req-6ebb2775-18b2-465c-b4f6-57de8439ea4b tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675594 Feb 09 21:29:14.875074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e9f7fc-c552-4e4c-8880-0d0b1926afb9 admin admin] Checking segment: {'id': 'b469d84c-6e33-4bf6-912f-f9cacb10a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ea20ccf9-a1d1-4d96-b94c-8c73e0389a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:14.881138 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e9f7fc-c552-4e4c-8880-0d0b1926afb9 admin admin] Network hostable DHCP agents. Network: ea20ccf9-a1d1-4d96-b94c-8c73e0389a92, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:29:14.928435 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e9f7fc-c552-4e4c-8880-0d0b1926afb9 admin admin] Network ea20ccf9-a1d1-4d96-b94c-8c73e0389a92 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:29:14.943255 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-e7e9f7fc-c552-4e4c-8880-0d0b1926afb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, ea20ccf9-a1d1-4d96-b94c-8c73e0389a92) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:14.955982 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e9f7fc-c552-4e4c-8880-0d0b1926afb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:14.956673 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7e9f7fc-c552-4e4c-8880-0d0b1926afb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:14.965502 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c547356-1828-42f2-9906-24da0289f71e None None] Network ea20ccf9-a1d1-4d96-b94c-8c73e0389a92 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:29:14.978153 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] Publish callbacks [] for port (0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.017003 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e7e9f7fc-c552-4e4c-8880-0d0b1926afb9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1985507 Feb 09 21:29:15.020663 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44430) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:15.027429 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-aa800fdd-8319-4108-8192-95e3d7de6a45 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1964086852-router', 'tenant_id': '8ff744cad7694cd6b1ab156221a95ba4', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:15.030372 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.033104 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.130618 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aa800fdd-8319-4108-8192-95e3d7de6a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (8b9bb252-e7c5-4f21-bd04-a625744e49fc), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.134841 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aa800fdd-8319-4108-8192-95e3d7de6a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (8b9bb252-e7c5-4f21-bd04-a625744e49fc), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.174965 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 3bc2ba39-cd44-4d0b-992c-58cc712ee651 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:15.174965 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3bc2ba39-cd44-4d0b-992c-58cc712ee651), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.209362 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8436b-14b5-4bc1-a520-ea31bcc5b4cc req-6f8c5902-db4a-4a22-932b-9b7bca843ac3 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:15.216980 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ba8436b-14b5-4bc1-a520-ea31bcc5b4cc req-6f8c5902-db4a-4a22-932b-9b7bca843ac3 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=293dd819-12cc-412c-a89e-65cf0656d76f HTTP/1.1" status: 200 len: 948 time: 0.2575417 Feb 09 21:29:15.365157 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 3bc2ba39-cd44-4d0b-992c-58cc712ee651, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=3bc2ba39-cd44-4d0b-992c-58cc712ee651,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:15.372719 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aa800fdd-8319-4108-8192-95e3d7de6a45 admin admin] Publish callbacks [] for router_controller (8b9bb252-e7c5-4f21-bd04-a625744e49fc), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.375834 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ba8436b-14b5-4bc1-a520-ea31bcc5b4cc req-0cfa6a25-cf30-41d3-9da8-0f3f233ba9c3 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574149 Feb 09 21:29:15.379242 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293dd819-12cc-412c-a89e-65cf0656d76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc2ba39-cd44-4d0b-992c-58cc712ee651'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:15.391203 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c57e57-4ae3-43e1-8540-a59e120c209b" -d '{"events": [{"server_uuid": "293dd819-12cc-412c-a89e-65cf0656d76f", "name": "network-vif-plugged", "status": "completed", "tag": "3bc2ba39-cd44-4d0b-992c-58cc712ee651"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:15.394394 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a70366-6ea0-4738-b951-61eb3dbdcc59 None None] Pushing event updated for resources: {'Port': ['ID=0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:15.415794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233bd49-045b-49eb-b983-7f65ff7e5b17 req-e7b5d784-377a-48d7-a8bc-48750b4b0e0b tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:15.417313 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6233bd49-045b-49eb-b983-7f65ff7e5b17 req-e7b5d784-377a-48d7-a8bc-48750b4b0e0b tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 1132 time: 0.1268504 Feb 09 21:29:15.451900 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd17f3d-5d4c-43ee-a0bd-ee08186aebdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-ea20ccf9-a1d1-4d96-b94c-8c73e0389a92', 'network_id': 'ea20ccf9-a1d1-4d96-b94c-8c73e0389a92', 'project_id': '8ff744cad7694cd6b1ab156221a95ba4', 'fixed_ips': [{'subnet_id': '09e767fb-db85-4698-ba45-58761aec05f1'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:29:15.452779 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bbd17f3d-5d4c-43ee-a0bd-ee08186aebdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.474732 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3bc2ba39-cd44-4d0b-992c-58cc712ee651), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.475576 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:15.522738 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0020ca5-c70d-4e17-87bf-68a4ac5c488b x-openstack-request-id: req-a0020ca5-c70d-4e17-87bf-68a4ac5c488b {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:15.523702 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293dd819-12cc-412c-a89e-65cf0656d76f", "name": "network-vif-plugged", "status": "completed", "tag": "3bc2ba39-cd44-4d0b-992c-58cc712ee651", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:15.524158 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a0020ca5-c70d-4e17-87bf-68a4ac5c488b {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:15.524728 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293dd819-12cc-412c-a89e-65cf0656d76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc2ba39-cd44-4d0b-992c-58cc712ee651', 'code': 200} Feb 09 21:29:15.525628 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] Attempting to bind port 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:15.526614 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] Attempting to bind port 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'f0c6146d-fa2a-4887-a58c-3257694702aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:15.527260 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] Attempting to bind port 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7 on network a3f8e4fa-eb41-400d-a414-9d927a51e184 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:15.542550 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6233bd49-045b-49eb-b983-7f65ff7e5b17 req-42a97b3b-512a-4ded-a0f1-e611fb982c15 tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884359 Feb 09 21:29:15.617163 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:15.617534 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] Checking segment: {'id': 'f0c6146d-fa2a-4887-a58c-3257694702aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:15.619860 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.620516 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] Bound using segment: {'id': 'f0c6146d-fa2a-4887-a58c-3257694702aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:15.620839 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] Bound port: 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c6146d-fa2a-4887-a58c-3257694702aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:15.621234 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.658201 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.687960 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6c9aea52-5f39-41d1-b654-615b504babeb None None] Provisioning complete for port 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:15.688250 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6c9aea52-5f39-41d1-b654-615b504babeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.720047 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=3bc2ba39-cd44-4d0b-992c-58cc712ee651,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:15.751497 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aa800fdd-8319-4108-8192-95e3d7de6a45 admin admin] Publish callbacks [] for router_gateway (8b9bb252-e7c5-4f21-bd04-a625744e49fc), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.789325 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f80451-9e6f-46d1-89e6-cb9932d1b3c9 req-62cbe1e0-eecf-4d1f-a975-65d90659fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:15.791683 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-32f80451-9e6f-46d1-89e6-cb9932d1b3c9 req-62cbe1e0-eecf-4d1f-a975-65d90659fbb2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=293dd819-12cc-412c-a89e-65cf0656d76f HTTP/1.1" status: 200 len: 1131 time: 0.2363777 Feb 09 21:29:15.795983 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e2f43-c6b5-480b-b152-b9d367b18634 req-733e3cb8-0c59-47de-95f6-3ce1b2bf37ca tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:15.797455 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-574e2f43-c6b5-480b-b152-b9d367b18634 req-733e3cb8-0c59-47de-95f6-3ce1b2bf37ca tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 1132 time: 0.1805909 Feb 09 21:29:15.822643 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036389f2-f602-473e-b9e3-30fe82ff41ca req-7eabf56e-55e3-403c-b8c1-f809210b0529 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:15.825813 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 13e11c2c-be45-4523-9c35-a892acc77213 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:29:15.827798 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-036389f2-f602-473e-b9e3-30fe82ff41ca req-7eabf56e-55e3-403c-b8c1-f809210b0529 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 943 time: 0.1543307 Feb 09 21:29:15.906965 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-32f80451-9e6f-46d1-89e6-cb9932d1b3c9 req-ce86e0b5-12bd-4d22-8f51-afac288152fb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651577 Feb 09 21:29:15.907726 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:29:15.966548 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:15.967427 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-574e2f43-c6b5-480b-b152-b9d367b18634 req-0dcce5c8-a2fe-4b16-b362-9a0de7345f1c tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547165 Feb 09 21:29:15.976933 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d684e2b5-cba7-45ab-871a-2bc8f3bbcea8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.999323 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-036389f2-f602-473e-b9e3-30fe82ff41ca req-bd7c9baf-9b53-4441-80c4-940352de58e4 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613350 Feb 09 21:29:16.027706 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6c9aea52-5f39-41d1-b654-615b504babeb None None] Port 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:29:16.062046 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.resource_extend [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:29:16.159748 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aa800fdd-8319-4108-8192-95e3d7de6a45 admin admin] Publish callbacks [] for router_gateway (8b9bb252-e7c5-4f21-bd04-a625744e49fc), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:16.184432 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aa800fdd-8319-4108-8192-95e3d7de6a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:16.198951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] For port 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:16.249552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-bbd17f3d-5d4c-43ee-a0bd-ee08186aebdf None None] Allocated IP 172.20.0.2 (ea20ccf9-a1d1-4d96-b94c-8c73e0389a92/09e767fb-db85-4698-ba45-58761aec05f1/7b033b67-77a0-4acc-8216-9c51e47643b8) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:16.258625 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] For port 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7,segment=NetworkSegment(f0c6146d-fa2a-4887-a58c-3257694702aa),segment_id=f0c6146d-fa2a-4887-a58c-3257694702aa)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:16.303101 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1542351-b273-4927-8ced-c130d239d00a req-9265edc0-e08b-4d44-9cc5-ba9495478f86 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:16.305775 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1542351-b273-4927-8ced-c130d239d00a req-9265edc0-e08b-4d44-9cc5-ba9495478f86 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b27f8d7e-4d79-4007-b527-dba679d7c0dc HTTP/1.1" status: 200 len: 950 time: 0.1294162 Feb 09 21:29:16.318564 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:16.358923 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-aa800fdd-8319-4108-8192-95e3d7de6a45 admin admin] Allocated IP 172.25.6.154 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/faf9aa33-f94f-4666-abc8-485c3cfbe4d4) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:16.411523 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 13e11c2c-be45-4523-9c35-a892acc77213, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=13e11c2c-be45-4523-9c35-a892acc77213,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:16.472823 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1542351-b273-4927-8ced-c130d239d00a req-a966fad8-a9df-4d5d-82ca-95ee81e9ef76 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498833 Feb 09 21:29:16.500335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '13e11c2c-be45-4523-9c35-a892acc77213', 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac', 'port_id': '13e11c2c-be45-4523-9c35-a892acc77213', 'mac_address': 'fa:16:3e:35:8f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f097b81-caaa-46d2-99d1-7cb129c76999', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:29:16.520554 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a70366-6ea0-4738-b951-61eb3dbdcc59 None None] Pushing event updated for resources: {'Port': ['ID=0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:16.536891 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:16.537289 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d684e2b5-cba7-45ab-871a-2bc8f3bbcea8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:16.571900 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aa800fdd-8319-4108-8192-95e3d7de6a45 admin admin] Publish callbacks [] for port (faf9aa33-f94f-4666-abc8-485c3cfbe4d4), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:16.636760 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] Routers {'00290ca8-f438-4322-b937-a04eb48eb29c'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:29:16.638048 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:29:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['00290ca8-f438-4322-b937-a04eb48eb29c'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:16.656339 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aa800fdd-8319-4108-8192-95e3d7de6a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (faf9aa33-f94f-4666-abc8-485c3cfbe4d4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:16.708386 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa800fdd-8319-4108-8192-95e3d7de6a45 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:16.721072 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-aa800fdd-8319-4108-8192-95e3d7de6a45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:16.728028 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa800fdd-8319-4108-8192-95e3d7de6a45 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:16.895734 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port d684e2b5-cba7-45ab-871a-2bc8f3bbcea8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d684e2b5-cba7-45ab-871a-2bc8f3bbcea8,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:16.976455 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f808a9f-569a-4b18-990e-0783cb800d84 req-9fb70d9b-8a46-490d-a42d-b0250f05390d tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:16.985714 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f808a9f-569a-4b18-990e-0783cb800d84 req-9fb70d9b-8a46-490d-a42d-b0250f05390d tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=293dd819-12cc-412c-a89e-65cf0656d76f HTTP/1.1" status: 200 len: 949 time: 0.1224618 Feb 09 21:29:17.006875 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d684e2b5-cba7-45ab-871a-2bc8f3bbcea8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:17.012027 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ad9d0-9667-4a8e-ae73-b992b9175718 req-cdef9e7e-4354-4c59-8029-e5f12a0bfe17 tempest-LiveMigrationNegativeTest-320782736 tempest-LiveMigrationNegativeTest-320782736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:17.016701 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa800fdd-8319-4108-8192-95e3d7de6a45 admin admin] Pushing event updated for resources: {'Port': ['ID=faf9aa33-f94f-4666-abc8-485c3cfbe4d4,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:17.022748 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-542ad9d0-9667-4a8e-ae73-b992b9175718 req-cdef9e7e-4354-4c59-8029-e5f12a0bfe17 tempest-LiveMigrationNegativeTest-320782736 tempest-LiveMigrationNegativeTest-320782736-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b27f8d7e-4d79-4007-b527-dba679d7c0dc HTTP/1.1" status: 200 len: 1132 time: 0.1097007 Feb 09 21:29:17.056763 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-542ad9d0-9667-4a8e-ae73-b992b9175718 req-479a60fc-b871-444a-8118-dcc679f5a716 tempest-LiveMigrationNegativeTest-320782736 tempest-LiveMigrationNegativeTest-320782736-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:17.108164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] Set router 00290ca8-f438-4322-b937-a04eb48eb29c gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:29:17.209835 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 13e11c2c-be45-4523-9c35-a892acc77213 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:17.210754 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (13e11c2c-be45-4523-9c35-a892acc77213), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:17.218750 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f808a9f-569a-4b18-990e-0783cb800d84 req-0098b981-5363-4cad-ba34-5cc0004033b6 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287221 Feb 09 21:29:17.228167 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-542ad9d0-9667-4a8e-ae73-b992b9175718 req-479a60fc-b871-444a-8118-dcc679f5a716 tempest-LiveMigrationNegativeTest-320782736 tempest-LiveMigrationNegativeTest-320782736-project-admin] Publish callbacks [] for security_group (653dd4af-c44d-4c9c-88eb-ae424b6a1796), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:17.244555 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-542ad9d0-9667-4a8e-ae73-b992b9175718 req-479a60fc-b871-444a-8118-dcc679f5a716 tempest-LiveMigrationNegativeTest-320782736 tempest-LiveMigrationNegativeTest-320782736-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (653dd4af-c44d-4c9c-88eb-ae424b6a1796), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:17.249797 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e11c2c-be45-4523-9c35-a892acc77213 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:17.271854 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aa800fdd-8319-4108-8192-95e3d7de6a45 admin admin] Publish callbacks [] for router_gateway (8b9bb252-e7c5-4f21-bd04-a625744e49fc), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:17.284098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 13e11c2c-be45-4523-9c35-a892acc77213, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=13e11c2c-be45-4523-9c35-a892acc77213,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:17.300786 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-542ad9d0-9667-4a8e-ae73-b992b9175718 req-479a60fc-b871-444a-8118-dcc679f5a716 tempest-LiveMigrationNegativeTest-320782736 tempest-LiveMigrationNegativeTest-320782736-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768257 Feb 09 21:29:17.302192 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a60fc-b871-444a-8118-dcc679f5a716 tempest-LiveMigrationNegativeTest-320782736 tempest-LiveMigrationNegativeTest-320782736-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653dd4af-c44d-4c9c-88eb-ae424b6a1796,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:17.328011 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9cb47dda-2ee6-4e15-80f5-a6b9fdf0fc0f None None] Provisioning complete for port 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:17.328460 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9cb47dda-2ee6-4e15-80f5-a6b9fdf0fc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:17.382253 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (13e11c2c-be45-4523-9c35-a892acc77213), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:17.476462 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bbd17f3d-5d4c-43ee-a0bd-ee08186aebdf None None] Publish callbacks [] for port (7b033b67-77a0-4acc-8216-9c51e47643b8), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:17.501973 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bbd17f3d-5d4c-43ee-a0bd-ee08186aebdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (7b033b67-77a0-4acc-8216-9c51e47643b8), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:17.517121 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=d684e2b5-cba7-45ab-871a-2bc8f3bbcea8,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:17.527831 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd684e2b5-cba7-45ab-871a-2bc8f3bbcea8'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:17.530172 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e037057-f16e-44a7-8d98-65354e83423f" -d '{"events": [{"server_uuid": "3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e", "name": "network-vif-plugged", "status": "completed", "tag": "d684e2b5-cba7-45ab-871a-2bc8f3bbcea8"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:17.606895 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd17f3d-5d4c-43ee-a0bd-ee08186aebdf None None] Network ea20ccf9-a1d1-4d96-b94c-8c73e0389a92 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:17.612565 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-bbd17f3d-5d4c-43ee-a0bd-ee08186aebdf None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:17.626186 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd17f3d-5d4c-43ee-a0bd-ee08186aebdf None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:17.655272 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aa800fdd-8319-4108-8192-95e3d7de6a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (8b9bb252-e7c5-4f21-bd04-a625744e49fc), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:17.687540 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2832a51-dc98-47f1-ae16-153b28e0e6d2 req-cf885361-e0bf-4a8e-ac40-75399505db59 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:17.698339 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2832a51-dc98-47f1-ae16-153b28e0e6d2 req-cf885361-e0bf-4a8e-ac40-75399505db59 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 944 time: 0.1161408 Feb 09 21:29:17.761981 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['13e11c2c-be45-4523-9c35-a892acc77213'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:17.778197 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2832a51-dc98-47f1-ae16-153b28e0e6d2 req-4aa987aa-449e-418b-83ea-6d8a9b6e64d1 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788734 Feb 09 21:29:17.813233 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=13e11c2c-be45-4523-9c35-a892acc77213,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:17.870545 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa800fdd-8319-4108-8192-95e3d7de6a45 admin admin] Router 8b9bb252-e7c5-4f21-bd04-a625744e49fc is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:29:17.916115 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9cb47dda-2ee6-4e15-80f5-a6b9fdf0fc0f None None] Current status of the port 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:17.916511 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9cb47dda-2ee6-4e15-80f5-a6b9fdf0fc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:17.946648 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bbd17f3d-5d4c-43ee-a0bd-ee08186aebdf None None] Attempting to bind port 7b033b67-77a0-4acc-8216-9c51e47643b8 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:17.947024 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bbd17f3d-5d4c-43ee-a0bd-ee08186aebdf None None] Attempting to bind port 7b033b67-77a0-4acc-8216-9c51e47643b8 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b469d84c-6e33-4bf6-912f-f9cacb10a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ea20ccf9-a1d1-4d96-b94c-8c73e0389a92'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:17.947387 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd17f3d-5d4c-43ee-a0bd-ee08186aebdf None None] Attempting to bind port 7b033b67-77a0-4acc-8216-9c51e47643b8 on network ea20ccf9-a1d1-4d96-b94c-8c73e0389a92 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:17.976661 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd17f3d-5d4c-43ee-a0bd-ee08186aebdf None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:17.977532 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd17f3d-5d4c-43ee-a0bd-ee08186aebdf None None] Checking segment: {'id': 'b469d84c-6e33-4bf6-912f-f9cacb10a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ea20ccf9-a1d1-4d96-b94c-8c73e0389a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:17.979105 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bbd17f3d-5d4c-43ee-a0bd-ee08186aebdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:17.979528 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd17f3d-5d4c-43ee-a0bd-ee08186aebdf None None] Bound using segment: {'id': 'b469d84c-6e33-4bf6-912f-f9cacb10a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ea20ccf9-a1d1-4d96-b94c-8c73e0389a92'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:17.980093 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bbd17f3d-5d4c-43ee-a0bd-ee08186aebdf None None] Bound port: 7b033b67-77a0-4acc-8216-9c51e47643b8, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b469d84c-6e33-4bf6-912f-f9cacb10a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ea20ccf9-a1d1-4d96-b94c-8c73e0389a92'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:17.980480 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bbd17f3d-5d4c-43ee-a0bd-ee08186aebdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7b033b67-77a0-4acc-8216-9c51e47643b8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:18.010808 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1785d7a8-1fa0-43b8-98ee-95057302b2b2 x-openstack-request-id: req-1785d7a8-1fa0-43b8-98ee-95057302b2b2 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:18.011128 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e", "name": "network-vif-plugged", "status": "completed", "tag": "d684e2b5-cba7-45ab-871a-2bc8f3bbcea8", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:18.011389 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1785d7a8-1fa0-43b8-98ee-95057302b2b2 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:18.011812 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd684e2b5-cba7-45ab-871a-2bc8f3bbcea8', 'code': 200} Feb 09 21:29:18.033321 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd17f3d-5d4c-43ee-a0bd-ee08186aebdf None None] Pushing event updated for resources: {'Port': ['ID=7b033b67-77a0-4acc-8216-9c51e47643b8,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:18.038836 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa800fdd-8319-4108-8192-95e3d7de6a45 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:29:18.051315 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] Sync routers for ids ['8b9bb252-e7c5-4f21-bd04-a625744e49fc'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:29:18.052687 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-9cb47dda-2ee6-4e15-80f5-a6b9fdf0fc0f None None] For port 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7,segment=NetworkSegment(f0c6146d-fa2a-4887-a58c-3257694702aa),segment_id=f0c6146d-fa2a-4887-a58c-3257694702aa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:18.062262 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-router', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:28:58Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'gw_port': {'id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:00Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7', 'name': '', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'mac_address': 'fa:16:3e:fd:b8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:07Z', 'updated_at': '2022-02-09T21:29:16Z', 'revision_number': 4, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'subnets': [{'id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:18.069765 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] Routers {'8b9bb252-e7c5-4f21-bd04-a625744e49fc'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:29:18.072313 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:29:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8b9bb252-e7c5-4f21-bd04-a625744e49fc'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:18.072681 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9cb47dda-2ee6-4e15-80f5-a6b9fdf0fc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:18.084869 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aa800fdd-8319-4108-8192-95e3d7de6a45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:18.089426 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44554) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:18.090184 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-aa800fdd-8319-4108-8192-95e3d7de6a45 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.0674984 Feb 09 21:29:18.130005 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e07f8e-37ac-4986-9769-2a1813ee1550 None None] The sync data for ids ['00290ca8-f438-4322-b937-a04eb48eb29c'] in n-d-828601-1 is: [{'id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-router', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:28:58Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'gw_port': {'id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:00Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7', 'name': '', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'mac_address': 'fa:16:3e:fd:b8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:07Z', 'updated_at': '2022-02-09T21:29:16Z', 'revision_number': 4, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'subnets': [{'id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:29:18.229715 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb95523-5ede-41a7-a5b5-9a9dc7cef81a req-763f6b0e-db2c-4225-9970-59afea7de487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:18.244454 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ddb95523-5ede-41a7-a5b5-9a9dc7cef81a req-763f6b0e-db2c-4225-9970-59afea7de487 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e HTTP/1.1" status: 200 len: 1132 time: 0.1529224 Feb 09 21:29:18.373134 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb47dda-2ee6-4e15-80f5-a6b9fdf0fc0f None None] Pushing event updated for resources: {'Port': ['ID=0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:18.390611 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-bbd17f3d-5d4c-43ee-a0bd-ee08186aebdf None None] For port 7b033b67-77a0-4acc-8216-9c51e47643b8, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:18.394324 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ddb95523-5ede-41a7-a5b5-9a9dc7cef81a req-d1b909ca-7a5f-46ce-8d5b-a39aa4c79c5c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350091 Feb 09 21:29:18.418315 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] Set router 8b9bb252-e7c5-4f21-bd04-a625744e49fc gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:29:18.475426 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-bbd17f3d-5d4c-43ee-a0bd-ee08186aebdf None None] For port 7b033b67-77a0-4acc-8216-9c51e47643b8, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7b033b67-77a0-4acc-8216-9c51e47643b8,segment=NetworkSegment(b469d84c-6e33-4bf6-912f-f9cacb10a357),segment_id=b469d84c-6e33-4bf6-912f-f9cacb10a357)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:18.495845 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bbd17f3d-5d4c-43ee-a0bd-ee08186aebdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7b033b67-77a0-4acc-8216-9c51e47643b8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:18.677538 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd17f3d-5d4c-43ee-a0bd-ee08186aebdf None None] Pushing event updated for resources: {'Port': ['ID=7b033b67-77a0-4acc-8216-9c51e47643b8,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:18.734748 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44576) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:18.831093 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9bb252-e7c5-4f21-bd04-a625744e49fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1964086852-router', 'tenant_id': '8ff744cad7694cd6b1ab156221a95ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'faf9aa33-f94f-4666-abc8-485c3cfbe4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:15Z', 'updated_at': '2022-02-09T21:29:17Z', 'revision_number': 3, 'project_id': '8ff744cad7694cd6b1ab156221a95ba4', 'gw_port': {'id': 'faf9aa33-f94f-4666-abc8-485c3cfbe4d4', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9bb252-e7c5-4f21-bd04-a625744e49fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:16Z', 'updated_at': '2022-02-09T21:29:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:18.909621 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] Checking router: 8b9bb252-e7c5-4f21-bd04-a625744e49fc for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:29:18.910084 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] Updating router 8b9bb252-e7c5-4f21-bd04-a625744e49fc port faf9aa33-f94f-4666-abc8-485c3cfbe4d4 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:29:18.944889 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e80088b9-79e8-4fe6-b868-26c9eb7b5928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:18.974861 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (faf9aa33-f94f-4666-abc8-485c3cfbe4d4), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.148479 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:19.165536 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e80088b9-79e8-4fe6-b868-26c9eb7b5928 admin admin] Publish callbacks [] for security_group (b22699db-58cc-4a47-aa9c-bb5085829501), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.176684 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e80088b9-79e8-4fe6-b868-26c9eb7b5928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b22699db-58cc-4a47-aa9c-bb5085829501), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.306743 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:19.307348 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.385976 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e80088b9-79e8-4fe6-b868-26c9eb7b5928 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fa14fafeac3142fe959489f64bd6e9c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6477084 Feb 09 21:29:19.385976 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80088b9-79e8-4fe6-b868-26c9eb7b5928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22699db-58cc-4a47-aa9c-bb5085829501,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:19.398574 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44588) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:19.529664 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94e2a3ed-e176-4be7-9ac2-f37250ba2571 admin admin] Publish callbacks [] for security_group (b22699db-58cc-4a47-aa9c-bb5085829501), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.545536 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:19.562271 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94e2a3ed-e176-4be7-9ac2-f37250ba2571 admin admin] Publish callbacks [] for security_group (b22699db-58cc-4a47-aa9c-bb5085829501), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.622091 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-536500b5-7234-4653-b931-937f7f6f2bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.648462 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94e2a3ed-e176-4be7-9ac2-f37250ba2571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b22699db-58cc-4a47-aa9c-bb5085829501), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.652967 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94e2a3ed-e176-4be7-9ac2-f37250ba2571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.654556 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-94e2a3ed-e176-4be7-9ac2-f37250ba2571 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b22699db-58cc-4a47-aa9c-bb5085829501 HTTP/1.1" status: 204 len: 168 time: 0.2547932 Feb 09 21:29:19.677090 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] Publish callbacks [] for port (faf9aa33-f94f-4666-abc8-485c3cfbe4d4), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.679265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bc02f-0101-4054-9906-58244cd18c07 req-ee115e27-7aec-4a61-ad9d-d96d8c35e54a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:19.687192 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2a3ed-e176-4be7-9ac2-f37250ba2571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22699db-58cc-4a47-aa9c-bb5085829501,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:19.689851 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (faf9aa33-f94f-4666-abc8-485c3cfbe4d4), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.690177 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2d2bc02f-0101-4054-9906-58244cd18c07 req-ee115e27-7aec-4a61-ad9d-d96d8c35e54a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=293dd819-12cc-412c-a89e-65cf0656d76f HTTP/1.1" status: 200 len: 949 time: 0.3496735 Feb 09 21:29:19.759267 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e989c-406f-44d3-9cf4-26353133611f None None] Pushing event updated for resources: {'Port': ['ID=faf9aa33-f94f-4666-abc8-485c3cfbe4d4,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:19.775608 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 13e11c2c-be45-4523-9c35-a892acc77213 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:19.811743 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] Attempting to bind port faf9aa33-f94f-4666-abc8-485c3cfbe4d4 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:19.812890 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] Attempting to bind port faf9aa33-f94f-4666-abc8-485c3cfbe4d4 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:19.813486 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] Attempting to bind port faf9aa33-f94f-4666-abc8-485c3cfbe4d4 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:19.823293 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:19.824200 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:19.824842 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.825728 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:19.827319 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] Bound port: faf9aa33-f94f-4666-abc8-485c3cfbe4d4, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:19.832710 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73db05-80c1-4a77-8b24-3ad976e8417e req-4db6f943-57c6-42fa-a4d8-cdc2906f6990 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:19.833207 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (faf9aa33-f94f-4666-abc8-485c3cfbe4d4), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.839890 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7c73db05-80c1-4a77-8b24-3ad976e8417e req-4db6f943-57c6-42fa-a4d8-cdc2906f6990 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.4420381 Feb 09 21:29:19.879796 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 13e11c2c-be45-4523-9c35-a892acc77213 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:29:19.887848 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 13e11c2c-be45-4523-9c35-a892acc77213 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:19.888135 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (13e11c2c-be45-4523-9c35-a892acc77213), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.905688 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2d2bc02f-0101-4054-9906-58244cd18c07 req-31cb2c9e-ecef-4db5-a1b7-8eaf23527465 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056875 Feb 09 21:29:19.942829 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] For port faf9aa33-f94f-4666-abc8-485c3cfbe4d4, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:19.952295 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] For port faf9aa33-f94f-4666-abc8-485c3cfbe4d4, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=faf9aa33-f94f-4666-abc8-485c3cfbe4d4,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:19.975326 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (faf9aa33-f94f-4666-abc8-485c3cfbe4d4), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.032137 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7c73db05-80c1-4a77-8b24-3ad976e8417e req-adcf385d-dd08-4284-a2bc-5e79e036c62a tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910615 Feb 09 21:29:20.089395 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 13e11c2c-be45-4523-9c35-a892acc77213 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:20.090548 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (13e11c2c-be45-4523-9c35-a892acc77213), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.145229 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] Routers {'8b9bb252-e7c5-4f21-bd04-a625744e49fc'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:29:20.146365 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:29:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8b9bb252-e7c5-4f21-bd04-a625744e49fc'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:20.172336 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5c5265-889b-4c5f-b4d8-514ae98a913f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e11c2c-be45-4523-9c35-a892acc77213'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:20.175098 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeddcada-ac9f-435f-918d-eba19dae2efb" -d '{"events": [{"server_uuid": "fc5c5265-889b-4c5f-b4d8-514ae98a913f", "name": "network-vif-plugged", "status": "completed", "tag": "13e11c2c-be45-4523-9c35-a892acc77213"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:20.198606 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 13e11c2c-be45-4523-9c35-a892acc77213, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=13e11c2c-be45-4523-9c35-a892acc77213,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:20.208371 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (13e11c2c-be45-4523-9c35-a892acc77213), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.223995 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-536500b5-7234-4653-b931-937f7f6f2bbe admin admin] Allocated IP 172.20.0.1 (ea20ccf9-a1d1-4d96-b94c-8c73e0389a92/09e767fb-db85-4698-ba45-58761aec05f1/56419b6c-3eb9-493e-8a24-89956b71a29f) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:20.229732 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e989c-406f-44d3-9cf4-26353133611f None None] Pushing event updated for resources: {'Port': ['ID=faf9aa33-f94f-4666-abc8-485c3cfbe4d4,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:20.277004 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1fd0e0-9ad4-43aa-b231-fc617f50b994 req-c780de57-9c3b-4522-9e24-167929832d70 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:20.285425 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc1fd0e0-9ad4-43aa-b231-fc617f50b994 req-c780de57-9c3b-4522-9e24-167929832d70 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 944 time: 0.2392352 Feb 09 21:29:20.384169 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=13e11c2c-be45-4523-9c35-a892acc77213,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:20.401612 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44604) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:20.419275 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a539eed8-f50d-4a12-9429-3db073af2e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.425547 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] Set router 8b9bb252-e7c5-4f21-bd04-a625744e49fc gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:29:20.457730 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc1fd0e0-9ad4-43aa-b231-fc617f50b994 req-ce079736-56f3-4662-aeed-5bb0982ce9ee tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710331 Feb 09 21:29:20.561351 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-536500b5-7234-4653-b931-937f7f6f2bbe admin admin] Publish callbacks [] for port (56419b6c-3eb9-493e-8a24-89956b71a29f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.620954 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a539eed8-f50d-4a12-9429-3db073af2e0b admin admin] Publish callbacks [] for security_group (392f42c0-8e1c-490b-a405-55db15fc1802), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.632546 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a539eed8-f50d-4a12-9429-3db073af2e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (392f42c0-8e1c-490b-a405-55db15fc1802), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.648556 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc27478-140b-45a0-a346-127bfe12f54c None None] Network ea20ccf9-a1d1-4d96-b94c-8c73e0389a92 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:29:20.691029 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a539eed8-f50d-4a12-9429-3db073af2e0b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fa7833862f47482b9162fbcb618aac65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873189 Feb 09 21:29:20.697229 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64622d-2656-4b0e-85df-547c31387f15 req-02860097-0166-464f-b607-0c2d3802e5cd tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:20.697853 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44606) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:20.698651 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b64622d-2656-4b0e-85df-547c31387f15 req-02860097-0166-464f-b607-0c2d3802e5cd tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b27f8d7e-4d79-4007-b527-dba679d7c0dc HTTP/1.1" status: 200 len: 950 time: 0.1164517 Feb 09 21:29:20.700271 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-536500b5-7234-4653-b931-937f7f6f2bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (56419b6c-3eb9-493e-8a24-89956b71a29f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.717744 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539eed8-f50d-4a12-9429-3db073af2e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392f42c0-8e1c-490b-a405-55db15fc1802,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:20.773101 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06bd703b-9561-4101-aaf4-e96a7bdb7411 admin admin] Publish callbacks [] for security_group (392f42c0-8e1c-490b-a405-55db15fc1802), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.781042 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536500b5-7234-4653-b931-937f7f6f2bbe admin admin] Network ea20ccf9-a1d1-4d96-b94c-8c73e0389a92 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:20.808411 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-536500b5-7234-4653-b931-937f7f6f2bbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:20.812718 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06bd703b-9561-4101-aaf4-e96a7bdb7411 admin admin] Publish callbacks [] for security_group (392f42c0-8e1c-490b-a405-55db15fc1802), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.821122 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536500b5-7234-4653-b931-937f7f6f2bbe admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:20.821975 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-536500b5-7234-4653-b931-937f7f6f2bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (8b9bb252-e7c5-4f21-bd04-a625744e49fc), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.838312 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536500b5-7234-4653-b931-937f7f6f2bbe admin admin] Pushing event updated for resources: {'Port': ['ID=56419b6c-3eb9-493e-8a24-89956b71a29f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:20.840239 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9bb252-e7c5-4f21-bd04-a625744e49fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1964086852-router', 'tenant_id': '8ff744cad7694cd6b1ab156221a95ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'faf9aa33-f94f-4666-abc8-485c3cfbe4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:15Z', 'updated_at': '2022-02-09T21:29:17Z', 'revision_number': 3, 'project_id': '8ff744cad7694cd6b1ab156221a95ba4', 'gw_port': {'id': 'faf9aa33-f94f-4666-abc8-485c3cfbe4d4', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9bb252-e7c5-4f21-bd04-a625744e49fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:16Z', 'updated_at': '2022-02-09T21:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:20.855610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9ffe6072-b34c-4253-a777-edb82d6ee137 None None] Provisioning complete for port 7b033b67-77a0-4acc-8216-9c51e47643b8 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:20.856023 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6072-b34c-4253-a777-edb82d6ee137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7b033b67-77a0-4acc-8216-9c51e47643b8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.883278 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26502a1-4590-43fc-95c8-ce4391f4e288 None None] The sync data for ids ['8b9bb252-e7c5-4f21-bd04-a625744e49fc'] in n-d-828601-1 is: [{'id': '8b9bb252-e7c5-4f21-bd04-a625744e49fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1964086852-router', 'tenant_id': '8ff744cad7694cd6b1ab156221a95ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'faf9aa33-f94f-4666-abc8-485c3cfbe4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:15Z', 'updated_at': '2022-02-09T21:29:17Z', 'revision_number': 3, 'project_id': '8ff744cad7694cd6b1ab156221a95ba4', 'gw_port': {'id': 'faf9aa33-f94f-4666-abc8-485c3cfbe4d4', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9bb252-e7c5-4f21-bd04-a625744e49fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:16Z', 'updated_at': '2022-02-09T21:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:29:20.903235 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b64622d-2656-4b0e-85df-547c31387f15 req-37b384f5-efa3-4441-8d80-ff4f2d3fc8eb tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939571 Feb 09 21:29:21.007375 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06bd703b-9561-4101-aaf4-e96a7bdb7411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (392f42c0-8e1c-490b-a405-55db15fc1802), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:21.011172 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06bd703b-9561-4101-aaf4-e96a7bdb7411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:21.013712 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-06bd703b-9561-4101-aaf4-e96a7bdb7411 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/392f42c0-8e1c-490b-a405-55db15fc1802 HTTP/1.1" status: 204 len: 168 time: 0.3156488 Feb 09 21:29:21.049863 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acca1b5-958b-40a6-8e2d-469325a70eae x-openstack-request-id: req-3acca1b5-958b-40a6-8e2d-469325a70eae {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:21.050185 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5c5265-889b-4c5f-b4d8-514ae98a913f", "name": "network-vif-plugged", "status": "completed", "tag": "13e11c2c-be45-4523-9c35-a892acc77213", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:21.051027 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3acca1b5-958b-40a6-8e2d-469325a70eae {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:21.051451 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5c5265-889b-4c5f-b4d8-514ae98a913f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e11c2c-be45-4523-9c35-a892acc77213', 'code': 200} Feb 09 21:29:21.070933 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd703b-9561-4101-aaf4-e96a7bdb7411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392f42c0-8e1c-490b-a405-55db15fc1802,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:21.075197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9ffe6072-b34c-4253-a777-edb82d6ee137 None None] Current status of the port 7b033b67-77a0-4acc-8216-9c51e47643b8 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:21.076305 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6072-b34c-4253-a777-edb82d6ee137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7b033b67-77a0-4acc-8216-9c51e47643b8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:21.170226 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7b033b67-77a0-4acc-8216-9c51e47643b8 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:21.183629 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-9ffe6072-b34c-4253-a777-edb82d6ee137 None None] For port 7b033b67-77a0-4acc-8216-9c51e47643b8, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7b033b67-77a0-4acc-8216-9c51e47643b8,segment=NetworkSegment(b469d84c-6e33-4bf6-912f-f9cacb10a357),segment_id=b469d84c-6e33-4bf6-912f-f9cacb10a357)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:21.229499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791061a9-d3f6-45ca-a937-8513c4b5293b req-af801b96-ec67-4c25-8794-c4cdf6fcf0bf tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:21.232120 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-791061a9-d3f6-45ca-a937-8513c4b5293b req-af801b96-ec67-4c25-8794-c4cdf6fcf0bf tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.71 "GET /v2.0/ports?device_id=b27f8d7e-4d79-4007-b527-dba679d7c0dc HTTP/1.1" status: 200 len: 950 time: 0.2889526 Feb 09 21:29:21.249608 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6072-b34c-4253-a777-edb82d6ee137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7b033b67-77a0-4acc-8216-9c51e47643b8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:21.264040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6e43c-adc8-43b3-be78-1a3e0d9a109f req-490dfe03-860b-469b-9fd6-7cdb3ed033cb tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:21.269309 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41e6e43c-adc8-43b3-be78-1a3e0d9a109f req-490dfe03-860b-469b-9fd6-7cdb3ed033cb tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e HTTP/1.1" status: 200 len: 950 time: 0.3090842 Feb 09 21:29:21.315889 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-536500b5-7234-4653-b931-937f7f6f2bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (56419b6c-3eb9-493e-8a24-89956b71a29f), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:21.397185 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe6072-b34c-4253-a777-edb82d6ee137 None None] Pushing event updated for resources: {'Port': ['ID=7b033b67-77a0-4acc-8216-9c51e47643b8,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:21.422517 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156216e6-378f-4859-98f9-1d7b53837980 req-12a6ab48-a239-4d88-bfa1-22211edac239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:21.434307 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-156216e6-378f-4859-98f9-1d7b53837980 req-12a6ab48-a239-4d88-bfa1-22211edac239 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 1127 time: 0.3245475 Feb 09 21:29:21.452493 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 7b033b67-77a0-4acc-8216-9c51e47643b8 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:21.452493 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7b033b67-77a0-4acc-8216-9c51e47643b8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:21.504086 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41e6e43c-adc8-43b3-be78-1a3e0d9a109f req-281d50a1-66b2-4381-8b9f-e4a4f5886bea tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275012 Feb 09 21:29:21.554904 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-791061a9-d3f6-45ca-a937-8513c4b5293b req-9ca3c14e-0086-4066-bdf6-d49423c10c20 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Deleting port 53baedd1-9caf-4276-9398-c235fb1c1dbe {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:29:21.555332 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-791061a9-d3f6-45ca-a937-8513c4b5293b req-9ca3c14e-0086-4066-bdf6-d49423c10c20 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (53baedd1-9caf-4276-9398-c235fb1c1dbe), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:21.586310 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0c821f27-c321-4bf9-812d-a0ccfc4ba5dc None None] Provisioning complete for port 7b033b67-77a0-4acc-8216-9c51e47643b8 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:21.586797 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0c821f27-c321-4bf9-812d-a0ccfc4ba5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7b033b67-77a0-4acc-8216-9c51e47643b8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:21.615849 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-156216e6-378f-4859-98f9-1d7b53837980 req-164c8ee8-5841-4bc4-b9bf-9d4b7adbf165 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574991 Feb 09 21:29:21.751076 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-791061a9-d3f6-45ca-a937-8513c4b5293b req-9ca3c14e-0086-4066-bdf6-d49423c10c20 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] For port 53baedd1-9caf-4276-9398-c235fb1c1dbe, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=53baedd1-9caf-4276-9398-c235fb1c1dbe,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:21.751780 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-791061a9-d3f6-45ca-a937-8513c4b5293b req-9ca3c14e-0086-4066-bdf6-d49423c10c20 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (53baedd1-9caf-4276-9398-c235fb1c1dbe), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:21.778731 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-791061a9-d3f6-45ca-a937-8513c4b5293b req-9ca3c14e-0086-4066-bdf6-d49423c10c20 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Calling delete_port for 53baedd1-9caf-4276-9398-c235fb1c1dbe owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:29:21.812044 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 7b033b67-77a0-4acc-8216-9c51e47643b8 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:21.904219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee7b6d-1822-4754-9217-fc0abda3c2d5 req-b899a3c6-080c-4537-bc46-a7bfa21e36d7 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:21.909081 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0c821f27-c321-4bf9-812d-a0ccfc4ba5dc None None] Current status of the port 7b033b67-77a0-4acc-8216-9c51e47643b8 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:21.923179 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0c821f27-c321-4bf9-812d-a0ccfc4ba5dc None None] Provisioning complete for port 56419b6c-3eb9-493e-8a24-89956b71a29f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:21.923528 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0c821f27-c321-4bf9-812d-a0ccfc4ba5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (56419b6c-3eb9-493e-8a24-89956b71a29f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:21.925743 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7fee7b6d-1822-4754-9217-fc0abda3c2d5 req-b899a3c6-080c-4537-bc46-a7bfa21e36d7 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.2179565 Feb 09 21:29:21.931174 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44630) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:21.981363 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0c821f27-c321-4bf9-812d-a0ccfc4ba5dc None None] Port 56419b6c-3eb9-493e-8a24-89956b71a29f cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:29:22.042923 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-791061a9-d3f6-45ca-a937-8513c4b5293b req-9ca3c14e-0086-4066-bdf6-d49423c10c20 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (53baedd1-9caf-4276-9398-c235fb1c1dbe), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:22.056980 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['9587a4c2-edac-41a1-b3dd-0c885c84978e'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:22.059505 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['53baedd1-9caf-4276-9398-c235fb1c1dbe'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:22.067112 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7fee7b6d-1822-4754-9217-fc0abda3c2d5 req-2b0ed247-5ba0-4c56-8706-4b994df1ec78 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403711 Feb 09 21:29:22.110852 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3c14e-0086-4066-bdf6-d49423c10c20 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Pushing event deleted for resources: {'Port': ['ID=53baedd1-9caf-4276-9398-c235fb1c1dbe,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:22.203210 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-536500b5-7234-4653-b931-937f7f6f2bbe admin admin] Publish callbacks [] for port (56419b6c-3eb9-493e-8a24-89956b71a29f), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:22.234438 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-536500b5-7234-4653-b931-937f7f6f2bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (56419b6c-3eb9-493e-8a24-89956b71a29f), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:22.236970 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-536500b5-7234-4653-b931-937f7f6f2bbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (8b9bb252-e7c5-4f21-bd04-a625744e49fc), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:22.286224 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-86a37f9c-1e12-47a5-af29-b843bcce99ba None None] Provisioning complete for port 56419b6c-3eb9-493e-8a24-89956b71a29f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:22.286693 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-86a37f9c-1e12-47a5-af29-b843bcce99ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (56419b6c-3eb9-493e-8a24-89956b71a29f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:22.390596 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536500b5-7234-4653-b931-937f7f6f2bbe admin admin] Pushing event updated for resources: {'Port': ['ID=56419b6c-3eb9-493e-8a24-89956b71a29f,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:22.435593 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-86a37f9c-1e12-47a5-af29-b843bcce99ba None None] Port 56419b6c-3eb9-493e-8a24-89956b71a29f cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:29:22.514550 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b44cb3c-d089-4799-894c-1532a5392e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:22.534970 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b057f-c014-4d12-8532-261792734198 req-6738a243-a50e-44dc-b020-36bd237fb7d1 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:22.553838 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-927b057f-c014-4d12-8532-261792734198 req-6738a243-a50e-44dc-b020-36bd237fb7d1 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 945 time: 0.4982648 Feb 09 21:29:22.631335 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-791061a9-d3f6-45ca-a937-8513c4b5293b req-9ca3c14e-0086-4066-bdf6-d49423c10c20 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] No DVR routers for this DVR port 53baedd1-9caf-4276-9398-c235fb1c1dbe on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:29:22.636613 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-791061a9-d3f6-45ca-a937-8513c4b5293b req-9ca3c14e-0086-4066-bdf6-d49423c10c20 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:22.642247 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-791061a9-d3f6-45ca-a937-8513c4b5293b req-9ca3c14e-0086-4066-bdf6-d49423c10c20 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.71 "DELETE /v2.0/ports/53baedd1-9caf-4276-9398-c235fb1c1dbe HTTP/1.1" status: 204 len: 173 time: 1.4002020 Feb 09 21:29:22.643821 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27f8d7e-4d79-4007-b527-dba679d7c0dc', 'name': 'network-vif-deleted', 'tag': '53baedd1-9caf-4276-9398-c235fb1c1dbe'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:22.657939 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ffea17-710b-4827-9c9f-2b344060f97e" -d '{"events": [{"server_uuid": "b27f8d7e-4d79-4007-b527-dba679d7c0dc", "name": "network-vif-deleted", "tag": "53baedd1-9caf-4276-9398-c235fb1c1dbe"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:22.711231 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536500b5-7234-4653-b931-937f7f6f2bbe admin admin] Network ea20ccf9-a1d1-4d96-b94c-8c73e0389a92 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:22.714044 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-536500b5-7234-4653-b931-937f7f6f2bbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:22.727198 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-927b057f-c014-4d12-8532-261792734198 req-6cbd3238-1f1a-47c0-ac0d-ebe7b21511d1 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724601 Feb 09 21:29:23.114804 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7b033b67-77a0-4acc-8216-9c51e47643b8 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:23.135189 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2b81465-d015-44b6-965f-1ce6de1096ce req-d2727298-a095-42e1-ba47-2988937c328f tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b27f8d7e-4d79-4007-b527-dba679d7c0dc HTTP/1.1" status: 200 len: 210 time: 0.2580628 Feb 09 21:29:23.183987 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e906a9-57fb-41cf-a16c-5512a63803e9 req-72e16d06-0237-40c0-aed7-d745cfe2bafd tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:23.192699 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e906a9-57fb-41cf-a16c-5512a63803e9 req-72e16d06-0237-40c0-aed7-d745cfe2bafd tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:23.202411 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-34e906a9-57fb-41cf-a16c-5512a63803e9 req-72e16d06-0237-40c0-aed7-d745cfe2bafd tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=293dd819-12cc-412c-a89e-65cf0656d76f&device_id=3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e HTTP/1.1" status: 200 len: 1690 time: 0.4033666 Feb 09 21:29:23.216830 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b44cb3c-d089-4799-894c-1532a5392e04 admin admin] Publish callbacks [] for security_group (49f8dfc0-0426-4278-9955-81c27d19f7f4), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:23.253923 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b44cb3c-d089-4799-894c-1532a5392e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (49f8dfc0-0426-4278-9955-81c27d19f7f4), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:23.296401 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0add00a-d371-43fc-aead-1d19139518eb x-openstack-request-id: req-d0add00a-d371-43fc-aead-1d19139518eb {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:23.296709 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27f8d7e-4d79-4007-b527-dba679d7c0dc", "name": "network-vif-deleted", "tag": "53baedd1-9caf-4276-9398-c235fb1c1dbe", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:23.297004 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d0add00a-d371-43fc-aead-1d19139518eb {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:23.297647 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27f8d7e-4d79-4007-b527-dba679d7c0dc', 'name': 'network-vif-deleted', 'tag': '53baedd1-9caf-4276-9398-c235fb1c1dbe', 'status': 'completed', 'code': 200} Feb 09 21:29:23.350616 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-8aba3889-e5a7-4c0e-837f-3cd2616e3dd1 None None] Provisioning complete for port 56419b6c-3eb9-493e-8a24-89956b71a29f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:23.351152 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8aba3889-e5a7-4c0e-837f-3cd2616e3dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (56419b6c-3eb9-493e-8a24-89956b71a29f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:23.364909 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44cb3c-d089-4799-894c-1532a5392e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f8dfc0-0426-4278-9955-81c27d19f7f4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:23.390750 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 7b033b67-77a0-4acc-8216-9c51e47643b8 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:23.391021 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7b033b67-77a0-4acc-8216-9c51e47643b8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:23.407794 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-34e906a9-57fb-41cf-a16c-5512a63803e9 req-b9ea3466-05f7-45b9-84a6-8d8cfcef1d5d tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041976 Feb 09 21:29:23.434447 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536500b5-7234-4653-b931-937f7f6f2bbe admin admin] Router 8b9bb252-e7c5-4f21-bd04-a625744e49fc has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:29:23.438086 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8aba3889-e5a7-4c0e-837f-3cd2616e3dd1 None None] Port 56419b6c-3eb9-493e-8a24-89956b71a29f cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:29:23.490378 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44672) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:23.492451 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 7b033b67-77a0-4acc-8216-9c51e47643b8 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:23.492774 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0b44cb3c-d089-4799-894c-1532a5392e04 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9428ea9554ec4ad9a2498ed53d8257ac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5490956 Feb 09 21:29:23.494753 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device faf9aa33-f94f-4666-abc8-485c3cfbe4d4 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:23.565832 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port faf9aa33-f94f-4666-abc8-485c3cfbe4d4 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:23.566217 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (faf9aa33-f94f-4666-abc8-485c3cfbe4d4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:23.590895 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-362d16ca-2574-43d7-b3b3-aedbb0b48bce admin admin] Publish callbacks [] for security_group (49f8dfc0-0426-4278-9955-81c27d19f7f4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:23.655498 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-362d16ca-2574-43d7-b3b3-aedbb0b48bce admin admin] Publish callbacks [] for security_group (49f8dfc0-0426-4278-9955-81c27d19f7f4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:23.730227 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-362d16ca-2574-43d7-b3b3-aedbb0b48bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (49f8dfc0-0426-4278-9955-81c27d19f7f4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:23.732802 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-362d16ca-2574-43d7-b3b3-aedbb0b48bce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:23.734153 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-362d16ca-2574-43d7-b3b3-aedbb0b48bce admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/49f8dfc0-0426-4278-9955-81c27d19f7f4 HTTP/1.1" status: 204 len: 168 time: 0.2427843 Feb 09 21:29:23.746391 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d16ca-2574-43d7-b3b3-aedbb0b48bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f8dfc0-0426-4278-9955-81c27d19f7f4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:23.756115 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port faf9aa33-f94f-4666-abc8-485c3cfbe4d4 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:23.756575 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (faf9aa33-f94f-4666-abc8-485c3cfbe4d4), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:23.763503 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05429bb8-df0b-49f7-85e6-399a6e20b030 req-04abc33b-e51c-4440-b980-576724e0e610 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:23.770761 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05429bb8-df0b-49f7-85e6-399a6e20b030 req-04abc33b-e51c-4440-b980-576724e0e610 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.3617527 Feb 09 21:29:23.788780 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port faf9aa33-f94f-4666-abc8-485c3cfbe4d4, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=faf9aa33-f94f-4666-abc8-485c3cfbe4d4,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:23.794222 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (faf9aa33-f94f-4666-abc8-485c3cfbe4d4), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:23.852316 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=faf9aa33-f94f-4666-abc8-485c3cfbe4d4,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:23.871197 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536500b5-7234-4653-b931-937f7f6f2bbe admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:29:23.880894 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] Sync routers for ids ['8b9bb252-e7c5-4f21-bd04-a625744e49fc'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:29:23.882062 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05429bb8-df0b-49f7-85e6-399a6e20b030 req-1396f521-6b8b-4089-af40-c25210e8d68c tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102767 Feb 09 21:29:23.887746 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-536500b5-7234-4653-b931-937f7f6f2bbe admin admin] 10.222.0.77 "PUT /v2.0/routers/8b9bb252-e7c5-4f21-bd04-a625744e49fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7972031 Feb 09 21:29:23.891451 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29580eb-c03c-4102-8f7c-afb654b64b68 req-915da529-df12-4671-87b3-077bf6307ff3 tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:23.892804 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] Routers {'8b9bb252-e7c5-4f21-bd04-a625744e49fc'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:29:23.893531 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:29:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8b9bb252-e7c5-4f21-bd04-a625744e49fc'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:23.900961 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c29580eb-c03c-4102-8f7c-afb654b64b68 req-915da529-df12-4671-87b3-077bf6307ff3 tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=293dd819-12cc-412c-a89e-65cf0656d76f HTTP/1.1" status: 200 len: 1131 time: 0.1249027 Feb 09 21:29:23.984179 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c29580eb-c03c-4102-8f7c-afb654b64b68 req-dd40093b-e7ec-462a-8a37-a3100dc65825 tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822034 Feb 09 21:29:24.035887 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] Set router 8b9bb252-e7c5-4f21-bd04-a625744e49fc gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:29:24.103324 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44bed7-82b2-4f6f-a9ce-31669c97d5e1 req-924b39b5-794c-4838-a57b-2861e8dfb606 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:24.105268 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f44bed7-82b2-4f6f-a9ce-31669c97d5e1 req-924b39b5-794c-4838-a57b-2861e8dfb606 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 945 time: 0.0625415 Feb 09 21:29:24.167773 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f44bed7-82b2-4f6f-a9ce-31669c97d5e1 req-acc53fc9-e798-4a07-a0ba-4768721d09a4 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554273 Feb 09 21:29:24.204831 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44704) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:24.218546 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79970523-45c4-453f-a3f2-37fd3a6a3c9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.312633 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79970523-45c4-453f-a3f2-37fd3a6a3c9e admin admin] Publish callbacks [] for security_group (8763c07b-4bc0-419c-94ad-83e34cb3b794), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.318372 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79970523-45c4-453f-a3f2-37fd3a6a3c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8763c07b-4bc0-419c-94ad-83e34cb3b794), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.336410 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9bb252-e7c5-4f21-bd04-a625744e49fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1964086852-router', 'tenant_id': '8ff744cad7694cd6b1ab156221a95ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'faf9aa33-f94f-4666-abc8-485c3cfbe4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:15Z', 'updated_at': '2022-02-09T21:29:21Z', 'revision_number': 4, 'project_id': '8ff744cad7694cd6b1ab156221a95ba4', 'gw_port': {'id': 'faf9aa33-f94f-4666-abc8-485c3cfbe4d4', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9bb252-e7c5-4f21-bd04-a625744e49fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:16Z', 'updated_at': '2022-02-09T21:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '56419b6c-3eb9-493e-8a24-89956b71a29f', 'name': '', 'network_id': 'ea20ccf9-a1d1-4d96-b94c-8c73e0389a92', 'tenant_id': '8ff744cad7694cd6b1ab156221a95ba4', 'mac_address': 'fa:16:3e:c6:96:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9bb252-e7c5-4f21-bd04-a625744e49fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '09e767fb-db85-4698-ba45-58761aec05f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:19Z', 'updated_at': '2022-02-09T21:29:21Z', 'revision_number': 2, 'project_id': '8ff744cad7694cd6b1ab156221a95ba4', 'subnets': [{'id': '09e767fb-db85-4698-ba45-58761aec05f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:24.353043 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-3c945d1b-0024-49c9-9ec8-82a3b7731e96 req-5bdb17e4-f25f-401f-a7ab-3ae4d9c6beb1 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1319905631', 'description': 'tempest-description-199411298'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:24.366743 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7908f3-146c-4aef-b029-9df416f4feea req-cee9380a-a59e-4b74-9ccc-9ca87331ac8e tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:24.367679 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79970523-45c4-453f-a3f2-37fd3a6a3c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8763c07b-4bc0-419c-94ad-83e34cb3b794,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:24.368977 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c7908f3-146c-4aef-b029-9df416f4feea req-cee9380a-a59e-4b74-9ccc-9ca87331ac8e tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e HTTP/1.1" status: 200 len: 1132 time: 0.0770352 Feb 09 21:29:24.375130 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-79970523-45c4-453f-a3f2-37fd3a6a3c9e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b52c5560a1e3443c93d3e79e680c58e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1684020 Feb 09 21:29:24.375789 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44708) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:24.379507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] Checking router: 8b9bb252-e7c5-4f21-bd04-a625744e49fc for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:29:24.380488 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] Updating router 8b9bb252-e7c5-4f21-bd04-a625744e49fc port 56419b6c-3eb9-493e-8a24-89956b71a29f binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:29:24.405471 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3c945d1b-0024-49c9-9ec8-82a3b7731e96 req-5bdb17e4-f25f-401f-a7ab-3ae4d9c6beb1 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.420384 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3c945d1b-0024-49c9-9ec8-82a3b7731e96 req-5bdb17e4-f25f-401f-a7ab-3ae4d9c6beb1 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.449682 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (56419b6c-3eb9-493e-8a24-89956b71a29f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.462511 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c7908f3-146c-4aef-b029-9df416f4feea req-65769c9f-f0fa-4600-a8f9-6daaec13306b tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869718 Feb 09 21:29:24.486853 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3b9d73ba-80ac-444d-86ed-cbcd3e143086 admin admin] Publish callbacks [] for security_group (8763c07b-4bc0-419c-94ad-83e34cb3b794), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.524328 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3b9d73ba-80ac-444d-86ed-cbcd3e143086 admin admin] Publish callbacks [] for security_group (8763c07b-4bc0-419c-94ad-83e34cb3b794), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.590821 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3b9d73ba-80ac-444d-86ed-cbcd3e143086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8763c07b-4bc0-419c-94ad-83e34cb3b794), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.593819 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3b9d73ba-80ac-444d-86ed-cbcd3e143086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.596355 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3b9d73ba-80ac-444d-86ed-cbcd3e143086 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8763c07b-4bc0-419c-94ad-83e34cb3b794 HTTP/1.1" status: 204 len: 168 time: 0.2182472 Feb 09 21:29:24.607689 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 53baedd1-9caf-4276-9398-c235fb1c1dbe no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:29:24.630310 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3c945d1b-0024-49c9-9ec8-82a3b7731e96 req-5bdb17e4-f25f-401f-a7ab-3ae4d9c6beb1 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Publish callbacks [] for security_group (fe1090a0-c7fe-4953-98d2-9d20bde9c5f2), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.632325 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d73ba-80ac-444d-86ed-cbcd3e143086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8763c07b-4bc0-419c-94ad-83e34cb3b794,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:24.640130 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3c945d1b-0024-49c9-9ec8-82a3b7731e96 req-5bdb17e4-f25f-401f-a7ab-3ae4d9c6beb1 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (fe1090a0-c7fe-4953-98d2-9d20bde9c5f2), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.645070 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 53baedd1-9caf-4276-9398-c235fb1c1dbe {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:29:24.645419 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 53baedd1-9caf-4276-9398-c235fb1c1dbe not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:29:24.714457 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb17e4-f25f-401f-a7ab-3ae4d9c6beb1 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1090a0-c7fe-4953-98d2-9d20bde9c5f2,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:24.750565 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3c945d1b-0024-49c9-9ec8-82a3b7731e96 req-5bdb17e4-f25f-401f-a7ab-3ae4d9c6beb1 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Publish callbacks [] for security_group (2e8e4184-1edb-44f9-9ce7-7ff28224cebc), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.756440 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3c945d1b-0024-49c9-9ec8-82a3b7731e96 req-5bdb17e4-f25f-401f-a7ab-3ae4d9c6beb1 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2e8e4184-1edb-44f9-9ce7-7ff28224cebc), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.793996 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3c945d1b-0024-49c9-9ec8-82a3b7731e96 req-5bdb17e4-f25f-401f-a7ab-3ae4d9c6beb1 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.795266 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c945d1b-0024-49c9-9ec8-82a3b7731e96 req-5bdb17e4-f25f-401f-a7ab-3ae4d9c6beb1 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4476511 Feb 09 21:29:24.801315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb17e4-f25f-401f-a7ab-3ae4d9c6beb1 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8e4184-1edb-44f9-9ce7-7ff28224cebc,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:24.874334 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] Publish callbacks [] for port (56419b6c-3eb9-493e-8a24-89956b71a29f), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.884187 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (56419b6c-3eb9-493e-8a24-89956b71a29f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.991518 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c11c8c-3c34-4b7e-bdfa-66941674f759 None None] Pushing event updated for resources: {'Port': ['ID=56419b6c-3eb9-493e-8a24-89956b71a29f,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:25.028299 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device faf9aa33-f94f-4666-abc8-485c3cfbe4d4 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:25.089129 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-29d6d016-903f-43eb-96f8-ff30735abd72 req-f3ebcbcd-f373-45f7-8d4c-90753090d598 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1458325933', 'description': 'tempest-description-80113522'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:25.104852 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] Attempting to bind port 56419b6c-3eb9-493e-8a24-89956b71a29f on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:25.105221 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] Attempting to bind port 56419b6c-3eb9-493e-8a24-89956b71a29f by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b469d84c-6e33-4bf6-912f-f9cacb10a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ea20ccf9-a1d1-4d96-b94c-8c73e0389a92'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:25.105585 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] Attempting to bind port 56419b6c-3eb9-493e-8a24-89956b71a29f on network ea20ccf9-a1d1-4d96-b94c-8c73e0389a92 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:25.116072 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-29d6d016-903f-43eb-96f8-ff30735abd72 req-f3ebcbcd-f373-45f7-8d4c-90753090d598 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:25.125766 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:25.126144 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] Checking segment: {'id': 'b469d84c-6e33-4bf6-912f-f9cacb10a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ea20ccf9-a1d1-4d96-b94c-8c73e0389a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:25.126549 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:25.127681 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] Bound using segment: {'id': 'b469d84c-6e33-4bf6-912f-f9cacb10a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ea20ccf9-a1d1-4d96-b94c-8c73e0389a92'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:25.128284 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] Bound port: 56419b6c-3eb9-493e-8a24-89956b71a29f, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b469d84c-6e33-4bf6-912f-f9cacb10a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ea20ccf9-a1d1-4d96-b94c-8c73e0389a92'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:25.128536 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (56419b6c-3eb9-493e-8a24-89956b71a29f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:25.237940 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port faf9aa33-f94f-4666-abc8-485c3cfbe4d4 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:25.238356 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (faf9aa33-f94f-4666-abc8-485c3cfbe4d4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:25.292984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9521465-6db3-48bb-97bc-ed7838bd43ad req-b681eae1-a363-413e-bc3e-9bff6ec6540e tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:25.295338 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9521465-6db3-48bb-97bc-ed7838bd43ad req-b681eae1-a363-413e-bc3e-9bff6ec6540e tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 1127 time: 0.1116946 Feb 09 21:29:25.298349 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-29d6d016-903f-43eb-96f8-ff30735abd72 req-f3ebcbcd-f373-45f7-8d4c-90753090d598 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Publish callbacks [] for security_group (c6ee3186-f35e-4d76-a1d5-bed92a3978f5), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:25.306522 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] For port 56419b6c-3eb9-493e-8a24-89956b71a29f, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:25.311183 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] For port 56419b6c-3eb9-493e-8a24-89956b71a29f, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=56419b6c-3eb9-493e-8a24-89956b71a29f,segment=NetworkSegment(b469d84c-6e33-4bf6-912f-f9cacb10a357),segment_id=b469d84c-6e33-4bf6-912f-f9cacb10a357)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:25.315308 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-29d6d016-903f-43eb-96f8-ff30735abd72 req-f3ebcbcd-f373-45f7-8d4c-90753090d598 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c6ee3186-f35e-4d76-a1d5-bed92a3978f5), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:25.338164 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (56419b6c-3eb9-493e-8a24-89956b71a29f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:25.362694 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebcbcd-f373-45f7-8d4c-90753090d598 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ee3186-f35e-4d76-a1d5-bed92a3978f5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:25.382246 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-29d6d016-903f-43eb-96f8-ff30735abd72 req-f3ebcbcd-f373-45f7-8d4c-90753090d598 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:25.383934 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-29d6d016-903f-43eb-96f8-ff30735abd72 req-f3ebcbcd-f373-45f7-8d4c-90753090d598 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2987120 Feb 09 21:29:25.408520 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9521465-6db3-48bb-97bc-ed7838bd43ad req-f6effb4b-adf2-4270-bfd3-5cf9ed08a266 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045499 Feb 09 21:29:25.429261 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port faf9aa33-f94f-4666-abc8-485c3cfbe4d4 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:25.446145 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-8e918d12-2ae1-40c3-a2a3-7f102b966242 None None] Provisioning complete for port 56419b6c-3eb9-493e-8a24-89956b71a29f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:25.446621 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8e918d12-2ae1-40c3-a2a3-7f102b966242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (56419b6c-3eb9-493e-8a24-89956b71a29f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:25.478601 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] Routers {'8b9bb252-e7c5-4f21-bd04-a625744e49fc'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:29:25.479260 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:29:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8b9bb252-e7c5-4f21-bd04-a625744e49fc'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:25.489081 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c11c8c-3c34-4b7e-bdfa-66941674f759 None None] Pushing event updated for resources: {'Port': ['ID=56419b6c-3eb9-493e-8a24-89956b71a29f,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:25.681625 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8e918d12-2ae1-40c3-a2a3-7f102b966242 None None] Current status of the port 56419b6c-3eb9-493e-8a24-89956b71a29f is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:25.682067 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8e918d12-2ae1-40c3-a2a3-7f102b966242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (56419b6c-3eb9-493e-8a24-89956b71a29f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:25.685001 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] Set router 8b9bb252-e7c5-4f21-bd04-a625744e49fc gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:29:25.810499 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaeddc-1283-4304-b712-2099cab87317 req-855df488-4d68-4579-a72e-691fd875c635 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:25.819100 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-16eaeddc-1283-4304-b712-2099cab87317 req-855df488-4d68-4579-a72e-691fd875c635 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.0930696 Feb 09 21:29:25.897501 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-16eaeddc-1283-4304-b712-2099cab87317 req-981bb092-ce39-4af4-b395-f07c192c66eb tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712221 Feb 09 21:29:25.931098 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-6df8bfe5-2d28-4ab1-a00c-bcd3d670969e tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=da888a58eb2d447da88cadc0cfb95024&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319517 Feb 09 21:29:25.947143 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-8e918d12-2ae1-40c3-a2a3-7f102b966242 None None] For port 56419b6c-3eb9-493e-8a24-89956b71a29f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=56419b6c-3eb9-493e-8a24-89956b71a29f,segment=NetworkSegment(b469d84c-6e33-4bf6-912f-f9cacb10a357),segment_id=b469d84c-6e33-4bf6-912f-f9cacb10a357)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:25.988899 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8e918d12-2ae1-40c3-a2a3-7f102b966242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (56419b6c-3eb9-493e-8a24-89956b71a29f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:26.059559 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-2a34a4f3-a14e-414e-8dfb-8e6bdc2f3e0b tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:26.075188 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e918d12-2ae1-40c3-a2a3-7f102b966242 None None] Pushing event updated for resources: {'Port': ['ID=56419b6c-3eb9-493e-8a24-89956b71a29f,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:26.076516 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-2a34a4f3-a14e-414e-8dfb-8e6bdc2f3e0b tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1388133 Feb 09 21:29:26.120814 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-63e52f72-449c-4d57-a4ad-2866900a86a9 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/quotas/da888a58eb2d447da88cadc0cfb95024 HTTP/1.1" status: 200 len: 375 time: 0.0292518 Feb 09 21:29:26.147375 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-572fcb56-c0de-49b6-a16d-33a470046af4 None None] Provisioning complete for port 56419b6c-3eb9-493e-8a24-89956b71a29f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:26.148068 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-572fcb56-c0de-49b6-a16d-33a470046af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (56419b6c-3eb9-493e-8a24-89956b71a29f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:26.193149 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-a6c43c39-b120-4dc6-bf2c-485254b93b66 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0714383 Feb 09 21:29:26.251739 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-bea3f90e-93bf-453d-b458-909bb7011cd5 req-01be9e52-896a-4857-8652-de6f6d0c7daf tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-249153032', 'description': 'tempest-description-984094247'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:26.256531 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9bb252-e7c5-4f21-bd04-a625744e49fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1964086852-router', 'tenant_id': '8ff744cad7694cd6b1ab156221a95ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'faf9aa33-f94f-4666-abc8-485c3cfbe4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:15Z', 'updated_at': '2022-02-09T21:29:21Z', 'revision_number': 4, 'project_id': '8ff744cad7694cd6b1ab156221a95ba4', 'gw_port': {'id': 'faf9aa33-f94f-4666-abc8-485c3cfbe4d4', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9bb252-e7c5-4f21-bd04-a625744e49fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:16Z', 'updated_at': '2022-02-09T21:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '56419b6c-3eb9-493e-8a24-89956b71a29f', 'name': '', 'network_id': 'ea20ccf9-a1d1-4d96-b94c-8c73e0389a92', 'tenant_id': '8ff744cad7694cd6b1ab156221a95ba4', 'mac_address': 'fa:16:3e:c6:96:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9bb252-e7c5-4f21-bd04-a625744e49fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '09e767fb-db85-4698-ba45-58761aec05f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:19Z', 'updated_at': '2022-02-09T21:29:25Z', 'revision_number': 4, 'project_id': '8ff744cad7694cd6b1ab156221a95ba4', 'subnets': [{'id': '09e767fb-db85-4698-ba45-58761aec05f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:26.259802 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-572fcb56-c0de-49b6-a16d-33a470046af4 None None] Current status of the port 56419b6c-3eb9-493e-8a24-89956b71a29f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:26.274221 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bea3f90e-93bf-453d-b458-909bb7011cd5 req-01be9e52-896a-4857-8652-de6f6d0c7daf tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:26.285380 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bea3f90e-93bf-453d-b458-909bb7011cd5 req-01be9e52-896a-4857-8652-de6f6d0c7daf tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:26.290703 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9346088f-623f-40c0-a8c9-6a1862d7ec7b None None] The sync data for ids ['8b9bb252-e7c5-4f21-bd04-a625744e49fc'] in n-d-828601-1 is: [{'id': '8b9bb252-e7c5-4f21-bd04-a625744e49fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1964086852-router', 'tenant_id': '8ff744cad7694cd6b1ab156221a95ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'faf9aa33-f94f-4666-abc8-485c3cfbe4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:15Z', 'updated_at': '2022-02-09T21:29:21Z', 'revision_number': 4, 'project_id': '8ff744cad7694cd6b1ab156221a95ba4', 'gw_port': {'id': 'faf9aa33-f94f-4666-abc8-485c3cfbe4d4', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9bb252-e7c5-4f21-bd04-a625744e49fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:16Z', 'updated_at': '2022-02-09T21:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '56419b6c-3eb9-493e-8a24-89956b71a29f', 'name': '', 'network_id': 'ea20ccf9-a1d1-4d96-b94c-8c73e0389a92', 'tenant_id': '8ff744cad7694cd6b1ab156221a95ba4', 'mac_address': 'fa:16:3e:c6:96:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9bb252-e7c5-4f21-bd04-a625744e49fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '09e767fb-db85-4698-ba45-58761aec05f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:19Z', 'updated_at': '2022-02-09T21:29:25Z', 'revision_number': 4, 'project_id': '8ff744cad7694cd6b1ab156221a95ba4', 'subnets': [{'id': '09e767fb-db85-4698-ba45-58761aec05f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:29:26.433372 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bea3f90e-93bf-453d-b458-909bb7011cd5 req-01be9e52-896a-4857-8652-de6f6d0c7daf tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Publish callbacks [] for security_group (c879a427-8aca-42cd-8d0f-7e474b098818), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:26.440315 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bea3f90e-93bf-453d-b458-909bb7011cd5 req-01be9e52-896a-4857-8652-de6f6d0c7daf tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c879a427-8aca-42cd-8d0f-7e474b098818), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:26.486681 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be9e52-896a-4857-8652-de6f6d0c7daf tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c879a427-8aca-42cd-8d0f-7e474b098818,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:26.527696 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bea3f90e-93bf-453d-b458-909bb7011cd5 req-01be9e52-896a-4857-8652-de6f6d0c7daf tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Publish callbacks [] for security_group (c33be5dc-2007-4652-b8ea-67c3a5824354), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:26.534266 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bea3f90e-93bf-453d-b458-909bb7011cd5 req-01be9e52-896a-4857-8652-de6f6d0c7daf tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c33be5dc-2007-4652-b8ea-67c3a5824354), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:26.580950 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bea3f90e-93bf-453d-b458-909bb7011cd5 req-01be9e52-896a-4857-8652-de6f6d0c7daf tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:26.595880 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bea3f90e-93bf-453d-b458-909bb7011cd5 req-01be9e52-896a-4857-8652-de6f6d0c7daf tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3490813 Feb 09 21:29:26.596927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be9e52-896a-4857-8652-de6f6d0c7daf tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33be5dc-2007-4652-b8ea-67c3a5824354,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:26.747448 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208fa3b-2d2b-4f8d-99a2-44683db6cdb4 req-9ea4f421-c8d0-4c96-af5c-9a14657e8ee6 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:26.748749 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a208fa3b-2d2b-4f8d-99a2-44683db6cdb4 req-9ea4f421-c8d0-4c96-af5c-9a14657e8ee6 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 1127 time: 0.0923889 Feb 09 21:29:26.799554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba400c-0b62-4fa3-8c0d-eab8780ddc13 req-38ce3bd9-9401-4a09-8014-e6e302c628e2 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:26.800828 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dfba400c-0b62-4fa3-8c0d-eab8780ddc13 req-38ce3bd9-9401-4a09-8014-e6e302c628e2 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2b1cbbe-f553-4f85-9e08-319cbb813db7 HTTP/1.1" status: 200 len: 950 time: 0.1091433 Feb 09 21:29:26.827639 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a208fa3b-2d2b-4f8d-99a2-44683db6cdb4 req-5f20f34d-f19f-4529-8a77-4761aca4eefa tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709920 Feb 09 21:29:26.873723 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dfba400c-0b62-4fa3-8c0d-eab8780ddc13 req-2019d739-81a3-411e-b07c-cc7cf2c4ab46 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.77 "GET /v2.0/security-groups?id=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611432 Feb 09 21:29:27.102606 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 56419b6c-3eb9-493e-8a24-89956b71a29f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:27.190441 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-5a7656dc-c3fe-421d-bc3c-c513644a204e req-11247fa5-687e-4325-8c77-7938f2557bf7 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1910774989', 'description': 'tempest-description-2015584968'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:27.207271 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 56419b6c-3eb9-493e-8a24-89956b71a29f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:27.207943 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (56419b6c-3eb9-493e-8a24-89956b71a29f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:27.233474 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5a7656dc-c3fe-421d-bc3c-c513644a204e req-11247fa5-687e-4325-8c77-7938f2557bf7 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:27.328216 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4d13b-2d13-4125-b4b2-f0a091ba080b req-71f5e085-c2ad-4734-b2d9-b055c822cbfe tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:27.329824 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b6c4d13b-2d13-4125-b4b2-f0a091ba080b req-71f5e085-c2ad-4734-b2d9-b055c822cbfe tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b1cbbe-f553-4f85-9e08-319cbb813db7 HTTP/1.1" status: 200 len: 950 time: 0.1511345 Feb 09 21:29:27.362473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 56419b6c-3eb9-493e-8a24-89956b71a29f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:27.437192 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5a7656dc-c3fe-421d-bc3c-c513644a204e req-11247fa5-687e-4325-8c77-7938f2557bf7 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Publish callbacks [] for security_group (31eed084-b508-4c83-9ba8-7c34c298cc5b), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:27.445758 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5a7656dc-c3fe-421d-bc3c-c513644a204e req-11247fa5-687e-4325-8c77-7938f2557bf7 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (31eed084-b508-4c83-9ba8-7c34c298cc5b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:27.518844 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5a7656dc-c3fe-421d-bc3c-c513644a204e req-11247fa5-687e-4325-8c77-7938f2557bf7 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:27.528682 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5a7656dc-c3fe-421d-bc3c-c513644a204e req-11247fa5-687e-4325-8c77-7938f2557bf7 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3493683 Feb 09 21:29:27.543095 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-b6c4d13b-2d13-4125-b4b2-f0a091ba080b req-d8e39f6b-8873-4f96-b696-99d8ec428226 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Deleting port 9587a4c2-edac-41a1-b3dd-0c885c84978e {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:29:27.543784 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b6c4d13b-2d13-4125-b4b2-f0a091ba080b req-d8e39f6b-8873-4f96-b696-99d8ec428226 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (9587a4c2-edac-41a1-b3dd-0c885c84978e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:27.550590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11247fa5-687e-4325-8c77-7938f2557bf7 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31eed084-b508-4c83-9ba8-7c34c298cc5b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:27.709012 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-b6c4d13b-2d13-4125-b4b2-f0a091ba080b req-d8e39f6b-8873-4f96-b696-99d8ec428226 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] For port 9587a4c2-edac-41a1-b3dd-0c885c84978e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=9587a4c2-edac-41a1-b3dd-0c885c84978e,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:27.709480 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b6c4d13b-2d13-4125-b4b2-f0a091ba080b req-d8e39f6b-8873-4f96-b696-99d8ec428226 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (9587a4c2-edac-41a1-b3dd-0c885c84978e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:27.726904 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-b6c4d13b-2d13-4125-b4b2-f0a091ba080b req-d8e39f6b-8873-4f96-b696-99d8ec428226 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Calling delete_port for 9587a4c2-edac-41a1-b3dd-0c885c84978e owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:29:27.830450 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b45f56-53f2-4cef-9df9-8f9a499af812 req-30a556ef-f1f8-4846-9580-3187a66be69e tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:27.833461 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39b45f56-53f2-4cef-9df9-8f9a499af812 req-30a556ef-f1f8-4846-9580-3187a66be69e tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.0849133 Feb 09 21:29:27.924249 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b6c4d13b-2d13-4125-b4b2-f0a091ba080b req-d8e39f6b-8873-4f96-b696-99d8ec428226 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (9587a4c2-edac-41a1-b3dd-0c885c84978e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:27.937536 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['9587a4c2-edac-41a1-b3dd-0c885c84978e'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:27.966277 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e39f6b-8873-4f96-b696-99d8ec428226 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Pushing event deleted for resources: {'Port': ['ID=9587a4c2-edac-41a1-b3dd-0c885c84978e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:27.971245 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39b45f56-53f2-4cef-9df9-8f9a499af812 req-86748db5-8a48-43b7-b0f7-40ad47574b7e tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206143 Feb 09 21:29:28.043115 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c4d13b-2d13-4125-b4b2-f0a091ba080b req-d8e39f6b-8873-4f96-b696-99d8ec428226 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] No DVR routers for this DVR port 9587a4c2-edac-41a1-b3dd-0c885c84978e on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:29:28.046417 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b6c4d13b-2d13-4125-b4b2-f0a091ba080b req-d8e39f6b-8873-4f96-b696-99d8ec428226 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:28.062690 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b6c4d13b-2d13-4125-b4b2-f0a091ba080b req-d8e39f6b-8873-4f96-b696-99d8ec428226 tempest-LiveMigrationNegativeTest-2015979684 tempest-LiveMigrationNegativeTest-2015979684-project] 10.222.0.42 "DELETE /v2.0/ports/9587a4c2-edac-41a1-b3dd-0c885c84978e HTTP/1.1" status: 204 len: 173 time: 0.7253208 Feb 09 21:29:28.063554 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b1cbbe-f553-4f85-9e08-319cbb813db7', 'name': 'network-vif-deleted', 'tag': '9587a4c2-edac-41a1-b3dd-0c885c84978e'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:28.071528 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc96bc5f-64b5-45b5-a1cb-eeba49aadd46" -d '{"events": [{"server_uuid": "f2b1cbbe-f553-4f85-9e08-319cbb813db7", "name": "network-vif-deleted", "tag": "9587a4c2-edac-41a1-b3dd-0c885c84978e"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:28.338016 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-ed29ce3e-42a1-42c8-a229-d22033961af3 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48213 time: 0.4237766 Feb 09 21:29:28.390470 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-1df9761b-d989-4238-bf72-b42d90e42aeb tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/5c5cce54-5d9d-4ceb-91e5-9c0a7e7c5e74 HTTP/1.1" status: 200 len: 2998 time: 0.0444670 Feb 09 21:29:28.456374 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-d4faf822-bd9a-4884-b6ec-daab1bfd114d tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/5c5cce54-5d9d-4ceb-91e5-9c0a7e7c5e74 HTTP/1.1" status: 200 len: 2998 time: 0.0645604 Feb 09 21:29:28.518658 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-048135b2-93ac-4654-8d64-257457e226bd tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/6174e640-013d-4516-99be-b23baba3e75c HTTP/1.1" status: 200 len: 2990 time: 0.0610821 Feb 09 21:29:28.597001 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-c722afd1-2165-4d39-bad5-a93de6620b26 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=da888a58eb2d447da88cadc0cfb95024&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457902 Feb 09 21:29:28.605015 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-dc160527-a2cc-4f6f-b04a-cd7cd36da6a0 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/6174e640-013d-4516-99be-b23baba3e75c HTTP/1.1" status: 200 len: 2990 time: 0.0843844 Feb 09 21:29:28.747090 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-4009cbf7-4aba-4bfe-a966-a2b68796f233 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/653dd4af-c44d-4c9c-88eb-ae424b6a1796 HTTP/1.1" status: 200 len: 2998 time: 0.1342835 Feb 09 21:29:28.761058 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-81d37584-ee0d-4dab-8050-91ca5b7fc180 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:28.763795 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-81d37584-ee0d-4dab-8050-91ca5b7fc180 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1544824 Feb 09 21:29:28.784902 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-bba450e7-b8d5-4f7c-bf75-c5c0c49616e4 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Request body: {'port': {'device_id': '10dc95e6-2cdb-43fe-bd52-c415096da696', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': 'da888a58eb2d447da88cadc0cfb95024'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:28.900258 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-082107d0-8f71-46b3-b2c3-42e64106c422 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/653dd4af-c44d-4c9c-88eb-ae424b6a1796 HTTP/1.1" status: 200 len: 2998 time: 0.1482546 Feb 09 21:29:28.919862 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-46206300-018c-425e-b47d-006b21504691 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=da888a58eb2d447da88cadc0cfb95024&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1217728 Feb 09 21:29:29.006000 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-59371778-e905-45a2-85fc-fd0cccf42000 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/6ec8fec3-b6ee-4529-b01b-c64e20391ef8 HTTP/1.1" status: 200 len: 2998 time: 0.0993810 Feb 09 21:29:29.108950 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-309e5860-203c-4c8c-8a10-2ac4d062f868 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/6ec8fec3-b6ee-4529-b01b-c64e20391ef8 HTTP/1.1" status: 200 len: 2998 time: 0.0940466 Feb 09 21:29:29.148278 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-3be17b10-fb70-496d-bec2-3ba7052fc7fc tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:29.149904 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-3be17b10-fb70-496d-bec2-3ba7052fc7fc tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2212725 Feb 09 21:29:29.155307 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-bba450e7-b8d5-4f7c-bf75-c5c0c49616e4 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Made reservation on behalf of da888a58eb2d447da88cadc0cfb95024 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:29.164561 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-bba450e7-b8d5-4f7c-bf75-c5c0c49616e4 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:29.182983 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-2161faff-0b1c-4ffa-9371-e1cdfadd1089 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/77c55c5f-abd5-4b69-983c-0774e6b792ac HTTP/1.1" status: 200 len: 2998 time: 0.0729685 Feb 09 21:29:29.189737 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-06ee6271-f3ff-4c28-ba10-cf9b6e953b0f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Request body: {'port': {'device_id': '9e562996-d5fd-4eeb-b71e-91ef2efb31f3', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': 'da888a58eb2d447da88cadc0cfb95024'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:29.258285 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-aa66521f-51d0-4c98-8a29-aac99aeb358e tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/77c55c5f-abd5-4b69-983c-0774e6b792ac HTTP/1.1" status: 200 len: 2998 time: 0.0736742 Feb 09 21:29:29.308478 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-f0ce9c16-4cd4-4460-b88d-8df9ed9fcd81 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/77d0b947-ba55-4417-92b1-a379a37f75b6 HTTP/1.1" status: 200 len: 2998 time: 0.0496159 Feb 09 21:29:29.357629 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-65b97859-338d-4780-9ef5-8e91f257ee41 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/77d0b947-ba55-4417-92b1-a379a37f75b6 HTTP/1.1" status: 200 len: 2998 time: 0.0479105 Feb 09 21:29:29.424995 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-012f9f9c-8423-4b85-88a2-84356dd8e0d1 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/8be9d7f2-e556-4c45-96ce-00c44f682c09 HTTP/1.1" status: 200 len: 2998 time: 0.0560491 Feb 09 21:29:29.428167 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-bba450e7-b8d5-4f7c-bf75-c5c0c49616e4 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Allocated IP 192.168.233.222 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/746c7f66-5bfa-450d-8e50-d3fca91ea73e) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:29.442118 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-06ee6271-f3ff-4c28-ba10-cf9b6e953b0f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Made reservation on behalf of da888a58eb2d447da88cadc0cfb95024 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:29.445719 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-06ee6271-f3ff-4c28-ba10-cf9b6e953b0f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:29.467318 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-947da2e0-85f4-4518-bd6e-160e5dc5eaa2 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/8be9d7f2-e556-4c45-96ce-00c44f682c09 HTTP/1.1" status: 200 len: 2998 time: 0.0447028 Feb 09 21:29:29.518836 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-c7fdba14-ef09-4eea-9c8d-d41f0130da02 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/a024d04a-087c-4e11-87e6-422a1aa86187 HTTP/1.1" status: 200 len: 2998 time: 0.0407777 Feb 09 21:29:29.570503 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-5b8e4ae2-a330-4513-8056-ed91d142a49e tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/a024d04a-087c-4e11-87e6-422a1aa86187 HTTP/1.1" status: 200 len: 2998 time: 0.0448368 Feb 09 21:29:29.636565 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-7d554af3-a431-4e26-94d2-6c266348742e tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/be3a8318-9260-4454-a902-7c8cb2b4bb03 HTTP/1.1" status: 200 len: 2994 time: 0.0577595 Feb 09 21:29:29.679453 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-443da392-72d4-4b28-bd31-af20022a0d37 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/be3a8318-9260-4454-a902-7c8cb2b4bb03 HTTP/1.1" status: 200 len: 2994 time: 0.0422914 Feb 09 21:29:29.700889 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-bba450e7-b8d5-4f7c-bf75-c5c0c49616e4 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks [] for port (746c7f66-5bfa-450d-8e50-d3fca91ea73e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:29.728356 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44872) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:29.752031 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-bba450e7-b8d5-4f7c-bf75-c5c0c49616e4 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (746c7f66-5bfa-450d-8e50-d3fca91ea73e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:29.757594 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-56a6f075-6d6b-40b7-8b73-64ff309e1f27 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/c4cc3233-9cc0-4bec-8857-be9c7d9a9ad5 HTTP/1.1" status: 200 len: 2998 time: 0.0721307 Feb 09 21:29:29.765764 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['93e927e6-90ef-480c-bf7f-9988462f2fcb', 'd684e2b5-cba7-45ab-871a-2bc8f3bbcea8', '3bc2ba39-cd44-4d0b-992c-58cc712ee651'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:29.837974 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba450e7-b8d5-4f7c-bf75-c5c0c49616e4 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Pushing event updated for resources: {'Port': ['ID=746c7f66-5bfa-450d-8e50-d3fca91ea73e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:29.848223 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-bba450e7-b8d5-4f7c-bf75-c5c0c49616e4 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:29.853201 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-bba450e7-b8d5-4f7c-bf75-c5c0c49616e4 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:29.855671 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-8c900642-3ab6-4f67-b110-9f25855d6bf3 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/c4cc3233-9cc0-4bec-8857-be9c7d9a9ad5 HTTP/1.1" status: 200 len: 2998 time: 0.0922515 Feb 09 21:29:29.858656 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-bba450e7-b8d5-4f7c-bf75-c5c0c49616e4 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:29.865257 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-bba450e7-b8d5-4f7c-bf75-c5c0c49616e4 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:29.866174 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-bba450e7-b8d5-4f7c-bf75-c5c0c49616e4 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:29.897798 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-06ee6271-f3ff-4c28-ba10-cf9b6e953b0f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Allocated IP 192.168.233.17 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/9dd43f9a-4909-4ea6-bc52-f89665942a3f) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:29.904321 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-bba450e7-b8d5-4f7c-bf75-c5c0c49616e4 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1293576 Feb 09 21:29:29.918406 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] Request body: {'port': {'device_id': '10dc95e6-2cdb-43fe-bd52-c415096da696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:29.938593 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-fc1370b1-05c4-45c9-98e5-887eedd7f1c1 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:29:29.967039 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-fc1370b1-05c4-45c9-98e5-887eedd7f1c1 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2361386 Feb 09 21:29:29.981124 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-f9fab6e1-dcba-492c-98a9-74d05a228f3a tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/c62e5254-a5b3-4181-8c2f-2aa4fea14c5d HTTP/1.1" status: 200 len: 2998 time: 0.1240869 Feb 09 21:29:30.021019 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (746c7f66-5bfa-450d-8e50-d3fca91ea73e), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:30.119717 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-3ac99e4f-335c-48eb-afcc-566761ea3ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:30.127202 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-3ac99e4f-335c-48eb-afcc-566761ea3ddf service neutron] 10.222.0.77 "GET /v2.0/ports/13e11c2c-be45-4523-9c35-a892acc77213 HTTP/1.1" status: 200 len: 1124 time: 0.1081228 Feb 09 21:29:30.132258 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-538f4483-e8e8-4722-8322-c627b112494b service neutron] Request body: {'binding': {'host': 'n-h1-828601-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:30.132911 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-538f4483-e8e8-4722-8322-c627b112494b service neutron] Unknown quota resources ['binding']. {{(pid=103201) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:29:30.136019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-3224fc3a-c4f9-4b3e-a0c9-27b8363e433f tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/c62e5254-a5b3-4181-8c2f-2aa4fea14c5d HTTP/1.1" status: 200 len: 2998 time: 0.1477928 Feb 09 21:29:30.270100 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-279a31cc-e19a-4223-bccf-809b53c5f3d9 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/c879a427-8aca-42cd-8d0f-7e474b098818 HTTP/1.1" status: 200 len: 2998 time: 0.1121883 Feb 09 21:29:30.288097 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-06ee6271-f3ff-4c28-ba10-cf9b6e953b0f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks [] for port (9dd43f9a-4909-4ea6-bc52-f89665942a3f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:30.325928 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-06ee6271-f3ff-4c28-ba10-cf9b6e953b0f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (9dd43f9a-4909-4ea6-bc52-f89665942a3f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:30.336786 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-b1b7c413-0c26-43db-8232-95a0142d4289 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/c879a427-8aca-42cd-8d0f-7e474b098818 HTTP/1.1" status: 200 len: 2998 time: 0.0643415 Feb 09 21:29:30.347879 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['93e927e6-90ef-480c-bf7f-9988462f2fcb', 'd684e2b5-cba7-45ab-871a-2bc8f3bbcea8', '3bc2ba39-cd44-4d0b-992c-58cc712ee651'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:30.406345 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-a5b67066-a910-4c9a-bb8e-159ea2804e61 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/d6b8bc1a-f38e-495b-8bcb-dbb7f4029549 HTTP/1.1" status: 200 len: 2998 time: 0.0565202 Feb 09 21:29:30.416041 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-06ee6271-f3ff-4c28-ba10-cf9b6e953b0f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:30.424569 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-06ee6271-f3ff-4c28-ba10-cf9b6e953b0f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:30.432246 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-06ee6271-f3ff-4c28-ba10-cf9b6e953b0f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:30.437692 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-06ee6271-f3ff-4c28-ba10-cf9b6e953b0f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:30.438201 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-538f4483-e8e8-4722-8322-c627b112494b service neutron] Attempting to bind port 13e11c2c-be45-4523-9c35-a892acc77213 on host n-h1-828601-1 for vnic_type normal with profile None {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:30.438335 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-06ee6271-f3ff-4c28-ba10-cf9b6e953b0f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:30.438683 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-538f4483-e8e8-4722-8322-c627b112494b service neutron] Attempting to bind port 13e11c2c-be45-4523-9c35-a892acc77213 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:30.439619 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-538f4483-e8e8-4722-8322-c627b112494b service neutron] Attempting to bind port 13e11c2c-be45-4523-9c35-a892acc77213 on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:30.454390 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee6271-f3ff-4c28-ba10-cf9b6e953b0f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Pushing event updated for resources: {'Port': ['ID=9dd43f9a-4909-4ea6-bc52-f89665942a3f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:30.458021 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-538f4483-e8e8-4722-8322-c627b112494b service neutron] Port 13e11c2c-be45-4523-9c35-a892acc77213 on network 4474165d-84c4-443a-89bd-7201ae778fac not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:30.458642 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-538f4483-e8e8-4722-8322-c627b112494b service neutron] Attempting to bind port 13e11c2c-be45-4523-9c35-a892acc77213 on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:30.474784 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-06ee6271-f3ff-4c28-ba10-cf9b6e953b0f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2893476 Feb 09 21:29:30.478426 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-538f4483-e8e8-4722-8322-c627b112494b service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:30.479002 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-538f4483-e8e8-4722-8322-c627b112494b service neutron] Checking segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:30.479281 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-538f4483-e8e8-4722-8322-c627b112494b service neutron] Bound using segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:30.479835 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-538f4483-e8e8-4722-8322-c627b112494b service neutron] Bound port: 13e11c2c-be45-4523-9c35-a892acc77213, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:30.494891 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] Request body: {'port': {'device_id': '9e562996-d5fd-4eeb-b71e-91ef2efb31f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:30.536302 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-1f24a06e-1b6c-4dc7-83ea-7967f4251c72 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/d6b8bc1a-f38e-495b-8bcb-dbb7f4029549 HTTP/1.1" status: 200 len: 2998 time: 0.1283321 Feb 09 21:29:30.582525 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9dd43f9a-4909-4ea6-bc52-f89665942a3f), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:30.622571 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-538f4483-e8e8-4722-8322-c627b112494b service neutron] For port 13e11c2c-be45-4523-9c35-a892acc77213, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=13e11c2c-be45-4523-9c35-a892acc77213,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:30.632588 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-538f4483-e8e8-4722-8322-c627b112494b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:30.633856 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-538f4483-e8e8-4722-8322-c627b112494b service neutron] 10.222.0.77 "POST /v2.0/ports/13e11c2c-be45-4523-9c35-a892acc77213/bindings HTTP/1.1" status: 201 len: 389 time: 0.5055306 Feb 09 21:29:30.637447 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-85211d1f-c746-44d0-b7dd-e26ad5439e83 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f HTTP/1.1" status: 200 len: 2998 time: 0.0513937 Feb 09 21:29:30.664399 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 746c7f66-5bfa-450d-8e50-d3fca91ea73e {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:30.680572 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] Publish callbacks [] for port (746c7f66-5bfa-450d-8e50-d3fca91ea73e), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:30.697703 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-ec0b10b0-266f-41fa-acf2-4f7df33ef47e tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f HTTP/1.1" status: 200 len: 2998 time: 0.0525494 Feb 09 21:29:30.804434 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-626fdd5a-b321-450e-a2fa-ae1f6e5633c4 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/fe1090a0-c7fe-4953-98d2-9d20bde9c5f2 HTTP/1.1" status: 200 len: 2998 time: 0.0983791 Feb 09 21:29:30.821092 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] Transition to ACTIVE for port object 746c7f66-5bfa-450d-8e50-d3fca91ea73e will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:29:30.870835 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (746c7f66-5bfa-450d-8e50-d3fca91ea73e), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:30.971361 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d7a98a4-35a0-44be-b14e-b35f05910ce0 req-9b08ba6d-e8fa-42e0-98ca-aed4ff4f2eca tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/fe1090a0-c7fe-4953-98d2-9d20bde9c5f2 HTTP/1.1" status: 200 len: 2998 time: 0.1461372 Feb 09 21:29:30.999109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] Pushing event updated for resources: {'Port': ['ID=746c7f66-5bfa-450d-8e50-d3fca91ea73e,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:31.040240 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9bbeb-6eb8-4260-ab0e-666f2c53e6c8 req-bcc7d33c-521f-4266-84da-09e9d784d6de tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:31.044001 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-79a9bbeb-6eb8-4260-ab0e-666f2c53e6c8 req-bcc7d33c-521f-4266-84da-09e9d784d6de tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e562996-d5fd-4eeb-b71e-91ef2efb31f3 HTTP/1.1" status: 200 len: 935 time: 0.1547303 Feb 09 21:29:31.116174 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-79a9bbeb-6eb8-4260-ab0e-666f2c53e6c8 req-9b5e8572-497d-4c7e-918a-d86978ca55aa tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708902 Feb 09 21:29:31.259990 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f09d3-fc9f-4aba-917a-72b6e2926c77 req-3d4529b6-c484-4c2c-9fa2-e25aada9e24e tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:31.268494 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c34f09d3-fc9f-4aba-917a-72b6e2926c77 req-3d4529b6-c484-4c2c-9fa2-e25aada9e24e tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.0772870 Feb 09 21:29:31.320266 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85b8435-65b7-4c92-b265-041d6c514f74 x-openstack-request-id: req-d85b8435-65b7-4c92-b265-041d6c514f74 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:31.320572 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b1cbbe-f553-4f85-9e08-319cbb813db7", "name": "network-vif-deleted", "tag": "9587a4c2-edac-41a1-b3dd-0c885c84978e", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:31.320817 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d85b8435-65b7-4c92-b265-041d6c514f74 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:31.321213 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b1cbbe-f553-4f85-9e08-319cbb813db7', 'name': 'network-vif-deleted', 'tag': '9587a4c2-edac-41a1-b3dd-0c885c84978e', 'status': 'completed', 'code': 200} Feb 09 21:29:31.327098 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] Attempting to bind port 746c7f66-5bfa-450d-8e50-d3fca91ea73e on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:31.327504 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] Attempting to bind port 746c7f66-5bfa-450d-8e50-d3fca91ea73e by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:31.327779 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] Attempting to bind port 746c7f66-5bfa-450d-8e50-d3fca91ea73e on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:31.347245 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] Port 746c7f66-5bfa-450d-8e50-d3fca91ea73e on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:31.347568 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] Attempting to bind port 746c7f66-5bfa-450d-8e50-d3fca91ea73e on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:31.364362 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:31.364613 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:31.364995 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:31.365433 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] Bound port: 746c7f66-5bfa-450d-8e50-d3fca91ea73e, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:31.365792 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (746c7f66-5bfa-450d-8e50-d3fca91ea73e), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:31.371025 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c34f09d3-fc9f-4aba-917a-72b6e2926c77 req-c5211d96-d3b7-4894-b6b3-4aaff1510163 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015301 Feb 09 21:29:31.397700 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a1fd2-e6d3-4f4d-9140-8ebdb8b6b41f req-565ca9db-4bea-44f9-a75e-b1ba97353a23 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:31.409181 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-472a1fd2-e6d3-4f4d-9140-8ebdb8b6b41f req-565ca9db-4bea-44f9-a75e-b1ba97353a23 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 945 time: 0.1159933 Feb 09 21:29:31.448708 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd43f9a-4909-4ea6-bc52-f89665942a3f {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:31.458190 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] Publish callbacks [] for port (9dd43f9a-4909-4ea6-bc52-f89665942a3f), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:31.474419 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] Transition to ACTIVE for port object 9dd43f9a-4909-4ea6-bc52-f89665942a3f will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:29:31.480333 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-472a1fd2-e6d3-4f4d-9140-8ebdb8b6b41f req-0ec95813-0791-40c1-a76a-6f2cc4e49b14 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676277 Feb 09 21:29:31.496153 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-08d91046-7297-4025-be44-ea3d582cfe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:31.498103 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-08d91046-7297-4025-be44-ea3d582cfe4d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 1127 time: 0.4722104 Feb 09 21:29:31.501218 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9dd43f9a-4909-4ea6-bc52-f89665942a3f), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:31.544553 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44894) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:31.588046 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3f9c72ca-da10-4aaf-ba3a-10a0563ae088 req-21bece44-0e81-4fcb-8b32-f2c41327839f tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3f9e6ee376b74d5d850d0b212aaa90ed HTTP/1.1" status: 200 len: 6152 time: 0.0921941 Feb 09 21:29:31.645975 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3f9c72ca-da10-4aaf-ba3a-10a0563ae088 req-59cfe807-fd64-41cd-9c0c-f9cdf81f0c2b tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] 10.222.0.77 "GET /v2.0/security-groups/fe1090a0-c7fe-4953-98d2-9d20bde9c5f2 HTTP/1.1" status: 200 len: 2998 time: 0.0516381 Feb 09 21:29:31.661309 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd43f9a-4909-4ea6-bc52-f89665942a3f,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:31.706338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] For port 746c7f66-5bfa-450d-8e50-d3fca91ea73e, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:31.711957 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] Attempting to bind port 9dd43f9a-4909-4ea6-bc52-f89665942a3f on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:31.712304 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] Attempting to bind port 9dd43f9a-4909-4ea6-bc52-f89665942a3f by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:31.712669 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] Attempting to bind port 9dd43f9a-4909-4ea6-bc52-f89665942a3f on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:31.728222 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44898) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:31.728387 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] Port 9dd43f9a-4909-4ea6-bc52-f89665942a3f on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:31.728387 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] Attempting to bind port 9dd43f9a-4909-4ea6-bc52-f89665942a3f on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:31.734030 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-4394b769-129b-474c-8d84-61e6b8286cd9 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1014268276', 'description': 'tempest-description--978189830'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:31.736887 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] For port 746c7f66-5bfa-450d-8e50-d3fca91ea73e, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=746c7f66-5bfa-450d-8e50-d3fca91ea73e,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:31.742868 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f7850d90-5785-434d-9810-70745f02faac admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0dad381a48ee46dc8eee0af4c62ed356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972001 Feb 09 21:29:31.745773 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44900) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:31.749031 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:31.749769 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:31.749769 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:31.750281 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] Bound port: 9dd43f9a-4909-4ea6-bc52-f89665942a3f, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:31.750672 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9dd43f9a-4909-4ea6-bc52-f89665942a3f), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:31.759820 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (746c7f66-5bfa-450d-8e50-d3fca91ea73e), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:31.764175 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3f9c72ca-da10-4aaf-ba3a-10a0563ae088 req-61fd0086-39f8-438e-8568-a1487fed3f75 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] 10.222.0.77 "GET /v2.0/security-groups/fe1090a0-c7fe-4953-98d2-9d20bde9c5f2 HTTP/1.1" status: 200 len: 2998 time: 0.1066902 Feb 09 21:29:31.807244 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4394b769-129b-474c-8d84-61e6b8286cd9 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:31.825897 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] Pushing event updated for resources: {'Port': ['ID=746c7f66-5bfa-450d-8e50-d3fca91ea73e,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:31.834759 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 9587a4c2-edac-41a1-b3dd-0c885c84978e no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:29:31.835389 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-ba2e6ba7-1913-4bd3-bbda-da695de61cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:31.836505 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-ba2e6ba7-1913-4bd3-bbda-da695de61cd8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 908 time: 0.2982426 Feb 09 21:29:31.861899 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:31.862522 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:31.862755 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 9587a4c2-edac-41a1-b3dd-0c885c84978e {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:29:31.863234 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 9587a4c2-edac-41a1-b3dd-0c885c84978e not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:29:31.864046 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-fa767ebc-dbef-447c-8100-442c1f7fbce6 service neutron] 10.222.0.42 "PUT /v2.0/ports/746c7f66-5bfa-450d-8e50-d3fca91ea73e HTTP/1.1" status: 200 len: 1096 time: 1.9501255 Feb 09 21:29:31.941016 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-78fc286a-0a53-404e-acc9-119a004abe9b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13e11c2c-be45-4523-9c35-a892acc77213 HTTP/1.1" status: 200 len: 217 time: 0.0805929 Feb 09 21:29:31.975857 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d83ef90f-8b94-4ba1-883f-a838ec2b6e50 admin admin] Publish callbacks [] for security_group (c62e5254-a5b3-4181-8c2f-2aa4fea14c5d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.002363 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d83ef90f-8b94-4ba1-883f-a838ec2b6e50 admin admin] Publish callbacks [] for security_group (c62e5254-a5b3-4181-8c2f-2aa4fea14c5d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.051565 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8fb1359b-a3e6-4b07-8d43-98dc8eea04d6 req-632152e2-889a-4b34-8735-b778b8e84c56 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/31eed084-b508-4c83-9ba8-7c34c298cc5b HTTP/1.1" status: 200 len: 1795 time: 0.1916203 Feb 09 21:29:32.057499 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d83ef90f-8b94-4ba1-883f-a838ec2b6e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c62e5254-a5b3-4181-8c2f-2aa4fea14c5d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.060561 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d83ef90f-8b94-4ba1-883f-a838ec2b6e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.065481 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d83ef90f-8b94-4ba1-883f-a838ec2b6e50 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c62e5254-a5b3-4181-8c2f-2aa4fea14c5d HTTP/1.1" status: 204 len: 168 time: 0.3185189 Feb 09 21:29:32.065705 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-c73d2960-17d1-42de-89c0-61739ace8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:32.067620 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-c73d2960-17d1-42de-89c0-61739ace8e81 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.1141469 Feb 09 21:29:32.080098 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] For port 9dd43f9a-4909-4ea6-bc52-f89665942a3f, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:32.093563 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] For port 9dd43f9a-4909-4ea6-bc52-f89665942a3f, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9dd43f9a-4909-4ea6-bc52-f89665942a3f,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:32.096436 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ef90f-8b94-4ba1-883f-a838ec2b6e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62e5254-a5b3-4181-8c2f-2aa4fea14c5d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:32.118007 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-3e511e06-3a19-4d6f-8d10-a8f58e99cb12 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421004 Feb 09 21:29:32.125077 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-744ad58a-f03a-4e80-a50e-7b00ad7257c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:32.126545 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4394b769-129b-474c-8d84-61e6b8286cd9 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for security_group (6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.126684 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-744ad58a-f03a-4e80-a50e-7b00ad7257c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&device_id=10dc95e6-2cdb-43fe-bd52-c415096da696 HTTP/1.1" status: 200 len: 1130 time: 0.1843562 Feb 09 21:29:32.129377 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9dd43f9a-4909-4ea6-bc52-f89665942a3f), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.134566 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4394b769-129b-474c-8d84-61e6b8286cd9 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.177864 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8fb1359b-a3e6-4b07-8d43-98dc8eea04d6 req-b9f0fc37-6f8c-4cb4-ae8e-3b0731194cf1 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Publish callbacks [] for security_group (31eed084-b508-4c83-9ba8-7c34c298cc5b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.201027 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4394b769-129b-474c-8d84-61e6b8286cd9 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.207383 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4394b769-129b-474c-8d84-61e6b8286cd9 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4768553 Feb 09 21:29:32.232000 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8fb1359b-a3e6-4b07-8d43-98dc8eea04d6 req-b9f0fc37-6f8c-4cb4-ae8e-3b0731194cf1 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Publish callbacks [] for security_group (31eed084-b508-4c83-9ba8-7c34c298cc5b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.254353 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44916) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:32.258021 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394b769-129b-474c-8d84-61e6b8286cd9 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:32.302340 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f7abdc70-784a-4eac-958a-e9238a4ef9e6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Request body: {'security_group_rule': {'security_group_id': '6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:32.313784 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8fb1359b-a3e6-4b07-8d43-98dc8eea04d6 req-b9f0fc37-6f8c-4cb4-ae8e-3b0731194cf1 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (31eed084-b508-4c83-9ba8-7c34c298cc5b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.318072 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-a9941542-6075-4d58-9986-bd78a5415a80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=746c7f66-5bfa-450d-8e50-d3fca91ea73e HTTP/1.1" status: 200 len: 217 time: 0.1694465 Feb 09 21:29:32.318606 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8fb1359b-a3e6-4b07-8d43-98dc8eea04d6 req-b9f0fc37-6f8c-4cb4-ae8e-3b0731194cf1 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.322332 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8fb1359b-a3e6-4b07-8d43-98dc8eea04d6 req-b9f0fc37-6f8c-4cb4-ae8e-3b0731194cf1 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/31eed084-b508-4c83-9ba8-7c34c298cc5b HTTP/1.1" status: 204 len: 173 time: 0.2542980 Feb 09 21:29:32.335556 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:32.336219 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.338582 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0fc37-6f8c-4cb4-ae8e-3b0731194cf1 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31eed084-b508-4c83-9ba8-7c34c298cc5b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:32.345001 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] 10.222.0.71 "PUT /v2.0/ports/9dd43f9a-4909-4ea6-bc52-f89665942a3f HTTP/1.1" status: 200 len: 1095 time: 1.8543081 Feb 09 21:29:32.473217 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5cc348b2-cbb5-4ab2-b516-ad2f114c9900 req-6445f730-2278-4e3f-a119-8e213fd46fa6 tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "GET /v2.0/security-groups/c33be5dc-2007-4652-b8ea-67c3a5824354 HTTP/1.1" status: 200 len: 1793 time: 0.0915523 Feb 09 21:29:32.526839 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-c3266ef9-d999-4f18-8405-9bfa10ac672f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:32.528493 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-c3266ef9-d999-4f18-8405-9bfa10ac672f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1593153 Feb 09 21:29:32.529221 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc70-784a-4eac-958a-e9238a4ef9e6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for security_group_rule (629060f8-9313-4a10-8e66-6f76af7f7950), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.567252 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47621c72-4a5b-40ba-adb8-a99b0c5010b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd43f9a-4909-4ea6-bc52-f89665942a3f,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:32.601427 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-2bbfe91b-a5da-47bb-a71c-8f065932d000 service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737287 Feb 09 21:29:32.608752 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5cc348b2-cbb5-4ab2-b516-ad2f114c9900 req-45d44fee-177f-4971-a7af-0a42edeaa62e tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Publish callbacks [] for security_group (c33be5dc-2007-4652-b8ea-67c3a5824354), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.625543 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7fbe3-3c32-4d15-8122-a411ae6f80a7 req-7d2cd50c-e6f4-497c-a24a-80413d57ba3f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:32.628327 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b8b7fbe3-3c32-4d15-8122-a411ae6f80a7 req-7d2cd50c-e6f4-497c-a24a-80413d57ba3f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e562996-d5fd-4eeb-b71e-91ef2efb31f3 HTTP/1.1" status: 200 len: 947 time: 0.1658626 Feb 09 21:29:32.702247 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44930) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:32.715790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-4fdaba0d-90e5-4e5e-b2e3-e258c7cad744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:32.717306 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-4fdaba0d-90e5-4e5e-b2e3-e258c7cad744 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&device_id=9e562996-d5fd-4eeb-b71e-91ef2efb31f3 HTTP/1.1" status: 200 len: 1129 time: 0.2866468 Feb 09 21:29:32.718239 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5cc348b2-cbb5-4ab2-b516-ad2f114c9900 req-45d44fee-177f-4971-a7af-0a42edeaa62e tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Publish callbacks [] for security_group (c33be5dc-2007-4652-b8ea-67c3a5824354), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.744008 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-b6aa091b-ef42-4841-b4fe-80d5fc251ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:32.745570 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-b6aa091b-ef42-4841-b4fe-80d5fc251ce4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2026093 Feb 09 21:29:32.787135 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-63aa1c13-24de-4f13-aa3f-cacec3495088 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=9dd43f9a-4909-4ea6-bc52-f89665942a3f HTTP/1.1" status: 200 len: 217 time: 0.0548131 Feb 09 21:29:32.833953 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc70-784a-4eac-958a-e9238a4ef9e6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for security_group_rule (629060f8-9313-4a10-8e66-6f76af7f7950), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.867155 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b8b7fbe3-3c32-4d15-8122-a411ae6f80a7 req-c02d7657-c72c-4e0e-91cc-a428437d9aa3 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280564 Feb 09 21:29:32.880522 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-164337e5-9b94-4e2a-9391-e2d861623aae admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ebe53b7e6a7a46fcb03c91d840a1339b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1719835 Feb 09 21:29:32.884622 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44932) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:32.897788 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc70-784a-4eac-958a-e9238a4ef9e6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (629060f8-9313-4a10-8e66-6f76af7f7950), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.937054 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5cc348b2-cbb5-4ab2-b516-ad2f114c9900 req-45d44fee-177f-4971-a7af-0a42edeaa62e tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c33be5dc-2007-4652-b8ea-67c3a5824354), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.940036 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5cc348b2-cbb5-4ab2-b516-ad2f114c9900 req-45d44fee-177f-4971-a7af-0a42edeaa62e tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.940967 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-b5ad11a4-5060-4518-afe8-e84c1266f2b4 service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280218 Feb 09 21:29:32.941411 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5cc348b2-cbb5-4ab2-b516-ad2f114c9900 req-45d44fee-177f-4971-a7af-0a42edeaa62e tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/c33be5dc-2007-4652-b8ea-67c3a5824354 HTTP/1.1" status: 204 len: 173 time: 0.4483380 Feb 09 21:29:32.962499 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2adc4667-fc43-40a4-8079-32c4b2a2b515 admin admin] Publish callbacks [] for security_group (653dd4af-c44d-4c9c-88eb-ae424b6a1796), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.995717 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2adc4667-fc43-40a4-8079-32c4b2a2b515 admin admin] Publish callbacks [] for security_group (653dd4af-c44d-4c9c-88eb-ae424b6a1796), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.012492 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abdc70-784a-4eac-958a-e9238a4ef9e6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629060f8-9313-4a10-8e66-6f76af7f7950,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:33.030983 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-609249e3-5ee1-45ce-b956-cae6415de4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:33.034290 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-609249e3-5ee1-45ce-b956-cae6415de4f8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.2270496 Feb 09 21:29:33.046867 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc70-784a-4eac-958a-e9238a4ef9e6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.051179 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f7abdc70-784a-4eac-958a-e9238a4ef9e6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7518947 Feb 09 21:29:33.061707 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44940) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:33.073060 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e7c43ebd-f94c-4f5e-8128-78b1a399b9c5 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Request body: {'security_group_rule': {'security_group_id': '6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:33.074678 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d44fee-177f-4971-a7af-0a42edeaa62e tempest-SecurityGroupsTestAdminJSON-1332799752 tempest-SecurityGroupsTestAdminJSON-1332799752-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33be5dc-2007-4652-b8ea-67c3a5824354,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:33.083515 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2adc4667-fc43-40a4-8079-32c4b2a2b515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (653dd4af-c44d-4c9c-88eb-ae424b6a1796), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.090898 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2adc4667-fc43-40a4-8079-32c4b2a2b515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.092406 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2adc4667-fc43-40a4-8079-32c4b2a2b515 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/653dd4af-c44d-4c9c-88eb-ae424b6a1796 HTTP/1.1" status: 204 len: 168 time: 0.2062678 Feb 09 21:29:33.120893 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-2f06491c-7aeb-431e-8d59-a4508e2ddcf3 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395929 Feb 09 21:29:33.181410 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7c43ebd-f94c-4f5e-8128-78b1a399b9c5 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for security_group_rule (6f472af3-ac58-44e4-bd1c-ff1980363b28), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.247790 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc4667-fc43-40a4-8079-32c4b2a2b515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653dd4af-c44d-4c9c-88eb-ae424b6a1796,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:33.327462 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dc95e6-2cdb-43fe-bd52-c415096da696', 'tag': '746c7f66-5bfa-450d-8e50-d3fca91ea73e'}, {'name': 'network-changed', 'server_uuid': '9e562996-d5fd-4eeb-b71e-91ef2efb31f3', 'tag': '9dd43f9a-4909-4ea6-bc52-f89665942a3f'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:33.337053 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f6134e-1131-45f3-abd8-c4fa1745dcd7" -d '{"events": [{"name": "network-changed", "server_uuid": "10dc95e6-2cdb-43fe-bd52-c415096da696", "tag": "746c7f66-5bfa-450d-8e50-d3fca91ea73e"}, {"name": "network-changed", "server_uuid": "9e562996-d5fd-4eeb-b71e-91ef2efb31f3", "tag": "9dd43f9a-4909-4ea6-bc52-f89665942a3f"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:33.407022 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-0feeeea3-9a10-40b0-9186-0a715301d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:33.409143 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-0feeeea3-9a10-40b0-9186-0a715301d084 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2857068 Feb 09 21:29:33.426283 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac33d09-4374-44bf-9eb3-0756b104a293 req-f38f73cd-efec-48d3-aacb-95dd07ea2ff8 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:33.429131 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6ac33d09-4374-44bf-9eb3-0756b104a293 req-f38f73cd-efec-48d3-aacb-95dd07ea2ff8 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 945 time: 0.3261042 Feb 09 21:29:33.443811 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ec45c-1ed2-4cf2-ba5c-0566ebfbb381 req-7b00bab1-320a-488a-b751-5524182e5989 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:33.447078 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-133ec45c-1ed2-4cf2-ba5c-0566ebfbb381 req-7b00bab1-320a-488a-b751-5524182e5989 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.3289256 Feb 09 21:29:33.573424 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-414bab40-6a1b-4816-a29f-b3f019080832 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:33.575218 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-414bab40-6a1b-4816-a29f-b3f019080832 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f&tenant_id=64ac4f48e4c94eaa87202007938b3f7a&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 1127 time: 0.4150157 Feb 09 21:29:33.577572 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-3df0743d-2230-47ce-becf-7482bd87c715 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434276 Feb 09 21:29:33.578043 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44950) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:33.583902 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7c43ebd-f94c-4f5e-8128-78b1a399b9c5 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for security_group_rule (6f472af3-ac58-44e4-bd1c-ff1980363b28), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.596984 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828601-1'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:33.605702 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7c43ebd-f94c-4f5e-8128-78b1a399b9c5 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (6f472af3-ac58-44e4-bd1c-ff1980363b28), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.631857 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6ac33d09-4374-44bf-9eb3-0756b104a293 req-e1e6a3d6-68e0-43ac-a309-74a98ec69ce9 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827528 Feb 09 21:29:33.649658 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-133ec45c-1ed2-4cf2-ba5c-0566ebfbb381 req-a88badcd-45be-4e55-9d9d-568e7fd695b1 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877856 Feb 09 21:29:33.690750 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c43ebd-f94c-4f5e-8128-78b1a399b9c5 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f472af3-ac58-44e4-bd1c-ff1980363b28,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:33.783854 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-496e5310-de41-4cfe-b711-e4aa63a82aa2 req-b26a0455-3ca1-4c4a-b3f9-e033ac826804 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] 10.222.0.77 "GET /v2.0/security-groups/c6ee3186-f35e-4d76-a1d5-bed92a3978f5 HTTP/1.1" status: 200 len: 1793 time: 0.1031020 Feb 09 21:29:33.923233 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-496e5310-de41-4cfe-b711-e4aa63a82aa2 req-faf93072-f7a3-41d0-a15f-74dc9598a812 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Publish callbacks [] for security_group (c6ee3186-f35e-4d76-a1d5-bed92a3978f5), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.957794 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-496e5310-de41-4cfe-b711-e4aa63a82aa2 req-faf93072-f7a3-41d0-a15f-74dc9598a812 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Publish callbacks [] for security_group (c6ee3186-f35e-4d76-a1d5-bed92a3978f5), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.993330 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7c43ebd-f94c-4f5e-8128-78b1a399b9c5 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.997424 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e7c43ebd-f94c-4f5e-8128-78b1a399b9c5 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9313831 Feb 09 21:29:34.003486 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44970) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:34.012751 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-57fb3bd9-dbb2-4a29-97ae-34e9773611a6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:34.031412 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6f33bbbe-fbe3-4b37-ace8-d653f5373548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.040626 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-6cc34870-07c5-4e8f-b2f0-cb1a53b374cc service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845335 Feb 09 21:29:34.044304 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (13e11c2c-be45-4523-9c35-a892acc77213), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.048574 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57fb3bd9-dbb2-4a29-97ae-34e9773611a6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.056191 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-496e5310-de41-4cfe-b711-e4aa63a82aa2 req-faf93072-f7a3-41d0-a15f-74dc9598a812 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c6ee3186-f35e-4d76-a1d5-bed92a3978f5), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.062864 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-496e5310-de41-4cfe-b711-e4aa63a82aa2 req-faf93072-f7a3-41d0-a15f-74dc9598a812 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.071371 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-496e5310-de41-4cfe-b711-e4aa63a82aa2 req-faf93072-f7a3-41d0-a15f-74dc9598a812 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] 10.222.0.77 "DELETE /v2.0/security-groups/c6ee3186-f35e-4d76-a1d5-bed92a3978f5 HTTP/1.1" status: 204 len: 173 time: 0.2793510 Feb 09 21:29:34.140196 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf93072-f7a3-41d0-a15f-74dc9598a812 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ee3186-f35e-4d76-a1d5-bed92a3978f5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:34.213546 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75296c80-604d-43c3-806a-6f4ae39e7f63 x-openstack-request-id: req-75296c80-604d-43c3-806a-6f4ae39e7f63 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:34.214301 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10dc95e6-2cdb-43fe-bd52-c415096da696", "tag": "746c7f66-5bfa-450d-8e50-d3fca91ea73e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9e562996-d5fd-4eeb-b71e-91ef2efb31f3", "tag": "9dd43f9a-4909-4ea6-bc52-f89665942a3f", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:34.218673 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-75296c80-604d-43c3-806a-6f4ae39e7f63 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:34.219434 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dc95e6-2cdb-43fe-bd52-c415096da696', 'tag': '746c7f66-5bfa-450d-8e50-d3fca91ea73e', 'status': 'completed', 'code': 200} Feb 09 21:29:34.219906 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e562996-d5fd-4eeb-b71e-91ef2efb31f3', 'tag': '9dd43f9a-4909-4ea6-bc52-f89665942a3f', 'status': 'completed', 'code': 200} Feb 09 21:29:34.408888 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6134e-1131-45f3-abd8-c4fa1745dcd7 req-5276f4b7-9a23-4de1-82af-83cbde45642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:34.410476 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e4f6134e-1131-45f3-abd8-c4fa1745dcd7 req-5276f4b7-9a23-4de1-82af-83cbde45642e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&device_id=10dc95e6-2cdb-43fe-bd52-c415096da696 HTTP/1.1" status: 200 len: 1130 time: 0.1768146 Feb 09 21:29:34.421559 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dfaf8-b110-49ad-bb78-2f188f18c019 req-622505f4-f400-4021-8463-d413cc8c9546 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722887 Feb 09 21:29:34.505087 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6f33bbbe-fbe3-4b37-ace8-d653f5373548 admin admin] Publish callbacks [] for security_group (6b7af44e-ed5e-4ade-b1c1-51a9662c2d1b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.548820 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6f33bbbe-fbe3-4b37-ace8-d653f5373548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6b7af44e-ed5e-4ade-b1c1-51a9662c2d1b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.562375 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] For port 13e11c2c-be45-4523-9c35-a892acc77213, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=13e11c2c-be45-4523-9c35-a892acc77213,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:34.578934 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b25b460c-220c-4936-8a46-ed80af3d8544 req-4b7a00d4-3512-445b-818b-8dfb8854aacd tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] 10.222.0.77 "GET /v2.0/security-groups/2e8e4184-1edb-44f9-9ce7-7ff28224cebc HTTP/1.1" status: 200 len: 1794 time: 0.3434978 Feb 09 21:29:34.638921 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea159dc-b6e7-4ca2-90c5-d10126da143a req-fac5043b-f8e9-4cf7-8ef1-e0b2cd6eb600 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:34.640529 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2ea159dc-b6e7-4ca2-90c5-d10126da143a req-fac5043b-f8e9-4cf7-8ef1-e0b2cd6eb600 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e562996-d5fd-4eeb-b71e-91ef2efb31f3 HTTP/1.1" status: 200 len: 947 time: 0.3842988 Feb 09 21:29:34.650085 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6f33bbbe-fbe3-4b37-ace8-d653f5373548 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0b4645d3eb604085931461ceb43a5537&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0655954 Feb 09 21:29:34.650720 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44988) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:34.658446 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33bbbe-fbe3-4b37-ace8-d653f5373548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7af44e-ed5e-4ade-b1c1-51a9662c2d1b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:34.691032 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57fb3bd9-dbb2-4a29-97ae-34e9773611a6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.712273 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] For port 13e11c2c-be45-4523-9c35-a892acc77213, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:34.716194 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6134e-1131-45f3-abd8-c4fa1745dcd7 req-8a004c91-24dc-4dfd-a129-1a8af802976f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:34.718100 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e4f6134e-1131-45f3-abd8-c4fa1745dcd7 req-8a004c91-24dc-4dfd-a129-1a8af802976f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&device_id=9e562996-d5fd-4eeb-b71e-91ef2efb31f3 HTTP/1.1" status: 200 len: 1129 time: 0.2189362 Feb 09 21:29:34.719392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6134e-1131-45f3-abd8-c4fa1745dcd7 req-1d4fd6da-b9b8-4e0e-a3ad-9216796277dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:34.721057 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e4f6134e-1131-45f3-abd8-c4fa1745dcd7 req-1d4fd6da-b9b8-4e0e-a3ad-9216796277dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.2904339 Feb 09 21:29:34.730015 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b25b460c-220c-4936-8a46-ed80af3d8544 req-333d2fa6-4a96-47b9-bd45-a98ad3f38018 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Publish callbacks [] for security_group (2e8e4184-1edb-44f9-9ce7-7ff28224cebc), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.827695 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2ea159dc-b6e7-4ca2-90c5-d10126da143a req-8b7538db-6075-4971-8c18-84fbaa896e1b tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743269 Feb 09 21:29:34.830315 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e4f6134e-1131-45f3-abd8-c4fa1745dcd7 req-7a6daea6-8c4d-46f4-963b-252322bc3f23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=746c7f66-5bfa-450d-8e50-d3fca91ea73e HTTP/1.1" status: 200 len: 217 time: 0.0867307 Feb 09 21:29:34.840955 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b25b460c-220c-4936-8a46-ed80af3d8544 req-333d2fa6-4a96-47b9-bd45-a98ad3f38018 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Publish callbacks [] for security_group (2e8e4184-1edb-44f9-9ce7-7ff28224cebc), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.894905 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] Publish callbacks [] for port (13e11c2c-be45-4523-9c35-a892acc77213), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.895540 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-64b9a06e-ac41-416e-b3c0-35c078132150 admin admin] Publish callbacks [] for security_group (6b7af44e-ed5e-4ade-b1c1-51a9662c2d1b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.915638 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (13e11c2c-be45-4523-9c35-a892acc77213), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.949291 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-64b9a06e-ac41-416e-b3c0-35c078132150 admin admin] Publish callbacks [] for security_group (6b7af44e-ed5e-4ade-b1c1-51a9662c2d1b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.953377 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6134e-1131-45f3-abd8-c4fa1745dcd7 req-224d97a6-0568-4df0-8d0b-4caf7a6b9d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:34.955549 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e4f6134e-1131-45f3-abd8-c4fa1745dcd7 req-224d97a6-0568-4df0-8d0b-4caf7a6b9d9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1160438 Feb 09 21:29:34.976380 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b25b460c-220c-4936-8a46-ed80af3d8544 req-333d2fa6-4a96-47b9-bd45-a98ad3f38018 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2e8e4184-1edb-44f9-9ce7-7ff28224cebc), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.979503 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b25b460c-220c-4936-8a46-ed80af3d8544 req-333d2fa6-4a96-47b9-bd45-a98ad3f38018 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.980737 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b25b460c-220c-4936-8a46-ed80af3d8544 req-333d2fa6-4a96-47b9-bd45-a98ad3f38018 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] 10.222.0.77 "DELETE /v2.0/security-groups/2e8e4184-1edb-44f9-9ce7-7ff28224cebc HTTP/1.1" status: 204 len: 173 time: 0.4009943 Feb 09 21:29:34.987010 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-57fb3bd9-dbb2-4a29-97ae-34e9773611a6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Allocated IP 172.25.6.253 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/2ab685fa-efe0-4a5e-a088-83044cd92681) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:35.038661 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6134e-1131-45f3-abd8-c4fa1745dcd7 req-dd92e339-e015-4276-b455-eb78435dadbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:35.042775 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e4f6134e-1131-45f3-abd8-c4fa1745dcd7 req-dd92e339-e015-4276-b455-eb78435dadbb service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.2987564 Feb 09 21:29:35.045024 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d2fa6-4a96-47b9-bd45-a98ad3f38018 tempest-SecurityGroupsTestAdminJSON-1230262847 tempest-SecurityGroupsTestAdminJSON-1230262847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8e4184-1edb-44f9-9ce7-7ff28224cebc,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:35.152883 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] Pushing event updated for resources: {'Port': ['ID=13e11c2c-be45-4523-9c35-a892acc77213,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:35.161178 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e4f6134e-1131-45f3-abd8-c4fa1745dcd7 req-1a77cca0-bb24-4179-a086-715f00d9121e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=9dd43f9a-4909-4ea6-bc52-f89665942a3f HTTP/1.1" status: 200 len: 217 time: 0.0672324 Feb 09 21:29:35.168799 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d799463-fccc-49c9-8774-184c4ae5c56b req-ff2e4451-8d46-42ef-95a0-f4cc29fc70e0 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:35.182150 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d799463-fccc-49c9-8774-184c4ae5c56b req-ff2e4451-8d46-42ef-95a0-f4cc29fc70e0 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 943 time: 0.2005558 Feb 09 21:29:35.182150 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-64b9a06e-ac41-416e-b3c0-35c078132150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6b7af44e-ed5e-4ade-b1c1-51a9662c2d1b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:35.183754 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-64b9a06e-ac41-416e-b3c0-35c078132150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:35.187520 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-64b9a06e-ac41-416e-b3c0-35c078132150 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6b7af44e-ed5e-4ade-b1c1-51a9662c2d1b HTTP/1.1" status: 204 len: 168 time: 0.5357957 Feb 09 21:29:35.235996 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] Attempting to bind port 13e11c2c-be45-4523-9c35-a892acc77213 on host n-h2-828601-1 for vnic_type normal with profile {"migrating_to": "n-h1-828601-1"} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:35.236338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] Attempting to bind port 13e11c2c-be45-4523-9c35-a892acc77213 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:35.236702 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] Attempting to bind port 13e11c2c-be45-4523-9c35-a892acc77213 on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:35.243210 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6134e-1131-45f3-abd8-c4fa1745dcd7 req-f0030759-7ed2-4447-b450-4cbe7f1eec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:35.245019 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e4f6134e-1131-45f3-abd8-c4fa1745dcd7 req-f0030759-7ed2-4447-b450-4cbe7f1eec78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2720845 Feb 09 21:29:35.249598 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] Port 13e11c2c-be45-4523-9c35-a892acc77213 on network 4474165d-84c4-443a-89bd-7201ae778fac not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:35.249926 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] Attempting to bind port 13e11c2c-be45-4523-9c35-a892acc77213 on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:35.254146 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6134e-1131-45f3-abd8-c4fa1745dcd7 req-d7a204e0-3220-44bc-a0e4-58e2904d8d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:35.255616 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e4f6134e-1131-45f3-abd8-c4fa1745dcd7 req-d7a204e0-3220-44bc-a0e4-58e2904d8d95 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0774853 Feb 09 21:29:35.269030 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:35.269438 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] Checking segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:35.269858 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] Bound using segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:35.270447 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] Bound port: 13e11c2c-be45-4523-9c35-a892acc77213, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:35.270809 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (13e11c2c-be45-4523-9c35-a892acc77213), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:35.300410 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9a06e-ac41-416e-b3c0-35c078132150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7af44e-ed5e-4ade-b1c1-51a9662c2d1b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:35.306537 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57fb3bd9-dbb2-4a29-97ae-34e9773611a6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for port (2ab685fa-efe0-4a5e-a088-83044cd92681), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:35.356651 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0a8d9-1e13-4ced-b8db-f5dc993bf106 req-5e9282b2-e251-4204-b2c7-c087ef9cab8d tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:35.365032 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bca0a8d9-1e13-4ced-b8db-f5dc993bf106 req-5e9282b2-e251-4204-b2c7-c087ef9cab8d tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.2470570 Feb 09 21:29:35.431367 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d799463-fccc-49c9-8774-184c4ae5c56b req-b9c71adb-9bdb-4790-9f47-6d2e1dd67a37 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543833 Feb 09 21:29:35.487005 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] For port 13e11c2c-be45-4523-9c35-a892acc77213, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:35.492254 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] For port 13e11c2c-be45-4523-9c35-a892acc77213, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=13e11c2c-be45-4523-9c35-a892acc77213,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:35.501009 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bca0a8d9-1e13-4ced-b8db-f5dc993bf106 req-9db92e22-c799-4fea-9ff3-8798b6dd5f47 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346910 Feb 09 21:29:35.501855 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45014) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:35.502378 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57fb3bd9-dbb2-4a29-97ae-34e9773611a6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (2ab685fa-efe0-4a5e-a088-83044cd92681), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:35.520014 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (13e11c2c-be45-4523-9c35-a892acc77213), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:35.557687 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fb3bd9-dbb2-4a29-97ae-34e9773611a6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:35.562065 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-57fb3bd9-dbb2-4a29-97ae-34e9773611a6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:35.566726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fb3bd9-dbb2-4a29-97ae-34e9773611a6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:35.576088 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6134e-1131-45f3-abd8-c4fa1745dcd7 req-43840101-f4d6-49a3-bfe5-e7f5f7e42050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:35.577916 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e4f6134e-1131-45f3-abd8-c4fa1745dcd7 req-43840101-f4d6-49a3-bfe5-e7f5f7e42050 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3116205 Feb 09 21:29:35.655387 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb3bd9-dbb2-4a29-97ae-34e9773611a6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Pushing event updated for resources: {'Port': ['ID=2ab685fa-efe0-4a5e-a088-83044cd92681,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:35.703034 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57fb3bd9-dbb2-4a29-97ae-34e9773611a6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for floatingip (bbbfb6d1-1109-4929-8077-e456548a8955), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:35.706596 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e4f6134e-1131-45f3-abd8-c4fa1745dcd7 req-a2828054-fa84-4734-a6c1-05602b663539 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478996 Feb 09 21:29:35.765504 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57fb3bd9-dbb2-4a29-97ae-34e9773611a6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2ab685fa-efe0-4a5e-a088-83044cd92681), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:35.818195 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] Pushing event updated for resources: {'Port': ['ID=13e11c2c-be45-4523-9c35-a892acc77213,revision_number=8']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:35.824647 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:35.825280 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:35.826784 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-b63d52f2-0b27-4d09-ac4c-461b079e9453 service neutron] 10.222.0.71 "PUT /v2.0/ports/13e11c2c-be45-4523-9c35-a892acc77213 HTTP/1.1" status: 200 len: 1121 time: 2.2407229 Feb 09 21:29:35.831498 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 746c7f66-5bfa-450d-8e50-d3fca91ea73e details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:29:35.861212 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e4f6134e-1131-45f3-abd8-c4fa1745dcd7 req-07580f7c-e5c5-4dac-aab3-29865906700d service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335640 Feb 09 21:29:35.884476 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e4f6134e-1131-45f3-abd8-c4fa1745dcd7 req-99e951ca-3ebe-48c2-a508-f72f143d9fdf service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942307 Feb 09 21:29:36.007919 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['13e11c2c-be45-4523-9c35-a892acc77213'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:36.133456 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-eeaf360e-0da4-4197-9e49-b181ae50f182 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3f9e6ee376b74d5d850d0b212aaa90ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6265695 Feb 09 21:29:36.133996 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45034) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:36.147161 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57fb3bd9-dbb2-4a29-97ae-34e9773611a6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for port (2ab685fa-efe0-4a5e-a088-83044cd92681), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:36.157364 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57fb3bd9-dbb2-4a29-97ae-34e9773611a6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2ab685fa-efe0-4a5e-a088-83044cd92681), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:36.165214 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e4f6134e-1131-45f3-abd8-c4fa1745dcd7 req-b0f54b11-e306-48cc-91d6-c9995c5ed4bf service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730649 Feb 09 21:29:36.210902 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45036) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:36.221466 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5c5265-889b-4c5f-b4d8-514ae98a913f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e11c2c-be45-4523-9c35-a892acc77213'}, {'name': 'network-changed', 'server_uuid': 'fc5c5265-889b-4c5f-b4d8-514ae98a913f', 'tag': '13e11c2c-be45-4523-9c35-a892acc77213'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:36.222967 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb3bd9-dbb2-4a29-97ae-34e9773611a6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Pushing event updated for resources: {'Port': ['ID=2ab685fa-efe0-4a5e-a088-83044cd92681,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:36.225631 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f0a5c4-d016-4c84-92a0-89ae4fbf0d5e" -d '{"events": [{"server_uuid": "fc5c5265-889b-4c5f-b4d8-514ae98a913f", "name": "network-vif-unplugged", "status": "completed", "tag": "13e11c2c-be45-4523-9c35-a892acc77213"}, {"name": "network-changed", "server_uuid": "fc5c5265-889b-4c5f-b4d8-514ae98a913f", "tag": "13e11c2c-be45-4523-9c35-a892acc77213"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:36.230078 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57fb3bd9-dbb2-4a29-97ae-34e9773611a6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (bbbfb6d1-1109-4929-8077-e456548a8955), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:36.246415 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f6c6665b-4b85-4613-beda-d0225f4a458d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:36.248600 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 746c7f66-5bfa-450d-8e50-d3fca91ea73e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=746c7f66-5bfa-450d-8e50-d3fca91ea73e,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:36.248915 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6996a9c2-4847-444d-92e5-83b1a54ac780 admin admin] Publish callbacks [] for security_group (fe1090a0-c7fe-4953-98d2-9d20bde9c5f2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:36.255912 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57fb3bd9-dbb2-4a29-97ae-34e9773611a6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:36.259700 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-57fb3bd9-dbb2-4a29-97ae-34e9773611a6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2527697 Feb 09 21:29:36.294535 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '746c7f66-5bfa-450d-8e50-d3fca91ea73e', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': '746c7f66-5bfa-450d-8e50-d3fca91ea73e', 'mac_address': 'fa:16:3e:57:1c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:29:36.325084 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6996a9c2-4847-444d-92e5-83b1a54ac780 admin admin] Publish callbacks [] for security_group (fe1090a0-c7fe-4953-98d2-9d20bde9c5f2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:36.364511 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 746c7f66-5bfa-450d-8e50-d3fca91ea73e is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:36.365295 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (746c7f66-5bfa-450d-8e50-d3fca91ea73e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:36.405418 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 746c7f66-5bfa-450d-8e50-d3fca91ea73e {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:36.448912 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6996a9c2-4847-444d-92e5-83b1a54ac780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (fe1090a0-c7fe-4953-98d2-9d20bde9c5f2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:36.455593 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6996a9c2-4847-444d-92e5-83b1a54ac780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:36.457795 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6996a9c2-4847-444d-92e5-83b1a54ac780 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fe1090a0-c7fe-4953-98d2-9d20bde9c5f2 HTTP/1.1" status: 204 len: 168 time: 0.3220696 Feb 09 21:29:36.479352 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f6c6665b-4b85-4613-beda-d0225f4a458d admin admin] Publish callbacks [] for security_group (9ca98693-2d4d-4fc7-8a75-0ef9001301b4), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:36.483363 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996a9c2-4847-444d-92e5-83b1a54ac780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1090a0-c7fe-4953-98d2-9d20bde9c5f2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:36.485444 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f6c6665b-4b85-4613-beda-d0225f4a458d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (9ca98693-2d4d-4fc7-8a75-0ef9001301b4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:36.509710 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 746c7f66-5bfa-450d-8e50-d3fca91ea73e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=746c7f66-5bfa-450d-8e50-d3fca91ea73e,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:36.529088 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (746c7f66-5bfa-450d-8e50-d3fca91ea73e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:36.532050 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f6c6665b-4b85-4613-beda-d0225f4a458d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ad161302f03d4df89d4e73b0644388a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200755 Feb 09 21:29:36.533290 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6665b-4b85-4613-beda-d0225f4a458d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca98693-2d4d-4fc7-8a75-0ef9001301b4,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:36.536989 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45050) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:36.615786 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f1e1da-d142-4d8d-9020-e973e6da4d13 x-openstack-request-id: req-01f1e1da-d142-4d8d-9020-e973e6da4d13 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:36.616095 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5c5265-889b-4c5f-b4d8-514ae98a913f", "name": "network-vif-unplugged", "status": "completed", "tag": "13e11c2c-be45-4523-9c35-a892acc77213", "code": 200}, {"name": "network-changed", "server_uuid": "fc5c5265-889b-4c5f-b4d8-514ae98a913f", "tag": "13e11c2c-be45-4523-9c35-a892acc77213", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:36.616356 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-01f1e1da-d142-4d8d-9020-e973e6da4d13 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:36.617301 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5c5265-889b-4c5f-b4d8-514ae98a913f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e11c2c-be45-4523-9c35-a892acc77213', 'code': 200} Feb 09 21:29:36.617574 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5c5265-889b-4c5f-b4d8-514ae98a913f', 'tag': '13e11c2c-be45-4523-9c35-a892acc77213', 'status': 'completed', 'code': 200} Feb 09 21:29:36.620199 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48844ffa-ea7e-45ca-9b1d-8341e536a0f3 admin admin] Publish callbacks [] for security_group (9ca98693-2d4d-4fc7-8a75-0ef9001301b4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:36.621744 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=746c7f66-5bfa-450d-8e50-d3fca91ea73e,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:36.637715 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:36.637984 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:36.640680 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:36.642792 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:36.645448 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:36.645994 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:36.646494 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:36.646985 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:36.647476 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:36.650276 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:36.650821 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:36.651369 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:36.651909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:36.664901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918376c9-40cd-4996-8535-88f4bb488840 req-a580b608-f464-46e5-9c44-ebf0a9886a8e tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:36.674737 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-918376c9-40cd-4996-8535-88f4bb488840 req-a580b608-f464-46e5-9c44-ebf0a9886a8e tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e562996-d5fd-4eeb-b71e-91ef2efb31f3 HTTP/1.1" status: 200 len: 947 time: 0.1560009 Feb 09 21:29:36.706456 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48844ffa-ea7e-45ca-9b1d-8341e536a0f3 admin admin] Publish callbacks [] for security_group (9ca98693-2d4d-4fc7-8a75-0ef9001301b4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:36.748775 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0a5c4-d016-4c84-92a0-89ae4fbf0d5e req-b5a22012-0ac0-484d-8bfe-cd1594e77e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:36.750553 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-51f0a5c4-d016-4c84-92a0-89ae4fbf0d5e req-b5a22012-0ac0-484d-8bfe-cd1594e77e98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 1155 time: 0.0979080 Feb 09 21:29:36.767110 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-918376c9-40cd-4996-8535-88f4bb488840 req-ec6ef445-2e2c-4076-9a82-9db30e20ea83 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911915 Feb 09 21:29:36.804595 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['746c7f66-5bfa-450d-8e50-d3fca91ea73e'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:36.834393 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e229c-406e-41da-9479-c6af33c08155 req-f2cb88d7-9ef5-4ef6-bef2-70b35ca23dfe tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:36.843095 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c7e229c-406e-41da-9479-c6af33c08155 req-f2cb88d7-9ef5-4ef6-bef2-70b35ca23dfe tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 943 time: 0.1168284 Feb 09 21:29:36.980617 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-ac42f6e0-ab0c-47ba-90f3-517c79622c71 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1014268276&fields=id&tenant_id=34da0e58ac28411fa30259d6e8691b32 HTTP/1.1" status: 200 len: 267 time: 0.0948610 Feb 09 21:29:37.016335 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48844ffa-ea7e-45ca-9b1d-8341e536a0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (9ca98693-2d4d-4fc7-8a75-0ef9001301b4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:37.019217 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48844ffa-ea7e-45ca-9b1d-8341e536a0f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:37.022711 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-48844ffa-ea7e-45ca-9b1d-8341e536a0f3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9ca98693-2d4d-4fc7-8a75-0ef9001301b4 HTTP/1.1" status: 204 len: 168 time: 0.4835854 Feb 09 21:29:37.040288 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45070) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:37.071856 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c7e229c-406e-41da-9479-c6af33c08155 req-86729b98-1822-4adc-9753-92d594d775bb tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269258 Feb 09 21:29:37.073039 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48844ffa-ea7e-45ca-9b1d-8341e536a0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca98693-2d4d-4fc7-8a75-0ef9001301b4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:37.101707 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0a5c4-d016-4c84-92a0-89ae4fbf0d5e req-7672a48f-4357-4ca3-819d-706448ccfbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:37.103812 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-51f0a5c4-d016-4c84-92a0-89ae4fbf0d5e req-7672a48f-4357-4ca3-819d-706448ccfbd9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 908 time: 0.3457360 Feb 09 21:29:37.132204 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:29:37.151051 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-51f0a5c4-d016-4c84-92a0-89ae4fbf0d5e req-95c25909-9aef-4ee4-b832-51d04bd21b4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13e11c2c-be45-4523-9c35-a892acc77213 HTTP/1.1" status: 200 len: 217 time: 0.0366094 Feb 09 21:29:37.181064 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-5362b7db-07c9-4255-bb0a-68500e5ec6db tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:37.183011 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-5362b7db-07c9-4255-bb0a-68500e5ec6db tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/networks?id=a3f8e4fa-eb41-400d-a414-9d927a51e184 HTTP/1.1" status: 200 len: 823 time: 0.1929801 Feb 09 21:29:37.205275 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-25850ace-c821-4c33-8a09-cfa61e5a9fd9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=61bc41336dac4f98bda1e1629af65485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253133 Feb 09 21:29:37.208084 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45072) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:37.223616 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-fd8b1d37-61f2-4688-bef6-d25fba73d368 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/quotas/34da0e58ac28411fa30259d6e8691b32 HTTP/1.1" status: 200 len: 375 time: 0.0298178 Feb 09 21:29:37.248556 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0a5c4-d016-4c84-92a0-89ae4fbf0d5e req-b43d6bcf-e910-4d4f-984c-e76628982989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:37.250033 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-51f0a5c4-d016-4c84-92a0-89ae4fbf0d5e req-b43d6bcf-e910-4d4f-984c-e76628982989 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.0851128 Feb 09 21:29:37.264387 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f446b41-6793-4092-a889-8c208a9df268 req-86000ed5-9218-4948-bd5c-8bbfdb79c34a tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:37.265963 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f446b41-6793-4092-a889-8c208a9df268 req-86000ed5-9218-4948-bd5c-8bbfdb79c34a tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.0815535 Feb 09 21:29:37.290397 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-51f0a5c4-d016-4c84-92a0-89ae4fbf0d5e req-09ed9b9b-0c7e-4807-b270-f88fcd033c57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326779 Feb 09 21:29:37.346462 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bc91e125-78d1-4a51-938e-3d09a8a47d51 admin admin] Publish callbacks [] for security_group (c879a427-8aca-42cd-8d0f-7e474b098818), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:37.346723 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-f4d37087-e030-47cd-ad39-8d0ccb6fa72a tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=34da0e58ac28411fa30259d6e8691b32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063914 Feb 09 21:29:37.351138 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f446b41-6793-4092-a889-8c208a9df268 req-7379e6a1-3418-4447-96e3-fd70f6359faa tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646789 Feb 09 21:29:37.383638 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bc91e125-78d1-4a51-938e-3d09a8a47d51 admin admin] Publish callbacks [] for security_group (c879a427-8aca-42cd-8d0f-7e474b098818), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:37.398065 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-23712d54-6c00-4dc9-ab33-553e2cea0d62 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:29:37.399490 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-23712d54-6c00-4dc9-ab33-553e2cea0d62 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057912 Feb 09 21:29:37.438121 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-51f0a5c4-d016-4c84-92a0-89ae4fbf0d5e req-2a90d74f-75b5-4f01-a7c2-84343ae89c3c service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401207 Feb 09 21:29:37.498627 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bc91e125-78d1-4a51-938e-3d09a8a47d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c879a427-8aca-42cd-8d0f-7e474b098818), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:37.502001 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bc91e125-78d1-4a51-938e-3d09a8a47d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:37.503215 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bc91e125-78d1-4a51-938e-3d09a8a47d51 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c879a427-8aca-42cd-8d0f-7e474b098818 HTTP/1.1" status: 204 len: 168 time: 0.2942743 Feb 09 21:29:37.521640 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91e125-78d1-4a51-938e-3d09a8a47d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c879a427-8aca-42cd-8d0f-7e474b098818,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:37.568819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-ffd92b25-bcb5-4079-bfac-09dba8791078 service neutron] 10.222.0.77 "GET /v2.0/networks/a3f8e4fa-eb41-400d-a414-9d927a51e184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625531 Feb 09 21:29:37.583899 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-51f0a5c4-d016-4c84-92a0-89ae4fbf0d5e req-d7e0b4c8-afeb-412e-9254-29c44ab55187 service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350610 Feb 09 21:29:37.710975 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-806d13a8-904e-47cd-84db-a157c9af9077 service neutron] 10.222.0.77 "GET /v2.0/networks/a3f8e4fa-eb41-400d-a414-9d927a51e184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304181 Feb 09 21:29:37.783639 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-481840b4-884e-4e1e-b8e1-00d44a45f152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:37.834528 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 746c7f66-5bfa-450d-8e50-d3fca91ea73e up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:37.877284 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45098) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:37.961445 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 746c7f66-5bfa-450d-8e50-d3fca91ea73e completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:29:37.964747 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fb91a49e-f300-41d5-af3e-a238331f31c2 req-99e3d9bc-a5be-4996-8631-5cc7b43887e5 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dce00ea-d77d-47cc-b147-5dd93945c172 HTTP/1.1" status: 200 len: 210 time: 0.0461912 Feb 09 21:29:37.972058 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 746c7f66-5bfa-450d-8e50-d3fca91ea73e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:37.972433 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (746c7f66-5bfa-450d-8e50-d3fca91ea73e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:38.045989 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cc6c9-5862-4ff8-87eb-c08cfe8dcf0f req-99894aa4-c64b-484d-8cd7-d2b325467da2 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:38.066687 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d0cc6c9-5862-4ff8-87eb-c08cfe8dcf0f req-99894aa4-c64b-484d-8cd7-d2b325467da2 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e562996-d5fd-4eeb-b71e-91ef2efb31f3 HTTP/1.1" status: 200 len: 947 time: 0.1956635 Feb 09 21:29:38.117701 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 746c7f66-5bfa-450d-8e50-d3fca91ea73e is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:38.118109 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (746c7f66-5bfa-450d-8e50-d3fca91ea73e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:38.156460 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d0cc6c9-5862-4ff8-87eb-c08cfe8dcf0f req-0405e036-4825-447b-8cec-351005cc8fe7 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886593 Feb 09 21:29:38.167335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dc95e6-2cdb-43fe-bd52-c415096da696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746c7f66-5bfa-450d-8e50-d3fca91ea73e'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:38.171010 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7510f0c7-3c71-4c01-85fd-36d6ae88f874" -d '{"events": [{"server_uuid": "10dc95e6-2cdb-43fe-bd52-c415096da696", "name": "network-vif-plugged", "status": "completed", "tag": "746c7f66-5bfa-450d-8e50-d3fca91ea73e"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:38.205105 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 746c7f66-5bfa-450d-8e50-d3fca91ea73e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=746c7f66-5bfa-450d-8e50-d3fca91ea73e,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:38.219214 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8abc-496d-4f47-a04f-b839c2342eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:38.221452 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (746c7f66-5bfa-450d-8e50-d3fca91ea73e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:38.247252 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45116) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:38.294715 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3458a-1b9c-42d0-a504-ef3bfa82a697 req-0f168835-e8d2-407a-8e70-fa008ae5ae86 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:38.296681 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6f3458a-1b9c-42d0-a504-ef3bfa82a697 req-0f168835-e8d2-407a-8e70-fa008ae5ae86 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 943 time: 0.0893989 Feb 09 21:29:38.318642 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93affbdb-6227-4af7-9163-8d95368ce7ef x-openstack-request-id: req-93affbdb-6227-4af7-9163-8d95368ce7ef {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:38.319377 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dc95e6-2cdb-43fe-bd52-c415096da696", "name": "network-vif-plugged", "status": "completed", "tag": "746c7f66-5bfa-450d-8e50-d3fca91ea73e", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:38.319960 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-93affbdb-6227-4af7-9163-8d95368ce7ef {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:38.320666 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dc95e6-2cdb-43fe-bd52-c415096da696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746c7f66-5bfa-450d-8e50-d3fca91ea73e', 'code': 200} Feb 09 21:29:38.376644 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=746c7f66-5bfa-450d-8e50-d3fca91ea73e,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:38.426662 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6f3458a-1b9c-42d0-a504-ef3bfa82a697 req-9cfb52ad-a4f3-4035-9a48-7965ba5f7b8a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197445 Feb 09 21:29:38.485487 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26f5a7-865d-4c1c-9d9d-8f54f83ea4df req-f6f94a2f-855c-4273-832d-d44afd720268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:38.487226 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4d26f5a7-865d-4c1c-9d9d-8f54f83ea4df req-f6f94a2f-855c-4273-832d-d44afd720268 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=10dc95e6-2cdb-43fe-bd52-c415096da696 HTTP/1.1" status: 200 len: 1132 time: 0.1367362 Feb 09 21:29:38.584475 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-467ed30a-6302-412e-812f-0fc7c7288b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:38.589647 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8abc-496d-4f47-a04f-b839c2342eba admin admin] Publish callbacks [] for security_group (867a9550-cd7b-4295-8460-865d09cc58ec), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:38.609854 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8abc-496d-4f47-a04f-b839c2342eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (867a9550-cd7b-4295-8460-865d09cc58ec), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:38.610306 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32481afe-9148-4ed5-93ca-e2ff35dd2db7 req-ec9d95a9-afd9-4680-931e-2081e6e8127c tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:38.613304 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32481afe-9148-4ed5-93ca-e2ff35dd2db7 req-ec9d95a9-afd9-4680-931e-2081e6e8127c tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.1018796 Feb 09 21:29:38.633912 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4d26f5a7-865d-4c1c-9d9d-8f54f83ea4df req-6dea9755-32f7-417c-a3e5-b8decc015a93 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352146 Feb 09 21:29:38.663036 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9dd43f9a-4909-4ea6-bc52-f89665942a3f details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:29:38.701515 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32481afe-9148-4ed5-93ca-e2ff35dd2db7 req-be2035bc-e0c4-47f4-8630-a8e9f9b59766 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804224 Feb 09 21:29:38.738972 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d8abc-496d-4f47-a04f-b839c2342eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867a9550-cd7b-4295-8460-865d09cc58ec,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:38.765488 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2c1d8abc-496d-4f47-a04f-b839c2342eba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4ab2f58ce2be4c37b235a23d8b3c4b6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8830199 Feb 09 21:29:38.767558 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45140) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:38.819158 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-467ed30a-6302-412e-812f-0fc7c7288b9e admin admin] Publish callbacks [] for security_group (f77595a8-776e-4886-9059-cd10b62ae5bc), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:38.830688 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-467ed30a-6302-412e-812f-0fc7c7288b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f77595a8-776e-4886-9059-cd10b62ae5bc), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:38.879790 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 9dd43f9a-4909-4ea6-bc52-f89665942a3f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9dd43f9a-4909-4ea6-bc52-f89665942a3f,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:38.895545 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d290113e-b386-4e12-b442-5441a7c58d9e admin admin] Publish callbacks [] for security_group (867a9550-cd7b-4295-8460-865d09cc58ec), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:38.900276 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ed30a-6302-412e-812f-0fc7c7288b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77595a8-776e-4886-9059-cd10b62ae5bc,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:38.906718 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-467ed30a-6302-412e-812f-0fc7c7288b9e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f9b42907dead4348be8f7805cedbf34a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6525450 Feb 09 21:29:38.910054 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45146) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:38.919028 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '9dd43f9a-4909-4ea6-bc52-f89665942a3f', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': '9dd43f9a-4909-4ea6-bc52-f89665942a3f', 'mac_address': 'fa:16:3e:c6:b9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:29:38.945055 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d290113e-b386-4e12-b442-5441a7c58d9e admin admin] Publish callbacks [] for security_group (867a9550-cd7b-4295-8460-865d09cc58ec), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:39.006336 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 9dd43f9a-4909-4ea6-bc52-f89665942a3f is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:39.006948 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9dd43f9a-4909-4ea6-bc52-f89665942a3f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:39.029273 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd43f9a-4909-4ea6-bc52-f89665942a3f {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:39.050356 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d290113e-b386-4e12-b442-5441a7c58d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (867a9550-cd7b-4295-8460-865d09cc58ec), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:39.054275 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d290113e-b386-4e12-b442-5441a7c58d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:39.059885 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d290113e-b386-4e12-b442-5441a7c58d9e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/867a9550-cd7b-4295-8460-865d09cc58ec HTTP/1.1" status: 204 len: 168 time: 0.2899418 Feb 09 21:29:39.067572 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68ad8a22-fa05-445d-bcf2-fc7e44af43a9 admin admin] Publish callbacks [] for security_group (f77595a8-776e-4886-9059-cd10b62ae5bc), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:39.073052 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 9dd43f9a-4909-4ea6-bc52-f89665942a3f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9dd43f9a-4909-4ea6-bc52-f89665942a3f,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:39.083223 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290113e-b386-4e12-b442-5441a7c58d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867a9550-cd7b-4295-8460-865d09cc58ec,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:39.084631 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9dd43f9a-4909-4ea6-bc52-f89665942a3f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:39.086181 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 13e11c2c-be45-4523-9c35-a892acc77213 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:29:39.159725 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28004e6d-bc7b-403b-9d31-118cf3843398 req-5f71a847-0de3-45d0-8c9c-fb61303aa4f6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dce00ea-d77d-47cc-b147-5dd93945c172 HTTP/1.1" status: 200 len: 210 time: 0.0751150 Feb 09 21:29:39.159725 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68ad8a22-fa05-445d-bcf2-fc7e44af43a9 admin admin] Publish callbacks [] for security_group (f77595a8-776e-4886-9059-cd10b62ae5bc), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:39.250477 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68ad8a22-fa05-445d-bcf2-fc7e44af43a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f77595a8-776e-4886-9059-cd10b62ae5bc), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:39.254223 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68ad8a22-fa05-445d-bcf2-fc7e44af43a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:39.257913 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-68ad8a22-fa05-445d-bcf2-fc7e44af43a9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f77595a8-776e-4886-9059-cd10b62ae5bc HTTP/1.1" status: 204 len: 168 time: 0.3444686 Feb 09 21:29:39.271231 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad8a22-fa05-445d-bcf2-fc7e44af43a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77595a8-776e-4886-9059-cd10b62ae5bc,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:39.356468 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d4bdf-03a1-4a2a-a360-063790eeffe8 req-46118ebd-1a2a-4a8a-97f2-d145019bb59e tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:39.359145 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-743d4bdf-03a1-4a2a-a360-063790eeffe8 req-46118ebd-1a2a-4a8a-97f2-d145019bb59e tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e562996-d5fd-4eeb-b71e-91ef2efb31f3 HTTP/1.1" status: 200 len: 948 time: 0.0743959 Feb 09 21:29:39.434814 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-743d4bdf-03a1-4a2a-a360-063790eeffe8 req-a25c86fb-e136-452c-acf0-79a01ea93023 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680473 Feb 09 21:29:39.473559 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 13e11c2c-be45-4523-9c35-a892acc77213, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=13e11c2c-be45-4523-9c35-a892acc77213,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:39.476134 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=9dd43f9a-4909-4ea6-bc52-f89665942a3f,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:39.490652 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 13e11c2c-be45-4523-9c35-a892acc77213 has no active binding in host n-h1-828601-1 {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:29:39.556799 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2afe3-0511-4738-a332-48d9f651599e req-4c2bc590-a4b7-42ba-a19f-7181cd0b16a6 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:39.564588 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2ff2afe3-0511-4738-a332-48d9f651599e req-4c2bc590-a4b7-42ba-a19f-7181cd0b16a6 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 943 time: 0.0649307 Feb 09 21:29:39.632330 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2ff2afe3-0511-4738-a332-48d9f651599e req-ac6169de-cdde-42da-bd7b-1707a5f83eb5 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546169 Feb 09 21:29:39.771756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-47aecca0-9e8d-425f-8637-8c17cacc8c45 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:39.774536 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-47aecca0-9e8d-425f-8637-8c17cacc8c45 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.42 "GET /v2.0/networks?id=a3f8e4fa-eb41-400d-a414-9d927a51e184 HTTP/1.1" status: 200 len: 823 time: 0.1683762 Feb 09 21:29:39.850652 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c69e0781-9c10-459d-931f-d380da04adbc details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:29:39.855486 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c69e0781-9c10-459d-931f-d380da04adbc no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:29:39.860042 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5236a68-d3c1-4219-8843-4b47bbc59c52 req-63404c6f-0d05-4dd9-a651-2477a5831b39 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:39.867690 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e5236a68-d3c1-4219-8843-4b47bbc59c52 req-63404c6f-0d05-4dd9-a651-2477a5831b39 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.0774944 Feb 09 21:29:39.908330 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-65072b5f-f841-4d4b-9f8b-9f0d8d52a3dc tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34da0e58ac28411fa30259d6e8691b32 HTTP/1.1" status: 200 len: 380 time: 0.1150165 Feb 09 21:29:39.915393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['9dd43f9a-4909-4ea6-bc52-f89665942a3f'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:39.926161 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-6957a6d3-f6ea-4fca-a496-e607b4237bae tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Request body: {'port': {'device_id': '6dce00ea-d77d-47cc-b147-5dd93945c172', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'admin_state_up': True, 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'security_groups': ['6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:39.986519 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e5236a68-d3c1-4219-8843-4b47bbc59c52 req-9db9d813-6f57-443a-ae96-18958b042783 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033216 Feb 09 21:29:40.036917 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45182) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:40.061572 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a4fdc6b-018b-4b55-b2c0-084b409dfd4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.116072 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port c69e0781-9c10-459d-931f-d380da04adbc is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:40.116845 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c69e0781-9c10-459d-931f-d380da04adbc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.167560 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c69e0781-9c10-459d-931f-d380da04adbc, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c69e0781-9c10-459d-931f-d380da04adbc,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:40.176979 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-6957a6d3-f6ea-4fca-a496-e607b4237bae tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Made reservation on behalf of 34da0e58ac28411fa30259d6e8691b32 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:40.182952 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-6957a6d3-f6ea-4fca-a496-e607b4237bae tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.212561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c69e0781-9c10-459d-931f-d380da04adbc, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c69e0781-9c10-459d-931f-d380da04adbc,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:40.221117 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c69e0781-9c10-459d-931f-d380da04adbc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.230325 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'c69e0781-9c10-459d-931f-d380da04adbc', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': 'c69e0781-9c10-459d-931f-d380da04adbc', 'mac_address': 'fa:16:3e:1d:e8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:29:40.257633 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a4fdc6b-018b-4b55-b2c0-084b409dfd4b admin admin] Publish callbacks [] for security_group (5e639146-30f7-4e47-a874-76bdb74365ae), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.268683 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a4fdc6b-018b-4b55-b2c0-084b409dfd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5e639146-30f7-4e47-a874-76bdb74365ae), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.321668 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a24390-7aa8-4336-a2f4-58654cfeda3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c69e0781-9c10-459d-931f-d380da04adbc'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:40.323982 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2e171a-68b8-4a20-a7b8-7f31ed068e58" -d '{"events": [{"server_uuid": "12a24390-7aa8-4336-a2f4-58654cfeda3a", "name": "network-vif-unplugged", "status": "completed", "tag": "c69e0781-9c10-459d-931f-d380da04adbc"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:40.344050 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port c69e0781-9c10-459d-931f-d380da04adbc is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:40.344449 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c69e0781-9c10-459d-931f-d380da04adbc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.361719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45192) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:40.361932 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=c69e0781-9c10-459d-931f-d380da04adbc,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:40.370484 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69e0781-9c10-459d-931f-d380da04adbc {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:40.414511 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c69e0781-9c10-459d-931f-d380da04adbc, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c69e0781-9c10-459d-931f-d380da04adbc,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:40.420282 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24c1566-a6f5-4ace-a3cb-d13c6b89f4d7 x-openstack-request-id: req-b24c1566-a6f5-4ace-a3cb-d13c6b89f4d7 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:40.420658 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a24390-7aa8-4336-a2f4-58654cfeda3a", "name": "network-vif-unplugged", "status": "completed", "tag": "c69e0781-9c10-459d-931f-d380da04adbc", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:40.420974 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b24c1566-a6f5-4ace-a3cb-d13c6b89f4d7 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:40.421613 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a24390-7aa8-4336-a2f4-58654cfeda3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c69e0781-9c10-459d-931f-d380da04adbc', 'code': 200} Feb 09 21:29:40.424431 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c69e0781-9c10-459d-931f-d380da04adbc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.428108 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-15f82e36-decb-475f-9474-250e472cdc9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.429145 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c17d57e8-54cb-4e71-a434-be4f563a47d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.482567 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=c69e0781-9c10-459d-931f-d380da04adbc,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:40.488748 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-266e7ddc-81e4-4c42-9b4e-bdcde6b7be3f req-0f599fbf-7e1b-49f1-8142-d4fc31a95867 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dce00ea-d77d-47cc-b147-5dd93945c172 HTTP/1.1" status: 200 len: 210 time: 0.1839368 Feb 09 21:29:40.495548 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9a4fdc6b-018b-4b55-b2c0-084b409dfd4b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=064ae68b057544679c9cf0fa68835e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4575012 Feb 09 21:29:40.502425 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45198) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:40.505452 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fdc6b-018b-4b55-b2c0-084b409dfd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e639146-30f7-4e47-a874-76bdb74365ae,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:40.571217 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-6957a6d3-f6ea-4fca-a496-e607b4237bae tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Allocated IP 172.20.0.10 (a3f8e4fa-eb41-400d-a414-9d927a51e184/9bbdf589-ff38-4f97-b903-2b54033c2183/36bf5d6e-ffce-4fb5-9506-05abe6b19c82) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:40.618096 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a079d1c-823f-4999-a7e7-8a5356e5fc2d admin admin] Publish callbacks [] for security_group (5e639146-30f7-4e47-a874-76bdb74365ae), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.642700 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a079d1c-823f-4999-a7e7-8a5356e5fc2d admin admin] Publish callbacks [] for security_group (5e639146-30f7-4e47-a874-76bdb74365ae), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.686318 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c68ed-ee8c-436a-9c43-107b29214570 req-11200d9e-3503-4d12-bbdf-5f45a2f8d17d tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:40.687879 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ec0c68ed-ee8c-436a-9c43-107b29214570 req-11200d9e-3503-4d12-bbdf-5f45a2f8d17d tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e562996-d5fd-4eeb-b71e-91ef2efb31f3 HTTP/1.1" status: 200 len: 948 time: 0.1357055 Feb 09 21:29:40.723752 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['c69e0781-9c10-459d-931f-d380da04adbc'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:40.747082 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-15f82e36-decb-475f-9474-250e472cdc9a admin admin] Publish callbacks [] for security_group (5280248b-160d-4164-b105-2595b1259a67), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.754012 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-15f82e36-decb-475f-9474-250e472cdc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5280248b-160d-4164-b105-2595b1259a67), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.757558 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ec0c68ed-ee8c-436a-9c43-107b29214570 req-16aed843-c3e3-4ef7-8048-882c6b62dd49 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610137 Feb 09 21:29:40.759107 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a079d1c-823f-4999-a7e7-8a5356e5fc2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5e639146-30f7-4e47-a874-76bdb74365ae), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.762711 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a079d1c-823f-4999-a7e7-8a5356e5fc2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.767742 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8a079d1c-823f-4999-a7e7-8a5356e5fc2d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5e639146-30f7-4e47-a874-76bdb74365ae HTTP/1.1" status: 204 len: 168 time: 0.2631159 Feb 09 21:29:40.819366 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a079d1c-823f-4999-a7e7-8a5356e5fc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e639146-30f7-4e47-a874-76bdb74365ae,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:40.819475 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f82e36-decb-475f-9474-250e472cdc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5280248b-160d-4164-b105-2595b1259a67,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:40.830567 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-15f82e36-decb-475f-9474-250e472cdc9a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=adab1cc060564e42b2a5cdc1b38909c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4616468 Feb 09 21:29:40.831221 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45214) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:40.881952 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202ac6a-033d-43b7-8ed4-156789cd4e76 req-e9ac67b9-a828-46cf-82f1-d9abb6e47956 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:40.883544 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a202ac6a-033d-43b7-8ed4-156789cd4e76 req-e9ac67b9-a828-46cf-82f1-d9abb6e47956 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 943 time: 0.1303909 Feb 09 21:29:40.903699 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-6957a6d3-f6ea-4fca-a496-e607b4237bae tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for port (36bf5d6e-ffce-4fb5-9506-05abe6b19c82), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.922139 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc43f-b509-452b-858b-59f5cddf198e admin admin] Publish callbacks [] for security_group (5280248b-160d-4164-b105-2595b1259a67), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.957992 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a202ac6a-033d-43b7-8ed4-156789cd4e76 req-ecab526d-7ce7-447c-9fb3-44ab37fda4cb tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677788 Feb 09 21:29:40.989708 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc43f-b509-452b-858b-59f5cddf198e admin admin] Publish callbacks [] for security_group (5280248b-160d-4164-b105-2595b1259a67), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:41.045454 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-6957a6d3-f6ea-4fca-a496-e607b4237bae tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (36bf5d6e-ffce-4fb5-9506-05abe6b19c82), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:41.123300 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe267f-984c-4fe2-98d6-c437d04703e6 req-a18491be-c7ac-4e73-9878-b0ea98734183 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:41.132811 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bbfe267f-984c-4fe2-98d6-c437d04703e6 req-a18491be-c7ac-4e73-9878-b0ea98734183 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 949 time: 0.0633140 Feb 09 21:29:41.141325 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-6957a6d3-f6ea-4fca-a496-e607b4237bae tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Network a3f8e4fa-eb41-400d-a414-9d927a51e184 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:41.148016 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-6957a6d3-f6ea-4fca-a496-e607b4237bae tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:41.176443 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-6957a6d3-f6ea-4fca-a496-e607b4237bae tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:41.186719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-6957a6d3-f6ea-4fca-a496-e607b4237bae tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:41.187400 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-6957a6d3-f6ea-4fca-a496-e607b4237bae tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:41.205019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bbfe267f-984c-4fe2-98d6-c437d04703e6 req-b53afc33-a34c-4324-87b7-37feab0b7782 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672896 Feb 09 21:29:41.209556 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957a6d3-f6ea-4fca-a496-e607b4237bae tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Pushing event updated for resources: {'Port': ['ID=36bf5d6e-ffce-4fb5-9506-05abe6b19c82,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:41.231514 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-6957a6d3-f6ea-4fca-a496-e607b4237bae tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3167591 Feb 09 21:29:41.234533 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc43f-b509-452b-858b-59f5cddf198e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5280248b-160d-4164-b105-2595b1259a67), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:41.237897 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc43f-b509-452b-858b-59f5cddf198e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:41.240361 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bf3bc43f-b509-452b-858b-59f5cddf198e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5280248b-160d-4164-b105-2595b1259a67 HTTP/1.1" status: 204 len: 168 time: 0.4079361 Feb 09 21:29:41.258253 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] Request body: {'port': {'device_id': '6dce00ea-d77d-47cc-b147-5dd93945c172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:41.260836 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3bc43f-b509-452b-858b-59f5cddf198e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5280248b-160d-4164-b105-2595b1259a67,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:41.325971 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45230) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:41.365376 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-510eb8f4-9835-4bdb-9c78-a68127960942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:41.386813 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (36bf5d6e-ffce-4fb5-9506-05abe6b19c82), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:41.421015 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:41.451932 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6b3a06c0-11ab-41bc-a763-cdb51a33de9c None None] Provisioning complete for port 36bf5d6e-ffce-4fb5-9506-05abe6b19c82 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:41.452593 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b3a06c0-11ab-41bc-a763-cdb51a33de9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (36bf5d6e-ffce-4fb5-9506-05abe6b19c82), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:41.492309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a06c0-11ab-41bc-a763-cdb51a33de9c None None] Port 36bf5d6e-ffce-4fb5-9506-05abe6b19c82 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:29:41.528277 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5657c4b-a876-4031-b433-bf38f108f165 req-df624398-170f-4603-bcdb-1f39bae9d06b tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=8e648e74041548769a4577091999e05a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530603 Feb 09 21:29:41.631025 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-510eb8f4-9835-4bdb-9c78-a68127960942 admin admin] Publish callbacks [] for security_group (6025cedf-ded6-40f8-b3a0-c599668a4fcb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:41.649534 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-510eb8f4-9835-4bdb-9c78-a68127960942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6025cedf-ded6-40f8-b3a0-c599668a4fcb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:41.700146 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5657c4b-a876-4031-b433-bf38f108f165 req-0ae8c60a-7656-4715-ae93-df0beabb3e23 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:41.707697 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5657c4b-a876-4031-b433-bf38f108f165 req-0ae8c60a-7656-4715-ae93-df0beabb3e23 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1786203 Feb 09 21:29:41.710464 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-4b7f2fd3-988c-4aad-b9a7-e42f9c8259a0 service neutron] 10.222.0.42 "GET /v2.0/ports/13e11c2c-be45-4523-9c35-a892acc77213/bindings/n-h1-828601-1 HTTP/1.1" status: 200 len: 384 time: 0.1164470 Feb 09 21:29:41.732395 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5657c4b-a876-4031-b433-bf38f108f165 req-44bbeddd-08eb-4edb-a0c7-0c44301d2c8a tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/quotas/8e648e74041548769a4577091999e05a HTTP/1.1" status: 200 len: 375 time: 0.0233817 Feb 09 21:29:41.740140 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510eb8f4-9835-4bdb-9c78-a68127960942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6025cedf-ded6-40f8-b3a0-c599668a4fcb,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:41.748238 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-510eb8f4-9835-4bdb-9c78-a68127960942 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ac8bfcc9836d4a2288bc26ac84df680a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4208856 Feb 09 21:29:41.750662 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45248) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:41.803301 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5657c4b-a876-4031-b433-bf38f108f165 req-118c4147-6d95-4444-9ed6-0d30116070ee tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699091 Feb 09 21:29:41.831188 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b8f7bd3b-173e-4f0f-89bd-1466a1ce491d admin admin] Publish callbacks [] for security_group (6025cedf-ded6-40f8-b3a0-c599668a4fcb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:41.870474 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c69e0781-9c10-459d-931f-d380da04adbc up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:41.893756 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b8f7bd3b-173e-4f0f-89bd-1466a1ce491d admin admin] Publish callbacks [] for security_group (6025cedf-ded6-40f8-b3a0-c599668a4fcb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:41.905903 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367ab53-76ba-460e-bff8-2d3c9451ab79 req-0cdf2d40-e186-4800-b9fe-36da578d6025 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:41.914392 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8367ab53-76ba-460e-bff8-2d3c9451ab79 req-0cdf2d40-e186-4800-b9fe-36da578d6025 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dce00ea-d77d-47cc-b147-5dd93945c172 HTTP/1.1" status: 200 len: 932 time: 0.1899493 Feb 09 21:29:41.927526 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36bf5d6e-ffce-4fb5-9506-05abe6b19c82 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:41.942149 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] Publish callbacks [] for port (36bf5d6e-ffce-4fb5-9506-05abe6b19c82), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:41.952967 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port c69e0781-9c10-459d-931f-d380da04adbc triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:41.954004 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c69e0781-9c10-459d-931f-d380da04adbc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:41.958493 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] Transition to ACTIVE for port object 36bf5d6e-ffce-4fb5-9506-05abe6b19c82 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:29:41.972145 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (36bf5d6e-ffce-4fb5-9506-05abe6b19c82), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:42.018481 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b8f7bd3b-173e-4f0f-89bd-1466a1ce491d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6025cedf-ded6-40f8-b3a0-c599668a4fcb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:42.021495 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b8f7bd3b-173e-4f0f-89bd-1466a1ce491d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:42.022970 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b8f7bd3b-173e-4f0f-89bd-1466a1ce491d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6025cedf-ded6-40f8-b3a0-c599668a4fcb HTTP/1.1" status: 204 len: 168 time: 0.2713411 Feb 09 21:29:42.033140 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8367ab53-76ba-460e-bff8-2d3c9451ab79 req-86362df9-1a3e-4795-9ee1-1bed0a429044 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173184 Feb 09 21:29:42.142521 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port c69e0781-9c10-459d-931f-d380da04adbc is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:42.146082 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c69e0781-9c10-459d-931f-d380da04adbc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:42.194781 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7bd3b-173e-4f0f-89bd-1466a1ce491d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6025cedf-ded6-40f8-b3a0-c599668a4fcb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:42.234858 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] Pushing event updated for resources: {'Port': ['ID=36bf5d6e-ffce-4fb5-9506-05abe6b19c82,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:42.279937 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-39e72564-847f-42df-ba9f-2d66aea12979 service neutron] For port 13e11c2c-be45-4523-9c35-a892acc77213, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=13e11c2c-be45-4523-9c35-a892acc77213,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:42.282363 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c69e0781-9c10-459d-931f-d380da04adbc, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c69e0781-9c10-459d-931f-d380da04adbc,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:42.308418 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c69e0781-9c10-459d-931f-d380da04adbc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:42.351995 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] Attempting to bind port 36bf5d6e-ffce-4fb5-9506-05abe6b19c82 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:42.352359 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] Attempting to bind port 36bf5d6e-ffce-4fb5-9506-05abe6b19c82 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'f0c6146d-fa2a-4887-a58c-3257694702aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:42.352695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] Attempting to bind port 36bf5d6e-ffce-4fb5-9506-05abe6b19c82 on network a3f8e4fa-eb41-400d-a414-9d927a51e184 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:42.369858 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] Port 36bf5d6e-ffce-4fb5-9506-05abe6b19c82 on network a3f8e4fa-eb41-400d-a414-9d927a51e184 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:42.372083 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] Attempting to bind port 36bf5d6e-ffce-4fb5-9506-05abe6b19c82 on network a3f8e4fa-eb41-400d-a414-9d927a51e184 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:42.401473 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:42.401840 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] Checking segment: {'id': 'f0c6146d-fa2a-4887-a58c-3257694702aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:42.403043 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] Bound using segment: {'id': 'f0c6146d-fa2a-4887-a58c-3257694702aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:42.405051 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] Bound port: 36bf5d6e-ffce-4fb5-9506-05abe6b19c82, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c6146d-fa2a-4887-a58c-3257694702aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:42.405444 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (36bf5d6e-ffce-4fb5-9506-05abe6b19c82), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:42.420047 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=c69e0781-9c10-459d-931f-d380da04adbc,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:42.422391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a24390-7aa8-4336-a2f4-58654cfeda3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69e0781-9c10-459d-931f-d380da04adbc'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:42.431968 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4c8120-3012-4d62-bf60-40ab3829cc97" -d '{"events": [{"server_uuid": "12a24390-7aa8-4336-a2f4-58654cfeda3a", "name": "network-vif-plugged", "status": "completed", "tag": "c69e0781-9c10-459d-931f-d380da04adbc"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:42.472020 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-39e72564-847f-42df-ba9f-2d66aea12979 service neutron] For port 13e11c2c-be45-4523-9c35-a892acc77213, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:42.502657 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45290) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:42.524133 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f4ac9-6061-4a80-874e-13eee3cf60a7 req-3a8f8de2-0c86-4342-95c1-a62ba0ea0b83 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:42.533461 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e2f4ac9-6061-4a80-874e-13eee3cf60a7 req-3a8f8de2-0c86-4342-95c1-a62ba0ea0b83 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e562996-d5fd-4eeb-b71e-91ef2efb31f3 HTTP/1.1" status: 200 len: 948 time: 0.3999763 Feb 09 21:29:42.552851 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:42.572939 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-39e72564-847f-42df-ba9f-2d66aea12979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e11c2c-be45-4523-9c35-a892acc77213 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:42.614798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c695b6d-aa47-4673-a3d0-8f8b9cb93459 req-1d4ff967-50a2-43ef-b2dd-d7819653340f tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:42.625384 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c695b6d-aa47-4673-a3d0-8f8b9cb93459 req-1d4ff967-50a2-43ef-b2dd-d7819653340f tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 943 time: 0.3844602 Feb 09 21:29:42.629262 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] For port 36bf5d6e-ffce-4fb5-9506-05abe6b19c82, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:42.634634 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] For port 36bf5d6e-ffce-4fb5-9506-05abe6b19c82, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=36bf5d6e-ffce-4fb5-9506-05abe6b19c82,segment=NetworkSegment(f0c6146d-fa2a-4887-a58c-3257694702aa),segment_id=f0c6146d-fa2a-4887-a58c-3257694702aa)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:42.638360 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-39e72564-847f-42df-ba9f-2d66aea12979 service neutron] For port 13e11c2c-be45-4523-9c35-a892acc77213, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=13e11c2c-be45-4523-9c35-a892acc77213,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:42.648109 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (36bf5d6e-ffce-4fb5-9506-05abe6b19c82), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:42.667995 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9dd43f9a-4909-4ea6-bc52-f89665942a3f up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:42.702975 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e2f4ac9-6061-4a80-874e-13eee3cf60a7 req-088b8f58-69d1-4557-a231-3895e684baa1 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685412 Feb 09 21:29:42.706474 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-39e72564-847f-42df-ba9f-2d66aea12979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (13e11c2c-be45-4523-9c35-a892acc77213), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:42.733726 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-899f6a81-7c71-4924-8214-03faaf23113a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1061338312-network', 'tenant_id': 'ea92169e333d44ef9265f02baeeee937'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:42.746676 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:42.747433 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:42.749009 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] 10.222.0.42 "PUT /v2.0/ports/36bf5d6e-ffce-4fb5-9506-05abe6b19c82 HTTP/1.1" status: 200 len: 1092 time: 1.5073335 Feb 09 21:29:42.749599 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dce00ea-d77d-47cc-b147-5dd93945c172', 'tag': '36bf5d6e-ffce-4fb5-9506-05abe6b19c82'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:42.755449 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80270f7-7c22-4f1b-8426-73a6b24ea7ad" -d '{"events": [{"name": "network-changed", "server_uuid": "6dce00ea-d77d-47cc-b147-5dd93945c172", "tag": "36bf5d6e-ffce-4fb5-9506-05abe6b19c82"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:42.798460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 9dd43f9a-4909-4ea6-bc52-f89665942a3f completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:29:42.811045 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 9dd43f9a-4909-4ea6-bc52-f89665942a3f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:42.811914 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9dd43f9a-4909-4ea6-bc52-f89665942a3f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:42.859165 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d6643-4e17-4204-a5e8-7b06b710c64a service neutron] Pushing event updated for resources: {'Port': ['ID=36bf5d6e-ffce-4fb5-9506-05abe6b19c82,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:42.867495 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899f6a81-7c71-4924-8214-03faaf23113a admin admin] Made reservation on behalf of ea92169e333d44ef9265f02baeeee937 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:42.870408 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ec4125c-47d8-4425-a10c-37aa2634a028 req-9d88f686-953d-45a2-bee3-f7aa3441afad tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 210 time: 0.0772080 Feb 09 21:29:42.883845 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-899f6a81-7c71-4924-8214-03faaf23113a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:42.919913 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-899f6a81-7c71-4924-8214-03faaf23113a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:42.952421 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 9dd43f9a-4909-4ea6-bc52-f89665942a3f is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:42.953407 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9dd43f9a-4909-4ea6-bc52-f89665942a3f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:42.979476 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-39e72564-847f-42df-ba9f-2d66aea12979 service neutron] Transition to ACTIVE for port object 13e11c2c-be45-4523-9c35-a892acc77213 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:29:42.990120 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c695b6d-aa47-4673-a3d0-8f8b9cb93459 req-36b0d907-95b7-43f5-b0af-207bcd61164a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637180 Feb 09 21:29:42.992123 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-39e72564-847f-42df-ba9f-2d66aea12979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (13e11c2c-be45-4523-9c35-a892acc77213), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:43.009299 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 9dd43f9a-4909-4ea6-bc52-f89665942a3f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9dd43f9a-4909-4ea6-bc52-f89665942a3f,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:43.013533 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-f11fd99b-62f3-436a-9e49-e5d0e6ddd4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:43.014645 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-f11fd99b-62f3-436a-9e49-e5d0e6ddd4ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34da0e58ac28411fa30259d6e8691b32&device_id=6dce00ea-d77d-47cc-b147-5dd93945c172 HTTP/1.1" status: 200 len: 1126 time: 0.2183282 Feb 09 21:29:43.028001 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9dd43f9a-4909-4ea6-bc52-f89665942a3f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:43.130110 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76e561a-1527-4113-bbe8-2fdaa0d7b459 x-openstack-request-id: req-d76e561a-1527-4113-bbe8-2fdaa0d7b459 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:43.131628 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a24390-7aa8-4336-a2f4-58654cfeda3a", "name": "network-vif-plugged", "status": "completed", "tag": "c69e0781-9c10-459d-931f-d380da04adbc", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:43.132075 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d76e561a-1527-4113-bbe8-2fdaa0d7b459 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:43.134506 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a24390-7aa8-4336-a2f4-58654cfeda3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69e0781-9c10-459d-931f-d380da04adbc', 'code': 200} Feb 09 21:29:43.151131 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-39e72564-847f-42df-ba9f-2d66aea12979 service neutron] No DVR routers for this DVR port 13e11c2c-be45-4523-9c35-a892acc77213 on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:29:43.155735 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=9dd43f9a-4909-4ea6-bc52-f89665942a3f,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:43.176793 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-ebb253c0-e31b-4383-a895-9eb0ab7780af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36bf5d6e-ffce-4fb5-9506-05abe6b19c82 HTTP/1.1" status: 200 len: 217 time: 0.1448154 Feb 09 21:29:43.208243 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6d4e59-6465-40b1-95d7-a7adb4191813 x-openstack-request-id: req-5d6d4e59-6465-40b1-95d7-a7adb4191813 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:43.208538 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dce00ea-d77d-47cc-b147-5dd93945c172", "tag": "36bf5d6e-ffce-4fb5-9506-05abe6b19c82", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:43.208791 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d6d4e59-6465-40b1-95d7-a7adb4191813 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:43.209289 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dce00ea-d77d-47cc-b147-5dd93945c172', 'tag': '36bf5d6e-ffce-4fb5-9506-05abe6b19c82', 'status': 'completed', 'code': 200} Feb 09 21:29:43.248631 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e72564-847f-42df-ba9f-2d66aea12979 service neutron] Pushing event updated for resources: {'Port': ['ID=13e11c2c-be45-4523-9c35-a892acc77213,revision_number=10']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:43.280686 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-39e72564-847f-42df-ba9f-2d66aea12979 service neutron] 10.222.0.42 "PUT /v2.0/ports/13e11c2c-be45-4523-9c35-a892acc77213/bindings/n-h1-828601-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5590641 Feb 09 21:29:43.310243 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f7dbb-82c9-457d-9276-dac1178fd16b req-76cd25ad-437a-4c47-abe3-01b058fea8f3 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:43.318425 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-251793ba-6932-439f-8191-d6eae47fce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:43.320271 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-251793ba-6932-439f-8191-d6eae47fce24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9bbdf589-ff38-4f97-b903-2b54033c2183 HTTP/1.1" status: 200 len: 862 time: 0.1266820 Feb 09 21:29:43.321251 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a47f7dbb-82c9-457d-9276-dac1178fd16b req-76cd25ad-437a-4c47-abe3-01b058fea8f3 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.1871090 Feb 09 21:29:43.400364 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a47f7dbb-82c9-457d-9276-dac1178fd16b req-78fd3cc4-ca2f-4cc7-8048-9ed1624060f4 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774434 Feb 09 21:29:43.431791 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-899f6a81-7c71-4924-8214-03faaf23113a admin admin] Publish callbacks [] for security_group (3b4b6b41-038f-4b68-80a1-f9bf72410439), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:43.453264 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-899f6a81-7c71-4924-8214-03faaf23113a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3b4b6b41-038f-4b68-80a1-f9bf72410439), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:43.475197 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7019f-e800-4cee-8718-14946e99060e req-908ce164-796c-4011-8c99-06468432d186 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:43.477583 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-38b7019f-e800-4cee-8718-14946e99060e req-908ce164-796c-4011-8c99-06468432d186 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dce00ea-d77d-47cc-b147-5dd93945c172 HTTP/1.1" status: 200 len: 944 time: 0.1045797 Feb 09 21:29:43.505873 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-91e9a5a4-317f-493f-83e7-de4f7aeab0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:43.507846 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-91e9a5a4-317f-493f-83e7-de4f7aeab0f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3f8e4fa-eb41-400d-a414-9d927a51e184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1698658 Feb 09 21:29:43.514229 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899f6a81-7c71-4924-8214-03faaf23113a admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:29:43.529635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-d0e0884d-5ad8-43d9-80e1-a1ca6d6cefe4 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:43.531204 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-d0e0884d-5ad8-43d9-80e1-a1ca6d6cefe4 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f&tenant_id=64ac4f48e4c94eaa87202007938b3f7a&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 1126 time: 0.1725504 Feb 09 21:29:43.561249 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f6a81-7c71-4924-8214-03faaf23113a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4b6b41-038f-4b68-80a1-f9bf72410439,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:43.604885 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-38b7019f-e800-4cee-8718-14946e99060e req-11f97405-b05f-4a92-b3d9-cecc39256432 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966651 Feb 09 21:29:43.610243 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7426b4-eb94-4230-b040-5958fa75bd97 req-dbde12eb-1d7e-4195-a8ce-72b1865069c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:43.612693 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b7426b4-eb94-4230-b040-5958fa75bd97 req-dbde12eb-1d7e-4195-a8ce-72b1865069c1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 1132 time: 0.1341374 Feb 09 21:29:43.615610 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-899f6a81-7c71-4924-8214-03faaf23113a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (24e724e1-30d9-4f29-b0d3-ddd799c60439), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:43.616017 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-899f6a81-7c71-4924-8214-03faaf23113a admin admin] Added segment 24e724e1-30d9-4f29-b0d3-ddd799c60439 of type vlan for network b9120430-69d7-4afb-9132-054f858a800f Feb 09 21:29:43.668862 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b7426b4-eb94-4230-b040-5958fa75bd97 req-1812657e-becf-47fc-a6a4-47c37304c4fb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485430 Feb 09 21:29:43.700150 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-899f6a81-7c71-4924-8214-03faaf23113a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (b9120430-69d7-4afb-9132-054f858a800f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:43.753770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-cf285d9f-b11c-416c-89c7-03dca12ddbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:43.755319 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-cf285d9f-b11c-416c-89c7-03dca12ddbbf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f&tenant_id=64ac4f48e4c94eaa87202007938b3f7a HTTP/1.1" status: 200 len: 1126 time: 0.2046835 Feb 09 21:29:43.761448 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-194b7e36-93a9-42bb-b972-55532c0dcb7d service neutron] 10.222.0.42 "GET /v2.0/networks/a3f8e4fa-eb41-400d-a414-9d927a51e184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423093 Feb 09 21:29:43.762503 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-899f6a81-7c71-4924-8214-03faaf23113a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (b9120430-69d7-4afb-9132-054f858a800f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:43.764089 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899f6a81-7c71-4924-8214-03faaf23113a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:43.770191 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-899f6a81-7c71-4924-8214-03faaf23113a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:43.846290 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd504818-b5c8-4e3b-bd01-fe7d49fadf5a req-6e161f4f-1c3c-46c2-9dc5-68fbd7d627c7 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:43.851134 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bd504818-b5c8-4e3b-bd01-fe7d49fadf5a req-6e161f4f-1c3c-46c2-9dc5-68fbd7d627c7 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e562996-d5fd-4eeb-b71e-91ef2efb31f3 HTTP/1.1" status: 200 len: 949 time: 0.0766237 Feb 09 21:29:43.890634 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-899f6a81-7c71-4924-8214-03faaf23113a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3856511 Feb 09 21:29:43.895537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45348) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:43.905880 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e4885bc1-4d82-43e8-9acc-bf6be760ea74 admin admin] Request body: {'subnet': {'network_id': 'b9120430-69d7-4afb-9132-054f858a800f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1061338312-subnet', 'tenant_id': 'ea92169e333d44ef9265f02baeeee937', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:43.921464 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bd504818-b5c8-4e3b-bd01-fe7d49fadf5a req-a9a1a2b6-088d-40c3-9b28-a17576792cf0 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640578 Feb 09 21:29:43.935853 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4885bc1-4d82-43e8-9acc-bf6be760ea74 admin admin] Made reservation on behalf of ea92169e333d44ef9265f02baeeee937 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:43.940708 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4885bc1-4d82-43e8-9acc-bf6be760ea74 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:43.969824 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:44.026907 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c7a85c14-1f33-4bba-a287-f027a48baccd req-a639c264-b259-48ed-b86e-a89976d3a236 service neutron] 10.222.0.42 "GET /v2.0/networks/a3f8e4fa-eb41-400d-a414-9d927a51e184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421342 Feb 09 21:29:44.031627 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f6a81-7c71-4924-8214-03faaf23113a admin admin] Pushing event updated for resources: {'Network': ['ID=b9120430-69d7-4afb-9132-054f858a800f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:44.045609 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network b9120430-69d7-4afb-9132-054f858a800f details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:29:44.091583 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-fb28ffd6-cd3c-4911-a1e7-789d9160e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:44.096005 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-fb28ffd6-cd3c-4911-a1e7-789d9160e2aa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 1126 time: 0.2596560 Feb 09 21:29:44.099729 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45358) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:44.210462 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62ea9ec2-2bf6-41b7-9758-bc1bff5c0713 req-93d788fc-9df0-4088-a410-4c58edf55bad tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 210 time: 0.1119695 Feb 09 21:29:44.257906 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c5657c4b-a876-4031-b433-bf38f108f165 req-2118e724-dd86-4f25-b27d-1786c5354ce1 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8e648e74041548769a4577091999e05a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1169527 Feb 09 21:29:44.561753 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3182d637-86ec-4ac7-a01f-ffa0c690d9b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:44.567477 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80270f7-7c22-4f1b-8426-73a6b24ea7ad req-2fe7733a-fcc7-4082-ac80-33caf96cc4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:44.569314 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e80270f7-7c22-4f1b-8426-73a6b24ea7ad req-2fe7733a-fcc7-4082-ac80-33caf96cc4fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34da0e58ac28411fa30259d6e8691b32&device_id=6dce00ea-d77d-47cc-b147-5dd93945c172 HTTP/1.1" status: 200 len: 1126 time: 0.4379430 Feb 09 21:29:44.599918 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-43ba3e66-0459-4b67-a9cb-17bc6ee271e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:44.601032 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-43ba3e66-0459-4b67-a9cb-17bc6ee271e7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 908 time: 0.4841948 Feb 09 21:29:44.608986 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c722eb3-ca95-4732-85f2-f28a4c9908de req-1974414e-c6b6-454a-b178-edc3d7610af1 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:44.610466 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9c722eb3-ca95-4732-85f2-f28a4c9908de req-1974414e-c6b6-454a-b178-edc3d7610af1 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 944 time: 0.4027083 Feb 09 21:29:44.665929 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-8eb5f105-92ff-4d7a-bc9a-ed5fc5bc58ff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13e11c2c-be45-4523-9c35-a892acc77213 HTTP/1.1" status: 200 len: 217 time: 0.0498691 Feb 09 21:29:44.693053 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5657c4b-a876-4031-b433-bf38f108f165 req-18e19b7a-8ce9-4df3-a9ec-ec5cea2aadef tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:44.694718 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c5657c4b-a876-4031-b433-bf38f108f165 req-18e19b7a-8ce9-4df3-a9ec-ec5cea2aadef tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4326968 Feb 09 21:29:44.725646 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-c5657c4b-a876-4031-b433-bf38f108f165 req-cb5af7f5-7a31-4de8-9d28-a47f5af24fe7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Request body: {'port': {'device_id': '4e4be250-f93f-4ba9-89b6-0b9aabdd55f9', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': '8e648e74041548769a4577091999e05a'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:44.756588 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4885bc1-4d82-43e8-9acc-bf6be760ea74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for subnet (db938f0c-908a-4805-b0e9-dadbbab7eb27), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:44.772469 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1f98c-82d5-4a3a-9ff3-8afe3f4c04d9 req-479a12dc-9fb2-4677-a53f-72bde671579a tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:44.773917 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f4a1f98c-82d5-4a3a-9ff3-8afe3f4c04d9 req-479a12dc-9fb2-4677-a53f-72bde671579a tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.2275248 Feb 09 21:29:44.799091 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-9f0aed69-3196-4de6-9853-217cd3b06fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:44.800590 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-9f0aed69-3196-4de6-9853-217cd3b06fae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.1258252 Feb 09 21:29:44.803975 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9c722eb3-ca95-4732-85f2-f28a4c9908de req-b5afffbc-c95f-4cab-bce2-a66cfda60e5c tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820047 Feb 09 21:29:44.821115 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80270f7-7c22-4f1b-8426-73a6b24ea7ad req-0f570331-7249-43dd-a3b4-ecbb7a89b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:44.822537 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e80270f7-7c22-4f1b-8426-73a6b24ea7ad req-0f570331-7249-43dd-a3b4-ecbb7a89b74b service neutron] 10.222.0.42 "GET /v2.0/networks?id=a3f8e4fa-eb41-400d-a414-9d927a51e184 HTTP/1.1" status: 200 len: 924 time: 0.2337053 Feb 09 21:29:44.863178 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3182d637-86ec-4ac7-a01f-ffa0c690d9b1 admin admin] Publish callbacks [] for security_group (38372bde-8edf-42b6-b5c1-66913de97ff0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:44.867858 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-3d930c77-4256-4131-9e9a-8171c2bc4679 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557320 Feb 09 21:29:44.871461 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3182d637-86ec-4ac7-a01f-ffa0c690d9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (38372bde-8edf-42b6-b5c1-66913de97ff0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:44.890513 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e80270f7-7c22-4f1b-8426-73a6b24ea7ad req-9f52921f-699f-4096-8a9f-729a97a7a77b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36bf5d6e-ffce-4fb5-9506-05abe6b19c82 HTTP/1.1" status: 200 len: 217 time: 0.0500002 Feb 09 21:29:44.913727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4885bc1-4d82-43e8-9acc-bf6be760ea74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db938f0c-908a-4805-b0e9-dadbbab7eb27,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:44.959585 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4885bc1-4d82-43e8-9acc-bf6be760ea74 admin admin] Checking segment: {'id': '24e724e1-30d9-4f29-b0d3-ddd799c60439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:44.960039 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4885bc1-4d82-43e8-9acc-bf6be760ea74 admin admin] Network hostable DHCP agents. Network: b9120430-69d7-4afb-9132-054f858a800f, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:29:44.966169 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f4a1f98c-82d5-4a3a-9ff3-8afe3f4c04d9 req-15baf36f-72a6-485b-ae59-388a006a62aa tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599369 Feb 09 21:29:44.974578 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3182d637-86ec-4ac7-a01f-ffa0c690d9b1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8ee68fbddc09462fae2e7dce6eb5bf14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8693833 Feb 09 21:29:44.975051 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80270f7-7c22-4f1b-8426-73a6b24ea7ad req-e63af469-7dce-4cc5-a9d8-87d61e824061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:44.975634 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e80270f7-7c22-4f1b-8426-73a6b24ea7ad req-e63af469-7dce-4cc5-a9d8-87d61e824061 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9bbdf589-ff38-4f97-b903-2b54033c2183 HTTP/1.1" status: 200 len: 862 time: 0.0725691 Feb 09 21:29:44.977181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45374) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:44.983919 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182d637-86ec-4ac7-a01f-ffa0c690d9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38372bde-8edf-42b6-b5c1-66913de97ff0,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:45.015847 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:45.018785 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5657c4b-a876-4031-b433-bf38f108f165 req-cb5af7f5-7a31-4de8-9d28-a47f5af24fe7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Made reservation on behalf of 8e648e74041548769a4577091999e05a for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:45.024461 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c5657c4b-a876-4031-b433-bf38f108f165 req-cb5af7f5-7a31-4de8-9d28-a47f5af24fe7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:45.041555 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4885bc1-4d82-43e8-9acc-bf6be760ea74 admin admin] Network b9120430-69d7-4afb-9132-054f858a800f is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:29:45.046433 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c5657c4b-a876-4031-b433-bf38f108f165 req-cb5af7f5-7a31-4de8-9d28-a47f5af24fe7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:45.068451 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-e4885bc1-4d82-43e8-9acc-bf6be760ea74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, b9120430-69d7-4afb-9132-054f858a800f) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:45.079158 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f891295-bd7e-4636-928b-a58527a09b35 None None] Network b9120430-69d7-4afb-9132-054f858a800f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:29:45.081294 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80270f7-7c22-4f1b-8426-73a6b24ea7ad req-599fc708-da0c-449b-8267-7edc82c0a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:45.082989 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e80270f7-7c22-4f1b-8426-73a6b24ea7ad req-599fc708-da0c-449b-8267-7edc82c0a60c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3f8e4fa-eb41-400d-a414-9d927a51e184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0976050 Feb 09 21:29:45.084309 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4885bc1-4d82-43e8-9acc-bf6be760ea74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:45.084887 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4885bc1-4d82-43e8-9acc-bf6be760ea74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:45.097636 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-cab3297b-72fc-486f-8e24-4d85030923f3 service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174289 Feb 09 21:29:45.105421 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7440f65f-b68b-4323-8bb3-f909d368b141 admin admin] Publish callbacks [] for security_group (38372bde-8edf-42b6-b5c1-66913de97ff0), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:45.172090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e562996-d5fd-4eeb-b71e-91ef2efb31f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd43f9a-4909-4ea6-bc52-f89665942a3f'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:45.185458 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e4885bc1-4d82-43e8-9acc-bf6be760ea74 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2888508 Feb 09 21:29:45.185827 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12404cb4-0b59-4233-8bdd-b72ab12cce3f" -d '{"events": [{"server_uuid": "9e562996-d5fd-4eeb-b71e-91ef2efb31f3", "name": "network-vif-plugged", "status": "completed", "tag": "9dd43f9a-4909-4ea6-bc52-f89665942a3f"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:45.209493 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7440f65f-b68b-4323-8bb3-f909d368b141 admin admin] Publish callbacks [] for security_group (38372bde-8edf-42b6-b5c1-66913de97ff0), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:45.289088 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e86d030-2077-47d2-ac59-b14cb2048d72 None None] Network b9120430-69d7-4afb-9132-054f858a800f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:29:45.295789 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-440f9bba-e5c6-4464-a6a3-1218573fb3fe service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850750 Feb 09 21:29:45.298962 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c5657c4b-a876-4031-b433-bf38f108f165 req-cb5af7f5-7a31-4de8-9d28-a47f5af24fe7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks [] for security_group (fd362fab-3379-499f-b867-0729465280a2), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:45.314862 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c5657c4b-a876-4031-b433-bf38f108f165 req-cb5af7f5-7a31-4de8-9d28-a47f5af24fe7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (fd362fab-3379-499f-b867-0729465280a2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:45.315100 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a77af-4905-4f58-81b6-7ac2a0e882d8 req-7591488a-b4cc-4aff-9dc2-aa650f6a2e69 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:45.316584 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e1a77af-4905-4f58-81b6-7ac2a0e882d8 req-7591488a-b4cc-4aff-9dc2-aa650f6a2e69 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dce00ea-d77d-47cc-b147-5dd93945c172 HTTP/1.1" status: 200 len: 944 time: 0.2081923 Feb 09 21:29:45.379598 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e80270f7-7c22-4f1b-8426-73a6b24ea7ad req-29beefb4-822d-469a-893f-6b6ff8efa6c8 service neutron] 10.222.0.42 "GET /v2.0/networks/a3f8e4fa-eb41-400d-a414-9d927a51e184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834337 Feb 09 21:29:45.403252 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5af7f5-7a31-4de8-9d28-a47f5af24fe7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd362fab-3379-499f-b867-0729465280a2,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:45.499820 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-c5657c4b-a876-4031-b433-bf38f108f165 req-cb5af7f5-7a31-4de8-9d28-a47f5af24fe7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Allocated IP 192.168.233.27 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/02b978b5-de78-4099-8244-c4ff559fbc76) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:45.511029 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d0a28-fbc1-419e-9c18-04fc99722387 req-12507bfa-9918-4600-bbc4-86773f45e15b tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:45.512733 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea2d0a28-fbc1-419e-9c18-04fc99722387 req-12507bfa-9918-4600-bbc4-86773f45e15b tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e562996-d5fd-4eeb-b71e-91ef2efb31f3 HTTP/1.1" status: 200 len: 949 time: 0.2877164 Feb 09 21:29:45.513470 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7440f65f-b68b-4323-8bb3-f909d368b141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (38372bde-8edf-42b6-b5c1-66913de97ff0), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:45.516273 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7440f65f-b68b-4323-8bb3-f909d368b141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:45.520574 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7440f65f-b68b-4323-8bb3-f909d368b141 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/38372bde-8edf-42b6-b5c1-66913de97ff0 HTTP/1.1" status: 204 len: 168 time: 0.5426455 Feb 09 21:29:45.575505 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440f65f-b68b-4323-8bb3-f909d368b141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38372bde-8edf-42b6-b5c1-66913de97ff0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:45.576236 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:45.593560 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e1a77af-4905-4f58-81b6-7ac2a0e882d8 req-9ed97dc6-2bb2-406c-af6f-7f66d6d8ea10 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656326 Feb 09 21:29:45.625435 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e80270f7-7c22-4f1b-8426-73a6b24ea7ad req-8c65f5b6-c487-4c56-93ac-64b3c2b1c8a8 service neutron] 10.222.0.42 "GET /v2.0/networks/a3f8e4fa-eb41-400d-a414-9d927a51e184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314069 Feb 09 21:29:45.646406 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea2d0a28-fbc1-419e-9c18-04fc99722387 req-77e04a3d-5d64-48f6-a374-d7f6c7d41a20 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119201 Feb 09 21:29:45.700056 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d73456-0b01-4793-af80-d9192333960f x-openstack-request-id: req-b1d73456-0b01-4793-af80-d9192333960f {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:45.700640 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e562996-d5fd-4eeb-b71e-91ef2efb31f3", "name": "network-vif-plugged", "status": "completed", "tag": "9dd43f9a-4909-4ea6-bc52-f89665942a3f", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:45.701184 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b1d73456-0b01-4793-af80-d9192333960f {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:45.701827 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e562996-d5fd-4eeb-b71e-91ef2efb31f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd43f9a-4909-4ea6-bc52-f89665942a3f', 'code': 200} Feb 09 21:29:45.703598 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-ba160e7e-1aa5-4f83-8e40-1dcbeb498e00 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:45.705202 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-ba160e7e-1aa5-4f83-8e40-1dcbeb498e00 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f&tenant_id=64ac4f48e4c94eaa87202007938b3f7a&binding%3Ahost_id=n-h1-828601-1 HTTP/1.1" status: 200 len: 1126 time: 0.1572323 Feb 09 21:29:45.777211 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c5657c4b-a876-4031-b433-bf38f108f165 req-cb5af7f5-7a31-4de8-9d28-a47f5af24fe7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks [] for port (02b978b5-de78-4099-8244-c4ff559fbc76), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:45.848259 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76b811bd-da08-4ac4-8a3a-6c42d083a5c2 req-a50ae4ed-aba5-4449-a753-3173ccf05b15 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 210 time: 0.0608406 Feb 09 21:29:45.893519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 13e11c2c-be45-4523-9c35-a892acc77213 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:29:45.948589 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c5657c4b-a876-4031-b433-bf38f108f165 req-cb5af7f5-7a31-4de8-9d28-a47f5af24fe7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (02b978b5-de78-4099-8244-c4ff559fbc76), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:45.961197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] The host n-h2-828601-1 is not matching for port 13e11c2c-be45-4523-9c35-a892acc77213 host n-h1-828601-1! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:29:45.961943 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 13e11c2c-be45-4523-9c35-a892acc77213 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:29:45.983311 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b433d7b-46e2-444b-ae3d-2e9bb57d8cd1 req-feb15b9e-1e9c-43de-bfc0-c2514aa1f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:45.984880 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b433d7b-46e2-444b-ae3d-2e9bb57d8cd1 req-feb15b9e-1e9c-43de-bfc0-c2514aa1f9a3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9e562996-d5fd-4eeb-b71e-91ef2efb31f3 HTTP/1.1" status: 200 len: 1131 time: 0.1958387 Feb 09 21:29:46.019705 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bab266-d859-40f3-8f46-4fee1cc7b479 req-6a06cc8e-faf5-494f-84ad-b8fbd18ac37b tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:46.020367 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-6ab6614b-181f-4c1b-a6ba-348c7d69ac02 service neutron] For port 13e11c2c-be45-4523-9c35-a892acc77213, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:46.021515 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-29bab266-d859-40f3-8f46-4fee1cc7b479 req-6a06cc8e-faf5-494f-84ad-b8fbd18ac37b tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 944 time: 0.0699549 Feb 09 21:29:46.041503 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-6ab6614b-181f-4c1b-a6ba-348c7d69ac02 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:46.042598 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d2a77f2-36c0-4ad0-814e-e07737214ef0 req-6ab6614b-181f-4c1b-a6ba-348c7d69ac02 service neutron] 10.222.0.71 "DELETE /v2.0/ports/13e11c2c-be45-4523-9c35-a892acc77213/bindings/n-h2-828601-1 HTTP/1.1" status: 204 len: 173 time: 0.3268843 Feb 09 21:29:46.053470 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5657c4b-a876-4031-b433-bf38f108f165 req-cb5af7f5-7a31-4de8-9d28-a47f5af24fe7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:46.056024 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45406) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:46.068608 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-c5657c4b-a876-4031-b433-bf38f108f165 req-cb5af7f5-7a31-4de8-9d28-a47f5af24fe7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:46.072227 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5657c4b-a876-4031-b433-bf38f108f165 req-cb5af7f5-7a31-4de8-9d28-a47f5af24fe7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:46.079102 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5657c4b-a876-4031-b433-bf38f108f165 req-cb5af7f5-7a31-4de8-9d28-a47f5af24fe7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:46.079820 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c5657c4b-a876-4031-b433-bf38f108f165 req-cb5af7f5-7a31-4de8-9d28-a47f5af24fe7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:46.087787 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5af7f5-7a31-4de8-9d28-a47f5af24fe7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Pushing event updated for resources: {'Port': ['ID=02b978b5-de78-4099-8244-c4ff559fbc76,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:46.100077 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-17886c9f-5dca-41bb-94fa-ee7c0e634c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:46.114167 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-29bab266-d859-40f3-8f46-4fee1cc7b479 req-e6998245-7e55-43c9-b592-c6937ae6177b tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838037 Feb 09 21:29:46.139889 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c5657c4b-a876-4031-b433-bf38f108f165 req-cb5af7f5-7a31-4de8-9d28-a47f5af24fe7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4188981 Feb 09 21:29:46.154099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-c5657c4b-a876-4031-b433-bf38f108f165 req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] Request body: {'port': {'device_id': '4e4be250-f93f-4ba9-89b6-0b9aabdd55f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:46.161410 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b433d7b-46e2-444b-ae3d-2e9bb57d8cd1 req-c42300bd-92cf-4c54-8177-6897daff7959 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469960 Feb 09 21:29:46.248958 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c5657c4b-a876-4031-b433-bf38f108f165 req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (02b978b5-de78-4099-8244-c4ff559fbc76), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:46.320767 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-17886c9f-5dca-41bb-94fa-ee7c0e634c09 admin admin] Publish callbacks [] for security_group (4526dc95-817d-43ae-b65e-c597c4b43376), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:46.327115 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-c4ae0710-36a3-4843-8705-1ad34ace12d3 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:46.332564 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-17886c9f-5dca-41bb-94fa-ee7c0e634c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4526dc95-817d-43ae-b65e-c597c4b43376), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:46.335199 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-c4ae0710-36a3-4843-8705-1ad34ace12d3 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/networks?id=b9120430-69d7-4afb-9132-054f858a800f HTTP/1.1" status: 200 len: 805 time: 0.1689088 Feb 09 21:29:46.349298 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-9441c9b1-8025-4407-8edc-6bffc49cf522 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/quotas/ea92169e333d44ef9265f02baeeee937 HTTP/1.1" status: 200 len: 375 time: 0.0132716 Feb 09 21:29:46.361712 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3c442-a6a8-4e32-b0f8-631b47e8be4d req-37ee91c6-5118-4a8d-9018-a5edfaf6931b tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:46.368537 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56e3c442-a6a8-4e32-b0f8-631b47e8be4d req-37ee91c6-5118-4a8d-9018-a5edfaf6931b tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.1027849 Feb 09 21:29:46.429953 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-adb6709b-e633-4a6b-a801-55bf9f485d3d tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ea92169e333d44ef9265f02baeeee937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589781 Feb 09 21:29:46.437427 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-17886c9f-5dca-41bb-94fa-ee7c0e634c09 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6fbb19e385dc413f804ded186e1586c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3762553 Feb 09 21:29:46.439402 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45420) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:46.439402 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17886c9f-5dca-41bb-94fa-ee7c0e634c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4526dc95-817d-43ae-b65e-c597c4b43376,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:46.478987 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-792d4338-466c-49fc-b587-09b8c84942df None None] Provisioning complete for port 02b978b5-de78-4099-8244-c4ff559fbc76 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:46.480115 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-792d4338-466c-49fc-b587-09b8c84942df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (02b978b5-de78-4099-8244-c4ff559fbc76), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:46.535433 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-792d4338-466c-49fc-b587-09b8c84942df None None] Port 02b978b5-de78-4099-8244-c4ff559fbc76 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:29:46.555916 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-f86ddd3f-758e-4d90-b95b-7c396e8c9841 service neutron] 10.222.0.77 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117649 Feb 09 21:29:46.560814 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-903696fe-7e2e-4d47-adc1-2b2fa83f6fae admin admin] Publish callbacks [] for security_group (4526dc95-817d-43ae-b65e-c597c4b43376), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:46.561492 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56e3c442-a6a8-4e32-b0f8-631b47e8be4d req-7e3d4c81-908a-4eb3-b19a-b0af223856ae tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921594 Feb 09 21:29:46.612597 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-903696fe-7e2e-4d47-adc1-2b2fa83f6fae admin admin] Publish callbacks [] for security_group (4526dc95-817d-43ae-b65e-c597c4b43376), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:46.676640 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-eda3aab5-f356-43d5-a29c-fd8dc493a1a9 service neutron] 10.222.0.77 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066749 Feb 09 21:29:46.680410 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-c5657c4b-a876-4031-b433-bf38f108f165 req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b978b5-de78-4099-8244-c4ff559fbc76 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:46.689253 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c5657c4b-a876-4031-b433-bf38f108f165 req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] Publish callbacks [] for port (02b978b5-de78-4099-8244-c4ff559fbc76), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:46.706423 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-c5657c4b-a876-4031-b433-bf38f108f165 req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] Transition to ACTIVE for port object 02b978b5-de78-4099-8244-c4ff559fbc76 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:29:46.707576 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-903696fe-7e2e-4d47-adc1-2b2fa83f6fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4526dc95-817d-43ae-b65e-c597c4b43376), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:46.710255 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-903696fe-7e2e-4d47-adc1-2b2fa83f6fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:46.711387 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-903696fe-7e2e-4d47-adc1-2b2fa83f6fae admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4526dc95-817d-43ae-b65e-c597c4b43376 HTTP/1.1" status: 204 len: 168 time: 0.2694616 Feb 09 21:29:46.714251 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c5657c4b-a876-4031-b433-bf38f108f165 req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (02b978b5-de78-4099-8244-c4ff559fbc76), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:46.745165 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f933ef-6d0c-4035-8b9f-f17416e8d7bb req-457c494f-a619-4c94-ae2a-a949d1cf4800 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:46.746968 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-29f933ef-6d0c-4035-8b9f-f17416e8d7bb req-457c494f-a619-4c94-ae2a-a949d1cf4800 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.0734224 Feb 09 21:29:46.749690 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903696fe-7e2e-4d47-adc1-2b2fa83f6fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4526dc95-817d-43ae-b65e-c597c4b43376,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:46.773929 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] Pushing event updated for resources: {'Port': ['ID=02b978b5-de78-4099-8244-c4ff559fbc76,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:46.838383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-c5657c4b-a876-4031-b433-bf38f108f165 req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] Attempting to bind port 02b978b5-de78-4099-8244-c4ff559fbc76 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:46.838796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-c5657c4b-a876-4031-b433-bf38f108f165 req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] Attempting to bind port 02b978b5-de78-4099-8244-c4ff559fbc76 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:46.840500 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5657c4b-a876-4031-b433-bf38f108f165 req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] Attempting to bind port 02b978b5-de78-4099-8244-c4ff559fbc76 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:46.847039 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5657c4b-a876-4031-b433-bf38f108f165 req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] Port 02b978b5-de78-4099-8244-c4ff559fbc76 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:46.847251 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5657c4b-a876-4031-b433-bf38f108f165 req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] Attempting to bind port 02b978b5-de78-4099-8244-c4ff559fbc76 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:46.871161 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5657c4b-a876-4031-b433-bf38f108f165 req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:46.871501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5657c4b-a876-4031-b433-bf38f108f165 req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:46.871913 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5657c4b-a876-4031-b433-bf38f108f165 req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:46.872341 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-c5657c4b-a876-4031-b433-bf38f108f165 req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] Bound port: 02b978b5-de78-4099-8244-c4ff559fbc76, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:46.872698 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c5657c4b-a876-4031-b433-bf38f108f165 req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (02b978b5-de78-4099-8244-c4ff559fbc76), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:46.904140 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-29f933ef-6d0c-4035-8b9f-f17416e8d7bb req-565af4a9-2b96-42dc-bc1d-ae7ce2a622ee tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094985 Feb 09 21:29:47.043233 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b1493-7a8f-4ef5-85e6-e84e1977096f req-2dbc751f-7b6b-4e40-a2af-7ba1b06608ad tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:47.055889 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a9b1493-7a8f-4ef5-85e6-e84e1977096f req-2dbc751f-7b6b-4e40-a2af-7ba1b06608ad tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 1126 time: 0.1105604 Feb 09 21:29:47.069973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-c5657c4b-a876-4031-b433-bf38f108f165 req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] For port 02b978b5-de78-4099-8244-c4ff559fbc76, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:47.074226 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-c5657c4b-a876-4031-b433-bf38f108f165 req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] For port 02b978b5-de78-4099-8244-c4ff559fbc76, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=02b978b5-de78-4099-8244-c4ff559fbc76,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:47.083679 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c5657c4b-a876-4031-b433-bf38f108f165 req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (02b978b5-de78-4099-8244-c4ff559fbc76), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:47.125180 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5657c4b-a876-4031-b433-bf38f108f165 req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:47.127130 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c5657c4b-a876-4031-b433-bf38f108f165 req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:47.128569 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c5657c4b-a876-4031-b433-bf38f108f165 req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] 10.222.0.42 "PUT /v2.0/ports/02b978b5-de78-4099-8244-c4ff559fbc76 HTTP/1.1" status: 200 len: 1095 time: 0.9817519 Feb 09 21:29:47.129524 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4be250-f93f-4ba9-89b6-0b9aabdd55f9', 'tag': '02b978b5-de78-4099-8244-c4ff559fbc76'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:47.132215 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca286b82-a7b4-460f-919b-3eed5b1b1a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4be250-f93f-4ba9-89b6-0b9aabdd55f9", "tag": "02b978b5-de78-4099-8244-c4ff559fbc76"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:47.189410 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4535e-7fe1-4ce6-a971-950021802574 service neutron] Pushing event updated for resources: {'Port': ['ID=02b978b5-de78-4099-8244-c4ff559fbc76,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:47.216043 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a9b1493-7a8f-4ef5-85e6-e84e1977096f req-4d0b08eb-e06d-4f81-b54d-695d33a522d3 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536605 Feb 09 21:29:47.226323 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58eb272-56d3-4d19-a700-303e53419022 req-85946fdc-19ec-4f2c-b986-cfb2542c7f14 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:47.244690 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f58eb272-56d3-4d19-a700-303e53419022 req-85946fdc-19ec-4f2c-b986-cfb2542c7f14 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dce00ea-d77d-47cc-b147-5dd93945c172 HTTP/1.1" status: 200 len: 944 time: 0.1735768 Feb 09 21:29:47.276389 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5657c4b-a876-4031-b433-bf38f108f165 req-252acbf2-0bba-45e1-87b1-ca1cc88cc059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:47.280013 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c5657c4b-a876-4031-b433-bf38f108f165 req-252acbf2-0bba-45e1-87b1-ca1cc88cc059 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 1129 time: 0.1048934 Feb 09 21:29:47.356385 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f58eb272-56d3-4d19-a700-303e53419022 req-05843ef0-aeb2-4346-b1d5-5d1810896373 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094840 Feb 09 21:29:47.400251 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c5657c4b-a876-4031-b433-bf38f108f165 req-843d51b6-5a56-4e7d-9bd6-c1cd83f03018 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=02b978b5-de78-4099-8244-c4ff559fbc76 HTTP/1.1" status: 200 len: 217 time: 0.1132698 Feb 09 21:29:47.473061 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fa3b6-5b66-41fe-9750-f00a01457ad0 req-e8dcdb63-7918-47b7-a076-1485a89c3459 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:47.481169 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce2fa3b6-5b66-41fe-9750-f00a01457ad0 req-e8dcdb63-7918-47b7-a076-1485a89c3459 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e562996-d5fd-4eeb-b71e-91ef2efb31f3 HTTP/1.1" status: 200 len: 949 time: 0.1552229 Feb 09 21:29:47.496294 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5657c4b-a876-4031-b433-bf38f108f165 req-f59df9f4-3fe3-4ecc-84dd-077142422762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:47.513762 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c5657c4b-a876-4031-b433-bf38f108f165 req-f59df9f4-3fe3-4ecc-84dd-077142422762 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0900555 Feb 09 21:29:47.517730 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ba766d12-c000-4beb-bf3a-721f286d3d97 req-b9eacd15-4ae9-4baa-973a-17c8da701d48 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bd1fc15-eccd-41cf-a51a-b828c7fb684a HTTP/1.1" status: 200 len: 210 time: 0.0674226 Feb 09 21:29:47.603263 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce2fa3b6-5b66-41fe-9750-f00a01457ad0 req-d7ddd5de-27bf-443c-9318-785914152de5 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197927 Feb 09 21:29:47.627009 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5657c4b-a876-4031-b433-bf38f108f165 req-5f89cda8-83ba-402b-b682-eb570a4312bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:47.630960 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c5657c4b-a876-4031-b433-bf38f108f165 req-5f89cda8-83ba-402b-b682-eb570a4312bb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1153314 Feb 09 21:29:47.714689 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a98e29-a646-4708-b47f-b7812db0c1a0 req-6e36241a-d983-4f59-87d0-f4dd21bcbab4 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:47.717606 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-92a98e29-a646-4708-b47f-b7812db0c1a0 req-6e36241a-d983-4f59-87d0-f4dd21bcbab4 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 947 time: 0.0878627 Feb 09 21:29:47.780075 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c5657c4b-a876-4031-b433-bf38f108f165 req-0afa5549-4246-484e-a490-68ab33288f93 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422689 Feb 09 21:29:47.805233 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-92a98e29-a646-4708-b47f-b7812db0c1a0 req-f8f90b45-6d7f-4c00-95fa-4d16afa08594 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721695 Feb 09 21:29:47.881693 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c393c277-a6a3-4ff0-8721-a5a20f8bce0f x-openstack-request-id: req-c393c277-a6a3-4ff0-8721-a5a20f8bce0f {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:47.881995 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4be250-f93f-4ba9-89b6-0b9aabdd55f9", "tag": "02b978b5-de78-4099-8244-c4ff559fbc76", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:47.882253 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c393c277-a6a3-4ff0-8721-a5a20f8bce0f {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:47.887300 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4be250-f93f-4ba9-89b6-0b9aabdd55f9', 'tag': '02b978b5-de78-4099-8244-c4ff559fbc76', 'status': 'completed', 'code': 200} Feb 09 21:29:47.910490 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 36bf5d6e-ffce-4fb5-9506-05abe6b19c82 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:29:48.003408 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c5657c4b-a876-4031-b433-bf38f108f165 req-f8572703-8e86-4a28-9956-b8a08861f4e5 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107091 Feb 09 21:29:48.076685 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 36bf5d6e-ffce-4fb5-9506-05abe6b19c82, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=36bf5d6e-ffce-4fb5-9506-05abe6b19c82,segment=NetworkSegment(f0c6146d-fa2a-4887-a58c-3257694702aa),segment_id=f0c6146d-fa2a-4887-a58c-3257694702aa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:48.099162 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '36bf5d6e-ffce-4fb5-9506-05abe6b19c82', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'port_id': '36bf5d6e-ffce-4fb5-9506-05abe6b19c82', 'mac_address': 'fa:16:3e:f8:5f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:29:48.145344 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 36bf5d6e-ffce-4fb5-9506-05abe6b19c82 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:48.145637 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (36bf5d6e-ffce-4fb5-9506-05abe6b19c82), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:48.160249 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45500) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:48.163263 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36bf5d6e-ffce-4fb5-9506-05abe6b19c82 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:48.179753 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-ae77dc89-31e7-44f2-98f4-25ad96077021 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:48.189190 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-ae77dc89-31e7-44f2-98f4-25ad96077021 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 807 time: 0.1835425 Feb 09 21:29:48.189402 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 36bf5d6e-ffce-4fb5-9506-05abe6b19c82, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=36bf5d6e-ffce-4fb5-9506-05abe6b19c82,segment=NetworkSegment(f0c6146d-fa2a-4887-a58c-3257694702aa),segment_id=f0c6146d-fa2a-4887-a58c-3257694702aa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:48.197792 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (36bf5d6e-ffce-4fb5-9506-05abe6b19c82), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:48.202793 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca286b82-a7b4-460f-919b-3eed5b1b1a4b req-ec997af0-8e37-446b-8bdf-35d0c52e2f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:48.206438 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ca286b82-a7b4-460f-919b-3eed5b1b1a4b req-ec997af0-8e37-446b-8bdf-35d0c52e2f77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 1129 time: 0.1120372 Feb 09 21:29:48.217544 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e4692-3958-4e9e-9275-ef9160118fc2 req-367a4f38-636b-4d33-88c8-279db3b6d5b3 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:48.219197 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b2e4692-3958-4e9e-9275-ef9160118fc2 req-367a4f38-636b-4d33-88c8-279db3b6d5b3 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.1265404 Feb 09 21:29:48.222210 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-0a8de5ff-211b-40ef-8491-e4d7780a861c tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/quotas/64ac4f48e4c94eaa87202007938b3f7a HTTP/1.1" status: 200 len: 375 time: 0.0321951 Feb 09 21:29:48.282492 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=36bf5d6e-ffce-4fb5-9506-05abe6b19c82,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:48.316777 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b2e4692-3958-4e9e-9275-ef9160118fc2 req-c31928d9-d2e9-44db-84de-636c48012e3f tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887194 Feb 09 21:29:48.348596 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b67c4cbb-5b08-4a4c-9d49-f9c287b50222 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1491154343-network', 'tenant_id': '9d01c5175556423f89699a44077206c5'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:48.361896 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca286b82-a7b4-460f-919b-3eed5b1b1a4b req-a467ea40-c467-4e19-9c69-41260bd4f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:48.363856 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ca286b82-a7b4-460f-919b-3eed5b1b1a4b req-a467ea40-c467-4e19-9c69-41260bd4f056 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.1349614 Feb 09 21:29:48.364283 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-e58f405b-3c4e-4cad-91fa-6310eceb555a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0628111 Feb 09 21:29:48.431213 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ca286b82-a7b4-460f-919b-3eed5b1b1a4b req-0858e846-20cc-43db-a9f3-eb7315932f00 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=02b978b5-de78-4099-8244-c4ff559fbc76 HTTP/1.1" status: 200 len: 217 time: 0.0604463 Feb 09 21:29:48.433025 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67c4cbb-5b08-4a4c-9d49-f9c287b50222 admin admin] Made reservation on behalf of 9d01c5175556423f89699a44077206c5 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:48.435895 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b67c4cbb-5b08-4a4c-9d49-f9c287b50222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:48.447265 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b67c4cbb-5b08-4a4c-9d49-f9c287b50222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:48.457414 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['36bf5d6e-ffce-4fb5-9506-05abe6b19c82'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:48.520381 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca286b82-a7b4-460f-919b-3eed5b1b1a4b req-d740e51b-e5c7-42a6-a2e2-502d98cd4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:48.523397 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ca286b82-a7b4-460f-919b-3eed5b1b1a4b req-d740e51b-e5c7-42a6-a2e2-502d98cd4fde service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0760183 Feb 09 21:29:48.640668 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-53fc26cd-515a-4d3a-bea2-0dd90577aa68 service neutron] 10.222.0.77 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696629 Feb 09 21:29:48.654657 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-ceebb87b-58f1-4bac-a0d1-5274d7426acf tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:48.656165 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-ceebb87b-58f1-4bac-a0d1-5274d7426acf tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.42 "GET /v2.0/networks?id=b9120430-69d7-4afb-9132-054f858a800f HTTP/1.1" status: 200 len: 805 time: 0.1957932 Feb 09 21:29:48.664230 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca286b82-a7b4-460f-919b-3eed5b1b1a4b req-bac6df36-9eef-41f2-8dce-818a8689faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:48.665895 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ca286b82-a7b4-460f-919b-3eed5b1b1a4b req-bac6df36-9eef-41f2-8dce-818a8689faeb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1373210 Feb 09 21:29:48.671557 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34b3ca-7c64-41d8-a535-e91c35fd5ec4 req-897b827a-1e09-41cb-8e99-162e9432b5fe tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:48.673464 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc34b3ca-7c64-41d8-a535-e91c35fd5ec4 req-897b827a-1e09-41cb-8e99-162e9432b5fe tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dce00ea-d77d-47cc-b147-5dd93945c172 HTTP/1.1" status: 200 len: 945 time: 0.1516645 Feb 09 21:29:48.717935 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-44c82f10-9b6c-4038-91eb-624501f832d1 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Request body: {'port': {'device_id': '6bd1fc15-eccd-41cf-a51a-b828c7fb684a', 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f', 'admin_state_up': True, 'tenant_id': 'ea92169e333d44ef9265f02baeeee937'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:48.743425 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9a9d7aab-4e38-4e0e-8c84-67d07990c21f req-be0c4534-04e4-431d-b0ab-90feb82b148f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1485322 Feb 09 21:29:48.745461 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b67c4cbb-5b08-4a4c-9d49-f9c287b50222 admin admin] Publish callbacks [] for security_group (0f638359-3dd2-4761-9ca1-a06b488b21ca), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:48.753581 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b67c4cbb-5b08-4a4c-9d49-f9c287b50222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (0f638359-3dd2-4761-9ca1-a06b488b21ca), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:48.765559 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67c4cbb-5b08-4a4c-9d49-f9c287b50222 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:29:48.780852 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b67c4cbb-5b08-4a4c-9d49-f9c287b50222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (6f386f2e-7e93-44c7-8638-0c581680bc1a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:48.781184 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-b67c4cbb-5b08-4a4c-9d49-f9c287b50222 admin admin] Added segment 6f386f2e-7e93-44c7-8638-0c581680bc1a of type vlan for network d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b Feb 09 21:29:48.889757 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c4cbb-5b08-4a4c-9d49-f9c287b50222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f638359-3dd2-4761-9ca1-a06b488b21ca,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:48.896701 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b67c4cbb-5b08-4a4c-9d49-f9c287b50222 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:48.900362 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ca286b82-a7b4-460f-919b-3eed5b1b1a4b req-f811d844-a6a3-40e5-ab60-aabb0d8fe36b service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152443 Feb 09 21:29:48.983591 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d7aab-4e38-4e0e-8c84-67d07990c21f req-9bcd201d-df50-49b4-a357-8acfc61c44a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:48.985225 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9a9d7aab-4e38-4e0e-8c84-67d07990c21f req-9bcd201d-df50-49b4-a357-8acfc61c44a6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=22e9c75800594aaba66f59171eeb0f2c&device_id=cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99 HTTP/1.1" status: 200 len: 1154 time: 0.1716115 Feb 09 21:29:48.987772 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b67c4cbb-5b08-4a4c-9d49-f9c287b50222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:48.988703 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67c4cbb-5b08-4a4c-9d49-f9c287b50222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:48.989340 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b67c4cbb-5b08-4a4c-9d49-f9c287b50222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:49.050709 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-b03255ba-94e4-4e1d-923d-fdea7fac01f1 service neutron] 10.222.0.77 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036407 Feb 09 21:29:49.060466 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc34b3ca-7c64-41d8-a535-e91c35fd5ec4 req-60f544ab-3373-4b2c-b95f-65ec88a7c1f6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3750243 Feb 09 21:29:49.103139 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-44c82f10-9b6c-4038-91eb-624501f832d1 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Made reservation on behalf of ea92169e333d44ef9265f02baeeee937 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:49.108815 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-44c82f10-9b6c-4038-91eb-624501f832d1 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:49.249885 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fcb06026-f08f-4d67-8270-1b6f3ae772e9 req-eb23eec8-0c76-4009-aa23-698d79072c4e tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bd1fc15-eccd-41cf-a51a-b828c7fb684a HTTP/1.1" status: 200 len: 210 time: 0.0540538 Feb 09 21:29:49.381696 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-44c82f10-9b6c-4038-91eb-624501f832d1 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Allocated IP 172.20.0.14 (b9120430-69d7-4afb-9132-054f858a800f/db938f0c-908a-4805-b0e9-dadbbab7eb27/b5178d3f-744b-4fda-a834-a5b35a6e0dc6) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:49.388392 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b67c4cbb-5b08-4a4c-9d49-f9c287b50222 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2233753 Feb 09 21:29:49.389782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c4cbb-5b08-4a4c-9d49-f9c287b50222 admin admin] Pushing event updated for resources: {'Network': ['ID=d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:49.392739 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45528) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:49.404138 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0f0794d5-975f-4d27-a6ed-e14b271e52cd admin admin] Request body: {'subnet': {'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1491154343-subnet', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:49.405720 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:29:49.444969 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ca286b82-a7b4-460f-919b-3eed5b1b1a4b req-e975cde1-4f82-4db8-9c95-a4cd8d143ff1 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371559 Feb 09 21:29:49.465025 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0794d5-975f-4d27-a6ed-e14b271e52cd admin admin] Made reservation on behalf of 9d01c5175556423f89699a44077206c5 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:49.465716 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45532) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:49.468068 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f0794d5-975f-4d27-a6ed-e14b271e52cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:49.540454 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148344aa-b5c3-47b9-a640-48af2d52f4f9 req-115e10dc-2187-4276-a35a-ef9ab8f8d3d2 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:49.542019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-148344aa-b5c3-47b9-a640-48af2d52f4f9 req-115e10dc-2187-4276-a35a-ef9ab8f8d3d2 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e562996-d5fd-4eeb-b71e-91ef2efb31f3 HTTP/1.1" status: 200 len: 949 time: 0.2107732 Feb 09 21:29:49.553422 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d7aab-4e38-4e0e-8c84-67d07990c21f req-ffff9b3b-e28e-47f7-be5a-c9169add58d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:49.555070 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9a9d7aab-4e38-4e0e-8c84-67d07990c21f req-ffff9b3b-e28e-47f7-be5a-c9169add58d5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.5154059 Feb 09 21:29:49.614462 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9a9d7aab-4e38-4e0e-8c84-67d07990c21f req-6a27f3e9-54c1-486b-82e2-bccb5ba34eff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 HTTP/1.1" status: 200 len: 217 time: 0.0473313 Feb 09 21:29:49.630444 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5d322-9539-44f4-b7c4-4ed3d388875f req-dab9ac35-3081-4856-ad44-8088a72669b6 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:49.632192 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71b5d322-9539-44f4-b7c4-4ed3d388875f req-dab9ac35-3081-4856-ad44-8088a72669b6 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 947 time: 0.2074339 Feb 09 21:29:49.672412 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08799ae5-9d5e-452d-af12-8cb72b384c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:49.694816 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d7aab-4e38-4e0e-8c84-67d07990c21f req-b957d832-7977-4297-880e-df6110d781f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:49.696511 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9a9d7aab-4e38-4e0e-8c84-67d07990c21f req-b957d832-7977-4297-880e-df6110d781f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0720208 Feb 09 21:29:49.700203 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-148344aa-b5c3-47b9-a640-48af2d52f4f9 req-38d03ea1-b605-4230-91c3-39b73a061901 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479242 Feb 09 21:29:49.778387 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d7aab-4e38-4e0e-8c84-67d07990c21f req-2430b690-60d9-41cd-910d-98e050d50293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:49.780068 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9a9d7aab-4e38-4e0e-8c84-67d07990c21f req-2430b690-60d9-41cd-910d-98e050d50293 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0750310 Feb 09 21:29:49.822065 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b39bd98-2b4f-4b48-86ba-beea17961c0d req-b500166d-e187-4dd9-b1fd-6cf8c564248f tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 210 time: 0.0472391 Feb 09 21:29:49.855089 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08799ae5-9d5e-452d-af12-8cb72b384c04 admin admin] Publish callbacks [] for security_group (aa235aab-c413-4fd7-bee6-1b9da9700f43), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:49.860118 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08799ae5-9d5e-452d-af12-8cb72b384c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (aa235aab-c413-4fd7-bee6-1b9da9700f43), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:49.911213 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71b5d322-9539-44f4-b7c4-4ed3d388875f req-b353184b-f360-4d3e-ae62-bca313cbf5d9 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447827 Feb 09 21:29:49.914077 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 02b978b5-de78-4099-8244-c4ff559fbc76 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:29:49.917135 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 36bf5d6e-ffce-4fb5-9506-05abe6b19c82 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:49.921338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08799ae5-9d5e-452d-af12-8cb72b384c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa235aab-c413-4fd7-bee6-1b9da9700f43,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:49.940289 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-08799ae5-9d5e-452d-af12-8cb72b384c04 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b5f952b07d0b46c0a91f24e53fbb2c9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4730649 Feb 09 21:29:49.945188 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45542) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:49.957100 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9a9d7aab-4e38-4e0e-8c84-67d07990c21f req-f3806c79-5a0e-482b-b9fc-0c6f69a84ae7 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669147 Feb 09 21:29:49.984828 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-44c82f10-9b6c-4038-91eb-624501f832d1 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks [] for port (b5178d3f-744b-4fda-a834-a5b35a6e0dc6), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:50.112119 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9a9d7aab-4e38-4e0e-8c84-67d07990c21f req-8e0e8be5-442c-4950-930e-7b744612f2d6 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464343 Feb 09 21:29:50.130197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 36bf5d6e-ffce-4fb5-9506-05abe6b19c82 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:29:50.132928 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f0794d5-975f-4d27-a6ed-e14b271e52cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for subnet (5a373f0a-8480-49cb-be9b-6894b5386da8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:50.139073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 36bf5d6e-ffce-4fb5-9506-05abe6b19c82 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:50.139607 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (36bf5d6e-ffce-4fb5-9506-05abe6b19c82), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:50.171016 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 02b978b5-de78-4099-8244-c4ff559fbc76, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=02b978b5-de78-4099-8244-c4ff559fbc76,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:50.190478 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '02b978b5-de78-4099-8244-c4ff559fbc76', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': '02b978b5-de78-4099-8244-c4ff559fbc76', 'mac_address': 'fa:16:3e:24:52:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:29:50.233744 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198b1f0-5137-4e9d-8a0d-407849118153 req-16c127d9-120e-418e-adbc-2e0ec8fea21d tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:50.236058 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e198b1f0-5137-4e9d-8a0d-407849118153 req-16c127d9-120e-418e-adbc-2e0ec8fea21d tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.2174268 Feb 09 21:29:50.250509 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9bda13cf-fa50-4f51-90da-86f60b8834a8 admin admin] Publish callbacks [] for security_group (aa235aab-c413-4fd7-bee6-1b9da9700f43), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:50.252306 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 02b978b5-de78-4099-8244-c4ff559fbc76 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:50.252703 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (02b978b5-de78-4099-8244-c4ff559fbc76), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:50.258140 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-44c82f10-9b6c-4038-91eb-624501f832d1 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (b5178d3f-744b-4fda-a834-a5b35a6e0dc6), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:50.270588 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0794d5-975f-4d27-a6ed-e14b271e52cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a373f0a-8480-49cb-be9b-6894b5386da8,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:50.290482 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276c82a-2099-4e67-8c44-cfca97104ee7 req-36c00a02-e846-485e-ac26-a8b114500704 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:50.299893 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c276c82a-2099-4e67-8c44-cfca97104ee7 req-36c00a02-e846-485e-ac26-a8b114500704 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=10dc95e6-2cdb-43fe-bd52-c415096da696 HTTP/1.1" status: 200 len: 950 time: 0.2410896 Feb 09 21:29:50.309350 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b978b5-de78-4099-8244-c4ff559fbc76 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:50.326788 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 36bf5d6e-ffce-4fb5-9506-05abe6b19c82 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:50.327010 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc57fae-984c-48e1-b6ff-fc83f19989ac req-535dcc21-346e-4b4b-961a-0ddea6b22f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:50.327405 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (36bf5d6e-ffce-4fb5-9506-05abe6b19c82), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:50.328480 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dfc57fae-984c-48e1-b6ff-fc83f19989ac req-535dcc21-346e-4b4b-961a-0ddea6b22f06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=22e9c75800594aaba66f59171eeb0f2c&device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 1132 time: 0.0592139 Feb 09 21:29:50.345760 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 02b978b5-de78-4099-8244-c4ff559fbc76, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=02b978b5-de78-4099-8244-c4ff559fbc76,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:50.354047 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (02b978b5-de78-4099-8244-c4ff559fbc76), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:50.359707 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0794d5-975f-4d27-a6ed-e14b271e52cd admin admin] Checking segment: {'id': '6f386f2e-7e93-44c7-8638-0c581680bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:50.359707 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0794d5-975f-4d27-a6ed-e14b271e52cd admin admin] Network hostable DHCP agents. Network: d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:29:50.363102 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9bda13cf-fa50-4f51-90da-86f60b8834a8 admin admin] Publish callbacks [] for security_group (aa235aab-c413-4fd7-bee6-1b9da9700f43), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:50.363853 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dce00ea-d77d-47cc-b147-5dd93945c172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bf5d6e-ffce-4fb5-9506-05abe6b19c82'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:50.366101 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24553f6a-2e0a-452e-a471-60223280824a" -d '{"events": [{"server_uuid": "6dce00ea-d77d-47cc-b147-5dd93945c172", "name": "network-vif-plugged", "status": "completed", "tag": "36bf5d6e-ffce-4fb5-9506-05abe6b19c82"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:50.396038 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 36bf5d6e-ffce-4fb5-9506-05abe6b19c82, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=36bf5d6e-ffce-4fb5-9506-05abe6b19c82,segment=NetworkSegment(f0c6146d-fa2a-4887-a58c-3257694702aa),segment_id=f0c6146d-fa2a-4887-a58c-3257694702aa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:50.409161 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (36bf5d6e-ffce-4fb5-9506-05abe6b19c82), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:50.424967 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=02b978b5-de78-4099-8244-c4ff559fbc76,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:50.429176 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-44c82f10-9b6c-4038-91eb-624501f832d1 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Network b9120430-69d7-4afb-9132-054f858a800f is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:50.459825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-44c82f10-9b6c-4038-91eb-624501f832d1 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:50.475169 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c82f10-9b6c-4038-91eb-624501f832d1 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Pushing event updated for resources: {'Port': ['ID=b5178d3f-744b-4fda-a834-a5b35a6e0dc6,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:50.479791 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-44c82f10-9b6c-4038-91eb-624501f832d1 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:50.484529 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=36bf5d6e-ffce-4fb5-9506-05abe6b19c82,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:50.484971 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-44c82f10-9b6c-4038-91eb-624501f832d1 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:50.486245 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-44c82f10-9b6c-4038-91eb-624501f832d1 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:50.491057 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc57fae-984c-48e1-b6ff-fc83f19989ac req-dcbad7de-125b-498b-af81-e8817dfb66d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:50.492683 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dfc57fae-984c-48e1-b6ff-fc83f19989ac req-dcbad7de-125b-498b-af81-e8817dfb66d1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.1434000 Feb 09 21:29:50.511726 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e198b1f0-5137-4e9d-8a0d-407849118153 req-ed1a792c-ba68-421d-a32d-36ff7fb3ad2f tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625158 Feb 09 21:29:50.522120 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c276c82a-2099-4e67-8c44-cfca97104ee7 req-9912d58f-27e3-44ec-ab70-1556a8617f6e tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212873 Feb 09 21:29:50.525997 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0794d5-975f-4d27-a6ed-e14b271e52cd admin admin] Network d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:29:50.554870 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-44c82f10-9b6c-4038-91eb-624501f832d1 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8697755 Feb 09 21:29:50.561653 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dfc57fae-984c-48e1-b6ff-fc83f19989ac req-22cf18d5-d770-4b51-9994-9aeeb8bbe604 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=c69e0781-9c10-459d-931f-d380da04adbc HTTP/1.1" status: 200 len: 217 time: 0.0618982 Feb 09 21:29:50.561875 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-0f0794d5-975f-4d27-a6ed-e14b271e52cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:50.569168 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0794d5-975f-4d27-a6ed-e14b271e52cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:50.569934 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f0794d5-975f-4d27-a6ed-e14b271e52cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:50.579364 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a0bb1e-4b0e-4276-8945-b29de3c39229 None None] Network d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:29:50.589449 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] Request body: {'port': {'device_id': '6bd1fc15-eccd-41cf-a51a-b828c7fb684a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:50.716389 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc57fae-984c-48e1-b6ff-fc83f19989ac req-e91ec1c1-69d7-46a3-82b8-26d543be113c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:50.718444 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dfc57fae-984c-48e1-b6ff-fc83f19989ac req-e91ec1c1-69d7-46a3-82b8-26d543be113c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1242101 Feb 09 21:29:50.750359 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9bda13cf-fa50-4f51-90da-86f60b8834a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (aa235aab-c413-4fd7-bee6-1b9da9700f43), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:50.753225 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9bda13cf-fa50-4f51-90da-86f60b8834a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:50.754989 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9bda13cf-fa50-4f51-90da-86f60b8834a8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aa235aab-c413-4fd7-bee6-1b9da9700f43 HTTP/1.1" status: 204 len: 168 time: 0.8064489 Feb 09 21:29:50.800552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['02b978b5-de78-4099-8244-c4ff559fbc76'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:50.807625 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-b1b6b3ef-c703-42e6-bf22-4f565229d166 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:50.809668 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-b1b6b3ef-c703-42e6-bf22-4f565229d166 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.42 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 807 time: 0.2471266 Feb 09 21:29:50.816337 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0f0794d5-975f-4d27-a6ed-e14b271e52cd admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4199135 Feb 09 21:29:50.816999 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45554) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:50.824753 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-4303a38a-98e2-4c8c-ac9e-3cbeb21163fd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1491154343-router', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:50.828477 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda13cf-fa50-4f51-90da-86f60b8834a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa235aab-c413-4fd7-bee6-1b9da9700f43,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:50.871440 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-bc11e5b7-7f96-45f4-a0d9-11aa06a1e250 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Request body: {'port': {'device_id': '4f0c0d84-088e-44f4-808a-a306a5163a62', 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac', 'admin_state_up': True, 'tenant_id': '64ac4f48e4c94eaa87202007938b3f7a'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:50.876005 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc57fae-984c-48e1-b6ff-fc83f19989ac req-2a3a3706-e5c6-42ad-ae8c-8f8e5995fad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:50.878317 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dfc57fae-984c-48e1-b6ff-fc83f19989ac req-2a3a3706-e5c6-42ad-ae8c-8f8e5995fad6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1532521 Feb 09 21:29:50.881503 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4303a38a-98e2-4c8c-ac9e-3cbeb21163fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (b8cd7415-7937-4a18-afb0-6cc560a966f6), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:50.882600 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4303a38a-98e2-4c8c-ac9e-3cbeb21163fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (b8cd7415-7937-4a18-afb0-6cc560a966f6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:50.902079 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b5178d3f-744b-4fda-a834-a5b35a6e0dc6), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:50.932228 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8071d3-ecd2-4a1d-8e0b-da0369dde04b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b', 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b', 'project_id': '9d01c5175556423f89699a44077206c5', 'fixed_ips': [{'subnet_id': '5a373f0a-8480-49cb-be9b-6894b5386da8'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:29:50.933233 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1e8071d3-ecd2-4a1d-8e0b-da0369dde04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:50.972679 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc807c4-17b0-4e91-981e-a8862693d8df req-baf00c7f-6244-46d6-b364-0b56e22e6f03 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:50.974455 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-afc807c4-17b0-4e91-981e-a8862693d8df req-baf00c7f-6244-46d6-b364-0b56e22e6f03 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dce00ea-d77d-47cc-b147-5dd93945c172 HTTP/1.1" status: 200 len: 946 time: 0.3084595 Feb 09 21:29:51.025661 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77f076-4f61-41d1-9ed1-c7f6edda3b26 req-3475e409-c4ed-4435-80b7-ef77978b85fb tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:51.034628 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f77f076-4f61-41d1-9ed1-c7f6edda3b26 req-3475e409-c4ed-4435-80b7-ef77978b85fb tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bd1fc15-eccd-41cf-a51a-b828c7fb684a HTTP/1.1" status: 200 len: 932 time: 0.3673027 Feb 09 21:29:51.076846 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4303a38a-98e2-4c8c-ac9e-3cbeb21163fd admin admin] Publish callbacks [] for router_controller (b8cd7415-7937-4a18-afb0-6cc560a966f6), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:51.119059 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-afc807c4-17b0-4e91-981e-a8862693d8df req-da8446b8-b5c9-4737-9e25-3df179806ec5 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348827 Feb 09 21:29:51.194274 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-bc11e5b7-7f96-45f4-a0d9-11aa06a1e250 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Made reservation on behalf of 64ac4f48e4c94eaa87202007938b3f7a for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:51.197719 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-bc11e5b7-7f96-45f4-a0d9-11aa06a1e250 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:51.246881 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-1e8071d3-ecd2-4a1d-8e0b-da0369dde04b None None] Allocated IP 172.20.0.2 (d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b/5a373f0a-8480-49cb-be9b-6894b5386da8/cf0bb284-0870-435c-9d4f-e11c925dc974) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:51.286706 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4303a38a-98e2-4c8c-ac9e-3cbeb21163fd admin admin] Publish callbacks [] for router_gateway (b8cd7415-7937-4a18-afb0-6cc560a966f6), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:51.295099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45562) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:51.295453 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.42', 57680) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:51.424667 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5178d3f-744b-4fda-a834-a5b35a6e0dc6 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:51.426429 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1e8071d3-ecd2-4a1d-8e0b-da0369dde04b None None] Publish callbacks [] for port (cf0bb284-0870-435c-9d4f-e11c925dc974), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:51.428810 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] Publish callbacks [] for port (b5178d3f-744b-4fda-a834-a5b35a6e0dc6), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:51.430508 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c870508-5306-4c40-b93a-a7d568cfd975 x-openstack-request-id: req-0c870508-5306-4c40-b93a-a7d568cfd975 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:51.430995 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dce00ea-d77d-47cc-b147-5dd93945c172", "name": "network-vif-plugged", "status": "completed", "tag": "36bf5d6e-ffce-4fb5-9506-05abe6b19c82", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:51.431209 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0c870508-5306-4c40-b93a-a7d568cfd975 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:51.431691 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce00ea-d77d-47cc-b147-5dd93945c172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bf5d6e-ffce-4fb5-9506-05abe6b19c82', 'code': 200} Feb 09 21:29:51.436709 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1e8071d3-ecd2-4a1d-8e0b-da0369dde04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (cf0bb284-0870-435c-9d4f-e11c925dc974), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:51.443174 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] Transition to ACTIVE for port object b5178d3f-744b-4fda-a834-a5b35a6e0dc6 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:29:51.463783 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b5178d3f-744b-4fda-a834-a5b35a6e0dc6), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:51.471701 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d44d635-b625-4ca5-801c-af370cfb4063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:51.484911 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8071d3-ecd2-4a1d-8e0b-da0369dde04b None None] Network d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:51.491906 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-1e8071d3-ecd2-4a1d-8e0b-da0369dde04b None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:51.494473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8071d3-ecd2-4a1d-8e0b-da0369dde04b None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:51.524555 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dfc57fae-984c-48e1-b6ff-fc83f19989ac req-d2584cda-8551-408e-88bd-5c1e3866764c service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774229 Feb 09 21:29:51.528838 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-bc11e5b7-7f96-45f4-a0d9-11aa06a1e250 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Allocated IP 172.20.0.2 (4474165d-84c4-443a-89bd-7201ae778fac/1f097b81-caaa-46d2-99d1-7cb129c76999/76123fe0-b83f-4bb5-a35b-93e23d01d82a) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:51.529217 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f77f076-4f61-41d1-9ed1-c7f6edda3b26 req-65588b07-f7d1-490c-af14-231df9be40fb tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933360 Feb 09 21:29:51.569672 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] Pushing event updated for resources: {'Port': ['ID=b5178d3f-744b-4fda-a834-a5b35a6e0dc6,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:51.569869 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8071d3-ecd2-4a1d-8e0b-da0369dde04b None None] Pushing event updated for resources: {'Port': ['ID=cf0bb284-0870-435c-9d4f-e11c925dc974,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:51.585598 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1e8071d3-ecd2-4a1d-8e0b-da0369dde04b None None] Attempting to bind port cf0bb284-0870-435c-9d4f-e11c925dc974 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:51.586085 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1e8071d3-ecd2-4a1d-8e0b-da0369dde04b None None] Attempting to bind port cf0bb284-0870-435c-9d4f-e11c925dc974 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '6f386f2e-7e93-44c7-8638-0c581680bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:51.587516 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8071d3-ecd2-4a1d-8e0b-da0369dde04b None None] Attempting to bind port cf0bb284-0870-435c-9d4f-e11c925dc974 on network d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:51.597406 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8071d3-ecd2-4a1d-8e0b-da0369dde04b None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:51.598502 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8071d3-ecd2-4a1d-8e0b-da0369dde04b None None] Checking segment: {'id': '6f386f2e-7e93-44c7-8638-0c581680bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:51.599925 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1e8071d3-ecd2-4a1d-8e0b-da0369dde04b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:51.600340 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8071d3-ecd2-4a1d-8e0b-da0369dde04b None None] Bound using segment: {'id': '6f386f2e-7e93-44c7-8638-0c581680bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:51.600861 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1e8071d3-ecd2-4a1d-8e0b-da0369dde04b None None] Bound port: cf0bb284-0870-435c-9d4f-e11c925dc974, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f386f2e-7e93-44c7-8638-0c581680bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:51.601256 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1e8071d3-ecd2-4a1d-8e0b-da0369dde04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cf0bb284-0870-435c-9d4f-e11c925dc974), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:51.602627 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] Attempting to bind port b5178d3f-744b-4fda-a834-a5b35a6e0dc6 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:51.602973 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] Attempting to bind port b5178d3f-744b-4fda-a834-a5b35a6e0dc6 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '24e724e1-30d9-4f29-b0d3-ddd799c60439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:51.603308 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] Attempting to bind port b5178d3f-744b-4fda-a834-a5b35a6e0dc6 on network b9120430-69d7-4afb-9132-054f858a800f {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:51.614579 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5db31-4b92-4d35-8e6b-a4ee78c6957f req-7187ad64-1fdf-4677-b921-7f9dbbe219af tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:51.620302 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5db31-4b92-4d35-8e6b-a4ee78c6957f req-7187ad64-1fdf-4677-b921-7f9dbbe219af tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:51.621577 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e4d5db31-4b92-4d35-8e6b-a4ee78c6957f req-7187ad64-1fdf-4677-b921-7f9dbbe219af tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=10dc95e6-2cdb-43fe-bd52-c415096da696&device_id=9e562996-d5fd-4eeb-b71e-91ef2efb31f3 HTTP/1.1" status: 200 len: 1690 time: 0.1744704 Feb 09 21:29:51.633675 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] Port b5178d3f-744b-4fda-a834-a5b35a6e0dc6 on network b9120430-69d7-4afb-9132-054f858a800f not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:51.633675 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] Attempting to bind port b5178d3f-744b-4fda-a834-a5b35a6e0dc6 on network b9120430-69d7-4afb-9132-054f858a800f {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:51.665189 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82c31bb4-7df2-4a90-8083-eadeea563040 req-d9fefcbe-ee41-472d-8085-2c0ab24c492e tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 210 time: 0.0414243 Feb 09 21:29:51.667229 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:51.667572 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] Checking segment: {'id': '24e724e1-30d9-4f29-b0d3-ddd799c60439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:51.668061 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] Bound using segment: {'id': '24e724e1-30d9-4f29-b0d3-ddd799c60439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:51.668406 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] Bound port: b5178d3f-744b-4fda-a834-a5b35a6e0dc6, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e724e1-30d9-4f29-b0d3-ddd799c60439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:51.668769 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b5178d3f-744b-4fda-a834-a5b35a6e0dc6), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:51.676917 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1e8071d3-ecd2-4a1d-8e0b-da0369dde04b None None] For port cf0bb284-0870-435c-9d4f-e11c925dc974, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:51.690652 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1e8071d3-ecd2-4a1d-8e0b-da0369dde04b None None] For port cf0bb284-0870-435c-9d4f-e11c925dc974, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=cf0bb284-0870-435c-9d4f-e11c925dc974,segment=NetworkSegment(6f386f2e-7e93-44c7-8638-0c581680bc1a),segment_id=6f386f2e-7e93-44c7-8638-0c581680bc1a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:51.701100 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1e8071d3-ecd2-4a1d-8e0b-da0369dde04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (cf0bb284-0870-435c-9d4f-e11c925dc974), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:51.754017 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e4d5db31-4b92-4d35-8e6b-a4ee78c6957f req-29c4f4cc-a502-4500-a5f1-918bbd223434 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165376 Feb 09 21:29:51.766051 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13ce29-728a-449b-8fa7-a2c5b7f98a58 req-d4226531-8291-4414-af3a-c2cc849e50c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:51.767621 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3e13ce29-728a-449b-8fa7-a2c5b7f98a58 req-d4226531-8291-4414-af3a-c2cc849e50c8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6dce00ea-d77d-47cc-b147-5dd93945c172 HTTP/1.1" status: 200 len: 1128 time: 0.4698298 Feb 09 21:29:51.796450 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] For port b5178d3f-744b-4fda-a834-a5b35a6e0dc6, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:51.799939 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8071d3-ecd2-4a1d-8e0b-da0369dde04b None None] Pushing event updated for resources: {'Port': ['ID=cf0bb284-0870-435c-9d4f-e11c925dc974,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:51.805102 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] For port b5178d3f-744b-4fda-a834-a5b35a6e0dc6, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b5178d3f-744b-4fda-a834-a5b35a6e0dc6,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:51.835622 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b5178d3f-744b-4fda-a834-a5b35a6e0dc6), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:51.921704 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:51.922328 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:51.923832 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dfc57fae-984c-48e1-b6ff-fc83f19989ac req-da6b9693-4ae7-4e1b-bb9f-52c835b55ad6 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927178 Feb 09 21:29:51.924283 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] 10.222.0.42 "PUT /v2.0/ports/b5178d3f-744b-4fda-a834-a5b35a6e0dc6 HTTP/1.1" status: 200 len: 1092 time: 1.3473973 Feb 09 21:29:51.925604 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd1fc15-eccd-41cf-a51a-b828c7fb684a', 'tag': 'b5178d3f-744b-4fda-a834-a5b35a6e0dc6'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:51.928063 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60387d4-71fe-4d78-a75b-08a0bbb41cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd1fc15-eccd-41cf-a51a-b828c7fb684a", "tag": "b5178d3f-744b-4fda-a834-a5b35a6e0dc6"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:51.939195 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 02b978b5-de78-4099-8244-c4ff559fbc76 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:51.951705 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3e13ce29-728a-449b-8fa7-a2c5b7f98a58 req-38be916d-c4c8-4711-b321-687474af56ea service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632397 Feb 09 21:29:51.971863 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-bc11e5b7-7f96-45f4-a0d9-11aa06a1e250 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks [] for port (76123fe0-b83f-4bb5-a35b-93e23d01d82a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:51.972056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb840c-d0f2-4179-8732-d2bec4325552 service neutron] Pushing event updated for resources: {'Port': ['ID=b5178d3f-744b-4fda-a834-a5b35a6e0dc6,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:51.983154 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d44d635-b625-4ca5-801c-af370cfb4063 admin admin] Publish callbacks [] for security_group (dfd544f3-dada-4ef5-ae2c-216501e29edc), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:51.986322 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb96238-c817-40d2-a2bb-dc59309e410f req-cedeaa1a-77e6-4023-b2fc-4e04ff8c8841 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:51.994058 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bbb96238-c817-40d2-a2bb-dc59309e410f req-cedeaa1a-77e6-4023-b2fc-4e04ff8c8841 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 948 time: 0.1929204 Feb 09 21:29:51.997127 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d44d635-b625-4ca5-801c-af370cfb4063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (dfd544f3-dada-4ef5-ae2c-216501e29edc), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:52.011803 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ed5ef-d2b9-4216-a435-cbe86eef0612 req-a222d88d-bc2a-4dd1-b1a9-cb5fcdca88b5 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:52.014136 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b24ed5ef-d2b9-4216-a435-cbe86eef0612 req-a222d88d-bc2a-4dd1-b1a9-cb5fcdca88b5 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.1562274 Feb 09 21:29:52.051907 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 02b978b5-de78-4099-8244-c4ff559fbc76 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:29:52.058010 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 02b978b5-de78-4099-8244-c4ff559fbc76 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:52.058721 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (02b978b5-de78-4099-8244-c4ff559fbc76), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:52.068825 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8d44d635-b625-4ca5-801c-af370cfb4063 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=964d0223de064c6b82ed4934d14f4ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7722666 Feb 09 21:29:52.074497 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45570) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:52.078794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44d635-b625-4ca5-801c-af370cfb4063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd544f3-dada-4ef5-ae2c-216501e29edc,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:52.108201 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bbb96238-c817-40d2-a2bb-dc59309e410f req-96ff2b29-64a3-41c9-b966-bc5d038f3c5f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132329 Feb 09 21:29:52.152201 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b24ed5ef-d2b9-4216-a435-cbe86eef0612 req-ba44ecb8-b655-43ac-90e8-437bdac74f07 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223125 Feb 09 21:29:52.199173 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-bc11e5b7-7f96-45f4-a0d9-11aa06a1e250 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (76123fe0-b83f-4bb5-a35b-93e23d01d82a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:52.201043 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 02b978b5-de78-4099-8244-c4ff559fbc76 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:52.201043 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (02b978b5-de78-4099-8244-c4ff559fbc76), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:52.238950 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068aa2ad-801e-4423-8a82-cebe69ac0f2d x-openstack-request-id: req-068aa2ad-801e-4423-8a82-cebe69ac0f2d {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:52.239311 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd1fc15-eccd-41cf-a51a-b828c7fb684a", "tag": "b5178d3f-744b-4fda-a834-a5b35a6e0dc6", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:52.239493 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-068aa2ad-801e-4423-8a82-cebe69ac0f2d {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:52.239953 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd1fc15-eccd-41cf-a51a-b828c7fb684a', 'tag': 'b5178d3f-744b-4fda-a834-a5b35a6e0dc6', 'status': 'completed', 'code': 200} Feb 09 21:29:52.267253 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 02b978b5-de78-4099-8244-c4ff559fbc76, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=02b978b5-de78-4099-8244-c4ff559fbc76,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:52.274329 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (02b978b5-de78-4099-8244-c4ff559fbc76), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:52.319451 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-bc11e5b7-7f96-45f4-a0d9-11aa06a1e250 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Network 4474165d-84c4-443a-89bd-7201ae778fac is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:52.328740 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-bc11e5b7-7f96-45f4-a0d9-11aa06a1e250 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:52.337241 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=02b978b5-de78-4099-8244-c4ff559fbc76,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:52.338524 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-bc11e5b7-7f96-45f4-a0d9-11aa06a1e250 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:52.343587 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-bc11e5b7-7f96-45f4-a0d9-11aa06a1e250 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:52.344232 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-bc11e5b7-7f96-45f4-a0d9-11aa06a1e250 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:52.357719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11e5b7-7f96-45f4-a0d9-11aa06a1e250 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Pushing event updated for resources: {'Port': ['ID=76123fe0-b83f-4bb5-a35b-93e23d01d82a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:52.379882 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1daf52f9-ad53-4dcf-bf88-acd67c7e1427 admin admin] Publish callbacks [] for security_group (dfd544f3-dada-4ef5-ae2c-216501e29edc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:52.383303 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4303a38a-98e2-4c8c-ac9e-3cbeb21163fd admin admin] Publish callbacks [] for router_gateway (b8cd7415-7937-4a18-afb0-6cc560a966f6), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:52.414269 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-bc11e5b7-7f96-45f4-a0d9-11aa06a1e250 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5593884 Feb 09 21:29:52.424457 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af184e-52a0-42bb-b561-d10892d5bff8 req-ac5be425-7cb8-47c9-885d-6396e7789259 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:52.424457 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e2af184e-52a0-42bb-b561-d10892d5bff8 req-ac5be425-7cb8-47c9-885d-6396e7789259 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dce00ea-d77d-47cc-b147-5dd93945c172 HTTP/1.1" status: 200 len: 946 time: 0.1383786 Feb 09 21:29:52.424741 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4303a38a-98e2-4c8c-ac9e-3cbeb21163fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:52.429245 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b08f49-5fcf-4962-8a6b-88ce4fc3a7fa req-913599b3-e9cf-4e62-964e-ab13026d7a9c tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:52.430384 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-7dfaefad-6d43-4055-8554-1b6c3378ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:52.431902 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-7dfaefad-6d43-4055-8554-1b6c3378ac26 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea92169e333d44ef9265f02baeeee937&device_id=6bd1fc15-eccd-41cf-a51a-b828c7fb684a HTTP/1.1" status: 200 len: 1126 time: 0.1891396 Feb 09 21:29:52.432128 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-08b08f49-5fcf-4962-8a6b-88ce4fc3a7fa req-913599b3-e9cf-4e62-964e-ab13026d7a9c tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=10dc95e6-2cdb-43fe-bd52-c415096da696 HTTP/1.1" status: 200 len: 1132 time: 0.0764410 Feb 09 21:29:52.509513 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e2af184e-52a0-42bb-b561-d10892d5bff8 req-77ab23c3-1dae-4229-8749-9820e9ff2435 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763814 Feb 09 21:29:52.512213 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-08b08f49-5fcf-4962-8a6b-88ce4fc3a7fa req-13f6ab84-6f77-4fd1-80cb-a6cf9ca64347 tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728524 Feb 09 21:29:52.645237 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1daf52f9-ad53-4dcf-bf88-acd67c7e1427 admin admin] Publish callbacks [] for security_group (dfd544f3-dada-4ef5-ae2c-216501e29edc), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:52.650289 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] Request body: {'port': {'device_id': '4f0c0d84-088e-44f4-808a-a306a5163a62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:52.665735 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d3cc7-0cdb-4e1e-b0d1-8abe65298765 req-3ca54f51-b97f-447e-8d0c-1f43366f1c5d tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:52.666905 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-360d3cc7-0cdb-4e1e-b0d1-8abe65298765 req-3ca54f51-b97f-447e-8d0c-1f43366f1c5d tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9e562996-d5fd-4eeb-b71e-91ef2efb31f3 HTTP/1.1" status: 200 len: 1131 time: 0.0829754 Feb 09 21:29:52.674589 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d1c9c-73a0-461f-91fd-c6f3c0305cce req-8a960183-a44a-46d7-b3d3-93d22c1fa274 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:52.676099 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d92d1c9c-73a0-461f-91fd-c6f3c0305cce req-8a960183-a44a-46d7-b3d3-93d22c1fa274 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bd1fc15-eccd-41cf-a51a-b828c7fb684a HTTP/1.1" status: 200 len: 944 time: 0.0655594 Feb 09 21:29:52.739851 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-785882f0-de19-492e-bd23-c90e7c21ed4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5178d3f-744b-4fda-a834-a5b35a6e0dc6 HTTP/1.1" status: 200 len: 217 time: 0.2950633 Feb 09 21:29:52.752818 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-360d3cc7-0cdb-4e1e-b0d1-8abe65298765 req-4a0345ed-bbff-4a14-9429-d57aef836ee4 tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756242 Feb 09 21:29:52.756294 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d92d1c9c-73a0-461f-91fd-c6f3c0305cce req-c69c0a91-d6fa-4bcd-aec1-cf13f4074543 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734043 Feb 09 21:29:52.854820 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-41148217-7acb-4266-8044-a94c8fe540e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:52.856330 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-41148217-7acb-4266-8044-a94c8fe540e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=db938f0c-908a-4805-b0e9-dadbbab7eb27 HTTP/1.1" status: 200 len: 845 time: 0.1032219 Feb 09 21:29:52.875003 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (76123fe0-b83f-4bb5-a35b-93e23d01d82a), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:52.922308 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-34fd2079-4221-4676-99fb-5089c9632002 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9120430-69d7-4afb-9132-054f858a800f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464349 Feb 09 21:29:52.922964 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1daf52f9-ad53-4dcf-bf88-acd67c7e1427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (dfd544f3-dada-4ef5-ae2c-216501e29edc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:52.923639 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751d59c-5e11-40c8-8fe7-40d4da07c426 req-a4df26a6-a7e7-45b1-92d6-b06ab54907a8 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:52.925517 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1daf52f9-ad53-4dcf-bf88-acd67c7e1427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:52.928135 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2751d59c-5e11-40c8-8fe7-40d4da07c426 req-a4df26a6-a7e7-45b1-92d6-b06ab54907a8 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 931 time: 0.0899229 Feb 09 21:29:52.929464 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1daf52f9-ad53-4dcf-bf88-acd67c7e1427 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dfd544f3-dada-4ef5-ae2c-216501e29edc HTTP/1.1" status: 204 len: 168 time: 0.8537540 Feb 09 21:29:52.998457 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf52f9-ad53-4dcf-bf88-acd67c7e1427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd544f3-dada-4ef5-ae2c-216501e29edc,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:53.006000 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2751d59c-5e11-40c8-8fe7-40d4da07c426 req-21facdaa-da24-4471-9050-664a177a59c7 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703812 Feb 09 21:29:53.043292 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-4303a38a-98e2-4c8c-ac9e-3cbeb21163fd admin admin] Allocated IP 172.25.6.240 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/8a56adf3-a9e7-4a43-bf50-e8d72ced2978) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:53.050825 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-97c3676d-11ca-4b63-beba-be87740e422e tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=da888a58eb2d447da88cadc0cfb95024&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325079 Feb 09 21:29:53.119006 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f19a15-abbc-4bb9-8d29-6666cc6441f8 None None] Network d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:29:53.224577 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-14744bf7-f780-49e4-8ee5-6b4f6ee7a348 service neutron] 10.222.0.42 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876623 Feb 09 21:29:53.235725 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device cf0bb284-0870-435c-9d4f-e11c925dc974 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:53.296930 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-a6e3e5f8-14b7-4857-930c-74f3b32898f5 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:53.307525 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-a6e3e5f8-14b7-4857-930c-74f3b32898f5 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2455389 Feb 09 21:29:53.308164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-3d13283c-8bd2-475a-8c2d-a95314ce479a None None] Provisioning complete for port cf0bb284-0870-435c-9d4f-e11c925dc974 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:53.308642 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3d13283c-8bd2-475a-8c2d-a95314ce479a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cf0bb284-0870-435c-9d4f-e11c925dc974), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:53.344156 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-58b3dab8-f782-4550-a295-c2c6ba0738f5 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/quotas/da888a58eb2d447da88cadc0cfb95024 HTTP/1.1" status: 200 len: 375 time: 0.0351505 Feb 09 21:29:53.429219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582eedd-3e03-43d3-b6fd-99069384b133 req-5a906830-9275-4f0c-aecf-3a920389861e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:53.431148 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8582eedd-3e03-43d3-b6fd-99069384b133 req-5a906830-9275-4f0c-aecf-3a920389861e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.1108370 Feb 09 21:29:53.435694 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4be250-f93f-4ba9-89b6-0b9aabdd55f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b978b5-de78-4099-8244-c4ff559fbc76'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:53.438096 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30ac5ab-e201-4a24-b13a-4f5b0f50c665" -d '{"events": [{"server_uuid": "4e4be250-f93f-4ba9-89b6-0b9aabdd55f9", "name": "network-vif-plugged", "status": "completed", "tag": "02b978b5-de78-4099-8244-c4ff559fbc76"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:53.441132 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port cf0bb284-0870-435c-9d4f-e11c925dc974 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:53.441942 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cf0bb284-0870-435c-9d4f-e11c925dc974), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:53.467463 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-061971b7-b988-40ac-9850-6d7e564412ab tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1192691 Feb 09 21:29:53.502305 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-3d13283c-8bd2-475a-8c2d-a95314ce479a None None] Current status of the port cf0bb284-0870-435c-9d4f-e11c925dc974 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:53.502713 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3d13283c-8bd2-475a-8c2d-a95314ce479a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cf0bb284-0870-435c-9d4f-e11c925dc974), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:53.548931 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4303a38a-98e2-4c8c-ac9e-3cbeb21163fd admin admin] Publish callbacks [] for port (8a56adf3-a9e7-4a43-bf50-e8d72ced2978), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:53.563961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76123fe0-b83f-4bb5-a35b-93e23d01d82a {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:53.576700 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8582eedd-3e03-43d3-b6fd-99069384b133 req-2ced94e8-65d8-4a3f-9ad7-defea4ebfaeb tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317823 Feb 09 21:29:53.581367 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] Publish callbacks [] for port (76123fe0-b83f-4bb5-a35b-93e23d01d82a), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:53.598454 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-3d13283c-8bd2-475a-8c2d-a95314ce479a None None] For port cf0bb284-0870-435c-9d4f-e11c925dc974, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=cf0bb284-0870-435c-9d4f-e11c925dc974,segment=NetworkSegment(6f386f2e-7e93-44c7-8638-0c581680bc1a),segment_id=6f386f2e-7e93-44c7-8638-0c581680bc1a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:53.619231 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3d13283c-8bd2-475a-8c2d-a95314ce479a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (cf0bb284-0870-435c-9d4f-e11c925dc974), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:53.630190 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-87035d75-8c80-4d75-a81f-e435dd0332d5 req-73e3fafa-f83c-4c63-9411-c9a6dc02660f service neutron] 10.222.0.42 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973329 Feb 09 21:29:53.660523 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] Transition to ACTIVE for port object 76123fe0-b83f-4bb5-a35b-93e23d01d82a will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:29:53.667141 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (76123fe0-b83f-4bb5-a35b-93e23d01d82a), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:53.736768 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] Pushing event updated for resources: {'Port': ['ID=76123fe0-b83f-4bb5-a35b-93e23d01d82a,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:53.758534 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port cf0bb284-0870-435c-9d4f-e11c925dc974 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:53.770556 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13283c-8bd2-475a-8c2d-a95314ce479a None None] Pushing event updated for resources: {'Port': ['ID=cf0bb284-0870-435c-9d4f-e11c925dc974,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:53.803112 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727949d8-3148-4354-933b-70b1db4dc7e9 x-openstack-request-id: req-727949d8-3148-4354-933b-70b1db4dc7e9 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:53.803771 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4be250-f93f-4ba9-89b6-0b9aabdd55f9", "name": "network-vif-plugged", "status": "completed", "tag": "02b978b5-de78-4099-8244-c4ff559fbc76", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:53.804184 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-727949d8-3148-4354-933b-70b1db4dc7e9 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:53.804733 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4be250-f93f-4ba9-89b6-0b9aabdd55f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b978b5-de78-4099-8244-c4ff559fbc76', 'code': 200} Feb 09 21:29:53.815104 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4303a38a-98e2-4c8c-ac9e-3cbeb21163fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (8a56adf3-a9e7-4a43-bf50-e8d72ced2978), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:53.852609 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-23fe3859-f6f7-46be-b97f-3e40916e9f83 None None] Provisioning complete for port cf0bb284-0870-435c-9d4f-e11c925dc974 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:53.853212 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-23fe3859-f6f7-46be-b97f-3e40916e9f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cf0bb284-0870-435c-9d4f-e11c925dc974), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:53.861746 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65503d5d-7f8a-4a94-89b5-5e6388df140f req-012c8a1c-6391-4950-818b-44ae54f325df tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:53.869023 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-65503d5d-7f8a-4a94-89b5-5e6388df140f req-012c8a1c-6391-4950-818b-44ae54f325df tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.1722341 Feb 09 21:29:53.914669 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4303a38a-98e2-4c8c-ac9e-3cbeb21163fd admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:53.916748 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303a38a-98e2-4c8c-ac9e-3cbeb21163fd admin admin] Pushing event updated for resources: {'Port': ['ID=8a56adf3-a9e7-4a43-bf50-e8d72ced2978,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:53.920862 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-4303a38a-98e2-4c8c-ac9e-3cbeb21163fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:53.981592 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60387d4-71fe-4d78-a75b-08a0bbb41cb1 req-a7712f64-87f9-4895-a7e7-dc1d55df4611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:53.983274 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e60387d4-71fe-4d78-a75b-08a0bbb41cb1 req-a7712f64-87f9-4895-a7e7-dc1d55df4611 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea92169e333d44ef9265f02baeeee937&device_id=6bd1fc15-eccd-41cf-a51a-b828c7fb684a HTTP/1.1" status: 200 len: 1126 time: 0.2496717 Feb 09 21:29:53.990916 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4303a38a-98e2-4c8c-ac9e-3cbeb21163fd admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:53.998587 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-65503d5d-7f8a-4a94-89b5-5e6388df140f req-38481fb6-d805-40e0-bf32-2abf034ef2e8 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285963 Feb 09 21:29:54.029658 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98449f3f-d5f2-4e87-a358-51aae910edee req-5687630f-0a0b-4722-88db-17d70cbd49e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:54.032909 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98449f3f-d5f2-4e87-a358-51aae910edee req-5687630f-0a0b-4722-88db-17d70cbd49e2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 1131 time: 0.1343231 Feb 09 21:29:54.042869 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-23fe3859-f6f7-46be-b97f-3e40916e9f83 None None] Current status of the port cf0bb284-0870-435c-9d4f-e11c925dc974 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:54.074172 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91017d66-fbcc-490d-862c-dd57a73cd47b req-e2043512-5325-4371-95a7-258d07a3f560 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:54.083364 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91017d66-fbcc-490d-862c-dd57a73cd47b req-e2043512-5325-4371-95a7-258d07a3f560 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dce00ea-d77d-47cc-b147-5dd93945c172 HTTP/1.1" status: 200 len: 946 time: 0.1405411 Feb 09 21:29:54.109527 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60387d4-71fe-4d78-a75b-08a0bbb41cb1 req-27441acb-ee68-4f4c-811d-ccb709ffc7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:54.111513 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e60387d4-71fe-4d78-a75b-08a0bbb41cb1 req-27441acb-ee68-4f4c-811d-ccb709ffc7ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9120430-69d7-4afb-9132-054f858a800f HTTP/1.1" status: 200 len: 906 time: 0.1149964 Feb 09 21:29:54.175390 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb35d025-c71c-46c6-a719-a39bfd5f964b req-edf71338-df9f-4f67-a32c-5331474689c5 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=00385a2a-aade-463e-9186-6205716cd7fc HTTP/1.1" status: 200 len: 210 time: 0.0714386 Feb 09 21:29:54.182170 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98449f3f-d5f2-4e87-a358-51aae910edee req-3d737046-80e6-455d-9130-3e41b478acd9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422038 Feb 09 21:29:54.208054 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e60387d4-71fe-4d78-a75b-08a0bbb41cb1 req-42648847-8f7b-4d28-873f-cd739ada0d85 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5178d3f-744b-4fda-a834-a5b35a6e0dc6 HTTP/1.1" status: 200 len: 217 time: 0.0397491 Feb 09 21:29:54.211639 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] Attempting to bind port 76123fe0-b83f-4bb5-a35b-93e23d01d82a on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:54.211639 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] Attempting to bind port 76123fe0-b83f-4bb5-a35b-93e23d01d82a by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:54.211639 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] Attempting to bind port 76123fe0-b83f-4bb5-a35b-93e23d01d82a on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:54.220672 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] Port 76123fe0-b83f-4bb5-a35b-93e23d01d82a on network 4474165d-84c4-443a-89bd-7201ae778fac not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:54.220994 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] Attempting to bind port 76123fe0-b83f-4bb5-a35b-93e23d01d82a on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:54.240914 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91017d66-fbcc-490d-862c-dd57a73cd47b req-d268cc6d-9440-42a8-8645-344e6b9004e6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531401 Feb 09 21:29:54.255457 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:54.255457 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] Checking segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:54.255457 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] Bound using segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:54.255457 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] Bound port: 76123fe0-b83f-4bb5-a35b-93e23d01d82a, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:54.255457 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (76123fe0-b83f-4bb5-a35b-93e23d01d82a), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:54.328626 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] For port 76123fe0-b83f-4bb5-a35b-93e23d01d82a, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:54.332496 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] For port 76123fe0-b83f-4bb5-a35b-93e23d01d82a, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=76123fe0-b83f-4bb5-a35b-93e23d01d82a,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:54.341773 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (76123fe0-b83f-4bb5-a35b-93e23d01d82a), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:54.352189 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68d140-6467-415d-aa3d-737581daab62 req-20adfacb-9204-4b8b-a5e4-ac2631c30e74 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:54.354421 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea68d140-6467-415d-aa3d-737581daab62 req-20adfacb-9204-4b8b-a5e4-ac2631c30e74 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bd1fc15-eccd-41cf-a51a-b828c7fb684a HTTP/1.1" status: 200 len: 944 time: 0.0676477 Feb 09 21:29:54.421119 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:54.421740 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:54.423172 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] 10.222.0.42 "PUT /v2.0/ports/76123fe0-b83f-4bb5-a35b-93e23d01d82a HTTP/1.1" status: 200 len: 1091 time: 1.9800780 Feb 09 21:29:54.432254 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0c0d84-088e-44f4-808a-a306a5163a62', 'tag': '76123fe0-b83f-4bb5-a35b-93e23d01d82a'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:54.434437 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4755d024-6bba-4877-aa4d-11da1409c0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0c0d84-088e-44f4-808a-a306a5163a62", "tag": "76123fe0-b83f-4bb5-a35b-93e23d01d82a"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:54.558189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25e60b-054a-4eec-9af7-89732004fb80 service neutron] Pushing event updated for resources: {'Port': ['ID=76123fe0-b83f-4bb5-a35b-93e23d01d82a,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:54.576662 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60387d4-71fe-4d78-a75b-08a0bbb41cb1 req-acedcfae-4b89-482c-b831-f0862ccb2354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:54.578195 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e60387d4-71fe-4d78-a75b-08a0bbb41cb1 req-acedcfae-4b89-482c-b831-f0862ccb2354 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=db938f0c-908a-4805-b0e9-dadbbab7eb27 HTTP/1.1" status: 200 len: 845 time: 0.1942568 Feb 09 21:29:54.636934 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4303a38a-98e2-4c8c-ac9e-3cbeb21163fd admin admin] Publish callbacks [] for router_gateway (b8cd7415-7937-4a18-afb0-6cc560a966f6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:54.642379 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e60387d4-71fe-4d78-a75b-08a0bbb41cb1 req-bad4a714-382c-4c4c-8930-6a5bada595fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9120430-69d7-4afb-9132-054f858a800f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460739 Feb 09 21:29:54.679575 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-5b2fd85f-e8e8-4856-964a-c015cbd45cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:54.681197 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-5b2fd85f-e8e8-4856-964a-c015cbd45cfb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 1125 time: 0.1822813 Feb 09 21:29:54.713497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17ebbb-5cc8-40ea-86d5-766ac2725028 req-edec13c7-7040-4e0e-8061-7536e21b8e5d tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:54.720445 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5c17ebbb-5cc8-40ea-86d5-766ac2725028 req-edec13c7-7040-4e0e-8061-7536e21b8e5d tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 943 time: 0.3640685 Feb 09 21:29:54.737214 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea68d140-6467-415d-aa3d-737581daab62 req-363e2c15-6c77-4446-b6b3-2b6378360821 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628066 Feb 09 21:29:54.814785 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5c17ebbb-5cc8-40ea-86d5-766ac2725028 req-1e8b94cd-4f30-4741-8d9e-3a4b76074687 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933793 Feb 09 21:29:54.891495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5dbea-226a-4db9-b071-3118be7fa4f2 req-31eab502-2825-44ba-a104-3d2df940110f tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:54.896237 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4cf5dbea-226a-4db9-b071-3118be7fa4f2 req-31eab502-2825-44ba-a104-3d2df940110f tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dce00ea-d77d-47cc-b147-5dd93945c172 HTTP/1.1" status: 200 len: 946 time: 0.0800655 Feb 09 21:29:54.908221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45654) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:54.915297 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b38a552b-787d-4cf2-a098-3d22ea1b6da7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Request body: {'floatingip': {'port_id': '36bf5d6e-ffce-4fb5-9506-05abe6b19c82'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:54.971712 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92142f5-eb3b-4a54-8da2-e3240a585b92 x-openstack-request-id: req-f92142f5-eb3b-4a54-8da2-e3240a585b92 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:54.972009 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0c0d84-088e-44f4-808a-a306a5163a62", "tag": "76123fe0-b83f-4bb5-a35b-93e23d01d82a", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:54.972265 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f92142f5-eb3b-4a54-8da2-e3240a585b92 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:54.972718 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0c0d84-088e-44f4-808a-a306a5163a62', 'tag': '76123fe0-b83f-4bb5-a35b-93e23d01d82a', 'status': 'completed', 'code': 200} Feb 09 21:29:55.005425 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-294f9c95-f7e4-4aba-9c3c-7c279f60566b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76123fe0-b83f-4bb5-a35b-93e23d01d82a HTTP/1.1" status: 200 len: 217 time: 0.2887981 Feb 09 21:29:55.020844 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b38a552b-787d-4cf2-a098-3d22ea1b6da7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for floatingip (bbbfb6d1-1109-4929-8077-e456548a8955), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:55.107501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-288874d1-f9bc-4779-a237-7dd3246a1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:55.108998 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-288874d1-f9bc-4779-a237-7dd3246a1df3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.0950878 Feb 09 21:29:55.113945 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e60387d4-71fe-4d78-a75b-08a0bbb41cb1 req-149d7bc4-f79a-45f6-ae7e-c481b4bbb50d service neutron] 10.222.0.42 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363575 Feb 09 21:29:55.149552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device cf0bb284-0870-435c-9d4f-e11c925dc974 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:55.165395 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc348b-2bd3-4d4b-acc1-695c85b445a7 req-9b396326-c9b0-47e1-94f2-6d483601a9eb tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:55.173715 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1fcc348b-2bd3-4d4b-acc1-695c85b445a7 req-9b396326-c9b0-47e1-94f2-6d483601a9eb tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.2269344 Feb 09 21:29:55.255912 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port cf0bb284-0870-435c-9d4f-e11c925dc974 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:55.256420 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cf0bb284-0870-435c-9d4f-e11c925dc974), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:55.281665 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-711817ef-c3da-4160-b763-a5e60247012a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036711 Feb 09 21:29:55.326532 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-ccaab559-0be4-402f-a157-da1db3d93b65 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=da888a58eb2d447da88cadc0cfb95024&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0930254 Feb 09 21:29:55.384175 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port cf0bb284-0870-435c-9d4f-e11c925dc974 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:55.385554 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1fcc348b-2bd3-4d4b-acc1-695c85b445a7 req-93c4967b-ddba-47e3-bc4e-d5c73d45892b tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063227 Feb 09 21:29:55.409225 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e60387d4-71fe-4d78-a75b-08a0bbb41cb1 req-0cf9dbbc-03aa-4a37-9416-b3f2e08afa03 service neutron] 10.222.0.42 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322502 Feb 09 21:29:55.435766 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4303a38a-98e2-4c8c-ac9e-3cbeb21163fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (b8cd7415-7937-4a18-afb0-6cc560a966f6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:55.452248 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-e494f9c2-08d3-4e8b-a123-b0c064e9cb34 service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600761 Feb 09 21:29:55.544295 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4558490-d804-492d-b60a-6541678b0bcb req-818b2cc8-d160-4f41-bd15-eecf46169667 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:55.545802 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e4558490-d804-492d-b60a-6541678b0bcb req-818b2cc8-d160-4f41-bd15-eecf46169667 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.3691196 Feb 09 21:29:55.573703 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bdb7496e-fefe-437e-b0d7-a589a123a235 req-89350016-2214-46d9-949b-1d35bda58c26 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=00385a2a-aade-463e-9186-6205716cd7fc HTTP/1.1" status: 200 len: 210 time: 0.0511918 Feb 09 21:29:55.632650 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22813ea1-8d14-4d02-87b3-9619b11b14a9 req-3cf54190-0a3f-44b5-b8d0-e65d5fba58cb service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456530 Feb 09 21:29:55.673458 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e4558490-d804-492d-b60a-6541678b0bcb req-d07b1ead-03d7-4c4a-beb8-d66aafba2287 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022809 Feb 09 21:29:55.690639 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4303a38a-98e2-4c8c-ac9e-3cbeb21163fd admin admin] Router b8cd7415-7937-4a18-afb0-6cc560a966f6 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:29:55.693242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-a40d2e80-6cee-4a35-abc8-655aa64ba25f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:55.694934 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-a40d2e80-6cee-4a35-abc8-655aa64ba25f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3575046 Feb 09 21:29:55.730370 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-4143d49c-10d7-44b6-8a5f-e827ddff8be7 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Request body: {'port': {'device_id': '00385a2a-aade-463e-9186-6205716cd7fc', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': 'da888a58eb2d447da88cadc0cfb95024'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:55.818825 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755d024-6bba-4877-aa4d-11da1409c0b6 req-80a175c7-e22e-442d-abb5-df4b7b81f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:55.820602 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4755d024-6bba-4877-aa4d-11da1409c0b6 req-80a175c7-e22e-442d-abb5-df4b7b81f324 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 1125 time: 0.1268559 Feb 09 21:29:55.876100 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4303a38a-98e2-4c8c-ac9e-3cbeb21163fd admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:29:55.900267 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] Sync routers for ids ['b8cd7415-7937-4a18-afb0-6cc560a966f6'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:29:55.906440 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4303a38a-98e2-4c8c-ac9e-3cbeb21163fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:55.911428 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4303a38a-98e2-4c8c-ac9e-3cbeb21163fd admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.0923455 Feb 09 21:29:55.914549 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45672) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:55.920136 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] Routers {'b8cd7415-7937-4a18-afb0-6cc560a966f6'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:29:55.921161 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:29:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b8cd7415-7937-4a18-afb0-6cc560a966f6'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:55.949857 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b5178d3f-744b-4fda-a834-a5b35a6e0dc6 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:29:56.035613 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755d024-6bba-4877-aa4d-11da1409c0b6 req-3ed26118-0bef-4471-bf70-79c3f7bd306b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:56.037676 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4755d024-6bba-4877-aa4d-11da1409c0b6 req-3ed26118-0bef-4471-bf70-79c3f7bd306b service neutron] 10.222.0.42 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 908 time: 0.2071381 Feb 09 21:29:56.073092 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b746d1-4bc0-4ca7-bc6c-02d325d54c83 req-a20009b9-7958-4e6b-a1c4-537de939acff tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:56.074578 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-69b746d1-4bc0-4ca7-bc6c-02d325d54c83 req-a20009b9-7958-4e6b-a1c4-537de939acff tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bd1fc15-eccd-41cf-a51a-b828c7fb684a HTTP/1.1" status: 200 len: 944 time: 0.2384412 Feb 09 21:29:56.114481 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4755d024-6bba-4877-aa4d-11da1409c0b6 req-60c2c211-3f65-4c86-a483-2db44a7d8873 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76123fe0-b83f-4bb5-a35b-93e23d01d82a HTTP/1.1" status: 200 len: 217 time: 0.0688851 Feb 09 21:29:56.178298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-4143d49c-10d7-44b6-8a5f-e827ddff8be7 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Made reservation on behalf of da888a58eb2d447da88cadc0cfb95024 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:56.179581 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b5178d3f-744b-4fda-a834-a5b35a6e0dc6, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b5178d3f-744b-4fda-a834-a5b35a6e0dc6,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:56.180475 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] Set router b8cd7415-7937-4a18-afb0-6cc560a966f6 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:29:56.181588 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-4143d49c-10d7-44b6-8a5f-e827ddff8be7 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:56.194276 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'b5178d3f-744b-4fda-a834-a5b35a6e0dc6', 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f', 'port_id': 'b5178d3f-744b-4fda-a834-a5b35a6e0dc6', 'mac_address': 'fa:16:3e:2a:7f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db938f0c-908a-4805-b0e9-dadbbab7eb27', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:29:56.239449 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-69b746d1-4bc0-4ca7-bc6c-02d325d54c83 req-ea842320-4270-4f24-bd9d-8e3637da656f tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583967 Feb 09 21:29:56.249235 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port b5178d3f-744b-4fda-a834-a5b35a6e0dc6 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:56.249548 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b5178d3f-744b-4fda-a834-a5b35a6e0dc6), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:56.255837 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b38a552b-787d-4cf2-a098-3d22ea1b6da7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:56.267412 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5178d3f-744b-4fda-a834-a5b35a6e0dc6 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:56.271853 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b38a552b-787d-4cf2-a098-3d22ea1b6da7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (bbbfb6d1-1109-4929-8077-e456548a8955), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:56.293657 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b5178d3f-744b-4fda-a834-a5b35a6e0dc6, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b5178d3f-744b-4fda-a834-a5b35a6e0dc6,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:56.299564 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b5178d3f-744b-4fda-a834-a5b35a6e0dc6), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:56.331618 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755d024-6bba-4877-aa4d-11da1409c0b6 req-aee89584-d92e-4e32-9043-097d42aebbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:56.333140 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4755d024-6bba-4877-aa4d-11da1409c0b6 req-aee89584-d92e-4e32-9043-097d42aebbf7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.2099175 Feb 09 21:29:56.377715 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=b5178d3f-744b-4fda-a834-a5b35a6e0dc6,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:56.398804 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4755d024-6bba-4877-aa4d-11da1409c0b6 req-00496cd2-17f2-4eaf-bed3-022a88a27eae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588582 Feb 09 21:29:56.604208 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1491154343-router', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:50Z', 'updated_at': '2022-02-09T21:29:54Z', 'revision_number': 3, 'project_id': '9d01c5175556423f89699a44077206c5', 'gw_port': {'id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:07:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:52Z', 'updated_at': '2022-02-09T21:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:56.607163 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4755d024-6bba-4877-aa4d-11da1409c0b6 req-6cd4f9cc-6ea9-4ea0-9972-dadb0804ee0c service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904306 Feb 09 21:29:56.631555 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] Checking router: b8cd7415-7937-4a18-afb0-6cc560a966f6 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:29:56.632020 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] Updating router b8cd7415-7937-4a18-afb0-6cc560a966f6 port 8a56adf3-a9e7-4a43-bf50-e8d72ced2978 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:29:56.654819 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['b5178d3f-744b-4fda-a834-a5b35a6e0dc6'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:56.666253 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8a56adf3-a9e7-4a43-bf50-e8d72ced2978), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:56.788868 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d4f40-7c0a-410e-9f05-146a4d98c65b req-1a951bcc-526a-455a-bafe-250238e6af60 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:56.795622 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f6d4f40-7c0a-410e-9f05-146a4d98c65b req-1a951bcc-526a-455a-bafe-250238e6af60 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 943 time: 0.4435892 Feb 09 21:29:56.817927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49105a0-6d11-4496-9c86-049f27215444 req-bee45136-b2c0-4eaa-bcf4-6763a3859b77 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:56.825220 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c49105a0-6d11-4496-9c86-049f27215444 req-bee45136-b2c0-4eaa-bcf4-6763a3859b77 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.2314329 Feb 09 21:29:56.854459 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-b38a552b-787d-4cf2-a098-3d22ea1b6da7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Floating IP bbbfb6d1-1109-4929-8077-e456548a8955 associated. External IP: 172.25.6.253, port: 36bf5d6e-ffce-4fb5-9506-05abe6b19c82. Feb 09 21:29:56.862533 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-4143d49c-10d7-44b6-8a5f-e827ddff8be7 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Allocated IP 192.168.233.15 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/49c4fa5c-dc3b-435a-8af3-130a1411ff25) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:56.996581 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] Publish callbacks [] for port (8a56adf3-a9e7-4a43-bf50-e8d72ced2978), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:57.004914 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8a56adf3-a9e7-4a43-bf50-e8d72ced2978), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:57.013310 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4755d024-6bba-4877-aa4d-11da1409c0b6 req-02fc081c-9f57-4360-b9fb-ae313093581f service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993392 Feb 09 21:29:57.026371 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f6d4f40-7c0a-410e-9f05-146a4d98c65b req-085640cb-b5ad-4f8a-95c7-d4a86c4b50eb tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297800 Feb 09 21:29:57.037549 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c49105a0-6d11-4496-9c86-049f27215444 req-7e405531-d9db-442b-b402-26b88938509a tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114539 Feb 09 21:29:57.081022 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4308fcb9-c67b-4f1e-9c0d-fa58cacbde95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:57.135854 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8cde4-8cc8-4918-b9bb-6c6c42c14f70 None None] Pushing event updated for resources: {'Port': ['ID=8a56adf3-a9e7-4a43-bf50-e8d72ced2978,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:57.153176 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] Attempting to bind port 8a56adf3-a9e7-4a43-bf50-e8d72ced2978 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:57.153810 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] Attempting to bind port 8a56adf3-a9e7-4a43-bf50-e8d72ced2978 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:57.154338 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] Attempting to bind port 8a56adf3-a9e7-4a43-bf50-e8d72ced2978 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:57.161240 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:57.161910 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:57.162486 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:57.163031 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:57.163741 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] Bound port: 8a56adf3-a9e7-4a43-bf50-e8d72ced2978, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:57.164688 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8a56adf3-a9e7-4a43-bf50-e8d72ced2978), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:57.220928 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] For port 8a56adf3-a9e7-4a43-bf50-e8d72ced2978, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:57.224834 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] For port 8a56adf3-a9e7-4a43-bf50-e8d72ced2978, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8a56adf3-a9e7-4a43-bf50-e8d72ced2978,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:57.233281 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb4e8ef5-d48a-4940-b004-c6681bfada85 req-171892c2-2cea-4d07-be34-09956350facf tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=00385a2a-aade-463e-9186-6205716cd7fc HTTP/1.1" status: 200 len: 210 time: 0.0779107 Feb 09 21:29:57.251757 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8a56adf3-a9e7-4a43-bf50-e8d72ced2978), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:57.293637 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-4143d49c-10d7-44b6-8a5f-e827ddff8be7 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks [] for port (49c4fa5c-dc3b-435a-8af3-130a1411ff25), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:57.298052 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] Routers {'b8cd7415-7937-4a18-afb0-6cc560a966f6'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:29:57.298708 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:29:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b8cd7415-7937-4a18-afb0-6cc560a966f6'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:57.318784 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-4308fcb9-c67b-4f1e-9c0d-fa58cacbde95 admin admin] Allocated IP 172.20.0.1 (d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b/5a373f0a-8480-49cb-be9b-6894b5386da8/dfa4a939-a1fb-41df-8f4a-905a0e4a52ee) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:57.337913 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd98a3-7120-4478-87bb-9c80e8743190 req-cd406079-6407-4716-b67f-130dac44edcc tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:57.339500 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dbcd98a3-7120-4478-87bb-9c80e8743190 req-cd406079-6407-4716-b67f-130dac44edcc tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.1433947 Feb 09 21:29:57.341539 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38a552b-787d-4cf2-a098-3d22ea1b6da7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Router 00290ca8-f438-4322-b937-a04eb48eb29c has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:29:57.424812 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] Set router b8cd7415-7937-4a18-afb0-6cc560a966f6 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:29:57.457768 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-4143d49c-10d7-44b6-8a5f-e827ddff8be7 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (49c4fa5c-dc3b-435a-8af3-130a1411ff25), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:57.470785 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['93e927e6-90ef-480c-bf7f-9988462f2fcb', 'd684e2b5-cba7-45ab-871a-2bc8f3bbcea8', '3bc2ba39-cd44-4d0b-992c-58cc712ee651', '9dd43f9a-4909-4ea6-bc52-f89665942a3f'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:57.473285 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4308fcb9-c67b-4f1e-9c0d-fa58cacbde95 admin admin] Publish callbacks [] for port (dfa4a939-a1fb-41df-8f4a-905a0e4a52ee), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:57.474829 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['746c7f66-5bfa-450d-8e50-d3fca91ea73e'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:57.525816 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4308fcb9-c67b-4f1e-9c0d-fa58cacbde95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (dfa4a939-a1fb-41df-8f4a-905a0e4a52ee), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:57.542301 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dbcd98a3-7120-4478-87bb-9c80e8743190 req-009046a1-ee80-4b6b-9d71-51017ccc9872 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917422 Feb 09 21:29:57.547965 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-4143d49c-10d7-44b6-8a5f-e827ddff8be7 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:57.570898 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-4143d49c-10d7-44b6-8a5f-e827ddff8be7 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:57.585825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-4143d49c-10d7-44b6-8a5f-e827ddff8be7 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:57.590879 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-4143d49c-10d7-44b6-8a5f-e827ddff8be7 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:57.591526 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-4143d49c-10d7-44b6-8a5f-e827ddff8be7 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:57.599615 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8cde4-8cc8-4918-b9bb-6c6c42c14f70 None None] Pushing event updated for resources: {'Port': ['ID=8a56adf3-a9e7-4a43-bf50-e8d72ced2978,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:57.603598 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143d49c-10d7-44b6-8a5f-e827ddff8be7 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Pushing event updated for resources: {'Port': ['ID=49c4fa5c-dc3b-435a-8af3-130a1411ff25,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:57.663668 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-4143d49c-10d7-44b6-8a5f-e827ddff8be7 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9383824 Feb 09 21:29:57.682848 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] Request body: {'port': {'device_id': '00385a2a-aade-463e-9186-6205716cd7fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:57.688836 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308fcb9-c67b-4f1e-9c0d-fa58cacbde95 admin admin] Pushing event updated for resources: {'Port': ['ID=dfa4a939-a1fb-41df-8f4a-905a0e4a52ee,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:57.728635 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38a552b-787d-4cf2-a098-3d22ea1b6da7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:29:57.728885 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1491154343-router', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:50Z', 'updated_at': '2022-02-09T21:29:54Z', 'revision_number': 3, 'project_id': '9d01c5175556423f89699a44077206c5', 'gw_port': {'id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:07:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:52Z', 'updated_at': '2022-02-09T21:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:57.733146 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4308fcb9-c67b-4f1e-9c0d-fa58cacbde95 admin admin] Network d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:57.736295 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-4308fcb9-c67b-4f1e-9c0d-fa58cacbde95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:57.750815 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4308fcb9-c67b-4f1e-9c0d-fa58cacbde95 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:57.751313 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4308fcb9-c67b-4f1e-9c0d-fa58cacbde95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (b8cd7415-7937-4a18-afb0-6cc560a966f6), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:57.758896 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b38a552b-787d-4cf2-a098-3d22ea1b6da7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:57.763235 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284e77ec-c08a-4c0c-9f8a-7123739739a2 None None] Sync routers for ids ['00290ca8-f438-4322-b937-a04eb48eb29c'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:29:57.793530 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b38a552b-787d-4cf2-a098-3d22ea1b6da7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "PUT /v2.0/floatingips/bbbfb6d1-1109-4929-8077-e456548a8955 HTTP/1.1" status: 200 len: 992 time: 2.8820825 Feb 09 21:29:57.797973 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dce00ea-d77d-47cc-b147-5dd93945c172', 'tag': '36bf5d6e-ffce-4fb5-9506-05abe6b19c82'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:57.800613 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bddb2ed-6322-417b-a8a7-0ab98e341a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "6dce00ea-d77d-47cc-b147-5dd93945c172", "tag": "36bf5d6e-ffce-4fb5-9506-05abe6b19c82"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:57.809263 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8b1e6-5658-4071-ab7b-ad157c72d3f7 req-f49c09fb-f15f-4ff3-af2e-a6d78fe43870 tempest-MigrationsAdminTest-1661628546 tempest-MigrationsAdminTest-1661628546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:57.811879 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284e77ec-c08a-4c0c-9f8a-7123739739a2 None None] Routers {'00290ca8-f438-4322-b937-a04eb48eb29c'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:29:57.812524 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-284e77ec-c08a-4c0c-9f8a-7123739739a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:29:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['00290ca8-f438-4322-b937-a04eb48eb29c'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:57.820268 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-58b8b1e6-5658-4071-ab7b-ad157c72d3f7 req-f49c09fb-f15f-4ff3-af2e-a6d78fe43870 tempest-MigrationsAdminTest-1661628546 tempest-MigrationsAdminTest-1661628546-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 1131 time: 0.2768943 Feb 09 21:29:57.822217 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b972d2f0-37de-48bd-987a-ae4092377b06 None None] The sync data for ids ['b8cd7415-7937-4a18-afb0-6cc560a966f6'] in n-d-828601-1 is: [{'id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1491154343-router', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:50Z', 'updated_at': '2022-02-09T21:29:54Z', 'revision_number': 3, 'project_id': '9d01c5175556423f89699a44077206c5', 'gw_port': {'id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:07:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:52Z', 'updated_at': '2022-02-09T21:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:29:57.842351 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-58b8b1e6-5658-4071-ab7b-ad157c72d3f7 req-2e893d6c-6dcd-4f42-b548-0adccd01bbf6 tempest-MigrationsAdminTest-1661628546 tempest-MigrationsAdminTest-1661628546-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:57.854116 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (49c4fa5c-dc3b-435a-8af3-130a1411ff25), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:58.040960 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-58b8b1e6-5658-4071-ab7b-ad157c72d3f7 req-2e893d6c-6dcd-4f42-b548-0adccd01bbf6 tempest-MigrationsAdminTest-1661628546 tempest-MigrationsAdminTest-1661628546-project-admin] Publish callbacks [] for security_group (54f2d818-1aac-4fc8-a60f-49cc58b677d8), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:58.118162 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4308fcb9-c67b-4f1e-9c0d-fa58cacbde95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (dfa4a939-a1fb-41df-8f4a-905a0e4a52ee), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:58.121397 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-58b8b1e6-5658-4071-ab7b-ad157c72d3f7 req-2e893d6c-6dcd-4f42-b548-0adccd01bbf6 tempest-MigrationsAdminTest-1661628546 tempest-MigrationsAdminTest-1661628546-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (54f2d818-1aac-4fc8-a60f-49cc58b677d8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:58.180139 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 76123fe0-b83f-4bb5-a35b-93e23d01d82a details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:29:58.182164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b5178d3f-744b-4fda-a834-a5b35a6e0dc6 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:58.203360 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e893d6c-6dcd-4f42-b548-0adccd01bbf6 tempest-MigrationsAdminTest-1661628546 tempest-MigrationsAdminTest-1661628546-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f2d818-1aac-4fc8-a60f-49cc58b677d8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:58.210878 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-58b8b1e6-5658-4071-ab7b-ad157c72d3f7 req-2e893d6c-6dcd-4f42-b548-0adccd01bbf6 tempest-MigrationsAdminTest-1661628546 tempest-MigrationsAdminTest-1661628546-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889363 Feb 09 21:29:58.422139 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5b38fe21-aab4-4eb4-91ed-aaeae40dce63 None None] Provisioning complete for port 49c4fa5c-dc3b-435a-8af3-130a1411ff25 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:58.423057 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5b38fe21-aab4-4eb4-91ed-aaeae40dce63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (49c4fa5c-dc3b-435a-8af3-130a1411ff25), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:58.429495 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4308fcb9-c67b-4f1e-9c0d-fa58cacbde95 admin admin] Publish callbacks [] for port (dfa4a939-a1fb-41df-8f4a-905a0e4a52ee), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:58.435705 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4308fcb9-c67b-4f1e-9c0d-fa58cacbde95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (dfa4a939-a1fb-41df-8f4a-905a0e4a52ee), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:58.436573 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4308fcb9-c67b-4f1e-9c0d-fa58cacbde95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (b8cd7415-7937-4a18-afb0-6cc560a966f6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:58.460007 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.resource_extend [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:29:58.529993 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5b38fe21-aab4-4eb4-91ed-aaeae40dce63 None None] Port 49c4fa5c-dc3b-435a-8af3-130a1411ff25 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:29:58.530996 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ded0f3-210c-47c8-9939-30aea003583e req-ac6e97ae-7465-4ce3-aac9-f0f52eeadb76 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:58.532720 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75ded0f3-210c-47c8-9939-30aea003583e req-ac6e97ae-7465-4ce3-aac9-f0f52eeadb76 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bd1fc15-eccd-41cf-a51a-b828c7fb684a HTTP/1.1" status: 200 len: 945 time: 0.1738212 Feb 09 21:29:58.553415 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-284e77ec-c08a-4c0c-9f8a-7123739739a2 None None] Set router 00290ca8-f438-4322-b937-a04eb48eb29c gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:29:58.627952 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4308fcb9-c67b-4f1e-9c0d-fa58cacbde95 admin admin] Network d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:58.632146 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308fcb9-c67b-4f1e-9c0d-fa58cacbde95 admin admin] Pushing event updated for resources: {'Port': ['ID=dfa4a939-a1fb-41df-8f4a-905a0e4a52ee,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:58.635446 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port b5178d3f-744b-4fda-a834-a5b35a6e0dc6 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:29:58.636945 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75ded0f3-210c-47c8-9939-30aea003583e req-a532c247-b4c4-40e0-af3f-d64ceee9c87f tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955644 Feb 09 21:29:58.645964 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-4308fcb9-c67b-4f1e-9c0d-fa58cacbde95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:58.646493 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373d8ec-26df-453d-8eee-eb8338018b3c req-ee4a217f-88f7-42a1-af74-9dc5115c0413 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:58.653481 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d373d8ec-26df-453d-8eee-eb8338018b3c req-ee4a217f-88f7-42a1-af74-9dc5115c0413 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dce00ea-d77d-47cc-b147-5dd93945c172 HTTP/1.1" status: 200 len: 946 time: 0.1988106 Feb 09 21:29:58.659681 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c4fa5c-dc3b-435a-8af3-130a1411ff25 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:58.673008 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] Publish callbacks [] for port (49c4fa5c-dc3b-435a-8af3-130a1411ff25), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:58.697855 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] Transition to ACTIVE for port object 49c4fa5c-dc3b-435a-8af3-130a1411ff25 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:29:58.720187 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port b5178d3f-744b-4fda-a834-a5b35a6e0dc6 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:58.720562 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b5178d3f-744b-4fda-a834-a5b35a6e0dc6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:58.721882 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (49c4fa5c-dc3b-435a-8af3-130a1411ff25), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:58.759299 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728b2f81-b858-4b93-a72f-d4a0bb0ed967 x-openstack-request-id: req-728b2f81-b858-4b93-a72f-d4a0bb0ed967 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:58.759619 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dce00ea-d77d-47cc-b147-5dd93945c172", "tag": "36bf5d6e-ffce-4fb5-9506-05abe6b19c82", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:58.759895 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-728b2f81-b858-4b93-a72f-d4a0bb0ed967 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:58.760303 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dce00ea-d77d-47cc-b147-5dd93945c172', 'tag': '36bf5d6e-ffce-4fb5-9506-05abe6b19c82', 'status': 'completed', 'code': 200} Feb 09 21:29:58.840307 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d373d8ec-26df-453d-8eee-eb8338018b3c req-712c9822-7aa1-4134-825c-ff0ae3c302e3 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858323 Feb 09 21:29:58.951865 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] Pushing event updated for resources: {'Port': ['ID=49c4fa5c-dc3b-435a-8af3-130a1411ff25,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:58.974033 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 76123fe0-b83f-4bb5-a35b-93e23d01d82a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=76123fe0-b83f-4bb5-a35b-93e23d01d82a,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:58.995063 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '76123fe0-b83f-4bb5-a35b-93e23d01d82a', 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac', 'port_id': '76123fe0-b83f-4bb5-a35b-93e23d01d82a', 'mac_address': 'fa:16:3e:e5:4f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f097b81-caaa-46d2-99d1-7cb129c76999', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:29:59.014794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] Attempting to bind port 49c4fa5c-dc3b-435a-8af3-130a1411ff25 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:59.014794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] Attempting to bind port 49c4fa5c-dc3b-435a-8af3-130a1411ff25 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:59.015184 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] Attempting to bind port 49c4fa5c-dc3b-435a-8af3-130a1411ff25 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:59.018291 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddb2ed-6322-417b-a8a7-0ab98e341a1c req-42a68ef6-9a09-41b4-86aa-245c7d03aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:59.020810 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8bddb2ed-6322-417b-a8a7-0ab98e341a1c req-42a68ef6-9a09-41b4-86aa-245c7d03aa94 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34da0e58ac28411fa30259d6e8691b32&device_id=6dce00ea-d77d-47cc-b147-5dd93945c172 HTTP/1.1" status: 200 len: 1128 time: 0.1881716 Feb 09 21:29:59.045799 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] Port 49c4fa5c-dc3b-435a-8af3-130a1411ff25 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:59.056851 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] Attempting to bind port 49c4fa5c-dc3b-435a-8af3-130a1411ff25 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:59.065414 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:59.065752 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:59.066141 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:59.066585 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] Bound port: 49c4fa5c-dc3b-435a-8af3-130a1411ff25, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:59.066947 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (49c4fa5c-dc3b-435a-8af3-130a1411ff25), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:59.106014 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4308fcb9-c67b-4f1e-9c0d-fa58cacbde95 admin admin] Router b8cd7415-7937-4a18-afb0-6cc560a966f6 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:29:59.117776 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-009be814-e0c4-4eda-9f0f-5d1543b2d513 req-99a6e1c5-7e39-49cc-a538-f7ac2a0cb8be service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:29:59.119440 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-009be814-e0c4-4eda-9f0f-5d1543b2d513 req-99a6e1c5-7e39-49cc-a538-f7ac2a0cb8be service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0406029 Feb 09 21:29:59.130606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7046ff-82b1-42fd-a215-b7c424a6043f req-b68d5eb4-3abd-4fb1-a31b-fc1d26767227 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:59.148979 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ca7046ff-82b1-42fd-a215-b7c424a6043f req-b68d5eb4-3abd-4fb1-a31b-fc1d26767227 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 943 time: 0.2471821 Feb 09 21:29:59.204991 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 76123fe0-b83f-4bb5-a35b-93e23d01d82a is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:59.207504 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (76123fe0-b83f-4bb5-a35b-93e23d01d82a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:59.210211 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0400468a-696e-4773-8e26-044c9f8c5d07 None None] Provisioning complete for port dfa4a939-a1fb-41df-8f4a-905a0e4a52ee triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:59.214422 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0400468a-696e-4773-8e26-044c9f8c5d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (dfa4a939-a1fb-41df-8f4a-905a0e4a52ee), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:59.218299 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port b5178d3f-744b-4fda-a834-a5b35a6e0dc6 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:59.220630 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b5178d3f-744b-4fda-a834-a5b35a6e0dc6), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:59.227686 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8a56adf3-a9e7-4a43-bf50-e8d72ced2978 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:59.263009 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ca7046ff-82b1-42fd-a215-b7c424a6043f req-f3943d57-3d66-48fe-b002-b15b366a35cb tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059096 Feb 09 21:29:59.267219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] For port 49c4fa5c-dc3b-435a-8af3-130a1411ff25, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:59.270614 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] For port 49c4fa5c-dc3b-435a-8af3-130a1411ff25, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=49c4fa5c-dc3b-435a-8af3-130a1411ff25,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:59.280539 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (49c4fa5c-dc3b-435a-8af3-130a1411ff25), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:59.325931 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:59.326867 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:59.329758 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] 10.222.0.42 "PUT /v2.0/ports/49c4fa5c-dc3b-435a-8af3-130a1411ff25 HTTP/1.1" status: 200 len: 1095 time: 1.6529653 Feb 09 21:29:59.357286 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddb2ed-6322-417b-a8a7-0ab98e341a1c req-a5c3bfef-d02a-41d0-bc1d-753ab19a0741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:59.358915 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8bddb2ed-6322-417b-a8a7-0ab98e341a1c req-a5c3bfef-d02a-41d0-bc1d-753ab19a0741 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a3f8e4fa-eb41-400d-a414-9d927a51e184 HTTP/1.1" status: 200 len: 924 time: 0.3238850 Feb 09 21:29:59.371248 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03560056-63fd-4750-a94f-4f7bf1538d40 service neutron] Pushing event updated for resources: {'Port': ['ID=49c4fa5c-dc3b-435a-8af3-130a1411ff25,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:59.388514 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4308fcb9-c67b-4f1e-9c0d-fa58cacbde95 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:29:59.471099 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4308fcb9-c67b-4f1e-9c0d-fa58cacbde95 admin admin] 10.222.0.77 "PUT /v2.0/routers/b8cd7415-7937-4a18-afb0-6cc560a966f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5557637 Feb 09 21:29:59.487427 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76123fe0-b83f-4bb5-a35b-93e23d01d82a {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:59.529634 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd1fc15-eccd-41cf-a51a-b828c7fb684a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5178d3f-744b-4fda-a834-a5b35a6e0dc6'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:59.532216 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c79afe-a695-4208-8d9c-94c012f87f09" -d '{"events": [{"server_uuid": "6bd1fc15-eccd-41cf-a51a-b828c7fb684a", "name": "network-vif-plugged", "status": "completed", "tag": "b5178d3f-744b-4fda-a834-a5b35a6e0dc6"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:59.560608 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0400468a-696e-4773-8e26-044c9f8c5d07 None None] Port dfa4a939-a1fb-41df-8f4a-905a0e4a52ee cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:29:59.590701 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b5178d3f-744b-4fda-a834-a5b35a6e0dc6, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b5178d3f-744b-4fda-a834-a5b35a6e0dc6,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:59.591181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-43e48482-12bc-4617-a810-b3446ad01a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:59.594195 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8bddb2ed-6322-417b-a8a7-0ab98e341a1c req-407e8412-8fd6-4fa9-b624-9319f40ff5e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36bf5d6e-ffce-4fb5-9506-05abe6b19c82 HTTP/1.1" status: 200 len: 1000 time: 0.2197065 Feb 09 21:29:59.596681 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-43e48482-12bc-4617-a810-b3446ad01a95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&device_id=00385a2a-aade-463e-9186-6205716cd7fc HTTP/1.1" status: 200 len: 1129 time: 0.2136960 Feb 09 21:29:59.603496 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 76123fe0-b83f-4bb5-a35b-93e23d01d82a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=76123fe0-b83f-4bb5-a35b-93e23d01d82a,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:59.633320 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b5178d3f-744b-4fda-a834-a5b35a6e0dc6), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:59.640541 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1363d-2031-4667-aace-ab48f89320d4 req-8ab1c022-500c-44b6-8731-05aea13f2790 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:59.649391 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76c1363d-2031-4667-aace-ab48f89320d4 req-8ab1c022-500c-44b6-8731-05aea13f2790 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=00385a2a-aade-463e-9186-6205716cd7fc HTTP/1.1" status: 200 len: 947 time: 0.1670182 Feb 09 21:29:59.657095 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (76123fe0-b83f-4bb5-a35b-93e23d01d82a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:59.712364 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-d63df86f-cf2a-4c3f-8f57-f69181b2ea1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=49c4fa5c-dc3b-435a-8af3-130a1411ff25 HTTP/1.1" status: 200 len: 217 time: 0.1022010 Feb 09 21:29:59.723610 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddb2ed-6322-417b-a8a7-0ab98e341a1c req-82df6f5a-5f2c-43f5-aa28-26431308f6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:59.726277 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8bddb2ed-6322-417b-a8a7-0ab98e341a1c req-82df6f5a-5f2c-43f5-aa28-26431308f6e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9bbdf589-ff38-4f97-b903-2b54033c2183 HTTP/1.1" status: 200 len: 862 time: 0.1162677 Feb 09 21:29:59.780120 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddb2ed-6322-417b-a8a7-0ab98e341a1c req-8f6d1e73-0a37-4a5a-b953-9b04f15aee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:59.782951 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8bddb2ed-6322-417b-a8a7-0ab98e341a1c req-8f6d1e73-0a37-4a5a-b953-9b04f15aee28 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3f8e4fa-eb41-400d-a414-9d927a51e184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509822 Feb 09 21:29:59.785917 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-141c4ac8-175d-4fae-8bd0-fb233da80030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:59.787432 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-141c4ac8-175d-4fae-8bd0-fb233da80030 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0610046 Feb 09 21:29:59.811559 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76c1363d-2031-4667-aace-ab48f89320d4 req-6df587ef-75b4-4bf0-870b-cac277716b46 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569552 Feb 09 21:29:59.816532 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=b5178d3f-744b-4fda-a834-a5b35a6e0dc6,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:59.871089 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8a56adf3-a9e7-4a43-bf50-e8d72ced2978 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:59.871470 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8a56adf3-a9e7-4a43-bf50-e8d72ced2978), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:59.923542 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-2524b04f-9edc-4e93-b716-f3d2dd63a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:59.928811 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-2524b04f-9edc-4e93-b716-f3d2dd63a822 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1161950 Feb 09 21:29:59.959953 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8bddb2ed-6322-417b-a8a7-0ab98e341a1c req-56670bff-b061-4614-8f3c-01636db3ff81 service neutron] 10.222.0.42 "GET /v2.0/networks/a3f8e4fa-eb41-400d-a414-9d927a51e184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593103 Feb 09 21:30:00.012200 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c19c19-bdb9-490a-8e85-358f749a52ad x-openstack-request-id: req-13c19c19-bdb9-490a-8e85-358f749a52ad {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:00.014625 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd1fc15-eccd-41cf-a51a-b828c7fb684a", "name": "network-vif-plugged", "status": "completed", "tag": "b5178d3f-744b-4fda-a834-a5b35a6e0dc6", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:00.015031 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-13c19c19-bdb9-490a-8e85-358f749a52ad {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:00.015552 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd1fc15-eccd-41cf-a51a-b828c7fb684a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5178d3f-744b-4fda-a834-a5b35a6e0dc6', 'code': 200} Feb 09 21:30:00.024727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['76123fe0-b83f-4bb5-a35b-93e23d01d82a'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:00.104227 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-bff791c1-58a3-42fc-b14d-aaf2f666b5e0 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635795 Feb 09 21:30:00.106664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=76123fe0-b83f-4bb5-a35b-93e23d01d82a,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:00.123569 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8bddb2ed-6322-417b-a8a7-0ab98e341a1c req-0cee0fb5-ddf9-4e90-b3fe-fb5793b04e9f service neutron] 10.222.0.42 "GET /v2.0/networks/a3f8e4fa-eb41-400d-a414-9d927a51e184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564310 Feb 09 21:30:00.131491 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45736) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:00.168165 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-1c08d2da-64db-40d7-a713-3d3831a38da9 None None] Provisioning complete for port dfa4a939-a1fb-41df-8f4a-905a0e4a52ee triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:00.168595 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1c08d2da-64db-40d7-a713-3d3831a38da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (dfa4a939-a1fb-41df-8f4a-905a0e4a52ee), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:00.179682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fb246-a494-4bb9-96c3-71e32c8aa1c1 req-db0f8df2-0bc4-41e9-ac9b-0b138795fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:00.183870 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db7fb246-a494-4bb9-96c3-71e32c8aa1c1 req-db0f8df2-0bc4-41e9-ac9b-0b138795fca2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6bd1fc15-eccd-41cf-a51a-b828c7fb684a HTTP/1.1" status: 200 len: 1128 time: 0.0791492 Feb 09 21:30:00.251951 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db7fb246-a494-4bb9-96c3-71e32c8aa1c1 req-0815e5f7-9e2c-4bfe-bd9a-ce0f2580efa5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629346 Feb 09 21:30:00.278428 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1c08d2da-64db-40d7-a713-3d3831a38da9 None None] Port dfa4a939-a1fb-41df-8f4a-905a0e4a52ee cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:30:00.308822 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f64bf1-34ae-414c-beed-cdefee3ca2a1 req-821877ff-6458-4aad-9585-481d11c722a3 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:00.310421 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9f64bf1-34ae-414c-beed-cdefee3ca2a1 req-821877ff-6458-4aad-9585-481d11c722a3 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bd1fc15-eccd-41cf-a51a-b828c7fb684a HTTP/1.1" status: 200 len: 946 time: 0.2030387 Feb 09 21:30:00.325613 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-284e77ec-c08a-4c0c-9f8a-7123739739a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-router', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:28:58Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'gw_port': {'id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:00Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'bbbfb6d1-1109-4929-8077-e456548a8955', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'port_id': '36bf5d6e-ffce-4fb5-9506-05abe6b19c82', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'mac_address': 'fa:16:3e:f8:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dce00ea-d77d-47cc-b147-5dd93945c172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:29:35Z', 'updated_at': '2022-02-09T21:29:55Z', 'revision_number': 1, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7', 'name': '', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'mac_address': 'fa:16:3e:fd:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:07Z', 'updated_at': '2022-02-09T21:29:17Z', 'revision_number': 5, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'subnets': [{'id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:00.326915 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba615c7-309a-49d9-9493-8dfea3bb7171 req-81735f99-024f-40ac-a745-3ad74b11fa9f tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:00.333866 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ba615c7-309a-49d9-9493-8dfea3bb7171 req-81735f99-024f-40ac-a745-3ad74b11fa9f tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.2275271 Feb 09 21:30:00.363119 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f8b82af-df43-439c-88ca-de138bc46b1d req-493e73ad-9ae0-45cb-a3f4-705270c52afe service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335556 Feb 09 21:30:00.376716 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284e77ec-c08a-4c0c-9f8a-7123739739a2 None None] Checking router: 00290ca8-f438-4322-b937-a04eb48eb29c for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:30:00.397526 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4555105b-4706-49de-8530-cf06d39c972b req-ec1092f3-6e17-4a9e-83e2-fd25b78c6e94 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2528746 Feb 09 21:30:00.405410 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8a56adf3-a9e7-4a43-bf50-e8d72ced2978 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:00.405843 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8a56adf3-a9e7-4a43-bf50-e8d72ced2978), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:00.417047 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-4555105b-4706-49de-8530-cf06d39c972b req-4ef96b4d-0e23-4f7e-ba85-b0065b57e8b2 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:30:00.418059 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4555105b-4706-49de-8530-cf06d39c972b req-4ef96b4d-0e23-4f7e-ba85-b0065b57e8b2 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070522 Feb 09 21:30:00.436876 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284e77ec-c08a-4c0c-9f8a-7123739739a2 None None] Routers {'00290ca8-f438-4322-b937-a04eb48eb29c'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:00.437403 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-284e77ec-c08a-4c0c-9f8a-7123739739a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:29:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['00290ca8-f438-4322-b937-a04eb48eb29c'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:00.445251 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ba615c7-309a-49d9-9493-8dfea3bb7171 req-0dca84fc-4ff8-47dd-8a7c-3ed333b013ad tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056998 Feb 09 21:30:00.449178 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] Sync routers for ids ['b8cd7415-7937-4a18-afb0-6cc560a966f6'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:30:00.473045 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9f64bf1-34ae-414c-beed-cdefee3ca2a1 req-b8579b5d-4ee9-42f7-bdbf-55dab5cabd34 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355400 Feb 09 21:30:00.475578 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] Routers {'b8cd7415-7937-4a18-afb0-6cc560a966f6'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:00.476489 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:29:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b8cd7415-7937-4a18-afb0-6cc560a966f6'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:00.595756 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 8a56adf3-a9e7-4a43-bf50-e8d72ced2978, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8a56adf3-a9e7-4a43-bf50-e8d72ced2978,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:00.606472 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c10bb-cf57-4ad3-b96b-14ac01fb1e5d req-80339bc4-2be4-4a09-bf51-0a15bf6a53d2 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:00.615438 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b43c10bb-cf57-4ad3-b96b-14ac01fb1e5d req-80339bc4-2be4-4a09-bf51-0a15bf6a53d2 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dce00ea-d77d-47cc-b147-5dd93945c172 HTTP/1.1" status: 200 len: 946 time: 0.0912786 Feb 09 21:30:00.619301 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8a56adf3-a9e7-4a43-bf50-e8d72ced2978), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:00.705629 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] Set router b8cd7415-7937-4a18-afb0-6cc560a966f6 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:00.743418 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b43c10bb-cf57-4ad3-b96b-14ac01fb1e5d req-00c42257-3fca-4825-ab23-682887ad1e06 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209731 Feb 09 21:30:00.744130 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-284e77ec-c08a-4c0c-9f8a-7123739739a2 None None] Set router 00290ca8-f438-4322-b937-a04eb48eb29c gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:00.761982 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00385a2a-aade-463e-9186-6205716cd7fc', 'tag': '49c4fa5c-dc3b-435a-8af3-130a1411ff25'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:00.764355 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6aac51-ebcb-4fe2-87de-da7eeb77e716" -d '{"events": [{"name": "network-changed", "server_uuid": "00385a2a-aade-463e-9186-6205716cd7fc", "tag": "49c4fa5c-dc3b-435a-8af3-130a1411ff25"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:00.861639 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d04356-1b33-466d-ac50-966f9501709f req-8e3f803b-7666-471b-8449-d254ec119ea1 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:00.869423 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-36d04356-1b33-466d-ac50-966f9501709f req-8e3f803b-7666-471b-8449-d254ec119ea1 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/networks?id=d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b HTTP/1.1" status: 200 len: 829 time: 0.2371612 Feb 09 21:30:00.900189 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-36d04356-1b33-466d-ac50-966f9501709f req-6e7307a2-aaa9-46aa-bbba-707e6bfc81aa tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/quotas/9d01c5175556423f89699a44077206c5 HTTP/1.1" status: 200 len: 375 time: 0.0288234 Feb 09 21:30:00.998485 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1491154343-router', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:50Z', 'updated_at': '2022-02-09T21:29:58Z', 'revision_number': 4, 'project_id': '9d01c5175556423f89699a44077206c5', 'gw_port': {'id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:07:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:52Z', 'updated_at': '2022-02-09T21:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'dfa4a939-a1fb-41df-8f4a-905a0e4a52ee', 'name': '', 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'mac_address': 'fa:16:3e:38:7f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5a373f0a-8480-49cb-be9b-6894b5386da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:57Z', 'updated_at': '2022-02-09T21:29:58Z', 'revision_number': 2, 'project_id': '9d01c5175556423f89699a44077206c5', 'subnets': [{'id': '5a373f0a-8480-49cb-be9b-6894b5386da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:01.022389 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=8a56adf3-a9e7-4a43-bf50-e8d72ced2978,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:01.033015 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] Checking router: b8cd7415-7937-4a18-afb0-6cc560a966f6 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:30:01.033856 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] Updating router b8cd7415-7937-4a18-afb0-6cc560a966f6 port dfa4a939-a1fb-41df-8f4a-905a0e4a52ee binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:30:01.067128 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (dfa4a939-a1fb-41df-8f4a-905a0e4a52ee), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:01.213130 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec739d-181e-45a5-852c-725beb0e6bcc req-1f53e91c-487b-409e-8da6-2fe0c3f1492c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:01.214943 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-edec739d-181e-45a5-852c-725beb0e6bcc req-1f53e91c-487b-409e-8da6-2fe0c3f1492c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.3415985 Feb 09 21:30:01.233577 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-36d04356-1b33-466d-ac50-966f9501709f req-2b464589-0ae2-489d-ba07-7caa5c8d9c4c tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d01c5175556423f89699a44077206c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3315692 Feb 09 21:30:01.240244 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-284e77ec-c08a-4c0c-9f8a-7123739739a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-router', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:28:58Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'gw_port': {'id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:00Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'bbbfb6d1-1109-4929-8077-e456548a8955', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'port_id': '36bf5d6e-ffce-4fb5-9506-05abe6b19c82', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'mac_address': 'fa:16:3e:f8:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dce00ea-d77d-47cc-b147-5dd93945c172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:29:35Z', 'updated_at': '2022-02-09T21:29:55Z', 'revision_number': 1, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7', 'name': '', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'mac_address': 'fa:16:3e:fd:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:07Z', 'updated_at': '2022-02-09T21:29:17Z', 'revision_number': 5, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'subnets': [{'id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:01.285956 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284e77ec-c08a-4c0c-9f8a-7123739739a2 None None] The sync data for ids ['00290ca8-f438-4322-b937-a04eb48eb29c'] in n-d-828601-1 is: [{'id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-router', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:28:58Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'gw_port': {'id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:00Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'bbbfb6d1-1109-4929-8077-e456548a8955', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'port_id': '36bf5d6e-ffce-4fb5-9506-05abe6b19c82', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'mac_address': 'fa:16:3e:f8:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dce00ea-d77d-47cc-b147-5dd93945c172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:29:35Z', 'updated_at': '2022-02-09T21:29:55Z', 'revision_number': 1, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7', 'name': '', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'mac_address': 'fa:16:3e:fd:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:07Z', 'updated_at': '2022-02-09T21:29:17Z', 'revision_number': 5, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'subnets': [{'id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:30:01.339384 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-edec739d-181e-45a5-852c-725beb0e6bcc req-bf187ade-2723-4047-9da0-518f843dc828 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954430 Feb 09 21:30:01.396052 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-36d04356-1b33-466d-ac50-966f9501709f req-22556524-7d84-4629-8f64-20528e6f0137 service neutron] 10.222.0.77 "GET /v2.0/networks/d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614273 Feb 09 21:30:01.449505 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] Publish callbacks [] for port (dfa4a939-a1fb-41df-8f4a-905a0e4a52ee), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:01.457336 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (dfa4a939-a1fb-41df-8f4a-905a0e4a52ee), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:01.536956 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f7832-4a36-48b2-a9cf-b694a1c11079 None None] Pushing event updated for resources: {'Port': ['ID=dfa4a939-a1fb-41df-8f4a-905a0e4a52ee,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:01.583615 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-36d04356-1b33-466d-ac50-966f9501709f req-78a9ea2a-d4a4-45bf-a20d-2f57d637037e service neutron] 10.222.0.77 "GET /v2.0/networks/d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863801 Feb 09 21:30:01.599383 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed87813-4dbe-4a55-b20f-7c2f26e687fa req-513997ec-f6dd-4a17-b20b-c3a7b87442de tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:01.601060 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bed87813-4dbe-4a55-b20f-7c2f26e687fa req-513997ec-f6dd-4a17-b20b-c3a7b87442de tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 944 time: 0.1367052 Feb 09 21:30:01.722826 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bed87813-4dbe-4a55-b20f-7c2f26e687fa req-07bbe9b9-2400-49f5-8fb2-4a7cb96526b5 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065590 Feb 09 21:30:01.739074 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad774a09-4a5f-4fda-97b2-f8c5ca91846e None None] New status for floating IP bbbfb6d1-1109-4929-8077-e456548a8955: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:30:01.764144 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] Attempting to bind port dfa4a939-a1fb-41df-8f4a-905a0e4a52ee on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:30:01.764659 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] Attempting to bind port dfa4a939-a1fb-41df-8f4a-905a0e4a52ee by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '6f386f2e-7e93-44c7-8638-0c581680bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:30:01.765028 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] Attempting to bind port dfa4a939-a1fb-41df-8f4a-905a0e4a52ee on network d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:01.778207 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:30:01.778586 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] Checking segment: {'id': '6f386f2e-7e93-44c7-8638-0c581680bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:01.778993 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:01.779383 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] Bound using segment: {'id': '6f386f2e-7e93-44c7-8638-0c581680bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:30:01.779875 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] Bound port: dfa4a939-a1fb-41df-8f4a-905a0e4a52ee, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f386f2e-7e93-44c7-8638-0c581680bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:30:01.780251 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (dfa4a939-a1fb-41df-8f4a-905a0e4a52ee), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:01.870123 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31375e1d-bb0e-4e09-b772-f4e458203889 req-cbe2f28c-1f66-44a6-9954-cd74fc79d435 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:01.872648 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31375e1d-bb0e-4e09-b772-f4e458203889 req-cbe2f28c-1f66-44a6-9954-cd74fc79d435 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dce00ea-d77d-47cc-b147-5dd93945c172 HTTP/1.1" status: 200 len: 946 time: 0.0833898 Feb 09 21:30:01.933818 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31375e1d-bb0e-4e09-b772-f4e458203889 req-60dd9627-18ee-4858-9d2d-fe905f126287 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555735 Feb 09 21:30:01.935736 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034e0d5b-b97d-401f-9946-902a51814fc0 x-openstack-request-id: req-034e0d5b-b97d-401f-9946-902a51814fc0 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:01.936036 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00385a2a-aade-463e-9186-6205716cd7fc", "tag": "49c4fa5c-dc3b-435a-8af3-130a1411ff25", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:01.936293 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-034e0d5b-b97d-401f-9946-902a51814fc0 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:01.936690 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00385a2a-aade-463e-9186-6205716cd7fc', 'tag': '49c4fa5c-dc3b-435a-8af3-130a1411ff25', 'status': 'completed', 'code': 200} Feb 09 21:30:01.943287 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] For port dfa4a939-a1fb-41df-8f4a-905a0e4a52ee, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:01.968407 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] For port dfa4a939-a1fb-41df-8f4a-905a0e4a52ee, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=dfa4a939-a1fb-41df-8f4a-905a0e4a52ee,segment=NetworkSegment(6f386f2e-7e93-44c7-8638-0c581680bc1a),segment_id=6f386f2e-7e93-44c7-8638-0c581680bc1a)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:30:01.984719 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (dfa4a939-a1fb-41df-8f4a-905a0e4a52ee), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:02.074287 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] Routers {'b8cd7415-7937-4a18-afb0-6cc560a966f6'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:02.075038 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:29:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b8cd7415-7937-4a18-afb0-6cc560a966f6'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:02.092014 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6aac51-ebcb-4fe2-87de-da7eeb77e716 req-05c35b23-0143-45dc-ac35-623c3d22eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:02.093532 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e6aac51-ebcb-4fe2-87de-da7eeb77e716 req-05c35b23-0143-45dc-ac35-623c3d22eb32 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&device_id=00385a2a-aade-463e-9186-6205716cd7fc HTTP/1.1" status: 200 len: 1129 time: 0.1362536 Feb 09 21:30:02.149396 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 76123fe0-b83f-4bb5-a35b-93e23d01d82a up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:30:02.174232 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f7832-4a36-48b2-a9cf-b694a1c11079 None None] Pushing event updated for resources: {'Port': ['ID=dfa4a939-a1fb-41df-8f4a-905a0e4a52ee,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:02.225883 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f406ce05-9313-46c1-96ae-023d0ca1ef88 None None] Provisioning complete for port dfa4a939-a1fb-41df-8f4a-905a0e4a52ee triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:02.226607 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f406ce05-9313-46c1-96ae-023d0ca1ef88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (dfa4a939-a1fb-41df-8f4a-905a0e4a52ee), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:02.286735 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6aac51-ebcb-4fe2-87de-da7eeb77e716 req-37fec154-cf84-4617-8880-004af18ad938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:02.291918 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e6aac51-ebcb-4fe2-87de-da7eeb77e716 req-37fec154-cf84-4617-8880-004af18ad938 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.1896560 Feb 09 21:30:02.293874 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] Set router b8cd7415-7937-4a18-afb0-6cc560a966f6 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:02.313950 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0598bfd-eca5-4554-9ea5-b870cb03b1f3 req-afcd49e9-8b13-4020-a6b2-2ff9411aa88a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:02.315495 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0598bfd-eca5-4554-9ea5-b870cb03b1f3 req-afcd49e9-8b13-4020-a6b2-2ff9411aa88a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=00385a2a-aade-463e-9186-6205716cd7fc HTTP/1.1" status: 200 len: 947 time: 0.2879322 Feb 09 21:30:02.369545 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e6aac51-ebcb-4fe2-87de-da7eeb77e716 req-1409bc8a-9711-4862-b88c-fa1817a25b55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=49c4fa5c-dc3b-435a-8af3-130a1411ff25 HTTP/1.1" status: 200 len: 217 time: 0.0657635 Feb 09 21:30:02.378375 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 76123fe0-b83f-4bb5-a35b-93e23d01d82a completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:30:02.400779 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555105b-4706-49de-8530-cf06d39c972b req-f1f1a130-ba66-4506-b4b8-f571c77ac6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:02.402282 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4555105b-4706-49de-8530-cf06d39c972b req-f1f1a130-ba66-4506-b4b8-f571c77ac6ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 1131 time: 0.0893598 Feb 09 21:30:02.402666 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 76123fe0-b83f-4bb5-a35b-93e23d01d82a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:02.403098 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (76123fe0-b83f-4bb5-a35b-93e23d01d82a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:02.467092 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6aac51-ebcb-4fe2-87de-da7eeb77e716 req-a5e3c554-9fc8-4176-b1c3-f249562868c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:02.468736 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e6aac51-ebcb-4fe2-87de-da7eeb77e716 req-a5e3c554-9fc8-4176-b1c3-f249562868c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0704327 Feb 09 21:30:02.510849 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0598bfd-eca5-4554-9ea5-b870cb03b1f3 req-57ecb478-cf8a-42b9-b54d-9192a65ebcc9 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360774 Feb 09 21:30:02.559699 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555105b-4706-49de-8530-cf06d39c972b req-387601dc-7440-4878-ad27-d57439899bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:02.561533 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4555105b-4706-49de-8530-cf06d39c972b req-387601dc-7440-4878-ad27-d57439899bdf service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.1527669 Feb 09 21:30:02.565133 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25da061-03ff-4031-ae51-1ca4b59c9198 req-dd3b9fd7-909a-4b96-a5fa-a58e02405001 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:02.576510 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a25da061-03ff-4031-ae51-1ca4b59c9198 req-dd3b9fd7-909a-4b96-a5fa-a58e02405001 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.2832248 Feb 09 21:30:02.578638 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f406ce05-9313-46c1-96ae-023d0ca1ef88 None None] Current status of the port dfa4a939-a1fb-41df-8f4a-905a0e4a52ee is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:02.579085 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f406ce05-9313-46c1-96ae-023d0ca1ef88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (dfa4a939-a1fb-41df-8f4a-905a0e4a52ee), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:02.613923 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4555105b-4706-49de-8530-cf06d39c972b req-4672b255-8cfb-4729-8028-28ddd7d86044 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=02b978b5-de78-4099-8244-c4ff559fbc76 HTTP/1.1" status: 200 len: 217 time: 0.0401061 Feb 09 21:30:02.655671 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 76123fe0-b83f-4bb5-a35b-93e23d01d82a is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:02.656366 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (76123fe0-b83f-4bb5-a35b-93e23d01d82a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:02.667422 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1491154343-router', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:50Z', 'updated_at': '2022-02-09T21:29:58Z', 'revision_number': 4, 'project_id': '9d01c5175556423f89699a44077206c5', 'gw_port': {'id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:52Z', 'updated_at': '2022-02-09T21:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'dfa4a939-a1fb-41df-8f4a-905a0e4a52ee', 'name': '', 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'mac_address': 'fa:16:3e:38:7f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5a373f0a-8480-49cb-be9b-6894b5386da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:57Z', 'updated_at': '2022-02-09T21:30:01Z', 'revision_number': 4, 'project_id': '9d01c5175556423f89699a44077206c5', 'subnets': [{'id': '5a373f0a-8480-49cb-be9b-6894b5386da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:02.685120 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555105b-4706-49de-8530-cf06d39c972b req-395b80f4-3341-4f9e-8dae-e1ee3805bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:02.687293 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4555105b-4706-49de-8530-cf06d39c972b req-395b80f4-3341-4f9e-8dae-e1ee3805bcd3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0621166 Feb 09 21:30:02.690375 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f406ce05-9313-46c1-96ae-023d0ca1ef88 None None] For port dfa4a939-a1fb-41df-8f4a-905a0e4a52ee, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=dfa4a939-a1fb-41df-8f4a-905a0e4a52ee,segment=NetworkSegment(6f386f2e-7e93-44c7-8638-0c581680bc1a),segment_id=6f386f2e-7e93-44c7-8638-0c581680bc1a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:02.699038 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a25da061-03ff-4031-ae51-1ca4b59c9198 req-513dba67-57ba-4800-8d88-8f19f005925b tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214564 Feb 09 21:30:02.717390 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6aac51-ebcb-4fe2-87de-da7eeb77e716 req-a88d8015-7677-4ef0-b170-6b23ffd27bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:02.719771 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e6aac51-ebcb-4fe2-87de-da7eeb77e716 req-a88d8015-7677-4ef0-b170-6b23ffd27bdd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2235296 Feb 09 21:30:02.723582 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 76123fe0-b83f-4bb5-a35b-93e23d01d82a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=76123fe0-b83f-4bb5-a35b-93e23d01d82a,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:02.725361 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0c0d84-088e-44f4-808a-a306a5163a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76123fe0-b83f-4bb5-a35b-93e23d01d82a'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:02.729043 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b44c53a-2986-4040-9858-c67c5150b8b4" -d '{"events": [{"server_uuid": "4f0c0d84-088e-44f4-808a-a306a5163a62", "name": "network-vif-plugged", "status": "completed", "tag": "76123fe0-b83f-4bb5-a35b-93e23d01d82a"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:02.731045 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed653e72-9d6a-42b3-b092-9e34fe8d9ea4 None None] The sync data for ids ['b8cd7415-7937-4a18-afb0-6cc560a966f6'] in n-d-828601-1 is: [{'id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1491154343-router', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:50Z', 'updated_at': '2022-02-09T21:29:58Z', 'revision_number': 4, 'project_id': '9d01c5175556423f89699a44077206c5', 'gw_port': {'id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:52Z', 'updated_at': '2022-02-09T21:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'dfa4a939-a1fb-41df-8f4a-905a0e4a52ee', 'name': '', 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'mac_address': 'fa:16:3e:38:7f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5a373f0a-8480-49cb-be9b-6894b5386da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:57Z', 'updated_at': '2022-02-09T21:30:01Z', 'revision_number': 4, 'project_id': '9d01c5175556423f89699a44077206c5', 'subnets': [{'id': '5a373f0a-8480-49cb-be9b-6894b5386da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:30:02.741524 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f406ce05-9313-46c1-96ae-023d0ca1ef88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (dfa4a939-a1fb-41df-8f4a-905a0e4a52ee), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:02.747860 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (76123fe0-b83f-4bb5-a35b-93e23d01d82a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:02.749901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb0fbe-2181-4f76-a5b0-0bf630437f71 req-f60696ef-c7a3-441e-97a3-5c0d66f13d89 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:02.756992 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bfdb0fbe-2181-4f76-a5b0-0bf630437f71 req-f60696ef-c7a3-441e-97a3-5c0d66f13d89 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bd1fc15-eccd-41cf-a51a-b828c7fb684a HTTP/1.1" status: 200 len: 946 time: 0.1564488 Feb 09 21:30:02.807530 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555105b-4706-49de-8530-cf06d39c972b req-3bb0df36-437c-4ba2-9afc-3f98a2c4dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:02.808695 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406ce05-9313-46c1-96ae-023d0ca1ef88 None None] Pushing event updated for resources: {'Port': ['ID=dfa4a939-a1fb-41df-8f4a-905a0e4a52ee,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:02.811698 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4555105b-4706-49de-8530-cf06d39c972b req-3bb0df36-437c-4ba2-9afc-3f98a2c4dd45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1160173 Feb 09 21:30:02.990690 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4555105b-4706-49de-8530-cf06d39c972b req-0d021472-0677-414b-bed0-3f6dc76ca8f8 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704817 Feb 09 21:30:03.002843 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f6098308-5698-41d5-b5af-50844394e2f1 None None] Provisioning complete for port dfa4a939-a1fb-41df-8f4a-905a0e4a52ee triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:03.002843 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f6098308-5698-41d5-b5af-50844394e2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (dfa4a939-a1fb-41df-8f4a-905a0e4a52ee), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:03.003253 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b74d9e6-6a1a-47f7-8809-d6d922e6ac7b req-6ba9a7d6-f789-4e62-b49e-333b01268663 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/ports?device_id=b18541ce-889c-430d-9e1e-cce5acf33788 HTTP/1.1" status: 200 len: 210 time: 0.1331840 Feb 09 21:30:03.071675 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bfdb0fbe-2181-4f76-a5b0-0bf630437f71 req-0da9ddd3-7bab-4669-a17e-70ecf46295a8 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135626 Feb 09 21:30:03.103360 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=76123fe0-b83f-4bb5-a35b-93e23d01d82a,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:03.155682 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e6aac51-ebcb-4fe2-87de-da7eeb77e716 req-5e47e6c3-f5e2-4845-b65b-e46c5ede0b41 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115343 Feb 09 21:30:03.175857 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca0babe-8a0d-44a2-be94-0df266332913 x-openstack-request-id: req-0ca0babe-8a0d-44a2-be94-0df266332913 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:03.178090 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0c0d84-088e-44f4-808a-a306a5163a62", "name": "network-vif-plugged", "status": "completed", "tag": "76123fe0-b83f-4bb5-a35b-93e23d01d82a", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:03.178304 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ca0babe-8a0d-44a2-be94-0df266332913 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:03.178725 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0c0d84-088e-44f4-808a-a306a5163a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76123fe0-b83f-4bb5-a35b-93e23d01d82a', 'code': 200} Feb 09 21:30:03.314223 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f6098308-5698-41d5-b5af-50844394e2f1 None None] Current status of the port dfa4a939-a1fb-41df-8f4a-905a0e4a52ee is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:03.353384 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8a56adf3-a9e7-4a43-bf50-e8d72ced2978 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:30:03.383846 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4555105b-4706-49de-8530-cf06d39c972b req-07da4423-4b65-4d7b-9c40-997cbcfa9be3 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848932 Feb 09 21:30:03.449388 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e3183-3cdb-4fe8-8f19-2c409be5e672 req-8f274e8b-b38e-4c1f-8305-d2134a96d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:03.452687 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c79e3183-3cdb-4fe8-8f19-2c409be5e672 req-8f274e8b-b38e-4c1f-8305-d2134a96d28b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 1127 time: 0.1993520 Feb 09 21:30:03.481605 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8a56adf3-a9e7-4a43-bf50-e8d72ced2978 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:03.482055 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8a56adf3-a9e7-4a43-bf50-e8d72ced2978), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:03.544448 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c79e3183-3cdb-4fe8-8f19-2c409be5e672 req-92bd0f06-e0ad-4297-b14b-e187153e6f8b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834594 Feb 09 21:30:03.564536 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e6aac51-ebcb-4fe2-87de-da7eeb77e716 req-41ecaaa6-5354-4e53-badb-c280afc3ec90 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079008 Feb 09 21:30:03.603791 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6808c26-de83-433e-a720-f636e124a718 req-835db755-1e8a-48b5-b9dc-ad35e3421518 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:03.613383 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6808c26-de83-433e-a720-f636e124a718 req-835db755-1e8a-48b5-b9dc-ad35e3421518 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 945 time: 0.2018256 Feb 09 21:30:03.651794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef0aff-32dd-4fec-9e15-208f793fcfc3 req-af7ae93e-aa33-4b24-8c2b-b6353f817389 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:03.653671 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cbef0aff-32dd-4fec-9e15-208f793fcfc3 req-af7ae93e-aa33-4b24-8c2b-b6353f817389 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.2080572 Feb 09 21:30:03.664460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8a56adf3-a9e7-4a43-bf50-e8d72ced2978 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:03.665731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device dfa4a939-a1fb-41df-8f4a-905a0e4a52ee up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:30:03.732669 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45814) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:03.741797 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port dfa4a939-a1fb-41df-8f4a-905a0e4a52ee triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:03.742337 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (dfa4a939-a1fb-41df-8f4a-905a0e4a52ee), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:03.767846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d04356-1b33-466d-ac50-966f9501709f req-70df1a16-f398-4dce-9dcb-64251a1bb7a1 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:03.768622 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6808c26-de83-433e-a720-f636e124a718 req-f7f20901-b65f-435d-b013-02b96056400d tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492426 Feb 09 21:30:03.769535 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-36d04356-1b33-466d-ac50-966f9501709f req-70df1a16-f398-4dce-9dcb-64251a1bb7a1 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.71 "GET /v2.0/networks?id=d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b HTTP/1.1" status: 200 len: 829 time: 0.2116129 Feb 09 21:30:03.784476 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-36d04356-1b33-466d-ac50-966f9501709f req-e4ff934a-ef5a-48ec-a4f3-8ba616e6924b tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Request body: {'port': {'device_id': 'b18541ce-889c-430d-9e1e-cce5acf33788', 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b', 'admin_state_up': True, 'tenant_id': '9d01c5175556423f89699a44077206c5'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:03.833410 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cbef0aff-32dd-4fec-9e15-208f793fcfc3 req-3861b740-a29b-4927-bc36-ed7f54397dca tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708314 Feb 09 21:30:03.938842 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port dfa4a939-a1fb-41df-8f4a-905a0e4a52ee is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:03.954764 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d04356-1b33-466d-ac50-966f9501709f req-e4ff934a-ef5a-48ec-a4f3-8ba616e6924b tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Made reservation on behalf of 9d01c5175556423f89699a44077206c5 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:30:03.957707 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-36d04356-1b33-466d-ac50-966f9501709f req-e4ff934a-ef5a-48ec-a4f3-8ba616e6924b tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:03.970673 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 49c4fa5c-dc3b-435a-8af3-130a1411ff25 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:30:04.122422 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 49c4fa5c-dc3b-435a-8af3-130a1411ff25, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=49c4fa5c-dc3b-435a-8af3-130a1411ff25,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:04.136543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '49c4fa5c-dc3b-435a-8af3-130a1411ff25', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': '49c4fa5c-dc3b-435a-8af3-130a1411ff25', 'mac_address': 'fa:16:3e:33:a9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:30:04.142754 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bfc97fe7-a1a1-429d-98ef-55d099533384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:04.179473 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-36d04356-1b33-466d-ac50-966f9501709f req-e4ff934a-ef5a-48ec-a4f3-8ba616e6924b tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Allocated IP 172.20.0.6 (d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b/5a373f0a-8480-49cb-be9b-6894b5386da8/8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:30:04.187137 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b707b4-23c2-45d5-952a-f904d18bc061 req-bd987b3e-a002-4792-a339-c117ecc93e56 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:04.188766 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f2b707b4-23c2-45d5-952a-f904d18bc061 req-bd987b3e-a002-4792-a339-c117ecc93e56 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=00385a2a-aade-463e-9186-6205716cd7fc HTTP/1.1" status: 200 len: 947 time: 0.2488327 Feb 09 21:30:04.214057 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 49c4fa5c-dc3b-435a-8af3-130a1411ff25 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:04.214501 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (49c4fa5c-dc3b-435a-8af3-130a1411ff25), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:04.237619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c4fa5c-dc3b-435a-8af3-130a1411ff25 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:04.253930 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b97dd3-d397-42b1-9b40-748fa2477c10 req-70490c0e-1aa8-4843-962f-243fcb16f515 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:04.255522 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0b97dd3-d397-42b1-9b40-748fa2477c10 req-70490c0e-1aa8-4843-962f-243fcb16f515 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.1941681 Feb 09 21:30:04.270016 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 49c4fa5c-dc3b-435a-8af3-130a1411ff25, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=49c4fa5c-dc3b-435a-8af3-130a1411ff25,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:04.278077 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (49c4fa5c-dc3b-435a-8af3-130a1411ff25), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:04.315338 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f2b707b4-23c2-45d5-952a-f904d18bc061 req-8ba6894c-2f04-4585-b555-57498df21ecc tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158788 Feb 09 21:30:04.384225 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=49c4fa5c-dc3b-435a-8af3-130a1411ff25,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:04.388624 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0b97dd3-d397-42b1-9b40-748fa2477c10 req-0cf03880-cb4b-48f7-89a8-a8096ec35eb7 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166661 Feb 09 21:30:04.428549 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bfc97fe7-a1a1-429d-98ef-55d099533384 admin admin] Publish callbacks [] for security_group (fbca479e-3015-45ff-9947-1c162b9286d7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:04.458092 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bfc97fe7-a1a1-429d-98ef-55d099533384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (fbca479e-3015-45ff-9947-1c162b9286d7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:04.531123 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-36d04356-1b33-466d-ac50-966f9501709f req-e4ff934a-ef5a-48ec-a4f3-8ba616e6924b tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks [] for port (8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:04.564114 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ef542a6b-1598-4ffe-8dd2-607afb11ecd3 req-6b82f382-01c7-4627-b4f1-e5634424ec25 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/ports?device_id=b18541ce-889c-430d-9e1e-cce5acf33788 HTTP/1.1" status: 200 len: 210 time: 0.0694811 Feb 09 21:30:04.582404 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bfc97fe7-a1a1-429d-98ef-55d099533384 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e8ef961242644773b14de465a4278ead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8485038 Feb 09 21:30:04.585790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45824) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:04.593584 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc97fe7-a1a1-429d-98ef-55d099533384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbca479e-3015-45ff-9947-1c162b9286d7,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:04.605285 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-36d04356-1b33-466d-ac50-966f9501709f req-e4ff934a-ef5a-48ec-a4f3-8ba616e6924b tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:04.613794 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['49c4fa5c-dc3b-435a-8af3-130a1411ff25'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:04.631069 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df286357-8fa0-4d85-b035-22bf09691d13 req-f72b0229-d428-4d62-a8cf-1fe7c8b86d3b tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:04.632696 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df286357-8fa0-4d85-b035-22bf09691d13 req-f72b0229-d428-4d62-a8cf-1fe7c8b86d3b tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bd1fc15-eccd-41cf-a51a-b828c7fb684a HTTP/1.1" status: 200 len: 946 time: 0.1353271 Feb 09 21:30:04.652782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d04356-1b33-466d-ac50-966f9501709f req-e4ff934a-ef5a-48ec-a4f3-8ba616e6924b tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Network d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:30:04.658853 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-36d04356-1b33-466d-ac50-966f9501709f req-e4ff934a-ef5a-48ec-a4f3-8ba616e6924b tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:30:04.684957 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d04356-1b33-466d-ac50-966f9501709f req-e4ff934a-ef5a-48ec-a4f3-8ba616e6924b tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:30:04.697915 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d04356-1b33-466d-ac50-966f9501709f req-e4ff934a-ef5a-48ec-a4f3-8ba616e6924b tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:04.699107 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-36d04356-1b33-466d-ac50-966f9501709f req-e4ff934a-ef5a-48ec-a4f3-8ba616e6924b tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:04.735710 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df286357-8fa0-4d85-b035-22bf09691d13 req-54f357f5-e780-423c-b6c9-df61ee72d705 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915172 Feb 09 21:30:04.746841 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff934a-ef5a-48ec-a4f3-8ba616e6924b tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Pushing event updated for resources: {'Port': ['ID=8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:04.769215 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-36d04356-1b33-466d-ac50-966f9501709f req-e4ff934a-ef5a-48ec-a4f3-8ba616e6924b tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9892030 Feb 09 21:30:04.777271 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cbe4fb6-483b-4c9a-96ae-cca4d0f1f93d admin admin] Publish callbacks [] for security_group (fbca479e-3015-45ff-9947-1c162b9286d7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:04.786206 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-36d04356-1b33-466d-ac50-966f9501709f req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] Request body: {'port': {'device_id': 'b18541ce-889c-430d-9e1e-cce5acf33788', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:04.889714 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-36d04356-1b33-466d-ac50-966f9501709f req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:04.955802 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cbe4fb6-483b-4c9a-96ae-cca4d0f1f93d admin admin] Publish callbacks [] for security_group (fbca479e-3015-45ff-9947-1c162b9286d7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:05.067200 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cbe4fb6-483b-4c9a-96ae-cca4d0f1f93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (fbca479e-3015-45ff-9947-1c162b9286d7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:05.070006 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cbe4fb6-483b-4c9a-96ae-cca4d0f1f93d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:05.073573 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6cbe4fb6-483b-4c9a-96ae-cca4d0f1f93d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fbca479e-3015-45ff-9947-1c162b9286d7 HTTP/1.1" status: 204 len: 168 time: 0.4845192 Feb 09 21:30:05.091219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5022a-22a7-4e01-9fe0-03f18d70e302 req-3edd0edb-8968-42db-bbaf-c1afd55e30af tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:05.100488 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fce5022a-22a7-4e01-9fe0-03f18d70e302 req-3edd0edb-8968-42db-bbaf-c1afd55e30af tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 945 time: 0.1870327 Feb 09 21:30:05.151304 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c6b50-c015-4b78-9306-ef5df43d6f45 req-d85055b5-cd4a-4cf1-845d-3f4c372a1698 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:05.152531 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d8c6b50-c015-4b78-9306-ef5df43d6f45 req-d85055b5-cd4a-4cf1-845d-3f4c372a1698 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.1949639 Feb 09 21:30:05.159774 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-eec138f0-f452-4891-9703-09d3a74476de None None] Provisioning complete for port 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:05.160331 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eec138f0-f452-4891-9703-09d3a74476de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:05.191611 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe4fb6-483b-4c9a-96ae-cca4d0f1f93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbca479e-3015-45ff-9947-1c162b9286d7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:05.230565 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-eec138f0-f452-4891-9703-09d3a74476de None None] Port 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:30:05.244104 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fce5022a-22a7-4e01-9fe0-03f18d70e302 req-0d9c2462-75f0-4b04-a952-c8b2f475b8bd tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343985 Feb 09 21:30:05.248481 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d8c6b50-c015-4b78-9306-ef5df43d6f45 req-988db418-f92e-4c02-93e4-d0488c1cf168 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897422 Feb 09 21:30:05.407213 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-36d04356-1b33-466d-ac50-966f9501709f req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:05.415996 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-36d04356-1b33-466d-ac50-966f9501709f req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] Publish callbacks [] for port (8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:05.438955 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-36d04356-1b33-466d-ac50-966f9501709f req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] Transition to ACTIVE for port object 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:30:05.445233 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-36d04356-1b33-466d-ac50-966f9501709f req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:05.458006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45838) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:05.490876 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c63a56e-e7f4-4872-9dde-655e7187d1e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:05.502073 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:05.536932 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e02d6d-37b5-43e1-91e6-eafe5b10c805 req-0a2396f8-fa11-4091-9e01-c7dfe5a75aa3 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:05.544057 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9e02d6d-37b5-43e1-91e6-eafe5b10c805 req-0a2396f8-fa11-4091-9e01-c7dfe5a75aa3 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=00385a2a-aade-463e-9186-6205716cd7fc HTTP/1.1" status: 200 len: 948 time: 0.1338778 Feb 09 21:30:05.544251 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-36d04356-1b33-466d-ac50-966f9501709f req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] Attempting to bind port 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:30:05.544709 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-36d04356-1b33-466d-ac50-966f9501709f req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] Attempting to bind port 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '6f386f2e-7e93-44c7-8638-0c581680bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:30:05.544836 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d04356-1b33-466d-ac50-966f9501709f req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] Attempting to bind port 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 on network d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:05.549633 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d04356-1b33-466d-ac50-966f9501709f req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] Port 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 on network d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:30:05.549869 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d04356-1b33-466d-ac50-966f9501709f req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] Attempting to bind port 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 on network d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:05.555315 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d04356-1b33-466d-ac50-966f9501709f req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:30:05.555682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d04356-1b33-466d-ac50-966f9501709f req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] Checking segment: {'id': '6f386f2e-7e93-44c7-8638-0c581680bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:05.556076 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d04356-1b33-466d-ac50-966f9501709f req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] Bound using segment: {'id': '6f386f2e-7e93-44c7-8638-0c581680bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:30:05.556505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-36d04356-1b33-466d-ac50-966f9501709f req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] Bound port: 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f386f2e-7e93-44c7-8638-0c581680bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:30:05.556865 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-36d04356-1b33-466d-ac50-966f9501709f req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:05.638295 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-36d04356-1b33-466d-ac50-966f9501709f req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] For port 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:05.642562 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-36d04356-1b33-466d-ac50-966f9501709f req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] For port 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8,segment=NetworkSegment(6f386f2e-7e93-44c7-8638-0c581680bc1a),segment_id=6f386f2e-7e93-44c7-8638-0c581680bc1a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:30:05.644358 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819aa2c-5102-4bd0-8d09-30ca28ef655b req-2bf80220-2e1c-468f-9bf7-41caded54f31 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:05.646081 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6819aa2c-5102-4bd0-8d09-30ca28ef655b req-2bf80220-2e1c-468f-9bf7-41caded54f31 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.1577120 Feb 09 21:30:05.654749 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-36d04356-1b33-466d-ac50-966f9501709f req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:05.668169 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9e02d6d-37b5-43e1-91e6-eafe5b10c805 req-34230c52-7f36-4040-be0e-db059945117a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231089 Feb 09 21:30:05.707065 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d04356-1b33-466d-ac50-966f9501709f req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:05.707725 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-36d04356-1b33-466d-ac50-966f9501709f req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:05.709344 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-36d04356-1b33-466d-ac50-966f9501709f req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] 10.222.0.71 "PUT /v2.0/ports/8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 HTTP/1.1" status: 200 len: 1091 time: 0.9290977 Feb 09 21:30:05.709823 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18541ce-889c-430d-9e1e-cce5acf33788', 'tag': '8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:05.712180 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b68d7f-921e-490f-92ac-36cb29a2940d" -d '{"events": [{"name": "network-changed", "server_uuid": "b18541ce-889c-430d-9e1e-cce5acf33788", "tag": "8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:05.756229 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c18e3-cc99-46a1-958f-f3cf528e2ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:05.812150 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c63a56e-e7f4-4872-9dde-655e7187d1e0 admin admin] Publish callbacks [] for security_group (da8e086b-80af-42aa-83ba-88004d023602), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:05.826468 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6819aa2c-5102-4bd0-8d09-30ca28ef655b req-2b73fa1a-b534-4214-a52f-a713afe6e469 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569889 Feb 09 21:30:05.826710 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d04356-1b33-466d-ac50-966f9501709f req-fed45fda-3ed1-46e9-b438-fbdd42ab2539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:05.828637 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-36d04356-1b33-466d-ac50-966f9501709f req-fed45fda-3ed1-46e9-b438-fbdd42ab2539 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9d01c5175556423f89699a44077206c5&device_id=b18541ce-889c-430d-9e1e-cce5acf33788 HTTP/1.1" status: 200 len: 1125 time: 0.0599401 Feb 09 21:30:05.831869 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c63a56e-e7f4-4872-9dde-655e7187d1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (da8e086b-80af-42aa-83ba-88004d023602), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:05.956296 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63a56e-e7f4-4872-9dde-655e7187d1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8e086b-80af-42aa-83ba-88004d023602,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:05.962651 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4c63a56e-e7f4-4872-9dde-655e7187d1e0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0320f8c643574b38bae8cdac687863e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5013533 Feb 09 21:30:05.965993 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45846) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:05.973565 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 49c4fa5c-dc3b-435a-8af3-130a1411ff25 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:30:06.052697 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8f32b-741d-447e-9441-0968a9b5a832 req-d67fb536-f8e4-4020-8c99-bc0a9be93b66 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:06.058097 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 49c4fa5c-dc3b-435a-8af3-130a1411ff25 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:30:06.060250 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-74d8f32b-741d-447e-9441-0968a9b5a832 req-d67fb536-f8e4-4020-8c99-bc0a9be93b66 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/ports?device_id=b18541ce-889c-430d-9e1e-cce5acf33788 HTTP/1.1" status: 200 len: 943 time: 0.2932427 Feb 09 21:30:06.062567 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 49c4fa5c-dc3b-435a-8af3-130a1411ff25 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:06.063515 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (49c4fa5c-dc3b-435a-8af3-130a1411ff25), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:06.184395 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-74d8f32b-741d-447e-9441-0968a9b5a832 req-7bf0b889-147f-495a-8905-e4885447519f tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f638359-3dd2-4761-9ca1-a06b488b21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004980 Feb 09 21:30:06.228428 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 49c4fa5c-dc3b-435a-8af3-130a1411ff25 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:06.229705 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (49c4fa5c-dc3b-435a-8af3-130a1411ff25), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:06.233903 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-770482e5-929a-4401-a240-e2ea3ac5df16 admin admin] Publish callbacks [] for security_group (da8e086b-80af-42aa-83ba-88004d023602), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:06.234803 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9065e91-8cf6-4fd6-897e-b6bd5e05d2d6 x-openstack-request-id: req-a9065e91-8cf6-4fd6-897e-b6bd5e05d2d6 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:06.235261 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18541ce-889c-430d-9e1e-cce5acf33788", "tag": "8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:06.235680 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a9065e91-8cf6-4fd6-897e-b6bd5e05d2d6 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:06.236096 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18541ce-889c-430d-9e1e-cce5acf33788', 'tag': '8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8', 'status': 'completed', 'code': 200} Feb 09 21:30:06.237711 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-36d04356-1b33-466d-ac50-966f9501709f req-92216fd2-15a7-4116-b0a9-276cd7417483 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 HTTP/1.1" status: 200 len: 217 time: 0.3924675 Feb 09 21:30:06.259562 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-770482e5-929a-4401-a240-e2ea3ac5df16 admin admin] Publish callbacks [] for security_group (da8e086b-80af-42aa-83ba-88004d023602), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:06.269467 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00385a2a-aade-463e-9186-6205716cd7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c4fa5c-dc3b-435a-8af3-130a1411ff25'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:06.282065 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0040eef5-d56c-41c2-975a-88ab7352e751" -d '{"events": [{"server_uuid": "00385a2a-aade-463e-9186-6205716cd7fc", "name": "network-vif-plugged", "status": "completed", "tag": "49c4fa5c-dc3b-435a-8af3-130a1411ff25"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:06.316470 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 49c4fa5c-dc3b-435a-8af3-130a1411ff25, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=49c4fa5c-dc3b-435a-8af3-130a1411ff25,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:06.320662 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d04356-1b33-466d-ac50-966f9501709f req-5dee2d0d-2c80-4c85-9276-3c66cf58331d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:06.324584 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-36d04356-1b33-466d-ac50-966f9501709f req-5dee2d0d-2c80-4c85-9276-3c66cf58331d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5a373f0a-8480-49cb-be9b-6894b5386da8 HTTP/1.1" status: 200 len: 868 time: 0.0794914 Feb 09 21:30:06.326496 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (49c4fa5c-dc3b-435a-8af3-130a1411ff25), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:06.335464 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87dc0a-63e9-4bb4-adb0-7fc3eaf71616 req-1be9aae6-a0ec-4b1e-aea3-0f96d8bcb1a6 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:06.341726 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c87dc0a-63e9-4bb4-adb0-7fc3eaf71616 req-1be9aae6-a0ec-4b1e-aea3-0f96d8bcb1a6 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bd1fc15-eccd-41cf-a51a-b828c7fb684a HTTP/1.1" status: 200 len: 946 time: 0.3656881 Feb 09 21:30:06.342399 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-770482e5-929a-4401-a240-e2ea3ac5df16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (da8e086b-80af-42aa-83ba-88004d023602), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:06.345062 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-770482e5-929a-4401-a240-e2ea3ac5df16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:06.348589 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-770482e5-929a-4401-a240-e2ea3ac5df16 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/da8e086b-80af-42aa-83ba-88004d023602 HTTP/1.1" status: 204 len: 168 time: 0.3790252 Feb 09 21:30:06.358538 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770482e5-929a-4401-a240-e2ea3ac5df16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8e086b-80af-42aa-83ba-88004d023602,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:06.428545 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c87dc0a-63e9-4bb4-adb0-7fc3eaf71616 req-41b0417c-c734-4e8c-81a4-4530a468dfcd tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719655 Feb 09 21:30:06.429109 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=49c4fa5c-dc3b-435a-8af3-130a1411ff25,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:06.451736 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d04356-1b33-466d-ac50-966f9501709f req-7cf61189-d7d9-4d20-97ef-03ad4f019549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:06.452084 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-36d04356-1b33-466d-ac50-966f9501709f req-7cf61189-d7d9-4d20-97ef-03ad4f019549 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1221795 Feb 09 21:30:06.509871 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55181dc6-a766-49d5-8840-2b716e211cfa req-0ff54f3b-998b-441b-b0ff-05b71b9daa87 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:06.514535 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-55181dc6-a766-49d5-8840-2b716e211cfa req-0ff54f3b-998b-441b-b0ff-05b71b9daa87 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.0930147 Feb 09 21:30:06.608314 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-36d04356-1b33-466d-ac50-966f9501709f req-4bfc090c-9a18-4d61-8184-7af8a4cc822b service neutron] 10.222.0.71 "GET /v2.0/networks/d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490531 Feb 09 21:30:06.618428 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-55181dc6-a766-49d5-8840-2b716e211cfa req-f932ecd3-67c6-4a00-a181-9fbf7b46f31e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983205 Feb 09 21:30:06.634025 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd94af-6794-410a-907b-352f2999bbd7 req-ca87a59e-fe0f-4b5b-b370-b2e676af4fe2 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:06.635984 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e2fd94af-6794-410a-907b-352f2999bbd7 req-ca87a59e-fe0f-4b5b-b370-b2e676af4fe2 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 945 time: 0.0904005 Feb 09 21:30:06.710582 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e2fd94af-6794-410a-907b-352f2999bbd7 req-b7b0f382-f54c-4ec4-a14b-0eaacea42792 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634425 Feb 09 21:30:06.727022 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c44228b-73a9-4738-8e20-6a409f96b6c7 x-openstack-request-id: req-9c44228b-73a9-4738-8e20-6a409f96b6c7 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:06.727292 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00385a2a-aade-463e-9186-6205716cd7fc", "name": "network-vif-plugged", "status": "completed", "tag": "49c4fa5c-dc3b-435a-8af3-130a1411ff25", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:06.727600 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9c44228b-73a9-4738-8e20-6a409f96b6c7 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:06.728110 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00385a2a-aade-463e-9186-6205716cd7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c4fa5c-dc3b-435a-8af3-130a1411ff25', 'code': 200} Feb 09 21:30:06.811266 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-36d04356-1b33-466d-ac50-966f9501709f req-d18343db-0f06-461e-9a25-29e4252764eb service neutron] 10.222.0.71 "GET /v2.0/networks/d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958101 Feb 09 21:30:06.896820 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdbaae-b64c-4f7b-bd8f-cda09946754e req-b0e8d9c3-9957-4514-a49c-c979951264e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:06.898354 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e0bdbaae-b64c-4f7b-bd8f-cda09946754e req-b0e8d9c3-9957-4514-a49c-c979951264e2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=00385a2a-aade-463e-9186-6205716cd7fc HTTP/1.1" status: 200 len: 1131 time: 0.1029227 Feb 09 21:30:06.917386 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46099d4a-a0f1-4852-902c-ceed9fdb660f req-415fae22-b266-421f-8cb2-52ca246c6e15 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:06.919476 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-46099d4a-a0f1-4852-902c-ceed9fdb660f req-415fae22-b266-421f-8cb2-52ca246c6e15 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=00385a2a-aade-463e-9186-6205716cd7fc HTTP/1.1" status: 200 len: 949 time: 0.1070750 Feb 09 21:30:06.949444 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b68d7f-921e-490f-92ac-36cb29a2940d req-b5184c3f-57f4-449d-a24a-39fa0d5c8756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:06.950985 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-16b68d7f-921e-490f-92ac-36cb29a2940d req-b5184c3f-57f4-449d-a24a-39fa0d5c8756 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9d01c5175556423f89699a44077206c5&device_id=b18541ce-889c-430d-9e1e-cce5acf33788 HTTP/1.1" status: 200 len: 1125 time: 0.0623264 Feb 09 21:30:07.021797 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e0bdbaae-b64c-4f7b-bd8f-cda09946754e req-3bb46566-171b-4a34-b7f5-c76c3c8b8cc4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122007 Feb 09 21:30:07.083206 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-46099d4a-a0f1-4852-902c-ceed9fdb660f req-eaf7b610-714f-4227-8029-94d78321fd38 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358564 Feb 09 21:30:07.136571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b68d7f-921e-490f-92ac-36cb29a2940d req-bd023317-e0a7-4130-898c-5f63b9d306d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:07.138154 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-16b68d7f-921e-490f-92ac-36cb29a2940d req-bd023317-e0a7-4130-898c-5f63b9d306d0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b HTTP/1.1" status: 200 len: 930 time: 0.1795034 Feb 09 21:30:07.191691 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-16b68d7f-921e-490f-92ac-36cb29a2940d req-15854d13-384c-4e29-b6ca-fd4cb912f3a7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 HTTP/1.1" status: 200 len: 217 time: 0.0406146 Feb 09 21:30:07.217460 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e2ec0-8c8f-4320-b7f5-0be00d3223f4 req-1e222e37-3c83-4d2f-9054-db76b649a898 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:07.219019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c8e2ec0-8c8f-4320-b7f5-0be00d3223f4 req-1e222e37-3c83-4d2f-9054-db76b649a898 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 1127 time: 0.0784523 Feb 09 21:30:07.243327 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b68d7f-921e-490f-92ac-36cb29a2940d req-ddc8261f-4e1b-43a1-8a84-dcd57197c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:07.245088 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-16b68d7f-921e-490f-92ac-36cb29a2940d req-ddc8261f-4e1b-43a1-8a84-dcd57197c47b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5a373f0a-8480-49cb-be9b-6894b5386da8 HTTP/1.1" status: 200 len: 868 time: 0.0473742 Feb 09 21:30:07.300610 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b68d7f-921e-490f-92ac-36cb29a2940d req-cffcbaa1-aa1a-42cb-ac25-e0b6c3dc0c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:07.302120 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-16b68d7f-921e-490f-92ac-36cb29a2940d req-cffcbaa1-aa1a-42cb-ac25-e0b6c3dc0c62 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490785 Feb 09 21:30:07.323345 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c8e2ec0-8c8f-4320-b7f5-0be00d3223f4 req-050bf9ed-a761-4d90-a5c1-7fb17f736737 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774193 Feb 09 21:30:07.334770 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb827a-5656-4b7e-b2bb-b8c328726055 req-ee22dc00-dbd1-42d3-b1b5-797bea8a7dd5 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:07.336554 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98bb827a-5656-4b7e-b2bb-b8c328726055 req-ee22dc00-dbd1-42d3-b1b5-797bea8a7dd5 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.1320603 Feb 09 21:30:07.400477 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98bb827a-5656-4b7e-b2bb-b8c328726055 req-478c9996-f18b-4213-be16-c9c658b571cc tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575750 Feb 09 21:30:07.453037 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-16b68d7f-921e-490f-92ac-36cb29a2940d req-751fcf34-e25d-49f1-aeae-2e6181b285b7 service neutron] 10.222.0.71 "GET /v2.0/networks/d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414623 Feb 09 21:30:07.499001 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45904) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:07.558083 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-16b68d7f-921e-490f-92ac-36cb29a2940d req-ebca2d92-e20e-4e8e-88de-ef04bf8c10dc service neutron] 10.222.0.71 "GET /v2.0/networks/d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986841 Feb 09 21:30:07.567625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658700d5-4d2c-4418-b815-4bacfd8e88f7 req-29421463-42a5-40ee-b176-94e81cdb4fc6 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:07.569447 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-658700d5-4d2c-4418-b815-4bacfd8e88f7 req-29421463-42a5-40ee-b176-94e81cdb4fc6 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 1127 time: 0.0907445 Feb 09 21:30:07.578259 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae333bd9-5de3-4695-8d06-6c2689219acf req-07147355-8798-4e7b-a3a9-6639ae2914d8 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:07.579867 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae333bd9-5de3-4695-8d06-6c2689219acf req-07147355-8798-4e7b-a3a9-6639ae2914d8 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/ports?device_id=b18541ce-889c-430d-9e1e-cce5acf33788 HTTP/1.1" status: 200 len: 943 time: 0.0995569 Feb 09 21:30:07.639912 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1632484540-network', 'tenant_id': '281dd21a4f7742a5b293ae307a18bb2e'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:07.661685 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-658700d5-4d2c-4418-b815-4bacfd8e88f7 req-21daffed-dcdb-4920-84c5-caada47b1c2a tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807488 Feb 09 21:30:07.668742 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae333bd9-5de3-4695-8d06-6c2689219acf req-cf3076f0-3e9e-4ac7-ac59-dbcefc10ba41 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f638359-3dd2-4761-9ca1-a06b488b21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813928 Feb 09 21:30:07.690771 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Made reservation on behalf of 281dd21a4f7742a5b293ae307a18bb2e for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:30:07.693125 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:07.702366 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:07.779183 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d73f19fc-eedf-44d8-848c-50bc9f955f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:07.805909 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c4a51-215e-4550-b23e-3f257198bacf req-417a9531-692b-41d1-bf36-d9f372208ca6 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:07.807414 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e5c4a51-215e-4550-b23e-3f257198bacf req-417a9531-692b-41d1-bf36-d9f372208ca6 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.0824466 Feb 09 21:30:07.842548 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Publish callbacks [] for security_group (866acb5e-4621-4dee-b903-382c6c33f754), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:07.849012 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (866acb5e-4621-4dee-b903-382c6c33f754), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:07.890719 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:30:07.902083 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e5c4a51-215e-4550-b23e-3f257198bacf req-75f812c8-fdc5-4aa6-93f3-1b78bd4c330d tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881541 Feb 09 21:30:07.929600 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (1843738c-7677-4a0a-ae3c-20e5c10303df), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:07.929939 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Added segment 1843738c-7677-4a0a-ae3c-20e5c10303df of type vlan for network 3335e86a-d685-4bed-b15a-6df9753c1347 Feb 09 21:30:07.939690 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866acb5e-4621-4dee-b903-382c6c33f754,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:07.969927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:07.970273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:07.970618 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:07.970957 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:07.971282 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:07.971610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:07.971959 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:07.972283 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:07.972609 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:07.973531 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:07.973531 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:07.973531 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:07.975386 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:07.991046 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (3335e86a-d685-4bed-b15a-6df9753c1347), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:08.001538 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26803be-ab27-49ba-a877-84a2f3cc881f req-a2632e63-372a-4a5e-88c7-159cd114c1f3 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:08.003061 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f26803be-ab27-49ba-a877-84a2f3cc881f req-a2632e63-372a-4a5e-88c7-159cd114c1f3 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 1127 time: 0.1284869 Feb 09 21:30:08.029564 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (3335e86a-d685-4bed-b15a-6df9753c1347), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:08.030475 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:08.031045 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:08.092075 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5917327 Feb 09 21:30:08.096086 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45920) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:08.106579 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c5b54499-0122-425b-9d7d-a7ef165e223d admin admin] Request body: {'subnet': {'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1632484540-subnet', 'tenant_id': '281dd21a4f7742a5b293ae307a18bb2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:08.116608 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89b42c-1a4d-4120-95d5-1f2a41741492 admin admin] Pushing event updated for resources: {'Network': ['ID=3335e86a-d685-4bed-b15a-6df9753c1347,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:08.128569 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f26803be-ab27-49ba-a877-84a2f3cc881f req-e4c0c4c6-2e6c-486f-b38a-094e16c736e6 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142638 Feb 09 21:30:08.140283 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 3335e86a-d685-4bed-b15a-6df9753c1347 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:30:08.148972 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b54499-0122-425b-9d7d-a7ef165e223d admin admin] Made reservation on behalf of 281dd21a4f7742a5b293ae307a18bb2e for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:30:08.151887 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c5b54499-0122-425b-9d7d-a7ef165e223d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:08.251729 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225d26e-9473-4348-afd1-b3b940afca84 req-5b47bf2d-9da6-47b5-9eea-fe79d67490a4 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:08.254191 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1225d26e-9473-4348-afd1-b3b940afca84 req-5b47bf2d-9da6-47b5-9eea-fe79d67490a4 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=00385a2a-aade-463e-9186-6205716cd7fc HTTP/1.1" status: 200 len: 949 time: 0.0566130 Feb 09 21:30:08.302101 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1225d26e-9473-4348-afd1-b3b940afca84 req-96ea1fc2-9108-416c-a9ae-3785ba4b8835 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419338 Feb 09 21:30:08.340566 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c5b54499-0122-425b-9d7d-a7ef165e223d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for subnet (351fd407-a245-4a16-90db-5d5f752397dc), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:08.397647 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b54499-0122-425b-9d7d-a7ef165e223d admin admin] Pushing event updated for resources: {'Subnet': ['ID=351fd407-a245-4a16-90db-5d5f752397dc,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:08.407197 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b54499-0122-425b-9d7d-a7ef165e223d admin admin] Checking segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:08.407555 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b54499-0122-425b-9d7d-a7ef165e223d admin admin] Network hostable DHCP agents. Network: 3335e86a-d685-4bed-b15a-6df9753c1347, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:30:08.425654 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b54499-0122-425b-9d7d-a7ef165e223d admin admin] Network 3335e86a-d685-4bed-b15a-6df9753c1347 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:30:08.436465 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-c5b54499-0122-425b-9d7d-a7ef165e223d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 3335e86a-d685-4bed-b15a-6df9753c1347) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:30:08.441018 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b54499-0122-425b-9d7d-a7ef165e223d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:08.441654 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c5b54499-0122-425b-9d7d-a7ef165e223d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:08.447734 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10ccfae-f3be-470e-9c20-030b136c639f None None] Network 3335e86a-d685-4bed-b15a-6df9753c1347 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:30:08.483484 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c5b54499-0122-425b-9d7d-a7ef165e223d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3776438 Feb 09 21:30:08.616163 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc682fa-efbe-4837-9d55-8c1d99c8cf2d None None] Network 3335e86a-d685-4bed-b15a-6df9753c1347 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:30:08.631182 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ade5ed-956d-4a84-ad10-4b4ff490b17c req-b6845f63-9ccc-4c0f-8197-71f1b48d97f8 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:08.633270 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e7ade5ed-956d-4a84-ad10-4b4ff490b17c req-b6845f63-9ccc-4c0f-8197-71f1b48d97f8 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.1119933 Feb 09 21:30:08.734992 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e7ade5ed-956d-4a84-ad10-4b4ff490b17c req-106020cd-a1c4-4843-9d81-0f539a7912ee tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946558 Feb 09 21:30:08.845402 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3645f92-4050-422e-af96-7018a30f593d req-8d192b8d-b0d9-463b-a287-1f6740aaddc8 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:08.846995 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3645f92-4050-422e-af96-7018a30f593d req-8d192b8d-b0d9-463b-a287-1f6740aaddc8 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/ports?device_id=b18541ce-889c-430d-9e1e-cce5acf33788 HTTP/1.1" status: 200 len: 943 time: 0.0675099 Feb 09 21:30:08.897984 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3645f92-4050-422e-af96-7018a30f593d req-f8cab9c5-b9c9-4b90-af89-cad909ae777d tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f638359-3dd2-4761-9ca1-a06b488b21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450180 Feb 09 21:30:09.028616 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9e8db-6278-4e6a-91ec-d7855e472fda req-58b75b1c-cd52-41c2-8ae3-00a4aa301e41 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:09.030036 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-58b9e8db-6278-4e6a-91ec-d7855e472fda req-58b75b1c-cd52-41c2-8ae3-00a4aa301e41 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.0526226 Feb 09 21:30:09.093365 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-58b9e8db-6278-4e6a-91ec-d7855e472fda req-0f84b053-71c1-495d-9ce7-7fb69e7c04ff tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563078 Feb 09 21:30:09.132646 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45954) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:09.138149 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1217609337-network', 'tenant_id': '8608d00bf5d542ad9452634675919157'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:09.163731 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Made reservation on behalf of 8608d00bf5d542ad9452634675919157 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:30:09.166097 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:09.176147 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:09.264915 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Publish callbacks [] for security_group (ab90fed6-b17d-4c67-98fa-4fa989fb7789), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:09.270361 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ab90fed6-b17d-4c67-98fa-4fa989fb7789), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:09.298450 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:30:09.309658 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab90fed6-b17d-4c67-98fa-4fa989fb7789,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:09.315540 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (21c39286-1016-4add-91c6-bf3fc0140de1), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:09.315880 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Added segment 21c39286-1016-4add-91c6-bf3fc0140de1 of type vlan for network 6b4ba6fb-b2d0-4850-89e8-e9ae6d0bd616 Feb 09 21:30:09.330582 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:09.330926 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:09.331271 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:09.331610 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:09.331977 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:09.332312 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:09.332645 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:09.332975 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:09.333292 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:09.333619 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:09.333943 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:09.334267 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:09.334581 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:09.396561 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (6b4ba6fb-b2d0-4850-89e8-e9ae6d0bd616), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:09.425643 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (6b4ba6fb-b2d0-4850-89e8-e9ae6d0bd616), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:09.426689 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:09.427337 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:09.489620 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.3532083 Feb 09 21:30:09.489846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45960) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:09.494849 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c5adcd51-c57f-49b4-9984-c0eda54f75d4 admin admin] Request body: {'subnet': {'network_id': '6b4ba6fb-b2d0-4850-89e8-e9ae6d0bd616', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1217609337-subnet', 'tenant_id': '8608d00bf5d542ad9452634675919157', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:09.501245 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f306e5-6a20-4f4c-8186-199c30a3903a admin admin] Pushing event updated for resources: {'Network': ['ID=6b4ba6fb-b2d0-4850-89e8-e9ae6d0bd616,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:09.503069 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b0ad-c961-4e76-8b00-8e6649d23c6c req-80381a30-80e7-45d3-8f04-ac0cdca1b42d tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:09.510836 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7b03b0ad-c961-4e76-8b00-8e6649d23c6c req-80381a30-80e7-45d3-8f04-ac0cdca1b42d tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 1127 time: 0.3165934 Feb 09 21:30:09.516496 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 6b4ba6fb-b2d0-4850-89e8-e9ae6d0bd616 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:30:09.520655 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5adcd51-c57f-49b4-9984-c0eda54f75d4 admin admin] Made reservation on behalf of 8608d00bf5d542ad9452634675919157 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:30:09.523128 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c5adcd51-c57f-49b4-9984-c0eda54f75d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:09.544575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd83e43-c627-4982-b489-f4631ee907bb req-6937c378-a2b3-41af-8295-796a0f58443f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:09.546054 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-afd83e43-c627-4982-b489-f4631ee907bb req-6937c378-a2b3-41af-8295-796a0f58443f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=00385a2a-aade-463e-9186-6205716cd7fc HTTP/1.1" status: 200 len: 949 time: 0.0913861 Feb 09 21:30:09.584327 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7b03b0ad-c961-4e76-8b00-8e6649d23c6c req-3664a046-a707-4350-be92-63bcf61d09b2 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724907 Feb 09 21:30:09.639958 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-afd83e43-c627-4982-b489-f4631ee907bb req-4779c8fb-7e40-4d1c-915c-1c3e6a5e81a7 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865922 Feb 09 21:30:09.734184 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c5adcd51-c57f-49b4-9984-c0eda54f75d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for subnet (77335aa7-cd3d-4217-99c1-9f10f535c15b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:09.756949 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521596d-2d16-418e-b819-4d31a09c5263 req-f42fc429-f294-4a44-88d1-afa6b276f29c tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:09.758816 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f521596d-2d16-418e-b819-4d31a09c5263 req-f42fc429-f294-4a44-88d1-afa6b276f29c tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=00385a2a-aade-463e-9186-6205716cd7fc HTTP/1.1" status: 200 len: 1131 time: 0.0533621 Feb 09 21:30:09.793634 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5adcd51-c57f-49b4-9984-c0eda54f75d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77335aa7-cd3d-4217-99c1-9f10f535c15b,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:09.802810 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5adcd51-c57f-49b4-9984-c0eda54f75d4 admin admin] Checking segment: {'id': '21c39286-1016-4add-91c6-bf3fc0140de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b4ba6fb-b2d0-4850-89e8-e9ae6d0bd616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:09.803455 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5adcd51-c57f-49b4-9984-c0eda54f75d4 admin admin] Network hostable DHCP agents. Network: 6b4ba6fb-b2d0-4850-89e8-e9ae6d0bd616, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:30:09.807151 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f521596d-2d16-418e-b819-4d31a09c5263 req-e0dff6da-c5df-4d47-99cb-943814153387 tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416508 Feb 09 21:30:09.821232 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5adcd51-c57f-49b4-9984-c0eda54f75d4 admin admin] Network 6b4ba6fb-b2d0-4850-89e8-e9ae6d0bd616 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:30:09.837982 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-c5adcd51-c57f-49b4-9984-c0eda54f75d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 6b4ba6fb-b2d0-4850-89e8-e9ae6d0bd616) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:30:09.851481 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9c66d4-209f-4ea6-a911-13d7c7ede77c None None] Network 6b4ba6fb-b2d0-4850-89e8-e9ae6d0bd616 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:30:09.857147 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5adcd51-c57f-49b4-9984-c0eda54f75d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:09.857831 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c5adcd51-c57f-49b4-9984-c0eda54f75d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:09.885085 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c5adcd51-c57f-49b4-9984-c0eda54f75d4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3942840 Feb 09 21:30:09.964303 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43219bbe-c09b-414a-a3c1-40c6d9dbb7a3 req-fe384827-55d2-4959-b06a-0cd16ee4e1cc tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:09.974397 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-43219bbe-c09b-414a-a3c1-40c6d9dbb7a3 req-fe384827-55d2-4959-b06a-0cd16ee4e1cc tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.0916092 Feb 09 21:30:10.013323 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b5178d3f-744b-4fda-a834-a5b35a6e0dc6 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:30:10.039488 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-43219bbe-c09b-414a-a3c1-40c6d9dbb7a3 req-ee95a96b-6143-4ce5-b5fd-79690afd59e1 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639377 Feb 09 21:30:10.045542 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02be5553-4b79-4de1-ba35-4600c7265f16 None None] Network 6b4ba6fb-b2d0-4850-89e8-e9ae6d0bd616 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:30:10.192692 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec7013-c3bc-4fdb-8890-e014f7e2b822 req-2c28b48e-c71d-42d6-9fe3-e652ab8c5ded tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:10.200371 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-adec7013-c3bc-4fdb-8890-e014f7e2b822 req-2c28b48e-c71d-42d6-9fe3-e652ab8c5ded tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/ports?device_id=b18541ce-889c-430d-9e1e-cce5acf33788 HTTP/1.1" status: 200 len: 943 time: 0.0772810 Feb 09 21:30:10.252891 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-adec7013-c3bc-4fdb-8890-e014f7e2b822 req-cca34aaa-865a-48ae-ab39-9dec7dd6eb9c tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f638359-3dd2-4761-9ca1-a06b488b21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516317 Feb 09 21:30:10.408049 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-2a6aa95b-dacd-4931-90bb-de2b673aa251 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=da888a58eb2d447da88cadc0cfb95024&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511103 Feb 09 21:30:10.420577 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f881089e-679a-4b39-8cbe-eb74e8b71a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:10.426984 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b5178d3f-744b-4fda-a834-a5b35a6e0dc6, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b5178d3f-744b-4fda-a834-a5b35a6e0dc6,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:10.439063 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'b5178d3f-744b-4fda-a834-a5b35a6e0dc6', 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f', 'port_id': 'b5178d3f-744b-4fda-a834-a5b35a6e0dc6', 'mac_address': 'fa:16:3e:2a:7f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db938f0c-908a-4805-b0e9-dadbbab7eb27', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:30:10.485770 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port b5178d3f-744b-4fda-a834-a5b35a6e0dc6 is: ACTIVE; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:10.486373 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b5178d3f-744b-4fda-a834-a5b35a6e0dc6), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:10.503298 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5178d3f-744b-4fda-a834-a5b35a6e0dc6 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:10.529537 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b5178d3f-744b-4fda-a834-a5b35a6e0dc6, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b5178d3f-744b-4fda-a834-a5b35a6e0dc6,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:10.534627 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b5178d3f-744b-4fda-a834-a5b35a6e0dc6), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:10.554121 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-6b34b80d-3836-4389-b4d9-c8fb15170b22 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:10.555595 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-6b34b80d-3836-4389-b4d9-c8fb15170b22 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410878 Feb 09 21:30:10.581688 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-410c623d-0de4-4631-b3b5-4f5b52519218 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/quotas/da888a58eb2d447da88cadc0cfb95024 HTTP/1.1" status: 200 len: 375 time: 0.0168467 Feb 09 21:30:10.599565 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=b5178d3f-744b-4fda-a834-a5b35a6e0dc6,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:10.663257 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-829405cd-390f-46b1-b144-b466388be581 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0806878 Feb 09 21:30:10.692468 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['b5178d3f-744b-4fda-a834-a5b35a6e0dc6'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:10.839124 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:30:10.998867 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8,segment=NetworkSegment(6f386f2e-7e93-44c7-8638-0c581680bc1a),segment_id=6f386f2e-7e93-44c7-8638-0c581680bc1a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:11.011706 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1ea22-3e4c-4168-8aa4-a42aec669c3d req-bb3beff4-631d-489d-901e-e7a07c2cfb3b tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:11.012962 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8', 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b', 'port_id': '8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8', 'mac_address': 'fa:16:3e:40:63:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a373f0a-8480-49cb-be9b-6894b5386da8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:30:11.013290 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-16f1ea22-3e4c-4168-8aa4-a42aec669c3d req-bb3beff4-631d-489d-901e-e7a07c2cfb3b tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.1166203 Feb 09 21:30:11.087663 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:11.088088 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:11.109871 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:11.121810 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-16f1ea22-3e4c-4168-8aa4-a42aec669c3d req-98b0175c-52fd-4716-b12f-ff6f9315bebb tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930841 Feb 09 21:30:11.139859 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-ca47b4a0-eb80-416c-a5cd-90c99254edb2 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:30:11.140561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8,segment=NetworkSegment(6f386f2e-7e93-44c7-8638-0c581680bc1a),segment_id=6f386f2e-7e93-44c7-8638-0c581680bc1a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:11.141882 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-ca47b4a0-eb80-416c-a5cd-90c99254edb2 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1928444 Feb 09 21:30:11.151737 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:11.209272 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-532f9af3-161d-463b-a792-cb3237a6ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:11.211353 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-532f9af3-161d-463b-a792-cb3237a6ffdc service neutron] 10.222.0.77 "GET /v2.0/ports/76123fe0-b83f-4bb5-a35b-93e23d01d82a HTTP/1.1" status: 200 len: 1124 time: 0.0613732 Feb 09 21:30:11.227316 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-55a6b5ad-6061-413d-8d6c-4bb43e5f218d service neutron] Request body: {'binding': {'host': 'n-h1-828601-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:11.228092 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-55a6b5ad-6061-413d-8d6c-4bb43e5f218d service neutron] Unknown quota resources ['binding']. {{(pid=103201) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:30:11.302521 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:11.393849 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:11.422187 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:11.591056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-55a6b5ad-6061-413d-8d6c-4bb43e5f218d service neutron] Attempting to bind port 76123fe0-b83f-4bb5-a35b-93e23d01d82a on host n-h1-828601-1 for vnic_type normal with profile None {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:30:11.591668 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-55a6b5ad-6061-413d-8d6c-4bb43e5f218d service neutron] Attempting to bind port 76123fe0-b83f-4bb5-a35b-93e23d01d82a by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:30:11.591668 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-55a6b5ad-6061-413d-8d6c-4bb43e5f218d service neutron] Attempting to bind port 76123fe0-b83f-4bb5-a35b-93e23d01d82a on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:11.603191 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-6baaa72c-8088-4d14-ae74-89bd28324cad tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:11.613615 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-6baaa72c-8088-4d14-ae74-89bd28324cad tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 821 time: 0.1875296 Feb 09 21:30:11.625127 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-55a6b5ad-6061-413d-8d6c-4bb43e5f218d service neutron] Port 76123fe0-b83f-4bb5-a35b-93e23d01d82a on network 4474165d-84c4-443a-89bd-7201ae778fac not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:30:11.625735 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-55a6b5ad-6061-413d-8d6c-4bb43e5f218d service neutron] Attempting to bind port 76123fe0-b83f-4bb5-a35b-93e23d01d82a on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:11.635912 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-7ffdeb9d-e874-44f9-adf0-2c9b9fc4bfee tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/quotas/281dd21a4f7742a5b293ae307a18bb2e HTTP/1.1" status: 200 len: 375 time: 0.0210831 Feb 09 21:30:11.679106 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-93335299-151a-4771-9304-546b854627b4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412931 Feb 09 21:30:11.729357 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-55a6b5ad-6061-413d-8d6c-4bb43e5f218d service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:30:11.729706 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-55a6b5ad-6061-413d-8d6c-4bb43e5f218d service neutron] Checking segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:11.730284 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-55a6b5ad-6061-413d-8d6c-4bb43e5f218d service neutron] Bound using segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:30:11.730908 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-55a6b5ad-6061-413d-8d6c-4bb43e5f218d service neutron] Bound port: 76123fe0-b83f-4bb5-a35b-93e23d01d82a, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:30:11.834973 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-55a6b5ad-6061-413d-8d6c-4bb43e5f218d service neutron] For port 76123fe0-b83f-4bb5-a35b-93e23d01d82a, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=76123fe0-b83f-4bb5-a35b-93e23d01d82a,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:30:11.844929 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-55a6b5ad-6061-413d-8d6c-4bb43e5f218d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:11.850584 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-55a6b5ad-6061-413d-8d6c-4bb43e5f218d service neutron] 10.222.0.77 "POST /v2.0/ports/76123fe0-b83f-4bb5-a35b-93e23d01d82a/bindings HTTP/1.1" status: 201 len: 389 time: 0.6284227 Feb 09 21:30:11.853149 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-f005c8e0-37c1-4eb1-9f3e-f1eef65f5c24 service neutron] 10.222.0.77 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729832 Feb 09 21:30:12.009755 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b5178d3f-744b-4fda-a834-a5b35a6e0dc6 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:30:12.067044 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-28e84923-5204-4206-a7d8-89eb8e759447 service neutron] 10.222.0.77 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039578 Feb 09 21:30:12.166217 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port b5178d3f-744b-4fda-a834-a5b35a6e0dc6 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:12.166686 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b5178d3f-744b-4fda-a834-a5b35a6e0dc6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:12.207532 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-9587a993-d74a-4624-9f3b-4e9d348b60eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:12.211222 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-9587a993-d74a-4624-9f3b-4e9d348b60eb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 1127 time: 0.0756111 Feb 09 21:30:12.271906 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bd7f1ce8-db4a-4400-b78c-8ed333986895 req-bdb99e93-9bb1-4e19-9491-47a7c5517fdd tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=157923fe-cf21-4748-af9a-c55d98d5231b HTTP/1.1" status: 200 len: 210 time: 0.0768995 Feb 09 21:30:12.323286 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-71627b80-f781-440a-baac-9248fb850c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:12.327329 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-71627b80-f781-440a-baac-9248fb850c9b service neutron] 10.222.0.71 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 908 time: 0.1098125 Feb 09 21:30:12.463846 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-38e5cdc5-7a4f-4b3d-af2d-04ff064bcec3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76123fe0-b83f-4bb5-a35b-93e23d01d82a HTTP/1.1" status: 200 len: 217 time: 0.1273763 Feb 09 21:30:12.530572 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port b5178d3f-744b-4fda-a834-a5b35a6e0dc6 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:12.530973 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b5178d3f-744b-4fda-a834-a5b35a6e0dc6), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:12.537088 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-6a0321a1-58b0-4e1e-a4f7-a0bdce1df084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:12.539821 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-6a0321a1-58b0-4e1e-a4f7-a0bdce1df084 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.0698051 Feb 09 21:30:12.578532 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-f53f4618-6b0f-4e5c-8436-9ea4d8ed9836 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=da888a58eb2d447da88cadc0cfb95024&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704403 Feb 09 21:30:12.625870 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-16682bd5-714c-49a6-8c67-8942addb10cd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725086 Feb 09 21:30:12.633560 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:12.646104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd1fc15-eccd-41cf-a51a-b828c7fb684a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5178d3f-744b-4fda-a834-a5b35a6e0dc6'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:12.648538 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ea74d5-957d-4bee-8bed-374c2771d2a5" -d '{"events": [{"server_uuid": "6bd1fc15-eccd-41cf-a51a-b828c7fb684a", "name": "network-vif-plugged", "status": "completed", "tag": "b5178d3f-744b-4fda-a834-a5b35a6e0dc6"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:12.681543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b5178d3f-744b-4fda-a834-a5b35a6e0dc6, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b5178d3f-744b-4fda-a834-a5b35a6e0dc6,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:12.687113 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b5178d3f-744b-4fda-a834-a5b35a6e0dc6), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:12.762701 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=b5178d3f-744b-4fda-a834-a5b35a6e0dc6,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:12.810138 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-0ff82f06-5837-4ee5-b2b0-751c69e0f243 service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834042 Feb 09 21:30:12.832282 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-2ab6d575-9b43-48a3-9199-76a0a94f5270 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:12.834143 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-2ab6d575-9b43-48a3-9199-76a0a94f5270 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2432172 Feb 09 21:30:12.867374 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:30:12.878159 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-fa1e85f7-e23c-4b75-970b-1fb91fb2e29a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Request body: {'port': {'device_id': '157923fe-cf21-4748-af9a-c55d98d5231b', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': 'da888a58eb2d447da88cadc0cfb95024'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:12.942780 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:30:12.949621 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:12.950204 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:12.969405 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-ce21929c-edc8-4cdb-a67f-c5f731d2460c service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526151 Feb 09 21:30:12.985355 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db44f47-78e8-4afa-83e9-cb91be866207 req-3d363d19-2420-4389-b30a-d261b35c1d8f tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:12.994919 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7db44f47-78e8-4afa-83e9-cb91be866207 req-3d363d19-2420-4389-b30a-d261b35c1d8f tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.5954111 Feb 09 21:30:13.060151 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:13.060709 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:13.138438 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-a18c3e1a-5946-4dd7-bf44-00b569dae455 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:13.140152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf62eb-3cae-45b2-858f-340357c439bd req-882bbaab-d2f7-4757-a944-618d2f44b5de tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:13.141679 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-a18c3e1a-5946-4dd7-bf44-00b569dae455 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62&tenant_id=64ac4f48e4c94eaa87202007938b3f7a&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 1127 time: 0.0938349 Feb 09 21:30:13.142258 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-06cf62eb-3cae-45b2-858f-340357c439bd req-882bbaab-d2f7-4757-a944-618d2f44b5de tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/ports?device_id=b18541ce-889c-430d-9e1e-cce5acf33788 HTTP/1.1" status: 200 len: 944 time: 0.5583241 Feb 09 21:30:13.145269 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8,segment=NetworkSegment(6f386f2e-7e93-44c7-8638-0c581680bc1a),segment_id=6f386f2e-7e93-44c7-8638-0c581680bc1a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:13.151232 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:13.151713 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828601-1'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:13.167875 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7db44f47-78e8-4afa-83e9-cb91be866207 req-995d398a-e8e7-4b91-b85a-6c9466b69659 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718574 Feb 09 21:30:13.224825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-fa1e85f7-e23c-4b75-970b-1fb91fb2e29a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Made reservation on behalf of da888a58eb2d447da88cadc0cfb95024 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:30:13.229641 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-fa1e85f7-e23c-4b75-970b-1fb91fb2e29a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:13.251058 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:13.311590 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (76123fe0-b83f-4bb5-a35b-93e23d01d82a), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:13.337664 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-06cf62eb-3cae-45b2-858f-340357c439bd req-bdc7cab9-1497-4269-8385-ffb9b79669aa tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f638359-3dd2-4761-9ca1-a06b488b21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593714 Feb 09 21:30:13.543843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] For port 76123fe0-b83f-4bb5-a35b-93e23d01d82a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=76123fe0-b83f-4bb5-a35b-93e23d01d82a,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:13.571622 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51110277-fad9-4ec5-a1e9-d0931d058d90 req-40ee0f2e-6eff-412d-82dd-5aced847aae6 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:13.579446 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-51110277-fad9-4ec5-a1e9-d0931d058d90 req-40ee0f2e-6eff-412d-82dd-5aced847aae6 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 945 time: 0.3127327 Feb 09 21:30:13.608484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] For port 76123fe0-b83f-4bb5-a35b-93e23d01d82a, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:13.672680 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-fa1e85f7-e23c-4b75-970b-1fb91fb2e29a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Allocated IP 192.168.233.65 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/dda00877-1d5a-4bc6-8d18-433147d6e07b) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:30:13.699780 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0c0d84-088e-44f4-808a-a306a5163a62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76123fe0-b83f-4bb5-a35b-93e23d01d82a'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:13.702453 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad08e1c2-2ccf-4d27-b7ca-c23e9b273d5a" -d '{"events": [{"server_uuid": "4f0c0d84-088e-44f4-808a-a306a5163a62", "name": "network-vif-unplugged", "status": "completed", "tag": "76123fe0-b83f-4bb5-a35b-93e23d01d82a"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:13.707076 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] Publish callbacks [] for port (76123fe0-b83f-4bb5-a35b-93e23d01d82a), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:13.709000 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-51110277-fad9-4ec5-a1e9-d0931d058d90 req-3b2f8e83-9844-4c79-9dc3-30e426bb7ad4 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277227 Feb 09 21:30:13.713875 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (76123fe0-b83f-4bb5-a35b-93e23d01d82a), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:13.836189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] Pushing event updated for resources: {'Port': ['ID=76123fe0-b83f-4bb5-a35b-93e23d01d82a,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:13.892921 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] Attempting to bind port 76123fe0-b83f-4bb5-a35b-93e23d01d82a on host n-h2-828601-1 for vnic_type normal with profile {"migrating_to": "n-h1-828601-1"} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:30:13.893583 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] Attempting to bind port 76123fe0-b83f-4bb5-a35b-93e23d01d82a by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:30:13.894203 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] Attempting to bind port 76123fe0-b83f-4bb5-a35b-93e23d01d82a on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:13.900029 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] Port 76123fe0-b83f-4bb5-a35b-93e23d01d82a on network 4474165d-84c4-443a-89bd-7201ae778fac not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:30:13.900630 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] Attempting to bind port 76123fe0-b83f-4bb5-a35b-93e23d01d82a on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:13.906712 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:30:13.907330 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] Checking segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:13.907982 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] Bound using segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:30:13.908623 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] Bound port: 76123fe0-b83f-4bb5-a35b-93e23d01d82a, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:30:13.909527 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (76123fe0-b83f-4bb5-a35b-93e23d01d82a), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:13.922372 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-fa1e85f7-e23c-4b75-970b-1fb91fb2e29a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks [] for port (dda00877-1d5a-4bc6-8d18-433147d6e07b), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:13.939403 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202e93e-4029-408b-a326-94b717250918 req-5d7552d8-6ec3-42df-a97c-ee1c4aaaac76 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:13.941269 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4202e93e-4029-408b-a326-94b717250918 req-5d7552d8-6ec3-42df-a97c-ee1c4aaaac76 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.4639950 Feb 09 21:30:14.009833 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ca72d00-3791-4534-b9de-44e1e63c0c30 req-ea9988e3-3870-4838-ba13-b99f2cfad240 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 210 time: 0.0661335 Feb 09 21:30:14.025171 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] For port 76123fe0-b83f-4bb5-a35b-93e23d01d82a, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:14.032614 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:14.044145 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] For port 76123fe0-b83f-4bb5-a35b-93e23d01d82a, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=76123fe0-b83f-4bb5-a35b-93e23d01d82a,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:30:14.047762 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-fa1e85f7-e23c-4b75-970b-1fb91fb2e29a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (dda00877-1d5a-4bc6-8d18-433147d6e07b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:14.055948 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (76123fe0-b83f-4bb5-a35b-93e23d01d82a), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:14.065327 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['93e927e6-90ef-480c-bf7f-9988462f2fcb', 'd684e2b5-cba7-45ab-871a-2bc8f3bbcea8', '3bc2ba39-cd44-4d0b-992c-58cc712ee651', '9dd43f9a-4909-4ea6-bc52-f89665942a3f'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:14.065999 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4202e93e-4029-408b-a326-94b717250918 req-3d3671d0-a325-466c-84dd-20cda5ba8dab tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967009 Feb 09 21:30:14.073762 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['746c7f66-5bfa-450d-8e50-d3fca91ea73e', '49c4fa5c-dc3b-435a-8af3-130a1411ff25'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:14.124320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-fa1e85f7-e23c-4b75-970b-1fb91fb2e29a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:30:14.134209 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:30:14.169328 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-fa1e85f7-e23c-4b75-970b-1fb91fb2e29a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:30:14.198960 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-fa1e85f7-e23c-4b75-970b-1fb91fb2e29a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:30:14.215703 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-fa1e85f7-e23c-4b75-970b-1fb91fb2e29a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:14.216822 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-fa1e85f7-e23c-4b75-970b-1fb91fb2e29a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:14.317438 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e85f7-e23c-4b75-970b-1fb91fb2e29a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Pushing event updated for resources: {'Port': ['ID=dda00877-1d5a-4bc6-8d18-433147d6e07b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:14.340744 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-fa1e85f7-e23c-4b75-970b-1fb91fb2e29a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4725490 Feb 09 21:30:14.364876 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] Request body: {'port': {'device_id': '157923fe-cf21-4748-af9a-c55d98d5231b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:14.378355 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] Pushing event updated for resources: {'Port': ['ID=76123fe0-b83f-4bb5-a35b-93e23d01d82a,revision_number=8']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:14.388877 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3837fac1-fa60-423e-ad5d-517023309aa2 x-openstack-request-id: req-3837fac1-fa60-423e-ad5d-517023309aa2 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:14.397359 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd1fc15-eccd-41cf-a51a-b828c7fb684a", "name": "network-vif-plugged", "status": "completed", "tag": "b5178d3f-744b-4fda-a834-a5b35a6e0dc6", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:14.397659 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3837fac1-fa60-423e-ad5d-517023309aa2 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:14.398091 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd1fc15-eccd-41cf-a51a-b828c7fb684a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5178d3f-744b-4fda-a834-a5b35a6e0dc6', 'code': 200} Feb 09 21:30:14.573146 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (dda00877-1d5a-4bc6-8d18-433147d6e07b), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:14.635867 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571b6302-900e-494f-ac57-caf8acda9b9d x-openstack-request-id: req-571b6302-900e-494f-ac57-caf8acda9b9d {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:14.635867 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0c0d84-088e-44f4-808a-a306a5163a62", "name": "network-vif-unplugged", "status": "completed", "tag": "76123fe0-b83f-4bb5-a35b-93e23d01d82a", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:14.637655 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-571b6302-900e-494f-ac57-caf8acda9b9d {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:14.638176 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0c0d84-088e-44f4-808a-a306a5163a62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76123fe0-b83f-4bb5-a35b-93e23d01d82a', 'code': 200} Feb 09 21:30:14.668887 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:14.676445 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:14.680658 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-50932325-836a-44a9-8398-ec5de7a8e546 service neutron] 10.222.0.71 "PUT /v2.0/ports/76123fe0-b83f-4bb5-a35b-93e23d01d82a HTTP/1.1" status: 200 len: 1121 time: 1.5331612 Feb 09 21:30:14.703828 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e579ae-d588-4bf4-97be-c1f96de24a86 req-f2581cef-dc71-4306-b028-a65f53868d44 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:14.726451 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45e579ae-d588-4bf4-97be-c1f96de24a86 req-f2581cef-dc71-4306-b028-a65f53868d44 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=157923fe-cf21-4748-af9a-c55d98d5231b HTTP/1.1" status: 200 len: 935 time: 0.2738423 Feb 09 21:30:14.831690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['76123fe0-b83f-4bb5-a35b-93e23d01d82a'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:14.832623 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-d48c0fca-ac37-476e-b1ae-aeaf44498496 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:14.834244 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-d48c0fca-ac37-476e-b1ae-aeaf44498496 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.71 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 821 time: 0.5594759 Feb 09 21:30:14.847816 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-c9cb9914-c304-4dd6-8859-736bbebea484 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Request body: {'port': {'device_id': '63a1ad13-4eac-4ad9-9365-09dfb32d19fe', 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347', 'admin_state_up': True, 'tenant_id': '281dd21a4f7742a5b293ae307a18bb2e'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:14.877855 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45e579ae-d588-4bf4-97be-c1f96de24a86 req-81cd6362-e283-4d06-b26e-31c4330ff306 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438937 Feb 09 21:30:15.087954 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-c9cb9914-c304-4dd6-8859-736bbebea484 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Made reservation on behalf of 281dd21a4f7742a5b293ae307a18bb2e for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:30:15.091588 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-c9cb9914-c304-4dd6-8859-736bbebea484 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:15.128226 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:15.177051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-3946a25d-2bce-4f33-bf15-722a7f75c29c None None] Provisioning complete for port dda00877-1d5a-4bc6-8d18-433147d6e07b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:15.177599 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3946a25d-2bce-4f33-bf15-722a7f75c29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (dda00877-1d5a-4bc6-8d18-433147d6e07b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:15.252114 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e8b5b-e0bd-467a-bc48-b9b84b79389b req-60c5589b-f3b0-453b-b6bb-25a0a04b6c0b tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:15.253888 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-771e8b5b-e0bd-467a-bc48-b9b84b79389b req-60c5589b-f3b0-453b-b6bb-25a0a04b6c0b tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.5023985 Feb 09 21:30:15.346825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d87a6-9b95-46c6-902d-a3da760d4a3a req-0f1c6108-e6f5-4828-b515-960c8d6bfb4e tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:15.349114 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c64d87a6-9b95-46c6-902d-a3da760d4a3a req-0f1c6108-e6f5-4828-b515-960c8d6bfb4e tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/ports?device_id=b18541ce-889c-430d-9e1e-cce5acf33788 HTTP/1.1" status: 200 len: 945 time: 0.3025277 Feb 09 21:30:15.397053 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-c9cb9914-c304-4dd6-8859-736bbebea484 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Allocated IP 172.20.0.11 (3335e86a-d685-4bed-b15a-6df9753c1347/351fd407-a245-4a16-90db-5d5f752397dc/71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:30:15.449590 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-771e8b5b-e0bd-467a-bc48-b9b84b79389b req-dd415d74-0d0b-4894-a47d-07c5f3af3a13 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730514 Feb 09 21:30:15.451504 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-3946a25d-2bce-4f33-bf15-722a7f75c29c None None] Port dda00877-1d5a-4bc6-8d18-433147d6e07b cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:30:15.477653 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda00877-1d5a-4bc6-8d18-433147d6e07b {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:15.494744 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] Publish callbacks [] for port (dda00877-1d5a-4bc6-8d18-433147d6e07b), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:15.513640 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c64d87a6-9b95-46c6-902d-a3da760d4a3a req-fe30461e-005a-49e5-a6f5-d22dd67ad2a0 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f638359-3dd2-4761-9ca1-a06b488b21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395464 Feb 09 21:30:15.524595 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] Transition to ACTIVE for port object dda00877-1d5a-4bc6-8d18-433147d6e07b will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:30:15.534400 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (dda00877-1d5a-4bc6-8d18-433147d6e07b), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:15.649877 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] Pushing event updated for resources: {'Port': ['ID=dda00877-1d5a-4bc6-8d18-433147d6e07b,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:15.800199 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-c9cb9914-c304-4dd6-8859-736bbebea484 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks [] for port (71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:15.800473 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] Attempting to bind port dda00877-1d5a-4bc6-8d18-433147d6e07b on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:30:15.800677 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] Attempting to bind port dda00877-1d5a-4bc6-8d18-433147d6e07b by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:30:15.801018 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] Attempting to bind port dda00877-1d5a-4bc6-8d18-433147d6e07b on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:15.821358 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] Port dda00877-1d5a-4bc6-8d18-433147d6e07b on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:30:15.821687 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] Attempting to bind port dda00877-1d5a-4bc6-8d18-433147d6e07b on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:15.834037 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:30:15.834373 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:15.834766 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:30:15.835208 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] Bound port: dda00877-1d5a-4bc6-8d18-433147d6e07b, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:30:15.835960 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (dda00877-1d5a-4bc6-8d18-433147d6e07b), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:15.858978 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d4f3d-5725-4895-9772-12b6df10554c req-ac35edd8-bcf1-42f3-89e7-440c415c40bd tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:15.863003 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f75d4f3d-5725-4895-9772-12b6df10554c req-ac35edd8-bcf1-42f3-89e7-440c415c40bd tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 943 time: 0.1742671 Feb 09 21:30:15.871280 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:15.871554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d999b64-8418-490d-b056-a6619e50b7f7 req-930813ed-62a5-4eca-a49f-c59aebc5c224 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:15.880032 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d999b64-8418-490d-b056-a6619e50b7f7 req-930813ed-62a5-4eca-a49f-c59aebc5c224 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.1703746 Feb 09 21:30:15.923927 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-c9cb9914-c304-4dd6-8859-736bbebea484 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:16.049201 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-c9cb9914-c304-4dd6-8859-736bbebea484 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Network 3335e86a-d685-4bed-b15a-6df9753c1347 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:30:16.059795 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-c9cb9914-c304-4dd6-8859-736bbebea484 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:30:16.062185 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d999b64-8418-490d-b056-a6619e50b7f7 req-183a600c-6113-4cb5-81ca-522b5b5fd76d tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226275 Feb 09 21:30:16.086493 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-c9cb9914-c304-4dd6-8859-736bbebea484 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:30:16.093068 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] For port dda00877-1d5a-4bc6-8d18-433147d6e07b, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:16.097230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] For port dda00877-1d5a-4bc6-8d18-433147d6e07b, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=dda00877-1d5a-4bc6-8d18-433147d6e07b,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:30:16.100273 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-c9cb9914-c304-4dd6-8859-736bbebea484 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:16.103132 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-c9cb9914-c304-4dd6-8859-736bbebea484 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:16.104694 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f75d4f3d-5725-4895-9772-12b6df10554c req-c45e843c-bd50-48fa-b680-280bb7d9266e tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829901 Feb 09 21:30:16.116690 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (dda00877-1d5a-4bc6-8d18-433147d6e07b), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:16.153206 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb9914-c304-4dd6-8859-736bbebea484 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Pushing event updated for resources: {'Port': ['ID=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:16.181306 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-c9cb9914-c304-4dd6-8859-736bbebea484 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3375127 Feb 09 21:30:16.201777 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] Request body: {'port': {'device_id': '63a1ad13-4eac-4ad9-9365-09dfb32d19fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:16.209719 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:16.210627 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:16.212289 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] 10.222.0.42 "PUT /v2.0/ports/dda00877-1d5a-4bc6-8d18-433147d6e07b HTTP/1.1" status: 200 len: 1095 time: 1.8523686 Feb 09 21:30:16.212839 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157923fe-cf21-4748-af9a-c55d98d5231b', 'tag': 'dda00877-1d5a-4bc6-8d18-433147d6e07b'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:16.216751 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2ad5e1-b91c-4ef1-9406-72397e8c522e" -d '{"events": [{"name": "network-changed", "server_uuid": "157923fe-cf21-4748-af9a-c55d98d5231b", "tag": "dda00877-1d5a-4bc6-8d18-433147d6e07b"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:16.258355 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21467f35-db40-4968-9fd5-2c88bec2570b service neutron] Pushing event updated for resources: {'Port': ['ID=dda00877-1d5a-4bc6-8d18-433147d6e07b,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:16.380698 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:16.398807 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18541ce-889c-430d-9e1e-cce5acf33788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:16.402555 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280849ea-031a-46af-af97-a08c974e941f" -d '{"events": [{"server_uuid": "b18541ce-889c-430d-9e1e-cce5acf33788", "name": "network-vif-plugged", "status": "completed", "tag": "8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:16.434091 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8328ab9-d8ad-48cb-852f-7e4f79939dc0 req-5d625b1f-e590-4a9c-89d4-ffbd6286a37a tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:16.435719 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8328ab9-d8ad-48cb-852f-7e4f79939dc0 req-5d625b1f-e590-4a9c-89d4-ffbd6286a37a tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 932 time: 0.1743081 Feb 09 21:30:16.467605 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81066f23-2049-4462-8bc2-4c121757f28b req-5a2444cb-1afd-4b8b-8b0b-6074566d79b4 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:16.469232 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-81066f23-2049-4462-8bc2-4c121757f28b req-5a2444cb-1afd-4b8b-8b0b-6074566d79b4 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=157923fe-cf21-4748-af9a-c55d98d5231b HTTP/1.1" status: 200 len: 947 time: 0.1295788 Feb 09 21:30:16.502946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-96d3205b-1df1-4924-9645-9bdc48ecc7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:16.505527 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-96d3205b-1df1-4924-9645-9bdc48ecc7bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&device_id=157923fe-cf21-4748-af9a-c55d98d5231b HTTP/1.1" status: 200 len: 1129 time: 0.2185242 Feb 09 21:30:16.587156 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-1429aed3-dcdc-4624-80de-0654a4467a78 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=dda00877-1d5a-4bc6-8d18-433147d6e07b HTTP/1.1" status: 200 len: 217 time: 0.0606127 Feb 09 21:30:16.604759 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8328ab9-d8ad-48cb-852f-7e4f79939dc0 req-6a62b5f1-71c5-4739-ae43-af477d04bbf5 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611037 Feb 09 21:30:16.642191 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0c0d84-088e-44f4-808a-a306a5163a62', 'tag': '76123fe0-b83f-4bb5-a35b-93e23d01d82a'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:16.646660 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f7fb68-72dc-480d-ae09-b99c876e81f1" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0c0d84-088e-44f4-808a-a306a5163a62", "tag": "76123fe0-b83f-4bb5-a35b-93e23d01d82a"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:16.710122 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2a77d0-24b2-48f5-b779-3c1e57d4bfb2 x-openstack-request-id: req-7e2a77d0-24b2-48f5-b779-3c1e57d4bfb2 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:16.710367 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157923fe-cf21-4748-af9a-c55d98d5231b", "tag": "dda00877-1d5a-4bc6-8d18-433147d6e07b", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:16.710637 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7e2a77d0-24b2-48f5-b779-3c1e57d4bfb2 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:16.711061 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157923fe-cf21-4748-af9a-c55d98d5231b', 'tag': 'dda00877-1d5a-4bc6-8d18-433147d6e07b', 'status': 'completed', 'code': 200} Feb 09 21:30:16.727180 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-81066f23-2049-4462-8bc2-4c121757f28b req-f134872d-b1f2-4066-baf7-166885298ec0 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461576 Feb 09 21:30:16.736452 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-d66b077b-97b4-4370-b6df-17ef43b8cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:16.737901 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-d66b077b-97b4-4370-b6df-17ef43b8cd94 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1230130 Feb 09 21:30:16.742811 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79bd232-a1bd-467a-9276-6d732a548209 x-openstack-request-id: req-d79bd232-a1bd-467a-9276-6d732a548209 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:16.743506 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18541ce-889c-430d-9e1e-cce5acf33788", "name": "network-vif-plugged", "status": "completed", "tag": "8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:16.743860 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d79bd232-a1bd-467a-9276-6d732a548209 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:16.744343 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18541ce-889c-430d-9e1e-cce5acf33788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8', 'code': 200} Feb 09 21:30:16.809007 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:16.852606 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] Publish callbacks [] for port (71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:16.873208 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] Transition to ACTIVE for port object 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:30:16.884234 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:16.884583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 76123fe0-b83f-4bb5-a35b-93e23d01d82a details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:30:16.928501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4a956-c8fb-4e2e-9f1e-5c56ffaa862a req-8ba95758-b439-4b1a-91aa-b58544b10a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:16.930164 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2fa4a956-c8fb-4e2e-9f1e-5c56ffaa862a req-8ba95758-b439-4b1a-91aa-b58544b10a4a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b18541ce-889c-430d-9e1e-cce5acf33788 HTTP/1.1" status: 200 len: 1127 time: 0.1149266 Feb 09 21:30:16.935614 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-46e0b51f-edc3-4573-bdb4-7baa2f88836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:16.937945 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-46e0b51f-edc3-4573-bdb4-7baa2f88836f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1871133 Feb 09 21:30:16.973393 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] Pushing event updated for resources: {'Port': ['ID=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:16.999080 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 76123fe0-b83f-4bb5-a35b-93e23d01d82a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=76123fe0-b83f-4bb5-a35b-93e23d01d82a,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:17.018144 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 76123fe0-b83f-4bb5-a35b-93e23d01d82a has no active binding in host n-h1-828601-1 {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:30:17.032501 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2fa4a956-c8fb-4e2e-9f1e-5c56ffaa862a req-8ee8939b-5b43-41b5-acce-3989b161ba4d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0f638359-3dd2-4761-9ca1-a06b488b21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918887 Feb 09 21:30:17.034717 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] Attempting to bind port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:30:17.035050 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] Attempting to bind port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:30:17.035385 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] Attempting to bind port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:17.040564 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] Port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd on network 3335e86a-d685-4bed-b15a-6df9753c1347 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:30:17.040564 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] Attempting to bind port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:17.046114 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:30:17.046449 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] Checking segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:17.047358 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] Bound using segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:30:17.047888 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] Bound port: 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:30:17.048246 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:17.048448 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160eadf-0740-4736-bf86-6b61b2d850e3 req-01bd12df-0491-4a0f-ace4-6ad2d8b71e36 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:17.050146 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7160eadf-0740-4736-bf86-6b61b2d850e3 req-01bd12df-0491-4a0f-ace4-6ad2d8b71e36 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.2192035 Feb 09 21:30:17.068149 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3a3e5-7a48-4c85-b70b-9ac4374c02e6 req-302b193f-db82-4752-841c-09be2bf87290 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:17.069952 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7cc3a3e5-7a48-4c85-b70b-9ac4374c02e6 req-302b193f-db82-4752-841c-09be2bf87290 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/ports?device_id=b18541ce-889c-430d-9e1e-cce5acf33788 HTTP/1.1" status: 200 len: 945 time: 0.2167141 Feb 09 21:30:17.134229 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] For port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:17.139815 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] For port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:30:17.149210 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:17.190928 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:17.191967 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:17.195096 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] 10.222.0.71 "PUT /v2.0/ports/71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd HTTP/1.1" status: 200 len: 1092 time: 1.0045505 Feb 09 21:30:17.257543 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec78d47-b5b9-448d-8b97-560c00f13b21 service neutron] Pushing event updated for resources: {'Port': ['ID=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:17.393231 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-e3ab08f6-21ad-46f0-8482-84e7dcd5ab58 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427452 Feb 09 21:30:17.429774 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7160eadf-0740-4736-bf86-6b61b2d850e3 req-557b9e7e-3525-4d03-bb02-da38133de1d9 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698990 Feb 09 21:30:17.434099 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7cc3a3e5-7a48-4c85-b70b-9ac4374c02e6 req-1e1830e0-1530-46a2-9035-303d8d93f6a3 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f638359-3dd2-4761-9ca1-a06b488b21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519437 Feb 09 21:30:17.492483 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fef06f-f873-4dd9-8526-71883b71e8af x-openstack-request-id: req-37fef06f-f873-4dd9-8526-71883b71e8af {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:17.492779 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0c0d84-088e-44f4-808a-a306a5163a62", "tag": "76123fe0-b83f-4bb5-a35b-93e23d01d82a", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:17.493034 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-37fef06f-f873-4dd9-8526-71883b71e8af {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:17.493436 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0c0d84-088e-44f4-808a-a306a5163a62', 'tag': '76123fe0-b83f-4bb5-a35b-93e23d01d82a', 'status': 'completed', 'code': 200} Feb 09 21:30:17.602345 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7fb68-72dc-480d-ae09-b99c876e81f1 req-4c4f2bc1-1877-4be2-b85a-4493eb6adfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:17.602607 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f5f4f00-b112-42ea-a493-531d2dae31b8 req-9ed5fdc6-3329-42e2-8f12-97b6815cbe32 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901929 Feb 09 21:30:17.604099 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b8f7fb68-72dc-480d-ae09-b99c876e81f1 req-4c4f2bc1-1877-4be2-b85a-4493eb6adfcd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 1155 time: 0.0814617 Feb 09 21:30:17.670335 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5e9e0-584d-47ad-8eab-4350c381ecd1 req-f459a65e-b56b-4db5-845e-95d038d9bc54 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:17.672394 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8d5e9e0-584d-47ad-8eab-4350c381ecd1 req-f459a65e-b56b-4db5-845e-95d038d9bc54 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.1404257 Feb 09 21:30:17.687471 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb85108-66c0-4a9f-9794-c21fb76f0b65 req-e6fc3c6d-786c-45a9-a32c-f28dbf79cfd5 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:17.689029 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0eb85108-66c0-4a9f-9794-c21fb76f0b65 req-e6fc3c6d-786c-45a9-a32c-f28dbf79cfd5 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 943 time: 0.1218598 Feb 09 21:30:17.739224 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7fb68-72dc-480d-ae09-b99c876e81f1 req-ad2791bb-bb92-4b57-9105-1a911a1c6e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:17.741733 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b8f7fb68-72dc-480d-ae09-b99c876e81f1 req-ad2791bb-bb92-4b57-9105-1a911a1c6e77 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 908 time: 0.1269183 Feb 09 21:30:17.812595 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b8f7fb68-72dc-480d-ae09-b99c876e81f1 req-8340b825-7cb2-4298-88ff-465f3f0eea96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76123fe0-b83f-4bb5-a35b-93e23d01d82a HTTP/1.1" status: 200 len: 217 time: 0.0626550 Feb 09 21:30:17.833443 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8d5e9e0-584d-47ad-8eab-4350c381ecd1 req-70f2b1af-a9b6-40e1-9797-527f7454c6cd tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428807 Feb 09 21:30:17.844392 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0eb85108-66c0-4a9f-9794-c21fb76f0b65 req-a913f881-10f8-4a2d-8b6a-5ffd47c6fc0d tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401675 Feb 09 21:30:17.854143 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ad5e1-b91c-4ef1-9406-72397e8c522e req-53d02728-e766-4ee7-800f-b671c1dcf760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:17.857288 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f2ad5e1-b91c-4ef1-9406-72397e8c522e req-53d02728-e766-4ee7-800f-b671c1dcf760 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&device_id=157923fe-cf21-4748-af9a-c55d98d5231b HTTP/1.1" status: 200 len: 1129 time: 0.1838574 Feb 09 21:30:17.887557 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7fb68-72dc-480d-ae09-b99c876e81f1 req-3a165ecb-2a70-4d2a-918e-93acf15869cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:17.889345 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b8f7fb68-72dc-480d-ae09-b99c876e81f1 req-3a165ecb-2a70-4d2a-918e-93acf15869cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.0631683 Feb 09 21:30:17.935502 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b8f7fb68-72dc-480d-ae09-b99c876e81f1 req-a66d75da-243f-48a5-8de5-d3026f1b6109 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324876 Feb 09 21:30:18.025601 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ad5e1-b91c-4ef1-9406-72397e8c522e req-85d44c00-cd03-43d4-ba7e-390f9f6677a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:18.028993 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f2ad5e1-b91c-4ef1-9406-72397e8c522e req-85d44c00-cd03-43d4-ba7e-390f9f6677a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.1636629 Feb 09 21:30:18.088258 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b8f7fb68-72dc-480d-ae09-b99c876e81f1 req-dc1075d5-0355-467f-bf7f-722c891a2a2b service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408505 Feb 09 21:30:18.122314 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f2ad5e1-b91c-4ef1-9406-72397e8c522e req-929c060d-3c55-4f7f-967d-761fdcfeb8e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=dda00877-1d5a-4bc6-8d18-433147d6e07b HTTP/1.1" status: 200 len: 217 time: 0.0636818 Feb 09 21:30:18.209233 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828eefff-d940-455b-bacf-fe26c12c5607 req-34db37ee-dfd1-46e3-9236-0af152640a57 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:18.212133 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b8f7fb68-72dc-480d-ae09-b99c876e81f1 req-5a7f8e55-e2d3-47e3-866d-111237fc4965 service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138074 Feb 09 21:30:18.216133 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-828eefff-d940-455b-bacf-fe26c12c5607 req-34db37ee-dfd1-46e3-9236-0af152640a57 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=157923fe-cf21-4748-af9a-c55d98d5231b HTTP/1.1" status: 200 len: 947 time: 0.2049530 Feb 09 21:30:18.237596 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11826548-ca2e-4c44-9090-03de6364ff88 req-32705e94-8b97-4195-87a7-793be9883a93 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:18.239090 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-11826548-ca2e-4c44-9090-03de6364ff88 req-32705e94-8b97-4195-87a7-793be9883a93 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 944 time: 0.2241383 Feb 09 21:30:18.244041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ad5e1-b91c-4ef1-9406-72397e8c522e req-dfb4c4d9-68fb-462f-b082-8177244dc78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:18.245498 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f2ad5e1-b91c-4ef1-9406-72397e8c522e req-dfb4c4d9-68fb-462f-b082-8177244dc78e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1137745 Feb 09 21:30:18.363457 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-828eefff-d940-455b-bacf-fe26c12c5607 req-766e3a68-ff88-44e1-aba5-c8a143755102 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463852 Feb 09 21:30:18.385670 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-11826548-ca2e-4c44-9090-03de6364ff88 req-53bea58b-c63c-409b-bd29-e67f70a88f95 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289988 Feb 09 21:30:18.388446 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ad5e1-b91c-4ef1-9406-72397e8c522e req-5a943063-5c3f-4055-91b7-eb061b76e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:18.390849 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f2ad5e1-b91c-4ef1-9406-72397e8c522e req-5a943063-5c3f-4055-91b7-eb061b76e31f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1267354 Feb 09 21:30:18.501471 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f2ad5e1-b91c-4ef1-9406-72397e8c522e req-d4064b8c-3790-4541-938b-c17dfcabe0ca service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032617 Feb 09 21:30:18.704799 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bb5e2-707e-4931-8b4b-85fc2c25d8c5 req-289975b0-a3e5-47f8-aec2-e97e817425bb tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:18.706413 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-392bb5e2-707e-4931-8b4b-85fc2c25d8c5 req-289975b0-a3e5-47f8-aec2-e97e817425bb tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.1445735 Feb 09 21:30:18.712174 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f2ad5e1-b91c-4ef1-9406-72397e8c522e req-c31ff283-3a87-444d-bb57-b7ef92d6f904 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999300 Feb 09 21:30:18.728012 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b39e6-cf5b-40c4-9282-19f6676acaec req-2966f000-bbc6-49d1-9cbc-7b1237b931f9 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:18.743190 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a64b39e6-cf5b-40c4-9282-19f6676acaec req-2966f000-bbc6-49d1-9cbc-7b1237b931f9 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/ports?device_id=b18541ce-889c-430d-9e1e-cce5acf33788 HTTP/1.1" status: 200 len: 945 time: 0.1796157 Feb 09 21:30:18.755155 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-c9cbf170-b6a7-4e8c-81ae-08aa31a5d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:18.756743 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-c9cbf170-b6a7-4e8c-81ae-08aa31a5d747 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 1126 time: 0.0588305 Feb 09 21:30:18.814798 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-06819a72-8cf2-41e8-bb16-3e4af872d257 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd HTTP/1.1" status: 200 len: 217 time: 0.0456388 Feb 09 21:30:18.829282 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-392bb5e2-707e-4931-8b4b-85fc2c25d8c5 req-bbf0b512-20ca-4209-b624-e58afb685201 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830455 Feb 09 21:30:18.855752 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a64b39e6-cf5b-40c4-9282-19f6676acaec req-eeafd7c8-4151-46f2-9c30-4ad39bade2c0 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f638359-3dd2-4761-9ca1-a06b488b21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957479 Feb 09 21:30:18.907552 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-0ba16f59-5bcf-48c3-9edd-a72552cfcfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:18.911196 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-0ba16f59-5bcf-48c3-9edd-a72552cfcfa9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.0852923 Feb 09 21:30:18.979914 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-7d78ed92-a127-4125-9f1e-3901d25909d0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587931 Feb 09 21:30:19.084423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ea9c1-a855-49d2-935d-8ffcfcf46614 req-4c8354dc-9357-4d6c-831b-b60de38b3ffa tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:19.091686 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-107ea9c1-a855-49d2-935d-8ffcfcf46614 req-4c8354dc-9357-4d6c-831b-b60de38b3ffa tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 943 time: 0.1341305 Feb 09 21:30:19.100304 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc32fa-f73b-442e-91b4-e40017345534 req-48fb6ceb-7af9-4941-9511-2d24aa176d79 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:19.107464 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1bc32fa-f73b-442e-91b4-e40017345534 req-48fb6ceb-7af9-4941-9511-2d24aa176d79 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.1644790 Feb 09 21:30:19.126447 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-9360c36b-f949-4464-b87e-797804946c16 service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402791 Feb 09 21:30:19.183891 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-107ea9c1-a855-49d2-935d-8ffcfcf46614 req-7ea21d5a-d8a7-449e-a9dc-db9d428e0888 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912979 Feb 09 21:30:19.190688 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1bc32fa-f73b-442e-91b4-e40017345534 req-96a39efc-678a-4d34-a6e9-868c795c2289 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822973 Feb 09 21:30:19.255544 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-824f834f-735d-474b-a87a-c13ac2ad1591 req-eafcc613-7836-49e2-96bd-aa78d8298c42 service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155870 Feb 09 21:30:19.494356 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a1ad13-4eac-4ad9-9365-09dfb32d19fe', 'tag': '71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:19.496840 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329941d6-f565-4de8-97fb-ad6341209775" -d '{"events": [{"name": "network-changed", "server_uuid": "63a1ad13-4eac-4ad9-9365-09dfb32d19fe", "tag": "71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:19.567599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652a0ac-79c0-4cf3-97ec-245dad5035dd req-9dcf8985-ecf0-4703-b3a9-133ba3ca3426 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:19.569427 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9652a0ac-79c0-4cf3-97ec-245dad5035dd req-9dcf8985-ecf0-4703-b3a9-133ba3ca3426 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=157923fe-cf21-4748-af9a-c55d98d5231b HTTP/1.1" status: 200 len: 947 time: 0.0982740 Feb 09 21:30:19.593069 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537095b-cc71-4e89-9240-c5ad7c656a6c req-65b894e6-2804-43c0-b899-397cd07b221b tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:19.595101 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8537095b-cc71-4e89-9240-c5ad7c656a6c req-65b894e6-2804-43c0-b899-397cd07b221b tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 944 time: 0.0886192 Feb 09 21:30:19.670053 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9652a0ac-79c0-4cf3-97ec-245dad5035dd req-588b1e2c-c936-49ab-89a8-95135a67ca4e tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933223 Feb 09 21:30:19.689447 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8537095b-cc71-4e89-9240-c5ad7c656a6c req-b77e75b1-28a9-4eea-b462-b81d8e0d5d57 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794520 Feb 09 21:30:19.747323 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0808ebbc-6920-436e-b14a-056b2dfa4506 x-openstack-request-id: req-0808ebbc-6920-436e-b14a-056b2dfa4506 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:19.747774 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a1ad13-4eac-4ad9-9365-09dfb32d19fe", "tag": "71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:19.748134 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0808ebbc-6920-436e-b14a-056b2dfa4506 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:19.749357 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a1ad13-4eac-4ad9-9365-09dfb32d19fe', 'tag': '71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd', 'status': 'completed', 'code': 200} Feb 09 21:30:20.048668 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08471618-4c0a-4c8a-8469-3153fc63a81b req-9ad7b912-ca47-4a24-98cb-c32fcee8241f tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:20.056112 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-08471618-4c0a-4c8a-8469-3153fc63a81b req-9ad7b912-ca47-4a24-98cb-c32fcee8241f tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/ports?device_id=b18541ce-889c-430d-9e1e-cce5acf33788 HTTP/1.1" status: 200 len: 945 time: 0.1158261 Feb 09 21:30:20.064655 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device dda00877-1d5a-4bc6-8d18-433147d6e07b details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:30:20.116572 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329941d6-f565-4de8-97fb-ad6341209775 req-e0fb3d0b-308f-4e80-badb-ac0ce6dd8000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:20.118108 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-329941d6-f565-4de8-97fb-ad6341209775 req-e0fb3d0b-308f-4e80-badb-ac0ce6dd8000 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 1126 time: 0.3465359 Feb 09 21:30:20.130795 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-08471618-4c0a-4c8a-8469-3153fc63a81b req-3cbcc89e-a52c-41b6-bc48-245ee2f0db76 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f638359-3dd2-4761-9ca1-a06b488b21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730782 Feb 09 21:30:20.176914 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a80f3d-19fa-4abc-9081-946951fb662d req-5022e0b9-b4bd-4b12-8b07-6d2ba30a271f tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:20.178806 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c1a80f3d-19fa-4abc-9081-946951fb662d req-5022e0b9-b4bd-4b12-8b07-6d2ba30a271f tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.2059848 Feb 09 21:30:20.295029 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port dda00877-1d5a-4bc6-8d18-433147d6e07b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=dda00877-1d5a-4bc6-8d18-433147d6e07b,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:20.313176 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329941d6-f565-4de8-97fb-ad6341209775 req-beab6641-31d9-4978-88d5-6137c946ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:20.314682 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-329941d6-f565-4de8-97fb-ad6341209775 req-beab6641-31d9-4978-88d5-6137c946ed4b service neutron] 10.222.0.71 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 922 time: 0.1752234 Feb 09 21:30:20.324720 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'dda00877-1d5a-4bc6-8d18-433147d6e07b', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': 'dda00877-1d5a-4bc6-8d18-433147d6e07b', 'mac_address': 'fa:16:3e:97:32:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:30:20.335050 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c1a80f3d-19fa-4abc-9081-946951fb662d req-cd66610e-74d8-40e3-af21-3984a708b120 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450882 Feb 09 21:30:20.434638 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-329941d6-f565-4de8-97fb-ad6341209775 req-d7a5d763-5a8f-44d9-b55f-a2fba5e8e097 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd HTTP/1.1" status: 200 len: 217 time: 0.1105061 Feb 09 21:30:20.480194 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port dda00877-1d5a-4bc6-8d18-433147d6e07b is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:20.480592 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (dda00877-1d5a-4bc6-8d18-433147d6e07b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:20.492534 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f232c-f488-4cd9-b6cc-ac0bad48317c req-fbecb6c8-789c-487a-9315-14ec84160cc2 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:20.502889 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e24f232c-f488-4cd9-b6cc-ac0bad48317c req-fbecb6c8-789c-487a-9315-14ec84160cc2 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.1894641 Feb 09 21:30:20.517841 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda00877-1d5a-4bc6-8d18-433147d6e07b {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:20.567786 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329941d6-f565-4de8-97fb-ad6341209775 req-2045dde5-6de8-41d9-b7ae-1468a48e9753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:20.568712 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-329941d6-f565-4de8-97fb-ad6341209775 req-2045dde5-6de8-41d9-b7ae-1468a48e9753 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.1265304 Feb 09 21:30:20.594975 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port dda00877-1d5a-4bc6-8d18-433147d6e07b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=dda00877-1d5a-4bc6-8d18-433147d6e07b,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:20.604831 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (dda00877-1d5a-4bc6-8d18-433147d6e07b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:20.613308 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e24f232c-f488-4cd9-b6cc-ac0bad48317c req-765c009a-3f71-4b43-8bde-6643effb4e1b tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049507 Feb 09 21:30:20.674518 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-329941d6-f565-4de8-97fb-ad6341209775 req-9f334e4d-4d25-4c2b-99c4-9de8e188e00b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854757 Feb 09 21:30:20.678162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4062ab-b538-4dcf-8693-9aa16e7c54f4 req-e7e6b225-4654-4773-abfc-f74738d5fa5e tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:20.692231 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fb4062ab-b538-4dcf-8693-9aa16e7c54f4 req-e7e6b225-4654-4773-abfc-f74738d5fa5e tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 943 time: 0.1774642 Feb 09 21:30:20.758108 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=dda00877-1d5a-4bc6-8d18-433147d6e07b,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:20.806287 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fb4062ab-b538-4dcf-8693-9aa16e7c54f4 req-a12c10fc-b041-4a37-be44-f17ba7826c68 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907640 Feb 09 21:30:20.854162 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-329941d6-f565-4de8-97fb-ad6341209775 req-edad17ed-540e-4ec7-a1a0-8cd4c35c2bb5 service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713927 Feb 09 21:30:20.969079 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e710202-4a5c-48d0-b136-004db76f1bd7 req-3e3ffb29-cf68-4e0b-947d-aadbf5b02d73 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:20.976890 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e710202-4a5c-48d0-b136-004db76f1bd7 req-3e3ffb29-cf68-4e0b-947d-aadbf5b02d73 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=157923fe-cf21-4748-af9a-c55d98d5231b HTTP/1.1" status: 200 len: 948 time: 0.1408775 Feb 09 21:30:20.983565 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-329941d6-f565-4de8-97fb-ad6341209775 req-3e8cb612-ea5c-413f-99ca-72ad0cd70a43 service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216254 Feb 09 21:30:21.014639 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['dda00877-1d5a-4bc6-8d18-433147d6e07b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:21.049837 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629c59e-96ff-45e5-bded-4d03a14eec60 req-a61e7d96-be2c-48c9-9b2d-7f9104617d5f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:21.058891 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b629c59e-96ff-45e5-bded-4d03a14eec60 req-a61e7d96-be2c-48c9-9b2d-7f9104617d5f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 944 time: 0.1398201 Feb 09 21:30:21.072759 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e710202-4a5c-48d0-b136-004db76f1bd7 req-f052add0-f9b0-4579-98d5-104e876d6192 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948384 Feb 09 21:30:21.200000 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b629c59e-96ff-45e5-bded-4d03a14eec60 req-6558d378-b22d-466e-94b7-ef1fa3bb6795 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396363 Feb 09 21:30:21.300237 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-fcd0535c-c73a-4481-afb1-c7669390a0c1 service neutron] 10.222.0.42 "GET /v2.0/ports/76123fe0-b83f-4bb5-a35b-93e23d01d82a/bindings/n-h1-828601-1 HTTP/1.1" status: 200 len: 384 time: 0.1728411 Feb 09 21:30:21.333061 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6c661-4e73-4308-9bf7-87458ecc32c3 req-f6798e70-1d20-4d6c-b967-a17e70196d60 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:21.334489 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6fa6c661-4e73-4308-9bf7-87458ecc32c3 req-f6798e70-1d20-4d6c-b967-a17e70196d60 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/ports?device_id=b18541ce-889c-430d-9e1e-cce5acf33788 HTTP/1.1" status: 200 len: 945 time: 0.0941441 Feb 09 21:30:21.430088 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6fa6c661-4e73-4308-9bf7-87458ecc32c3 req-d92ff1f0-ee3b-4aef-bf39-90d31855b8a0 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f638359-3dd2-4761-9ca1-a06b488b21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760055 Feb 09 21:30:21.788131 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d7478-89c6-4ae1-9283-807c11bf3023 req-34df31e6-8f72-471c-b40b-16dbd205dc82 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:21.793243 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f68d7478-89c6-4ae1-9283-807c11bf3023 req-34df31e6-8f72-471c-b40b-16dbd205dc82 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.3380492 Feb 09 21:30:21.831577 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-390fc2bf-51bd-435a-a215-4cad16d5a186 req-6de6e98c-185b-46dc-984e-382126aa7cea tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 258 time: 0.3590028 Feb 09 21:30:21.858808 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-390fc2bf-51bd-435a-a215-4cad16d5a186 req-20435c01-499e-4e91-bb9b-27d1bf0449d5 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:21.864610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-ec8fc2c4-5e1b-4452-b7f1-361d2a99447b service neutron] For port 76123fe0-b83f-4bb5-a35b-93e23d01d82a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=76123fe0-b83f-4bb5-a35b-93e23d01d82a,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:21.912800 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-ec8fc2c4-5e1b-4452-b7f1-361d2a99447b service neutron] For port 76123fe0-b83f-4bb5-a35b-93e23d01d82a, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:21.935819 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-390fc2bf-51bd-435a-a215-4cad16d5a186 req-20435c01-499e-4e91-bb9b-27d1bf0449d5 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:21.944894 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f68d7478-89c6-4ae1-9283-807c11bf3023 req-d8f47f47-6113-4cb9-9d33-6634913777e9 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353714 Feb 09 21:30:22.001558 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-ec8fc2c4-5e1b-4452-b7f1-361d2a99447b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76123fe0-b83f-4bb5-a35b-93e23d01d82a {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:22.022727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-ec8fc2c4-5e1b-4452-b7f1-361d2a99447b service neutron] For port 76123fe0-b83f-4bb5-a35b-93e23d01d82a, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=76123fe0-b83f-4bb5-a35b-93e23d01d82a,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:22.052396 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-ec8fc2c4-5e1b-4452-b7f1-361d2a99447b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (76123fe0-b83f-4bb5-a35b-93e23d01d82a), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:22.066744 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 76123fe0-b83f-4bb5-a35b-93e23d01d82a no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:22.177516 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f558bd2-3a0f-4f28-99dd-f99593f1542c req-e970da6c-0c0e-47ac-a27a-4918731be39c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:22.186886 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f558bd2-3a0f-4f28-99dd-f99593f1542c req-e970da6c-0c0e-47ac-a27a-4918731be39c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.1238759 Feb 09 21:30:22.187256 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 76123fe0-b83f-4bb5-a35b-93e23d01d82a is: DOWN; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:22.257635 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-390fc2bf-51bd-435a-a215-4cad16d5a186 req-20435c01-499e-4e91-bb9b-27d1bf0449d5 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:22.292509 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-ec8fc2c4-5e1b-4452-b7f1-361d2a99447b service neutron] Transition to ACTIVE for port object 76123fe0-b83f-4bb5-a35b-93e23d01d82a will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:30:22.307982 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f558bd2-3a0f-4f28-99dd-f99593f1542c req-819c820d-d450-458a-a580-7e8b42ea604e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193669 Feb 09 21:30:22.354210 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-ec8fc2c4-5e1b-4452-b7f1-361d2a99447b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (76123fe0-b83f-4bb5-a35b-93e23d01d82a), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:22.477725 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-ec8fc2c4-5e1b-4452-b7f1-361d2a99447b service neutron] No DVR routers for this DVR port 76123fe0-b83f-4bb5-a35b-93e23d01d82a on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:22.508705 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8fc2c4-5e1b-4452-b7f1-361d2a99447b service neutron] Pushing event updated for resources: {'Port': ['ID=76123fe0-b83f-4bb5-a35b-93e23d01d82a,revision_number=10']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:22.784195 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-ec8fc2c4-5e1b-4452-b7f1-361d2a99447b service neutron] 10.222.0.42 "PUT /v2.0/ports/76123fe0-b83f-4bb5-a35b-93e23d01d82a/bindings/n-h1-828601-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4713354 Feb 09 21:30:22.800681 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-390fc2bf-51bd-435a-a215-4cad16d5a186 req-20435c01-499e-4e91-bb9b-27d1bf0449d5 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Allocated IP 172.25.6.38 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/e9fc9b19-22dd-442f-979b-c26af5a44357) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:30:22.826208 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634191d-e90a-44c6-93bc-6745d4bcf212 req-c4f4489c-587d-4962-aa9a-9ef1fe551485 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:22.827793 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7634191d-e90a-44c6-93bc-6745d4bcf212 req-c4f4489c-587d-4962-aa9a-9ef1fe551485 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 944 time: 0.3478258 Feb 09 21:30:22.913645 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:30:22.927433 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-dc051247-ac03-4911-9cc6-38fc3f2191cf tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:22.929707 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-dc051247-ac03-4911-9cc6-38fc3f2191cf tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62&tenant_id=64ac4f48e4c94eaa87202007938b3f7a&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 1126 time: 0.0640526 Feb 09 21:30:22.942342 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7634191d-e90a-44c6-93bc-6745d4bcf212 req-fb4b5357-6773-4ea2-b10f-44dd704fedad tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032324 Feb 09 21:30:23.007007 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-390fc2bf-51bd-435a-a215-4cad16d5a186 req-20435c01-499e-4e91-bb9b-27d1bf0449d5 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks [] for port (e9fc9b19-22dd-442f-979b-c26af5a44357), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:23.041653 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-5c0a3d3d-086b-491a-ba79-175643d71935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:23.043111 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-5c0a3d3d-086b-491a-ba79-175643d71935 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62&tenant_id=64ac4f48e4c94eaa87202007938b3f7a HTTP/1.1" status: 200 len: 1126 time: 0.1066177 Feb 09 21:30:23.082627 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-390fc2bf-51bd-435a-a215-4cad16d5a186 req-20435c01-499e-4e91-bb9b-27d1bf0449d5 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (e9fc9b19-22dd-442f-979b-c26af5a44357), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:23.162872 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-dd59ebba-cd0b-452b-a6a4-858a2f6f3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:23.164429 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-dd59ebba-cd0b-452b-a6a4-858a2f6f3ff7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 1126 time: 0.0928540 Feb 09 21:30:23.188515 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-390fc2bf-51bd-435a-a215-4cad16d5a186 req-20435c01-499e-4e91-bb9b-27d1bf0449d5 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:30:23.192659 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-390fc2bf-51bd-435a-a215-4cad16d5a186 req-20435c01-499e-4e91-bb9b-27d1bf0449d5 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:30:23.201025 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-390fc2bf-51bd-435a-a215-4cad16d5a186 req-20435c01-499e-4e91-bb9b-27d1bf0449d5 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:30:23.235225 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:23.249369 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd', 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347', 'port_id': '71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd', 'mac_address': 'fa:16:3e:08:bf:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351fd407-a245-4a16-90db-5d5f752397dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:30:23.255740 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20435c01-499e-4e91-bb9b-27d1bf0449d5 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Pushing event updated for resources: {'Port': ['ID=e9fc9b19-22dd-442f-979b-c26af5a44357,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:23.291770 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5db0a0-3b1f-4967-8e8a-df026b4b191c req-b79f5999-8c94-429e-89b6-58bf06474eda tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:23.293807 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e5db0a0-3b1f-4967-8e8a-df026b4b191c req-b79f5999-8c94-429e-89b6-58bf06474eda tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=157923fe-cf21-4748-af9a-c55d98d5231b HTTP/1.1" status: 200 len: 948 time: 0.2078853 Feb 09 21:30:23.295096 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-390fc2bf-51bd-435a-a215-4cad16d5a186 req-20435c01-499e-4e91-bb9b-27d1bf0449d5 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks [] for floatingip (6c308dfd-a7e7-4ec7-a2fb-096f58e80511), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:23.315071 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:23.315783 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:23.328774 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-793e281b-0652-47a6-83f3-4a959656437c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:23.330531 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-793e281b-0652-47a6-83f3-4a959656437c service neutron] 10.222.0.71 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 908 time: 0.1596074 Feb 09 21:30:23.334335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:23.363007 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:23.366786 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-390fc2bf-51bd-435a-a215-4cad16d5a186 req-20435c01-499e-4e91-bb9b-27d1bf0449d5 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e9fc9b19-22dd-442f-979b-c26af5a44357), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:23.371937 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:23.401595 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e5db0a0-3b1f-4967-8e8a-df026b4b191c req-ef68162d-8e9f-42bc-a17b-9614b3970e8b tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997860 Feb 09 21:30:23.419010 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-5e2f453f-d60b-4ef6-961b-92192a2e6ab3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76123fe0-b83f-4bb5-a35b-93e23d01d82a HTTP/1.1" status: 200 len: 217 time: 0.0738959 Feb 09 21:30:23.486714 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:23.490517 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-d7cfb184-0845-454f-b1fb-9256f62618c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:23.492053 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-d7cfb184-0845-454f-b1fb-9256f62618c8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.0654368 Feb 09 21:30:23.541395 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-ce7c64a1-0aa9-42eb-8b7c-5a3109345e38 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419338 Feb 09 21:30:23.638617 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87dc31-8d1d-43af-9f61-682b6057c224 req-2ac3c567-a9e4-4365-824e-54cddf7de484 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:23.640339 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de87dc31-8d1d-43af-9f61-682b6057c224 req-2ac3c567-a9e4-4365-824e-54cddf7de484 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 945 time: 0.1241753 Feb 09 21:30:23.675268 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:23.694245 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-97eb6030-3269-4225-9b92-8f5f05121c2c service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450632 Feb 09 21:30:23.704218 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-390fc2bf-51bd-435a-a215-4cad16d5a186 req-20435c01-499e-4e91-bb9b-27d1bf0449d5 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks [] for port (e9fc9b19-22dd-442f-979b-c26af5a44357), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:23.716378 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-390fc2bf-51bd-435a-a215-4cad16d5a186 req-20435c01-499e-4e91-bb9b-27d1bf0449d5 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e9fc9b19-22dd-442f-979b-c26af5a44357), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:23.733644 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de87dc31-8d1d-43af-9f61-682b6057c224 req-34d5c18b-1bb1-466d-9e66-fc7bc692f896 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770192 Feb 09 21:30:23.814614 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-390fc2bf-51bd-435a-a215-4cad16d5a186 req-20435c01-499e-4e91-bb9b-27d1bf0449d5 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (6c308dfd-a7e7-4ec7-a2fb-096f58e80511), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:23.843362 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-7b2563af-5f3f-48fb-a426-7edbd019e782 service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420536 Feb 09 21:30:23.869812 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20435c01-499e-4e91-bb9b-27d1bf0449d5 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Pushing event updated for resources: {'Port': ['ID=e9fc9b19-22dd-442f-979b-c26af5a44357,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:23.891170 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-390fc2bf-51bd-435a-a215-4cad16d5a186 req-20435c01-499e-4e91-bb9b-27d1bf0449d5 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:23.897788 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-390fc2bf-51bd-435a-a215-4cad16d5a186 req-20435c01-499e-4e91-bb9b-27d1bf0449d5 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0480630 Feb 09 21:30:23.995015 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-390fc2bf-51bd-435a-a215-4cad16d5a186 req-bbd9364d-4efd-42ed-97d0-344e5e215157 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 695 time: 0.0962381 Feb 09 21:30:24.032650 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347b32a-21e5-49e9-83d2-1aa6750245a2 req-e155e736-ec1b-4a64-914c-6cadb35cceb1 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:24.040173 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0347b32a-21e5-49e9-83d2-1aa6750245a2 req-e155e736-ec1b-4a64-914c-6cadb35cceb1 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 950 time: 0.1924133 Feb 09 21:30:24.083691 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c69e0781-9c10-459d-931f-d380da04adbc details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:30:24.085333 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device dda00877-1d5a-4bc6-8d18-433147d6e07b up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:30:24.236381 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0347b32a-21e5-49e9-83d2-1aa6750245a2 req-113d4d0d-4190-444a-8171-be1c1362c7f2 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949742 Feb 09 21:30:24.264812 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fc2bf-51bd-435a-a215-4cad16d5a186 req-89b10fb2-d4ab-4b63-8d56-9e5d806fd456 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:24.267037 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-390fc2bf-51bd-435a-a215-4cad16d5a186 req-89b10fb2-d4ab-4b63-8d56-9e5d806fd456 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.2711778 Feb 09 21:30:24.278208 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-390fc2bf-51bd-435a-a215-4cad16d5a186 req-7896b525-8bda-4b0b-b8cc-22225f3b3076 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:30:24.279210 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-390fc2bf-51bd-435a-a215-4cad16d5a186 req-7896b525-8bda-4b0b-b8cc-22225f3b3076 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058389 Feb 09 21:30:24.283126 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-1b8e3794-dd1d-4f26-ae13-9557e3373184 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:24.284968 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-1b8e3794-dd1d-4f26-ae13-9557e3373184 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62&tenant_id=64ac4f48e4c94eaa87202007938b3f7a&binding%3Ahost_id=n-h1-828601-1 HTTP/1.1" status: 200 len: 1126 time: 0.1431315 Feb 09 21:30:24.296936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port dda00877-1d5a-4bc6-8d18-433147d6e07b completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:30:24.327012 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c69e0781-9c10-459d-931f-d380da04adbc, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c69e0781-9c10-459d-931f-d380da04adbc,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:24.338288 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port dda00877-1d5a-4bc6-8d18-433147d6e07b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:24.339119 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (dda00877-1d5a-4bc6-8d18-433147d6e07b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:24.366172 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'c69e0781-9c10-459d-931f-d380da04adbc', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': 'c69e0781-9c10-459d-931f-d380da04adbc', 'mac_address': 'fa:16:3e:1d:e8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:30:24.431166 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70059b95-5c45-4639-b8e3-f2975edd5f9b req-950d8c12-46c3-472d-94fd-9fd78f03770e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:24.438757 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-70059b95-5c45-4639-b8e3-f2975edd5f9b req-950d8c12-46c3-472d-94fd-9fd78f03770e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.1230013 Feb 09 21:30:24.441849 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port c69e0781-9c10-459d-931f-d380da04adbc is: ACTIVE; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:24.442248 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c69e0781-9c10-459d-931f-d380da04adbc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:24.506395 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-cdc03eaa-49d6-4900-bf1c-cc507e6cbf5b service neutron] For port 76123fe0-b83f-4bb5-a35b-93e23d01d82a, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:24.509963 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-cdc03eaa-49d6-4900-bf1c-cc507e6cbf5b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:24.511023 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c69e0781-9c10-459d-931f-d380da04adbc {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:24.511483 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-47b65e19-b84b-4267-9be9-8b2b8daa46de req-cdc03eaa-49d6-4900-bf1c-cc507e6cbf5b service neutron] 10.222.0.71 "DELETE /v2.0/ports/76123fe0-b83f-4bb5-a35b-93e23d01d82a/bindings/n-h2-828601-1 HTTP/1.1" status: 204 len: 173 time: 0.2189138 Feb 09 21:30:24.512374 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-70059b95-5c45-4639-b8e3-f2975edd5f9b req-ab86a6d9-0977-4e0b-9db9-7530ee39e732 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702150 Feb 09 21:30:24.545277 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c69e0781-9c10-459d-931f-d380da04adbc, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c69e0781-9c10-459d-931f-d380da04adbc,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:24.548797 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port dda00877-1d5a-4bc6-8d18-433147d6e07b is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:24.549186 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (dda00877-1d5a-4bc6-8d18-433147d6e07b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:24.558426 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c69e0781-9c10-459d-931f-d380da04adbc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:24.599904 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157923fe-cf21-4748-af9a-c55d98d5231b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda00877-1d5a-4bc6-8d18-433147d6e07b'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:24.602314 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844786e5-f259-426a-8320-fdf5d7aa0d8d" -d '{"events": [{"server_uuid": "157923fe-cf21-4748-af9a-c55d98d5231b", "name": "network-vif-plugged", "status": "completed", "tag": "dda00877-1d5a-4bc6-8d18-433147d6e07b"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:24.630417 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port dda00877-1d5a-4bc6-8d18-433147d6e07b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=dda00877-1d5a-4bc6-8d18-433147d6e07b,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:24.633591 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473fdf5-c20c-49d8-a019-cd385bfa0ab1 req-3843d4c0-f402-4294-956b-b522a89eece5 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:24.636941 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1473fdf5-c20c-49d8-a019-cd385bfa0ab1 req-3843d4c0-f402-4294-956b-b522a89eece5 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 944 time: 0.1233425 Feb 09 21:30:24.642042 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (dda00877-1d5a-4bc6-8d18-433147d6e07b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:24.642890 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c69e0781-9c10-459d-931f-d380da04adbc no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:24.668743 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=c69e0781-9c10-459d-931f-d380da04adbc,revision_number=9']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:24.761730 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1473fdf5-c20c-49d8-a019-cd385bfa0ab1 req-ff249a05-f560-42fa-8136-cfab584c4447 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128421 Feb 09 21:30:24.761949 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=dda00877-1d5a-4bc6-8d18-433147d6e07b,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:24.786073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port c69e0781-9c10-459d-931f-d380da04adbc is: BUILD; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:24.786614 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c69e0781-9c10-459d-931f-d380da04adbc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:24.800129 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-8feb588e-a788-4b1a-b23a-9a395afb6ff6 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:24.801689 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-8feb588e-a788-4b1a-b23a-9a395afb6ff6 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/ports?device_id=b18541ce-889c-430d-9e1e-cce5acf33788&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1261094 Feb 09 21:30:24.815929 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c69e0781-9c10-459d-931f-d380da04adbc {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:24.842924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c69e0781-9c10-459d-931f-d380da04adbc, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c69e0781-9c10-459d-931f-d380da04adbc,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:24.855451 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c69e0781-9c10-459d-931f-d380da04adbc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:24.870263 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-95cdb6d7-faba-453c-9a88-7107a467656b tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 695 time: 0.0623376 Feb 09 21:30:24.885114 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-a020ce6f-e92d-497f-849c-8d99353e3e0b tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Request body: {'floatingip': {'port_id': '8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:24.922944 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=c69e0781-9c10-459d-931f-d380da04adbc,revision_number=10']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:24.944773 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:30:24.946914 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-a020ce6f-e92d-497f-849c-8d99353e3e0b tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks [] for floatingip (6c308dfd-a7e7-4ec7-a2fb-096f58e80511), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:24.978351 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['c69e0781-9c10-459d-931f-d380da04adbc'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:25.075330 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:30:25.075999 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc759999-a0f7-4f05-9e1f-5d7add0d52b0 req-56db0a0e-6e60-45bd-9e7d-cd5b8f5e69fb tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:25.078191 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc759999-a0f7-4f05-9e1f-5d7add0d52b0 req-56db0a0e-6e60-45bd-9e7d-cd5b8f5e69fb tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=157923fe-cf21-4748-af9a-c55d98d5231b HTTP/1.1" status: 200 len: 949 time: 0.2180438 Feb 09 21:30:25.088047 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:25.088421 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:25.229349 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:25.229747 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:25.256438 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc759999-a0f7-4f05-9e1f-5d7add0d52b0 req-ded3f311-6259-40a8-92c3-7ea6ad6b272c tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497667 Feb 09 21:30:25.272241 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:25.284856 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:25.325061 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f17100-f9be-4f2d-a876-5ec4788b61fb x-openstack-request-id: req-41f17100-f9be-4f2d-a876-5ec4788b61fb {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:25.325677 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157923fe-cf21-4748-af9a-c55d98d5231b", "name": "network-vif-plugged", "status": "completed", "tag": "dda00877-1d5a-4bc6-8d18-433147d6e07b", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:25.325940 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41f17100-f9be-4f2d-a876-5ec4788b61fb {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:25.328538 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157923fe-cf21-4748-af9a-c55d98d5231b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda00877-1d5a-4bc6-8d18-433147d6e07b', 'code': 200} Feb 09 21:30:25.359735 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:25.539669 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef904a2-0f6b-494a-8c6b-9b5c591b2d7c req-da6e16ea-947e-403e-a695-80378c9c1b2f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:25.541138 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bef904a2-0f6b-494a-8c6b-9b5c591b2d7c req-da6e16ea-947e-403e-a695-80378c9c1b2f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 946 time: 0.1665666 Feb 09 21:30:25.566105 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafecb8-846d-4b90-b0bd-7e69ce61bafa req-4d9e29d8-44f0-4f11-afeb-68930c0001e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:25.567555 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4eafecb8-846d-4b90-b0bd-7e69ce61bafa req-4d9e29d8-44f0-4f11-afeb-68930c0001e5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=157923fe-cf21-4748-af9a-c55d98d5231b HTTP/1.1" status: 200 len: 1131 time: 0.1604517 Feb 09 21:30:25.683703 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-a020ce6f-e92d-497f-849c-8d99353e3e0b tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:25.687199 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bef904a2-0f6b-494a-8c6b-9b5c591b2d7c req-2ee0d030-f18c-4e30-b399-fcf73c50a824 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271243 Feb 09 21:30:25.690649 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-a020ce6f-e92d-497f-849c-8d99353e3e0b tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (6c308dfd-a7e7-4ec7-a2fb-096f58e80511), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:25.696112 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4eafecb8-846d-4b90-b0bd-7e69ce61bafa req-1d34df2b-87c7-4e4e-8f6a-22af8b792580 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162927 Feb 09 21:30:25.844909 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c04bf7-5f2a-4cbd-b01a-f473223df7bc req-b70435a1-1944-447e-a7e8-9eb7dfda5830 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:25.846393 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0c04bf7-5f2a-4cbd-b01a-f473223df7bc req-b70435a1-1944-447e-a7e8-9eb7dfda5830 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 949 time: 0.0750191 Feb 09 21:30:25.851352 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-a020ce6f-e92d-497f-849c-8d99353e3e0b tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Floating IP 6c308dfd-a7e7-4ec7-a2fb-096f58e80511 associated. External IP: 172.25.6.38, port: 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8. Feb 09 21:30:25.965927 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0c04bf7-5f2a-4cbd-b01a-f473223df7bc req-69d43b83-5b1c-4199-9914-f5329ac6890c tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121376 Feb 09 21:30:26.357791 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fc1ba-b168-4c0d-a4d9-7b316f3cde18 req-b6cb2d4b-3fb3-45c9-854f-809913a697df tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:26.359307 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c06fc1ba-b168-4c0d-a4d9-7b316f3cde18 req-b6cb2d4b-3fb3-45c9-854f-809913a697df tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.1039808 Feb 09 21:30:26.367270 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-a020ce6f-e92d-497f-849c-8d99353e3e0b tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Router b8cd7415-7937-4a18-afb0-6cc560a966f6 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:30:26.474905 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c06fc1ba-b168-4c0d-a4d9-7b316f3cde18 req-80733c36-1efc-4c41-a89e-ca1ba2a9b404 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092744 Feb 09 21:30:26.512422 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-a020ce6f-e92d-497f-849c-8d99353e3e0b tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:30:26.517975 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-a020ce6f-e92d-497f-849c-8d99353e3e0b tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:26.522895 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d907b605-d11a-461f-a166-0adf141b7d93 None None] Sync routers for ids ['b8cd7415-7937-4a18-afb0-6cc560a966f6'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:30:26.532944 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d907b605-d11a-461f-a166-0adf141b7d93 None None] Routers {'b8cd7415-7937-4a18-afb0-6cc560a966f6'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:26.533559 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d907b605-d11a-461f-a166-0adf141b7d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:30:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b8cd7415-7937-4a18-afb0-6cc560a966f6'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:26.575152 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-a020ce6f-e92d-497f-849c-8d99353e3e0b tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "PUT /v2.0/floatingips/6c308dfd-a7e7-4ec7-a2fb-096f58e80511 HTTP/1.1" status: 200 len: 995 time: 1.6938586 Feb 09 21:30:26.576273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18541ce-889c-430d-9e1e-cce5acf33788', 'tag': '8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:26.579530 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f613666f-1544-426e-ad8e-7c6c52b88915" -d '{"events": [{"name": "network-changed", "server_uuid": "b18541ce-889c-430d-9e1e-cce5acf33788", "tag": "8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:26.619123 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e0d58-15c2-4796-97df-6dad7fbce2d6 req-a59d113e-c52d-46cc-a83e-5231df0fad0f tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:26.620582 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff1e0d58-15c2-4796-97df-6dad7fbce2d6 req-a59d113e-c52d-46cc-a83e-5231df0fad0f tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 1126 time: 0.0806472 Feb 09 21:30:26.645593 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d907b605-d11a-461f-a166-0adf141b7d93 None None] Set router b8cd7415-7937-4a18-afb0-6cc560a966f6 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:26.664406 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-a3247e4d-9e71-46e3-8448-78b53a856ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:26.665922 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-a3247e4d-9e71-46e3-8448-78b53a856ec4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d01c5175556423f89699a44077206c5&device_id=b18541ce-889c-430d-9e1e-cce5acf33788 HTTP/1.1" status: 200 len: 1127 time: 0.0740488 Feb 09 21:30:26.697671 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff1e0d58-15c2-4796-97df-6dad7fbce2d6 req-e30e0ae4-f997-4bb4-a282-df36a662ed8a tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699284 Feb 09 21:30:26.791707 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-02b11e95-fefa-44c6-804b-8e157ceb37e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:26.800713 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-02b11e95-fefa-44c6-804b-8e157ceb37e5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b HTTP/1.1" status: 200 len: 930 time: 0.1255457 Feb 09 21:30:26.927912 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-79acb2ad-1249-4985-9d2d-fa7c2f6b0bdc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 HTTP/1.1" status: 200 len: 998 time: 0.1260822 Feb 09 21:30:26.943028 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d907b605-d11a-461f-a166-0adf141b7d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1491154343-router', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:50Z', 'updated_at': '2022-02-09T21:29:58Z', 'revision_number': 4, 'project_id': '9d01c5175556423f89699a44077206c5', 'gw_port': {'id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:52Z', 'updated_at': '2022-02-09T21:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '6c308dfd-a7e7-4ec7-a2fb-096f58e80511', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'floating_ip_address': '172.25.6.38', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'port_id': '8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b', 'mac_address': 'fa:16:3e:40:63:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18541ce-889c-430d-9e1e-cce5acf33788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:30:23Z', 'updated_at': '2022-02-09T21:30:25Z', 'revision_number': 1, 'project_id': '9d01c5175556423f89699a44077206c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa4a939-a1fb-41df-8f4a-905a0e4a52ee', 'name': '', 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'mac_address': 'fa:16:3e:38:7f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5a373f0a-8480-49cb-be9b-6894b5386da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:57Z', 'updated_at': '2022-02-09T21:30:02Z', 'revision_number': 5, 'project_id': '9d01c5175556423f89699a44077206c5', 'subnets': [{'id': '5a373f0a-8480-49cb-be9b-6894b5386da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:26.971762 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d907b605-d11a-461f-a166-0adf141b7d93 None None] Checking router: b8cd7415-7937-4a18-afb0-6cc560a966f6 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:30:26.972798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df1ab5-1030-4383-8861-e80665c4edf0 req-d0c10e53-177c-46d6-a6c5-b9f12b4395f5 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:26.974302 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f5df1ab5-1030-4383-8861-e80665c4edf0 req-d0c10e53-177c-46d6-a6c5-b9f12b4395f5 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=157923fe-cf21-4748-af9a-c55d98d5231b HTTP/1.1" status: 200 len: 949 time: 0.1231546 Feb 09 21:30:26.981884 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d907b605-d11a-461f-a166-0adf141b7d93 None None] Routers {'b8cd7415-7937-4a18-afb0-6cc560a966f6'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:26.982728 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d907b605-d11a-461f-a166-0adf141b7d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:30:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b8cd7415-7937-4a18-afb0-6cc560a966f6'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:27.001041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-f648419c-a5ef-4b5c-8def-3e1c1a28441a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:27.002500 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-f648419c-a5ef-4b5c-8def-3e1c1a28441a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5a373f0a-8480-49cb-be9b-6894b5386da8 HTTP/1.1" status: 200 len: 868 time: 0.0674031 Feb 09 21:30:27.061847 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f5df1ab5-1030-4383-8861-e80665c4edf0 req-66eee7ea-352e-4710-a76c-fc118d39ba15 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793867 Feb 09 21:30:27.076773 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-a974acf1-d664-40da-b3c6-f71c261faca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:27.078316 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-a974acf1-d664-40da-b3c6-f71c261faca5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0692344 Feb 09 21:30:27.094989 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-d5b377c7-ede2-4a19-9450-3bb964469922 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:30:27.095921 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d907b605-d11a-461f-a166-0adf141b7d93 None None] Set router b8cd7415-7937-4a18-afb0-6cc560a966f6 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:27.096067 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-d5b377c7-ede2-4a19-9450-3bb964469922 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062249 Feb 09 21:30:27.166684 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ddd44b-746e-4135-8d15-1270847fbbfe x-openstack-request-id: req-f0ddd44b-746e-4135-8d15-1270847fbbfe {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:27.167134 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18541ce-889c-430d-9e1e-cce5acf33788", "tag": "8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:27.167604 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f0ddd44b-746e-4135-8d15-1270847fbbfe {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:27.168261 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18541ce-889c-430d-9e1e-cce5acf33788', 'tag': '8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8', 'status': 'completed', 'code': 200} Feb 09 21:30:27.224622 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-7148f93c-ec9f-494a-b076-8d23d2a3d023 service neutron] 10.222.0.77 "GET /v2.0/networks/d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208229 Feb 09 21:30:27.233262 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613666f-1544-426e-ad8e-7c6c52b88915 req-31e4dc4b-024c-4dbe-93f9-1ac74f20fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:27.235544 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f613666f-1544-426e-ad8e-7c6c52b88915 req-31e4dc4b-024c-4dbe-93f9-1ac74f20fa96 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9d01c5175556423f89699a44077206c5&device_id=b18541ce-889c-430d-9e1e-cce5acf33788 HTTP/1.1" status: 200 len: 1127 time: 0.0677567 Feb 09 21:30:27.330045 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a1ad13-4eac-4ad9-9365-09dfb32d19fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:27.336338 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f0dee1-9e94-41eb-af0a-b57cc5955f7a" -d '{"events": [{"server_uuid": "63a1ad13-4eac-4ad9-9365-09dfb32d19fe", "name": "network-vif-plugged", "status": "completed", "tag": "71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:27.341633 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac91aa5-9af3-4696-828c-1366f9bb5af9 req-30ff8a16-85c9-4ce9-8bf1-624267a457eb tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:27.343842 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ac91aa5-9af3-4696-828c-1366f9bb5af9 req-30ff8a16-85c9-4ce9-8bf1-624267a457eb tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 946 time: 0.1177883 Feb 09 21:30:27.352585 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613666f-1544-426e-ad8e-7c6c52b88915 req-e8da092f-ef20-45b4-8b08-c1564bd5bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:27.354643 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f613666f-1544-426e-ad8e-7c6c52b88915 req-e8da092f-ef20-45b4-8b08-c1564bd5bbe6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b HTTP/1.1" status: 200 len: 930 time: 0.1117399 Feb 09 21:30:27.387754 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bde6075a-c9d1-43a8-b5a8-19e4f8fe62c7 req-0dbb248e-18b5-4fc7-889f-aee3f10083bd service neutron] 10.222.0.77 "GET /v2.0/networks/d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521749 Feb 09 21:30:27.400903 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d907b605-d11a-461f-a166-0adf141b7d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1491154343-router', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:50Z', 'updated_at': '2022-02-09T21:29:58Z', 'revision_number': 4, 'project_id': '9d01c5175556423f89699a44077206c5', 'gw_port': {'id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:52Z', 'updated_at': '2022-02-09T21:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '6c308dfd-a7e7-4ec7-a2fb-096f58e80511', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'floating_ip_address': '172.25.6.38', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'port_id': '8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b', 'mac_address': 'fa:16:3e:40:63:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18541ce-889c-430d-9e1e-cce5acf33788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:30:23Z', 'updated_at': '2022-02-09T21:30:25Z', 'revision_number': 1, 'project_id': '9d01c5175556423f89699a44077206c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa4a939-a1fb-41df-8f4a-905a0e4a52ee', 'name': '', 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'mac_address': 'fa:16:3e:38:7f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5a373f0a-8480-49cb-be9b-6894b5386da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:57Z', 'updated_at': '2022-02-09T21:30:02Z', 'revision_number': 5, 'project_id': '9d01c5175556423f89699a44077206c5', 'subnets': [{'id': '5a373f0a-8480-49cb-be9b-6894b5386da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:27.429558 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f613666f-1544-426e-ad8e-7c6c52b88915 req-f5275a00-6738-455a-ac76-7528b0f4bc3b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 HTTP/1.1" status: 200 len: 998 time: 0.0684814 Feb 09 21:30:27.449849 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d907b605-d11a-461f-a166-0adf141b7d93 None None] The sync data for ids ['b8cd7415-7937-4a18-afb0-6cc560a966f6'] in n-d-828601-1 is: [{'id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1491154343-router', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:50Z', 'updated_at': '2022-02-09T21:29:58Z', 'revision_number': 4, 'project_id': '9d01c5175556423f89699a44077206c5', 'gw_port': {'id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:52Z', 'updated_at': '2022-02-09T21:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '6c308dfd-a7e7-4ec7-a2fb-096f58e80511', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'floating_ip_address': '172.25.6.38', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'port_id': '8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b', 'mac_address': 'fa:16:3e:40:63:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18541ce-889c-430d-9e1e-cce5acf33788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:30:23Z', 'updated_at': '2022-02-09T21:30:25Z', 'revision_number': 1, 'project_id': '9d01c5175556423f89699a44077206c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa4a939-a1fb-41df-8f4a-905a0e4a52ee', 'name': '', 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'mac_address': 'fa:16:3e:38:7f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5a373f0a-8480-49cb-be9b-6894b5386da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:57Z', 'updated_at': '2022-02-09T21:30:02Z', 'revision_number': 5, 'project_id': '9d01c5175556423f89699a44077206c5', 'subnets': [{'id': '5a373f0a-8480-49cb-be9b-6894b5386da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:30:27.459274 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ac91aa5-9af3-4696-828c-1366f9bb5af9 req-693660d7-c82c-4f77-b2e4-5a87b4345f28 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027467 Feb 09 21:30:27.510876 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613666f-1544-426e-ad8e-7c6c52b88915 req-84ca9615-41c6-40cb-ae9f-db58e2bc5619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:27.513120 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f613666f-1544-426e-ad8e-7c6c52b88915 req-84ca9615-41c6-40cb-ae9f-db58e2bc5619 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5a373f0a-8480-49cb-be9b-6894b5386da8 HTTP/1.1" status: 200 len: 868 time: 0.0743237 Feb 09 21:30:27.575012 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613666f-1544-426e-ad8e-7c6c52b88915 req-5eaecf5e-be76-41d1-be43-79c665111987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:27.577277 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f613666f-1544-426e-ad8e-7c6c52b88915 req-5eaecf5e-be76-41d1-be43-79c665111987 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0571368 Feb 09 21:30:27.721342 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f613666f-1544-426e-ad8e-7c6c52b88915 req-ae6a4b5e-7c58-4a67-9dbb-123fc711fd0a service neutron] 10.222.0.71 "GET /v2.0/networks/d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334453 Feb 09 21:30:27.822933 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-ff07a146-4f70-42aa-be97-51c421e18ed6 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:27.823593 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140cea0d-2f4b-4aaf-be51-43ba22ac511c None None] New status for floating IP 6c308dfd-a7e7-4ec7-a2fb-096f58e80511: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:30:27.825924 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-ff07a146-4f70-42aa-be97-51c421e18ed6 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 807 time: 0.2438066 Feb 09 21:30:27.851188 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-89a9001d-79a4-40e1-99b4-7e27acedeb38 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/quotas/64ac4f48e4c94eaa87202007938b3f7a HTTP/1.1" status: 200 len: 375 time: 0.0205734 Feb 09 21:30:27.890187 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f613666f-1544-426e-ad8e-7c6c52b88915 req-1dc5560e-50b1-44a9-a647-1497b942bd3f service neutron] 10.222.0.71 "GET /v2.0/networks/d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667066 Feb 09 21:30:27.940081 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-73c8ad4a-639a-41b6-b327-dd559eb62a57 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730019 Feb 09 21:30:28.079446 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-42e065c1-54ad-4364-82ea-cbb6e553e096 service neutron] 10.222.0.77 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206877 Feb 09 21:30:28.135369 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c69e0781-9c10-459d-931f-d380da04adbc up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:30:28.195855 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port c69e0781-9c10-459d-931f-d380da04adbc triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:28.196438 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c69e0781-9c10-459d-931f-d380da04adbc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:28.212286 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-3db964a1-d928-4f2c-b83c-5444dc965751 service neutron] 10.222.0.77 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318796 Feb 09 21:30:28.226802 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3e884-ce0a-4059-917f-ddf6ab843d7e req-c06a7af1-49ac-445b-8280-30278e5fb961 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:28.228375 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84f3e884-ce0a-4059-917f-ddf6ab843d7e req-c06a7af1-49ac-445b-8280-30278e5fb961 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 949 time: 0.0835304 Feb 09 21:30:28.289784 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port c69e0781-9c10-459d-931f-d380da04adbc is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:28.290168 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c69e0781-9c10-459d-931f-d380da04adbc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:28.298839 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84f3e884-ce0a-4059-917f-ddf6ab843d7e req-729e8478-d8ba-431a-8122-846d30a200f0 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598190 Feb 09 21:30:28.334532 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c69e0781-9c10-459d-931f-d380da04adbc, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c69e0781-9c10-459d-931f-d380da04adbc,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:28.341672 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c69e0781-9c10-459d-931f-d380da04adbc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:28.377644 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2e52b6-6858-4e52-a0a8-aeebc4375443 x-openstack-request-id: req-6a2e52b6-6858-4e52-a0a8-aeebc4375443 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:28.378034 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a1ad13-4eac-4ad9-9365-09dfb32d19fe", "name": "network-vif-plugged", "status": "completed", "tag": "71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:28.378432 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6a2e52b6-6858-4e52-a0a8-aeebc4375443 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:28.378968 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a1ad13-4eac-4ad9-9365-09dfb32d19fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd', 'code': 200} Feb 09 21:30:28.429966 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=c69e0781-9c10-459d-931f-d380da04adbc,revision_number=11']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:28.522295 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30487392-d42a-4c31-be40-194af9bb0418 req-15a32d2e-d7a3-4092-a7d1-6c23b453d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:28.524249 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-30487392-d42a-4c31-be40-194af9bb0418 req-15a32d2e-d7a3-4092-a7d1-6c23b453d744 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 1128 time: 0.0728788 Feb 09 21:30:28.532370 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b73d9b1b-0be1-4660-9ed6-e019e64dec96 req-123b3533-8249-4053-913e-efac1f8c1b5c tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 258 time: 0.1712110 Feb 09 21:30:28.547192 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-b73d9b1b-0be1-4660-9ed6-e019e64dec96 req-f0b21987-a0f6-450f-808e-f33d843de1b9 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:28.566403 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a490cf3-c9b0-42c2-a364-bd7ad7a1d04a req-d0e19cae-809d-475a-8403-fa7459d3a762 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:28.567957 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a490cf3-c9b0-42c2-a364-bd7ad7a1d04a req-d0e19cae-809d-475a-8403-fa7459d3a762 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.1146154 Feb 09 21:30:28.587216 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-30487392-d42a-4c31-be40-194af9bb0418 req-70dd8782-754e-4f2f-b071-939885028a81 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572565 Feb 09 21:30:28.588736 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b73d9b1b-0be1-4660-9ed6-e019e64dec96 req-f0b21987-a0f6-450f-808e-f33d843de1b9 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:28.667197 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a490cf3-c9b0-42c2-a364-bd7ad7a1d04a req-15a60993-a9f5-41c6-a360-c50afdc6080f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888708 Feb 09 21:30:28.733085 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b73d9b1b-0be1-4660-9ed6-e019e64dec96 req-f0b21987-a0f6-450f-808e-f33d843de1b9 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:28.855761 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e121461-ef1c-4514-991b-0b18d0c0d857 req-0081659c-6f8a-45a4-aff6-72d6f3ab9588 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:28.857291 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e121461-ef1c-4514-991b-0b18d0c0d857 req-0081659c-6f8a-45a4-aff6-72d6f3ab9588 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=157923fe-cf21-4748-af9a-c55d98d5231b HTTP/1.1" status: 200 len: 949 time: 0.1213765 Feb 09 21:30:28.917444 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-b73d9b1b-0be1-4660-9ed6-e019e64dec96 req-f0b21987-a0f6-450f-808e-f33d843de1b9 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Allocated IP 172.25.6.109 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/40fda842-9cce-4d21-b4a3-660f1d1e38f4) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:30:28.948802 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e121461-ef1c-4514-991b-0b18d0c0d857 req-9de8728c-2a21-40e9-b8cb-6397a136531a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818720 Feb 09 21:30:29.068770 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b73d9b1b-0be1-4660-9ed6-e019e64dec96 req-f0b21987-a0f6-450f-808e-f33d843de1b9 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks [] for port (40fda842-9cce-4d21-b4a3-660f1d1e38f4), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:29.128909 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b73d9b1b-0be1-4660-9ed6-e019e64dec96 req-f0b21987-a0f6-450f-808e-f33d843de1b9 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (40fda842-9cce-4d21-b4a3-660f1d1e38f4), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:29.147591 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73d9b1b-0be1-4660-9ed6-e019e64dec96 req-f0b21987-a0f6-450f-808e-f33d843de1b9 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:30:29.150594 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-b73d9b1b-0be1-4660-9ed6-e019e64dec96 req-f0b21987-a0f6-450f-808e-f33d843de1b9 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:30:29.153545 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73d9b1b-0be1-4660-9ed6-e019e64dec96 req-f0b21987-a0f6-450f-808e-f33d843de1b9 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:30:29.240558 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21ccec8b-b8a3-4f6e-bfe3-43e51e0cbab9 req-fdf217cc-a59f-4fc0-8374-6e0912dc2303 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 210 time: 0.0808148 Feb 09 21:30:29.257073 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b21987-a0f6-450f-808e-f33d843de1b9 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Pushing event updated for resources: {'Port': ['ID=40fda842-9cce-4d21-b4a3-660f1d1e38f4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:29.269491 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b73d9b1b-0be1-4660-9ed6-e019e64dec96 req-f0b21987-a0f6-450f-808e-f33d843de1b9 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks [] for floatingip (6d03aba8-323e-4e9a-990c-f5ea5e3a6794), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:29.335763 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b73d9b1b-0be1-4660-9ed6-e019e64dec96 req-f0b21987-a0f6-450f-808e-f33d843de1b9 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (40fda842-9cce-4d21-b4a3-660f1d1e38f4), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:29.394099 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074ed03-8ef4-47f5-94ed-e10735e1b285 req-c29165da-a29c-4f0f-b7ee-1035953c13af tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:29.395675 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0074ed03-8ef4-47f5-94ed-e10735e1b285 req-c29165da-a29c-4f0f-b7ee-1035953c13af tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 946 time: 0.0929670 Feb 09 21:30:29.498972 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0074ed03-8ef4-47f5-94ed-e10735e1b285 req-ad5c51ae-2f3f-4c3e-a31a-c639085aa1b2 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968966 Feb 09 21:30:29.647140 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b73d9b1b-0be1-4660-9ed6-e019e64dec96 req-f0b21987-a0f6-450f-808e-f33d843de1b9 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks [] for port (40fda842-9cce-4d21-b4a3-660f1d1e38f4), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:29.657628 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b73d9b1b-0be1-4660-9ed6-e019e64dec96 req-f0b21987-a0f6-450f-808e-f33d843de1b9 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (40fda842-9cce-4d21-b4a3-660f1d1e38f4), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:29.701786 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-eb24cb24-19a2-4802-bb17-7f35b44a1a5a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:29.703847 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-eb24cb24-19a2-4802-bb17-7f35b44a1a5a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.42 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 807 time: 0.2016931 Feb 09 21:30:29.712824 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b73d9b1b-0be1-4660-9ed6-e019e64dec96 req-f0b21987-a0f6-450f-808e-f33d843de1b9 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (6d03aba8-323e-4e9a-990c-f5ea5e3a6794), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:29.726491 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-3a296b1d-1823-4e32-9773-4c6ae5bc5385 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Request body: {'port': {'device_id': 'e980bd20-dcf0-4791-988a-839bb4de68a3', 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac', 'admin_state_up': True, 'tenant_id': '64ac4f48e4c94eaa87202007938b3f7a'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:29.740689 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4caf62-c6f3-45be-ad44-d602a6b7eb8a req-e502d51a-3405-4a3d-b538-70339306802c tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:29.742234 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd4caf62-c6f3-45be-ad44-d602a6b7eb8a req-e502d51a-3405-4a3d-b538-70339306802c tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=157923fe-cf21-4748-af9a-c55d98d5231b HTTP/1.1" status: 200 len: 1131 time: 0.1588721 Feb 09 21:30:29.786640 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b21987-a0f6-450f-808e-f33d843de1b9 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Pushing event updated for resources: {'Port': ['ID=40fda842-9cce-4d21-b4a3-660f1d1e38f4,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:29.806777 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b73d9b1b-0be1-4660-9ed6-e019e64dec96 req-f0b21987-a0f6-450f-808e-f33d843de1b9 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:29.808023 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b73d9b1b-0be1-4660-9ed6-e019e64dec96 req-f0b21987-a0f6-450f-808e-f33d843de1b9 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2707829 Feb 09 21:30:30.132615 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b73d9b1b-0be1-4660-9ed6-e019e64dec96 req-e8e307ce-f10a-4a28-8675-be543e946ec9 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 696 time: 0.3172534 Feb 09 21:30:30.141504 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b5178d3f-744b-4fda-a834-a5b35a6e0dc6 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:30.212367 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd4caf62-c6f3-45be-ad44-d602a6b7eb8a req-1b83eea3-b110-44ab-8533-f547c301b7d2 tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530432 Feb 09 21:30:30.242174 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port b5178d3f-744b-4fda-a834-a5b35a6e0dc6 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:30.242569 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b5178d3f-744b-4fda-a834-a5b35a6e0dc6), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.284914 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b5178d3f-744b-4fda-a834-a5b35a6e0dc6, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b5178d3f-744b-4fda-a834-a5b35a6e0dc6,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:30.292425 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b5178d3f-744b-4fda-a834-a5b35a6e0dc6), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.329692 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d9b1b-0be1-4660-9ed6-e019e64dec96 req-2f407e8b-964f-485f-a501-afae24e739e7 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:30.330989 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b73d9b1b-0be1-4660-9ed6-e019e64dec96 req-2f407e8b-964f-485f-a501-afae24e739e7 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.1922920 Feb 09 21:30:30.338869 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-3a296b1d-1823-4e32-9773-4c6ae5bc5385 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Made reservation on behalf of 64ac4f48e4c94eaa87202007938b3f7a for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:30:30.344726 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-3a296b1d-1823-4e32-9773-4c6ae5bc5385 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.353596 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=b5178d3f-744b-4fda-a834-a5b35a6e0dc6,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:30.380594 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a24390-7aa8-4336-a2f4-58654cfeda3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69e0781-9c10-459d-931f-d380da04adbc'}, {'server_uuid': '6bd1fc15-eccd-41cf-a51a-b828c7fb684a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5178d3f-744b-4fda-a834-a5b35a6e0dc6'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:30.384047 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567fe72c-40fd-4339-b610-893929ecb2dd" -d '{"events": [{"server_uuid": "12a24390-7aa8-4336-a2f4-58654cfeda3a", "name": "network-vif-plugged", "status": "completed", "tag": "c69e0781-9c10-459d-931f-d380da04adbc"}, {"server_uuid": "6bd1fc15-eccd-41cf-a51a-b828c7fb684a", "name": "network-vif-unplugged", "status": "completed", "tag": "b5178d3f-744b-4fda-a834-a5b35a6e0dc6"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:30.591398 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-3580e57b-02be-45b6-ad5a-6c39547ae5c0 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:30.592945 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-3580e57b-02be-45b6-ad5a-6c39547ae5c0 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/networks?id=b9120430-69d7-4afb-9132-054f858a800f HTTP/1.1" status: 200 len: 805 time: 0.2425725 Feb 09 21:30:30.602316 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62bb3a-fc44-419e-9420-513eaa15730b req-4c863dbc-2fb9-450d-a866-06931a5da346 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:30.603840 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b62bb3a-fc44-419e-9420-513eaa15730b req-4c863dbc-2fb9-450d-a866-06931a5da346 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 951 time: 0.1825552 Feb 09 21:30:30.633230 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-760e8a35-9fd0-4b2e-9813-705f94bbf8b7 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/quotas/ea92169e333d44ef9265f02baeeee937 HTTP/1.1" status: 200 len: 375 time: 0.0246742 Feb 09 21:30:30.662178 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-3a296b1d-1823-4e32-9773-4c6ae5bc5385 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Allocated IP 172.20.0.13 (4474165d-84c4-443a-89bd-7201ae778fac/1f097b81-caaa-46d2-99d1-7cb129c76999/711822d2-c240-47e9-b5f4-76b45729d4e1) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:30:30.728475 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b62bb3a-fc44-419e-9420-513eaa15730b req-2ce0c173-4be9-43c3-b27c-e77d191f0f05 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156282 Feb 09 21:30:30.768226 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-effb0f67-31c6-4971-a6bf-c3aa0532e686 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ea92169e333d44ef9265f02baeeee937&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1237564 Feb 09 21:30:30.989899 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-3a296b1d-1823-4e32-9773-4c6ae5bc5385 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks [] for port (711822d2-c240-47e9-b5f4-76b45729d4e1), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.998170 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f606e7-46e4-4e71-8738-2ac63d42caf1 req-fe554eb4-918a-42cf-8fc5-da032c6b37a4 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:30.999874 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3f606e7-46e4-4e71-8738-2ac63d42caf1 req-fe554eb4-918a-42cf-8fc5-da032c6b37a4 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.2035577 Feb 09 21:30:31.003714 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-328b9fc2-1c7f-4e6a-85a8-dc5f166823d6 service neutron] 10.222.0.77 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273722 Feb 09 21:30:31.139030 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3f606e7-46e4-4e71-8738-2ac63d42caf1 req-a2f53e2e-a47a-42c9-9cb8-972ae5cddc29 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316662 Feb 09 21:30:31.142615 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-3a296b1d-1823-4e32-9773-4c6ae5bc5385 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (711822d2-c240-47e9-b5f4-76b45729d4e1), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:31.196143 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-9b640a2f-c734-4a64-8f1e-efeba3bea19e service neutron] 10.222.0.77 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787672 Feb 09 21:30:31.200915 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-3a296b1d-1823-4e32-9773-4c6ae5bc5385 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Network 4474165d-84c4-443a-89bd-7201ae778fac is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:30:31.207009 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-3a296b1d-1823-4e32-9773-4c6ae5bc5385 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:30:31.211094 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-3a296b1d-1823-4e32-9773-4c6ae5bc5385 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:30:31.216553 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-3a296b1d-1823-4e32-9773-4c6ae5bc5385 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:31.217231 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-3a296b1d-1823-4e32-9773-4c6ae5bc5385 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:31.242641 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52782875-e79d-492c-bdeb-5f14f12b89b3 req-8920982c-c617-4779-b479-b754329a5df2 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:31.245247 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-52782875-e79d-492c-bdeb-5f14f12b89b3 req-8920982c-c617-4779-b479-b754329a5df2 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bd1fc15-eccd-41cf-a51a-b828c7fb684a HTTP/1.1" status: 200 len: 944 time: 0.0804434 Feb 09 21:30:31.250116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a296b1d-1823-4e32-9773-4c6ae5bc5385 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Pushing event updated for resources: {'Port': ['ID=711822d2-c240-47e9-b5f4-76b45729d4e1,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:31.274048 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-3a296b1d-1823-4e32-9773-4c6ae5bc5385 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5529437 Feb 09 21:30:31.294483 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] Request body: {'port': {'device_id': 'e980bd20-dcf0-4791-988a-839bb4de68a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:31.339707 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295c78b-49ed-425f-8aeb-29fe7dee196c req-aaacf8ec-8276-4e64-9841-ee697584be35 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:31.350648 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a295c78b-49ed-425f-8aeb-29fe7dee196c req-aaacf8ec-8276-4e64-9841-ee697584be35 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 932 time: 0.1184187 Feb 09 21:30:31.427015 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-52782875-e79d-492c-bdeb-5f14f12b89b3 req-f5b3089f-fbe2-4b7b-9fc0-6af79f5939bf tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Deleting port b5178d3f-744b-4fda-a834-a5b35a6e0dc6 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:31.427366 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-52782875-e79d-492c-bdeb-5f14f12b89b3 req-f5b3089f-fbe2-4b7b-9fc0-6af79f5939bf tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b5178d3f-744b-4fda-a834-a5b35a6e0dc6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:31.438744 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (711822d2-c240-47e9-b5f4-76b45729d4e1), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:31.525232 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a295c78b-49ed-425f-8aeb-29fe7dee196c req-88af3d6c-bcbc-4e9d-93b5-b2ae79c3df1a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676626 Feb 09 21:30:31.536416 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-c1406268-bb4a-4986-9040-2c836697f4c4 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=da888a58eb2d447da88cadc0cfb95024&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760882 Feb 09 21:30:31.545839 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-52782875-e79d-492c-bdeb-5f14f12b89b3 req-f5b3089f-fbe2-4b7b-9fc0-6af79f5939bf tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] For port b5178d3f-744b-4fda-a834-a5b35a6e0dc6, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b5178d3f-744b-4fda-a834-a5b35a6e0dc6,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:31.546831 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-52782875-e79d-492c-bdeb-5f14f12b89b3 req-f5b3089f-fbe2-4b7b-9fc0-6af79f5939bf tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b5178d3f-744b-4fda-a834-a5b35a6e0dc6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:31.563931 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-52782875-e79d-492c-bdeb-5f14f12b89b3 req-f5b3089f-fbe2-4b7b-9fc0-6af79f5939bf tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Calling delete_port for b5178d3f-744b-4fda-a834-a5b35a6e0dc6 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:31.767994 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-52782875-e79d-492c-bdeb-5f14f12b89b3 req-f5b3089f-fbe2-4b7b-9fc0-6af79f5939bf tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (b5178d3f-744b-4fda-a834-a5b35a6e0dc6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:31.851502 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3089f-fbe2-4b7b-9fc0-6af79f5939bf tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Pushing event deleted for resources: {'Port': ['ID=b5178d3f-744b-4fda-a834-a5b35a6e0dc6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:31.861297 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-be715ad7-3053-4807-9812-af4e0eefb9eb tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:31.862864 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-be715ad7-3053-4807-9812-af4e0eefb9eb tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3254426 Feb 09 21:30:31.877827 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-52782875-e79d-492c-bdeb-5f14f12b89b3 req-f5b3089f-fbe2-4b7b-9fc0-6af79f5939bf tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] No DVR routers for this DVR port b5178d3f-744b-4fda-a834-a5b35a6e0dc6 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:31.881789 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-52782875-e79d-492c-bdeb-5f14f12b89b3 req-f5b3089f-fbe2-4b7b-9fc0-6af79f5939bf tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:31.886337 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-52782875-e79d-492c-bdeb-5f14f12b89b3 req-f5b3089f-fbe2-4b7b-9fc0-6af79f5939bf tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.42 "DELETE /v2.0/ports/b5178d3f-744b-4fda-a834-a5b35a6e0dc6 HTTP/1.1" status: 204 len: 173 time: 0.6344755 Feb 09 21:30:31.887498 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd1fc15-eccd-41cf-a51a-b828c7fb684a', 'name': 'network-vif-deleted', 'tag': 'b5178d3f-744b-4fda-a834-a5b35a6e0dc6'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:31.902530 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc100b2-1500-41dd-8a42-575111428e77" -d '{"events": [{"server_uuid": "6bd1fc15-eccd-41cf-a51a-b828c7fb684a", "name": "network-vif-deleted", "tag": "b5178d3f-744b-4fda-a834-a5b35a6e0dc6"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:31.911090 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5453ca2-e4c9-4790-9acf-b847f28f05f2 req-6b90ed40-78d7-46eb-b53e-2a483784f1f5 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:31.921189 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5453ca2-e4c9-4790-9acf-b847f28f05f2 req-6b90ed40-78d7-46eb-b53e-2a483784f1f5 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/ports?device_id=b18541ce-889c-430d-9e1e-cce5acf33788&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2450678 Feb 09 21:30:31.962479 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-9e7b685a-b018-4f87-97f1-617ca44b8135 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/quotas/da888a58eb2d447da88cadc0cfb95024 HTTP/1.1" status: 200 len: 375 time: 0.0870190 Feb 09 21:30:32.048738 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5453ca2-e4c9-4790-9acf-b847f28f05f2 req-397c903a-6c21-4fe6-b759-b9f882ac010c tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 696 time: 0.1275311 Feb 09 21:30:32.070936 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-d5453ca2-e4c9-4790-9acf-b847f28f05f2 req-44b32a49-c34c-4680-9f63-791bc7777f79 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Request body: {'floatingip': {'port_id': '8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:32.154010 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d5453ca2-e4c9-4790-9acf-b847f28f05f2 req-44b32a49-c34c-4680-9f63-791bc7777f79 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks [] for floatingip (6d03aba8-323e-4e9a-990c-f5ea5e3a6794), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:32.174925 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-6a4312a6-689a-4c2e-bbff-37214280f447 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2115638 Feb 09 21:30:32.366794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 711822d2-c240-47e9-b5f4-76b45729d4e1 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:32.370868 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec82406d-8e4b-4e68-a1c4-c500201c71e8 x-openstack-request-id: req-ec82406d-8e4b-4e68-a1c4-c500201c71e8 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:32.371458 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a24390-7aa8-4336-a2f4-58654cfeda3a", "name": "network-vif-plugged", "status": "completed", "tag": "c69e0781-9c10-459d-931f-d380da04adbc", "code": 200}, {"server_uuid": "6bd1fc15-eccd-41cf-a51a-b828c7fb684a", "name": "network-vif-unplugged", "status": "completed", "tag": "b5178d3f-744b-4fda-a834-a5b35a6e0dc6", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:32.371863 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec82406d-8e4b-4e68-a1c4-c500201c71e8 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:32.372387 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a24390-7aa8-4336-a2f4-58654cfeda3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69e0781-9c10-459d-931f-d380da04adbc', 'code': 200} Feb 09 21:30:32.372950 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd1fc15-eccd-41cf-a51a-b828c7fb684a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5178d3f-744b-4fda-a834-a5b35a6e0dc6', 'code': 200} Feb 09 21:30:32.432788 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] Publish callbacks [] for port (711822d2-c240-47e9-b5f4-76b45729d4e1), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:32.502042 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] Transition to ACTIVE for port object 711822d2-c240-47e9-b5f4-76b45729d4e1 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:30:32.528008 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (711822d2-c240-47e9-b5f4-76b45729d4e1), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:32.656637 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-d5453ca2-e4c9-4790-9acf-b847f28f05f2 req-44b32a49-c34c-4680-9f63-791bc7777f79 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 21:30:32.659258 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5453ca2-e4c9-4790-9acf-b847f28f05f2 req-44b32a49-c34c-4680-9f63-791bc7777f79 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "PUT /v2.0/floatingips/6d03aba8-323e-4e9a-990c-f5ea5e3a6794 HTTP/1.1" status: 409 len: 550 time: 0.5970907 Feb 09 21:30:32.676722 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] Pushing event updated for resources: {'Port': ['ID=711822d2-c240-47e9-b5f4-76b45729d4e1,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:32.696837 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd178e-a735-4746-b46e-ad2b4623691d req-f3f93d53-882b-434c-a2dd-29e423bab825 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:32.697961 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f6cd178e-a735-4746-b46e-ad2b4623691d req-f3f93d53-882b-434c-a2dd-29e423bab825 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 946 time: 0.1866338 Feb 09 21:30:32.819206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] Attempting to bind port 711822d2-c240-47e9-b5f4-76b45729d4e1 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:30:32.819206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] Attempting to bind port 711822d2-c240-47e9-b5f4-76b45729d4e1 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:30:32.819206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] Attempting to bind port 711822d2-c240-47e9-b5f4-76b45729d4e1 on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:32.837076 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ab68d47-56f9-42d2-9aa8-e5d501ea1543 req-e8f78cb3-6913-49fc-ba01-e0d2688b2b2d tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 210 time: 0.0657780 Feb 09 21:30:32.854115 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] Port 711822d2-c240-47e9-b5f4-76b45729d4e1 on network 4474165d-84c4-443a-89bd-7201ae778fac not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:30:32.854713 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] Attempting to bind port 711822d2-c240-47e9-b5f4-76b45729d4e1 on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:32.886747 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:30:32.887638 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] Checking segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:32.888300 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9eaa55-417b-42d2-8338-ccf60e391b5a req-595af603-0ff8-45b0-80b5-8eee4f1a8a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:32.888939 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] Bound using segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:30:32.889566 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] Bound port: 711822d2-c240-47e9-b5f4-76b45729d4e1, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:30:32.890138 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (711822d2-c240-47e9-b5f4-76b45729d4e1), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:32.891511 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-de9eaa55-417b-42d2-8338-ccf60e391b5a req-595af603-0ff8-45b0-80b5-8eee4f1a8a21 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 1133 time: 0.2721672 Feb 09 21:30:32.918132 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f6cd178e-a735-4746-b46e-ad2b4623691d req-e38b05eb-736b-4426-afeb-64ce5674f88f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798334 Feb 09 21:30:33.068503 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c3454a-d6ee-4a1f-87ec-7dc85d46ff19 x-openstack-request-id: req-85c3454a-d6ee-4a1f-87ec-7dc85d46ff19 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:33.069167 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd1fc15-eccd-41cf-a51a-b828c7fb684a", "name": "network-vif-deleted", "tag": "b5178d3f-744b-4fda-a834-a5b35a6e0dc6", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:33.069962 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-85c3454a-d6ee-4a1f-87ec-7dc85d46ff19 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:33.070739 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd1fc15-eccd-41cf-a51a-b828c7fb684a', 'name': 'network-vif-deleted', 'tag': 'b5178d3f-744b-4fda-a834-a5b35a6e0dc6', 'status': 'completed', 'code': 200} Feb 09 21:30:33.073831 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] For port 711822d2-c240-47e9-b5f4-76b45729d4e1, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:33.078083 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] For port 711822d2-c240-47e9-b5f4-76b45729d4e1, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=711822d2-c240-47e9-b5f4-76b45729d4e1,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:30:33.079872 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-86874cf0-9580-42e3-b88f-4b721879e63b tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:33.082301 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-86874cf0-9580-42e3-b88f-4b721879e63b tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.71 "GET /v2.0/networks?id=b9120430-69d7-4afb-9132-054f858a800f HTTP/1.1" status: 200 len: 805 time: 0.3735430 Feb 09 21:30:33.090575 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-de9eaa55-417b-42d2-8338-ccf60e391b5a req-596c4a05-6717-41e6-85a8-8c9ef298d6f9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756878 Feb 09 21:30:33.101483 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea9dfc-967d-45f2-98b3-f99468eca548 req-39aee02b-32fc-4785-abc2-e98987429a96 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:33.105892 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-d3f565fb-8c1b-4056-b6a0-c79ece754811 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Request body: {'port': {'device_id': '51a4b537-e8ed-468a-8860-4f1dddb119fa', 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f', 'admin_state_up': True, 'tenant_id': 'ea92169e333d44ef9265f02baeeee937'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:33.112078 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-26ea9dfc-967d-45f2-98b3-f99468eca548 req-39aee02b-32fc-4785-abc2-e98987429a96 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 951 time: 0.1786952 Feb 09 21:30:33.121967 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (711822d2-c240-47e9-b5f4-76b45729d4e1), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.226128 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:33.226128 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.226923 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] 10.222.0.42 "PUT /v2.0/ports/711822d2-c240-47e9-b5f4-76b45729d4e1 HTTP/1.1" status: 200 len: 1092 time: 1.9423177 Feb 09 21:30:33.227306 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e980bd20-dcf0-4791-988a-839bb4de68a3', 'tag': '711822d2-c240-47e9-b5f4-76b45729d4e1'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:33.229775 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4c6ec0-24ab-4d52-9e42-d0194be1b83f" -d '{"events": [{"name": "network-changed", "server_uuid": "e980bd20-dcf0-4791-988a-839bb4de68a3", "tag": "711822d2-c240-47e9-b5f4-76b45729d4e1"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:33.264415 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-d3f565fb-8c1b-4056-b6a0-c79ece754811 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Made reservation on behalf of ea92169e333d44ef9265f02baeeee937 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:30:33.268466 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-d3f565fb-8c1b-4056-b6a0-c79ece754811 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.272055 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd237769-d222-4632-83ef-27f3d9eace83 service neutron] Pushing event updated for resources: {'Port': ['ID=711822d2-c240-47e9-b5f4-76b45729d4e1,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:33.298258 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-26ea9dfc-967d-45f2-98b3-f99468eca548 req-88ffd167-c1a4-4d3b-a440-db45c30ddaa4 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783538 Feb 09 21:30:33.338212 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d835f-c7f2-4867-9101-775f56a85ee0 req-7ceba5a6-af37-4be7-898f-a351ba339ae6 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:33.350177 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb7d835f-c7f2-4867-9101-775f56a85ee0 req-7ceba5a6-af37-4be7-898f-a351ba339ae6 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.2093954 Feb 09 21:30:33.454656 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff644b92-6be6-4c97-9a5f-66271cc18b8e req-4af1eb17-46a2-4656-8347-e71ed9629b6b tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6bf799f-f6a5-4b38-8d4d-efcb52448e35 HTTP/1.1" status: 200 len: 210 time: 0.0435309 Feb 09 21:30:33.485482 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb7d835f-c7f2-4867-9101-775f56a85ee0 req-898325e3-036f-4355-bdd3-056cbec56e9a tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343110 Feb 09 21:30:33.485870 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-d3f565fb-8c1b-4056-b6a0-c79ece754811 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Allocated IP 172.20.0.4 (b9120430-69d7-4afb-9132-054f858a800f/db938f0c-908a-4805-b0e9-dadbbab7eb27/49b1b4d2-998f-4876-b207-e415429ab079) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:30:33.511433 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-c6841994-ebb2-4069-9014-6ea5a59e5487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:33.515340 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-c6841994-ebb2-4069-9014-6ea5a59e5487 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 1126 time: 0.1572716 Feb 09 21:30:33.717623 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-d3f565fb-8c1b-4056-b6a0-c79ece754811 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks [] for port (49b1b4d2-998f-4876-b207-e415429ab079), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.769443 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-d3f565fb-8c1b-4056-b6a0-c79ece754811 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (49b1b4d2-998f-4876-b207-e415429ab079), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.828716 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-d3f565fb-8c1b-4056-b6a0-c79ece754811 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Network b9120430-69d7-4afb-9132-054f858a800f is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:30:33.835695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-d3f565fb-8c1b-4056-b6a0-c79ece754811 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:30:33.836089 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-d3f565fb-8c1b-4056-b6a0-c79ece754811 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:30:33.842032 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-d3f565fb-8c1b-4056-b6a0-c79ece754811 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:33.842526 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-d3f565fb-8c1b-4056-b6a0-c79ece754811 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.849190 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f565fb-8c1b-4056-b6a0-c79ece754811 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Pushing event updated for resources: {'Port': ['ID=49b1b4d2-998f-4876-b207-e415429ab079,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:33.872106 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-d3f565fb-8c1b-4056-b6a0-c79ece754811 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7786980 Feb 09 21:30:33.888749 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] Request body: {'port': {'device_id': '51a4b537-e8ed-468a-8860-4f1dddb119fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:33.907960 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-98e3ac04-c2f3-43ad-820c-d0c6e99120ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=711822d2-c240-47e9-b5f4-76b45729d4e1 HTTP/1.1" status: 200 len: 217 time: 0.3855467 Feb 09 21:30:33.916237 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f20d790-b793-4078-a8d2-68944dbffe29 req-958319eb-e367-4c69-bcda-65c63d54f8d8 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/floatingips/6d03aba8-323e-4e9a-990c-f5ea5e3a6794 HTTP/1.1" status: 200 len: 693 time: 0.3956344 Feb 09 21:30:33.959988 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (49b1b4d2-998f-4876-b207-e415429ab079), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.996673 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-8b8ed7ba-05f4-4f9b-b56d-949e840b4a4a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=da888a58eb2d447da88cadc0cfb95024&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341048 Feb 09 21:30:34.040627 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-5bef898e-0d0a-4084-85a6-01275dd1ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:34.045212 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-5bef898e-0d0a-4084-85a6-01275dd1ff76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.1232038 Feb 09 21:30:34.056490 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79439a9c-aa63-4d4b-bf8a-7833340e0d03 req-87049a70-8ff9-4b0d-83fc-0a276fd0add2 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:34.058129 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-79439a9c-aa63-4d4b-bf8a-7833340e0d03 req-87049a70-8ff9-4b0d-83fc-0a276fd0add2 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 944 time: 0.4785907 Feb 09 21:30:34.151026 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b5178d3f-744b-4fda-a834-a5b35a6e0dc6 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:34.185498 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: b5178d3f-744b-4fda-a834-a5b35a6e0dc6 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:30:34.185864 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b5178d3f-744b-4fda-a834-a5b35a6e0dc6 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:34.192990 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-5bf971f0-db9d-4521-b988-c2f9dfc6da25 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311646 Feb 09 21:30:34.208089 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20d790-b793-4078-a8d2-68944dbffe29 req-a83d135c-3e5b-42f1-9c4f-9d4ea5297427 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:34.209232 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f20d790-b793-4078-a8d2-68944dbffe29 req-a83d135c-3e5b-42f1-9c4f-9d4ea5297427 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.2921467 Feb 09 21:30:34.228034 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-79439a9c-aa63-4d4b-bf8a-7833340e0d03 req-8690199b-2283-4965-abd1-36b3f1b2091e tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136401 Feb 09 21:30:34.251399 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-fd0d8b8f-82a3-43aa-aa98-ed2993c9518a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:34.252937 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-fd0d8b8f-82a3-43aa-aa98-ed2993c9518a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257404 Feb 09 21:30:34.296989 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-d9bf0bd3-d096-4e11-aca8-4c46e4b716f8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Request body: {'port': {'device_id': 'c6bf799f-f6a5-4b38-8d4d-efcb52448e35', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': 'da888a58eb2d447da88cadc0cfb95024'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:34.305263 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-9f20d790-b793-4078-a8d2-68944dbffe29 req-7a2f89b8-cb0b-416c-9c4b-1c73cc714088 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:30:34.307148 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f20d790-b793-4078-a8d2-68944dbffe29 req-7a2f89b8-cb0b-416c-9c4b-1c73cc714088 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0670357 Feb 09 21:30:34.486375 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f20d790-b793-4078-a8d2-68944dbffe29 req-5bb71efd-4b9b-42e1-9128-20ab61e8e637 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 696 time: 0.1506965 Feb 09 21:30:34.507901 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-d9bf0bd3-d096-4e11-aca8-4c46e4b716f8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Made reservation on behalf of da888a58eb2d447da88cadc0cfb95024 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:30:34.512225 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-d9bf0bd3-d096-4e11-aca8-4c46e4b716f8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.559116 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-e7987bca-7648-4a62-8438-a0dcb5284784 service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460755 Feb 09 21:30:34.570570 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f20d790-b793-4078-a8d2-68944dbffe29 req-b3924ffe-90c4-4687-a8b8-1427eb0ad988 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 696 time: 0.0707481 Feb 09 21:30:34.592683 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b1b4d2-998f-4876-b207-e415429ab079 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:34.632397 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] Publish callbacks [] for port (49b1b4d2-998f-4876-b207-e415429ab079), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.659463 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] Transition to ACTIVE for port object 49b1b4d2-998f-4876-b207-e415429ab079 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:30:34.673517 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (49b1b4d2-998f-4876-b207-e415429ab079), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.705238 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620ce24-1f4c-4e7c-8c01-b822c87b994d req-7618f919-192d-411d-8f44-76f1ab419bdc tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:34.712586 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c620ce24-1f4c-4e7c-8c01-b822c87b994d req-7618f919-192d-411d-8f44-76f1ab419bdc tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 1128 time: 0.2875085 Feb 09 21:30:34.770035 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=49b1b4d2-998f-4876-b207-e415429ab079,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:34.814545 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-d9bf0bd3-d096-4e11-aca8-4c46e4b716f8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Allocated IP 192.168.233.114 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/d390dd2a-33a8-4a4b-9cf4-b87ce3602339) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:30:34.825349 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8fbe032-f9e3-4550-8ef4-abd239beb168 req-a97a59de-a426-48c6-9fdd-4c827ab98113 service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510312 Feb 09 21:30:34.833506 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] Attempting to bind port 49b1b4d2-998f-4876-b207-e415429ab079 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:30:34.834569 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] Attempting to bind port 49b1b4d2-998f-4876-b207-e415429ab079 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '24e724e1-30d9-4f29-b0d3-ddd799c60439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:30:34.834569 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] Attempting to bind port 49b1b4d2-998f-4876-b207-e415429ab079 on network b9120430-69d7-4afb-9132-054f858a800f {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:34.842449 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] Port 49b1b4d2-998f-4876-b207-e415429ab079 on network b9120430-69d7-4afb-9132-054f858a800f not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:30:34.842939 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] Attempting to bind port 49b1b4d2-998f-4876-b207-e415429ab079 on network b9120430-69d7-4afb-9132-054f858a800f {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:34.851424 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:30:34.852598 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c620ce24-1f4c-4e7c-8c01-b822c87b994d req-ba849df5-4982-4887-8912-493220d8c080 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368461 Feb 09 21:30:34.852744 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] Checking segment: {'id': '24e724e1-30d9-4f29-b0d3-ddd799c60439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:34.853229 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] Bound using segment: {'id': '24e724e1-30d9-4f29-b0d3-ddd799c60439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:30:34.853682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] Bound port: 49b1b4d2-998f-4876-b207-e415429ab079, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e724e1-30d9-4f29-b0d3-ddd799c60439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:30:34.854603 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (49b1b4d2-998f-4876-b207-e415429ab079), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.893822 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-9f20d790-b793-4078-a8d2-68944dbffe29 req-48f88157-1caa-4935-86fe-6e2612c1fdc6 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Deleting port 40fda842-9cce-4d21-b4a3-660f1d1e38f4 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:34.894400 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9f20d790-b793-4078-a8d2-68944dbffe29 req-48f88157-1caa-4935-86fe-6e2612c1fdc6 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (40fda842-9cce-4d21-b4a3-660f1d1e38f4), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.997862 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9f20d790-b793-4078-a8d2-68944dbffe29 req-48f88157-1caa-4935-86fe-6e2612c1fdc6 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (40fda842-9cce-4d21-b4a3-660f1d1e38f4), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.998191 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9f20d790-b793-4078-a8d2-68944dbffe29 req-48f88157-1caa-4935-86fe-6e2612c1fdc6 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks [] for floatingip (40fda842-9cce-4d21-b4a3-660f1d1e38f4), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:35.015737 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-9f20d790-b793-4078-a8d2-68944dbffe29 req-48f88157-1caa-4935-86fe-6e2612c1fdc6 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Calling delete_port for 40fda842-9cce-4d21-b4a3-660f1d1e38f4 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:35.076520 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00aef264-1661-4502-9923-834f1c5942d3 x-openstack-request-id: req-00aef264-1661-4502-9923-834f1c5942d3 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:35.076857 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e980bd20-dcf0-4791-988a-839bb4de68a3", "tag": "711822d2-c240-47e9-b5f4-76b45729d4e1", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:35.077076 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-00aef264-1661-4502-9923-834f1c5942d3 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:35.077531 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e980bd20-dcf0-4791-988a-839bb4de68a3', 'tag': '711822d2-c240-47e9-b5f4-76b45729d4e1', 'status': 'completed', 'code': 200} Feb 09 21:30:35.218907 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c6ec0-24ab-4d52-9e42-d0194be1b83f req-f8e9849a-5b1b-4be8-a8b1-1d6575309ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:35.220415 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b4c6ec0-24ab-4d52-9e42-d0194be1b83f req-f8e9849a-5b1b-4be8-a8b1-1d6575309ae6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 1126 time: 0.1421354 Feb 09 21:30:35.284457 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] For port 49b1b4d2-998f-4876-b207-e415429ab079, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:35.288315 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] For port 49b1b4d2-998f-4876-b207-e415429ab079, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=49b1b4d2-998f-4876-b207-e415429ab079,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:30:35.294890 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2ce74-ee1e-421d-8088-66b6e19b0eea req-2697f470-f697-4f27-a35f-89f4f73c7dc6 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:35.299975 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4c2ce74-ee1e-421d-8088-66b6e19b0eea req-2697f470-f697-4f27-a35f-89f4f73c7dc6 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 943 time: 0.2253437 Feb 09 21:30:35.304470 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (49b1b4d2-998f-4876-b207-e415429ab079), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:35.380406 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:35.381828 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:35.383274 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] 10.222.0.71 "PUT /v2.0/ports/49b1b4d2-998f-4876-b207-e415429ab079 HTTP/1.1" status: 200 len: 1091 time: 1.5027802 Feb 09 21:30:35.389190 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a4b537-e8ed-468a-8860-4f1dddb119fa', 'tag': '49b1b4d2-998f-4876-b207-e415429ab079'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:35.391827 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c45288-6f0d-4660-add9-ed22c821856f" -d '{"events": [{"name": "network-changed", "server_uuid": "51a4b537-e8ed-468a-8860-4f1dddb119fa", "tag": "49b1b4d2-998f-4876-b207-e415429ab079"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:35.433266 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c6ec0-24ab-4d52-9e42-d0194be1b83f req-1cc218f5-df27-43a5-93a4-4456116aa536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:35.433477 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b4c6ec0-24ab-4d52-9e42-d0194be1b83f req-1cc218f5-df27-43a5-93a4-4456116aa536 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 908 time: 0.2016983 Feb 09 21:30:35.436699 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-d9bf0bd3-d096-4e11-aca8-4c46e4b716f8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks [] for port (d390dd2a-33a8-4a4b-9cf4-b87ce3602339), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:35.447367 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff76b0e-3e60-48c7-a85e-d1ad266d5cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=49b1b4d2-998f-4876-b207-e415429ab079,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:35.466236 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4c2ce74-ee1e-421d-8088-66b6e19b0eea req-a7788612-f1f3-480a-8241-d198a38b7522 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376166 Feb 09 21:30:35.471297 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9f20d790-b793-4078-a8d2-68944dbffe29 req-48f88157-1caa-4935-86fe-6e2612c1fdc6 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (40fda842-9cce-4d21-b4a3-660f1d1e38f4), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:35.539750 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b4c6ec0-24ab-4d52-9e42-d0194be1b83f req-d9ac565e-72cd-4e83-a5aa-fe68b5413b8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=711822d2-c240-47e9-b5f4-76b45729d4e1 HTTP/1.1" status: 200 len: 217 time: 0.0949185 Feb 09 21:30:35.540354 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-d9bf0bd3-d096-4e11-aca8-4c46e4b716f8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (d390dd2a-33a8-4a4b-9cf4-b87ce3602339), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:35.541051 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f88157-1caa-4935-86fe-6e2612c1fdc6 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Pushing event deleted for resources: {'Port': ['ID=40fda842-9cce-4d21-b4a3-660f1d1e38f4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:35.550175 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-8949a006-f26d-48cc-b0da-acf72762c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:35.551717 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-8949a006-f26d-48cc-b0da-acf72762c94a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea92169e333d44ef9265f02baeeee937&device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 1125 time: 0.1123500 Feb 09 21:30:35.560767 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['746c7f66-5bfa-450d-8e50-d3fca91ea73e', '49c4fa5c-dc3b-435a-8af3-130a1411ff25', 'dda00877-1d5a-4bc6-8d18-433147d6e07b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:35.603251 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['93e927e6-90ef-480c-bf7f-9988462f2fcb', 'd684e2b5-cba7-45ab-871a-2bc8f3bbcea8', '3bc2ba39-cd44-4d0b-992c-58cc712ee651', '9dd43f9a-4909-4ea6-bc52-f89665942a3f'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:35.622876 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-d9bf0bd3-d096-4e11-aca8-4c46e4b716f8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:30:35.625265 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9f20d790-b793-4078-a8d2-68944dbffe29 req-48f88157-1caa-4935-86fe-6e2612c1fdc6 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks [] for floatingip (6d03aba8-323e-4e9a-990c-f5ea5e3a6794), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:35.628025 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9f20d790-b793-4078-a8d2-68944dbffe29 req-48f88157-1caa-4935-86fe-6e2612c1fdc6 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:35.628200 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-8ced4820-a654-459b-b096-95ddb07480ae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49b1b4d2-998f-4876-b207-e415429ab079 HTTP/1.1" status: 200 len: 217 time: 0.0679879 Feb 09 21:30:35.631797 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-d9bf0bd3-d096-4e11-aca8-4c46e4b716f8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:30:35.637407 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-d9bf0bd3-d096-4e11-aca8-4c46e4b716f8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:30:35.640913 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f20d790-b793-4078-a8d2-68944dbffe29 req-48f88157-1caa-4935-86fe-6e2612c1fdc6 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "DELETE /v2.0/floatingips/6d03aba8-323e-4e9a-990c-f5ea5e3a6794 HTTP/1.1" status: 204 len: 173 time: 1.0692699 Feb 09 21:30:35.642295 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-d9bf0bd3-d096-4e11-aca8-4c46e4b716f8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:35.642938 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-d9bf0bd3-d096-4e11-aca8-4c46e4b716f8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:35.678490 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-d9bf0bd3-d096-4e11-aca8-4c46e4b716f8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4136033 Feb 09 21:30:35.696399 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c6ec0-24ab-4d52-9e42-d0194be1b83f req-7125f24b-23d5-4739-ab55-dacb361fe830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:35.698068 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b4c6ec0-24ab-4d52-9e42-d0194be1b83f req-7125f24b-23d5-4739-ab55-dacb361fe830 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.1457367 Feb 09 21:30:35.725944 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] Request body: {'port': {'device_id': 'c6bf799f-f6a5-4b38-8d4d-efcb52448e35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:35.744181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d7d3f-7a6b-472e-8620-ecfab78f7512 req-a0eb3a95-6c99-4ed1-97d8-2cda8b1806f8 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:35.751771 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-602d7d3f-7a6b-472e-8620-ecfab78f7512 req-a0eb3a95-6c99-4ed1-97d8-2cda8b1806f8 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 951 time: 0.1428490 Feb 09 21:30:35.755627 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b4c6ec0-24ab-4d52-9e42-d0194be1b83f req-1438df08-abfc-4aa2-9d6c-95909784ea65 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486596 Feb 09 21:30:35.760716 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf0bd3-d096-4e11-aca8-4c46e4b716f8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Pushing event updated for resources: {'Port': ['ID=d390dd2a-33a8-4a4b-9cf4-b87ce3602339,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:35.787794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-ecc03a00-a72c-4124-ab17-260d596cddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:35.789511 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-ecc03a00-a72c-4124-ab17-260d596cddc1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db938f0c-908a-4805-b0e9-dadbbab7eb27 HTTP/1.1" status: 200 len: 845 time: 0.1342196 Feb 09 21:30:35.840011 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-574fcbe8-2e16-4575-b398-4bf5f0a85ea6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b9120430-69d7-4afb-9132-054f858a800f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338008 Feb 09 21:30:35.846522 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d390dd2a-33a8-4a4b-9cf4-b87ce3602339), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:35.945022 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b4c6ec0-24ab-4d52-9e42-d0194be1b83f req-16dba6b3-3ed0-4a61-95e8-df64637c29ec service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558781 Feb 09 21:30:35.991399 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-602d7d3f-7a6b-472e-8620-ecfab78f7512 req-1ae11e2d-73f5-4292-aaeb-6fe38b5d0ab1 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390888 Feb 09 21:30:36.088877 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76db04-0b4a-4372-bdda-3ff14970b988 req-602274b2-9fa4-4347-a7e5-31af1bf2442f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:36.090416 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df76db04-0b4a-4372-bdda-3ff14970b988 req-602274b2-9fa4-4347-a7e5-31af1bf2442f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6bf799f-f6a5-4b38-8d4d-efcb52448e35 HTTP/1.1" status: 200 len: 936 time: 0.2964497 Feb 09 21:30:36.114591 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-85c3f18a-3876-495e-b19c-3b00ee59dfcb service neutron] 10.222.0.71 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536647 Feb 09 21:30:36.178883 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9c35a08c-93a2-4569-9d1c-b1f02f3295a0 None None] Provisioning complete for port d390dd2a-33a8-4a4b-9cf4-b87ce3602339 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:36.179279 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9c35a08c-93a2-4569-9d1c-b1f02f3295a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d390dd2a-33a8-4a4b-9cf4-b87ce3602339), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:36.211417 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b4c6ec0-24ab-4d52-9e42-d0194be1b83f req-9184c576-a88d-44c5-b701-e616a8f8ea87 service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389903 Feb 09 21:30:36.224452 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df76db04-0b4a-4372-bdda-3ff14970b988 req-027441d2-99f4-4b4f-850c-cd5c778a22b8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221249 Feb 09 21:30:36.275079 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f2396-9b09-4df9-92e1-4f2862e19eba req-4fc435c2-56ce-40aa-a279-8251083f5271 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:36.276871 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e61f2396-9b09-4df9-92e1-4f2862e19eba req-4fc435c2-56ce-40aa-a279-8251083f5271 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.1109905 Feb 09 21:30:36.284054 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9c35a08c-93a2-4569-9d1c-b1f02f3295a0 None None] Port d390dd2a-33a8-4a4b-9cf4-b87ce3602339 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:30:36.340591 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-04c90aa7-4503-4b13-9cbf-4853f5353720 req-70f5e69e-d21a-47f3-8e1f-6e4b78b01e8d service neutron] 10.222.0.71 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686606 Feb 09 21:30:36.445453 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e61f2396-9b09-4df9-92e1-4f2862e19eba req-dbc805aa-c2f2-4ca4-8959-4ca8795527fd tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495447 Feb 09 21:30:36.451899 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d390dd2a-33a8-4a4b-9cf4-b87ce3602339 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:36.473839 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] Publish callbacks [] for port (d390dd2a-33a8-4a4b-9cf4-b87ce3602339), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:36.481478 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a0ef2-43a3-46b1-9244-a18598e686a3 req-c732b7bc-b6a4-4cb0-b7b9-2983f6ed7860 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:36.492946 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b26a0ef2-43a3-46b1-9244-a18598e686a3 req-c732b7bc-b6a4-4cb0-b7b9-2983f6ed7860 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 1128 time: 0.1534235 Feb 09 21:30:36.495132 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] Transition to ACTIVE for port object d390dd2a-33a8-4a4b-9cf4-b87ce3602339 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:30:36.502842 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d390dd2a-33a8-4a4b-9cf4-b87ce3602339), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:36.537869 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-4555105b-4706-49de-8530-cf06d39c972b req-9ea0be25-7bf3-48f9-8e4c-fc0105740de3 service neutron] show failed (client error): The resource could not be found. Feb 09 21:30:36.538938 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4555105b-4706-49de-8530-cf06d39c972b req-9ea0be25-7bf3-48f9-8e4c-fc0105740de3 service neutron] 10.222.0.42 "GET /v2.0/ports/02b978b5-de78-4099-8244-c4ff559fbc76/bindings/n-h1-828601-1 HTTP/1.1" status: 404 len: 380 time: 0.1595099 Feb 09 21:30:36.605988 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b26a0ef2-43a3-46b1-9244-a18598e686a3 req-0ce8db33-d957-420f-b6a0-02b589740c3e tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076159 Feb 09 21:30:36.651320 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] Pushing event updated for resources: {'Port': ['ID=d390dd2a-33a8-4a4b-9cf4-b87ce3602339,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:36.668813 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] Attempting to bind port d390dd2a-33a8-4a4b-9cf4-b87ce3602339 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:30:36.669172 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] Attempting to bind port d390dd2a-33a8-4a4b-9cf4-b87ce3602339 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:30:36.669712 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] Attempting to bind port d390dd2a-33a8-4a4b-9cf4-b87ce3602339 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:36.692881 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] Port d390dd2a-33a8-4a4b-9cf4-b87ce3602339 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:30:36.693110 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] Attempting to bind port d390dd2a-33a8-4a4b-9cf4-b87ce3602339 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:36.709930 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:30:36.710284 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:36.711281 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:30:36.713871 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] Bound port: d390dd2a-33a8-4a4b-9cf4-b87ce3602339, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:30:36.714293 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d390dd2a-33a8-4a4b-9cf4-b87ce3602339), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:36.804875 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adeb89-b747-484d-ac2e-0a06c6ea4c3b req-60441bd1-52b6-4b57-9c1b-6520543ced81 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:36.812740 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e3adeb89-b747-484d-ac2e-0a06c6ea4c3b req-60441bd1-52b6-4b57-9c1b-6520543ced81 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 944 time: 0.1310771 Feb 09 21:30:36.862239 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18090a43-ff6c-4b43-af48-094e99b57eaf x-openstack-request-id: req-18090a43-ff6c-4b43-af48-094e99b57eaf {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:36.862929 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a4b537-e8ed-468a-8860-4f1dddb119fa", "tag": "49b1b4d2-998f-4876-b207-e415429ab079", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:36.863347 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18090a43-ff6c-4b43-af48-094e99b57eaf {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:36.864135 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a4b537-e8ed-468a-8860-4f1dddb119fa', 'tag': '49b1b4d2-998f-4876-b207-e415429ab079', 'status': 'completed', 'code': 200} Feb 09 21:30:36.927106 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] For port d390dd2a-33a8-4a4b-9cf4-b87ce3602339, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:36.942542 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] For port d390dd2a-33a8-4a4b-9cf4-b87ce3602339, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d390dd2a-33a8-4a4b-9cf4-b87ce3602339,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:30:36.952837 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d390dd2a-33a8-4a4b-9cf4-b87ce3602339), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:36.997136 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c45288-6f0d-4660-add9-ed22c821856f req-ec00eaaf-8c9a-4b9c-927e-eeb055f5b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:36.998724 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-56c45288-6f0d-4660-add9-ed22c821856f req-ec00eaaf-8c9a-4b9c-927e-eeb055f5b030 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea92169e333d44ef9265f02baeeee937&device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 1125 time: 0.1196287 Feb 09 21:30:37.005283 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:37.006586 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:37.008028 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] 10.222.0.71 "PUT /v2.0/ports/d390dd2a-33a8-4a4b-9cf4-b87ce3602339 HTTP/1.1" status: 200 len: 1096 time: 1.2882416 Feb 09 21:30:37.064021 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e3adeb89-b747-484d-ac2e-0a06c6ea4c3b req-cacd59d8-df76-4914-acd5-2a401ea0ffce tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481310 Feb 09 21:30:37.086161 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99315056-699a-4766-a307-fa3068136c18 req-5f2be294-e198-4cb8-bbac-a7038571d856 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 1000 time: 0.2014496 Feb 09 21:30:37.155915 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555105b-4706-49de-8530-cf06d39c972b req-2562fbea-ea37-493d-9358-3ac9b30e67fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:37.157843 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4555105b-4706-49de-8530-cf06d39c972b req-2562fbea-ea37-493d-9358-3ac9b30e67fd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9&tenant_id=8e648e74041548769a4577091999e05a HTTP/1.1" status: 200 len: 1131 time: 0.2525942 Feb 09 21:30:37.168685 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99315056-699a-4766-a307-fa3068136c18 req-0e649261-6d1e-4254-bbe3-96dfec14a270 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:37.181444 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99315056-699a-4766-a307-fa3068136c18 req-0e649261-6d1e-4254-bbe3-96dfec14a270 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/ports/8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 HTTP/1.1" status: 200 len: 942 time: 0.0848398 Feb 09 21:30:37.185902 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aef27c-1703-456e-90b3-e6628f373e7e service neutron] Pushing event updated for resources: {'Port': ['ID=d390dd2a-33a8-4a4b-9cf4-b87ce3602339,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:37.194877 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828601-1', 'device_owner': 'compute:nova'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:37.277010 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c45288-6f0d-4660-add9-ed22c821856f req-a0db736d-18d7-43c5-8d3d-f35ac738b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:37.282323 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-56c45288-6f0d-4660-add9-ed22c821856f req-a0db736d-18d7-43c5-8d3d-f35ac738b4e5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b9120430-69d7-4afb-9132-054f858a800f HTTP/1.1" status: 200 len: 906 time: 0.2732940 Feb 09 21:30:37.292654 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-be59772e-3cfd-4f3b-b000-b1203546da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:37.294301 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-be59772e-3cfd-4f3b-b000-b1203546da20 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&device_id=c6bf799f-f6a5-4b38-8d4d-efcb52448e35 HTTP/1.1" status: 200 len: 1130 time: 0.1972029 Feb 09 21:30:37.360217 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-56c45288-6f0d-4660-add9-ed22c821856f req-27c92050-8804-4db6-b271-6f86341cf69b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49b1b4d2-998f-4876-b207-e415429ab079 HTTP/1.1" status: 200 len: 217 time: 0.0614040 Feb 09 21:30:37.393514 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (02b978b5-de78-4099-8244-c4ff559fbc76), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:37.405238 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-0eeedacd-7ccf-43f8-aaf0-6f3aa73cbe90 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=d390dd2a-33a8-4a4b-9cf4-b87ce3602339 HTTP/1.1" status: 200 len: 217 time: 0.1002173 Feb 09 21:30:37.408342 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99315056-699a-4766-a307-fa3068136c18 req-3f7343e5-dab1-4b42-ab3e-feca5dce2cf8 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 1000 time: 0.1627460 Feb 09 21:30:37.497099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c45288-6f0d-4660-add9-ed22c821856f req-fce2ebcb-7527-429f-aacd-1cf78b1f0b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:37.499281 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-56c45288-6f0d-4660-add9-ed22c821856f req-fce2ebcb-7527-429f-aacd-1cf78b1f0b7a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db938f0c-908a-4805-b0e9-dadbbab7eb27 HTTP/1.1" status: 200 len: 845 time: 0.1047080 Feb 09 21:30:37.504738 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-79332b9d-4929-4521-a854-38c0b10433f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:37.506385 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-79332b9d-4929-4521-a854-38c0b10433f1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0807486 Feb 09 21:30:37.558997 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-56c45288-6f0d-4660-add9-ed22c821856f req-a5de5eca-82f0-4b3a-842a-e7b5f518b583 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b9120430-69d7-4afb-9132-054f858a800f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516255 Feb 09 21:30:37.641366 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-46e224b2-41e9-4c26-b7da-c8d7f9f9575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:37.642906 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-46e224b2-41e9-4c26-b7da-c8d7f9f9575c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1247351 Feb 09 21:30:37.734029 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-56c45288-6f0d-4660-add9-ed22c821856f req-8aed4e31-a04b-4e2e-8b12-fe87f81cb888 service neutron] 10.222.0.71 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652591 Feb 09 21:30:37.787268 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2ca38015-96e4-4945-a82f-22a99fdf1e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:37.812860 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08451a11-a2f3-4249-8520-68544bb3acec req-ab9ee4a9-dc66-4485-8061-51f5607044c0 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:37.814452 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-08451a11-a2f3-4249-8520-68544bb3acec req-ab9ee4a9-dc66-4485-8061-51f5607044c0 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 943 time: 0.4687035 Feb 09 21:30:37.837576 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-899e3919-c9a8-48af-988d-eb8c302e95b0 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872423 Feb 09 21:30:37.917566 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-56c45288-6f0d-4660-add9-ed22c821856f req-c287e10a-e78c-4fbe-abe9-556f3ac4f3d1 service neutron] 10.222.0.71 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762156 Feb 09 21:30:37.957878 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99315056-699a-4766-a307-fa3068136c18 req-9a03c6e4-09a0-4927-973c-d4986b6fc5d0 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:37.960137 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99315056-699a-4766-a307-fa3068136c18 req-9a03c6e4-09a0-4927-973c-d4986b6fc5d0 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.5392206 Feb 09 21:30:37.961540 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-59fb38b9-ff21-4122-b1d0-e200e02a0615 req-72ae724c-7ea6-4f53-8e92-aa1c46712cbb service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158578 Feb 09 21:30:37.987477 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-08451a11-a2f3-4249-8520-68544bb3acec req-8621c891-36c3-4391-a01f-7f79cb69ea24 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506422 Feb 09 21:30:38.105715 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99315056-699a-4766-a307-fa3068136c18 req-0da8b3d6-a952-4c0a-9f64-4fa99a7af867 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 1000 time: 0.1263361 Feb 09 21:30:38.121474 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-99315056-699a-4766-a307-fa3068136c18 req-a62a903d-3e79-469e-80a5-07cc3c755371 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:38.141447 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 711822d2-c240-47e9-b5f4-76b45729d4e1 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:30:38.224368 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] For port 02b978b5-de78-4099-8244-c4ff559fbc76, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=02b978b5-de78-4099-8244-c4ff559fbc76,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:38.255084 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-99315056-699a-4766-a307-fa3068136c18 req-a62a903d-3e79-469e-80a5-07cc3c755371 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks [] for floatingip (6c308dfd-a7e7-4ec7-a2fb-096f58e80511), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:38.259559 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 711822d2-c240-47e9-b5f4-76b45729d4e1, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=711822d2-c240-47e9-b5f4-76b45729d4e1,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:38.276674 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '711822d2-c240-47e9-b5f4-76b45729d4e1', 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac', 'port_id': '711822d2-c240-47e9-b5f4-76b45729d4e1', 'mac_address': 'fa:16:3e:c0:bb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f097b81-caaa-46d2-99d1-7cb129c76999', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:30:38.307401 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] For port 02b978b5-de78-4099-8244-c4ff559fbc76, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:38.317487 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 711822d2-c240-47e9-b5f4-76b45729d4e1 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:38.317892 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (711822d2-c240-47e9-b5f4-76b45729d4e1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:38.333056 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711822d2-c240-47e9-b5f4-76b45729d4e1 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:38.341372 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e601683-2358-4996-b0e7-4272074f1d24 req-6f090877-8f72-48fd-a65d-e41706c7dcd5 tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:38.344470 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e601683-2358-4996-b0e7-4272074f1d24 req-6f090877-8f72-48fd-a65d-e41706c7dcd5 tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 1133 time: 0.2111001 Feb 09 21:30:38.353291 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 711822d2-c240-47e9-b5f4-76b45729d4e1, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=711822d2-c240-47e9-b5f4-76b45729d4e1,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:38.357986 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (711822d2-c240-47e9-b5f4-76b45729d4e1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:38.378570 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4be250-f93f-4ba9-89b6-0b9aabdd55f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02b978b5-de78-4099-8244-c4ff559fbc76'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:38.380905 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f79246-0c7d-49c0-b19f-135ddba5e410" -d '{"events": [{"server_uuid": "4e4be250-f93f-4ba9-89b6-0b9aabdd55f9", "name": "network-vif-unplugged", "status": "completed", "tag": "02b978b5-de78-4099-8244-c4ff559fbc76"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:38.391506 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] Publish callbacks [] for port (02b978b5-de78-4099-8244-c4ff559fbc76), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:38.414411 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=711822d2-c240-47e9-b5f4-76b45729d4e1,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:38.422827 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:38.423765 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:38.423765 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:38.424223 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:38.424710 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:38.425141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:38.425619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:38.425994 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:38.426426 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:38.427208 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:38.427208 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:38.427698 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:38.428200 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:38.441430 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] Transition to ACTIVE for port object 02b978b5-de78-4099-8244-c4ff559fbc76 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:30:38.450154 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (02b978b5-de78-4099-8244-c4ff559fbc76), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:38.513290 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e601683-2358-4996-b0e7-4272074f1d24 req-73e22850-6367-4773-8c86-15feb043eab9 tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610942 Feb 09 21:30:38.582732 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-99315056-699a-4766-a307-fa3068136c18 req-a62a903d-3e79-469e-80a5-07cc3c755371 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:38.586716 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] No DVR routers for this DVR port 02b978b5-de78-4099-8244-c4ff559fbc76 on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:38.590745 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-99315056-699a-4766-a307-fa3068136c18 req-a62a903d-3e79-469e-80a5-07cc3c755371 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (6c308dfd-a7e7-4ec7-a2fb-096f58e80511), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:38.591087 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [req-99315056-699a-4766-a307-fa3068136c18 req-a62a903d-3e79-469e-80a5-07cc3c755371 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Floating IP 6c308dfd-a7e7-4ec7-a2fb-096f58e80511 disassociated. External IP: 172.25.6.38, port: 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8. Feb 09 21:30:38.595337 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] Pushing event updated for resources: {'Port': ['ID=02b978b5-de78-4099-8244-c4ff559fbc76,revision_number=6']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:38.682441 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['711822d2-c240-47e9-b5f4-76b45729d4e1'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:38.756354 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] Attempting to bind port 02b978b5-de78-4099-8244-c4ff559fbc76 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:30:38.757079 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] Attempting to bind port 02b978b5-de78-4099-8244-c4ff559fbc76 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:30:38.757494 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] Attempting to bind port 02b978b5-de78-4099-8244-c4ff559fbc76 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:38.768509 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] Port 02b978b5-de78-4099-8244-c4ff559fbc76 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:30:38.768851 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] Attempting to bind port 02b978b5-de78-4099-8244-c4ff559fbc76 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:38.782612 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207a77f-83f4-4998-9cd6-a175bb374025 req-7df15e29-0451-451d-8d3b-e09a2ad2001f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:38.784218 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1207a77f-83f4-4998-9cd6-a175bb374025 req-7df15e29-0451-451d-8d3b-e09a2ad2001f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6bf799f-f6a5-4b38-8d4d-efcb52448e35 HTTP/1.1" status: 200 len: 948 time: 0.1519370 Feb 09 21:30:38.788799 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:30:38.789367 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:38.789936 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:30:38.790709 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] Bound port: 02b978b5-de78-4099-8244-c4ff559fbc76, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:30:38.791254 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (02b978b5-de78-4099-8244-c4ff559fbc76), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:38.865971 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6bf799f-f6a5-4b38-8d4d-efcb52448e35', 'tag': 'd390dd2a-33a8-4a4b-9cf4-b87ce3602339'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:38.869069 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caaf0722-01fc-499f-8097-716b3c2eadb2" -d '{"events": [{"name": "network-changed", "server_uuid": "c6bf799f-f6a5-4b38-8d4d-efcb52448e35", "tag": "d390dd2a-33a8-4a4b-9cf4-b87ce3602339"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:38.922309 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1207a77f-83f4-4998-9cd6-a175bb374025 req-342077f6-1604-4f81-9016-020711537635 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234732 Feb 09 21:30:38.974799 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] For port 02b978b5-de78-4099-8244-c4ff559fbc76, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:38.989014 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] For port 02b978b5-de78-4099-8244-c4ff559fbc76, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=02b978b5-de78-4099-8244-c4ff559fbc76,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:30:38.992936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 49b1b4d2-998f-4876-b207-e415429ab079 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:30:39.007947 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (02b978b5-de78-4099-8244-c4ff559fbc76), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:39.098565 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:39.099209 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:39.100960 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4555105b-4706-49de-8530-cf06d39c972b req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] 10.222.0.71 "PUT /v2.0/ports/02b978b5-de78-4099-8244-c4ff559fbc76 HTTP/1.1" status: 200 len: 1095 time: 1.9174509 Feb 09 21:30:39.109758 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ebaea-ca81-4b5a-bc3b-ee632e36b4cc service neutron] Pushing event updated for resources: {'Port': ['ID=02b978b5-de78-4099-8244-c4ff559fbc76,revision_number=7']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:39.122627 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99315056-699a-4766-a307-fa3068136c18 req-a62a903d-3e79-469e-80a5-07cc3c755371 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Router b8cd7415-7937-4a18-afb0-6cc560a966f6 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:30:39.142789 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b75c1-55f8-4c2a-bf45-7e2a8828d6a3 req-9556ee40-4010-4801-96ee-c1f6bffebf25 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:39.144801 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-749b75c1-55f8-4c2a-bf45-7e2a8828d6a3 req-9556ee40-4010-4801-96ee-c1f6bffebf25 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 947 time: 0.1529379 Feb 09 21:30:39.279937 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 49b1b4d2-998f-4876-b207-e415429ab079, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=49b1b4d2-998f-4876-b207-e415429ab079,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:39.295935 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '49b1b4d2-998f-4876-b207-e415429ab079', 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f', 'port_id': '49b1b4d2-998f-4876-b207-e415429ab079', 'mac_address': 'fa:16:3e:9c:db:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db938f0c-908a-4805-b0e9-dadbbab7eb27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:30:39.307404 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-749b75c1-55f8-4c2a-bf45-7e2a8828d6a3 req-436dfea9-9ca7-45ae-8f7c-713b94f44761 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491637 Feb 09 21:30:39.323026 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555105b-4706-49de-8530-cf06d39c972b req-98793f44-ef05-4ce3-835d-7efd04c7323b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:39.324670 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4555105b-4706-49de-8530-cf06d39c972b req-98793f44-ef05-4ce3-835d-7efd04c7323b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 1129 time: 0.1787467 Feb 09 21:30:39.346858 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 49b1b4d2-998f-4876-b207-e415429ab079 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:39.347368 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (49b1b4d2-998f-4876-b207-e415429ab079), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:39.365577 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b1b4d2-998f-4876-b207-e415429ab079 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:39.381571 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99315056-699a-4766-a307-fa3068136c18 req-a62a903d-3e79-469e-80a5-07cc3c755371 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:30:39.395201 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ab11d-672a-407d-ae88-58ef34b81b10 None None] Sync routers for ids ['b8cd7415-7937-4a18-afb0-6cc560a966f6'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:30:39.398005 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 49b1b4d2-998f-4876-b207-e415429ab079, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=49b1b4d2-998f-4876-b207-e415429ab079,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:39.409104 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (49b1b4d2-998f-4876-b207-e415429ab079), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:39.414865 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42ab11d-672a-407d-ae88-58ef34b81b10 None None] Routers {'b8cd7415-7937-4a18-afb0-6cc560a966f6'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:39.415806 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d42ab11d-672a-407d-ae88-58ef34b81b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:30:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b8cd7415-7937-4a18-afb0-6cc560a966f6'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:39.435388 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-99315056-699a-4766-a307-fa3068136c18 req-a62a903d-3e79-469e-80a5-07cc3c755371 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:39.482723 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99315056-699a-4766-a307-fa3068136c18 req-a62a903d-3e79-469e-80a5-07cc3c755371 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "PUT /v2.0/floatingips/6c308dfd-a7e7-4ec7-a2fb-096f58e80511 HTTP/1.1" status: 200 len: 694 time: 1.3676896 Feb 09 21:30:39.513861 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=49b1b4d2-998f-4876-b207-e415429ab079,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:39.583998 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555105b-4706-49de-8530-cf06d39c972b req-8ea14b60-f9ca-4b00-a217-e39b4cf49590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:39.585854 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4555105b-4706-49de-8530-cf06d39c972b req-8ea14b60-f9ca-4b00-a217-e39b4cf49590 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.2528822 Feb 09 21:30:39.641787 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4555105b-4706-49de-8530-cf06d39c972b req-7a452604-f8d7-4f54-ba5a-93492626e674 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=02b978b5-de78-4099-8244-c4ff559fbc76 HTTP/1.1" status: 200 len: 217 time: 0.0473404 Feb 09 21:30:39.661459 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99315056-699a-4766-a307-fa3068136c18 req-29a7d9a6-41a8-48fa-808b-e22cad155f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:39.663290 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99315056-699a-4766-a307-fa3068136c18 req-29a7d9a6-41a8-48fa-808b-e22cad155f11 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d01c5175556423f89699a44077206c5&device_id=b18541ce-889c-430d-9e1e-cce5acf33788 HTTP/1.1" status: 200 len: 1127 time: 0.1534207 Feb 09 21:30:39.710125 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d42ab11d-672a-407d-ae88-58ef34b81b10 None None] Set router b8cd7415-7937-4a18-afb0-6cc560a966f6 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:39.742644 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['49b1b4d2-998f-4876-b207-e415429ab079'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:39.771016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555105b-4706-49de-8530-cf06d39c972b req-10dfc6cc-3964-47ea-8878-5b076f7f05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:39.772964 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4555105b-4706-49de-8530-cf06d39c972b req-10dfc6cc-3964-47ea-8878-5b076f7f05fa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1235969 Feb 09 21:30:39.860048 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99315056-699a-4766-a307-fa3068136c18 req-9570439a-09a8-4a59-b9fe-6aa06e6847ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:39.861761 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99315056-699a-4766-a307-fa3068136c18 req-9570439a-09a8-4a59-b9fe-6aa06e6847ed service neutron] 10.222.0.77 "GET /v2.0/networks?id=d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b HTTP/1.1" status: 200 len: 930 time: 0.1807311 Feb 09 21:30:39.892448 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555105b-4706-49de-8530-cf06d39c972b req-44d8a145-e267-4f84-a472-a58b15b1d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:39.895543 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4555105b-4706-49de-8530-cf06d39c972b req-44d8a145-e267-4f84-a472-a58b15b1d446 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1131082 Feb 09 21:30:39.960646 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99315056-699a-4766-a307-fa3068136c18 req-9edd0bc3-a9dd-4559-9420-bd24ace76055 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 HTTP/1.1" status: 200 len: 217 time: 0.0883276 Feb 09 21:30:39.983154 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d42ab11d-672a-407d-ae88-58ef34b81b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1491154343-router', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:50Z', 'updated_at': '2022-02-09T21:29:58Z', 'revision_number': 4, 'project_id': '9d01c5175556423f89699a44077206c5', 'gw_port': {'id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:52Z', 'updated_at': '2022-02-09T21:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'dfa4a939-a1fb-41df-8f4a-905a0e4a52ee', 'name': '', 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'mac_address': 'fa:16:3e:38:7f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5a373f0a-8480-49cb-be9b-6894b5386da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:57Z', 'updated_at': '2022-02-09T21:30:02Z', 'revision_number': 5, 'project_id': '9d01c5175556423f89699a44077206c5', 'subnets': [{'id': '5a373f0a-8480-49cb-be9b-6894b5386da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:40.014025 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ab11d-672a-407d-ae88-58ef34b81b10 None None] Checking router: b8cd7415-7937-4a18-afb0-6cc560a966f6 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:30:40.028833 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42ab11d-672a-407d-ae88-58ef34b81b10 None None] Routers {'b8cd7415-7937-4a18-afb0-6cc560a966f6'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:40.029601 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d42ab11d-672a-407d-ae88-58ef34b81b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:30:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b8cd7415-7937-4a18-afb0-6cc560a966f6'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:40.069804 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99315056-699a-4766-a307-fa3068136c18 req-3a374336-510a-4ac3-bd72-b9bed7259754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:40.071585 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99315056-699a-4766-a307-fa3068136c18 req-3a374336-510a-4ac3-bd72-b9bed7259754 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5a373f0a-8480-49cb-be9b-6894b5386da8 HTTP/1.1" status: 200 len: 868 time: 0.0704587 Feb 09 21:30:40.116220 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4555105b-4706-49de-8530-cf06d39c972b req-6a6012ab-c4e1-4c57-96c8-84915de391d8 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655765 Feb 09 21:30:40.141546 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 711822d2-c240-47e9-b5f4-76b45729d4e1 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:30:40.200555 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 711822d2-c240-47e9-b5f4-76b45729d4e1 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:30:40.214109 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 711822d2-c240-47e9-b5f4-76b45729d4e1 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:40.214518 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (711822d2-c240-47e9-b5f4-76b45729d4e1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:40.221229 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d42ab11d-672a-407d-ae88-58ef34b81b10 None None] Set router b8cd7415-7937-4a18-afb0-6cc560a966f6 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:40.322867 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 711822d2-c240-47e9-b5f4-76b45729d4e1 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:40.323870 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (711822d2-c240-47e9-b5f4-76b45729d4e1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:40.360911 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e980bd20-dcf0-4791-988a-839bb4de68a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711822d2-c240-47e9-b5f4-76b45729d4e1'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:40.364869 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba10cd8-cc7c-4a7c-9790-e09f8218981f" -d '{"events": [{"server_uuid": "e980bd20-dcf0-4791-988a-839bb4de68a3", "name": "network-vif-plugged", "status": "completed", "tag": "711822d2-c240-47e9-b5f4-76b45729d4e1"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:40.385320 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 711822d2-c240-47e9-b5f4-76b45729d4e1, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=711822d2-c240-47e9-b5f4-76b45729d4e1,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:40.409628 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (711822d2-c240-47e9-b5f4-76b45729d4e1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:40.411037 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 02b978b5-de78-4099-8244-c4ff559fbc76 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:40.511134 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2eae744-fb0e-45a8-86cd-cde445a6a59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:40.529699 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=711822d2-c240-47e9-b5f4-76b45729d4e1,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:40.553664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] The host n-h2-828601-1 is not matching for port 02b978b5-de78-4099-8244-c4ff559fbc76 host n-h1-828601-1! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:30:40.554341 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 02b978b5-de78-4099-8244-c4ff559fbc76 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:40.568248 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99315056-699a-4766-a307-fa3068136c18 req-4b4f8975-db8a-4a61-90d4-84316e53abba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:40.570966 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99315056-699a-4766-a307-fa3068136c18 req-4b4f8975-db8a-4a61-90d4-84316e53abba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4683650 Feb 09 21:30:40.644194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-7fe1c286-536d-40b1-ad5f-415122228e9d tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:30:40.645085 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-7fe1c286-536d-40b1-ad5f-415122228e9d tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076282 Feb 09 21:30:40.648730 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4555105b-4706-49de-8530-cf06d39c972b req-3bbe1527-1381-4239-8fc5-49be26972e3d service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147264 Feb 09 21:30:40.664008 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d42ab11d-672a-407d-ae88-58ef34b81b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1491154343-router', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:50Z', 'updated_at': '2022-02-09T21:29:58Z', 'revision_number': 4, 'project_id': '9d01c5175556423f89699a44077206c5', 'gw_port': {'id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:52Z', 'updated_at': '2022-02-09T21:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'dfa4a939-a1fb-41df-8f4a-905a0e4a52ee', 'name': '', 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'mac_address': 'fa:16:3e:38:7f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5a373f0a-8480-49cb-be9b-6894b5386da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:57Z', 'updated_at': '2022-02-09T21:30:02Z', 'revision_number': 5, 'project_id': '9d01c5175556423f89699a44077206c5', 'subnets': [{'id': '5a373f0a-8480-49cb-be9b-6894b5386da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:40.699302 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ab11d-672a-407d-ae88-58ef34b81b10 None None] The sync data for ids ['b8cd7415-7937-4a18-afb0-6cc560a966f6'] in n-d-828601-1 is: [{'id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1491154343-router', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:50Z', 'updated_at': '2022-02-09T21:29:58Z', 'revision_number': 4, 'project_id': '9d01c5175556423f89699a44077206c5', 'gw_port': {'id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:52Z', 'updated_at': '2022-02-09T21:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'dfa4a939-a1fb-41df-8f4a-905a0e4a52ee', 'name': '', 'network_id': 'd9780de6-0c41-46a9-92bc-6d8b4b0dcf1b', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'mac_address': 'fa:16:3e:38:7f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5a373f0a-8480-49cb-be9b-6894b5386da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:57Z', 'updated_at': '2022-02-09T21:30:02Z', 'revision_number': 5, 'project_id': '9d01c5175556423f89699a44077206c5', 'subnets': [{'id': '5a373f0a-8480-49cb-be9b-6894b5386da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:30:40.721424 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-34ccdc30-f818-4538-889e-84e725cdbc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:40.728282 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-34ccdc30-f818-4538-889e-84e725cdbc4f service neutron] 10.222.0.77 "GET /v2.0/ports/71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd HTTP/1.1" status: 200 len: 1125 time: 0.0715816 Feb 09 21:30:40.736156 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-66411b4d-d634-4784-b56b-a68c82235d89 service neutron] Request body: {'binding': {'host': 'n-h2-828601-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:40.736599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-66411b4d-d634-4784-b56b-a68c82235d89 service neutron] Unknown quota resources ['binding']. {{(pid=103201) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:30:40.842416 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99315056-699a-4766-a307-fa3068136c18 req-8dafd705-5fd8-47de-ba96-ff4fd8a832f3 service neutron] 10.222.0.77 "GET /v2.0/networks/d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555304 Feb 09 21:30:40.964833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-66411b4d-d634-4784-b56b-a68c82235d89 service neutron] Attempting to bind port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd on host n-h2-828601-1 for vnic_type normal with profile None {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:30:40.965439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-66411b4d-d634-4784-b56b-a68c82235d89 service neutron] Attempting to bind port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:30:40.965561 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-66411b4d-d634-4784-b56b-a68c82235d89 service neutron] Attempting to bind port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:40.978973 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-66411b4d-d634-4784-b56b-a68c82235d89 service neutron] Port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd on network 3335e86a-d685-4bed-b15a-6df9753c1347 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:30:40.979301 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-66411b4d-d634-4784-b56b-a68c82235d89 service neutron] Attempting to bind port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:40.986898 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99315056-699a-4766-a307-fa3068136c18 req-c9225486-7fea-49e7-9939-412edfffdd43 service neutron] 10.222.0.77 "GET /v2.0/networks/d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374655 Feb 09 21:30:40.987778 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-66411b4d-d634-4784-b56b-a68c82235d89 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:30:40.988119 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-66411b4d-d634-4784-b56b-a68c82235d89 service neutron] Checking segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:40.988495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-66411b4d-d634-4784-b56b-a68c82235d89 service neutron] Bound using segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:30:40.988939 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-66411b4d-d634-4784-b56b-a68c82235d89 service neutron] Bound port: 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:30:40.999517 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device d390dd2a-33a8-4a4b-9cf4-b87ce3602339 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:30:41.078191 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 49b1b4d2-998f-4876-b207-e415429ab079 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:30:41.081558 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041e082e-baaf-4e82-881a-ec145a8e88f7 None None] New status for floating IP 6c308dfd-a7e7-4ec7-a2fb-096f58e80511: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:30:41.129781 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-66411b4d-d634-4784-b56b-a68c82235d89 service neutron] For port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:30:41.141982 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29c09c-f2d2-4c9c-b3be-bdfbbe57c10c req-01e724a2-e8ce-42ea-8c5d-0bfa7936265a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:41.144926 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f29c09c-f2d2-4c9c-b3be-bdfbbe57c10c req-01e724a2-e8ce-42ea-8c5d-0bfa7936265a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 946 time: 0.0822592 Feb 09 21:30:41.148525 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-66411b4d-d634-4784-b56b-a68c82235d89 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:41.157559 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-66411b4d-d634-4784-b56b-a68c82235d89 service neutron] 10.222.0.77 "POST /v2.0/ports/71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd/bindings HTTP/1.1" status: 201 len: 389 time: 0.4239881 Feb 09 21:30:41.242633 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f29c09c-f2d2-4c9c-b3be-bdfbbe57c10c req-08ed387c-337c-4b7f-9b14-d14725724ff0 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840080 Feb 09 21:30:41.294851 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ac7425-e003-4f1d-9788-111612fd3d81 x-openstack-request-id: req-f7ac7425-e003-4f1d-9788-111612fd3d81 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:41.295323 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4be250-f93f-4ba9-89b6-0b9aabdd55f9", "name": "network-vif-unplugged", "status": "completed", "tag": "02b978b5-de78-4099-8244-c4ff559fbc76", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:41.295696 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f7ac7425-e003-4f1d-9788-111612fd3d81 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:41.296883 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4be250-f93f-4ba9-89b6-0b9aabdd55f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02b978b5-de78-4099-8244-c4ff559fbc76', 'code': 200} Feb 09 21:30:41.336869 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96275950-666e-467c-ad1a-372c1ccf1689 x-openstack-request-id: req-96275950-666e-467c-ad1a-372c1ccf1689 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:41.337699 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6bf799f-f6a5-4b38-8d4d-efcb52448e35", "tag": "d390dd2a-33a8-4a4b-9cf4-b87ce3602339", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:41.338143 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-96275950-666e-467c-ad1a-372c1ccf1689 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:41.338784 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6bf799f-f6a5-4b38-8d4d-efcb52448e35', 'tag': 'd390dd2a-33a8-4a4b-9cf4-b87ce3602339', 'status': 'completed', 'code': 200} Feb 09 21:30:41.440524 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port d390dd2a-33a8-4a4b-9cf4-b87ce3602339, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d390dd2a-33a8-4a4b-9cf4-b87ce3602339,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:41.444932 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 49b1b4d2-998f-4876-b207-e415429ab079 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:30:41.455755 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:41.462886 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 49b1b4d2-998f-4876-b207-e415429ab079 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:41.463326 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (49b1b4d2-998f-4876-b207-e415429ab079), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:41.496403 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf0722-01fc-499f-8097-716b3c2eadb2 req-cb0600ee-eca8-4498-b2ad-350fb7a3452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:41.500266 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-caaf0722-01fc-499f-8097-716b3c2eadb2 req-cb0600ee-eca8-4498-b2ad-350fb7a3452e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&device_id=c6bf799f-f6a5-4b38-8d4d-efcb52448e35 HTTP/1.1" status: 200 len: 1130 time: 0.1263721 Feb 09 21:30:41.510730 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'd390dd2a-33a8-4a4b-9cf4-b87ce3602339', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': 'd390dd2a-33a8-4a4b-9cf4-b87ce3602339', 'mac_address': 'fa:16:3e:9b:13:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:30:41.632425 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port d390dd2a-33a8-4a4b-9cf4-b87ce3602339 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:41.632812 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d390dd2a-33a8-4a4b-9cf4-b87ce3602339), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:41.640230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b28066-3c2f-4584-8133-d09a1970d270 req-780868e2-93af-4ed6-aae2-ad01f5c1b159 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:41.646930 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-92b28066-3c2f-4584-8133-d09a1970d270 req-780868e2-93af-4ed6-aae2-ad01f5c1b159 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 944 time: 0.1961405 Feb 09 21:30:41.652556 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d390dd2a-33a8-4a4b-9cf4-b87ce3602339 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:41.669372 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 49b1b4d2-998f-4876-b207-e415429ab079 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:41.669764 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (49b1b4d2-998f-4876-b207-e415429ab079), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:41.680754 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port d390dd2a-33a8-4a4b-9cf4-b87ce3602339, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d390dd2a-33a8-4a4b-9cf4-b87ce3602339,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:41.691263 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d390dd2a-33a8-4a4b-9cf4-b87ce3602339), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:41.729343 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 49b1b4d2-998f-4876-b207-e415429ab079, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=49b1b4d2-998f-4876-b207-e415429ab079,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:41.737697 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (49b1b4d2-998f-4876-b207-e415429ab079), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:41.743212 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-7c195560-1e49-46a7-8947-bfe6c4237455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:41.744937 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-7c195560-1e49-46a7-8947-bfe6c4237455 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 1128 time: 0.1653888 Feb 09 21:30:41.750032 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf0722-01fc-499f-8097-716b3c2eadb2 req-cba3848f-8ddf-4d4f-bded-5b68da65ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:41.751373 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-caaf0722-01fc-499f-8097-716b3c2eadb2 req-cba3848f-8ddf-4d4f-bded-5b68da65ce3c service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.2377422 Feb 09 21:30:41.754108 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=d390dd2a-33a8-4a4b-9cf4-b87ce3602339,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:41.791536 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-92b28066-3c2f-4584-8133-d09a1970d270 req-de9f5e9d-7928-4f50-8968-3620a7f2a637 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437635 Feb 09 21:30:41.831104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=49b1b4d2-998f-4876-b207-e415429ab079,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:41.862518 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320bce6-a431-40e7-9eaa-99bbcf62d90d req-aff78303-6229-4d27-8a66-9f05ab01abdf tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:41.869581 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9320bce6-a431-40e7-9eaa-99bbcf62d90d req-aff78303-6229-4d27-8a66-9f05ab01abdf tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6bf799f-f6a5-4b38-8d4d-efcb52448e35 HTTP/1.1" status: 200 len: 948 time: 0.2568741 Feb 09 21:30:41.880731 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-caaf0722-01fc-499f-8097-716b3c2eadb2 req-86e6e6f3-9958-41a5-b530-651522bc50ea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=d390dd2a-33a8-4a4b-9cf4-b87ce3602339 HTTP/1.1" status: 200 len: 217 time: 0.1107235 Feb 09 21:30:42.012579 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9320bce6-a431-40e7-9eaa-99bbcf62d90d req-04e1a646-48be-40de-ac01-7a09684786d4 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418779 Feb 09 21:30:42.018185 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-6eac40f1-412d-4ea1-973e-2409ccddad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:42.019762 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-6eac40f1-412d-4ea1-973e-2409ccddad2e service neutron] 10.222.0.42 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 922 time: 0.2595456 Feb 09 21:30:42.034370 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf0722-01fc-499f-8097-716b3c2eadb2 req-1ce59e28-6b3e-4cfc-a6fa-773952ad4a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:42.034370 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-caaf0722-01fc-499f-8097-716b3c2eadb2 req-1ce59e28-6b3e-4cfc-a6fa-773952ad4a7c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1329582 Feb 09 21:30:42.070753 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd665130-be4d-4718-92ad-495d980b9c87 x-openstack-request-id: req-dd665130-be4d-4718-92ad-495d980b9c87 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:42.071150 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e980bd20-dcf0-4791-988a-839bb4de68a3", "name": "network-vif-plugged", "status": "completed", "tag": "711822d2-c240-47e9-b5f4-76b45729d4e1", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:42.071504 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dd665130-be4d-4718-92ad-495d980b9c87 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:42.072113 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e980bd20-dcf0-4791-988a-839bb4de68a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711822d2-c240-47e9-b5f4-76b45729d4e1', 'code': 200} Feb 09 21:30:42.085462 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05638941-d929-4b7c-8a87-51d387550aca req-da80fa2a-8001-4f50-918a-e3f3a0500bc1 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:42.086974 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05638941-d929-4b7c-8a87-51d387550aca req-da80fa2a-8001-4f50-918a-e3f3a0500bc1 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 947 time: 0.1736975 Feb 09 21:30:42.094391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['d390dd2a-33a8-4a4b-9cf4-b87ce3602339'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:42.103403 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d41f3466-857d-41b3-9d65-1d5a945ebd45 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd HTTP/1.1" status: 200 len: 217 time: 0.0736897 Feb 09 21:30:42.191485 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5981bb3-572d-4393-a5e2-885b0d6cdcdc req-7787bf34-cd9c-4f5a-bb6b-c03e1a39e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:42.193131 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e5981bb3-572d-4393-a5e2-885b0d6cdcdc req-7787bf34-cd9c-4f5a-bb6b-c03e1a39e83e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 1128 time: 0.0488946 Feb 09 21:30:42.194820 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-574a5a6b-555f-454e-bee3-0a5be1a92108 req-56532be4-6089-43ac-9093-1001e578e83a tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/floatingips/6c308dfd-a7e7-4ec7-a2fb-096f58e80511 HTTP/1.1" status: 200 len: 692 time: 0.0933125 Feb 09 21:30:42.239404 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e5981bb3-572d-4393-a5e2-885b0d6cdcdc req-1b88c19a-cdc2-472b-8725-e562fe08fdd6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386975 Feb 09 21:30:42.286393 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf0722-01fc-499f-8097-716b3c2eadb2 req-fe6d5d38-c7df-42d4-bedb-b21cf6f18f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:42.287850 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-caaf0722-01fc-499f-8097-716b3c2eadb2 req-fe6d5d38-c7df-42d4-bedb-b21cf6f18f21 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2487996 Feb 09 21:30:42.289102 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-3ff3eef2-29b5-4f7f-8d5a-c1f8ab9de5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:42.290405 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-3ff3eef2-29b5-4f7f-8d5a-c1f8ab9de5a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.1767178 Feb 09 21:30:42.295257 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05638941-d929-4b7c-8a87-51d387550aca req-3efb5400-b2ef-4ef3-9c05-35d806fc3574 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904099 Feb 09 21:30:42.423546 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a5a6b-555f-454e-bee3-0a5be1a92108 req-ee33d145-5559-496f-b937-035c54ca1177 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:42.424943 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-574a5a6b-555f-454e-bee3-0a5be1a92108 req-ee33d145-5559-496f-b937-035c54ca1177 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.2209077 Feb 09 21:30:42.507013 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-688156cd-1aee-41c5-a019-553e083b2192 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668910 Feb 09 21:30:42.529791 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64466c-c6a1-4dd7-b5b5-bf5ce6c2a51a req-4709a63b-583c-4afe-b07e-52f0b22c1bdd tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:42.531256 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc64466c-c6a1-4dd7-b5b5-bf5ce6c2a51a req-4709a63b-583c-4afe-b07e-52f0b22c1bdd tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 946 time: 0.1801641 Feb 09 21:30:42.535176 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-574a5a6b-555f-454e-bee3-0a5be1a92108 req-9904876e-749e-4ec9-ae2f-964a3d67c2da tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 695 time: 0.1015379 Feb 09 21:30:42.537111 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-caaf0722-01fc-499f-8097-716b3c2eadb2 req-c4b28119-7273-4cdb-a39d-3bc3f8095e53 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373924 Feb 09 21:30:42.553346 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:42.686282 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-574a5a6b-555f-454e-bee3-0a5be1a92108 req-e3d9c256-d3f8-428c-9fdc-22c5f215a1cb tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 695 time: 0.1413815 Feb 09 21:30:42.771927 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc64466c-c6a1-4dd7-b5b5-bf5ce6c2a51a req-86b18a29-8e49-46ec-8a31-773bbdef95d3 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280893 Feb 09 21:30:42.830655 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-becf428b-1816-44a8-9255-6294ee46a267 service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983012 Feb 09 21:30:42.870976 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-caaf0722-01fc-499f-8097-716b3c2eadb2 req-6b5f7ca2-6847-43ac-8b2f-efc878125ba1 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251774 Feb 09 21:30:42.983975 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588c8c0-78f2-4f52-bb5e-82dd964bff62 req-741ff8d4-5f5e-4c36-b43c-c3a85a451ede tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:42.985511 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7588c8c0-78f2-4f52-bb5e-82dd964bff62 req-741ff8d4-5f5e-4c36-b43c-c3a85a451ede tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 1133 time: 0.1539922 Feb 09 21:30:43.009848 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0961301-0fa8-466e-961e-9da4e142a7f4 service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686697 Feb 09 21:30:43.011115 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-574a5a6b-555f-454e-bee3-0a5be1a92108 req-68abb930-310b-4b99-adbe-28f12dd2a6a6 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Deleting port e9fc9b19-22dd-442f-979b-c26af5a44357 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:43.011452 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-574a5a6b-555f-454e-bee3-0a5be1a92108 req-68abb930-310b-4b99-adbe-28f12dd2a6a6 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (e9fc9b19-22dd-442f-979b-c26af5a44357), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:43.304814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4be250-f93f-4ba9-89b6-0b9aabdd55f9', 'tag': '02b978b5-de78-4099-8244-c4ff559fbc76'}, {'name': 'network-changed', 'server_uuid': 'b18541ce-889c-430d-9e1e-cce5acf33788', 'tag': '8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:43.307050 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98518958-f8a9-4bca-8a42-9d4ccbb86972" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4be250-f93f-4ba9-89b6-0b9aabdd55f9", "tag": "02b978b5-de78-4099-8244-c4ff559fbc76"}, {"name": "network-changed", "server_uuid": "b18541ce-889c-430d-9e1e-cce5acf33788", "tag": "8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:43.398757 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7588c8c0-78f2-4f52-bb5e-82dd964bff62 req-e2fcd9dd-760d-46be-b4e8-f5772d2e00e0 tempest-ServersAdminTestJSON-335351604 tempest-ServersAdminTestJSON-335351604-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069471 Feb 09 21:30:43.419557 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-574a5a6b-555f-454e-bee3-0a5be1a92108 req-68abb930-310b-4b99-adbe-28f12dd2a6a6 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (e9fc9b19-22dd-442f-979b-c26af5a44357), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:43.419917 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-574a5a6b-555f-454e-bee3-0a5be1a92108 req-68abb930-310b-4b99-adbe-28f12dd2a6a6 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks [] for floatingip (e9fc9b19-22dd-442f-979b-c26af5a44357), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:43.442138 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-574a5a6b-555f-454e-bee3-0a5be1a92108 req-68abb930-310b-4b99-adbe-28f12dd2a6a6 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Calling delete_port for e9fc9b19-22dd-442f-979b-c26af5a44357 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:43.445372 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-5f3c07fe-5963-43b0-8eaf-6c678ec19097 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:43.446879 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-5f3c07fe-5963-43b0-8eaf-6c678ec19097 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe&tenant_id=281dd21a4f7742a5b293ae307a18bb2e&binding%3Ahost_id=n-h1-828601-1 HTTP/1.1" status: 200 len: 1128 time: 0.1532269 Feb 09 21:30:43.460445 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828601-1'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:43.602292 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:43.625418 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28660926-6c36-4ee4-a053-e744b83e32a1 req-67136551-fc4a-4c03-824f-2ba1e11676e2 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:43.626909 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28660926-6c36-4ee4-a053-e744b83e32a1 req-67136551-fc4a-4c03-824f-2ba1e11676e2 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 946 time: 0.1627820 Feb 09 21:30:43.787080 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28660926-6c36-4ee4-a053-e744b83e32a1 req-01fa6153-697d-4269-aaa6-dd51719897fc tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317973 Feb 09 21:30:43.799243 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-574a5a6b-555f-454e-bee3-0a5be1a92108 req-68abb930-310b-4b99-adbe-28f12dd2a6a6 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (e9fc9b19-22dd-442f-979b-c26af5a44357), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:43.843417 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abb930-310b-4b99-adbe-28f12dd2a6a6 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Pushing event deleted for resources: {'Port': ['ID=e9fc9b19-22dd-442f-979b-c26af5a44357,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:43.917559 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] For port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:43.919448 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-574a5a6b-555f-454e-bee3-0a5be1a92108 req-68abb930-310b-4b99-adbe-28f12dd2a6a6 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks [] for floatingip (6c308dfd-a7e7-4ec7-a2fb-096f58e80511), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:43.922822 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-574a5a6b-555f-454e-bee3-0a5be1a92108 req-68abb930-310b-4b99-adbe-28f12dd2a6a6 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:43.923996 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-574a5a6b-555f-454e-bee3-0a5be1a92108 req-68abb930-310b-4b99-adbe-28f12dd2a6a6 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "DELETE /v2.0/floatingips/6c308dfd-a7e7-4ec7-a2fb-096f58e80511 HTTP/1.1" status: 204 len: 173 time: 1.2264667 Feb 09 21:30:43.965403 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:43.977022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31219246-588c-4eb8-b8e5-6d7a7c1fd4b3 req-2a3e6026-a427-4f67-9ae5-7208e460fde8 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:43.978900 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31219246-588c-4eb8-b8e5-6d7a7c1fd4b3 req-2a3e6026-a427-4f67-9ae5-7208e460fde8 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 945 time: 0.1316366 Feb 09 21:30:43.991165 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] For port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:44.072833 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a4b537-e8ed-468a-8860-4f1dddb119fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b1b4d2-998f-4876-b207-e415429ab079'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:44.075301 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9978fe5-5a52-471d-b9ee-1f1f0410a334" -d '{"events": [{"server_uuid": "51a4b537-e8ed-468a-8860-4f1dddb119fa", "name": "network-vif-plugged", "status": "completed", "tag": "49b1b4d2-998f-4876-b207-e415429ab079"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:44.080473 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] Publish callbacks [] for port (71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:44.099774 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:44.129266 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31219246-588c-4eb8-b8e5-6d7a7c1fd4b3 req-63256fed-4253-414e-b438-3aa347d5cdfd tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362710 Feb 09 21:30:44.135921 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b3058-6ed8-480b-833d-f54a4b648ce0 req-ffea8668-806a-4b19-a937-e4cc4b9dd334 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:44.137373 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c52b3058-6ed8-480b-833d-f54a4b648ce0 req-ffea8668-806a-4b19-a937-e4cc4b9dd334 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6bf799f-f6a5-4b38-8d4d-efcb52448e35 HTTP/1.1" status: 200 len: 949 time: 0.1559627 Feb 09 21:30:44.192098 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6587fe-e9a3-415e-8fe7-e75964b6da31 x-openstack-request-id: req-9f6587fe-e9a3-415e-8fe7-e75964b6da31 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:44.192406 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4be250-f93f-4ba9-89b6-0b9aabdd55f9", "tag": "02b978b5-de78-4099-8244-c4ff559fbc76", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b18541ce-889c-430d-9e1e-cce5acf33788", "tag": "8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:44.192663 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9f6587fe-e9a3-415e-8fe7-e75964b6da31 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:44.193070 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4be250-f93f-4ba9-89b6-0b9aabdd55f9', 'tag': '02b978b5-de78-4099-8244-c4ff559fbc76', 'status': 'completed', 'code': 200} Feb 09 21:30:44.193348 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18541ce-889c-430d-9e1e-cce5acf33788', 'tag': '8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8', 'status': 'completed', 'code': 200} Feb 09 21:30:44.202833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] Pushing event updated for resources: {'Port': ['ID=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd,revision_number=7']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:44.277886 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c52b3058-6ed8-480b-833d-f54a4b648ce0 req-ac572120-de3d-4cf4-840a-049157657137 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339478 Feb 09 21:30:44.290923 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] Attempting to bind port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd on host n-h1-828601-1 for vnic_type normal with profile {"migrating_to": "n-h2-828601-1"} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:30:44.291273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] Attempting to bind port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:30:44.291612 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] Attempting to bind port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:44.318578 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] Port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd on network 3335e86a-d685-4bed-b15a-6df9753c1347 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:30:44.319490 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] Attempting to bind port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:44.323791 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-5cd89ac0-3e54-4e59-b2f8-f337a9154a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:44.326541 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-5cd89ac0-3e54-4e59-b2f8-f337a9154a7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 1129 time: 0.0580997 Feb 09 21:30:44.332795 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:30:44.333077 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] Checking segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:44.333438 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] Bound using segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:30:44.333884 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] Bound port: 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:30:44.334249 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:44.356412 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-e068a02d-5d5b-4948-8d22-0ce2f9eef230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:44.357234 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-e068a02d-5d5b-4948-8d22-0ce2f9eef230 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 1129 time: 0.1327541 Feb 09 21:30:44.429986 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-e4a62e20-e865-4d03-81c1-497803536d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:44.431596 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-e4a62e20-e865-4d03-81c1-497803536d1e service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.0959456 Feb 09 21:30:44.434412 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3c6eb-6439-4d40-a5fe-09378ac5a776 req-60fe2e5c-1571-4194-b861-e3bc9f5bd4b7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:44.436901 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ca3c6eb-6439-4d40-a5fe-09378ac5a776 req-60fe2e5c-1571-4194-b861-e3bc9f5bd4b7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 947 time: 0.1794837 Feb 09 21:30:44.480987 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-ae008391-d539-4c6b-9b0c-6bb8c8270186 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=02b978b5-de78-4099-8244-c4ff559fbc76 HTTP/1.1" status: 200 len: 217 time: 0.0407794 Feb 09 21:30:44.539132 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-321d14f3-dd79-450b-b948-cfbaa998c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:44.540670 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-321d14f3-dd79-450b-b948-cfbaa998c65e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0467649 Feb 09 21:30:44.552169 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] For port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:44.595147 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-6b272216-7c28-4d80-9d3a-137978caafef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:44.596722 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-6b272216-7c28-4d80-9d3a-137978caafef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0491734 Feb 09 21:30:44.598848 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] For port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:30:44.619550 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:44.627858 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ca3c6eb-6439-4d40-a5fe-09378ac5a776 req-b96f2e74-a581-47b8-8474-7785e5212c24 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452785 Feb 09 21:30:44.634501 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-4c6033e0-ba28-4f33-9438-f86fdeba3d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:44.635894 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-4c6033e0-ba28-4f33-9438-f86fdeba3d69 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.2557414 Feb 09 21:30:44.691059 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6507e8-beee-41de-a757-801c47004cbc x-openstack-request-id: req-fc6507e8-beee-41de-a757-801c47004cbc {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:44.691637 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a4b537-e8ed-468a-8860-4f1dddb119fa", "name": "network-vif-plugged", "status": "completed", "tag": "49b1b4d2-998f-4876-b207-e415429ab079", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:44.692142 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fc6507e8-beee-41de-a757-801c47004cbc {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:44.693424 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a4b537-e8ed-468a-8860-4f1dddb119fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b1b4d2-998f-4876-b207-e415429ab079', 'code': 200} Feb 09 21:30:44.712812 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1addb-145e-481b-9d46-040ea88e98df req-f62cb95f-1b0f-4477-8699-5ceba9b9ed6b tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:44.714349 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fc1addb-145e-481b-9d46-040ea88e98df req-f62cb95f-1b0f-4477-8699-5ceba9b9ed6b tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 944 time: 0.2144094 Feb 09 21:30:44.718362 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-47547128-95dd-4a63-9eb9-8c5ac6c71e78 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=02b978b5-de78-4099-8244-c4ff559fbc76 HTTP/1.1" status: 200 len: 217 time: 0.0616088 Feb 09 21:30:44.721561 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-8832367d-2fe8-4cbd-8ae0-4621192faa44 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102574 Feb 09 21:30:44.809119 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] Pushing event updated for resources: {'Port': ['ID=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd,revision_number=8']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:44.825539 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:44.830097 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:44.830097 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0191e2f-ad3d-46ab-9be8-55a52d5c66f8 service neutron] 10.222.0.42 "PUT /v2.0/ports/71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd HTTP/1.1" status: 200 len: 1122 time: 1.3717041 Feb 09 21:30:44.865657 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c145a-3f27-478a-a68e-bd78126150f6 req-96116015-cdd7-4767-b40f-2f977c8d1273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:44.867183 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-246c145a-3f27-478a-a68e-bd78126150f6 req-96116015-cdd7-4767-b40f-2f977c8d1273 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 1127 time: 0.0850208 Feb 09 21:30:44.869197 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-187ac0c2-ad0a-4335-b41c-0a1e8625f595 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448383 Feb 09 21:30:44.874615 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-ef33d913-35b4-4018-a4f0-11ae7d2eb488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:44.876244 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-ef33d913-35b4-4018-a4f0-11ae7d2eb488 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1486902 Feb 09 21:30:44.902891 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fc1addb-145e-481b-9d46-040ea88e98df req-59b424d9-2121-46ca-988e-64e054969d81 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762118 Feb 09 21:30:44.935489 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4609a-1e3c-473e-a876-a56b8196269d req-6cb6d305-8a93-4dc5-b9c3-f3a954d67874 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:44.937857 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4dd4609a-1e3c-473e-a876-a56b8196269d req-6cb6d305-8a93-4dc5-b9c3-f3a954d67874 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=d582c486-e1d7-425f-b861-2f4e4dc7c680 HTTP/1.1" status: 200 len: 950 time: 0.1893804 Feb 09 21:30:44.958824 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-246c145a-3f27-478a-a68e-bd78126150f6 req-bd31d1b3-ce5a-4faf-a0c6-916282c70904 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804081 Feb 09 21:30:44.967340 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:44.976892 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:44.998929 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-962f9383-d788-4201-83e5-ccdd3d291b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:45.001695 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-962f9383-d788-4201-83e5-ccdd3d291b71 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1149039 Feb 09 21:30:45.014176 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4dd4609a-1e3c-473e-a876-a56b8196269d req-abd7f67e-b13b-4912-8e78-5d2a0b90b1ba tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697818 Feb 09 21:30:45.020880 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 02b978b5-de78-4099-8244-c4ff559fbc76 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:30:45.023864 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device d390dd2a-33a8-4a4b-9cf4-b87ce3602339 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:30:45.190513 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8763e74-577f-4a4a-b911-f77f6f76fdc2 req-da5a394c-0d22-4c0d-9c26-fcf5e34986fb tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:45.192239 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8763e74-577f-4a4a-b911-f77f6f76fdc2 req-da5a394c-0d22-4c0d-9c26-fcf5e34986fb tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/ports?device_id=b18541ce-889c-430d-9e1e-cce5acf33788&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0959907 Feb 09 21:30:45.208651 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port d390dd2a-33a8-4a4b-9cf4-b87ce3602339 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:30:45.234300 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port d390dd2a-33a8-4a4b-9cf4-b87ce3602339 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:45.234662 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d390dd2a-33a8-4a4b-9cf4-b87ce3602339), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:45.241763 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 02b978b5-de78-4099-8244-c4ff559fbc76, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=02b978b5-de78-4099-8244-c4ff559fbc76,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:45.285347 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '02b978b5-de78-4099-8244-c4ff559fbc76', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': '02b978b5-de78-4099-8244-c4ff559fbc76', 'mac_address': 'fa:16:3e:24:52:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:30:45.286239 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8763e74-577f-4a4a-b911-f77f6f76fdc2 req-d158807e-f17c-4d59-b3db-ee5acf14aae4 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0832531 Feb 09 21:30:45.320539 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ec2b3-b255-4701-a780-e65616d5093a req-3cb26a9c-3110-4e03-b0b5-1ceed3e7f5bc tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:45.329076 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b7ec2b3-b255-4701-a780-e65616d5093a req-3cb26a9c-3110-4e03-b0b5-1ceed3e7f5bc tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 946 time: 0.1840627 Feb 09 21:30:45.353116 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33808c2-7854-44f1-b081-337e92a6ebed req-b0180435-7490-4366-8710-d83ce135ff56 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:45.354919 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d33808c2-7854-44f1-b081-337e92a6ebed req-b0180435-7490-4366-8710-d83ce135ff56 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9&tenant_id=8e648e74041548769a4577091999e05a&binding%3Ahost_id=n-h1-828601-1 HTTP/1.1" status: 200 len: 947 time: 0.1471879 Feb 09 21:30:45.368994 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 02b978b5-de78-4099-8244-c4ff559fbc76 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:45.368994 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (02b978b5-de78-4099-8244-c4ff559fbc76), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:45.417892 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b978b5-de78-4099-8244-c4ff559fbc76 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:45.423543 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-4f2ba436-1be5-4cfd-92b4-43e69474be87 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300344 Feb 09 21:30:45.430815 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b7ec2b3-b255-4701-a780-e65616d5093a req-2467c8d7-d63f-4dae-b636-ad2c5915c6f4 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002727 Feb 09 21:30:45.435044 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [req-d33808c2-7854-44f1-b081-337e92a6ebed req-0f7e10d6-3267-4291-924e-92cceafc0d6b service neutron] delete failed (client error): The resource could not be found. Feb 09 21:30:45.437467 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d33808c2-7854-44f1-b081-337e92a6ebed req-0f7e10d6-3267-4291-924e-92cceafc0d6b service neutron] 10.222.0.42 "DELETE /v2.0/ports/02b978b5-de78-4099-8244-c4ff559fbc76/bindings/n-h2-828601-1 HTTP/1.1" status: 404 len: 380 time: 0.0736854 Feb 09 21:30:45.457999 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 02b978b5-de78-4099-8244-c4ff559fbc76, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=02b978b5-de78-4099-8244-c4ff559fbc76,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:45.460765 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port d390dd2a-33a8-4a4b-9cf4-b87ce3602339 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:45.461407 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d390dd2a-33a8-4a4b-9cf4-b87ce3602339), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:45.465125 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (02b978b5-de78-4099-8244-c4ff559fbc76), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:45.529537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338a4e7-4ec6-469a-b7d4-86d8a974db5c req-58588a9e-0f3e-4013-8b8e-ae2fb7d91a94 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:45.531680 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5338a4e7-4ec6-469a-b7d4-86d8a974db5c req-58588a9e-0f3e-4013-8b8e-ae2fb7d91a94 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 947 time: 0.1551087 Feb 09 21:30:45.546488 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port d390dd2a-33a8-4a4b-9cf4-b87ce3602339, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d390dd2a-33a8-4a4b-9cf4-b87ce3602339,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:45.556099 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d390dd2a-33a8-4a4b-9cf4-b87ce3602339), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:45.560769 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=02b978b5-de78-4099-8244-c4ff559fbc76,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:45.586763 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-97272165-df0c-4508-984e-3ad1c5d098a6 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537654 Feb 09 21:30:45.625343 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:45.625737 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33808c2-7854-44f1-b081-337e92a6ebed req-e37dfc42-6d1b-47b1-af62-31baf5b42b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:45.627089 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d33808c2-7854-44f1-b081-337e92a6ebed req-e37dfc42-6d1b-47b1-af62-31baf5b42b88 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 1130 time: 0.0638838 Feb 09 21:30:45.635843 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=d390dd2a-33a8-4a4b-9cf4-b87ce3602339,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:45.651006 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5338a4e7-4ec6-469a-b7d4-86d8a974db5c req-6ee0db49-0c6c-41bc-b8ba-eeea3c367a1f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053545 Feb 09 21:30:45.668413 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba190e-648c-4cb5-8544-ff7bc9104e08 req-215104cc-b0be-4f01-a914-e2d1b0894b3c tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:45.676104 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9eba190e-648c-4cb5-8544-ff7bc9104e08 req-215104cc-b0be-4f01-a914-e2d1b0894b3c tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 945 time: 0.0883584 Feb 09 21:30:45.740470 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33808c2-7854-44f1-b081-337e92a6ebed req-64257bd4-546f-4d4c-a19d-4905ab6d9b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:45.741855 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d33808c2-7854-44f1-b081-337e92a6ebed req-64257bd4-546f-4d4c-a19d-4905ab6d9b0f service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.1062322 Feb 09 21:30:45.761585 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-38e24990-d3a4-488d-adba-e97f115d4224 req-4c3dce02-983a-4bfd-ab5e-a9aff4719f07 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0693750 Feb 09 21:30:45.789655 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9eba190e-648c-4cb5-8544-ff7bc9104e08 req-cbf92b8d-4a65-448f-b916-c65c6e2c28c9 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126831 Feb 09 21:30:45.790057 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d33808c2-7854-44f1-b081-337e92a6ebed req-709f9851-66a3-478b-ab19-889ad1e394c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=02b978b5-de78-4099-8244-c4ff559fbc76 HTTP/1.1" status: 200 len: 217 time: 0.0340090 Feb 09 21:30:45.810798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-969bbb01-9218-444e-b916-d428e26a80ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:45.810798 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-969bbb01-9218-444e-b916-d428e26a80ec service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9d01c5175556423f89699a44077206c5&device_id=b18541ce-889c-430d-9e1e-cce5acf33788 HTTP/1.1" status: 200 len: 1127 time: 0.1256807 Feb 09 21:30:45.849954 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33808c2-7854-44f1-b081-337e92a6ebed req-d4d1c907-8435-45b6-947e-8f7419e129fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:45.851451 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d33808c2-7854-44f1-b081-337e92a6ebed req-d4d1c907-8435-45b6-947e-8f7419e129fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0501397 Feb 09 21:30:45.909331 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33808c2-7854-44f1-b081-337e92a6ebed req-cd9aa086-5fee-4e21-ad8a-3600e83cac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:45.911009 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d33808c2-7854-44f1-b081-337e92a6ebed req-cd9aa086-5fee-4e21-ad8a-3600e83cac1e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0516629 Feb 09 21:30:45.950983 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b101507-5ea4-4999-834b-60075f813c93 req-5a8426f5-ff0f-4f17-b635-4bd2f0010332 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:45.953809 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b101507-5ea4-4999-834b-60075f813c93 req-5a8426f5-ff0f-4f17-b635-4bd2f0010332 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6bf799f-f6a5-4b38-8d4d-efcb52448e35 HTTP/1.1" status: 200 len: 950 time: 0.1185467 Feb 09 21:30:45.956024 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-feae89e5-2619-4406-854d-6a007d5e6426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:45.957489 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-feae89e5-2619-4406-854d-6a007d5e6426 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b HTTP/1.1" status: 200 len: 930 time: 0.1436133 Feb 09 21:30:45.972772 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['02b978b5-de78-4099-8244-c4ff559fbc76'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:46.021248 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-938cbb54-beb3-4736-ba3b-f5f72241071e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 HTTP/1.1" status: 200 len: 217 time: 0.0494587 Feb 09 21:30:46.050916 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d33808c2-7854-44f1-b081-337e92a6ebed req-faf69e63-613f-4bc2-a06f-8a997ef97098 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328492 Feb 09 21:30:46.097284 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b101507-5ea4-4999-834b-60075f813c93 req-9c6344d0-30bb-4b13-a22d-d2ab13e1bb9e tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360087 Feb 09 21:30:46.132252 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-ed9e10dc-d198-49a7-a1ee-6a07a394e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:46.133725 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-ed9e10dc-d198-49a7-a1ee-6a07a394e613 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5a373f0a-8480-49cb-be9b-6894b5386da8 HTTP/1.1" status: 200 len: 868 time: 0.1024432 Feb 09 21:30:46.153405 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9395ba7-fe3f-486e-bd48-13deaf556800 req-a6731aed-76eb-4722-9fc2-75940173ea75 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:46.158386 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9395ba7-fe3f-486e-bd48-13deaf556800 req-a6731aed-76eb-4722-9fc2-75940173ea75 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 1128 time: 0.0827503 Feb 09 21:30:46.223340 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a1ad13-4eac-4ad9-9365-09dfb32d19fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd'}, {'name': 'network-changed', 'server_uuid': '63a1ad13-4eac-4ad9-9365-09dfb32d19fe', 'tag': '71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:46.224374 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22a4afd-aa60-449c-9d1a-56685f71b61f" -d '{"events": [{"server_uuid": "63a1ad13-4eac-4ad9-9365-09dfb32d19fe", "name": "network-vif-unplugged", "status": "completed", "tag": "71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd"}, {"name": "network-changed", "server_uuid": "63a1ad13-4eac-4ad9-9365-09dfb32d19fe", "tag": "71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:46.244550 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d33808c2-7854-44f1-b081-337e92a6ebed req-c8b1b2da-038f-4e5a-8089-3fda3805904a service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862080 Feb 09 21:30:46.276223 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9395ba7-fe3f-486e-bd48-13deaf556800 req-579b0f3c-4f53-4173-98c8-7fe7c4001a89 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033726 Feb 09 21:30:46.308190 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-5a9d6749-b8ab-4a2a-af74-bc7fa2299ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:46.313555 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-5a9d6749-b8ab-4a2a-af74-bc7fa2299ca0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1539805 Feb 09 21:30:46.333804 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb544f1-26e6-42d7-a86f-73f3df635667 req-4b603520-97e2-4215-a223-569d6c97e9bc tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:46.336817 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acb544f1-26e6-42d7-a86f-73f3df635667 req-4b603520-97e2-4215-a223-569d6c97e9bc tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.42 "GET /v2.0/ports?device_id=d582c486-e1d7-425f-b861-2f4e4dc7c680 HTTP/1.1" status: 200 len: 950 time: 0.0735633 Feb 09 21:30:46.489597 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-acb544f1-26e6-42d7-a86f-73f3df635667 req-5991788a-9738-4167-95fc-d78ba25fc0b9 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Deleting port 3220c6a0-c063-479c-a8d7-e9f76334fdee {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:46.490679 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acb544f1-26e6-42d7-a86f-73f3df635667 req-5991788a-9738-4167-95fc-d78ba25fc0b9 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (3220c6a0-c063-479c-a8d7-e9f76334fdee), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:46.546883 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9346b6-4104-4fa1-b098-064b6a77c6b9 req-3c443513-fd6a-4655-9c7f-bc59c2a8c0e4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:46.548478 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f9346b6-4104-4fa1-b098-064b6a77c6b9 req-3c443513-fd6a-4655-9c7f-bc59c2a8c0e4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 944 time: 0.1631038 Feb 09 21:30:46.551462 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-aedd87c6-29d3-4166-b0b3-8fa64f2d0575 service neutron] 10.222.0.71 "GET /v2.0/networks/d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284176 Feb 09 21:30:46.661616 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb781c-c8a1-466e-87b7-ac8f0c736b3e req-72099e93-689f-4afd-9f98-79c2b62a9140 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:46.664437 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91cb781c-c8a1-466e-87b7-ac8f0c736b3e req-72099e93-689f-4afd-9f98-79c2b62a9140 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=d582c486-e1d7-425f-b861-2f4e4dc7c680 HTTP/1.1" status: 200 len: 950 time: 0.2233255 Feb 09 21:30:46.695425 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bf799f-f6a5-4b38-8d4d-efcb52448e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd390dd2a-33a8-4a4b-9cf4-b87ce3602339'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:46.698289 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab718764-2462-4a90-a38f-270c416ea075" -d '{"events": [{"server_uuid": "c6bf799f-f6a5-4b38-8d4d-efcb52448e35", "name": "network-vif-plugged", "status": "completed", "tag": "d390dd2a-33a8-4a4b-9cf4-b87ce3602339"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:46.831164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-acb544f1-26e6-42d7-a86f-73f3df635667 req-5991788a-9738-4167-95fc-d78ba25fc0b9 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] For port 3220c6a0-c063-479c-a8d7-e9f76334fdee, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3220c6a0-c063-479c-a8d7-e9f76334fdee,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:46.831545 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acb544f1-26e6-42d7-a86f-73f3df635667 req-5991788a-9738-4167-95fc-d78ba25fc0b9 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (3220c6a0-c063-479c-a8d7-e9f76334fdee), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:46.847682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-acb544f1-26e6-42d7-a86f-73f3df635667 req-5991788a-9738-4167-95fc-d78ba25fc0b9 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Calling delete_port for 3220c6a0-c063-479c-a8d7-e9f76334fdee owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:46.997818 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acb544f1-26e6-42d7-a86f-73f3df635667 req-5991788a-9738-4167-95fc-d78ba25fc0b9 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (3220c6a0-c063-479c-a8d7-e9f76334fdee), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:47.013570 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['3220c6a0-c063-479c-a8d7-e9f76334fdee', 'c69e0781-9c10-459d-931f-d380da04adbc'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:47.023246 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:47.031431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98518958-f8a9-4bca-8a42-9d4ccbb86972 req-6d90158b-2bf6-4cb2-bcc0-0787a1a4924d service neutron] 10.222.0.71 "GET /v2.0/networks/d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673183 Feb 09 21:30:47.032636 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991788a-9738-4167-95fc-d78ba25fc0b9 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Pushing event deleted for resources: {'Port': ['ID=3220c6a0-c063-479c-a8d7-e9f76334fdee,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:47.052501 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f9346b6-4104-4fa1-b098-064b6a77c6b9 req-95a4a0e4-4e2b-4bdf-8a8c-7ed7bc4564bf tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950058 Feb 09 21:30:47.095553 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb544f1-26e6-42d7-a86f-73f3df635667 req-5991788a-9738-4167-95fc-d78ba25fc0b9 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] No DVR routers for this DVR port 3220c6a0-c063-479c-a8d7-e9f76334fdee on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:47.098796 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acb544f1-26e6-42d7-a86f-73f3df635667 req-5991788a-9738-4167-95fc-d78ba25fc0b9 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:47.107828 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91cb781c-c8a1-466e-87b7-ac8f0c736b3e req-17a48a51-d4c9-4ed4-a094-4b11e8ec2e65 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984029 Feb 09 21:30:47.110109 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acb544f1-26e6-42d7-a86f-73f3df635667 req-5991788a-9738-4167-95fc-d78ba25fc0b9 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.42 "DELETE /v2.0/ports/3220c6a0-c063-479c-a8d7-e9f76334fdee HTTP/1.1" status: 204 len: 173 time: 0.7656331 Feb 09 21:30:47.112985 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd582c486-e1d7-425f-b861-2f4e4dc7c680', 'name': 'network-vif-deleted', 'tag': '3220c6a0-c063-479c-a8d7-e9f76334fdee'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:47.115393 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0def23f2-1e6c-4bd9-8ebf-d21c3580e9bd" -d '{"events": [{"server_uuid": "d582c486-e1d7-425f-b861-2f4e4dc7c680", "name": "network-vif-deleted", "tag": "3220c6a0-c063-479c-a8d7-e9f76334fdee"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:47.176103 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6bb350-2331-4af5-85b4-b3792eca44a6 x-openstack-request-id: req-1b6bb350-2331-4af5-85b4-b3792eca44a6 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:47.176413 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a1ad13-4eac-4ad9-9365-09dfb32d19fe", "name": "network-vif-unplugged", "status": "completed", "tag": "71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd", "code": 200}, {"name": "network-changed", "server_uuid": "63a1ad13-4eac-4ad9-9365-09dfb32d19fe", "tag": "71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:47.177313 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1b6bb350-2331-4af5-85b4-b3792eca44a6 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:47.177792 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a1ad13-4eac-4ad9-9365-09dfb32d19fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd', 'code': 200} Feb 09 21:30:47.178114 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a1ad13-4eac-4ad9-9365-09dfb32d19fe', 'tag': '71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd', 'status': 'completed', 'code': 200} Feb 09 21:30:47.258464 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3019982d-1256-441f-883d-a37a3e25152e req-09f5554f-4023-4f9a-8105-847c3458b539 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1014268276&fields=id&tenant_id=34da0e58ac28411fa30259d6e8691b32 HTTP/1.1" status: 200 len: 267 time: 0.0787272 Feb 09 21:30:47.361733 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a4afd-aa60-449c-9d1a-56685f71b61f req-39bac2a3-bb9f-48df-805a-03375038d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:47.363239 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e22a4afd-aa60-449c-9d1a-56685f71b61f req-39bac2a3-bb9f-48df-805a-03375038d18b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 1156 time: 0.1487143 Feb 09 21:30:47.491016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019982d-1256-441f-883d-a37a3e25152e req-f74dd76e-a820-4fc2-a285-17aaeb766831 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:47.492649 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3019982d-1256-441f-883d-a37a3e25152e req-f74dd76e-a820-4fc2-a285-17aaeb766831 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/networks?id=a3f8e4fa-eb41-400d-a414-9d927a51e184 HTTP/1.1" status: 200 len: 823 time: 0.2246614 Feb 09 21:30:47.499479 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf479b90-a716-4f41-9d8a-093b87a30d79 req-af8104f6-8746-4446-bda9-a992a43d068f tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:47.501049 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bf479b90-a716-4f41-9d8a-093b87a30d79 req-af8104f6-8746-4446-bda9-a992a43d068f tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/ports?device_id=b18541ce-889c-430d-9e1e-cce5acf33788 HTTP/1.1" status: 200 len: 945 time: 0.1762705 Feb 09 21:30:47.533544 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3019982d-1256-441f-883d-a37a3e25152e req-26917234-8509-42d4-8618-91096f9e29d8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/quotas/34da0e58ac28411fa30259d6e8691b32 HTTP/1.1" status: 200 len: 375 time: 0.0314617 Feb 09 21:30:47.594542 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a4afd-aa60-449c-9d1a-56685f71b61f req-346b3f83-129f-47c6-bae1-ac89f7fd1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:47.595234 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e22a4afd-aa60-449c-9d1a-56685f71b61f req-346b3f83-129f-47c6-bae1-ac89f7fd1ddb service neutron] 10.222.0.71 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 922 time: 0.2226665 Feb 09 21:30:47.621255 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bf479b90-a716-4f41-9d8a-093b87a30d79 req-ded00fa8-a619-4d3e-8652-667c656188a3 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f638359-3dd2-4761-9ca1-a06b488b21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006274 Feb 09 21:30:47.660075 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e22a4afd-aa60-449c-9d1a-56685f71b61f req-cbe81b27-e715-4b0c-999f-fbffa4b7fa89 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd HTTP/1.1" status: 200 len: 217 time: 0.0521026 Feb 09 21:30:47.704844 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3019982d-1256-441f-883d-a37a3e25152e req-6f5a9630-83e0-424f-b7b1-95c72f124ae3 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=34da0e58ac28411fa30259d6e8691b32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1580780 Feb 09 21:30:47.815427 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a4afd-aa60-449c-9d1a-56685f71b61f req-d787bb3b-5627-48ba-ad32-84530bc89d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:47.818003 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e22a4afd-aa60-449c-9d1a-56685f71b61f req-d787bb3b-5627-48ba-ad32-84530bc89d25 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.1512566 Feb 09 21:30:47.853887 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090ea6e-4107-4333-a974-00543bdf0491 req-66e71eb6-b4fe-4273-b6c9-9d03d95b2bdb tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:47.855743 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5090ea6e-4107-4333-a974-00543bdf0491 req-66e71eb6-b4fe-4273-b6c9-9d03d95b2bdb tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dce00ea-d77d-47cc-b147-5dd93945c172 HTTP/1.1" status: 200 len: 946 time: 0.0858612 Feb 09 21:30:47.867341 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e22a4afd-aa60-449c-9d1a-56685f71b61f req-0f81b15d-62fc-48c9-ba36-64628d2cb042 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417967 Feb 09 21:30:47.908301 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98146219-c55c-4d3e-8c1b-546915dd8b44 req-fc8863e1-738d-44d0-b444-c965303a3027 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:47.909864 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98146219-c55c-4d3e-8c1b-546915dd8b44 req-fc8863e1-738d-44d0-b444-c965303a3027 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 948 time: 0.2135825 Feb 09 21:30:47.991881 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3019982d-1256-441f-883d-a37a3e25152e req-6f052d90-44bc-43d9-8e17-22a6060212b3 service neutron] 10.222.0.77 "GET /v2.0/networks/a3f8e4fa-eb41-400d-a414-9d927a51e184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704759 Feb 09 21:30:48.055527 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-5090ea6e-4107-4333-a974-00543bdf0491 req-dca813dd-9f88-410b-be3e-80cc3a1c00d7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Deleting port 36bf5d6e-ffce-4fb5-9506-05abe6b19c82 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:48.055886 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5090ea6e-4107-4333-a974-00543bdf0491 req-dca813dd-9f88-410b-be3e-80cc3a1c00d7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (36bf5d6e-ffce-4fb5-9506-05abe6b19c82), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:48.094694 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98146219-c55c-4d3e-8c1b-546915dd8b44 req-a5947bc0-44e1-4056-9fc6-b864afd7adff tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482892 Feb 09 21:30:48.109551 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e22a4afd-aa60-449c-9d1a-56685f71b61f req-100884c9-2b51-4b32-b327-ed18e26ed326 service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346082 Feb 09 21:30:48.145492 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cebf3d8-25af-4aaa-8949-ff9ca7205758 x-openstack-request-id: req-8cebf3d8-25af-4aaa-8949-ff9ca7205758 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:48.146706 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bf799f-f6a5-4b38-8d4d-efcb52448e35", "name": "network-vif-plugged", "status": "completed", "tag": "d390dd2a-33a8-4a4b-9cf4-b87ce3602339", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:48.147504 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8cebf3d8-25af-4aaa-8949-ff9ca7205758 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:48.148186 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bf799f-f6a5-4b38-8d4d-efcb52448e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd390dd2a-33a8-4a4b-9cf4-b87ce3602339', 'code': 200} Feb 09 21:30:48.203298 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3019982d-1256-441f-883d-a37a3e25152e req-bdeae16f-ba25-4e9b-9f3c-d4cd0c15a727 service neutron] 10.222.0.77 "GET /v2.0/networks/a3f8e4fa-eb41-400d-a414-9d927a51e184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019415 Feb 09 21:30:48.223260 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:30:48.247249 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf95b2a-066b-40f1-a6c4-b9550175a4e6 req-dd7d5eea-5e7c-4258-a045-e595cac8f746 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:48.250431 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4cf95b2a-066b-40f1-a6c4-b9550175a4e6 req-dd7d5eea-5e7c-4258-a045-e595cac8f746 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.71 "GET /v2.0/ports?device_id=b18541ce-889c-430d-9e1e-cce5acf33788 HTTP/1.1" status: 200 len: 945 time: 0.1189635 Feb 09 21:30:48.253067 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-5090ea6e-4107-4333-a974-00543bdf0491 req-dca813dd-9f88-410b-be3e-80cc3a1c00d7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] For port 36bf5d6e-ffce-4fb5-9506-05abe6b19c82, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=36bf5d6e-ffce-4fb5-9506-05abe6b19c82,segment=NetworkSegment(f0c6146d-fa2a-4887-a58c-3257694702aa),segment_id=f0c6146d-fa2a-4887-a58c-3257694702aa)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:48.253489 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5090ea6e-4107-4333-a974-00543bdf0491 req-dca813dd-9f88-410b-be3e-80cc3a1c00d7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (36bf5d6e-ffce-4fb5-9506-05abe6b19c82), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:48.340217 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e22a4afd-aa60-449c-9d1a-56685f71b61f req-96956677-5e26-4e54-8460-75c60e584b80 service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672306 Feb 09 21:30:48.355102 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a17fae-848b-451e-9e5f-6ecea0878346 req-9bd86479-d00e-4fbc-9f0d-7572bc4921a7 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:48.366514 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-66a17fae-848b-451e-9e5f-6ecea0878346 req-9bd86479-d00e-4fbc-9f0d-7572bc4921a7 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 945 time: 0.1262827 Feb 09 21:30:48.391362 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:48.445472 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd has no active binding in host n-h2-828601-1 {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:30:48.467742 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-66a17fae-848b-451e-9e5f-6ecea0878346 req-f127fcc5-f742-41b5-9ad0-76cc0d42c9f6 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980775 Feb 09 21:30:48.545789 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab784c7a-7f80-4ff7-9ee4-471d71804cb5 x-openstack-request-id: req-ab784c7a-7f80-4ff7-9ee4-471d71804cb5 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:48.546161 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d582c486-e1d7-425f-b861-2f4e4dc7c680", "name": "network-vif-deleted", "tag": "3220c6a0-c063-479c-a8d7-e9f76334fdee", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:48.546374 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ab784c7a-7f80-4ff7-9ee4-471d71804cb5 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:48.547275 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd582c486-e1d7-425f-b861-2f4e4dc7c680', 'name': 'network-vif-deleted', 'tag': '3220c6a0-c063-479c-a8d7-e9f76334fdee', 'status': 'completed', 'code': 200} Feb 09 21:30:48.641035 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efad99-ae6b-4b15-9a53-be47d2fd76fb req-6b3fd57c-52cd-4f04-bd46-6989b244efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:48.642587 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-25efad99-ae6b-4b15-9a53-be47d2fd76fb req-6b3fd57c-52cd-4f04-bd46-6989b244efdb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c6bf799f-f6a5-4b38-8d4d-efcb52448e35 HTTP/1.1" status: 200 len: 1132 time: 0.3845053 Feb 09 21:30:48.660530 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587e373-65c4-4cec-8857-b0fe95652de7 req-cac9b5e4-206b-4097-8be7-981cf2b8010d tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:48.662079 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4587e373-65c4-4cec-8857-b0fe95652de7 req-cac9b5e4-206b-4097-8be7-981cf2b8010d tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6bf799f-f6a5-4b38-8d4d-efcb52448e35 HTTP/1.1" status: 200 len: 950 time: 0.0907149 Feb 09 21:30:48.693403 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b298ec-72a7-4dbd-95e8-497c3f4d34bf req-d4315249-f9cd-40a8-b25a-470283bc1cbb tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:48.700687 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64b298ec-72a7-4dbd-95e8-497c3f4d34bf req-d4315249-f9cd-40a8-b25a-470283bc1cbb tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 944 time: 0.0968728 Feb 09 21:30:48.754700 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-4cf95b2a-066b-40f1-a6c4-b9550175a4e6 req-1273cbb3-1f87-4aa6-a2f8-1e0477615f28 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Deleting port 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:48.754943 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4cf95b2a-066b-40f1-a6c4-b9550175a4e6 req-1273cbb3-1f87-4aa6-a2f8-1e0477615f28 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:48.768725 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4587e373-65c4-4cec-8857-b0fe95652de7 req-dab4d454-bbe9-4a6a-8686-a064aa98c9b4 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000428 Feb 09 21:30:48.785508 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64b298ec-72a7-4dbd-95e8-497c3f4d34bf req-795f10c2-cecb-4525-852a-c502845848dd tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768447 Feb 09 21:30:49.000002 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3190abd4-5cb1-44cf-ba19-c821c755323a req-ce514eb1-7f6e-4dee-9716-0e65dd722e9d tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=f668c86d-22c0-4cfb-b273-735a2a53db88 HTTP/1.1" status: 200 len: 210 time: 0.0816219 Feb 09 21:30:49.008193 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 02b978b5-de78-4099-8244-c4ff559fbc76 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:30:49.028683 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-25efad99-ae6b-4b15-9a53-be47d2fd76fb req-594ee64c-3662-4c32-a8fe-ffaaeaa81961 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765032 Feb 09 21:30:49.075876 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1b40f-ff43-4ccc-b414-4dbf921371bf req-3a082e59-5882-4b24-8f2e-923b3c04ee46 tempest-MigrationsAdminTest-1661628546 tempest-MigrationsAdminTest-1661628546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:49.077617 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3eb1b40f-ff43-4ccc-b414-4dbf921371bf req-3a082e59-5882-4b24-8f2e-923b3c04ee46 tempest-MigrationsAdminTest-1661628546 tempest-MigrationsAdminTest-1661628546-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 1130 time: 0.1928339 Feb 09 21:30:49.088186 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c5b8863-a336-413a-afce-62bb8879cb3a req-b8deb35d-a36e-4f80-8253-54ab77f46921 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b92b766f-dbb4-4ff2-b13f-8d3a77db872c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1612267 Feb 09 21:30:49.116986 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5090ea6e-4107-4333-a974-00543bdf0491 req-dca813dd-9f88-410b-be3e-80cc3a1c00d7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:49.117640 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5090ea6e-4107-4333-a974-00543bdf0491 req-dca813dd-9f88-410b-be3e-80cc3a1c00d7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (bbbfb6d1-1109-4929-8077-e456548a8955), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:49.118648 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [req-5090ea6e-4107-4333-a974-00543bdf0491 req-dca813dd-9f88-410b-be3e-80cc3a1c00d7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Floating IP bbbfb6d1-1109-4929-8077-e456548a8955 disassociated. External IP: 172.25.6.253, port: 36bf5d6e-ffce-4fb5-9506-05abe6b19c82. Feb 09 21:30:49.119861 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-5090ea6e-4107-4333-a974-00543bdf0491 req-dca813dd-9f88-410b-be3e-80cc3a1c00d7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Calling delete_port for 36bf5d6e-ffce-4fb5-9506-05abe6b19c82 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:49.147867 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-4cf95b2a-066b-40f1-a6c4-b9550175a4e6 req-1273cbb3-1f87-4aa6-a2f8-1e0477615f28 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] For port 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8,segment=NetworkSegment(6f386f2e-7e93-44c7-8638-0c581680bc1a),segment_id=6f386f2e-7e93-44c7-8638-0c581680bc1a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:49.148333 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4cf95b2a-066b-40f1-a6c4-b9550175a4e6 req-1273cbb3-1f87-4aa6-a2f8-1e0477615f28 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:49.156937 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 02b978b5-de78-4099-8244-c4ff559fbc76 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:30:49.171522 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 02b978b5-de78-4099-8244-c4ff559fbc76 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:49.174701 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (02b978b5-de78-4099-8244-c4ff559fbc76), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:49.206299 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-4cf95b2a-066b-40f1-a6c4-b9550175a4e6 req-1273cbb3-1f87-4aa6-a2f8-1e0477615f28 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Calling delete_port for 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:49.252144 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3eb1b40f-ff43-4ccc-b414-4dbf921371bf req-2ccfa08f-7dd8-443b-a66d-4703b7f272d0 tempest-MigrationsAdminTest-1661628546 tempest-MigrationsAdminTest-1661628546-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531591 Feb 09 21:30:49.429918 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b8863-a336-413a-afce-62bb8879cb3a req-90b5f395-8e6e-441f-b4a6-bca91ea0874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:49.430671 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 02b978b5-de78-4099-8244-c4ff559fbc76 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:49.430941 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (02b978b5-de78-4099-8244-c4ff559fbc76), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:49.433719 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c5b8863-a336-413a-afce-62bb8879cb3a req-90b5f395-8e6e-441f-b4a6-bca91ea0874f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&device_id=b92b766f-dbb4-4ff2-b13f-8d3a77db872c HTTP/1.1" status: 200 len: 1153 time: 0.1296604 Feb 09 21:30:49.478584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 02b978b5-de78-4099-8244-c4ff559fbc76, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=02b978b5-de78-4099-8244-c4ff559fbc76,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:49.485078 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (02b978b5-de78-4099-8244-c4ff559fbc76), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:49.542847 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=02b978b5-de78-4099-8244-c4ff559fbc76,revision_number=9']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:49.596603 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5090ea6e-4107-4333-a974-00543bdf0491 req-dca813dd-9f88-410b-be3e-80cc3a1c00d7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (36bf5d6e-ffce-4fb5-9506-05abe6b19c82), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:49.633684 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a865f4-853f-4692-a5a5-cefc76a2d979 req-c8e7d78b-7501-48ce-93a0-a70214a9089c tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:49.643264 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e4a865f4-853f-4692-a5a5-cefc76a2d979 req-c8e7d78b-7501-48ce-93a0-a70214a9089c tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/ports?device_id=b18541ce-889c-430d-9e1e-cce5acf33788 HTTP/1.1" status: 200 len: 945 time: 0.2263551 Feb 09 21:30:49.649103 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca813dd-9f88-410b-be3e-80cc3a1c00d7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Pushing event deleted for resources: {'Port': ['ID=36bf5d6e-ffce-4fb5-9506-05abe6b19c82,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:49.673485 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4cf95b2a-066b-40f1-a6c4-b9550175a4e6 req-1273cbb3-1f87-4aa6-a2f8-1e0477615f28 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:49.691685 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:49.798964 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e4a865f4-853f-4692-a5a5-cefc76a2d979 req-93d0b3e5-8c82-4168-9f9b-9adbbebfd530 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f638359-3dd2-4761-9ca1-a06b488b21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497386 Feb 09 21:30:49.846415 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b8863-a336-413a-afce-62bb8879cb3a req-535813d5-6750-4453-ae3d-47446d6a3c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:49.853894 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c5b8863-a336-413a-afce-62bb8879cb3a req-535813d5-6750-4453-ae3d-47446d6a3c31 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.2977288 Feb 09 21:30:49.926928 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273cbb3-1f87-4aa6-a2f8-1e0477615f28 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Pushing event deleted for resources: {'Port': ['ID=8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:49.943127 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c5b8863-a336-413a-afce-62bb8879cb3a req-95be69b2-d29b-4746-8581-4caccdef614e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=93e927e6-90ef-480c-bf7f-9988462f2fcb HTTP/1.1" status: 200 len: 217 time: 0.0812848 Feb 09 21:30:49.968988 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf95b2a-066b-40f1-a6c4-b9550175a4e6 req-1273cbb3-1f87-4aa6-a2f8-1e0477615f28 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] No DVR routers for this DVR port 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:49.974864 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4cf95b2a-066b-40f1-a6c4-b9550175a4e6 req-1273cbb3-1f87-4aa6-a2f8-1e0477615f28 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:49.978874 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4cf95b2a-066b-40f1-a6c4-b9550175a4e6 req-1273cbb3-1f87-4aa6-a2f8-1e0477615f28 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423 tempest-FloatingIPsAssociationNegativeTestJSON-1349061423-project] 10.222.0.71 "DELETE /v2.0/ports/8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 HTTP/1.1" status: 204 len: 173 time: 1.6760533 Feb 09 21:30:50.042953 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5090ea6e-4107-4333-a974-00543bdf0491 req-dca813dd-9f88-410b-be3e-80cc3a1c00d7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Router 00290ca8-f438-4322-b937-a04eb48eb29c has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:30:50.149160 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4be250-f93f-4ba9-89b6-0b9aabdd55f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b978b5-de78-4099-8244-c4ff559fbc76'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:50.151681 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7942dbe-2b99-4c91-8054-53c334473b40" -d '{"events": [{"server_uuid": "4e4be250-f93f-4ba9-89b6-0b9aabdd55f9", "name": "network-vif-plugged", "status": "completed", "tag": "02b978b5-de78-4099-8244-c4ff559fbc76"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:50.182892 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b8863-a336-413a-afce-62bb8879cb3a req-9957a9aa-2949-44b4-93e2-9a632ad3c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:50.193357 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c5b8863-a336-413a-afce-62bb8879cb3a req-9957a9aa-2949-44b4-93e2-9a632ad3c1e8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.2300982 Feb 09 21:30:50.222918 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 3220c6a0-c063-479c-a8d7-e9f76334fdee no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:50.263799 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 3220c6a0-c063-479c-a8d7-e9f76334fdee {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:30:50.266103 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 3220c6a0-c063-479c-a8d7-e9f76334fdee not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:50.266854 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 36bf5d6e-ffce-4fb5-9506-05abe6b19c82 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:50.297515 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 36bf5d6e-ffce-4fb5-9506-05abe6b19c82 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:30:50.297875 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 36bf5d6e-ffce-4fb5-9506-05abe6b19c82 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:50.304277 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e6dc6-d168-494d-89c1-a91e736d5a75 req-ff1e007f-0ae6-46dc-89cb-01c125b424fa tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:50.306019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9e7e6dc6-d168-494d-89c1-a91e736d5a75 req-ff1e007f-0ae6-46dc-89cb-01c125b424fa tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99 HTTP/1.1" status: 200 len: 972 time: 0.3111441 Feb 09 21:30:50.324182 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ef5f5-81cb-4506-aca1-ca2c222f811a req-73cdfd78-036f-4313-a721-d3d08853af2b tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:50.326693 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-596ef5f5-81cb-4506-aca1-ca2c222f811a req-73cdfd78-036f-4313-a721-d3d08853af2b tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 945 time: 0.3870237 Feb 09 21:30:50.337368 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5090ea6e-4107-4333-a974-00543bdf0491 req-dca813dd-9f88-410b-be3e-80cc3a1c00d7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:30:50.356136 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3621014f-9556-425f-a8d8-16da5d367f4d None None] Sync routers for ids ['00290ca8-f438-4322-b937-a04eb48eb29c'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:30:50.386107 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3621014f-9556-425f-a8d8-16da5d367f4d None None] Routers {'00290ca8-f438-4322-b937-a04eb48eb29c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:50.390090 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3621014f-9556-425f-a8d8-16da5d367f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:30:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['00290ca8-f438-4322-b937-a04eb48eb29c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:50.405697 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-5090ea6e-4107-4333-a974-00543bdf0491 req-dca813dd-9f88-410b-be3e-80cc3a1c00d7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] No DVR routers for this DVR port 36bf5d6e-ffce-4fb5-9506-05abe6b19c82 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:50.410031 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5090ea6e-4107-4333-a974-00543bdf0491 req-dca813dd-9f88-410b-be3e-80cc3a1c00d7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:50.413835 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5090ea6e-4107-4333-a974-00543bdf0491 req-dca813dd-9f88-410b-be3e-80cc3a1c00d7 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.42 "DELETE /v2.0/ports/36bf5d6e-ffce-4fb5-9506-05abe6b19c82 HTTP/1.1" status: 204 len: 173 time: 2.5490396 Feb 09 21:30:50.547853 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18541ce-889c-430d-9e1e-cce5acf33788', 'name': 'network-vif-deleted', 'tag': '8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8'}, {'server_uuid': '6dce00ea-d77d-47cc-b147-5dd93945c172', 'name': 'network-vif-deleted', 'tag': '36bf5d6e-ffce-4fb5-9506-05abe6b19c82'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:50.552683 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38d986e-7513-4904-8592-091793f188e6" -d '{"events": [{"server_uuid": "b18541ce-889c-430d-9e1e-cce5acf33788", "name": "network-vif-deleted", "tag": "8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8"}, {"server_uuid": "6dce00ea-d77d-47cc-b147-5dd93945c172", "name": "network-vif-deleted", "tag": "36bf5d6e-ffce-4fb5-9506-05abe6b19c82"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:50.560278 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-3621014f-9556-425f-a8d8-16da5d367f4d None None] Set router 00290ca8-f438-4322-b937-a04eb48eb29c gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:50.631137 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9e7e6dc6-d168-494d-89c1-a91e736d5a75 req-1c4a8105-8a9c-4acb-a644-b1c02ff18540 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911161 Feb 09 21:30:50.689546 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-872ea160-52a8-4c13-9b51-2905bb9fad61 req-b90f43fd-7ed0-4f00-be4c-58deed0cd606 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=10dc95e6-2cdb-43fe-bd52-c415096da696&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1015887 Feb 09 21:30:50.703698 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-596ef5f5-81cb-4506-aca1-ca2c222f811a req-f45df5bb-feea-4bdb-80ef-1d59efd452b5 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573698 Feb 09 21:30:50.720543 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019982d-1256-441f-883d-a37a3e25152e req-766129b2-c063-48d3-92a3-04b3ce1e13b4 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:50.722342 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3019982d-1256-441f-883d-a37a3e25152e req-766129b2-c063-48d3-92a3-04b3ce1e13b4 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.42 "GET /v2.0/networks?id=a3f8e4fa-eb41-400d-a414-9d927a51e184 HTTP/1.1" status: 200 len: 823 time: 0.4150293 Feb 09 21:30:50.727042 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b8863-a336-413a-afce-62bb8879cb3a req-0358216a-9385-4cfd-84db-1f4f283d109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:50.734251 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c5b8863-a336-413a-afce-62bb8879cb3a req-0358216a-9385-4cfd-84db-1f4f283d109d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5122387 Feb 09 21:30:50.874890 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ea160-52a8-4c13-9b51-2905bb9fad61 req-8a6da8b4-43b6-4231-a9c3-aeb04d74f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:50.882341 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-872ea160-52a8-4c13-9b51-2905bb9fad61 req-8a6da8b4-43b6-4231-a9c3-aeb04d74f0b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=da888a58eb2d447da88cadc0cfb95024&device_id=10dc95e6-2cdb-43fe-bd52-c415096da696 HTTP/1.1" status: 200 len: 1132 time: 0.1117811 Feb 09 21:30:51.178536 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ea160-52a8-4c13-9b51-2905bb9fad61 req-65b80460-de9a-47d5-aa24-45055f1e7e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:51.180252 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-872ea160-52a8-4c13-9b51-2905bb9fad61 req-65b80460-de9a-47d5-aa24-45055f1e7e80 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.1916926 Feb 09 21:30:51.184360 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:30:51.210611 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3019982d-1256-441f-883d-a37a3e25152e req-bd3da67a-f835-4073-8853-d3f5529503be tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34da0e58ac28411fa30259d6e8691b32 HTTP/1.1" status: 200 len: 380 time: 0.4722090 Feb 09 21:30:51.211198 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3621014f-9556-425f-a8d8-16da5d367f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-router', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:28:58Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'gw_port': {'id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:00Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7', 'name': '', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'mac_address': 'fa:16:3e:fd:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:07Z', 'updated_at': '2022-02-09T21:29:17Z', 'revision_number': 5, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'subnets': [{'id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:51.231629 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-3019982d-1256-441f-883d-a37a3e25152e req-2bc3ca22-ef93-4685-8206-f630da5ed2ff tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Request body: {'port': {'device_id': 'f668c86d-22c0-4cfb-b273-735a2a53db88', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'admin_state_up': True, 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'security_groups': ['6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:51.250561 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3621014f-9556-425f-a8d8-16da5d367f4d None None] Checking router: 00290ca8-f438-4322-b937-a04eb48eb29c for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:30:51.261974 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3621014f-9556-425f-a8d8-16da5d367f4d None None] Routers {'00290ca8-f438-4322-b937-a04eb48eb29c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:51.265005 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3621014f-9556-425f-a8d8-16da5d367f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:30:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['00290ca8-f438-4322-b937-a04eb48eb29c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:51.266971 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296e238-9b52-40f9-a365-98597ac266da req-f8b3b05a-21bf-484d-90b0-05a4a4336583 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:51.275601 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6296e238-9b52-40f9-a365-98597ac266da req-f8b3b05a-21bf-484d-90b0-05a4a4336583 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 944 time: 0.4566700 Feb 09 21:30:51.314359 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c5b8863-a336-413a-afce-62bb8879cb3a req-356000df-c945-45d8-bb6a-7e3c8c79f99d service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619111 Feb 09 21:30:51.324518 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-872ea160-52a8-4c13-9b51-2905bb9fad61 req-2cce2a99-a809-4a21-afba-29aa596c3201 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=746c7f66-5bfa-450d-8e50-d3fca91ea73e HTTP/1.1" status: 200 len: 217 time: 0.1345925 Feb 09 21:30:51.337749 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc131e5d-6286-42c2-a180-a5b049ec2e25 req-6b276384-0248-47e9-9d20-50fd3f0a9076 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:51.345171 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc131e5d-6286-42c2-a180-a5b049ec2e25 req-6b276384-0248-47e9-9d20-50fd3f0a9076 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6bf799f-f6a5-4b38-8d4d-efcb52448e35 HTTP/1.1" status: 200 len: 950 time: 0.3643718 Feb 09 21:30:51.412733 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-3621014f-9556-425f-a8d8-16da5d367f4d None None] Set router 00290ca8-f438-4322-b937-a04eb48eb29c gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:51.491766 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-bc08df19-6ffc-4b0e-a89a-62d741e97879 service neutron] 10.222.0.71 "GET /v2.0/ports/71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd/bindings/n-h2-828601-1 HTTP/1.1" status: 200 len: 384 time: 0.1661770 Feb 09 21:30:51.549117 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2bb41-0beb-4178-ac94-5770c9dfd629 req-5624930d-bf2d-4a72-b0d2-82619cce29ff tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:51.550921 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-41e2bb41-0beb-4178-ac94-5770c9dfd629 req-5624930d-bf2d-4a72-b0d2-82619cce29ff tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.71 "GET /v2.0/ports?device_id=cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99 HTTP/1.1" status: 200 len: 972 time: 0.1651068 Feb 09 21:30:51.631840 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6296e238-9b52-40f9-a365-98597ac266da req-d9127434-b173-4a49-8257-c713d7d8b5c5 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514833 Feb 09 21:30:51.633156 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3019982d-1256-441f-883d-a37a3e25152e req-2bc3ca22-ef93-4685-8206-f630da5ed2ff tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Made reservation on behalf of 34da0e58ac28411fa30259d6e8691b32 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:30:51.639827 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3019982d-1256-441f-883d-a37a3e25152e req-2bc3ca22-ef93-4685-8206-f630da5ed2ff tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:51.650898 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c5b8863-a336-413a-afce-62bb8879cb3a req-f22ee149-2b4e-4504-a4ca-955075e8a37a service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274827 Feb 09 21:30:51.685240 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3621014f-9556-425f-a8d8-16da5d367f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-router', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:28:58Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'gw_port': {'id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:00Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7', 'name': '', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'mac_address': 'fa:16:3e:fd:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:07Z', 'updated_at': '2022-02-09T21:29:17Z', 'revision_number': 5, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'subnets': [{'id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:51.731577 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3621014f-9556-425f-a8d8-16da5d367f4d None None] The sync data for ids ['00290ca8-f438-4322-b937-a04eb48eb29c'] in n-d-828601-1 is: [{'id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-router', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:28:58Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'gw_port': {'id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:00Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7', 'name': '', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'mac_address': 'fa:16:3e:fd:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:07Z', 'updated_at': '2022-02-09T21:29:17Z', 'revision_number': 5, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'subnets': [{'id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:30:51.755604 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc131e5d-6286-42c2-a180-a5b049ec2e25 req-2ee14559-1b29-40d8-9430-557eae570331 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094346 Feb 09 21:30:51.793437 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-f3ae0213-e739-4435-abaa-8cbcf37bee0e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=8e648e74041548769a4577091999e05a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415180 Feb 09 21:30:51.954682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ea160-52a8-4c13-9b51-2905bb9fad61 req-206b2065-bc81-4b24-b393-7e8f065f60a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:51.956422 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-872ea160-52a8-4c13-9b51-2905bb9fad61 req-206b2065-bc81-4b24-b393-7e8f065f60a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.4601479 Feb 09 21:30:52.081640 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ea160-52a8-4c13-9b51-2905bb9fad61 req-cb5c31a2-1c2a-4915-87a5-76b07641f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:52.083198 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-872ea160-52a8-4c13-9b51-2905bb9fad61 req-cb5c31a2-1c2a-4915-87a5-76b07641f4e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1044865 Feb 09 21:30:52.159104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d54888-561b-4fe2-b85e-4ad51a11c7dc None None] New status for floating IP bbbfb6d1-1109-4929-8077-e456548a8955: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:30:52.203283 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-41e2bb41-0beb-4178-ac94-5770c9dfd629 req-db4514d3-3daf-4c36-a53b-d321e0f89988 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Deleting port d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:52.204413 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-41e2bb41-0beb-4178-ac94-5770c9dfd629 req-db4514d3-3daf-4c36-a53b-d321e0f89988 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:52.225193 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad71b739-0e36-4dc7-8411-15f7d4bb2fda req-efe58549-c77b-438d-85ef-a0d6153361a8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=f668c86d-22c0-4cfb-b273-735a2a53db88 HTTP/1.1" status: 200 len: 210 time: 0.0975616 Feb 09 21:30:52.301408 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87eb1d6d-4e0c-4453-ae90-17b02a9d0c2c x-openstack-request-id: req-87eb1d6d-4e0c-4453-ae90-17b02a9d0c2c {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:52.301765 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4be250-f93f-4ba9-89b6-0b9aabdd55f9", "name": "network-vif-plugged", "status": "completed", "tag": "02b978b5-de78-4099-8244-c4ff559fbc76", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:52.302033 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-87eb1d6d-4e0c-4453-ae90-17b02a9d0c2c {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:52.302441 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4be250-f93f-4ba9-89b6-0b9aabdd55f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b978b5-de78-4099-8244-c4ff559fbc76', 'code': 200} Feb 09 21:30:52.356079 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-3019982d-1256-441f-883d-a37a3e25152e req-2bc3ca22-ef93-4685-8206-f630da5ed2ff tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Allocated IP 172.20.0.8 (a3f8e4fa-eb41-400d-a414-9d927a51e184/9bbdf589-ff38-4f97-b903-2b54033c2183/a98b7c53-b0af-4fca-9069-7c1cebdd5065) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:30:52.356523 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c83a88-b50e-4bd1-a393-18402fc65dab x-openstack-request-id: req-d7c83a88-b50e-4bd1-a393-18402fc65dab {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:52.357004 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18541ce-889c-430d-9e1e-cce5acf33788", "name": "network-vif-deleted", "tag": "8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8", "status": "completed", "code": 200}, {"server_uuid": "6dce00ea-d77d-47cc-b147-5dd93945c172", "name": "network-vif-deleted", "tag": "36bf5d6e-ffce-4fb5-9506-05abe6b19c82", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:52.357434 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7c83a88-b50e-4bd1-a393-18402fc65dab {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:52.358619 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18541ce-889c-430d-9e1e-cce5acf33788', 'name': 'network-vif-deleted', 'tag': '8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8', 'status': 'completed', 'code': 200} Feb 09 21:30:52.359294 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce00ea-d77d-47cc-b147-5dd93945c172', 'name': 'network-vif-deleted', 'tag': '36bf5d6e-ffce-4fb5-9506-05abe6b19c82', 'status': 'completed', 'code': 200} Feb 09 21:30:52.399599 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 46718) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:52.403464 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-69294e41-cefd-404d-9831-bd08d91bc5c7 service neutron] For port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:52.463005 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-67dec3f4-5d47-4c70-a765-07aacb671a1b tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:52.464635 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-67dec3f4-5d47-4c70-a765-07aacb671a1b tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6635237 Feb 09 21:30:52.493245 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-872ea160-52a8-4c13-9b51-2905bb9fad61 req-0175ef2b-e55a-4041-93b6-94b8aa84d147 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872700 Feb 09 21:30:52.511562 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-41e2bb41-0beb-4178-ac94-5770c9dfd629 req-db4514d3-3daf-4c36-a53b-d321e0f89988 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] For port d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:52.512511 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-41e2bb41-0beb-4178-ac94-5770c9dfd629 req-db4514d3-3daf-4c36-a53b-d321e0f89988 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:52.543936 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-a3de7f08-0943-4368-8732-933a53efa63c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/quotas/8e648e74041548769a4577091999e05a HTTP/1.1" status: 200 len: 375 time: 0.0685120 Feb 09 21:30:52.547837 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-69294e41-cefd-404d-9831-bd08d91bc5c7 service neutron] For port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:52.603678 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-41e2bb41-0beb-4178-ac94-5770c9dfd629 req-db4514d3-3daf-4c36-a53b-d321e0f89988 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Calling delete_port for d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 owned by compute:tempest-test_az-1845725408 {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:52.620778 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72d9e3-38a2-479c-bb87-792f71d8a0ed req-b95e2736-698a-4f36-900f-4ff11ff3c2a6 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:52.622251 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5f72d9e3-38a2-479c-bb87-792f71d8a0ed req-b95e2736-698a-4f36-900f-4ff11ff3c2a6 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99 HTTP/1.1" status: 200 len: 972 time: 0.1458580 Feb 09 21:30:52.648536 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-69294e41-cefd-404d-9831-bd08d91bc5c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:52.649880 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3019982d-1256-441f-883d-a37a3e25152e req-2bc3ca22-ef93-4685-8206-f630da5ed2ff tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for port (a98b7c53-b0af-4fca-9069-7c1cebdd5065), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:52.676439 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-92049cd5-6ce1-4f16-8c00-8c928282d4cb tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1201103 Feb 09 21:30:52.702460 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-69294e41-cefd-404d-9831-bd08d91bc5c7 service neutron] For port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:52.712583 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5f72d9e3-38a2-479c-bb87-792f71d8a0ed req-82b5c2e6-7b86-4405-8582-a59f006712ac tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757565 Feb 09 21:30:52.724866 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3019982d-1256-441f-883d-a37a3e25152e req-2bc3ca22-ef93-4685-8206-f630da5ed2ff tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (a98b7c53-b0af-4fca-9069-7c1cebdd5065), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:52.785977 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3019982d-1256-441f-883d-a37a3e25152e req-2bc3ca22-ef93-4685-8206-f630da5ed2ff tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Network a3f8e4fa-eb41-400d-a414-9d927a51e184 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:30:52.790525 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-3019982d-1256-441f-883d-a37a3e25152e req-2bc3ca22-ef93-4685-8206-f630da5ed2ff tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:30:52.808265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-3019982d-1256-441f-883d-a37a3e25152e req-2bc3ca22-ef93-4685-8206-f630da5ed2ff tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:30:52.811982 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-69294e41-cefd-404d-9831-bd08d91bc5c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:52.814175 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019982d-1256-441f-883d-a37a3e25152e req-2bc3ca22-ef93-4685-8206-f630da5ed2ff tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:52.814916 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3019982d-1256-441f-883d-a37a3e25152e req-2bc3ca22-ef93-4685-8206-f630da5ed2ff tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:52.819823 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-872ea160-52a8-4c13-9b51-2905bb9fad61 req-6d529f3d-882d-4853-9614-7ce2b4253bb5 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113663 Feb 09 21:30:52.944395 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3ca22-ef93-4685-8206-f630da5ed2ff tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Pushing event updated for resources: {'Port': ['ID=a98b7c53-b0af-4fca-9069-7c1cebdd5065,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:52.965575 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3019982d-1256-441f-883d-a37a3e25152e req-2bc3ca22-ef93-4685-8206-f630da5ed2ff tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7498965 Feb 09 21:30:52.996935 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-3019982d-1256-441f-883d-a37a3e25152e req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] Request body: {'port': {'device_id': 'f668c86d-22c0-4cfb-b273-735a2a53db88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:53.015499 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e4edf-7a93-4587-b41c-b898f793f68c req-e105fc33-e854-46ff-9ef4-004996f9ab11 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:53.026005 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b8e4edf-7a93-4587-b41c-b898f793f68c req-e105fc33-e854-46ff-9ef4-004996f9ab11 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 945 time: 0.2071359 Feb 09 21:30:53.041891 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:53.073982 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-69294e41-cefd-404d-9831-bd08d91bc5c7 service neutron] Transition to ACTIVE for port object 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:30:53.107044 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:30:53.107840 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 8a45dc67-51ec-4ff7-bfd7-2ba6532c87f8 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:53.108492 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:53.146912 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b8e4edf-7a93-4587-b41c-b898f793f68c req-cc051949-9675-4243-a4a7-ad5ef81e88b0 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198568 Feb 09 21:30:53.154344 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-69294e41-cefd-404d-9831-bd08d91bc5c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:53.206341 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] The host n-h1-828601-1 is not matching for port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd host n-h2-828601-1! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:30:53.210311 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:53.211906 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3019982d-1256-441f-883d-a37a3e25152e req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a98b7c53-b0af-4fca-9069-7c1cebdd5065), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:53.212397 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:53.233453 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-41e2bb41-0beb-4178-ac94-5770c9dfd629 req-db4514d3-3daf-4c36-a53b-d321e0f89988 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:53.332095 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['c69e0781-9c10-459d-931f-d380da04adbc'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:53.394612 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-69294e41-cefd-404d-9831-bd08d91bc5c7 service neutron] No DVR routers for this DVR port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:53.493905 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No active binding found for port d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 {{(pid=103203) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 21:30:53.494614 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] The host n-h1-828601-1 is not matching for port d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 host None! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:30:53.496902 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:53.508618 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e77b9fe8-ba6d-4cc3-864a-1db0fe8f039d None None] Provisioning complete for port a98b7c53-b0af-4fca-9069-7c1cebdd5065 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:53.509368 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e77b9fe8-ba6d-4cc3-864a-1db0fe8f039d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a98b7c53-b0af-4fca-9069-7c1cebdd5065), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:53.551499 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e77b9fe8-ba6d-4cc3-864a-1db0fe8f039d None None] Port a98b7c53-b0af-4fca-9069-7c1cebdd5065 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:30:53.552066 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69294e41-cefd-404d-9831-bd08d91bc5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd,revision_number=10']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:53.569576 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e2bb41-0beb-4178-ac94-5770c9dfd629 req-db4514d3-3daf-4c36-a53b-d321e0f89988 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] No DVR routers for this DVR port d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:53.573128 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-41e2bb41-0beb-4178-ac94-5770c9dfd629 req-db4514d3-3daf-4c36-a53b-d321e0f89988 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:53.577857 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-41e2bb41-0beb-4178-ac94-5770c9dfd629 req-db4514d3-3daf-4c36-a53b-d321e0f89988 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.71 "DELETE /v2.0/ports/d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9 HTTP/1.1" status: 204 len: 173 time: 2.0035460 Feb 09 21:30:53.646322 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5c21-fe0f-4cec-b08a-85da4b1b7f9a req-241a1be9-76d6-40ad-b9f9-5e9d481fb5d1 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:53.653777 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a83a5c21-fe0f-4cec-b08a-85da4b1b7f9a req-241a1be9-76d6-40ad-b9f9-5e9d481fb5d1 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 945 time: 0.3448999 Feb 09 21:30:53.717071 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4514d3-3daf-4c36-a53b-d321e0f89988 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Pushing event deleted for resources: {'Port': ['ID=d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:53.740225 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-69294e41-cefd-404d-9831-bd08d91bc5c7 service neutron] 10.222.0.71 "PUT /v2.0/ports/71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd/bindings/n-h2-828601-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2309687 Feb 09 21:30:53.760682 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9870c-31fd-4508-bd7a-4b89079453b8 req-c5ac55e9-efbd-4bfe-a30e-73e6393ef9c6 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:53.768219 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ed9870c-31fd-4508-bd7a-4b89079453b8 req-c5ac55e9-efbd-4bfe-a30e-73e6393ef9c6 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6bf799f-f6a5-4b38-8d4d-efcb52448e35 HTTP/1.1" status: 200 len: 950 time: 0.2283933 Feb 09 21:30:53.909539 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a83a5c21-fe0f-4cec-b08a-85da4b1b7f9a req-2c73392d-c0a7-45eb-aacf-e91bc31921cf tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547681 Feb 09 21:30:53.913821 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-18099a06-2cfd-4cb3-b17f-3384445dc2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (b8cd7415-7937-4a18-afb0-6cc560a966f6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:53.974745 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ed9870c-31fd-4508-bd7a-4b89079453b8 req-ef13e5cf-b6ab-416d-aaef-93989bedc1bf tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054918 Feb 09 21:30:54.028619 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-294869e6-a2d4-4b4f-9176-e9618818b9ad tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:54.030447 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-294869e6-a2d4-4b4f-9176-e9618818b9ad tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe&tenant_id=281dd21a4f7742a5b293ae307a18bb2e&binding%3Ahost_id=n-h1-828601-1 HTTP/1.1" status: 200 len: 1127 time: 0.1673598 Feb 09 21:30:54.040411 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61515c84-9c97-4287-a0d6-83a0e785ddd3 req-7b513158-2c1c-4ddd-af4a-27198984ef31 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 210 time: 0.0637665 Feb 09 21:30:54.113670 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-3019982d-1256-441f-883d-a37a3e25152e req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98b7c53-b0af-4fca-9069-7c1cebdd5065 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:54.126858 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3019982d-1256-441f-883d-a37a3e25152e req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] Publish callbacks [] for port (a98b7c53-b0af-4fca-9069-7c1cebdd5065), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:54.199478 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-5066765c-436c-440e-a984-07c151d868e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:54.201032 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-5066765c-436c-440e-a984-07c151d868e1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe&tenant_id=281dd21a4f7742a5b293ae307a18bb2e HTTP/1.1" status: 200 len: 1127 time: 0.1554420 Feb 09 21:30:54.214543 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f035be8b-4cee-4ab2-ba09-39beda2be6b8 req-72db7968-eea1-4351-896b-fc8e6121e80c tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99 HTTP/1.1" status: 200 len: 210 time: 0.0417030 Feb 09 21:30:54.216668 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-3019982d-1256-441f-883d-a37a3e25152e req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] Transition to ACTIVE for port object a98b7c53-b0af-4fca-9069-7c1cebdd5065 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:30:54.226895 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3019982d-1256-441f-883d-a37a3e25152e req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a98b7c53-b0af-4fca-9069-7c1cebdd5065), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:54.339508 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be73229-c37a-4fb2-9d7f-75ec00cea530 req-5ae56db4-8702-46f8-8cb0-a2f90a170b25 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:54.348444 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5be73229-c37a-4fb2-9d7f-75ec00cea530 req-5ae56db4-8702-46f8-8cb0-a2f90a170b25 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=f668c86d-22c0-4cfb-b273-735a2a53db88 HTTP/1.1" status: 200 len: 931 time: 0.2260549 Feb 09 21:30:54.371349 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99', 'name': 'network-vif-deleted', 'tag': 'd78fe3fb-fe4b-45ba-bf97-224ecc0b77b9'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:54.375860 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0758737-760d-48fe-96bc-aca9dc088a7a" -d '{"events": [{"server_uuid": "cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99", "name": "network-vif-deleted", "tag": "d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:54.447479 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-744408f4-3933-4f62-86b3-ab5902d1a78d tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=8e648e74041548769a4577091999e05a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0964735 Feb 09 21:30:54.464507 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] Pushing event updated for resources: {'Port': ['ID=a98b7c53-b0af-4fca-9069-7c1cebdd5065,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:54.493019 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-3019982d-1256-441f-883d-a37a3e25152e req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] Attempting to bind port a98b7c53-b0af-4fca-9069-7c1cebdd5065 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:30:54.493376 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-3019982d-1256-441f-883d-a37a3e25152e req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] Attempting to bind port a98b7c53-b0af-4fca-9069-7c1cebdd5065 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'f0c6146d-fa2a-4887-a58c-3257694702aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:30:54.493692 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3019982d-1256-441f-883d-a37a3e25152e req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] Attempting to bind port a98b7c53-b0af-4fca-9069-7c1cebdd5065 on network a3f8e4fa-eb41-400d-a414-9d927a51e184 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:54.527434 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3019982d-1256-441f-883d-a37a3e25152e req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] Port a98b7c53-b0af-4fca-9069-7c1cebdd5065 on network a3f8e4fa-eb41-400d-a414-9d927a51e184 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:30:54.536053 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3019982d-1256-441f-883d-a37a3e25152e req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] Attempting to bind port a98b7c53-b0af-4fca-9069-7c1cebdd5065 on network a3f8e4fa-eb41-400d-a414-9d927a51e184 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:54.591125 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3019982d-1256-441f-883d-a37a3e25152e req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:30:54.591530 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3019982d-1256-441f-883d-a37a3e25152e req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] Checking segment: {'id': 'f0c6146d-fa2a-4887-a58c-3257694702aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:54.591909 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3019982d-1256-441f-883d-a37a3e25152e req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] Bound using segment: {'id': 'f0c6146d-fa2a-4887-a58c-3257694702aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:30:54.592406 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-3019982d-1256-441f-883d-a37a3e25152e req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] Bound port: a98b7c53-b0af-4fca-9069-7c1cebdd5065, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c6146d-fa2a-4887-a58c-3257694702aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:30:54.592775 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3019982d-1256-441f-883d-a37a3e25152e req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a98b7c53-b0af-4fca-9069-7c1cebdd5065), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:54.645389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5be73229-c37a-4fb2-9d7f-75ec00cea530 req-1d4ab971-df11-4ef4-ba43-468059193fd8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2957623 Feb 09 21:30:54.661969 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a20bf3-31f8-4f0d-84f8-cf27c771ee06 req-a7cfff42-e997-46c9-8e37-fc764e37636a tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:54.680259 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-54a20bf3-31f8-4f0d-84f8-cf27c771ee06 req-a7cfff42-e997-46c9-8e37-fc764e37636a tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c6bf799f-f6a5-4b38-8d4d-efcb52448e35 HTTP/1.1" status: 200 len: 1132 time: 0.2964964 Feb 09 21:30:54.828284 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-54a20bf3-31f8-4f0d-84f8-cf27c771ee06 req-b5a24f79-c1fd-4d9e-92ec-523950858114 tempest-ServersOnMultiNodesTest-994951684 tempest-ServersOnMultiNodesTest-994951684-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471038 Feb 09 21:30:54.836843 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-3019982d-1256-441f-883d-a37a3e25152e req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] For port a98b7c53-b0af-4fca-9069-7c1cebdd5065, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:54.841161 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-3019982d-1256-441f-883d-a37a3e25152e req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] For port a98b7c53-b0af-4fca-9069-7c1cebdd5065, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=a98b7c53-b0af-4fca-9069-7c1cebdd5065,segment=NetworkSegment(f0c6146d-fa2a-4887-a58c-3257694702aa),segment_id=f0c6146d-fa2a-4887-a58c-3257694702aa)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:30:54.852944 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9145e2-397c-4789-8c65-a8132873eb17 req-4db9ac83-f448-44f1-b415-fa6a1a143267 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:54.860730 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da9145e2-397c-4789-8c65-a8132873eb17 req-4db9ac83-f448-44f1-b415-fa6a1a143267 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 945 time: 0.1250629 Feb 09 21:30:54.868800 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3019982d-1256-441f-883d-a37a3e25152e req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a98b7c53-b0af-4fca-9069-7c1cebdd5065), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:54.923910 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019982d-1256-441f-883d-a37a3e25152e req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:54.924419 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3019982d-1256-441f-883d-a37a3e25152e req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:54.925808 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3019982d-1256-441f-883d-a37a3e25152e req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] 10.222.0.42 "PUT /v2.0/ports/a98b7c53-b0af-4fca-9069-7c1cebdd5065 HTTP/1.1" status: 200 len: 1091 time: 1.9490242 Feb 09 21:30:54.930204 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f668c86d-22c0-4cfb-b273-735a2a53db88', 'tag': 'a98b7c53-b0af-4fca-9069-7c1cebdd5065'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:54.932445 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f529e9bf-b49e-421d-b725-1fce40f3ae53" -d '{"events": [{"name": "network-changed", "server_uuid": "f668c86d-22c0-4cfb-b273-735a2a53db88", "tag": "a98b7c53-b0af-4fca-9069-7c1cebdd5065"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:54.942977 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-5dd19737-995c-4b24-a9c5-ba2e8c259ad9 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:54.945909 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-5dd19737-995c-4b24-a9c5-ba2e8c259ad9 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4752367 Feb 09 21:30:54.950599 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880048d6-03ba-4eaf-8f9e-95485e54877f x-openstack-request-id: req-880048d6-03ba-4eaf-8f9e-95485e54877f {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:54.951216 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99", "name": "network-vif-deleted", "tag": "d78fe3fb-fe4b-45ba-bf97-224ecc0b77b9", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:54.951684 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-880048d6-03ba-4eaf-8f9e-95485e54877f {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:54.952096 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe9c0e5-e6f3-4d80-91b4-6c34495cbf99', 'name': 'network-vif-deleted', 'tag': 'd78fe3fb-fe4b-45ba-bf97-224ecc0b77b9', 'status': 'completed', 'code': 200} Feb 09 21:30:54.961894 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-759f632a-30cb-4429-b46b-6a4481df3e2e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Request body: {'port': {'device_id': '47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': '8e648e74041548769a4577091999e05a'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:54.987157 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d3d2c-53c1-46ce-936f-5cefa782ebb9 service neutron] Pushing event updated for resources: {'Port': ['ID=a98b7c53-b0af-4fca-9069-7c1cebdd5065,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:54.992768 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da9145e2-397c-4789-8c65-a8132873eb17 req-7b823d54-2579-4dbf-b9a0-95218fb06288 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311963 Feb 09 21:30:55.038660 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-73292e15-f98e-4ccc-81c2-5a580b32aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:55.040201 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-73292e15-f98e-4ccc-81c2-5a580b32aab3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 1127 time: 0.7059817 Feb 09 21:30:55.075513 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019982d-1256-441f-883d-a37a3e25152e req-e252e716-792d-410e-b465-f911c71debee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:55.080892 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3019982d-1256-441f-883d-a37a3e25152e req-e252e716-792d-410e-b465-f911c71debee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34da0e58ac28411fa30259d6e8691b32&device_id=f668c86d-22c0-4cfb-b273-735a2a53db88 HTTP/1.1" status: 200 len: 1125 time: 0.0847478 Feb 09 21:30:55.195685 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3019982d-1256-441f-883d-a37a3e25152e req-1e5ae53c-f574-48ad-a40f-1c5a9595d9ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a98b7c53-b0af-4fca-9069-7c1cebdd5065 HTTP/1.1" status: 200 len: 217 time: 0.1046364 Feb 09 21:30:55.257549 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761b26e0-4755-49d0-885e-e4d9b0f8fb5c x-openstack-request-id: req-761b26e0-4755-49d0-885e-e4d9b0f8fb5c {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:55.257854 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f668c86d-22c0-4cfb-b273-735a2a53db88", "tag": "a98b7c53-b0af-4fca-9069-7c1cebdd5065", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:55.258112 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-761b26e0-4755-49d0-885e-e4d9b0f8fb5c {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:55.258516 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f668c86d-22c0-4cfb-b273-735a2a53db88', 'tag': 'a98b7c53-b0af-4fca-9069-7c1cebdd5065', 'status': 'completed', 'code': 200} Feb 09 21:30:55.273729 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0bf3a26-9741-4462-8a43-df6b496a6ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:55.275555 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d0bf3a26-9741-4462-8a43-df6b496a6ece service neutron] 10.222.0.42 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 922 time: 0.2166524 Feb 09 21:30:55.282973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-18099a06-2cfd-4cb3-b17f-3384445dc2e2 admin admin] Deleting port dfa4a939-a1fb-41df-8f4a-905a0e4a52ee {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:55.283322 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-18099a06-2cfd-4cb3-b17f-3384445dc2e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (dfa4a939-a1fb-41df-8f4a-905a0e4a52ee), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:55.333417 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3647176c-14bb-47ad-ba97-d52b55d4431f req-aca13199-5490-405a-8f7b-d7a8501250db tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 210 time: 0.0412788 Feb 09 21:30:55.343951 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019982d-1256-441f-883d-a37a3e25152e req-f8a933ad-0f2e-49b0-ab59-5bc4e26c6d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:55.345410 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3019982d-1256-441f-883d-a37a3e25152e req-f8a933ad-0f2e-49b0-ab59-5bc4e26c6d3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9bbdf589-ff38-4f97-b903-2b54033c2183 HTTP/1.1" status: 200 len: 862 time: 0.1184504 Feb 09 21:30:55.354215 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e5876-c186-4ee3-8783-b7d69c5bd71f req-ec9a858e-fcd4-4533-8faa-382f1927af4e tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:55.360998 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-317e5876-c186-4ee3-8783-b7d69c5bd71f req-ec9a858e-fcd4-4533-8faa-382f1927af4e tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 945 time: 0.1940081 Feb 09 21:30:55.378397 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-f68d6334-2e1d-4779-94d2-a5d377263cff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd HTTP/1.1" status: 200 len: 217 time: 0.0903935 Feb 09 21:30:55.453480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-759f632a-30cb-4429-b46b-6a4481df3e2e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Made reservation on behalf of 8e648e74041548769a4577091999e05a for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:30:55.456878 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-759f632a-30cb-4429-b46b-6a4481df3e2e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:55.468444 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019982d-1256-441f-883d-a37a3e25152e req-876c8403-badb-44d2-9cbc-849ecd1973f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:55.469960 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3019982d-1256-441f-883d-a37a3e25152e req-876c8403-badb-44d2-9cbc-849ecd1973f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3f8e4fa-eb41-400d-a414-9d927a51e184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1064584 Feb 09 21:30:55.493604 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-ca187f70-e1bf-489a-b53f-f4154f589537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:55.494190 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-317e5876-c186-4ee3-8783-b7d69c5bd71f req-d472296c-cacc-47b8-9b35-d212f38b7943 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322210 Feb 09 21:30:55.495048 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-ca187f70-e1bf-489a-b53f-f4154f589537 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.0975373 Feb 09 21:30:55.533151 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-18099a06-2cfd-4cb3-b17f-3384445dc2e2 admin admin] For port dfa4a939-a1fb-41df-8f4a-905a0e4a52ee, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=dfa4a939-a1fb-41df-8f4a-905a0e4a52ee,segment=NetworkSegment(6f386f2e-7e93-44c7-8638-0c581680bc1a),segment_id=6f386f2e-7e93-44c7-8638-0c581680bc1a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:55.533536 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-18099a06-2cfd-4cb3-b17f-3384445dc2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (dfa4a939-a1fb-41df-8f4a-905a0e4a52ee), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:55.577875 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97b008-79af-4176-a11f-28ab57690330 req-d35c0f14-f1b3-4797-9a33-79e68ec7f216 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:55.584707 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b97b008-79af-4176-a11f-28ab57690330 req-d35c0f14-f1b3-4797-9a33-79e68ec7f216 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6bf799f-f6a5-4b38-8d4d-efcb52448e35 HTTP/1.1" status: 200 len: 950 time: 0.1364512 Feb 09 21:30:55.588339 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d9c81725-3913-41f9-b375-893675f4e88b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808530 Feb 09 21:30:55.605532 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-18099a06-2cfd-4cb3-b17f-3384445dc2e2 admin admin] Calling delete_port for dfa4a939-a1fb-41df-8f4a-905a0e4a52ee owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:55.703140 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3019982d-1256-441f-883d-a37a3e25152e req-0214ed73-e551-4edd-bb9c-2fffc0c9f271 service neutron] 10.222.0.42 "GET /v2.0/networks/a3f8e4fa-eb41-400d-a414-9d927a51e184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136223 Feb 09 21:30:55.711300 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b97b008-79af-4176-a11f-28ab57690330 req-cf8c1d3f-e84b-453a-b15a-bab2850d199d tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256983 Feb 09 21:30:55.818543 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-759f632a-30cb-4429-b46b-6a4481df3e2e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Allocated IP 192.168.233.158 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/0ed3f83a-3353-45b8-aa52-2b88461c4ffa) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:30:55.887288 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d5442076-9997-4afa-b537-2d7953702929 service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813497 Feb 09 21:30:55.895021 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3019982d-1256-441f-883d-a37a3e25152e req-53cfabd4-cb0b-4dc0-ac47-1cc9190d15eb service neutron] 10.222.0.42 "GET /v2.0/networks/a3f8e4fa-eb41-400d-a414-9d927a51e184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812334 Feb 09 21:30:55.915618 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3730c6c-eafa-4f93-a9c4-7d65a3cb7a4a req-6d48b831-d8dd-4be2-9e0c-4efe5ea00138 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:55.923505 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e3730c6c-eafa-4f93-a9c4-7d65a3cb7a4a req-6d48b831-d8dd-4be2-9e0c-4efe5ea00138 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=f668c86d-22c0-4cfb-b273-735a2a53db88 HTTP/1.1" status: 200 len: 943 time: 0.1099756 Feb 09 21:30:55.955069 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1008e-ca49-4623-be52-9c14fb1287dd req-3573dcb2-8599-4e8c-841f-f0b23cf74153 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:55.956888 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6c1008e-ca49-4623-be52-9c14fb1287dd req-3573dcb2-8599-4e8c-841f-f0b23cf74153 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 951 time: 0.1167862 Feb 09 21:30:56.011925 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e3730c6c-eafa-4f93-a9c4-7d65a3cb7a4a req-20be69f2-5f0d-4847-ae25-a80d0d8015ef tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869796 Feb 09 21:30:56.106637 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6c1008e-ca49-4623-be52-9c14fb1287dd req-4127faf5-9d8c-419f-97c0-ae2c95b39b16 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255879 Feb 09 21:30:56.124083 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529e9bf-b49e-421d-b725-1fce40f3ae53 req-95ba2394-1985-4f8f-baf6-4d1032b21fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:56.125866 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f529e9bf-b49e-421d-b725-1fce40f3ae53 req-95ba2394-1985-4f8f-baf6-4d1032b21fc7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34da0e58ac28411fa30259d6e8691b32&device_id=f668c86d-22c0-4cfb-b273-735a2a53db88 HTTP/1.1" status: 200 len: 1125 time: 0.1274247 Feb 09 21:30:56.169793 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-65f72937-79e2-437a-aa66-de6a6e4a1f66 service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557807 Feb 09 21:30:56.198960 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-18099a06-2cfd-4cb3-b17f-3384445dc2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (dfa4a939-a1fb-41df-8f4a-905a0e4a52ee), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:56.215784 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-759f632a-30cb-4429-b46b-6a4481df3e2e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks [] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:56.239001 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89441123-8f78-4bd2-9ff5-4d9eebd38d30 req-c8de9330-c662-427e-b8c4-ba30221bdce2 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:56.240523 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-89441123-8f78-4bd2-9ff5-4d9eebd38d30 req-c8de9330-c662-427e-b8c4-ba30221bdce2 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 945 time: 0.1326990 Feb 09 21:30:56.249642 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18099a06-2cfd-4cb3-b17f-3384445dc2e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa4a939-a1fb-41df-8f4a-905a0e4a52ee,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:56.295860 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529e9bf-b49e-421d-b725-1fce40f3ae53 req-e3bc3f2d-51c9-4b49-9bec-cc1988ea2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:56.297487 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f529e9bf-b49e-421d-b725-1fce40f3ae53 req-e3bc3f2d-51c9-4b49-9bec-cc1988ea2648 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a3f8e4fa-eb41-400d-a414-9d927a51e184 HTTP/1.1" status: 200 len: 924 time: 0.1567736 Feb 09 21:30:56.365483 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-89441123-8f78-4bd2-9ff5-4d9eebd38d30 req-d005609b-b801-476a-83da-a9b9cccda28e tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895174 Feb 09 21:30:56.407020 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f529e9bf-b49e-421d-b725-1fce40f3ae53 req-a5393792-b865-4096-b34f-6b50333b09af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a98b7c53-b0af-4fca-9069-7c1cebdd5065 HTTP/1.1" status: 200 len: 217 time: 0.0405469 Feb 09 21:30:56.425625 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-759f632a-30cb-4429-b46b-6a4481df3e2e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:56.437925 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['02b978b5-de78-4099-8244-c4ff559fbc76'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:56.520353 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-18099a06-2cfd-4cb3-b17f-3384445dc2e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (b8cd7415-7937-4a18-afb0-6cc560a966f6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:56.553161 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-759f632a-30cb-4429-b46b-6a4481df3e2e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:30:56.566680 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-759f632a-30cb-4429-b46b-6a4481df3e2e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:30:56.569657 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-759f632a-30cb-4429-b46b-6a4481df3e2e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:30:56.575835 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-759f632a-30cb-4429-b46b-6a4481df3e2e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:56.577046 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-759f632a-30cb-4429-b46b-6a4481df3e2e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:56.620355 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529e9bf-b49e-421d-b725-1fce40f3ae53 req-d3627058-c452-43de-9f67-de7ca90e6829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:56.622197 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f529e9bf-b49e-421d-b725-1fce40f3ae53 req-d3627058-c452-43de-9f67-de7ca90e6829 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9bbdf589-ff38-4f97-b903-2b54033c2183 HTTP/1.1" status: 200 len: 862 time: 0.2044513 Feb 09 21:30:56.650425 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f632a-30cb-4429-b46b-6a4481df3e2e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Pushing event updated for resources: {'Port': ['ID=0ed3f83a-3353-45b8-aa52-2b88461c4ffa,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:56.727386 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c23ba-3916-498d-adae-d46257b3deb1 req-abd4d885-3b06-4c26-944c-821bdc03bce9 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:56.728910 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e01c23ba-3916-498d-adae-d46257b3deb1 req-abd4d885-3b06-4c26-944c-821bdc03bce9 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 936 time: 0.2390194 Feb 09 21:30:56.778174 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-759f632a-30cb-4429-b46b-6a4481df3e2e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8215065 Feb 09 21:30:56.780519 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b484f-30ec-492b-912b-74d4e448bf60 req-c61744a8-88b9-44df-9cf9-5f724284acf5 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:56.782843 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e08b484f-30ec-492b-912b-74d4e448bf60 req-c61744a8-88b9-44df-9cf9-5f724284acf5 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 945 time: 0.1669161 Feb 09 21:30:56.784713 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529e9bf-b49e-421d-b725-1fce40f3ae53 req-7a87ecaa-eadd-4d33-ad38-e2c62e3fb546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:56.786320 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f529e9bf-b49e-421d-b725-1fce40f3ae53 req-7a87ecaa-eadd-4d33-ad38-e2c62e3fb546 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3f8e4fa-eb41-400d-a414-9d927a51e184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1223593 Feb 09 21:30:56.796395 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] Request body: {'port': {'device_id': '47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:56.840934 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-5a7da994-1e97-44f7-a60e-9272b733b191 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:56.842780 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-5a7da994-1e97-44f7-a60e-9272b733b191 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe&tenant_id=281dd21a4f7742a5b293ae307a18bb2e&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 1127 time: 0.3392756 Feb 09 21:30:56.863443 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e01c23ba-3916-498d-adae-d46257b3deb1 req-455c8bab-7aea-4919-b25c-6949f6fcb71d tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207242 Feb 09 21:30:56.907616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5fb3e-3e8d-4f55-bded-d8e1de0c6406 req-ef05aee7-6e61-4375-90fe-893e80a2519f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:56.909136 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bec5fb3e-3e8d-4f55-bded-d8e1de0c6406 req-ef05aee7-6e61-4375-90fe-893e80a2519f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "GET /v2.0/ports?device_id=c6bf799f-f6a5-4b38-8d4d-efcb52448e35 HTTP/1.1" status: 200 len: 950 time: 0.2681565 Feb 09 21:30:56.918777 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-00322221-6266-44ac-a5a4-75ae723e3df5 None None] Provisioning complete for port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:56.919565 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-00322221-6266-44ac-a5a4-75ae723e3df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:56.973721 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-00322221-6266-44ac-a5a4-75ae723e3df5 None None] Port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:30:56.975389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f529e9bf-b49e-421d-b725-1fce40f3ae53 req-17559c65-3e3b-4989-ab51-c58096d58929 service neutron] 10.222.0.42 "GET /v2.0/networks/a3f8e4fa-eb41-400d-a414-9d927a51e184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547463 Feb 09 21:30:56.997060 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:57.019348 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e08b484f-30ec-492b-912b-74d4e448bf60 req-98df1158-3a3a-48a6-89ce-b00932e9ab55 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305043 Feb 09 21:30:57.430181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d3a8c-6587-4253-b7a1-b373a5cd0b31 req-0bc211b5-49c9-4712-a9f3-d847b1138551 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:57.435420 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-070d3a8c-6587-4253-b7a1-b373a5cd0b31 req-0bc211b5-49c9-4712-a9f3-d847b1138551 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6bf799f-f6a5-4b38-8d4d-efcb52448e35 HTTP/1.1" status: 200 len: 950 time: 0.4577427 Feb 09 21:30:57.503783 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d57801c4-d5a0-426f-89ba-f6faf5538dc3 service neutron] For port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:57.510249 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f529e9bf-b49e-421d-b725-1fce40f3ae53 req-852292ca-b51e-453b-84f2-db669fd9127f service neutron] 10.222.0.42 "GET /v2.0/networks/a3f8e4fa-eb41-400d-a414-9d927a51e184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898100 Feb 09 21:30:57.524794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371ea59-fb1e-4d15-b92e-e9d7dcbeb630 req-607db47a-54e9-42e7-a89f-6e1cfc7c8a0e tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:57.532206 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4371ea59-fb1e-4d15-b92e-e9d7dcbeb630 req-607db47a-54e9-42e7-a89f-6e1cfc7c8a0e tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=f668c86d-22c0-4cfb-b273-735a2a53db88 HTTP/1.1" status: 200 len: 943 time: 0.1626182 Feb 09 21:30:57.544273 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-070d3a8c-6587-4253-b7a1-b373a5cd0b31 req-8ad23906-955b-4a7d-8bfc-f2b761557f29 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983992 Feb 09 21:30:57.564208 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d57801c4-d5a0-426f-89ba-f6faf5538dc3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:57.565332 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d6148ef-61e5-40d5-8caf-60e9e66b2e61 req-d57801c4-d5a0-426f-89ba-f6faf5538dc3 service neutron] 10.222.0.42 "DELETE /v2.0/ports/71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd/bindings/n-h1-828601-1 HTTP/1.1" status: 204 len: 173 time: 0.7025650 Feb 09 21:30:57.574007 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-bec5fb3e-3e8d-4f55-bded-d8e1de0c6406 req-fef869e4-d6c8-460f-8bf3-b642668ce11e tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Deleting port d390dd2a-33a8-4a4b-9cf4-b87ce3602339 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:57.574359 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bec5fb3e-3e8d-4f55-bded-d8e1de0c6406 req-fef869e4-d6c8-460f-8bf3-b642668ce11e tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d390dd2a-33a8-4a4b-9cf4-b87ce3602339), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:57.625706 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4371ea59-fb1e-4d15-b92e-e9d7dcbeb630 req-b4e9e5e5-d1a4-46c8-a0c3-c77250b3fc1a tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917914 Feb 09 21:30:57.647160 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18099a06-2cfd-4cb3-b17f-3384445dc2e2 admin admin] Router b8cd7415-7937-4a18-afb0-6cc560a966f6 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:30:57.767465 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb1e14-3e87-4499-bb5c-7f5957c81bd1 req-1afc4255-a25e-4baa-893a-b5f3a3152963 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:57.769129 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91cb1e14-3e87-4499-bb5c-7f5957c81bd1 req-1afc4255-a25e-4baa-893a-b5f3a3152963 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 951 time: 0.1090100 Feb 09 21:30:57.777331 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbc728-f82f-42ab-b13f-0bc1b55b3f0d req-572258f0-4921-46db-8988-003afd7d6e00 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:57.779923 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ddbbc728-f82f-42ab-b13f-0bc1b55b3f0d req-572258f0-4921-46db-8988-003afd7d6e00 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 945 time: 0.0848854 Feb 09 21:30:57.862856 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91cb1e14-3e87-4499-bb5c-7f5957c81bd1 req-dfb1b3e2-c0a0-4565-acc0-6ce1450376d9 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/security-groups?id=a024d04a-087c-4e11-87e6-422a1aa86187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829866 Feb 09 21:30:57.885160 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ddbbc728-f82f-42ab-b13f-0bc1b55b3f0d req-375490c4-8f87-4397-956a-1df1ce169e2c tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762577 Feb 09 21:30:57.889238 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-bec5fb3e-3e8d-4f55-bded-d8e1de0c6406 req-fef869e4-d6c8-460f-8bf3-b642668ce11e tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] For port d390dd2a-33a8-4a4b-9cf4-b87ce3602339, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d390dd2a-33a8-4a4b-9cf4-b87ce3602339,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:57.889615 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bec5fb3e-3e8d-4f55-bded-d8e1de0c6406 req-fef869e4-d6c8-460f-8bf3-b642668ce11e tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d390dd2a-33a8-4a4b-9cf4-b87ce3602339), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:57.924282 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-bec5fb3e-3e8d-4f55-bded-d8e1de0c6406 req-fef869e4-d6c8-460f-8bf3-b642668ce11e tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Calling delete_port for d390dd2a-33a8-4a4b-9cf4-b87ce3602339 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:58.029004 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c722bb-cefa-4c9b-bbe1-5d6d28109da8 req-227cabe9-ab01-4ca0-a6de-0d9fea7a11e9 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:58.030838 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e1c722bb-cefa-4c9b-bbe1-5d6d28109da8 req-227cabe9-ab01-4ca0-a6de-0d9fea7a11e9 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.42 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 951 time: 0.3270493 Feb 09 21:30:58.059800 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e34fc-274e-4a8c-b09b-62b33e812aee req-fda2d74f-ceed-4aac-99aa-a0f0d96ae86b tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:58.062203 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-775e34fc-274e-4a8c-b09b-62b33e812aee req-fda2d74f-ceed-4aac-99aa-a0f0d96ae86b tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 1127 time: 0.0983956 Feb 09 21:30:58.078272 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18099a06-2cfd-4cb3-b17f-3384445dc2e2 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:30:58.084116 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-18099a06-2cfd-4cb3-b17f-3384445dc2e2 admin admin] 10.222.0.77 "PUT /v2.0/routers/b8cd7415-7937-4a18-afb0-6cc560a966f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6771274 Feb 09 21:30:58.086083 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75721666-a2ac-4142-bb32-1a0f15723960 req-eb0ad53b-24e6-4e3b-b333-91be1a032d08 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:58.095296 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7f4f76-0797-4e75-8149-136ac9b5ca19 None None] Sync routers for ids ['b8cd7415-7937-4a18-afb0-6cc560a966f6'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:30:58.098334 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 46806) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:58.106126 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75721666-a2ac-4142-bb32-1a0f15723960 req-eb0ad53b-24e6-4e3b-b333-91be1a032d08 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 936 time: 0.1113584 Feb 09 21:30:58.113653 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f4f76-0797-4e75-8149-136ac9b5ca19 None None] Routers {'b8cd7415-7937-4a18-afb0-6cc560a966f6'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:58.115408 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-0d7f4f76-0797-4e75-8149-136ac9b5ca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:30:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b8cd7415-7937-4a18-afb0-6cc560a966f6'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:58.189544 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75721666-a2ac-4142-bb32-1a0f15723960 req-22a64014-abe3-455c-80a3-bd946c1a4b18 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824130 Feb 09 21:30:58.235211 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-775e34fc-274e-4a8c-b09b-62b33e812aee req-bf2dfdc2-e119-4bab-b86f-da32bbda24e4 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666348 Feb 09 21:30:58.250772 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device a98b7c53-b0af-4fca-9069-7c1cebdd5065 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:30:58.314329 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed3f83a-3353-45b8-aa52-2b88461c4ffa {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:58.331917 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] Publish callbacks [] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.374956 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-0d7f4f76-0797-4e75-8149-136ac9b5ca19 None None] Set router b8cd7415-7937-4a18-afb0-6cc560a966f6 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:58.388426 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] Transition to ACTIVE for port object 0ed3f83a-3353-45b8-aa52-2b88461c4ffa will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:30:58.429503 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port a98b7c53-b0af-4fca-9069-7c1cebdd5065, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=a98b7c53-b0af-4fca-9069-7c1cebdd5065,segment=NetworkSegment(f0c6146d-fa2a-4887-a58c-3257694702aa),segment_id=f0c6146d-fa2a-4887-a58c-3257694702aa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:58.436158 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.457543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'a98b7c53-b0af-4fca-9069-7c1cebdd5065', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'port_id': 'a98b7c53-b0af-4fca-9069-7c1cebdd5065', 'mac_address': 'fa:16:3e:06:5a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:30:58.502943 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port a98b7c53-b0af-4fca-9069-7c1cebdd5065 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:58.504144 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a98b7c53-b0af-4fca-9069-7c1cebdd5065), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.523544 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98b7c53-b0af-4fca-9069-7c1cebdd5065 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:58.548996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port a98b7c53-b0af-4fca-9069-7c1cebdd5065, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=a98b7c53-b0af-4fca-9069-7c1cebdd5065,segment=NetworkSegment(f0c6146d-fa2a-4887-a58c-3257694702aa),segment_id=f0c6146d-fa2a-4887-a58c-3257694702aa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:58.558589 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a98b7c53-b0af-4fca-9069-7c1cebdd5065), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.582683 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed3f83a-3353-45b8-aa52-2b88461c4ffa,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:58.605557 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99e5b84c-d070-4ca1-841e-06e6fb11a402 admin admin] Publish callbacks [] for router (b8cd7415-7937-4a18-afb0-6cc560a966f6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.617803 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=a98b7c53-b0af-4fca-9069-7c1cebdd5065,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:58.686313 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-0d7f4f76-0797-4e75-8149-136ac9b5ca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1491154343-router', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:50Z', 'updated_at': '2022-02-09T21:30:56Z', 'revision_number': 5, 'project_id': '9d01c5175556423f89699a44077206c5', 'gw_port': {'id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:52Z', 'updated_at': '2022-02-09T21:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:58.714337 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7f4f76-0797-4e75-8149-136ac9b5ca19 None None] Checking router: b8cd7415-7937-4a18-afb0-6cc560a966f6 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:30:58.719069 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-e1c722bb-cefa-4c9b-bbe1-5d6d28109da8 req-d145326c-6dd3-4ebd-b5c4-140060e402af tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Deleting port c69e0781-9c10-459d-931f-d380da04adbc {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:58.719420 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e1c722bb-cefa-4c9b-bbe1-5d6d28109da8 req-d145326c-6dd3-4ebd-b5c4-140060e402af tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c69e0781-9c10-459d-931f-d380da04adbc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.724270 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f4f76-0797-4e75-8149-136ac9b5ca19 None None] Routers {'b8cd7415-7937-4a18-afb0-6cc560a966f6'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:58.725260 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-0d7f4f76-0797-4e75-8149-136ac9b5ca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:30:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b8cd7415-7937-4a18-afb0-6cc560a966f6'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:58.731231 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bec5fb3e-3e8d-4f55-bded-d8e1de0c6406 req-fef869e4-d6c8-460f-8bf3-b642668ce11e tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (d390dd2a-33a8-4a4b-9cf4-b87ce3602339), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.746934 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['746c7f66-5bfa-450d-8e50-d3fca91ea73e', '49c4fa5c-dc3b-435a-8af3-130a1411ff25', 'dda00877-1d5a-4bc6-8d18-433147d6e07b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:58.799815 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08611dc1-559c-492c-8167-7867261e294f req-42bc1ae9-5907-4d7e-ac37-af971d5c3250 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:58.807933 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-08611dc1-559c-492c-8167-7867261e294f req-42bc1ae9-5907-4d7e-ac37-af971d5c3250 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 821 time: 0.3512831 Feb 09 21:30:58.829464 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-08611dc1-559c-492c-8167-7867261e294f req-fbfc8e8a-9c7e-46f6-8b81-aac9df8d5cf7 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/quotas/281dd21a4f7742a5b293ae307a18bb2e HTTP/1.1" status: 200 len: 375 time: 0.0204203 Feb 09 21:30:58.845720 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['93e927e6-90ef-480c-bf7f-9988462f2fcb', 'd684e2b5-cba7-45ab-871a-2bc8f3bbcea8', '3bc2ba39-cd44-4d0b-992c-58cc712ee651', '9dd43f9a-4909-4ea6-bc52-f89665942a3f', 'd390dd2a-33a8-4a4b-9cf4-b87ce3602339'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:58.867091 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef869e4-d6c8-460f-8bf3-b642668ce11e tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Pushing event deleted for resources: {'Port': ['ID=d390dd2a-33a8-4a4b-9cf4-b87ce3602339,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:58.889990 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-0d7f4f76-0797-4e75-8149-136ac9b5ca19 None None] Set router b8cd7415-7937-4a18-afb0-6cc560a966f6 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:58.894345 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] Attempting to bind port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:30:58.894681 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] Attempting to bind port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:30:58.895010 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] Attempting to bind port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:58.960330 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5c219-0f17-4692-a225-f3dcfc1cc6af req-df7c63c3-5d1c-49f1-941b-a1651bfbfb75 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:58.960625 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] Port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:30:58.960956 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] Attempting to bind port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:58.962502 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-feb5c219-0f17-4692-a225-f3dcfc1cc6af req-df7c63c3-5d1c-49f1-941b-a1651bfbfb75 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6bf799f-f6a5-4b38-8d4d-efcb52448e35 HTTP/1.1" status: 200 len: 867 time: 0.2770281 Feb 09 21:30:58.976739 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['a98b7c53-b0af-4fca-9069-7c1cebdd5065'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:58.981822 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:30:58.982160 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:58.982548 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:30:58.983035 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] Bound port: 0ed3f83a-3353-45b8-aa52-2b88461c4ffa, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:30:58.983398 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:59.008136 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-08611dc1-559c-492c-8167-7867261e294f req-7d047b4c-8546-44f8-87fc-62c27b6bd47d tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1774669 Feb 09 21:30:59.053621 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99e5b84c-d070-4ca1-841e-06e6fb11a402 admin admin] Publish callbacks [] for router_gateway (b8cd7415-7937-4a18-afb0-6cc560a966f6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:59.060007 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-feb5c219-0f17-4692-a225-f3dcfc1cc6af req-0efdb0a7-b8ec-45be-ab6e-a593a0a549fc tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819631 Feb 09 21:30:59.068312 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec5fb3e-3e8d-4f55-bded-d8e1de0c6406 req-fef869e4-d6c8-460f-8bf3-b642668ce11e tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] No DVR routers for this DVR port d390dd2a-33a8-4a4b-9cf4-b87ce3602339 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:59.093517 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bec5fb3e-3e8d-4f55-bded-d8e1de0c6406 req-fef869e4-d6c8-460f-8bf3-b642668ce11e tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:59.096845 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bec5fb3e-3e8d-4f55-bded-d8e1de0c6406 req-fef869e4-d6c8-460f-8bf3-b642668ce11e tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "DELETE /v2.0/ports/d390dd2a-33a8-4a4b-9cf4-b87ce3602339 HTTP/1.1" status: 204 len: 173 time: 2.1628025 Feb 09 21:30:59.099896 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bf799f-f6a5-4b38-8d4d-efcb52448e35', 'name': 'network-vif-deleted', 'tag': 'd390dd2a-33a8-4a4b-9cf4-b87ce3602339'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:59.102217 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ee7ec3-e040-4424-9253-665bd96dbb26" -d '{"events": [{"server_uuid": "c6bf799f-f6a5-4b38-8d4d-efcb52448e35", "name": "network-vif-deleted", "tag": "d390dd2a-33a8-4a4b-9cf4-b87ce3602339"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:59.169417 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-0d7f4f76-0797-4e75-8149-136ac9b5ca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1491154343-router', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:50Z', 'updated_at': '2022-02-09T21:30:56Z', 'revision_number': 5, 'project_id': '9d01c5175556423f89699a44077206c5', 'gw_port': {'id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:52Z', 'updated_at': '2022-02-09T21:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:59.198318 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7f4f76-0797-4e75-8149-136ac9b5ca19 None None] The sync data for ids ['b8cd7415-7937-4a18-afb0-6cc560a966f6'] in n-d-828601-1 is: [{'id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1491154343-router', 'tenant_id': '9d01c5175556423f89699a44077206c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:50Z', 'updated_at': '2022-02-09T21:30:56Z', 'revision_number': 5, 'project_id': '9d01c5175556423f89699a44077206c5', 'gw_port': {'id': '8a56adf3-a9e7-4a43-bf50-e8d72ced2978', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cd7415-7937-4a18-afb0-6cc560a966f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:52Z', 'updated_at': '2022-02-09T21:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:30:59.205290 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] For port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:59.208799 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] For port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=0ed3f83a-3353-45b8-aa52-2b88461c4ffa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:30:59.221520 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-e1c722bb-cefa-4c9b-bbe1-5d6d28109da8 req-d145326c-6dd3-4ebd-b5c4-140060e402af tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] For port c69e0781-9c10-459d-931f-d380da04adbc, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c69e0781-9c10-459d-931f-d380da04adbc,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:59.221904 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e1c722bb-cefa-4c9b-bbe1-5d6d28109da8 req-d145326c-6dd3-4ebd-b5c4-140060e402af tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c69e0781-9c10-459d-931f-d380da04adbc), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:59.234897 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:59.321224 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-e1c722bb-cefa-4c9b-bbe1-5d6d28109da8 req-d145326c-6dd3-4ebd-b5c4-140060e402af tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Calling delete_port for c69e0781-9c10-459d-931f-d380da04adbc owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:59.445855 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:59.446617 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:59.448315 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] 10.222.0.71 "PUT /v2.0/ports/0ed3f83a-3353-45b8-aa52-2b88461c4ffa HTTP/1.1" status: 200 len: 1096 time: 2.6561677 Feb 09 21:30:59.462188 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9a284-a10f-4d70-b44a-55a35b33dc56 req-18343968-3f76-4d64-89fd-bdd02f1f993e tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:59.469221 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1df9a284-a10f-4d70-b44a-55a35b33dc56 req-18343968-3f76-4d64-89fd-bdd02f1f993e tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=f668c86d-22c0-4cfb-b273-735a2a53db88 HTTP/1.1" status: 200 len: 944 time: 0.1975296 Feb 09 21:30:59.505903 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-08611dc1-559c-492c-8167-7867261e294f req-56521bc8-3d88-4dc4-9981-7f5b6e320c41 service neutron] 10.222.0.77 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964185 Feb 09 21:30:59.613707 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325109ce-d5b7-454e-a634-b84decb7d831 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed3f83a-3353-45b8-aa52-2b88461c4ffa,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:59.633143 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-99e5b84c-d070-4ca1-841e-06e6fb11a402 admin admin] Deleting port 8a56adf3-a9e7-4a43-bf50-e8d72ced2978 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:59.633493 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99e5b84c-d070-4ca1-841e-06e6fb11a402 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8a56adf3-a9e7-4a43-bf50-e8d72ced2978), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:59.743109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-d2d5114b-31b3-41b6-80cf-0db7fc36e5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:59.745324 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-d2d5114b-31b3-41b6-80cf-0db7fc36e5d0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 1130 time: 0.2298849 Feb 09 21:30:59.817772 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1df9a284-a10f-4d70-b44a-55a35b33dc56 req-d8fcc3f3-3b7c-4f4b-90e3-4afe6d6d3805 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3237443 Feb 09 21:30:59.831470 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-30a1c9c0-e4dd-41b0-9fa5-7afa026967d6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=0ed3f83a-3353-45b8-aa52-2b88461c4ffa HTTP/1.1" status: 200 len: 217 time: 0.0778797 Feb 09 21:30:59.887206 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-08611dc1-559c-492c-8167-7867261e294f req-50fe365d-7f3c-4393-9c4e-1ef500691a45 service neutron] 10.222.0.77 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694036 Feb 09 21:30:59.921401 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-99e5b84c-d070-4ca1-841e-06e6fb11a402 admin admin] For port 8a56adf3-a9e7-4a43-bf50-e8d72ced2978, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8a56adf3-a9e7-4a43-bf50-e8d72ced2978,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:59.922073 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99e5b84c-d070-4ca1-841e-06e6fb11a402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8a56adf3-a9e7-4a43-bf50-e8d72ced2978), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:59.949012 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-99e5b84c-d070-4ca1-841e-06e6fb11a402 admin admin] Calling delete_port for 8a56adf3-a9e7-4a43-bf50-e8d72ced2978 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:59.963807 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-21708284-c6bf-4123-98c6-72e1cdd610f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:59.965670 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-21708284-c6bf-4123-98c6-72e1cdd610f9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1157589 Feb 09 21:30:59.969091 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e1c722bb-cefa-4c9b-bbe1-5d6d28109da8 req-d145326c-6dd3-4ebd-b5c4-140060e402af tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (c69e0781-9c10-459d-931f-d380da04adbc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:00.009143 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145326c-6dd3-4ebd-b5c4-140060e402af tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Pushing event deleted for resources: {'Port': ['ID=c69e0781-9c10-459d-931f-d380da04adbc,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:00.049919 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['c69e0781-9c10-459d-931f-d380da04adbc'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:00.065467 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f3247-43bd-41e2-9864-2b9068268ac8 req-83c2ff25-1221-4f4b-a588-c6d9e2021cbf tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:00.093082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-548f3247-43bd-41e2-9864-2b9068268ac8 req-83c2ff25-1221-4f4b-a588-c6d9e2021cbf tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 945 time: 0.1419358 Feb 09 21:31:00.198681 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-548f3247-43bd-41e2-9864-2b9068268ac8 req-d36fae52-a1b8-4397-aa59-184fa484f363 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043346 Feb 09 21:31:00.222896 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c722bb-cefa-4c9b-bbe1-5d6d28109da8 req-d145326c-6dd3-4ebd-b5c4-140060e402af tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] No DVR routers for this DVR port c69e0781-9c10-459d-931f-d380da04adbc on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:00.227684 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e1c722bb-cefa-4c9b-bbe1-5d6d28109da8 req-d145326c-6dd3-4ebd-b5c4-140060e402af tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:00.242271 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e1c722bb-cefa-4c9b-bbe1-5d6d28109da8 req-d145326c-6dd3-4ebd-b5c4-140060e402af tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.42 "DELETE /v2.0/ports/c69e0781-9c10-459d-931f-d380da04adbc HTTP/1.1" status: 204 len: 173 time: 2.2008970 Feb 09 21:31:00.271894 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-057a5917-033f-492d-893d-fb8265c92b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:00.277538 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-057a5917-033f-492d-893d-fb8265c92b5b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2775121 Feb 09 21:31:00.305148 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-016e692a-7cff-4acc-a532-0ce651259bd4 req-4ae5f21a-596c-45c6-9eb6-48b9ef0bb560 tempest-ServersAdminTestJSON-717292908 tempest-ServersAdminTestJSON-717292908-project] 10.222.0.77 "GET /v2.0/ports?device_id=12a24390-7aa8-4336-a2f4-58654cfeda3a HTTP/1.1" status: 200 len: 210 time: 0.0507905 Feb 09 21:31:00.375342 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cdfc36-d4f1-48ab-8525-bd174cf0750f x-openstack-request-id: req-06cdfc36-d4f1-48ab-8525-bd174cf0750f {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:00.375700 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bf799f-f6a5-4b38-8d4d-efcb52448e35", "name": "network-vif-deleted", "tag": "d390dd2a-33a8-4a4b-9cf4-b87ce3602339", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:00.375937 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06cdfc36-d4f1-48ab-8525-bd174cf0750f {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:00.376375 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bf799f-f6a5-4b38-8d4d-efcb52448e35', 'name': 'network-vif-deleted', 'tag': 'd390dd2a-33a8-4a4b-9cf4-b87ce3602339', 'status': 'completed', 'code': 200} Feb 09 21:31:00.552528 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab0f351e-196d-4f8a-9471-380bdf96a082 req-1658365f-186a-415d-80be-9c2d4469ee95 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 210 time: 0.0587852 Feb 09 21:31:00.564848 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-291428dc-4b15-4e55-b157-b39c9b5ff1e4 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875372 Feb 09 21:31:00.597215 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99e5b84c-d070-4ca1-841e-06e6fb11a402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (8a56adf3-a9e7-4a43-bf50-e8d72ced2978), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:00.599465 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c35e4-6c7f-4c88-b025-7014e3d823e2 req-c4b90662-59bc-4f36-9bcf-51a3633a5267 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:00.601353 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc3c35e4-6c7f-4c88-b025-7014e3d823e2 req-c4b90662-59bc-4f36-9bcf-51a3633a5267 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 948 time: 0.1552413 Feb 09 21:31:00.669978 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc3c35e4-6c7f-4c88-b025-7014e3d823e2 req-912e7942-d168-44e6-8831-3b095c5de287 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617027 Feb 09 21:31:00.684422 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5b84c-d070-4ca1-841e-06e6fb11a402 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a56adf3-a9e7-4a43-bf50-e8d72ced2978,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:00.725349 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99e5b84c-d070-4ca1-841e-06e6fb11a402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (b8cd7415-7937-4a18-afb0-6cc560a966f6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:00.940320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f5a59-291b-4411-8e07-74a795080a8b req-2f3237e0-04b8-4c29-8c7e-c9dbb4b1c9a2 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:00.942245 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a7f5a59-291b-4411-8e07-74a795080a8b req-2f3237e0-04b8-4c29-8c7e-c9dbb4b1c9a2 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=157923fe-cf21-4748-af9a-c55d98d5231b HTTP/1.1" status: 200 len: 949 time: 0.1285641 Feb 09 21:31:01.056090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device d390dd2a-33a8-4a4b-9cf4-b87ce3602339 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:01.062317 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a7f5a59-291b-4411-8e07-74a795080a8b req-3fac3038-db59-4ffe-9b61-93264687a2bf tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050029 Feb 09 21:31:01.117116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7d588-f4d6-4b15-821c-1cd4397e0bca req-32465b24-e2d2-4ffd-a1f6-a3252010d471 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:01.133280 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7cf7d588-f4d6-4b15-821c-1cd4397e0bca req-32465b24-e2d2-4ffd-a1f6-a3252010d471 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=f668c86d-22c0-4cfb-b273-735a2a53db88 HTTP/1.1" status: 200 len: 944 time: 0.1508226 Feb 09 21:31:01.146478 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3bf0c972-0132-4bab-b06b-8a5c58877b58 req-9346df0c-d969-4427-8104-a89948c38194 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722437 Feb 09 21:31:01.148371 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99e5b84c-d070-4ca1-841e-06e6fb11a402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (b8cd7415-7937-4a18-afb0-6cc560a966f6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:01.151065 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99e5b84c-d070-4ca1-841e-06e6fb11a402 admin admin] Publish callbacks [] for router_controller (b8cd7415-7937-4a18-afb0-6cc560a966f6), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:01.156755 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: d390dd2a-33a8-4a4b-9cf4-b87ce3602339 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:31:01.157545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device d390dd2a-33a8-4a4b-9cf4-b87ce3602339 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:01.233353 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device dfa4a939-a1fb-41df-8f4a-905a0e4a52ee no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:01.256792 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7cf7d588-f4d6-4b15-821c-1cd4397e0bca req-778861bb-af63-4628-9d11-e3a761d0da4f tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225288 Feb 09 21:31:01.265086 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: dfa4a939-a1fb-41df-8f4a-905a0e4a52ee {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:31:01.265641 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device dfa4a939-a1fb-41df-8f4a-905a0e4a52ee not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:01.310420 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99e5b84c-d070-4ca1-841e-06e6fb11a402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (b8cd7415-7937-4a18-afb0-6cc560a966f6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:01.311873 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e5b84c-d070-4ca1-841e-06e6fb11a402 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8cd7415-7937-4a18-afb0-6cc560a966f6 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:31:01.328040 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99e5b84c-d070-4ca1-841e-06e6fb11a402 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:01.331608 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-99e5b84c-d070-4ca1-841e-06e6fb11a402 admin admin] 10.222.0.77 "DELETE /v2.0/routers/b8cd7415-7937-4a18-afb0-6cc560a966f6 HTTP/1.1" status: 204 len: 168 time: 3.2266085 Feb 09 21:31:01.333298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 46858) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:01.424960 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a117c7b-697c-48bc-b1c2-04c4fd23696d admin admin] Deleting subnet 5a373f0a-8480-49cb-be9b-6894b5386da8 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:31:01.428517 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5a117c7b-697c-48bc-b1c2-04c4fd23696d admin admin] Publish callbacks [] for subnet (5a373f0a-8480-49cb-be9b-6894b5386da8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:01.473353 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e25d1-f502-47e0-b272-ec3c50a3ef3d req-d1d2f6b5-95bf-40fe-b426-06ad1225fb34 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:01.475267 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df3e25d1-f502-47e0-b272-ec3c50a3ef3d req-d1d2f6b5-95bf-40fe-b426-06ad1225fb34 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 945 time: 0.2027237 Feb 09 21:31:01.480940 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5a117c7b-697c-48bc-b1c2-04c4fd23696d admin admin] Publish callbacks [] for subnet (5a373f0a-8480-49cb-be9b-6894b5386da8), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:01.592781 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df3e25d1-f502-47e0-b272-ec3c50a3ef3d req-5180c963-efe4-492d-a2e0-7e88f565c726 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074383 Feb 09 21:31:01.603565 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5a117c7b-697c-48bc-b1c2-04c4fd23696d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (5a373f0a-8480-49cb-be9b-6894b5386da8), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:01.708909 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cbc5a3ce-8805-4851-8b7e-a87a3b26d4f6 req-079555fa-6ed0-41dd-a47e-5aa97e862493 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 210 time: 0.0461810 Feb 09 21:31:01.727845 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5a117c7b-697c-48bc-b1c2-04c4fd23696d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for subnet (5a373f0a-8480-49cb-be9b-6894b5386da8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:01.762719 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a117c7b-697c-48bc-b1c2-04c4fd23696d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a373f0a-8480-49cb-be9b-6894b5386da8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:01.771939 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5a117c7b-697c-48bc-b1c2-04c4fd23696d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:01.775078 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5a117c7b-697c-48bc-b1c2-04c4fd23696d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5a373f0a-8480-49cb-be9b-6894b5386da8 HTTP/1.1" status: 204 len: 168 time: 0.4401984 Feb 09 21:31:01.777652 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeb16c8-3d3c-4dec-9a9c-5f39c5c5e4ab None None] Network d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:31:01.777808 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 46870) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:01.788826 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 46872) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:01.868894 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0539c-5fb3-49ed-b183-77384ea06141 req-42da17ea-1bad-4884-be37-bbb755abb559 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:01.882733 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73e0539c-5fb3-49ed-b183-77384ea06141 req-42da17ea-1bad-4884-be37-bbb755abb559 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 948 time: 0.0717106 Feb 09 21:31:01.982373 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73e0539c-5fb3-49ed-b183-77384ea06141 req-792a78cc-ceb4-46dd-930a-edc482bc1edf tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942712 Feb 09 21:31:02.035016 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:02.042246 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4c4826-6fad-4a1a-a2bd-16be67fae474 None None] DHCP port deletion for d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:31:02.126536 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c4826-6fad-4a1a-a2bd-16be67fae474 None None] Deleting port cf0bb284-0870-435c-9d4f-e11c925dc974 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:02.127146 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ca4c4826-6fad-4a1a-a2bd-16be67fae474 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (cf0bb284-0870-435c-9d4f-e11c925dc974), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:02.212215 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ed3213d2-a049-4f62-b055-f6cfcca2a285 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22e9c75800594aaba66f59171eeb0f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4214993 Feb 09 21:31:02.216625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 46880) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:02.217902 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ca4c4826-6fad-4a1a-a2bd-16be67fae474 None None] For port cf0bb284-0870-435c-9d4f-e11c925dc974, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=cf0bb284-0870-435c-9d4f-e11c925dc974,segment=NetworkSegment(6f386f2e-7e93-44c7-8638-0c581680bc1a),segment_id=6f386f2e-7e93-44c7-8638-0c581680bc1a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:02.220161 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08611dc1-559c-492c-8167-7867261e294f req-fe1560ad-6840-40ef-bc25-8f13edaa110c tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:02.220832 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ca4c4826-6fad-4a1a-a2bd-16be67fae474 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (cf0bb284-0870-435c-9d4f-e11c925dc974), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:02.221781 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-08611dc1-559c-492c-8167-7867261e294f req-fe1560ad-6840-40ef-bc25-8f13edaa110c tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.42 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 821 time: 0.2705700 Feb 09 21:31:02.245880 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-08611dc1-559c-492c-8167-7867261e294f req-f0bbce0d-b530-443d-950f-3183880e5e59 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Request body: {'port': {'device_id': '9cd46d4c-5923-45a0-aa09-95217dc65958', 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347', 'admin_state_up': True, 'tenant_id': '281dd21a4f7742a5b293ae307a18bb2e'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:02.254941 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c4826-6fad-4a1a-a2bd-16be67fae474 None None] Calling delete_port for cf0bb284-0870-435c-9d4f-e11c925dc974 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:02.264662 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67436a20-269a-456e-9e25-ddbe1b234c8c req-291d9961-076e-4235-a793-ca2a5d43ef25 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:02.272436 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-67436a20-269a-456e-9e25-ddbe1b234c8c req-291d9961-076e-4235-a793-ca2a5d43ef25 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=157923fe-cf21-4748-af9a-c55d98d5231b HTTP/1.1" status: 200 len: 949 time: 0.1011574 Feb 09 21:31:02.294615 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device a98b7c53-b0af-4fca-9069-7c1cebdd5065 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:02.354705 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Deleting port cf0bb284-0870-435c-9d4f-e11c925dc974 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:02.355014 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (cf0bb284-0870-435c-9d4f-e11c925dc974), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:02.380508 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-76a92c86-a743-485f-bb69-2d8b1a804151 admin admin] Publish callbacks [] for security_group (a024d04a-087c-4e11-87e6-422a1aa86187), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:02.381853 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d', 'tag': '0ed3f83a-3353-45b8-aa52-2b88461c4ffa'}, {'server_uuid': '12a24390-7aa8-4336-a2f4-58654cfeda3a', 'name': 'network-vif-deleted', 'tag': 'c69e0781-9c10-459d-931f-d380da04adbc'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:02.384101 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef12bb9-2cda-4c15-97a3-5ce8ccc784f1" -d '{"events": [{"name": "network-changed", "server_uuid": "47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d", "tag": "0ed3f83a-3353-45b8-aa52-2b88461c4ffa"}, {"server_uuid": "12a24390-7aa8-4336-a2f4-58654cfeda3a", "name": "network-vif-deleted", "tag": "c69e0781-9c10-459d-931f-d380da04adbc"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:02.469414 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] For port cf0bb284-0870-435c-9d4f-e11c925dc974, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=cf0bb284-0870-435c-9d4f-e11c925dc974,segment=NetworkSegment(6f386f2e-7e93-44c7-8638-0c581680bc1a),segment_id=6f386f2e-7e93-44c7-8638-0c581680bc1a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:02.470086 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (cf0bb284-0870-435c-9d4f-e11c925dc974), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:02.473561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port a98b7c53-b0af-4fca-9069-7c1cebdd5065 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:31:02.480810 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port a98b7c53-b0af-4fca-9069-7c1cebdd5065 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:02.481378 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a98b7c53-b0af-4fca-9069-7c1cebdd5065), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:02.489699 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Calling delete_port for cf0bb284-0870-435c-9d4f-e11c925dc974 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:02.492685 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08611dc1-559c-492c-8167-7867261e294f req-f0bbce0d-b530-443d-950f-3183880e5e59 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Made reservation on behalf of 281dd21a4f7742a5b293ae307a18bb2e for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:02.496384 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-08611dc1-559c-492c-8167-7867261e294f req-f0bbce0d-b530-443d-950f-3183880e5e59 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:02.513815 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-76a92c86-a743-485f-bb69-2d8b1a804151 admin admin] Publish callbacks [] for security_group (a024d04a-087c-4e11-87e6-422a1aa86187), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:02.514069 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ca4c4826-6fad-4a1a-a2bd-16be67fae474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (cf0bb284-0870-435c-9d4f-e11c925dc974), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:02.546514 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-67436a20-269a-456e-9e25-ddbe1b234c8c req-ef4db3f6-8f7c-4e60-8fb9-6050dcd7b9f4 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730658 Feb 09 21:31:02.556334 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c4826-6fad-4a1a-a2bd-16be67fae474 None None] Pushing event deleted for resources: {'Port': ['ID=cf0bb284-0870-435c-9d4f-e11c925dc974,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:02.565253 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c4826-6fad-4a1a-a2bd-16be67fae474 None None] No DVR routers for this DVR port cf0bb284-0870-435c-9d4f-e11c925dc974 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:02.627759 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port a98b7c53-b0af-4fca-9069-7c1cebdd5065 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:02.628244 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a98b7c53-b0af-4fca-9069-7c1cebdd5065), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:02.631161 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7dc0a-881f-4638-a2bf-2aaedced3641 req-3fa4aec5-cf46-47b9-8f3d-30b106f20636 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:02.644133 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8ec7dc0a-881f-4638-a2bf-2aaedced3641 req-3fa4aec5-cf46-47b9-8f3d-30b106f20636 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=f668c86d-22c0-4cfb-b273-735a2a53db88 HTTP/1.1" status: 200 len: 944 time: 0.2657495 Feb 09 21:31:02.653734 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f668c86d-22c0-4cfb-b273-735a2a53db88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98b7c53-b0af-4fca-9069-7c1cebdd5065'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:02.657411 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ade85c-945c-49e1-a477-0c3b6dc98952" -d '{"events": [{"server_uuid": "f668c86d-22c0-4cfb-b273-735a2a53db88", "name": "network-vif-plugged", "status": "completed", "tag": "a98b7c53-b0af-4fca-9069-7c1cebdd5065"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:02.659205 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-08611dc1-559c-492c-8167-7867261e294f req-f0bbce0d-b530-443d-950f-3183880e5e59 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Allocated IP 172.20.0.7 (3335e86a-d685-4bed-b15a-6df9753c1347/351fd407-a245-4a16-90db-5d5f752397dc/e449a260-1ced-47f5-8970-977165f448b0) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:02.691560 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port a98b7c53-b0af-4fca-9069-7c1cebdd5065, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=a98b7c53-b0af-4fca-9069-7c1cebdd5065,segment=NetworkSegment(f0c6146d-fa2a-4887-a58c-3257694702aa),segment_id=f0c6146d-fa2a-4887-a58c-3257694702aa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:02.697922 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a98b7c53-b0af-4fca-9069-7c1cebdd5065), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:02.699030 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c69e0781-9c10-459d-931f-d380da04adbc no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:02.766446 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8ec7dc0a-881f-4638-a2bf-2aaedced3641 req-54d806ab-1827-4ccf-9705-cde3b5823f3d tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158504 Feb 09 21:31:02.780922 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18b8a5-75a9-4ec8-ae64-a646c6ce060b req-5db13f5a-ebfc-4f95-9d95-34be8552c77a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:02.785141 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c18b8a5-75a9-4ec8-ae64-a646c6ce060b req-5db13f5a-ebfc-4f95-9d95-34be8552c77a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.42 "GET /v2.0/ports?device_id=157923fe-cf21-4748-af9a-c55d98d5231b HTTP/1.1" status: 200 len: 949 time: 0.3087909 Feb 09 21:31:02.787440 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: c69e0781-9c10-459d-931f-d380da04adbc {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:31:02.787719 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c69e0781-9c10-459d-931f-d380da04adbc not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:02.790745 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=a98b7c53-b0af-4fca-9069-7c1cebdd5065,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:02.824379 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952b72cd-7a76-4e2e-b12c-65d330bd9445 x-openstack-request-id: req-952b72cd-7a76-4e2e-b12c-65d330bd9445 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:02.824736 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f668c86d-22c0-4cfb-b273-735a2a53db88", "name": "network-vif-plugged", "status": "completed", "tag": "a98b7c53-b0af-4fca-9069-7c1cebdd5065", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:02.825004 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-952b72cd-7a76-4e2e-b12c-65d330bd9445 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:02.825485 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f668c86d-22c0-4cfb-b273-735a2a53db88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98b7c53-b0af-4fca-9069-7c1cebdd5065', 'code': 200} Feb 09 21:31:02.858625 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bff0c4f-4eb3-4341-967c-c141761b37da x-openstack-request-id: req-1bff0c4f-4eb3-4341-967c-c141761b37da {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:02.859306 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d", "tag": "0ed3f83a-3353-45b8-aa52-2b88461c4ffa", "status": "completed", "code": 200}, {"server_uuid": "12a24390-7aa8-4336-a2f4-58654cfeda3a", "name": "network-vif-deleted", "tag": "c69e0781-9c10-459d-931f-d380da04adbc", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:02.859306 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1bff0c4f-4eb3-4341-967c-c141761b37da {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:02.859567 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d', 'tag': '0ed3f83a-3353-45b8-aa52-2b88461c4ffa', 'status': 'completed', 'code': 200} Feb 09 21:31:02.860053 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a24390-7aa8-4336-a2f4-58654cfeda3a', 'name': 'network-vif-deleted', 'tag': 'c69e0781-9c10-459d-931f-d380da04adbc', 'status': 'completed', 'code': 200} Feb 09 21:31:02.943350 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-76a92c86-a743-485f-bb69-2d8b1a804151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a024d04a-087c-4e11-87e6-422a1aa86187), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:02.946516 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-76a92c86-a743-485f-bb69-2d8b1a804151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:02.947872 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-76a92c86-a743-485f-bb69-2d8b1a804151 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a024d04a-087c-4e11-87e6-422a1aa86187 HTTP/1.1" status: 204 len: 168 time: 0.7299159 Feb 09 21:31:02.950831 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-08611dc1-559c-492c-8167-7867261e294f req-f0bbce0d-b530-443d-950f-3183880e5e59 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks [] for port (e449a260-1ced-47f5-8970-977165f448b0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:02.977891 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c0d755c-2590-47c1-abf3-574b3da44004 req-a8f3f486-a075-41e4-af48-760ce7f4505d tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 210 time: 0.0605133 Feb 09 21:31:03.035992 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (cf0bb284-0870-435c-9d4f-e11c925dc974), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:03.075981 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a92c86-a743-485f-bb69-2d8b1a804151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a024d04a-087c-4e11-87e6-422a1aa86187,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:03.116054 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef12bb9-2cda-4c15-97a3-5ce8ccc784f1 req-46fa068e-d316-41bd-9a31-5738d1128ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:03.117618 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cef12bb9-2cda-4c15-97a3-5ce8ccc784f1 req-46fa068e-d316-41bd-9a31-5738d1128ae9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 1130 time: 0.2931075 Feb 09 21:31:03.126616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0bb284-0870-435c-9d4f-e11c925dc974,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:03.168112 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] No DVR routers for this DVR port cf0bb284-0870-435c-9d4f-e11c925dc974 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:03.182393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8a56adf3-a9e7-4a43-bf50-e8d72ced2978 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:03.187826 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59737b28-e0f0-4a1e-94c3-41ac0631d63c req-b5df6ec7-bc61-4ff0-b3a5-b9c4c99f1d06 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:03.197495 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-59737b28-e0f0-4a1e-94c3-41ac0631d63c req-b5df6ec7-bc61-4ff0-b3a5-b9c4c99f1d06 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 945 time: 0.4082572 Feb 09 21:31:03.240391 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63809855-5972-4dfa-94c3-b2bc68456dd7 req-e9ab6f1a-377e-4a68-82b1-0559d014f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:03.242052 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-63809855-5972-4dfa-94c3-b2bc68456dd7 req-e9ab6f1a-377e-4a68-82b1-0559d014f6d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f668c86d-22c0-4cfb-b273-735a2a53db88 HTTP/1.1" status: 200 len: 1127 time: 0.3187606 Feb 09 21:31:03.242220 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 8a56adf3-a9e7-4a43-bf50-e8d72ced2978 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:31:03.242592 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8a56adf3-a9e7-4a43-bf50-e8d72ced2978 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:03.243009 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device cf0bb284-0870-435c-9d4f-e11c925dc974 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:03.287180 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: cf0bb284-0870-435c-9d4f-e11c925dc974 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:31:03.287582 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device cf0bb284-0870-435c-9d4f-e11c925dc974 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:03.291582 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e427801-858f-45cc-9c6f-c89faf2dbb83 req-b5aceba9-c51e-4acb-b502-9a8bd39558b1 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:03.293065 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e427801-858f-45cc-9c6f-c89faf2dbb83 req-b5aceba9-c51e-4acb-b502-9a8bd39558b1 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 948 time: 0.2209218 Feb 09 21:31:03.341004 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-08611dc1-559c-492c-8167-7867261e294f req-f0bbce0d-b530-443d-950f-3183880e5e59 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (e449a260-1ced-47f5-8970-977165f448b0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:03.344877 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-59737b28-e0f0-4a1e-94c3-41ac0631d63c req-36f1de12-2d9e-423c-8613-2911957f0d8c tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297867 Feb 09 21:31:03.372662 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-3c18b8a5-75a9-4ec8-ae64-a646c6ce060b req-f269c272-6602-42ac-8b37-377069cca100 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Deleting port dda00877-1d5a-4bc6-8d18-433147d6e07b {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:03.372928 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3c18b8a5-75a9-4ec8-ae64-a646c6ce060b req-f269c272-6602-42ac-8b37-377069cca100 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (dda00877-1d5a-4bc6-8d18-433147d6e07b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:03.391172 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:03.396085 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-63809855-5972-4dfa-94c3-b2bc68456dd7 req-b7b6d305-c8c3-4467-97d0-c1d67e42f70a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325629 Feb 09 21:31:03.447282 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08611dc1-559c-492c-8167-7867261e294f req-f0bbce0d-b530-443d-950f-3183880e5e59 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Network 3335e86a-d685-4bed-b15a-6df9753c1347 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:03.456979 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 46900) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:03.466755 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef12bb9-2cda-4c15-97a3-5ce8ccc784f1 req-a9866970-7973-4aa1-9e5c-935a1bdcf8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:03.469004 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cef12bb9-2cda-4c15-97a3-5ce8ccc784f1 req-a9866970-7973-4aa1-9e5c-935a1bdcf8a8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.3373590 Feb 09 21:31:03.470323 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-08611dc1-559c-492c-8167-7867261e294f req-f0bbce0d-b530-443d-950f-3183880e5e59 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:03.472784 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-08611dc1-559c-492c-8167-7867261e294f req-f0bbce0d-b530-443d-950f-3183880e5e59 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:03.478165 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08611dc1-559c-492c-8167-7867261e294f req-f0bbce0d-b530-443d-950f-3183880e5e59 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:03.478721 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-08611dc1-559c-492c-8167-7867261e294f req-f0bbce0d-b530-443d-950f-3183880e5e59 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:03.518128 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:31:03.518466 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:31:03.519306 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:31:03.519556 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Subscribe: > port after_create 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:31:03.519919 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:31:03.520255 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Subscribe: > port after_update 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:31:03.520590 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:31:03.520927 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:31:03.521239 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:31:03.521560 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:31:03.530856 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e427801-858f-45cc-9c6f-c89faf2dbb83 req-7df4238f-37d8-4fe2-bfa3-b730a88f50de tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262838 Feb 09 21:31:03.571916 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-3c18b8a5-75a9-4ec8-ae64-a646c6ce060b req-f269c272-6602-42ac-8b37-377069cca100 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] For port dda00877-1d5a-4bc6-8d18-433147d6e07b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=dda00877-1d5a-4bc6-8d18-433147d6e07b,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:03.572278 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3c18b8a5-75a9-4ec8-ae64-a646c6ce060b req-f269c272-6602-42ac-8b37-377069cca100 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (dda00877-1d5a-4bc6-8d18-433147d6e07b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:03.586605 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-3c18b8a5-75a9-4ec8-ae64-a646c6ce060b req-f269c272-6602-42ac-8b37-377069cca100 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Calling delete_port for dda00877-1d5a-4bc6-8d18-433147d6e07b owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:03.593294 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bdb157c3-60a0-4517-8fcb-6e81e842eb20 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3d74d897cc604d9cae866a150bdb9337&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334753 Feb 09 21:31:03.596944 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 46904) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:03.606501 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:31:03.607604 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:31:03.608186 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:31:03.608722 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:31:03.609616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:03.615672 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cef12bb9-2cda-4c15-97a3-5ce8ccc784f1 req-148c2dab-aff2-4bc8-983a-b2afb3b218d0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=0ed3f83a-3353-45b8-aa52-2b88461c4ffa HTTP/1.1" status: 200 len: 217 time: 0.1330354 Feb 09 21:31:03.647148 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f386f2e-7e93-44c7-8638-0c581680bc1a') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:03.647337 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f386f2e-7e93-44c7-8638-0c581680bc1a') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:03.653147 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbce0d-b530-443d-950f-3183880e5e59 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Pushing event updated for resources: {'Port': ['ID=e449a260-1ced-47f5-8970-977165f448b0,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:03.688703 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (6f386f2e-7e93-44c7-8638-0c581680bc1a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:03.708112 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-08611dc1-559c-492c-8167-7867261e294f req-f0bbce0d-b530-443d-950f-3183880e5e59 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4661276 Feb 09 21:31:03.724587 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-08611dc1-559c-492c-8167-7867261e294f req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] Request body: {'port': {'device_id': '9cd46d4c-5923-45a0-aa09-95217dc65958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:03.746019 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (6f386f2e-7e93-44c7-8638-0c581680bc1a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:03.752150 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5993ed5d-2b5b-462a-8809-99505669da6a admin admin] Publish callbacks [] for security_group (77c55c5f-abd5-4b69-983c-0774e6b792ac), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:03.761518 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:31:03.762029 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (6f386f2e-7e93-44c7-8638-0c581680bc1a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:03.766786 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d94f57-41bb-4439-99da-57dfdd1e70cc req-304e26f1-65df-43d6-b6f9-c8786436b00a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:03.772731 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7d94f57-41bb-4439-99da-57dfdd1e70cc req-304e26f1-65df-43d6-b6f9-c8786436b00a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=157923fe-cf21-4748-af9a-c55d98d5231b HTTP/1.1" status: 200 len: 949 time: 0.1215181 Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: from cryptography.utils import int_from_bytes Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: from cryptography.utils import int_from_bytes Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:31:03.785396 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:31:03.805157 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef12bb9-2cda-4c15-97a3-5ce8ccc784f1 req-845a9755-8608-4972-b0c3-6a90c4d269d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:03.807099 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cef12bb9-2cda-4c15-97a3-5ce8ccc784f1 req-845a9755-8608-4972-b0c3-6a90c4d269d6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1711402 Feb 09 21:31:03.832004 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5993ed5d-2b5b-462a-8809-99505669da6a admin admin] Publish callbacks [] for security_group (77c55c5f-abd5-4b69-983c-0774e6b792ac), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:03.921100 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-08611dc1-559c-492c-8167-7867261e294f req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e449a260-1ced-47f5-8970-977165f448b0), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:03.925760 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:03.943775 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7d94f57-41bb-4439-99da-57dfdd1e70cc req-4217e080-003d-47d0-b0df-ff0da8cedb9c tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624689 Feb 09 21:31:03.946698 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3c18b8a5-75a9-4ec8-ae64-a646c6ce060b req-f269c272-6602-42ac-8b37-377069cca100 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (dda00877-1d5a-4bc6-8d18-433147d6e07b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:03.947844 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:03.958930 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['93e927e6-90ef-480c-bf7f-9988462f2fcb', 'd684e2b5-cba7-45ab-871a-2bc8f3bbcea8', '3bc2ba39-cd44-4d0b-992c-58cc712ee651', '9dd43f9a-4909-4ea6-bc52-f89665942a3f'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:03.964198 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] 10.222.0.77 "DELETE /v2.0/networks/d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b HTTP/1.1" status: 204 len: 168 time: 2.1853290 Feb 09 21:31:03.977814 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef12bb9-2cda-4c15-97a3-5ce8ccc784f1 req-9881f315-8dde-45dc-b94a-3a8d5cafc447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:03.979330 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cef12bb9-2cda-4c15-97a3-5ce8ccc784f1 req-9881f315-8dde-45dc-b94a-3a8d5cafc447 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1408250 Feb 09 21:31:03.981667 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76737e48-d978-44c9-8973-189f76b4769f admin admin] Pushing event deleted for resources: {'Network': ['ID=d9780de6-0c41-46a9-92bc-6d8b4b0dcf1b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:04.044288 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269c272-6602-42ac-8b37-377069cca100 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Pushing event deleted for resources: {'Port': ['ID=dda00877-1d5a-4bc6-8d18-433147d6e07b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:04.075291 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['746c7f66-5bfa-450d-8e50-d3fca91ea73e', '49c4fa5c-dc3b-435a-8af3-130a1411ff25', 'dda00877-1d5a-4bc6-8d18-433147d6e07b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:04.168836 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cef12bb9-2cda-4c15-97a3-5ce8ccc784f1 req-b39225e4-b403-4234-92a9-4ad218f93c2b service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688316 Feb 09 21:31:04.194834 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b64d0-ec78-4e2a-9352-76f3adb962f1 req-3b4fb8fb-63f7-42a8-b3f1-859765b4af83 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:04.203495 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5b0b64d0-ec78-4e2a-9352-76f3adb962f1 req-3b4fb8fb-63f7-42a8-b3f1-859765b4af83 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=f668c86d-22c0-4cfb-b273-735a2a53db88 HTTP/1.1" status: 200 len: 945 time: 0.3446741 Feb 09 21:31:04.228934 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5993ed5d-2b5b-462a-8809-99505669da6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (77c55c5f-abd5-4b69-983c-0774e6b792ac), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:04.231543 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5993ed5d-2b5b-462a-8809-99505669da6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:04.236588 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5993ed5d-2b5b-462a-8809-99505669da6a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/77c55c5f-abd5-4b69-983c-0774e6b792ac HTTP/1.1" status: 204 len: 168 time: 0.6382320 Feb 09 21:31:04.257299 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c18b8a5-75a9-4ec8-ae64-a646c6ce060b req-f269c272-6602-42ac-8b37-377069cca100 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] No DVR routers for this DVR port dda00877-1d5a-4bc6-8d18-433147d6e07b on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:04.261012 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3c18b8a5-75a9-4ec8-ae64-a646c6ce060b req-f269c272-6602-42ac-8b37-377069cca100 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:04.271160 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c18b8a5-75a9-4ec8-ae64-a646c6ce060b req-f269c272-6602-42ac-8b37-377069cca100 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.42 "DELETE /v2.0/ports/dda00877-1d5a-4bc6-8d18-433147d6e07b HTTP/1.1" status: 204 len: 173 time: 1.4761209 Feb 09 21:31:04.340793 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157923fe-cf21-4748-af9a-c55d98d5231b', 'name': 'network-vif-deleted', 'tag': 'dda00877-1d5a-4bc6-8d18-433147d6e07b'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:04.346603 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c308fdc-bb0c-4c1b-ae41-adc5ab7ef759" -d '{"events": [{"server_uuid": "157923fe-cf21-4748-af9a-c55d98d5231b", "name": "network-vif-deleted", "tag": "dda00877-1d5a-4bc6-8d18-433147d6e07b"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:04.391075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993ed5d-2b5b-462a-8809-99505669da6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c55c5f-abd5-4b69-983c-0774e6b792ac,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:04.395617 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 46918) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:04.562560 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5b0b64d0-ec78-4e2a-9352-76f3adb962f1 req-e8bccaa0-97b5-48d7-985c-b04dc6078255 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3581078 Feb 09 21:31:04.568172 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-cb9387fa-9d18-41b3-af20-03696a75baa7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9d01c5175556423f89699a44077206c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1676078 Feb 09 21:31:04.569274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 46926) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:04.585357 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0277d78-d382-4e0e-b1a0-d27218fea49d req-4d24db3f-6537-4f95-86b1-70772b09398e tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:04.603227 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0277d78-d382-4e0e-b1a0-d27218fea49d req-4d24db3f-6537-4f95-86b1-70772b09398e tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 931 time: 0.4214251 Feb 09 21:31:04.794008 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffd5f18-94dd-47fc-a7a1-cb5e316765e8 x-openstack-request-id: req-cffd5f18-94dd-47fc-a7a1-cb5e316765e8 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:04.795061 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-08611dc1-559c-492c-8167-7867261e294f req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e449a260-1ced-47f5-8970-977165f448b0 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:04.796078 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157923fe-cf21-4748-af9a-c55d98d5231b", "name": "network-vif-deleted", "tag": "dda00877-1d5a-4bc6-8d18-433147d6e07b", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:04.797542 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cffd5f18-94dd-47fc-a7a1-cb5e316765e8 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:04.798307 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157923fe-cf21-4748-af9a-c55d98d5231b', 'name': 'network-vif-deleted', 'tag': 'dda00877-1d5a-4bc6-8d18-433147d6e07b', 'status': 'completed', 'code': 200} Feb 09 21:31:04.806553 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-08611dc1-559c-492c-8167-7867261e294f req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] Publish callbacks [] for port (e449a260-1ced-47f5-8970-977165f448b0), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:04.839172 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-08611dc1-559c-492c-8167-7867261e294f req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] Transition to ACTIVE for port object e449a260-1ced-47f5-8970-977165f448b0 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:31:04.967496 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cef12bb9-2cda-4c15-97a3-5ce8ccc784f1 req-d6f7a504-8af4-4e19-a9b6-f01d80028ae4 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254795 Feb 09 21:31:04.972488 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-08611dc1-559c-492c-8167-7867261e294f req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (e449a260-1ced-47f5-8970-977165f448b0), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:05.015873 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5931-27be-44d8-8b65-266c30227c82 admin admin] Publish callbacks [] for security_group (0f638359-3dd2-4761-9ca1-a06b488b21ca), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:05.029254 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0277d78-d382-4e0e-b1a0-d27218fea49d req-e9e1228f-f0dc-4b4d-9ae6-3de937e58392 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229794 Feb 09 21:31:05.125285 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 0ed3f83a-3353-45b8-aa52-2b88461c4ffa details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:05.156335 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] Pushing event updated for resources: {'Port': ['ID=e449a260-1ced-47f5-8970-977165f448b0,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:05.165007 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf07833-9f41-4963-8be4-7ab3bcaa3d08 req-89e7a462-a93a-438f-ab00-2f1d26e6d612 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:05.166748 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-baf07833-9f41-4963-8be4-7ab3bcaa3d08 req-89e7a462-a93a-438f-ab00-2f1d26e6d612 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 945 time: 0.1905410 Feb 09 21:31:05.168922 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5931-27be-44d8-8b65-266c30227c82 admin admin] Publish callbacks [] for security_group (0f638359-3dd2-4761-9ca1-a06b488b21ca), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:05.269756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-08611dc1-559c-492c-8167-7867261e294f req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] Attempting to bind port e449a260-1ced-47f5-8970-977165f448b0 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:05.270114 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-08611dc1-559c-492c-8167-7867261e294f req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] Attempting to bind port e449a260-1ced-47f5-8970-977165f448b0 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:05.270414 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08611dc1-559c-492c-8167-7867261e294f req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] Attempting to bind port e449a260-1ced-47f5-8970-977165f448b0 on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:05.281981 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08611dc1-559c-492c-8167-7867261e294f req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] Port e449a260-1ced-47f5-8970-977165f448b0 on network 3335e86a-d685-4bed-b15a-6df9753c1347 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:31:05.282322 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08611dc1-559c-492c-8167-7867261e294f req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] Attempting to bind port e449a260-1ced-47f5-8970-977165f448b0 on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:05.287413 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08611dc1-559c-492c-8167-7867261e294f req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:05.287718 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08611dc1-559c-492c-8167-7867261e294f req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] Checking segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:05.288101 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08611dc1-559c-492c-8167-7867261e294f req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] Bound using segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:05.288521 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-08611dc1-559c-492c-8167-7867261e294f req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] Bound port: e449a260-1ced-47f5-8970-977165f448b0, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:05.288874 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-08611dc1-559c-492c-8167-7867261e294f req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e449a260-1ced-47f5-8970-977165f448b0), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:05.332857 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0ee5c-a4b9-4256-ab53-5ca412fc4485 req-5db44fdc-1efa-4fa0-875d-891d0b3de2de tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:05.339628 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-69c0ee5c-a4b9-4256-ab53-5ca412fc4485 req-5db44fdc-1efa-4fa0-875d-891d0b3de2de tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 948 time: 0.1509919 Feb 09 21:31:05.377497 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-baf07833-9f41-4963-8be4-7ab3bcaa3d08 req-ed35b180-a37c-408c-9a57-072fb5d0c6a9 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875939 Feb 09 21:31:05.450472 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-08611dc1-559c-492c-8167-7867261e294f req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] For port e449a260-1ced-47f5-8970-977165f448b0, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:05.454408 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-08611dc1-559c-492c-8167-7867261e294f req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] For port e449a260-1ced-47f5-8970-977165f448b0, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=e449a260-1ced-47f5-8970-977165f448b0,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:05.464228 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-69c0ee5c-a4b9-4256-ab53-5ca412fc4485 req-5fbe40df-bc1d-4b4e-ac01-5b23018183cc tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236601 Feb 09 21:31:05.469139 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-08611dc1-559c-492c-8167-7867261e294f req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (e449a260-1ced-47f5-8970-977165f448b0), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:05.483936 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5931-27be-44d8-8b65-266c30227c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (0f638359-3dd2-4761-9ca1-a06b488b21ca), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:05.487017 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5931-27be-44d8-8b65-266c30227c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:05.490616 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4ebb5931-27be-44d8-8b65-266c30227c82 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0f638359-3dd2-4761-9ca1-a06b488b21ca HTTP/1.1" status: 204 len: 168 time: 0.9168746 Feb 09 21:31:05.516038 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb5931-27be-44d8-8b65-266c30227c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f638359-3dd2-4761-9ca1-a06b488b21ca,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:05.626383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] Pushing event updated for resources: {'Port': ['ID=e449a260-1ced-47f5-8970-977165f448b0,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:05.632930 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08611dc1-559c-492c-8167-7867261e294f req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:05.633740 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-08611dc1-559c-492c-8167-7867261e294f req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:05.635569 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-08611dc1-559c-492c-8167-7867261e294f req-367eda8d-5520-40bc-8d05-ad0acc1ab35b service neutron] 10.222.0.42 "PUT /v2.0/ports/e449a260-1ced-47f5-8970-977165f448b0 HTTP/1.1" status: 200 len: 1091 time: 1.9194925 Feb 09 21:31:05.641885 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd46d4c-5923-45a0-aa09-95217dc65958', 'tag': 'e449a260-1ced-47f5-8970-977165f448b0'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:05.644057 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53119a4c-4559-4dba-a7b6-f5dc3d3f8c39" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd46d4c-5923-45a0-aa09-95217dc65958", "tag": "e449a260-1ced-47f5-8970-977165f448b0"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:05.773820 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3506ee-1a23-4921-ba29-d5ded8e06a0e x-openstack-request-id: req-0e3506ee-1a23-4921-ba29-d5ded8e06a0e {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:05.774408 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd46d4c-5923-45a0-aa09-95217dc65958", "tag": "e449a260-1ced-47f5-8970-977165f448b0", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:05.775437 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e3506ee-1a23-4921-ba29-d5ded8e06a0e {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:05.776615 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd46d4c-5923-45a0-aa09-95217dc65958', 'tag': 'e449a260-1ced-47f5-8970-977165f448b0', 'status': 'completed', 'code': 200} Feb 09 21:31:05.812626 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08611dc1-559c-492c-8167-7867261e294f req-129d748b-a505-4849-ad82-d2ecf98cf3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:05.820978 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-08611dc1-559c-492c-8167-7867261e294f req-129d748b-a505-4849-ad82-d2ecf98cf3f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 1125 time: 0.1213675 Feb 09 21:31:05.889688 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-08611dc1-559c-492c-8167-7867261e294f req-da92145f-3e9c-49fd-96f0-174121c99ea8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e449a260-1ced-47f5-8970-977165f448b0 HTTP/1.1" status: 200 len: 217 time: 0.0587370 Feb 09 21:31:05.975015 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08611dc1-559c-492c-8167-7867261e294f req-51e0b88c-b8e7-49d6-8127-cb0438ea3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:05.975015 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-08611dc1-559c-492c-8167-7867261e294f req-51e0b88c-b8e7-49d6-8127-cb0438ea3f0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.0697231 Feb 09 21:31:05.986321 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=0ed3f83a-3353-45b8-aa52-2b88461c4ffa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:05.999455 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '0ed3f83a-3353-45b8-aa52-2b88461c4ffa', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': '0ed3f83a-3353-45b8-aa52-2b88461c4ffa', 'mac_address': 'fa:16:3e:46:25:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:31:06.010613 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffb651-3db5-4b13-b13c-f926334b7a78 req-d06c47d4-0903-4e2b-b67b-3cb8fa317c17 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:06.020309 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5ffb651-3db5-4b13-b13c-f926334b7a78 req-d06c47d4-0903-4e2b-b67b-3cb8fa317c17 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=f668c86d-22c0-4cfb-b273-735a2a53db88 HTTP/1.1" status: 200 len: 945 time: 0.2191727 Feb 09 21:31:06.075276 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-08611dc1-559c-492c-8167-7867261e294f req-e79ac352-1170-40f2-8318-b4763f656c13 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957792 Feb 09 21:31:06.098570 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc5333-1024-478f-b2a7-2ae87e3ccb44 req-871a4db0-97db-4805-8a1b-83b8ed194f28 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:06.110726 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7bc5333-1024-478f-b2a7-2ae87e3ccb44 req-871a4db0-97db-4805-8a1b-83b8ed194f28 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=00385a2a-aade-463e-9186-6205716cd7fc HTTP/1.1" status: 200 len: 949 time: 0.2201345 Feb 09 21:31:06.119148 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5ffb651-3db5-4b13-b13c-f926334b7a78 req-6409b8c1-dd9a-44b4-9542-2c9022d452ad tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966210 Feb 09 21:31:06.150958 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:06.151436 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:06.235723 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed3f83a-3353-45b8-aa52-2b88461c4ffa {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:06.289713 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device dda00877-1d5a-4bc6-8d18-433147d6e07b no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:06.295629 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=0ed3f83a-3353-45b8-aa52-2b88461c4ffa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:06.307117 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-08611dc1-559c-492c-8167-7867261e294f req-70d83404-0c27-4dcb-b735-9bd558a40c7a service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185228 Feb 09 21:31:06.313668 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7bc5333-1024-478f-b2a7-2ae87e3ccb44 req-e1e5cbce-bb72-4b51-ab67-f1d42d16d5e3 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972330 Feb 09 21:31:06.343496 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: dda00877-1d5a-4bc6-8d18-433147d6e07b {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:31:06.344199 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device dda00877-1d5a-4bc6-8d18-433147d6e07b not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:06.345958 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:06.436664 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6ead4-927c-4611-a724-15d355aadd05 req-c610bd40-d64f-48f0-a205-c6c229beacf6 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:06.440149 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01d6ead4-927c-4611-a724-15d355aadd05 req-c610bd40-d64f-48f0-a205-c6c229beacf6 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 943 time: 0.1853967 Feb 09 21:31:06.448583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=0ed3f83a-3353-45b8-aa52-2b88461c4ffa,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:06.543685 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-08611dc1-559c-492c-8167-7867261e294f req-63896a51-6d95-4b2d-9cd1-02547737ad14 service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215457 Feb 09 21:31:06.639189 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756c4a9-cd2a-4596-9c53-d30240252dd0 req-7cc870d3-3f87-4f26-bf9e-e74d2e764879 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:06.655387 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 46984) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:06.658106 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1756c4a9-cd2a-4596-9c53-d30240252dd0 req-7cc870d3-3f87-4f26-bf9e-e74d2e764879 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=f668c86d-22c0-4cfb-b273-735a2a53db88 HTTP/1.1" status: 200 len: 945 time: 0.2318435 Feb 09 21:31:06.661929 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01d6ead4-927c-4611-a724-15d355aadd05 req-ad775166-3093-456b-a91a-a4043c4a18cd tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082000 Feb 09 21:31:06.664570 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6990ff40-5918-41e5-9fde-37357c3ec4c0 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Request body: {'floatingip': {'port_id': 'a98b7c53-b0af-4fca-9069-7c1cebdd5065'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:06.678577 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['0ed3f83a-3353-45b8-aa52-2b88461c4ffa'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:06.727043 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6990ff40-5918-41e5-9fde-37357c3ec4c0 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for floatingip (bbbfb6d1-1109-4929-8077-e456548a8955), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:06.951483 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53119a4c-4559-4dba-a7b6-f5dc3d3f8c39 req-55cee404-7682-4f91-9f06-a22c0e81a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:06.953043 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-53119a4c-4559-4dba-a7b6-f5dc3d3f8c39 req-55cee404-7682-4f91-9f06-a22c0e81a67e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 1125 time: 0.3449430 Feb 09 21:31:07.068516 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e9f77-12a9-4e02-b794-8e993cd620cc req-aeef6a90-6d74-44f7-8f13-b04a52feb1cf tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:07.084577 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ca6e9f77-12a9-4e02-b794-8e993cd620cc req-aeef6a90-6d74-44f7-8f13-b04a52feb1cf tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 945 time: 0.2894464 Feb 09 21:31:07.132135 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb3345-96f4-4ffd-bfe0-44ccc48f87b5 req-54fe0637-d7d2-41de-84e7-1e0b5ce0092a tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:07.141098 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6dbb3345-96f4-4ffd-bfe0-44ccc48f87b5 req-54fe0637-d7d2-41de-84e7-1e0b5ce0092a tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 949 time: 0.2787371 Feb 09 21:31:07.220075 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6dbb3345-96f4-4ffd-bfe0-44ccc48f87b5 req-928eedec-5935-40b1-8bf4-e6c752acf190 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755892 Feb 09 21:31:07.240882 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ca6e9f77-12a9-4e02-b794-8e993cd620cc req-282646c4-ec78-4dcb-813d-e8fd4e0e6225 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507747 Feb 09 21:31:07.362658 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8805f2-9599-4118-8add-4553537c8618 req-0b45f65e-476e-4757-802c-6da4cf13564e tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:07.364604 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e8805f2-9599-4118-8add-4553537c8618 req-0b45f65e-476e-4757-802c-6da4cf13564e tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.42 "GET /v2.0/ports?device_id=00385a2a-aade-463e-9186-6205716cd7fc HTTP/1.1" status: 200 len: 949 time: 0.1014686 Feb 09 21:31:07.578788 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266c3db-4fa3-4677-b1cd-95cf11504f44 req-55c83904-d285-4e09-8999-bad7eaae5447 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:07.580359 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1266c3db-4fa3-4677-b1cd-95cf11504f44 req-55c83904-d285-4e09-8999-bad7eaae5447 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=00385a2a-aade-463e-9186-6205716cd7fc HTTP/1.1" status: 200 len: 949 time: 0.1325841 Feb 09 21:31:07.604553 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-3e8805f2-9599-4118-8add-4553537c8618 req-71dfd38c-b47d-4c8b-816a-f5dce29d5de8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Deleting port 49c4fa5c-dc3b-435a-8af3-130a1411ff25 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:07.604893 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3e8805f2-9599-4118-8add-4553537c8618 req-71dfd38c-b47d-4c8b-816a-f5dce29d5de8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (49c4fa5c-dc3b-435a-8af3-130a1411ff25), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:07.632266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53119a4c-4559-4dba-a7b6-f5dc3d3f8c39 req-fa5270bc-d65b-4217-bca1-f90b08df5e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:07.634080 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-53119a4c-4559-4dba-a7b6-f5dc3d3f8c39 req-fa5270bc-d65b-4217-bca1-f90b08df5e86 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 922 time: 0.6639256 Feb 09 21:31:07.774152 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-53119a4c-4559-4dba-a7b6-f5dc3d3f8c39 req-b90d6326-7b19-46b3-a208-24d715f91f4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e449a260-1ced-47f5-8970-977165f448b0 HTTP/1.1" status: 200 len: 217 time: 0.0461504 Feb 09 21:31:07.786390 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1c12c94f-7fe4-4097-86de-a4dbdb5be11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:07.863293 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53119a4c-4559-4dba-a7b6-f5dc3d3f8c39 req-3416e4ef-0dd6-461d-8a78-b88543ae7e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:07.864934 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-53119a4c-4559-4dba-a7b6-f5dc3d3f8c39 req-3416e4ef-0dd6-461d-8a78-b88543ae7e23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.0800521 Feb 09 21:31:07.923003 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-53119a4c-4559-4dba-a7b6-f5dc3d3f8c39 req-33caf436-b1ad-439f-b365-74f5124b0365 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367119 Feb 09 21:31:08.020779 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1266c3db-4fa3-4677-b1cd-95cf11504f44 req-b28f716b-f9ae-4fdf-8ec5-a168546d03e7 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333818 Feb 09 21:31:08.124616 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68428e-e36a-4c52-9553-b3c4495fe158 req-58ee4dd9-8314-4b18-a3ed-a46151a19356 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:08.133267 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ba68428e-e36a-4c52-9553-b3c4495fe158 req-58ee4dd9-8314-4b18-a3ed-a46151a19356 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 943 time: 0.1222107 Feb 09 21:31:08.157496 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-3e8805f2-9599-4118-8add-4553537c8618 req-71dfd38c-b47d-4c8b-816a-f5dce29d5de8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] For port 49c4fa5c-dc3b-435a-8af3-130a1411ff25, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=49c4fa5c-dc3b-435a-8af3-130a1411ff25,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:08.157854 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3e8805f2-9599-4118-8add-4553537c8618 req-71dfd38c-b47d-4c8b-816a-f5dce29d5de8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (49c4fa5c-dc3b-435a-8af3-130a1411ff25), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:08.196063 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-3e8805f2-9599-4118-8add-4553537c8618 req-71dfd38c-b47d-4c8b-816a-f5dce29d5de8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Calling delete_port for 49c4fa5c-dc3b-435a-8af3-130a1411ff25 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:08.198721 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98d6b7be-87f7-42e1-bb9a-3d86c56285e4 req-58a1841a-06a8-4683-9a1d-8b5ba3b75eb6 tempest-AbsoluteLimitsNegativeTestJSON-2112412705 tempest-AbsoluteLimitsNegativeTestJSON-2112412705-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=4b41c5e3a52241dea3949d8e63cb880e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488546 Feb 09 21:31:08.268662 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-53119a4c-4559-4dba-a7b6-f5dc3d3f8c39 req-f8fc2957-71c7-41cf-8a59-2fe1ddaaec30 service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351715 Feb 09 21:31:08.284565 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device e449a260-1ced-47f5-8970-977165f448b0 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:08.322277 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ba68428e-e36a-4c52-9553-b3c4495fe158 req-dbf3c5d3-77ec-440c-ba4e-af840a30e27e tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786838 Feb 09 21:31:08.378051 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.db.resource_extend [None req-6990ff40-5918-41e5-9fde-37357c3ec4c0 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:31:08.465633 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6990ff40-5918-41e5-9fde-37357c3ec4c0 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:08.475048 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6990ff40-5918-41e5-9fde-37357c3ec4c0 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (bbbfb6d1-1109-4929-8077-e456548a8955), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:08.485818 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3e8805f2-9599-4118-8add-4553537c8618 req-71dfd38c-b47d-4c8b-816a-f5dce29d5de8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (49c4fa5c-dc3b-435a-8af3-130a1411ff25), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:08.507683 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['93e927e6-90ef-480c-bf7f-9988462f2fcb', 'd684e2b5-cba7-45ab-871a-2bc8f3bbcea8', '3bc2ba39-cd44-4d0b-992c-58cc712ee651', '9dd43f9a-4909-4ea6-bc52-f89665942a3f'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:08.510872 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['746c7f66-5bfa-450d-8e50-d3fca91ea73e', '49c4fa5c-dc3b-435a-8af3-130a1411ff25'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:08.522611 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-53119a4c-4559-4dba-a7b6-f5dc3d3f8c39 req-4f61770b-8bc8-4f15-9b0a-9a6411840fea service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324355 Feb 09 21:31:08.542187 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6b7be-87f7-42e1-bb9a-3d86c56285e4 req-a402b489-e61a-4e25-ab10-922921bb9b72 tempest-AbsoluteLimitsNegativeTestJSON-2112412705 tempest-AbsoluteLimitsNegativeTestJSON-2112412705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:08.549039 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98d6b7be-87f7-42e1-bb9a-3d86c56285e4 req-a402b489-e61a-4e25-ab10-922921bb9b72 tempest-AbsoluteLimitsNegativeTestJSON-2112412705 tempest-AbsoluteLimitsNegativeTestJSON-2112412705-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3343294 Feb 09 21:31:08.550933 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfd38c-b47d-4c8b-816a-f5dce29d5de8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Pushing event deleted for resources: {'Port': ['ID=49c4fa5c-dc3b-435a-8af3-130a1411ff25,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:08.616610 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-6990ff40-5918-41e5-9fde-37357c3ec4c0 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Floating IP bbbfb6d1-1109-4929-8077-e456548a8955 associated. External IP: 172.25.6.253, port: a98b7c53-b0af-4fca-9069-7c1cebdd5065. Feb 09 21:31:08.618449 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfd38c-b47d-4c8b-816a-f5dce29d5de8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:08.618930 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfd38c-b47d-4c8b-816a-f5dce29d5de8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:08.619148 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfd38c-b47d-4c8b-816a-f5dce29d5de8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:08.619495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfd38c-b47d-4c8b-816a-f5dce29d5de8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:08.620014 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfd38c-b47d-4c8b-816a-f5dce29d5de8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:08.620358 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfd38c-b47d-4c8b-816a-f5dce29d5de8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:08.620696 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfd38c-b47d-4c8b-816a-f5dce29d5de8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:08.621030 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfd38c-b47d-4c8b-816a-f5dce29d5de8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:08.621365 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfd38c-b47d-4c8b-816a-f5dce29d5de8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:08.621698 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfd38c-b47d-4c8b-816a-f5dce29d5de8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:08.622031 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfd38c-b47d-4c8b-816a-f5dce29d5de8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:08.622362 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfd38c-b47d-4c8b-816a-f5dce29d5de8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:08.622692 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfd38c-b47d-4c8b-816a-f5dce29d5de8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:08.638078 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98d6b7be-87f7-42e1-bb9a-3d86c56285e4 req-c4305071-0b4d-41bf-b9e2-2f213badfead tempest-AbsoluteLimitsNegativeTestJSON-2112412705 tempest-AbsoluteLimitsNegativeTestJSON-2112412705-project] 10.222.0.77 "GET /v2.0/quotas/4b41c5e3a52241dea3949d8e63cb880e HTTP/1.1" status: 200 len: 375 time: 0.0881178 Feb 09 21:31:08.682952 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98d6b7be-87f7-42e1-bb9a-3d86c56285e4 req-e68e2629-45c2-44c0-a6ba-03692210f10f tempest-AbsoluteLimitsNegativeTestJSON-2112412705 tempest-AbsoluteLimitsNegativeTestJSON-2112412705-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4b41c5e3a52241dea3949d8e63cb880e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406816 Feb 09 21:31:08.700450 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port e449a260-1ced-47f5-8970-977165f448b0, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=e449a260-1ced-47f5-8970-977165f448b0,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:08.701740 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8805f2-9599-4118-8add-4553537c8618 req-71dfd38c-b47d-4c8b-816a-f5dce29d5de8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] No DVR routers for this DVR port 49c4fa5c-dc3b-435a-8af3-130a1411ff25 on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:08.705550 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3e8805f2-9599-4118-8add-4553537c8618 req-71dfd38c-b47d-4c8b-816a-f5dce29d5de8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:08.708964 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e8805f2-9599-4118-8add-4553537c8618 req-71dfd38c-b47d-4c8b-816a-f5dce29d5de8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.42 "DELETE /v2.0/ports/49c4fa5c-dc3b-435a-8af3-130a1411ff25 HTTP/1.1" status: 204 len: 173 time: 1.3373005 Feb 09 21:31:08.709442 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00385a2a-aade-463e-9186-6205716cd7fc', 'name': 'network-vif-deleted', 'tag': '49c4fa5c-dc3b-435a-8af3-130a1411ff25'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:08.712589 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c70098-b9c0-4f4c-a478-85e2cd6d8846" -d '{"events": [{"server_uuid": "00385a2a-aade-463e-9186-6205716cd7fc", "name": "network-vif-deleted", "tag": "49c4fa5c-dc3b-435a-8af3-130a1411ff25"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:08.728319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d45079-2c78-4542-8548-72f00874c70c req-e50910be-478e-430b-85ef-a1ce3524e97e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:08.736804 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-15d45079-2c78-4542-8548-72f00874c70c req-e50910be-478e-430b-85ef-a1ce3524e97e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 949 time: 0.2309527 Feb 09 21:31:08.749553 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'e449a260-1ced-47f5-8970-977165f448b0', 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347', 'port_id': 'e449a260-1ced-47f5-8970-977165f448b0', 'mac_address': 'fa:16:3e:63:96:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351fd407-a245-4a16-90db-5d5f752397dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:31:08.821733 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-15d45079-2c78-4542-8548-72f00874c70c req-70b3c0e0-f2a2-464b-a78b-0964d424c8a7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840054 Feb 09 21:31:08.937409 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752813f5-e2db-4d6b-b8dc-43efb8bc9b6d req-3298129e-7db7-439f-808e-8192ddce3cdb tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:08.945579 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port e449a260-1ced-47f5-8970-977165f448b0 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:08.946144 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-752813f5-e2db-4d6b-b8dc-43efb8bc9b6d req-3298129e-7db7-439f-808e-8192ddce3cdb tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 945 time: 0.0875728 Feb 09 21:31:08.953307 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e449a260-1ced-47f5-8970-977165f448b0), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:08.988678 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf356fd5-1e06-4680-846c-e6906979d3c5 x-openstack-request-id: req-cf356fd5-1e06-4680-846c-e6906979d3c5 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:08.988974 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00385a2a-aade-463e-9186-6205716cd7fc", "name": "network-vif-deleted", "tag": "49c4fa5c-dc3b-435a-8af3-130a1411ff25", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:08.989236 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cf356fd5-1e06-4680-846c-e6906979d3c5 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:08.993832 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00385a2a-aade-463e-9186-6205716cd7fc', 'name': 'network-vif-deleted', 'tag': '49c4fa5c-dc3b-435a-8af3-130a1411ff25', 'status': 'completed', 'code': 200} Feb 09 21:31:09.008145 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e449a260-1ced-47f5-8970-977165f448b0 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:09.034570 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port e449a260-1ced-47f5-8970-977165f448b0, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=e449a260-1ced-47f5-8970-977165f448b0,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:09.055450 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e449a260-1ced-47f5-8970-977165f448b0), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:09.086355 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-752813f5-e2db-4d6b-b8dc-43efb8bc9b6d req-1f8e6f5b-4540-4b3c-ada1-fd6b3c3e51bf tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394138 Feb 09 21:31:09.160141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 0ed3f83a-3353-45b8-aa52-2b88461c4ffa up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:09.160467 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6990ff40-5918-41e5-9fde-37357c3ec4c0 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Router 00290ca8-f438-4322-b937-a04eb48eb29c has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:31:09.336627 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['e449a260-1ced-47f5-8970-977165f448b0'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:09.363469 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a4638d6-72d1-4bfd-9769-469a4f91e568 req-0156fb78-59c2-446c-94df-be87866d39d8 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=00385a2a-aade-463e-9186-6205716cd7fc HTTP/1.1" status: 200 len: 210 time: 0.0807614 Feb 09 21:31:09.412864 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=e449a260-1ced-47f5-8970-977165f448b0,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:09.454995 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47070) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:09.495270 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6990ff40-5918-41e5-9fde-37357c3ec4c0 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:31:09.505983 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:31:09.513608 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6990ff40-5918-41e5-9fde-37357c3ec4c0 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:09.522872 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a54f98-ce13-42e3-90af-35044cdf0673 None None] Sync routers for ids ['00290ca8-f438-4322-b937-a04eb48eb29c'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:31:09.538322 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:09.538701 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:09.573919 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6990ff40-5918-41e5-9fde-37357c3ec4c0 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "PUT /v2.0/floatingips/bbbfb6d1-1109-4929-8077-e456548a8955 HTTP/1.1" status: 200 len: 991 time: 2.9145064 Feb 09 21:31:09.573919 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f668c86d-22c0-4cfb-b273-735a2a53db88', 'tag': 'a98b7c53-b0af-4fca-9069-7c1cebdd5065'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:09.575041 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa7c168-f271-4aa1-adac-d1490b936965" -d '{"events": [{"name": "network-changed", "server_uuid": "f668c86d-22c0-4cfb-b273-735a2a53db88", "tag": "a98b7c53-b0af-4fca-9069-7c1cebdd5065"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:09.595253 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9d524-902e-44ac-bc0e-e7647e065f7b req-d20ad295-c76a-4f69-bd85-cdb02e51c0d8 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:09.597519 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ef9d524-902e-44ac-bc0e-e7647e065f7b req-d20ad295-c76a-4f69-bd85-cdb02e51c0d8 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 944 time: 0.1006403 Feb 09 21:31:09.605006 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a54f98-ce13-42e3-90af-35044cdf0673 None None] Routers {'00290ca8-f438-4322-b937-a04eb48eb29c'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:31:09.605509 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-52a54f98-ce13-42e3-90af-35044cdf0673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:30:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['00290ca8-f438-4322-b937-a04eb48eb29c'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:09.700797 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0fcf256-43eb-408e-8c26-4cb9c1f18481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:09.722865 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ef9d524-902e-44ac-bc0e-e7647e065f7b req-7269956f-821c-4920-b84d-e27ac96635b9 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188424 Feb 09 21:31:09.837000 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0fcf256-43eb-408e-8c26-4cb9c1f18481 admin admin] Publish callbacks [] for security_group (3c17b4e5-b1d8-4f92-a90b-2490633ba29b), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:09.852845 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8ef07e-e9a7-4330-be22-07f4bc868ed6 x-openstack-request-id: req-1b8ef07e-e9a7-4330-be22-07f4bc868ed6 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:09.853323 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f668c86d-22c0-4cfb-b273-735a2a53db88", "tag": "a98b7c53-b0af-4fca-9069-7c1cebdd5065", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:09.853756 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1b8ef07e-e9a7-4330-be22-07f4bc868ed6 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:09.854410 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f668c86d-22c0-4cfb-b273-735a2a53db88', 'tag': 'a98b7c53-b0af-4fca-9069-7c1cebdd5065', 'status': 'completed', 'code': 200} Feb 09 21:31:09.860040 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-52a54f98-ce13-42e3-90af-35044cdf0673 None None] Set router 00290ca8-f438-4322-b937-a04eb48eb29c gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:31:09.861203 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0fcf256-43eb-408e-8c26-4cb9c1f18481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3c17b4e5-b1d8-4f92-a90b-2490633ba29b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:09.910724 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:09.911143 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:09.941365 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcf256-43eb-408e-8c26-4cb9c1f18481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c17b4e5-b1d8-4f92-a90b-2490633ba29b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:10.005924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed3f83a-3353-45b8-aa52-2b88461c4ffa'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:10.008828 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f768ec-0aa5-4ce2-9fcb-d7ab1f9fdc1c" -d '{"events": [{"server_uuid": "47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d", "name": "network-vif-plugged", "status": "completed", "tag": "0ed3f83a-3353-45b8-aa52-2b88461c4ffa"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:10.024764 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c0fcf256-43eb-408e-8c26-4cb9c1f18481 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4b41c5e3a52241dea3949d8e63cb880e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5661042 Feb 09 21:31:10.025104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47092) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:10.038818 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=0ed3f83a-3353-45b8-aa52-2b88461c4ffa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:10.052535 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2453ab5-0ec2-4c97-909e-b1199aa41ed2 req-85b03746-1cc2-4c03-a8ba-027e7ba5d7ba tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:10.052798 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.060212 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e2453ab5-0ec2-4c97-909e-b1199aa41ed2 req-85b03746-1cc2-4c03-a8ba-027e7ba5d7ba tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=f668c86d-22c0-4cfb-b273-735a2a53db88 HTTP/1.1" status: 200 len: 945 time: 0.2206573 Feb 09 21:31:10.067454 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7c168-f271-4aa1-adac-d1490b936965 req-524ffb13-a4d7-4028-93df-d866e21c5d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:10.069586 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-baa7c168-f271-4aa1-adac-d1490b936965 req-524ffb13-a4d7-4028-93df-d866e21c5d9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34da0e58ac28411fa30259d6e8691b32&device_id=f668c86d-22c0-4cfb-b273-735a2a53db88 HTTP/1.1" status: 200 len: 1127 time: 0.1737895 Feb 09 21:31:10.106821 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47096) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:10.116551 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aa3f68a2-0b56-4ff6-b9ed-66ff622b2239 admin admin] Publish callbacks [] for security_group (3c17b4e5-b1d8-4f92-a90b-2490633ba29b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.145569 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aa3f68a2-0b56-4ff6-b9ed-66ff622b2239 admin admin] Publish callbacks [] for security_group (3c17b4e5-b1d8-4f92-a90b-2490633ba29b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.153135 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de904dc9-de8d-466b-91a0-48d27db857ec req-84d4d2c3-50a5-4703-8691-b14b0c3bc9eb tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:10.160323 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de904dc9-de8d-466b-91a0-48d27db857ec req-84d4d2c3-50a5-4703-8691-b14b0c3bc9eb tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 949 time: 0.2042997 Feb 09 21:31:10.226219 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e2453ab5-0ec2-4c97-909e-b1199aa41ed2 req-5a285d65-8f06-49d4-84de-6c77b34e687e tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644630 Feb 09 21:31:10.231070 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aa3f68a2-0b56-4ff6-b9ed-66ff622b2239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3c17b4e5-b1d8-4f92-a90b-2490633ba29b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.235922 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aa3f68a2-0b56-4ff6-b9ed-66ff622b2239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.239576 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-aa3f68a2-0b56-4ff6-b9ed-66ff622b2239 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3c17b4e5-b1d8-4f92-a90b-2490633ba29b HTTP/1.1" status: 204 len: 168 time: 0.2108107 Feb 09 21:31:10.244486 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=0ed3f83a-3353-45b8-aa52-2b88461c4ffa,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:10.269885 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de904dc9-de8d-466b-91a0-48d27db857ec req-d28c0aad-eedc-42ea-8de9-c9c3eacd4fa3 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087301 Feb 09 21:31:10.288371 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7c168-f271-4aa1-adac-d1490b936965 req-4b8fa02e-6070-4ff0-892b-de253b018193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:10.289896 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-baa7c168-f271-4aa1-adac-d1490b936965 req-4b8fa02e-6070-4ff0-892b-de253b018193 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a3f8e4fa-eb41-400d-a414-9d927a51e184 HTTP/1.1" status: 200 len: 924 time: 0.2127647 Feb 09 21:31:10.291230 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f68a2-0b56-4ff6-b9ed-66ff622b2239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c17b4e5-b1d8-4f92-a90b-2490633ba29b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:10.306570 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a814c82-2c76-4f5c-8535-5f095c4d6076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.307321 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 49c4fa5c-dc3b-435a-8af3-130a1411ff25 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:10.310116 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f68a2-0b56-4ff6-b9ed-66ff622b2239 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:10.311031 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f68a2-0b56-4ff6-b9ed-66ff622b2239 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:10.311381 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f68a2-0b56-4ff6-b9ed-66ff622b2239 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:10.323844 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f68a2-0b56-4ff6-b9ed-66ff622b2239 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:10.324336 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f68a2-0b56-4ff6-b9ed-66ff622b2239 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:10.324687 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f68a2-0b56-4ff6-b9ed-66ff622b2239 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:10.325031 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f68a2-0b56-4ff6-b9ed-66ff622b2239 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:10.325373 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f68a2-0b56-4ff6-b9ed-66ff622b2239 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:10.325712 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f68a2-0b56-4ff6-b9ed-66ff622b2239 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:10.326148 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f68a2-0b56-4ff6-b9ed-66ff622b2239 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:10.326462 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f68a2-0b56-4ff6-b9ed-66ff622b2239 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:10.326794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f68a2-0b56-4ff6-b9ed-66ff622b2239 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:10.327127 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f68a2-0b56-4ff6-b9ed-66ff622b2239 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:10.337964 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 49c4fa5c-dc3b-435a-8af3-130a1411ff25 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:31:10.338314 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 49c4fa5c-dc3b-435a-8af3-130a1411ff25 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:10.371174 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d77001-22ea-4996-ab63-994f3d6b47a4 x-openstack-request-id: req-45d77001-22ea-4996-ab63-994f3d6b47a4 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:10.372129 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d", "name": "network-vif-plugged", "status": "completed", "tag": "0ed3f83a-3353-45b8-aa52-2b88461c4ffa", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:10.372129 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-45d77001-22ea-4996-ab63-994f3d6b47a4 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:10.372342 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed3f83a-3353-45b8-aa52-2b88461c4ffa', 'code': 200} Feb 09 21:31:10.457298 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-baa7c168-f271-4aa1-adac-d1490b936965 req-83b28c64-40d7-4a34-a859-269782458c38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a98b7c53-b0af-4fca-9069-7c1cebdd5065 HTTP/1.1" status: 200 len: 999 time: 0.1585698 Feb 09 21:31:10.466913 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d202d5fa-ee0b-4f94-a9f1-04fe3e8e88b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.495050 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-52a54f98-ce13-42e3-90af-35044cdf0673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-router', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:28:58Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'gw_port': {'id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:00Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'bbbfb6d1-1109-4929-8077-e456548a8955', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'port_id': 'a98b7c53-b0af-4fca-9069-7c1cebdd5065', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'mac_address': 'fa:16:3e:06:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f668c86d-22c0-4cfb-b273-735a2a53db88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:29:35Z', 'updated_at': '2022-02-09T21:31:08Z', 'revision_number': 5, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7', 'name': '', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'mac_address': 'fa:16:3e:fd:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:07Z', 'updated_at': '2022-02-09T21:29:17Z', 'revision_number': 5, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'subnets': [{'id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:10.520423 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a814c82-2c76-4f5c-8535-5f095c4d6076 admin admin] Publish callbacks [] for security_group (c79cb732-e47b-4ddc-9624-cc2b9c548b35), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.527702 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549213c-9ce9-4f0f-bd28-a12fe162b5fe req-2b1465c3-5c85-48fc-b663-2d2ae8503d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:10.529910 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4549213c-9ce9-4f0f-bd28-a12fe162b5fe req-2b1465c3-5c85-48fc-b663-2d2ae8503d3c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 1132 time: 0.0791059 Feb 09 21:31:10.531106 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a814c82-2c76-4f5c-8535-5f095c4d6076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c79cb732-e47b-4ddc-9624-cc2b9c548b35), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.553120 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7c168-f271-4aa1-adac-d1490b936965 req-f92fefec-1a16-40ad-842b-02663f0317c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:10.554960 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-baa7c168-f271-4aa1-adac-d1490b936965 req-f92fefec-1a16-40ad-842b-02663f0317c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9bbdf589-ff38-4f97-b903-2b54033c2183 HTTP/1.1" status: 200 len: 862 time: 0.0811377 Feb 09 21:31:10.561304 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a814c82-2c76-4f5c-8535-5f095c4d6076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79cb732-e47b-4ddc-9624-cc2b9c548b35,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:10.580991 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a54f98-ce13-42e3-90af-35044cdf0673 None None] Checking router: 00290ca8-f438-4322-b937-a04eb48eb29c for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:31:10.597734 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f30f2-a48a-432b-8107-1a59698d0030 req-ffb25c02-fd45-4537-90f5-275c8524200b tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:10.599288 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-772f30f2-a48a-432b-8107-1a59698d0030 req-ffb25c02-fd45-4537-90f5-275c8524200b tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 945 time: 0.1458852 Feb 09 21:31:10.613191 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a54f98-ce13-42e3-90af-35044cdf0673 None None] Routers {'00290ca8-f438-4322-b937-a04eb48eb29c'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:31:10.616877 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-52a54f98-ce13-42e3-90af-35044cdf0673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:31:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['00290ca8-f438-4322-b937-a04eb48eb29c'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:10.621899 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1a814c82-2c76-4f5c-8535-5f095c4d6076 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1f624a430fcc406197f5aee61459b44b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5140007 Feb 09 21:31:10.625707 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47110) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:10.639602 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4549213c-9ce9-4f0f-bd28-a12fe162b5fe req-360da70e-9519-4008-88f0-06b5ac0b3bea service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759194 Feb 09 21:31:10.681444 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7c168-f271-4aa1-adac-d1490b936965 req-70a9c271-822c-4491-b5f3-44283a0b9700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:10.682869 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-baa7c168-f271-4aa1-adac-d1490b936965 req-70a9c271-822c-4491-b5f3-44283a0b9700 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3f8e4fa-eb41-400d-a414-9d927a51e184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1055729 Feb 09 21:31:10.687858 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-772f30f2-a48a-432b-8107-1a59698d0030 req-5befc0c5-bcbc-467e-98ec-1db64350ea78 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715559 Feb 09 21:31:10.727334 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29cdbeb3-477f-44c3-91d6-3ab9d2f742ff admin admin] Publish callbacks [] for security_group (c79cb732-e47b-4ddc-9624-cc2b9c548b35), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.765170 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29cdbeb3-477f-44c3-91d6-3ab9d2f742ff admin admin] Publish callbacks [] for security_group (c79cb732-e47b-4ddc-9624-cc2b9c548b35), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.851892 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29cdbeb3-477f-44c3-91d6-3ab9d2f742ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c79cb732-e47b-4ddc-9624-cc2b9c548b35), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.854715 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29cdbeb3-477f-44c3-91d6-3ab9d2f742ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.859586 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-29cdbeb3-477f-44c3-91d6-3ab9d2f742ff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c79cb732-e47b-4ddc-9624-cc2b9c548b35 HTTP/1.1" status: 204 len: 168 time: 0.2303221 Feb 09 21:31:10.866761 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbeb3-477f-44c3-91d6-3ab9d2f742ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79cb732-e47b-4ddc-9624-cc2b9c548b35,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:10.927170 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-baa7c168-f271-4aa1-adac-d1490b936965 req-ee6126a0-fa5a-493a-b640-7ee2bc4206bb service neutron] 10.222.0.42 "GET /v2.0/networks/a3f8e4fa-eb41-400d-a414-9d927a51e184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259135 Feb 09 21:31:11.001826 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-52a54f98-ce13-42e3-90af-35044cdf0673 None None] Set router 00290ca8-f438-4322-b937-a04eb48eb29c gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:31:11.069686 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c346d-ff0e-4806-ba9f-a21475622963 req-176a9cff-be2a-4e63-8234-d00bede7ade1 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:11.077329 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a8c346d-ff0e-4806-ba9f-a21475622963 req-176a9cff-be2a-4e63-8234-d00bede7ade1 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 944 time: 0.1993096 Feb 09 21:31:11.184155 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-baa7c168-f271-4aa1-adac-d1490b936965 req-fbf7c3cf-a826-49c0-b77f-2f06406e5ea5 service neutron] 10.222.0.42 "GET /v2.0/networks/a3f8e4fa-eb41-400d-a414-9d927a51e184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437472 Feb 09 21:31:11.195625 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a8c346d-ff0e-4806-ba9f-a21475622963 req-d9064704-6a41-414c-9dbf-3599779adb81 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152925 Feb 09 21:31:11.207450 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad512a-f121-4429-a5db-4c9afa26058b req-d5f52d04-5cbd-4ec2-8aff-79609dc683a7 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:11.209107 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bad512a-f121-4429-a5db-4c9afa26058b req-d5f52d04-5cbd-4ec2-8aff-79609dc683a7 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=10dc95e6-2cdb-43fe-bd52-c415096da696 HTTP/1.1" status: 200 len: 950 time: 0.1207418 Feb 09 21:31:11.280040 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bad512a-f121-4429-a5db-4c9afa26058b req-eb65e93f-5af0-4b16-9f9f-b72ad1691e62 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627539 Feb 09 21:31:11.350147 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47142) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:11.364309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-52a54f98-ce13-42e3-90af-35044cdf0673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-router', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:28:58Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'gw_port': {'id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:00Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'bbbfb6d1-1109-4929-8077-e456548a8955', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'port_id': 'a98b7c53-b0af-4fca-9069-7c1cebdd5065', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'mac_address': 'fa:16:3e:06:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f668c86d-22c0-4cfb-b273-735a2a53db88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:29:35Z', 'updated_at': '2022-02-09T21:31:08Z', 'revision_number': 5, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7', 'name': '', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'mac_address': 'fa:16:3e:fd:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:07Z', 'updated_at': '2022-02-09T21:29:17Z', 'revision_number': 5, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'subnets': [{'id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:11.375144 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0953ec77-5e06-40b5-970c-1c4d5ff4aca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.376245 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb89d5-cf17-4ae8-9d19-8f532b9fbe04 req-6a4ecbb6-bcf2-4557-aa25-adcd318f1643 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:11.377579 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ebb89d5-cf17-4ae8-9d19-8f532b9fbe04 req-6a4ecbb6-bcf2-4557-aa25-adcd318f1643 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=f668c86d-22c0-4cfb-b273-735a2a53db88 HTTP/1.1" status: 200 len: 945 time: 0.0637724 Feb 09 21:31:11.414119 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a54f98-ce13-42e3-90af-35044cdf0673 None None] The sync data for ids ['00290ca8-f438-4322-b937-a04eb48eb29c'] in n-d-828601-1 is: [{'id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-router', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:28:58Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'gw_port': {'id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:00Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'bbbfb6d1-1109-4929-8077-e456548a8955', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'port_id': 'a98b7c53-b0af-4fca-9069-7c1cebdd5065', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'mac_address': 'fa:16:3e:06:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f668c86d-22c0-4cfb-b273-735a2a53db88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:29:35Z', 'updated_at': '2022-02-09T21:31:08Z', 'revision_number': 5, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7', 'name': '', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'mac_address': 'fa:16:3e:fd:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:07Z', 'updated_at': '2022-02-09T21:29:17Z', 'revision_number': 5, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'subnets': [{'id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:31:11.434001 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.440715 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47144) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:11.489891 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc856d-854d-4650-8411-c63628b89f12 req-1465bacf-77a0-4100-9386-6fe2ee41d395 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:11.491636 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8cbc856d-854d-4650-8411-c63628b89f12 req-1465bacf-77a0-4100-9386-6fe2ee41d395 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.1105416 Feb 09 21:31:11.500239 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0953ec77-5e06-40b5-970c-1c4d5ff4aca5 admin admin] Publish callbacks [] for security_group (00e3379a-5c41-42de-a000-1354fad1adaf), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.503668 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ebb89d5-cf17-4ae8-9d19-8f532b9fbe04 req-15452354-78d1-4f20-aa97-d3dae0dfa793 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165035 Feb 09 21:31:11.508304 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0953ec77-5e06-40b5-970c-1c4d5ff4aca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (00e3379a-5c41-42de-a000-1354fad1adaf), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.557261 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0953ec77-5e06-40b5-970c-1c4d5ff4aca5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3a2a9072ea9f413fa096d21252609f2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2053246 Feb 09 21:31:11.557882 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47152) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:11.559942 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953ec77-5e06-40b5-970c-1c4d5ff4aca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e3379a-5c41-42de-a000-1354fad1adaf,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:11.596909 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8cbc856d-854d-4650-8411-c63628b89f12 req-d28ac3be-7d29-4a98-a415-24c676970570 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869620 Feb 09 21:31:11.635388 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01e82a18-0bdd-4f6a-83af-1a855a356219 admin admin] Publish callbacks [] for security_group (00e3379a-5c41-42de-a000-1354fad1adaf), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.659037 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01e82a18-0bdd-4f6a-83af-1a855a356219 admin admin] Publish callbacks [] for security_group (00e3379a-5c41-42de-a000-1354fad1adaf), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.665715 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7abe94-b2bf-4782-934f-0ae113b37f13 req-e63e92ed-98a8-4840-afa6-0a68ad1e9217 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:11.667045 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e7abe94-b2bf-4782-934f-0ae113b37f13 req-e63e92ed-98a8-4840-afa6-0a68ad1e9217 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=f668c86d-22c0-4cfb-b273-735a2a53db88 HTTP/1.1" status: 200 len: 945 time: 0.0599058 Feb 09 21:31:11.695227 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f3ccc564-4dc3-4e49-90d8-26144faabece admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1326176039-network', 'tenant_id': '3ce58dc72684444caa8d8b544167e909'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:11.722659 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e7abe94-b2bf-4782-934f-0ae113b37f13 req-d270c96a-be8a-439b-9831-d44a7e3c7e23 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494113 Feb 09 21:31:11.732060 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ccc564-4dc3-4e49-90d8-26144faabece admin admin] Made reservation on behalf of 3ce58dc72684444caa8d8b544167e909 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:11.735190 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3ccc564-4dc3-4e49-90d8-26144faabece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.746991 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3ccc564-4dc3-4e49-90d8-26144faabece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.774257 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01e82a18-0bdd-4f6a-83af-1a855a356219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (00e3379a-5c41-42de-a000-1354fad1adaf), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.777047 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01e82a18-0bdd-4f6a-83af-1a855a356219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.778356 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-01e82a18-0bdd-4f6a-83af-1a855a356219 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/00e3379a-5c41-42de-a000-1354fad1adaf HTTP/1.1" status: 204 len: 168 time: 0.2192631 Feb 09 21:31:11.793680 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e82a18-0bdd-4f6a-83af-1a855a356219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e3379a-5c41-42de-a000-1354fad1adaf,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:11.808832 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685d4ef8-59dc-4e13-b32c-fd154568981f None None] New status for floating IP bbbfb6d1-1109-4929-8077-e456548a8955: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:31:11.871702 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3ccc564-4dc3-4e49-90d8-26144faabece admin admin] Publish callbacks [] for security_group (b4ba1116-6916-4659-838a-6304782a896c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.876659 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3ccc564-4dc3-4e49-90d8-26144faabece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b4ba1116-6916-4659-838a-6304782a896c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.901277 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ccc564-4dc3-4e49-90d8-26144faabece admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:31:11.902189 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da407b5e-a53a-4bc2-9e37-4c59c7ccbed9 req-263b5f43-4752-4bbe-90e7-b98df0a7b34b tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:11.910763 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da407b5e-a53a-4bc2-9e37-4c59c7ccbed9 req-263b5f43-4752-4bbe-90e7-b98df0a7b34b tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 945 time: 0.1136754 Feb 09 21:31:11.931486 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3ccc564-4dc3-4e49-90d8-26144faabece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (107c773d-8d03-4905-85b4-c8e9e8fbbb70), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.932145 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-f3ccc564-4dc3-4e49-90d8-26144faabece admin admin] Added segment 107c773d-8d03-4905-85b4-c8e9e8fbbb70 of type vlan for network e28a210d-cec7-4283-a7e2-14cbab7bcb1e Feb 09 21:31:11.933885 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ccc564-4dc3-4e49-90d8-26144faabece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ba1116-6916-4659-838a-6304782a896c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:11.994997 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3ccc564-4dc3-4e49-90d8-26144faabece admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (e28a210d-cec7-4283-a7e2-14cbab7bcb1e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.003772 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da407b5e-a53a-4bc2-9e37-4c59c7ccbed9 req-dc237492-4c5b-4784-b689-183e6397dc80 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919907 Feb 09 21:31:12.037980 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3ccc564-4dc3-4e49-90d8-26144faabece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (e28a210d-cec7-4283-a7e2-14cbab7bcb1e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.039933 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ccc564-4dc3-4e49-90d8-26144faabece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:12.040850 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3ccc564-4dc3-4e49-90d8-26144faabece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.114875 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ccc564-4dc3-4e49-90d8-26144faabece admin admin] Pushing event updated for resources: {'Network': ['ID=e28a210d-cec7-4283-a7e2-14cbab7bcb1e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:12.125492 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network e28a210d-cec7-4283-a7e2-14cbab7bcb1e details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:31:12.128985 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f3ccc564-4dc3-4e49-90d8-26144faabece admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6876354 Feb 09 21:31:12.131963 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47164) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:12.137136 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c24c0430-49c8-4e77-9e57-77c12bf04e06 admin admin] Request body: {'subnet': {'network_id': 'e28a210d-cec7-4283-a7e2-14cbab7bcb1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1326176039-subnet', 'tenant_id': '3ce58dc72684444caa8d8b544167e909', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:12.158102 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24c0430-49c8-4e77-9e57-77c12bf04e06 admin admin] Made reservation on behalf of 3ce58dc72684444caa8d8b544167e909 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:12.162547 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c24c0430-49c8-4e77-9e57-77c12bf04e06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.315929 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device e449a260-1ced-47f5-8970-977165f448b0 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:12.370386 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86574c9d-740e-47db-af65-d30655765795 req-24cb9ac8-7c53-4cb0-817d-82ae8018676f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:12.372209 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-86574c9d-740e-47db-af65-d30655765795 req-24cb9ac8-7c53-4cb0-817d-82ae8018676f tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.42 "GET /v2.0/ports?device_id=10dc95e6-2cdb-43fe-bd52-c415096da696 HTTP/1.1" status: 200 len: 950 time: 0.0910976 Feb 09 21:31:12.386046 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c24c0430-49c8-4e77-9e57-77c12bf04e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (26ecc3c6-3427-45c5-b80e-82aa98e00f6c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.415933 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port e449a260-1ced-47f5-8970-977165f448b0 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:31:12.426585 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port e449a260-1ced-47f5-8970-977165f448b0 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:12.428658 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2f622-486a-4024-94b1-40dc8b40615e req-7fec2df2-a423-4b8c-b1ce-1ed0dddb71cd tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:12.430767 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e449a260-1ced-47f5-8970-977165f448b0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.432239 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-14f2f622-486a-4024-94b1-40dc8b40615e req-7fec2df2-a423-4b8c-b1ce-1ed0dddb71cd tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 944 time: 0.1431763 Feb 09 21:31:12.468097 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24c0430-49c8-4e77-9e57-77c12bf04e06 admin admin] Checking segment: {'id': '107c773d-8d03-4905-85b4-c8e9e8fbbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e28a210d-cec7-4283-a7e2-14cbab7bcb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:12.468928 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24c0430-49c8-4e77-9e57-77c12bf04e06 admin admin] Network hostable DHCP agents. Network: e28a210d-cec7-4283-a7e2-14cbab7bcb1e, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:31:12.471687 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c0430-49c8-4e77-9e57-77c12bf04e06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ecc3c6-3427-45c5-b80e-82aa98e00f6c,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:12.493936 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24c0430-49c8-4e77-9e57-77c12bf04e06 admin admin] Network e28a210d-cec7-4283-a7e2-14cbab7bcb1e is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:31:12.516829 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-c24c0430-49c8-4e77-9e57-77c12bf04e06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, e28a210d-cec7-4283-a7e2-14cbab7bcb1e) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:12.530873 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port e449a260-1ced-47f5-8970-977165f448b0 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:12.531164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24c0430-49c8-4e77-9e57-77c12bf04e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:12.531733 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e449a260-1ced-47f5-8970-977165f448b0), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.532147 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c24c0430-49c8-4e77-9e57-77c12bf04e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.539008 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a7a1a5-f08e-44a0-b3f8-39a9ad5a7dfb None None] Network e28a210d-cec7-4283-a7e2-14cbab7bcb1e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:31:12.563996 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c24c0430-49c8-4e77-9e57-77c12bf04e06 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4222980 Feb 09 21:31:12.604705 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-14f2f622-486a-4024-94b1-40dc8b40615e req-b7589126-b309-4a4b-b473-f350180bba59 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594338 Feb 09 21:31:12.612873 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503cbd3-ba10-470b-8c56-16707c2a41f0 req-53025b7b-a78f-475b-b200-3326d14b2248 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:12.641532 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9503cbd3-ba10-470b-8c56-16707c2a41f0 req-53025b7b-a78f-475b-b200-3326d14b2248 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=10dc95e6-2cdb-43fe-bd52-c415096da696 HTTP/1.1" status: 200 len: 950 time: 0.2081072 Feb 09 21:31:12.706513 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a67db0-bf7b-491d-a8d3-4727d5d5a36d req-2949ace3-45e9-4fe5-8b7a-26eac8e508a7 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:12.711255 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-09a67db0-bf7b-491d-a8d3-4727d5d5a36d req-2949ace3-45e9-4fe5-8b7a-26eac8e508a7 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "GET /v2.0/ports?device_id=9e562996-d5fd-4eeb-b71e-91ef2efb31f3 HTTP/1.1" status: 200 len: 949 time: 0.1206474 Feb 09 21:31:12.734356 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port e449a260-1ced-47f5-8970-977165f448b0, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=e449a260-1ced-47f5-8970-977165f448b0,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:12.740846 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd46d4c-5923-45a0-aa09-95217dc65958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e449a260-1ced-47f5-8970-977165f448b0'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:12.744490 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee921f6-1263-47f0-8039-4f0a15a01584" -d '{"events": [{"server_uuid": "9cd46d4c-5923-45a0-aa09-95217dc65958", "name": "network-vif-plugged", "status": "completed", "tag": "e449a260-1ced-47f5-8970-977165f448b0"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:12.751288 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1bfb58-2f69-4ac9-95ee-d9cae6831a86 None None] Network e28a210d-cec7-4283-a7e2-14cbab7bcb1e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:31:12.757411 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e449a260-1ced-47f5-8970-977165f448b0), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.766675 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-86574c9d-740e-47db-af65-d30655765795 req-62793370-cc0e-4d83-9883-3626ddb45a73 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Deleting port 746c7f66-5bfa-450d-8e50-d3fca91ea73e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:12.767009 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-86574c9d-740e-47db-af65-d30655765795 req-62793370-cc0e-4d83-9883-3626ddb45a73 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (746c7f66-5bfa-450d-8e50-d3fca91ea73e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.787992 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9503cbd3-ba10-470b-8c56-16707c2a41f0 req-0c2b1c7a-880e-499a-8590-1d0ac9a01b31 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455646 Feb 09 21:31:12.792674 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47194) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:12.869075 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-09a67db0-bf7b-491d-a8d3-4727d5d5a36d req-859d3549-584b-4494-a1c5-61244463764a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Deleting port 9dd43f9a-4909-4ea6-bc52-f89665942a3f {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:12.869730 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-09a67db0-bf7b-491d-a8d3-4727d5d5a36d req-859d3549-584b-4494-a1c5-61244463764a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (9dd43f9a-4909-4ea6-bc52-f89665942a3f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.874327 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=e449a260-1ced-47f5-8970-977165f448b0,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:12.874731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc8909-1677-4a00-b11a-dc2183c9e9c0 req-97d053e1-c2b1-4dd3-beee-e92e66da4d69 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:12.878293 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.881614 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-90dc8909-1677-4a00-b11a-dc2183c9e9c0 req-97d053e1-c2b1-4dd3-beee-e92e66da4d69 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.1597695 Feb 09 21:31:12.916179 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-86574c9d-740e-47db-af65-d30655765795 req-62793370-cc0e-4d83-9883-3626ddb45a73 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] For port 746c7f66-5bfa-450d-8e50-d3fca91ea73e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=746c7f66-5bfa-450d-8e50-d3fca91ea73e,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:12.916543 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-86574c9d-740e-47db-af65-d30655765795 req-62793370-cc0e-4d83-9883-3626ddb45a73 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (746c7f66-5bfa-450d-8e50-d3fca91ea73e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.931108 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeebd902-2e17-4b67-b7b0-2b1016ca445d x-openstack-request-id: req-eeebd902-2e17-4b67-b7b0-2b1016ca445d {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:12.932249 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd46d4c-5923-45a0-aa09-95217dc65958", "name": "network-vif-plugged", "status": "completed", "tag": "e449a260-1ced-47f5-8970-977165f448b0", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:12.932565 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eeebd902-2e17-4b67-b7b0-2b1016ca445d {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:12.932926 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd46d4c-5923-45a0-aa09-95217dc65958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e449a260-1ced-47f5-8970-977165f448b0', 'code': 200} Feb 09 21:31:12.939620 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-86574c9d-740e-47db-af65-d30655765795 req-62793370-cc0e-4d83-9883-3626ddb45a73 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Calling delete_port for 746c7f66-5bfa-450d-8e50-d3fca91ea73e owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:12.972922 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-90dc8909-1677-4a00-b11a-dc2183c9e9c0 req-d1f48692-4fe2-411a-9aad-37edb7d26c77 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859528 Feb 09 21:31:13.048094 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-60107e1a-9dae-4c2d-92cc-33ad81282475 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1274563573-network', 'tenant_id': '4e6fea2faa734cd68b2274ebadcebaf2'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:13.080999 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60107e1a-9dae-4c2d-92cc-33ad81282475 admin admin] Made reservation on behalf of 4e6fea2faa734cd68b2274ebadcebaf2 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:13.083584 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60107e1a-9dae-4c2d-92cc-33ad81282475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:13.118560 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60107e1a-9dae-4c2d-92cc-33ad81282475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:13.128345 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-f385b0ab-59a8-4726-a027-d21e9f45a149 req-e30b9ed9-76ce-48c8-be0e-d4996645adf5 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:31:13.131120 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f385b0ab-59a8-4726-a027-d21e9f45a149 req-e30b9ed9-76ce-48c8-be0e-d4996645adf5 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056429 Feb 09 21:31:13.151574 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-09a67db0-bf7b-491d-a8d3-4727d5d5a36d req-859d3549-584b-4494-a1c5-61244463764a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] For port 9dd43f9a-4909-4ea6-bc52-f89665942a3f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9dd43f9a-4909-4ea6-bc52-f89665942a3f,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:13.152150 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-09a67db0-bf7b-491d-a8d3-4727d5d5a36d req-859d3549-584b-4494-a1c5-61244463764a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (9dd43f9a-4909-4ea6-bc52-f89665942a3f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:13.160224 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d13c8a-a63a-4481-84d4-6d88e896c78e req-c6b491de-7de0-40d8-97a5-c887b5f62e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:13.161549 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-40d13c8a-a63a-4481-84d4-6d88e896c78e req-c6b491de-7de0-40d8-97a5-c887b5f62e7e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 1127 time: 0.1673491 Feb 09 21:31:13.183389 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-09a67db0-bf7b-491d-a8d3-4727d5d5a36d req-859d3549-584b-4494-a1c5-61244463764a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Calling delete_port for 9dd43f9a-4909-4ea6-bc52-f89665942a3f owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:13.189794 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-86574c9d-740e-47db-af65-d30655765795 req-62793370-cc0e-4d83-9883-3626ddb45a73 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (746c7f66-5bfa-450d-8e50-d3fca91ea73e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:13.204343 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['93e927e6-90ef-480c-bf7f-9988462f2fcb', 'd684e2b5-cba7-45ab-871a-2bc8f3bbcea8', '3bc2ba39-cd44-4d0b-992c-58cc712ee651', '9dd43f9a-4909-4ea6-bc52-f89665942a3f'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:13.207770 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['746c7f66-5bfa-450d-8e50-d3fca91ea73e'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:13.236504 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62793370-cc0e-4d83-9883-3626ddb45a73 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Pushing event deleted for resources: {'Port': ['ID=746c7f66-5bfa-450d-8e50-d3fca91ea73e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:13.392783 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-86574c9d-740e-47db-af65-d30655765795 req-62793370-cc0e-4d83-9883-3626ddb45a73 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] No DVR routers for this DVR port 746c7f66-5bfa-450d-8e50-d3fca91ea73e on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:13.428033 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-86574c9d-740e-47db-af65-d30655765795 req-62793370-cc0e-4d83-9883-3626ddb45a73 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:13.431379 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-86574c9d-740e-47db-af65-d30655765795 req-62793370-cc0e-4d83-9883-3626ddb45a73 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.42 "DELETE /v2.0/ports/746c7f66-5bfa-450d-8e50-d3fca91ea73e HTTP/1.1" status: 204 len: 173 time: 1.0507209 Feb 09 21:31:13.433493 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dc95e6-2cdb-43fe-bd52-c415096da696', 'name': 'network-vif-deleted', 'tag': '746c7f66-5bfa-450d-8e50-d3fca91ea73e'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:13.436186 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e1c09d-3318-4b3b-8842-b37bbae0a716" -d '{"events": [{"server_uuid": "10dc95e6-2cdb-43fe-bd52-c415096da696", "name": "network-vif-deleted", "tag": "746c7f66-5bfa-450d-8e50-d3fca91ea73e"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:13.491419 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a0dcf-37b5-4727-a833-a81e9e0636d7 req-975a5fff-6a0a-4638-9c31-2eb90bb09871 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:13.493142 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-786a0dcf-37b5-4727-a833-a81e9e0636d7 req-975a5fff-6a0a-4638-9c31-2eb90bb09871 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 945 time: 0.2010221 Feb 09 21:31:13.512101 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-941a086b-fae4-43eb-9927-9c62f9983194 req-c6be9b2c-2ec4-49d9-809a-2a539f5d26af service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1174374 Feb 09 21:31:13.615093 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-40d13c8a-a63a-4481-84d4-6d88e896c78e req-fc23a54b-5436-48bd-aff6-e40fb44cb78d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429777 Feb 09 21:31:13.674563 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-786a0dcf-37b5-4727-a833-a81e9e0636d7 req-27442300-512d-45ca-88ba-e4e8ea68e3c8 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610308 Feb 09 21:31:13.704111 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60107e1a-9dae-4c2d-92cc-33ad81282475 admin admin] Publish callbacks [] for security_group (36b518e0-290c-44b1-8d1c-8d88ca42bb78), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:13.735027 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ad311-2016-4b05-9d55-39244f611d55 req-c6a237e0-79c4-4722-bf13-d21bd494a758 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:13.737655 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b17ad311-2016-4b05-9d55-39244f611d55 req-c6a237e0-79c4-4722-bf13-d21bd494a758 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.1825302 Feb 09 21:31:13.764092 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60107e1a-9dae-4c2d-92cc-33ad81282475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (36b518e0-290c-44b1-8d1c-8d88ca42bb78), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:13.792280 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6b291b-08bc-418d-919f-32493773b895 x-openstack-request-id: req-4a6b291b-08bc-418d-919f-32493773b895 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:13.793252 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dc95e6-2cdb-43fe-bd52-c415096da696", "name": "network-vif-deleted", "tag": "746c7f66-5bfa-450d-8e50-d3fca91ea73e", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:13.793762 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4a6b291b-08bc-418d-919f-32493773b895 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:13.794559 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dc95e6-2cdb-43fe-bd52-c415096da696', 'name': 'network-vif-deleted', 'tag': '746c7f66-5bfa-450d-8e50-d3fca91ea73e', 'status': 'completed', 'code': 200} Feb 09 21:31:13.822933 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b17ad311-2016-4b05-9d55-39244f611d55 req-b1d3bacc-2f8f-4614-b360-06862dee2553 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792613 Feb 09 21:31:13.832740 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60107e1a-9dae-4c2d-92cc-33ad81282475 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:31:13.851406 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60107e1a-9dae-4c2d-92cc-33ad81282475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (45aa9c29-d2ab-4bf2-ad03-5e54226ed199), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:13.852996 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-60107e1a-9dae-4c2d-92cc-33ad81282475 admin admin] Added segment 45aa9c29-d2ab-4bf2-ad03-5e54226ed199 of type vlan for network f972a164-22f4-4327-99b6-b6c4dd6d103b Feb 09 21:31:13.913886 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60107e1a-9dae-4c2d-92cc-33ad81282475 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (f972a164-22f4-4327-99b6-b6c4dd6d103b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:13.971371 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60107e1a-9dae-4c2d-92cc-33ad81282475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (f972a164-22f4-4327-99b6-b6c4dd6d103b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:13.972288 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60107e1a-9dae-4c2d-92cc-33ad81282475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:13.972991 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60107e1a-9dae-4c2d-92cc-33ad81282475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:13.990294 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-09a67db0-bf7b-491d-a8d3-4727d5d5a36d req-859d3549-584b-4494-a1c5-61244463764a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (9dd43f9a-4909-4ea6-bc52-f89665942a3f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:13.990859 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:14.005619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['746c7f66-5bfa-450d-8e50-d3fca91ea73e'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:14.029720 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['93e927e6-90ef-480c-bf7f-9988462f2fcb', 'd684e2b5-cba7-45ab-871a-2bc8f3bbcea8', '3bc2ba39-cd44-4d0b-992c-58cc712ee651', '9dd43f9a-4909-4ea6-bc52-f89665942a3f'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:14.078226 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b590029d-a851-4cd5-b2a3-3b566f40aee4 req-b5460e6c-f21e-479d-a4ec-8457a5823ef4 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=10dc95e6-2cdb-43fe-bd52-c415096da696 HTTP/1.1" status: 200 len: 210 time: 0.0449309 Feb 09 21:31:14.093068 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c41ac-4142-47a0-9c8f-581f5ba9c59c req-0e82bcee-c225-4088-8d00-a350ca6a7d2b tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:14.095216 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-954c41ac-4142-47a0-9c8f-581f5ba9c59c req-0e82bcee-c225-4088-8d00-a350ca6a7d2b tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.1545560 Feb 09 21:31:14.114931 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d3549-584b-4494-a1c5-61244463764a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Pushing event deleted for resources: {'Port': ['ID=9dd43f9a-4909-4ea6-bc52-f89665942a3f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:14.117296 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60107e1a-9dae-4c2d-92cc-33ad81282475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b518e0-290c-44b1-8d1c-8d88ca42bb78,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:14.159038 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-60107e1a-9dae-4c2d-92cc-33ad81282475 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3635888 Feb 09 21:31:14.162371 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47236) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:14.174038 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-5a601e18-0a58-47b7-8329-d2fa30f36d6c admin admin] Request body: {'subnet': {'network_id': 'f972a164-22f4-4327-99b6-b6c4dd6d103b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1274563573-subnet', 'tenant_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:14.196889 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-954c41ac-4142-47a0-9c8f-581f5ba9c59c req-e327f230-cce6-4e68-a965-cade79320e3b tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960052 Feb 09 21:31:14.228447 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60107e1a-9dae-4c2d-92cc-33ad81282475 admin admin] Pushing event updated for resources: {'Network': ['ID=f972a164-22f4-4327-99b6-b6c4dd6d103b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:14.259371 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network f972a164-22f4-4327-99b6-b6c4dd6d103b details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:31:14.290528 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a67db0-bf7b-491d-a8d3-4727d5d5a36d req-859d3549-584b-4494-a1c5-61244463764a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] No DVR routers for this DVR port 9dd43f9a-4909-4ea6-bc52-f89665942a3f on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:14.302753 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-09a67db0-bf7b-491d-a8d3-4727d5d5a36d req-859d3549-584b-4494-a1c5-61244463764a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:14.305177 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-09a67db0-bf7b-491d-a8d3-4727d5d5a36d req-859d3549-584b-4494-a1c5-61244463764a tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "DELETE /v2.0/ports/9dd43f9a-4909-4ea6-bc52-f89665942a3f HTTP/1.1" status: 204 len: 173 time: 1.5899496 Feb 09 21:31:14.305617 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e562996-d5fd-4eeb-b71e-91ef2efb31f3', 'name': 'network-vif-deleted', 'tag': '9dd43f9a-4909-4ea6-bc52-f89665942a3f'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:14.307949 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c462b44c-5eac-4d52-b867-cc36319dd730" -d '{"events": [{"server_uuid": "9e562996-d5fd-4eeb-b71e-91ef2efb31f3", "name": "network-vif-deleted", "tag": "9dd43f9a-4909-4ea6-bc52-f89665942a3f"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:14.322002 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a601e18-0a58-47b7-8329-d2fa30f36d6c admin admin] Made reservation on behalf of 4e6fea2faa734cd68b2274ebadcebaf2 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:14.324416 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a601e18-0a58-47b7-8329-d2fa30f36d6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:14.470474 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e4f320-4f6d-45ff-a5d3-3ad5356eda93 x-openstack-request-id: req-21e4f320-4f6d-45ff-a5d3-3ad5356eda93 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:14.471394 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e562996-d5fd-4eeb-b71e-91ef2efb31f3", "name": "network-vif-deleted", "tag": "9dd43f9a-4909-4ea6-bc52-f89665942a3f", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:14.471394 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21e4f320-4f6d-45ff-a5d3-3ad5356eda93 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:14.471881 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e562996-d5fd-4eeb-b71e-91ef2efb31f3', 'name': 'network-vif-deleted', 'tag': '9dd43f9a-4909-4ea6-bc52-f89665942a3f', 'status': 'completed', 'code': 200} Feb 09 21:31:14.621097 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a601e18-0a58-47b7-8329-d2fa30f36d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (1d5a6a52-255d-4a77-a5ad-6d8f9fe47da2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:14.665912 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a601e18-0a58-47b7-8329-d2fa30f36d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d5a6a52-255d-4a77-a5ad-6d8f9fe47da2,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:14.737308 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a601e18-0a58-47b7-8329-d2fa30f36d6c admin admin] Checking segment: {'id': '45aa9c29-d2ab-4bf2-ad03-5e54226ed199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f972a164-22f4-4327-99b6-b6c4dd6d103b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:14.738147 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a601e18-0a58-47b7-8329-d2fa30f36d6c admin admin] Network hostable DHCP agents. Network: f972a164-22f4-4327-99b6-b6c4dd6d103b, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:31:14.766973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a601e18-0a58-47b7-8329-d2fa30f36d6c admin admin] Network f972a164-22f4-4327-99b6-b6c4dd6d103b is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:31:14.785473 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-5a601e18-0a58-47b7-8329-d2fa30f36d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, f972a164-22f4-4327-99b6-b6c4dd6d103b) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:14.813874 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da92ba4-7ea3-4067-86e5-57b3fe32e9ce None None] Network f972a164-22f4-4327-99b6-b6c4dd6d103b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:31:14.828286 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a601e18-0a58-47b7-8329-d2fa30f36d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:14.828927 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a601e18-0a58-47b7-8329-d2fa30f36d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:14.894542 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5a601e18-0a58-47b7-8329-d2fa30f36d6c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7255440 Feb 09 21:31:14.895722 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47272) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:14.896876 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad1c99-e3a1-4b89-bb64-73a4415a4e77 req-9e62a295-c83b-4335-97fe-e358f0318fd3 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:14.902138 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-1dc0dd33-c18f-433f-8007-45f789261ee1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1274563573-router', 'tenant_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:14.915564 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41ad1c99-e3a1-4b89-bb64-73a4415a4e77 req-9e62a295-c83b-4335-97fe-e358f0318fd3 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 945 time: 0.1332097 Feb 09 21:31:14.968274 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1dc0dd33-c18f-433f-8007-45f789261ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (081e4819-7002-4e84-93b7-6ebca964329d), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:14.969668 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1dc0dd33-c18f-433f-8007-45f789261ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (081e4819-7002-4e84-93b7-6ebca964329d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:15.047970 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:15.054015 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41ad1c99-e3a1-4b89-bb64-73a4415a4e77 req-8a3d48f0-c570-4618-b169-f861105f251c tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370294 Feb 09 21:31:15.054354 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1dc0dd33-c18f-433f-8007-45f789261ee1 admin admin] Publish callbacks [] for router_controller (081e4819-7002-4e84-93b7-6ebca964329d), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:15.089902 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60ba98d-6341-4662-81c5-327afd5b2ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-f972a164-22f4-4327-99b6-b6c4dd6d103b', 'network_id': 'f972a164-22f4-4327-99b6-b6c4dd6d103b', 'project_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'fixed_ips': [{'subnet_id': '1d5a6a52-255d-4a77-a5ad-6d8f9fe47da2'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:31:15.091159 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d60ba98d-6341-4662-81c5-327afd5b2ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:15.098079 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8a284-d581-4f0c-b8f3-c058c2d5e398 req-bfc85d7b-b7b7-4726-8a4c-c23d606e56de tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:15.105759 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7fe8a284-d581-4f0c-b8f3-c058c2d5e398 req-bfc85d7b-b7b7-4726-8a4c-c23d606e56de tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.1389337 Feb 09 21:31:15.165932 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7fe8a284-d581-4f0c-b8f3-c058c2d5e398 req-3c8da9cd-46f0-4ec2-bb67-ce81f0805cbe tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588405 Feb 09 21:31:15.336597 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-b90eeec7-5ae4-4e44-85fd-462060f901bb tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:15.338079 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-b90eeec7-5ae4-4e44-85fd-462060f901bb tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.77 "GET /v2.0/networks?id=e28a210d-cec7-4283-a7e2-14cbab7bcb1e HTTP/1.1" status: 200 len: 810 time: 0.1610024 Feb 09 21:31:15.347886 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-d60ba98d-6341-4662-81c5-327afd5b2ccf None None] Allocated IP 172.20.0.2 (f972a164-22f4-4327-99b6-b6c4dd6d103b/1d5a6a52-255d-4a77-a5ad-6d8f9fe47da2/fc361245-7140-47be-954f-932ac2c0509f) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:15.352206 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1dc0dd33-c18f-433f-8007-45f789261ee1 admin admin] Publish callbacks [] for router_gateway (081e4819-7002-4e84-93b7-6ebca964329d), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:15.368976 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-f9d19229-d5e3-4538-a79d-f025b9e96c68 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.77 "GET /v2.0/quotas/3ce58dc72684444caa8d8b544167e909 HTTP/1.1" status: 200 len: 375 time: 0.0158226 Feb 09 21:31:15.397071 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27bf3ed-e0ca-4985-ae5e-8e26b4b2c809 req-ee2632be-d735-4af0-a63e-e350f230385f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:15.398577 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b27bf3ed-e0ca-4985-ae5e-8e26b4b2c809 req-ee2632be-d735-4af0-a63e-e350f230385f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.0850382 Feb 09 21:31:15.415995 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-1d541083-5b8c-4a90-b32f-861d0934238e tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3ce58dc72684444caa8d8b544167e909&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373795 Feb 09 21:31:15.500487 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d60ba98d-6341-4662-81c5-327afd5b2ccf None None] Publish callbacks [] for port (fc361245-7140-47be-954f-932ac2c0509f), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:15.506665 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d60ba98d-6341-4662-81c5-327afd5b2ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (fc361245-7140-47be-954f-932ac2c0509f), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:15.514865 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b27bf3ed-e0ca-4985-ae5e-8e26b4b2c809 req-8bc8d170-89c6-4f47-9351-0b198cae5049 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013479 Feb 09 21:31:15.560350 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ba98d-6341-4662-81c5-327afd5b2ccf None None] Pushing event updated for resources: {'Port': ['ID=fc361245-7140-47be-954f-932ac2c0509f,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:15.560878 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-95fb20ba-5d38-41df-8f01-fabe6cc611ac service neutron] 10.222.0.77 "GET /v2.0/networks/e28a210d-cec7-4283-a7e2-14cbab7bcb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297488 Feb 09 21:31:15.576596 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60ba98d-6341-4662-81c5-327afd5b2ccf None None] Network f972a164-22f4-4327-99b6-b6c4dd6d103b is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:15.578926 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-d60ba98d-6341-4662-81c5-327afd5b2ccf None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:15.585216 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60ba98d-6341-4662-81c5-327afd5b2ccf None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:15.647037 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1dc0dd33-c18f-433f-8007-45f789261ee1 admin admin] Publish callbacks [] for router_gateway (081e4819-7002-4e84-93b7-6ebca964329d), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:15.656793 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:15.657968 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d60ba98d-6341-4662-81c5-327afd5b2ccf None None] Attempting to bind port fc361245-7140-47be-954f-932ac2c0509f on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:15.658569 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d60ba98d-6341-4662-81c5-327afd5b2ccf None None] Attempting to bind port fc361245-7140-47be-954f-932ac2c0509f by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '45aa9c29-d2ab-4bf2-ad03-5e54226ed199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f972a164-22f4-4327-99b6-b6c4dd6d103b'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:15.659146 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60ba98d-6341-4662-81c5-327afd5b2ccf None None] Attempting to bind port fc361245-7140-47be-954f-932ac2c0509f on network f972a164-22f4-4327-99b6-b6c4dd6d103b {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:15.664567 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60ba98d-6341-4662-81c5-327afd5b2ccf None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:15.665182 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60ba98d-6341-4662-81c5-327afd5b2ccf None None] Checking segment: {'id': '45aa9c29-d2ab-4bf2-ad03-5e54226ed199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f972a164-22f4-4327-99b6-b6c4dd6d103b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:15.665744 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d60ba98d-6341-4662-81c5-327afd5b2ccf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:15.666321 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60ba98d-6341-4662-81c5-327afd5b2ccf None None] Bound using segment: {'id': '45aa9c29-d2ab-4bf2-ad03-5e54226ed199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f972a164-22f4-4327-99b6-b6c4dd6d103b'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:15.666942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d60ba98d-6341-4662-81c5-327afd5b2ccf None None] Bound port: fc361245-7140-47be-954f-932ac2c0509f, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45aa9c29-d2ab-4bf2-ad03-5e54226ed199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f972a164-22f4-4327-99b6-b6c4dd6d103b'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:15.667521 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d60ba98d-6341-4662-81c5-327afd5b2ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fc361245-7140-47be-954f-932ac2c0509f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:15.680456 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1dc0dd33-c18f-433f-8007-45f789261ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:15.712988 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-65365b0b-639e-4a61-bccb-e40c4a25c699 service neutron] 10.222.0.77 "GET /v2.0/networks/e28a210d-cec7-4283-a7e2-14cbab7bcb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512434 Feb 09 21:31:15.725797 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc16a7-aa50-434c-9819-fe0824444eb7 req-7301b1c1-22e1-4e62-a8bd-03fb6fa86b72 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:15.728095 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1fc16a7-aa50-434c-9819-fe0824444eb7 req-7301b1c1-22e1-4e62-a8bd-03fb6fa86b72 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 1127 time: 0.0603042 Feb 09 21:31:15.740727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d60ba98d-6341-4662-81c5-327afd5b2ccf None None] For port fc361245-7140-47be-954f-932ac2c0509f, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:15.744562 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d60ba98d-6341-4662-81c5-327afd5b2ccf None None] For port fc361245-7140-47be-954f-932ac2c0509f, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fc361245-7140-47be-954f-932ac2c0509f,segment=NetworkSegment(45aa9c29-d2ab-4bf2-ad03-5e54226ed199),segment_id=45aa9c29-d2ab-4bf2-ad03-5e54226ed199)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:15.755511 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d60ba98d-6341-4662-81c5-327afd5b2ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fc361245-7140-47be-954f-932ac2c0509f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:15.797110 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a086b-fae4-43eb-9927-9c62f9983194 req-925018a1-91ba-41f7-8775-c446fb329e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:15.799184 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-941a086b-fae4-43eb-9927-9c62f9983194 req-925018a1-91ba-41f7-8775-c446fb329e6c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 1132 time: 0.1299856 Feb 09 21:31:15.826821 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1fc16a7-aa50-434c-9819-fe0824444eb7 req-78e996f1-17ba-4dec-a077-341b89f757d3 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824435 Feb 09 21:31:15.835571 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ba98d-6341-4662-81c5-327afd5b2ccf None None] Pushing event updated for resources: {'Port': ['ID=fc361245-7140-47be-954f-932ac2c0509f,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:15.924534 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a086b-fae4-43eb-9927-9c62f9983194 req-cb95de05-d285-41f4-bca3-495f7042d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:15.925977 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-941a086b-fae4-43eb-9927-9c62f9983194 req-cb95de05-d285-41f4-bca3-495f7042d6d5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.1196740 Feb 09 21:31:15.941546 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-1dc0dd33-c18f-433f-8007-45f789261ee1 admin admin] Allocated IP 172.25.6.174 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:15.988348 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-941a086b-fae4-43eb-9927-9c62f9983194 req-64909baf-c983-4e3e-8940-3c144a2e512b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=0ed3f83a-3353-45b8-aa52-2b88461c4ffa HTTP/1.1" status: 200 len: 217 time: 0.0538580 Feb 09 21:31:16.019127 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9aa4ff-9f02-4cd2-83a0-fd4be2caf030 req-8a743799-e5ff-4ff0-af05-da788101b24e tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:16.020976 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd9aa4ff-9f02-4cd2-83a0-fd4be2caf030 req-8a743799-e5ff-4ff0-af05-da788101b24e tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 1127 time: 0.0558994 Feb 09 21:31:16.116338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a086b-fae4-43eb-9927-9c62f9983194 req-616cd02d-2df7-45e9-b8cc-1bc61d2a8a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:16.117965 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-941a086b-fae4-43eb-9927-9c62f9983194 req-616cd02d-2df7-45e9-b8cc-1bc61d2a8a30 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1234453 Feb 09 21:31:16.122345 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd9aa4ff-9f02-4cd2-83a0-fd4be2caf030 req-5f20b07f-4358-4ccd-99e5-8405aaa824e0 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938840 Feb 09 21:31:16.250863 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e0ad0ab-6008-4df6-b8be-84562984d812 req-5be6c975-2ef0-4e41-99c1-b90571b409cd tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5c85f4d-9f54-496d-8d42-5930078814f8 HTTP/1.1" status: 200 len: 210 time: 0.0411165 Feb 09 21:31:16.296748 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1dc0dd33-c18f-433f-8007-45f789261ee1 admin admin] Publish callbacks [] for port (c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:16.324105 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a086b-fae4-43eb-9927-9c62f9983194 req-3a98f7cf-dc1b-4592-b4cb-e099d3a98934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:16.333469 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 746c7f66-5bfa-450d-8e50-d3fca91ea73e no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:16.348907 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-941a086b-fae4-43eb-9927-9c62f9983194 req-3a98f7cf-dc1b-4592-b4cb-e099d3a98934 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2220347 Feb 09 21:31:16.386515 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 746c7f66-5bfa-450d-8e50-d3fca91ea73e {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:31:16.386515 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 746c7f66-5bfa-450d-8e50-d3fca91ea73e not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:16.401866 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bdd9e-c175-4d67-a940-289b9633dd69 req-28032eaf-c9cb-4523-82ca-1008dba579a0 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:16.404310 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f72bdd9e-c175-4d67-a940-289b9633dd69 req-28032eaf-c9cb-4523-82ca-1008dba579a0 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 945 time: 0.0889709 Feb 09 21:31:16.467927 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1dc0dd33-c18f-433f-8007-45f789261ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:16.522306 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc0dd33-c18f-433f-8007-45f789261ee1 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:16.523939 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f72bdd9e-c175-4d67-a940-289b9633dd69 req-de30a581-7866-4fc3-a5a8-66c4c0bf1a6a tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128566 Feb 09 21:31:16.528003 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-1dc0dd33-c18f-433f-8007-45f789261ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:16.557514 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc0dd33-c18f-433f-8007-45f789261ee1 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:16.591774 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbde8c-469f-4e75-9b89-03f5e782287e req-e49836af-3c03-4c56-b9ad-90ae3b6d84db tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:16.593451 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2bcbde8c-469f-4e75-9b89-03f5e782287e req-e49836af-3c03-4c56-b9ad-90ae3b6d84db tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.0931711 Feb 09 21:31:16.617123 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-941a086b-fae4-43eb-9927-9c62f9983194 req-c6677119-129a-46c8-ae83-24634fe34759 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581582 Feb 09 21:31:16.620514 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0dd33-c18f-433f-8007-45f789261ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:16.701131 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2bcbde8c-469f-4e75-9b89-03f5e782287e req-cfe51a3e-691c-4c66-99eb-3e9b38f749bd tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992100 Feb 09 21:31:16.880989 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-941a086b-fae4-43eb-9927-9c62f9983194 req-453ab070-848d-4deb-a616-4d84eebfaab7 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534964 Feb 09 21:31:16.909019 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bc421-7a5a-47c3-9820-4de675042965 req-1e24edb2-1a39-4d6d-aa9d-27d0e9cfed30 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:16.916802 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b7bc421-7a5a-47c3-9820-4de675042965 req-1e24edb2-1a39-4d6d-aa9d-27d0e9cfed30 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e HTTP/1.1" status: 200 len: 950 time: 0.0959287 Feb 09 21:31:17.022056 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1dc0dd33-c18f-433f-8007-45f789261ee1 admin admin] Publish callbacks [] for router_gateway (081e4819-7002-4e84-93b7-6ebca964329d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:17.026323 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b7bc421-7a5a-47c3-9820-4de675042965 req-087448b3-7eff-4794-8d3f-6d3ba4e38ce0 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085966 Feb 09 21:31:17.055949 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3ae75-4636-42d9-886e-69088bf70c71 req-b64c913f-3534-4a8d-97e4-03f7b85cbe62 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:17.055949 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ce3ae75-4636-42d9-886e-69088bf70c71 req-b64c913f-3534-4a8d-97e4-03f7b85cbe62 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 1127 time: 0.0791426 Feb 09 21:31:17.124030 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9dd43f9a-4909-4ea6-bc52-f89665942a3f no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:17.166831 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ce3ae75-4636-42d9-886e-69088bf70c71 req-651d6de7-06a3-4733-a369-eece79c4616a tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034710 Feb 09 21:31:17.197204 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 9dd43f9a-4909-4ea6-bc52-f89665942a3f {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:31:17.197602 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9dd43f9a-4909-4ea6-bc52-f89665942a3f not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:17.268886 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fc361245-7140-47be-954f-932ac2c0509f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:17.303392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017633fc-6deb-4156-9a2c-1fa15f87752e None None] Network f972a164-22f4-4327-99b6-b6c4dd6d103b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:31:17.390253 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-96ddaf09-0407-4962-8a8f-a2f91f8fa65f None None] Provisioning complete for port fc361245-7140-47be-954f-932ac2c0509f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:17.390929 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-96ddaf09-0407-4962-8a8f-a2f91f8fa65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fc361245-7140-47be-954f-932ac2c0509f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:17.412815 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7e2e096-31cc-4307-b69b-20dee3a1615a req-80538529-dbd5-4345-843a-3fa2ad34c5ce tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5c85f4d-9f54-496d-8d42-5930078814f8 HTTP/1.1" status: 200 len: 210 time: 0.0359628 Feb 09 21:31:17.424728 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06441c28-8f93-4569-8259-c53c5ac42323 req-bcebf12a-a1c7-444f-84bc-f75ceb34351c tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:17.433012 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-06441c28-8f93-4569-8259-c53c5ac42323 req-bcebf12a-a1c7-444f-84bc-f75ceb34351c tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 1128 time: 0.0841942 Feb 09 21:31:17.456079 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1dc0dd33-c18f-433f-8007-45f789261ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (081e4819-7002-4e84-93b7-6ebca964329d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:17.479844 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-06441c28-8f93-4569-8259-c53c5ac42323 req-281acd30-19b3-465d-bcba-d1f90e5094ed tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385201 Feb 09 21:31:17.487613 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port fc361245-7140-47be-954f-932ac2c0509f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:17.488018 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fc361245-7140-47be-954f-932ac2c0509f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:17.581860 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-96ddaf09-0407-4962-8a8f-a2f91f8fa65f None None] Current status of the port fc361245-7140-47be-954f-932ac2c0509f is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:17.582482 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-96ddaf09-0407-4962-8a8f-a2f91f8fa65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fc361245-7140-47be-954f-932ac2c0509f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:17.642941 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc0dd33-c18f-433f-8007-45f789261ee1 admin admin] Router 081e4819-7002-4e84-93b7-6ebca964329d is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:31:17.743868 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd45c70-316f-4628-8906-130b6248b984 req-2d562f9b-584a-40c0-94b7-bdd3847a0e7f tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:17.745911 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cdd45c70-316f-4628-8906-130b6248b984 req-2d562f9b-584a-40c0-94b7-bdd3847a0e7f tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 945 time: 0.1257432 Feb 09 21:31:17.821363 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-96ddaf09-0407-4962-8a8f-a2f91f8fa65f None None] For port fc361245-7140-47be-954f-932ac2c0509f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fc361245-7140-47be-954f-932ac2c0509f,segment=NetworkSegment(45aa9c29-d2ab-4bf2-ad03-5e54226ed199),segment_id=45aa9c29-d2ab-4bf2-ad03-5e54226ed199)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:17.824579 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port fc361245-7140-47be-954f-932ac2c0509f is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:17.825129 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fc361245-7140-47be-954f-932ac2c0509f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:17.839518 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-96ddaf09-0407-4962-8a8f-a2f91f8fa65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fc361245-7140-47be-954f-932ac2c0509f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:17.872304 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cdd45c70-316f-4628-8906-130b6248b984 req-ae3a850c-df4f-48fe-91c3-f5e5832feca1 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172965 Feb 09 21:31:17.959681 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:31:17.960203 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:31:17.960921 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ddaf09-0407-4962-8a8f-a2f91f8fa65f None None] Pushing event updated for resources: {'Port': ['ID=fc361245-7140-47be-954f-932ac2c0509f,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:17.974152 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0ba24edd-29e1-4100-92ea-a918d8324a18 None None] Provisioning complete for port fc361245-7140-47be-954f-932ac2c0509f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:17.974706 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0ba24edd-29e1-4100-92ea-a918d8324a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fc361245-7140-47be-954f-932ac2c0509f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:18.014551 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a0145-0eb9-407c-bf31-23fa95fe9db4 req-99696df0-4a7a-45f2-ac1c-6df261db8ba0 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:18.016069 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f8a0145-0eb9-407c-bf31-23fa95fe9db4 req-99696df0-4a7a-45f2-ac1c-6df261db8ba0 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.0607903 Feb 09 21:31:18.090813 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0ba24edd-29e1-4100-92ea-a918d8324a18 None None] Current status of the port fc361245-7140-47be-954f-932ac2c0509f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:18.095999 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f8a0145-0eb9-407c-bf31-23fa95fe9db4 req-45b1672e-0936-4d15-9c08-3c692bc40a75 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722013 Feb 09 21:31:18.220426 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a61ff-c8c3-470f-9d80-b4bd22061043 req-ac277ff4-706e-45c2-a5e3-8ef136a15aec tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:18.221978 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-114a61ff-c8c3-470f-9d80-b4bd22061043 req-ac277ff4-706e-45c2-a5e3-8ef136a15aec tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e HTTP/1.1" status: 200 len: 950 time: 0.0672364 Feb 09 21:31:18.274626 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-114a61ff-c8c3-470f-9d80-b4bd22061043 req-57c4dfd0-64e7-46a2-98d6-282ff1ff0fe3 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458961 Feb 09 21:31:18.309219 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68d81b-7adc-479f-b843-055ac056dcad req-3060abce-a2e2-45ce-ac22-3c8fef922142 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:18.310747 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5e68d81b-7adc-479f-b843-055ac056dcad req-3060abce-a2e2-45ce-ac22-3c8fef922142 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "GET /v2.0/ports?device_id=3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e HTTP/1.1" status: 200 len: 950 time: 0.1814415 Feb 09 21:31:18.334982 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc0dd33-c18f-433f-8007-45f789261ee1 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:31:18.349539 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] Sync routers for ids ['081e4819-7002-4e84-93b7-6ebca964329d'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:31:18.361057 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] Routers {'081e4819-7002-4e84-93b7-6ebca964329d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:31:18.361584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:31:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['081e4819-7002-4e84-93b7-6ebca964329d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:18.362029 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-a39b7bb5-978a-46a5-9f3a-352162f1ae2c tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:18.363507 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-a39b7bb5-978a-46a5-9f3a-352162f1ae2c tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.71 "GET /v2.0/networks?id=e28a210d-cec7-4283-a7e2-14cbab7bcb1e HTTP/1.1" status: 200 len: 810 time: 0.2352991 Feb 09 21:31:18.378038 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-d41ea068-d464-48e7-a90f-a076d10c8338 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Request body: {'port': {'device_id': 'd5c85f4d-9f54-496d-8d42-5930078814f8', 'network_id': 'e28a210d-cec7-4283-a7e2-14cbab7bcb1e', 'admin_state_up': True, 'tenant_id': '3ce58dc72684444caa8d8b544167e909'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:18.439622 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1dc0dd33-c18f-433f-8007-45f789261ee1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:18.441277 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1dc0dd33-c18f-433f-8007-45f789261ee1 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5444973 Feb 09 21:31:18.453850 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47372) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:18.526856 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port fc361245-7140-47be-954f-932ac2c0509f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:18.548743 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] Set router 081e4819-7002-4e84-93b7-6ebca964329d gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:31:18.550420 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-5e68d81b-7adc-479f-b843-055ac056dcad req-0a75683b-f54a-4201-b731-3473947f7a49 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Deleting port d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:18.551980 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5e68d81b-7adc-479f-b843-055ac056dcad req-0a75683b-f54a-4201-b731-3473947f7a49 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d684e2b5-cba7-45ab-871a-2bc8f3bbcea8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:18.568034 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-d41ea068-d464-48e7-a90f-a076d10c8338 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Made reservation on behalf of 3ce58dc72684444caa8d8b544167e909 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:18.571714 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-d41ea068-d464-48e7-a90f-a076d10c8338 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:18.714266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-5e68d81b-7adc-479f-b843-055ac056dcad req-0a75683b-f54a-4201-b731-3473947f7a49 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] For port d684e2b5-cba7-45ab-871a-2bc8f3bbcea8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d684e2b5-cba7-45ab-871a-2bc8f3bbcea8,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:18.714640 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5e68d81b-7adc-479f-b843-055ac056dcad req-0a75683b-f54a-4201-b731-3473947f7a49 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d684e2b5-cba7-45ab-871a-2bc8f3bbcea8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:18.752212 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-5e68d81b-7adc-479f-b843-055ac056dcad req-0a75683b-f54a-4201-b731-3473947f7a49 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Calling delete_port for d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:18.779003 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081e4819-7002-4e84-93b7-6ebca964329d', 'name': 'tempest-FloatingIPDetailsTestJSON-1274563573-router', 'tenant_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:31:14Z', 'updated_at': '2022-02-09T21:31:16Z', 'revision_number': 3, 'project_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'gw_port': {'id': 'c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081e4819-7002-4e84-93b7-6ebca964329d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:15Z', 'updated_at': '2022-02-09T21:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:18.806307 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] Checking router: 081e4819-7002-4e84-93b7-6ebca964329d for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:31:18.806814 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] Updating router 081e4819-7002-4e84-93b7-6ebca964329d port c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:31:18.817071 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-d41ea068-d464-48e7-a90f-a076d10c8338 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Allocated IP 172.20.0.4 (e28a210d-cec7-4283-a7e2-14cbab7bcb1e/26ecc3c6-3427-45c5-b80e-82aa98e00f6c/8ded69d2-2516-4e5e-8e35-adfd1ad70cc7) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:18.845977 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:18.896205 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-c90b8c2f-2129-4b3a-9520-7676e862e917 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:31:18.897282 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-c90b8c2f-2129-4b3a-9520-7676e862e917 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0412958 Feb 09 21:31:18.921730 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33cce1-f282-496b-912c-9ea4abe20e72 req-2430e473-9285-4f6a-ade7-78455acda492 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:18.923329 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd33cce1-f282-496b-912c-9ea4abe20e72 req-2430e473-9285-4f6a-ade7-78455acda492 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 1127 time: 0.5314493 Feb 09 21:31:18.993735 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09e3c1-802e-4cbb-9db7-23592742e17f req-ed87b0ba-ad52-4059-a182-8e935f214543 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:18.995219 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a09e3c1-802e-4cbb-9db7-23592742e17f req-ed87b0ba-ad52-4059-a182-8e935f214543 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "GET /v2.0/ports?device_id=293dd819-12cc-412c-a89e-65cf0656d76f HTTP/1.1" status: 200 len: 949 time: 0.5928595 Feb 09 21:31:19.013821 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5e68d81b-7adc-479f-b843-055ac056dcad req-0a75683b-f54a-4201-b731-3473947f7a49 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (d684e2b5-cba7-45ab-871a-2bc8f3bbcea8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.018763 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096721-2045-4f3f-a112-145732364ecc req-723999f1-1445-4c26-903c-4c6fa3a21f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:19.020168 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-723999f1-1445-4c26-903c-4c6fa3a21f94 service neutron] 10.222.0.77 "GET /v2.0/ports/711822d2-c240-47e9-b5f4-76b45729d4e1 HTTP/1.1" status: 200 len: 1125 time: 0.1014359 Feb 09 21:31:19.025743 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['93e927e6-90ef-480c-bf7f-9988462f2fcb', 'd684e2b5-cba7-45ab-871a-2bc8f3bbcea8', '3bc2ba39-cd44-4d0b-992c-58cc712ee651'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:19.058967 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-22096721-2045-4f3f-a112-145732364ecc req-fcd06bc7-beae-4d9c-8c53-b35da2d59672 service neutron] Request body: {'binding': {'host': 'n-h1-828601-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:19.059350 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-22096721-2045-4f3f-a112-145732364ecc req-fcd06bc7-beae-4d9c-8c53-b35da2d59672 service neutron] Unknown quota resources ['binding']. {{(pid=103201) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:31:19.060812 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75683b-f54a-4201-b731-3473947f7a49 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Pushing event deleted for resources: {'Port': ['ID=d684e2b5-cba7-45ab-871a-2bc8f3bbcea8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:19.066379 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-d41ea068-d464-48e7-a90f-a076d10c8338 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Publish callbacks [] for port (8ded69d2-2516-4e5e-8e35-adfd1ad70cc7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.109276 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e68d81b-7adc-479f-b843-055ac056dcad req-0a75683b-f54a-4201-b731-3473947f7a49 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] No DVR routers for this DVR port d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:19.112669 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5e68d81b-7adc-479f-b843-055ac056dcad req-0a75683b-f54a-4201-b731-3473947f7a49 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.116194 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5e68d81b-7adc-479f-b843-055ac056dcad req-0a75683b-f54a-4201-b731-3473947f7a49 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "DELETE /v2.0/ports/d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 HTTP/1.1" status: 204 len: 173 time: 0.7940974 Feb 09 21:31:19.117212 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e', 'name': 'network-vif-deleted', 'tag': 'd684e2b5-cba7-45ab-871a-2bc8f3bbcea8'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:19.120358 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec4d45f-f9b3-4591-a6c3-9a9a3aed1192" -d '{"events": [{"server_uuid": "3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e", "name": "network-vif-deleted", "tag": "d684e2b5-cba7-45ab-871a-2bc8f3bbcea8"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:19.127393 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd33cce1-f282-496b-912c-9ea4abe20e72 req-cad8cfe0-b154-481e-9a79-7cf083a8e739 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891515 Feb 09 21:31:19.158562 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-d41ea068-d464-48e7-a90f-a076d10c8338 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (8ded69d2-2516-4e5e-8e35-adfd1ad70cc7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.225107 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] Publish callbacks [] for port (c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.245834 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-d41ea068-d464-48e7-a90f-a076d10c8338 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Network e28a210d-cec7-4283-a7e2-14cbab7bcb1e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:19.248576 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.249669 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-d41ea068-d464-48e7-a90f-a076d10c8338 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:19.260678 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-d41ea068-d464-48e7-a90f-a076d10c8338 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:19.264250 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ea068-d464-48e7-a90f-a076d10c8338 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Pushing event updated for resources: {'Port': ['ID=8ded69d2-2516-4e5e-8e35-adfd1ad70cc7,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:19.337044 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fc361245-7140-47be-954f-932ac2c0509f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:19.343278 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] Attempting to bind port c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:19.343758 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] Attempting to bind port c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:19.344210 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] Attempting to bind port c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:19.360937 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-d41ea068-d464-48e7-a90f-a076d10c8338 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:19.361521 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-d41ea068-d464-48e7-a90f-a076d10c8338 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.371120 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ce241-d098-4dd6-b199-800602d88ca6 None None] Pushing event updated for resources: {'Port': ['ID=c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:19.382346 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-d41ea068-d464-48e7-a90f-a076d10c8338 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0080411 Feb 09 21:31:19.397300 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:19.397605 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] Request body: {'port': {'device_id': 'd5c85f4d-9f54-496d-8d42-5930078814f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:19.397740 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:19.398206 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.398678 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:19.399420 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] Bound port: c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:19.399740 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.461308 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port fc361245-7140-47be-954f-932ac2c0509f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:19.461596 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fc361245-7140-47be-954f-932ac2c0509f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.465717 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8ded69d2-2516-4e5e-8e35-adfd1ad70cc7), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.506908 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffa396-5321-4843-954b-a2591d666a86 req-23912765-6a27-4064-9bf5-139cd6a00de3 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:19.515258 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6ffa396-5321-4843-954b-a2591d666a86 req-23912765-6a27-4064-9bf5-139cd6a00de3 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5c85f4d-9f54-496d-8d42-5930078814f8 HTTP/1.1" status: 200 len: 931 time: 0.2381136 Feb 09 21:31:19.519957 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] For port c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:19.566104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] For port c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:19.583029 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-9a09e3c1-802e-4cbb-9db7-23592742e17f req-43c7a21c-c303-458f-a52c-d81d19ffc2aa tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Deleting port 3bc2ba39-cd44-4d0b-992c-58cc712ee651 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:19.583461 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9a09e3c1-802e-4cbb-9db7-23592742e17f req-43c7a21c-c303-458f-a52c-d81d19ffc2aa tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (3bc2ba39-cd44-4d0b-992c-58cc712ee651), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.642241 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.736308 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ce241-d098-4dd6-b199-800602d88ca6 None None] Pushing event updated for resources: {'Port': ['ID=c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:19.769515 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port fc361245-7140-47be-954f-932ac2c0509f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:19.781166 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] Routers {'081e4819-7002-4e84-93b7-6ebca964329d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:31:19.782194 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:31:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['081e4819-7002-4e84-93b7-6ebca964329d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:19.823063 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6ffa396-5321-4843-954b-a2591d666a86 req-82a3eb28-3a8a-4ac9-b588-981be34f8c3b tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.77 "GET /v2.0/security-groups?id=b4ba1116-6916-4659-838a-6304782a896c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920966 Feb 09 21:31:19.831469 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-22096721-2045-4f3f-a112-145732364ecc req-fcd06bc7-beae-4d9c-8c53-b35da2d59672 service neutron] Attempting to bind port 711822d2-c240-47e9-b5f4-76b45729d4e1 on host n-h1-828601-1 for vnic_type normal with profile None {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:19.841025 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-22096721-2045-4f3f-a112-145732364ecc req-fcd06bc7-beae-4d9c-8c53-b35da2d59672 service neutron] Attempting to bind port 711822d2-c240-47e9-b5f4-76b45729d4e1 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:19.841620 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22096721-2045-4f3f-a112-145732364ecc req-fcd06bc7-beae-4d9c-8c53-b35da2d59672 service neutron] Attempting to bind port 711822d2-c240-47e9-b5f4-76b45729d4e1 on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:19.892576 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22096721-2045-4f3f-a112-145732364ecc req-fcd06bc7-beae-4d9c-8c53-b35da2d59672 service neutron] Port 711822d2-c240-47e9-b5f4-76b45729d4e1 on network 4474165d-84c4-443a-89bd-7201ae778fac not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:31:19.892912 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:19.893610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22096721-2045-4f3f-a112-145732364ecc req-fcd06bc7-beae-4d9c-8c53-b35da2d59672 service neutron] Attempting to bind port 711822d2-c240-47e9-b5f4-76b45729d4e1 on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:19.904854 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] Publish callbacks [] for port (8ded69d2-2516-4e5e-8e35-adfd1ad70cc7), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.921130 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] Transition to ACTIVE for port object 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:31:19.928108 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (8ded69d2-2516-4e5e-8e35-adfd1ad70cc7), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.942627 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22096721-2045-4f3f-a112-145732364ecc req-fcd06bc7-beae-4d9c-8c53-b35da2d59672 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:19.942991 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22096721-2045-4f3f-a112-145732364ecc req-fcd06bc7-beae-4d9c-8c53-b35da2d59672 service neutron] Checking segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:19.943387 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22096721-2045-4f3f-a112-145732364ecc req-fcd06bc7-beae-4d9c-8c53-b35da2d59672 service neutron] Bound using segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:19.944259 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-22096721-2045-4f3f-a112-145732364ecc req-fcd06bc7-beae-4d9c-8c53-b35da2d59672 service neutron] Bound port: 711822d2-c240-47e9-b5f4-76b45729d4e1, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:19.944725 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] Set router 081e4819-7002-4e84-93b7-6ebca964329d gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:31:20.012173 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] Pushing event updated for resources: {'Port': ['ID=8ded69d2-2516-4e5e-8e35-adfd1ad70cc7,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:20.019197 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-9a09e3c1-802e-4cbb-9db7-23592742e17f req-43c7a21c-c303-458f-a52c-d81d19ffc2aa tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] For port 3bc2ba39-cd44-4d0b-992c-58cc712ee651, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=3bc2ba39-cd44-4d0b-992c-58cc712ee651,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:20.019551 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9a09e3c1-802e-4cbb-9db7-23592742e17f req-43c7a21c-c303-458f-a52c-d81d19ffc2aa tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (3bc2ba39-cd44-4d0b-992c-58cc712ee651), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:20.051534 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-9a09e3c1-802e-4cbb-9db7-23592742e17f req-43c7a21c-c303-458f-a52c-d81d19ffc2aa tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Calling delete_port for 3bc2ba39-cd44-4d0b-992c-58cc712ee651 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:20.070310 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] Attempting to bind port 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:20.070636 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] Attempting to bind port 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '107c773d-8d03-4905-85b4-c8e9e8fbbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e28a210d-cec7-4283-a7e2-14cbab7bcb1e'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:20.070974 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] Attempting to bind port 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 on network e28a210d-cec7-4283-a7e2-14cbab7bcb1e {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:20.076029 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] Port 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 on network e28a210d-cec7-4283-a7e2-14cbab7bcb1e not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:31:20.076270 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] Attempting to bind port 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 on network e28a210d-cec7-4283-a7e2-14cbab7bcb1e {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:20.082292 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:20.082643 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] Checking segment: {'id': '107c773d-8d03-4905-85b4-c8e9e8fbbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e28a210d-cec7-4283-a7e2-14cbab7bcb1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:20.083029 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] Bound using segment: {'id': '107c773d-8d03-4905-85b4-c8e9e8fbbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e28a210d-cec7-4283-a7e2-14cbab7bcb1e'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:20.083452 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] Bound port: 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '107c773d-8d03-4905-85b4-c8e9e8fbbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e28a210d-cec7-4283-a7e2-14cbab7bcb1e'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:20.084910 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8ded69d2-2516-4e5e-8e35-adfd1ad70cc7), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:20.112024 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-22096721-2045-4f3f-a112-145732364ecc req-fcd06bc7-beae-4d9c-8c53-b35da2d59672 service neutron] For port 711822d2-c240-47e9-b5f4-76b45729d4e1, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=711822d2-c240-47e9-b5f4-76b45729d4e1,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:20.149435 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5ed87-32ac-445f-88dd-30e1448a2c75 req-e3d31067-80e3-4776-9cd3-11a128f6f08c tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:20.151015 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-38a5ed87-32ac-445f-88dd-30e1448a2c75 req-e3d31067-80e3-4776-9cd3-11a128f6f08c tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 945 time: 0.2257025 Feb 09 21:31:20.159456 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-22096721-2045-4f3f-a112-145732364ecc req-fcd06bc7-beae-4d9c-8c53-b35da2d59672 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:20.160667 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-fcd06bc7-beae-4d9c-8c53-b35da2d59672 service neutron] 10.222.0.77 "POST /v2.0/ports/711822d2-c240-47e9-b5f4-76b45729d4e1/bindings HTTP/1.1" status: 201 len: 389 time: 1.1107361 Feb 09 21:31:20.160828 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081e4819-7002-4e84-93b7-6ebca964329d', 'name': 'tempest-FloatingIPDetailsTestJSON-1274563573-router', 'tenant_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:31:14Z', 'updated_at': '2022-02-09T21:31:16Z', 'revision_number': 3, 'project_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'gw_port': {'id': 'c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081e4819-7002-4e84-93b7-6ebca964329d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:15Z', 'updated_at': '2022-02-09T21:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:20.177567 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] For port 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:20.182896 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] For port 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8ded69d2-2516-4e5e-8e35-adfd1ad70cc7,segment=NetworkSegment(107c773d-8d03-4905-85b4-c8e9e8fbbb70),segment_id=107c773d-8d03-4905-85b4-c8e9e8fbbb70)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:20.195294 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (8ded69d2-2516-4e5e-8e35-adfd1ad70cc7), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:20.196162 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a20757-0eb5-4640-ac6b-afc72116c433 None None] The sync data for ids ['081e4819-7002-4e84-93b7-6ebca964329d'] in n-d-828601-1 is: [{'id': '081e4819-7002-4e84-93b7-6ebca964329d', 'name': 'tempest-FloatingIPDetailsTestJSON-1274563573-router', 'tenant_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:31:14Z', 'updated_at': '2022-02-09T21:31:16Z', 'revision_number': 3, 'project_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'gw_port': {'id': 'c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081e4819-7002-4e84-93b7-6ebca964329d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:15Z', 'updated_at': '2022-02-09T21:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:31:20.238026 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:20.238757 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:20.240316 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] 10.222.0.71 "PUT /v2.0/ports/8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 HTTP/1.1" status: 200 len: 1091 time: 0.8508739 Feb 09 21:31:20.340339 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81d532-ac68-4dbe-8e1f-c452c09ed189 service neutron] Pushing event updated for resources: {'Port': ['ID=8ded69d2-2516-4e5e-8e35-adfd1ad70cc7,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:20.395006 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-22d58ce7-1042-4eec-917b-62b662eee28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:20.395509 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-38a5ed87-32ac-445f-88dd-30e1448a2c75 req-a388718c-b227-4aee-ae28-ce936fcc46b2 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254388 Feb 09 21:31:20.396545 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-22d58ce7-1042-4eec-917b-62b662eee28d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3ce58dc72684444caa8d8b544167e909&device_id=d5c85f4d-9f54-496d-8d42-5930078814f8 HTTP/1.1" status: 200 len: 1125 time: 0.0835478 Feb 09 21:31:20.447048 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-f7417a01-f7f4-4386-abec-3c2b1f1d0f0c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 HTTP/1.1" status: 200 len: 217 time: 0.0434585 Feb 09 21:31:20.505840 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784efa20-ceb5-42c9-a2d1-53fe31667738 x-openstack-request-id: req-784efa20-ceb5-42c9-a2d1-53fe31667738 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:20.506344 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e", "name": "network-vif-deleted", "tag": "d684e2b5-cba7-45ab-871a-2bc8f3bbcea8", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:20.506603 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-784efa20-ceb5-42c9-a2d1-53fe31667738 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:20.507003 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd92373-e5e1-4bac-a4de-feb4c3ad6a8e', 'name': 'network-vif-deleted', 'tag': 'd684e2b5-cba7-45ab-871a-2bc8f3bbcea8', 'status': 'completed', 'code': 200} Feb 09 21:31:20.530547 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-0dc5a57f-a2c6-4d01-bb6c-32a0bf4fa880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:20.532268 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-0dc5a57f-a2c6-4d01-bb6c-32a0bf4fa880 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=26ecc3c6-3427-45c5-b80e-82aa98e00f6c HTTP/1.1" status: 200 len: 850 time: 0.0790019 Feb 09 21:31:20.556986 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d687cb94-b911-46d1-9360-cefb402ea946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:20.575699 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9a09e3c1-802e-4cbb-9db7-23592742e17f req-43c7a21c-c303-458f-a52c-d81d19ffc2aa tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (3bc2ba39-cd44-4d0b-992c-58cc712ee651), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:20.590474 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['93e927e6-90ef-480c-bf7f-9988462f2fcb'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:20.631494 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7a21c-c303-458f-a52c-d81d19ffc2aa tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Pushing event deleted for resources: {'Port': ['ID=3bc2ba39-cd44-4d0b-992c-58cc712ee651,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:20.654592 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d452fc-c897-4077-a9c1-7a17895cb408 req-545f7e4c-7bbd-498d-ba20-fc708727c4a3 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:20.670361 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e5d452fc-c897-4077-a9c1-7a17895cb408 req-545f7e4c-7bbd-498d-ba20-fc708727c4a3 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.2395160 Feb 09 21:31:20.711058 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-3c9cc0e5-f658-4325-8d51-230b5b9a1e22 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e28a210d-cec7-4283-a7e2-14cbab7bcb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928087 Feb 09 21:31:20.786726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a09e3c1-802e-4cbb-9db7-23592742e17f req-43c7a21c-c303-458f-a52c-d81d19ffc2aa tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] No DVR routers for this DVR port 3bc2ba39-cd44-4d0b-992c-58cc712ee651 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:20.792484 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9a09e3c1-802e-4cbb-9db7-23592742e17f req-43c7a21c-c303-458f-a52c-d81d19ffc2aa tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:20.796537 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a09e3c1-802e-4cbb-9db7-23592742e17f req-43c7a21c-c303-458f-a52c-d81d19ffc2aa tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "DELETE /v2.0/ports/3bc2ba39-cd44-4d0b-992c-58cc712ee651 HTTP/1.1" status: 204 len: 173 time: 1.7924843 Feb 09 21:31:20.797318 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293dd819-12cc-412c-a89e-65cf0656d76f', 'name': 'network-vif-deleted', 'tag': '3bc2ba39-cd44-4d0b-992c-58cc712ee651'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:20.799608 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97173d6-da81-401a-8daf-6b36b58e29f9" -d '{"events": [{"server_uuid": "293dd819-12cc-412c-a89e-65cf0656d76f", "name": "network-vif-deleted", "tag": "3bc2ba39-cd44-4d0b-992c-58cc712ee651"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:20.914587 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e5d452fc-c897-4077-a9c1-7a17895cb408 req-fb309093-b50d-4ee7-9dba-aaf8d9d9170a tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387390 Feb 09 21:31:20.922033 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-ff19c5db-b955-4738-bab1-3e4b3d3267cc service neutron] 10.222.0.71 "GET /v2.0/networks/e28a210d-cec7-4283-a7e2-14cbab7bcb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443450 Feb 09 21:31:21.032455 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-d687cb94-b911-46d1-9360-cefb402ea946 admin admin] Allocated IP 172.20.0.1 (f972a164-22f4-4327-99b6-b6c4dd6d103b/1d5a6a52-255d-4a77-a5ad-6d8f9fe47da2/85de8710-96bb-4401-90fe-336be0ee9cb3) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:21.079363 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096721-2045-4f3f-a112-145732364ecc req-0511d3c7-1a51-4611-9f3e-88065aeea109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:21.081242 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-0511d3c7-1a51-4611-9f3e-88065aeea109 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 1128 time: 0.3691752 Feb 09 21:31:21.086201 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bd81b910-4417-46fe-9e0a-cf6885707d50 req-15479c65-e547-409e-8c40-6cb7b2ae2ca7 service neutron] 10.222.0.71 "GET /v2.0/networks/e28a210d-cec7-4283-a7e2-14cbab7bcb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549885 Feb 09 21:31:21.138388 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 3bc2ba39-cd44-4d0b-992c-58cc712ee651 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:21.218135 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 3bc2ba39-cd44-4d0b-992c-58cc712ee651 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:31:21.219287 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 3bc2ba39-cd44-4d0b-992c-58cc712ee651 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:21.220389 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:21.241186 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096721-2045-4f3f-a112-145732364ecc req-a16f55f0-ed2e-4a40-9ee9-bcbbe210fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:21.243464 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-a16f55f0-ed2e-4a40-9ee9-bcbbe210fe5e service neutron] 10.222.0.71 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 908 time: 0.1218626 Feb 09 21:31:21.271591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:31:21.279915 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device d684e2b5-cba7-45ab-871a-2bc8f3bbcea8 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:21.305669 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:21.321452 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60397e-a0eb-4094-a5dc-bb6711253d94 req-47a99b7b-a623-42f7-bb7f-e6b929a8deec tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:21.328966 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff60397e-a0eb-4094-a5dc-bb6711253d94 req-47a99b7b-a623-42f7-bb7f-e6b929a8deec tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 946 time: 0.1713524 Feb 09 21:31:21.359627 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d687cb94-b911-46d1-9360-cefb402ea946 admin admin] Publish callbacks [] for port (85de8710-96bb-4401-90fe-336be0ee9cb3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:21.368457 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-050ea64f-dccb-430a-8d08-a763e79db9eb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=711822d2-c240-47e9-b5f4-76b45729d4e1 HTTP/1.1" status: 200 len: 217 time: 0.1183381 Feb 09 21:31:21.413054 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:21.413808 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:21.464063 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d687cb94-b911-46d1-9360-cefb402ea946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (85de8710-96bb-4401-90fe-336be0ee9cb3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:21.474487 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096721-2045-4f3f-a112-145732364ecc req-0fde83e0-ee4b-4c84-8fa4-d5ff1830f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:21.476103 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-0fde83e0-ee4b-4c84-8fa4-d5ff1830f364 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.0966344 Feb 09 21:31:21.541075 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff60397e-a0eb-4094-a5dc-bb6711253d94 req-8e4e4647-430e-464d-b222-67f9f4de6958 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055709 Feb 09 21:31:21.549360 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-baccc86c-e7bb-4557-bd8d-ed9d17c5cbc5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646064 Feb 09 21:31:21.574152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d687cb94-b911-46d1-9360-cefb402ea946 admin admin] Network f972a164-22f4-4327-99b6-b6c4dd6d103b is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:21.580605 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-d687cb94-b911-46d1-9360-cefb402ea946 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:21.581906 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:21.582401 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:21.605573 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d687cb94-b911-46d1-9360-cefb402ea946 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:21.608809 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d687cb94-b911-46d1-9360-cefb402ea946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (081e4819-7002-4e84-93b7-6ebca964329d), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:21.610959 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:21.619939 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:21.717831 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:21.723852 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b8015e-2458-402c-858f-0e63db8614b9 x-openstack-request-id: req-f0b8015e-2458-402c-858f-0e63db8614b9 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:21.724150 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293dd819-12cc-412c-a89e-65cf0656d76f", "name": "network-vif-deleted", "tag": "3bc2ba39-cd44-4d0b-992c-58cc712ee651", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:21.724402 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f0b8015e-2458-402c-858f-0e63db8614b9 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:21.724872 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293dd819-12cc-412c-a89e-65cf0656d76f', 'name': 'network-vif-deleted', 'tag': '3bc2ba39-cd44-4d0b-992c-58cc712ee651', 'status': 'completed', 'code': 200} Feb 09 21:31:21.744180 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687cb94-b911-46d1-9360-cefb402ea946 admin admin] Pushing event updated for resources: {'Port': ['ID=85de8710-96bb-4401-90fe-336be0ee9cb3,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:21.778598 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-5b6c8086-68df-448a-a56c-543a8e72e4f4 service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219782 Feb 09 21:31:21.846040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5b02b-f8ef-4807-8a75-49a02e14f421 req-2ce87520-88ce-4bf1-b1fd-3e3b2fbc4ccd tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:21.847749 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1f5b02b-f8ef-4807-8a75-49a02e14f421 req-2ce87520-88ce-4bf1-b1fd-3e3b2fbc4ccd tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5c85f4d-9f54-496d-8d42-5930078814f8 HTTP/1.1" status: 200 len: 943 time: 0.1141486 Feb 09 21:31:21.896551 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-1f80ad7f-c5ce-4779-bab6-5f50dd79ed63 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:31:21.897539 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-1f80ad7f-c5ce-4779-bab6-5f50dd79ed63 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094035 Feb 09 21:31:21.928901 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d687cb94-b911-46d1-9360-cefb402ea946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (85de8710-96bb-4401-90fe-336be0ee9cb3), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:21.936990 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-f7d78f4a-632b-4caa-b4ed-87e84ebc09a3 service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500080 Feb 09 21:31:21.946889 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-83d48db3-a370-4f0b-b1f6-4f9cbc0b2749 None None] Provisioning complete for port 85de8710-96bb-4401-90fe-336be0ee9cb3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:21.947270 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-83d48db3-a370-4f0b-b1f6-4f9cbc0b2749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (85de8710-96bb-4401-90fe-336be0ee9cb3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:21.991142 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-22843197-a37a-4993-8199-fa8b523e2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:21.991348 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-83d48db3-a370-4f0b-b1f6-4f9cbc0b2749 None None] Port 85de8710-96bb-4401-90fe-336be0ee9cb3 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:31:21.993359 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-22843197-a37a-4993-8199-fa8b523e2f76 service neutron] 10.222.0.77 "GET /v2.0/ports/e449a260-1ced-47f5-8970-977165f448b0 HTTP/1.1" status: 200 len: 1124 time: 0.0748796 Feb 09 21:31:21.996448 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1f5b02b-f8ef-4807-8a75-49a02e14f421 req-c4fd41a9-342c-4694-90d2-4e83fde9ba33 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.77 "GET /v2.0/security-groups?id=b4ba1116-6916-4659-838a-6304782a896c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096251 Feb 09 21:31:22.018976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-da42d607-da9e-490a-8b50-d1ec56a5f6a4 service neutron] Request body: {'binding': {'host': 'n-h1-828601-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:22.019423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-da42d607-da9e-490a-8b50-d1ec56a5f6a4 service neutron] Unknown quota resources ['binding']. {{(pid=103201) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:31:22.508184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c85f4d-9f54-496d-8d42-5930078814f8', 'tag': '8ded69d2-2516-4e5e-8e35-adfd1ad70cc7'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:22.510520 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8a1209-1157-4443-9a41-36c4aa7c3112" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c85f4d-9f54-496d-8d42-5930078814f8", "tag": "8ded69d2-2516-4e5e-8e35-adfd1ad70cc7"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:22.571727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513b9b7-c950-4389-8fc8-5d0f547ecca1 req-cbde337b-e46c-4866-8275-20011e2e5580 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:22.573275 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8513b9b7-c950-4389-8fc8-5d0f547ecca1 req-cbde337b-e46c-4866-8275-20011e2e5580 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 945 time: 0.4591074 Feb 09 21:31:22.578578 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-da42d607-da9e-490a-8b50-d1ec56a5f6a4 service neutron] Attempting to bind port e449a260-1ced-47f5-8970-977165f448b0 on host n-h1-828601-1 for vnic_type normal with profile None {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:22.579221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-da42d607-da9e-490a-8b50-d1ec56a5f6a4 service neutron] Attempting to bind port e449a260-1ced-47f5-8970-977165f448b0 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:22.579221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-da42d607-da9e-490a-8b50-d1ec56a5f6a4 service neutron] Attempting to bind port e449a260-1ced-47f5-8970-977165f448b0 on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:22.603864 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-da42d607-da9e-490a-8b50-d1ec56a5f6a4 service neutron] Port e449a260-1ced-47f5-8970-977165f448b0 on network 3335e86a-d685-4bed-b15a-6df9753c1347 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:31:22.604194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-da42d607-da9e-490a-8b50-d1ec56a5f6a4 service neutron] Attempting to bind port e449a260-1ced-47f5-8970-977165f448b0 on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:22.617734 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d687cb94-b911-46d1-9360-cefb402ea946 admin admin] Publish callbacks [] for port (85de8710-96bb-4401-90fe-336be0ee9cb3), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:22.626508 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-da42d607-da9e-490a-8b50-d1ec56a5f6a4 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:22.626855 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-da42d607-da9e-490a-8b50-d1ec56a5f6a4 service neutron] Checking segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:22.627251 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-da42d607-da9e-490a-8b50-d1ec56a5f6a4 service neutron] Bound using segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:22.629510 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-da42d607-da9e-490a-8b50-d1ec56a5f6a4 service neutron] Bound port: e449a260-1ced-47f5-8970-977165f448b0, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:22.636578 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d687cb94-b911-46d1-9360-cefb402ea946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (85de8710-96bb-4401-90fe-336be0ee9cb3), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:22.637777 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d687cb94-b911-46d1-9360-cefb402ea946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (081e4819-7002-4e84-93b7-6ebca964329d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:22.717867 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8513b9b7-c950-4389-8fc8-5d0f547ecca1 req-1670c527-bfbb-45a0-86b1-b0f62290d5f2 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341608 Feb 09 21:31:22.773906 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687cb94-b911-46d1-9360-cefb402ea946 admin admin] Pushing event updated for resources: {'Port': ['ID=85de8710-96bb-4401-90fe-336be0ee9cb3,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:22.796797 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-da42d607-da9e-490a-8b50-d1ec56a5f6a4 service neutron] For port e449a260-1ced-47f5-8970-977165f448b0, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e449a260-1ced-47f5-8970-977165f448b0,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:22.812117 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-da42d607-da9e-490a-8b50-d1ec56a5f6a4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:22.813269 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-da42d607-da9e-490a-8b50-d1ec56a5f6a4 service neutron] 10.222.0.77 "POST /v2.0/ports/e449a260-1ced-47f5-8970-977165f448b0/bindings HTTP/1.1" status: 201 len: 389 time: 0.7993665 Feb 09 21:31:22.884636 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d687cb94-b911-46d1-9360-cefb402ea946 admin admin] Network f972a164-22f4-4327-99b6-b6c4dd6d103b is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:22.887080 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-d687cb94-b911-46d1-9360-cefb402ea946 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:22.897474 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c86cef-256f-430c-bf97-481381a343c5 req-3e9f245c-705d-4b53-9d8a-c1f7cc50302c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:22.899621 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-27c86cef-256f-430c-bf97-481381a343c5 req-3e9f245c-705d-4b53-9d8a-c1f7cc50302c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.1074419 Feb 09 21:31:23.001041 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11785b3a-4096-48ee-adc5-4ea01d9c5dc5 x-openstack-request-id: req-11785b3a-4096-48ee-adc5-4ea01d9c5dc5 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:23.001828 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c85f4d-9f54-496d-8d42-5930078814f8", "tag": "8ded69d2-2516-4e5e-8e35-adfd1ad70cc7", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:23.002281 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-11785b3a-4096-48ee-adc5-4ea01d9c5dc5 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:23.002996 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c85f4d-9f54-496d-8d42-5930078814f8', 'tag': '8ded69d2-2516-4e5e-8e35-adfd1ad70cc7', 'status': 'completed', 'code': 200} Feb 09 21:31:23.054354 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-27c86cef-256f-430c-bf97-481381a343c5 req-9fe7b322-e14a-4c66-860e-63d10ac39f47 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448250 Feb 09 21:31:23.117541 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d687cb94-b911-46d1-9360-cefb402ea946 admin admin] Router 081e4819-7002-4e84-93b7-6ebca964329d has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:31:23.134633 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a1209-1157-4443-9a41-36c4aa7c3112 req-0704f4ed-1679-4814-a04c-42462382715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:23.142427 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4b8a1209-1157-4443-9a41-36c4aa7c3112 req-0704f4ed-1679-4814-a04c-42462382715f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3ce58dc72684444caa8d8b544167e909&device_id=d5c85f4d-9f54-496d-8d42-5930078814f8 HTTP/1.1" status: 200 len: 1125 time: 0.1162705 Feb 09 21:31:23.164565 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:23.277831 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:23.280467 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a1209-1157-4443-9a41-36c4aa7c3112 req-4f1b0a26-79a3-4779-a6b2-711b6a0ebec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:23.282247 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4b8a1209-1157-4443-9a41-36c4aa7c3112 req-4f1b0a26-79a3-4779-a6b2-711b6a0ebec7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e28a210d-cec7-4283-a7e2-14cbab7bcb1e HTTP/1.1" status: 200 len: 911 time: 0.1252992 Feb 09 21:31:23.331301 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-66a2fd5d-5e7d-4eca-aea9-189a7b730ed9 None None] Provisioning complete for port 85de8710-96bb-4401-90fe-336be0ee9cb3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:23.332051 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-66a2fd5d-5e7d-4eca-aea9-189a7b730ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (85de8710-96bb-4401-90fe-336be0ee9cb3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:23.337780 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bae239-1281-4e33-9fa6-9ee2cbbb7352 req-f435d77f-d52d-431b-af93-163c10126b3f tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:23.339036 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-03bae239-1281-4e33-9fa6-9ee2cbbb7352 req-f435d77f-d52d-431b-af93-163c10126b3f tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 946 time: 0.1996598 Feb 09 21:31:23.344880 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4b8a1209-1157-4443-9a41-36c4aa7c3112 req-4d67cb02-29ad-42e7-a20c-a37dae275f97 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 HTTP/1.1" status: 200 len: 217 time: 0.0565803 Feb 09 21:31:23.418744 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d687cb94-b911-46d1-9360-cefb402ea946 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:31:23.421637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-66a2fd5d-5e7d-4eca-aea9-189a7b730ed9 None None] Port 85de8710-96bb-4401-90fe-336be0ee9cb3 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:31:23.424449 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8ded69d2-2516-4e5e-8e35-adfd1ad70cc7,segment=NetworkSegment(107c773d-8d03-4905-85b4-c8e9e8fbbb70),segment_id=107c773d-8d03-4905-85b4-c8e9e8fbbb70)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:23.434474 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] Sync routers for ids ['081e4819-7002-4e84-93b7-6ebca964329d'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:31:23.449808 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a1209-1157-4443-9a41-36c4aa7c3112 req-66dfc1b7-14a6-412b-9b56-c10448e69316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:23.449808 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4b8a1209-1157-4443-9a41-36c4aa7c3112 req-66dfc1b7-14a6-412b-9b56-c10448e69316 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=26ecc3c6-3427-45c5-b80e-82aa98e00f6c HTTP/1.1" status: 200 len: 850 time: 0.0926862 Feb 09 21:31:23.450105 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] Routers {'081e4819-7002-4e84-93b7-6ebca964329d'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:31:23.450105 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:31:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['081e4819-7002-4e84-93b7-6ebca964329d'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:23.452953 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d687cb94-b911-46d1-9360-cefb402ea946 admin admin] 10.222.0.77 "PUT /v2.0/routers/081e4819-7002-4e84-93b7-6ebca964329d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9940512 Feb 09 21:31:23.468146 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '8ded69d2-2516-4e5e-8e35-adfd1ad70cc7', 'network_id': 'e28a210d-cec7-4283-a7e2-14cbab7bcb1e', 'port_id': '8ded69d2-2516-4e5e-8e35-adfd1ad70cc7', 'mac_address': 'fa:16:3e:89:0b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ecc3c6-3427-45c5-b80e-82aa98e00f6c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:31:23.483665 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:23.484064 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:23.485123 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4b8a1209-1157-4443-9a41-36c4aa7c3112 req-46dd7907-eae2-4203-8126-bd1bee7b7374 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e28a210d-cec7-4283-a7e2-14cbab7bcb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306907 Feb 09 21:31:23.496927 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-03bae239-1281-4e33-9fa6-9ee2cbbb7352 req-599d0780-2562-43f3-bea4-e4f0428cfbaa tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430025 Feb 09 21:31:23.661473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:23.661896 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8ded69d2-2516-4e5e-8e35-adfd1ad70cc7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:23.694192 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4b8a1209-1157-4443-9a41-36c4aa7c3112 req-6e98df30-dee8-4823-a8f2-bdff5bf2cb41 service neutron] 10.222.0.71 "GET /v2.0/networks/e28a210d-cec7-4283-a7e2-14cbab7bcb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024233 Feb 09 21:31:23.712411 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] Set router 081e4819-7002-4e84-93b7-6ebca964329d gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:31:23.712624 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:23.728231 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e49a81-33fd-49ce-b194-3041b6a6c2ac req-6c08a778-9b4a-45a2-9c9b-acdb430684c8 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:23.736944 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56e49a81-33fd-49ce-b194-3041b6a6c2ac req-6c08a778-9b4a-45a2-9c9b-acdb430684c8 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.1012213 Feb 09 21:31:23.811041 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8ded69d2-2516-4e5e-8e35-adfd1ad70cc7,segment=NetworkSegment(107c773d-8d03-4905-85b4-c8e9e8fbbb70),segment_id=107c773d-8d03-4905-85b4-c8e9e8fbbb70)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:23.824321 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8ded69d2-2516-4e5e-8e35-adfd1ad70cc7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:23.860401 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4b8a1209-1157-4443-9a41-36c4aa7c3112 req-b5dc455f-0bce-43a1-832c-88d0c12410d6 service neutron] 10.222.0.71 "GET /v2.0/networks/e28a210d-cec7-4283-a7e2-14cbab7bcb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580985 Feb 09 21:31:23.892887 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56e49a81-33fd-49ce-b194-3041b6a6c2ac req-4a158e44-5701-4ee3-acd9-fba22d6d31b2 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539991 Feb 09 21:31:23.988299 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7cf93-ffbc-4006-a5d2-67c736972bcd req-80c33d25-c163-4e07-8b7b-50ab48b012b4 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:23.996419 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-19f7cf93-ffbc-4006-a5d2-67c736972bcd req-80c33d25-c163-4e07-8b7b-50ab48b012b4 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5c85f4d-9f54-496d-8d42-5930078814f8 HTTP/1.1" status: 200 len: 944 time: 0.1020234 Feb 09 21:31:24.063910 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:24.070867 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-19f7cf93-ffbc-4006-a5d2-67c736972bcd req-78c2eb23-f9aa-4442-aef9-0631881a517d tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.77 "GET /v2.0/security-groups?id=b4ba1116-6916-4659-838a-6304782a896c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734947 Feb 09 21:31:24.119735 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=8ded69d2-2516-4e5e-8e35-adfd1ad70cc7,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:24.174718 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081e4819-7002-4e84-93b7-6ebca964329d', 'name': 'tempest-FloatingIPDetailsTestJSON-1274563573-router', 'tenant_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:31:14Z', 'updated_at': '2022-02-09T21:31:21Z', 'revision_number': 4, 'project_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'gw_port': {'id': 'c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081e4819-7002-4e84-93b7-6ebca964329d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:15Z', 'updated_at': '2022-02-09T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '85de8710-96bb-4401-90fe-336be0ee9cb3', 'name': '', 'network_id': 'f972a164-22f4-4327-99b6-b6c4dd6d103b', 'tenant_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'mac_address': 'fa:16:3e:d1:6e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081e4819-7002-4e84-93b7-6ebca964329d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '1d5a6a52-255d-4a77-a5ad-6d8f9fe47da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:20Z', 'updated_at': '2022-02-09T21:31:22Z', 'revision_number': 2, 'project_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'subnets': [{'id': '1d5a6a52-255d-4a77-a5ad-6d8f9fe47da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:24.187894 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['8ded69d2-2516-4e5e-8e35-adfd1ad70cc7'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:24.208540 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] Checking router: 081e4819-7002-4e84-93b7-6ebca964329d for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:31:24.209294 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] Updating router 081e4819-7002-4e84-93b7-6ebca964329d port 85de8710-96bb-4401-90fe-336be0ee9cb3 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:31:24.258606 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (85de8710-96bb-4401-90fe-336be0ee9cb3), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:24.350390 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a831438-d929-4042-ab1a-ecec3649b12d req-925c1374-7535-436c-8a90-7bc0d997a082 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:24.352661 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a831438-d929-4042-ab1a-ecec3649b12d req-925c1374-7535-436c-8a90-7bc0d997a082 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b92b766f-dbb4-4ff2-b13f-8d3a77db872c HTTP/1.1" status: 200 len: 971 time: 0.1703622 Feb 09 21:31:24.362808 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-397bea14-320e-430a-bf75-68b93b0be9e0 req-e99b7f93-39f8-427b-85cd-082393f0cb3c tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2576799 Feb 09 21:31:24.369348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-397bea14-320e-430a-bf75-68b93b0be9e0 req-7d89a19d-f81f-4c11-90fd-49daae4120e2 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:24.420108 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-397bea14-320e-430a-bf75-68b93b0be9e0 req-7d89a19d-f81f-4c11-90fd-49daae4120e2 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:24.484787 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a831438-d929-4042-ab1a-ecec3649b12d req-20f9983c-939d-43a7-a755-1aac2038de63 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/security-groups?id=8be9d7f2-e556-4c45-96ce-00c44f682c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193135 Feb 09 21:31:24.567501 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-397bea14-320e-430a-bf75-68b93b0be9e0 req-7d89a19d-f81f-4c11-90fd-49daae4120e2 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:24.692617 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] Publish callbacks [] for port (85de8710-96bb-4401-90fe-336be0ee9cb3), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:24.696386 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e55830-7b6e-4c1f-8800-766cf7fbfbe5 req-96077c07-fda1-4f94-a6f8-f53d7601ff51 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:24.698242 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-03e55830-7b6e-4c1f-8800-766cf7fbfbe5 req-96077c07-fda1-4f94-a6f8-f53d7601ff51 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.1160593 Feb 09 21:31:24.701754 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (85de8710-96bb-4401-90fe-336be0ee9cb3), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:24.742259 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-397bea14-320e-430a-bf75-68b93b0be9e0 req-7d89a19d-f81f-4c11-90fd-49daae4120e2 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Allocated IP 172.25.6.49 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/325e21da-5c8b-4b55-9fdb-647a292b57bc) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:24.756932 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6fe15-3d3f-497b-93f9-d0af03bf9a9d None None] Pushing event updated for resources: {'Port': ['ID=85de8710-96bb-4401-90fe-336be0ee9cb3,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:24.779748 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-03e55830-7b6e-4c1f-8800-766cf7fbfbe5 req-1d0fe741-1409-4f99-8fa4-e52d9bb6287c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729904 Feb 09 21:31:24.782325 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6fe15-3d3f-497b-93f9-d0af03bf9a9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:24.782676 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6fe15-3d3f-497b-93f9-d0af03bf9a9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:24.783024 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6fe15-3d3f-497b-93f9-d0af03bf9a9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:24.783347 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6fe15-3d3f-497b-93f9-d0af03bf9a9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:24.784040 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6fe15-3d3f-497b-93f9-d0af03bf9a9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:24.784040 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6fe15-3d3f-497b-93f9-d0af03bf9a9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:24.784372 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6fe15-3d3f-497b-93f9-d0af03bf9a9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:24.784699 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6fe15-3d3f-497b-93f9-d0af03bf9a9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:24.785209 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6fe15-3d3f-497b-93f9-d0af03bf9a9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:24.785557 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6fe15-3d3f-497b-93f9-d0af03bf9a9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:24.785876 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6fe15-3d3f-497b-93f9-d0af03bf9a9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:24.786804 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6fe15-3d3f-497b-93f9-d0af03bf9a9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:24.787142 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6fe15-3d3f-497b-93f9-d0af03bf9a9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:24.827900 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] Attempting to bind port 85de8710-96bb-4401-90fe-336be0ee9cb3 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:24.828278 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] Attempting to bind port 85de8710-96bb-4401-90fe-336be0ee9cb3 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '45aa9c29-d2ab-4bf2-ad03-5e54226ed199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f972a164-22f4-4327-99b6-b6c4dd6d103b'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:24.828638 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] Attempting to bind port 85de8710-96bb-4401-90fe-336be0ee9cb3 on network f972a164-22f4-4327-99b6-b6c4dd6d103b {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:24.840172 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:24.840560 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] Checking segment: {'id': '45aa9c29-d2ab-4bf2-ad03-5e54226ed199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f972a164-22f4-4327-99b6-b6c4dd6d103b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:24.840976 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:24.841897 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] Bound using segment: {'id': '45aa9c29-d2ab-4bf2-ad03-5e54226ed199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f972a164-22f4-4327-99b6-b6c4dd6d103b'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:24.842375 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] Bound port: 85de8710-96bb-4401-90fe-336be0ee9cb3, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45aa9c29-d2ab-4bf2-ad03-5e54226ed199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f972a164-22f4-4327-99b6-b6c4dd6d103b'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:24.842795 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (85de8710-96bb-4401-90fe-336be0ee9cb3), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:24.931591 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] For port 85de8710-96bb-4401-90fe-336be0ee9cb3, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:24.936021 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] For port 85de8710-96bb-4401-90fe-336be0ee9cb3, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=85de8710-96bb-4401-90fe-336be0ee9cb3,segment=NetworkSegment(45aa9c29-d2ab-4bf2-ad03-5e54226ed199),segment_id=45aa9c29-d2ab-4bf2-ad03-5e54226ed199)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:24.954733 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (85de8710-96bb-4401-90fe-336be0ee9cb3), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:24.964561 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-397bea14-320e-430a-bf75-68b93b0be9e0 req-7d89a19d-f81f-4c11-90fd-49daae4120e2 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for port (325e21da-5c8b-4b55-9fdb-647a292b57bc), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:24.978806 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf54e69-824d-444d-b369-0f3cdc6ecb3b req-a2bd4642-707f-4d39-90ca-5d4a186cf9f1 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:24.986005 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9cf54e69-824d-444d-b369-0f3cdc6ecb3b req-a2bd4642-707f-4d39-90ca-5d4a186cf9f1 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 946 time: 0.0931470 Feb 09 21:31:25.050345 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] Routers {'081e4819-7002-4e84-93b7-6ebca964329d'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:31:25.051271 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:31:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['081e4819-7002-4e84-93b7-6ebca964329d'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:25.059670 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9cf54e69-824d-444d-b369-0f3cdc6ecb3b req-94065315-4747-4ada-bc0a-798cf7f56c05 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726371 Feb 09 21:31:25.063178 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-397bea14-320e-430a-bf75-68b93b0be9e0 req-7d89a19d-f81f-4c11-90fd-49daae4120e2 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (325e21da-5c8b-4b55-9fdb-647a292b57bc), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.104391 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397bea14-320e-430a-bf75-68b93b0be9e0 req-7d89a19d-f81f-4c11-90fd-49daae4120e2 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:25.113014 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-397bea14-320e-430a-bf75-68b93b0be9e0 req-7d89a19d-f81f-4c11-90fd-49daae4120e2 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:25.117153 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-397bea14-320e-430a-bf75-68b93b0be9e0 req-7d89a19d-f81f-4c11-90fd-49daae4120e2 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:25.124220 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-43981362-71e0-446e-a4b2-ae8e25e63475 None None] Provisioning complete for port 85de8710-96bb-4401-90fe-336be0ee9cb3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:25.125549 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-43981362-71e0-446e-a4b2-ae8e25e63475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (85de8710-96bb-4401-90fe-336be0ee9cb3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.128365 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89a19d-f81f-4c11-90fd-49daae4120e2 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Pushing event updated for resources: {'Port': ['ID=325e21da-5c8b-4b55-9fdb-647a292b57bc,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:25.180083 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 49b1b4d2-998f-4876-b207-e415429ab079 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:25.183004 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:25.219980 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] Set router 081e4819-7002-4e84-93b7-6ebca964329d gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:31:25.255662 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-397bea14-320e-430a-bf75-68b93b0be9e0 req-7d89a19d-f81f-4c11-90fd-49daae4120e2 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for floatingip (5ccf7516-51ea-4a77-b280-552d728b788f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.307488 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6fe15-3d3f-497b-93f9-d0af03bf9a9d None None] Pushing event updated for resources: {'Port': ['ID=85de8710-96bb-4401-90fe-336be0ee9cb3,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:25.328575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a254080-7bd4-455e-bd4c-d07966e564df req-aa36045c-3f6c-4c10-996c-a1840fac72b8 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:25.348185 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a254080-7bd4-455e-bd4c-d07966e564df req-aa36045c-3f6c-4c10-996c-a1840fac72b8 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.1485875 Feb 09 21:31:25.358651 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-397bea14-320e-430a-bf75-68b93b0be9e0 req-7d89a19d-f81f-4c11-90fd-49daae4120e2 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (325e21da-5c8b-4b55-9fdb-647a292b57bc), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.438678 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 49b1b4d2-998f-4876-b207-e415429ab079, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=49b1b4d2-998f-4876-b207-e415429ab079,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:25.461792 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a254080-7bd4-455e-bd4c-d07966e564df req-1ca2c687-1633-4391-846f-e9fa7a0c4571 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104026 Feb 09 21:31:25.481361 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:31:25.490884 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:25.491289 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8ded69d2-2516-4e5e-8e35-adfd1ad70cc7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.499895 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '49b1b4d2-998f-4876-b207-e415429ab079', 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f', 'port_id': '49b1b4d2-998f-4876-b207-e415429ab079', 'mac_address': 'fa:16:3e:9c:db:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db938f0c-908a-4805-b0e9-dadbbab7eb27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:31:25.516662 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081e4819-7002-4e84-93b7-6ebca964329d', 'name': 'tempest-FloatingIPDetailsTestJSON-1274563573-router', 'tenant_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:31:14Z', 'updated_at': '2022-02-09T21:31:21Z', 'revision_number': 4, 'project_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'gw_port': {'id': 'c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081e4819-7002-4e84-93b7-6ebca964329d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:15Z', 'updated_at': '2022-02-09T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '85de8710-96bb-4401-90fe-336be0ee9cb3', 'name': '', 'network_id': 'f972a164-22f4-4327-99b6-b6c4dd6d103b', 'tenant_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'mac_address': 'fa:16:3e:d1:6e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081e4819-7002-4e84-93b7-6ebca964329d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '1d5a6a52-255d-4a77-a5ad-6d8f9fe47da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:20Z', 'updated_at': '2022-02-09T21:31:24Z', 'revision_number': 4, 'project_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'subnets': [{'id': '1d5a6a52-255d-4a77-a5ad-6d8f9fe47da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:25.547872 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b0488e-abea-4ed3-848e-fe09930b4bb3 None None] The sync data for ids ['081e4819-7002-4e84-93b7-6ebca964329d'] in n-d-828601-1 is: [{'id': '081e4819-7002-4e84-93b7-6ebca964329d', 'name': 'tempest-FloatingIPDetailsTestJSON-1274563573-router', 'tenant_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:31:14Z', 'updated_at': '2022-02-09T21:31:21Z', 'revision_number': 4, 'project_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'gw_port': {'id': 'c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081e4819-7002-4e84-93b7-6ebca964329d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:15Z', 'updated_at': '2022-02-09T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '85de8710-96bb-4401-90fe-336be0ee9cb3', 'name': '', 'network_id': 'f972a164-22f4-4327-99b6-b6c4dd6d103b', 'tenant_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'mac_address': 'fa:16:3e:d1:6e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081e4819-7002-4e84-93b7-6ebca964329d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '1d5a6a52-255d-4a77-a5ad-6d8f9fe47da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:20Z', 'updated_at': '2022-02-09T21:31:24Z', 'revision_number': 4, 'project_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'subnets': [{'id': '1d5a6a52-255d-4a77-a5ad-6d8f9fe47da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:31:25.589441 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-43981362-71e0-446e-a4b2-ae8e25e63475 None None] Current status of the port 85de8710-96bb-4401-90fe-336be0ee9cb3 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:25.589846 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-43981362-71e0-446e-a4b2-ae8e25e63475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (85de8710-96bb-4401-90fe-336be0ee9cb3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.630656 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750aadf-19c5-4535-b525-3266f06a82ac req-aeb2962b-4bbb-49cf-b4aa-d3fab617b7ea tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:25.641901 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6750aadf-19c5-4535-b525-3266f06a82ac req-aeb2962b-4bbb-49cf-b4aa-d3fab617b7ea tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "GET /v2.0/ports?device_id=b92b766f-dbb4-4ff2-b13f-8d3a77db872c HTTP/1.1" status: 200 len: 971 time: 0.1340230 Feb 09 21:31:25.710910 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 49b1b4d2-998f-4876-b207-e415429ab079 is: ACTIVE; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:25.711300 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (49b1b4d2-998f-4876-b207-e415429ab079), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.738682 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-43981362-71e0-446e-a4b2-ae8e25e63475 None None] For port 85de8710-96bb-4401-90fe-336be0ee9cb3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=85de8710-96bb-4401-90fe-336be0ee9cb3,segment=NetworkSegment(45aa9c29-d2ab-4bf2-ad03-5e54226ed199),segment_id=45aa9c29-d2ab-4bf2-ad03-5e54226ed199)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:25.749668 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-43981362-71e0-446e-a4b2-ae8e25e63475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (85de8710-96bb-4401-90fe-336be0ee9cb3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.752312 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49b1b4d2-998f-4876-b207-e415429ab079 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:25.775309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:25.775734 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8ded69d2-2516-4e5e-8e35-adfd1ad70cc7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.810256 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-397bea14-320e-430a-bf75-68b93b0be9e0 req-7d89a19d-f81f-4c11-90fd-49daae4120e2 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for port (325e21da-5c8b-4b55-9fdb-647a292b57bc), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.821647 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-397bea14-320e-430a-bf75-68b93b0be9e0 req-7d89a19d-f81f-4c11-90fd-49daae4120e2 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (325e21da-5c8b-4b55-9fdb-647a292b57bc), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.824358 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-6750aadf-19c5-4535-b525-3266f06a82ac req-fa5797e4-1b0c-40a4-aaff-6016fc20f26b tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Deleting port 93e927e6-90ef-480c-bf7f-9988462f2fcb {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:25.824956 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6750aadf-19c5-4535-b525-3266f06a82ac req-fa5797e4-1b0c-40a4-aaff-6016fc20f26b tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (93e927e6-90ef-480c-bf7f-9988462f2fcb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.852500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 49b1b4d2-998f-4876-b207-e415429ab079, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=49b1b4d2-998f-4876-b207-e415429ab079,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:25.854047 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-397bea14-320e-430a-bf75-68b93b0be9e0 req-7d89a19d-f81f-4c11-90fd-49daae4120e2 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (5ccf7516-51ea-4a77-b280-552d728b788f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.885572 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (49b1b4d2-998f-4876-b207-e415429ab079), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.905238 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c85f4d-9f54-496d-8d42-5930078814f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ded69d2-2516-4e5e-8e35-adfd1ad70cc7'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:25.907717 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c46a33-9ec7-492d-9ddc-43e66a59abc0" -d '{"events": [{"server_uuid": "d5c85f4d-9f54-496d-8d42-5930078814f8", "name": "network-vif-plugged", "status": "completed", "tag": "8ded69d2-2516-4e5e-8e35-adfd1ad70cc7"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:25.936267 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a6a74-a389-4691-879c-d81c138748ee req-6839bfd2-c38b-4f02-90f3-df25c1014f2f tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:25.938320 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f8a6a74-a389-4691-879c-d81c138748ee req-6839bfd2-c38b-4f02-90f3-df25c1014f2f tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5c85f4d-9f54-496d-8d42-5930078814f8 HTTP/1.1" status: 200 len: 944 time: 0.2798984 Feb 09 21:31:25.946953 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8ded69d2-2516-4e5e-8e35-adfd1ad70cc7,segment=NetworkSegment(107c773d-8d03-4905-85b4-c8e9e8fbbb70),segment_id=107c773d-8d03-4905-85b4-c8e9e8fbbb70)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:25.948431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-06f9cf5a-39c1-4794-9133-b99a7fca407e None None] Provisioning complete for port 85de8710-96bb-4401-90fe-336be0ee9cb3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:25.948835 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-06f9cf5a-39c1-4794-9133-b99a7fca407e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (85de8710-96bb-4401-90fe-336be0ee9cb3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.952965 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43981362-71e0-446e-a4b2-ae8e25e63475 None None] Pushing event updated for resources: {'Port': ['ID=85de8710-96bb-4401-90fe-336be0ee9cb3,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:25.973723 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-6750aadf-19c5-4535-b525-3266f06a82ac req-fa5797e4-1b0c-40a4-aaff-6016fc20f26b tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] For port 93e927e6-90ef-480c-bf7f-9988462f2fcb, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=93e927e6-90ef-480c-bf7f-9988462f2fcb,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:25.974585 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6750aadf-19c5-4535-b525-3266f06a82ac req-fa5797e4-1b0c-40a4-aaff-6016fc20f26b tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (93e927e6-90ef-480c-bf7f-9988462f2fcb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.980201 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8ded69d2-2516-4e5e-8e35-adfd1ad70cc7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.990862 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-6750aadf-19c5-4535-b525-3266f06a82ac req-fa5797e4-1b0c-40a4-aaff-6016fc20f26b tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Calling delete_port for 93e927e6-90ef-480c-bf7f-9988462f2fcb owned by compute:tempest-test_az-1845725408 {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:25.996305 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-397bea14-320e-430a-bf75-68b93b0be9e0 req-7d89a19d-f81f-4c11-90fd-49daae4120e2 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.998269 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-397bea14-320e-430a-bf75-68b93b0be9e0 req-7d89a19d-f81f-4c11-90fd-49daae4120e2 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6339254 Feb 09 21:31:26.042794 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['49b1b4d2-998f-4876-b207-e415429ab079'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:26.074367 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89a19d-f81f-4c11-90fd-49daae4120e2 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Pushing event updated for resources: {'Port': ['ID=325e21da-5c8b-4b55-9fdb-647a292b57bc,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:26.102091 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-397bea14-320e-430a-bf75-68b93b0be9e0 req-b47ce5c9-f21d-48de-8b2c-08e5aefe07b4 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.49 HTTP/1.1" status: 200 len: 695 time: 0.0845149 Feb 09 21:31:26.130274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=49b1b4d2-998f-4876-b207-e415429ab079,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:26.188233 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f8a6a74-a389-4691-879c-d81c138748ee req-7ba0df9c-78b8-405e-83e7-f7fe8ce3d77c tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.77 "GET /v2.0/security-groups?id=b4ba1116-6916-4659-838a-6304782a896c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305746 Feb 09 21:31:26.199531 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6750aadf-19c5-4535-b525-3266f06a82ac req-fa5797e4-1b0c-40a4-aaff-6016fc20f26b tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (93e927e6-90ef-480c-bf7f-9988462f2fcb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:26.239924 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bea14-320e-430a-bf75-68b93b0be9e0 req-26cdcac9-1a4a-429b-84e3-0c645dde22d7 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:26.249205 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5797e4-1b0c-40a4-aaff-6016fc20f26b tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Pushing event deleted for resources: {'Port': ['ID=93e927e6-90ef-480c-bf7f-9988462f2fcb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:26.262045 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-397bea14-320e-430a-bf75-68b93b0be9e0 req-26cdcac9-1a4a-429b-84e3-0c645dde22d7 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.1496341 Feb 09 21:31:26.275353 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['93e927e6-90ef-480c-bf7f-9988462f2fcb'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:26.324782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-6750aadf-19c5-4535-b525-3266f06a82ac req-fa5797e4-1b0c-40a4-aaff-6016fc20f26b tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] No DVR routers for this DVR port 93e927e6-90ef-480c-bf7f-9988462f2fcb on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:26.332723 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6750aadf-19c5-4535-b525-3266f06a82ac req-fa5797e4-1b0c-40a4-aaff-6016fc20f26b tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:26.336714 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6750aadf-19c5-4535-b525-3266f06a82ac req-fa5797e4-1b0c-40a4-aaff-6016fc20f26b tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.71 "DELETE /v2.0/ports/93e927e6-90ef-480c-bf7f-9988462f2fcb HTTP/1.1" status: 204 len: 173 time: 0.6860902 Feb 09 21:31:26.337327 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92b766f-dbb4-4ff2-b13f-8d3a77db872c', 'name': 'network-vif-deleted', 'tag': '93e927e6-90ef-480c-bf7f-9988462f2fcb'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:26.340030 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0365203-3ce0-415f-bcf3-babe40db1686" -d '{"events": [{"server_uuid": "b92b766f-dbb4-4ff2-b13f-8d3a77db872c", "name": "network-vif-deleted", "tag": "93e927e6-90ef-480c-bf7f-9988462f2fcb"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:26.368248 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93f4371b-5319-4253-a4e6-9973a3dea350 req-aba76aea-a322-4dc2-90ca-657770247831 tempest-ServersOnMultiNodesTest-1235913305 tempest-ServersOnMultiNodesTest-1235913305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b92b766f-dbb4-4ff2-b13f-8d3a77db872c HTTP/1.1" status: 200 len: 210 time: 0.0619838 Feb 09 21:31:26.447003 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f189ca1-1777-4252-8f7b-691961e1f432 x-openstack-request-id: req-9f189ca1-1777-4252-8f7b-691961e1f432 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:26.447631 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c85f4d-9f54-496d-8d42-5930078814f8", "name": "network-vif-plugged", "status": "completed", "tag": "8ded69d2-2516-4e5e-8e35-adfd1ad70cc7", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:26.447631 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9f189ca1-1777-4252-8f7b-691961e1f432 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:26.448001 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c85f4d-9f54-496d-8d42-5930078814f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ded69d2-2516-4e5e-8e35-adfd1ad70cc7', 'code': 200} Feb 09 21:31:26.452263 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=8ded69d2-2516-4e5e-8e35-adfd1ad70cc7,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:26.468018 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-06f9cf5a-39c1-4794-9133-b99a7fca407e None None] Current status of the port 85de8710-96bb-4401-90fe-336be0ee9cb3 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:26.589338 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b0af3-f5b3-40d8-a31e-4c688062a2e9 req-d1610fd0-f856-46ec-8dab-a345676e90d8 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:26.590438 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d37b0af3-f5b3-40d8-a31e-4c688062a2e9 req-d1610fd0-f856-46ec-8dab-a345676e90d8 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.1772163 Feb 09 21:31:26.668860 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41542076-8a33-43ea-a087-dcf0eebe45d2 req-165674b8-f21e-45a6-80f4-01d8fe22130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:26.671582 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-41542076-8a33-43ea-a087-dcf0eebe45d2 req-165674b8-f21e-45a6-80f4-01d8fe22130a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d5c85f4d-9f54-496d-8d42-5930078814f8 HTTP/1.1" status: 200 len: 1127 time: 0.0842874 Feb 09 21:31:26.680090 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb42791-c348-420f-bdf6-c23dd64f651d req-14636e77-f069-4baa-b570-edf24d4bfecb tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:26.681582 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bbb42791-c348-420f-bdf6-c23dd64f651d req-14636e77-f069-4baa-b570-edf24d4bfecb tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 946 time: 0.1837363 Feb 09 21:31:26.739233 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d37b0af3-f5b3-40d8-a31e-4c688062a2e9 req-c130dc93-0dbd-4b90-bf0f-0bb450028888 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426568 Feb 09 21:31:26.802617 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-41542076-8a33-43ea-a087-dcf0eebe45d2 req-f4468ff3-6b79-4cde-9a04-4ed1e60f037f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b4ba1116-6916-4659-838a-6304782a896c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112590 Feb 09 21:31:26.871912 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bbb42791-c348-420f-bdf6-c23dd64f651d req-b2e6800b-8654-4083-959f-d71f28882bce tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690993 Feb 09 21:31:26.930976 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfa7a5b-e2ed-4f42-9e92-f5ed28aaed49 x-openstack-request-id: req-abfa7a5b-e2ed-4f42-9e92-f5ed28aaed49 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:26.931526 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92b766f-dbb4-4ff2-b13f-8d3a77db872c", "name": "network-vif-deleted", "tag": "93e927e6-90ef-480c-bf7f-9988462f2fcb", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:26.932739 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-abfa7a5b-e2ed-4f42-9e92-f5ed28aaed49 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:26.933623 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92b766f-dbb4-4ff2-b13f-8d3a77db872c', 'name': 'network-vif-deleted', 'tag': '93e927e6-90ef-480c-bf7f-9988462f2fcb', 'status': 'completed', 'code': 200} Feb 09 21:31:26.955994 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b2e00557-0537-418f-9cb7-a870f412fda0 req-05a97851-66fe-4d90-82cc-4de9c0bb763e tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1772354 Feb 09 21:31:26.965247 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-b2e00557-0537-418f-9cb7-a870f412fda0 req-15c3add6-ab3e-43de-a17e-7bdc5e81b016 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:26.998264 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b2e00557-0537-418f-9cb7-a870f412fda0 req-15c3add6-ab3e-43de-a17e-7bdc5e81b016 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:27.184264 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4387c55-f3d4-48f4-b785-16048eccde6d req-b4ee4063-ac91-42ff-80fb-e43f63c5d1ff tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:27.185819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d4387c55-f3d4-48f4-b785-16048eccde6d req-b4ee4063-ac91-42ff-80fb-e43f63c5d1ff tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.1801567 Feb 09 21:31:27.190251 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 49b1b4d2-998f-4876-b207-e415429ab079 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:27.280020 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 85de8710-96bb-4401-90fe-336be0ee9cb3 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:27.333709 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d4387c55-f3d4-48f4-b785-16048eccde6d req-64d44931-b83c-4e02-83e6-1435df4c9a88 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294134 Feb 09 21:31:27.370348 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b2e00557-0537-418f-9cb7-a870f412fda0 req-15c3add6-ab3e-43de-a17e-7bdc5e81b016 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:27.561838 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 49b1b4d2-998f-4876-b207-e415429ab079 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:27.572449 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (49b1b4d2-998f-4876-b207-e415429ab079), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:27.629255 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 85de8710-96bb-4401-90fe-336be0ee9cb3 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:27.629877 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (85de8710-96bb-4401-90fe-336be0ee9cb3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:27.674697 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-b2e00557-0537-418f-9cb7-a870f412fda0 req-15c3add6-ab3e-43de-a17e-7bdc5e81b016 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Allocated IP 172.25.6.232 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/c4ea299f-08ae-445b-8399-44aef1fd69d4) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:27.804519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 49b1b4d2-998f-4876-b207-e415429ab079 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:27.804928 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (49b1b4d2-998f-4876-b207-e415429ab079), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:27.830029 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab08df-123d-4f48-b85e-d6073d0bdf49 req-c291ccbe-97e5-49ab-8955-ef54df317531 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:27.837284 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-efab08df-123d-4f48-b85e-d6073d0bdf49 req-c291ccbe-97e5-49ab-8955-ef54df317531 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5c85f4d-9f54-496d-8d42-5930078814f8 HTTP/1.1" status: 200 len: 945 time: 0.2900450 Feb 09 21:31:27.842613 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b2e00557-0537-418f-9cb7-a870f412fda0 req-15c3add6-ab3e-43de-a17e-7bdc5e81b016 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for port (c4ea299f-08ae-445b-8399-44aef1fd69d4), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:27.856161 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 49b1b4d2-998f-4876-b207-e415429ab079, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=49b1b4d2-998f-4876-b207-e415429ab079,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:27.882413 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (49b1b4d2-998f-4876-b207-e415429ab079), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:27.883290 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 93e927e6-90ef-480c-bf7f-9988462f2fcb no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:27.926093 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 93e927e6-90ef-480c-bf7f-9988462f2fcb {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:31:27.926448 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 93e927e6-90ef-480c-bf7f-9988462f2fcb not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:27.928465 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-efab08df-123d-4f48-b85e-d6073d0bdf49 req-952a7ec7-5fd4-4eca-aa88-112874744e92 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.77 "GET /v2.0/security-groups?id=b4ba1116-6916-4659-838a-6304782a896c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891354 Feb 09 21:31:27.978003 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 85de8710-96bb-4401-90fe-336be0ee9cb3 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:27.991256 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b2e00557-0537-418f-9cb7-a870f412fda0 req-15c3add6-ab3e-43de-a17e-7bdc5e81b016 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (c4ea299f-08ae-445b-8399-44aef1fd69d4), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:28.071624 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=49b1b4d2-998f-4876-b207-e415429ab079,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:28.144741 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:31:28.230720 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3add6-ab3e-43de-a17e-7bdc5e81b016 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Pushing event updated for resources: {'Port': ['ID=c4ea299f-08ae-445b-8399-44aef1fd69d4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:28.254060 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2e00557-0537-418f-9cb7-a870f412fda0 req-15c3add6-ab3e-43de-a17e-7bdc5e81b016 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:28.281176 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-b2e00557-0537-418f-9cb7-a870f412fda0 req-15c3add6-ab3e-43de-a17e-7bdc5e81b016 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:28.290833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e00557-0537-418f-9cb7-a870f412fda0 req-15c3add6-ab3e-43de-a17e-7bdc5e81b016 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:28.345954 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47aa6c-88fb-40d8-9bf4-b42b2a1e5035 req-47a9e986-4b33-447b-b7ce-9f88cb23f900 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:28.353212 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc47aa6c-88fb-40d8-9bf4-b42b2a1e5035 req-47a9e986-4b33-447b-b7ce-9f88cb23f900 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.1932456 Feb 09 21:31:28.448898 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a4b537-e8ed-468a-8860-4f1dddb119fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b1b4d2-998f-4876-b207-e415429ab079'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:28.451775 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d1bcb8-e740-40cb-8628-772aa6c063d3" -d '{"events": [{"server_uuid": "51a4b537-e8ed-468a-8860-4f1dddb119fa", "name": "network-vif-plugged", "status": "completed", "tag": "49b1b4d2-998f-4876-b207-e415429ab079"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:28.452101 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b2e00557-0537-418f-9cb7-a870f412fda0 req-15c3add6-ab3e-43de-a17e-7bdc5e81b016 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for floatingip (d8b7938a-cfc5-4b0a-82ac-613d88634b95), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:28.467623 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc47aa6c-88fb-40d8-9bf4-b42b2a1e5035 req-e95ee48b-1adb-4613-b1e7-bad44a8bf626 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088915 Feb 09 21:31:28.564065 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b2e00557-0537-418f-9cb7-a870f412fda0 req-15c3add6-ab3e-43de-a17e-7bdc5e81b016 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c4ea299f-08ae-445b-8399-44aef1fd69d4), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:28.752931 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47548) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:28.954027 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-417f26b9-174f-496c-8abe-34df80157999 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=da888a58eb2d447da88cadc0cfb95024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993449 Feb 09 21:31:28.956497 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47554) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:29.027951 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3d54aa49-6315-4f12-bbcb-89770370f751 admin admin] Publish callbacks [] for security_group (8be9d7f2-e556-4c45-96ce-00c44f682c09), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:29.059675 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f3279-a329-407f-87d6-e39eb688188a req-0c2862b5-ce72-4d3f-8477-fec4445791da tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:29.061385 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-622f3279-a329-407f-87d6-e39eb688188a req-0c2862b5-ce72-4d3f-8477-fec4445791da tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 946 time: 0.0908749 Feb 09 21:31:29.077741 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3d54aa49-6315-4f12-bbcb-89770370f751 admin admin] Publish callbacks [] for security_group (8be9d7f2-e556-4c45-96ce-00c44f682c09), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:29.124062 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b2e00557-0537-418f-9cb7-a870f412fda0 req-15c3add6-ab3e-43de-a17e-7bdc5e81b016 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for port (c4ea299f-08ae-445b-8399-44aef1fd69d4), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:29.142205 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b2e00557-0537-418f-9cb7-a870f412fda0 req-15c3add6-ab3e-43de-a17e-7bdc5e81b016 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c4ea299f-08ae-445b-8399-44aef1fd69d4), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:29.146882 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3d54aa49-6315-4f12-bbcb-89770370f751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8be9d7f2-e556-4c45-96ce-00c44f682c09), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:29.149852 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3d54aa49-6315-4f12-bbcb-89770370f751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:29.151286 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3d54aa49-6315-4f12-bbcb-89770370f751 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8be9d7f2-e556-4c45-96ce-00c44f682c09 HTTP/1.1" status: 204 len: 168 time: 0.1928656 Feb 09 21:31:29.182211 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54aa49-6315-4f12-bbcb-89770370f751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be9d7f2-e556-4c45-96ce-00c44f682c09,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:29.226271 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3add6-ab3e-43de-a17e-7bdc5e81b016 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Pushing event updated for resources: {'Port': ['ID=c4ea299f-08ae-445b-8399-44aef1fd69d4,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:29.236776 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b2e00557-0537-418f-9cb7-a870f412fda0 req-15c3add6-ab3e-43de-a17e-7bdc5e81b016 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (d8b7938a-cfc5-4b0a-82ac-613d88634b95), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:29.298150 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-622f3279-a329-407f-87d6-e39eb688188a req-3fb25c7e-544b-4a73-bac8-0cecbc191dea tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293713 Feb 09 21:31:29.326542 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b2e00557-0537-418f-9cb7-a870f412fda0 req-15c3add6-ab3e-43de-a17e-7bdc5e81b016 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:29.328323 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b2e00557-0537-418f-9cb7-a870f412fda0 req-15c3add6-ab3e-43de-a17e-7bdc5e81b016 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3670061 Feb 09 21:31:29.456107 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b2e00557-0537-418f-9cb7-a870f412fda0 req-600d1b7c-c296-46a3-b90f-53c13db4f4bd tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.232 HTTP/1.1" status: 200 len: 696 time: 0.1222100 Feb 09 21:31:29.564154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17146be-a584-46df-a134-136eadccbfe8 req-dcd588a8-8a2b-41a2-8cc2-67fbf51b96ab tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:29.571282 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a17146be-a584-46df-a134-136eadccbfe8 req-dcd588a8-8a2b-41a2-8cc2-67fbf51b96ab tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.1504352 Feb 09 21:31:29.604115 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47562) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:29.639045 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e00557-0537-418f-9cb7-a870f412fda0 req-b35aa152-acbf-484d-af45-956f32589cb0 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:29.651512 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b2e00557-0537-418f-9cb7-a870f412fda0 req-b35aa152-acbf-484d-af45-956f32589cb0 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.1944792 Feb 09 21:31:29.663749 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c50f5470-1d3c-49a7-a6de-c16a761d9fd7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=de3e6a69de874305a026ac1f408dbe6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0584507 Feb 09 21:31:29.666107 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47566) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:29.699968 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a17146be-a584-46df-a134-136eadccbfe8 req-9bf91c88-8f28-4e57-a4c0-a95b046c6a35 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276941 Feb 09 21:31:29.715497 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d64228a-2fa9-4c0c-afcf-1e345627e801 x-openstack-request-id: req-8d64228a-2fa9-4c0c-afcf-1e345627e801 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:29.716103 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a4b537-e8ed-468a-8860-4f1dddb119fa", "name": "network-vif-plugged", "status": "completed", "tag": "49b1b4d2-998f-4876-b207-e415429ab079", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:29.716103 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8d64228a-2fa9-4c0c-afcf-1e345627e801 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:29.716510 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a4b537-e8ed-468a-8860-4f1dddb119fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b1b4d2-998f-4876-b207-e415429ab079', 'code': 200} Feb 09 21:31:29.758374 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32ffd949-b981-41d5-8487-0e81bf664f6c admin admin] Publish callbacks [] for security_group (5c5cce54-5d9d-4ceb-91e5-9c0a7e7c5e74), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:29.822293 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32ffd949-b981-41d5-8487-0e81bf664f6c admin admin] Publish callbacks [] for security_group (5c5cce54-5d9d-4ceb-91e5-9c0a7e7c5e74), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:29.894964 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32ffd949-b981-41d5-8487-0e81bf664f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5c5cce54-5d9d-4ceb-91e5-9c0a7e7c5e74), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:29.898334 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32ffd949-b981-41d5-8487-0e81bf664f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:29.902204 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-32ffd949-b981-41d5-8487-0e81bf664f6c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5c5cce54-5d9d-4ceb-91e5-9c0a7e7c5e74 HTTP/1.1" status: 204 len: 168 time: 0.2324858 Feb 09 21:31:29.911495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6c7cb-4b9d-4399-909a-fd47cb7b4d43 req-27cb1748-8725-4a4d-b7d3-e613672815df tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:29.913056 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7e6c7cb-4b9d-4399-909a-fd47cb7b4d43 req-27cb1748-8725-4a4d-b7d3-e613672815df tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5c85f4d-9f54-496d-8d42-5930078814f8 HTTP/1.1" status: 200 len: 945 time: 0.1101449 Feb 09 21:31:29.927960 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffd949-b981-41d5-8487-0e81bf664f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5cce54-5d9d-4ceb-91e5-9c0a7e7c5e74,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:29.998901 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7e6c7cb-4b9d-4399-909a-fd47cb7b4d43 req-17b282db-1009-4b54-bb79-27bca9e34d56 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.77 "GET /v2.0/security-groups?id=b4ba1116-6916-4659-838a-6304782a896c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706608 Feb 09 21:31:30.007393 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f028443-1301-421d-be87-50bfba9c12d7 req-8e03ee42-d135-4b05-b047-b2c0d2f044d9 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:30.015112 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f028443-1301-421d-be87-50bfba9c12d7 req-8e03ee42-d135-4b05-b047-b2c0d2f044d9 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.1236224 Feb 09 21:31:30.152546 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f028443-1301-421d-be87-50bfba9c12d7 req-1e35a4e0-8ee2-466b-b57b-2a93adba8a98 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356549 Feb 09 21:31:30.246973 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0318aee4-1a2e-49ec-ab2e-fd5e284423cd req-ad4d714e-faaa-4b0e-ad3b-b288d5e5f452 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1985064 Feb 09 21:31:30.252481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-0318aee4-1a2e-49ec-ab2e-fd5e284423cd req-e2f62a9f-b93c-425d-bf08-bc9806c9a997 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:30.319974 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0318aee4-1a2e-49ec-ab2e-fd5e284423cd req-e2f62a9f-b93c-425d-bf08-bc9806c9a997 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:30.536091 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0318aee4-1a2e-49ec-ab2e-fd5e284423cd req-e2f62a9f-b93c-425d-bf08-bc9806c9a997 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:30.684866 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-0318aee4-1a2e-49ec-ab2e-fd5e284423cd req-e2f62a9f-b93c-425d-bf08-bc9806c9a997 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Allocated IP 172.25.6.208 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/01cfd01b-b1cc-46b3-9807-66bac7372742) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:30.814822 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a813353-982a-4a28-a708-1e2be9bb207c req-eb4ba6e2-b165-4891-8a3a-68c98cbba363 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:30.821232 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a813353-982a-4a28-a708-1e2be9bb207c req-eb4ba6e2-b165-4891-8a3a-68c98cbba363 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 946 time: 0.1413875 Feb 09 21:31:30.953922 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a813353-982a-4a28-a708-1e2be9bb207c req-b3618743-e6ef-40d2-a195-7eeb22cdff84 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202848 Feb 09 21:31:30.980767 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0318aee4-1a2e-49ec-ab2e-fd5e284423cd req-e2f62a9f-b93c-425d-bf08-bc9806c9a997 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for port (01cfd01b-b1cc-46b3-9807-66bac7372742), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:31.061752 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0318aee4-1a2e-49ec-ab2e-fd5e284423cd req-e2f62a9f-b93c-425d-bf08-bc9806c9a997 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (01cfd01b-b1cc-46b3-9807-66bac7372742), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:31.095188 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0318aee4-1a2e-49ec-ab2e-fd5e284423cd req-e2f62a9f-b93c-425d-bf08-bc9806c9a997 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:31.145174 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-0318aee4-1a2e-49ec-ab2e-fd5e284423cd req-e2f62a9f-b93c-425d-bf08-bc9806c9a997 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:31.154045 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-0318aee4-1a2e-49ec-ab2e-fd5e284423cd req-e2f62a9f-b93c-425d-bf08-bc9806c9a997 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:31.219964 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f62a9f-b93c-425d-bf08-bc9806c9a997 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Pushing event updated for resources: {'Port': ['ID=01cfd01b-b1cc-46b3-9807-66bac7372742,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:31.243584 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582682e1-44b5-4252-8f25-cc8804d8f650 req-4edeb15a-7764-4fb0-8999-cbabc48c568d tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:31.256263 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-582682e1-44b5-4252-8f25-cc8804d8f650 req-4edeb15a-7764-4fb0-8999-cbabc48c568d tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5c85f4d-9f54-496d-8d42-5930078814f8 HTTP/1.1" status: 200 len: 945 time: 0.1819518 Feb 09 21:31:31.312911 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0318aee4-1a2e-49ec-ab2e-fd5e284423cd req-e2f62a9f-b93c-425d-bf08-bc9806c9a997 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for floatingip (b5503056-fecc-4f00-9089-dc906cd8d823), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:31.372408 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-582682e1-44b5-4252-8f25-cc8804d8f650 req-0cfafa63-eef2-4956-9a9b-aff3d7a9132f tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.77 "GET /v2.0/security-groups?id=b4ba1116-6916-4659-838a-6304782a896c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144922 Feb 09 21:31:31.465344 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0318aee4-1a2e-49ec-ab2e-fd5e284423cd req-e2f62a9f-b93c-425d-bf08-bc9806c9a997 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (01cfd01b-b1cc-46b3-9807-66bac7372742), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:31.666655 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f6dbb-7738-45fa-afc3-4195858ceaf8 req-ce14d81b-42c0-4c91-b689-b84e8a6ae42a tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:31.669389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a36f6dbb-7738-45fa-afc3-4195858ceaf8 req-ce14d81b-42c0-4c91-b689-b84e8a6ae42a tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.1381161 Feb 09 21:31:31.782800 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a36f6dbb-7738-45fa-afc3-4195858ceaf8 req-2bafea90-bf33-41d1-9027-539d1efa433f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775590 Feb 09 21:31:31.898861 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0318aee4-1a2e-49ec-ab2e-fd5e284423cd req-e2f62a9f-b93c-425d-bf08-bc9806c9a997 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for port (01cfd01b-b1cc-46b3-9807-66bac7372742), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:31.908396 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0318aee4-1a2e-49ec-ab2e-fd5e284423cd req-e2f62a9f-b93c-425d-bf08-bc9806c9a997 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (01cfd01b-b1cc-46b3-9807-66bac7372742), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:31.985846 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0318aee4-1a2e-49ec-ab2e-fd5e284423cd req-e2f62a9f-b93c-425d-bf08-bc9806c9a997 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (b5503056-fecc-4f00-9089-dc906cd8d823), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:32.017454 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f62a9f-b93c-425d-bf08-bc9806c9a997 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Pushing event updated for resources: {'Port': ['ID=01cfd01b-b1cc-46b3-9807-66bac7372742,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:32.026808 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0318aee4-1a2e-49ec-ab2e-fd5e284423cd req-e2f62a9f-b93c-425d-bf08-bc9806c9a997 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:32.028382 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0318aee4-1a2e-49ec-ab2e-fd5e284423cd req-e2f62a9f-b93c-425d-bf08-bc9806c9a997 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7799361 Feb 09 21:31:32.066386 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0860e1f-25f7-4918-be6c-b80787916bb3 req-d45c7c0b-cb9c-44f7-9427-c0d38cf3cf03 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:32.074783 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0860e1f-25f7-4918-be6c-b80787916bb3 req-d45c7c0b-cb9c-44f7-9427-c0d38cf3cf03 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.1620960 Feb 09 21:31:32.150829 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0318aee4-1a2e-49ec-ab2e-fd5e284423cd req-6c6c24ce-0074-4c19-9ce7-0a150d8b58cb tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.208 HTTP/1.1" status: 200 len: 696 time: 0.0682311 Feb 09 21:31:32.244655 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0860e1f-25f7-4918-be6c-b80787916bb3 req-30f7d485-d4d4-4ab2-933f-cfd942c4fb4a tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684058 Feb 09 21:31:32.366645 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318aee4-1a2e-49ec-ab2e-fd5e284423cd req-061eeca8-ed44-45a9-949d-4b1ebaeb9793 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:32.373042 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0318aee4-1a2e-49ec-ab2e-fd5e284423cd req-061eeca8-ed44-45a9-949d-4b1ebaeb9793 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.2152531 Feb 09 21:31:32.374331 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1606c0-cb68-428f-abfb-f224a3d39537 req-08022fa0-fa61-4023-b5fe-bc2e56af6294 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:32.385292 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bc1606c0-cb68-428f-abfb-f224a3d39537 req-08022fa0-fa61-4023-b5fe-bc2e56af6294 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5c85f4d-9f54-496d-8d42-5930078814f8 HTTP/1.1" status: 200 len: 945 time: 0.3512688 Feb 09 21:31:32.443535 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b386c9-b573-4fd0-9dc0-846122955a39 req-5035ce17-86d1-4939-abff-ba001c2902ae tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:32.451523 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d4b386c9-b573-4fd0-9dc0-846122955a39 req-5035ce17-86d1-4939-abff-ba001c2902ae tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 946 time: 0.0771124 Feb 09 21:31:32.535127 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d4b386c9-b573-4fd0-9dc0-846122955a39 req-55235572-0da4-4c38-842c-c732ffc67d2c tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825381 Feb 09 21:31:32.549374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-bc1606c0-cb68-428f-abfb-f224a3d39537 req-30ea010f-b92f-41c0-8fbd-6bd70dad12a0 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Deleting port 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:32.549860 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bc1606c0-cb68-428f-abfb-f224a3d39537 req-30ea010f-b92f-41c0-8fbd-6bd70dad12a0 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8ded69d2-2516-4e5e-8e35-adfd1ad70cc7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:32.732554 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-bc1606c0-cb68-428f-abfb-f224a3d39537 req-30ea010f-b92f-41c0-8fbd-6bd70dad12a0 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] For port 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8ded69d2-2516-4e5e-8e35-adfd1ad70cc7,segment=NetworkSegment(107c773d-8d03-4905-85b4-c8e9e8fbbb70),segment_id=107c773d-8d03-4905-85b4-c8e9e8fbbb70)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:32.733390 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bc1606c0-cb68-428f-abfb-f224a3d39537 req-30ea010f-b92f-41c0-8fbd-6bd70dad12a0 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8ded69d2-2516-4e5e-8e35-adfd1ad70cc7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:32.754454 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-bc1606c0-cb68-428f-abfb-f224a3d39537 req-30ea010f-b92f-41c0-8fbd-6bd70dad12a0 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Calling delete_port for 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:32.790646 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-7dd038e3-86c3-494a-924a-e49d3626f84c tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=7def630e27e34939891c1a4561d01944&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315411 Feb 09 21:31:32.916604 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-bfc79bfb-1265-496b-8d65-88b6eaffbaee tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:32.918669 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-bfc79bfb-1265-496b-8d65-88b6eaffbaee tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1197686 Feb 09 21:31:32.954308 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-479ae3db-20fb-4ffd-944d-fa77bd0b0a2e tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/quotas/7def630e27e34939891c1a4561d01944 HTTP/1.1" status: 200 len: 375 time: 0.0272748 Feb 09 21:31:32.960919 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bc1606c0-cb68-428f-abfb-f224a3d39537 req-30ea010f-b92f-41c0-8fbd-6bd70dad12a0 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (8ded69d2-2516-4e5e-8e35-adfd1ad70cc7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:32.961877 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e7c755d-45aa-46aa-a7f9-9bcb9905d912 req-f11ded11-d07d-4c0f-bef5-2acaccc77d18 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3803022 Feb 09 21:31:32.979524 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['8ded69d2-2516-4e5e-8e35-adfd1ad70cc7'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:33.017116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-8e7c755d-45aa-46aa-a7f9-9bcb9905d912 req-c514eaab-bc9f-4e80-b33f-0739e6d1043e tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:33.023335 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-8244a5a2-37a7-4b09-ad33-d81b6178d693 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7def630e27e34939891c1a4561d01944&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602114 Feb 09 21:31:33.050890 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea010f-b92f-41c0-8fbd-6bd70dad12a0 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Pushing event deleted for resources: {'Port': ['ID=8ded69d2-2516-4e5e-8e35-adfd1ad70cc7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:33.056464 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8e7c755d-45aa-46aa-a7f9-9bcb9905d912 req-c514eaab-bc9f-4e80-b33f-0739e6d1043e tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:33.143405 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1606c0-cb68-428f-abfb-f224a3d39537 req-30ea010f-b92f-41c0-8fbd-6bd70dad12a0 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] No DVR routers for this DVR port 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:33.149792 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bc1606c0-cb68-428f-abfb-f224a3d39537 req-30ea010f-b92f-41c0-8fbd-6bd70dad12a0 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:33.157305 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bc1606c0-cb68-428f-abfb-f224a3d39537 req-30ea010f-b92f-41c0-8fbd-6bd70dad12a0 tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.71 "DELETE /v2.0/ports/8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 HTTP/1.1" status: 204 len: 173 time: 0.7662702 Feb 09 21:31:33.159583 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c85f4d-9f54-496d-8d42-5930078814f8', 'name': 'network-vif-deleted', 'tag': '8ded69d2-2516-4e5e-8e35-adfd1ad70cc7'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:33.163373 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d802e4-d498-4de0-941d-ad6e9c28aa5a" -d '{"events": [{"server_uuid": "d5c85f4d-9f54-496d-8d42-5930078814f8", "name": "network-vif-deleted", "tag": "8ded69d2-2516-4e5e-8e35-adfd1ad70cc7"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:33.226511 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8e7c755d-45aa-46aa-a7f9-9bcb9905d912 req-c514eaab-bc9f-4e80-b33f-0739e6d1043e tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:33.508333 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c1b9bfc7-30f8-4edc-951f-52c476a9c458 req-58ef71d1-a589-4ec6-961a-f83a44b2446d tempest-ServerGroupTestJSON-143020613 tempest-ServerGroupTestJSON-143020613-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5c85f4d-9f54-496d-8d42-5930078814f8 HTTP/1.1" status: 200 len: 210 time: 0.0602460 Feb 09 21:31:33.510393 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-8e7c755d-45aa-46aa-a7f9-9bcb9905d912 req-c514eaab-bc9f-4e80-b33f-0739e6d1043e tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Allocated IP 172.25.6.152 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/436ee7f1-0d3b-4994-8d87-49ad15006caf) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:33.724175 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf09809-8ad8-4939-8d66-01b8a3225cc4 req-12472e38-be0c-4c30-a905-a20eb3b0eda4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:33.727363 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2bf09809-8ad8-4939-8d66-01b8a3225cc4 req-12472e38-be0c-4c30-a905-a20eb3b0eda4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.1231787 Feb 09 21:31:33.757658 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8e7c755d-45aa-46aa-a7f9-9bcb9905d912 req-c514eaab-bc9f-4e80-b33f-0739e6d1043e tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for port (436ee7f1-0d3b-4994-8d87-49ad15006caf), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:33.846243 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2bf09809-8ad8-4939-8d66-01b8a3225cc4 req-e4915d7c-ead9-4025-a054-5ff4c94a6586 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077716 Feb 09 21:31:33.925855 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8e7c755d-45aa-46aa-a7f9-9bcb9905d912 req-c514eaab-bc9f-4e80-b33f-0739e6d1043e tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (436ee7f1-0d3b-4994-8d87-49ad15006caf), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:34.011774 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e7c755d-45aa-46aa-a7f9-9bcb9905d912 req-c514eaab-bc9f-4e80-b33f-0739e6d1043e tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:34.018371 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-8e7c755d-45aa-46aa-a7f9-9bcb9905d912 req-c514eaab-bc9f-4e80-b33f-0739e6d1043e tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:34.026141 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f089fba-7d08-4131-abc2-538bd12a7e30 x-openstack-request-id: req-1f089fba-7d08-4131-abc2-538bd12a7e30 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:34.027273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7c755d-45aa-46aa-a7f9-9bcb9905d912 req-c514eaab-bc9f-4e80-b33f-0739e6d1043e tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:34.028027 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c85f4d-9f54-496d-8d42-5930078814f8", "name": "network-vif-deleted", "tag": "8ded69d2-2516-4e5e-8e35-adfd1ad70cc7", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:34.028595 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1f089fba-7d08-4131-abc2-538bd12a7e30 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:34.029632 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c85f4d-9f54-496d-8d42-5930078814f8', 'name': 'network-vif-deleted', 'tag': '8ded69d2-2516-4e5e-8e35-adfd1ad70cc7', 'status': 'completed', 'code': 200} Feb 09 21:31:34.034091 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514eaab-bc9f-4e80-b33f-0739e6d1043e tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Pushing event updated for resources: {'Port': ['ID=436ee7f1-0d3b-4994-8d87-49ad15006caf,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:34.170693 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8e7c755d-45aa-46aa-a7f9-9bcb9905d912 req-c514eaab-bc9f-4e80-b33f-0739e6d1043e tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for floatingip (21edf659-d6f9-4bf7-99f5-08f5672d98c7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:34.228975 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c7d4d-56c7-42d7-bc4e-d151ea892488 req-fff5667a-a19e-441c-a90c-dd160e05a811 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:34.230844 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9e8c7d4d-56c7-42d7-bc4e-d151ea892488 req-fff5667a-a19e-441c-a90c-dd160e05a811 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.1086142 Feb 09 21:31:34.237066 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8e7c755d-45aa-46aa-a7f9-9bcb9905d912 req-c514eaab-bc9f-4e80-b33f-0739e6d1043e tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (436ee7f1-0d3b-4994-8d87-49ad15006caf), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:34.459019 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8e7c755d-45aa-46aa-a7f9-9bcb9905d912 req-c514eaab-bc9f-4e80-b33f-0739e6d1043e tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for port (436ee7f1-0d3b-4994-8d87-49ad15006caf), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:34.469424 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8e7c755d-45aa-46aa-a7f9-9bcb9905d912 req-c514eaab-bc9f-4e80-b33f-0739e6d1043e tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (436ee7f1-0d3b-4994-8d87-49ad15006caf), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:34.491308 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9e8c7d4d-56c7-42d7-bc4e-d151ea892488 req-1ec90432-b1ce-4827-94d6-7ce91f6ddbc5 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930812 Feb 09 21:31:34.559945 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8e7c755d-45aa-46aa-a7f9-9bcb9905d912 req-c514eaab-bc9f-4e80-b33f-0739e6d1043e tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (21edf659-d6f9-4bf7-99f5-08f5672d98c7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:34.586243 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514eaab-bc9f-4e80-b33f-0739e6d1043e tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Pushing event updated for resources: {'Port': ['ID=436ee7f1-0d3b-4994-8d87-49ad15006caf,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:34.593008 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8e7c755d-45aa-46aa-a7f9-9bcb9905d912 req-c514eaab-bc9f-4e80-b33f-0739e6d1043e tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:34.596318 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e7c755d-45aa-46aa-a7f9-9bcb9905d912 req-c514eaab-bc9f-4e80-b33f-0739e6d1043e tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6196959 Feb 09 21:31:34.670028 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e7c755d-45aa-46aa-a7f9-9bcb9905d912 req-f4fde62f-d18b-4ca6-82b3-96eeaaa87eb3 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.152 HTTP/1.1" status: 200 len: 696 time: 0.0595946 Feb 09 21:31:34.707255 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9377cff7-b5bc-4efa-be16-622356ae155e req-94742c1d-6b48-45e1-b3d0-8bdbdf0d7859 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/ports?device_id=79477e21-525f-4f5b-a637-fa8f9b66bb12 HTTP/1.1" status: 200 len: 210 time: 0.0359256 Feb 09 21:31:34.851326 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c755d-45aa-46aa-a7f9-9bcb9905d912 req-2e0c1833-ce86-4d85-ae3d-72962dd3d55e tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:34.853000 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e7c755d-45aa-46aa-a7f9-9bcb9905d912 req-2e0c1833-ce86-4d85-ae3d-72962dd3d55e tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.1724207 Feb 09 21:31:34.878282 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-dc0fd8f2-a727-4ffc-b43c-9b7329674694 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=7def630e27e34939891c1a4561d01944&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293949 Feb 09 21:31:34.878827 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-8e7c755d-45aa-46aa-a7f9-9bcb9905d912 req-eb0fc316-51ba-46c7-af58-d54c621fbacd tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:31:34.880108 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e7c755d-45aa-46aa-a7f9-9bcb9905d912 req-eb0fc316-51ba-46c7-af58-d54c621fbacd tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116148 Feb 09 21:31:35.041258 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb7169d3-1c41-448b-bf3b-4694e497e705 req-abf3c094-16e9-4413-87fa-ee21ff5ff6e9 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/floatingips/21edf659-d6f9-4bf7-99f5-08f5672d98c7 HTTP/1.1" status: 200 len: 693 time: 0.0770423 Feb 09 21:31:35.120099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-3bea0f36-452d-4df2-8731-016cddeb77c5 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:35.121740 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-3bea0f36-452d-4df2-8731-016cddeb77c5 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2276278 Feb 09 21:31:35.137110 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-9ea773aa-fc4a-4e9f-86b8-54c79ace26f2 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Request body: {'port': {'device_id': '79477e21-525f-4f5b-a637-fa8f9b66bb12', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': '7def630e27e34939891c1a4561d01944'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:35.160164 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067aa385-1044-45a7-8fd0-302e3878e471 req-9ee24e74-addb-4b05-a95d-b206080b39af tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:35.167861 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-067aa385-1044-45a7-8fd0-302e3878e471 req-9ee24e74-addb-4b05-a95d-b206080b39af tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 946 time: 0.3029354 Feb 09 21:31:35.199499 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:35.265162 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-067aa385-1044-45a7-8fd0-302e3878e471 req-874fcd54-f1d5-4e87-a18e-4aca95dc3321 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910511 Feb 09 21:31:35.282339 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:31:35.283935 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 8ded69d2-2516-4e5e-8e35-adfd1ad70cc7 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:35.290397 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-9ea773aa-fc4a-4e9f-86b8-54c79ace26f2 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Made reservation on behalf of 7def630e27e34939891c1a4561d01944 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:35.303521 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-9ea773aa-fc4a-4e9f-86b8-54c79ace26f2 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:35.312880 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7169d3-1c41-448b-bf3b-4694e497e705 req-363cbd58-7014-4a36-acf1-e2d086a17f3a tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:35.325064 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb7169d3-1c41-448b-bf3b-4694e497e705 req-363cbd58-7014-4a36-acf1-e2d086a17f3a tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.2743671 Feb 09 21:31:35.332429 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-9ea773aa-fc4a-4e9f-86b8-54c79ace26f2 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:35.338133 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-cb7169d3-1c41-448b-bf3b-4694e497e705 req-afe5925a-823a-4c13-a72a-a76e694df18b tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:31:35.347000 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb7169d3-1c41-448b-bf3b-4694e497e705 req-afe5925a-823a-4c13-a72a-a76e694df18b tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0206802 Feb 09 21:31:35.474063 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f952aa5-1cf7-46f5-8da1-73a7118d7d40 req-56cbfee1-a8c9-4d6f-a1a9-8f6e9b9dcbf3 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:35.484196 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f952aa5-1cf7-46f5-8da1-73a7118d7d40 req-56cbfee1-a8c9-4d6f-a1a9-8f6e9b9dcbf3 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.1266942 Feb 09 21:31:35.532106 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-9ea773aa-fc4a-4e9f-86b8-54c79ace26f2 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Publish callbacks [] for security_group (b355dc41-f87b-4bad-acd8-efb010613da5), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:35.538187 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-9ea773aa-fc4a-4e9f-86b8-54c79ace26f2 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b355dc41-f87b-4bad-acd8-efb010613da5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:35.590390 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea773aa-fc4a-4e9f-86b8-54c79ace26f2 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b355dc41-f87b-4bad-acd8-efb010613da5,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:35.615536 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f952aa5-1cf7-46f5-8da1-73a7118d7d40 req-3a6ca106-3aff-45e5-a173-f69ee47d4519 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280234 Feb 09 21:31:35.646620 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d38f7221-4842-4ca3-9415-ff1ef1560632 req-1c6cc22c-bd2d-432e-9537-831187067a9a tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/floatingips/21edf659-d6f9-4bf7-99f5-08f5672d98c7 HTTP/1.1" status: 200 len: 693 time: 0.1135073 Feb 09 21:31:35.798729 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-9ea773aa-fc4a-4e9f-86b8-54c79ace26f2 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Allocated IP 192.168.233.50 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/9d48d5c9-3603-400f-850e-705119fc0a67) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:35.878916 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f7221-4842-4ca3-9415-ff1ef1560632 req-45e1faaf-3ca8-4f25-990f-ea549968e2f2 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:35.880685 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d38f7221-4842-4ca3-9415-ff1ef1560632 req-45e1faaf-3ca8-4f25-990f-ea549968e2f2 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.2319758 Feb 09 21:31:35.953391 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1612193-587c-4915-bd35-4b5e7953d17c req-1141d40d-f112-43bc-8c70-48b58272c2af tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:35.955126 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1612193-587c-4915-bd35-4b5e7953d17c req-1141d40d-f112-43bc-8c70-48b58272c2af tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.1453636 Feb 09 21:31:35.962573 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d38f7221-4842-4ca3-9415-ff1ef1560632 req-2332c141-6010-4f35-a5fe-70aabe839dd9 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.152 HTTP/1.1" status: 200 len: 696 time: 0.0724669 Feb 09 21:31:36.040079 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-9ea773aa-fc4a-4e9f-86b8-54c79ace26f2 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Publish callbacks [] for port (9d48d5c9-3603-400f-850e-705119fc0a67), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:36.084126 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-9ea773aa-fc4a-4e9f-86b8-54c79ace26f2 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (9d48d5c9-3603-400f-850e-705119fc0a67), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:36.095731 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d38f7221-4842-4ca3-9415-ff1ef1560632 req-ee034032-63ac-49da-a5de-0e13713229bc tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.152 HTTP/1.1" status: 200 len: 696 time: 0.1247163 Feb 09 21:31:36.129304 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-9ea773aa-fc4a-4e9f-86b8-54c79ace26f2 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:36.130788 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1612193-587c-4915-bd35-4b5e7953d17c req-ceae266c-68b3-42bd-9953-ee0e511da32a tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666999 Feb 09 21:31:36.133710 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-9ea773aa-fc4a-4e9f-86b8-54c79ace26f2 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:36.159355 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-9ea773aa-fc4a-4e9f-86b8-54c79ace26f2 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:36.214594 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea773aa-fc4a-4e9f-86b8-54c79ace26f2 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Pushing event updated for resources: {'Port': ['ID=9d48d5c9-3603-400f-850e-705119fc0a67,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:36.250119 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-9ea773aa-fc4a-4e9f-86b8-54c79ace26f2 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:36.254024 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-9ea773aa-fc4a-4e9f-86b8-54c79ace26f2 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:36.285680 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-9ea773aa-fc4a-4e9f-86b8-54c79ace26f2 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1516519 Feb 09 21:31:36.304666 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] Request body: {'port': {'device_id': '79477e21-525f-4f5b-a637-fa8f9b66bb12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:36.428614 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9d48d5c9-3603-400f-850e-705119fc0a67), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:36.440280 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49f68e-d002-4385-9113-b30d4f33fad2 req-27d3e7e8-4c46-4a80-a5c4-9b26cc68e496 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:36.447683 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fb49f68e-d002-4385-9113-b30d4f33fad2 req-27d3e7e8-4c46-4a80-a5c4-9b26cc68e496 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/ports?device_id=79477e21-525f-4f5b-a637-fa8f9b66bb12 HTTP/1.1" status: 200 len: 935 time: 0.0989580 Feb 09 21:31:36.491888 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-d38f7221-4842-4ca3-9415-ff1ef1560632 req-2e4277d1-51a4-4f71-a0b6-b274b35fe394 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Deleting port 436ee7f1-0d3b-4994-8d87-49ad15006caf {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:36.492256 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d38f7221-4842-4ca3-9415-ff1ef1560632 req-2e4277d1-51a4-4f71-a0b6-b274b35fe394 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (436ee7f1-0d3b-4994-8d87-49ad15006caf), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:36.594521 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-8ccd921b-18c6-433d-8952-4c3bd4976893 None None] Provisioning complete for port 9d48d5c9-3603-400f-850e-705119fc0a67 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:36.595080 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8ccd921b-18c6-433d-8952-4c3bd4976893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9d48d5c9-3603-400f-850e-705119fc0a67), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:36.599955 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fb49f68e-d002-4385-9113-b30d4f33fad2 req-05b5fa3d-76bc-47cd-b939-4d47efb4d6e8 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/security-groups?id=b355dc41-f87b-4bad-acd8-efb010613da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458001 Feb 09 21:31:36.669370 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d38f7221-4842-4ca3-9415-ff1ef1560632 req-2e4277d1-51a4-4f71-a0b6-b274b35fe394 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (436ee7f1-0d3b-4994-8d87-49ad15006caf), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:36.670004 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d38f7221-4842-4ca3-9415-ff1ef1560632 req-2e4277d1-51a4-4f71-a0b6-b274b35fe394 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for floatingip (436ee7f1-0d3b-4994-8d87-49ad15006caf), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:36.678992 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd921b-18c6-433d-8952-4c3bd4976893 None None] Port 9d48d5c9-3603-400f-850e-705119fc0a67 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:31:36.696821 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-d38f7221-4842-4ca3-9415-ff1ef1560632 req-2e4277d1-51a4-4f71-a0b6-b274b35fe394 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Calling delete_port for 436ee7f1-0d3b-4994-8d87-49ad15006caf owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:36.851309 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d48d5c9-3603-400f-850e-705119fc0a67 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:36.864609 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] Publish callbacks [] for port (9d48d5c9-3603-400f-850e-705119fc0a67), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:36.881399 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] Transition to ACTIVE for port object 9d48d5c9-3603-400f-850e-705119fc0a67 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:31:36.889699 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (9d48d5c9-3603-400f-850e-705119fc0a67), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:37.003359 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] Pushing event updated for resources: {'Port': ['ID=9d48d5c9-3603-400f-850e-705119fc0a67,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:37.086388 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] Attempting to bind port 9d48d5c9-3603-400f-850e-705119fc0a67 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:37.086729 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] Attempting to bind port 9d48d5c9-3603-400f-850e-705119fc0a67 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:37.087066 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] Attempting to bind port 9d48d5c9-3603-400f-850e-705119fc0a67 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:37.100630 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] Port 9d48d5c9-3603-400f-850e-705119fc0a67 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:31:37.101019 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] Attempting to bind port 9d48d5c9-3603-400f-850e-705119fc0a67 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:37.110077 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:37.110471 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:37.110811 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:37.111259 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] Bound port: 9d48d5c9-3603-400f-850e-705119fc0a67, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:37.111632 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9d48d5c9-3603-400f-850e-705119fc0a67), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:37.189084 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e381de-e986-49af-99d2-3cb7c9a01cc6 req-82823c06-91b7-486b-ae64-7f07b514d91f tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:37.190637 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e3e381de-e986-49af-99d2-3cb7c9a01cc6 req-82823c06-91b7-486b-ae64-7f07b514d91f tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 946 time: 0.4351585 Feb 09 21:31:37.236097 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] For port 9d48d5c9-3603-400f-850e-705119fc0a67, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:37.240586 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] For port 9d48d5c9-3603-400f-850e-705119fc0a67, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9d48d5c9-3603-400f-850e-705119fc0a67,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:37.250091 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (9d48d5c9-3603-400f-850e-705119fc0a67), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:37.315711 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] Pushing event updated for resources: {'Port': ['ID=9d48d5c9-3603-400f-850e-705119fc0a67,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:37.317651 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d38f7221-4842-4ca3-9415-ff1ef1560632 req-2e4277d1-51a4-4f71-a0b6-b274b35fe394 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (436ee7f1-0d3b-4994-8d87-49ad15006caf), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:37.321822 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:37.322625 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:37.324447 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-54a633eb-fed4-4cc9-91ae-b44c247a7765 service neutron] 10.222.0.71 "PUT /v2.0/ports/9d48d5c9-3603-400f-850e-705119fc0a67 HTTP/1.1" status: 200 len: 1095 time: 1.0306861 Feb 09 21:31:37.325541 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79477e21-525f-4f5b-a637-fa8f9b66bb12', 'tag': '9d48d5c9-3603-400f-850e-705119fc0a67'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:37.328799 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920fe1e7-9b9f-40f1-a676-8b9acd209490" -d '{"events": [{"name": "network-changed", "server_uuid": "79477e21-525f-4f5b-a637-fa8f9b66bb12", "tag": "9d48d5c9-3603-400f-850e-705119fc0a67"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:37.386281 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4277d1-51a4-4f71-a0b6-b274b35fe394 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Pushing event deleted for resources: {'Port': ['ID=436ee7f1-0d3b-4994-8d87-49ad15006caf,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:37.406884 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e3e381de-e986-49af-99d2-3cb7c9a01cc6 req-38bcbdae-8e0d-4b8d-b9fe-4c20a47e5748 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068706 Feb 09 21:31:37.453470 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d38f7221-4842-4ca3-9415-ff1ef1560632 req-2e4277d1-51a4-4f71-a0b6-b274b35fe394 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for floatingip (21edf659-d6f9-4bf7-99f5-08f5672d98c7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:37.456250 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-68ad29a7-eba1-4a5c-a53e-cb54f4f7f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:37.456788 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d38f7221-4842-4ca3-9415-ff1ef1560632 req-2e4277d1-51a4-4f71-a0b6-b274b35fe394 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:37.459171 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-68ad29a7-eba1-4a5c-a53e-cb54f4f7f01d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7def630e27e34939891c1a4561d01944&device_id=79477e21-525f-4f5b-a637-fa8f9b66bb12 HTTP/1.1" status: 200 len: 1129 time: 0.0703344 Feb 09 21:31:37.471478 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d38f7221-4842-4ca3-9415-ff1ef1560632 req-2e4277d1-51a4-4f71-a0b6-b274b35fe394 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "DELETE /v2.0/floatingips/21edf659-d6f9-4bf7-99f5-08f5672d98c7 HTTP/1.1" status: 204 len: 173 time: 1.3651075 Feb 09 21:31:37.536080 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-f154d368-b72c-444c-8044-5ced1d8c3c75 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=9d48d5c9-3603-400f-850e-705119fc0a67 HTTP/1.1" status: 200 len: 217 time: 0.0699251 Feb 09 21:31:37.619109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-19475f6b-4fbc-4c05-83de-17b83098535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:37.620797 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-19475f6b-4fbc-4c05-83de-17b83098535a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0751333 Feb 09 21:31:37.689267 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-5420d713-ae7a-4723-af09-b2ca0976a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:37.692620 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-5420d713-ae7a-4723-af09-b2ca0976a071 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0656650 Feb 09 21:31:37.694531 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ee0fd-14ab-4864-987a-2630ad783135 req-5846b9e2-6815-4a34-8b7c-4e33576ede33 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:37.696122 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b8ee0fd-14ab-4864-987a-2630ad783135 req-5846b9e2-6815-4a34-8b7c-4e33576ede33 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.1324735 Feb 09 21:31:37.773438 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b8ee0fd-14ab-4864-987a-2630ad783135 req-c577dbc3-f4c1-4e65-9fdc-9602402f2ea4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560436 Feb 09 21:31:37.787344 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a7de4dbc-46e3-4354-be4e-579848abdcd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:37.804526 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b80c2b-58e7-4ae9-b443-1ffd320efb22 req-a7010b1a-9667-4df5-8c1d-a309edecacbe tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:37.806781 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7b80c2b-58e7-4ae9-b443-1ffd320efb22 req-a7010b1a-9667-4df5-8c1d-a309edecacbe tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.1384096 Feb 09 21:31:37.868544 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-04d8a556-168f-43d2-b748-f55c761bd7fd service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614542 Feb 09 21:31:37.870805 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac039119-6c42-41e3-8fb4-62ef5ef89da8 x-openstack-request-id: req-ac039119-6c42-41e3-8fb4-62ef5ef89da8 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:37.871096 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79477e21-525f-4f5b-a637-fa8f9b66bb12", "tag": "9d48d5c9-3603-400f-850e-705119fc0a67", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:37.871352 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ac039119-6c42-41e3-8fb4-62ef5ef89da8 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:37.871802 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79477e21-525f-4f5b-a637-fa8f9b66bb12', 'tag': '9d48d5c9-3603-400f-850e-705119fc0a67', 'status': 'completed', 'code': 200} Feb 09 21:31:37.893696 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7b80c2b-58e7-4ae9-b443-1ffd320efb22 req-1b7fdde0-1b66-4ec0-a762-2b440db72557 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666506 Feb 09 21:31:37.993254 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ac1248b4-1671-4f86-ab50-4f45bec0cfba req-eced1fe2-df6d-4002-b0ee-ffc7045e7016 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134579 Feb 09 21:31:38.119123 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fe1e7-9b9f-40f1-a676-8b9acd209490 req-e0659c25-8dbb-475e-baec-36c24e419a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:38.124173 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-920fe1e7-9b9f-40f1-a676-8b9acd209490 req-e0659c25-8dbb-475e-baec-36c24e419a8d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7def630e27e34939891c1a4561d01944&device_id=79477e21-525f-4f5b-a637-fa8f9b66bb12 HTTP/1.1" status: 200 len: 1129 time: 0.0769615 Feb 09 21:31:38.165174 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915088ef-2365-4bdb-96aa-8033491240a8 req-de8fe338-a925-4a9f-85c0-be6d0df8c201 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:38.166687 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-915088ef-2365-4bdb-96aa-8033491240a8 req-de8fe338-a925-4a9f-85c0-be6d0df8c201 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/ports?device_id=79477e21-525f-4f5b-a637-fa8f9b66bb12 HTTP/1.1" status: 200 len: 947 time: 0.1577730 Feb 09 21:31:38.207767 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ad629-481d-4759-a3af-505774a464e3 req-7b6995b1-b947-4045-8f6e-699c83d6dc64 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:38.209275 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad9ad629-481d-4759-a3af-505774a464e3 req-7b6995b1-b947-4045-8f6e-699c83d6dc64 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3145461 Feb 09 21:31:38.228551 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fe1e7-9b9f-40f1-a676-8b9acd209490 req-fb0a3a10-b1b6-4f3c-94b0-3f0ac38fe910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:38.230298 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-920fe1e7-9b9f-40f1-a676-8b9acd209490 req-fb0a3a10-b1b6-4f3c-94b0-3f0ac38fe910 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.1016083 Feb 09 21:31:38.247831 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-915088ef-2365-4bdb-96aa-8033491240a8 req-0af9467a-d8f7-40f4-a052-8bf20a96fbac tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/security-groups?id=b355dc41-f87b-4bad-acd8-efb010613da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699403 Feb 09 21:31:38.289210 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-920fe1e7-9b9f-40f1-a676-8b9acd209490 req-a0d8e137-dbca-4f21-b1c7-8903ed07da0d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=9d48d5c9-3603-400f-850e-705119fc0a67 HTTP/1.1" status: 200 len: 217 time: 0.0519094 Feb 09 21:31:38.345350 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47750) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:38.346575 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-492260ac-1949-49cb-85e2-b3d3fa7fb3e7 req-a74d2f85-a195-4547-8849-f865b8caca7a tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=4e6fea2faa734cd68b2274ebadcebaf2 HTTP/1.1" status: 200 len: 1656 time: 0.0966253 Feb 09 21:31:38.398539 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fe1e7-9b9f-40f1-a676-8b9acd209490 req-6880120e-65a2-4c2e-a51a-babae7602bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:38.400056 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-920fe1e7-9b9f-40f1-a676-8b9acd209490 req-6880120e-65a2-4c2e-a51a-babae7602bd8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1048298 Feb 09 21:31:38.436375 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b074bc4-c512-4d8c-8506-fa5b8fd29c68 admin admin] Deleting subnet 26ecc3c6-3427-45c5-b80e-82aa98e00f6c {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:31:38.460581 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b074bc4-c512-4d8c-8506-fa5b8fd29c68 admin admin] Publish callbacks [] for subnet (26ecc3c6-3427-45c5-b80e-82aa98e00f6c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:38.499987 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b074bc4-c512-4d8c-8506-fa5b8fd29c68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (26ecc3c6-3427-45c5-b80e-82aa98e00f6c), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:38.534825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492260ac-1949-49cb-85e2-b3d3fa7fb3e7 req-329968de-c06c-4e4a-8401-fe616b8f4d03 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:38.536396 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-492260ac-1949-49cb-85e2-b3d3fa7fb3e7 req-329968de-c06c-4e4a-8401-fe616b8f4d03 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/networks?id=10785b1a-bf3d-4365-b294-8affe97441d3&id=10785b1a-bf3d-4365-b294-8affe97441d3&id=10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 787 time: 0.1838050 Feb 09 21:31:38.561577 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-492260ac-1949-49cb-85e2-b3d3fa7fb3e7 req-9f30aad0-d466-4afb-a7fd-77f9279c94ae tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:31:38.562557 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-492260ac-1949-49cb-85e2-b3d3fa7fb3e7 req-9f30aad0-d466-4afb-a7fd-77f9279c94ae tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086012 Feb 09 21:31:38.565730 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b074bc4-c512-4d8c-8506-fa5b8fd29c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (26ecc3c6-3427-45c5-b80e-82aa98e00f6c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:38.571143 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fe1e7-9b9f-40f1-a676-8b9acd209490 req-fb528b81-da2e-4e96-aa0a-2a28a77fb184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:38.572676 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-920fe1e7-9b9f-40f1-a676-8b9acd209490 req-fb528b81-da2e-4e96-aa0a-2a28a77fb184 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1574244 Feb 09 21:31:38.600750 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7548eb-b258-4844-90d3-7d9ed6ba5556 req-22b48234-7a9d-460e-b4d6-30c6f6cc1f6d tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:38.609539 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b7548eb-b258-4844-90d3-7d9ed6ba5556 req-22b48234-7a9d-460e-b4d6-30c6f6cc1f6d tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 946 time: 0.0981896 Feb 09 21:31:38.672387 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b7548eb-b258-4844-90d3-7d9ed6ba5556 req-54c13188-aeed-4119-accf-a4f355169816 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620275 Feb 09 21:31:38.728167 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ccf47ab-cd2b-4205-a117-149a20e3cb73 req-52bf1c44-3b1a-407e-8dff-abab030ac52e tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/floatingips/b5503056-fecc-4f00-9089-dc906cd8d823 HTTP/1.1" status: 200 len: 693 time: 0.0678012 Feb 09 21:31:38.761539 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-920fe1e7-9b9f-40f1-a676-8b9acd209490 req-96d5235a-706a-494d-8860-f7dae1de8b74 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681464 Feb 09 21:31:38.768488 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b074bc4-c512-4d8c-8506-fa5b8fd29c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (26ecc3c6-3427-45c5-b80e-82aa98e00f6c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:38.851211 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b074bc4-c512-4d8c-8506-fa5b8fd29c68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26ecc3c6-3427-45c5-b80e-82aa98e00f6c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:38.868287 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b074bc4-c512-4d8c-8506-fa5b8fd29c68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:38.875553 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6b074bc4-c512-4d8c-8506-fa5b8fd29c68 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/26ecc3c6-3427-45c5-b80e-82aa98e00f6c HTTP/1.1" status: 204 len: 168 time: 0.5290070 Feb 09 21:31:38.878695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47768) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:38.901704 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf47ab-cd2b-4205-a117-149a20e3cb73 req-e81eb25b-0616-47ae-9b32-0f89d7f97c26 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:38.901704 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ccf47ab-cd2b-4205-a117-149a20e3cb73 req-e81eb25b-0616-47ae-9b32-0f89d7f97c26 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.1683149 Feb 09 21:31:38.989236 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-920fe1e7-9b9f-40f1-a676-8b9acd209490 req-72dea920-905e-45b7-b097-d2b37ea8c6b6 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174160 Feb 09 21:31:38.991998 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c590d582-e57b-4d19-8a00-cabd5f19258a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (e28a210d-cec7-4283-a7e2-14cbab7bcb1e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:38.999469 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ccf47ab-cd2b-4205-a117-149a20e3cb73 req-f0572145-4ca2-4ea2-9561-fc90af4d0ca6 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.208 HTTP/1.1" status: 200 len: 696 time: 0.0861733 Feb 09 21:31:39.018108 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059996e-5643-4c3e-b6cd-594bf837c856 req-4c884944-7c69-461a-aef0-c40bd4c3d6f1 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:39.026158 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b059996e-5643-4c3e-b6cd-594bf837c856 req-4c884944-7c69-461a-aef0-c40bd4c3d6f1 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.1231484 Feb 09 21:31:39.092744 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ccf47ab-cd2b-4205-a117-149a20e3cb73 req-5ed0ed34-c5cb-46fb-a2e6-49e320872645 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.208 HTTP/1.1" status: 200 len: 696 time: 0.0644155 Feb 09 21:31:39.100025 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c590d582-e57b-4d19-8a00-cabd5f19258a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (e28a210d-cec7-4283-a7e2-14cbab7bcb1e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.151678 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-c590d582-e57b-4d19-8a00-cabd5f19258a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28a210d-cec7-4283-a7e2-14cbab7bcb1e']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:39.154823 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b059996e-5643-4c3e-b6cd-594bf837c856 req-99d3951e-2c4b-42b7-a5f4-f231a9f61126 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277318 Feb 09 21:31:39.163101 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-c590d582-e57b-4d19-8a00-cabd5f19258a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107c773d-8d03-4905-85b4-c8e9e8fbbb70') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:39.163411 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-c590d582-e57b-4d19-8a00-cabd5f19258a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107c773d-8d03-4905-85b4-c8e9e8fbbb70') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:39.174054 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c590d582-e57b-4d19-8a00-cabd5f19258a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (107c773d-8d03-4905-85b4-c8e9e8fbbb70), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.189542 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c590d582-e57b-4d19-8a00-cabd5f19258a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (107c773d-8d03-4905-85b4-c8e9e8fbbb70), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.212563 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c590d582-e57b-4d19-8a00-cabd5f19258a admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:31:39.213205 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c590d582-e57b-4d19-8a00-cabd5f19258a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (107c773d-8d03-4905-85b4-c8e9e8fbbb70), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:31:39.216266 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:31:39.288651 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-0ccf47ab-cd2b-4205-a117-149a20e3cb73 req-50a444ed-f29e-4d76-8cf4-e01ec895de58 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Deleting port 01cfd01b-b1cc-46b3-9807-66bac7372742 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:39.289061 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0ccf47ab-cd2b-4205-a117-149a20e3cb73 req-50a444ed-f29e-4d76-8cf4-e01ec895de58 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (01cfd01b-b1cc-46b3-9807-66bac7372742), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.290575 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c590d582-e57b-4d19-8a00-cabd5f19258a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (e28a210d-cec7-4283-a7e2-14cbab7bcb1e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.305097 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c590d582-e57b-4d19-8a00-cabd5f19258a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.313873 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c590d582-e57b-4d19-8a00-cabd5f19258a admin admin] 10.222.0.77 "DELETE /v2.0/networks/e28a210d-cec7-4283-a7e2-14cbab7bcb1e HTTP/1.1" status: 204 len: 168 time: 0.4317551 Feb 09 21:31:39.324971 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590d582-e57b-4d19-8a00-cabd5f19258a admin admin] Pushing event deleted for resources: {'Network': ['ID=e28a210d-cec7-4283-a7e2-14cbab7bcb1e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:39.365310 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361b4b8-a525-4991-af0d-d272ce91c6e1 req-8b04ee18-d442-4e90-b45c-3ead67cb9676 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:39.366900 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1361b4b8-a525-4991-af0d-d272ce91c6e1 req-8b04ee18-d442-4e90-b45c-3ead67cb9676 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.1251624 Feb 09 21:31:39.428797 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0ccf47ab-cd2b-4205-a117-149a20e3cb73 req-50a444ed-f29e-4d76-8cf4-e01ec895de58 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (01cfd01b-b1cc-46b3-9807-66bac7372742), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.429282 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0ccf47ab-cd2b-4205-a117-149a20e3cb73 req-50a444ed-f29e-4d76-8cf4-e01ec895de58 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for floatingip (01cfd01b-b1cc-46b3-9807-66bac7372742), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.466578 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1361b4b8-a525-4991-af0d-d272ce91c6e1 req-931c8af4-f7c4-48a7-bc37-641ffbed5c58 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890741 Feb 09 21:31:39.466578 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-0ccf47ab-cd2b-4205-a117-149a20e3cb73 req-50a444ed-f29e-4d76-8cf4-e01ec895de58 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Calling delete_port for 01cfd01b-b1cc-46b3-9807-66bac7372742 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:39.629094 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47780) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:39.643215 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8a682-285f-4fd2-90ac-f480121b7760 req-d6e15067-2178-4451-844b-08d60e6e6f64 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:39.645200 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-57f8a682-285f-4fd2-90ac-f480121b7760 req-d6e15067-2178-4451-844b-08d60e6e6f64 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/ports?device_id=79477e21-525f-4f5b-a637-fa8f9b66bb12 HTTP/1.1" status: 200 len: 947 time: 0.0844057 Feb 09 21:31:39.701504 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-efeefb2a-ae7e-4aff-98b9-a561e2fda645 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3ce58dc72684444caa8d8b544167e909&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0687969 Feb 09 21:31:39.702258 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47786) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:39.726206 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0ccf47ab-cd2b-4205-a117-149a20e3cb73 req-50a444ed-f29e-4d76-8cf4-e01ec895de58 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (01cfd01b-b1cc-46b3-9807-66bac7372742), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.768142 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75914fc7-f3ad-482a-bf0f-c83a434713d6 admin admin] Publish callbacks [] for security_group (b4ba1116-6916-4659-838a-6304782a896c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.770602 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-57f8a682-285f-4fd2-90ac-f480121b7760 req-afee1a5d-847c-4d62-9af8-894e5c3036a5 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/security-groups?id=b355dc41-f87b-4bad-acd8-efb010613da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060002 Feb 09 21:31:39.794403 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75914fc7-f3ad-482a-bf0f-c83a434713d6 admin admin] Publish callbacks [] for security_group (b4ba1116-6916-4659-838a-6304782a896c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.808715 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a444ed-f29e-4d76-8cf4-e01ec895de58 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Pushing event deleted for resources: {'Port': ['ID=01cfd01b-b1cc-46b3-9807-66bac7372742,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:39.816074 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0ccf47ab-cd2b-4205-a117-149a20e3cb73 req-50a444ed-f29e-4d76-8cf4-e01ec895de58 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for floatingip (b5503056-fecc-4f00-9089-dc906cd8d823), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.819292 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0ccf47ab-cd2b-4205-a117-149a20e3cb73 req-50a444ed-f29e-4d76-8cf4-e01ec895de58 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.820780 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ccf47ab-cd2b-4205-a117-149a20e3cb73 req-50a444ed-f29e-4d76-8cf4-e01ec895de58 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "DELETE /v2.0/floatingips/b5503056-fecc-4f00-9089-dc906cd8d823 HTTP/1.1" status: 204 len: 173 time: 0.7222395 Feb 09 21:31:39.867958 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75914fc7-f3ad-482a-bf0f-c83a434713d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b4ba1116-6916-4659-838a-6304782a896c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.872149 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75914fc7-f3ad-482a-bf0f-c83a434713d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.873417 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-75914fc7-f3ad-482a-bf0f-c83a434713d6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b4ba1116-6916-4659-838a-6304782a896c HTTP/1.1" status: 204 len: 168 time: 0.1702807 Feb 09 21:31:39.882753 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75914fc7-f3ad-482a-bf0f-c83a434713d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ba1116-6916-4659-838a-6304782a896c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:39.975234 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e48a7040-146a-4fda-8b16-de6dc8f4fd9d req-ad90650a-06e1-4f2d-8c3d-538552db5440 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/floatingips/d8b7938a-cfc5-4b0a-82ac-613d88634b95 HTTP/1.1" status: 200 len: 693 time: 0.0548894 Feb 09 21:31:40.121448 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6a212-4ea4-4aaa-b8c0-0ae73a1cc638 req-0f015970-5375-435e-8572-0125daf94087 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:40.123064 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1af6a212-4ea4-4aaa-b8c0-0ae73a1cc638 req-0f015970-5375-435e-8572-0125daf94087 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 946 time: 0.2142475 Feb 09 21:31:40.143965 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a7040-146a-4fda-8b16-de6dc8f4fd9d req-84e47f24-fd4b-4e06-8806-321b02ae9a57 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:40.152299 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e48a7040-146a-4fda-8b16-de6dc8f4fd9d req-84e47f24-fd4b-4e06-8806-321b02ae9a57 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.1609786 Feb 09 21:31:40.160495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-e48a7040-146a-4fda-8b16-de6dc8f4fd9d req-7db1bca7-788c-4023-9d84-02b624a8e817 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:31:40.166927 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e48a7040-146a-4fda-8b16-de6dc8f4fd9d req-7db1bca7-788c-4023-9d84-02b624a8e817 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137134 Feb 09 21:31:40.241700 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e48a7040-146a-4fda-8b16-de6dc8f4fd9d req-fd094334-3975-443c-a1d6-d60c4451ceaf tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.232 HTTP/1.1" status: 200 len: 696 time: 0.0739007 Feb 09 21:31:40.308572 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e48a7040-146a-4fda-8b16-de6dc8f4fd9d req-84f64936-a334-47f8-9e17-f73c493c14c5 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.232 HTTP/1.1" status: 200 len: 696 time: 0.0585077 Feb 09 21:31:40.313441 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1af6a212-4ea4-4aaa-b8c0-0ae73a1cc638 req-64525e93-1da0-4f06-b069-2d1c7eaad243 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767366 Feb 09 21:31:40.459706 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e31f1e7c-ee16-4fa6-aadb-6eefbac76c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:40.522297 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c8b05-d99d-488c-b270-95e6bd1b9014 req-c2e64ba0-a0ec-4070-9f7c-2c311c9cc2df tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:40.523730 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f0c8b05-d99d-488c-b270-95e6bd1b9014 req-c2e64ba0-a0ec-4070-9f7c-2c311c9cc2df tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.1050355 Feb 09 21:31:40.551537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-e48a7040-146a-4fda-8b16-de6dc8f4fd9d req-b8a6264c-186d-44d3-a59a-02a8ca5feda9 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Deleting port c4ea299f-08ae-445b-8399-44aef1fd69d4 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:40.551866 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e48a7040-146a-4fda-8b16-de6dc8f4fd9d req-b8a6264c-186d-44d3-a59a-02a8ca5feda9 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c4ea299f-08ae-445b-8399-44aef1fd69d4), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:40.643537 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f0c8b05-d99d-488c-b270-95e6bd1b9014 req-886563f7-0de1-4a06-8819-e03cebcd7928 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125815 Feb 09 21:31:40.678524 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e48a7040-146a-4fda-8b16-de6dc8f4fd9d req-b8a6264c-186d-44d3-a59a-02a8ca5feda9 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c4ea299f-08ae-445b-8399-44aef1fd69d4), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:40.678524 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e48a7040-146a-4fda-8b16-de6dc8f4fd9d req-b8a6264c-186d-44d3-a59a-02a8ca5feda9 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for floatingip (c4ea299f-08ae-445b-8399-44aef1fd69d4), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:40.689685 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-e48a7040-146a-4fda-8b16-de6dc8f4fd9d req-b8a6264c-186d-44d3-a59a-02a8ca5feda9 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Calling delete_port for c4ea299f-08ae-445b-8399-44aef1fd69d4 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:40.838872 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605f095-6c14-48a7-b0df-75561e10ab83 req-4aecb4aa-a484-4c6f-a97b-a1160d23867b tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:40.842900 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1605f095-6c14-48a7-b0df-75561e10ab83 req-4aecb4aa-a484-4c6f-a97b-a1160d23867b tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.0989025 Feb 09 21:31:40.917661 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47828) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:40.976253 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1605f095-6c14-48a7-b0df-75561e10ab83 req-08bf9d95-9857-4e31-82d6-018c061eec5c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179430 Feb 09 21:31:41.016908 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e48a7040-146a-4fda-8b16-de6dc8f4fd9d req-b8a6264c-186d-44d3-a59a-02a8ca5feda9 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (c4ea299f-08ae-445b-8399-44aef1fd69d4), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.104123 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6264c-186d-44d3-a59a-02a8ca5feda9 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Pushing event deleted for resources: {'Port': ['ID=c4ea299f-08ae-445b-8399-44aef1fd69d4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:41.114823 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b609ff25-92c0-4b3c-909c-0a101c5fc940 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1158974776-network', 'tenant_id': 'e7394823a4d146cabf485eafca0ea081'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:41.120235 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e48a7040-146a-4fda-8b16-de6dc8f4fd9d req-b8a6264c-186d-44d3-a59a-02a8ca5feda9 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for floatingip (d8b7938a-cfc5-4b0a-82ac-613d88634b95), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.124287 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e48a7040-146a-4fda-8b16-de6dc8f4fd9d req-b8a6264c-186d-44d3-a59a-02a8ca5feda9 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.142180 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b609ff25-92c0-4b3c-909c-0a101c5fc940 admin admin] Made reservation on behalf of e7394823a4d146cabf485eafca0ea081 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:41.145405 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b609ff25-92c0-4b3c-909c-0a101c5fc940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.150829 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e48a7040-146a-4fda-8b16-de6dc8f4fd9d req-b8a6264c-186d-44d3-a59a-02a8ca5feda9 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "DELETE /v2.0/floatingips/d8b7938a-cfc5-4b0a-82ac-613d88634b95 HTTP/1.1" status: 204 len: 173 time: 0.8350108 Feb 09 21:31:41.160347 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b609ff25-92c0-4b3c-909c-0a101c5fc940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.226375 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9d48d5c9-3603-400f-850e-705119fc0a67 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:41.301551 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b609ff25-92c0-4b3c-909c-0a101c5fc940 admin admin] Publish callbacks [] for security_group (6ce8212c-f82d-484a-b7f6-c5e46033021a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.308986 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b609ff25-92c0-4b3c-909c-0a101c5fc940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6ce8212c-f82d-484a-b7f6-c5e46033021a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.317460 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-683f8bb9-0e1a-433d-ac06-1cacc330fcab req-586a7c9f-886e-47a8-aee8-28d7a71e80b2 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/floatingips/5ccf7516-51ea-4a77-b280-552d728b788f HTTP/1.1" status: 200 len: 692 time: 0.0719316 Feb 09 21:31:41.328871 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b609ff25-92c0-4b3c-909c-0a101c5fc940 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:31:41.332993 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9477e0-7039-4648-994a-68f9ec172d98 req-75a0398a-d13c-41cc-be79-5cba9d5fc95b tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:41.341240 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-af9477e0-7039-4648-994a-68f9ec172d98 req-75a0398a-d13c-41cc-be79-5cba9d5fc95b tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/ports?device_id=79477e21-525f-4f5b-a637-fa8f9b66bb12 HTTP/1.1" status: 200 len: 947 time: 0.2220464 Feb 09 21:31:41.349785 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b609ff25-92c0-4b3c-909c-0a101c5fc940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (cffbb362-98c9-43e9-9277-bc4ac0966b82), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.350732 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-b609ff25-92c0-4b3c-909c-0a101c5fc940 admin admin] Added segment cffbb362-98c9-43e9-9277-bc4ac0966b82 of type vlan for network a5dcf04b-f677-4da8-83c3-0c0b6988143d Feb 09 21:31:41.407761 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 9d48d5c9-3603-400f-850e-705119fc0a67, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9d48d5c9-3603-400f-850e-705119fc0a67,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:41.416545 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b609ff25-92c0-4b3c-909c-0a101c5fc940 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (a5dcf04b-f677-4da8-83c3-0c0b6988143d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.431695 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.434359 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '9d48d5c9-3603-400f-850e-705119fc0a67', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': '9d48d5c9-3603-400f-850e-705119fc0a67', 'mac_address': 'fa:16:3e:75:ec:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:31:41.492084 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609ff25-92c0-4b3c-909c-0a101c5fc940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce8212c-f82d-484a-b7f6-c5e46033021a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:41.498154 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b609ff25-92c0-4b3c-909c-0a101c5fc940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (a5dcf04b-f677-4da8-83c3-0c0b6988143d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.499337 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b609ff25-92c0-4b3c-909c-0a101c5fc940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:41.500276 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b609ff25-92c0-4b3c-909c-0a101c5fc940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.501270 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 9d48d5c9-3603-400f-850e-705119fc0a67 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:41.501718 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9d48d5c9-3603-400f-850e-705119fc0a67), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.516338 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d48d5c9-3603-400f-850e-705119fc0a67 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:41.527040 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-af9477e0-7039-4648-994a-68f9ec172d98 req-6a25667b-ef46-415b-ba45-36e4e2c02601 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/security-groups?id=b355dc41-f87b-4bad-acd8-efb010613da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848607 Feb 09 21:31:41.566693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f8bb9-0e1a-433d-ac06-1cacc330fcab req-c7b8be8b-b363-4d45-93c6-1df12c59a13b tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:41.568117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 9d48d5c9-3603-400f-850e-705119fc0a67, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9d48d5c9-3603-400f-850e-705119fc0a67,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:41.569359 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-683f8bb9-0e1a-433d-ac06-1cacc330fcab req-c7b8be8b-b363-4d45-93c6-1df12c59a13b tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.2505338 Feb 09 21:31:41.573951 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9d48d5c9-3603-400f-850e-705119fc0a67), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.627179 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b609ff25-92c0-4b3c-909c-0a101c5fc940 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7057569 Feb 09 21:31:41.627179 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609ff25-92c0-4b3c-909c-0a101c5fc940 admin admin] Pushing event updated for resources: {'Network': ['ID=a5dcf04b-f677-4da8-83c3-0c0b6988143d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:41.634055 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47844) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:41.645835 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-664012fc-79d1-47bf-88b2-56fef8f3520f admin admin] Request body: {'subnet': {'network_id': 'a5dcf04b-f677-4da8-83c3-0c0b6988143d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1158974776-subnet', 'tenant_id': 'e7394823a4d146cabf485eafca0ea081', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:41.649343 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network a5dcf04b-f677-4da8-83c3-0c0b6988143d details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:31:41.673580 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-683f8bb9-0e1a-433d-ac06-1cacc330fcab req-f07e0fb8-fdd5-45bf-b13e-5d19142de1a1 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.49 HTTP/1.1" status: 200 len: 695 time: 0.0961492 Feb 09 21:31:41.692299 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664012fc-79d1-47bf-88b2-56fef8f3520f admin admin] Made reservation on behalf of e7394823a4d146cabf485eafca0ea081 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:41.694944 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-664012fc-79d1-47bf-88b2-56fef8f3520f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.758181 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=9d48d5c9-3603-400f-850e-705119fc0a67,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:41.767966 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-683f8bb9-0e1a-433d-ac06-1cacc330fcab req-2574c555-67c8-406f-bf75-0d68af16f03d tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.49 HTTP/1.1" status: 200 len: 695 time: 0.0934100 Feb 09 21:31:41.772208 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:41.772561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:41.772909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:41.773247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:41.773586 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:41.773918 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:41.774248 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:41.774578 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:41.774959 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:41.775223 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:41.775548 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:41.775908 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:41.776896 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:41.874669 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['9d48d5c9-3603-400f-850e-705119fc0a67'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:41.928274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4e17f-5074-4ad3-b0ac-aaec08c47b11 req-1219d526-bd53-4dac-9b23-5abba98ddee2 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:41.930638 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-49d4e17f-5074-4ad3-b0ac-aaec08c47b11 req-1219d526-bd53-4dac-9b23-5abba98ddee2 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 946 time: 0.2848520 Feb 09 21:31:41.990868 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-664012fc-79d1-47bf-88b2-56fef8f3520f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (5a4e51d6-cdd5-4f37-9ef3-2b120c6b960d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:42.000298 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-49d4e17f-5074-4ad3-b0ac-aaec08c47b11 req-5a7c03cb-1ead-4f65-9c55-d49f493db656 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562358 Feb 09 21:31:42.001654 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-683f8bb9-0e1a-433d-ac06-1cacc330fcab req-68038a06-f865-459e-ab94-a59800a75ff7 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Deleting port 325e21da-5c8b-4b55-9fdb-647a292b57bc {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:42.002072 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-683f8bb9-0e1a-433d-ac06-1cacc330fcab req-68038a06-f865-459e-ab94-a59800a75ff7 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (325e21da-5c8b-4b55-9fdb-647a292b57bc), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:42.086743 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664012fc-79d1-47bf-88b2-56fef8f3520f admin admin] Checking segment: {'id': 'cffbb362-98c9-43e9-9277-bc4ac0966b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a5dcf04b-f677-4da8-83c3-0c0b6988143d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:42.087119 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664012fc-79d1-47bf-88b2-56fef8f3520f admin admin] Network hostable DHCP agents. Network: a5dcf04b-f677-4da8-83c3-0c0b6988143d, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:31:42.087868 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-683f8bb9-0e1a-433d-ac06-1cacc330fcab req-68038a06-f865-459e-ab94-a59800a75ff7 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (325e21da-5c8b-4b55-9fdb-647a292b57bc), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:42.088402 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-683f8bb9-0e1a-433d-ac06-1cacc330fcab req-68038a06-f865-459e-ab94-a59800a75ff7 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for floatingip (325e21da-5c8b-4b55-9fdb-647a292b57bc), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:42.101712 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-683f8bb9-0e1a-433d-ac06-1cacc330fcab req-68038a06-f865-459e-ab94-a59800a75ff7 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Calling delete_port for 325e21da-5c8b-4b55-9fdb-647a292b57bc owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:42.110176 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664012fc-79d1-47bf-88b2-56fef8f3520f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a4e51d6-cdd5-4f37-9ef3-2b120c6b960d,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:42.119149 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664012fc-79d1-47bf-88b2-56fef8f3520f admin admin] Network a5dcf04b-f677-4da8-83c3-0c0b6988143d is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:31:42.143550 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-664012fc-79d1-47bf-88b2-56fef8f3520f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, a5dcf04b-f677-4da8-83c3-0c0b6988143d) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:42.151937 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664012fc-79d1-47bf-88b2-56fef8f3520f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:42.157769 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-664012fc-79d1-47bf-88b2-56fef8f3520f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:42.159492 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de773944-526d-45ca-873e-fa2fe6521a8d None None] Network a5dcf04b-f677-4da8-83c3-0c0b6988143d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:31:42.198555 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-664012fc-79d1-47bf-88b2-56fef8f3520f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5606012 Feb 09 21:31:42.253345 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42c732-ee23-4ba3-bcb2-3566d74df7dd req-6b15741d-2654-4259-b468-4ab9dce4082d tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:42.254964 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd42c732-ee23-4ba3-bcb2-3566d74df7dd req-6b15741d-2654-4259-b468-4ab9dce4082d tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.0887029 Feb 09 21:31:42.319217 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37753c87-4368-4049-b2d6-402aa52c4e01 None None] Network a5dcf04b-f677-4da8-83c3-0c0b6988143d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:31:42.364065 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd42c732-ee23-4ba3-bcb2-3566d74df7dd req-1521130b-8a83-4868-8651-ab9a95baa976 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885890 Feb 09 21:31:42.364868 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-683f8bb9-0e1a-433d-ac06-1cacc330fcab req-68038a06-f865-459e-ab94-a59800a75ff7 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (325e21da-5c8b-4b55-9fdb-647a292b57bc), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:42.436064 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68038a06-f865-459e-ab94-a59800a75ff7 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Pushing event deleted for resources: {'Port': ['ID=325e21da-5c8b-4b55-9fdb-647a292b57bc,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:42.568895 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:42.786510 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-683f8bb9-0e1a-433d-ac06-1cacc330fcab req-68038a06-f865-459e-ab94-a59800a75ff7 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks [] for floatingip (5ccf7516-51ea-4a77-b280-552d728b788f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:42.788991 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-683f8bb9-0e1a-433d-ac06-1cacc330fcab req-68038a06-f865-459e-ab94-a59800a75ff7 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:42.790257 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-683f8bb9-0e1a-433d-ac06-1cacc330fcab req-68038a06-f865-459e-ab94-a59800a75ff7 tempest-FloatingIPDetailsTestJSON-1229811175 tempest-FloatingIPDetailsTestJSON-1229811175-project] 10.222.0.77 "DELETE /v2.0/floatingips/5ccf7516-51ea-4a77-b280-552d728b788f HTTP/1.1" status: 204 len: 173 time: 1.0215063 Feb 09 21:31:42.798501 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47860) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:42.998625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69cc8b2-116b-4ad4-b10b-380bf75c4067 req-f988f662-3906-4261-b25e-5b7c6ebc2505 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:43.000263 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e69cc8b2-116b-4ad4-b10b-380bf75c4067 req-f988f662-3906-4261-b25e-5b7c6ebc2505 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.2183890 Feb 09 21:31:43.104538 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e69cc8b2-116b-4ad4-b10b-380bf75c4067 req-bf4e87a2-33cc-4cb3-8920-d0d9fe790eb9 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647655 Feb 09 21:31:43.239545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9d48d5c9-3603-400f-850e-705119fc0a67 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:43.302504 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 9d48d5c9-3603-400f-850e-705119fc0a67 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:31:43.307609 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 9d48d5c9-3603-400f-850e-705119fc0a67 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:43.308028 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9d48d5c9-3603-400f-850e-705119fc0a67), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:43.357375 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5579773-d0e8-4052-9182-4f3b961a558d req-2e8bb376-7705-4dd5-ad3e-7cd50bce3d5a tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:43.358970 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f5579773-d0e8-4052-9182-4f3b961a558d req-2e8bb376-7705-4dd5-ad3e-7cd50bce3d5a tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.77 "GET /v2.0/networks?id=a5dcf04b-f677-4da8-83c3-0c0b6988143d HTTP/1.1" status: 200 len: 821 time: 0.2516329 Feb 09 21:31:43.384011 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f5579773-d0e8-4052-9182-4f3b961a558d req-e83d6074-bd09-41c6-b15b-8ab17db5799b tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.77 "GET /v2.0/quotas/e7394823a4d146cabf485eafca0ea081 HTTP/1.1" status: 200 len: 375 time: 0.0144382 Feb 09 21:31:43.399670 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 9d48d5c9-3603-400f-850e-705119fc0a67 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:43.400329 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9d48d5c9-3603-400f-850e-705119fc0a67), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:43.402601 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a115c4a-b0bd-4f93-b9c9-456f867f387e req-c67e263b-497b-4be2-b6b0-6ccdcd0f5c23 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:43.409512 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a115c4a-b0bd-4f93-b9c9-456f867f387e req-c67e263b-497b-4be2-b6b0-6ccdcd0f5c23 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/ports?device_id=79477e21-525f-4f5b-a637-fa8f9b66bb12 HTTP/1.1" status: 200 len: 948 time: 0.1839066 Feb 09 21:31:43.427318 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79477e21-525f-4f5b-a637-fa8f9b66bb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d48d5c9-3603-400f-850e-705119fc0a67'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:43.429850 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77e4c4d-791b-4c5b-bcd9-ed2f805eecba" -d '{"events": [{"server_uuid": "79477e21-525f-4f5b-a637-fa8f9b66bb12", "name": "network-vif-plugged", "status": "completed", "tag": "9d48d5c9-3603-400f-850e-705119fc0a67"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:43.450830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 9d48d5c9-3603-400f-850e-705119fc0a67, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9d48d5c9-3603-400f-850e-705119fc0a67,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:43.462028 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9d48d5c9-3603-400f-850e-705119fc0a67), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:43.474068 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f5579773-d0e8-4052-9182-4f3b961a558d req-1574e0e3-fb95-43d4-8f31-43f0c2b60802 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e7394823a4d146cabf485eafca0ea081&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619173 Feb 09 21:31:43.525700 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=9d48d5c9-3603-400f-850e-705119fc0a67,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:43.572871 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a115c4a-b0bd-4f93-b9c9-456f867f387e req-ab3ed771-fd8e-4b47-bb92-0fb0ed8881dd tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/security-groups?id=b355dc41-f87b-4bad-acd8-efb010613da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624308 Feb 09 21:31:43.702585 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f5579773-d0e8-4052-9182-4f3b961a558d req-958dcd1d-d9ca-4bfe-9404-b889b0c86547 service neutron] 10.222.0.77 "GET /v2.0/networks/a5dcf04b-f677-4da8-83c3-0c0b6988143d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142444 Feb 09 21:31:43.785921 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719daf95-6477-461b-9198-06cdc04980b9 req-98779924-7e5c-4f49-809b-280587fb8911 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:43.787394 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-719daf95-6477-461b-9198-06cdc04980b9 req-98779924-7e5c-4f49-809b-280587fb8911 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 946 time: 0.1536369 Feb 09 21:31:43.801486 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f44a7847-f2a9-4a38-bb75-81bb50dc4471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (081e4819-7002-4e84-93b7-6ebca964329d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:43.934490 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-719daf95-6477-461b-9198-06cdc04980b9 req-71e88c1c-9e7d-49b0-9f45-03b994a5ac6c tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389778 Feb 09 21:31:43.938202 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f5579773-d0e8-4052-9182-4f3b961a558d req-fc4c4425-1554-4f4d-abe8-c2e5cfeb7f87 service neutron] 10.222.0.77 "GET /v2.0/networks/a5dcf04b-f677-4da8-83c3-0c0b6988143d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260470 Feb 09 21:31:43.976576 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:44.106492 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7c2d8a-403a-4d85-86e4-f3c50bd63601 x-openstack-request-id: req-8b7c2d8a-403a-4d85-86e4-f3c50bd63601 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:44.106893 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79477e21-525f-4f5b-a637-fa8f9b66bb12", "name": "network-vif-plugged", "status": "completed", "tag": "9d48d5c9-3603-400f-850e-705119fc0a67", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:44.107341 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8b7c2d8a-403a-4d85-86e4-f3c50bd63601 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:44.107846 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79477e21-525f-4f5b-a637-fa8f9b66bb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d48d5c9-3603-400f-850e-705119fc0a67', 'code': 200} Feb 09 21:31:44.114551 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004eb58-e65b-4f1f-93ef-f47422be70ba req-55dcc625-86c4-4e9f-9045-295888aeccca tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:44.117843 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4004eb58-e65b-4f1f-93ef-f47422be70ba req-55dcc625-86c4-4e9f-9045-295888aeccca tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.1091566 Feb 09 21:31:44.205417 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4004eb58-e65b-4f1f-93ef-f47422be70ba req-5bda24c8-71e2-406e-811b-9e2d41305728 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784497 Feb 09 21:31:44.287724 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bd0aa6b0-31bc-451d-865b-eb81afc4830b req-440dffbd-c931-4d60-847d-c32cba671396 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.77 "GET /v2.0/ports?device_id=56727d7a-ea09-4f45-8003-4ac86c4e2dbe HTTP/1.1" status: 200 len: 210 time: 0.0886304 Feb 09 21:31:44.351859 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096721-2045-4f3f-a112-145732364ecc req-0a460c49-6307-40b0-b37d-2f87d3a36d7d tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:44.353546 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-0a460c49-6307-40b0-b37d-2f87d3a36d7d tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3&tenant_id=64ac4f48e4c94eaa87202007938b3f7a&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 1128 time: 0.1246014 Feb 09 21:31:44.364518 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-22096721-2045-4f3f-a112-145732364ecc req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828601-1'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:44.372439 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b412b-4a7a-43e4-836e-387f8d89c4bf req-bc46d7b9-32dd-4281-a192-2187d757b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:44.373772 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-633b412b-4a7a-43e4-836e-387f8d89c4bf req-bc46d7b9-32dd-4281-a192-2187d757b2c4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=79477e21-525f-4f5b-a637-fa8f9b66bb12 HTTP/1.1" status: 200 len: 1131 time: 0.0804808 Feb 09 21:31:44.385818 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f17ffe-43d8-41e6-b11d-fddf52697927 req-3c4f3254-6fb9-4a64-bb4f-ff04965fce65 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:44.396688 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-26f17ffe-43d8-41e6-b11d-fddf52697927 req-3c4f3254-6fb9-4a64-bb4f-ff04965fce65 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.0923977 Feb 09 21:31:44.416103 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f44a7847-f2a9-4a38-bb75-81bb50dc4471 admin admin] Deleting port 85de8710-96bb-4401-90fe-336be0ee9cb3 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:44.416686 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f44a7847-f2a9-4a38-bb75-81bb50dc4471 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (85de8710-96bb-4401-90fe-336be0ee9cb3), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:44.463760 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-633b412b-4a7a-43e4-836e-387f8d89c4bf req-f639bb7e-da3d-496b-aeb0-5f8f5f02a586 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b355dc41-f87b-4bad-acd8-efb010613da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730734 Feb 09 21:31:44.473213 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22096721-2045-4f3f-a112-145732364ecc req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (711822d2-c240-47e9-b5f4-76b45729d4e1), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:44.528997 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-26f17ffe-43d8-41e6-b11d-fddf52697927 req-d76f7cbc-a035-472f-87ab-1274a349a754 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313088 Feb 09 21:31:44.565355 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-f44a7847-f2a9-4a38-bb75-81bb50dc4471 admin admin] For port 85de8710-96bb-4401-90fe-336be0ee9cb3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=85de8710-96bb-4401-90fe-336be0ee9cb3,segment=NetworkSegment(45aa9c29-d2ab-4bf2-ad03-5e54226ed199),segment_id=45aa9c29-d2ab-4bf2-ad03-5e54226ed199)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:44.565731 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f44a7847-f2a9-4a38-bb75-81bb50dc4471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (85de8710-96bb-4401-90fe-336be0ee9cb3), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:44.584345 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f44a7847-f2a9-4a38-bb75-81bb50dc4471 admin admin] Calling delete_port for 85de8710-96bb-4401-90fe-336be0ee9cb3 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:44.646331 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-22096721-2045-4f3f-a112-145732364ecc req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] For port 711822d2-c240-47e9-b5f4-76b45729d4e1, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=711822d2-c240-47e9-b5f4-76b45729d4e1,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:44.699409 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-22096721-2045-4f3f-a112-145732364ecc req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] For port 711822d2-c240-47e9-b5f4-76b45729d4e1, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:44.754534 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e980bd20-dcf0-4791-988a-839bb4de68a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '711822d2-c240-47e9-b5f4-76b45729d4e1'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:44.757170 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c853d2-4567-4a57-875b-eaa7a2271aaf" -d '{"events": [{"server_uuid": "e980bd20-dcf0-4791-988a-839bb4de68a3", "name": "network-vif-unplugged", "status": "completed", "tag": "711822d2-c240-47e9-b5f4-76b45729d4e1"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:44.764269 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22096721-2045-4f3f-a112-145732364ecc req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] Publish callbacks [] for port (711822d2-c240-47e9-b5f4-76b45729d4e1), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:44.773796 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22096721-2045-4f3f-a112-145732364ecc req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (711822d2-c240-47e9-b5f4-76b45729d4e1), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:44.781861 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9776d3-9efe-4f4b-a8f9-81f30f28f309 req-df3d1c35-8597-4e12-9533-bbcb8bba59d1 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:44.784582 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e9776d3-9efe-4f4b-a8f9-81f30f28f309 req-df3d1c35-8597-4e12-9533-bbcb8bba59d1 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/ports?device_id=79477e21-525f-4f5b-a637-fa8f9b66bb12 HTTP/1.1" status: 200 len: 949 time: 0.1205680 Feb 09 21:31:44.874272 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] Pushing event updated for resources: {'Port': ['ID=711822d2-c240-47e9-b5f4-76b45729d4e1,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:44.886939 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-22096721-2045-4f3f-a112-145732364ecc req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] Attempting to bind port 711822d2-c240-47e9-b5f4-76b45729d4e1 on host n-h2-828601-1 for vnic_type normal with profile {"migrating_to": "n-h1-828601-1"} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:44.887857 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-22096721-2045-4f3f-a112-145732364ecc req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] Attempting to bind port 711822d2-c240-47e9-b5f4-76b45729d4e1 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:44.888188 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22096721-2045-4f3f-a112-145732364ecc req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] Attempting to bind port 711822d2-c240-47e9-b5f4-76b45729d4e1 on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:44.893679 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22096721-2045-4f3f-a112-145732364ecc req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] Port 711822d2-c240-47e9-b5f4-76b45729d4e1 on network 4474165d-84c4-443a-89bd-7201ae778fac not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:31:44.893907 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22096721-2045-4f3f-a112-145732364ecc req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] Attempting to bind port 711822d2-c240-47e9-b5f4-76b45729d4e1 on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:44.901274 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22096721-2045-4f3f-a112-145732364ecc req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:44.902125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22096721-2045-4f3f-a112-145732364ecc req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] Checking segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:44.903484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22096721-2045-4f3f-a112-145732364ecc req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] Bound using segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:44.904252 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-22096721-2045-4f3f-a112-145732364ecc req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] Bound port: 711822d2-c240-47e9-b5f4-76b45729d4e1, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:44.905231 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22096721-2045-4f3f-a112-145732364ecc req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (711822d2-c240-47e9-b5f4-76b45729d4e1), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:44.912280 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e9776d3-9efe-4f4b-a8f9-81f30f28f309 req-07478335-3965-488d-a76a-53ab0f87141d tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/security-groups?id=b355dc41-f87b-4bad-acd8-efb010613da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068754 Feb 09 21:31:44.969626 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c649c6bb-bc1c-49ba-a02f-16a203817079 x-openstack-request-id: req-c649c6bb-bc1c-49ba-a02f-16a203817079 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:44.970144 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e980bd20-dcf0-4791-988a-839bb4de68a3", "name": "network-vif-unplugged", "status": "completed", "tag": "711822d2-c240-47e9-b5f4-76b45729d4e1", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:44.970414 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c649c6bb-bc1c-49ba-a02f-16a203817079 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:44.970949 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e980bd20-dcf0-4791-988a-839bb4de68a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '711822d2-c240-47e9-b5f4-76b45729d4e1', 'code': 200} Feb 09 21:31:45.011761 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-22096721-2045-4f3f-a112-145732364ecc req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] For port 711822d2-c240-47e9-b5f4-76b45729d4e1, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:45.012752 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:45.015144 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f44a7847-f2a9-4a38-bb75-81bb50dc4471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (85de8710-96bb-4401-90fe-336be0ee9cb3), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:45.021447 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-22096721-2045-4f3f-a112-145732364ecc req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] For port 711822d2-c240-47e9-b5f4-76b45729d4e1, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=711822d2-c240-47e9-b5f4-76b45729d4e1,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:45.031084 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22096721-2045-4f3f-a112-145732364ecc req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (711822d2-c240-47e9-b5f4-76b45729d4e1), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:45.110018 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a7847-f2a9-4a38-bb75-81bb50dc4471 admin admin] Pushing event deleted for resources: {'Port': ['ID=85de8710-96bb-4401-90fe-336be0ee9cb3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:45.116282 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096721-2045-4f3f-a112-145732364ecc req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:45.116913 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22096721-2045-4f3f-a112-145732364ecc req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:45.118360 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] 10.222.0.71 "PUT /v2.0/ports/711822d2-c240-47e9-b5f4-76b45729d4e1 HTTP/1.1" status: 200 len: 1122 time: 0.7579553 Feb 09 21:31:45.119563 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b15c48-0e1e-4881-b15c-13df345f4a62 service neutron] Pushing event updated for resources: {'Port': ['ID=711822d2-c240-47e9-b5f4-76b45729d4e1,revision_number=8']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:45.210805 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['711822d2-c240-47e9-b5f4-76b45729d4e1'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:45.225022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f022448-2137-4850-aa88-e85ca22aea5b req-2f43bcff-b539-4b43-9206-f2b85ccc4a4d tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:45.232972 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f022448-2137-4850-aa88-e85ca22aea5b req-2f43bcff-b539-4b43-9206-f2b85ccc4a4d tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 944 time: 0.2051868 Feb 09 21:31:45.271841 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['711822d2-c240-47e9-b5f4-76b45729d4e1'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:45.274420 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 711822d2-c240-47e9-b5f4-76b45729d4e1 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:45.345225 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f022448-2137-4850-aa88-e85ca22aea5b req-faff7046-b364-460d-8d2f-b6a6c1ea22f8 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113708 Feb 09 21:31:45.349923 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f44a7847-f2a9-4a38-bb75-81bb50dc4471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (081e4819-7002-4e84-93b7-6ebca964329d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:45.645014 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5579773-d0e8-4052-9182-4f3b961a558d req-6e76a496-e435-4ee8-a713-b6a5eb107bbd tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:45.647341 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f5579773-d0e8-4052-9182-4f3b961a558d req-6e76a496-e435-4ee8-a713-b6a5eb107bbd tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.42 "GET /v2.0/networks?id=a5dcf04b-f677-4da8-83c3-0c0b6988143d HTTP/1.1" status: 200 len: 821 time: 0.2479923 Feb 09 21:31:45.663666 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-f5579773-d0e8-4052-9182-4f3b961a558d req-b50a5a44-e8e3-4477-b44a-995e82a97d78 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Request body: {'port': {'device_id': '56727d7a-ea09-4f45-8003-4ac86c4e2dbe', 'network_id': 'a5dcf04b-f677-4da8-83c3-0c0b6988143d', 'admin_state_up': True, 'tenant_id': 'e7394823a4d146cabf485eafca0ea081'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:45.682857 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:45.736058 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 711822d2-c240-47e9-b5f4-76b45729d4e1, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=711822d2-c240-47e9-b5f4-76b45729d4e1,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:45.736572 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1338eaee-2a38-466f-8ff9-376619d964e2 req-8a6b5250-d35e-46a3-bd9a-3d46d3997bcf tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.77 "GET /v2.0/ports?device_id=56727d7a-ea09-4f45-8003-4ac86c4e2dbe HTTP/1.1" status: 200 len: 210 time: 0.1355925 Feb 09 21:31:45.801096 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 711822d2-c240-47e9-b5f4-76b45729d4e1 has no active binding in host n-h1-828601-1 {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:31:45.822223 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5579773-d0e8-4052-9182-4f3b961a558d req-b50a5a44-e8e3-4477-b44a-995e82a97d78 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Made reservation on behalf of e7394823a4d146cabf485eafca0ea081 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:45.825873 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f5579773-d0e8-4052-9182-4f3b961a558d req-b50a5a44-e8e3-4477-b44a-995e82a97d78 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:45.843694 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c25c7-bf48-4dfe-b5f0-52f1635d468c req-84df37f8-0580-4581-bbd3-06ec1f555fcc tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:45.852292 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-057c25c7-bf48-4dfe-b5f0-52f1635d468c req-84df37f8-0580-4581-bbd3-06ec1f555fcc tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.3478630 Feb 09 21:31:45.926489 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81d1cf-c650-48cd-aa46-41a224a66924 req-3fcdd5d8-d184-4e29-a157-76e3fe70310c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:45.928259 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc81d1cf-c650-48cd-aa46-41a224a66924 req-3fcdd5d8-d184-4e29-a157-76e3fe70310c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.1308794 Feb 09 21:31:45.936305 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44a7847-f2a9-4a38-bb75-81bb50dc4471 admin admin] Router 081e4819-7002-4e84-93b7-6ebca964329d has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:31:45.940753 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-057c25c7-bf48-4dfe-b5f0-52f1635d468c req-563aad47-6a3a-4c6b-9202-3272056c0bc3 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873778 Feb 09 21:31:45.955222 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-f5579773-d0e8-4052-9182-4f3b961a558d req-b50a5a44-e8e3-4477-b44a-995e82a97d78 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Allocated IP 172.20.0.7 (a5dcf04b-f677-4da8-83c3-0c0b6988143d/5a4e51d6-cdd5-4f37-9ef3-2b120c6b960d/78938df3-c97d-4f9b-b9c2-012335874408) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:46.117567 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f5579773-d0e8-4052-9182-4f3b961a558d req-b50a5a44-e8e3-4477-b44a-995e82a97d78 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Publish callbacks [] for port (78938df3-c97d-4f9b-b9c2-012335874408), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:46.152572 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f5579773-d0e8-4052-9182-4f3b961a558d req-b50a5a44-e8e3-4477-b44a-995e82a97d78 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (78938df3-c97d-4f9b-b9c2-012335874408), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:46.199505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5579773-d0e8-4052-9182-4f3b961a558d req-b50a5a44-e8e3-4477-b44a-995e82a97d78 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Network a5dcf04b-f677-4da8-83c3-0c0b6988143d is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:46.205246 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-f5579773-d0e8-4052-9182-4f3b961a558d req-b50a5a44-e8e3-4477-b44a-995e82a97d78 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:46.209779 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5579773-d0e8-4052-9182-4f3b961a558d req-b50a5a44-e8e3-4477-b44a-995e82a97d78 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:46.213888 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a5a44-e8e3-4477-b44a-995e82a97d78 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Pushing event updated for resources: {'Port': ['ID=78938df3-c97d-4f9b-b9c2-012335874408,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:46.263030 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5579773-d0e8-4052-9182-4f3b961a558d req-b50a5a44-e8e3-4477-b44a-995e82a97d78 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:46.263607 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f5579773-d0e8-4052-9182-4f3b961a558d req-b50a5a44-e8e3-4477-b44a-995e82a97d78 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:46.280261 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f5579773-d0e8-4052-9182-4f3b961a558d req-b50a5a44-e8e3-4477-b44a-995e82a97d78 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6231017 Feb 09 21:31:46.292769 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-f5579773-d0e8-4052-9182-4f3b961a558d req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] Request body: {'port': {'device_id': '56727d7a-ea09-4f45-8003-4ac86c4e2dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:46.316540 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc81d1cf-c650-48cd-aa46-41a224a66924 req-484a313a-be5c-4b5c-9fde-0738d9714861 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820913 Feb 09 21:31:46.475484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-bcab4982-07b4-4606-bdb5-1eef6b0ed235 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:46.476953 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-bcab4982-07b4-4606-bdb5-1eef6b0ed235 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/networks?id=b9120430-69d7-4afb-9132-054f858a800f HTTP/1.1" status: 200 len: 805 time: 0.1880381 Feb 09 21:31:46.479375 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44a7847-f2a9-4a38-bb75-81bb50dc4471 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:31:46.488385 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f44a7847-f2a9-4a38-bb75-81bb50dc4471 admin admin] 10.222.0.77 "PUT /v2.0/routers/081e4819-7002-4e84-93b7-6ebca964329d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6901093 Feb 09 21:31:46.490191 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48000) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:46.490738 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b411492f-b105-48b0-8c53-91927171fd78 None None] Sync routers for ids ['081e4819-7002-4e84-93b7-6ebca964329d'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:31:46.502241 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b411492f-b105-48b0-8c53-91927171fd78 None None] Routers {'081e4819-7002-4e84-93b7-6ebca964329d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:31:46.503381 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b411492f-b105-48b0-8c53-91927171fd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:31:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['081e4819-7002-4e84-93b7-6ebca964329d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:46.571310 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a709c64-7623-40c0-bf1b-46e82f9ef572 req-a1464d55-3cdb-45ce-93b1-53a214b6ee94 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:46.572828 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a709c64-7623-40c0-bf1b-46e82f9ef572 req-a1464d55-3cdb-45ce-93b1-53a214b6ee94 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/ports?device_id=79477e21-525f-4f5b-a637-fa8f9b66bb12 HTTP/1.1" status: 200 len: 949 time: 0.1885319 Feb 09 21:31:46.579506 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-a4d5a2b0-ee84-498c-a84f-ffbfbf62c69f tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/quotas/ea92169e333d44ef9265f02baeeee937 HTTP/1.1" status: 200 len: 375 time: 0.0900185 Feb 09 21:31:46.613524 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f5579773-d0e8-4052-9182-4f3b961a558d req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (78938df3-c97d-4f9b-b9c2-012335874408), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:46.633697 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b411492f-b105-48b0-8c53-91927171fd78 None None] Set router 081e4819-7002-4e84-93b7-6ebca964329d gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:31:46.688321 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be30cdf0-ed01-48fa-a439-2fc41df0c6d4 admin admin] Publish callbacks [] for router (081e4819-7002-4e84-93b7-6ebca964329d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:46.725182 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a709c64-7623-40c0-bf1b-46e82f9ef572 req-49b0113c-7c9e-4d02-95cf-0339d9057d46 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/security-groups?id=b355dc41-f87b-4bad-acd8-efb010613da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446993 Feb 09 21:31:46.777052 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-ac567a33-8d50-4495-b533-d5c5e1c8cca3 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ea92169e333d44ef9265f02baeeee937&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1741312 Feb 09 21:31:46.872131 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b411492f-b105-48b0-8c53-91927171fd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081e4819-7002-4e84-93b7-6ebca964329d', 'name': 'tempest-FloatingIPDetailsTestJSON-1274563573-router', 'tenant_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:31:14Z', 'updated_at': '2022-02-09T21:31:44Z', 'revision_number': 5, 'project_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'gw_port': {'id': 'c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081e4819-7002-4e84-93b7-6ebca964329d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:15Z', 'updated_at': '2022-02-09T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:46.902528 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b411492f-b105-48b0-8c53-91927171fd78 None None] Checking router: 081e4819-7002-4e84-93b7-6ebca964329d for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:31:46.905625 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be30cdf0-ed01-48fa-a439-2fc41df0c6d4 admin admin] Publish callbacks [] for router_gateway (081e4819-7002-4e84-93b7-6ebca964329d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:46.910593 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b411492f-b105-48b0-8c53-91927171fd78 None None] Routers {'081e4819-7002-4e84-93b7-6ebca964329d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:31:46.911214 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b411492f-b105-48b0-8c53-91927171fd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:31:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['081e4819-7002-4e84-93b7-6ebca964329d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:46.919160 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-f5579773-d0e8-4052-9182-4f3b961a558d req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78938df3-c97d-4f9b-b9c2-012335874408 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:46.928733 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f5579773-d0e8-4052-9182-4f3b961a558d req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] Publish callbacks [] for port (78938df3-c97d-4f9b-b9c2-012335874408), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:46.944753 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-f5579773-d0e8-4052-9182-4f3b961a558d req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] Transition to ACTIVE for port object 78938df3-c97d-4f9b-b9c2-012335874408 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:31:46.946782 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5c83c-9895-4b07-a5e7-6e41d4755be1 req-18758649-d9a9-45be-80df-07f60a30eb59 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:46.948294 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60d5c83c-9895-4b07-a5e7-6e41d4755be1 req-18758649-d9a9-45be-80df-07f60a30eb59 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 944 time: 0.1101933 Feb 09 21:31:46.949285 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f5579773-d0e8-4052-9182-4f3b961a558d req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (78938df3-c97d-4f9b-b9c2-012335874408), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:46.976986 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e980bd20-dcf0-4791-988a-839bb4de68a3', 'tag': '711822d2-c240-47e9-b5f4-76b45729d4e1'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:46.977567 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-f7f98e90-1e09-4dfa-b108-888ce3cab0b2 service neutron] 10.222.0.77 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923168 Feb 09 21:31:46.986186 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022c430d-4045-4fd8-a712-33ae0f7e30b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e980bd20-dcf0-4791-988a-839bb4de68a3", "tag": "711822d2-c240-47e9-b5f4-76b45729d4e1"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:47.030505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] Pushing event updated for resources: {'Port': ['ID=78938df3-c97d-4f9b-b9c2-012335874408,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:47.031976 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b411492f-b105-48b0-8c53-91927171fd78 None None] Set router 081e4819-7002-4e84-93b7-6ebca964329d gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:31:47.085598 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-f5579773-d0e8-4052-9182-4f3b961a558d req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] Attempting to bind port 78938df3-c97d-4f9b-b9c2-012335874408 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:47.086084 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-f5579773-d0e8-4052-9182-4f3b961a558d req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] Attempting to bind port 78938df3-c97d-4f9b-b9c2-012335874408 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'cffbb362-98c9-43e9-9277-bc4ac0966b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a5dcf04b-f677-4da8-83c3-0c0b6988143d'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:47.086513 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5579773-d0e8-4052-9182-4f3b961a558d req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] Attempting to bind port 78938df3-c97d-4f9b-b9c2-012335874408 on network a5dcf04b-f677-4da8-83c3-0c0b6988143d {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:47.091438 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5579773-d0e8-4052-9182-4f3b961a558d req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] Port 78938df3-c97d-4f9b-b9c2-012335874408 on network a5dcf04b-f677-4da8-83c3-0c0b6988143d not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:31:47.091438 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5579773-d0e8-4052-9182-4f3b961a558d req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] Attempting to bind port 78938df3-c97d-4f9b-b9c2-012335874408 on network a5dcf04b-f677-4da8-83c3-0c0b6988143d {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:47.095030 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60d5c83c-9895-4b07-a5e7-6e41d4755be1 req-83497247-8ad9-4d67-8d52-5bbbd9c584c0 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209118 Feb 09 21:31:47.103687 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5579773-d0e8-4052-9182-4f3b961a558d req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:47.107239 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5579773-d0e8-4052-9182-4f3b961a558d req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] Checking segment: {'id': 'cffbb362-98c9-43e9-9277-bc4ac0966b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a5dcf04b-f677-4da8-83c3-0c0b6988143d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:47.110800 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5579773-d0e8-4052-9182-4f3b961a558d req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] Bound using segment: {'id': 'cffbb362-98c9-43e9-9277-bc4ac0966b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a5dcf04b-f677-4da8-83c3-0c0b6988143d'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:47.111768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-be30cdf0-ed01-48fa-a439-2fc41df0c6d4 admin admin] Deleting port c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:47.112318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-f5579773-d0e8-4052-9182-4f3b961a558d req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] Bound port: 78938df3-c97d-4f9b-b9c2-012335874408, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cffbb362-98c9-43e9-9277-bc4ac0966b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a5dcf04b-f677-4da8-83c3-0c0b6988143d'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:47.112795 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f5579773-d0e8-4052-9182-4f3b961a558d req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (78938df3-c97d-4f9b-b9c2-012335874408), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:47.116781 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be30cdf0-ed01-48fa-a439-2fc41df0c6d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:47.211298 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-3d30df33-a134-49fd-958e-37ae9bb7c8cd service neutron] 10.222.0.77 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248311 Feb 09 21:31:47.222269 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-f5579773-d0e8-4052-9182-4f3b961a558d req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] For port 78938df3-c97d-4f9b-b9c2-012335874408, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:47.246194 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-f5579773-d0e8-4052-9182-4f3b961a558d req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] For port 78938df3-c97d-4f9b-b9c2-012335874408, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=78938df3-c97d-4f9b-b9c2-012335874408,segment=NetworkSegment(cffbb362-98c9-43e9-9277-bc4ac0966b82),segment_id=cffbb362-98c9-43e9-9277-bc4ac0966b82)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:47.252297 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 49b1b4d2-998f-4876-b207-e415429ab079 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:47.265118 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c32b6c-bfff-48ec-86e4-9067b80dbd32 req-66c80e1e-09ac-43c7-8524-ecebc808c720 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:47.267044 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b2c32b6c-bfff-48ec-86e4-9067b80dbd32 req-66c80e1e-09ac-43c7-8524-ecebc808c720 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.71 "GET /v2.0/ports?device_id=51a4b537-e8ed-468a-8860-4f1dddb119fa HTTP/1.1" status: 200 len: 945 time: 0.0763428 Feb 09 21:31:47.267576 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-be30cdf0-ed01-48fa-a439-2fc41df0c6d4 admin admin] For port c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:47.267978 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be30cdf0-ed01-48fa-a439-2fc41df0c6d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:47.269294 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f5579773-d0e8-4052-9182-4f3b961a558d req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (78938df3-c97d-4f9b-b9c2-012335874408), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:47.282997 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658c095-7a12-42b6-a2a7-9641d4e98dea req-052fa060-2d48-4fd9-bc39-f1d91f5c8f5a tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:47.284555 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a658c095-7a12-42b6-a2a7-9641d4e98dea req-052fa060-2d48-4fd9-bc39-f1d91f5c8f5a tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.77 "GET /v2.0/ports?device_id=56727d7a-ea09-4f45-8003-4ac86c4e2dbe HTTP/1.1" status: 200 len: 943 time: 0.1085196 Feb 09 21:31:47.290350 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-be30cdf0-ed01-48fa-a439-2fc41df0c6d4 admin admin] Calling delete_port for c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:47.314187 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b411492f-b105-48b0-8c53-91927171fd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081e4819-7002-4e84-93b7-6ebca964329d', 'name': 'tempest-FloatingIPDetailsTestJSON-1274563573-router', 'tenant_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:31:14Z', 'updated_at': '2022-02-09T21:31:44Z', 'revision_number': 5, 'project_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'gw_port': {'id': 'c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081e4819-7002-4e84-93b7-6ebca964329d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:15Z', 'updated_at': '2022-02-09T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:47.325907 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] Pushing event updated for resources: {'Port': ['ID=78938df3-c97d-4f9b-b9c2-012335874408,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:47.348932 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b411492f-b105-48b0-8c53-91927171fd78 None None] The sync data for ids ['081e4819-7002-4e84-93b7-6ebca964329d'] in n-d-828601-1 is: [{'id': '081e4819-7002-4e84-93b7-6ebca964329d', 'name': 'tempest-FloatingIPDetailsTestJSON-1274563573-router', 'tenant_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:31:14Z', 'updated_at': '2022-02-09T21:31:44Z', 'revision_number': 5, 'project_id': '4e6fea2faa734cd68b2274ebadcebaf2', 'gw_port': {'id': 'c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081e4819-7002-4e84-93b7-6ebca964329d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:15Z', 'updated_at': '2022-02-09T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:31:47.387569 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5579773-d0e8-4052-9182-4f3b961a558d req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:47.388564 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f5579773-d0e8-4052-9182-4f3b961a558d req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:47.390907 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f5579773-d0e8-4052-9182-4f3b961a558d req-88155fdf-ea76-430b-9e22-c17c013a7d41 service neutron] 10.222.0.42 "PUT /v2.0/ports/78938df3-c97d-4f9b-b9c2-012335874408 HTTP/1.1" status: 200 len: 1091 time: 1.1031394 Feb 09 21:31:47.436063 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 49b1b4d2-998f-4876-b207-e415429ab079 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:47.436465 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (49b1b4d2-998f-4876-b207-e415429ab079), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:47.466859 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a4b537-e8ed-468a-8860-4f1dddb119fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49b1b4d2-998f-4876-b207-e415429ab079'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:47.469750 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f198b24-7999-45bc-ac66-5610db6a65e9" -d '{"events": [{"server_uuid": "51a4b537-e8ed-468a-8860-4f1dddb119fa", "name": "network-vif-unplugged", "status": "completed", "tag": "49b1b4d2-998f-4876-b207-e415429ab079"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:47.475326 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a658c095-7a12-42b6-a2a7-9641d4e98dea req-8fc90bf0-fe70-4e21-ba14-8dbd8a4fcf74 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ce8212c-f82d-484a-b7f6-c5e46033021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767371 Feb 09 21:31:47.491191 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 49b1b4d2-998f-4876-b207-e415429ab079, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=49b1b4d2-998f-4876-b207-e415429ab079,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:47.503420 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (49b1b4d2-998f-4876-b207-e415429ab079), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:47.539228 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5579773-d0e8-4052-9182-4f3b961a558d req-7a97399c-971b-4d02-8b72-083425323b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:47.553454 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f5579773-d0e8-4052-9182-4f3b961a558d req-7a97399c-971b-4d02-8b72-083425323b54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7394823a4d146cabf485eafca0ea081&device_id=56727d7a-ea09-4f45-8003-4ac86c4e2dbe HTTP/1.1" status: 200 len: 1125 time: 0.1120257 Feb 09 21:31:47.605373 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f5579773-d0e8-4052-9182-4f3b961a558d req-1cd33bb0-663a-47d4-9dba-88be7033aee7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78938df3-c97d-4f9b-b9c2-012335874408 HTTP/1.1" status: 200 len: 217 time: 0.0429256 Feb 09 21:31:47.612674 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-b2c32b6c-bfff-48ec-86e4-9067b80dbd32 req-39286060-8cdb-43af-b458-f5c0b1938c6a tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Deleting port 49b1b4d2-998f-4876-b207-e415429ab079 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:47.613157 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b2c32b6c-bfff-48ec-86e4-9067b80dbd32 req-39286060-8cdb-43af-b458-f5c0b1938c6a tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (49b1b4d2-998f-4876-b207-e415429ab079), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:47.616141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=49b1b4d2-998f-4876-b207-e415429ab079,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:47.751265 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5579773-d0e8-4052-9182-4f3b961a558d req-616b9c89-c3c1-42e2-937d-6d2f4cd4e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:47.752769 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f5579773-d0e8-4052-9182-4f3b961a558d req-616b9c89-c3c1-42e2-937d-6d2f4cd4e07a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5a4e51d6-cdd5-4f37-9ef3-2b120c6b960d HTTP/1.1" status: 200 len: 861 time: 0.0765023 Feb 09 21:31:47.760397 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 85de8710-96bb-4401-90fe-336be0ee9cb3 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:47.791230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67941397-a089-4ae3-97cf-be923b9dbd5f req-22278f7c-9ba1-4f62-a0bb-9a6a7030300f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:47.800406 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 85de8710-96bb-4401-90fe-336be0ee9cb3 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:31:47.800784 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 85de8710-96bb-4401-90fe-336be0ee9cb3 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:47.803842 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-67941397-a089-4ae3-97cf-be923b9dbd5f req-22278f7c-9ba1-4f62-a0bb-9a6a7030300f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.1869957 Feb 09 21:31:47.809546 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be30cdf0-ed01-48fa-a439-2fc41df0c6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:47.835946 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f5579773-d0e8-4052-9182-4f3b961a558d req-3668c50f-6f6b-4bb4-94ef-bc1f1612ac33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5dcf04b-f677-4da8-83c3-0c0b6988143d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604668 Feb 09 21:31:47.837645 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-b2c32b6c-bfff-48ec-86e4-9067b80dbd32 req-39286060-8cdb-43af-b458-f5c0b1938c6a tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] For port 49b1b4d2-998f-4876-b207-e415429ab079, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=49b1b4d2-998f-4876-b207-e415429ab079,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:47.838011 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b2c32b6c-bfff-48ec-86e4-9067b80dbd32 req-39286060-8cdb-43af-b458-f5c0b1938c6a tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (49b1b4d2-998f-4876-b207-e415429ab079), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:47.853289 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30cdf0-ed01-48fa-a439-2fc41df0c6d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:47.874500 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af67b21a-6cb8-476e-866e-a83837cae39e x-openstack-request-id: req-af67b21a-6cb8-476e-866e-a83837cae39e {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:47.878994 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e980bd20-dcf0-4791-988a-839bb4de68a3", "tag": "711822d2-c240-47e9-b5f4-76b45729d4e1", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:47.879307 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af67b21a-6cb8-476e-866e-a83837cae39e {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:47.879762 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e980bd20-dcf0-4791-988a-839bb4de68a3', 'tag': '711822d2-c240-47e9-b5f4-76b45729d4e1', 'status': 'completed', 'code': 200} Feb 09 21:31:47.897909 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-b2c32b6c-bfff-48ec-86e4-9067b80dbd32 req-39286060-8cdb-43af-b458-f5c0b1938c6a tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Calling delete_port for 49b1b4d2-998f-4876-b207-e415429ab079 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:47.947722 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be30cdf0-ed01-48fa-a439-2fc41df0c6d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (081e4819-7002-4e84-93b7-6ebca964329d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:47.988195 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-67941397-a089-4ae3-97cf-be923b9dbd5f req-35a086b9-88ad-4e32-bee1-f85285003d89 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832972 Feb 09 21:31:48.051243 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f5579773-d0e8-4052-9182-4f3b961a558d req-c0910363-9917-4c50-ae81-50414871b383 service neutron] 10.222.0.42 "GET /v2.0/networks/a5dcf04b-f677-4da8-83c3-0c0b6988143d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031915 Feb 09 21:31:48.135996 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be30cdf0-ed01-48fa-a439-2fc41df0c6d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (081e4819-7002-4e84-93b7-6ebca964329d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:48.140162 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c134b4c0-fab5-4f3e-945f-f46f625c053c req-82fce429-5e73-42f1-982c-b45c32977177 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=efc40e7b-9646-4c8e-b90c-c62fd8421f97 HTTP/1.1" status: 200 len: 210 time: 0.0447943 Feb 09 21:31:48.142857 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be30cdf0-ed01-48fa-a439-2fc41df0c6d4 admin admin] Publish callbacks [] for router_controller (081e4819-7002-4e84-93b7-6ebca964329d), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:48.186009 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b2c32b6c-bfff-48ec-86e4-9067b80dbd32 req-39286060-8cdb-43af-b458-f5c0b1938c6a tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (49b1b4d2-998f-4876-b207-e415429ab079), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:48.187728 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc27b6e-d57d-4bc8-bc68-b3911541ec2c x-openstack-request-id: req-5fc27b6e-d57d-4bc8-bc68-b3911541ec2c {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:48.188029 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a4b537-e8ed-468a-8860-4f1dddb119fa", "name": "network-vif-unplugged", "status": "completed", "tag": "49b1b4d2-998f-4876-b207-e415429ab079", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:48.188287 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5fc27b6e-d57d-4bc8-bc68-b3911541ec2c {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:48.188701 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a4b537-e8ed-468a-8860-4f1dddb119fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49b1b4d2-998f-4876-b207-e415429ab079', 'code': 200} Feb 09 21:31:48.225244 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39286060-8cdb-43af-b458-f5c0b1938c6a tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Pushing event deleted for resources: {'Port': ['ID=49b1b4d2-998f-4876-b207-e415429ab079,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:48.250357 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c430d-4045-4fd8-a712-33ae0f7e30b2 req-a1aee7e4-faba-400d-9764-a219ca3aa4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:48.252427 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-022c430d-4045-4fd8-a712-33ae0f7e30b2 req-a1aee7e4-faba-400d-9764-a219ca3aa4aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 1156 time: 0.3509316 Feb 09 21:31:48.279640 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be30cdf0-ed01-48fa-a439-2fc41df0c6d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (081e4819-7002-4e84-93b7-6ebca964329d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:48.280244 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be30cdf0-ed01-48fa-a439-2fc41df0c6d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 081e4819-7002-4e84-93b7-6ebca964329d {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:31:48.309025 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c32b6c-bfff-48ec-86e4-9067b80dbd32 req-39286060-8cdb-43af-b458-f5c0b1938c6a tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] No DVR routers for this DVR port 49b1b4d2-998f-4876-b207-e415429ab079 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:48.312763 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b2c32b6c-bfff-48ec-86e4-9067b80dbd32 req-39286060-8cdb-43af-b458-f5c0b1938c6a tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:48.317180 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b2c32b6c-bfff-48ec-86e4-9067b80dbd32 req-39286060-8cdb-43af-b458-f5c0b1938c6a tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.71 "DELETE /v2.0/ports/49b1b4d2-998f-4876-b207-e415429ab079 HTTP/1.1" status: 204 len: 173 time: 0.9949331 Feb 09 21:31:48.319504 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f5579773-d0e8-4052-9182-4f3b961a558d req-e44260a2-43d9-4b48-8721-988bced7a1ff service neutron] 10.222.0.42 "GET /v2.0/networks/a5dcf04b-f677-4da8-83c3-0c0b6988143d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610536 Feb 09 21:31:48.349351 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba59fc9-4fcc-4a4f-bfb4-57529b57737f req-095d88da-80a2-4b5c-b013-9633be674fe8 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:48.358930 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2ba59fc9-4fcc-4a4f-bfb4-57529b57737f req-095d88da-80a2-4b5c-b013-9633be674fe8 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.4163942 Feb 09 21:31:48.383428 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be30cdf0-ed01-48fa-a439-2fc41df0c6d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:48.389474 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-be30cdf0-ed01-48fa-a439-2fc41df0c6d4 admin admin] 10.222.0.77 "DELETE /v2.0/routers/081e4819-7002-4e84-93b7-6ebca964329d HTTP/1.1" status: 204 len: 168 time: 1.8930490 Feb 09 21:31:48.390941 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48034) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:48.448002 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a769fa-3839-4a1b-b187-9b0c9698e2d9 admin admin] Deleting subnet 1d5a6a52-255d-4a77-a5ad-6d8f9fe47da2 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:31:48.453078 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-12a769fa-3839-4a1b-b187-9b0c9698e2d9 admin admin] Publish callbacks [] for subnet (1d5a6a52-255d-4a77-a5ad-6d8f9fe47da2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:48.500523 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2ba59fc9-4fcc-4a4f-bfb4-57529b57737f req-f8cc7574-8102-49dc-b4e1-6c786546954f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405141 Feb 09 21:31:48.506628 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-12a769fa-3839-4a1b-b187-9b0c9698e2d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (1d5a6a52-255d-4a77-a5ad-6d8f9fe47da2), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:48.511495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceebbd7-2bbf-4270-96a2-b4a2c4f1f540 req-2f7121fc-4a56-4eb9-bee4-b74d287bf11d tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:48.517421 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cceebbd7-2bbf-4270-96a2-b4a2c4f1f540 req-2f7121fc-4a56-4eb9-bee4-b74d287bf11d tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 944 time: 0.1418977 Feb 09 21:31:48.552064 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c430d-4045-4fd8-a712-33ae0f7e30b2 req-add5ca96-9189-4230-9455-b92eacb25c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:48.554193 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-022c430d-4045-4fd8-a712-33ae0f7e30b2 req-add5ca96-9189-4230-9455-b92eacb25c26 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 908 time: 0.2909830 Feb 09 21:31:48.609751 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-022c430d-4045-4fd8-a712-33ae0f7e30b2 req-dae7574b-1ba1-43e5-bbd2-739274aa6925 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=711822d2-c240-47e9-b5f4-76b45729d4e1 HTTP/1.1" status: 200 len: 217 time: 0.0462754 Feb 09 21:31:48.616898 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cceebbd7-2bbf-4270-96a2-b4a2c4f1f540 req-85a6ab45-a3ac-4963-9dd4-571af288f77f tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921760 Feb 09 21:31:48.617382 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-12a769fa-3839-4a1b-b187-9b0c9698e2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (1d5a6a52-255d-4a77-a5ad-6d8f9fe47da2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:48.695352 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-12a769fa-3839-4a1b-b187-9b0c9698e2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (1d5a6a52-255d-4a77-a5ad-6d8f9fe47da2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:48.700385 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c430d-4045-4fd8-a712-33ae0f7e30b2 req-8876ce42-975c-46cd-a70d-06b44d35a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:48.702012 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-022c430d-4045-4fd8-a712-33ae0f7e30b2 req-8876ce42-975c-46cd-a70d-06b44d35a922 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.0737200 Feb 09 21:31:48.720555 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a769fa-3839-4a1b-b187-9b0c9698e2d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d5a6a52-255d-4a77-a5ad-6d8f9fe47da2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:48.724621 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-12a769fa-3839-4a1b-b187-9b0c9698e2d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:48.728076 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-12a769fa-3839-4a1b-b187-9b0c9698e2d9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1d5a6a52-255d-4a77-a5ad-6d8f9fe47da2 HTTP/1.1" status: 204 len: 168 time: 0.3357306 Feb 09 21:31:48.730642 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48040) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:48.733890 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34e3ec1-0c87-4c07-95f8-843e35f73222 None None] Network f972a164-22f4-4327-99b6-b6c4dd6d103b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:31:48.763536 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-022c430d-4045-4fd8-a712-33ae0f7e30b2 req-ebca1ea0-600c-45d4-bd95-d22919492449 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387115 Feb 09 21:31:48.829590 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a801926-e68a-430a-b7e3-bd160d617010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (f972a164-22f4-4327-99b6-b6c4dd6d103b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:48.843146 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b791388-2639-4aa1-b3b9-56c04ece5982 req-aabdf126-c776-47b9-ae47-7e3c2179dcf2 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:48.845458 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b791388-2639-4aa1-b3b9-56c04ece5982 req-aabdf126-c776-47b9-ae47-7e3c2179dcf2 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.77 "GET /v2.0/ports?device_id=56727d7a-ea09-4f45-8003-4ac86c4e2dbe HTTP/1.1" status: 200 len: 943 time: 0.1601403 Feb 09 21:31:48.956751 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9a801926-e68a-430a-b7e3-bd160d617010 admin admin] Deleting port fc361245-7140-47be-954f-932ac2c0509f {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:48.957172 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a801926-e68a-430a-b7e3-bd160d617010 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (fc361245-7140-47be-954f-932ac2c0509f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:48.994603 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012e4e49-a745-4fbe-94f0-b0b1c9794ecc None None] DHCP port deletion for f972a164-22f4-4327-99b6-b6c4dd6d103b request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:31:49.011370 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-022c430d-4045-4fd8-a712-33ae0f7e30b2 req-89a01438-4eba-4f80-a523-b22b749981aa service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414203 Feb 09 21:31:49.027048 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b791388-2639-4aa1-b3b9-56c04ece5982 req-6c6562c4-dc51-4fd2-b90b-1a6b18cecbf8 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ce8212c-f82d-484a-b7f6-c5e46033021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636496 Feb 09 21:31:49.113145 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-9a801926-e68a-430a-b7e3-bd160d617010 admin admin] For port fc361245-7140-47be-954f-932ac2c0509f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fc361245-7140-47be-954f-932ac2c0509f,segment=NetworkSegment(45aa9c29-d2ab-4bf2-ad03-5e54226ed199),segment_id=45aa9c29-d2ab-4bf2-ad03-5e54226ed199)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:49.113820 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a801926-e68a-430a-b7e3-bd160d617010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (fc361245-7140-47be-954f-932ac2c0509f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:49.116884 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-012e4e49-a745-4fbe-94f0-b0b1c9794ecc None None] Deleting port fc361245-7140-47be-954f-932ac2c0509f {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:49.117514 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-012e4e49-a745-4fbe-94f0-b0b1c9794ecc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (fc361245-7140-47be-954f-932ac2c0509f), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:49.125953 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb8a89-7754-4770-a0d9-00bb44cc3698 req-461ef2aa-fa16-4835-b1b8-d22a654a7393 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:49.127533 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cceb8a89-7754-4770-a0d9-00bb44cc3698 req-461ef2aa-fa16-4835-b1b8-d22a654a7393 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/ports?device_id=79477e21-525f-4f5b-a637-fa8f9b66bb12 HTTP/1.1" status: 200 len: 949 time: 0.2076371 Feb 09 21:31:49.141345 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9a801926-e68a-430a-b7e3-bd160d617010 admin admin] Calling delete_port for fc361245-7140-47be-954f-932ac2c0509f owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:49.188329 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-022c430d-4045-4fd8-a712-33ae0f7e30b2 req-d9ec6508-0ce0-453f-a9e1-0788461853dd service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643341 Feb 09 21:31:49.208774 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-ce20b093-8177-48e6-b024-3578570768ca tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:49.210530 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-ce20b093-8177-48e6-b024-3578570768ca tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.71 "GET /v2.0/networks?id=b9120430-69d7-4afb-9132-054f858a800f HTTP/1.1" status: 200 len: 805 time: 0.2104723 Feb 09 21:31:49.229530 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-4c2cdd19-0fa2-4189-b1fd-fe6b5469a4eb tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Request body: {'port': {'device_id': 'efc40e7b-9646-4c8e-b90c-c62fd8421f97', 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f', 'admin_state_up': True, 'tenant_id': 'ea92169e333d44ef9265f02baeeee937'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:49.234217 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-012e4e49-a745-4fbe-94f0-b0b1c9794ecc None None] For port fc361245-7140-47be-954f-932ac2c0509f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fc361245-7140-47be-954f-932ac2c0509f,segment=NetworkSegment(45aa9c29-d2ab-4bf2-ad03-5e54226ed199),segment_id=45aa9c29-d2ab-4bf2-ad03-5e54226ed199)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:49.234888 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-012e4e49-a745-4fbe-94f0-b0b1c9794ecc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (fc361245-7140-47be-954f-932ac2c0509f), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:49.250235 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cceb8a89-7754-4770-a0d9-00bb44cc3698 req-7a92fc48-df93-4e71-8729-5e982bfaee41 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/security-groups?id=b355dc41-f87b-4bad-acd8-efb010613da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707676 Feb 09 21:31:49.253608 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-012e4e49-a745-4fbe-94f0-b0b1c9794ecc None None] Calling delete_port for fc361245-7140-47be-954f-932ac2c0509f owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:49.358016 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a801926-e68a-430a-b7e3-bd160d617010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (fc361245-7140-47be-954f-932ac2c0509f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:49.379284 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-012e4e49-a745-4fbe-94f0-b0b1c9794ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (fc361245-7140-47be-954f-932ac2c0509f), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:49.387784 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862ad2f-2ab7-44dd-b1da-96ad777bf2b5 req-78752fb4-5106-4934-a4dc-3c0df5d0f6a5 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:49.394969 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1862ad2f-2ab7-44dd-b1da-96ad777bf2b5 req-78752fb4-5106-4934-a4dc-3c0df5d0f6a5 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.0705841 Feb 09 21:31:49.401153 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a801926-e68a-430a-b7e3-bd160d617010 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc361245-7140-47be-954f-932ac2c0509f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:49.403320 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a801926-e68a-430a-b7e3-bd160d617010 admin admin] No DVR routers for this DVR port fc361245-7140-47be-954f-932ac2c0509f on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:49.407936 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-4c2cdd19-0fa2-4189-b1fd-fe6b5469a4eb tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Made reservation on behalf of ea92169e333d44ef9265f02baeeee937 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:49.411449 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-4c2cdd19-0fa2-4189-b1fd-fe6b5469a4eb tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:49.421733 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e4e49-a745-4fbe-94f0-b0b1c9794ecc None None] Pushing event deleted for resources: {'Port': ['ID=fc361245-7140-47be-954f-932ac2c0509f,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:49.423687 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012e4e49-a745-4fbe-94f0-b0b1c9794ecc None None] No DVR routers for this DVR port fc361245-7140-47be-954f-932ac2c0509f on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:49.462770 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5afef0aa-eae0-4a33-8870-be3c9a8d8582 req-6e5e08dc-cb55-4db7-a4f4-3fc9ae8d8b1c tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=efc40e7b-9646-4c8e-b90c-c62fd8421f97 HTTP/1.1" status: 200 len: 210 time: 0.0469258 Feb 09 21:31:49.480184 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1862ad2f-2ab7-44dd-b1da-96ad777bf2b5 req-91dd7570-d0d0-4697-83be-8ebc37a0480f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843027 Feb 09 21:31:49.515437 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a801926-e68a-430a-b7e3-bd160d617010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (f972a164-22f4-4327-99b6-b6c4dd6d103b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:49.581295 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-9a801926-e68a-430a-b7e3-bd160d617010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f972a164-22f4-4327-99b6-b6c4dd6d103b']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:49.585129 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fc361245-7140-47be-954f-932ac2c0509f no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:49.598464 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-9a801926-e68a-430a-b7e3-bd160d617010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45aa9c29-d2ab-4bf2-ad03-5e54226ed199') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:49.598720 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-9a801926-e68a-430a-b7e3-bd160d617010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45aa9c29-d2ab-4bf2-ad03-5e54226ed199') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:49.621893 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: fc361245-7140-47be-954f-932ac2c0509f {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:31:49.622642 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fc361245-7140-47be-954f-932ac2c0509f not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:49.623280 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:49.633836 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a801926-e68a-430a-b7e3-bd160d617010 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (45aa9c29-d2ab-4bf2-ad03-5e54226ed199), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:49.661915 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a801926-e68a-430a-b7e3-bd160d617010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (45aa9c29-d2ab-4bf2-ad03-5e54226ed199), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:49.675220 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a801926-e68a-430a-b7e3-bd160d617010 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:31:49.675618 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a801926-e68a-430a-b7e3-bd160d617010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (45aa9c29-d2ab-4bf2-ad03-5e54226ed199), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:31:49.677378 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:31:49.679354 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:31:49.679461 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-4c2cdd19-0fa2-4189-b1fd-fe6b5469a4eb tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Allocated IP 172.20.0.2 (b9120430-69d7-4afb-9132-054f858a800f/db938f0c-908a-4805-b0e9-dadbbab7eb27/1fa8007a-ffed-4161-8eb8-636df74ed17f) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:49.679543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c65cf0a9-92fc-4b6c-ba31-505bbbfcde1e not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:49.680653 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eb748-5449-41e8-aa90-fe6665131f82 req-4880e264-e554-491d-b53f-d6c9f5fbfab6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:49.688801 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-591eb748-5449-41e8-aa90-fe6665131f82 req-4880e264-e554-491d-b53f-d6c9f5fbfab6 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=f668c86d-22c0-4cfb-b273-735a2a53db88 HTTP/1.1" status: 200 len: 945 time: 0.1255710 Feb 09 21:31:49.722665 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6201a-4ba4-496a-b68f-ba0c7826b2dc req-5cb5b2c9-cf33-4418-85c3-d3500e3c4967 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:49.724298 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6ad6201a-4ba4-496a-b68f-ba0c7826b2dc req-5cb5b2c9-cf33-4418-85c3-d3500e3c4967 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.1062379 Feb 09 21:31:49.759899 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-591eb748-5449-41e8-aa90-fe6665131f82 req-30611870-bf56-4a81-81b0-a7087ea77c06 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701365 Feb 09 21:31:49.790061 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a801926-e68a-430a-b7e3-bd160d617010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (f972a164-22f4-4327-99b6-b6c4dd6d103b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:49.805743 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a801926-e68a-430a-b7e3-bd160d617010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:49.808279 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9a801926-e68a-430a-b7e3-bd160d617010 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f972a164-22f4-4327-99b6-b6c4dd6d103b HTTP/1.1" status: 204 len: 168 time: 1.0759985 Feb 09 21:31:49.813518 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6ad6201a-4ba4-496a-b68f-ba0c7826b2dc req-c1fec247-1e56-486a-aeb3-09b624c32033 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774534 Feb 09 21:31:49.835226 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a801926-e68a-430a-b7e3-bd160d617010 admin admin] Pushing event deleted for resources: {'Network': ['ID=f972a164-22f4-4327-99b6-b6c4dd6d103b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:49.841785 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9ef6aeaa-5831-4c77-89a5-65cc294201a8 req-7795b3f9-0bbe-4989-b617-0f03289aff31 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1493142 Feb 09 21:31:49.884437 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56727d7a-ea09-4f45-8003-4ac86c4e2dbe', 'tag': '78938df3-c97d-4f9b-b9c2-012335874408'}, {'server_uuid': '51a4b537-e8ed-468a-8860-4f1dddb119fa', 'name': 'network-vif-deleted', 'tag': '49b1b4d2-998f-4876-b207-e415429ab079'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:49.887692 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c781fe2e-c69d-4dc0-aa9b-da6960c30518" -d '{"events": [{"name": "network-changed", "server_uuid": "56727d7a-ea09-4f45-8003-4ac86c4e2dbe", "tag": "78938df3-c97d-4f9b-b9c2-012335874408"}, {"server_uuid": "51a4b537-e8ed-468a-8860-4f1dddb119fa", "name": "network-vif-deleted", "tag": "49b1b4d2-998f-4876-b207-e415429ab079"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:49.929821 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369314c-138d-477d-b49f-e0f4a2e1d6cd req-fe8e8820-c7ac-45db-ae82-e84efeb2ac01 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:49.932199 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c369314c-138d-477d-b49f-e0f4a2e1d6cd req-fe8e8820-c7ac-45db-ae82-e84efeb2ac01 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 944 time: 0.0871768 Feb 09 21:31:49.962566 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2c96dc-b3c9-44cb-90e3-a359e7152a61 x-openstack-request-id: req-fd2c96dc-b3c9-44cb-90e3-a359e7152a61 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:49.962867 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56727d7a-ea09-4f45-8003-4ac86c4e2dbe", "tag": "78938df3-c97d-4f9b-b9c2-012335874408", "status": "completed", "code": 200}, {"server_uuid": "51a4b537-e8ed-468a-8860-4f1dddb119fa", "name": "network-vif-deleted", "tag": "49b1b4d2-998f-4876-b207-e415429ab079", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:49.963130 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd2c96dc-b3c9-44cb-90e3-a359e7152a61 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:49.963528 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56727d7a-ea09-4f45-8003-4ac86c4e2dbe', 'tag': '78938df3-c97d-4f9b-b9c2-012335874408', 'status': 'completed', 'code': 200} Feb 09 21:31:49.963928 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a4b537-e8ed-468a-8860-4f1dddb119fa', 'name': 'network-vif-deleted', 'tag': '49b1b4d2-998f-4876-b207-e415429ab079', 'status': 'completed', 'code': 200} Feb 09 21:31:49.967509 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48060) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:50.017802 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-4c2cdd19-0fa2-4189-b1fd-fe6b5469a4eb tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks [] for port (1fa8007a-ffed-4161-8eb8-636df74ed17f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:50.041750 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6aeaa-5831-4c77-89a5-65cc294201a8 req-be60b665-67b5-4e1e-b202-1eeab9ad300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:50.043226 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9ef6aeaa-5831-4c77-89a5-65cc294201a8 req-be60b665-67b5-4e1e-b202-1eeab9ad300b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 1126 time: 0.1506298 Feb 09 21:31:50.054450 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c840bb78-2f60-4588-b073-38a01b9d182e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4e6fea2faa734cd68b2274ebadcebaf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0840940 Feb 09 21:31:50.054849 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48064) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:50.088098 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c369314c-138d-477d-b49f-e0f4a2e1d6cd req-bc6ca514-2d9c-4a12-9380-dc086051dcaf tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427748 Feb 09 21:31:50.095898 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-941a086b-fae4-43eb-9927-9c62f9983194 req-d98fc56a-6321-4749-8c49-14e0894bc78c service neutron] show failed (client error): The resource could not be found. Feb 09 21:31:50.097871 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-941a086b-fae4-43eb-9927-9c62f9983194 req-d98fc56a-6321-4749-8c49-14e0894bc78c service neutron] 10.222.0.71 "GET /v2.0/ports/0ed3f83a-3353-45b8-aa52-2b88461c4ffa/bindings/n-h2-828601-1 HTTP/1.1" status: 404 len: 380 time: 0.1644046 Feb 09 21:31:50.116902 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781fe2e-c69d-4dc0-aa9b-da6960c30518 req-41d30815-741c-4f7f-b9d9-45ed6471f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:50.118405 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c781fe2e-c69d-4dc0-aa9b-da6960c30518 req-41d30815-741c-4f7f-b9d9-45ed6471f9d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7394823a4d146cabf485eafca0ea081&device_id=56727d7a-ea09-4f45-8003-4ac86c4e2dbe HTTP/1.1" status: 200 len: 1125 time: 0.1413927 Feb 09 21:31:50.169027 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-4c2cdd19-0fa2-4189-b1fd-fe6b5469a4eb tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (1fa8007a-ffed-4161-8eb8-636df74ed17f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:50.218348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95eda58-2a16-4648-bb0f-5ca1a7ee156d req-aadbff53-f686-40b2-bdfb-44facba4d3c6 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:50.219856 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c95eda58-2a16-4648-bb0f-5ca1a7ee156d req-aadbff53-f686-40b2-bdfb-44facba4d3c6 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.77 "GET /v2.0/ports?device_id=56727d7a-ea09-4f45-8003-4ac86c4e2dbe HTTP/1.1" status: 200 len: 943 time: 0.1189423 Feb 09 21:31:50.243528 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-4c2cdd19-0fa2-4189-b1fd-fe6b5469a4eb tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Network b9120430-69d7-4afb-9132-054f858a800f is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:50.250942 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-302767a7-bc7c-4699-a737-727c47714ed6 admin admin] Publish callbacks [] for security_group (36b518e0-290c-44b1-8d1c-8d88ca42bb78), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:50.256071 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-4c2cdd19-0fa2-4189-b1fd-fe6b5469a4eb tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:50.265027 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-4c2cdd19-0fa2-4189-b1fd-fe6b5469a4eb tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:50.273884 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6aeaa-5831-4c77-89a5-65cc294201a8 req-d0c7edbd-af65-452a-82a0-232b61b3e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:50.275366 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9ef6aeaa-5831-4c77-89a5-65cc294201a8 req-d0c7edbd-af65-452a-82a0-232b61b3e852 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 908 time: 0.1997108 Feb 09 21:31:50.285211 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781fe2e-c69d-4dc0-aa9b-da6960c30518 req-d739f599-85d3-4aad-94be-6a62afc25a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:50.286681 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c781fe2e-c69d-4dc0-aa9b-da6960c30518 req-d739f599-85d3-4aad-94be-6a62afc25a19 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a5dcf04b-f677-4da8-83c3-0c0b6988143d HTTP/1.1" status: 200 len: 922 time: 0.1482704 Feb 09 21:31:50.296292 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cdd19-0fa2-4189-b1fd-fe6b5469a4eb tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Pushing event updated for resources: {'Port': ['ID=1fa8007a-ffed-4161-8eb8-636df74ed17f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:50.308544 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c95eda58-2a16-4648-bb0f-5ca1a7ee156d req-8b18a564-6180-470d-aebd-425eed1af5eb tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ce8212c-f82d-484a-b7f6-c5e46033021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819180 Feb 09 21:31:50.340988 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c781fe2e-c69d-4dc0-aa9b-da6960c30518 req-b48982ed-7690-4fbe-a670-1ccea1c61cb5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78938df3-c97d-4f9b-b9c2-012335874408 HTTP/1.1" status: 200 len: 217 time: 0.0459864 Feb 09 21:31:50.363411 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-302767a7-bc7c-4699-a737-727c47714ed6 admin admin] Publish callbacks [] for security_group (36b518e0-290c-44b1-8d1c-8d88ca42bb78), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:50.369032 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9ef6aeaa-5831-4c77-89a5-65cc294201a8 req-3cac273a-5a8e-421a-9f43-55ab39e9c631 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13e11c2c-be45-4523-9c35-a892acc77213 HTTP/1.1" status: 200 len: 217 time: 0.0702608 Feb 09 21:31:50.440451 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-4c2cdd19-0fa2-4189-b1fd-fe6b5469a4eb tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:50.441126 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-4c2cdd19-0fa2-4189-b1fd-fe6b5469a4eb tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:50.486777 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6aeaa-5831-4c77-89a5-65cc294201a8 req-0f398287-26c2-4a0e-b41a-46f753bccbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:50.488373 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9ef6aeaa-5831-4c77-89a5-65cc294201a8 req-0f398287-26c2-4a0e-b41a-46f753bccbc8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.0938275 Feb 09 21:31:50.495928 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-4c2cdd19-0fa2-4189-b1fd-fe6b5469a4eb tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2715085 Feb 09 21:31:50.504054 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a086b-fae4-43eb-9927-9c62f9983194 req-b813e3c8-4651-46d6-a8fa-4226c7563c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:50.505626 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-941a086b-fae4-43eb-9927-9c62f9983194 req-b813e3c8-4651-46d6-a8fa-4226c7563c1e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d&tenant_id=8e648e74041548769a4577091999e05a HTTP/1.1" status: 200 len: 1132 time: 0.1816914 Feb 09 21:31:50.519140 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 78938df3-c97d-4f9b-b9c2-012335874408 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:50.532876 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] Request body: {'port': {'device_id': 'efc40e7b-9646-4c8e-b90c-c62fd8421f97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:50.539890 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828601-1', 'device_owner': 'compute:nova'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:50.565909 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9ef6aeaa-5831-4c77-89a5-65cc294201a8 req-48ca0bc5-2172-4739-8b19-529a896a8739 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589111 Feb 09 21:31:50.610120 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-302767a7-bc7c-4699-a737-727c47714ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (36b518e0-290c-44b1-8d1c-8d88ca42bb78), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:50.612715 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-302767a7-bc7c-4699-a737-727c47714ed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:50.616407 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-302767a7-bc7c-4699-a737-727c47714ed6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/36b518e0-290c-44b1-8d1c-8d88ca42bb78 HTTP/1.1" status: 204 len: 168 time: 0.5582402 Feb 09 21:31:50.650768 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 78938df3-c97d-4f9b-b9c2-012335874408, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=78938df3-c97d-4f9b-b9c2-012335874408,segment=NetworkSegment(cffbb362-98c9-43e9-9277-bc4ac0966b82),segment_id=cffbb362-98c9-43e9-9277-bc4ac0966b82)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:50.673139 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302767a7-bc7c-4699-a737-727c47714ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b518e0-290c-44b1-8d1c-8d88ca42bb78,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:50.691937 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '78938df3-c97d-4f9b-b9c2-012335874408', 'network_id': 'a5dcf04b-f677-4da8-83c3-0c0b6988143d', 'port_id': '78938df3-c97d-4f9b-b9c2-012335874408', 'mac_address': 'fa:16:3e:77:5b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a4e51d6-cdd5-4f37-9ef3-2b120c6b960d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:31:50.745208 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1fa8007a-ffed-4161-8eb8-636df74ed17f), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:50.755799 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:50.804612 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 78938df3-c97d-4f9b-b9c2-012335874408 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:50.805006 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (78938df3-c97d-4f9b-b9c2-012335874408), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:50.856507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78938df3-c97d-4f9b-b9c2-012335874408 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:50.863501 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3449fe-a0f1-4e17-8372-c3e45f1b2fbb req-84e3a585-e662-4a32-b150-a0b5242e2ced tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:50.865687 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df3449fe-a0f1-4e17-8372-c3e45f1b2fbb req-84e3a585-e662-4a32-b150-a0b5242e2ced tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/ports?device_id=79477e21-525f-4f5b-a637-fa8f9b66bb12 HTTP/1.1" status: 200 len: 949 time: 0.5078056 Feb 09 21:31:50.887440 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781fe2e-c69d-4dc0-aa9b-da6960c30518 req-69f5bfa0-4713-4f69-bc67-eb7208d8c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:50.889070 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c781fe2e-c69d-4dc0-aa9b-da6960c30518 req-69f5bfa0-4713-4f69-bc67-eb7208d8c33b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5a4e51d6-cdd5-4f37-9ef3-2b120c6b960d HTTP/1.1" status: 200 len: 861 time: 0.5417166 Feb 09 21:31:50.908853 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815de291-ec91-4298-8da3-09ae02fee5d7 req-06128d0a-6dab-4e81-8cfb-8ec407291835 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:50.910369 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-815de291-ec91-4298-8da3-09ae02fee5d7 req-06128d0a-6dab-4e81-8cfb-8ec407291835 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.71 "GET /v2.0/ports?device_id=79477e21-525f-4f5b-a637-fa8f9b66bb12 HTTP/1.1" status: 200 len: 949 time: 0.2090652 Feb 09 21:31:50.921449 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 78938df3-c97d-4f9b-b9c2-012335874408, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=78938df3-c97d-4f9b-b9c2-012335874408,segment=NetworkSegment(cffbb362-98c9-43e9-9277-bc4ac0966b82),segment_id=cffbb362-98c9-43e9-9277-bc4ac0966b82)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:50.928954 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (78938df3-c97d-4f9b-b9c2-012335874408), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:50.987023 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=78938df3-c97d-4f9b-b9c2-012335874408,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:51.033907 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c781fe2e-c69d-4dc0-aa9b-da6960c30518 req-49b3b9a1-1624-4ced-835b-44917a10e66e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5dcf04b-f677-4da8-83c3-0c0b6988143d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160121 Feb 09 21:31:51.042828 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d206844-e5bc-49e1-b093-664983fa432e req-6deaf96a-d516-412d-b95c-71d3ecc6b223 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:51.044811 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6d206844-e5bc-49e1-b093-664983fa432e req-6deaf96a-d516-412d-b95c-71d3ecc6b223 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=efc40e7b-9646-4c8e-b90c-c62fd8421f97 HTTP/1.1" status: 200 len: 931 time: 0.3451355 Feb 09 21:31:51.160266 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df3449fe-a0f1-4e17-8372-c3e45f1b2fbb req-1e22a0ba-774c-4802-b3aa-02f1fae31016 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/security-groups?id=b355dc41-f87b-4bad-acd8-efb010613da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813878 Feb 09 21:31:51.169018 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['78938df3-c97d-4f9b-b9c2-012335874408'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:51.299619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9d48d5c9-3603-400f-850e-705119fc0a67 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:51.336136 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6d206844-e5bc-49e1-b093-664983fa432e req-beb84e29-4d98-431e-ae4c-9f70eaa5f4ca tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754340 Feb 09 21:31:51.369123 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9ef6aeaa-5831-4c77-89a5-65cc294201a8 req-c3efb738-874d-408a-8c83-921330d94f58 service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7700222 Feb 09 21:31:51.374392 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-815de291-ec91-4298-8da3-09ae02fee5d7 req-abad8d75-c7f9-41f8-ae1d-361f912502ef tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Deleting port 9d48d5c9-3603-400f-850e-705119fc0a67 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:51.374737 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-815de291-ec91-4298-8da3-09ae02fee5d7 req-abad8d75-c7f9-41f8-ae1d-361f912502ef tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (9d48d5c9-3603-400f-850e-705119fc0a67), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.468918 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c781fe2e-c69d-4dc0-aa9b-da6960c30518 req-d723ec86-9342-4810-a0e1-b6d4d2a2038f service neutron] 10.222.0.42 "GET /v2.0/networks/a5dcf04b-f677-4da8-83c3-0c0b6988143d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229276 Feb 09 21:31:51.512052 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 9d48d5c9-3603-400f-850e-705119fc0a67 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:51.512868 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9d48d5c9-3603-400f-850e-705119fc0a67), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.550986 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79477e21-525f-4f5b-a637-fa8f9b66bb12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d48d5c9-3603-400f-850e-705119fc0a67'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:51.554385 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e725c77-32ae-4c96-8ad9-50567383f821" -d '{"events": [{"server_uuid": "79477e21-525f-4f5b-a637-fa8f9b66bb12", "name": "network-vif-unplugged", "status": "completed", "tag": "9d48d5c9-3603-400f-850e-705119fc0a67"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:51.574141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 9d48d5c9-3603-400f-850e-705119fc0a67, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9d48d5c9-3603-400f-850e-705119fc0a67,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:51.581524 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9d48d5c9-3603-400f-850e-705119fc0a67), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.582860 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 49b1b4d2-998f-4876-b207-e415429ab079 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:51.607005 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 49b1b4d2-998f-4876-b207-e415429ab079 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:31:51.607851 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 49b1b4d2-998f-4876-b207-e415429ab079 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:51.627078 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa1a62-9eac-4f84-bb14-9ade860cac82 req-3fba26c4-cca8-4eab-adfc-142f2e710dea tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:51.629697 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7baa1a62-9eac-4f84-bb14-9ade860cac82 req-3fba26c4-cca8-4eab-adfc-142f2e710dea tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.42 "GET /v2.0/ports?device_id=f668c86d-22c0-4cfb-b273-735a2a53db88 HTTP/1.1" status: 200 len: 945 time: 0.5203247 Feb 09 21:31:51.656056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3359fe-62e4-4050-a4ef-5e5e0994f808 req-a27b4829-a2ab-42e0-975b-9c432d6f5e83 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:51.664391 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb3359fe-62e4-4050-a4ef-5e5e0994f808 req-a27b4829-a2ab-42e0-975b-9c432d6f5e83 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.3664489 Feb 09 21:31:51.681605 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=9d48d5c9-3603-400f-850e-705119fc0a67,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:51.743189 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9ef6aeaa-5831-4c77-89a5-65cc294201a8 req-9d7d1718-e994-48bd-aae0-ec37fac31d7d service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637033 Feb 09 21:31:51.781962 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb3359fe-62e4-4050-a4ef-5e5e0994f808 req-7b02c5f6-179c-4b64-836d-2a5200376f1f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166756 Feb 09 21:31:51.790425 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-815de291-ec91-4298-8da3-09ae02fee5d7 req-abad8d75-c7f9-41f8-ae1d-361f912502ef tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] For port 9d48d5c9-3603-400f-850e-705119fc0a67, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9d48d5c9-3603-400f-850e-705119fc0a67,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:51.790802 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-815de291-ec91-4298-8da3-09ae02fee5d7 req-abad8d75-c7f9-41f8-ae1d-361f912502ef tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (9d48d5c9-3603-400f-850e-705119fc0a67), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.810871 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa8007a-ffed-4161-8eb8-636df74ed17f {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:51.816006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f57c2-66df-429d-9788-3c3be943e553 req-86313632-7061-4a23-b5f5-03d6fd25e330 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:51.817708 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a3f57c2-66df-429d-9788-3c3be943e553 req-86313632-7061-4a23-b5f5-03d6fd25e330 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=f668c86d-22c0-4cfb-b273-735a2a53db88 HTTP/1.1" status: 200 len: 945 time: 0.3459532 Feb 09 21:31:51.831927 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] Publish callbacks [] for port (1fa8007a-ffed-4161-8eb8-636df74ed17f), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.864475 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-815de291-ec91-4298-8da3-09ae02fee5d7 req-abad8d75-c7f9-41f8-ae1d-361f912502ef tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Calling delete_port for 9d48d5c9-3603-400f-850e-705119fc0a67 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:51.885360 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c781fe2e-c69d-4dc0-aa9b-da6960c30518 req-9570134a-63f0-4bc1-b8dd-2b4ef3cba572 service neutron] 10.222.0.42 "GET /v2.0/networks/a5dcf04b-f677-4da8-83c3-0c0b6988143d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975134 Feb 09 21:31:51.922712 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] Transition to ACTIVE for port object 1fa8007a-ffed-4161-8eb8-636df74ed17f will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:31:51.925482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] For port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=0ed3f83a-3353-45b8-aa52-2b88461c4ffa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:51.934426 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (1fa8007a-ffed-4161-8eb8-636df74ed17f), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.949028 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a3f57c2-66df-429d-9788-3c3be943e553 req-40ac347d-fdb4-4e44-beb5-f88cc5488d98 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193838 Feb 09 21:31:52.013154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cc69a-8c17-4ed5-9a48-19feaf602704 req-5365a253-a039-4902-8c5c-9a91821d3c2e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:52.014716 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d72cc69a-8c17-4ed5-9a48-19feaf602704 req-5365a253-a039-4902-8c5c-9a91821d3c2e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.1084833 Feb 09 21:31:52.022657 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] For port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:52.047832 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] Pushing event updated for resources: {'Port': ['ID=1fa8007a-ffed-4161-8eb8-636df74ed17f,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:52.054008 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-7baa1a62-9eac-4f84-bb14-9ade860cac82 req-652d26a3-6d59-4e1a-ad6a-0a43bb3434e8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Deleting port a98b7c53-b0af-4fca-9069-7c1cebdd5065 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:52.054350 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7baa1a62-9eac-4f84-bb14-9ade860cac82 req-652d26a3-6d59-4e1a-ad6a-0a43bb3434e8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a98b7c53-b0af-4fca-9069-7c1cebdd5065), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:52.161403 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d72cc69a-8c17-4ed5-9a48-19feaf602704 req-0ad0ee22-d8bd-445d-a896-7e60287dce74 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339056 Feb 09 21:31:52.164214 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-815de291-ec91-4298-8da3-09ae02fee5d7 req-abad8d75-c7f9-41f8-ae1d-361f912502ef tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (9d48d5c9-3603-400f-850e-705119fc0a67), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:52.205467 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad8d75-c7f9-41f8-ae1d-361f912502ef tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Pushing event deleted for resources: {'Port': ['ID=9d48d5c9-3603-400f-850e-705119fc0a67,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:52.216633 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f8127-137b-4b50-97db-fb0b6930aef8 req-f8cf80a3-1162-40d0-8d50-a706e2b94488 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:52.218128 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f7f8127-137b-4b50-97db-fb0b6930aef8 req-f8cf80a3-1162-40d0-8d50-a706e2b94488 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 944 time: 0.1534171 Feb 09 21:31:52.229475 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] Publish callbacks [] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:52.240859 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ed3f83a-3353-45b8-aa52-2b88461c4ffa'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:52.243112 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51869826-37d5-4ca8-8703-9609367f1836" -d '{"events": [{"server_uuid": "47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d", "name": "network-vif-unplugged", "status": "completed", "tag": "0ed3f83a-3353-45b8-aa52-2b88461c4ffa"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:52.300726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-815de291-ec91-4298-8da3-09ae02fee5d7 req-abad8d75-c7f9-41f8-ae1d-361f912502ef tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] No DVR routers for this DVR port 9d48d5c9-3603-400f-850e-705119fc0a67 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:52.300944 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] Transition to ACTIVE for port object 0ed3f83a-3353-45b8-aa52-2b88461c4ffa will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:31:52.312828 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-815de291-ec91-4298-8da3-09ae02fee5d7 req-abad8d75-c7f9-41f8-ae1d-361f912502ef tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:52.316785 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-815de291-ec91-4298-8da3-09ae02fee5d7 req-abad8d75-c7f9-41f8-ae1d-361f912502ef tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.71 "DELETE /v2.0/ports/9d48d5c9-3603-400f-850e-705119fc0a67 HTTP/1.1" status: 204 len: 173 time: 1.3967574 Feb 09 21:31:52.317075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79477e21-525f-4f5b-a637-fa8f9b66bb12', 'name': 'network-vif-deleted', 'tag': '9d48d5c9-3603-400f-850e-705119fc0a67'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:52.319689 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c929a0-f77d-4b0a-a750-bd2accfd37ea" -d '{"events": [{"server_uuid": "79477e21-525f-4f5b-a637-fa8f9b66bb12", "name": "network-vif-deleted", "tag": "9d48d5c9-3603-400f-850e-705119fc0a67"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:52.323569 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:52.398026 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f7f8127-137b-4b50-97db-fb0b6930aef8 req-5c285079-4dbd-406c-a463-78907eb4e1e7 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372137 Feb 09 21:31:52.406712 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed3f83a-3353-45b8-aa52-2b88461c4ffa,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:52.432085 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f89850-2cfd-48ef-89c2-8185e4f92729 req-5f144fdc-253c-4608-aa90-8db779fc03e2 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:52.441029 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-52f89850-2cfd-48ef-89c2-8185e4f92729 req-5f144fdc-253c-4608-aa90-8db779fc03e2 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.77 "GET /v2.0/ports?device_id=56727d7a-ea09-4f45-8003-4ac86c4e2dbe HTTP/1.1" status: 200 len: 944 time: 0.1439016 Feb 09 21:31:52.455084 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-7baa1a62-9eac-4f84-bb14-9ade860cac82 req-652d26a3-6d59-4e1a-ad6a-0a43bb3434e8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] For port a98b7c53-b0af-4fca-9069-7c1cebdd5065, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=a98b7c53-b0af-4fca-9069-7c1cebdd5065,segment=NetworkSegment(f0c6146d-fa2a-4887-a58c-3257694702aa),segment_id=f0c6146d-fa2a-4887-a58c-3257694702aa)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:52.455466 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7baa1a62-9eac-4f84-bb14-9ade860cac82 req-652d26a3-6d59-4e1a-ad6a-0a43bb3434e8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a98b7c53-b0af-4fca-9069-7c1cebdd5065), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:52.487378 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ff7eb9-1e97-48d5-bac1-c686766eeb17 x-openstack-request-id: req-b5ff7eb9-1e97-48d5-bac1-c686766eeb17 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:52.487708 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79477e21-525f-4f5b-a637-fa8f9b66bb12", "name": "network-vif-unplugged", "status": "completed", "tag": "9d48d5c9-3603-400f-850e-705119fc0a67", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:52.488026 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b5ff7eb9-1e97-48d5-bac1-c686766eeb17 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:52.488431 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79477e21-525f-4f5b-a637-fa8f9b66bb12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d48d5c9-3603-400f-850e-705119fc0a67', 'code': 200} Feb 09 21:31:52.514882 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] No DVR routers for this DVR port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:52.531003 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 78938df3-c97d-4f9b-b9c2-012335874408 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:52.588235 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-52f89850-2cfd-48ef-89c2-8185e4f92729 req-500dc903-b6a5-4837-a907-cddaa4237e6f tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ce8212c-f82d-484a-b7f6-c5e46033021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289999 Feb 09 21:31:52.615244 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] Attempting to bind port 1fa8007a-ffed-4161-8eb8-636df74ed17f on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:52.615571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] Attempting to bind port 1fa8007a-ffed-4161-8eb8-636df74ed17f by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '24e724e1-30d9-4f29-b0d3-ddd799c60439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:52.615921 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] Attempting to bind port 1fa8007a-ffed-4161-8eb8-636df74ed17f on network b9120430-69d7-4afb-9132-054f858a800f {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:52.647249 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 78938df3-c97d-4f9b-b9c2-012335874408 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:31:52.654369 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 78938df3-c97d-4f9b-b9c2-012335874408 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:52.654974 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (78938df3-c97d-4f9b-b9c2-012335874408), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:52.685191 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] Port 1fa8007a-ffed-4161-8eb8-636df74ed17f on network b9120430-69d7-4afb-9132-054f858a800f not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:31:52.689614 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] Attempting to bind port 1fa8007a-ffed-4161-8eb8-636df74ed17f on network b9120430-69d7-4afb-9132-054f858a800f {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:52.695480 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d4127f2-8e04-4b6d-8c62-6b2e839c1b02 req-eeaf2a95-08e8-475f-b9e5-271e40fb4e9e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1606095 Feb 09 21:31:52.708789 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] Attempting to bind port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:52.714631 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] Attempting to bind port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:52.716652 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] Attempting to bind port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:52.736918 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:52.737285 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] Checking segment: {'id': '24e724e1-30d9-4f29-b0d3-ddd799c60439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:52.737678 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] Bound using segment: {'id': '24e724e1-30d9-4f29-b0d3-ddd799c60439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:52.738133 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] Bound port: 1fa8007a-ffed-4161-8eb8-636df74ed17f, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e724e1-30d9-4f29-b0d3-ddd799c60439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:52.738580 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1fa8007a-ffed-4161-8eb8-636df74ed17f), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:52.784695 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-11bbfac6-5b8c-4675-89fa-c977bc84173f req-fba055e8-c870-4e8f-bb07-fba2fe7c60c4 tempest-TenantUsagesTestJSON-1400565054 tempest-TenantUsagesTestJSON-1400565054-project] 10.222.0.77 "GET /v2.0/ports?device_id=79477e21-525f-4f5b-a637-fa8f9b66bb12 HTTP/1.1" status: 200 len: 210 time: 0.0527692 Feb 09 21:31:52.799541 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] Port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:31:52.800054 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] Attempting to bind port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:52.862302 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 78938df3-c97d-4f9b-b9c2-012335874408 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:52.863417 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (78938df3-c97d-4f9b-b9c2-012335874408), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:52.889641 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:52.890762 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:52.891333 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:52.892018 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] Bound port: 0ed3f83a-3353-45b8-aa52-2b88461c4ffa, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:52.892545 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:52.928562 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4127f2-8e04-4b6d-8c62-6b2e839c1b02 req-74f74854-eede-4d5c-bf92-f2ec0cf8a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:52.930721 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d4127f2-8e04-4b6d-8c62-6b2e839c1b02 req-74f74854-eede-4d5c-bf92-f2ec0cf8a2e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 1127 time: 0.1622334 Feb 09 21:31:52.939324 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24773922-5a3f-47b5-b6de-284d4597fc5a x-openstack-request-id: req-24773922-5a3f-47b5-b6de-284d4597fc5a {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:52.939625 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d", "name": "network-vif-unplugged", "status": "completed", "tag": "0ed3f83a-3353-45b8-aa52-2b88461c4ffa", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:52.939925 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-24773922-5a3f-47b5-b6de-284d4597fc5a {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:52.940331 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ed3f83a-3353-45b8-aa52-2b88461c4ffa', 'code': 200} Feb 09 21:31:52.950826 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0eb4c2-5ac6-4273-aade-9b0f2e4037cc x-openstack-request-id: req-4d0eb4c2-5ac6-4273-aade-9b0f2e4037cc {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:52.951426 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79477e21-525f-4f5b-a637-fa8f9b66bb12", "name": "network-vif-deleted", "tag": "9d48d5c9-3603-400f-850e-705119fc0a67", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:52.951944 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d0eb4c2-5ac6-4273-aade-9b0f2e4037cc {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:52.952565 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79477e21-525f-4f5b-a637-fa8f9b66bb12', 'name': 'network-vif-deleted', 'tag': '9d48d5c9-3603-400f-850e-705119fc0a67', 'status': 'completed', 'code': 200} Feb 09 21:31:52.986376 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 78938df3-c97d-4f9b-b9c2-012335874408, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=78938df3-c97d-4f9b-b9c2-012335874408,segment=NetworkSegment(cffbb362-98c9-43e9-9277-bc4ac0966b82),segment_id=cffbb362-98c9-43e9-9277-bc4ac0966b82)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:52.994335 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (78938df3-c97d-4f9b-b9c2-012335874408), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:53.057491 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=78938df3-c97d-4f9b-b9c2-012335874408,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:53.152737 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] For port 1fa8007a-ffed-4161-8eb8-636df74ed17f, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:53.156132 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] For port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:53.160870 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] For port 1fa8007a-ffed-4161-8eb8-636df74ed17f, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1fa8007a-ffed-4161-8eb8-636df74ed17f,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:53.181390 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (1fa8007a-ffed-4161-8eb8-636df74ed17f), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:53.187728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] For port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0ed3f83a-3353-45b8-aa52-2b88461c4ffa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:53.204924 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7baa1a62-9eac-4f84-bb14-9ade860cac82 req-652d26a3-6d59-4e1a-ad6a-0a43bb3434e8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:53.205264 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7baa1a62-9eac-4f84-bb14-9ade860cac82 req-652d26a3-6d59-4e1a-ad6a-0a43bb3434e8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (bbbfb6d1-1109-4929-8077-e456548a8955), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:53.205816 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [req-7baa1a62-9eac-4f84-bb14-9ade860cac82 req-652d26a3-6d59-4e1a-ad6a-0a43bb3434e8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Floating IP bbbfb6d1-1109-4929-8077-e456548a8955 disassociated. External IP: 172.25.6.253, port: a98b7c53-b0af-4fca-9069-7c1cebdd5065. Feb 09 21:31:53.205934 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-7baa1a62-9eac-4f84-bb14-9ade860cac82 req-652d26a3-6d59-4e1a-ad6a-0a43bb3434e8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Calling delete_port for a98b7c53-b0af-4fca-9069-7c1cebdd5065 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:53.225500 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88733dd-e425-4df1-bb3e-ade5543a2125 req-9a09c54f-67cb-4c58-8b71-aae2def4225a tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:53.231447 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:53.234519 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c88733dd-e425-4df1-bb3e-ade5543a2125 req-9a09c54f-67cb-4c58-8b71-aae2def4225a tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=efc40e7b-9646-4c8e-b90c-c62fd8421f97 HTTP/1.1" status: 200 len: 943 time: 0.1867514 Feb 09 21:31:53.240287 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4127f2-8e04-4b6d-8c62-6b2e839c1b02 req-d558bfa8-cfbd-4cd5-85df-45991e6134be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:53.242258 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d4127f2-8e04-4b6d-8c62-6b2e839c1b02 req-d558bfa8-cfbd-4cd5-85df-45991e6134be service neutron] 10.222.0.42 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 922 time: 0.2855105 Feb 09 21:31:53.264603 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:53.265245 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:53.265970 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 0ed3f83a-3353-45b8-aa52-2b88461c4ffa no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:53.266615 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] 10.222.0.71 "PUT /v2.0/ports/1fa8007a-ffed-4161-8eb8-636df74ed17f HTTP/1.1" status: 200 len: 1091 time: 2.7387793 Feb 09 21:31:53.317860 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:53.318483 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:53.320165 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-941a086b-fae4-43eb-9927-9c62f9983194 req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] 10.222.0.42 "PUT /v2.0/ports/0ed3f83a-3353-45b8-aa52-2b88461c4ffa HTTP/1.1" status: 200 len: 1096 time: 2.8046706 Feb 09 21:31:53.357749 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d4127f2-8e04-4b6d-8c62-6b2e839c1b02 req-dafdcd12-49bd-427d-a2b8-b1532d5a45dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd HTTP/1.1" status: 200 len: 217 time: 0.1012619 Feb 09 21:31:53.366364 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2c36a-574f-476f-8f2a-6adafb451771 req-d0f412bc-0d58-4fa4-b979-ac78856cb1f3 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:53.372583 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756c95a-537c-4b84-ab4a-69cb1a91ef2b service neutron] Pushing event updated for resources: {'Port': ['ID=1fa8007a-ffed-4161-8eb8-636df74ed17f,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:53.382114 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] The host n-h1-828601-1 is not matching for port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa host n-h2-828601-1! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:31:53.382501 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 0ed3f83a-3353-45b8-aa52-2b88461c4ffa not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:53.389891 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4bd2c36a-574f-476f-8f2a-6adafb451771 req-d0f412bc-0d58-4fa4-b979-ac78856cb1f3 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.2795084 Feb 09 21:31:53.477879 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb211b-aa81-408d-b88e-0ad19d307567 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed3f83a-3353-45b8-aa52-2b88461c4ffa,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:53.506751 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4bd2c36a-574f-476f-8f2a-6adafb451771 req-72fa2270-238c-4d58-b3c8-42eeb8b68cce tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196427 Feb 09 21:31:53.541709 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c88733dd-e425-4df1-bb3e-ade5543a2125 req-aed9c6ce-cd72-402a-98c9-d9a6b5de2cb9 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899945 Feb 09 21:31:53.543552 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4127f2-8e04-4b6d-8c62-6b2e839c1b02 req-ebda01c1-9bf0-48a5-9aa5-2c3e1a86bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:53.545053 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d4127f2-8e04-4b6d-8c62-6b2e839c1b02 req-ebda01c1-9bf0-48a5-9aa5-2c3e1a86bc77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.1517482 Feb 09 21:31:53.580890 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d4127f2-8e04-4b6d-8c62-6b2e839c1b02 req-46f84283-0925-4361-97e9-db3e32f51060 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284665 Feb 09 21:31:53.621858 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a086b-fae4-43eb-9927-9c62f9983194 req-817026d1-74b6-473e-933d-6c10c7d23c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:53.624551 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-941a086b-fae4-43eb-9927-9c62f9983194 req-817026d1-74b6-473e-933d-6c10c7d23c24 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 1130 time: 0.2657766 Feb 09 21:31:53.626924 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-61679f0c-a087-44a8-b995-a543054d8012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:53.628507 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-61679f0c-a087-44a8-b995-a543054d8012 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea92169e333d44ef9265f02baeeee937&device_id=efc40e7b-9646-4c8e-b90c-c62fd8421f97 HTTP/1.1" status: 200 len: 1125 time: 0.3074188 Feb 09 21:31:53.633128 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7baa1a62-9eac-4f84-bb14-9ade860cac82 req-652d26a3-6d59-4e1a-ad6a-0a43bb3434e8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (a98b7c53-b0af-4fca-9069-7c1cebdd5065), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:53.728270 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32d2bb57-0aaa-4d4c-b2c3-340106dd749f req-996eadec-5741-4571-91c3-6ab5a05ddd16 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=f668c86d-22c0-4cfb-b273-735a2a53db88 HTTP/1.1" status: 200 len: 210 time: 0.0551009 Feb 09 21:31:53.758853 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-3d2bcf99-82d2-468f-b91f-765174d9e95f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1fa8007a-ffed-4161-8eb8-636df74ed17f HTTP/1.1" status: 200 len: 217 time: 0.1143649 Feb 09 21:31:53.764778 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d26a3-6d59-4e1a-ad6a-0a43bb3434e8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Pushing event deleted for resources: {'Port': ['ID=a98b7c53-b0af-4fca-9069-7c1cebdd5065,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:53.784029 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589de1e8-31ce-4a85-bd4e-067be94befee req-2820fa10-8fc5-47a1-83b1-07eb1e1433e9 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:53.785618 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-589de1e8-31ce-4a85-bd4e-067be94befee req-2820fa10-8fc5-47a1-83b1-07eb1e1433e9 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 948 time: 0.1137884 Feb 09 21:31:53.787709 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d4127f2-8e04-4b6d-8c62-6b2e839c1b02 req-f3b2452c-cf39-4aea-bb9c-79218caa937e service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000866 Feb 09 21:31:53.920716 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-0ea30e08-1473-4f2e-b592-2004ec2c01b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:53.922316 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-0ea30e08-1473-4f2e-b592-2004ec2c01b6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db938f0c-908a-4805-b0e9-dadbbab7eb27 HTTP/1.1" status: 200 len: 845 time: 0.1552310 Feb 09 21:31:53.933685 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-589de1e8-31ce-4a85-bd4e-067be94befee req-4052f229-be55-4a7b-bc4e-58b4afcf823f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420331 Feb 09 21:31:53.948608 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a086b-fae4-43eb-9927-9c62f9983194 req-e3dd0ce2-40b8-4294-a13d-2091668343c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:53.950264 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-941a086b-fae4-43eb-9927-9c62f9983194 req-e3dd0ce2-40b8-4294-a13d-2091668343c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.3185403 Feb 09 21:31:53.981377 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2d9a9-26ef-48e0-83f8-7c9bde28cb65 req-2cbe91b3-a1aa-4881-a6e3-387dcc980af5 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:53.982882 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62f2d9a9-26ef-48e0-83f8-7c9bde28cb65 req-2cbe91b3-a1aa-4881-a6e3-387dcc980af5 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 944 time: 0.1249266 Feb 09 21:31:53.985524 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d4127f2-8e04-4b6d-8c62-6b2e839c1b02 req-fb0c1383-78f1-425b-9504-4055b7886117 service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841831 Feb 09 21:31:54.011333 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-0a0726ef-77bb-471a-a041-1e768c65bd26 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b9120430-69d7-4afb-9132-054f858a800f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790641 Feb 09 21:31:54.051994 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-941a086b-fae4-43eb-9927-9c62f9983194 req-73d87ea1-d338-464e-a50e-c88bbbed00cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=0ed3f83a-3353-45b8-aa52-2b88461c4ffa HTTP/1.1" status: 200 len: 217 time: 0.0663545 Feb 09 21:31:54.067696 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62f2d9a9-26ef-48e0-83f8-7c9bde28cb65 req-c7a04a98-60e0-42e1-acd7-93e25959849b tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773847 Feb 09 21:31:54.136525 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f499fe4-e28f-4120-9d9c-b3b1277ad8f7 req-b89543c8-0821-47f4-85d2-3c69d9ab7942 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:54.139409 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f499fe4-e28f-4120-9d9c-b3b1277ad8f7 req-b89543c8-0821-47f4-85d2-3c69d9ab7942 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.77 "GET /v2.0/ports?device_id=56727d7a-ea09-4f45-8003-4ac86c4e2dbe HTTP/1.1" status: 200 len: 945 time: 0.0671372 Feb 09 21:31:54.156635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7baa1a62-9eac-4f84-bb14-9ade860cac82 req-652d26a3-6d59-4e1a-ad6a-0a43bb3434e8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Router 00290ca8-f438-4322-b937-a04eb48eb29c has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:31:54.197401 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a086b-fae4-43eb-9927-9c62f9983194 req-6a8499f6-215f-4ea6-9bd5-9f8502b35db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:54.198916 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-941a086b-fae4-43eb-9927-9c62f9983194 req-6a8499f6-215f-4ea6-9bd5-9f8502b35db5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1385963 Feb 09 21:31:54.271441 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f499fe4-e28f-4120-9d9c-b3b1277ad8f7 req-a5552c5c-d90b-42b3-a1fa-67bbc25efeb8 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ce8212c-f82d-484a-b7f6-c5e46033021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215413 Feb 09 21:31:54.490506 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56727d7a-ea09-4f45-8003-4ac86c4e2dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78938df3-c97d-4f9b-b9c2-012335874408'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:54.492855 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe4d974-2b84-4be7-a9df-8d2d73604a8b" -d '{"events": [{"server_uuid": "56727d7a-ea09-4f45-8003-4ac86c4e2dbe", "name": "network-vif-plugged", "status": "completed", "tag": "78938df3-c97d-4f9b-b9c2-012335874408"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:54.546763 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device a98b7c53-b0af-4fca-9069-7c1cebdd5065 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:54.598590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48174) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:54.729294 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-cd8c9c40-bfa6-4dc9-8d8f-c9a48fffd597 service neutron] 10.222.0.71 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6882076 Feb 09 21:31:54.769022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e4834-18a1-4aa0-82c3-a0bf04deb15b req-6c730a4c-8908-480a-8eb3-844ea5b6c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:54.770459 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-776e4834-18a1-4aa0-82c3-a0bf04deb15b req-6c730a4c-8908-480a-8eb3-844ea5b6c9c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=56727d7a-ea09-4f45-8003-4ac86c4e2dbe HTTP/1.1" status: 200 len: 1127 time: 0.1411779 Feb 09 21:31:54.837921 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48182) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:54.865979 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f22c4-ef40-4aa8-ae46-369ad5c18722 req-336075ff-1c7b-4432-a323-670dc618b332 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:54.867731 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e76f22c4-ef40-4aa8-ae46-369ad5c18722 req-336075ff-1c7b-4432-a323-670dc618b332 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.1563957 Feb 09 21:31:54.878752 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfab9a7-3e4f-4d40-a413-d76c4bea1c9b req-6ef1fd20-0fb4-4b3a-87f7-099c6b066974 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:54.886769 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ddfab9a7-3e4f-4d40-a413-d76c4bea1c9b req-6ef1fd20-0fb4-4b3a-87f7-099c6b066974 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=efc40e7b-9646-4c8e-b90c-c62fd8421f97 HTTP/1.1" status: 200 len: 943 time: 0.1557395 Feb 09 21:31:54.894722 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-776e4834-18a1-4aa0-82c3-a0bf04deb15b req-8d3b91b8-0863-4715-81be-5d80696c43a6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6ce8212c-f82d-484a-b7f6-c5e46033021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081057 Feb 09 21:31:54.901000 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcf3b4c-ef13-400c-8afc-56f4a01c5eff x-openstack-request-id: req-edcf3b4c-ef13-400c-8afc-56f4a01c5eff {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:54.901287 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56727d7a-ea09-4f45-8003-4ac86c4e2dbe", "name": "network-vif-plugged", "status": "completed", "tag": "78938df3-c97d-4f9b-b9c2-012335874408", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:54.901636 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-edcf3b4c-ef13-400c-8afc-56f4a01c5eff {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:54.902036 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56727d7a-ea09-4f45-8003-4ac86c4e2dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78938df3-c97d-4f9b-b9c2-012335874408', 'code': 200} Feb 09 21:31:54.903314 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: a98b7c53-b0af-4fca-9069-7c1cebdd5065 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:31:54.903860 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device a98b7c53-b0af-4fca-9069-7c1cebdd5065 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:54.904453 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 711822d2-c240-47e9-b5f4-76b45729d4e1 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:54.947942 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc40e7b-9646-4c8e-b90c-c62fd8421f97', 'tag': '1fa8007a-ffed-4161-8eb8-636df74ed17f'}, {'name': 'network-changed', 'server_uuid': '47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d', 'tag': '0ed3f83a-3353-45b8-aa52-2b88461c4ffa'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:54.951032 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b67c381-6d6b-4b91-be67-a96776301517" -d '{"events": [{"name": "network-changed", "server_uuid": "efc40e7b-9646-4c8e-b90c-c62fd8421f97", "tag": "1fa8007a-ffed-4161-8eb8-636df74ed17f"}, {"name": "network-changed", "server_uuid": "47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d", "tag": "0ed3f83a-3353-45b8-aa52-2b88461c4ffa"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:54.982505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a086b-fae4-43eb-9927-9c62f9983194 req-e954f2bd-9a24-4b2e-bd58-66035cc43388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:54.985029 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-941a086b-fae4-43eb-9927-9c62f9983194 req-e954f2bd-9a24-4b2e-bd58-66035cc43388 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7791791 Feb 09 21:31:54.990209 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d3752d0-fbfe-4834-ba97-9b6d2a451947 req-929ee126-91e2-4ba2-af81-73ba2680d504 service neutron] 10.222.0.71 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496147 Feb 09 21:31:55.006733 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-341850c2-3c52-4aa5-b0fc-e1f51766e84f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:55.008481 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7baa1a62-9eac-4f84-bb14-9ade860cac82 req-652d26a3-6d59-4e1a-ad6a-0a43bb3434e8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:31:55.023740 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5a65a3-a8db-4061-8e19-3a3f850b505a None None] Sync routers for ids ['00290ca8-f438-4322-b937-a04eb48eb29c'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:31:55.041531 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 711822d2-c240-47e9-b5f4-76b45729d4e1 is: DOWN; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:55.046362 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5a65a3-a8db-4061-8e19-3a3f850b505a None None] Routers {'00290ca8-f438-4322-b937-a04eb48eb29c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:31:55.047009 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2f5a65a3-a8db-4061-8e19-3a3f850b505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:31:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['00290ca8-f438-4322-b937-a04eb48eb29c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:55.060781 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ddfab9a7-3e4f-4d40-a413-d76c4bea1c9b req-824345e5-a427-4bdc-a288-bf781cffb652 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723905 Feb 09 21:31:55.068022 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-7baa1a62-9eac-4f84-bb14-9ade860cac82 req-652d26a3-6d59-4e1a-ad6a-0a43bb3434e8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] No DVR routers for this DVR port a98b7c53-b0af-4fca-9069-7c1cebdd5065 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:55.070447 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48190) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:55.070645 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-77906725-8458-4c7b-bea5-3a56634c4fce admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7def630e27e34939891c1a4561d01944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4702029 Feb 09 21:31:55.078056 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e76f22c4-ef40-4aa8-ae46-369ad5c18722 req-6819a28a-c9db-417a-a04e-197e8b3d8416 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844411 Feb 09 21:31:55.085450 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7baa1a62-9eac-4f84-bb14-9ade860cac82 req-652d26a3-6d59-4e1a-ad6a-0a43bb3434e8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:55.089349 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7baa1a62-9eac-4f84-bb14-9ade860cac82 req-652d26a3-6d59-4e1a-ad6a-0a43bb3434e8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.42 "DELETE /v2.0/ports/a98b7c53-b0af-4fca-9069-7c1cebdd5065 HTTP/1.1" status: 204 len: 173 time: 3.4427340 Feb 09 21:31:55.165482 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-341850c2-3c52-4aa5-b0fc-e1f51766e84f admin admin] Publish callbacks [] for security_group (a63a5064-ad9d-4177-a181-d2f13f74b672), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:55.173522 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-341850c2-3c52-4aa5-b0fc-e1f51766e84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a63a5064-ad9d-4177-a181-d2f13f74b672), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:55.223417 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-941a086b-fae4-43eb-9927-9c62f9983194 req-dbf1c6b4-f91e-4a8a-9f29-9d60fbc1a009 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207478 Feb 09 21:31:55.252365 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-341850c2-3c52-4aa5-b0fc-e1f51766e84f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5ef7a0bcdade40e49f9ea2b3ae5b2a30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4086037 Feb 09 21:31:55.254134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48194) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:55.267581 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-2f5a65a3-a8db-4061-8e19-3a3f850b505a None None] Set router 00290ca8-f438-4322-b937-a04eb48eb29c gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:31:55.319418 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1175d2e-8e64-4885-8077-40ef1f307093 req-eb690dd0-6c88-44b7-b3b4-49ed41c82fa0 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/ports?device_id=f668c86d-22c0-4cfb-b273-735a2a53db88 HTTP/1.1" status: 200 len: 210 time: 0.0849712 Feb 09 21:31:55.350672 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341850c2-3c52-4aa5-b0fc-e1f51766e84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63a5064-ad9d-4177-a181-d2f13f74b672,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:55.379425 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5fab4b5-ddf0-4d94-998d-4f8334a64e84 admin admin] Publish callbacks [] for security_group (a63a5064-ad9d-4177-a181-d2f13f74b672), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:55.379928 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-941a086b-fae4-43eb-9927-9c62f9983194 req-d9859d31-3af7-400d-bb0e-91f576700a68 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472530 Feb 09 21:31:55.403210 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f450622d-8a27-449a-a7a9-7804d53987cc x-openstack-request-id: req-f450622d-8a27-449a-a7a9-7804d53987cc {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:55.403545 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc40e7b-9646-4c8e-b90c-c62fd8421f97", "tag": "1fa8007a-ffed-4161-8eb8-636df74ed17f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d", "tag": "0ed3f83a-3353-45b8-aa52-2b88461c4ffa", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:55.403799 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f450622d-8a27-449a-a7a9-7804d53987cc {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:55.404207 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc40e7b-9646-4c8e-b90c-c62fd8421f97', 'tag': '1fa8007a-ffed-4161-8eb8-636df74ed17f', 'status': 'completed', 'code': 200} Feb 09 21:31:55.404597 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d', 'tag': '0ed3f83a-3353-45b8-aa52-2b88461c4ffa', 'status': 'completed', 'code': 200} Feb 09 21:31:55.411215 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c4f0253-9f40-45b1-ad9f-4e01ab1f46f6 admin admin] Publish callbacks [] for security_group (b355dc41-f87b-4bad-acd8-efb010613da5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:55.509418 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c4f0253-9f40-45b1-ad9f-4e01ab1f46f6 admin admin] Publish callbacks [] for security_group (b355dc41-f87b-4bad-acd8-efb010613da5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:55.545301 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5fab4b5-ddf0-4d94-998d-4f8334a64e84 admin admin] Publish callbacks [] for security_group (a63a5064-ad9d-4177-a181-d2f13f74b672), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:55.553066 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67c381-6d6b-4b91-be67-a96776301517 req-91a30983-1243-42a3-9cd6-b5b7c2d06511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:55.554970 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b67c381-6d6b-4b91-be67-a96776301517 req-91a30983-1243-42a3-9cd6-b5b7c2d06511 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea92169e333d44ef9265f02baeeee937&device_id=efc40e7b-9646-4c8e-b90c-c62fd8421f97 HTTP/1.1" status: 200 len: 1125 time: 0.1732492 Feb 09 21:31:55.581859 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2f5a65a3-a8db-4061-8e19-3a3f850b505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-router', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:28:58Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'gw_port': {'id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:00Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7', 'name': '', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'mac_address': 'fa:16:3e:fd:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:07Z', 'updated_at': '2022-02-09T21:29:17Z', 'revision_number': 5, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'subnets': [{'id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:55.605003 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eadeef-55a3-4cdc-8bb8-5735858c5db4 req-966ed782-2a5c-4175-a40b-5251486f9ccf tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:55.606787 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-66eadeef-55a3-4cdc-8bb8-5735858c5db4 req-966ed782-2a5c-4175-a40b-5251486f9ccf tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 948 time: 0.2254627 Feb 09 21:31:55.613872 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5a65a3-a8db-4061-8e19-3a3f850b505a None None] Checking router: 00290ca8-f438-4322-b937-a04eb48eb29c for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:31:55.625217 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5a65a3-a8db-4061-8e19-3a3f850b505a None None] Routers {'00290ca8-f438-4322-b937-a04eb48eb29c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:31:55.626129 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2f5a65a3-a8db-4061-8e19-3a3f850b505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:31:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['00290ca8-f438-4322-b937-a04eb48eb29c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:55.678814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992be048-ef07-4264-b280-faaa8ed50f27 req-e11a2476-de78-4da9-858d-26c66d0cdac0 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:55.680575 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-992be048-ef07-4264-b280-faaa8ed50f27 req-e11a2476-de78-4da9-858d-26c66d0cdac0 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 944 time: 0.2221723 Feb 09 21:31:55.697875 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67c381-6d6b-4b91-be67-a96776301517 req-9e866751-c35e-41a2-a990-a83a748cb132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:55.700119 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b67c381-6d6b-4b91-be67-a96776301517 req-9e866751-c35e-41a2-a990-a83a748cb132 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b9120430-69d7-4afb-9132-054f858a800f HTTP/1.1" status: 200 len: 906 time: 0.1365983 Feb 09 21:31:55.708189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67c381-6d6b-4b91-be67-a96776301517 req-447eef5d-7d80-48a5-8ab2-46ede9f9ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:55.709999 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b67c381-6d6b-4b91-be67-a96776301517 req-447eef5d-7d80-48a5-8ab2-46ede9f9ddf1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 1130 time: 0.2411609 Feb 09 21:31:55.747554 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-66eadeef-55a3-4cdc-8bb8-5735858c5db4 req-acff0e54-143b-407d-bfba-79f0eea5c720 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345255 Feb 09 21:31:55.772713 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5fab4b5-ddf0-4d94-998d-4f8334a64e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a63a5064-ad9d-4177-a181-d2f13f74b672), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:55.775692 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5fab4b5-ddf0-4d94-998d-4f8334a64e84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:55.796308 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c5fab4b5-ddf0-4d94-998d-4f8334a64e84 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a63a5064-ad9d-4177-a181-d2f13f74b672 HTTP/1.1" status: 204 len: 168 time: 0.5403872 Feb 09 21:31:55.812155 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-2f5a65a3-a8db-4061-8e19-3a3f850b505a None None] Set router 00290ca8-f438-4322-b937-a04eb48eb29c gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:31:55.834510 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fab4b5-ddf0-4d94-998d-4f8334a64e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63a5064-ad9d-4177-a181-d2f13f74b672,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:55.874883 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-992be048-ef07-4264-b280-faaa8ed50f27 req-a98e21ec-4bbc-4d76-a4b3-4761ef9461e1 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836936 Feb 09 21:31:55.958899 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67c381-6d6b-4b91-be67-a96776301517 req-a736de58-8c69-4f39-8ee0-5fa54a07ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:55.977222 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b67c381-6d6b-4b91-be67-a96776301517 req-a736de58-8c69-4f39-8ee0-5fa54a07ea17 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.2424400 Feb 09 21:31:56.008529 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b67c381-6d6b-4b91-be67-a96776301517 req-4ee58ae4-f149-48e3-821d-274175c77a8d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1fa8007a-ffed-4161-8eb8-636df74ed17f HTTP/1.1" status: 200 len: 217 time: 0.2973902 Feb 09 21:31:56.021868 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c92722-4cd1-4e9c-a84b-0b1d7879bc6d req-f918a632-39ca-4458-8c37-cb1f1ff83c74 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:56.032782 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-92c92722-4cd1-4e9c-a84b-0b1d7879bc6d req-f918a632-39ca-4458-8c37-cb1f1ff83c74 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.77 "GET /v2.0/ports?device_id=56727d7a-ea09-4f45-8003-4ac86c4e2dbe HTTP/1.1" status: 200 len: 945 time: 0.1191909 Feb 09 21:31:56.049650 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2f5a65a3-a8db-4061-8e19-3a3f850b505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-router', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:28:58Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'gw_port': {'id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:00Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7', 'name': '', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'mac_address': 'fa:16:3e:fd:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:07Z', 'updated_at': '2022-02-09T21:29:17Z', 'revision_number': 5, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'subnets': [{'id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:56.101005 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5a65a3-a8db-4061-8e19-3a3f850b505a None None] The sync data for ids ['00290ca8-f438-4322-b937-a04eb48eb29c'] in n-d-828601-1 is: [{'id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-router', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:28:58Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'gw_port': {'id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:00Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7', 'name': '', 'network_id': 'a3f8e4fa-eb41-400d-a414-9d927a51e184', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'mac_address': 'fa:16:3e:fd:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:07Z', 'updated_at': '2022-02-09T21:29:17Z', 'revision_number': 5, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'subnets': [{'id': '9bbdf589-ff38-4f97-b903-2b54033c2183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:31:56.107984 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-92c92722-4cd1-4e9c-a84b-0b1d7879bc6d req-ad51a8f9-2ab5-466f-b76b-89a644e18a01 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ce8212c-f82d-484a-b7f6-c5e46033021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674109 Feb 09 21:31:56.225161 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67c381-6d6b-4b91-be67-a96776301517 req-c8c45c62-39a6-4881-a94f-b18dc996f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:56.227189 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b67c381-6d6b-4b91-be67-a96776301517 req-c8c45c62-39a6-4881-a94f-b18dc996f547 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db938f0c-908a-4805-b0e9-dadbbab7eb27 HTTP/1.1" status: 200 len: 845 time: 0.1377468 Feb 09 21:31:56.228492 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b67c381-6d6b-4b91-be67-a96776301517 req-fec207fb-1327-431f-8449-7e25f4d881af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=0ed3f83a-3353-45b8-aa52-2b88461c4ffa HTTP/1.1" status: 200 len: 217 time: 0.2504871 Feb 09 21:31:56.285423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4607cb-74d1-425f-b9f7-2d8c55aae4c8 req-b5aff2b1-0c97-44da-9006-19137a90887e tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:56.292159 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8b4607cb-74d1-425f-b9f7-2d8c55aae4c8 req-b5aff2b1-0c97-44da-9006-19137a90887e tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=efc40e7b-9646-4c8e-b90c-c62fd8421f97 HTTP/1.1" status: 200 len: 943 time: 0.1206059 Feb 09 21:31:56.301374 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee932ae-3c38-4a2c-bceb-ea48c9c1ef6d req-3e36a524-6a7f-413b-8cde-4154cc0ec129 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:56.302936 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2ee932ae-3c38-4a2c-bceb-ea48c9c1ef6d req-3e36a524-6a7f-413b-8cde-4154cc0ec129 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.1009605 Feb 09 21:31:56.316846 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c4f0253-9f40-45b1-ad9f-4e01ab1f46f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b355dc41-f87b-4bad-acd8-efb010613da5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:56.319929 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c4f0253-9f40-45b1-ad9f-4e01ab1f46f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:56.321102 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6c4f0253-9f40-45b1-ad9f-4e01ab1f46f6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b355dc41-f87b-4bad-acd8-efb010613da5 HTTP/1.1" status: 204 len: 168 time: 1.2502141 Feb 09 21:31:56.322655 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67c381-6d6b-4b91-be67-a96776301517 req-ba3cc1b0-2146-491d-9924-471e0dae96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:56.327089 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b67c381-6d6b-4b91-be67-a96776301517 req-ba3cc1b0-2146-491d-9924-471e0dae96d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0803235 Feb 09 21:31:56.351082 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b67c381-6d6b-4b91-be67-a96776301517 req-8f2981b2-c88f-4f99-9af9-10fdc821bab7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b9120430-69d7-4afb-9132-054f858a800f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174605 Feb 09 21:31:56.407176 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f0253-9f40-45b1-ad9f-4e01ab1f46f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b355dc41-f87b-4bad-acd8-efb010613da5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:56.469603 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2ee932ae-3c38-4a2c-bceb-ea48c9c1ef6d req-94645513-c05b-42fc-adc2-bc43964adaa4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573532 Feb 09 21:31:56.504980 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67c381-6d6b-4b91-be67-a96776301517 req-4cdd12de-843b-498c-ad6a-db9c7e12d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:56.520669 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b67c381-6d6b-4b91-be67-a96776301517 req-4cdd12de-843b-498c-ad6a-db9c7e12d437 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1615026 Feb 09 21:31:56.543670 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8b4607cb-74d1-425f-b9f7-2d8c55aae4c8 req-9f771605-2919-45a5-a45a-08b726ba524e tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394903 Feb 09 21:31:56.618411 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b196de-b149-4548-bf68-eb46e71b6eaa None None] New status for floating IP bbbfb6d1-1109-4929-8077-e456548a8955: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:31:56.737295 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48226) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:56.749419 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b67c381-6d6b-4b91-be67-a96776301517 req-30eb3aaf-acb7-4c90-b0f1-1cbab367c415 service neutron] 10.222.0.71 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513722 Feb 09 21:31:56.859320 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7ba5c7a7-4e68-4975-b993-2580d41059e4 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for security_group (6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:56.946921 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7ba5c7a7-4e68-4975-b993-2580d41059e4 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for security_group (6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:56.963478 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48238) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:56.999629 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b67c381-6d6b-4b91-be67-a96776301517 req-655e7fd7-be99-495a-98e4-16711ff2e47f service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780636 Feb 09 21:31:57.010892 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8c90db32-52e4-4bd2-adf0-02e5bd4bea6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.041867 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a1140-7b2e-47f8-bc97-63b8ba73bee1 req-1abdb379-f0c5-4a84-9e91-83f81e246da2 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:57.043345 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b38a1140-7b2e-47f8-bc97-63b8ba73bee1 req-1abdb379-f0c5-4a84-9e91-83f81e246da2 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 948 time: 0.1764195 Feb 09 21:31:57.105612 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7ba5c7a7-4e68-4975-b993-2580d41059e4 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.108301 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7ba5c7a7-4e68-4975-b993-2580d41059e4 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.112065 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7ba5c7a7-4e68-4975-b993-2580d41059e4 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "DELETE /v2.0/security-groups/6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c HTTP/1.1" status: 204 len: 168 time: 0.3710790 Feb 09 21:31:57.113625 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48242) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:57.124010 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-1fa650b1-1ec0-4a50-b8f6-a6027ed2ca16 service neutron] 10.222.0.42 "GET /v2.0/ports/711822d2-c240-47e9-b5f4-76b45729d4e1/bindings/n-h1-828601-1 HTTP/1.1" status: 200 len: 384 time: 0.2257121 Feb 09 21:31:57.130699 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b67c381-6d6b-4b91-be67-a96776301517 req-a6ca44f0-6143-455e-b48c-63830d2e16c4 service neutron] 10.222.0.71 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669221 Feb 09 21:31:57.151903 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-12813b97-5525-4864-ad19-50775cbb4454 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] show failed (client error): The resource could not be found. Feb 09 21:31:57.152228 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06a136-860d-4bda-a07e-7a7b13bd90bb req-87aa36c6-7f75-40e0-9514-4ad66c60869d tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:57.155945 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-12813b97-5525-4864-ad19-50775cbb4454 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "GET /v2.0/security-groups/6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c HTTP/1.1" status: 404 len: 347 time: 0.0398710 Feb 09 21:31:57.159537 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a06a136-860d-4bda-a07e-7a7b13bd90bb req-87aa36c6-7f75-40e0-9514-4ad66c60869d tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 944 time: 0.1770597 Feb 09 21:31:57.166964 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48246) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:57.166964 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5c7a7-4e68-4975-b993-2580d41059e4 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6e9a9d-1a44-4a43-893b-cd945f1d0b5c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:57.178426 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b38a1140-7b2e-47f8-bc97-63b8ba73bee1 req-f3d25e9e-eebc-4710-af83-18b6b85b8f11 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232841 Feb 09 21:31:57.261288 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b67c381-6d6b-4b91-be67-a96776301517 req-9084f868-5c3b-4dc9-8d28-0a61e9b8dce2 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509911 Feb 09 21:31:57.295894 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67c381-6d6b-4b91-be67-a96776301517 req-60cc3f96-a374-4f86-927c-0bdc9a6eb68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:57.297813 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b67c381-6d6b-4b91-be67-a96776301517 req-60cc3f96-a374-4f86-927c-0bdc9a6eb68a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 1130 time: 0.1067770 Feb 09 21:31:57.300976 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 1fa8007a-ffed-4161-8eb8-636df74ed17f details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:57.383925 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a06a136-860d-4bda-a07e-7a7b13bd90bb req-083f02e4-9a80-45f0-985b-d60c3b657bae tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232955 Feb 09 21:31:57.388996 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8c90db32-52e4-4bd2-adf0-02e5bd4bea6e admin admin] Publish callbacks [] for security_group (217bc333-5f14-4ccb-b9dc-da4c53770851), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.419173 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8c90db32-52e4-4bd2-adf0-02e5bd4bea6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (217bc333-5f14-4ccb-b9dc-da4c53770851), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.466846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f668c86d-22c0-4cfb-b273-735a2a53db88', 'name': 'network-vif-deleted', 'tag': 'a98b7c53-b0af-4fca-9069-7c1cebdd5065'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:57.478456 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85103f6-7add-4fc5-b686-55a5523d5291" -d '{"events": [{"server_uuid": "f668c86d-22c0-4cfb-b273-735a2a53db88", "name": "network-vif-deleted", "tag": "a98b7c53-b0af-4fca-9069-7c1cebdd5065"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:57.489644 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90db32-52e4-4bd2-adf0-02e5bd4bea6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217bc333-5f14-4ccb-b9dc-da4c53770851,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:57.498873 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8c90db32-52e4-4bd2-adf0-02e5bd4bea6e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c3449b95773e4b8c8888be5c52ad8aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5321536 Feb 09 21:31:57.499909 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48256) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:57.520953 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-4b73f310-08e9-4a42-8928-4674b951c6b8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Deleting port 2ab685fa-efe0-4a5e-a088-83044cd92681 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:57.521193 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4b73f310-08e9-4a42-8928-4674b951c6b8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (2ab685fa-efe0-4a5e-a088-83044cd92681), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.531463 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 1fa8007a-ffed-4161-8eb8-636df74ed17f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1fa8007a-ffed-4161-8eb8-636df74ed17f,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:57.546808 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '1fa8007a-ffed-4161-8eb8-636df74ed17f', 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f', 'port_id': '1fa8007a-ffed-4161-8eb8-636df74ed17f', 'mac_address': 'fa:16:3e:eb:6b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db938f0c-908a-4805-b0e9-dadbbab7eb27', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:31:57.553643 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67c381-6d6b-4b91-be67-a96776301517 req-d10e93e6-51bb-4174-a019-8e16158030fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:57.554586 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b67c381-6d6b-4b91-be67-a96776301517 req-d10e93e6-51bb-4174-a019-8e16158030fa service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.2244289 Feb 09 21:31:57.596484 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 1fa8007a-ffed-4161-8eb8-636df74ed17f is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:57.597166 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1fa8007a-ffed-4161-8eb8-636df74ed17f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.613471 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa8007a-ffed-4161-8eb8-636df74ed17f {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:57.638130 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 1fa8007a-ffed-4161-8eb8-636df74ed17f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1fa8007a-ffed-4161-8eb8-636df74ed17f,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:57.642158 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66a066-9584-4544-89ed-1c1830d32a77 req-0586f9b7-887a-4722-b7ce-57c24dbdeeb5 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:57.643773 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5f66a066-9584-4544-89ed-1c1830d32a77 req-0586f9b7-887a-4722-b7ce-57c24dbdeeb5 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.77 "GET /v2.0/ports?device_id=56727d7a-ea09-4f45-8003-4ac86c4e2dbe HTTP/1.1" status: 200 len: 945 time: 0.1434388 Feb 09 21:31:57.644261 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b67c381-6d6b-4b91-be67-a96776301517 req-4c9505b7-1241-480e-a2bf-8eb0295f98a5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=0ed3f83a-3353-45b8-aa52-2b88461c4ffa HTTP/1.1" status: 200 len: 217 time: 0.0564799 Feb 09 21:31:57.650361 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1fa8007a-ffed-4161-8eb8-636df74ed17f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.659996 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4b73f310-08e9-4a42-8928-4674b951c6b8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (2ab685fa-efe0-4a5e-a088-83044cd92681), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.660541 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4b73f310-08e9-4a42-8928-4674b951c6b8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for floatingip (2ab685fa-efe0-4a5e-a088-83044cd92681), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.686631 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-4b73f310-08e9-4a42-8928-4674b951c6b8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Calling delete_port for 2ab685fa-efe0-4a5e-a088-83044cd92681 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:57.738619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=1fa8007a-ffed-4161-8eb8-636df74ed17f,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:57.740126 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac941670-2fae-4b95-8775-c34687dd9b47 admin admin] Publish callbacks [] for security_group (217bc333-5f14-4ccb-b9dc-da4c53770851), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.779969 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5f66a066-9584-4544-89ed-1c1830d32a77 req-6654b983-b9bb-49ca-9883-532077db1260 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ce8212c-f82d-484a-b7f6-c5e46033021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220970 Feb 09 21:31:57.786754 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67c381-6d6b-4b91-be67-a96776301517 req-c0484fac-bcdd-43e7-b2ee-4c3a9bd5c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:57.788458 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b67c381-6d6b-4b91-be67-a96776301517 req-c0484fac-bcdd-43e7-b2ee-4c3a9bd5c5fd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1383295 Feb 09 21:31:57.799506 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-22096721-2045-4f3f-a112-145732364ecc req-1e1cce90-c3fc-4fc6-95d1-d88c69af0b1e service neutron] For port 711822d2-c240-47e9-b5f4-76b45729d4e1, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=711822d2-c240-47e9-b5f4-76b45729d4e1,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:57.829874 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac941670-2fae-4b95-8775-c34687dd9b47 admin admin] Publish callbacks [] for security_group (217bc333-5f14-4ccb-b9dc-da4c53770851), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.861637 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9207f9-4897-4c12-beb6-45751d7116c4 req-8d972928-b1dc-4ebf-94c2-3701d2ab1b9d tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:57.870873 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee9207f9-4897-4c12-beb6-45751d7116c4 req-8d972928-b1dc-4ebf-94c2-3701d2ab1b9d tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.1060243 Feb 09 21:31:57.891403 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef69be9d-48eb-4318-bbc4-e44f3f31cd8f x-openstack-request-id: req-ef69be9d-48eb-4318-bbc4-e44f3f31cd8f {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:57.891610 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f668c86d-22c0-4cfb-b273-735a2a53db88", "name": "network-vif-deleted", "tag": "a98b7c53-b0af-4fca-9069-7c1cebdd5065", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:57.891900 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ef69be9d-48eb-4318-bbc4-e44f3f31cd8f {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:57.892594 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f668c86d-22c0-4cfb-b273-735a2a53db88', 'name': 'network-vif-deleted', 'tag': 'a98b7c53-b0af-4fca-9069-7c1cebdd5065', 'status': 'completed', 'code': 200} Feb 09 21:31:57.912025 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['1fa8007a-ffed-4161-8eb8-636df74ed17f'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:57.921665 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-22096721-2045-4f3f-a112-145732364ecc req-1e1cce90-c3fc-4fc6-95d1-d88c69af0b1e service neutron] For port 711822d2-c240-47e9-b5f4-76b45729d4e1, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:57.973405 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-22096721-2045-4f3f-a112-145732364ecc req-1e1cce90-c3fc-4fc6-95d1-d88c69af0b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 711822d2-c240-47e9-b5f4-76b45729d4e1 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:57.984393 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67c381-6d6b-4b91-be67-a96776301517 req-b585f90d-939e-4c3c-b66f-7b6a2415bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:57.986061 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b67c381-6d6b-4b91-be67-a96776301517 req-b585f90d-939e-4c3c-b66f-7b6a2415bc6a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1887519 Feb 09 21:31:57.992777 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-22096721-2045-4f3f-a112-145732364ecc req-1e1cce90-c3fc-4fc6-95d1-d88c69af0b1e service neutron] For port 711822d2-c240-47e9-b5f4-76b45729d4e1, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=711822d2-c240-47e9-b5f4-76b45729d4e1,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:58.033222 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4b73f310-08e9-4a42-8928-4674b951c6b8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (2ab685fa-efe0-4a5e-a088-83044cd92681), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:58.056661 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac941670-2fae-4b95-8775-c34687dd9b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (217bc333-5f14-4ccb-b9dc-da4c53770851), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:58.059442 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac941670-2fae-4b95-8775-c34687dd9b47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:58.063805 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ac941670-2fae-4b95-8775-c34687dd9b47 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/217bc333-5f14-4ccb-b9dc-da4c53770851 HTTP/1.1" status: 204 len: 168 time: 0.5585711 Feb 09 21:31:58.070887 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22096721-2045-4f3f-a112-145732364ecc req-1e1cce90-c3fc-4fc6-95d1-d88c69af0b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (711822d2-c240-47e9-b5f4-76b45729d4e1), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:58.099014 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac941670-2fae-4b95-8775-c34687dd9b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217bc333-5f14-4ccb-b9dc-da4c53770851,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:58.102359 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee9207f9-4897-4c12-beb6-45751d7116c4 req-665f1754-2eca-408d-bd47-b444ae639b62 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238746 Feb 09 21:31:58.108371 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73f310-08e9-4a42-8928-4674b951c6b8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Pushing event deleted for resources: {'Port': ['ID=2ab685fa-efe0-4a5e-a088-83044cd92681,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:58.151775 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4b73f310-08e9-4a42-8928-4674b951c6b8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks [] for floatingip (bbbfb6d1-1109-4929-8077-e456548a8955), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:58.156305 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4b73f310-08e9-4a42-8928-4674b951c6b8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:58.158368 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4b73f310-08e9-4a42-8928-4674b951c6b8 tempest-ServersWithSpecificFlavorTestJSON-1280148102 tempest-ServersWithSpecificFlavorTestJSON-1280148102-project] 10.222.0.77 "DELETE /v2.0/floatingips/bbbfb6d1-1109-4929-8077-e456548a8955 HTTP/1.1" status: 204 len: 168 time: 0.9909542 Feb 09 21:31:58.176798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48274) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:58.214695 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52a95a-2297-4635-84b6-3da4c95dd5f8 req-d99a9e33-bfc3-40ad-982a-de439f484b95 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:58.216932 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e52a95a-2297-4635-84b6-3da4c95dd5f8 req-d99a9e33-bfc3-40ad-982a-de439f484b95 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=efc40e7b-9646-4c8e-b90c-c62fd8421f97 HTTP/1.1" status: 200 len: 944 time: 0.1993835 Feb 09 21:31:58.284937 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b67c381-6d6b-4b91-be67-a96776301517 req-fbe5f2cd-ecf3-4daf-b89e-e8a502a3b4a1 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867222 Feb 09 21:31:58.320402 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e52a95a-2297-4635-84b6-3da4c95dd5f8 req-8aa4e766-b9f0-4a4b-83da-2c70d9057312 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960646 Feb 09 21:31:58.388427 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-22096721-2045-4f3f-a112-145732364ecc req-1e1cce90-c3fc-4fc6-95d1-d88c69af0b1e service neutron] Transition to ACTIVE for port object 711822d2-c240-47e9-b5f4-76b45729d4e1 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:31:58.399343 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22096721-2045-4f3f-a112-145732364ecc req-1e1cce90-c3fc-4fc6-95d1-d88c69af0b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (711822d2-c240-47e9-b5f4-76b45729d4e1), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:58.412616 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177944f8-b1ea-4625-a662-d7d081d2f819 req-f0458214-b711-4285-88f9-87400162595e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:58.414347 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-177944f8-b1ea-4625-a662-d7d081d2f819 req-f0458214-b711-4285-88f9-87400162595e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 948 time: 0.1131759 Feb 09 21:31:58.491036 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-22096721-2045-4f3f-a112-145732364ecc req-1e1cce90-c3fc-4fc6-95d1-d88c69af0b1e service neutron] No DVR routers for this DVR port 711822d2-c240-47e9-b5f4-76b45729d4e1 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:58.544165 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b67c381-6d6b-4b91-be67-a96776301517 req-1043f7bd-4a44-4bb7-b155-e0dca5e90f2a service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519541 Feb 09 21:31:58.554003 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-1e1cce90-c3fc-4fc6-95d1-d88c69af0b1e service neutron] 10.222.0.42 "PUT /v2.0/ports/711822d2-c240-47e9-b5f4-76b45729d4e1/bindings/n-h1-828601-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4222713 Feb 09 21:31:58.554688 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1cce90-c3fc-4fc6-95d1-d88c69af0b1e service neutron] Pushing event updated for resources: {'Port': ['ID=711822d2-c240-47e9-b5f4-76b45729d4e1,revision_number=10']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:58.556179 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-177944f8-b1ea-4625-a662-d7d081d2f819 req-0c118ca6-83f9-42d0-a349-9863a9bc06f7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231916 Feb 09 21:31:58.565819 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0ed3f83a-3353-45b8-aa52-2b88461c4ffa details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:58.613659 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9c70b-8167-44d8-80ba-381f50189d4c req-b01c91d7-c2a4-4277-8e64-2d3fc7bccf26 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:58.615212 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37d9c70b-8167-44d8-80ba-381f50189d4c req-b01c91d7-c2a4-4277-8e64-2d3fc7bccf26 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 945 time: 0.1082518 Feb 09 21:31:58.690659 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096721-2045-4f3f-a112-145732364ecc req-696a18a1-7838-4138-8c1d-5891c1c4f5b4 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:58.693784 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-696a18a1-7838-4138-8c1d-5891c1c4f5b4 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3&tenant_id=64ac4f48e4c94eaa87202007938b3f7a&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 1127 time: 0.0829256 Feb 09 21:31:58.749413 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9b84bd2-1b4f-44df-a531-991a0198fa94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:58.757734 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37d9c70b-8167-44d8-80ba-381f50189d4c req-625b717a-cf77-4f0e-80e9-bcb318e4349b tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319609 Feb 09 21:31:58.795954 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096721-2045-4f3f-a112-145732364ecc req-bb3b76b7-49b0-4c3a-80b9-42e2a9c299ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:58.797324 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-bb3b76b7-49b0-4c3a-80b9-42e2a9c299ec service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3&tenant_id=64ac4f48e4c94eaa87202007938b3f7a HTTP/1.1" status: 200 len: 1127 time: 0.0955970 Feb 09 21:31:58.856778 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9b84bd2-1b4f-44df-a531-991a0198fa94 admin admin] Publish callbacks [] for security_group (2594b32b-b69b-4f77-9a9e-374a79043ad8), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:58.868147 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9b84bd2-1b4f-44df-a531-991a0198fa94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2594b32b-b69b-4f77-9a9e-374a79043ad8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:58.875577 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0ed3f83a-3353-45b8-aa52-2b88461c4ffa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:58.902193 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '0ed3f83a-3353-45b8-aa52-2b88461c4ffa', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': '0ed3f83a-3353-45b8-aa52-2b88461c4ffa', 'mac_address': 'fa:16:3e:46:25:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:31:58.952521 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096721-2045-4f3f-a112-145732364ecc req-0af9b733-1265-4a86-b930-fc1c2174332b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:58.954210 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-0af9b733-1265-4a86-b930-fc1c2174332b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 1127 time: 0.1282055 Feb 09 21:31:58.992500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:58.992874 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:59.022160 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed3f83a-3353-45b8-aa52-2b88461c4ffa {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:59.041984 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0ed3f83a-3353-45b8-aa52-2b88461c4ffa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:59.053173 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f9b84bd2-1b4f-44df-a531-991a0198fa94 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fc441c0430d842fe9833d949261cebda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8694990 Feb 09 21:31:59.053173 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48328) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:59.053173 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b84bd2-1b4f-44df-a531-991a0198fa94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2594b32b-b69b-4f77-9a9e-374a79043ad8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:59.056219 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:59.060162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48330) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:59.129105 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096721-2045-4f3f-a112-145732364ecc req-06354cbc-4e6f-4817-8b03-ab16c39eb799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:59.132870 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-06354cbc-4e6f-4817-8b03-ab16c39eb799 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 908 time: 0.1727469 Feb 09 21:31:59.159206 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=0ed3f83a-3353-45b8-aa52-2b88461c4ffa,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:59.207328 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-f235ef90-e180-45e5-92d3-f40fa13d4078 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=711822d2-c240-47e9-b5f4-76b45729d4e1 HTTP/1.1" status: 200 len: 217 time: 0.0666697 Feb 09 21:31:59.273470 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096721-2045-4f3f-a112-145732364ecc req-b1c1030f-d36f-457b-bc44-a6891f08e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:59.275499 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-b1c1030f-d36f-457b-bc44-a6891f08e945 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.0623243 Feb 09 21:31:59.301690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 1fa8007a-ffed-4161-8eb8-636df74ed17f up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:59.316379 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-e3d0dccc-2ba0-4a80-a92a-ad47d4f8122b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343637 Feb 09 21:31:59.338804 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['0ed3f83a-3353-45b8-aa52-2b88461c4ffa'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:59.426379 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-0cdbb897-88b4-4d0d-9c57-b93bd98bde00 service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975428 Feb 09 21:31:59.441339 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 1fa8007a-ffed-4161-8eb8-636df74ed17f completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:31:59.445932 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 1fa8007a-ffed-4161-8eb8-636df74ed17f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:59.446488 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1fa8007a-ffed-4161-8eb8-636df74ed17f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:59.577598 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-576a7c80-bb4d-41c2-8f34-f609d6373630 service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443982 Feb 09 21:31:59.597164 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df9357-e36c-4e56-ad18-5ea306ac6bd9 req-f3b3a816-0473-45fa-9e72-ab435d82736c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:59.599126 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45df9357-e36c-4e56-ad18-5ea306ac6bd9 req-f3b3a816-0473-45fa-9e72-ab435d82736c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.71 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d&tenant_id=8e648e74041548769a4577091999e05a&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 948 time: 0.6683717 Feb 09 21:31:59.638620 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 1fa8007a-ffed-4161-8eb8-636df74ed17f is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:59.639780 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1fa8007a-ffed-4161-8eb8-636df74ed17f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:59.663039 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc40e7b-9646-4c8e-b90c-c62fd8421f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa8007a-ffed-4161-8eb8-636df74ed17f'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:59.665357 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb68f7b8-6e91-48a1-abe3-d3d02275d240" -d '{"events": [{"server_uuid": "efc40e7b-9646-4c8e-b90c-c62fd8421f97", "name": "network-vif-plugged", "status": "completed", "tag": "1fa8007a-ffed-4161-8eb8-636df74ed17f"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:59.669951 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bb7e6-d74f-4a03-9467-761fb19a042e req-5a7c8307-d60c-4365-ab4b-8ff7f04c2316 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:59.671620 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c58bb7e6-d74f-4a03-9467-761fb19a042e req-5a7c8307-d60c-4365-ab4b-8ff7f04c2316 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 948 time: 0.6947072 Feb 09 21:31:59.679926 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 1fa8007a-ffed-4161-8eb8-636df74ed17f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1fa8007a-ffed-4161-8eb8-636df74ed17f,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:59.684703 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1fa8007a-ffed-4161-8eb8-636df74ed17f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:59.688374 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88ac4911-0be0-4cc6-b843-f8b6ad98f97c admin admin] Publish callbacks [] for security_group (2594b32b-b69b-4f77-9a9e-374a79043ad8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:59.731747 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be23c7a-2a08-4225-939b-64d38bbc6a64 req-14c64622-7abb-4a5c-bc47-708247963159 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:59.733284 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8be23c7a-2a08-4225-939b-64d38bbc6a64 req-14c64622-7abb-4a5c-bc47-708247963159 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.2417631 Feb 09 21:31:59.743270 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=1fa8007a-ffed-4161-8eb8-636df74ed17f,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:59.833277 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88ac4911-0be0-4cc6-b843-f8b6ad98f97c admin admin] Publish callbacks [] for security_group (2594b32b-b69b-4f77-9a9e-374a79043ad8), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:59.868691 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-45df9357-e36c-4e56-ad18-5ea306ac6bd9 req-eea636b3-cb7c-4590-a8a9-1a923d4e07de service neutron] delete failed (client error): The resource could not be found. Feb 09 21:31:59.869563 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45df9357-e36c-4e56-ad18-5ea306ac6bd9 req-eea636b3-cb7c-4590-a8a9-1a923d4e07de service neutron] 10.222.0.71 "DELETE /v2.0/ports/0ed3f83a-3353-45b8-aa52-2b88461c4ffa/bindings/n-h1-828601-1 HTTP/1.1" status: 404 len: 380 time: 0.2598572 Feb 09 21:31:59.886230 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096721-2045-4f3f-a112-145732364ecc req-4f5aefb6-e26b-41c7-a134-f41af4d7440d tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:59.888503 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-4f5aefb6-e26b-41c7-a134-f41af4d7440d tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3&tenant_id=64ac4f48e4c94eaa87202007938b3f7a&binding%3Ahost_id=n-h1-828601-1 HTTP/1.1" status: 200 len: 1127 time: 0.0615344 Feb 09 21:31:59.912647 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c58bb7e6-d74f-4a03-9467-761fb19a042e req-12ef74ed-7e9c-4afc-8ae6-8848447eb53a tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185564 Feb 09 21:31:59.971844 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8be23c7a-2a08-4225-939b-64d38bbc6a64 req-db9cfbef-0a9b-44d6-866d-ad33b1672124 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218468 Feb 09 21:32:00.041205 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-22096721-2045-4f3f-a112-145732364ecc req-f06a345b-5ab6-4477-a56f-114b075a0dcf service neutron] For port 711822d2-c240-47e9-b5f4-76b45729d4e1, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:00.045663 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22096721-2045-4f3f-a112-145732364ecc req-f06a345b-5ab6-4477-a56f-114b075a0dcf service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:00.047298 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22096721-2045-4f3f-a112-145732364ecc req-f06a345b-5ab6-4477-a56f-114b075a0dcf service neutron] 10.222.0.71 "DELETE /v2.0/ports/711822d2-c240-47e9-b5f4-76b45729d4e1/bindings/n-h2-828601-1 HTTP/1.1" status: 204 len: 173 time: 0.1514480 Feb 09 21:32:00.105014 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88ac4911-0be0-4cc6-b843-f8b6ad98f97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2594b32b-b69b-4f77-9a9e-374a79043ad8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:00.108118 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88ac4911-0be0-4cc6-b843-f8b6ad98f97c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:00.109234 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-88ac4911-0be0-4cc6-b843-f8b6ad98f97c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2594b32b-b69b-4f77-9a9e-374a79043ad8 HTTP/1.1" status: 204 len: 168 time: 1.0400031 Feb 09 21:32:00.140543 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df9357-e36c-4e56-ad18-5ea306ac6bd9 req-40891f37-93ed-4991-b058-755b04e83936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:00.142046 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45df9357-e36c-4e56-ad18-5ea306ac6bd9 req-40891f37-93ed-4991-b058-755b04e83936 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 1131 time: 0.2004609 Feb 09 21:32:00.158959 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac4911-0be0-4cc6-b843-f8b6ad98f97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2594b32b-b69b-4f77-9a9e-374a79043ad8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:00.182908 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f55737-587a-48a0-8cef-104a940a8817 req-8c9cf59c-2510-456e-ba31-c13c7cacc9a8 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:00.184927 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-34f55737-587a-48a0-8cef-104a940a8817 req-8c9cf59c-2510-456e-ba31-c13c7cacc9a8 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.77 "GET /v2.0/ports?device_id=56727d7a-ea09-4f45-8003-4ac86c4e2dbe HTTP/1.1" status: 200 len: 945 time: 0.1797025 Feb 09 21:32:00.303710 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f24401-5f8a-4c72-bb69-56b023532942 req-be880596-54fb-40f6-af0a-93f850205441 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:00.310560 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-27f24401-5f8a-4c72-bb69-56b023532942 req-be880596-54fb-40f6-af0a-93f850205441 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=efc40e7b-9646-4c8e-b90c-c62fd8421f97 HTTP/1.1" status: 200 len: 945 time: 0.2390349 Feb 09 21:32:00.363230 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-34f55737-587a-48a0-8cef-104a940a8817 req-3b529792-0639-4f64-8141-ba62657211c3 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ce8212c-f82d-484a-b7f6-c5e46033021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346195 Feb 09 21:32:00.366882 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df9357-e36c-4e56-ad18-5ea306ac6bd9 req-8dd61c2a-c422-45bd-9cf4-b9400c7a21f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:00.367771 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45df9357-e36c-4e56-ad18-5ea306ac6bd9 req-8dd61c2a-c422-45bd-9cf4-b9400c7a21f6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.2114673 Feb 09 21:32:00.415126 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3347f53-e864-406e-a375-1713c878c92d x-openstack-request-id: req-f3347f53-e864-406e-a375-1713c878c92d {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:00.415670 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc40e7b-9646-4c8e-b90c-c62fd8421f97", "name": "network-vif-plugged", "status": "completed", "tag": "1fa8007a-ffed-4161-8eb8-636df74ed17f", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:00.415761 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f3347f53-e864-406e-a375-1713c878c92d {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:00.416097 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc40e7b-9646-4c8e-b90c-c62fd8421f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa8007a-ffed-4161-8eb8-636df74ed17f', 'code': 200} Feb 09 21:32:00.443180 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45df9357-e36c-4e56-ad18-5ea306ac6bd9 req-8070a937-375f-46ec-93f3-c7d95cc168d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=0ed3f83a-3353-45b8-aa52-2b88461c4ffa HTTP/1.1" status: 200 len: 217 time: 0.0667810 Feb 09 21:32:00.484089 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-27f24401-5f8a-4c72-bb69-56b023532942 req-33e356e5-c99b-4c86-baba-c583376d601d tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633737 Feb 09 21:32:00.557831 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0ed3f83a-3353-45b8-aa52-2b88461c4ffa up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:32:00.581885 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df9357-e36c-4e56-ad18-5ea306ac6bd9 req-2fa49fcb-af43-4f40-b4c2-fe4ae5cc9b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:00.583292 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45df9357-e36c-4e56-ad18-5ea306ac6bd9 req-2fa49fcb-af43-4f40-b4c2-fe4ae5cc9b61 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1278934 Feb 09 21:32:00.606262 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d27e40-d038-4d07-b3e8-2b069450dd7b req-2ca8c392-3880-4468-a53e-bd0b70f498eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:00.608156 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f7d27e40-d038-4d07-b3e8-2b069450dd7b req-2ca8c392-3880-4468-a53e-bd0b70f498eb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=efc40e7b-9646-4c8e-b90c-c62fd8421f97 HTTP/1.1" status: 200 len: 1127 time: 0.0955987 Feb 09 21:32:00.651165 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68add9f3-eada-4083-b97b-dd77450bda23 req-9cb1a078-4ecb-4479-b29a-1a0deb506e66 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:00.653401 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-68add9f3-eada-4083-b97b-dd77450bda23 req-9cb1a078-4ecb-4479-b29a-1a0deb506e66 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 945 time: 0.1674550 Feb 09 21:32:00.663852 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:32:00.671350 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:00.673899 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:00.685332 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d355be3d-4201-46a8-b2a9-ef6dde542d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (00290ca8-f438-4322-b937-a04eb48eb29c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:00.767177 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df9357-e36c-4e56-ad18-5ea306ac6bd9 req-0553d72b-ac46-402b-b723-edd6520cfa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:00.768715 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45df9357-e36c-4e56-ad18-5ea306ac6bd9 req-0553d72b-ac46-402b-b723-edd6520cfa8f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1762667 Feb 09 21:32:00.771016 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f7d27e40-d038-4d07-b3e8-2b069450dd7b req-31f251a1-59ae-4c7e-b849-deacad5be47c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548047 Feb 09 21:32:00.806232 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41373068-3da9-49c3-b3c1-f931fb823d56 req-b0272338-edb8-4e14-bba5-cc29121aacaf tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:00.810380 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-41373068-3da9-49c3-b3c1-f931fb823d56 req-b0272338-edb8-4e14-bba5-cc29121aacaf tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.42 "GET /v2.0/ports?device_id=56727d7a-ea09-4f45-8003-4ac86c4e2dbe HTTP/1.1" status: 200 len: 945 time: 0.1210845 Feb 09 21:32:00.810857 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-68add9f3-eada-4083-b97b-dd77450bda23 req-ba7a7674-299d-4ee8-8c36-ed676582077f tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451163 Feb 09 21:32:00.814099 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:00.814531 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:00.888657 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0ed3f83a-3353-45b8-aa52-2b88461c4ffa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:00.897609 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:00.978128 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-41373068-3da9-49c3-b3c1-f931fb823d56 req-262ef198-07f1-4c6d-8b2a-1a118a7d01a2 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Deleting port 78938df3-c97d-4f9b-b9c2-012335874408 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:00.978448 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-41373068-3da9-49c3-b3c1-f931fb823d56 req-262ef198-07f1-4c6d-8b2a-1a118a7d01a2 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (78938df3-c97d-4f9b-b9c2-012335874408), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:01.021705 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=0ed3f83a-3353-45b8-aa52-2b88461c4ffa,revision_number=9']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:01.131545 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-41373068-3da9-49c3-b3c1-f931fb823d56 req-262ef198-07f1-4c6d-8b2a-1a118a7d01a2 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] For port 78938df3-c97d-4f9b-b9c2-012335874408, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=78938df3-c97d-4f9b-b9c2-012335874408,segment=NetworkSegment(cffbb362-98c9-43e9-9277-bc4ac0966b82),segment_id=cffbb362-98c9-43e9-9277-bc4ac0966b82)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:01.132289 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-41373068-3da9-49c3-b3c1-f931fb823d56 req-262ef198-07f1-4c6d-8b2a-1a118a7d01a2 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (78938df3-c97d-4f9b-b9c2-012335874408), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:01.147314 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-41373068-3da9-49c3-b3c1-f931fb823d56 req-262ef198-07f1-4c6d-8b2a-1a118a7d01a2 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Calling delete_port for 78938df3-c97d-4f9b-b9c2-012335874408 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:01.239780 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45df9357-e36c-4e56-ad18-5ea306ac6bd9 req-6a5bf505-d474-4e22-84e1-e543bce653c0 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506647 Feb 09 21:32:01.241461 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46959576-8269-41cc-bbc2-c6c32953fbd0 req-515ec7c1-bdc1-4d87-a724-0e3a3a8cbb6b tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:01.242871 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-46959576-8269-41cc-bbc2-c6c32953fbd0 req-515ec7c1-bdc1-4d87-a724-0e3a3a8cbb6b tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 1127 time: 0.1495562 Feb 09 21:32:01.251519 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7cd69-3f7b-4530-8099-56504a53ceb3 req-b8f4ef66-7f30-42f6-a3b6-9f9cadedcb5a tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:01.253063 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ba7cd69-3f7b-4530-8099-56504a53ceb3 req-b8f4ef66-7f30-42f6-a3b6-9f9cadedcb5a tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.1575677 Feb 09 21:32:01.264140 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-d68136fe-68b8-4f5e-b809-4c5ce3342055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:01.265646 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-d68136fe-68b8-4f5e-b809-4c5ce3342055 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 1127 time: 0.0699935 Feb 09 21:32:01.379559 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-41373068-3da9-49c3-b3c1-f931fb823d56 req-262ef198-07f1-4c6d-8b2a-1a118a7d01a2 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (78938df3-c97d-4f9b-b9c2-012335874408), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:01.393283 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['78938df3-c97d-4f9b-b9c2-012335874408'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:01.419179 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ef198-07f1-4c6d-8b2a-1a118a7d01a2 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Pushing event deleted for resources: {'Port': ['ID=78938df3-c97d-4f9b-b9c2-012335874408,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:01.424884 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-46959576-8269-41cc-bbc2-c6c32953fbd0 req-1997cac4-0b64-4714-b9ae-8d1a34204ad4 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650989 Feb 09 21:32:01.461277 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ba7cd69-3f7b-4530-8099-56504a53ceb3 req-03eb1a0d-a543-4db4-8851-313270fc3ebf tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887021 Feb 09 21:32:01.482079 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45df9357-e36c-4e56-ad18-5ea306ac6bd9 req-47aeaef4-fdeb-40fa-9d4a-44a664b10004 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278638 Feb 09 21:32:01.485762 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-41373068-3da9-49c3-b3c1-f931fb823d56 req-262ef198-07f1-4c6d-8b2a-1a118a7d01a2 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] No DVR routers for this DVR port 78938df3-c97d-4f9b-b9c2-012335874408 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:32:01.489110 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-41373068-3da9-49c3-b3c1-f931fb823d56 req-262ef198-07f1-4c6d-8b2a-1a118a7d01a2 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:01.494419 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-41373068-3da9-49c3-b3c1-f931fb823d56 req-262ef198-07f1-4c6d-8b2a-1a118a7d01a2 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.42 "DELETE /v2.0/ports/78938df3-c97d-4f9b-b9c2-012335874408 HTTP/1.1" status: 204 len: 173 time: 0.6775048 Feb 09 21:32:01.505884 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56727d7a-ea09-4f45-8003-4ac86c4e2dbe', 'name': 'network-vif-deleted', 'tag': '78938df3-c97d-4f9b-b9c2-012335874408'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:01.508308 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c21142-a07c-4b90-a2bb-c633b687e1a6" -d '{"events": [{"server_uuid": "56727d7a-ea09-4f45-8003-4ac86c4e2dbe", "name": "network-vif-deleted", "tag": "78938df3-c97d-4f9b-b9c2-012335874408"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:01.515099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-a1588023-0665-4c1b-9903-9b6cc570f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:01.516798 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-a1588023-0665-4c1b-9903-9b6cc570f332 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 922 time: 0.2442834 Feb 09 21:32:01.532569 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d355be3d-4201-46a8-b2a9-ef6dde542d9a admin admin] Deleting port 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:01.533927 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d355be3d-4201-46a8-b2a9-ef6dde542d9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:01.597582 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-36c80cff-245c-4c5a-8246-109c3fb9d998 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e449a260-1ced-47f5-8970-977165f448b0 HTTP/1.1" status: 200 len: 217 time: 0.0715432 Feb 09 21:32:01.657008 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-4776b4af-1e14-4af4-85e0-bacdfc0b08ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:01.658512 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-4776b4af-1e14-4af4-85e0-bacdfc0b08ad service neutron] 10.222.0.71 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.0550070 Feb 09 21:32:01.702023 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcbb04-ab27-4088-92f8-ede68df7af68 req-5e7a4d43-77c4-41c0-a6d3-c2f4b94dbeac tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:01.703590 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1dcbb04-ab27-4088-92f8-ede68df7af68 req-5e7a4d43-77c4-41c0-a6d3-c2f4b94dbeac tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 945 time: 0.1423419 Feb 09 21:32:01.712607 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-d355be3d-4201-46a8-b2a9-ef6dde542d9a admin admin] For port 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7,segment=NetworkSegment(f0c6146d-fa2a-4887-a58c-3257694702aa),segment_id=f0c6146d-fa2a-4887-a58c-3257694702aa)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:01.712861 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d355be3d-4201-46a8-b2a9-ef6dde542d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:01.722565 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-5b866b80-d873-4f92-970c-dc7fbdfa7b4d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539944 Feb 09 21:32:01.738908 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d355be3d-4201-46a8-b2a9-ef6dde542d9a admin admin] Calling delete_port for 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:01.787152 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8ff57268-86e0-4c99-adcd-56499d5d3c16 req-c149afd7-81d5-4c4d-84ae-72680129eb11 tempest-ServerMetadataNegativeTestJSON-940731041 tempest-ServerMetadataNegativeTestJSON-940731041-project] 10.222.0.77 "GET /v2.0/ports?device_id=56727d7a-ea09-4f45-8003-4ac86c4e2dbe HTTP/1.1" status: 200 len: 210 time: 0.0433192 Feb 09 21:32:01.840631 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-d71a7676-188d-41b9-a5ad-4eb8bb235225 service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103215 Feb 09 21:32:01.975063 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-c2a77b59-ab77-4c54-9906-17646b6e98f1 service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267819 Feb 09 21:32:01.997152 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1dcbb04-ab27-4088-92f8-ede68df7af68 req-cbdaf6f6-cd97-4fb9-b6f6-9c9d796fe9a4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846074 Feb 09 21:32:02.061710 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48422) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:02.127670 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-d0e68e16-c680-44d1-aeb3-327c18297198 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:02.130387 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-d0e68e16-c680-44d1-aeb3-327c18297198 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958&tenant_id=281dd21a4f7742a5b293ae307a18bb2e&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 1127 time: 0.0870373 Feb 09 21:32:02.143953 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828601-1'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:02.275809 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e449a260-1ced-47f5-8970-977165f448b0), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:02.286104 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f195bd63-31fa-4df9-b92e-fbf81b23c0eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:02.417900 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed3f83a-3353-45b8-aa52-2b88461c4ffa'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:02.420794 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc6b325-9b20-45b3-905e-de635dccf089" -d '{"events": [{"server_uuid": "47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d", "name": "network-vif-plugged", "status": "completed", "tag": "0ed3f83a-3353-45b8-aa52-2b88461c4ffa"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:02.469179 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccd5a2-5109-4fc6-ace0-43f1b92cb842 req-88fdb79c-819f-4fbd-9320-ba8468a3d1f1 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:02.470964 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28ccd5a2-5109-4fc6-ace0-43f1b92cb842 req-88fdb79c-819f-4fbd-9320-ba8468a3d1f1 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 1127 time: 0.5918813 Feb 09 21:32:02.500187 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] For port e449a260-1ced-47f5-8970-977165f448b0, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=e449a260-1ced-47f5-8970-977165f448b0,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:02.502493 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f195bd63-31fa-4df9-b92e-fbf81b23c0eb admin admin] Publish callbacks [] for security_group (fc2adcb3-5326-4146-bf42-e1ac974036c7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:02.513403 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f195bd63-31fa-4df9-b92e-fbf81b23c0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (fc2adcb3-5326-4146-bf42-e1ac974036c7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:02.541542 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c28bc-3504-404a-88ec-4c66bec82323 req-16cad712-8491-409b-bd82-bf2b7d50a947 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:02.543194 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b73c28bc-3504-404a-88ec-4c66bec82323 req-16cad712-8491-409b-bd82-bf2b7d50a947 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=efc40e7b-9646-4c8e-b90c-c62fd8421f97 HTTP/1.1" status: 200 len: 945 time: 0.1305892 Feb 09 21:32:02.571495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48434) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:02.595973 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28ccd5a2-5109-4fc6-ace0-43f1b92cb842 req-7ba7128a-e92e-4286-8350-5824c6bb42fd tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989547 Feb 09 21:32:02.596606 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d355be3d-4201-46a8-b2a9-ef6dde542d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:02.662581 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355be3d-4201-46a8-b2a9-ef6dde542d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:02.738109 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b73c28bc-3504-404a-88ec-4c66bec82323 req-666173de-a47d-438e-9d64-0f423d27effe tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808801 Feb 09 21:32:02.740394 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe3332c-b6f6-4318-a6a3-069733543d1a x-openstack-request-id: req-6fe3332c-b6f6-4318-a6a3-069733543d1a {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:02.741049 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d", "name": "network-vif-plugged", "status": "completed", "tag": "0ed3f83a-3353-45b8-aa52-2b88461c4ffa", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:02.741470 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6fe3332c-b6f6-4318-a6a3-069733543d1a {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:02.742102 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed3f83a-3353-45b8-aa52-2b88461c4ffa', 'code': 200} Feb 09 21:32:02.881198 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195bd63-31fa-4df9-b92e-fbf81b23c0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2adcb3-5326-4146-bf42-e1ac974036c7,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:02.885376 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d355be3d-4201-46a8-b2a9-ef6dde542d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (00290ca8-f438-4322-b937-a04eb48eb29c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:02.899248 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b5c321-fd33-4344-8539-97e820ac5775 x-openstack-request-id: req-c3b5c321-fd33-4344-8539-97e820ac5775 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:02.900037 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56727d7a-ea09-4f45-8003-4ac86c4e2dbe", "name": "network-vif-deleted", "tag": "78938df3-c97d-4f9b-b9c2-012335874408", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:02.901449 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c3b5c321-fd33-4344-8539-97e820ac5775 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:02.901929 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56727d7a-ea09-4f45-8003-4ac86c4e2dbe', 'name': 'network-vif-deleted', 'tag': '78938df3-c97d-4f9b-b9c2-012335874408', 'status': 'completed', 'code': 200} Feb 09 21:32:02.913258 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09927ebb-8a9b-40c1-8d79-9457e7dfee9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:02.920934 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f195bd63-31fa-4df9-b92e-fbf81b23c0eb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4de44485c762454d9a49fb2e9186b61b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8579011 Feb 09 21:32:02.923439 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48448) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:02.931973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] For port e449a260-1ced-47f5-8970-977165f448b0, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:03.005000 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] Publish callbacks [] for port (e449a260-1ced-47f5-8970-977165f448b0), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.016687 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (e449a260-1ced-47f5-8970-977165f448b0), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.024048 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f9d779a-0e37-4ac0-883d-795f6db1f7fc admin admin] Publish callbacks [] for security_group (fc2adcb3-5326-4146-bf42-e1ac974036c7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.072531 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4204438-d67b-400c-844d-015c3a0ee77c req-ecc55c75-6263-464d-9594-6672beb74e51 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:03.074109 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d4204438-d67b-400c-844d-015c3a0ee77c req-ecc55c75-6263-464d-9594-6672beb74e51 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.1753254 Feb 09 21:32:03.101591 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f9d779a-0e37-4ac0-883d-795f6db1f7fc admin admin] Publish callbacks [] for security_group (fc2adcb3-5326-4146-bf42-e1ac974036c7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.106751 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=e449a260-1ced-47f5-8970-977165f448b0,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:03.164212 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] Attempting to bind port e449a260-1ced-47f5-8970-977165f448b0 on host n-h2-828601-1 for vnic_type normal with profile {"migrating_to": "n-h1-828601-1"} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:32:03.164212 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] Attempting to bind port e449a260-1ced-47f5-8970-977165f448b0 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:32:03.164551 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] Attempting to bind port e449a260-1ced-47f5-8970-977165f448b0 on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:03.177155 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] Port e449a260-1ced-47f5-8970-977165f448b0 on network 3335e86a-d685-4bed-b15a-6df9753c1347 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:32:03.177648 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] Attempting to bind port e449a260-1ced-47f5-8970-977165f448b0 on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:03.185572 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:32:03.185927 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] Checking segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:32:03.186331 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] Bound using segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:32:03.187242 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] Bound port: e449a260-1ced-47f5-8970-977165f448b0, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:32:03.187242 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e449a260-1ced-47f5-8970-977165f448b0), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.208245 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d4204438-d67b-400c-844d-015c3a0ee77c req-72798e66-6307-4cbd-9637-50094b9fcf7a tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233473 Feb 09 21:32:03.249640 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f9d779a-0e37-4ac0-883d-795f6db1f7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (fc2adcb3-5326-4146-bf42-e1ac974036c7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.252705 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f9d779a-0e37-4ac0-883d-795f6db1f7fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.255664 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1f9d779a-0e37-4ac0-883d-795f6db1f7fc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fc2adcb3-5326-4146-bf42-e1ac974036c7 HTTP/1.1" status: 204 len: 168 time: 0.3311825 Feb 09 21:32:03.278997 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d779a-0e37-4ac0-883d-795f6db1f7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2adcb3-5326-4146-bf42-e1ac974036c7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:03.293234 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48460) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:03.297129 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09927ebb-8a9b-40c1-8d79-9457e7dfee9f admin admin] Publish callbacks [] for security_group (d33eb154-70d9-498c-bf4b-781fd6181da3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.309136 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09927ebb-8a9b-40c1-8d79-9457e7dfee9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d33eb154-70d9-498c-bf4b-781fd6181da3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.379440 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a846cd-a040-4c6a-b476-3ffb57a93e66 admin admin] Deleting subnet 5a4e51d6-cdd5-4f37-9ef3-2b120c6b960d {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:32:03.384665 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] For port e449a260-1ced-47f5-8970-977165f448b0, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:03.402156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] For port e449a260-1ced-47f5-8970-977165f448b0, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=e449a260-1ced-47f5-8970-977165f448b0,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:32:03.414023 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-09927ebb-8a9b-40c1-8d79-9457e7dfee9f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=81c256379def449aa8efa102d9023737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8373442 Feb 09 21:32:03.414394 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d6a846cd-a040-4c6a-b476-3ffb57a93e66 admin admin] Publish callbacks [] for subnet (5a4e51d6-cdd5-4f37-9ef3-2b120c6b960d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.416584 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48464) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:03.427947 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09927ebb-8a9b-40c1-8d79-9457e7dfee9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33eb154-70d9-498c-bf4b-781fd6181da3,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:03.444981 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (e449a260-1ced-47f5-8970-977165f448b0), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.510169 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d6a846cd-a040-4c6a-b476-3ffb57a93e66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (5a4e51d6-cdd5-4f37-9ef3-2b120c6b960d), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.520681 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d355be3d-4201-46a8-b2a9-ef6dde542d9a admin admin] Router 00290ca8-f438-4322-b937-a04eb48eb29c has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:32:03.533003 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af217fb6-89f6-4c9c-a871-8f1ea57a1f95 req-61e855ac-6047-4ff1-b368-d9f40830a63e tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:03.534667 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-af217fb6-89f6-4c9c-a871-8f1ea57a1f95 req-61e855ac-6047-4ff1-b368-d9f40830a63e tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 943 time: 0.1347618 Feb 09 21:32:03.617951 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=e449a260-1ced-47f5-8970-977165f448b0,revision_number=8']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:03.623481 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:03.624134 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.625521 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3e12edb5-b80b-42be-ab50-7cd03d665bb8 service neutron] 10.222.0.71 "PUT /v2.0/ports/e449a260-1ced-47f5-8970-977165f448b0 HTTP/1.1" status: 200 len: 1121 time: 1.4891267 Feb 09 21:32:03.626650 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d6a846cd-a040-4c6a-b476-3ffb57a93e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (5a4e51d6-cdd5-4f37-9ef3-2b120c6b960d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.665348 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-629da62b-2257-49a9-84e4-60e174c904af admin admin] Publish callbacks [] for security_group (d33eb154-70d9-498c-bf4b-781fd6181da3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.698799 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-629da62b-2257-49a9-84e4-60e174c904af admin admin] Publish callbacks [] for security_group (d33eb154-70d9-498c-bf4b-781fd6181da3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.707362 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['e449a260-1ced-47f5-8970-977165f448b0'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:03.724206 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d6a846cd-a040-4c6a-b476-3ffb57a93e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (5a4e51d6-cdd5-4f37-9ef3-2b120c6b960d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.726489 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-af217fb6-89f6-4c9c-a871-8f1ea57a1f95 req-ee6bff03-10f4-4148-8dce-96d106dd13ac tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833177 Feb 09 21:32:03.778240 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a846cd-a040-4c6a-b476-3ffb57a93e66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a4e51d6-cdd5-4f37-9ef3-2b120c6b960d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:03.782753 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d6a846cd-a040-4c6a-b476-3ffb57a93e66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.787114 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d6a846cd-a040-4c6a-b476-3ffb57a93e66 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5a4e51d6-cdd5-4f37-9ef3-2b120c6b960d HTTP/1.1" status: 204 len: 168 time: 0.4880402 Feb 09 21:32:03.789191 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48474) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:03.796302 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6d428-0d09-4bce-9e57-0fcbcc438f99 req-bc8fd8e0-bd17-4ef0-aad8-8b56119c4e93 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:03.813047 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b5b6d428-0d09-4bce-9e57-0fcbcc438f99 req-bc8fd8e0-bd17-4ef0-aad8-8b56119c4e93 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.2179561 Feb 09 21:32:03.858676 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-629da62b-2257-49a9-84e4-60e174c904af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d33eb154-70d9-498c-bf4b-781fd6181da3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.861498 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d355be3d-4201-46a8-b2a9-ef6dde542d9a admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:32:03.862328 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-629da62b-2257-49a9-84e4-60e174c904af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.866773 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-629da62b-2257-49a9-84e4-60e174c904af admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d33eb154-70d9-498c-bf4b-781fd6181da3 HTTP/1.1" status: 204 len: 168 time: 0.4468126 Feb 09 21:32:03.877254 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d355be3d-4201-46a8-b2a9-ef6dde542d9a admin admin] 10.222.0.77 "PUT /v2.0/routers/00290ca8-f438-4322-b937-a04eb48eb29c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8169484 Feb 09 21:32:03.880149 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48478) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:03.894142 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629da62b-2257-49a9-84e4-60e174c904af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33eb154-70d9-498c-bf4b-781fd6181da3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:03.900321 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45137d8-110b-409e-a0cd-b1d671589220 None None] Sync routers for ids ['00290ca8-f438-4322-b937-a04eb48eb29c'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:32:03.942792 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b5b6d428-0d09-4bce-9e57-0fcbcc438f99 req-a2fd1fe4-5420-4730-9e04-8d6f4a669119 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276455 Feb 09 21:32:03.944385 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45137d8-110b-409e-a0cd-b1d671589220 None None] Routers {'00290ca8-f438-4322-b937-a04eb48eb29c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:32:03.947701 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e45137d8-110b-409e-a0cd-b1d671589220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:31:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['00290ca8-f438-4322-b937-a04eb48eb29c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:03.973509 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5612bf00-2a9b-47f6-ae4f-8b0e5ff4bd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (a5dcf04b-f677-4da8-83c3-0c0b6988143d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.990906 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f34cf3-2b77-4071-9ee6-9e9ba2e1097d req-9c842050-896b-455a-8c52-eab7d4c4181a tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:04.010218 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76f34cf3-2b77-4071-9ee6-9e9ba2e1097d req-9c842050-896b-455a-8c52-eab7d4c4181a tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=efc40e7b-9646-4c8e-b90c-c62fd8421f97 HTTP/1.1" status: 200 len: 945 time: 0.1322300 Feb 09 21:32:04.153912 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76f34cf3-2b77-4071-9ee6-9e9ba2e1097d req-beea8211-a875-464a-a6f8-66124cfb33b0 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214726 Feb 09 21:32:04.177832 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5612bf00-2a9b-47f6-ae4f-8b0e5ff4bd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (a5dcf04b-f677-4da8-83c3-0c0b6988143d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:04.267088 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-5612bf00-2a9b-47f6-ae4f-8b0e5ff4bd05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5dcf04b-f677-4da8-83c3-0c0b6988143d']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:04.298948 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d023c6ca-872e-409d-9546-422e9a1275a4 admin admin] Publish callbacks [] for router (00290ca8-f438-4322-b937-a04eb48eb29c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:04.301681 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-5612bf00-2a9b-47f6-ae4f-8b0e5ff4bd05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cffbb362-98c9-43e9-9277-bc4ac0966b82') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:04.301979 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-5612bf00-2a9b-47f6-ae4f-8b0e5ff4bd05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cffbb362-98c9-43e9-9277-bc4ac0966b82') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:04.386266 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-e45137d8-110b-409e-a0cd-b1d671589220 None None] Set router 00290ca8-f438-4322-b937-a04eb48eb29c gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:32:04.494718 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5612bf00-2a9b-47f6-ae4f-8b0e5ff4bd05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (cffbb362-98c9-43e9-9277-bc4ac0966b82), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:04.570593 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5612bf00-2a9b-47f6-ae4f-8b0e5ff4bd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (cffbb362-98c9-43e9-9277-bc4ac0966b82), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:04.577078 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 78938df3-c97d-4f9b-b9c2-012335874408 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:04.607847 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5612bf00-2a9b-47f6-ae4f-8b0e5ff4bd05 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:32:04.608602 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5612bf00-2a9b-47f6-ae4f-8b0e5ff4bd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (cffbb362-98c9-43e9-9277-bc4ac0966b82), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:32:04.610720 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:32:04.615921 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-5f6f1caf-b42f-4cb6-9bd2-a14391e490c2 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=8e648e74041548769a4577091999e05a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792189 Feb 09 21:32:04.635554 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 78938df3-c97d-4f9b-b9c2-012335874408 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:32:04.635932 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 78938df3-c97d-4f9b-b9c2-012335874408 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:32:04.681535 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48514) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:04.696858 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d023c6ca-872e-409d-9546-422e9a1275a4 admin admin] Publish callbacks [] for router_gateway (00290ca8-f438-4322-b937-a04eb48eb29c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:04.705548 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5612bf00-2a9b-47f6-ae4f-8b0e5ff4bd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (a5dcf04b-f677-4da8-83c3-0c0b6988143d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:04.713050 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5612bf00-2a9b-47f6-ae4f-8b0e5ff4bd05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:04.723423 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5612bf00-2a9b-47f6-ae4f-8b0e5ff4bd05 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a5dcf04b-f677-4da8-83c3-0c0b6988143d HTTP/1.1" status: 204 len: 168 time: 0.9311659 Feb 09 21:32:04.758145 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e45137d8-110b-409e-a0cd-b1d671589220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-router', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:28:58Z', 'updated_at': '2022-02-09T21:32:02Z', 'revision_number': 5, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'gw_port': {'id': '17d44000-1c3f-4966-8ee6-4e9fb1329e5e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:00Z', 'updated_at': '2022-02-09T21:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:04.775921 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e349ad6-b319-4971-bd2f-e3213fb42024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:04.804502 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612bf00-2a9b-47f6-ae4f-8b0e5ff4bd05 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5dcf04b-f677-4da8-83c3-0c0b6988143d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:04.831034 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45137d8-110b-409e-a0cd-b1d671589220 None None] Checking router: 00290ca8-f438-4322-b937-a04eb48eb29c for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:32:04.845128 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48520) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:04.853835 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45137d8-110b-409e-a0cd-b1d671589220 None None] Routers {'00290ca8-f438-4322-b937-a04eb48eb29c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:32:04.854846 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e45137d8-110b-409e-a0cd-b1d671589220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:31:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['00290ca8-f438-4322-b937-a04eb48eb29c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:04.876500 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d023c6ca-872e-409d-9546-422e9a1275a4 admin admin] Deleting port 17d44000-1c3f-4966-8ee6-4e9fb1329e5e {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:04.877144 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d023c6ca-872e-409d-9546-422e9a1275a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (17d44000-1c3f-4966-8ee6-4e9fb1329e5e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:04.969892 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd46d4c-5923-45a0-aa09-95217dc65958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e449a260-1ced-47f5-8970-977165f448b0'}, {'name': 'network-changed', 'server_uuid': '9cd46d4c-5923-45a0-aa09-95217dc65958', 'tag': 'e449a260-1ced-47f5-8970-977165f448b0'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:04.977552 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4991c947-fdd6-477a-ab70-4bd0cd6ae8c5" -d '{"events": [{"server_uuid": "9cd46d4c-5923-45a0-aa09-95217dc65958", "name": "network-vif-unplugged", "status": "completed", "tag": "e449a260-1ced-47f5-8970-977165f448b0"}, {"name": "network-changed", "server_uuid": "9cd46d4c-5923-45a0-aa09-95217dc65958", "tag": "e449a260-1ced-47f5-8970-977165f448b0"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:04.997488 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-f8ec8775-67ec-4a03-a7df-902ec326ec69 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:05.006042 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-f8ec8775-67ec-4a03-a7df-902ec326ec69 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3862054 Feb 09 21:32:05.030519 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d1f66-a1dc-43ac-b136-55ed10c3cf26 req-8cd085b9-328a-4ba4-8d01-0b31e29419bd tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:05.032388 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-136d1f66-a1dc-43ac-b136-55ed10c3cf26 req-8cd085b9-328a-4ba4-8d01-0b31e29419bd tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 943 time: 0.1810567 Feb 09 21:32:05.049170 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-d3b46eda-52a7-415e-b25f-f3dec386911f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/quotas/8e648e74041548769a4577091999e05a HTTP/1.1" status: 200 len: 375 time: 0.0418670 Feb 09 21:32:05.069324 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48526) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:05.078313 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-e45137d8-110b-409e-a0cd-b1d671589220 None None] Set router 00290ca8-f438-4322-b937-a04eb48eb29c gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:32:05.079369 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6aa01f34-2fa4-4c3b-9e85-54fe1ff396f3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1080273260-network', 'tenant_id': '9d6fdce3074646c2848ce35457eed03a'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:05.148015 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e45137d8-110b-409e-a0cd-b1d671589220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-router', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:28:58Z', 'updated_at': '2022-02-09T21:32:04Z', 'revision_number': 6, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:05.154185 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-136d1f66-a1dc-43ac-b136-55ed10c3cf26 req-3599874c-8a2e-48b5-936f-e7e6f6a186a0 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129818 Feb 09 21:32:05.156148 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3264ecb5-a74d-40ab-9a16-c7522dae1397 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e7394823a4d146cabf485eafca0ea081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513327 Feb 09 21:32:05.160625 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-d023c6ca-872e-409d-9546-422e9a1275a4 admin admin] For port 17d44000-1c3f-4966-8ee6-4e9fb1329e5e, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=17d44000-1c3f-4966-8ee6-4e9fb1329e5e,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:05.161002 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d023c6ca-872e-409d-9546-422e9a1275a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (17d44000-1c3f-4966-8ee6-4e9fb1329e5e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:05.163460 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48528) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:05.175159 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e349ad6-b319-4971-bd2f-e3213fb42024 admin admin] Publish callbacks [] for security_group (6f615958-451c-4884-90c0-f1d6bbd3e548), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:05.188074 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e349ad6-b319-4971-bd2f-e3213fb42024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6f615958-451c-4884-90c0-f1d6bbd3e548), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:05.202036 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d023c6ca-872e-409d-9546-422e9a1275a4 admin admin] Calling delete_port for 17d44000-1c3f-4966-8ee6-4e9fb1329e5e owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:05.218051 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:32:05.220415 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45137d8-110b-409e-a0cd-b1d671589220 None None] The sync data for ids ['00290ca8-f438-4322-b937-a04eb48eb29c'] in n-d-828601-1 is: [{'id': '00290ca8-f438-4322-b937-a04eb48eb29c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101908050-router', 'tenant_id': '34da0e58ac28411fa30259d6e8691b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:28:58Z', 'updated_at': '2022-02-09T21:32:04Z', 'revision_number': 6, 'project_id': '34da0e58ac28411fa30259d6e8691b32', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:32:05.229907 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa01f34-2fa4-4c3b-9e85-54fe1ff396f3 admin admin] Made reservation on behalf of 9d6fdce3074646c2848ce35457eed03a for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:32:05.233044 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6aa01f34-2fa4-4c3b-9e85-54fe1ff396f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:05.299556 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-559c3eed-378c-4230-a3d7-898aab4cd87f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2482755 Feb 09 21:32:05.306363 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e449a260-1ced-47f5-8970-977165f448b0 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:32:05.316047 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5e349ad6-b319-4971-bd2f-e3213fb42024 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=db18b8ddc53448b29ab82482071cdcb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6329648 Feb 09 21:32:05.325579 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48532) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:05.330173 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8db0971-702d-4866-9819-f9b567da43bb x-openstack-request-id: req-f8db0971-702d-4866-9819-f9b567da43bb {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:05.330477 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd46d4c-5923-45a0-aa09-95217dc65958", "name": "network-vif-unplugged", "status": "completed", "tag": "e449a260-1ced-47f5-8970-977165f448b0", "code": 200}, {"name": "network-changed", "server_uuid": "9cd46d4c-5923-45a0-aa09-95217dc65958", "tag": "e449a260-1ced-47f5-8970-977165f448b0", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:05.330737 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8db0971-702d-4866-9819-f9b567da43bb {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:05.331146 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd46d4c-5923-45a0-aa09-95217dc65958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e449a260-1ced-47f5-8970-977165f448b0', 'code': 200} Feb 09 21:32:05.331947 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd46d4c-5923-45a0-aa09-95217dc65958', 'tag': 'e449a260-1ced-47f5-8970-977165f448b0', 'status': 'completed', 'code': 200} Feb 09 21:32:05.355048 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e349ad6-b319-4971-bd2f-e3213fb42024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f615958-451c-4884-90c0-f1d6bbd3e548,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:05.401618 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d9f08f33-517b-405c-93cf-ba871190d308 admin admin] Publish callbacks [] for security_group (6ce8212c-f82d-484a-b7f6-c5e46033021a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:05.414656 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6aa01f34-2fa4-4c3b-9e85-54fe1ff396f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:05.514154 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-542ce397-b341-4d8d-b942-5dfc07191ef6 admin admin] Publish callbacks [] for security_group (6f615958-451c-4884-90c0-f1d6bbd3e548), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:05.575036 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port e449a260-1ced-47f5-8970-977165f448b0, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=e449a260-1ced-47f5-8970-977165f448b0,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:05.582234 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-542ce397-b341-4d8d-b942-5dfc07191ef6 admin admin] Publish callbacks [] for security_group (6f615958-451c-4884-90c0-f1d6bbd3e548), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:05.593945 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6aa01f34-2fa4-4c3b-9e85-54fe1ff396f3 admin admin] Publish callbacks [] for security_group (b03fa8c2-06f1-4fa4-9dcc-10006c151c17), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:05.599782 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d9f08f33-517b-405c-93cf-ba871190d308 admin admin] Publish callbacks [] for security_group (6ce8212c-f82d-484a-b7f6-c5e46033021a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:05.612722 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e449a260-1ced-47f5-8970-977165f448b0 has no active binding in host n-h1-828601-1 {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:32:05.632432 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:05.645252 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6aa01f34-2fa4-4c3b-9e85-54fe1ff396f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b03fa8c2-06f1-4fa4-9dcc-10006c151c17), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:05.649614 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca1d42-c764-43e4-8d26-260e91e1cb38 req-e61fc42d-60dc-45ed-92d4-3b8ab4cda0ed tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:05.651202 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1ca1d42-c764-43e4-8d26-260e91e1cb38 req-e61fc42d-60dc-45ed-92d4-3b8ab4cda0ed tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=efc40e7b-9646-4c8e-b90c-c62fd8421f97 HTTP/1.1" status: 200 len: 945 time: 0.2779009 Feb 09 21:32:05.684276 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:32:05.689356 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 0f38d8da-3bf1-43dc-b76a-c8f0d29fabc7 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:32:05.713662 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f75e6abe-3d95-4f4d-98fc-e0534f74a60a req-c18e7feb-a696-4f45-82b2-a0a0632adf70 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 210 time: 0.1290927 Feb 09 21:32:05.783523 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991c947-fdd6-477a-ab70-4bd0cd6ae8c5 req-39217c0d-524f-4d98-99b3-7aef6461938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:05.785351 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4991c947-fdd6-477a-ab70-4bd0cd6ae8c5 req-39217c0d-524f-4d98-99b3-7aef6461938f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 1155 time: 0.4513493 Feb 09 21:32:05.786046 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa01f34-2fa4-4c3b-9e85-54fe1ff396f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03fa8c2-06f1-4fa4-9dcc-10006c151c17,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:05.815635 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1ca1d42-c764-43e4-8d26-260e91e1cb38 req-6b6c8f6e-edac-4d66-b512-91550b391642 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126616 Feb 09 21:32:05.834480 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-542ce397-b341-4d8d-b942-5dfc07191ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6f615958-451c-4884-90c0-f1d6bbd3e548), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:05.837443 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-542ce397-b341-4d8d-b942-5dfc07191ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:05.839547 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-542ce397-b341-4d8d-b942-5dfc07191ef6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6f615958-451c-4884-90c0-f1d6bbd3e548 HTTP/1.1" status: 204 len: 168 time: 0.5125818 Feb 09 21:32:05.870219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ce397-b341-4d8d-b942-5dfc07191ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f615958-451c-4884-90c0-f1d6bbd3e548,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:05.876657 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa01f34-2fa4-4c3b-9e85-54fe1ff396f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:32:06.017544 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d9f08f33-517b-405c-93cf-ba871190d308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6ce8212c-f82d-484a-b7f6-c5e46033021a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:06.021744 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d9f08f33-517b-405c-93cf-ba871190d308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:06.024016 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d9f08f33-517b-405c-93cf-ba871190d308 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6ce8212c-f82d-484a-b7f6-c5e46033021a HTTP/1.1" status: 204 len: 168 time: 0.8564618 Feb 09 21:32:06.078948 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f08f33-517b-405c-93cf-ba871190d308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce8212c-f82d-484a-b7f6-c5e46033021a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:06.095877 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6aa01f34-2fa4-4c3b-9e85-54fe1ff396f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (2dbfc9f0-d68a-4a82-adf5-9b2f2f6a41e6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:06.096436 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-6aa01f34-2fa4-4c3b-9e85-54fe1ff396f3 admin admin] Added segment 2dbfc9f0-d68a-4a82-adf5-9b2f2f6a41e6 of type vlan for network 3fb92b90-8157-477d-b984-9a788657e9f2 Feb 09 21:32:06.198091 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6aa01f34-2fa4-4c3b-9e85-54fe1ff396f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (3fb92b90-8157-477d-b984-9a788657e9f2), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:06.352934 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991c947-fdd6-477a-ab70-4bd0cd6ae8c5 req-c0d6beda-99f9-41bd-9881-e90707f669b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:06.356921 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4991c947-fdd6-477a-ab70-4bd0cd6ae8c5 req-c0d6beda-99f9-41bd-9881-e90707f669b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 922 time: 0.5513561 Feb 09 21:32:06.428231 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcc2df-ddde-493b-bc6f-1d1b1fbd1917 req-7ca98dd3-717b-44c9-8bc6-c821cebae446 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:06.439095 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e9fcc2df-ddde-493b-bc6f-1d1b1fbd1917 req-7ca98dd3-717b-44c9-8bc6-c821cebae446 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 943 time: 0.1415396 Feb 09 21:32:06.496789 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6aa01f34-2fa4-4c3b-9e85-54fe1ff396f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (3fb92b90-8157-477d-b984-9a788657e9f2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:06.502934 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa01f34-2fa4-4c3b-9e85-54fe1ff396f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:06.503839 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6aa01f34-2fa4-4c3b-9e85-54fe1ff396f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:06.565352 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e9fcc2df-ddde-493b-bc6f-1d1b1fbd1917 req-b4475cf5-d26b-41ed-8a8a-ffc830abc965 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252613 Feb 09 21:32:06.566541 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4991c947-fdd6-477a-ab70-4bd0cd6ae8c5 req-fbc2b156-0842-427a-b86d-437dac7bf913 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e449a260-1ced-47f5-8970-977165f448b0 HTTP/1.1" status: 200 len: 217 time: 0.1872244 Feb 09 21:32:06.715843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991c947-fdd6-477a-ab70-4bd0cd6ae8c5 req-a5b324a4-d14b-4e31-b9c9-8dc94a9287bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:06.717450 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4991c947-fdd6-477a-ab70-4bd0cd6ae8c5 req-a5b324a4-d14b-4e31-b9c9-8dc94a9287bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.1482909 Feb 09 21:32:06.796760 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6aa01f34-2fa4-4c3b-9e85-54fe1ff396f3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9395256 Feb 09 21:32:06.797281 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4991c947-fdd6-477a-ab70-4bd0cd6ae8c5 req-cd55082c-3bb9-45c6-8272-fe80007bdcc5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584435 Feb 09 21:32:06.798028 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48592) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:06.801461 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa01f34-2fa4-4c3b-9e85-54fe1ff396f3 admin admin] Pushing event updated for resources: {'Network': ['ID=3fb92b90-8157-477d-b984-9a788657e9f2,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:06.811886 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-13c5476c-7eb9-4cd0-b27c-75616c4dc8e3 admin admin] Request body: {'subnet': {'network_id': '3fb92b90-8157-477d-b984-9a788657e9f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1080273260-subnet', 'tenant_id': '9d6fdce3074646c2848ce35457eed03a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:06.814864 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 3fb92b90-8157-477d-b984-9a788657e9f2 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:32:06.863932 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c5476c-7eb9-4cd0-b27c-75616c4dc8e3 admin admin] Made reservation on behalf of 9d6fdce3074646c2848ce35457eed03a for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:32:06.869886 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13c5476c-7eb9-4cd0-b27c-75616c4dc8e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:06.873018 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d023c6ca-872e-409d-9546-422e9a1275a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (17d44000-1c3f-4966-8ee6-4e9fb1329e5e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:06.937407 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023c6ca-872e-409d-9546-422e9a1275a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=17d44000-1c3f-4966-8ee6-4e9fb1329e5e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:07.013135 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d023c6ca-872e-409d-9546-422e9a1275a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (00290ca8-f438-4322-b937-a04eb48eb29c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:07.019550 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4991c947-fdd6-477a-ab70-4bd0cd6ae8c5 req-5dfc2776-24c9-48f9-a269-2af2000123a7 service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050316 Feb 09 21:32:07.064681 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f919b46c-c7bf-4c84-aebd-7f91f52d0cb2 req-83ee88f4-0159-4f21-bb0e-120487ce89e4 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 210 time: 0.1369569 Feb 09 21:32:07.177813 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4991c947-fdd6-477a-ab70-4bd0cd6ae8c5 req-6fd15131-077a-4dda-9e93-c85e2f85ba1b service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313283 Feb 09 21:32:07.218678 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d023c6ca-872e-409d-9546-422e9a1275a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (00290ca8-f438-4322-b937-a04eb48eb29c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:07.221177 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d023c6ca-872e-409d-9546-422e9a1275a4 admin admin] Publish callbacks [] for router_controller (00290ca8-f438-4322-b937-a04eb48eb29c), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:07.291717 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d023c6ca-872e-409d-9546-422e9a1275a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (00290ca8-f438-4322-b937-a04eb48eb29c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:07.293257 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d023c6ca-872e-409d-9546-422e9a1275a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00290ca8-f438-4322-b937-a04eb48eb29c {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:32:07.310536 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d023c6ca-872e-409d-9546-422e9a1275a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:07.313208 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d023c6ca-872e-409d-9546-422e9a1275a4 admin admin] 10.222.0.77 "DELETE /v2.0/routers/00290ca8-f438-4322-b937-a04eb48eb29c HTTP/1.1" status: 204 len: 168 time: 3.4271162 Feb 09 21:32:07.315683 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48598) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:07.413498 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c215485-e375-4d7e-9c46-fc29e37b4d18 admin admin] Deleting subnet 9bbdf589-ff38-4f97-b903-2b54033c2183 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:32:07.421195 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c215485-e375-4d7e-9c46-fc29e37b4d18 admin admin] Publish callbacks [] for subnet (9bbdf589-ff38-4f97-b903-2b54033c2183), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:07.445818 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13c5476c-7eb9-4cd0-b27c-75616c4dc8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for subnet (fc4e335b-2a08-4260-ba4c-0502d5df317d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:07.598771 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 17d44000-1c3f-4966-8ee6-4e9fb1329e5e no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:07.611929 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c215485-e375-4d7e-9c46-fc29e37b4d18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (9bbdf589-ff38-4f97-b903-2b54033c2183), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:07.689946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 17d44000-1c3f-4966-8ee6-4e9fb1329e5e {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:32:07.692127 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 17d44000-1c3f-4966-8ee6-4e9fb1329e5e not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:32:07.794313 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aeb09da2-674b-44a1-94c1-faa3a4a6c429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:07.838108 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-3875d12c-8254-4de9-b77e-ae0f18a154f0 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8e648e74041548769a4577091999e05a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1086371 Feb 09 21:32:07.920474 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5476c-7eb9-4cd0-b27c-75616c4dc8e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc4e335b-2a08-4260-ba4c-0502d5df317d,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:07.955306 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5476c-7eb9-4cd0-b27c-75616c4dc8e3 admin admin] Checking segment: {'id': '2dbfc9f0-d68a-4a82-adf5-9b2f2f6a41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3fb92b90-8157-477d-b984-9a788657e9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:32:07.964030 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c5476c-7eb9-4cd0-b27c-75616c4dc8e3 admin admin] Network hostable DHCP agents. Network: 3fb92b90-8157-477d-b984-9a788657e9f2, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:32:08.016706 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7cd2f-465f-4d7a-9f3c-803d92e5637c req-bb4f41e9-8e6a-4a25-9901-3a57544dba4c tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:08.019080 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dda7cd2f-465f-4d7a-9f3c-803d92e5637c req-bb4f41e9-8e6a-4a25-9901-3a57544dba4c tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 943 time: 0.2670453 Feb 09 21:32:08.020525 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c5476c-7eb9-4cd0-b27c-75616c4dc8e3 admin admin] Network 3fb92b90-8157-477d-b984-9a788657e9f2 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:32:08.039362 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-13c5476c-7eb9-4cd0-b27c-75616c4dc8e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 3fb92b90-8157-477d-b984-9a788657e9f2) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:32:08.052299 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae8f2fc-1a7b-4669-8a71-f303bc51cd84 None None] Network 3fb92b90-8157-477d-b984-9a788657e9f2 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:32:08.058609 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c215485-e375-4d7e-9c46-fc29e37b4d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (9bbdf589-ff38-4f97-b903-2b54033c2183), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:08.105245 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c5476c-7eb9-4cd0-b27c-75616c4dc8e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:08.110012 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13c5476c-7eb9-4cd0-b27c-75616c4dc8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:08.156546 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c215485-e375-4d7e-9c46-fc29e37b4d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (9bbdf589-ff38-4f97-b903-2b54033c2183), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:08.171205 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-d9a188d5-7a53-466a-8c34-4782b57c394c service neutron] 10.222.0.42 "GET /v2.0/ports/e449a260-1ced-47f5-8970-977165f448b0/bindings/n-h1-828601-1 HTTP/1.1" status: 200 len: 384 time: 0.6732678 Feb 09 21:32:08.205085 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-13c5476c-7eb9-4cd0-b27c-75616c4dc8e3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4055381 Feb 09 21:32:08.217309 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c215485-e375-4d7e-9c46-fc29e37b4d18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:08.222185 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7c215485-e375-4d7e-9c46-fc29e37b4d18 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9bbdf589-ff38-4f97-b903-2b54033c2183 HTTP/1.1" status: 204 len: 168 time: 0.9050786 Feb 09 21:32:08.235477 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48640) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:08.264150 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dda7cd2f-465f-4d7a-9f3c-803d92e5637c req-45b800f0-1bb8-45b9-afb1-ec5242449c33 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330489 Feb 09 21:32:08.276710 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61988ac6-83af-4c4f-8a0d-3159fa9697ad None None] Network a3f8e4fa-eb41-400d-a414-9d927a51e184 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:32:08.340892 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c215485-e375-4d7e-9c46-fc29e37b4d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bbdf589-ff38-4f97-b903-2b54033c2183,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:08.387761 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dac9cbb-52b9-482f-bf50-9dbe69dd50b0 None None] Network 3fb92b90-8157-477d-b984-9a788657e9f2 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:32:08.490083 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-13559eb9-7785-4422-9461-6795e45c3f87 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:08.493316 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-13559eb9-7785-4422-9461-6795e45c3f87 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6495433 Feb 09 21:32:08.510315 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6dffbbca-109c-4498-b18d-d47130f2ecf7 req-d5e65bf7-10f1-475a-a46e-2e779a03eb21 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 210 time: 0.1320858 Feb 09 21:32:08.552340 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-6f880ad9-cd65-4c02-9029-8acb475b3130 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Request body: {'port': {'device_id': 'd6573f32-5a00-472c-a5e8-5378088e096d', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': '8e648e74041548769a4577091999e05a'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:08.574980 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (a3f8e4fa-eb41-400d-a414-9d927a51e184), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:08.674044 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261c352e-206b-4604-a0a0-094a72f4d964 None None] DHCP port deletion for a3f8e4fa-eb41-400d-a414-9d927a51e184 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:32:08.730084 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Deleting port 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:08.730458 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:08.762581 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-0ba2e8f4-2c68-4a1c-8562-4f25e0707ced service neutron] For port e449a260-1ced-47f5-8970-977165f448b0, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=e449a260-1ced-47f5-8970-977165f448b0,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:08.780862 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-261c352e-206b-4604-a0a0-094a72f4d964 None None] Deleting port 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:08.781262 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-261c352e-206b-4604-a0a0-094a72f4d964 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:08.789359 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-0ba2e8f4-2c68-4a1c-8562-4f25e0707ced service neutron] For port e449a260-1ced-47f5-8970-977165f448b0, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:08.893648 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] For port 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62,segment=NetworkSegment(f0c6146d-fa2a-4887-a58c-3257694702aa),segment_id=f0c6146d-fa2a-4887-a58c-3257694702aa)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:08.894018 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:08.908606 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-0ba2e8f4-2c68-4a1c-8562-4f25e0707ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e449a260-1ced-47f5-8970-977165f448b0 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:08.933003 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-0ba2e8f4-2c68-4a1c-8562-4f25e0707ced service neutron] For port e449a260-1ced-47f5-8970-977165f448b0, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e449a260-1ced-47f5-8970-977165f448b0,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:08.953630 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Calling delete_port for 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:08.962242 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-0ba2e8f4-2c68-4a1c-8562-4f25e0707ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e449a260-1ced-47f5-8970-977165f448b0), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:08.962610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-261c352e-206b-4604-a0a0-094a72f4d964 None None] For port 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62,segment=NetworkSegment(f0c6146d-fa2a-4887-a58c-3257694702aa),segment_id=f0c6146d-fa2a-4887-a58c-3257694702aa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:08.963034 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-261c352e-206b-4604-a0a0-094a72f4d964 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:09.007871 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-261c352e-206b-4604-a0a0-094a72f4d964 None None] Calling delete_port for 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:09.263042 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-261c352e-206b-4604-a0a0-094a72f4d964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:09.276287 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-f62002fc-c993-49b8-90df-d9eac8dd0009 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:09.285116 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-f62002fc-c993-49b8-90df-d9eac8dd0009 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/networks?id=3fb92b90-8157-477d-b984-9a788657e9f2 HTTP/1.1" status: 200 len: 818 time: 0.2894962 Feb 09 21:32:09.297092 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:09.316533 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-04d51a95-3327-4be7-bf7b-133244012499 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/quotas/9d6fdce3074646c2848ce35457eed03a HTTP/1.1" status: 200 len: 375 time: 0.0304377 Feb 09 21:32:09.326270 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] No DVR routers for this DVR port 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:32:09.328771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-0ba2e8f4-2c68-4a1c-8562-4f25e0707ced service neutron] Transition to ACTIVE for port object e449a260-1ced-47f5-8970-977165f448b0 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:32:09.330446 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c352e-206b-4604-a0a0-094a72f4d964 None None] Pushing event deleted for resources: {'Port': ['ID=5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:09.336551 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 1fa8007a-ffed-4161-8eb8-636df74ed17f details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:32:09.337122 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-6f880ad9-cd65-4c02-9029-8acb475b3130 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Made reservation on behalf of 8e648e74041548769a4577091999e05a for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:32:09.341494 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-6f880ad9-cd65-4c02-9029-8acb475b3130 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:09.354810 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c352e-206b-4604-a0a0-094a72f4d964 None None] No DVR routers for this DVR port 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:32:09.369472 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-0ba2e8f4-2c68-4a1c-8562-4f25e0707ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (e449a260-1ced-47f5-8970-977165f448b0), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:09.402812 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-1d74700c-b2ee-43a2-9ee6-a20e69b22d1d tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d6fdce3074646c2848ce35457eed03a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847723 Feb 09 21:32:09.409675 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Pushing event deleted for resources: {'Port': ['ID=5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:09.460579 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48696) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:09.531122 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 1fa8007a-ffed-4161-8eb8-636df74ed17f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1fa8007a-ffed-4161-8eb8-636df74ed17f,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:09.570184 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '1fa8007a-ffed-4161-8eb8-636df74ed17f', 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f', 'port_id': '1fa8007a-ffed-4161-8eb8-636df74ed17f', 'mac_address': 'fa:16:3e:eb:6b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db938f0c-908a-4805-b0e9-dadbbab7eb27', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:32:09.603473 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d57cade-8232-4c6e-a2aa-e6175df5ac2f req-1aff1162-2a5b-4780-bac8-e323511cd9f4 tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=66508983-5008-4283-9eba-40ad33c8f7d0 HTTP/1.1" status: 200 len: 210 time: 0.2722075 Feb 09 21:32:09.617693 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-11db608c-ab3f-454c-b5ac-9f991dee65e8 service neutron] 10.222.0.77 "GET /v2.0/networks/3fb92b90-8157-477d-b984-9a788657e9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091262 Feb 09 21:32:09.726860 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:09.729809 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:09.730951 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:09.731636 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:09.732247 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:09.736370 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:09.737085 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:09.737953 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:09.738590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:09.740099 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:09.740674 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:09.743327 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:09.743958 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:09.762891 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 1fa8007a-ffed-4161-8eb8-636df74ed17f is: ACTIVE; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:09.764390 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1fa8007a-ffed-4161-8eb8-636df74ed17f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:09.777264 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:09.848600 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:32:09.849154 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5f86f3b6-9aed-45f5-ac6e-8bb9acdf4a62 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:32:09.856626 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fa8007a-ffed-4161-8eb8-636df74ed17f {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:09.891525 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 1fa8007a-ffed-4161-8eb8-636df74ed17f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1fa8007a-ffed-4161-8eb8-636df74ed17f,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:09.897293 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1fa8007a-ffed-4161-8eb8-636df74ed17f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:09.984266 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=1fa8007a-ffed-4161-8eb8-636df74ed17f,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:09.987904 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (a3f8e4fa-eb41-400d-a414-9d927a51e184), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:10.013866 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['1fa8007a-ffed-4161-8eb8-636df74ed17f'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:10.041808 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:32:10.042849 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:32:10.044334 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:32:10.044894 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Subscribe: > port after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:32:10.045567 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:32:10.046186 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Subscribe: > port after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:32:10.046848 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:32:10.047636 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:32:10.048230 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:32:10.048749 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:32:10.148668 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:32:10.149212 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:32:10.149914 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:32:10.150693 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:32:10.150693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f8e4fa-eb41-400d-a414-9d927a51e184']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:10.178984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c6146d-fa2a-4887-a58c-3257694702aa') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:10.180163 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c6146d-fa2a-4887-a58c-3257694702aa') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:10.185163 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-0ba2e8f4-2c68-4a1c-8562-4f25e0707ced service neutron] No DVR routers for this DVR port e449a260-1ced-47f5-8970-977165f448b0 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:32:10.210470 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c40830d9-701e-4590-b9ec-b47924678358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:10.210693 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (f0c6146d-fa2a-4887-a58c-3257694702aa), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:10.212233 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2e8f4-2c68-4a1c-8562-4f25e0707ced service neutron] Pushing event updated for resources: {'Port': ['ID=e449a260-1ced-47f5-8970-977165f448b0,revision_number=10']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:10.274644 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-0ba2e8f4-2c68-4a1c-8562-4f25e0707ced service neutron] 10.222.0.42 "PUT /v2.0/ports/e449a260-1ced-47f5-8970-977165f448b0/bindings/n-h1-828601-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0499723 Feb 09 21:32:10.281861 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (f0c6146d-fa2a-4887-a58c-3257694702aa), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:10.297464 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-98db4ae2-543c-4c25-8ce2-c19d747aee24 service neutron] 10.222.0.77 "GET /v2.0/networks/3fb92b90-8157-477d-b984-9a788657e9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6783259 Feb 09 21:32:10.300261 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:32:10.300882 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (f0c6146d-fa2a-4887-a58c-3257694702aa), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: from cryptography.utils import int_from_bytes Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: from cryptography.utils import int_from_bytes Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:32:10.304643 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:32:10.310703 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-6f880ad9-cd65-4c02-9029-8acb475b3130 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Allocated IP 192.168.233.122 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/bba129e0-d0c9-46ff-9727-3921f2f63a73) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:32:10.354385 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ce2fd-c6be-48d4-a3df-b619fc34ff18 req-2874ec10-67c2-4072-8119-692aedda5c8a tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:10.362786 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-368ce2fd-c6be-48d4-a3df-b619fc34ff18 req-2874ec10-67c2-4072-8119-692aedda5c8a tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 944 time: 0.4764910 Feb 09 21:32:10.439925 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2f50a585-177c-4931-aad8-ed3d4dcb9995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:10.473649 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (a3f8e4fa-eb41-400d-a414-9d927a51e184), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:10.486117 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-368ce2fd-c6be-48d4-a3df-b619fc34ff18 req-51506afd-33c7-41fd-897d-4b49ec6da610 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224349 Feb 09 21:32:10.496668 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:10.508491 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48730) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:10.512502 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] 10.222.0.77 "DELETE /v2.0/networks/a3f8e4fa-eb41-400d-a414-9d927a51e184 HTTP/1.1" status: 204 len: 168 time: 2.2745402 Feb 09 21:32:10.547759 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11a7db-5981-4e6a-a1b3-70b1e19b736c admin admin] Pushing event deleted for resources: {'Network': ['ID=a3f8e4fa-eb41-400d-a414-9d927a51e184,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:10.593372 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device e449a260-1ced-47f5-8970-977165f448b0 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:10.637559 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c40830d9-701e-4590-b9ec-b47924678358 admin admin] Publish callbacks [] for security_group (56b86540-2473-4c1c-940c-4bad7c19591c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:10.709100 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] The host n-h2-828601-1 is not matching for port e449a260-1ced-47f5-8970-977165f448b0 host n-h1-828601-1! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:32:10.709882 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device e449a260-1ced-47f5-8970-977165f448b0 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:32:10.715277 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c40830d9-701e-4590-b9ec-b47924678358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (56b86540-2473-4c1c-940c-4bad7c19591c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:10.736717 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7d6c22f4-5945-434d-a7b1-367109842ad8 req-fccaa7d7-45b7-4653-ba72-5a2d7fd2ead7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 210 time: 0.0544498 Feb 09 21:32:10.781126 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-f90dc450-2dbf-46b4-8a62-17adf5928ed4 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:10.783217 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-f90dc450-2dbf-46b4-8a62-17adf5928ed4 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958&tenant_id=281dd21a4f7742a5b293ae307a18bb2e&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 1126 time: 0.4053476 Feb 09 21:32:10.949884 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40830d9-701e-4590-b9ec-b47924678358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b86540-2473-4c1c-940c-4bad7c19591c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:10.968645 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c40830d9-701e-4590-b9ec-b47924678358 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=05c0545ca5794c6684970a08aeb6084e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4981842 Feb 09 21:32:10.968849 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48762) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:11.033057 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40830d9-701e-4590-b9ec-b47924678358 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:11.033402 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40830d9-701e-4590-b9ec-b47924678358 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:11.033746 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40830d9-701e-4590-b9ec-b47924678358 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:11.034083 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40830d9-701e-4590-b9ec-b47924678358 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:11.034414 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40830d9-701e-4590-b9ec-b47924678358 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:11.034742 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40830d9-701e-4590-b9ec-b47924678358 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:11.035067 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40830d9-701e-4590-b9ec-b47924678358 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:11.035510 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40830d9-701e-4590-b9ec-b47924678358 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:11.039707 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40830d9-701e-4590-b9ec-b47924678358 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:11.040129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40830d9-701e-4590-b9ec-b47924678358 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:11.040482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40830d9-701e-4590-b9ec-b47924678358 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:11.040881 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40830d9-701e-4590-b9ec-b47924678358 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:11.041229 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40830d9-701e-4590-b9ec-b47924678358 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:11.061006 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41c1043d-eb84-410d-9d78-6f67c5e96352 req-7804185e-74ab-4ba2-81f0-8aae6941b721 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4721285-9b1b-4ab6-afb9-6f95d7e2325e HTTP/1.1" status: 200 len: 210 time: 0.0941036 Feb 09 21:32:11.112447 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-6f880ad9-cd65-4c02-9029-8acb475b3130 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks [] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:11.171569 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-caa4cece-5840-4573-a50e-c5ef055b0a20 admin admin] Publish callbacks [] for security_group (56b86540-2473-4c1c-940c-4bad7c19591c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:11.259723 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-caa4cece-5840-4573-a50e-c5ef055b0a20 admin admin] Publish callbacks [] for security_group (56b86540-2473-4c1c-940c-4bad7c19591c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:11.345114 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 1fa8007a-ffed-4161-8eb8-636df74ed17f up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:32:11.346439 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-9e6f4e20-e8fa-4c9b-a0c5-01d3f0a81b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:11.348045 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-9e6f4e20-e8fa-4c9b-a0c5-01d3f0a81b53 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958&tenant_id=281dd21a4f7742a5b293ae307a18bb2e HTTP/1.1" status: 200 len: 1126 time: 0.5281596 Feb 09 21:32:11.428963 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17739797-1950-4e45-b8b2-50d928570990 req-6f5b3fd0-2278-479b-9352-c40900e48bb8 tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0515690 Feb 09 21:32:11.430706 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-caa4cece-5840-4573-a50e-c5ef055b0a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (56b86540-2473-4c1c-940c-4bad7c19591c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:11.434625 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-caa4cece-5840-4573-a50e-c5ef055b0a20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:11.453083 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-caa4cece-5840-4573-a50e-c5ef055b0a20 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/56b86540-2473-4c1c-940c-4bad7c19591c HTTP/1.1" status: 204 len: 168 time: 0.4736814 Feb 09 21:32:11.488262 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4cece-5840-4573-a50e-c5ef055b0a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b86540-2473-4c1c-940c-4bad7c19591c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:11.577195 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-6f880ad9-cd65-4c02-9029-8acb475b3130 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:11.651570 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:11.655373 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['02b978b5-de78-4099-8244-c4ff559fbc76'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:11.672303 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['0ed3f83a-3353-45b8-aa52-2b88461c4ffa'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:11.765043 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-6f880ad9-cd65-4c02-9029-8acb475b3130 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:32:11.811222 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-6f880ad9-cd65-4c02-9029-8acb475b3130 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:32:11.820982 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-6f880ad9-cd65-4c02-9029-8acb475b3130 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:32:11.887743 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 1fa8007a-ffed-4161-8eb8-636df74ed17f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:11.888392 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1fa8007a-ffed-4161-8eb8-636df74ed17f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:11.901665 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d2861-667a-4272-989b-d1088225cbbc req-1c1e4e56-0216-4ff3-b95a-cb48812b0d6a tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:11.917027 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c0d2861-667a-4272-989b-d1088225cbbc req-1c1e4e56-0216-4ff3-b95a-cb48812b0d6a tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 944 time: 0.2220204 Feb 09 21:32:11.923362 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f880ad9-cd65-4c02-9029-8acb475b3130 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Pushing event updated for resources: {'Port': ['ID=bba129e0-d0c9-46ff-9727-3921f2f63a73,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:11.948025 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-f6fe0a05-e561-4f07-a968-64425ddbd9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:11.949592 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-f6fe0a05-e561-4f07-a968-64425ddbd9b6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 1126 time: 0.5227611 Feb 09 21:32:12.053858 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22223008-49ea-4012-9b4b-67c2e15ba633 req-19ae7f10-113f-408f-b89c-9804bfa01b64 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:12.062839 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22223008-49ea-4012-9b4b-67c2e15ba633 req-19ae7f10-113f-408f-b89c-9804bfa01b64 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 936 time: 0.1415541 Feb 09 21:32:12.195461 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c0d2861-667a-4272-989b-d1088225cbbc req-1c66cbcf-5cd9-4a01-8156-fc48fbd2bef3 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736654 Feb 09 21:32:12.249372 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-6f880ad9-cd65-4c02-9029-8acb475b3130 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:12.257143 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-6f880ad9-cd65-4c02-9029-8acb475b3130 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:12.286860 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22223008-49ea-4012-9b4b-67c2e15ba633 req-9452a456-20e7-442d-bedf-efb87c9cd210 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217824 Feb 09 21:32:12.363463 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-6f880ad9-cd65-4c02-9029-8acb475b3130 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8300304 Feb 09 21:32:12.418953 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] Request body: {'port': {'device_id': 'd6573f32-5a00-472c-a5e8-5378088e096d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:12.427612 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3580cc81-01fe-45cf-87d2-d9fa8ced4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:12.439678 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-3580cc81-01fe-45cf-87d2-d9fa8ced4e81 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 922 time: 0.4586265 Feb 09 21:32:12.554186 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e9540bd-f00b-4e11-89ff-36a5372dd7bb req-155d49b9-cdd7-43a3-8d05-ec03ecb22d5f tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4721285-9b1b-4ab6-afb9-6f95d7e2325e HTTP/1.1" status: 200 len: 210 time: 0.0602894 Feb 09 21:32:12.581739 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-be35b78f-d26b-46b7-880a-4fa80b2ed677 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e449a260-1ced-47f5-8970-977165f448b0 HTTP/1.1" status: 200 len: 217 time: 0.1408896 Feb 09 21:32:12.750085 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:12.766253 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-491f6785-4daa-4da6-aa0c-d859a65ac1b5 None None] Provisioning complete for port bba129e0-d0c9-46ff-9727-3921f2f63a73 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:12.767024 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-491f6785-4daa-4da6-aa0c-d859a65ac1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:12.784808 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 1fa8007a-ffed-4161-8eb8-636df74ed17f is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:12.785380 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1fa8007a-ffed-4161-8eb8-636df74ed17f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:12.840460 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-8166169b-2d41-4d10-8cb8-d8ed235cc36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:12.869389 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-8166169b-2d41-4d10-8cb8-d8ed235cc36f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.2527971 Feb 09 21:32:12.871972 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:12.901523 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-491f6785-4daa-4da6-aa0c-d859a65ac1b5 None None] Port bba129e0-d0c9-46ff-9727-3921f2f63a73 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:32:12.911076 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc40e7b-9646-4c8e-b90c-c62fd8421f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa8007a-ffed-4161-8eb8-636df74ed17f'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:12.925741 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99692eda-83da-41a3-a2a5-6f18ac83c919" -d '{"events": [{"server_uuid": "efc40e7b-9646-4c8e-b90c-c62fd8421f97", "name": "network-vif-plugged", "status": "completed", "tag": "1fa8007a-ffed-4161-8eb8-636df74ed17f"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:12.974206 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc3c0b52-3183-481a-bc44-0741894caabf req-874aa53f-adbb-4c29-8465-cf783e665621 tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0916915 Feb 09 21:32:12.976430 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 1fa8007a-ffed-4161-8eb8-636df74ed17f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1fa8007a-ffed-4161-8eb8-636df74ed17f,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:13.004534 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1fa8007a-ffed-4161-8eb8-636df74ed17f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:13.041911 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a91d7118-b32b-43da-8dfa-85be45b7d398 req-08f8d90e-5a28-4b36-9e27-c3b95243fe74 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=66508983-5008-4283-9eba-40ad33c8f7d0 HTTP/1.1" status: 200 len: 210 time: 0.1448340 Feb 09 21:32:13.064327 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a4e0f8-5a81-4415-9626-e6249a0804be x-openstack-request-id: req-d7a4e0f8-5a81-4415-9626-e6249a0804be {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:13.065069 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc40e7b-9646-4c8e-b90c-c62fd8421f97", "name": "network-vif-plugged", "status": "completed", "tag": "1fa8007a-ffed-4161-8eb8-636df74ed17f", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:13.065490 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7a4e0f8-5a81-4415-9626-e6249a0804be {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:13.066056 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc40e7b-9646-4c8e-b90c-c62fd8421f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa8007a-ffed-4161-8eb8-636df74ed17f', 'code': 200} Feb 09 21:32:13.082674 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-0c2e12c0-41c6-4235-83fa-47bf6a0aa19e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1867757 Feb 09 21:32:13.153177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=1fa8007a-ffed-4161-8eb8-636df74ed17f,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:13.307912 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-96a137fa-b29c-4fff-b78c-8758eadac456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (8b9bb252-e7c5-4f21-bd04-a625744e49fc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:13.343678 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-40ef1f5e-bb61-4cf4-89c6-8e5c3ebf4f88 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:13.345217 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-40ef1f5e-bb61-4cf4-89c6-8e5c3ebf4f88 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.71 "GET /v2.0/networks?id=3fb92b90-8157-477d-b984-9a788657e9f2 HTTP/1.1" status: 200 len: 818 time: 0.3088660 Feb 09 21:32:13.401821 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-84adef81-d8a2-4f55-a0c6-af8423c8c5ca tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Request body: {'port': {'device_id': 'd4721285-9b1b-4ab6-afb9-6f95d7e2325e', 'network_id': '3fb92b90-8157-477d-b984-9a788657e9f2', 'admin_state_up': True, 'tenant_id': '9d6fdce3074646c2848ce35457eed03a'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:13.607017 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-87d46d8d-248a-4eea-a1bb-41f4503fc00e service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042982 Feb 09 21:32:13.704617 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d88e9-2960-48b0-9ad9-199e0791dec5 req-a887567c-dafa-4ceb-809b-377eb9a3f62f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:13.713359 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b79d88e9-2960-48b0-9ad9-199e0791dec5 req-a887567c-dafa-4ceb-809b-377eb9a3f62f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 944 time: 0.2862511 Feb 09 21:32:13.724106 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c373b0-6f8d-408e-a591-d575e656c418 req-b896465d-0a65-46e8-abc7-312d81a976b0 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:13.731297 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10c373b0-6f8d-408e-a591-d575e656c418 req-b896465d-0a65-46e8-abc7-312d81a976b0 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 936 time: 0.3031216 Feb 09 21:32:13.813554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-84adef81-d8a2-4f55-a0c6-af8423c8c5ca tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Made reservation on behalf of 9d6fdce3074646c2848ce35457eed03a for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:32:13.818527 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-84adef81-d8a2-4f55-a0c6-af8423c8c5ca tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:13.856131 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b79d88e9-2960-48b0-9ad9-199e0791dec5 req-b9f31d76-0b3e-44a4-9130-f6ec898a0ba9 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414466 Feb 09 21:32:13.900680 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10c373b0-6f8d-408e-a591-d575e656c418 req-204dc8ce-f691-45a4-bb4e-2a8c56eb7a51 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681509 Feb 09 21:32:13.977797 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:14.310127 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-62001689-b545-431d-b461-d3a19be65222 service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6913126 Feb 09 21:32:14.354235 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bba129e0-d0c9-46ff-9727-3921f2f63a73 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:14.379045 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] Publish callbacks [] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:14.413480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] Transition to ACTIVE for port object bba129e0-d0c9-46ff-9727-3921f2f63a73 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:32:14.489908 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:14.711490 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e29b7a38-1f92-4a69-bb49-1e6f87197e02 req-44302d73-c7f1-4156-9fdb-a09a87f749e2 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4721285-9b1b-4ab6-afb9-6f95d7e2325e HTTP/1.1" status: 200 len: 210 time: 0.1030941 Feb 09 21:32:14.844481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-84adef81-d8a2-4f55-a0c6-af8423c8c5ca tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Allocated IP 172.20.0.2 (3fb92b90-8157-477d-b984-9a788657e9f2/fc4e335b-2a08-4260-ba4c-0502d5df317d/6c4d6f40-0dc4-4ef3-9404-91cbd32db039) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:32:14.960724 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-864d2c78-2861-482c-a717-c6d1b07f5c3b req-d3e01ed0-9b92-4367-b7d1-cf4d56530f9c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0685017 Feb 09 21:32:14.981273 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-96a137fa-b29c-4fff-b78c-8758eadac456 admin admin] Deleting port 56419b6c-3eb9-493e-8a24-89956b71a29f {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:14.981614 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-96a137fa-b29c-4fff-b78c-8758eadac456 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (56419b6c-3eb9-493e-8a24-89956b71a29f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:14.996328 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f984d71d-6313-4364-9fdd-9033a0edcce5 req-5e2bc62f-7095-4aa8-93dd-dc66b6d02ce7 tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.1288097 Feb 09 21:32:15.090650 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-96a137fa-b29c-4fff-b78c-8758eadac456 admin admin] For port 56419b6c-3eb9-493e-8a24-89956b71a29f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=56419b6c-3eb9-493e-8a24-89956b71a29f,segment=NetworkSegment(b469d84c-6e33-4bf6-912f-f9cacb10a357),segment_id=b469d84c-6e33-4bf6-912f-f9cacb10a357)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:15.090939 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-96a137fa-b29c-4fff-b78c-8758eadac456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (56419b6c-3eb9-493e-8a24-89956b71a29f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:15.094114 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:15.114631 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-96a137fa-b29c-4fff-b78c-8758eadac456 admin admin] Calling delete_port for 56419b6c-3eb9-493e-8a24-89956b71a29f owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:15.200019 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-d1ed203e-10a8-4bbf-bf22-602255d372c7 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:15.201848 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-d1ed203e-10a8-4bbf-bf22-602255d372c7 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958&tenant_id=281dd21a4f7742a5b293ae307a18bb2e&binding%3Ahost_id=n-h1-828601-1 HTTP/1.1" status: 200 len: 1126 time: 0.5506382 Feb 09 21:32:15.204305 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] Attempting to bind port bba129e0-d0c9-46ff-9727-3921f2f63a73 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:32:15.205570 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] Attempting to bind port bba129e0-d0c9-46ff-9727-3921f2f63a73 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:32:15.205914 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] Attempting to bind port bba129e0-d0c9-46ff-9727-3921f2f63a73 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:15.213202 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] Pushing event updated for resources: {'Port': ['ID=bba129e0-d0c9-46ff-9727-3921f2f63a73,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:15.218644 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] Port bba129e0-d0c9-46ff-9727-3921f2f63a73 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:32:15.218970 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] Attempting to bind port bba129e0-d0c9-46ff-9727-3921f2f63a73 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:15.230108 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:32:15.230450 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:32:15.230816 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:32:15.231479 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] Bound port: bba129e0-d0c9-46ff-9727-3921f2f63a73, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:32:15.231862 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:15.377481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0894af-988b-4754-906e-a85eb656e601 req-e1d415ac-1e15-401e-abdd-d8bd9b4e383f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:15.379098 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd0894af-988b-4754-906e-a85eb656e601 req-e1d415ac-1e15-401e-abdd-d8bd9b4e383f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 944 time: 0.1655862 Feb 09 21:32:15.386154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe4ac9-6baa-4766-b6f7-a5e928331452 req-7c111cfe-c544-41a8-80ed-46ff637319a9 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:15.393470 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dffe4ac9-6baa-4766-b6f7-a5e928331452 req-7c111cfe-c544-41a8-80ed-46ff637319a9 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 948 time: 0.1877759 Feb 09 21:32:15.428953 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-84adef81-d8a2-4f55-a0c6-af8423c8c5ca tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Publish callbacks [] for port (6c4d6f40-0dc4-4ef3-9404-91cbd32db039), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:15.515802 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd0894af-988b-4754-906e-a85eb656e601 req-f795fd27-e5d7-4170-a745-33265c9c290e tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132455 Feb 09 21:32:15.529346 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] For port bba129e0-d0c9-46ff-9727-3921f2f63a73, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:15.532300 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-62cae545-370b-4c26-824f-c111318e1103 service neutron] For port e449a260-1ced-47f5-8970-977165f448b0, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:15.537021 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] For port bba129e0-d0c9-46ff-9727-3921f2f63a73, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=bba129e0-d0c9-46ff-9727-3921f2f63a73,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:32:15.556612 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-62cae545-370b-4c26-824f-c111318e1103 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:15.557723 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ed68b3cc-c5f7-4bb8-b1c4-23cd3a04f03c req-62cae545-370b-4c26-824f-c111318e1103 service neutron] 10.222.0.71 "DELETE /v2.0/ports/e449a260-1ced-47f5-8970-977165f448b0/bindings/n-h2-828601-1 HTTP/1.1" status: 204 len: 173 time: 0.3415585 Feb 09 21:32:15.561366 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dffe4ac9-6baa-4766-b6f7-a5e928331452 req-d3a4301b-526a-4070-8204-d9362fd8161e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668558 Feb 09 21:32:15.575232 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:15.591188 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-84adef81-d8a2-4f55-a0c6-af8423c8c5ca tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (6c4d6f40-0dc4-4ef3-9404-91cbd32db039), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:15.661466 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:15.681335 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-84adef81-d8a2-4f55-a0c6-af8423c8c5ca tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Network 3fb92b90-8157-477d-b984-9a788657e9f2 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:32:15.682724 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-84adef81-d8a2-4f55-a0c6-af8423c8c5ca tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:32:15.704485 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-84adef81-d8a2-4f55-a0c6-af8423c8c5ca tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:32:15.712045 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] Pushing event updated for resources: {'Port': ['ID=bba129e0-d0c9-46ff-9727-3921f2f63a73,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:15.808770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:15.809398 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:15.810820 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-eabcd3e1-1f70-48bb-892b-eab33f9d9040 service neutron] 10.222.0.42 "PUT /v2.0/ports/bba129e0-d0c9-46ff-9727-3921f2f63a73 HTTP/1.1" status: 200 len: 1096 time: 3.4136250 Feb 09 21:32:15.811288 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6573f32-5a00-472c-a5e8-5378088e096d', 'tag': 'bba129e0-d0c9-46ff-9727-3921f2f63a73'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:15.819452 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1d2a7b-4e36-4a4b-8a36-f683a3baad39" -d '{"events": [{"name": "network-changed", "server_uuid": "d6573f32-5a00-472c-a5e8-5378088e096d", "tag": "bba129e0-d0c9-46ff-9727-3921f2f63a73"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:15.822457 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84adef81-d8a2-4f55-a0c6-af8423c8c5ca tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Pushing event updated for resources: {'Port': ['ID=6c4d6f40-0dc4-4ef3-9404-91cbd32db039,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:15.876675 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-84adef81-d8a2-4f55-a0c6-af8423c8c5ca tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:15.892239 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-84adef81-d8a2-4f55-a0c6-af8423c8c5ca tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:15.950074 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-84adef81-d8a2-4f55-a0c6-af8423c8c5ca tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5698276 Feb 09 21:32:15.977261 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-96a137fa-b29c-4fff-b78c-8758eadac456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (56419b6c-3eb9-493e-8a24-89956b71a29f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:15.978627 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] Request body: {'port': {'device_id': 'd4721285-9b1b-4ab6-afb9-6f95d7e2325e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:16.049775 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41ab2dd-4564-403c-9a52-5358a9bd7863 x-openstack-request-id: req-f41ab2dd-4564-403c-9a52-5358a9bd7863 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:16.049775 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6573f32-5a00-472c-a5e8-5378088e096d", "tag": "bba129e0-d0c9-46ff-9727-3921f2f63a73", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:16.050131 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f41ab2dd-4564-403c-9a52-5358a9bd7863 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:16.050273 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6573f32-5a00-472c-a5e8-5378088e096d', 'tag': 'bba129e0-d0c9-46ff-9727-3921f2f63a73', 'status': 'completed', 'code': 200} Feb 09 21:32:16.061816 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a137fa-b29c-4fff-b78c-8758eadac456 admin admin] Pushing event deleted for resources: {'Port': ['ID=56419b6c-3eb9-493e-8a24-89956b71a29f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:16.225855 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-fb38084e-5e97-4207-a703-820bbc94604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:16.238668 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-fb38084e-5e97-4207-a703-820bbc94604e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 1130 time: 0.3532138 Feb 09 21:32:16.282698 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758c256-a6da-4bd6-a42f-e5d616cbca89 req-34e2ef7b-ec84-4c15-84fb-ee4ad1175f5a tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:16.290237 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b758c256-a6da-4bd6-a42f-e5d616cbca89 req-34e2ef7b-ec84-4c15-84fb-ee4ad1175f5a tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4721285-9b1b-4ab6-afb9-6f95d7e2325e HTTP/1.1" status: 200 len: 931 time: 0.2682364 Feb 09 21:32:16.362737 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6c4d6f40-0dc4-4ef3-9404-91cbd32db039), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:16.377948 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-18de57e0-332e-4fde-a167-7cc87fde5d86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=bba129e0-d0c9-46ff-9727-3921f2f63a73 HTTP/1.1" status: 200 len: 217 time: 0.1148005 Feb 09 21:32:16.537606 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48904) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:16.593387 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-221328a9-7623-4ffa-8552-6f07553595fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:16.595018 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-221328a9-7623-4ffa-8552-6f07553595fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.2091401 Feb 09 21:32:16.620211 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b758c256-a6da-4bd6-a42f-e5d616cbca89 req-0f93241d-d201-4b59-a09a-88198e19a57e tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/security-groups?id=b03fa8c2-06f1-4fa4-9dcc-10006c151c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266785 Feb 09 21:32:16.626998 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5df7ec-b0a9-42d7-a50d-0800d575344b req-9dcf7ae8-f64e-461c-a770-7ea7708508da tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:16.634725 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad5df7ec-b0a9-42d7-a50d-0800d575344b req-9dcf7ae8-f64e-461c-a770-7ea7708508da tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 1126 time: 0.3806281 Feb 09 21:32:16.769672 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-68f28b10-d5de-47c0-a965-036beab84d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:16.778751 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-68f28b10-d5de-47c0-a965-036beab84d3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1700327 Feb 09 21:32:16.779597 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-96a137fa-b29c-4fff-b78c-8758eadac456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (8b9bb252-e7c5-4f21-bd04-a625744e49fc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:16.853655 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-86082698-0e6d-4a1d-a0a5-03c071debca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:17.000310 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-a2b100b3-1035-43c8-b6b1-0f4e7b977ace service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118523 Feb 09 21:32:17.022745 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4d6f40-0dc4-4ef3-9404-91cbd32db039 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:17.034143 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] Publish callbacks [] for port (6c4d6f40-0dc4-4ef3-9404-91cbd32db039), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:17.047088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] Transition to ACTIVE for port object 6c4d6f40-0dc4-4ef3-9404-91cbd32db039 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:32:17.096008 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad5df7ec-b0a9-42d7-a50d-0800d575344b req-d0774616-eb9d-48f0-b7a2-2f13bfae79b2 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553096 Feb 09 21:32:17.096672 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (6c4d6f40-0dc4-4ef3-9404-91cbd32db039), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:17.169355 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b1322bd6-6cbb-43aa-8103-ebc439d56287 req-da93f941-3958-41db-b04f-d46a7764e655 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535041 Feb 09 21:32:17.287021 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc6309b2-bb84-4284-a1e2-67a1938717be req-292d5e71-9b01-4bfe-845e-a8b63734d9e7 tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.2045050 Feb 09 21:32:17.289050 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] Pushing event updated for resources: {'Port': ['ID=6c4d6f40-0dc4-4ef3-9404-91cbd32db039,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:17.303942 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-86082698-0e6d-4a1d-a0a5-03c071debca9 admin admin] Publish callbacks [] for security_group (726651f2-a63b-41ee-9a42-d6b78322d91c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:17.385662 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-86082698-0e6d-4a1d-a0a5-03c071debca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (726651f2-a63b-41ee-9a42-d6b78322d91c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:17.533752 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-86082698-0e6d-4a1d-a0a5-03c071debca9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2d09abba67ad45a798979036672f9fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9936008 Feb 09 21:32:17.539479 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48928) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:17.549614 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86082698-0e6d-4a1d-a0a5-03c071debca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726651f2-a63b-41ee-9a42-d6b78322d91c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:17.608264 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b62cc-edee-4b18-a7b1-581756f703f0 req-bbb19c14-3ea6-4964-a03a-873d4eb7e647 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:17.615314 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab0b62cc-edee-4b18-a7b1-581756f703f0 req-bbb19c14-3ea6-4964-a03a-873d4eb7e647 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 948 time: 0.3168430 Feb 09 21:32:17.648097 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d2a7b-4e36-4a4b-8a36-f683a3baad39 req-759262b9-828d-40ec-bb4e-97ea86f740f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:17.650290 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0b1d2a7b-4e36-4a4b-8a36-f683a3baad39 req-759262b9-828d-40ec-bb4e-97ea86f740f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 1130 time: 0.4232159 Feb 09 21:32:17.689685 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] Attempting to bind port 6c4d6f40-0dc4-4ef3-9404-91cbd32db039 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:32:17.690044 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] Attempting to bind port 6c4d6f40-0dc4-4ef3-9404-91cbd32db039 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '2dbfc9f0-d68a-4a82-adf5-9b2f2f6a41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3fb92b90-8157-477d-b984-9a788657e9f2'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:32:17.690382 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] Attempting to bind port 6c4d6f40-0dc4-4ef3-9404-91cbd32db039 on network 3fb92b90-8157-477d-b984-9a788657e9f2 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:17.699529 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] Port 6c4d6f40-0dc4-4ef3-9404-91cbd32db039 on network 3fb92b90-8157-477d-b984-9a788657e9f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:32:17.699895 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] Attempting to bind port 6c4d6f40-0dc4-4ef3-9404-91cbd32db039 on network 3fb92b90-8157-477d-b984-9a788657e9f2 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:17.751103 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:32:17.751490 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] Checking segment: {'id': '2dbfc9f0-d68a-4a82-adf5-9b2f2f6a41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3fb92b90-8157-477d-b984-9a788657e9f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:32:17.751905 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] Bound using segment: {'id': '2dbfc9f0-d68a-4a82-adf5-9b2f2f6a41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3fb92b90-8157-477d-b984-9a788657e9f2'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:32:17.752369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] Bound port: 6c4d6f40-0dc4-4ef3-9404-91cbd32db039, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dbfc9f0-d68a-4a82-adf5-9b2f2f6a41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3fb92b90-8157-477d-b984-9a788657e9f2'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:32:17.752738 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6c4d6f40-0dc4-4ef3-9404-91cbd32db039), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:17.804866 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab0b62cc-edee-4b18-a7b1-581756f703f0 req-8da2a7b9-6424-445f-823e-e6e736d73c9a tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862180 Feb 09 21:32:17.844330 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39ea7cf0-8526-4ff7-a956-370fbd1b7392 admin admin] Publish callbacks [] for security_group (726651f2-a63b-41ee-9a42-d6b78322d91c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:17.870289 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39ea7cf0-8526-4ff7-a956-370fbd1b7392 admin admin] Publish callbacks [] for security_group (726651f2-a63b-41ee-9a42-d6b78322d91c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:17.939739 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d2a7b-4e36-4a4b-8a36-f683a3baad39 req-b2c7f341-6595-4c7a-9190-b2dd7bad3453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:17.954472 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0b1d2a7b-4e36-4a4b-8a36-f683a3baad39 req-b2c7f341-6595-4c7a-9190-b2dd7bad3453 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.2920835 Feb 09 21:32:17.957899 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39ea7cf0-8526-4ff7-a956-370fbd1b7392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (726651f2-a63b-41ee-9a42-d6b78322d91c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:17.961250 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39ea7cf0-8526-4ff7-a956-370fbd1b7392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:17.962574 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-39ea7cf0-8526-4ff7-a956-370fbd1b7392 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/726651f2-a63b-41ee-9a42-d6b78322d91c HTTP/1.1" status: 204 len: 168 time: 0.4220135 Feb 09 21:32:17.996017 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea7cf0-8526-4ff7-a956-370fbd1b7392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726651f2-a63b-41ee-9a42-d6b78322d91c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:18.053931 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] For port 6c4d6f40-0dc4-4ef3-9404-91cbd32db039, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:18.069492 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] For port 6c4d6f40-0dc4-4ef3-9404-91cbd32db039, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=6c4d6f40-0dc4-4ef3-9404-91cbd32db039,segment=NetworkSegment(2dbfc9f0-d68a-4a82-adf5-9b2f2f6a41e6),segment_id=2dbfc9f0-d68a-4a82-adf5-9b2f2f6a41e6)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:32:18.085450 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-1ab5987b-1bf9-4e6f-9421-e75e5d92a5c1 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:18.088098 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-1ab5987b-1bf9-4e6f-9421-e75e5d92a5c1 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 821 time: 0.3818774 Feb 09 21:32:18.091033 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (6c4d6f40-0dc4-4ef3-9404-91cbd32db039), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:18.105089 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0b1d2a7b-4e36-4a4b-8a36-f683a3baad39 req-bb64faa5-cf80-442d-a663-92cc94128ad5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=bba129e0-d0c9-46ff-9727-3921f2f63a73 HTTP/1.1" status: 200 len: 217 time: 0.1444790 Feb 09 21:32:18.114309 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a137fa-b29c-4fff-b78c-8758eadac456 admin admin] Router 8b9bb252-e7c5-4f21-bd04-a625744e49fc has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:32:18.208918 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-44803799-795d-46e8-95ad-1660eb534819 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/quotas/281dd21a4f7742a5b293ae307a18bb2e HTTP/1.1" status: 200 len: 375 time: 0.1133645 Feb 09 21:32:18.244749 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:18.245921 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:18.250211 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] 10.222.0.71 "PUT /v2.0/ports/6c4d6f40-0dc4-4ef3-9404-91cbd32db039 HTTP/1.1" status: 200 len: 1091 time: 2.2875538 Feb 09 21:32:18.259892 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4721285-9b1b-4ab6-afb9-6f95d7e2325e', 'tag': '6c4d6f40-0dc4-4ef3-9404-91cbd32db039'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:18.259892 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fff9afe-3b61-4b4a-b955-3e08b5efc608" -d '{"events": [{"name": "network-changed", "server_uuid": "d4721285-9b1b-4ab6-afb9-6f95d7e2325e", "tag": "6c4d6f40-0dc4-4ef3-9404-91cbd32db039"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:18.291904 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a137fa-b29c-4fff-b78c-8758eadac456 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:32:18.302278 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-96a137fa-b29c-4fff-b78c-8758eadac456 admin admin] 10.222.0.77 "PUT /v2.0/routers/8b9bb252-e7c5-4f21-bd04-a625744e49fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7903244 Feb 09 21:32:18.302688 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48954) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:18.308580 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaa964e-1567-489b-bd82-d6593e034148 None None] Sync routers for ids ['8b9bb252-e7c5-4f21-bd04-a625744e49fc'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:32:18.334611 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d2a7b-4e36-4a4b-8a36-f683a3baad39 req-110ba1a8-61be-443d-aded-081b090f9cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:18.337218 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaa964e-1567-489b-bd82-d6593e034148 None None] Routers {'8b9bb252-e7c5-4f21-bd04-a625744e49fc'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:32:18.337874 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7aaa964e-1567-489b-bd82-d6593e034148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:32:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8b9bb252-e7c5-4f21-bd04-a625744e49fc'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:18.342018 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0b1d2a7b-4e36-4a4b-8a36-f683a3baad39 req-110ba1a8-61be-443d-aded-081b090f9cd2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.2265663 Feb 09 21:32:18.504605 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2661b7-6b75-4269-80b5-16e04920c79e service neutron] Pushing event updated for resources: {'Port': ['ID=6c4d6f40-0dc4-4ef3-9404-91cbd32db039,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:18.550448 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-7aaa964e-1567-489b-bd82-d6593e034148 None None] Set router 8b9bb252-e7c5-4f21-bd04-a625744e49fc gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:32:18.589804 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-aa4eb74f-335b-4225-b35f-13a7a9184fa4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3711879 Feb 09 21:32:18.597432 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-e84e641f-cd14-4ce9-a286-b34e84f306a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:18.599567 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-e84e641f-cd14-4ce9-a286-b34e84f306a0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9d6fdce3074646c2848ce35457eed03a&device_id=d4721285-9b1b-4ab6-afb9-6f95d7e2325e HTTP/1.1" status: 200 len: 1125 time: 0.2404313 Feb 09 21:32:18.666308 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device bba129e0-d0c9-46ff-9727-3921f2f63a73 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:32:18.689079 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d2a7b-4e36-4a4b-8a36-f683a3baad39 req-a96f61bc-75f2-4221-9f34-41c995e1ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:18.690615 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0b1d2a7b-4e36-4a4b-8a36-f683a3baad39 req-a96f61bc-75f2-4221-9f34-41c995e1ae6a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2645679 Feb 09 21:32:18.734581 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d49bccc-ff9f-4e7e-a86b-be6f51ba88ec admin admin] Publish callbacks [] for router (8b9bb252-e7c5-4f21-bd04-a625744e49fc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:19.006069 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-0b86546b-ab96-4943-a9e1-491e10223e70 service neutron] 10.222.0.77 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867176 Feb 09 21:32:19.014027 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-f80eedfa-bf05-4167-83f1-6da00116d50e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c4d6f40-0dc4-4ef3-9404-91cbd32db039 HTTP/1.1" status: 200 len: 217 time: 0.3935509 Feb 09 21:32:19.034095 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f360c00-37bf-4f02-aac4-4a1476e11235 req-5008a0d4-b1d2-4abc-82dc-7eccfd0168ec tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:19.034456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port bba129e0-d0c9-46ff-9727-3921f2f63a73, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=bba129e0-d0c9-46ff-9727-3921f2f63a73,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:19.044385 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f360c00-37bf-4f02-aac4-4a1476e11235 req-5008a0d4-b1d2-4abc-82dc-7eccfd0168ec tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4721285-9b1b-4ab6-afb9-6f95d7e2325e HTTP/1.1" status: 200 len: 943 time: 0.5603335 Feb 09 21:32:19.049731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'bba129e0-d0c9-46ff-9727-3921f2f63a73', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': 'bba129e0-d0c9-46ff-9727-3921f2f63a73', 'mac_address': 'fa:16:3e:52:a5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:32:19.122524 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0b1d2a7b-4e36-4a4b-8a36-f683a3baad39 req-4774a634-7aa0-4456-9e96-c1b02218b920 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153774 Feb 09 21:32:19.139085 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port bba129e0-d0c9-46ff-9727-3921f2f63a73 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:19.140004 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:19.166221 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba129e0-d0c9-46ff-9727-3921f2f63a73 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:19.220493 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-6e7d0592-3291-4f8f-8660-2efe29db890e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:19.222069 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port bba129e0-d0c9-46ff-9727-3921f2f63a73, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=bba129e0-d0c9-46ff-9727-3921f2f63a73,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:19.224095 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-6e7d0592-3291-4f8f-8660-2efe29db890e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc4e335b-2a08-4260-ba4c-0502d5df317d HTTP/1.1" status: 200 len: 858 time: 0.1672418 Feb 09 21:32:19.228151 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7aaa964e-1567-489b-bd82-d6593e034148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9bb252-e7c5-4f21-bd04-a625744e49fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1964086852-router', 'tenant_id': '8ff744cad7694cd6b1ab156221a95ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'faf9aa33-f94f-4666-abc8-485c3cfbe4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:15Z', 'updated_at': '2022-02-09T21:32:15Z', 'revision_number': 5, 'project_id': '8ff744cad7694cd6b1ab156221a95ba4', 'gw_port': {'id': 'faf9aa33-f94f-4666-abc8-485c3cfbe4d4', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9bb252-e7c5-4f21-bd04-a625744e49fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:16Z', 'updated_at': '2022-02-09T21:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:19.265377 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d49bccc-ff9f-4e7e-a86b-be6f51ba88ec admin admin] Publish callbacks [] for router_gateway (8b9bb252-e7c5-4f21-bd04-a625744e49fc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:19.306778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaa964e-1567-489b-bd82-d6593e034148 None None] Checking router: 8b9bb252-e7c5-4f21-bd04-a625744e49fc for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:32:19.316936 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:19.384751 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaa964e-1567-489b-bd82-d6593e034148 None None] Routers {'8b9bb252-e7c5-4f21-bd04-a625744e49fc'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:32:19.391285 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7aaa964e-1567-489b-bd82-d6593e034148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:32:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8b9bb252-e7c5-4f21-bd04-a625744e49fc'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:19.434222 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0b1d2a7b-4e36-4a4b-8a36-f683a3baad39 req-091084f3-d285-4a0d-9d10-2d14c71e94f7 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086994 Feb 09 21:32:19.437561 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-ffc8a73b-762c-4ff7-ba48-f25ab6e4f748 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fb92b90-8157-477d-b984-9a788657e9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1720817 Feb 09 21:32:19.467940 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9d49bccc-ff9f-4e7e-a86b-be6f51ba88ec admin admin] Deleting port faf9aa33-f94f-4666-abc8-485c3cfbe4d4 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:19.468303 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d49bccc-ff9f-4e7e-a86b-be6f51ba88ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (faf9aa33-f94f-4666-abc8-485c3cfbe4d4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:19.489662 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48984) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:19.581156 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=bba129e0-d0c9-46ff-9727-3921f2f63a73,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:19.632188 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f360c00-37bf-4f02-aac4-4a1476e11235 req-58829d39-766a-42ff-8dd2-307b1c1cae78 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/security-groups?id=b03fa8c2-06f1-4fa4-9dcc-10006c151c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5867145 Feb 09 21:32:19.653650 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-9d49bccc-ff9f-4e7e-a86b-be6f51ba88ec admin admin] For port faf9aa33-f94f-4666-abc8-485c3cfbe4d4, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=faf9aa33-f94f-4666-abc8-485c3cfbe4d4,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:19.655592 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d49bccc-ff9f-4e7e-a86b-be6f51ba88ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (faf9aa33-f94f-4666-abc8-485c3cfbe4d4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:19.669534 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['bba129e0-d0c9-46ff-9727-3921f2f63a73'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:19.707503 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9d49bccc-ff9f-4e7e-a86b-be6f51ba88ec admin admin] Calling delete_port for faf9aa33-f94f-4666-abc8-485c3cfbe4d4 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:19.732517 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-92efb315-e360-4d13-9c4a-cc277253bbae service neutron] 10.222.0.71 "GET /v2.0/networks/3fb92b90-8157-477d-b984-9a788657e9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815964 Feb 09 21:32:19.772626 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-6c8133fb-d3c9-479c-b491-9f65872594fc service neutron] 10.222.0.77 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7572927 Feb 09 21:32:19.848077 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-7aaa964e-1567-489b-bd82-d6593e034148 None None] Set router 8b9bb252-e7c5-4f21-bd04-a625744e49fc gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:32:19.879175 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-9b807035-614a-438a-99a5-fabc4a202e39 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1080822694-network', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:19.926294 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd0e9e5-ec44-432f-9455-b42c8c841723 x-openstack-request-id: req-0dd0e9e5-ec44-432f-9455-b42c8c841723 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:19.927234 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4721285-9b1b-4ab6-afb9-6f95d7e2325e", "tag": "6c4d6f40-0dc4-4ef3-9404-91cbd32db039", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:19.927530 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0dd0e9e5-ec44-432f-9455-b42c8c841723 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:19.927982 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4721285-9b1b-4ab6-afb9-6f95d7e2325e', 'tag': '6c4d6f40-0dc4-4ef3-9404-91cbd32db039', 'status': 'completed', 'code': 200} Feb 09 21:32:19.939752 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7aaa964e-1567-489b-bd82-d6593e034148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9bb252-e7c5-4f21-bd04-a625744e49fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1964086852-router', 'tenant_id': '8ff744cad7694cd6b1ab156221a95ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:15Z', 'updated_at': '2022-02-09T21:32:19Z', 'revision_number': 6, 'project_id': '8ff744cad7694cd6b1ab156221a95ba4', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:19.969390 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae0edb97-cbd3-4cb8-821f-75f9e27d1a06 req-16f974af-9936-435f-b536-aba93a1e6559 service neutron] 10.222.0.71 "GET /v2.0/networks/3fb92b90-8157-477d-b984-9a788657e9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263258 Feb 09 21:32:19.990723 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaa964e-1567-489b-bd82-d6593e034148 None None] The sync data for ids ['8b9bb252-e7c5-4f21-bd04-a625744e49fc'] in n-d-828601-1 is: [{'id': '8b9bb252-e7c5-4f21-bd04-a625744e49fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1964086852-router', 'tenant_id': '8ff744cad7694cd6b1ab156221a95ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:15Z', 'updated_at': '2022-02-09T21:32:19Z', 'revision_number': 6, 'project_id': '8ff744cad7694cd6b1ab156221a95ba4', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:32:20.241509 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ad9080e-3789-4c3f-a664-bb049d579571 req-d6d99c71-f466-41d2-b16e-da9fd93418ac tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0994041 Feb 09 21:32:20.270179 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff9afe-3b61-4b4a-b955-3e08b5efc608 req-aac8d5a7-81d0-4c0d-8a16-99745abd5ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:20.272122 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fff9afe-3b61-4b4a-b955-3e08b5efc608 req-aac8d5a7-81d0-4c0d-8a16-99745abd5ef6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9d6fdce3074646c2848ce35457eed03a&device_id=d4721285-9b1b-4ab6-afb9-6f95d7e2325e HTTP/1.1" status: 200 len: 1125 time: 0.2444406 Feb 09 21:32:20.465901 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-153f5216-f520-4f14-ba70-f3691bad9408 req-3221b744-5d38-4dd0-a8ea-d1e0fcf5a609 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 210 time: 0.0693424 Feb 09 21:32:20.575371 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b807035-614a-438a-99a5-fabc4a202e39 admin admin] Made reservation on behalf of 3aaf6babd50147f8ab22f9980693252e for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:32:20.577678 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b807035-614a-438a-99a5-fabc4a202e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:20.618108 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3e603-b2a5-45c1-bf92-91fc0d6264ed req-0eaa1fed-fbfa-440e-91c3-f5e678328017 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:20.619756 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-55b3e603-b2a5-45c1-bf92-91fc0d6264ed req-0eaa1fed-fbfa-440e-91c3-f5e678328017 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 949 time: 0.2253714 Feb 09 21:32:20.626742 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff9afe-3b61-4b4a-b955-3e08b5efc608 req-4a897df6-1c80-4d9f-abd1-34e75aaea898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:20.627448 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fff9afe-3b61-4b4a-b955-3e08b5efc608 req-4a897df6-1c80-4d9f-abd1-34e75aaea898 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3fb92b90-8157-477d-b984-9a788657e9f2 HTTP/1.1" status: 200 len: 919 time: 0.3487215 Feb 09 21:32:20.632683 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b807035-614a-438a-99a5-fabc4a202e39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:20.695117 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fff9afe-3b61-4b4a-b955-3e08b5efc608 req-ac3865f1-ae35-4875-826c-79b774b51f83 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c4d6f40-0dc4-4ef3-9404-91cbd32db039 HTTP/1.1" status: 200 len: 217 time: 0.0586722 Feb 09 21:32:20.839794 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d49bccc-ff9f-4e7e-a86b-be6f51ba88ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (faf9aa33-f94f-4666-abc8-485c3cfbe4d4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:20.860035 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff9afe-3b61-4b4a-b955-3e08b5efc608 req-190c0c21-16e9-410b-a990-4139c74ede7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:20.861916 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fff9afe-3b61-4b4a-b955-3e08b5efc608 req-190c0c21-16e9-410b-a990-4139c74ede7f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc4e335b-2a08-4260-ba4c-0502d5df317d HTTP/1.1" status: 200 len: 858 time: 0.1573110 Feb 09 21:32:20.896581 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-55b3e603-b2a5-45c1-bf92-91fc0d6264ed req-9b27606f-4c28-4507-b67c-85207f46f901 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674003 Feb 09 21:32:20.903788 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49bccc-ff9f-4e7e-a86b-be6f51ba88ec admin admin] Pushing event deleted for resources: {'Port': ['ID=faf9aa33-f94f-4666-abc8-485c3cfbe4d4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:20.987238 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fff9afe-3b61-4b4a-b955-3e08b5efc608 req-932e9e6d-433e-41c9-8024-0fb2a5a157c5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fb92b90-8157-477d-b984-9a788657e9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877156 Feb 09 21:32:21.010588 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b807035-614a-438a-99a5-fabc4a202e39 admin admin] Publish callbacks [] for security_group (99212a3f-8e13-48f1-88fc-2985c605fd0c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:21.020542 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b807035-614a-438a-99a5-fabc4a202e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (99212a3f-8e13-48f1-88fc-2985c605fd0c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:21.062366 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b807035-614a-438a-99a5-fabc4a202e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99212a3f-8e13-48f1-88fc-2985c605fd0c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:21.099127 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b807035-614a-438a-99a5-fabc4a202e39 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:32:21.119355 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b807035-614a-438a-99a5-fabc4a202e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:21.119865 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-9b807035-614a-438a-99a5-fabc4a202e39 admin admin] Added segment 3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3 of type vlan for network 89a25c7b-4058-4f59-81ba-6eea356f69d7 Feb 09 21:32:21.146114 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893f6a8-999c-437f-bbf0-f3444f0b8779 req-210f2eb3-b283-4893-817b-c338c067d6fa tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:21.157478 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8893f6a8-999c-437f-bbf0-f3444f0b8779 req-210f2eb3-b283-4893-817b-c338c067d6fa tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4721285-9b1b-4ab6-afb9-6f95d7e2325e HTTP/1.1" status: 200 len: 943 time: 0.2201157 Feb 09 21:32:21.194977 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fff9afe-3b61-4b4a-b955-3e08b5efc608 req-f91bdd2b-bbc6-4437-b37b-76e14c42cd14 service neutron] 10.222.0.71 "GET /v2.0/networks/3fb92b90-8157-477d-b984-9a788657e9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007642 Feb 09 21:32:21.254478 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b807035-614a-438a-99a5-fabc4a202e39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (89a25c7b-4058-4f59-81ba-6eea356f69d7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:21.302346 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d49bccc-ff9f-4e7e-a86b-be6f51ba88ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (8b9bb252-e7c5-4f21-bd04-a625744e49fc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:21.304009 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8893f6a8-999c-437f-bbf0-f3444f0b8779 req-ac9498a4-cea6-4f45-ab21-2551ce9acda7 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/security-groups?id=b03fa8c2-06f1-4fa4-9dcc-10006c151c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386132 Feb 09 21:32:21.310818 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b807035-614a-438a-99a5-fabc4a202e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (89a25c7b-4058-4f59-81ba-6eea356f69d7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:21.313592 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b807035-614a-438a-99a5-fabc4a202e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:21.314841 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b807035-614a-438a-99a5-fabc4a202e39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:21.428311 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fff9afe-3b61-4b4a-b955-3e08b5efc608 req-0e41a723-abf3-4878-b87f-eb0bc42e4676 service neutron] 10.222.0.71 "GET /v2.0/networks/3fb92b90-8157-477d-b984-9a788657e9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270794 Feb 09 21:32:21.441301 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9b807035-614a-438a-99a5-fabc4a202e39 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9505889 Feb 09 21:32:21.444508 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49026) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:21.455421 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b3c04943-40e1-4168-8293-6eb5b2a230ba admin admin] Request body: {'subnet': {'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1080822694-subnet', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:21.560537 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6ea5571f-bb44-4563-b8cf-971ca65ad2c6 req-a5a502f9-d332-4026-8f6e-f524a5d0a17a tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0623238 Feb 09 21:32:21.561676 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c04943-40e1-4168-8293-6eb5b2a230ba admin admin] Made reservation on behalf of 3aaf6babd50147f8ab22f9980693252e for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:32:21.565292 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3c04943-40e1-4168-8293-6eb5b2a230ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:21.597399 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d49bccc-ff9f-4e7e-a86b-be6f51ba88ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (8b9bb252-e7c5-4f21-bd04-a625744e49fc), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:21.611043 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device faf9aa33-f94f-4666-abc8-485c3cfbe4d4 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:21.623938 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d49bccc-ff9f-4e7e-a86b-be6f51ba88ec admin admin] Publish callbacks [] for router_controller (8b9bb252-e7c5-4f21-bd04-a625744e49fc), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:21.654417 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: faf9aa33-f94f-4666-abc8-485c3cfbe4d4 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:32:21.655545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device faf9aa33-f94f-4666-abc8-485c3cfbe4d4 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:32:21.656144 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 56419b6c-3eb9-493e-8a24-89956b71a29f no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:21.672570 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b807035-614a-438a-99a5-fabc4a202e39 admin admin] Pushing event updated for resources: {'Network': ['ID=89a25c7b-4058-4f59-81ba-6eea356f69d7,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:21.684996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 56419b6c-3eb9-493e-8a24-89956b71a29f {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:32:21.685628 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 56419b6c-3eb9-493e-8a24-89956b71a29f not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:32:21.697782 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 89a25c7b-4058-4f59-81ba-6eea356f69d7 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:32:21.784827 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3d89e813-c5fe-4111-9c8d-c04b4990e27e req-bd4e92ba-6f5e-4e26-b629-ab74ba522d4b tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 210 time: 0.0677199 Feb 09 21:32:21.896347 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d49bccc-ff9f-4e7e-a86b-be6f51ba88ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (8b9bb252-e7c5-4f21-bd04-a625744e49fc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:21.896838 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d49bccc-ff9f-4e7e-a86b-be6f51ba88ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b9bb252-e7c5-4f21-bd04-a625744e49fc {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:32:21.930224 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d49bccc-ff9f-4e7e-a86b-be6f51ba88ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:21.931706 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9d49bccc-ff9f-4e7e-a86b-be6f51ba88ec admin admin] 10.222.0.77 "DELETE /v2.0/routers/8b9bb252-e7c5-4f21-bd04-a625744e49fc HTTP/1.1" status: 204 len: 168 time: 3.6280479 Feb 09 21:32:21.935028 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49032) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:22.040160 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee01dc2-50cb-4856-9563-d1ec10db9ce2 admin admin] Deleting subnet 09e767fb-db85-4698-ba45-58761aec05f1 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:32:22.051689 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ee01dc2-50cb-4856-9563-d1ec10db9ce2 admin admin] Publish callbacks [] for subnet (09e767fb-db85-4698-ba45-58761aec05f1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:22.098717 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3c04943-40e1-4168-8293-6eb5b2a230ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (b975b29a-eecb-4503-bf17-7b9d022ca240), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:22.099354 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-fc7d63da-7286-4e20-b8ca-69f5db301817 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:22.100928 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-fc7d63da-7286-4e20-b8ca-69f5db301817 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.42 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 821 time: 0.3177404 Feb 09 21:32:22.116205 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-281d517f-f351-4aeb-9f68-0c0eb3f201fa tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Request body: {'port': {'device_id': 'abd3d69c-4458-4207-8913-2895dd360a98', 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347', 'admin_state_up': True, 'tenant_id': '281dd21a4f7742a5b293ae307a18bb2e'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:22.134681 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ee01dc2-50cb-4856-9563-d1ec10db9ce2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (09e767fb-db85-4698-ba45-58761aec05f1), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:22.161582 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c04943-40e1-4168-8293-6eb5b2a230ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b975b29a-eecb-4503-bf17-7b9d022ca240,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:22.191675 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f04e5d-378d-4cfd-9400-03296eeb4c68 req-36a5709e-1fa2-4750-8cf5-64a221aeac9a tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:22.194499 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c9f04e5d-378d-4cfd-9400-03296eeb4c68 req-36a5709e-1fa2-4750-8cf5-64a221aeac9a tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 949 time: 0.1573596 Feb 09 21:32:22.226998 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c04943-40e1-4168-8293-6eb5b2a230ba admin admin] Checking segment: {'id': '3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:32:22.228055 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c04943-40e1-4168-8293-6eb5b2a230ba admin admin] Network hostable DHCP agents. Network: 89a25c7b-4058-4f59-81ba-6eea356f69d7, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:32:22.266252 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c9f04e5d-378d-4cfd-9400-03296eeb4c68 req-9c9cb4ba-0433-4adc-80c2-d36f0d1f53a3 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585089 Feb 09 21:32:22.267833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c04943-40e1-4168-8293-6eb5b2a230ba admin admin] Network 89a25c7b-4058-4f59-81ba-6eea356f69d7 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:32:22.279107 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-b3c04943-40e1-4168-8293-6eb5b2a230ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 89a25c7b-4058-4f59-81ba-6eea356f69d7) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:32:22.283579 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c04943-40e1-4168-8293-6eb5b2a230ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:22.284414 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3c04943-40e1-4168-8293-6eb5b2a230ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:22.289500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0f3fd1-97c4-44aa-b44c-e41210f5154c None None] Network 89a25c7b-4058-4f59-81ba-6eea356f69d7 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:32:22.328684 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b3c04943-40e1-4168-8293-6eb5b2a230ba admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8827050 Feb 09 21:32:22.330469 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49034) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:22.339517 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-eb67ce59-d2d2-4352-bb99-819da87469c0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1080822694-router', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:22.358877 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ee01dc2-50cb-4856-9563-d1ec10db9ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (09e767fb-db85-4698-ba45-58761aec05f1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:22.396510 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb67ce59-d2d2-4352-bb99-819da87469c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (987e0f3e-9839-4bd1-931c-e929e9bc41bd), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:22.397935 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb67ce59-d2d2-4352-bb99-819da87469c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (987e0f3e-9839-4bd1-931c-e929e9bc41bd), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:22.418432 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35afb02-829a-4f31-ac7f-b7633ecb29c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-89a25c7b-4058-4f59-81ba-6eea356f69d7', 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7', 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'fixed_ips': [{'subnet_id': 'b975b29a-eecb-4503-bf17-7b9d022ca240'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:32:22.419920 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b35afb02-829a-4f31-ac7f-b7633ecb29c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:22.454008 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-281d517f-f351-4aeb-9f68-0c0eb3f201fa tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Made reservation on behalf of 281dd21a4f7742a5b293ae307a18bb2e for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:32:22.460413 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-281d517f-f351-4aeb-9f68-0c0eb3f201fa tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:22.572749 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb67ce59-d2d2-4352-bb99-819da87469c0 admin admin] Publish callbacks [] for router_controller (987e0f3e-9839-4bd1-931c-e929e9bc41bd), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:22.611552 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ee01dc2-50cb-4856-9563-d1ec10db9ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (09e767fb-db85-4698-ba45-58761aec05f1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:22.629236 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device bba129e0-d0c9-46ff-9727-3921f2f63a73 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:32:22.700732 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee01dc2-50cb-4856-9563-d1ec10db9ce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09e767fb-db85-4698-ba45-58761aec05f1,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:22.729437 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ee01dc2-50cb-4856-9563-d1ec10db9ce2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:22.736171 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1ee01dc2-50cb-4856-9563-d1ec10db9ce2 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/09e767fb-db85-4698-ba45-58761aec05f1 HTTP/1.1" status: 204 len: 168 time: 0.7975848 Feb 09 21:32:22.746635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49056) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:22.760580 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb67ce59-d2d2-4352-bb99-819da87469c0 admin admin] Publish callbacks [] for router_gateway (987e0f3e-9839-4bd1-931c-e929e9bc41bd), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:22.768197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0f8d92-1e8a-4da0-b5cb-94ff87f1e1cc None None] Network ea20ccf9-a1d1-4d96-b94c-8c73e0389a92 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:32:22.790513 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d7d33-4467-4e1e-b5eb-89f638d905f0 req-05bd5e31-e77f-465b-92cd-b29669c9e691 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:22.792874 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-955d7d33-4467-4e1e-b5eb-89f638d905f0 req-05bd5e31-e77f-465b-92cd-b29669c9e691 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4721285-9b1b-4ab6-afb9-6f95d7e2325e HTTP/1.1" status: 200 len: 943 time: 0.3421741 Feb 09 21:32:22.837811 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b3de3af-fbdc-41ea-9985-527b7e3b4356 req-ceb41a4d-51db-4c1a-a848-f099f00e7bf6 tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0713239 Feb 09 21:32:22.905844 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8fc26806-250d-47c0-aa94-fb2cfe711e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (ea20ccf9-a1d1-4d96-b94c-8c73e0389a92), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:22.985453 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-281d517f-f351-4aeb-9f68-0c0eb3f201fa tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Allocated IP 172.20.0.13 (3335e86a-d685-4bed-b15a-6df9753c1347/351fd407-a245-4a16-90db-5d5f752397dc/199ff699-3388-439e-bc05-9e9bec66e321) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:32:23.075840 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a2f81b5c-9eba-4cd4-b6b8-41819b7012c3 req-2f70d404-b11d-4ccf-83da-d94adbe86115 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 210 time: 0.1005473 Feb 09 21:32:23.105959 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-955d7d33-4467-4e1e-b5eb-89f638d905f0 req-d07aa262-6e0b-4552-b329-eaab874adbb2 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/security-groups?id=b03fa8c2-06f1-4fa4-9dcc-10006c151c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003583 Feb 09 21:32:23.187625 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-b35afb02-829a-4f31-ac7f-b7633ecb29c3 None None] Allocated IP 172.20.0.2 (89a25c7b-4058-4f59-81ba-6eea356f69d7/b975b29a-eecb-4503-bf17-7b9d022ca240/3cab3960-0507-48ee-a6b3-2d57c7ae5bf0) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:32:23.207846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8fc26806-250d-47c0-aa94-fb2cfe711e1d admin admin] Deleting port 7b033b67-77a0-4acc-8216-9c51e47643b8 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:23.208457 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8fc26806-250d-47c0-aa94-fb2cfe711e1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (7b033b67-77a0-4acc-8216-9c51e47643b8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:23.328140 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port bba129e0-d0c9-46ff-9727-3921f2f63a73 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:32:23.335259 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port bba129e0-d0c9-46ff-9727-3921f2f63a73 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:23.335825 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:23.397407 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 6c4d6f40-0dc4-4ef3-9404-91cbd32db039 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:32:23.417383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-8fc26806-250d-47c0-aa94-fb2cfe711e1d admin admin] For port 7b033b67-77a0-4acc-8216-9c51e47643b8, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7b033b67-77a0-4acc-8216-9c51e47643b8,segment=NetworkSegment(b469d84c-6e33-4bf6-912f-f9cacb10a357),segment_id=b469d84c-6e33-4bf6-912f-f9cacb10a357)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:23.431215 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8fc26806-250d-47c0-aa94-fb2cfe711e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (7b033b67-77a0-4acc-8216-9c51e47643b8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:23.469318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8fc26806-250d-47c0-aa94-fb2cfe711e1d admin admin] Calling delete_port for 7b033b67-77a0-4acc-8216-9c51e47643b8 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:23.564901 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbf6a32-3862-46de-8ee6-6898d950ef6b None None] DHCP port deletion for ea20ccf9-a1d1-4d96-b94c-8c73e0389a92 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:32:23.619607 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7b033b67-77a0-4acc-8216-9c51e47643b8 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:23.629400 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-281d517f-f351-4aeb-9f68-0c0eb3f201fa tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks [] for port (199ff699-3388-439e-bc05-9e9bec66e321), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:23.677450 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-281d517f-f351-4aeb-9f68-0c0eb3f201fa tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (199ff699-3388-439e-bc05-9e9bec66e321), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:23.749062 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d517f-f351-4aeb-9f68-0c0eb3f201fa tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Pushing event updated for resources: {'Port': ['ID=199ff699-3388-439e-bc05-9e9bec66e321,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:23.764137 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b35afb02-829a-4f31-ac7f-b7633ecb29c3 None None] Publish callbacks [] for port (3cab3960-0507-48ee-a6b3-2d57c7ae5bf0), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:23.785026 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 6c4d6f40-0dc4-4ef3-9404-91cbd32db039, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=6c4d6f40-0dc4-4ef3-9404-91cbd32db039,segment=NetworkSegment(2dbfc9f0-d68a-4a82-adf5-9b2f2f6a41e6),segment_id=2dbfc9f0-d68a-4a82-adf5-9b2f2f6a41e6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:23.786965 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-281d517f-f351-4aeb-9f68-0c0eb3f201fa tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Network 3335e86a-d685-4bed-b15a-6df9753c1347 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:32:23.796721 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-281d517f-f351-4aeb-9f68-0c0eb3f201fa tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:32:23.800496 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-281d517f-f351-4aeb-9f68-0c0eb3f201fa tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:32:23.801303 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port bba129e0-d0c9-46ff-9727-3921f2f63a73 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:23.805364 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e2300-c8ab-4fbc-8a37-f8e82a726444 req-323eb859-3d8c-41d4-bbc6-5df759bd095f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:23.806109 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:23.807814 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-633e2300-c8ab-4fbc-8a37-f8e82a726444 req-323eb859-3d8c-41d4-bbc6-5df759bd095f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 949 time: 0.2555711 Feb 09 21:32:23.866545 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b35afb02-829a-4f31-ac7f-b7633ecb29c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (3cab3960-0507-48ee-a6b3-2d57c7ae5bf0), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:23.871688 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb67ce59-d2d2-4352-bb99-819da87469c0 admin admin] Publish callbacks [] for router_gateway (987e0f3e-9839-4bd1-931c-e929e9bc41bd), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:23.876220 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-281d517f-f351-4aeb-9f68-0c0eb3f201fa tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:23.877351 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-281d517f-f351-4aeb-9f68-0c0eb3f201fa tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:23.903330 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-281d517f-f351-4aeb-9f68-0c0eb3f201fa tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7918835 Feb 09 21:32:23.920635 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8fc26806-250d-47c0-aa94-fb2cfe711e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (7b033b67-77a0-4acc-8216-9c51e47643b8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:23.938340 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port bba129e0-d0c9-46ff-9727-3921f2f63a73, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=bba129e0-d0c9-46ff-9727-3921f2f63a73,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:23.947991 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb67ce59-d2d2-4352-bb99-819da87469c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:23.949781 n-d-828601-1 neutron-server[103203]: INFO neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No ports have port_id starting with 7b033b67-77a0-4acc-8216-9c51e47643b8 Feb 09 21:32:23.959507 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc26806-250d-47c0-aa94-fb2cfe711e1d admin admin] No DVR routers for this DVR port 7b033b67-77a0-4acc-8216-9c51e47643b8 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:32:23.974108 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] Request body: {'port': {'device_id': 'abd3d69c-4458-4207-8913-2895dd360a98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:24.046600 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6573f32-5a00-472c-a5e8-5378088e096d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba129e0-d0c9-46ff-9727-3921f2f63a73'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:24.058889 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122291f3-9a0a-4846-9bf6-b3f9e091936b" -d '{"events": [{"server_uuid": "d6573f32-5a00-472c-a5e8-5378088e096d", "name": "network-vif-plugged", "status": "completed", "tag": "bba129e0-d0c9-46ff-9727-3921f2f63a73"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:24.066932 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:24.087610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '6c4d6f40-0dc4-4ef3-9404-91cbd32db039', 'network_id': '3fb92b90-8157-477d-b984-9a788657e9f2', 'port_id': '6c4d6f40-0dc4-4ef3-9404-91cbd32db039', 'mac_address': 'fa:16:3e:79:e6:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc4e335b-2a08-4260-ba4c-0502d5df317d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:32:24.114453 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (199ff699-3388-439e-bc05-9e9bec66e321), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:24.116500 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-633e2300-c8ab-4fbc-8a37-f8e82a726444 req-473c6d14-97d9-4fa1-84ea-211e47371f2b tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017986 Feb 09 21:32:24.134589 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35afb02-829a-4f31-ac7f-b7633ecb29c3 None None] Network 89a25c7b-4058-4f59-81ba-6eea356f69d7 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:32:24.157066 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb967737-0b91-4b5f-903c-0d24f0a99bc5 req-8aad282f-a845-4447-af4a-4237b57d3cc1 tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.1398416 Feb 09 21:32:24.162105 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc26806-250d-47c0-aa94-fb2cfe711e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=7b033b67-77a0-4acc-8216-9c51e47643b8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:24.263162 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8fc26806-250d-47c0-aa94-fb2cfe711e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (ea20ccf9-a1d1-4d96-b94c-8c73e0389a92), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:24.278205 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-eb67ce59-d2d2-4352-bb99-819da87469c0 admin admin] Allocated IP 172.25.6.42 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/f06287c2-c7ea-411d-94fb-bedc0a82fc8c) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:32:24.358597 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-8fc26806-250d-47c0-aa94-fb2cfe711e1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea20ccf9-a1d1-4d96-b94c-8c73e0389a92']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:24.377676 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac12938-a7c6-40d3-8138-b34446b57ce1 x-openstack-request-id: req-7ac12938-a7c6-40d3-8138-b34446b57ce1 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:24.377988 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-8fc26806-250d-47c0-aa94-fb2cfe711e1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b469d84c-6e33-4bf6-912f-f9cacb10a357') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:24.378118 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6573f32-5a00-472c-a5e8-5378088e096d", "name": "network-vif-plugged", "status": "completed", "tag": "bba129e0-d0c9-46ff-9727-3921f2f63a73", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:24.378204 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-8fc26806-250d-47c0-aa94-fb2cfe711e1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b469d84c-6e33-4bf6-912f-f9cacb10a357') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:24.378404 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ac12938-a7c6-40d3-8138-b34446b57ce1 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:24.379056 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6573f32-5a00-472c-a5e8-5378088e096d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba129e0-d0c9-46ff-9727-3921f2f63a73', 'code': 200} Feb 09 21:32:24.381132 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 6c4d6f40-0dc4-4ef3-9404-91cbd32db039 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:24.381453 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6c4d6f40-0dc4-4ef3-9404-91cbd32db039), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:24.401933 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-b35afb02-829a-4f31-ac7f-b7633ecb29c3 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:32:24.407293 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35afb02-829a-4f31-ac7f-b7633ecb29c3 None None] Pushing event updated for resources: {'Port': ['ID=3cab3960-0507-48ee-a6b3-2d57c7ae5bf0,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:24.415590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35afb02-829a-4f31-ac7f-b7633ecb29c3 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:32:24.441286 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8fc26806-250d-47c0-aa94-fb2cfe711e1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (b469d84c-6e33-4bf6-912f-f9cacb10a357), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:24.446926 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf6a32-3862-46de-8ee6-6898d950ef6b None None] Deleting port 7b033b67-77a0-4acc-8216-9c51e47643b8 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:24.447305 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dfbf6a32-3862-46de-8ee6-6898d950ef6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (7b033b67-77a0-4acc-8216-9c51e47643b8), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:24.480431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4d6f40-0dc4-4ef3-9404-91cbd32db039 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:24.508174 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8fc26806-250d-47c0-aa94-fb2cfe711e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (b469d84c-6e33-4bf6-912f-f9cacb10a357), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:24.522379 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc26806-250d-47c0-aa94-fb2cfe711e1d admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:32:24.524112 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8fc26806-250d-47c0-aa94-fb2cfe711e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (b469d84c-6e33-4bf6-912f-f9cacb10a357), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:32:24.528292 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:32:24.580818 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1ec14-fb25-46c2-8d5d-e21c994f1b0a req-503efedf-0db2-4b41-bf1a-400010629e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:24.582360 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d5a1ec14-fb25-46c2-8d5d-e21c994f1b0a req-503efedf-0db2-4b41-bf1a-400010629e22 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 1132 time: 0.2021611 Feb 09 21:32:24.616049 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 6c4d6f40-0dc4-4ef3-9404-91cbd32db039, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=6c4d6f40-0dc4-4ef3-9404-91cbd32db039,segment=NetworkSegment(2dbfc9f0-d68a-4a82-adf5-9b2f2f6a41e6),segment_id=2dbfc9f0-d68a-4a82-adf5-9b2f2f6a41e6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:24.641399 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8fc26806-250d-47c0-aa94-fb2cfe711e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (ea20ccf9-a1d1-4d96-b94c-8c73e0389a92), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:24.647394 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8fc26806-250d-47c0-aa94-fb2cfe711e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:24.648452 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6c4d6f40-0dc4-4ef3-9404-91cbd32db039), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:24.652536 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8fc26806-250d-47c0-aa94-fb2cfe711e1d admin admin] 10.222.0.77 "DELETE /v2.0/networks/ea20ccf9-a1d1-4d96-b94c-8c73e0389a92 HTTP/1.1" status: 204 len: 168 time: 1.9037666 Feb 09 21:32:24.667875 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-dfbf6a32-3862-46de-8ee6-6898d950ef6b None None] For port 7b033b67-77a0-4acc-8216-9c51e47643b8, host n-d-828601-1, got binding levels [] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:24.668534 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dfbf6a32-3862-46de-8ee6-6898d950ef6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (7b033b67-77a0-4acc-8216-9c51e47643b8), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:24.673318 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=bba129e0-d0c9-46ff-9727-3921f2f63a73,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:24.684091 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc26806-250d-47c0-aa94-fb2cfe711e1d admin admin] Pushing event deleted for resources: {'Network': ['ID=ea20ccf9-a1d1-4d96-b94c-8c73e0389a92,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:24.685475 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b35afb02-829a-4f31-ac7f-b7633ecb29c3 None None] Attempting to bind port 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:32:24.685860 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b35afb02-829a-4f31-ac7f-b7633ecb29c3 None None] Attempting to bind port 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:32:24.686229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35afb02-829a-4f31-ac7f-b7633ecb29c3 None None] Attempting to bind port 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0 on network 89a25c7b-4058-4f59-81ba-6eea356f69d7 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:24.710161 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d5a1ec14-fb25-46c2-8d5d-e21c994f1b0a req-f1f366db-c7e6-43d9-bf16-2f016b351aa8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187265 Feb 09 21:32:24.773060 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199ff699-3388-439e-bc05-9e9bec66e321 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:24.789986 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] Publish callbacks [] for port (199ff699-3388-439e-bc05-9e9bec66e321), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:24.808988 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] Transition to ACTIVE for port object 199ff699-3388-439e-bc05-9e9bec66e321 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:32:24.813825 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf6a32-3862-46de-8ee6-6898d950ef6b None None] Calling delete_port for 7b033b67-77a0-4acc-8216-9c51e47643b8 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:24.815249 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (199ff699-3388-439e-bc05-9e9bec66e321), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:24.817443 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.ipam_backend_mixin [None req-dfbf6a32-3862-46de-8ee6-6898d950ef6b None None] Port 7b033b67-77a0-4acc-8216-9c51e47643b8 was not found and therefore no delete operation was performed {{(pid=103203) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:32:24.819493 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=6c4d6f40-0dc4-4ef3-9404-91cbd32db039,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:24.820540 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d402a2-5f21-4cd5-adce-d8bf376f5fef req-d7769bb3-dbdd-4d13-86e4-98150665e963 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:24.823562 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1d402a2-5f21-4cd5-adce-d8bf376f5fef req-d7769bb3-dbdd-4d13-86e4-98150665e963 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4721285-9b1b-4ab6-afb9-6f95d7e2325e HTTP/1.1" status: 200 len: 943 time: 0.2321758 Feb 09 21:32:24.831861 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dfbf6a32-3862-46de-8ee6-6898d950ef6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (7b033b67-77a0-4acc-8216-9c51e47643b8), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:24.852148 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35afb02-829a-4f31-ac7f-b7633ecb29c3 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:32:24.853013 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35afb02-829a-4f31-ac7f-b7633ecb29c3 None None] Checking segment: {'id': '3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:32:24.853628 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b35afb02-829a-4f31-ac7f-b7633ecb29c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:24.854214 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35afb02-829a-4f31-ac7f-b7633ecb29c3 None None] Bound using segment: {'id': '3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:32:24.855441 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b35afb02-829a-4f31-ac7f-b7633ecb29c3 None None] Bound port: 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:32:24.856050 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b35afb02-829a-4f31-ac7f-b7633ecb29c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3cab3960-0507-48ee-a6b3-2d57c7ae5bf0), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:24.882684 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dfbf6a32-3862-46de-8ee6-6898d950ef6b None None] Network ea20ccf9-a1d1-4d96-b94c-8c73e0389a92 is not hosted by any dhcp agent {{(pid=103203) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 21:32:24.883535 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf6a32-3862-46de-8ee6-6898d950ef6b None None] No DVR routers for this DVR port 7b033b67-77a0-4acc-8216-9c51e47643b8 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:32:24.904586 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf6a32-3862-46de-8ee6-6898d950ef6b None None] Pushing event deleted for resources: {'Port': ['ID=7b033b67-77a0-4acc-8216-9c51e47643b8,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:24.908192 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49144) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:24.920442 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd7454-9631-4ef7-be8f-6eaa46ebe7e7 req-8ebd4803-235f-4970-b21b-84039b7970ec tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:24.928174 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-02bd7454-9631-4ef7-be8f-6eaa46ebe7e7 req-8ebd4803-235f-4970-b21b-84039b7970ec tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 932 time: 0.5256615 Feb 09 21:32:24.962562 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb67ce59-d2d2-4352-bb99-819da87469c0 admin admin] Publish callbacks [] for port (f06287c2-c7ea-411d-94fb-bedc0a82fc8c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:25.000610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['6c4d6f40-0dc4-4ef3-9404-91cbd32db039'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:25.028796 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-02bd7454-9631-4ef7-be8f-6eaa46ebe7e7 req-2e8a960b-35b5-4726-af53-0c300aec6663 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997000 Feb 09 21:32:25.038430 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] Pushing event updated for resources: {'Port': ['ID=199ff699-3388-439e-bc05-9e9bec66e321,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:25.062535 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1d402a2-5f21-4cd5-adce-d8bf376f5fef req-649dc1da-4db1-43d8-aae6-7fdb97729dd8 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/security-groups?id=b03fa8c2-06f1-4fa4-9dcc-10006c151c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272727 Feb 09 21:32:25.109764 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb67ce59-d2d2-4352-bb99-819da87469c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (f06287c2-c7ea-411d-94fb-bedc0a82fc8c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:25.116503 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-97f1526c-c3b9-4343-9e13-2f66d81cf724 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=34da0e58ac28411fa30259d6e8691b32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2071640 Feb 09 21:32:25.120515 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49164) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:25.127252 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] Attempting to bind port 199ff699-3388-439e-bc05-9e9bec66e321 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:32:25.128200 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] Attempting to bind port 199ff699-3388-439e-bc05-9e9bec66e321 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:32:25.128938 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] Attempting to bind port 199ff699-3388-439e-bc05-9e9bec66e321 on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:25.145428 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] Port 199ff699-3388-439e-bc05-9e9bec66e321 on network 3335e86a-d685-4bed-b15a-6df9753c1347 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:32:25.146102 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] Attempting to bind port 199ff699-3388-439e-bc05-9e9bec66e321 on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:25.167747 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb67ce59-d2d2-4352-bb99-819da87469c0 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:32:25.168059 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b35afb02-829a-4f31-ac7f-b7633ecb29c3 None None] For port 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:25.173429 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:32:25.173687 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-eb67ce59-d2d2-4352-bb99-819da87469c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:32:25.178838 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb67ce59-d2d2-4352-bb99-819da87469c0 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:32:25.183128 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] Checking segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:32:25.184529 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b35afb02-829a-4f31-ac7f-b7633ecb29c3 None None] For port 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=3cab3960-0507-48ee-a6b3-2d57c7ae5bf0,segment=NetworkSegment(3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3),segment_id=3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:32:25.185212 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] Bound using segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:32:25.185804 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] Bound port: 199ff699-3388-439e-bc05-9e9bec66e321, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:32:25.186280 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (199ff699-3388-439e-bc05-9e9bec66e321), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:25.205671 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b35afb02-829a-4f31-ac7f-b7633ecb29c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3cab3960-0507-48ee-a6b3-2d57c7ae5bf0), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:25.278323 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-975d897c-34e6-41d2-9074-30573c4fd32e admin admin] Publish callbacks [] for security_group (6ec8fec3-b6ee-4529-b01b-c64e20391ef8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:25.333711 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67ce59-d2d2-4352-bb99-819da87469c0 admin admin] Pushing event updated for resources: {'Port': ['ID=f06287c2-c7ea-411d-94fb-bedc0a82fc8c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:25.398306 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-975d897c-34e6-41d2-9074-30573c4fd32e admin admin] Publish callbacks [] for security_group (6ec8fec3-b6ee-4529-b01b-c64e20391ef8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:25.408597 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35afb02-829a-4f31-ac7f-b7633ecb29c3 None None] Pushing event updated for resources: {'Port': ['ID=3cab3960-0507-48ee-a6b3-2d57c7ae5bf0,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:25.438318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] For port 199ff699-3388-439e-bc05-9e9bec66e321, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:25.450656 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] For port 199ff699-3388-439e-bc05-9e9bec66e321, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=199ff699-3388-439e-bc05-9e9bec66e321,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:32:25.475606 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (199ff699-3388-439e-bc05-9e9bec66e321), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:25.536050 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:25.536600 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:25.538430 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] 10.222.0.42 "PUT /v2.0/ports/199ff699-3388-439e-bc05-9e9bec66e321 HTTP/1.1" status: 200 len: 1092 time: 1.5896797 Feb 09 21:32:25.539659 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd3d69c-4458-4207-8913-2895dd360a98', 'tag': '199ff699-3388-439e-bc05-9e9bec66e321'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:25.542941 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93e44ee-2af4-4afc-b228-b2a0d6f2aedb" -d '{"events": [{"name": "network-changed", "server_uuid": "abd3d69c-4458-4207-8913-2895dd360a98", "tag": "199ff699-3388-439e-bc05-9e9bec66e321"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:25.544947 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001ef09-84a7-4d21-ace8-78a2523fac9b req-f3989c01-ad41-4636-9d7a-9c3fad1e7cd9 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:25.548699 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5001ef09-84a7-4d21-ace8-78a2523fac9b req-f3989c01-ad41-4636-9d7a-9c3fad1e7cd9 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.3157747 Feb 09 21:32:25.756082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8dac2-395b-4761-92e0-4d6779492d85 service neutron] Pushing event updated for resources: {'Port': ['ID=199ff699-3388-439e-bc05-9e9bec66e321,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:25.774291 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-975d897c-34e6-41d2-9074-30573c4fd32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6ec8fec3-b6ee-4529-b01b-c64e20391ef8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:25.777507 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-975d897c-34e6-41d2-9074-30573c4fd32e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:25.780463 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-975d897c-34e6-41d2-9074-30573c4fd32e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6ec8fec3-b6ee-4529-b01b-c64e20391ef8 HTTP/1.1" status: 204 len: 168 time: 0.6586511 Feb 09 21:32:25.809360 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-84c0d4cf-2e37-4cb9-8928-7b9dfbe65b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:25.810893 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-84c0d4cf-2e37-4cb9-8928-7b9dfbe65b7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 1126 time: 0.1778495 Feb 09 21:32:25.812159 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d897c-34e6-41d2-9074-30573c4fd32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec8fec3-b6ee-4529-b01b-c64e20391ef8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:25.865325 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5001ef09-84a7-4d21-ace8-78a2523fac9b req-db51292d-3f5b-40fd-8396-10d1ae84e7ed tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072689 Feb 09 21:32:25.937728 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb67ce59-d2d2-4352-bb99-819da87469c0 admin admin] Publish callbacks [] for router_gateway (987e0f3e-9839-4bd1-931c-e929e9bc41bd), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:25.943068 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-6951fb86-4ed0-4fd7-bc80-28793dff61b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=199ff699-3388-439e-bc05-9e9bec66e321 HTTP/1.1" status: 200 len: 217 time: 0.1185312 Feb 09 21:32:26.059768 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-0028ba80-c0a3-4318-8e8e-daa7ce51431a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:26.061611 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-0028ba80-c0a3-4318-8e8e-daa7ce51431a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.1093352 Feb 09 21:32:26.108667 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e4e1da6-7578-4fef-ac95-8651ee664b46 req-c2be5ffa-a732-4ccc-bf7f-f255f467315b tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0457306 Feb 09 21:32:26.278937 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-cb14f1ed-d096-41ce-9528-b36903091011 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2074275 Feb 09 21:32:26.403353 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe3469a-92af-4400-90f1-2556470e262f x-openstack-request-id: req-cbe3469a-92af-4400-90f1-2556470e262f {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:26.403742 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abd3d69c-4458-4207-8913-2895dd360a98", "tag": "199ff699-3388-439e-bc05-9e9bec66e321", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:26.403932 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cbe3469a-92af-4400-90f1-2556470e262f {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:26.404339 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abd3d69c-4458-4207-8913-2895dd360a98', 'tag': '199ff699-3388-439e-bc05-9e9bec66e321', 'status': 'completed', 'code': 200} Feb 09 21:32:26.572798 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-0a5ab20d-b808-481f-806b-9d6c1a9817a6 service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846684 Feb 09 21:32:26.573773 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49182) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:26.693728 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9023e-7ec9-47f2-95be-e0481985a174 req-c3f7e62f-9062-4eae-af24-5c0a4e6090f6 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:26.697367 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76c9023e-7ec9-47f2-95be-e0481985a174 req-c3f7e62f-9062-4eae-af24-5c0a4e6090f6 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 944 time: 0.1671891 Feb 09 21:32:26.720542 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb67ce59-d2d2-4352-bb99-819da87469c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (987e0f3e-9839-4bd1-931c-e929e9bc41bd), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:26.796346 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9593efb6-69e2-4a12-bf42-d47912822810 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8ff744cad7694cd6b1ab156221a95ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214730 Feb 09 21:32:26.799929 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49186) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:26.851206 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b983bde-3bb6-4953-b42a-94bdfdbb1072 req-bab05299-1097-4dcc-b981-2f756a4c65f0 service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641735 Feb 09 21:32:26.876445 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-85b1316a-cd11-4a3e-92cf-6ffb3336be0b admin admin] Publish callbacks [] for security_group (77d0b947-ba55-4417-92b1-a379a37f75b6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:26.909346 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-85b1316a-cd11-4a3e-92cf-6ffb3336be0b admin admin] Publish callbacks [] for security_group (77d0b947-ba55-4417-92b1-a379a37f75b6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:27.029776 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e44ee-2af4-4afc-b228-b2a0d6f2aedb req-69d513be-3798-4c00-9643-5b2104b0aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:27.033520 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e93e44ee-2af4-4afc-b228-b2a0d6f2aedb req-69d513be-3798-4c00-9643-5b2104b0aaa2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 1126 time: 0.1098437 Feb 09 21:32:27.055976 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-85b1316a-cd11-4a3e-92cf-6ffb3336be0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (77d0b947-ba55-4417-92b1-a379a37f75b6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:27.060361 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-85b1316a-cd11-4a3e-92cf-6ffb3336be0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:27.061534 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-85b1316a-cd11-4a3e-92cf-6ffb3336be0b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/77d0b947-ba55-4417-92b1-a379a37f75b6 HTTP/1.1" status: 204 len: 168 time: 0.2603915 Feb 09 21:32:27.064641 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76c9023e-7ec9-47f2-95be-e0481985a174 req-d69bde43-4b8c-4f5b-b6c1-5569f9361869 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572254 Feb 09 21:32:27.122226 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1316a-cd11-4a3e-92cf-6ffb3336be0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d0b947-ba55-4417-92b1-a379a37f75b6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:27.125457 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a349f8-b3e2-40ac-81fd-b0d06a758cec None None] Network 89a25c7b-4058-4f59-81ba-6eea356f69d7 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:32:27.196727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb67ce59-d2d2-4352-bb99-819da87469c0 admin admin] Router 987e0f3e-9839-4bd1-931c-e929e9bc41bd is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:32:27.214362 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e44ee-2af4-4afc-b228-b2a0d6f2aedb req-12b66512-c8c0-466d-8767-0916d6b8f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:27.215569 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e93e44ee-2af4-4afc-b228-b2a0d6f2aedb req-12b66512-c8c0-466d-8767-0916d6b8f300 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 922 time: 0.1744566 Feb 09 21:32:27.312894 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e93e44ee-2af4-4afc-b228-b2a0d6f2aedb req-e1b3016e-04f7-4eba-a362-4291cc666785 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=199ff699-3388-439e-bc05-9e9bec66e321 HTTP/1.1" status: 200 len: 217 time: 0.0880861 Feb 09 21:32:27.328307 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-026c6989-4769-4550-b923-5d90ec477eff None None] Provisioning complete for port 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:27.328734 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-026c6989-4769-4550-b923-5d90ec477eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3cab3960-0507-48ee-a6b3-2d57c7ae5bf0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:27.404694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e44ee-2af4-4afc-b228-b2a0d6f2aedb req-c4a9981f-96ed-494b-b9da-ec3cfe32a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:27.406865 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e93e44ee-2af4-4afc-b228-b2a0d6f2aedb req-c4a9981f-96ed-494b-b9da-ec3cfe32a259 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.0858209 Feb 09 21:32:27.452490 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e93e44ee-2af4-4afc-b228-b2a0d6f2aedb req-f34a7f3b-8c1e-4911-8e2e-d110191ee0f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388055 Feb 09 21:32:27.526619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-026c6989-4769-4550-b923-5d90ec477eff None None] Current status of the port 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:27.527537 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-026c6989-4769-4550-b923-5d90ec477eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3cab3960-0507-48ee-a6b3-2d57c7ae5bf0), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:27.530839 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 6c4d6f40-0dc4-4ef3-9404-91cbd32db039 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:32:27.704003 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b7a20-4b86-46c5-817b-d59390aa6ba0 req-09480a89-8521-4e01-b76a-0c9690c25ea2 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:27.713698 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e93e44ee-2af4-4afc-b228-b2a0d6f2aedb req-3a18350f-9a1e-44ca-86d0-c6a1bace4078 service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529967 Feb 09 21:32:27.721721 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b17b7a20-4b86-46c5-817b-d59390aa6ba0 req-09480a89-8521-4e01-b76a-0c9690c25ea2 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4721285-9b1b-4ab6-afb9-6f95d7e2325e HTTP/1.1" status: 200 len: 944 time: 0.4252360 Feb 09 21:32:27.743465 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-026c6989-4769-4550-b923-5d90ec477eff None None] For port 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=3cab3960-0507-48ee-a6b3-2d57c7ae5bf0,segment=NetworkSegment(3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3),segment_id=3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:27.766586 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-026c6989-4769-4550-b923-5d90ec477eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3cab3960-0507-48ee-a6b3-2d57c7ae5bf0), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:27.844987 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb67ce59-d2d2-4352-bb99-819da87469c0 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:32:27.865055 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] Sync routers for ids ['987e0f3e-9839-4bd1-931c-e929e9bc41bd'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:32:27.903419 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] Routers {'987e0f3e-9839-4bd1-931c-e929e9bc41bd'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:32:27.912479 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:32:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['987e0f3e-9839-4bd1-931c-e929e9bc41bd'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:27.950410 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:32:27.969538 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 6c4d6f40-0dc4-4ef3-9404-91cbd32db039 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:32:28.011472 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 6c4d6f40-0dc4-4ef3-9404-91cbd32db039 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:28.012788 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6c4d6f40-0dc4-4ef3-9404-91cbd32db039), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:28.041423 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b17b7a20-4b86-46c5-817b-d59390aa6ba0 req-765f448d-a183-463a-8bf8-cb350dfeea92 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/security-groups?id=b03fa8c2-06f1-4fa4-9dcc-10006c151c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026252 Feb 09 21:32:28.045878 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c6989-4769-4550-b923-5d90ec477eff None None] Pushing event updated for resources: {'Port': ['ID=3cab3960-0507-48ee-a6b3-2d57c7ae5bf0,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:28.083061 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb67ce59-d2d2-4352-bb99-819da87469c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:28.085025 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-eb67ce59-d2d2-4352-bb99-819da87469c0 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7535908 Feb 09 21:32:28.089773 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49208) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:28.157596 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-4ad7a2aa-4699-467a-beb4-41c8724a1250 None None] Provisioning complete for port 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:28.158550 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4ad7a2aa-4699-467a-beb4-41c8724a1250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3cab3960-0507-48ee-a6b3-2d57c7ae5bf0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:28.273125 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:28.273804 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3cab3960-0507-48ee-a6b3-2d57c7ae5bf0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:28.331549 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] Set router 987e0f3e-9839-4bd1-931c-e929e9bc41bd gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:32:28.375167 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26828f62-22aa-423e-a9ba-29451f146e4b req-aab6fa0b-49bb-4001-b6fe-b83cf11ce6a2 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:28.396658 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-26828f62-22aa-423e-a9ba-29451f146e4b req-aab6fa0b-49bb-4001-b6fe-b83cf11ce6a2 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.2132308 Feb 09 21:32:28.413416 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e93e44ee-2af4-4afc-b228-b2a0d6f2aedb req-b9c930ac-836b-4334-8e61-d0cb749d4de6 service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6851544 Feb 09 21:32:28.532555 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 6c4d6f40-0dc4-4ef3-9404-91cbd32db039 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:28.533042 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6c4d6f40-0dc4-4ef3-9404-91cbd32db039), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:28.599692 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4ad7a2aa-4699-467a-beb4-41c8724a1250 None None] Current status of the port 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:28.643359 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-26828f62-22aa-423e-a9ba-29451f146e4b req-a9d589d4-2817-409e-8a92-1d265c665e0f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422540 Feb 09 21:32:28.646637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4721285-9b1b-4ab6-afb9-6f95d7e2325e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4d6f40-0dc4-4ef3-9404-91cbd32db039'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:28.649454 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49926422-7591-49b2-aa1b-6b5d7eb37eb2" -d '{"events": [{"server_uuid": "d4721285-9b1b-4ab6-afb9-6f95d7e2325e", "name": "network-vif-plugged", "status": "completed", "tag": "6c4d6f40-0dc4-4ef3-9404-91cbd32db039"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:28.669546 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 199ff699-3388-439e-bc05-9e9bec66e321 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:32:28.679377 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 6c4d6f40-0dc4-4ef3-9404-91cbd32db039, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=6c4d6f40-0dc4-4ef3-9404-91cbd32db039,segment=NetworkSegment(2dbfc9f0-d68a-4a82-adf5-9b2f2f6a41e6),segment_id=2dbfc9f0-d68a-4a82-adf5-9b2f2f6a41e6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:28.698977 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6c4d6f40-0dc4-4ef3-9404-91cbd32db039), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:28.763313 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'name': 'tempest-ServersTestBootFromVolume-1080822694-router', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:32:22Z', 'updated_at': '2022-02-09T21:32:25Z', 'revision_number': 3, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'gw_port': {'id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:74:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:23Z', 'updated_at': '2022-02-09T21:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:28.811391 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] Checking router: 987e0f3e-9839-4bd1-931c-e929e9bc41bd for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:32:28.812048 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] Updating router 987e0f3e-9839-4bd1-931c-e929e9bc41bd port f06287c2-c7ea-411d-94fb-bedc0a82fc8c binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:32:28.833401 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=6c4d6f40-0dc4-4ef3-9404-91cbd32db039,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:28.886305 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.resource_extend [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:32:28.890852 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f06287c2-c7ea-411d-94fb-bedc0a82fc8c), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:28.936932 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc9997ea-318d-440b-8e1b-2c4fe8898cf6 req-244c98da-21f8-4ce7-9dd9-a89ce667275a tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0983269 Feb 09 21:32:29.206557 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 199ff699-3388-439e-bc05-9e9bec66e321, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=199ff699-3388-439e-bc05-9e9bec66e321,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:29.238905 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '199ff699-3388-439e-bc05-9e9bec66e321', 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347', 'port_id': '199ff699-3388-439e-bc05-9e9bec66e321', 'mac_address': 'fa:16:3e:62:17:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351fd407-a245-4a16-90db-5d5f752397dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:32:29.356905 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969887d-f3eb-42d0-8678-24d228e56a62 req-e552d699-3849-492f-bb2e-be87ee8e5acd tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:29.370817 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9969887d-f3eb-42d0-8678-24d228e56a62 req-e552d699-3849-492f-bb2e-be87ee8e5acd tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 944 time: 0.1638615 Feb 09 21:32:29.422796 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:29.425460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 199ff699-3388-439e-bc05-9e9bec66e321 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:29.426077 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (199ff699-3388-439e-bc05-9e9bec66e321), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:29.446257 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199ff699-3388-439e-bc05-9e9bec66e321 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:29.473519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 199ff699-3388-439e-bc05-9e9bec66e321, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=199ff699-3388-439e-bc05-9e9bec66e321,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:29.483632 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (199ff699-3388-439e-bc05-9e9bec66e321), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:29.519801 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9969887d-f3eb-42d0-8678-24d228e56a62 req-a35dfbe0-ca1c-426a-93ab-16b901a7d46d tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474106 Feb 09 21:32:29.646507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:32:29.704707 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] Publish callbacks [] for port (f06287c2-c7ea-411d-94fb-bedc0a82fc8c), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:29.719627 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f06287c2-c7ea-411d-94fb-bedc0a82fc8c), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:29.787112 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dec360-9885-4330-a1d4-41433929d60c req-7020fca0-cc9f-4573-ae83-1d9bbdfd3c17 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:29.789300 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95dec360-9885-4330-a1d4-41433929d60c req-7020fca0-cc9f-4573-ae83-1d9bbdfd3c17 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.0986245 Feb 09 21:32:29.841410 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=199ff699-3388-439e-bc05-9e9bec66e321,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:29.847397 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22a82bee-6e07-4f08-8621-e5c44b26110a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:29.901254 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95dec360-9885-4330-a1d4-41433929d60c req-0b4f34c0-9e08-4fff-b129-08106a89e76b tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005218 Feb 09 21:32:29.905231 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d101b-1fe3-4cf7-b1e5-9d8cb643eaf5 None None] Pushing event updated for resources: {'Port': ['ID=f06287c2-c7ea-411d-94fb-bedc0a82fc8c,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:29.924207 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['199ff699-3388-439e-bc05-9e9bec66e321'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:29.943108 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d101b-1fe3-4cf7-b1e5-9d8cb643eaf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:29.943460 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d101b-1fe3-4cf7-b1e5-9d8cb643eaf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:29.943829 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d101b-1fe3-4cf7-b1e5-9d8cb643eaf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:29.944429 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d101b-1fe3-4cf7-b1e5-9d8cb643eaf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:29.944763 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d101b-1fe3-4cf7-b1e5-9d8cb643eaf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:29.945095 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d101b-1fe3-4cf7-b1e5-9d8cb643eaf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:29.945423 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d101b-1fe3-4cf7-b1e5-9d8cb643eaf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:29.945750 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d101b-1fe3-4cf7-b1e5-9d8cb643eaf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:29.946076 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d101b-1fe3-4cf7-b1e5-9d8cb643eaf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:29.946838 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d101b-1fe3-4cf7-b1e5-9d8cb643eaf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:29.967521 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d101b-1fe3-4cf7-b1e5-9d8cb643eaf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:29.967913 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d101b-1fe3-4cf7-b1e5-9d8cb643eaf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:29.968267 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d101b-1fe3-4cf7-b1e5-9d8cb643eaf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:30.020110 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:30.020807 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3cab3960-0507-48ee-a6b3-2d57c7ae5bf0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:30.034907 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] Attempting to bind port f06287c2-c7ea-411d-94fb-bedc0a82fc8c on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:32:30.035288 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] Attempting to bind port f06287c2-c7ea-411d-94fb-bedc0a82fc8c by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:32:30.035733 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] Attempting to bind port f06287c2-c7ea-411d-94fb-bedc0a82fc8c on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:30.046844 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:32:30.047229 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:32:30.047672 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:30.048075 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:32:30.048566 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] Bound port: f06287c2-c7ea-411d-94fb-bedc0a82fc8c, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:32:30.048948 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f06287c2-c7ea-411d-94fb-bedc0a82fc8c), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:30.126485 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdacb35c-bbe2-4001-950b-dd614d3c89e7 x-openstack-request-id: req-fdacb35c-bbe2-4001-950b-dd614d3c89e7 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:30.128378 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4721285-9b1b-4ab6-afb9-6f95d7e2325e", "name": "network-vif-plugged", "status": "completed", "tag": "6c4d6f40-0dc4-4ef3-9404-91cbd32db039", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:30.128765 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fdacb35c-bbe2-4001-950b-dd614d3c89e7 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:30.129599 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4721285-9b1b-4ab6-afb9-6f95d7e2325e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4d6f40-0dc4-4ef3-9404-91cbd32db039', 'code': 200} Feb 09 21:32:30.214783 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] For port f06287c2-c7ea-411d-94fb-bedc0a82fc8c, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:30.225751 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] For port f06287c2-c7ea-411d-94fb-bedc0a82fc8c, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f06287c2-c7ea-411d-94fb-bedc0a82fc8c,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:32:30.247079 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f06287c2-c7ea-411d-94fb-bedc0a82fc8c), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:30.316670 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-22a82bee-6e07-4f08-8621-e5c44b26110a admin admin] Allocated IP 172.20.0.1 (89a25c7b-4058-4f59-81ba-6eea356f69d7/b975b29a-eecb-4503-bf17-7b9d022ca240/7d722fb8-0ced-4f23-b9bb-db6bc757c8fb) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:32:30.336481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cea900-1997-4e0e-8cd2-ac50f0eda71f req-deea9670-e45b-4d82-b49f-7174f1fd9f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:30.338299 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-00cea900-1997-4e0e-8cd2-ac50f0eda71f req-deea9670-e45b-4d82-b49f-7174f1fd9f98 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d4721285-9b1b-4ab6-afb9-6f95d7e2325e HTTP/1.1" status: 200 len: 1127 time: 0.2061288 Feb 09 21:32:30.376273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79311e51-5a36-41f6-b589-1025c1b31c9f req-537db74b-b457-4110-95cd-b10d4e091c92 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:30.391098 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-79311e51-5a36-41f6-b589-1025c1b31c9f req-537db74b-b457-4110-95cd-b10d4e091c92 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4721285-9b1b-4ab6-afb9-6f95d7e2325e HTTP/1.1" status: 200 len: 945 time: 0.1659477 Feb 09 21:32:30.416553 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d101b-1fe3-4cf7-b1e5-9d8cb643eaf5 None None] Pushing event updated for resources: {'Port': ['ID=f06287c2-c7ea-411d-94fb-bedc0a82fc8c,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:30.441072 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:30.452375 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] Routers {'987e0f3e-9839-4bd1-931c-e929e9bc41bd'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:32:30.453133 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:32:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['987e0f3e-9839-4bd1-931c-e929e9bc41bd'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:30.507949 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-00cea900-1997-4e0e-8cd2-ac50f0eda71f req-adf9a4e4-5f60-4e8c-b727-806a9d0d7550 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b03fa8c2-06f1-4fa4-9dcc-10006c151c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611669 Feb 09 21:32:30.524945 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-79311e51-5a36-41f6-b589-1025c1b31c9f req-1d4985bf-00f5-4f50-b0a6-6782a5b41d25 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/security-groups?id=b03fa8c2-06f1-4fa4-9dcc-10006c151c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269779 Feb 09 21:32:30.572980 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22a82bee-6e07-4f08-8621-e5c44b26110a admin admin] Publish callbacks [] for port (7d722fb8-0ced-4f23-b9bb-db6bc757c8fb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:30.641163 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] Set router 987e0f3e-9839-4bd1-931c-e929e9bc41bd gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:32:30.658936 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22a82bee-6e07-4f08-8621-e5c44b26110a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (7d722fb8-0ced-4f23-b9bb-db6bc757c8fb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:30.718667 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a82bee-6e07-4f08-8621-e5c44b26110a admin admin] Network 89a25c7b-4058-4f59-81ba-6eea356f69d7 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:32:30.723792 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-22a82bee-6e07-4f08-8621-e5c44b26110a admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:32:30.726958 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd7df0e9-cadf-40f0-b54d-27d119b62b5b req-67e7993c-65c9-4e8c-812f-391f344dc3eb tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0418627 Feb 09 21:32:30.750259 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a82bee-6e07-4f08-8621-e5c44b26110a admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:32:30.826084 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a82bee-6e07-4f08-8621-e5c44b26110a admin admin] Pushing event updated for resources: {'Port': ['ID=7d722fb8-0ced-4f23-b9bb-db6bc757c8fb,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:30.927573 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22a82bee-6e07-4f08-8621-e5c44b26110a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (987e0f3e-9839-4bd1-931c-e929e9bc41bd), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:31.181926 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'name': 'tempest-ServersTestBootFromVolume-1080822694-router', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:32:22Z', 'updated_at': '2022-02-09T21:32:25Z', 'revision_number': 3, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'gw_port': {'id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:74:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:23Z', 'updated_at': '2022-02-09T21:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:31.186350 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c56305bd-6fe1-480c-a472-026794b2fe57 None None] Provisioning complete for port 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:31.186735 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c56305bd-6fe1-480c-a472-026794b2fe57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7d722fb8-0ced-4f23-b9bb-db6bc757c8fb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:31.240612 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22a82bee-6e07-4f08-8621-e5c44b26110a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7d722fb8-0ced-4f23-b9bb-db6bc757c8fb), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:31.242680 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50633a5d-7482-4a83-8c47-1b948c4ae652 None None] The sync data for ids ['987e0f3e-9839-4bd1-931c-e929e9bc41bd'] in n-d-828601-1 is: [{'id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'name': 'tempest-ServersTestBootFromVolume-1080822694-router', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:32:22Z', 'updated_at': '2022-02-09T21:32:25Z', 'revision_number': 3, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'gw_port': {'id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:74:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:23Z', 'updated_at': '2022-02-09T21:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:32:31.280248 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c56305bd-6fe1-480c-a472-026794b2fe57 None None] Port 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:32:31.328299 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6882a0d-70c6-46d1-b717-7db5aae5f48f req-afb8e98c-c99c-430a-a952-96c61e6f9fe4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:31.331963 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f6882a0d-70c6-46d1-b717-7db5aae5f48f req-afb8e98c-c99c-430a-a952-96c61e6f9fe4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 945 time: 0.1130965 Feb 09 21:32:31.434486 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f6882a0d-70c6-46d1-b717-7db5aae5f48f req-e5caca5c-0653-45c5-aa37-1650d38c9cdf tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981805 Feb 09 21:32:31.586945 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22a82bee-6e07-4f08-8621-e5c44b26110a admin admin] Publish callbacks [] for port (7d722fb8-0ced-4f23-b9bb-db6bc757c8fb), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:31.600987 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22a82bee-6e07-4f08-8621-e5c44b26110a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (7d722fb8-0ced-4f23-b9bb-db6bc757c8fb), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:31.762342 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a82bee-6e07-4f08-8621-e5c44b26110a admin admin] Pushing event updated for resources: {'Port': ['ID=7d722fb8-0ced-4f23-b9bb-db6bc757c8fb,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:31.783314 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22a82bee-6e07-4f08-8621-e5c44b26110a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (987e0f3e-9839-4bd1-931c-e929e9bc41bd), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:32.047685 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a82bee-6e07-4f08-8621-e5c44b26110a admin admin] Network 89a25c7b-4058-4f59-81ba-6eea356f69d7 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:32:32.049381 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-22a82bee-6e07-4f08-8621-e5c44b26110a admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:32:32.365311 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a82bee-6e07-4f08-8621-e5c44b26110a admin admin] Router 987e0f3e-9839-4bd1-931c-e929e9bc41bd has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:32:32.529076 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-245a339f-6c15-497f-97e8-63e649961df3 None None] Provisioning complete for port 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:32.530159 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-245a339f-6c15-497f-97e8-63e649961df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7d722fb8-0ced-4f23-b9bb-db6bc757c8fb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:32.600919 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-245a339f-6c15-497f-97e8-63e649961df3 None None] Port 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:32:32.604662 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a82bee-6e07-4f08-8621-e5c44b26110a admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:32:32.616355 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-db11b100-519c-43b1-a93e-483f7a3212d8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2508104 Feb 09 21:32:32.618988 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-22a82bee-6e07-4f08-8621-e5c44b26110a admin admin] 10.222.0.77 "PUT /v2.0/routers/987e0f3e-9839-4bd1-931c-e929e9bc41bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5280254 Feb 09 21:32:32.623209 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-f88b1898-213b-4e05-94f0-c841d262c246 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:32:32.637401 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-f88b1898-213b-4e05-94f0-c841d262c246 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0193651 Feb 09 21:32:32.662315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60400f23-ef72-4b48-b1a5-cf2e8ba2da1c req-480a5e99-ee69-4b2c-9d10-5d4d1f8c5d70 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:32.664408 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60400f23-ef72-4b48-b1a5-cf2e8ba2da1c req-480a5e99-ee69-4b2c-9d10-5d4d1f8c5d70 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4721285-9b1b-4ab6-afb9-6f95d7e2325e HTTP/1.1" status: 200 len: 945 time: 0.2446997 Feb 09 21:32:32.705481 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 199ff699-3388-439e-bc05-9e9bec66e321 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:32:32.792956 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60400f23-ef72-4b48-b1a5-cf2e8ba2da1c req-ef149cdf-984b-44ef-a358-668b202732a6 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/security-groups?id=b03fa8c2-06f1-4fa4-9dcc-10006c151c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218071 Feb 09 21:32:32.856582 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 199ff699-3388-439e-bc05-9e9bec66e321 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:32:32.863479 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 199ff699-3388-439e-bc05-9e9bec66e321 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:32.864748 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (199ff699-3388-439e-bc05-9e9bec66e321), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:32.997260 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4698298a-d675-4a71-9432-3be30268f41f req-9625f606-4760-449c-b5d5-ffe33f014b6a tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0669558 Feb 09 21:32:33.049825 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 199ff699-3388-439e-bc05-9e9bec66e321 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:33.050657 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (199ff699-3388-439e-bc05-9e9bec66e321), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:33.087408 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd3d69c-4458-4207-8913-2895dd360a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199ff699-3388-439e-bc05-9e9bec66e321'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:33.089850 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d225c2-2673-4322-af21-1e01065b6c98" -d '{"events": [{"server_uuid": "abd3d69c-4458-4207-8913-2895dd360a98", "name": "network-vif-plugged", "status": "completed", "tag": "199ff699-3388-439e-bc05-9e9bec66e321"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:33.106211 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 199ff699-3388-439e-bc05-9e9bec66e321, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=199ff699-3388-439e-bc05-9e9bec66e321,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:33.112191 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (199ff699-3388-439e-bc05-9e9bec66e321), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:33.221630 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=199ff699-3388-439e-bc05-9e9bec66e321,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:33.313220 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb097d-e70d-4604-98ff-152c73aca8ad req-09cc36bd-72c7-4cfe-9918-f4d55eb27831 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:33.315840 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-accb097d-e70d-4604-98ff-152c73aca8ad req-09cc36bd-72c7-4cfe-9918-f4d55eb27831 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.1160784 Feb 09 21:32:33.419538 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-accb097d-e70d-4604-98ff-152c73aca8ad req-86301491-8cdd-4ef6-8bc5-e8f65bf537d6 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810463 Feb 09 21:32:33.648712 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf16b10-089a-462b-a4c1-407641439993 req-09f4e554-e3fb-4ccc-ab3f-48f7a3d7cf5d tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:33.652189 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eaf16b10-089a-462b-a4c1-407641439993 req-09f4e554-e3fb-4ccc-ab3f-48f7a3d7cf5d tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 946 time: 0.1112611 Feb 09 21:32:33.655389 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f06287c2-c7ea-411d-94fb-bedc0a82fc8c up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:32:33.810512 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eaf16b10-089a-462b-a4c1-407641439993 req-b765f08b-ea67-43ae-933d-ea6e4cc736dd tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523938 Feb 09 21:32:33.817844 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f06287c2-c7ea-411d-94fb-bedc0a82fc8c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:33.819510 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f06287c2-c7ea-411d-94fb-bedc0a82fc8c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:34.034822 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f06287c2-c7ea-411d-94fb-bedc0a82fc8c is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:34.035080 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f06287c2-c7ea-411d-94fb-bedc0a82fc8c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:34.080054 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port f06287c2-c7ea-411d-94fb-bedc0a82fc8c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f06287c2-c7ea-411d-94fb-bedc0a82fc8c,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:34.089178 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f06287c2-c7ea-411d-94fb-bedc0a82fc8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:34.140797 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] Sync routers for ids ['987e0f3e-9839-4bd1-931c-e929e9bc41bd'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:32:34.189835 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=f06287c2-c7ea-411d-94fb-bedc0a82fc8c,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:34.195038 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] Routers {'987e0f3e-9839-4bd1-931c-e929e9bc41bd'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:32:34.196009 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:32:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['987e0f3e-9839-4bd1-931c-e929e9bc41bd'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:34.376646 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] Set router 987e0f3e-9839-4bd1-931c-e929e9bc41bd gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:32:34.718760 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'name': 'tempest-ServersTestBootFromVolume-1080822694-router', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:32:22Z', 'updated_at': '2022-02-09T21:32:31Z', 'revision_number': 4, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'gw_port': {'id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:23Z', 'updated_at': '2022-02-09T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '7d722fb8-0ced-4f23-b9bb-db6bc757c8fb', 'name': '', 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'mac_address': 'fa:16:3e:9b:b6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b975b29a-eecb-4503-bf17-7b9d022ca240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:29Z', 'updated_at': '2022-02-09T21:32:31Z', 'revision_number': 2, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'subnets': [{'id': 'b975b29a-eecb-4503-bf17-7b9d022ca240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:34.732288 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-ef5d57f9-122a-4b09-9e80-2d9ca1916d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:34.739058 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-ef5d57f9-122a-4b09-9e80-2d9ca1916d0d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 1132 time: 0.1010017 Feb 09 21:32:34.754435 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49324) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:34.755835 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] Checking router: 987e0f3e-9839-4bd1-931c-e929e9bc41bd for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:32:34.756199 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] Updating router 987e0f3e-9839-4bd1-931c-e929e9bc41bd port 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:32:34.760776 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f7f839c1-ec85-49ba-b5a3-11315f80e483 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Request body: {'security_group': {'name': 'tempest-securitygroup--404173036', 'description': 'tempest-description--2095316495'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:34.808380 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f7f839c1-ec85-49ba-b5a3-11315f80e483 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:34.811044 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7d722fb8-0ced-4f23-b9bb-db6bc757c8fb), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:34.984577 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f7f839c1-ec85-49ba-b5a3-11315f80e483 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks [] for security_group (06645825-b023-4f53-a7b9-26828a308952), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:35.033138 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b8021d-8754-477c-bac5-fc0c0df54c3e x-openstack-request-id: req-54b8021d-8754-477c-bac5-fc0c0df54c3e {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:35.033475 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd3d69c-4458-4207-8913-2895dd360a98", "name": "network-vif-plugged", "status": "completed", "tag": "199ff699-3388-439e-bc05-9e9bec66e321", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:35.033695 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-54b8021d-8754-477c-bac5-fc0c0df54c3e {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:35.034100 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd3d69c-4458-4207-8913-2895dd360a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199ff699-3388-439e-bc05-9e9bec66e321', 'code': 200} Feb 09 21:32:35.038479 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f7f839c1-ec85-49ba-b5a3-11315f80e483 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (06645825-b023-4f53-a7b9-26828a308952), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:35.060371 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-0167278a-5a44-4467-a6d2-27d7662383b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:35.062198 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-0167278a-5a44-4467-a6d2-27d7662383b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.3159897 Feb 09 21:32:35.149038 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-a70ff206-d551-4f9f-9275-9f20e924cc4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=bba129e0-d0c9-46ff-9727-3921f2f63a73 HTTP/1.1" status: 200 len: 217 time: 0.0767024 Feb 09 21:32:35.151495 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3a8c6c7-6a6f-4c11-85cc-6c0200f57122 req-eda1efb3-09df-4dbe-bbac-815b51d709b3 tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.1062582 Feb 09 21:32:35.156522 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33abc3-98a0-4e43-9bed-f646611b4328 req-b6d6039e-126e-4b57-851f-de218b42732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:35.158202 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ad33abc3-98a0-4e43-9bed-f646611b4328 req-b6d6039e-126e-4b57-851f-de218b42732e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 1128 time: 0.1682198 Feb 09 21:32:35.170696 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f7f839c1-ec85-49ba-b5a3-11315f80e483 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:35.171976 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f7f839c1-ec85-49ba-b5a3-11315f80e483 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4155054 Feb 09 21:32:35.174798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49330) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:35.192796 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6d72b7f9-16f6-49c4-9c0c-963d51f75421 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Request body: {'security_group_rule': {'security_group_id': '06645825-b023-4f53-a7b9-26828a308952', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:35.228269 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f839c1-ec85-49ba-b5a3-11315f80e483 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06645825-b023-4f53-a7b9-26828a308952,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:35.274358 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-3ec0d589-b905-4786-bd9b-35328ae69796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:35.276475 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-3ec0d589-b905-4786-bd9b-35328ae69796 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1152873 Feb 09 21:32:35.278742 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d72b7f9-16f6-49c4-9c0c-963d51f75421 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks [] for security_group_rule (f60aad17-3c47-418b-9f3c-926c385d2a08), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:35.342295 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ad33abc3-98a0-4e43-9bed-f646611b4328 req-93c931d0-e5fb-4066-8d17-86bab897041d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627817 Feb 09 21:32:35.429965 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] Publish callbacks [] for port (7d722fb8-0ced-4f23-b9bb-db6bc757c8fb), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:35.434266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-52de9dd3-d3b7-406f-8418-7b36bb31f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:35.436294 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-52de9dd3-d3b7-406f-8418-7b36bb31f3ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1446304 Feb 09 21:32:35.440088 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7d722fb8-0ced-4f23-b9bb-db6bc757c8fb), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:35.509968 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49338) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:35.532420 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d72b7f9-16f6-49c4-9c0c-963d51f75421 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks [] for security_group_rule (f60aad17-3c47-418b-9f3c-926c385d2a08), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:35.557785 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c210b1-a938-4cd9-9c4e-2b4e5be14d94 req-9f949082-ff52-4654-b86d-783adbbd0d99 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:35.574288 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-65c210b1-a938-4cd9-9c4e-2b4e5be14d94 req-9f949082-ff52-4654-b86d-783adbbd0d99 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4721285-9b1b-4ab6-afb9-6f95d7e2325e HTTP/1.1" status: 200 len: 945 time: 0.2076056 Feb 09 21:32:35.577698 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d72b7f9-16f6-49c4-9c0c-963d51f75421 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (f60aad17-3c47-418b-9f3c-926c385d2a08), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:35.674972 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f06287c2-c7ea-411d-94fb-bedc0a82fc8c up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:32:35.702465 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-65c210b1-a938-4cd9-9c4e-2b4e5be14d94 req-d95fc4c6-4c0b-4545-b367-2ebe22b20df8 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/security-groups?id=b03fa8c2-06f1-4fa4-9dcc-10006c151c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119413 Feb 09 21:32:35.779680 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17183dd-bbd2-4b13-a3f6-85c84c9103b7 None None] Pushing event updated for resources: {'Port': ['ID=7d722fb8-0ced-4f23-b9bb-db6bc757c8fb,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:35.814964 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72b7f9-16f6-49c4-9c0c-963d51f75421 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60aad17-3c47-418b-9f3c-926c385d2a08,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:35.852458 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d72b7f9-16f6-49c4-9c0c-963d51f75421 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:35.859780 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6d72b7f9-16f6-49c4-9c0c-963d51f75421 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6807182 Feb 09 21:32:35.861726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49344) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:35.863275 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] Attempting to bind port 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:32:35.864023 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] Attempting to bind port 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:32:35.865879 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] Attempting to bind port 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb on network 89a25c7b-4058-4f59-81ba-6eea356f69d7 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:35.873331 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-dde8e07e-5101-4286-89eb-1aa2bb5991b1 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Request body: {'security_group_rule': {'security_group_id': '06645825-b023-4f53-a7b9-26828a308952', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:35.883591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:32:35.886317 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] Checking segment: {'id': '3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:32:35.886988 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:35.887696 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] Bound using segment: {'id': '3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:32:35.888747 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] Bound port: 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:32:35.889898 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7d722fb8-0ced-4f23-b9bb-db6bc757c8fb), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:35.910403 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-9e3a52d4-d4d4-4c7e-9bcf-23978cf59617 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662040 Feb 09 21:32:35.928380 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e66e5b10-73fd-49ec-8477-e7cf273d0b7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:35.929350 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f06287c2-c7ea-411d-94fb-bedc0a82fc8c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:35.930074 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f06287c2-c7ea-411d-94fb-bedc0a82fc8c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.034569 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d660f-a7e3-4672-a520-88b7d817c6f4 req-566dbf30-592c-4955-8616-953100df9174 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:36.038261 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-341d660f-a7e3-4672-a520-88b7d817c6f4 req-566dbf30-592c-4955-8616-953100df9174 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4721285-9b1b-4ab6-afb9-6f95d7e2325e HTTP/1.1" status: 200 len: 945 time: 0.4431722 Feb 09 21:32:36.095119 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-e3edd630-fe77-463d-8651-c44ca218b251 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547217 Feb 09 21:32:36.116177 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dde8e07e-5101-4286-89eb-1aa2bb5991b1 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks [] for security_group_rule (dffd2df3-13a1-4e44-8294-33123fe1cf41), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.129513 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e66e5b10-73fd-49ec-8477-e7cf273d0b7f admin admin] Publish callbacks [] for security_group (0ad39db9-d235-4e30-aa95-ba6992bf16c8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.137553 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e66e5b10-73fd-49ec-8477-e7cf273d0b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (0ad39db9-d235-4e30-aa95-ba6992bf16c8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.138598 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f06287c2-c7ea-411d-94fb-bedc0a82fc8c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:36.160708 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e9b6b609-3a3d-4435-8e97-4169aa3d1fb2 None None] Provisioning complete for port 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:36.161252 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e9b6b609-3a3d-4435-8e97-4169aa3d1fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7d722fb8-0ced-4f23-b9bb-db6bc757c8fb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.231401 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] For port 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:36.252775 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1ef12-c886-4429-8904-8093440e3e40 req-4573e0e0-5094-4a14-9034-19209f48d510 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:36.266442 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aae1ef12-c886-4429-8904-8093440e3e40 req-4573e0e0-5094-4a14-9034-19209f48d510 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.3509271 Feb 09 21:32:36.274893 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] For port 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7d722fb8-0ced-4f23-b9bb-db6bc757c8fb,segment=NetworkSegment(3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3),segment_id=3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:32:36.277325 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e5b10-73fd-49ec-8477-e7cf273d0b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad39db9-d235-4e30-aa95-ba6992bf16c8,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:36.280384 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e9b6b609-3a3d-4435-8e97-4169aa3d1fb2 None None] Port 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:32:36.286769 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7d722fb8-0ced-4f23-b9bb-db6bc757c8fb), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.333069 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e66e5b10-73fd-49ec-8477-e7cf273d0b7f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=63c0cb9c58e74cc994f067c16e78eeb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8223040 Feb 09 21:32:36.335844 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49348) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:36.367921 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17183dd-bbd2-4b13-a3f6-85c84c9103b7 None None] Pushing event updated for resources: {'Port': ['ID=7d722fb8-0ced-4f23-b9bb-db6bc757c8fb,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:36.386136 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] Routers {'987e0f3e-9839-4bd1-931c-e929e9bc41bd'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:32:36.387002 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:32:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['987e0f3e-9839-4bd1-931c-e929e9bc41bd'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:36.476917 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ea4c-cdde-4d80-ad3f-2ff5de8c6566 admin admin] Publish callbacks [] for security_group (0ad39db9-d235-4e30-aa95-ba6992bf16c8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.479728 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dde8e07e-5101-4286-89eb-1aa2bb5991b1 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks [] for security_group_rule (dffd2df3-13a1-4e44-8294-33123fe1cf41), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.516869 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aae1ef12-c886-4429-8904-8093440e3e40 req-71c861ce-5451-42db-9ca1-6c5251d2b7c1 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441528 Feb 09 21:32:36.530734 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ea4c-cdde-4d80-ad3f-2ff5de8c6566 admin admin] Publish callbacks [] for security_group (0ad39db9-d235-4e30-aa95-ba6992bf16c8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.545362 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dde8e07e-5101-4286-89eb-1aa2bb5991b1 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (dffd2df3-13a1-4e44-8294-33123fe1cf41), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.612065 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8e07e-5101-4286-89eb-1aa2bb5991b1 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dffd2df3-13a1-4e44-8294-33123fe1cf41,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:36.614604 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] Set router 987e0f3e-9839-4bd1-931c-e929e9bc41bd gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:32:36.635673 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-341d660f-a7e3-4672-a520-88b7d817c6f4 req-1496906b-4935-4aaf-a3aa-436a28fa63ed tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Deleting port 6c4d6f40-0dc4-4ef3-9404-91cbd32db039 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:36.635975 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-341d660f-a7e3-4672-a520-88b7d817c6f4 req-1496906b-4935-4aaf-a3aa-436a28fa63ed tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (6c4d6f40-0dc4-4ef3-9404-91cbd32db039), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.646210 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dde8e07e-5101-4286-89eb-1aa2bb5991b1 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.647566 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-dde8e07e-5101-4286-89eb-1aa2bb5991b1 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7846544 Feb 09 21:32:36.651578 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49356) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:36.654509 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ea4c-cdde-4d80-ad3f-2ff5de8c6566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (0ad39db9-d235-4e30-aa95-ba6992bf16c8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.659238 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ea4c-cdde-4d80-ad3f-2ff5de8c6566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.660605 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f3b0ea4c-cdde-4d80-ad3f-2ff5de8c6566 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0ad39db9-d235-4e30-aa95-ba6992bf16c8 HTTP/1.1" status: 204 len: 168 time: 0.3227186 Feb 09 21:32:36.676516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-a07c48db-bf06-4a86-930a-84af551bdc23 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:36.746918 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0ea4c-cdde-4d80-ad3f-2ff5de8c6566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad39db9-d235-4e30-aa95-ba6992bf16c8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:36.799334 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a07c48db-bf06-4a86-930a-84af551bdc23 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.905334 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e99d4-c2f7-424e-a266-dff11703c223 req-8206cd07-21b4-47ed-a81d-1ce20247dc53 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:36.907324 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce8e99d4-c2f7-424e-a266-dff11703c223 req-8206cd07-21b4-47ed-a81d-1ce20247dc53 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 946 time: 0.1500447 Feb 09 21:32:36.980568 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-341d660f-a7e3-4672-a520-88b7d817c6f4 req-1496906b-4935-4aaf-a3aa-436a28fa63ed tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] For port 6c4d6f40-0dc4-4ef3-9404-91cbd32db039, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=6c4d6f40-0dc4-4ef3-9404-91cbd32db039,segment=NetworkSegment(2dbfc9f0-d68a-4a82-adf5-9b2f2f6a41e6),segment_id=2dbfc9f0-d68a-4a82-adf5-9b2f2f6a41e6)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:36.981102 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-341d660f-a7e3-4672-a520-88b7d817c6f4 req-1496906b-4935-4aaf-a3aa-436a28fa63ed tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (6c4d6f40-0dc4-4ef3-9404-91cbd32db039), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:37.044168 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a07c48db-bf06-4a86-930a-84af551bdc23 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:37.074079 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d8e5757-95ba-4e75-8a62-3525574cad4d req-1da2065a-f243-43bc-8357-e8abd26ef7ea tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0715482 Feb 09 21:32:37.150343 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-df9f3653-1d14-4605-9152-a4cbbde76d96 None None] Provisioning complete for port 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:37.152156 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-df9f3653-1d14-4605-9152-a4cbbde76d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7d722fb8-0ced-4f23-b9bb-db6bc757c8fb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:37.172148 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce8e99d4-c2f7-424e-a266-dff11703c223 req-57ce8935-64e7-4d29-b055-b071b3bab633 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432861 Feb 09 21:32:37.179402 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-341d660f-a7e3-4672-a520-88b7d817c6f4 req-1496906b-4935-4aaf-a3aa-436a28fa63ed tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Calling delete_port for 6c4d6f40-0dc4-4ef3-9404-91cbd32db039 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:37.253695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49376) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:37.276781 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-16668c4b-c8b1-4c4c-bf86-5da481723972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:37.279500 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-a07c48db-bf06-4a86-930a-84af551bdc23 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Allocated IP 172.25.6.197 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/8bb770f4-49a6-4c93-8464-09eb89f7675f) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:32:37.355967 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-df9f3653-1d14-4605-9152-a4cbbde76d96 None None] Current status of the port 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:37.356583 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-df9f3653-1d14-4605-9152-a4cbbde76d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7d722fb8-0ced-4f23-b9bb-db6bc757c8fb), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:37.408631 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-df9f3653-1d14-4605-9152-a4cbbde76d96 None None] For port 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7d722fb8-0ced-4f23-b9bb-db6bc757c8fb,segment=NetworkSegment(3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3),segment_id=3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:37.417174 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-df9f3653-1d14-4605-9152-a4cbbde76d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7d722fb8-0ced-4f23-b9bb-db6bc757c8fb), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:37.428981 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'name': 'tempest-ServersTestBootFromVolume-1080822694-router', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:32:22Z', 'updated_at': '2022-02-09T21:32:31Z', 'revision_number': 4, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'gw_port': {'id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:23Z', 'updated_at': '2022-02-09T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '7d722fb8-0ced-4f23-b9bb-db6bc757c8fb', 'name': '', 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'mac_address': 'fa:16:3e:9b:b6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b975b29a-eecb-4503-bf17-7b9d022ca240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:29Z', 'updated_at': '2022-02-09T21:32:36Z', 'revision_number': 4, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'subnets': [{'id': 'b975b29a-eecb-4503-bf17-7b9d022ca240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:37.476949 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53890a90-5470-4243-b8dc-fe8d527971c3 None None] The sync data for ids ['987e0f3e-9839-4bd1-931c-e929e9bc41bd'] in n-d-828601-1 is: [{'id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'name': 'tempest-ServersTestBootFromVolume-1080822694-router', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:32:22Z', 'updated_at': '2022-02-09T21:32:31Z', 'revision_number': 4, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'gw_port': {'id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:23Z', 'updated_at': '2022-02-09T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '7d722fb8-0ced-4f23-b9bb-db6bc757c8fb', 'name': '', 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'mac_address': 'fa:16:3e:9b:b6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b975b29a-eecb-4503-bf17-7b9d022ca240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:29Z', 'updated_at': '2022-02-09T21:32:36Z', 'revision_number': 4, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'subnets': [{'id': 'b975b29a-eecb-4503-bf17-7b9d022ca240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:32:37.521079 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f3653-1d14-4605-9152-a4cbbde76d96 None None] Pushing event updated for resources: {'Port': ['ID=7d722fb8-0ced-4f23-b9bb-db6bc757c8fb,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:37.544512 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a07c48db-bf06-4a86-930a-84af551bdc23 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks [] for port (8bb770f4-49a6-4c93-8464-09eb89f7675f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:37.627992 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a07c48db-bf06-4a86-930a-84af551bdc23 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (8bb770f4-49a6-4c93-8464-09eb89f7675f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:37.632341 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-16668c4b-c8b1-4c4c-bf86-5da481723972 admin admin] Publish callbacks [] for security_group (da9a6504-43ec-45af-92bd-f99691957929), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:37.704728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c48db-bf06-4a86-930a-84af551bdc23 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Pushing event updated for resources: {'Port': ['ID=8bb770f4-49a6-4c93-8464-09eb89f7675f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:37.709719 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-16668c4b-c8b1-4c4c-bf86-5da481723972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (da9a6504-43ec-45af-92bd-f99691957929), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:37.735834 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07c48db-bf06-4a86-930a-84af551bdc23 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:32:37.751318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-a07c48db-bf06-4a86-930a-84af551bdc23 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:32:37.780506 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c48db-bf06-4a86-930a-84af551bdc23 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:32:37.784918 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7e453610-5abc-4cda-9eda-c3c5fb6fbd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:37.876006 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-16668c4b-c8b1-4c4c-bf86-5da481723972 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=16fcf27fcbca4ca19239d0950cd687bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6207061 Feb 09 21:32:37.876793 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16668c4b-c8b1-4c4c-bf86-5da481723972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9a6504-43ec-45af-92bd-f99691957929,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:37.879356 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49400) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:37.936748 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-341d660f-a7e3-4672-a520-88b7d817c6f4 req-1496906b-4935-4aaf-a3aa-436a28fa63ed tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (6c4d6f40-0dc4-4ef3-9404-91cbd32db039), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:37.977495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496906b-4935-4aaf-a3aa-436a28fa63ed tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Pushing event deleted for resources: {'Port': ['ID=6c4d6f40-0dc4-4ef3-9404-91cbd32db039,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:37.988835 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48c4a2-b499-45ae-b2dd-97bb8987e861 req-c6e67186-9a01-460e-88a1-3dbdaca0940b tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:37.996561 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f48c4a2-b499-45ae-b2dd-97bb8987e861 req-c6e67186-9a01-460e-88a1-3dbdaca0940b tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4721285-9b1b-4ab6-afb9-6f95d7e2325e HTTP/1.1" status: 200 len: 867 time: 0.1760314 Feb 09 21:32:38.073234 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32f2ad29-3ab2-469a-aeec-98f2c7006df3 admin admin] Publish callbacks [] for security_group (da9a6504-43ec-45af-92bd-f99691957929), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.081450 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-341d660f-a7e3-4672-a520-88b7d817c6f4 req-1496906b-4935-4aaf-a3aa-436a28fa63ed tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] No DVR routers for this DVR port 6c4d6f40-0dc4-4ef3-9404-91cbd32db039 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:32:38.087626 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-341d660f-a7e3-4672-a520-88b7d817c6f4 req-1496906b-4935-4aaf-a3aa-436a28fa63ed tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.091955 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-341d660f-a7e3-4672-a520-88b7d817c6f4 req-1496906b-4935-4aaf-a3aa-436a28fa63ed tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.71 "DELETE /v2.0/ports/6c4d6f40-0dc4-4ef3-9404-91cbd32db039 HTTP/1.1" status: 204 len: 173 time: 2.0466332 Feb 09 21:32:38.092477 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4721285-9b1b-4ab6-afb9-6f95d7e2325e', 'name': 'network-vif-deleted', 'tag': '6c4d6f40-0dc4-4ef3-9404-91cbd32db039'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:38.095495 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cbf0d5-8c79-4fa8-a1a7-f22c62dfaf8e" -d '{"events": [{"server_uuid": "d4721285-9b1b-4ab6-afb9-6f95d7e2325e", "name": "network-vif-deleted", "tag": "6c4d6f40-0dc4-4ef3-9404-91cbd32db039"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:38.098037 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a07c48db-bf06-4a86-930a-84af551bdc23 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks [] for floatingip (3e85688f-25fa-41cc-8f9f-42bdb22fc0ff), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.109254 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f48c4a2-b499-45ae-b2dd-97bb8987e861 req-0ad0815b-e247-4d18-8bbc-72deddf178c6 tempest-InstanceActionsV221TestJSON-1374202757 tempest-InstanceActionsV221TestJSON-1374202757-project] 10.222.0.77 "GET /v2.0/security-groups?id=b03fa8c2-06f1-4fa4-9dcc-10006c151c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117744 Feb 09 21:32:38.191720 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32f2ad29-3ab2-469a-aeec-98f2c7006df3 admin admin] Publish callbacks [] for security_group (da9a6504-43ec-45af-92bd-f99691957929), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.253532 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a07c48db-bf06-4a86-930a-84af551bdc23 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8bb770f4-49a6-4c93-8464-09eb89f7675f), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.277241 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9f8a7-7624-457e-99b3-1ed095573ad9 req-99a1d1f0-0da6-4cc0-8d6e-bfa25750e597 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:38.295089 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e7e9f8a7-7624-457e-99b3-1ed095573ad9 req-99a1d1f0-0da6-4cc0-8d6e-bfa25750e597 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.1037097 Feb 09 21:32:38.379611 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e7e9f8a7-7624-457e-99b3-1ed095573ad9 req-c7438dcd-6e06-40f7-8486-1470773e87c6 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834618 Feb 09 21:32:38.492859 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7066bbfb-0da1-460d-a548-8a9a90f3e3b6 x-openstack-request-id: req-7066bbfb-0da1-460d-a548-8a9a90f3e3b6 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:38.493183 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4721285-9b1b-4ab6-afb9-6f95d7e2325e", "name": "network-vif-deleted", "tag": "6c4d6f40-0dc4-4ef3-9404-91cbd32db039", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:38.493516 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7066bbfb-0da1-460d-a548-8a9a90f3e3b6 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:38.493920 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4721285-9b1b-4ab6-afb9-6f95d7e2325e', 'name': 'network-vif-deleted', 'tag': '6c4d6f40-0dc4-4ef3-9404-91cbd32db039', 'status': 'completed', 'code': 200} Feb 09 21:32:38.506208 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32f2ad29-3ab2-469a-aeec-98f2c7006df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (da9a6504-43ec-45af-92bd-f99691957929), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.509233 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32f2ad29-3ab2-469a-aeec-98f2c7006df3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.510017 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-32f2ad29-3ab2-469a-aeec-98f2c7006df3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/da9a6504-43ec-45af-92bd-f99691957929 HTTP/1.1" status: 204 len: 168 time: 0.6297457 Feb 09 21:32:38.544096 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2ad29-3ab2-469a-aeec-98f2c7006df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9a6504-43ec-45af-92bd-f99691957929,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:38.590616 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a07c48db-bf06-4a86-930a-84af551bdc23 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks [] for port (8bb770f4-49a6-4c93-8464-09eb89f7675f), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.605272 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a07c48db-bf06-4a86-930a-84af551bdc23 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (8bb770f4-49a6-4c93-8464-09eb89f7675f), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.676121 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c48db-bf06-4a86-930a-84af551bdc23 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Pushing event updated for resources: {'Port': ['ID=8bb770f4-49a6-4c93-8464-09eb89f7675f,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:38.698745 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e55cd587-5705-4581-aad4-cba7b41cf185 req-9b9ebcb1-60c2-4afd-88f4-b31c37cb1776 tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0778668 Feb 09 21:32:38.732870 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a07c48db-bf06-4a86-930a-84af551bdc23 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (3e85688f-25fa-41cc-8f9f-42bdb22fc0ff), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.743620 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ecd1b-8004-4268-b218-7fddae5dd294 req-35f06b7e-40d9-473d-a583-a6f7720da2f0 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:38.754838 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d19ecd1b-8004-4268-b218-7fddae5dd294 req-35f06b7e-40d9-473d-a583-a6f7720da2f0 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 946 time: 0.1971221 Feb 09 21:32:38.768385 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a07c48db-bf06-4a86-930a-84af551bdc23 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.771202 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a07c48db-bf06-4a86-930a-84af551bdc23 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1178265 Feb 09 21:32:38.868311 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d19ecd1b-8004-4268-b218-7fddae5dd294 req-1a6d09b2-c68d-4fa6-af9c-73ae5c05b3d9 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049566 Feb 09 21:32:39.135750 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cdb8d-cfb7-4f1a-9e8a-89a0ef628fad req-25ce794c-a023-46c1-8500-9875c218c56c tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:39.137272 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6e4cdb8d-cfb7-4f1a-9e8a-89a0ef628fad req-25ce794c-a023-46c1-8500-9875c218c56c tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 1128 time: 0.1486914 Feb 09 21:32:39.254899 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6e4cdb8d-cfb7-4f1a-9e8a-89a0ef628fad req-b44dadd4-02b4-486d-b7d0-c975885b1393 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006138 Feb 09 21:32:39.452832 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 6c4d6f40-0dc4-4ef3-9404-91cbd32db039 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:39.534978 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 6c4d6f40-0dc4-4ef3-9404-91cbd32db039 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:32:39.535331 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 6c4d6f40-0dc4-4ef3-9404-91cbd32db039 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:32:39.584801 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-cc6a27d1-835d-420f-915d-081479f06cb7 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:39.598424 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-cc6a27d1-835d-420f-915d-081479f06cb7 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/networks?id=b9120430-69d7-4afb-9132-054f858a800f HTTP/1.1" status: 200 len: 805 time: 0.2533934 Feb 09 21:32:39.619004 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-b3bf5092-edf5-4d9a-bb4e-03dbb419c9bc tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/quotas/ea92169e333d44ef9265f02baeeee937 HTTP/1.1" status: 200 len: 375 time: 0.0195436 Feb 09 21:32:39.688502 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:32:39.761995 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:39.762763 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-08ce3847-38a7-490c-813f-8a00bcb61228 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ea92169e333d44ef9265f02baeeee937&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1427395 Feb 09 21:32:39.763111 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7d722fb8-0ced-4f23-b9bb-db6bc757c8fb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:39.841863 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20144dd-e70d-4f28-a6ed-ca63c5959c27 req-0e6dbfbc-998f-4705-9083-a61e5539682f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:39.849522 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c20144dd-e70d-4f28-a6ed-ca63c5959c27 req-0e6dbfbc-998f-4705-9083-a61e5539682f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.1962783 Feb 09 21:32:39.932691 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c20144dd-e70d-4f28-a6ed-ca63c5959c27 req-1fc13044-ba4f-469e-b756-3d84b142cf57 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788839 Feb 09 21:32:39.979789 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:40.070874 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-cdee9ff9-8c49-4b9c-a300-f872e82c9596 service neutron] 10.222.0.77 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072019 Feb 09 21:32:40.196821 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b2214e44-7362-4617-809f-28c176608f56 req-23d41b42-2aeb-42b1-8803-8288d9e7d4c5 tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0926023 Feb 09 21:32:40.296150 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49556) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:40.299089 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-13fe5f2b-c89b-44d4-82ef-c461d871d126 service neutron] 10.222.0.77 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196708 Feb 09 21:32:40.372805 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a1fb06-8d4a-45d5-bb68-2aa552d28668 admin admin] Deleting subnet fc4e335b-2a08-4260-ba4c-0502d5df317d {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:32:40.376461 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8a1fb06-8d4a-45d5-bb68-2aa552d28668 admin admin] Publish callbacks [] for subnet (fc4e335b-2a08-4260-ba4c-0502d5df317d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:40.433205 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d5d2661d-e5ee-41b3-9228-6c7b6c7406c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:40.459311 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8a1fb06-8d4a-45d5-bb68-2aa552d28668 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (fc4e335b-2a08-4260-ba4c-0502d5df317d), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:40.534926 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8a1fb06-8d4a-45d5-bb68-2aa552d28668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (fc4e335b-2a08-4260-ba4c-0502d5df317d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:40.560576 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-53b45cd0-8ca4-4b51-8ace-04ac7cc72dda req-29cf1df4-f003-4003-ac5b-a0f58a47c731 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf8c41b4-1314-450a-8a85-811b5f98c93c HTTP/1.1" status: 200 len: 210 time: 0.0734689 Feb 09 21:32:40.637740 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8a1fb06-8d4a-45d5-bb68-2aa552d28668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (fc4e335b-2a08-4260-ba4c-0502d5df317d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:40.691061 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1fb06-8d4a-45d5-bb68-2aa552d28668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc4e335b-2a08-4260-ba4c-0502d5df317d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:40.696260 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8a1fb06-8d4a-45d5-bb68-2aa552d28668 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:40.702958 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c8a1fb06-8d4a-45d5-bb68-2aa552d28668 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fc4e335b-2a08-4260-ba4c-0502d5df317d HTTP/1.1" status: 204 len: 168 time: 0.4026668 Feb 09 21:32:40.703093 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49586) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:40.832140 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0ea4e91a-21f4-4f07-9b81-dd2ea4d04e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (3fb92b90-8157-477d-b984-9a788657e9f2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:40.857201 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ff5d4-5f0a-4d4d-a591-567660747b02 req-6872997e-e98e-4739-9759-9b1abd4d0d18 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:40.860003 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad5ff5d4-5f0a-4d4d-a591-567660747b02 req-6872997e-e98e-4739-9759-9b1abd4d0d18 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.71 "GET /v2.0/ports?device_id=efc40e7b-9646-4c8e-b90c-c62fd8421f97 HTTP/1.1" status: 200 len: 945 time: 0.0775771 Feb 09 21:32:41.008731 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0ea4e91a-21f4-4f07-9b81-dd2ea4d04e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (3fb92b90-8157-477d-b984-9a788657e9f2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.051177 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-ad5ff5d4-5f0a-4d4d-a591-567660747b02 req-f9072613-4d8d-41ce-915c-efbb838b53c7 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Deleting port 1fa8007a-ffed-4161-8eb8-636df74ed17f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:41.053956 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ad5ff5d4-5f0a-4d4d-a591-567660747b02 req-f9072613-4d8d-41ce-915c-efbb838b53c7 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1fa8007a-ffed-4161-8eb8-636df74ed17f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.059506 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-0ea4e91a-21f4-4f07-9b81-dd2ea4d04e4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb92b90-8157-477d-b984-9a788657e9f2']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:41.081574 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-0ea4e91a-21f4-4f07-9b81-dd2ea4d04e4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbfc9f0-d68a-4a82-adf5-9b2f2f6a41e6') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:41.081873 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-0ea4e91a-21f4-4f07-9b81-dd2ea4d04e4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbfc9f0-d68a-4a82-adf5-9b2f2f6a41e6') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:41.116270 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0ea4e91a-21f4-4f07-9b81-dd2ea4d04e4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (2dbfc9f0-d68a-4a82-adf5-9b2f2f6a41e6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.147270 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0ea4e91a-21f4-4f07-9b81-dd2ea4d04e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (2dbfc9f0-d68a-4a82-adf5-9b2f2f6a41e6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.157153 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea4e91a-21f4-4f07-9b81-dd2ea4d04e4c admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:32:41.157575 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0ea4e91a-21f4-4f07-9b81-dd2ea4d04e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (2dbfc9f0-d68a-4a82-adf5-9b2f2f6a41e6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:32:41.159323 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:32:41.219287 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-ad5ff5d4-5f0a-4d4d-a591-567660747b02 req-f9072613-4d8d-41ce-915c-efbb838b53c7 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] For port 1fa8007a-ffed-4161-8eb8-636df74ed17f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1fa8007a-ffed-4161-8eb8-636df74ed17f,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:41.219932 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ad5ff5d4-5f0a-4d4d-a591-567660747b02 req-f9072613-4d8d-41ce-915c-efbb838b53c7 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1fa8007a-ffed-4161-8eb8-636df74ed17f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.240830 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-ad5ff5d4-5f0a-4d4d-a591-567660747b02 req-f9072613-4d8d-41ce-915c-efbb838b53c7 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Calling delete_port for 1fa8007a-ffed-4161-8eb8-636df74ed17f owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:41.346560 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0ea4e91a-21f4-4f07-9b81-dd2ea4d04e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (3fb92b90-8157-477d-b984-9a788657e9f2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.378799 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0ea4e91a-21f4-4f07-9b81-dd2ea4d04e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.386844 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0ea4e91a-21f4-4f07-9b81-dd2ea4d04e4c admin admin] 10.222.0.77 "DELETE /v2.0/networks/3fb92b90-8157-477d-b984-9a788657e9f2 HTTP/1.1" status: 204 len: 168 time: 0.6821291 Feb 09 21:32:41.403042 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4e91a-21f4-4f07-9b81-dd2ea4d04e4c admin admin] Pushing event deleted for resources: {'Network': ['ID=3fb92b90-8157-477d-b984-9a788657e9f2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:41.418366 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.457192 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 1fa8007a-ffed-4161-8eb8-636df74ed17f no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:41.506101 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9021c2e-240f-4d42-83f1-398ac3f2d7cf req-44702725-98fb-42b7-90a3-4c48286feee9 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:41.517911 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9021c2e-240f-4d42-83f1-398ac3f2d7cf req-44702725-98fb-42b7-90a3-4c48286feee9 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.2616959 Feb 09 21:32:41.622501 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 1fa8007a-ffed-4161-8eb8-636df74ed17f is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:41.622898 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1fa8007a-ffed-4161-8eb8-636df74ed17f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.679128 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9021c2e-240f-4d42-83f1-398ac3f2d7cf req-368e0b5f-cd7c-43f6-8500-c34cd9c73313 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603384 Feb 09 21:32:41.704411 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ad5ff5d4-5f0a-4d4d-a591-567660747b02 req-f9072613-4d8d-41ce-915c-efbb838b53c7 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1fa8007a-ffed-4161-8eb8-636df74ed17f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.767172 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49618) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:41.794401 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9072613-4d8d-41ce-915c-efbb838b53c7 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Pushing event deleted for resources: {'Port': ['ID=1fa8007a-ffed-4161-8eb8-636df74ed17f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:41.852078 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7d2337a9-b628-499a-82da-fc8f7973a63d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9d6fdce3074646c2848ce35457eed03a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0833187 Feb 09 21:32:41.856410 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49620) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:41.858184 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-53e7e4f1-a588-4393-8f7b-869f1813726b req-732d9ce3-4b82-4925-b70b-3900b39f3d3a tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0746157 Feb 09 21:32:41.878497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5ff5d4-5f0a-4d4d-a591-567660747b02 req-f9072613-4d8d-41ce-915c-efbb838b53c7 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] No DVR routers for this DVR port 1fa8007a-ffed-4161-8eb8-636df74ed17f on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:32:41.881589 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ad5ff5d4-5f0a-4d4d-a591-567660747b02 req-f9072613-4d8d-41ce-915c-efbb838b53c7 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.886032 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad5ff5d4-5f0a-4d4d-a591-567660747b02 req-f9072613-4d8d-41ce-915c-efbb838b53c7 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.71 "DELETE /v2.0/ports/1fa8007a-ffed-4161-8eb8-636df74ed17f HTTP/1.1" status: 204 len: 173 time: 1.0203500 Feb 09 21:32:41.886919 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc40e7b-9646-4c8e-b90c-c62fd8421f97', 'name': 'network-vif-deleted', 'tag': '1fa8007a-ffed-4161-8eb8-636df74ed17f'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:41.897944 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947a9a33-8e8f-4aac-a55d-175449b7f6ad" -d '{"events": [{"server_uuid": "efc40e7b-9646-4c8e-b90c-c62fd8421f97", "name": "network-vif-deleted", "tag": "1fa8007a-ffed-4161-8eb8-636df74ed17f"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:41.957583 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9814c77f-32a2-4133-9110-75eff37c0fd5 admin admin] Publish callbacks [] for security_group (b03fa8c2-06f1-4fa4-9dcc-10006c151c17), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:42.012912 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9814c77f-32a2-4133-9110-75eff37c0fd5 admin admin] Publish callbacks [] for security_group (b03fa8c2-06f1-4fa4-9dcc-10006c151c17), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:42.071818 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e3eb900c-0754-4a60-bdf3-1f57ce7e3b5e req-0ed12ac7-a5a6-4f99-b2e9-776be4ec7119 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf8c41b4-1314-450a-8a85-811b5f98c93c HTTP/1.1" status: 200 len: 210 time: 0.0492892 Feb 09 21:32:42.128441 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9814c77f-32a2-4133-9110-75eff37c0fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b03fa8c2-06f1-4fa4-9dcc-10006c151c17), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:42.132776 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9814c77f-32a2-4133-9110-75eff37c0fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:42.137239 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9814c77f-32a2-4133-9110-75eff37c0fd5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b03fa8c2-06f1-4fa4-9dcc-10006c151c17 HTTP/1.1" status: 204 len: 168 time: 0.2772400 Feb 09 21:32:42.158481 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:32:42.249643 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14899a8-6a88-4c0c-9b0e-bcbeaa4d434f x-openstack-request-id: req-b14899a8-6a88-4c0c-9b0e-bcbeaa4d434f {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:42.250203 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc40e7b-9646-4c8e-b90c-c62fd8421f97", "name": "network-vif-deleted", "tag": "1fa8007a-ffed-4161-8eb8-636df74ed17f", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:42.250293 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b14899a8-6a88-4c0c-9b0e-bcbeaa4d434f {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:42.250722 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc40e7b-9646-4c8e-b90c-c62fd8421f97', 'name': 'network-vif-deleted', 'tag': '1fa8007a-ffed-4161-8eb8-636df74ed17f', 'status': 'completed', 'code': 200} Feb 09 21:32:42.290910 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814c77f-32a2-4133-9110-75eff37c0fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03fa8c2-06f1-4fa4-9dcc-10006c151c17,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:42.437811 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-1b2b24c3-6065-45b3-a6bf-40a2354f03a8 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:42.444317 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-1b2b24c3-6065-45b3-a6bf-40a2354f03a8 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.42 "GET /v2.0/networks?id=b9120430-69d7-4afb-9132-054f858a800f HTTP/1.1" status: 200 len: 805 time: 0.3090019 Feb 09 21:32:42.471376 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-118836dd-4965-480b-8bf0-d95cf12cb640 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Request body: {'port': {'device_id': 'bf8c41b4-1314-450a-8a85-811b5f98c93c', 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f', 'admin_state_up': True, 'tenant_id': 'ea92169e333d44ef9265f02baeeee937'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:42.600992 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:42.847666 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-118836dd-4965-480b-8bf0-d95cf12cb640 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Made reservation on behalf of ea92169e333d44ef9265f02baeeee937 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:32:42.855407 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-118836dd-4965-480b-8bf0-d95cf12cb640 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:42.995504 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5663f1-82e4-4a6c-8b0e-9fbbdbd5e67f req-d3276fc2-0382-4ef7-a0db-2da4ebe959ac tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:42.997488 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc5663f1-82e4-4a6c-8b0e-9fbbdbd5e67f req-d3276fc2-0382-4ef7-a0db-2da4ebe959ac tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.0972581 Feb 09 21:32:43.058644 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6024c3d0-e106-45a4-92e5-d8c5203a17d6 req-1a6aa1b6-91be-4783-b957-5aa17a5090f8 tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0599420 Feb 09 21:32:43.118653 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-118836dd-4965-480b-8bf0-d95cf12cb640 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Allocated IP 172.20.0.14 (b9120430-69d7-4afb-9132-054f858a800f/db938f0c-908a-4805-b0e9-dadbbab7eb27/c55103b5-ba9c-417e-8bd3-7e63885fb092) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:32:43.192279 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc5663f1-82e4-4a6c-8b0e-9fbbdbd5e67f req-7a3936d2-8471-45b5-be32-5458b7eb58cd tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703041 Feb 09 21:32:43.371859 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61325080-41b6-4bd0-b843-dba22748d357 req-b7fb364b-0f64-4d26-9b32-3f8cbed6e629 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf8c41b4-1314-450a-8a85-811b5f98c93c HTTP/1.1" status: 200 len: 210 time: 0.0565770 Feb 09 21:32:43.437695 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-118836dd-4965-480b-8bf0-d95cf12cb640 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks [] for port (c55103b5-ba9c-417e-8bd3-7e63885fb092), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:43.489546 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-118836dd-4965-480b-8bf0-d95cf12cb640 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c55103b5-ba9c-417e-8bd3-7e63885fb092), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:43.562279 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118836dd-4965-480b-8bf0-d95cf12cb640 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Pushing event updated for resources: {'Port': ['ID=c55103b5-ba9c-417e-8bd3-7e63885fb092,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:43.579888 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-118836dd-4965-480b-8bf0-d95cf12cb640 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Network b9120430-69d7-4afb-9132-054f858a800f is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:32:43.581681 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-118836dd-4965-480b-8bf0-d95cf12cb640 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:32:43.593261 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-118836dd-4965-480b-8bf0-d95cf12cb640 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:32:43.702455 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-118836dd-4965-480b-8bf0-d95cf12cb640 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:43.703812 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-118836dd-4965-480b-8bf0-d95cf12cb640 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:43.733962 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-118836dd-4965-480b-8bf0-d95cf12cb640 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2680359 Feb 09 21:32:43.751568 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] Request body: {'port': {'device_id': 'bf8c41b4-1314-450a-8a85-811b5f98c93c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:43.849261 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c55103b5-ba9c-417e-8bd3-7e63885fb092), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:43.978326 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.060085 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49710) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:44.208407 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49716) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:44.277613 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5a7ba52-3f5c-4936-9c52-54d92b2fd5af req-1dbbc338-d867-4e8d-9e2d-e1a16a9a1eb2 tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0811079 Feb 09 21:32:44.320960 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c55103b5-ba9c-417e-8bd3-7e63885fb092 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:44.331788 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] Publish callbacks [] for port (c55103b5-ba9c-417e-8bd3-7e63885fb092), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.348194 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] Transition to ACTIVE for port object c55103b5-ba9c-417e-8bd3-7e63885fb092 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:32:44.354152 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (c55103b5-ba9c-417e-8bd3-7e63885fb092), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.372595 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed7584-c1fa-404e-95b5-c533645e7bba req-09d51522-72e7-414e-980b-161ee3ba37f4 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:44.385947 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6ed7584-c1fa-404e-95b5-c533645e7bba req-09d51522-72e7-414e-980b-161ee3ba37f4 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.0820475 Feb 09 21:32:44.456504 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6ed7584-c1fa-404e-95b5-c533645e7bba req-0d1fe6d6-9db3-49d7-9307-1cc08a602e39 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693066 Feb 09 21:32:44.485060 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb063c0e-7f54-4f9c-9bcb-b05421265866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.493023 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3329477-e80e-48f7-92e4-be5186c479ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.601591 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb063c0e-7f54-4f9c-9bcb-b05421265866 admin admin] Publish callbacks [] for security_group (95cbc2f9-d213-417c-a6df-bd58f31a129d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.604326 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] Pushing event updated for resources: {'Port': ['ID=c55103b5-ba9c-417e-8bd3-7e63885fb092,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:44.612021 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb063c0e-7f54-4f9c-9bcb-b05421265866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (95cbc2f9-d213-417c-a6df-bd58f31a129d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.685132 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3329477-e80e-48f7-92e4-be5186c479ab admin admin] Publish callbacks [] for security_group (ce73cf93-301f-4e9b-be4b-dce2a57ad266), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.695729 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caef537-8a26-4444-b22d-5697f557fb08 req-7195f72a-c216-43e8-9431-e9c33848a358 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:44.705489 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3caef537-8a26-4444-b22d-5697f557fb08 req-7195f72a-c216-43e8-9431-e9c33848a358 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf8c41b4-1314-450a-8a85-811b5f98c93c HTTP/1.1" status: 200 len: 944 time: 0.1924505 Feb 09 21:32:44.710635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb063c0e-7f54-4f9c-9bcb-b05421265866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cbc2f9-d213-417c-a6df-bd58f31a129d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:44.719366 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fb063c0e-7f54-4f9c-9bcb-b05421265866 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e22a21d312084970beaa5e171f488aed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5082459 Feb 09 21:32:44.720533 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49728) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:44.733951 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3329477-e80e-48f7-92e4-be5186c479ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ce73cf93-301f-4e9b-be4b-dce2a57ad266), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.758558 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] Attempting to bind port c55103b5-ba9c-417e-8bd3-7e63885fb092 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:32:44.758898 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] Attempting to bind port c55103b5-ba9c-417e-8bd3-7e63885fb092 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '24e724e1-30d9-4f29-b0d3-ddd799c60439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:32:44.759230 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] Attempting to bind port c55103b5-ba9c-417e-8bd3-7e63885fb092 on network b9120430-69d7-4afb-9132-054f858a800f {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:44.770507 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] Port c55103b5-ba9c-417e-8bd3-7e63885fb092 on network b9120430-69d7-4afb-9132-054f858a800f not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:32:44.770835 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] Attempting to bind port c55103b5-ba9c-417e-8bd3-7e63885fb092 on network b9120430-69d7-4afb-9132-054f858a800f {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:44.783499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:32:44.783873 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] Checking segment: {'id': '24e724e1-30d9-4f29-b0d3-ddd799c60439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:32:44.784262 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] Bound using segment: {'id': '24e724e1-30d9-4f29-b0d3-ddd799c60439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:32:44.784691 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] Bound port: c55103b5-ba9c-417e-8bd3-7e63885fb092, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e724e1-30d9-4f29-b0d3-ddd799c60439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:32:44.785051 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c55103b5-ba9c-417e-8bd3-7e63885fb092), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.806354 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b3329477-e80e-48f7-92e4-be5186c479ab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d41aa49fc657435aa265e914ff355de8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7427812 Feb 09 21:32:44.807433 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49730) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:44.809332 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3329477-e80e-48f7-92e4-be5186c479ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce73cf93-301f-4e9b-be4b-dce2a57ad266,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:44.849295 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-563f6662-09bc-4b1e-9ce0-d874e2498dcd admin admin] Publish callbacks [] for security_group (95cbc2f9-d213-417c-a6df-bd58f31a129d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.855498 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3caef537-8a26-4444-b22d-5697f557fb08 req-f5cc7dcf-5b86-4422-8fab-8e068646ea25 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437352 Feb 09 21:32:44.929585 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-563f6662-09bc-4b1e-9ce0-d874e2498dcd admin admin] Publish callbacks [] for security_group (95cbc2f9-d213-417c-a6df-bd58f31a129d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.937166 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] For port c55103b5-ba9c-417e-8bd3-7e63885fb092, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:44.961768 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] For port c55103b5-ba9c-417e-8bd3-7e63885fb092, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c55103b5-ba9c-417e-8bd3-7e63885fb092,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:32:44.987263 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (c55103b5-ba9c-417e-8bd3-7e63885fb092), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.998927 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.012037 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dcdd6d53-7706-47ee-8f38-5f2edea4dae2 admin admin] Publish callbacks [] for security_group (ce73cf93-301f-4e9b-be4b-dce2a57ad266), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.047026 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:45.048292 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.049880 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] 10.222.0.42 "PUT /v2.0/ports/c55103b5-ba9c-417e-8bd3-7e63885fb092 HTTP/1.1" status: 200 len: 1092 time: 1.3069651 Feb 09 21:32:45.062939 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8c41b4-1314-450a-8a85-811b5f98c93c', 'tag': 'c55103b5-ba9c-417e-8bd3-7e63885fb092'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:45.065617 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26212383-29c0-4c42-a944-189e5f1d43d4" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8c41b4-1314-450a-8a85-811b5f98c93c", "tag": "c55103b5-ba9c-417e-8bd3-7e63885fb092"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:45.091471 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dcdd6d53-7706-47ee-8f38-5f2edea4dae2 admin admin] Publish callbacks [] for security_group (ce73cf93-301f-4e9b-be4b-dce2a57ad266), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.131031 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c70ca13-6888-4c61-bbfc-ff3d08865bdb x-openstack-request-id: req-9c70ca13-6888-4c61-bbfc-ff3d08865bdb {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:45.131329 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8c41b4-1314-450a-8a85-811b5f98c93c", "tag": "c55103b5-ba9c-417e-8bd3-7e63885fb092", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:45.131595 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9c70ca13-6888-4c61-bbfc-ff3d08865bdb {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:45.132044 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8c41b4-1314-450a-8a85-811b5f98c93c', 'tag': 'c55103b5-ba9c-417e-8bd3-7e63885fb092', 'status': 'completed', 'code': 200} Feb 09 21:32:45.178800 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a39334-e67d-42e6-a779-c5d7e6b134be service neutron] Pushing event updated for resources: {'Port': ['ID=c55103b5-ba9c-417e-8bd3-7e63885fb092,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:45.196198 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-563f6662-09bc-4b1e-9ce0-d874e2498dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (95cbc2f9-d213-417c-a6df-bd58f31a129d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.200032 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-563f6662-09bc-4b1e-9ce0-d874e2498dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.201220 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-563f6662-09bc-4b1e-9ce0-d874e2498dcd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/95cbc2f9-d213-417c-a6df-bd58f31a129d HTTP/1.1" status: 204 len: 168 time: 0.4797366 Feb 09 21:32:45.237964 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f6662-09bc-4b1e-9ce0-d874e2498dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cbc2f9-d213-417c-a6df-bd58f31a129d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:45.282835 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-c5c9ee2e-a7bc-487a-bdc5-3819d132a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:45.285346 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-c5c9ee2e-a7bc-487a-bdc5-3819d132a6ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea92169e333d44ef9265f02baeeee937&device_id=bf8c41b4-1314-450a-8a85-811b5f98c93c HTTP/1.1" status: 200 len: 1126 time: 0.1829627 Feb 09 21:32:45.287602 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dcdd6d53-7706-47ee-8f38-5f2edea4dae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ce73cf93-301f-4e9b-be4b-dce2a57ad266), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.298246 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dcdd6d53-7706-47ee-8f38-5f2edea4dae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.305378 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dcdd6d53-7706-47ee-8f38-5f2edea4dae2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ce73cf93-301f-4e9b-be4b-dce2a57ad266 HTTP/1.1" status: 204 len: 168 time: 0.4956119 Feb 09 21:32:45.425153 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-92202659-a65e-4574-b8ba-8e7139e4c12a req-19cba484-d712-49df-80cc-afdeb60144da tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0360041 Feb 09 21:32:45.621801 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.735283 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331ccd3-000e-4cc6-adc9-62624b8b1634 req-917ee798-dde0-4db2-b29f-19a8e0472de0 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:45.739443 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d331ccd3-000e-4cc6-adc9-62624b8b1634 req-917ee798-dde0-4db2-b29f-19a8e0472de0 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.1474717 Feb 09 21:32:45.893553 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d331ccd3-000e-4cc6-adc9-62624b8b1634 req-b5998ad3-004c-46d5-b53a-370e52a27895 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397700 Feb 09 21:32:45.896160 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-c6823cac-e26e-4770-9058-7518fd64068d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c55103b5-ba9c-417e-8bd3-7e63885fb092 HTTP/1.1" status: 200 len: 217 time: 0.5895364 Feb 09 21:32:45.912415 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd6d53-7706-47ee-8f38-5f2edea4dae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce73cf93-301f-4e9b-be4b-dce2a57ad266,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:45.928583 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49760) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:45.955812 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-adf3386d-130f-4693-a572-290ccfff7ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.974728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-f684982b-c076-46aa-a0a6-59c05ef5754f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:45.976343 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-f684982b-c076-46aa-a0a6-59c05ef5754f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=db938f0c-908a-4805-b0e9-dadbbab7eb27 HTTP/1.1" status: 200 len: 845 time: 0.0732448 Feb 09 21:32:46.013282 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-c2b6cc14-811f-42e3-acea-7578afcd2a9b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9120430-69d7-4afb-9132-054f858a800f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302398 Feb 09 21:32:46.061072 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb1ca1-f7eb-44df-86a1-8e72167d3d5f req-1967a0c8-c46a-45c7-8931-718d1a1a57ae tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:46.063159 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ccfb1ca1-f7eb-44df-86a1-8e72167d3d5f req-1967a0c8-c46a-45c7-8931-718d1a1a57ae tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf8c41b4-1314-450a-8a85-811b5f98c93c HTTP/1.1" status: 200 len: 944 time: 0.0961094 Feb 09 21:32:46.154629 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-f2f49e8e-6695-4c41-a6ca-8e78bed554a1 service neutron] 10.222.0.42 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343639 Feb 09 21:32:46.155407 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ccfb1ca1-f7eb-44df-86a1-8e72167d3d5f req-c76dc12d-23db-4ded-8804-654dc9322a48 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861931 Feb 09 21:32:46.157476 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-adf3386d-130f-4693-a572-290ccfff7ad7 admin admin] Publish callbacks [] for security_group (787eb1e9-2d13-44b0-917b-7e4ac1120016), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:46.172790 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-adf3386d-130f-4693-a572-290ccfff7ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (787eb1e9-2d13-44b0-917b-7e4ac1120016), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:46.249000 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49764) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:46.252389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-adf3386d-130f-4693-a572-290ccfff7ad7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e1cf8cdde72244489bf1f73a3f801e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223858 Feb 09 21:32:46.270128 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3386d-130f-4693-a572-290ccfff7ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787eb1e9-2d13-44b0-917b-7e4ac1120016,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:46.343910 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-49de1d8a-1c33-4d72-994c-9d73e94e7607 req-c653189e-1a09-4915-b946-7efb36de539f service neutron] 10.222.0.42 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736953 Feb 09 21:32:46.366880 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34f8468f-6a25-4d5a-9201-a3207e30e3c0 admin admin] Publish callbacks [] for security_group (787eb1e9-2d13-44b0-917b-7e4ac1120016), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:46.502561 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34f8468f-6a25-4d5a-9201-a3207e30e3c0 admin admin] Publish callbacks [] for security_group (787eb1e9-2d13-44b0-917b-7e4ac1120016), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:46.610362 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26212383-29c0-4c42-a944-189e5f1d43d4 req-74167f3d-cfe6-4abd-b582-0d249c7f97f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:46.611710 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-26212383-29c0-4c42-a944-189e5f1d43d4 req-74167f3d-cfe6-4abd-b582-0d249c7f97f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea92169e333d44ef9265f02baeeee937&device_id=bf8c41b4-1314-450a-8a85-811b5f98c93c HTTP/1.1" status: 200 len: 1126 time: 0.2039893 Feb 09 21:32:46.637380 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e7be551c-6fbf-4927-8322-3237b7921a21 req-44396eae-440d-4b44-b908-af98e8959eb6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0818083 Feb 09 21:32:46.644705 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34f8468f-6a25-4d5a-9201-a3207e30e3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (787eb1e9-2d13-44b0-917b-7e4ac1120016), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:46.647564 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34f8468f-6a25-4d5a-9201-a3207e30e3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:46.648976 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-34f8468f-6a25-4d5a-9201-a3207e30e3c0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/787eb1e9-2d13-44b0-917b-7e4ac1120016 HTTP/1.1" status: 204 len: 168 time: 0.3989193 Feb 09 21:32:46.700167 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8468f-6a25-4d5a-9201-a3207e30e3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787eb1e9-2d13-44b0-917b-7e4ac1120016,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:46.724483 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5af0632a-a3bd-4922-9de2-141a9f174be5 req-d924d6c9-fd86-4d13-b6aa-d36b603ab949 tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0854633 Feb 09 21:32:46.780464 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26212383-29c0-4c42-a944-189e5f1d43d4 req-f4683b43-a2d0-46cc-a1da-b2d9289f42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:46.784786 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-26212383-29c0-4c42-a944-189e5f1d43d4 req-f4683b43-a2d0-46cc-a1da-b2d9289f42c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9120430-69d7-4afb-9132-054f858a800f HTTP/1.1" status: 200 len: 906 time: 0.1626506 Feb 09 21:32:46.852479 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-26212383-29c0-4c42-a944-189e5f1d43d4 req-f3770954-74b5-4071-9d8b-ab9394aaa2af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c55103b5-ba9c-417e-8bd3-7e63885fb092 HTTP/1.1" status: 200 len: 217 time: 0.0573692 Feb 09 21:32:46.977432 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26212383-29c0-4c42-a944-189e5f1d43d4 req-a88c50a2-06fd-46f8-b652-3f2357278138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:46.981174 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-26212383-29c0-4c42-a944-189e5f1d43d4 req-a88c50a2-06fd-46f8-b652-3f2357278138 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=db938f0c-908a-4805-b0e9-dadbbab7eb27 HTTP/1.1" status: 200 len: 845 time: 0.1214542 Feb 09 21:32:47.092129 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-26212383-29c0-4c42-a944-189e5f1d43d4 req-cf834695-aa74-47d6-82f6-ac4da6af09e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9120430-69d7-4afb-9132-054f858a800f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993605 Feb 09 21:32:47.149538 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80153576-5474-4a62-9b13-f7e3a9290a37 req-9f214d19-e7d2-495d-b95a-335f98323baa tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:47.154369 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80153576-5474-4a62-9b13-f7e3a9290a37 req-9f214d19-e7d2-495d-b95a-335f98323baa tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.1460791 Feb 09 21:32:47.235698 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80153576-5474-4a62-9b13-f7e3a9290a37 req-fe6d0877-75b7-456c-8477-653218a356ad tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712104 Feb 09 21:32:47.265981 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-26212383-29c0-4c42-a944-189e5f1d43d4 req-b461d271-b711-4fcf-83d8-506b8a25ae0f service neutron] 10.222.0.42 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682794 Feb 09 21:32:47.373634 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e8e2b-e820-437e-ae1a-244e185d43cc req-6720fe66-f161-4d12-bf75-60cf34394ffa tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:47.382455 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-558e8e2b-e820-437e-ae1a-244e185d43cc req-6720fe66-f161-4d12-bf75-60cf34394ffa tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf8c41b4-1314-450a-8a85-811b5f98c93c HTTP/1.1" status: 200 len: 944 time: 0.0893404 Feb 09 21:32:47.468502 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-26212383-29c0-4c42-a944-189e5f1d43d4 req-c82020b9-5a50-4fcc-a52d-a384d8cda73f service neutron] 10.222.0.42 "GET /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945264 Feb 09 21:32:47.516015 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-558e8e2b-e820-437e-ae1a-244e185d43cc req-465f66ac-6cc9-4aa4-8ad6-d873a08b279f tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312094 Feb 09 21:32:47.580154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49808) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:47.890323 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1817c3e2-2682-4878-90a9-8d15522bd878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:47.957833 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b1ca585-71e6-42b7-a86b-9fa0776fad16 req-0446acdc-a35c-4cf5-8a03-6412d62a2344 tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0453866 Feb 09 21:32:48.067277 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1817c3e2-2682-4878-90a9-8d15522bd878 admin admin] Publish callbacks [] for security_group (c7f6e38b-a280-4423-b443-dcbc8d566ec7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:48.076834 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1817c3e2-2682-4878-90a9-8d15522bd878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c7f6e38b-a280-4423-b443-dcbc8d566ec7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:48.141017 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1817c3e2-2682-4878-90a9-8d15522bd878 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e6f661d933b24207a62b5196c735e324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5597198 Feb 09 21:32:48.142703 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817c3e2-2682-4878-90a9-8d15522bd878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f6e38b-a280-4423-b443-dcbc8d566ec7,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:48.143569 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49830) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:48.233735 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9f98fff7-6458-40bf-8bf5-3902b31ac0b2 admin admin] Publish callbacks [] for security_group (c7f6e38b-a280-4423-b443-dcbc8d566ec7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:48.259529 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9f98fff7-6458-40bf-8bf5-3902b31ac0b2 admin admin] Publish callbacks [] for security_group (c7f6e38b-a280-4423-b443-dcbc8d566ec7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:48.339708 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9f98fff7-6458-40bf-8bf5-3902b31ac0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c7f6e38b-a280-4423-b443-dcbc8d566ec7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:48.342231 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9f98fff7-6458-40bf-8bf5-3902b31ac0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:48.346762 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9f98fff7-6458-40bf-8bf5-3902b31ac0b2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c7f6e38b-a280-4423-b443-dcbc8d566ec7 HTTP/1.1" status: 204 len: 168 time: 0.2020082 Feb 09 21:32:48.362744 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98fff7-6458-40bf-8bf5-3902b31ac0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f6e38b-a280-4423-b443-dcbc8d566ec7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:48.451409 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1de18-eba1-4ee9-85a1-7295e1825876 req-b87a4693-b4a4-45f1-8a95-b16cc09098de tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:48.461460 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22b1de18-eba1-4ee9-85a1-7295e1825876 req-b87a4693-b4a4-45f1-8a95-b16cc09098de tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.1176808 Feb 09 21:32:48.551097 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22b1de18-eba1-4ee9-85a1-7295e1825876 req-7e00ed53-3170-4558-814c-0b3d3cf61e64 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843441 Feb 09 21:32:48.595522 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13e05a98-b023-4bb5-b0ee-8c6d0ba312a2 req-763f2ed7-879e-475c-a68f-482338abb57e tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3&device_id=66508983-5008-4283-9eba-40ad33c8f7d0 HTTP/1.1" status: 200 len: 210 time: 0.0811985 Feb 09 21:32:48.741395 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68417d-925d-4826-8bbc-f2e88011e4b2 req-6e05a4ef-f2a4-43ad-ade2-ba436196a3c7 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:48.753792 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e68417d-925d-4826-8bbc-f2e88011e4b2 req-6e05a4ef-f2a4-43ad-ade2-ba436196a3c7 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf8c41b4-1314-450a-8a85-811b5f98c93c HTTP/1.1" status: 200 len: 944 time: 0.1139405 Feb 09 21:32:48.770436 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c55103b5-ba9c-417e-8bd3-7e63885fb092 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:32:48.932027 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e68417d-925d-4826-8bbc-f2e88011e4b2 req-78900b5f-a70f-4cbc-a272-e9c208c3b18f tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760058 Feb 09 21:32:48.995127 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-78e94f9d-9293-48ee-b17d-36ea4a610856 req-affb5bf8-5e80-4b08-8ad1-b3f6061162f1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=795de2cba77646c89d938959b303208a&device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0994809 Feb 09 21:32:49.060781 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c55103b5-ba9c-417e-8bd3-7e63885fb092, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c55103b5-ba9c-417e-8bd3-7e63885fb092,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:49.095664 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05371541-f3d5-465c-bac3-d95c52b92a25 req-99b06022-10a4-4cda-a0de-bc461e63c2dc tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0628572 Feb 09 21:32:49.102768 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-78e94f9d-9293-48ee-b17d-36ea4a610856 req-98f292fc-725c-4446-9e68-560c3d59b4dd service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=795de2cba77646c89d938959b303208a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1042333 Feb 09 21:32:49.106256 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'c55103b5-ba9c-417e-8bd3-7e63885fb092', 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f', 'port_id': 'c55103b5-ba9c-417e-8bd3-7e63885fb092', 'mac_address': 'fa:16:3e:a8:10:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db938f0c-908a-4805-b0e9-dadbbab7eb27', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:32:49.230835 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port c55103b5-ba9c-417e-8bd3-7e63885fb092 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:49.231240 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c55103b5-ba9c-417e-8bd3-7e63885fb092), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:49.270528 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c55103b5-ba9c-417e-8bd3-7e63885fb092 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:49.324369 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c55103b5-ba9c-417e-8bd3-7e63885fb092, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c55103b5-ba9c-417e-8bd3-7e63885fb092,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:49.332816 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c55103b5-ba9c-417e-8bd3-7e63885fb092), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:49.457749 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=c55103b5-ba9c-417e-8bd3-7e63885fb092,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:49.481888 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:49.482736 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:49.484624 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:49.485252 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:49.485841 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:49.486196 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:49.488569 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:49.490360 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:49.497771 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:49.497771 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:49.498075 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:49.498231 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:49.501081 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:49.545940 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e94f9d-9293-48ee-b17d-36ea4a610856 req-84f27ba9-307c-4dfc-8c5d-eb96cd24bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:49.559502 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-78e94f9d-9293-48ee-b17d-36ea4a610856 req-84f27ba9-307c-4dfc-8c5d-eb96cd24bdfd service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4204717 Feb 09 21:32:49.627275 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['c55103b5-ba9c-417e-8bd3-7e63885fb092'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:49.717306 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9392336-ffea-4227-a4de-8b83aec08735 req-2ae72114-3b7d-4674-b6e7-c2edb8f15aad tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:49.719472 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9392336-ffea-4227-a4de-8b83aec08735 req-2ae72114-3b7d-4674-b6e7-c2edb8f15aad tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.0745437 Feb 09 21:32:49.834841 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9392336-ffea-4227-a4de-8b83aec08735 req-db32dbdc-7523-4726-8626-cdf2f3c217db tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079748 Feb 09 21:32:50.238909 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8e20c-9822-4b6d-8b5c-a29d9bb5112d req-30ceeebd-2193-42de-879e-65dc0579d22e tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:50.254319 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6dd8e20c-9822-4b6d-8b5c-a29d9bb5112d req-30ceeebd-2193-42de-879e-65dc0579d22e tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf8c41b4-1314-450a-8a85-811b5f98c93c HTTP/1.1" status: 200 len: 945 time: 0.1214888 Feb 09 21:32:50.334542 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b8c655fe-dee5-4e34-aaf3-bed4e69d1f35 req-f7105397-c9df-4437-be53-560798abcec1 tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0625107 Feb 09 21:32:50.389962 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6dd8e20c-9822-4b6d-8b5c-a29d9bb5112d req-4c4a9d06-d63e-4d77-b109-148e7dea8f50 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272635 Feb 09 21:32:50.788973 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c55103b5-ba9c-417e-8bd3-7e63885fb092 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:32:50.870546 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-78e94f9d-9293-48ee-b17d-36ea4a610856 req-b87f417b-d4e1-426c-8b1e-12f9eb008c0e tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.71 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0640681 Feb 09 21:32:50.902718 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port c55103b5-ba9c-417e-8bd3-7e63885fb092 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:32:50.915626 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port c55103b5-ba9c-417e-8bd3-7e63885fb092 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:50.919592 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c55103b5-ba9c-417e-8bd3-7e63885fb092), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:51.106858 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674aca8-5d1f-4008-903b-47224a0df3c0 req-29d4ce34-bf40-422c-94e0-139416c01a2e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:51.108903 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2674aca8-5d1f-4008-903b-47224a0df3c0 req-29d4ce34-bf40-422c-94e0-139416c01a2e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.1255283 Feb 09 21:32:51.122058 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49928) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:51.216153 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port c55103b5-ba9c-417e-8bd3-7e63885fb092 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:51.216704 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c55103b5-ba9c-417e-8bd3-7e63885fb092), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:51.244049 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2674aca8-5d1f-4008-903b-47224a0df3c0 req-09761644-ec38-4923-af48-8206d9ce9e5b tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292088 Feb 09 21:32:51.267795 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8c41b4-1314-450a-8a85-811b5f98c93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55103b5-ba9c-417e-8bd3-7e63885fb092'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:51.270460 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29561939-7c8e-44bb-81eb-cbecd2de1a37" -d '{"events": [{"server_uuid": "bf8c41b4-1314-450a-8a85-811b5f98c93c", "name": "network-vif-plugged", "status": "completed", "tag": "c55103b5-ba9c-417e-8bd3-7e63885fb092"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:51.306203 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c55103b5-ba9c-417e-8bd3-7e63885fb092, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c55103b5-ba9c-417e-8bd3-7e63885fb092,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:51.315823 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c55103b5-ba9c-417e-8bd3-7e63885fb092), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:51.352211 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79725475-6716-41c5-89bc-7d75c0db07e7 x-openstack-request-id: req-79725475-6716-41c5-89bc-7d75c0db07e7 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:51.352575 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8c41b4-1314-450a-8a85-811b5f98c93c", "name": "network-vif-plugged", "status": "completed", "tag": "c55103b5-ba9c-417e-8bd3-7e63885fb092", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:51.352841 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-79725475-6716-41c5-89bc-7d75c0db07e7 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:51.353332 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8c41b4-1314-450a-8a85-811b5f98c93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55103b5-ba9c-417e-8bd3-7e63885fb092', 'code': 200} Feb 09 21:32:51.386620 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-37693558-9aeb-4894-8768-baf83a698afb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:51.434332 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=c55103b5-ba9c-417e-8bd3-7e63885fb092,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:51.587137 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb9312f4-6c42-4ace-8ff2-bac5191b582a req-bd6833df-2b67-4106-b978-26159fc849e4 tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=df74f101-44b3-4b5c-ae01-911967f480a3 HTTP/1.1" status: 200 len: 210 time: 0.0600612 Feb 09 21:32:51.606013 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b77d5-b8d0-4bb8-95b2-b4214994b9ed req-8b63a7fa-29ef-458e-81ab-c587ba656945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:51.608998 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d27b77d5-b8d0-4bb8-95b2-b4214994b9ed req-8b63a7fa-29ef-458e-81ab-c587ba656945 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf8c41b4-1314-450a-8a85-811b5f98c93c HTTP/1.1" status: 200 len: 1128 time: 0.1754427 Feb 09 21:32:51.662561 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-37693558-9aeb-4894-8768-baf83a698afb admin admin] Publish callbacks [] for security_group (865bb351-9b9f-4ec6-a5a7-eee4075ad188), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:51.693449 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-37693558-9aeb-4894-8768-baf83a698afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (865bb351-9b9f-4ec6-a5a7-eee4075ad188), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:51.748572 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362e49c-0358-414b-b467-e6894ec31d52 req-9973894f-18f3-4750-92ac-587bbde6c6fe tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:51.756092 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-37693558-9aeb-4894-8768-baf83a698afb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7a047d326874446ba3a8ca1602251cdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6327577 Feb 09 21:32:51.758108 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d362e49c-0358-414b-b467-e6894ec31d52 req-9973894f-18f3-4750-92ac-587bbde6c6fe tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf8c41b4-1314-450a-8a85-811b5f98c93c HTTP/1.1" status: 200 len: 946 time: 0.1102040 Feb 09 21:32:51.758831 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49948) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:51.826372 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d27b77d5-b8d0-4bb8-95b2-b4214994b9ed req-d583d0eb-1155-4110-a4dc-ffca87f0698f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067649 Feb 09 21:32:51.832968 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37693558-9aeb-4894-8768-baf83a698afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865bb351-9b9f-4ec6-a5a7-eee4075ad188,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:51.879034 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9d1cbb0-f5ba-4e18-910f-fc9ea3ed071f admin admin] Publish callbacks [] for security_group (865bb351-9b9f-4ec6-a5a7-eee4075ad188), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:51.912571 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d362e49c-0358-414b-b467-e6894ec31d52 req-38574476-3947-4f59-88f3-2639408403b1 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969172 Feb 09 21:32:51.930978 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9d1cbb0-f5ba-4e18-910f-fc9ea3ed071f admin admin] Publish callbacks [] for security_group (865bb351-9b9f-4ec6-a5a7-eee4075ad188), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:51.997941 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9d1cbb0-f5ba-4e18-910f-fc9ea3ed071f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (865bb351-9b9f-4ec6-a5a7-eee4075ad188), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:52.001507 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9d1cbb0-f5ba-4e18-910f-fc9ea3ed071f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:52.005575 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a9d1cbb0-f5ba-4e18-910f-fc9ea3ed071f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/865bb351-9b9f-4ec6-a5a7-eee4075ad188 HTTP/1.1" status: 204 len: 168 time: 0.2430482 Feb 09 21:32:52.021499 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1cbb0-f5ba-4e18-910f-fc9ea3ed071f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865bb351-9b9f-4ec6-a5a7-eee4075ad188,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:52.418703 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae998c2f-6504-4e74-ac43-e26f8e3eeae0 req-02862938-d041-4e4d-ae72-8dbedb7a0e22 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:52.425694 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae998c2f-6504-4e74-ac43-e26f8e3eeae0 req-02862938-d041-4e4d-ae72-8dbedb7a0e22 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.0953345 Feb 09 21:32:52.579059 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49966) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:52.611697 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae998c2f-6504-4e74-ac43-e26f8e3eeae0 req-5e7080c9-1ed4-4b31-9263-62b5063329c2 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425884 Feb 09 21:32:52.619876 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-71e8016f-5dac-4258-85d3-e43ce43080ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:52.789616 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-71e8016f-5dac-4258-85d3-e43ce43080ca admin admin] Publish callbacks [] for security_group (f3d60ded-6062-41b1-843e-c6fad1b075aa), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:52.796904 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-71e8016f-5dac-4258-85d3-e43ce43080ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f3d60ded-6062-41b1-843e-c6fad1b075aa), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:52.887189 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-71e8016f-5dac-4258-85d3-e43ce43080ca admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fa9731861ae442c0904ad24d7c5b768a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067255 Feb 09 21:32:52.889948 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49972) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:52.902841 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8016f-5dac-4258-85d3-e43ce43080ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d60ded-6062-41b1-843e-c6fad1b075aa,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:52.970685 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7624109f-8ce3-4003-b68c-6b4f62b2a093 admin admin] Publish callbacks [] for security_group (f3d60ded-6062-41b1-843e-c6fad1b075aa), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:53.044506 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d1703bff-a383-44fc-bd9d-e398a7aad547 req-208e763c-9a0f-444d-908d-5cfd01ff6d75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=795de2cba77646c89d938959b303208a&device_id=66508983-5008-4283-9eba-40ad33c8f7d0 HTTP/1.1" status: 200 len: 210 time: 0.0733044 Feb 09 21:32:53.045464 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7624109f-8ce3-4003-b68c-6b4f62b2a093 admin admin] Publish callbacks [] for security_group (f3d60ded-6062-41b1-843e-c6fad1b075aa), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:53.144217 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d1703bff-a383-44fc-bd9d-e398a7aad547 req-f583896c-90bd-4a87-ab34-473c40af2516 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=795de2cba77646c89d938959b303208a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0918479 Feb 09 21:32:53.165680 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-40cd5407-4728-41da-bf90-f03fd24a1c6c req-b9ffe446-29b7-4047-8517-df3c9fa36176 tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=66508983-5008-4283-9eba-40ad33c8f7d0 HTTP/1.1" status: 200 len: 210 time: 0.0763860 Feb 09 21:32:53.351962 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe3433-7ad4-4c2f-b4e6-0edab83dd8d5 req-fcf87999-a359-4e20-839f-9acc6e9527ee tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:53.360309 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bbe3433-7ad4-4c2f-b4e6-0edab83dd8d5 req-fcf87999-a359-4e20-839f-9acc6e9527ee tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf8c41b4-1314-450a-8a85-811b5f98c93c HTTP/1.1" status: 200 len: 946 time: 0.1913669 Feb 09 21:32:53.378348 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7624109f-8ce3-4003-b68c-6b4f62b2a093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f3d60ded-6062-41b1-843e-c6fad1b075aa), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:53.381608 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7624109f-8ce3-4003-b68c-6b4f62b2a093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:53.386068 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7624109f-8ce3-4003-b68c-6b4f62b2a093 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f3d60ded-6062-41b1-843e-c6fad1b075aa HTTP/1.1" status: 204 len: 168 time: 0.4920042 Feb 09 21:32:53.457524 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624109f-8ce3-4003-b68c-6b4f62b2a093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d60ded-6062-41b1-843e-c6fad1b075aa,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:53.512389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bbe3433-7ad4-4c2f-b4e6-0edab83dd8d5 req-d9923421-90b4-4179-a99e-8b29ef5162a7 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511500 Feb 09 21:32:53.662457 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1703bff-a383-44fc-bd9d-e398a7aad547 req-e333e67f-bf9b-4f7f-a29a-206a14f3fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:53.667940 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d1703bff-a383-44fc-bd9d-e398a7aad547 req-e333e67f-bf9b-4f7f-a29a-206a14f3fe86 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5117018 Feb 09 21:32:53.820583 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e12d5d-2447-4cde-acea-41599bab094d req-48d07b72-d91f-4e77-b99c-60da89b48d4e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:53.827804 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5e12d5d-2447-4cde-acea-41599bab094d req-48d07b72-d91f-4e77-b99c-60da89b48d4e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.1102796 Feb 09 21:32:53.917988 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5e12d5d-2447-4cde-acea-41599bab094d req-c251c2a7-8f2a-4d04-b01e-367e0d7b814d tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892251 Feb 09 21:32:54.332026 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-456cdbe4-1afb-46ec-9ded-53befc0e83ff req-22064411-f39a-4243-b1ba-ab56daae7c76 tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=66508983-5008-4283-9eba-40ad33c8f7d0 HTTP/1.1" status: 200 len: 210 time: 0.0415018 Feb 09 21:32:54.560325 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50026) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:54.627199 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ab2c7a79-1986-4394-b071-1ed58b5a8f06 req-87920ec0-01d6-4f7e-9afe-85a9baa8e12e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1123538 Feb 09 21:32:54.751466 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-9b3ed100-f6ed-4cd6-9e00-759cd59bd27f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1257214516-network', 'tenant_id': 'a3c5d40e0e6a46b0b7fa095d334c76f7'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:54.765485 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c7a79-1986-4394-b071-1ed58b5a8f06 req-78e6bb24-7d1b-43a7-a2cf-c033d2c8cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:54.768454 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ab2c7a79-1986-4394-b071-1ed58b5a8f06 req-78e6bb24-7d1b-43a7-a2cf-c033d2c8cb85 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 1132 time: 0.1175148 Feb 09 21:32:54.820954 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3ed100-f6ed-4cd6-9e00-759cd59bd27f admin admin] Made reservation on behalf of a3c5d40e0e6a46b0b7fa095d334c76f7 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:32:54.825467 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9b3ed100-f6ed-4cd6-9e00-759cd59bd27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:54.845079 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9b3ed100-f6ed-4cd6-9e00-759cd59bd27f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:54.940466 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0ea76-de1e-453c-bde8-aba90ea6cb9e req-182eaf3b-60e4-47a1-8967-b2d4c4e95717 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:54.942873 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f5f0ea76-de1e-453c-bde8-aba90ea6cb9e req-182eaf3b-60e4-47a1-8967-b2d4c4e95717 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf8c41b4-1314-450a-8a85-811b5f98c93c HTTP/1.1" status: 200 len: 946 time: 0.2775302 Feb 09 21:32:55.002554 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c7a79-1986-4394-b071-1ed58b5a8f06 req-b6cbdaa0-1591-4ce9-ae6b-a48636d132a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:55.007170 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ab2c7a79-1986-4394-b071-1ed58b5a8f06 req-b6cbdaa0-1591-4ce9-ae6b-a48636d132a8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.2180922 Feb 09 21:32:55.067544 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f5f0ea76-de1e-453c-bde8-aba90ea6cb9e req-7387f37e-760c-4a3b-81c1-d54f7b62ab56 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055582 Feb 09 21:32:55.107462 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ab2c7a79-1986-4394-b071-1ed58b5a8f06 req-d2f0a4e3-67da-40da-89f3-6db8828e32e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=0ed3f83a-3353-45b8-aa52-2b88461c4ffa HTTP/1.1" status: 200 len: 217 time: 0.0921297 Feb 09 21:32:55.211484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c7a79-1986-4394-b071-1ed58b5a8f06 req-db51eaf6-6c57-4efb-b8e7-e2d26e83ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:55.213617 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ab2c7a79-1986-4394-b071-1ed58b5a8f06 req-db51eaf6-6c57-4efb-b8e7-e2d26e83ace5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0995975 Feb 09 21:32:55.247772 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9b3ed100-f6ed-4cd6-9e00-759cd59bd27f admin admin] Publish callbacks [] for security_group (488a4ef9-5507-49e7-9876-f8f910269695), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:55.276874 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d1703bff-a383-44fc-bd9d-e398a7aad547 req-3fae852d-7b36-4bc9-9a0c-4b304003a894 tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.42 "GET /v2.0/ports?device_id=66508983-5008-4283-9eba-40ad33c8f7d0 HTTP/1.1" status: 200 len: 210 time: 0.0622218 Feb 09 21:32:55.279792 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051c7f6-d94a-4796-ad71-73ad7660b643 req-5796fb4e-4f16-44c1-a36c-665e2c0753c1 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:55.288601 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d051c7f6-d94a-4796-ad71-73ad7660b643 req-5796fb4e-4f16-44c1-a36c-665e2c0753c1 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.1170285 Feb 09 21:32:55.290787 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9b3ed100-f6ed-4cd6-9e00-759cd59bd27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (488a4ef9-5507-49e7-9876-f8f910269695), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:55.347670 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c7a79-1986-4394-b071-1ed58b5a8f06 req-fb789f8f-2088-48ac-ad4c-c595f9724465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:55.349226 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ab2c7a79-1986-4394-b071-1ed58b5a8f06 req-fb789f8f-2088-48ac-ad4c-c595f9724465 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1110158 Feb 09 21:32:55.384436 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ed100-f6ed-4cd6-9e00-759cd59bd27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488a4ef9-5507-49e7-9876-f8f910269695,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:55.416174 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3ed100-f6ed-4cd6-9e00-759cd59bd27f admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:32:55.489396 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9b3ed100-f6ed-4cd6-9e00-759cd59bd27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (0eaa5e06-18f2-4aeb-a7f1-3438838056e0), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:55.489772 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-9b3ed100-f6ed-4cd6-9e00-759cd59bd27f admin admin] Added segment 0eaa5e06-18f2-4aeb-a7f1-3438838056e0 of type vlan for network d23b6c70-57b7-4b45-aecf-d8dd8d14d3e5 Feb 09 21:32:55.531898 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d051c7f6-d94a-4796-ad71-73ad7660b643 req-2d12f8ad-33cf-4827-b294-9906272c861f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421088 Feb 09 21:32:55.578851 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9b3ed100-f6ed-4cd6-9e00-759cd59bd27f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (d23b6c70-57b7-4b45-aecf-d8dd8d14d3e5), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:55.602389 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ab2c7a79-1986-4394-b071-1ed58b5a8f06 req-5d80fdec-e7f7-4690-ba40-84d1c45d44b5 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403824 Feb 09 21:32:55.639812 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9b3ed100-f6ed-4cd6-9e00-759cd59bd27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (d23b6c70-57b7-4b45-aecf-d8dd8d14d3e5), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:55.642103 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ed100-f6ed-4cd6-9e00-759cd59bd27f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:55.643225 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9b3ed100-f6ed-4cd6-9e00-759cd59bd27f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:55.784755 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ab2c7a79-1986-4394-b071-1ed58b5a8f06 req-e59bdfdc-68cf-4524-b13a-2030b1accc50 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812987 Feb 09 21:32:55.925147 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ed100-f6ed-4cd6-9e00-759cd59bd27f admin admin] Pushing event updated for resources: {'Network': ['ID=d23b6c70-57b7-4b45-aecf-d8dd8d14d3e5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:55.935332 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9b3ed100-f6ed-4cd6-9e00-759cd59bd27f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3733113 Feb 09 21:32:55.937533 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network d23b6c70-57b7-4b45-aecf-d8dd8d14d3e5 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:32:55.938901 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50062) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:55.946513 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-0d860373-ac1f-43d2-bb66-9ff912f49bde admin admin] Request body: {'subnet': {'network_id': 'd23b6c70-57b7-4b45-aecf-d8dd8d14d3e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1257214516-subnet', 'tenant_id': 'a3c5d40e0e6a46b0b7fa095d334c76f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:55.995359 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d3ead927-b39c-412e-9610-c9125ea29888 req-87b1c1db-168c-4037-ba52-3e32f42becee tempest-ServerShowV247Test-1729605302 tempest-ServerShowV247Test-1729605302-project] 10.222.0.77 "GET /v2.0/ports?device_id=66508983-5008-4283-9eba-40ad33c8f7d0 HTTP/1.1" status: 200 len: 210 time: 0.1824989 Feb 09 21:32:56.004344 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d860373-ac1f-43d2-bb66-9ff912f49bde admin admin] Made reservation on behalf of a3c5d40e0e6a46b0b7fa095d334c76f7 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:32:56.008219 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d860373-ac1f-43d2-bb66-9ff912f49bde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:56.606579 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d860373-ac1f-43d2-bb66-9ff912f49bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (e446f718-176f-4cbc-be1f-29164631f51c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:56.713817 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d860373-ac1f-43d2-bb66-9ff912f49bde admin admin] Pushing event updated for resources: {'Subnet': ['ID=e446f718-176f-4cbc-be1f-29164631f51c,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:56.755840 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d860373-ac1f-43d2-bb66-9ff912f49bde admin admin] Checking segment: {'id': '0eaa5e06-18f2-4aeb-a7f1-3438838056e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd23b6c70-57b7-4b45-aecf-d8dd8d14d3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:32:56.755968 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d860373-ac1f-43d2-bb66-9ff912f49bde admin admin] Network hostable DHCP agents. Network: d23b6c70-57b7-4b45-aecf-d8dd8d14d3e5, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:32:56.797980 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d860373-ac1f-43d2-bb66-9ff912f49bde admin admin] Network d23b6c70-57b7-4b45-aecf-d8dd8d14d3e5 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:32:56.811610 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-0d860373-ac1f-43d2-bb66-9ff912f49bde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, d23b6c70-57b7-4b45-aecf-d8dd8d14d3e5) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:32:56.820618 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d860373-ac1f-43d2-bb66-9ff912f49bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:56.821387 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d860373-ac1f-43d2-bb66-9ff912f49bde admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:56.822196 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba98a7cd-0673-4c1e-bc82-f53d4693ace7 None None] Network d23b6c70-57b7-4b45-aecf-d8dd8d14d3e5 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:32:56.836920 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690d7e2-c9e1-4a8e-acd6-933a66806737 req-1777eff9-07e6-45fc-a865-eb51a88849d2 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:56.860109 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8690d7e2-c9e1-4a8e-acd6-933a66806737 req-1777eff9-07e6-45fc-a865-eb51a88849d2 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.1852334 Feb 09 21:32:56.867831 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0d860373-ac1f-43d2-bb66-9ff912f49bde admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9274020 Feb 09 21:32:57.105004 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8690d7e2-c9e1-4a8e-acd6-933a66806737 req-908c90b7-b8cf-4db5-bb2f-787b5f026489 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373660 Feb 09 21:32:57.266801 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43164da-1f7f-4c68-a368-72da5bff8e3c None None] Network d23b6c70-57b7-4b45-aecf-d8dd8d14d3e5 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:32:57.269240 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87713ea-b808-4ba7-bcec-c1624e7b3881 req-e707b02a-cdb1-4702-8287-6d700e2fb7e9 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:57.278033 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a87713ea-b808-4ba7-bcec-c1624e7b3881 req-e707b02a-cdb1-4702-8287-6d700e2fb7e9 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf8c41b4-1314-450a-8a85-811b5f98c93c HTTP/1.1" status: 200 len: 946 time: 0.1851456 Feb 09 21:32:57.357942 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a87713ea-b808-4ba7-bcec-c1624e7b3881 req-428820fd-4b87-429a-9d38-b76b0aad09d6 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782428 Feb 09 21:32:57.793566 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50148) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:57.892075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50154) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:57.898447 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c987a070-e4f1-4598-81dc-2edc31773773 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1112504425-network', 'tenant_id': 'b4f2344cf3a04f8cbef5af5d450ab06a'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:57.939085 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c987a070-e4f1-4598-81dc-2edc31773773 admin admin] Made reservation on behalf of b4f2344cf3a04f8cbef5af5d450ab06a for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:32:57.942872 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c987a070-e4f1-4598-81dc-2edc31773773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:57.955580 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c987a070-e4f1-4598-81dc-2edc31773773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:58.184155 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c987a070-e4f1-4598-81dc-2edc31773773 admin admin] Publish callbacks [] for security_group (ccb01226-f1f3-45c1-8da3-9348ea0fcbc8), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:58.192782 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c987a070-e4f1-4598-81dc-2edc31773773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ccb01226-f1f3-45c1-8da3-9348ea0fcbc8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:58.253480 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-0725c127-5cb6-41fd-82b8-2b32f4e34bd0 service neutron] 10.222.0.42 "GET /v2.0/ports/bba129e0-d0c9-46ff-9727-3921f2f63a73/bindings/n-h2-828601-1 HTTP/1.1" status: 200 len: 382 time: 0.1617544 Feb 09 21:32:58.309398 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82b0a1a9-d84b-44bd-8104-85ec1f4191f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:58.346199 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c987a070-e4f1-4598-81dc-2edc31773773 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:32:58.378208 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987a070-e4f1-4598-81dc-2edc31773773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb01226-f1f3-45c1-8da3-9348ea0fcbc8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:58.403497 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c987a070-e4f1-4598-81dc-2edc31773773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e4b21638-0b67-4d48-adcd-564640f393d7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:58.403906 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-c987a070-e4f1-4598-81dc-2edc31773773 admin admin] Added segment e4b21638-0b67-4d48-adcd-564640f393d7 of type vlan for network 7f01b829-2f8d-4f6f-b36e-12067374df9a Feb 09 21:32:58.469559 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b68c7-3c42-4376-90fa-2d4f67c10d58 req-a10796d4-1814-4391-bc29-ed678161b687 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:58.480603 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-110b68c7-3c42-4376-90fa-2d4f67c10d58 req-a10796d4-1814-4391-bc29-ed678161b687 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.2334468 Feb 09 21:32:58.608057 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c987a070-e4f1-4598-81dc-2edc31773773 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (7f01b829-2f8d-4f6f-b36e-12067374df9a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:58.646483 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82b0a1a9-d84b-44bd-8104-85ec1f4191f0 admin admin] Publish callbacks [] for security_group (0e7d1895-e979-49e3-a2f3-676683c9016a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:58.656743 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82b0a1a9-d84b-44bd-8104-85ec1f4191f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (0e7d1895-e979-49e3-a2f3-676683c9016a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:58.695248 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0a1a9-d84b-44bd-8104-85ec1f4191f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7d1895-e979-49e3-a2f3-676683c9016a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:58.715923 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-5034cfce-22f6-4b50-970c-2791e9cc3396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:58.717477 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-5034cfce-22f6-4b50-970c-2791e9cc3396 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d&tenant_id=8e648e74041548769a4577091999e05a HTTP/1.1" status: 200 len: 1132 time: 0.1062953 Feb 09 21:32:58.722884 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-82b0a1a9-d84b-44bd-8104-85ec1f4191f0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=795de2cba77646c89d938959b303208a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9280946 Feb 09 21:32:58.724028 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50166) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:58.787821 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c987a070-e4f1-4598-81dc-2edc31773773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (7f01b829-2f8d-4f6f-b36e-12067374df9a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:58.788968 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c987a070-e4f1-4598-81dc-2edc31773773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:58.789567 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c987a070-e4f1-4598-81dc-2edc31773773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:58.836705 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-110b68c7-3c42-4376-90fa-2d4f67c10d58 req-0bdda1c4-1c2e-4da6-881a-eda3dc115685 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393614 Feb 09 21:32:58.838254 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3df53fd9-a2c8-4e61-9a39-3f7c9392ce71 admin admin] Publish callbacks [] for security_group (0e7d1895-e979-49e3-a2f3-676683c9016a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:58.841241 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c55103b5-ba9c-417e-8bd3-7e63885fb092 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:32:58.852333 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-cac7125c-e556-479b-82b5-c6b3205c74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:58.853902 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-cac7125c-e556-479b-82b5-c6b3205c74ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 1132 time: 0.1014941 Feb 09 21:32:58.864105 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101dd39-e3d0-4274-bd33-68ff2511633e req-81b925ed-14a8-417e-8a46-f1d45df4fc80 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:58.871112 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d101dd39-e3d0-4274-bd33-68ff2511633e req-81b925ed-14a8-417e-8a46-f1d45df4fc80 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf8c41b4-1314-450a-8a85-811b5f98c93c HTTP/1.1" status: 200 len: 946 time: 0.3037446 Feb 09 21:32:59.026854 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3df53fd9-a2c8-4e61-9a39-3f7c9392ce71 admin admin] Publish callbacks [] for security_group (0e7d1895-e979-49e3-a2f3-676683c9016a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:59.086001 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c987a070-e4f1-4598-81dc-2edc31773773 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1904843 Feb 09 21:32:59.098868 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50174) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:59.118975 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-dd5966cd-dbca-4cad-a038-afb5b3a087ff admin admin] Request body: {'subnet': {'network_id': '7f01b829-2f8d-4f6f-b36e-12067374df9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1112504425-subnet', 'tenant_id': 'b4f2344cf3a04f8cbef5af5d450ab06a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:59.144803 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c55103b5-ba9c-417e-8bd3-7e63885fb092, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c55103b5-ba9c-417e-8bd3-7e63885fb092,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:59.152696 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987a070-e4f1-4598-81dc-2edc31773773 admin admin] Pushing event updated for resources: {'Network': ['ID=7f01b829-2f8d-4f6f-b36e-12067374df9a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:59.175522 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d101dd39-e3d0-4274-bd33-68ff2511633e req-b31d9689-2cfc-4726-aa76-2e28062194dc tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803268 Feb 09 21:32:59.187628 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5966cd-dbca-4cad-a038-afb5b3a087ff admin admin] Made reservation on behalf of b4f2344cf3a04f8cbef5af5d450ab06a for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:32:59.190043 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd5966cd-dbca-4cad-a038-afb5b3a087ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:59.231268 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'c55103b5-ba9c-417e-8bd3-7e63885fb092', 'network_id': 'b9120430-69d7-4afb-9132-054f858a800f', 'port_id': 'c55103b5-ba9c-417e-8bd3-7e63885fb092', 'mac_address': 'fa:16:3e:a8:10:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db938f0c-908a-4805-b0e9-dadbbab7eb27', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:32:59.240792 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 7f01b829-2f8d-4f6f-b36e-12067374df9a details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:32:59.433278 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port c55103b5-ba9c-417e-8bd3-7e63885fb092 is: ACTIVE; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:59.434071 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c55103b5-ba9c-417e-8bd3-7e63885fb092), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:59.457153 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c55103b5-ba9c-417e-8bd3-7e63885fb092 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:59.486628 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c55103b5-ba9c-417e-8bd3-7e63885fb092, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c55103b5-ba9c-417e-8bd3-7e63885fb092,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:59.493208 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c55103b5-ba9c-417e-8bd3-7e63885fb092), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:59.495262 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd5966cd-dbca-4cad-a038-afb5b3a087ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (8d93d1f7-33f4-4941-a926-f646015bb2b3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:59.570642 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-8d213396-9784-4219-9f6b-037f4bf2ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:59.572608 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-8d213396-9784-4219-9f6b-037f4bf2ddec service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.7066002 Feb 09 21:32:59.605625 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=c55103b5-ba9c-417e-8bd3-7e63885fb092,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:59.636992 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-691ff19f-6a3d-4e86-940c-dff5c95c00c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=bba129e0-d0c9-46ff-9727-3921f2f63a73 HTTP/1.1" status: 200 len: 217 time: 0.0531561 Feb 09 21:32:59.646897 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5966cd-dbca-4cad-a038-afb5b3a087ff admin admin] Checking segment: {'id': 'e4b21638-0b67-4d48-adcd-564640f393d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7f01b829-2f8d-4f6f-b36e-12067374df9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:32:59.648860 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5966cd-dbca-4cad-a038-afb5b3a087ff admin admin] Network hostable DHCP agents. Network: 7f01b829-2f8d-4f6f-b36e-12067374df9a, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:32:59.653980 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['c55103b5-ba9c-417e-8bd3-7e63885fb092'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:59.655995 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5966cd-dbca-4cad-a038-afb5b3a087ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d93d1f7-33f4-4941-a926-f646015bb2b3,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:59.660733 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3df53fd9-a2c8-4e61-9a39-3f7c9392ce71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (0e7d1895-e979-49e3-a2f3-676683c9016a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:59.663246 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3df53fd9-a2c8-4e61-9a39-3f7c9392ce71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:59.668256 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3df53fd9-a2c8-4e61-9a39-3f7c9392ce71 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0e7d1895-e979-49e3-a2f3-676683c9016a HTTP/1.1" status: 204 len: 168 time: 0.9435172 Feb 09 21:32:59.722176 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-74826712-4e03-4d9d-8e2b-58a88dc18b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:59.723663 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-74826712-4e03-4d9d-8e2b-58a88dc18b29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0640793 Feb 09 21:32:59.776816 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df53fd9-a2c8-4e61-9a39-3f7c9392ce71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7d1895-e979-49e3-a2f3-676683c9016a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:59.807198 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5966cd-dbca-4cad-a038-afb5b3a087ff admin admin] Network 7f01b829-2f8d-4f6f-b36e-12067374df9a is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:32:59.835690 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-dd5966cd-dbca-4cad-a038-afb5b3a087ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 7f01b829-2f8d-4f6f-b36e-12067374df9a) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:32:59.842502 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5966cd-dbca-4cad-a038-afb5b3a087ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:59.845407 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd5966cd-dbca-4cad-a038-afb5b3a087ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:59.891608 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d4b2d3-8d5b-4fe1-8f14-551a7c449137 None None] Network 7f01b829-2f8d-4f6f-b36e-12067374df9a requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:32:59.926279 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-aa39fc69-4287-4f05-a717-5010af708b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:59.948274 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-aa39fc69-4287-4f05-a717-5010af708b6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1918833 Feb 09 21:32:59.976578 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dd5966cd-dbca-4cad-a038-afb5b3a087ff admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8720996 Feb 09 21:33:00.300353 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71f473-c356-4b3b-89a0-eb6368f03b85 req-453a5345-d258-456c-8cfe-84ae974922d4 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:00.300353 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7c71f473-c356-4b3b-89a0-eb6368f03b85 req-453a5345-d258-456c-8cfe-84ae974922d4 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.3090725 Feb 09 21:33:00.301824 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-ae0eb69b-f383-4182-b506-72435352140d service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360786 Feb 09 21:33:00.487751 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c029a9ae-29c3-4e85-b01e-26ba3e71eb61 None None] Network 7f01b829-2f8d-4f6f-b36e-12067374df9a requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:33:00.581938 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50202) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:00.621718 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7c71f473-c356-4b3b-89a0-eb6368f03b85 req-474759a0-824d-403a-8faa-03cc9d122ad1 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082557 Feb 09 21:33:00.652807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca83f5a-b7c9-4a2c-83b4-76760064500b req-4d5d31b2-84c1-4ba6-9423-037bbc308cda tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:00.660720 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ca83f5a-b7c9-4a2c-83b4-76760064500b req-4d5d31b2-84c1-4ba6-9423-037bbc308cda tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf8c41b4-1314-450a-8a85-811b5f98c93c HTTP/1.1" status: 200 len: 945 time: 0.2291672 Feb 09 21:33:00.744946 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ca83f5a-b7c9-4a2c-83b4-76760064500b req-b726d544-851e-48d2-896a-0bdaa7f75acf tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788970 Feb 09 21:33:00.762485 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c02558a-4907-4659-b6d0-89325a24269a admin admin] Deleting subnet e446f718-176f-4cbc-be1f-29164631f51c {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:33:00.768212 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c02558a-4907-4659-b6d0-89325a24269a admin admin] Publish callbacks [] for subnet (e446f718-176f-4cbc-be1f-29164631f51c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:00.772645 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2b18ee0c-9308-4b16-ad12-2f44255cd6f4 req-a89a1b42-2ab9-47cc-adde-78ecc0e0b8ae service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634502 Feb 09 21:33:00.819788 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c02558a-4907-4659-b6d0-89325a24269a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (e446f718-176f-4cbc-be1f-29164631f51c), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:00.919211 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c02558a-4907-4659-b6d0-89325a24269a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (e446f718-176f-4cbc-be1f-29164631f51c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:00.924416 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c55103b5-ba9c-417e-8bd3-7e63885fb092 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:33:01.019456 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c02558a-4907-4659-b6d0-89325a24269a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (e446f718-176f-4cbc-be1f-29164631f51c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.061750 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port c55103b5-ba9c-417e-8bd3-7e63885fb092 is: BUILD; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:01.062159 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c55103b5-ba9c-417e-8bd3-7e63885fb092), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.070857 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02558a-4907-4659-b6d0-89325a24269a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e446f718-176f-4cbc-be1f-29164631f51c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:01.075206 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c02558a-4907-4659-b6d0-89325a24269a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.084725 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c55103b5-ba9c-417e-8bd3-7e63885fb092 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:01.085084 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50214) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:01.085852 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7c02558a-4907-4659-b6d0-89325a24269a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e446f718-176f-4cbc-be1f-29164631f51c HTTP/1.1" status: 204 len: 168 time: 0.5027380 Feb 09 21:33:01.153286 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c55103b5-ba9c-417e-8bd3-7e63885fb092, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c55103b5-ba9c-417e-8bd3-7e63885fb092,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:01.162630 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c55103b5-ba9c-417e-8bd3-7e63885fb092), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.164175 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device bba129e0-d0c9-46ff-9727-3921f2f63a73 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:33:01.179157 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd31f667-dc9f-4017-89e1-4c1a477f7731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (d23b6c70-57b7-4b45-aecf-d8dd8d14d3e5), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.297076 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd31f667-dc9f-4017-89e1-4c1a477f7731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (d23b6c70-57b7-4b45-aecf-d8dd8d14d3e5), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.321986 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-fd31f667-dc9f-4017-89e1-4c1a477f7731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23b6c70-57b7-4b45-aecf-d8dd8d14d3e5']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:01.334129 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-fd31f667-dc9f-4017-89e1-4c1a477f7731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eaa5e06-18f2-4aeb-a7f1-3438838056e0') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:01.334603 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-fd31f667-dc9f-4017-89e1-4c1a477f7731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eaa5e06-18f2-4aeb-a7f1-3438838056e0') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:01.347187 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd31f667-dc9f-4017-89e1-4c1a477f7731 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (0eaa5e06-18f2-4aeb-a7f1-3438838056e0), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.374460 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd31f667-dc9f-4017-89e1-4c1a477f7731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (0eaa5e06-18f2-4aeb-a7f1-3438838056e0), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.383209 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd31f667-dc9f-4017-89e1-4c1a477f7731 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:33:01.383538 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd31f667-dc9f-4017-89e1-4c1a477f7731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (0eaa5e06-18f2-4aeb-a7f1-3438838056e0), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.449054 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50230) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:33:01.477879 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:33:01.483853 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd31f667-dc9f-4017-89e1-4c1a477f7731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (d23b6c70-57b7-4b45-aecf-d8dd8d14d3e5), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.542705 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd31f667-dc9f-4017-89e1-4c1a477f7731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.549119 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fd31f667-dc9f-4017-89e1-4c1a477f7731 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d23b6c70-57b7-4b45-aecf-d8dd8d14d3e5 HTTP/1.1" status: 204 len: 168 time: 0.4628186 Feb 09 21:33:01.550581 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31f667-dc9f-4017-89e1-4c1a477f7731 admin admin] Pushing event deleted for resources: {'Network': ['ID=d23b6c70-57b7-4b45-aecf-d8dd8d14d3e5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:01.552194 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50238) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:01.578990 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=c55103b5-ba9c-417e-8bd3-7e63885fb092,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:01.666554 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-172a9d26-a3d1-46f2-a279-f8939f96b614 admin admin] Deleting subnet 8d93d1f7-33f4-4941-a926-f646015bb2b3 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:33:01.685278 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-172a9d26-a3d1-46f2-a279-f8939f96b614 admin admin] Publish callbacks [] for subnet (8d93d1f7-33f4-4941-a926-f646015bb2b3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.693900 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port bba129e0-d0c9-46ff-9727-3921f2f63a73 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:01.694550 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.695185 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-36a2a512-c1a3-4342-9053-a5894a3944a4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-96225309-network', 'tenant_id': '1b89b78a949d44f189d43eacfb5f58be'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:01.763815 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6573f32-5a00-472c-a5e8-5378088e096d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bba129e0-d0c9-46ff-9727-3921f2f63a73'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:01.766481 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377228fd-e3be-4184-a2c3-e02fbbbb7710" -d '{"events": [{"server_uuid": "d6573f32-5a00-472c-a5e8-5378088e096d", "name": "network-vif-unplugged", "status": "completed", "tag": "bba129e0-d0c9-46ff-9727-3921f2f63a73"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:01.781347 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-172a9d26-a3d1-46f2-a279-f8939f96b614 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (8d93d1f7-33f4-4941-a926-f646015bb2b3), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.799744 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port bba129e0-d0c9-46ff-9727-3921f2f63a73, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=bba129e0-d0c9-46ff-9727-3921f2f63a73,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:01.808172 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.881997 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-172a9d26-a3d1-46f2-a279-f8939f96b614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (8d93d1f7-33f4-4941-a926-f646015bb2b3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.892877 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=bba129e0-d0c9-46ff-9727-3921f2f63a73,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:01.904480 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72dc30-5892-45be-b7fe-6889b89993ee req-303ae2c9-a34a-4edf-a63f-7b325be91367 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:01.908308 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f72dc30-5892-45be-b7fe-6889b89993ee req-303ae2c9-a34a-4edf-a63f-7b325be91367 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.1370480 Feb 09 21:33:01.952364 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-172a9d26-a3d1-46f2-a279-f8939f96b614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (8d93d1f7-33f4-4941-a926-f646015bb2b3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.997193 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a2a512-c1a3-4342-9053-a5894a3944a4 admin admin] Made reservation on behalf of 1b89b78a949d44f189d43eacfb5f58be for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:02.000787 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-36a2a512-c1a3-4342-9053-a5894a3944a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.011028 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a9d26-a3d1-46f2-a279-f8939f96b614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d93d1f7-33f4-4941-a926-f646015bb2b3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:02.016706 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-172a9d26-a3d1-46f2-a279-f8939f96b614 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.020868 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-172a9d26-a3d1-46f2-a279-f8939f96b614 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8d93d1f7-33f4-4941-a926-f646015bb2b3 HTTP/1.1" status: 204 len: 168 time: 0.4679496 Feb 09 21:33:02.022095 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-36a2a512-c1a3-4342-9053-a5894a3944a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.031413 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50250) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:02.118918 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-36a2a512-c1a3-4342-9053-a5894a3944a4 admin admin] Publish callbacks [] for security_group (97a722bf-e689-46bd-9b81-ee4ec8e9535d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.124070 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f72dc30-5892-45be-b7fe-6889b89993ee req-31573509-f8d6-4a8f-8899-3e94be758710 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898525 Feb 09 21:33:02.129515 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-36a2a512-c1a3-4342-9053-a5894a3944a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (97a722bf-e689-46bd-9b81-ee4ec8e9535d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.168726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefaa684-e4b4-4991-a98e-733f617a08ef req-3a5b4f6e-980f-4105-9dbe-066bae904fe9 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:02.172377 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fefaa684-e4b4-4991-a98e-733f617a08ef req-3a5b4f6e-980f-4105-9dbe-066bae904fe9 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf8c41b4-1314-450a-8a85-811b5f98c93c HTTP/1.1" status: 200 len: 944 time: 0.2988954 Feb 09 21:33:02.218463 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf0cbf0-16f0-4c7d-af04-eeabae083024 x-openstack-request-id: req-bcf0cbf0-16f0-4c7d-af04-eeabae083024 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:02.219408 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6573f32-5a00-472c-a5e8-5378088e096d", "name": "network-vif-unplugged", "status": "completed", "tag": "bba129e0-d0c9-46ff-9727-3921f2f63a73", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:02.219914 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bcf0cbf0-16f0-4c7d-af04-eeabae083024 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:02.220529 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6573f32-5a00-472c-a5e8-5378088e096d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bba129e0-d0c9-46ff-9727-3921f2f63a73', 'code': 200} Feb 09 21:33:02.265152 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a2a512-c1a3-4342-9053-a5894a3944a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:33:02.286253 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fefaa684-e4b4-4991-a98e-733f617a08ef req-5c37f410-a43f-4819-b2a8-c7c1e3545869 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046672 Feb 09 21:33:02.300060 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-36a2a512-c1a3-4342-9053-a5894a3944a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (197d31fc-9786-4ac5-88c8-64d479f0b8a0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.300407 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-36a2a512-c1a3-4342-9053-a5894a3944a4 admin admin] Added segment 197d31fc-9786-4ac5-88c8-64d479f0b8a0 of type vlan for network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 Feb 09 21:33:02.328193 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2a512-c1a3-4342-9053-a5894a3944a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a722bf-e689-46bd-9b81-ee4ec8e9535d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:02.355612 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a36cd711-ddf9-4eb7-9060-8d2626ee80f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (7f01b829-2f8d-4f6f-b36e-12067374df9a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.421236 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-36a2a512-c1a3-4342-9053-a5894a3944a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (52bbb2ed-8162-4d76-a17c-1bb332688ad6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.502491 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-36a2a512-c1a3-4342-9053-a5894a3944a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (52bbb2ed-8162-4d76-a17c-1bb332688ad6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.503446 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a2a512-c1a3-4342-9053-a5894a3944a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:02.504045 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-36a2a512-c1a3-4342-9053-a5894a3944a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.539583 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a36cd711-ddf9-4eb7-9060-8d2626ee80f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (7f01b829-2f8d-4f6f-b36e-12067374df9a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.590038 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-36a2a512-c1a3-4342-9053-a5894a3944a4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1398807 Feb 09 21:33:02.593146 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50262) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:02.603009 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a5272a79-f602-4021-93b6-017bab18a87e admin admin] Request body: {'subnet': {'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-96225309-subnet', 'tenant_id': '1b89b78a949d44f189d43eacfb5f58be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:02.605532 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a36cd711-ddf9-4eb7-9060-8d2626ee80f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f01b829-2f8d-4f6f-b36e-12067374df9a']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:02.617528 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2a512-c1a3-4342-9053-a5894a3944a4 admin admin] Pushing event updated for resources: {'Network': ['ID=52bbb2ed-8162-4d76-a17c-1bb332688ad6,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:02.621317 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a36cd711-ddf9-4eb7-9060-8d2626ee80f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b21638-0b67-4d48-adcd-564640f393d7') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:02.621559 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a36cd711-ddf9-4eb7-9060-8d2626ee80f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b21638-0b67-4d48-adcd-564640f393d7') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:02.630984 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:33:02.633368 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a36cd711-ddf9-4eb7-9060-8d2626ee80f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (e4b21638-0b67-4d48-adcd-564640f393d7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.649628 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5272a79-f602-4021-93b6-017bab18a87e admin admin] Made reservation on behalf of 1b89b78a949d44f189d43eacfb5f58be for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:02.652040 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5272a79-f602-4021-93b6-017bab18a87e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.665572 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a36cd711-ddf9-4eb7-9060-8d2626ee80f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e4b21638-0b67-4d48-adcd-564640f393d7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.681008 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36cd711-ddf9-4eb7-9060-8d2626ee80f7 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:33:02.682332 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a36cd711-ddf9-4eb7-9060-8d2626ee80f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (e4b21638-0b67-4d48-adcd-564640f393d7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:33:02.685156 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:33:02.804549 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a36cd711-ddf9-4eb7-9060-8d2626ee80f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (7f01b829-2f8d-4f6f-b36e-12067374df9a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.812606 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a36cd711-ddf9-4eb7-9060-8d2626ee80f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.816935 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a36cd711-ddf9-4eb7-9060-8d2626ee80f7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7f01b829-2f8d-4f6f-b36e-12067374df9a HTTP/1.1" status: 204 len: 168 time: 0.6962159 Feb 09 21:33:02.849914 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device bba129e0-d0c9-46ff-9727-3921f2f63a73 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:33:02.854379 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cd711-ddf9-4eb7-9060-8d2626ee80f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f01b829-2f8d-4f6f-b36e-12067374df9a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:02.855030 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c55103b5-ba9c-417e-8bd3-7e63885fb092 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:03.094403 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50278) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:03.140117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port c55103b5-ba9c-417e-8bd3-7e63885fb092 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:03.140500 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c55103b5-ba9c-417e-8bd3-7e63885fb092), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:03.174435 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fcbe96c7-7a10-46a5-af55-a96a0874f9c7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a3c5d40e0e6a46b0b7fa095d334c76f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0787668 Feb 09 21:33:03.180798 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50282) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:03.193060 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5272a79-f602-4021-93b6-017bab18a87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:03.225314 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port bba129e0-d0c9-46ff-9727-3921f2f63a73, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=bba129e0-d0c9-46ff-9727-3921f2f63a73,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:03.262683 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'bba129e0-d0c9-46ff-9727-3921f2f63a73', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': 'bba129e0-d0c9-46ff-9727-3921f2f63a73', 'mac_address': 'fa:16:3e:52:a5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:33:03.287762 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-722d3456-8064-4d25-8fe0-34b5637a61db admin admin] Publish callbacks [] for security_group (488a4ef9-5507-49e7-9876-f8f910269695), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:03.355934 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-722d3456-8064-4d25-8fe0-34b5637a61db admin admin] Publish callbacks [] for security_group (488a4ef9-5507-49e7-9876-f8f910269695), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:03.369789 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5272a79-f602-4021-93b6-017bab18a87e admin admin] Pushing event updated for resources: {'Subnet': ['ID=17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:03.389460 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48939d-c472-4344-a226-9612e60e5959 req-2f47b9b8-dad9-470f-b0b7-78b6576b2114 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:03.391220 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fb48939d-c472-4344-a226-9612e60e5959 req-2f47b9b8-dad9-470f-b0b7-78b6576b2114 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf8c41b4-1314-450a-8a85-811b5f98c93c HTTP/1.1" status: 200 len: 944 time: 0.2281229 Feb 09 21:33:03.402576 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5272a79-f602-4021-93b6-017bab18a87e admin admin] Checking segment: {'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:03.403096 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5272a79-f602-4021-93b6-017bab18a87e admin admin] Network hostable DHCP agents. Network: 52bbb2ed-8162-4d76-a17c-1bb332688ad6, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:33:03.434598 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c8c3d-db1c-4527-85c4-d9b55f7676c6 req-0a215a9e-9d53-4d9a-a4d9-13a5b7ff897e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:03.438838 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port bba129e0-d0c9-46ff-9727-3921f2f63a73 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:03.439408 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:03.449729 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab4c8c3d-db1c-4527-85c4-d9b55f7676c6 req-0a215a9e-9d53-4d9a-a4d9-13a5b7ff897e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 948 time: 0.1762936 Feb 09 21:33:03.494736 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba129e0-d0c9-46ff-9727-3921f2f63a73 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:03.509879 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-722d3456-8064-4d25-8fe0-34b5637a61db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (488a4ef9-5507-49e7-9876-f8f910269695), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:03.509879 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-722d3456-8064-4d25-8fe0-34b5637a61db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:03.509879 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-722d3456-8064-4d25-8fe0-34b5637a61db admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/488a4ef9-5507-49e7-9876-f8f910269695 HTTP/1.1" status: 204 len: 168 time: 0.3232429 Feb 09 21:33:03.518138 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port bba129e0-d0c9-46ff-9727-3921f2f63a73, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=bba129e0-d0c9-46ff-9727-3921f2f63a73,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:03.520249 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port c55103b5-ba9c-417e-8bd3-7e63885fb092 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:03.520912 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c55103b5-ba9c-417e-8bd3-7e63885fb092), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:03.533882 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:03.556450 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d3456-8064-4d25-8fe0-34b5637a61db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488a4ef9-5507-49e7-9876-f8f910269695,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:03.576977 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab4c8c3d-db1c-4527-85c4-d9b55f7676c6 req-8a4242e5-445f-487f-beaa-3ca52df920b8 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255031 Feb 09 21:33:03.586223 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fb48939d-c472-4344-a226-9612e60e5959 req-cdf9e323-a1b9-4172-abc9-b99696eec593 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873066 Feb 09 21:33:03.591148 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5272a79-f602-4021-93b6-017bab18a87e admin admin] Network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:33:03.627666 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a5272a79-f602-4021-93b6-017bab18a87e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 52bbb2ed-8162-4d76-a17c-1bb332688ad6) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:03.635754 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5272a79-f602-4021-93b6-017bab18a87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:03.636367 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5272a79-f602-4021-93b6-017bab18a87e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:03.643224 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c55103b5-ba9c-417e-8bd3-7e63885fb092, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c55103b5-ba9c-417e-8bd3-7e63885fb092,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:03.653578 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf685d2-a23d-4e93-9c2d-4eab0dee62d2 None None] Network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:33:03.657568 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c55103b5-ba9c-417e-8bd3-7e63885fb092), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:03.678466 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a5272a79-f602-4021-93b6-017bab18a87e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0825977 Feb 09 21:33:03.703392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=bba129e0-d0c9-46ff-9727-3921f2f63a73,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:03.758797 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=c55103b5-ba9c-417e-8bd3-7e63885fb092,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:03.874125 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['bba129e0-d0c9-46ff-9727-3921f2f63a73'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:03.908443 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d74bbf-48fb-4b11-aa64-f3ab6c8849f5 None None] Network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:33:04.267323 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-92fa4d50-def6-4eb4-80bd-efc69a3c907f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:04.269434 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-92fa4d50-def6-4eb4-80bd-efc69a3c907f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d&tenant_id=8e648e74041548769a4577091999e05a&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 949 time: 0.1798744 Feb 09 21:33:04.271640 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8c41b4-1314-450a-8a85-811b5f98c93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55103b5-ba9c-417e-8bd3-7e63885fb092'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:04.273758 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3b2606-6c0d-4878-9c73-e02fbe217fd3" -d '{"events": [{"server_uuid": "bf8c41b4-1314-450a-8a85-811b5f98c93c", "name": "network-vif-plugged", "status": "completed", "tag": "c55103b5-ba9c-417e-8bd3-7e63885fb092"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:04.325855 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98adf3-adcf-4d5d-8f0d-62ce1182d422 req-19c7d37f-a8f4-4546-a01f-a740e5f02118 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:04.327752 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7c98adf3-adcf-4d5d-8f0d-62ce1182d422 req-19c7d37f-a8f4-4546-a01f-a740e5f02118 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 949 time: 0.1140082 Feb 09 21:33:04.404629 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50312) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:04.495186 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7c98adf3-adcf-4d5d-8f0d-62ce1182d422 req-38c076c2-989b-403b-a683-7b9be45a4dd2 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603544 Feb 09 21:33:04.589924 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cde332-30d9-4895-becb-4bf79a6c339c req-8ed80935-ead8-423f-8e60-512205a96350 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:04.592500 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f7cde332-30d9-4895-becb-4bf79a6c339c req-8ed80935-ead8-423f-8e60-512205a96350 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf8c41b4-1314-450a-8a85-811b5f98c93c HTTP/1.1" status: 200 len: 946 time: 0.2387424 Feb 09 21:33:04.611739 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-ad66a56e-a22b-4060-999b-62b20c9e286e service neutron] 10.222.0.42 "GET /v2.0/ports/bba129e0-d0c9-46ff-9727-3921f2f63a73/bindings/n-h2-828601-1 HTTP/1.1" status: 200 len: 382 time: 0.3168197 Feb 09 21:33:04.615995 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fcbde94e-ad1c-44ce-88de-66094ca4d591 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b4f2344cf3a04f8cbef5af5d450ab06a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2100854 Feb 09 21:33:04.623342 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50324) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:04.665888 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d71253-0e42-4817-9e30-a18586aff3f0 x-openstack-request-id: req-e4d71253-0e42-4817-9e30-a18586aff3f0 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:04.666252 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8c41b4-1314-450a-8a85-811b5f98c93c", "name": "network-vif-plugged", "status": "completed", "tag": "c55103b5-ba9c-417e-8bd3-7e63885fb092", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:04.666689 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e4d71253-0e42-4817-9e30-a18586aff3f0 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:04.667088 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8c41b4-1314-450a-8a85-811b5f98c93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55103b5-ba9c-417e-8bd3-7e63885fb092', 'code': 200} Feb 09 21:33:04.937145 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-751952ac-bddb-4a33-a1bf-9328338ca5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:04.938595 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-751952ac-bddb-4a33-a1bf-9328338ca5d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 1131 time: 0.2045300 Feb 09 21:33:04.940850 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-f7cde332-30d9-4895-becb-4bf79a6c339c req-37be422a-0942-40d6-a229-067c60b6a0c9 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Deleting port c55103b5-ba9c-417e-8bd3-7e63885fb092 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:33:04.941198 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f7cde332-30d9-4895-becb-4bf79a6c339c req-37be422a-0942-40d6-a229-067c60b6a0c9 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c55103b5-ba9c-417e-8bd3-7e63885fb092), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:04.973460 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-47b9ba59-3887-467c-a78a-71873893a1b6 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:04.983764 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-47b9ba59-3887-467c-a78a-71873893a1b6 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/networks?id=52bbb2ed-8162-4d76-a17c-1bb332688ad6 HTTP/1.1" status: 200 len: 804 time: 0.3633635 Feb 09 21:33:05.019614 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d7457b6-469b-4be9-95c3-b25a6c1b3af7 admin admin] Publish callbacks [] for security_group (ccb01226-f1f3-45c1-8da3-9348ea0fcbc8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:05.087607 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d7457b6-469b-4be9-95c3-b25a6c1b3af7 admin admin] Publish callbacks [] for security_group (ccb01226-f1f3-45c1-8da3-9348ea0fcbc8), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:05.158080 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-19609a2c-f86e-49d8-99a4-2b1cceedbf68 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/quotas/1b89b78a949d44f189d43eacfb5f58be HTTP/1.1" status: 200 len: 375 time: 0.0134001 Feb 09 21:33:05.164327 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d7457b6-469b-4be9-95c3-b25a6c1b3af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ccb01226-f1f3-45c1-8da3-9348ea0fcbc8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:05.168453 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d7457b6-469b-4be9-95c3-b25a6c1b3af7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:05.169829 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5d7457b6-469b-4be9-95c3-b25a6c1b3af7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ccb01226-f1f3-45c1-8da3-9348ea0fcbc8 HTTP/1.1" status: 204 len: 168 time: 0.5431805 Feb 09 21:33:05.196212 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7457b6-469b-4be9-95c3-b25a6c1b3af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb01226-f1f3-45c1-8da3-9348ea0fcbc8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:05.242719 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5bc60-93ed-49e8-89c9-47f4e3a81a0f req-5314d080-6e2c-4c53-b97b-f333be61daee tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:05.251544 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-20b5bc60-93ed-49e8-89c9-47f4e3a81a0f req-5314d080-6e2c-4c53-b97b-f333be61daee tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf8c41b4-1314-450a-8a85-811b5f98c93c HTTP/1.1" status: 200 len: 946 time: 0.4898882 Feb 09 21:33:05.292435 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-d71bf8b1-dae3-4247-8810-40d2e85f4fec tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b89b78a949d44f189d43eacfb5f58be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1199760 Feb 09 21:33:05.413348 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-f7cde332-30d9-4895-becb-4bf79a6c339c req-37be422a-0942-40d6-a229-067c60b6a0c9 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] For port c55103b5-ba9c-417e-8bd3-7e63885fb092, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c55103b5-ba9c-417e-8bd3-7e63885fb092,segment=NetworkSegment(24e724e1-30d9-4f29-b0d3-ddd799c60439),segment_id=24e724e1-30d9-4f29-b0d3-ddd799c60439)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:05.414015 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f7cde332-30d9-4895-becb-4bf79a6c339c req-37be422a-0942-40d6-a229-067c60b6a0c9 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c55103b5-ba9c-417e-8bd3-7e63885fb092), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:05.481817 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-cc43e660-b86e-471f-bc1d-e6deab63389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:05.484161 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-cc43e660-b86e-471f-bc1d-e6deab63389c service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.5340719 Feb 09 21:33:05.485399 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-f7cde332-30d9-4895-becb-4bf79a6c339c req-37be422a-0942-40d6-a229-067c60b6a0c9 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Calling delete_port for c55103b5-ba9c-417e-8bd3-7e63885fb092 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:33:06.124514 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-20b5bc60-93ed-49e8-89c9-47f4e3a81a0f req-bdf5d829-efb3-4f89-8f53-3059857d4cb5 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b4b6b41-038f-4b68-80a1-f9bf72410439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8714161 Feb 09 21:33:06.143227 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-360778c1-7ebc-4d33-a9e3-0056db14d8aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=bba129e0-d0c9-46ff-9727-3921f2f63a73 HTTP/1.1" status: 200 len: 217 time: 0.6513882 Feb 09 21:33:06.153727 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-4fb6112c-e488-4d27-ac0e-30e06551fd7b service neutron] 10.222.0.77 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8599279 Feb 09 21:33:06.376848 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-73440006-4a1b-4f85-896e-493a681b6864 service neutron] 10.222.0.77 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207873 Feb 09 21:33:06.400946 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f7cde332-30d9-4895-becb-4bf79a6c339c req-37be422a-0942-40d6-a229-067c60b6a0c9 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c55103b5-ba9c-417e-8bd3-7e63885fb092), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:06.417930 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-27ba9e5c-61a5-48ca-8cb3-823bb5a97b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:06.420117 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-27ba9e5c-61a5-48ca-8cb3-823bb5a97b04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0702579 Feb 09 21:33:06.447268 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be422a-0942-40d6-a229-067c60b6a0c9 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Pushing event deleted for resources: {'Port': ['ID=c55103b5-ba9c-417e-8bd3-7e63885fb092,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:06.533259 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cde332-30d9-4895-becb-4bf79a6c339c req-37be422a-0942-40d6-a229-067c60b6a0c9 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] No DVR routers for this DVR port c55103b5-ba9c-417e-8bd3-7e63885fb092 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:33:06.536809 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f7cde332-30d9-4895-becb-4bf79a6c339c req-37be422a-0942-40d6-a229-067c60b6a0c9 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:06.540825 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f7cde332-30d9-4895-becb-4bf79a6c339c req-37be422a-0942-40d6-a229-067c60b6a0c9 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.42 "DELETE /v2.0/ports/c55103b5-ba9c-417e-8bd3-7e63885fb092 HTTP/1.1" status: 204 len: 173 time: 1.9274745 Feb 09 21:33:06.541501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8c41b4-1314-450a-8a85-811b5f98c93c', 'name': 'network-vif-deleted', 'tag': 'c55103b5-ba9c-417e-8bd3-7e63885fb092'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:06.544044 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f55bb4-5c0b-48a4-94f2-53258ca96557" -d '{"events": [{"server_uuid": "bf8c41b4-1314-450a-8a85-811b5f98c93c", "name": "network-vif-deleted", "tag": "c55103b5-ba9c-417e-8bd3-7e63885fb092"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:06.558797 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-822adbb3-20af-4bbe-9a21-f08c6b53146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:06.565609 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-822adbb3-20af-4bbe-9a21-f08c6b53146b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1162992 Feb 09 21:33:06.691800 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77c388-19ad-4db6-84c0-dece3df89aa2 req-1562e0ef-7bce-4ee4-a7ae-ef0e67cdcff0 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:06.693582 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc77c388-19ad-4db6-84c0-dece3df89aa2 req-1562e0ef-7bce-4ee4-a7ae-ef0e67cdcff0 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 949 time: 0.1982663 Feb 09 21:33:06.870219 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc77c388-19ad-4db6-84c0-dece3df89aa2 req-520d163c-92ef-4d0f-b174-5ea3500f22b7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628773 Feb 09 21:33:06.884094 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device bba129e0-d0c9-46ff-9727-3921f2f63a73 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:06.935055 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-1bd038a4-4166-4bc2-8c8d-7df2f81a893e service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675334 Feb 09 21:33:07.013241 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f267d6d5-bc30-4db7-bc8d-8bbc0b262240 x-openstack-request-id: req-f267d6d5-bc30-4db7-bc8d-8bbc0b262240 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:07.013535 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8c41b4-1314-450a-8a85-811b5f98c93c", "name": "network-vif-deleted", "tag": "c55103b5-ba9c-417e-8bd3-7e63885fb092", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:07.013795 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f267d6d5-bc30-4db7-bc8d-8bbc0b262240 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:07.014191 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8c41b4-1314-450a-8a85-811b5f98c93c', 'name': 'network-vif-deleted', 'tag': 'c55103b5-ba9c-417e-8bd3-7e63885fb092', 'status': 'completed', 'code': 200} Feb 09 21:33:07.055371 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port bba129e0-d0c9-46ff-9727-3921f2f63a73 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:07.055838 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:07.125102 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-100aba6a-419d-4882-9a03-4e2193fcf442 req-c8775857-b10d-4049-9db6-2d2c29efd86a tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed555c91-de73-4415-9c88-a9aa4d2a63be HTTP/1.1" status: 200 len: 210 time: 0.1219282 Feb 09 21:33:07.354556 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-5577a227-0219-49a1-bcce-c7a9c5f330f7 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075642 Feb 09 21:33:07.518755 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port bba129e0-d0c9-46ff-9727-3921f2f63a73 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:07.537343 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:07.595147 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6573f32-5a00-472c-a5e8-5378088e096d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba129e0-d0c9-46ff-9727-3921f2f63a73'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:07.597477 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdcd9f4-f8ed-44ea-b293-71119c785060" -d '{"events": [{"server_uuid": "d6573f32-5a00-472c-a5e8-5378088e096d", "name": "network-vif-plugged", "status": "completed", "tag": "bba129e0-d0c9-46ff-9727-3921f2f63a73"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:07.604218 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7808952-c8c5-46e7-b4f9-f3d10b51ff39 req-3411cd4c-4c6f-4a83-8b05-319a4209e942 tempest-ImagesTestJSON-309519148 tempest-ImagesTestJSON-309519148-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf8c41b4-1314-450a-8a85-811b5f98c93c HTTP/1.1" status: 200 len: 210 time: 0.0727882 Feb 09 21:33:07.637619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port bba129e0-d0c9-46ff-9727-3921f2f63a73, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=bba129e0-d0c9-46ff-9727-3921f2f63a73,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:07.652846 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:07.653973 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c55103b5-ba9c-417e-8bd3-7e63885fb092 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:33:07.813432 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: c55103b5-ba9c-417e-8bd3-7e63885fb092 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:33:07.814083 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c55103b5-ba9c-417e-8bd3-7e63885fb092 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:33:07.817193 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a48595e-61f3-48d9-9a15-551d6d7ab615 x-openstack-request-id: req-8a48595e-61f3-48d9-9a15-551d6d7ab615 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:07.817869 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6573f32-5a00-472c-a5e8-5378088e096d", "name": "network-vif-plugged", "status": "completed", "tag": "bba129e0-d0c9-46ff-9727-3921f2f63a73", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:07.818306 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8a48595e-61f3-48d9-9a15-551d6d7ab615 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:07.818858 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6573f32-5a00-472c-a5e8-5378088e096d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba129e0-d0c9-46ff-9727-3921f2f63a73', 'code': 200} Feb 09 21:33:07.821134 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=bba129e0-d0c9-46ff-9727-3921f2f63a73,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:07.847612 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fb81be52-ba3f-49b5-8c40-8b5475c9e9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:08.174246 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210c4c1-d381-41f7-82ad-31388aa12865 req-616839d7-c6b3-41f8-b0ef-632baf3ae88b tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:08.183265 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8210c4c1-d381-41f7-82ad-31388aa12865 req-616839d7-c6b3-41f8-b0ef-632baf3ae88b tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.1662276 Feb 09 21:33:08.331162 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8210c4c1-d381-41f7-82ad-31388aa12865 req-79fe32b1-77e2-4fbb-98d1-2af188f445a9 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439903 Feb 09 21:33:08.660398 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db0dd358-0aa7-4f62-b3e7-283d4402cfac req-2de85ea9-2fb5-4be9-90c1-f155861a24df tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed555c91-de73-4415-9c88-a9aa4d2a63be HTTP/1.1" status: 200 len: 210 time: 0.0665510 Feb 09 21:33:08.734287 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acae6a-8f21-4ee7-a006-34111e84d4bf req-9b47320e-3840-4326-ad17-71c5b803764c tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:08.744162 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99acae6a-8f21-4ee7-a006-34111e84d4bf req-9b47320e-3840-4326-ad17-71c5b803764c tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 1128 time: 0.5144293 Feb 09 21:33:08.815554 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99acae6a-8f21-4ee7-a006-34111e84d4bf req-ada9e478-c007-4ad1-9287-4dc822409fd9 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701368 Feb 09 21:33:09.435851 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-830d5205-e4b3-4b62-bb50-2c58df24b5d4 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:09.440540 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-830d5205-e4b3-4b62-bb50-2c58df24b5d4 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.71 "GET /v2.0/networks?id=52bbb2ed-8162-4d76-a17c-1bb332688ad6 HTTP/1.1" status: 200 len: 804 time: 0.3897769 Feb 09 21:33:09.444253 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c8d78-4183-4aca-8df4-7ee3bf4a6424 req-3db581b1-437f-4584-b5cb-ce42774ebb8e tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:09.444763 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c8d78-4183-4aca-8df4-7ee3bf4a6424 req-3db581b1-437f-4584-b5cb-ce42774ebb8e tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:09.445267 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c8d78-4183-4aca-8df4-7ee3bf4a6424 req-3db581b1-437f-4584-b5cb-ce42774ebb8e tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:09.445796 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c8d78-4183-4aca-8df4-7ee3bf4a6424 req-3db581b1-437f-4584-b5cb-ce42774ebb8e tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:09.447437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c8d78-4183-4aca-8df4-7ee3bf4a6424 req-3db581b1-437f-4584-b5cb-ce42774ebb8e tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:09.448089 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c8d78-4183-4aca-8df4-7ee3bf4a6424 req-3db581b1-437f-4584-b5cb-ce42774ebb8e tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:09.448586 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c8d78-4183-4aca-8df4-7ee3bf4a6424 req-3db581b1-437f-4584-b5cb-ce42774ebb8e tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:09.449814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c8d78-4183-4aca-8df4-7ee3bf4a6424 req-3db581b1-437f-4584-b5cb-ce42774ebb8e tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:09.451974 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c8d78-4183-4aca-8df4-7ee3bf4a6424 req-3db581b1-437f-4584-b5cb-ce42774ebb8e tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:09.452478 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c8d78-4183-4aca-8df4-7ee3bf4a6424 req-3db581b1-437f-4584-b5cb-ce42774ebb8e tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:09.455535 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2e3c8d78-4183-4aca-8df4-7ee3bf4a6424 req-3db581b1-437f-4584-b5cb-ce42774ebb8e tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7104 time: 0.5660393 Feb 09 21:33:09.461504 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Request body: {'port': {'device_id': 'ed555c91-de73-4415-9c88-a9aa4d2a63be', 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6', 'admin_state_up': True, 'tenant_id': '1b89b78a949d44f189d43eacfb5f58be'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:09.605912 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Made reservation on behalf of 1b89b78a949d44f189d43eacfb5f58be for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:09.612326 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:09.960660 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Allocated IP 172.20.0.9 (52bbb2ed-8162-4d76-a17c-1bb332688ad6/17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf/70e3d19a-7558-4685-a196-a6de110f0bf5) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:09.987328 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03ad56-a6a4-47bb-be2f-ff88f742395e req-3309805b-1330-459d-8d22-ba8916deb294 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:09.988899 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d03ad56-a6a4-47bb-be2f-ff88f742395e req-3309805b-1330-459d-8d22-ba8916deb294 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.1845729 Feb 09 21:33:10.151305 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-1b8f3fc6-326d-4bc6-82e6-cff1d0169473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:10.157026 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-1b8f3fc6-326d-4bc6-82e6-cff1d0169473 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d&tenant_id=8e648e74041548769a4577091999e05a HTTP/1.1" status: 200 len: 1132 time: 0.0955102 Feb 09 21:33:10.210834 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d03ad56-a6a4-47bb-be2f-ff88f742395e req-6e3cb407-0006-4851-a90c-eb74b72c7e70 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864519 Feb 09 21:33:10.268137 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-8a2cddcb-2766-42d6-b970-56da46952749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:10.269643 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-8a2cddcb-2766-42d6-b970-56da46952749 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 1132 time: 0.0878236 Feb 09 21:33:10.322421 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks [] for port (70e3d19a-7558-4685-a196-a6de110f0bf5), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:10.374235 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (70e3d19a-7558-4685-a196-a6de110f0bf5), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:10.449225 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-33eda8a2-2acd-4e62-8e90-fa1d4f682923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:10.481372 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-3069c95d-5f07-4f5e-8360-c15d1d7443cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:10.482873 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-3069c95d-5f07-4f5e-8360-c15d1d7443cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.2046108 Feb 09 21:33:10.597837 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-9eb436d8-e9d6-46bc-b012-22ea57962e4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=bba129e0-d0c9-46ff-9727-3921f2f63a73 HTTP/1.1" status: 200 len: 217 time: 0.1082699 Feb 09 21:33:10.650914 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:10.657891 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Pushing event updated for resources: {'Port': ['ID=70e3d19a-7558-4685-a196-a6de110f0bf5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:10.670100 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:10.675784 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:10.693374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-841323d2-9d6b-40d1-8599-580bf0767387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:10.695499 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-841323d2-9d6b-40d1-8599-580bf0767387 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0897827 Feb 09 21:33:10.719481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:10.719870 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:10.720226 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:10.720626 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:10.720969 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:10.721304 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:10.721828 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:10.722166 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:10.722499 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:10.722835 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:10.723162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:10.723491 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:10.723848 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:10.780879 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:10.781528 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:10.786244 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cea472-2dc3-4d8d-99cb-3062c993b6aa req-16959e40-2a12-43af-b709-64f58967a76a tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:10.788271 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-08cea472-2dc3-4d8d-99cb-3062c993b6aa req-16959e40-2a12-43af-b709-64f58967a76a tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 886 time: 0.4268439 Feb 09 21:33:10.820271 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-0651c982-e76c-463d-908e-49be9c78b7e5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3636112 Feb 09 21:33:10.836436 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-7514f7c5-2a0f-43c6-aaa2-d3b3f2e35906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:10.838991 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-7514f7c5-2a0f-43c6-aaa2-d3b3f2e35906 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1343939 Feb 09 21:33:10.840739 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] Request body: {'port': {'device_id': 'ed555c91-de73-4415-9c88-a9aa4d2a63be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:10.952947 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-ab897afe-a0a7-4e04-a756-4e5eab00752d tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:33:10.955314 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-ab897afe-a0a7-4e04-a756-4e5eab00752d tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0280182 Feb 09 21:33:11.001749 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (70e3d19a-7558-4685-a196-a6de110f0bf5), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:11.030935 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-fe4d622e-0cdc-49b1-b982-c22fb780477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:11.035917 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-fe4d622e-0cdc-49b1-b982-c22fb780477f service neutron] 10.222.0.77 "GET /v2.0/ports/199ff699-3388-439e-bc05-9e9bec66e321 HTTP/1.1" status: 200 len: 1125 time: 0.0698667 Feb 09 21:33:11.043979 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-6049eb86-61c1-4c04-a660-1130f0e07746 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943235 Feb 09 21:33:11.058304 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-940440ce-c696-40da-9cdc-fbf6244dadb3 service neutron] Request body: {'binding': {'host': 'n-h1-828601-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:11.058816 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-940440ce-c696-40da-9cdc-fbf6244dadb3 service neutron] Unknown quota resources ['binding']. {{(pid=103201) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:33:11.184850 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-834c2a3e-7d12-4f7e-b962-22c0b434fda7 req-df36298f-9a41-43a3-950a-2ca438a90f37 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344020 Feb 09 21:33:11.186211 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d2ee2-386e-4658-9d16-a651e720b43d req-29c7e7b0-ce0e-42ab-b95f-f0fb6bb2fdc4 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:11.187736 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e3d2ee2-386e-4658-9d16-a651e720b43d req-29c7e7b0-ce0e-42ab-b95f-f0fb6bb2fdc4 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed555c91-de73-4415-9c88-a9aa4d2a63be HTTP/1.1" status: 200 len: 931 time: 0.1874928 Feb 09 21:33:11.404441 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:11.457553 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e3d2ee2-386e-4658-9d16-a651e720b43d req-152dc50f-1636-4d85-b57d-2938e9babade tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894257 Feb 09 21:33:11.515456 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-940440ce-c696-40da-9cdc-fbf6244dadb3 service neutron] Attempting to bind port 199ff699-3388-439e-bc05-9e9bec66e321 on host n-h1-828601-1 for vnic_type normal with profile None {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:11.515844 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-940440ce-c696-40da-9cdc-fbf6244dadb3 service neutron] Attempting to bind port 199ff699-3388-439e-bc05-9e9bec66e321 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:11.516180 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-940440ce-c696-40da-9cdc-fbf6244dadb3 service neutron] Attempting to bind port 199ff699-3388-439e-bc05-9e9bec66e321 on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:11.562546 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-940440ce-c696-40da-9cdc-fbf6244dadb3 service neutron] Port 199ff699-3388-439e-bc05-9e9bec66e321 on network 3335e86a-d685-4bed-b15a-6df9753c1347 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:33:11.562873 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-940440ce-c696-40da-9cdc-fbf6244dadb3 service neutron] Attempting to bind port 199ff699-3388-439e-bc05-9e9bec66e321 on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:11.579336 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-940440ce-c696-40da-9cdc-fbf6244dadb3 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:11.579672 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-940440ce-c696-40da-9cdc-fbf6244dadb3 service neutron] Checking segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:11.580070 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-940440ce-c696-40da-9cdc-fbf6244dadb3 service neutron] Bound using segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:11.580511 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-940440ce-c696-40da-9cdc-fbf6244dadb3 service neutron] Bound port: 199ff699-3388-439e-bc05-9e9bec66e321, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:11.692109 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e3d19a-7558-4685-a196-a6de110f0bf5 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:11.721419 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] Publish callbacks [] for port (70e3d19a-7558-4685-a196-a6de110f0bf5), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:11.729857 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-940440ce-c696-40da-9cdc-fbf6244dadb3 service neutron] For port 199ff699-3388-439e-bc05-9e9bec66e321, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=199ff699-3388-439e-bc05-9e9bec66e321,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:11.733296 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb65fc9-71fc-49c0-9d05-ed9414c6c705 req-323fcd2c-bcbf-4d68-bfb2-12570a129ed8 tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:11.733787 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb65fc9-71fc-49c0-9d05-ed9414c6c705 req-323fcd2c-bcbf-4d68-bfb2-12570a129ed8 tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:11.734266 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb65fc9-71fc-49c0-9d05-ed9414c6c705 req-323fcd2c-bcbf-4d68-bfb2-12570a129ed8 tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:11.734757 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb65fc9-71fc-49c0-9d05-ed9414c6c705 req-323fcd2c-bcbf-4d68-bfb2-12570a129ed8 tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:11.735217 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb65fc9-71fc-49c0-9d05-ed9414c6c705 req-323fcd2c-bcbf-4d68-bfb2-12570a129ed8 tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:11.735762 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb65fc9-71fc-49c0-9d05-ed9414c6c705 req-323fcd2c-bcbf-4d68-bfb2-12570a129ed8 tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:11.736170 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb65fc9-71fc-49c0-9d05-ed9414c6c705 req-323fcd2c-bcbf-4d68-bfb2-12570a129ed8 tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:11.736663 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb65fc9-71fc-49c0-9d05-ed9414c6c705 req-323fcd2c-bcbf-4d68-bfb2-12570a129ed8 tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:11.737132 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb65fc9-71fc-49c0-9d05-ed9414c6c705 req-323fcd2c-bcbf-4d68-bfb2-12570a129ed8 tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:11.737591 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb65fc9-71fc-49c0-9d05-ed9414c6c705 req-323fcd2c-bcbf-4d68-bfb2-12570a129ed8 tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:11.739492 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3cb65fc9-71fc-49c0-9d05-ed9414c6c705 req-323fcd2c-bcbf-4d68-bfb2-12570a129ed8 tempest-NetworksTest-813913665 tempest-NetworksTest-813913665-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7104 time: 0.2460256 Feb 09 21:33:11.745820 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-940440ce-c696-40da-9cdc-fbf6244dadb3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:11.746830 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-940440ce-c696-40da-9cdc-fbf6244dadb3 service neutron] 10.222.0.77 "POST /v2.0/ports/199ff699-3388-439e-bc05-9e9bec66e321/bindings HTTP/1.1" status: 201 len: 389 time: 0.6927974 Feb 09 21:33:11.777354 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] Transition to ACTIVE for port object 70e3d19a-7558-4685-a196-a6de110f0bf5 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:33:11.785302 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (70e3d19a-7558-4685-a196-a6de110f0bf5), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:11.948453 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] Pushing event updated for resources: {'Port': ['ID=70e3d19a-7558-4685-a196-a6de110f0bf5,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:12.141399 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] Attempting to bind port 70e3d19a-7558-4685-a196-a6de110f0bf5 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:12.148024 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] Attempting to bind port 70e3d19a-7558-4685-a196-a6de110f0bf5 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:12.148477 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] Attempting to bind port 70e3d19a-7558-4685-a196-a6de110f0bf5 on network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:12.159114 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] Port 70e3d19a-7558-4685-a196-a6de110f0bf5 on network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:33:12.159536 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] Attempting to bind port 70e3d19a-7558-4685-a196-a6de110f0bf5 on network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:12.174574 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:12.176312 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] Checking segment: {'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:12.176785 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] Bound using segment: {'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:12.181244 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] Bound port: 70e3d19a-7558-4685-a196-a6de110f0bf5, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:12.181716 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (70e3d19a-7558-4685-a196-a6de110f0bf5), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.197246 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-94afee15-346c-4126-b7fd-d8f114e39978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:12.198898 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-94afee15-346c-4126-b7fd-d8f114e39978 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 1128 time: 0.0693755 Feb 09 21:33:12.233870 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50532) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:12.269180 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87b207-0d45-4beb-8a64-ec2f43d5a833 req-68ebd3e2-6b81-464f-a2cb-72f330f8e722 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:12.271055 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b87b207-0d45-4beb-8a64-ec2f43d5a833 req-68ebd3e2-6b81-464f-a2cb-72f330f8e722 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.1882510 Feb 09 21:33:12.364706 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-48926202-8b42-4ad2-84d6-8aba2bd45320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:12.369922 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-48926202-8b42-4ad2-84d6-8aba2bd45320 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 922 time: 0.1607175 Feb 09 21:33:12.399292 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87522619-c2a7-42f9-acf8-25aa47a6e821 req-8609e851-8933-4a1f-a493-581345e9e622 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:12.402906 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87522619-c2a7-42f9-acf8-25aa47a6e821 req-8609e851-8933-4a1f-a493-581345e9e622 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 946 time: 0.2025950 Feb 09 21:33:12.434853 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b87b207-0d45-4beb-8a64-ec2f43d5a833 req-13c0f261-3556-407f-b77e-a6447be4d42e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432571 Feb 09 21:33:12.459461 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-de81b07e-b3eb-4b28-9cf1-aaef77db8f4a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=199ff699-3388-439e-bc05-9e9bec66e321 HTTP/1.1" status: 200 len: 217 time: 0.0862215 Feb 09 21:33:12.474364 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] For port 70e3d19a-7558-4685-a196-a6de110f0bf5, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:12.514743 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8ac203d2-5b8d-4794-ac78-518f64233df0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.550627 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-fc167cab-58c0-4a54-b269-87953a498e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:12.568670 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-fc167cab-58c0-4a54-b269-87953a498e18 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.1041193 Feb 09 21:33:12.588935 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.611518 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] For port 70e3d19a-7558-4685-a196-a6de110f0bf5, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=70e3d19a-7558-4685-a196-a6de110f0bf5,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:12.636136 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-a1ef1c9b-abde-4011-8934-bb106b2e9c1a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605814 Feb 09 21:33:12.644849 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8ac203d2-5b8d-4794-ac78-518f64233df0 admin admin] Publish callbacks [] for security_group (8ec5ae5f-d42c-4f8e-b999-390bc689203c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.663552 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (70e3d19a-7558-4685-a196-a6de110f0bf5), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.701279 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8ac203d2-5b8d-4794-ac78-518f64233df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8ec5ae5f-d42c-4f8e-b999-390bc689203c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.749498 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87522619-c2a7-42f9-acf8-25aa47a6e821 req-f2ff126b-0187-4d9f-a93e-f7af184e1685 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375385 Feb 09 21:33:12.767115 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-d90a156f-4405-4662-83ea-696314bb4cc2 service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236219 Feb 09 21:33:12.815069 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:12.815724 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.817122 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] 10.222.0.71 "PUT /v2.0/ports/70e3d19a-7558-4685-a196-a6de110f0bf5 HTTP/1.1" status: 200 len: 1091 time: 1.9883256 Feb 09 21:33:12.820034 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed555c91-de73-4415-9c88-a9aa4d2a63be', 'tag': '70e3d19a-7558-4685-a196-a6de110f0bf5'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:12.829038 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3078605f-39ca-4cd6-b2d5-dce275a2b53b" -d '{"events": [{"name": "network-changed", "server_uuid": "ed555c91-de73-4415-9c88-a9aa4d2a63be", "tag": "70e3d19a-7558-4685-a196-a6de110f0bf5"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:12.857206 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8ac203d2-5b8d-4794-ac78-518f64233df0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3e5ce30b16a94b27afbdfb7a1cca86a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6080530 Feb 09 21:33:12.862053 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50552) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:12.918919 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac203d2-5b8d-4794-ac78-518f64233df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec5ae5f-d42c-4f8e-b999-390bc689203c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:12.941648 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0c870-e36f-40c5-91c2-c788a6293f5f service neutron] Pushing event updated for resources: {'Port': ['ID=70e3d19a-7558-4685-a196-a6de110f0bf5,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:12.945178 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device bba129e0-d0c9-46ff-9727-3921f2f63a73 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:33:12.949329 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device bba129e0-d0c9-46ff-9727-3921f2f63a73 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:33:13.013219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-3bcc52d8-5f7f-4815-b457-9267cd771975 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:13.020776 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-3bcc52d8-5f7f-4815-b457-9267cd771975 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 807 time: 0.4121799 Feb 09 21:33:13.021522 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a37412f-77f6-4756-a888-646c167ce53b admin admin] Publish callbacks [] for security_group (8ec5ae5f-d42c-4f8e-b999-390bc689203c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.036829 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-9a1f35fb-8446-4f2f-85b4-de10ffca09bc service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640488 Feb 09 21:33:13.082077 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-938f9a66-fa16-49e2-bc7d-bea91e070de6 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/quotas/64ac4f48e4c94eaa87202007938b3f7a HTTP/1.1" status: 200 len: 375 time: 0.0604517 Feb 09 21:33:13.083190 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a37412f-77f6-4756-a888-646c167ce53b admin admin] Publish callbacks [] for security_group (8ec5ae5f-d42c-4f8e-b999-390bc689203c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.140705 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-5a2b3e72-4f34-460a-8be9-712869b2d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:13.152700 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-5a2b3e72-4f34-460a-8be9-712869b2d541 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b89b78a949d44f189d43eacfb5f58be&device_id=ed555c91-de73-4415-9c88-a9aa4d2a63be HTTP/1.1" status: 200 len: 1125 time: 0.2857261 Feb 09 21:33:13.182524 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747396c6-11ab-4cd9-bdb2-ab9b89fb255d req-89caaa4d-63d5-4012-8141-bae96939957f tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:13.190112 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-747396c6-11ab-4cd9-bdb2-ab9b89fb255d req-89caaa4d-63d5-4012-8141-bae96939957f tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed555c91-de73-4415-9c88-a9aa4d2a63be HTTP/1.1" status: 200 len: 943 time: 0.2878742 Feb 09 21:33:13.209156 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a37412f-77f6-4756-a888-646c167ce53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8ec5ae5f-d42c-4f8e-b999-390bc689203c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.212132 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a37412f-77f6-4756-a888-646c167ce53b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.216539 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6a37412f-77f6-4756-a888-646c167ce53b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8ec5ae5f-d42c-4f8e-b999-390bc689203c HTTP/1.1" status: 204 len: 168 time: 0.3534865 Feb 09 21:33:13.239981 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37412f-77f6-4756-a888-646c167ce53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec5ae5f-d42c-4f8e-b999-390bc689203c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:13.262703 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37412f-77f6-4756-a888-646c167ce53b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:13.263162 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37412f-77f6-4756-a888-646c167ce53b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:13.263601 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37412f-77f6-4756-a888-646c167ce53b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:13.272020 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37412f-77f6-4756-a888-646c167ce53b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:13.273674 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37412f-77f6-4756-a888-646c167ce53b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:13.274976 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37412f-77f6-4756-a888-646c167ce53b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:13.276002 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37412f-77f6-4756-a888-646c167ce53b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:13.279913 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37412f-77f6-4756-a888-646c167ce53b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:13.280434 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37412f-77f6-4756-a888-646c167ce53b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:13.281237 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37412f-77f6-4756-a888-646c167ce53b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:13.282777 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37412f-77f6-4756-a888-646c167ce53b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:13.283375 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37412f-77f6-4756-a888-646c167ce53b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:13.287144 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37412f-77f6-4756-a888-646c167ce53b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:13.311660 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-51f72c9b-1692-49c3-8aae-0fbcc0df71e8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70e3d19a-7558-4685-a196-a6de110f0bf5 HTTP/1.1" status: 200 len: 217 time: 0.1515601 Feb 09 21:33:13.351267 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port bba129e0-d0c9-46ff-9727-3921f2f63a73 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:13.351813 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.404478 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port bba129e0-d0c9-46ff-9727-3921f2f63a73, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=bba129e0-d0c9-46ff-9727-3921f2f63a73,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:13.419499 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6573f32-5a00-472c-a5e8-5378088e096d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bba129e0-d0c9-46ff-9727-3921f2f63a73'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:13.422432 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5f25d5-b32f-42b9-b95a-59a4ba531a80" -d '{"events": [{"server_uuid": "d6573f32-5a00-472c-a5e8-5378088e096d", "name": "network-vif-unplugged", "status": "completed", "tag": "bba129e0-d0c9-46ff-9727-3921f2f63a73"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:13.444926 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'bba129e0-d0c9-46ff-9727-3921f2f63a73', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': 'bba129e0-d0c9-46ff-9727-3921f2f63a73', 'mac_address': 'fa:16:3e:52:a5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:33:13.450423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port bba129e0-d0c9-46ff-9727-3921f2f63a73, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=bba129e0-d0c9-46ff-9727-3921f2f63a73,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:13.456452 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.480381 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-73b90cb0-3da0-43f5-b446-3d1ffaaf996e tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3956678 Feb 09 21:33:13.527552 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-747396c6-11ab-4cd9-bdb2-ab9b89fb255d req-8b39fda6-9a98-4c27-a08a-607a89b2bd28 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357031 Feb 09 21:33:13.559925 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-eb76959d-80d8-4ae6-9293-dcdaca6f348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:13.561422 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-eb76959d-80d8-4ae6-9293-dcdaca6f348a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf HTTP/1.1" status: 200 len: 844 time: 0.2359002 Feb 09 21:33:13.569995 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port bba129e0-d0c9-46ff-9727-3921f2f63a73 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:13.572018 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.578514 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=bba129e0-d0c9-46ff-9727-3921f2f63a73,revision_number=9']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:13.619754 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba129e0-d0c9-46ff-9727-3921f2f63a73 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:13.655352 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-de9a7169-5176-4571-8ae2-7c7c4789fc60 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52bbb2ed-8162-4d76-a17c-1bb332688ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477004 Feb 09 21:33:13.675700 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port bba129e0-d0c9-46ff-9727-3921f2f63a73, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=bba129e0-d0c9-46ff-9727-3921f2f63a73,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:13.683908 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.730152 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e8c374-436e-448e-a9d9-1f07592313be x-openstack-request-id: req-60e8c374-436e-448e-a9d9-1f07592313be {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:13.730685 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed555c91-de73-4415-9c88-a9aa4d2a63be", "tag": "70e3d19a-7558-4685-a196-a6de110f0bf5", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:13.733128 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-60e8c374-436e-448e-a9d9-1f07592313be {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:13.733570 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed555c91-de73-4415-9c88-a9aa4d2a63be', 'tag': '70e3d19a-7558-4685-a196-a6de110f0bf5', 'status': 'completed', 'code': 200} Feb 09 21:33:13.763697 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=bba129e0-d0c9-46ff-9727-3921f2f63a73,revision_number=10']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:13.806196 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c82454-4ff6-4340-b1b6-b39388cbfd15 x-openstack-request-id: req-b6c82454-4ff6-4340-b1b6-b39388cbfd15 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:13.806529 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6573f32-5a00-472c-a5e8-5378088e096d", "name": "network-vif-unplugged", "status": "completed", "tag": "bba129e0-d0c9-46ff-9727-3921f2f63a73", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:13.806790 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b6c82454-4ff6-4340-b1b6-b39388cbfd15 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:13.807195 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6573f32-5a00-472c-a5e8-5378088e096d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bba129e0-d0c9-46ff-9727-3921f2f63a73', 'code': 200} Feb 09 21:33:13.926615 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50580) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:13.952774 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4840295-d097-461f-89ce-7f59d11cd5f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.961012 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['bba129e0-d0c9-46ff-9727-3921f2f63a73'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:14.000778 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-88c9a9eb-4ba8-4db5-a9d7-6dc089109080 service neutron] 10.222.0.77 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705660 Feb 09 21:33:14.017762 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-3633f663-bc5c-4f02-b296-f0efc19466e8 service neutron] 10.222.0.71 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825971 Feb 09 21:33:14.052099 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:14.113722 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4840295-d097-461f-89ce-7f59d11cd5f5 admin admin] Publish callbacks [] for security_group (d768f87e-48e0-4b54-96a5-2cb79c95a633), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:14.119927 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4840295-d097-461f-89ce-7f59d11cd5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d768f87e-48e0-4b54-96a5-2cb79c95a633), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:14.206951 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f4840295-d097-461f-89ce-7f59d11cd5f5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ce32e8f4d29146b28925be141b268bf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792275 Feb 09 21:33:14.209655 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50584) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:14.212253 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4840295-d097-461f-89ce-7f59d11cd5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d768f87e-48e0-4b54-96a5-2cb79c95a633,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:14.284042 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72537a08-3cdb-457b-b1cf-c7d120d0c791 admin admin] Publish callbacks [] for security_group (d768f87e-48e0-4b54-96a5-2cb79c95a633), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:14.310277 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72537a08-3cdb-457b-b1cf-c7d120d0c791 admin admin] Publish callbacks [] for security_group (d768f87e-48e0-4b54-96a5-2cb79c95a633), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:14.364891 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-96e164ee-f431-4ada-b9a3-dead05062143 service neutron] 10.222.0.77 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631134 Feb 09 21:33:14.374408 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72537a08-3cdb-457b-b1cf-c7d120d0c791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d768f87e-48e0-4b54-96a5-2cb79c95a633), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:14.377125 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72537a08-3cdb-457b-b1cf-c7d120d0c791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:14.379055 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-72537a08-3cdb-457b-b1cf-c7d120d0c791 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d768f87e-48e0-4b54-96a5-2cb79c95a633 HTTP/1.1" status: 204 len: 168 time: 0.1677196 Feb 09 21:33:14.391219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a1258-2ece-49eb-b97c-c411d3e4e17a req-55ed5050-fd53-4941-9f99-c7a2fb8a720d tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:14.394821 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72537a08-3cdb-457b-b1cf-c7d120d0c791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d768f87e-48e0-4b54-96a5-2cb79c95a633,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:14.399971 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e1a1258-2ece-49eb-b97c-c411d3e4e17a req-55ed5050-fd53-4941-9f99-c7a2fb8a720d tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.3961897 Feb 09 21:33:14.476620 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e1a1258-2ece-49eb-b97c-c411d3e4e17a req-e3df1879-a49c-4cd2-85c3-9fbc524b682c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757208 Feb 09 21:33:14.536668 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a4c984b-031c-4adc-bcaa-ed8a1ebece24 req-9dd6526f-058b-4cc7-b282-827b5eb1591a service neutron] 10.222.0.71 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419248 Feb 09 21:33:14.736933 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078605f-39ca-4cd6-b2d5-dce275a2b53b req-d9b76faf-88e0-4466-ad58-d45c522214b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:14.739262 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3078605f-39ca-4cd6-b2d5-dce275a2b53b req-d9b76faf-88e0-4466-ad58-d45c522214b4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b89b78a949d44f189d43eacfb5f58be&device_id=ed555c91-de73-4415-9c88-a9aa4d2a63be HTTP/1.1" status: 200 len: 1125 time: 0.1356597 Feb 09 21:33:14.923889 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device bba129e0-d0c9-46ff-9727-3921f2f63a73 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:14.996018 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe6e76-b9b4-4703-834f-9e49a90851ee req-4e621027-e56c-4137-9bc8-2aed4b96118a tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:15.001760 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ffe6e76-b9b4-4703-834f-9e49a90851ee req-4e621027-e56c-4137-9bc8-2aed4b96118a tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 946 time: 0.2767732 Feb 09 21:33:15.063565 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:15.078520 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port bba129e0-d0c9-46ff-9727-3921f2f63a73 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:15.079178 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:15.196954 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078605f-39ca-4cd6-b2d5-dce275a2b53b req-c29dedf2-5a49-4790-8501-57068a7deb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:15.206297 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3078605f-39ca-4cd6-b2d5-dce275a2b53b req-c29dedf2-5a49-4790-8501-57068a7deb20 service neutron] 10.222.0.71 "GET /v2.0/networks?id=52bbb2ed-8162-4d76-a17c-1bb332688ad6 HTTP/1.1" status: 200 len: 905 time: 0.4599514 Feb 09 21:33:15.240056 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port bba129e0-d0c9-46ff-9727-3921f2f63a73 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:15.240720 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:15.352238 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port bba129e0-d0c9-46ff-9727-3921f2f63a73, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=bba129e0-d0c9-46ff-9727-3921f2f63a73,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:15.361789 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:15.473904 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=bba129e0-d0c9-46ff-9727-3921f2f63a73,revision_number=11']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:15.637620 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:15.808488 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6573f32-5a00-472c-a5e8-5378088e096d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba129e0-d0c9-46ff-9727-3921f2f63a73'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:15.810798 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d5d3a0-0c0b-4e02-9e72-b527a2233e3c" -d '{"events": [{"server_uuid": "d6573f32-5a00-472c-a5e8-5378088e096d", "name": "network-vif-plugged", "status": "completed", "tag": "bba129e0-d0c9-46ff-9727-3921f2f63a73"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:15.869426 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3078605f-39ca-4cd6-b2d5-dce275a2b53b req-f2abef3c-f6d5-4629-9932-bac2d4746cfa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70e3d19a-7558-4685-a196-a6de110f0bf5 HTTP/1.1" status: 200 len: 217 time: 0.6473708 Feb 09 21:33:15.884657 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ffe6e76-b9b4-4703-834f-9e49a90851ee req-957fa251-59e0-4e29-9df6-693ee0bff93b tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8402016 Feb 09 21:33:15.915599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a556e2-4258-44c8-9403-5699cb635e0a req-2d86f36c-333c-4544-99cd-65bdbe70b10e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:15.917306 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-29a556e2-4258-44c8-9403-5699cb635e0a req-2d86f36c-333c-4544-99cd-65bdbe70b10e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 950 time: 0.9025245 Feb 09 21:33:16.081862 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078605f-39ca-4cd6-b2d5-dce275a2b53b req-a77a716a-f050-4b54-8a23-a145304802ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:16.084984 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3078605f-39ca-4cd6-b2d5-dce275a2b53b req-a77a716a-f050-4b54-8a23-a145304802ff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf HTTP/1.1" status: 200 len: 844 time: 0.1992838 Feb 09 21:33:16.133074 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3078605f-39ca-4cd6-b2d5-dce275a2b53b req-e4803b3b-d56e-4a2c-8a05-0eb234eb8f57 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52bbb2ed-8162-4d76-a17c-1bb332688ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410748 Feb 09 21:33:16.167143 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-29a556e2-4258-44c8-9403-5699cb635e0a req-b60938a3-71c1-4db6-8dd2-eb92a6f4a594 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364705 Feb 09 21:33:16.295101 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50650) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:16.414397 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238b06a-e5aa-4685-b30b-eb23e2fd5a55 req-00935ad7-4a8e-4c01-86dc-58cf6f1a047d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:16.423457 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0238b06a-e5aa-4685-b30b-eb23e2fd5a55 req-00935ad7-4a8e-4c01-86dc-58cf6f1a047d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed555c91-de73-4415-9c88-a9aa4d2a63be HTTP/1.1" status: 200 len: 943 time: 0.3857179 Feb 09 21:33:16.454407 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9475e4-e4e7-4400-9649-63d5e82930d3 admin admin] Deleting subnet db938f0c-908a-4805-b0e9-dadbbab7eb27 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:33:16.460397 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a9475e4-e4e7-4400-9649-63d5e82930d3 admin admin] Publish callbacks [] for subnet (db938f0c-908a-4805-b0e9-dadbbab7eb27), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:16.531752 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a9475e4-e4e7-4400-9649-63d5e82930d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (db938f0c-908a-4805-b0e9-dadbbab7eb27), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:16.584068 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0238b06a-e5aa-4685-b30b-eb23e2fd5a55 req-acb614a7-be93-4030-a718-f5eaac62f89a tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535556 Feb 09 21:33:16.668075 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a9475e4-e4e7-4400-9649-63d5e82930d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (db938f0c-908a-4805-b0e9-dadbbab7eb27), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:16.718126 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe6b3e8-8dac-44c1-819a-cc29a0f31619 x-openstack-request-id: req-0fe6b3e8-8dac-44c1-819a-cc29a0f31619 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:16.718666 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6573f32-5a00-472c-a5e8-5378088e096d", "name": "network-vif-plugged", "status": "completed", "tag": "bba129e0-d0c9-46ff-9727-3921f2f63a73", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:16.719029 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0fe6b3e8-8dac-44c1-819a-cc29a0f31619 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:16.719486 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6573f32-5a00-472c-a5e8-5378088e096d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba129e0-d0c9-46ff-9727-3921f2f63a73', 'code': 200} Feb 09 21:33:16.720962 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a5a10d4-8582-4eed-9804-11e6596370a0 req-ecbbdfba-ccf0-488b-bf85-65a6fcdc3c10 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.1651483 Feb 09 21:33:16.767676 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3078605f-39ca-4cd6-b2d5-dce275a2b53b req-4cf1ecc0-259d-43a1-a668-2de0adff5b02 service neutron] 10.222.0.71 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267996 Feb 09 21:33:16.853389 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a9475e4-e4e7-4400-9649-63d5e82930d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (db938f0c-908a-4805-b0e9-dadbbab7eb27), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:16.930968 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9475e4-e4e7-4400-9649-63d5e82930d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db938f0c-908a-4805-b0e9-dadbbab7eb27,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:16.953251 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a9475e4-e4e7-4400-9649-63d5e82930d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:16.956918 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3a9475e4-e4e7-4400-9649-63d5e82930d3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/db938f0c-908a-4805-b0e9-dadbbab7eb27 HTTP/1.1" status: 204 len: 168 time: 0.6609015 Feb 09 21:33:16.959733 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50668) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:16.990066 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3078605f-39ca-4cd6-b2d5-dce275a2b53b req-1f5d933e-abe6-434e-a115-17d2eb5b456b service neutron] 10.222.0.71 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170854 Feb 09 21:33:17.053592 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50672) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:17.099244 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-5d9e1802-7a37-44c3-95b8-62b4317371d5 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:17.113705 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-5d9e1802-7a37-44c3-95b8-62b4317371d5 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.42 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 807 time: 0.3446009 Feb 09 21:33:17.124148 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67397a93-9d1d-494c-9f45-ebffaa646823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (b9120430-69d7-4afb-9132-054f858a800f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.135268 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-70a44107-9bf7-45f7-9f77-dad40068493a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Request body: {'port': {'device_id': '581371a9-8353-46f8-a613-0e8892a368a5', 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac', 'admin_state_up': True, 'tenant_id': '64ac4f48e4c94eaa87202007938b3f7a'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:17.174736 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fd2d7-4a42-4ba5-b755-09bf608b2c02 req-c6d9fa75-ec22-4085-b767-693b11b99233 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:17.181192 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be1fd2d7-4a42-4ba5-b755-09bf608b2c02 req-c6d9fa75-ec22-4085-b767-693b11b99233 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 946 time: 0.1043656 Feb 09 21:33:17.303457 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be1fd2d7-4a42-4ba5-b755-09bf608b2c02 req-6ee2ccea-a216-4031-a638-e33792e8db32 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114480 Feb 09 21:33:17.457415 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-ec080c91-7f3b-4cb4-ad26-14d6e9a15743 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=8e648e74041548769a4577091999e05a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453401 Feb 09 21:33:17.580159 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 70e3d19a-7558-4685-a196-a6de110f0bf5 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:33:17.642543 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67397a93-9d1d-494c-9f45-ebffaa646823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (b9120430-69d7-4afb-9132-054f858a800f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.689375 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-67397a93-9d1d-494c-9f45-ebffaa646823 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9120430-69d7-4afb-9132-054f858a800f']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:17.710071 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-67397a93-9d1d-494c-9f45-ebffaa646823 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e724e1-30d9-4f29-b0d3-ddd799c60439') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:17.710372 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-67397a93-9d1d-494c-9f45-ebffaa646823 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e724e1-30d9-4f29-b0d3-ddd799c60439') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:17.715905 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-70a44107-9bf7-45f7-9f77-dad40068493a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Made reservation on behalf of 64ac4f48e4c94eaa87202007938b3f7a for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:17.722495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-ca45fdbe-6f8b-49af-b774-eca5280d3e84 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:17.723496 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-70a44107-9bf7-45f7-9f77-dad40068493a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.734932 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-ca45fdbe-6f8b-49af-b774-eca5280d3e84 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2701473 Feb 09 21:33:17.766321 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67397a93-9d1d-494c-9f45-ebffaa646823 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (24e724e1-30d9-4f29-b0d3-ddd799c60439), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.771617 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e8e48f22-9e81-4de4-8160-c0b4b3ec945b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.780130 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-87643045-319c-4e51-b543-6d136bd27574 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/quotas/8e648e74041548769a4577091999e05a HTTP/1.1" status: 200 len: 375 time: 0.0438950 Feb 09 21:33:17.854933 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 70e3d19a-7558-4685-a196-a6de110f0bf5, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=70e3d19a-7558-4685-a196-a6de110f0bf5,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:17.884230 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '70e3d19a-7558-4685-a196-a6de110f0bf5', 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6', 'port_id': '70e3d19a-7558-4685-a196-a6de110f0bf5', 'mac_address': 'fa:16:3e:d3:47:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:33:17.917593 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e8e48f22-9e81-4de4-8160-c0b4b3ec945b admin admin] Publish callbacks [] for security_group (795a3fdc-ebd5-445b-85ac-6d094c4ee5f4), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.918390 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67397a93-9d1d-494c-9f45-ebffaa646823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (24e724e1-30d9-4f29-b0d3-ddd799c60439), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.958871 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e8e48f22-9e81-4de4-8160-c0b4b3ec945b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (795a3fdc-ebd5-445b-85ac-6d094c4ee5f4), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.968410 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 70e3d19a-7558-4685-a196-a6de110f0bf5 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:17.968933 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (70e3d19a-7558-4685-a196-a6de110f0bf5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.994358 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e3d19a-7558-4685-a196-a6de110f0bf5 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:18.042621 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 70e3d19a-7558-4685-a196-a6de110f0bf5, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=70e3d19a-7558-4685-a196-a6de110f0bf5,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:18.052260 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (70e3d19a-7558-4685-a196-a6de110f0bf5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.068328 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-70a44107-9bf7-45f7-9f77-dad40068493a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Allocated IP 172.20.0.4 (4474165d-84c4-443a-89bd-7201ae778fac/1f097b81-caaa-46d2-99d1-7cb129c76999/93e63d34-3078-45f6-af70-480582a0508a) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:18.086430 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e159c-8e39-4038-88cb-d1e16bc793b2 req-38e6af59-4136-46af-9459-e4d95f8b4690 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:18.093273 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-230e159c-8e39-4038-88cb-d1e16bc793b2 req-38e6af59-4136-46af-9459-e4d95f8b4690 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed555c91-de73-4415-9c88-a9aa4d2a63be HTTP/1.1" status: 200 len: 943 time: 0.3455844 Feb 09 21:33:18.101201 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e8e48f22-9e81-4de4-8160-c0b4b3ec945b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a841c2cd5e6848c782a2683aacf54958&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0439851 Feb 09 21:33:18.104421 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e48f22-9e81-4de4-8160-c0b4b3ec945b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795a3fdc-ebd5-445b-85ac-6d094c4ee5f4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:18.113282 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50698) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:18.156304 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-789e3966-b864-4c6e-a326-a78ed9d95f0f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3748734 Feb 09 21:33:18.173256 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=70e3d19a-7558-4685-a196-a6de110f0bf5,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:18.281486 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-230e159c-8e39-4038-88cb-d1e16bc793b2 req-8607416a-898f-4bb5-8229-d1fded327cfd tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872573 Feb 09 21:33:18.315004 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['70e3d19a-7558-4685-a196-a6de110f0bf5'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:18.323289 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae529cfb-7965-4f51-851a-43e85507b1ce admin admin] Publish callbacks [] for security_group (795a3fdc-ebd5-445b-85ac-6d094c4ee5f4), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.368836 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae529cfb-7965-4f51-851a-43e85507b1ce admin admin] Publish callbacks [] for security_group (795a3fdc-ebd5-445b-85ac-6d094c4ee5f4), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.489412 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67397a93-9d1d-494c-9f45-ebffaa646823 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:33:18.489759 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67397a93-9d1d-494c-9f45-ebffaa646823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (24e724e1-30d9-4f29-b0d3-ddd799c60439), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.496105 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3be5afdd-debd-49ed-816d-d2ea5136b804 req-ec22707c-1a7d-4bca-946c-656e195a0595 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.0382624 Feb 09 21:33:18.500282 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae529cfb-7965-4f51-851a-43e85507b1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (795a3fdc-ebd5-445b-85ac-6d094c4ee5f4), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.512004 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae529cfb-7965-4f51-851a-43e85507b1ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.512004 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ae529cfb-7965-4f51-851a-43e85507b1ce admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/795a3fdc-ebd5-445b-85ac-6d094c4ee5f4 HTTP/1.1" status: 204 len: 168 time: 0.3912880 Feb 09 21:33:18.535474 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae529cfb-7965-4f51-851a-43e85507b1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795a3fdc-ebd5-445b-85ac-6d094c4ee5f4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:33:18.637150 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:33:18.702552 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419b23a-22de-4c20-b132-8f1ccc1a2486 req-8a97f625-ef54-4a3c-9eb1-810b1f4bb8ee tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:18.713127 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7419b23a-22de-4c20-b132-8f1ccc1a2486 req-8a97f625-ef54-4a3c-9eb1-810b1f4bb8ee tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 946 time: 0.1071193 Feb 09 21:33:18.736284 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-70a44107-9bf7-45f7-9f77-dad40068493a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks [] for port (93e63d34-3078-45f6-af70-480582a0508a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.837822 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7419b23a-22de-4c20-b132-8f1ccc1a2486 req-fbe6f464-41fc-4271-8d9f-eba863553ced tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235874 Feb 09 21:33:18.848969 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-70a44107-9bf7-45f7-9f77-dad40068493a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (93e63d34-3078-45f6-af70-480582a0508a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.863041 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['711822d2-c240-47e9-b5f4-76b45729d4e1'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:19.017775 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a44107-9bf7-45f7-9f77-dad40068493a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Pushing event updated for resources: {'Port': ['ID=93e63d34-3078-45f6-af70-480582a0508a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:19.035005 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67397a93-9d1d-494c-9f45-ebffaa646823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (b9120430-69d7-4afb-9132-054f858a800f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:19.051471 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e9b08f0b-d00a-4b3c-9ff9-43e4a3d8f211 req-e09998d5-34ac-4bad-92cd-c33a7410054f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 210 time: 0.0732110 Feb 09 21:33:19.059528 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67397a93-9d1d-494c-9f45-ebffaa646823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:19.065271 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-67397a93-9d1d-494c-9f45-ebffaa646823 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b9120430-69d7-4afb-9132-054f858a800f HTTP/1.1" status: 204 len: 168 time: 2.0901721 Feb 09 21:33:19.104773 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67397a93-9d1d-494c-9f45-ebffaa646823 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9120430-69d7-4afb-9132-054f858a800f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:19.119353 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-70a44107-9bf7-45f7-9f77-dad40068493a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Network 4474165d-84c4-443a-89bd-7201ae778fac is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:19.125734 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-70a44107-9bf7-45f7-9f77-dad40068493a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:19.131211 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-70a44107-9bf7-45f7-9f77-dad40068493a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:19.159900 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:33:19.281548 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-70a44107-9bf7-45f7-9f77-dad40068493a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:19.283639 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-70a44107-9bf7-45f7-9f77-dad40068493a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:19.332978 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-70a44107-9bf7-45f7-9f77-dad40068493a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2063498 Feb 09 21:33:19.456430 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50738) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:19.497676 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ceb84-388e-456f-a88b-58898abecbcd req-133d33e0-72b4-424a-bc60-8ff80fd74a7b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:19.507420 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-256ceb84-388e-456f-a88b-58898abecbcd req-133d33e0-72b4-424a-bc60-8ff80fd74a7b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed555c91-de73-4415-9c88-a9aa4d2a63be HTTP/1.1" status: 200 len: 944 time: 0.0706277 Feb 09 21:33:19.594881 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 70e3d19a-7558-4685-a196-a6de110f0bf5 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:19.630303 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-33c98555-3c17-4435-b0be-2e1d34b461c3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ea92169e333d44ef9265f02baeeee937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1697710 Feb 09 21:33:19.631006 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50746) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:19.673589 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-256ceb84-388e-456f-a88b-58898abecbcd req-bd7bccbf-9a7b-4387-86be-520fdbe3e2c8 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648042 Feb 09 21:33:19.715452 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 70e3d19a-7558-4685-a196-a6de110f0bf5 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:33:19.720396 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 70e3d19a-7558-4685-a196-a6de110f0bf5 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:19.720775 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (70e3d19a-7558-4685-a196-a6de110f0bf5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:19.798446 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] Request body: {'port': {'device_id': '581371a9-8353-46f8-a613-0e8892a368a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:19.902193 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8d89a43-dc82-40ae-aa83-d7539c0e4f5b admin admin] Publish callbacks [] for security_group (3b4b6b41-038f-4b68-80a1-f9bf72410439), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:19.942744 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c7485-733c-4c5c-8286-facd5bf77496 req-20f995c6-138c-4400-a970-6506940248d6 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:19.945913 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab8c7485-733c-4c5c-8286-facd5bf77496 req-20f995c6-138c-4400-a970-6506940248d6 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 931 time: 0.1221476 Feb 09 21:33:19.968471 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 70e3d19a-7558-4685-a196-a6de110f0bf5 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:19.969035 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (70e3d19a-7558-4685-a196-a6de110f0bf5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:20.008326 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8d89a43-dc82-40ae-aa83-d7539c0e4f5b admin admin] Publish callbacks [] for security_group (3b4b6b41-038f-4b68-80a1-f9bf72410439), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:20.026656 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed555c91-de73-4415-9c88-a9aa4d2a63be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e3d19a-7558-4685-a196-a6de110f0bf5'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:20.031585 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881d6938-27fe-41fb-8f34-27e8255474dc" -d '{"events": [{"server_uuid": "ed555c91-de73-4415-9c88-a9aa4d2a63be", "name": "network-vif-plugged", "status": "completed", "tag": "70e3d19a-7558-4685-a196-a6de110f0bf5"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:20.067838 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 70e3d19a-7558-4685-a196-a6de110f0bf5, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=70e3d19a-7558-4685-a196-a6de110f0bf5,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:20.073191 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab8c7485-733c-4c5c-8286-facd5bf77496 req-3bfc04a0-f5c4-40a0-b77f-6dbb0fd5fc8f tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206908 Feb 09 21:33:20.090151 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (70e3d19a-7558-4685-a196-a6de110f0bf5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:20.206801 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (93e63d34-3078-45f6-af70-480582a0508a), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:20.213456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=70e3d19a-7558-4685-a196-a6de110f0bf5,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:20.337737 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f118b-8edc-407e-91e3-9ffefceca3ad req-d6adf43d-d4bb-4348-a93e-5508e2d0ca01 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:20.349330 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-915f118b-8edc-407e-91e3-9ffefceca3ad req-d6adf43d-d4bb-4348-a93e-5508e2d0ca01 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 946 time: 0.1273773 Feb 09 21:33:20.419107 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-0ea27fee-7f6a-43cb-9f47-b49360c9826d tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=8e648e74041548769a4577091999e05a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439224 Feb 09 21:33:20.469502 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-915f118b-8edc-407e-91e3-9ffefceca3ad req-6a39f9ee-97b8-4dfa-abee-6f3e0de83b49 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143944 Feb 09 21:33:20.476746 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8d89a43-dc82-40ae-aa83-d7539c0e4f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3b4b6b41-038f-4b68-80a1-f9bf72410439), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:20.481875 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8d89a43-dc82-40ae-aa83-d7539c0e4f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:20.486056 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f8d89a43-dc82-40ae-aa83-d7539c0e4f5b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3b4b6b41-038f-4b68-80a1-f9bf72410439 HTTP/1.1" status: 204 len: 168 time: 0.8467116 Feb 09 21:33:20.567017 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d89a43-dc82-40ae-aa83-d7539c0e4f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4b6b41-038f-4b68-80a1-f9bf72410439,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:20.629135 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547e4243-1309-42cc-bdb0-92d035674790 x-openstack-request-id: req-547e4243-1309-42cc-bdb0-92d035674790 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:20.629667 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed555c91-de73-4415-9c88-a9aa4d2a63be", "name": "network-vif-plugged", "status": "completed", "tag": "70e3d19a-7558-4685-a196-a6de110f0bf5", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:20.630438 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-547e4243-1309-42cc-bdb0-92d035674790 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:20.635987 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed555c91-de73-4415-9c88-a9aa4d2a63be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e3d19a-7558-4685-a196-a6de110f0bf5', 'code': 200} Feb 09 21:33:20.831011 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-279fea65-1373-4d02-b22a-7a4f58483e72 req-3f250da0-759d-455b-9e3c-341eebc93450 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 210 time: 0.0906596 Feb 09 21:33:20.982924 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e63d34-3078-45f6-af70-480582a0508a {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:20.989223 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-6006e531-0a21-4eb0-b184-6096e1bcb069 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:20.990775 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-6006e531-0a21-4eb0-b184-6096e1bcb069 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5644829 Feb 09 21:33:21.004612 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] Publish callbacks [] for port (93e63d34-3078-45f6-af70-480582a0508a), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.007995 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-7f492ab3-074c-4d57-962b-90b9f1c1ae9c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Request body: {'port': {'device_id': 'c7776139-fac3-451f-9811-5bc2ee08ae10', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': '8e648e74041548769a4577091999e05a'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:21.035523 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] Transition to ACTIVE for port object 93e63d34-3078-45f6-af70-480582a0508a will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:33:21.041844 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (93e63d34-3078-45f6-af70-480582a0508a), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.081334 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11700a-287f-4f71-84e6-b6f5860b5aa4 req-af3bb952-2519-46c4-98bf-54fe3ffaf238 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:21.090587 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ef11700a-287f-4f71-84e6-b6f5860b5aa4 req-af3bb952-2519-46c4-98bf-54fe3ffaf238 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed555c91-de73-4415-9c88-a9aa4d2a63be HTTP/1.1" status: 200 len: 945 time: 0.2123721 Feb 09 21:33:21.216546 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ef11700a-287f-4f71-84e6-b6f5860b5aa4 req-00c22f3d-1844-4d9c-b18d-20ab0237b0e3 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248293 Feb 09 21:33:21.268253 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=93e63d34-3078-45f6-af70-480582a0508a,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:21.299906 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-7f492ab3-074c-4d57-962b-90b9f1c1ae9c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Made reservation on behalf of 8e648e74041548769a4577091999e05a for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:21.309426 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-7f492ab3-074c-4d57-962b-90b9f1c1ae9c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.374201 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c6756-d1e7-42cb-9bee-9168520524f2 req-8b060f5c-5472-4d16-95eb-222563f00e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:21.386077 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-725c6756-d1e7-42cb-9bee-9168520524f2 req-8b060f5c-5472-4d16-95eb-222563f00e9f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ed555c91-de73-4415-9c88-a9aa4d2a63be HTTP/1.1" status: 200 len: 1127 time: 0.6370144 Feb 09 21:33:21.484325 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] Attempting to bind port 93e63d34-3078-45f6-af70-480582a0508a on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:21.488194 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] Attempting to bind port 93e63d34-3078-45f6-af70-480582a0508a by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:21.494859 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] Attempting to bind port 93e63d34-3078-45f6-af70-480582a0508a on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:21.505220 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-725c6756-d1e7-42cb-9bee-9168520524f2 req-6b511cb9-08e6-44ed-8bb2-ed54c197b33c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182609 Feb 09 21:33:21.519307 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] Port 93e63d34-3078-45f6-af70-480582a0508a on network 4474165d-84c4-443a-89bd-7201ae778fac not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:33:21.520480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] Attempting to bind port 93e63d34-3078-45f6-af70-480582a0508a on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:21.533307 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:21.533898 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] Checking segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:21.535590 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] Bound using segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:21.536225 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] Bound port: 93e63d34-3078-45f6-af70-480582a0508a, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:21.537447 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (93e63d34-3078-45f6-af70-480582a0508a), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.638783 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-7f492ab3-074c-4d57-962b-90b9f1c1ae9c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Allocated IP 192.168.233.96 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/c59bb848-5d01-48da-b625-da7ec00703fa) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:21.676261 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] For port 93e63d34-3078-45f6-af70-480582a0508a, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:21.684547 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] For port 93e63d34-3078-45f6-af70-480582a0508a, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=93e63d34-3078-45f6-af70-480582a0508a,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:21.693514 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (93e63d34-3078-45f6-af70-480582a0508a), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.786261 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:21.786908 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.791203 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] 10.222.0.42 "PUT /v2.0/ports/93e63d34-3078-45f6-af70-480582a0508a HTTP/1.1" status: 200 len: 1091 time: 2.4484653 Feb 09 21:33:21.791471 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '581371a9-8353-46f8-a613-0e8892a368a5', 'tag': '93e63d34-3078-45f6-af70-480582a0508a'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:21.793788 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83317368-e931-4032-8624-63fe15bdd385" -d '{"events": [{"name": "network-changed", "server_uuid": "581371a9-8353-46f8-a613-0e8892a368a5", "tag": "93e63d34-3078-45f6-af70-480582a0508a"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:21.917157 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90ea9e-3b90-4724-95f1-149e59b7f0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=93e63d34-3078-45f6-af70-480582a0508a,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:21.972221 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-1f439a58-6ed1-4476-bc92-d401a6dffc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:21.974960 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-1f439a58-6ed1-4476-bc92-d401a6dffc90 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 1125 time: 0.1388714 Feb 09 21:33:22.029050 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8bb27-9303-4c23-a406-880ff59d155a req-8339d4b4-9fd5-41e0-9b35-9283febcdaf8 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:22.033419 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8ea8bb27-9303-4c23-a406-880ff59d155a req-8339d4b4-9fd5-41e0-9b35-9283febcdaf8 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.8054659 Feb 09 21:33:22.061778 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-259f350a-7dac-4fe0-85b6-7ae0eb19e0ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93e63d34-3078-45f6-af70-480582a0508a HTTP/1.1" status: 200 len: 217 time: 0.0758979 Feb 09 21:33:22.168701 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-c36e1f25-c02c-45ce-a1d8-150561c3963a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:22.170199 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-c36e1f25-c02c-45ce-a1d8-150561c3963a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.0996459 Feb 09 21:33:22.181921 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8ea8bb27-9303-4c23-a406-880ff59d155a req-9fd88c03-0655-47ee-a047-3b4cbf957be5 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418571 Feb 09 21:33:22.224918 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-7f492ab3-074c-4d57-962b-90b9f1c1ae9c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks [] for port (c59bb848-5d01-48da-b625-da7ec00703fa), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:22.239285 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-2a913a3e-f5fb-4018-b86a-f77a4b864663 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596855 Feb 09 21:33:22.263013 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6de0c-6b95-477e-9554-3af7b30834e7 req-c67c7508-7a2b-4d78-8c8e-71f140a69724 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:22.271105 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-12f6de0c-6b95-477e-9554-3af7b30834e7 req-c67c7508-7a2b-4d78-8c8e-71f140a69724 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 946 time: 0.1468418 Feb 09 21:33:22.323439 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-7f492ab3-074c-4d57-962b-90b9f1c1ae9c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:22.340968 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['0ed3f83a-3353-45b8-aa52-2b88461c4ffa', 'bba129e0-d0c9-46ff-9727-3921f2f63a73'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:22.347862 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['02b978b5-de78-4099-8244-c4ff559fbc76'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:22.442758 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-5b0e722c-b52e-4651-ae3c-00479658deb5 service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940091 Feb 09 21:33:22.487600 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-12f6de0c-6b95-477e-9554-3af7b30834e7 req-76ced2c3-b8b1-4bd4-ab66-cefe9d9eb3d6 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151682 Feb 09 21:33:22.527241 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-7f492ab3-074c-4d57-962b-90b9f1c1ae9c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:22.532807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-7f492ab3-074c-4d57-962b-90b9f1c1ae9c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:22.546378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-7f492ab3-074c-4d57-962b-90b9f1c1ae9c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:22.714925 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-7f492ab3-074c-4d57-962b-90b9f1c1ae9c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:22.715701 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-7f492ab3-074c-4d57-962b-90b9f1c1ae9c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:22.728134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f492ab3-074c-4d57-962b-90b9f1c1ae9c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Pushing event updated for resources: {'Port': ['ID=c59bb848-5d01-48da-b625-da7ec00703fa,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:22.753694 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-825d753e-a02c-4e4e-bed4-9438ee7f3cb9 req-7e1c533d-74a6-4a17-919b-1bc4abf80439 service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020010 Feb 09 21:33:22.866951 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011921df-8462-43f2-92db-bacb1103c41c x-openstack-request-id: req-011921df-8462-43f2-92db-bacb1103c41c {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:22.867251 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "581371a9-8353-46f8-a613-0e8892a368a5", "tag": "93e63d34-3078-45f6-af70-480582a0508a", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:22.867509 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-011921df-8462-43f2-92db-bacb1103c41c {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:22.868484 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '581371a9-8353-46f8-a613-0e8892a368a5', 'tag': '93e63d34-3078-45f6-af70-480582a0508a', 'status': 'completed', 'code': 200} Feb 09 21:33:22.870797 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-7f492ab3-074c-4d57-962b-90b9f1c1ae9c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8681364 Feb 09 21:33:22.923975 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] Request body: {'port': {'device_id': 'c7776139-fac3-451f-9811-5bc2ee08ae10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:22.984055 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83317368-e931-4032-8624-63fe15bdd385 req-0de1ca50-2b92-402b-a8cc-a8d48c5ed7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:22.985586 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-83317368-e931-4032-8624-63fe15bdd385 req-0de1ca50-2b92-402b-a8cc-a8d48c5ed7ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 1125 time: 0.0985315 Feb 09 21:33:23.105087 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83317368-e931-4032-8624-63fe15bdd385 req-46065e07-5ca2-4729-9b58-c3d1b92cd8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:23.108095 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-83317368-e931-4032-8624-63fe15bdd385 req-46065e07-5ca2-4729-9b58-c3d1b92cd8bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 908 time: 0.1126597 Feb 09 21:33:23.119242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e13b4f-2feb-4927-acbe-1374e66df656 req-cb44aa2b-c07a-414a-bd0d-864929583018 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:23.120852 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35e13b4f-2feb-4927-acbe-1374e66df656 req-cb44aa2b-c07a-414a-bd0d-864929583018 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 935 time: 0.4254513 Feb 09 21:33:23.171361 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-83317368-e931-4032-8624-63fe15bdd385 req-7c5aa618-fae5-4faf-83fc-690d645edf7b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93e63d34-3078-45f6-af70-480582a0508a HTTP/1.1" status: 200 len: 217 time: 0.0558331 Feb 09 21:33:23.191623 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:23.254847 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83317368-e931-4032-8624-63fe15bdd385 req-81df65c1-c88c-4514-92b6-a91bc769ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:23.259998 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-83317368-e931-4032-8624-63fe15bdd385 req-81df65c1-c88c-4514-92b6-a91bc769ab6a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.0804644 Feb 09 21:33:23.346577 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-83317368-e931-4032-8624-63fe15bdd385 req-ebd464b8-05ff-4804-8da8-7828d04ba8f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724864 Feb 09 21:33:23.419574 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35e13b4f-2feb-4927-acbe-1374e66df656 req-b165136d-f689-4ca5-8b2c-c191ba1a10c0 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830365 Feb 09 21:33:23.573531 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0fd00b75-0e59-4e27-bac8-d48448b20e12 None None] Provisioning complete for port c59bb848-5d01-48da-b625-da7ec00703fa triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:23.581556 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0fd00b75-0e59-4e27-bac8-d48448b20e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:23.582455 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-83317368-e931-4032-8624-63fe15bdd385 req-4c8c8310-b360-445e-bd0c-4d9a5298043e service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347457 Feb 09 21:33:23.620595 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59bb848-5d01-48da-b625-da7ec00703fa {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:23.654091 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] Publish callbacks [] for port (c59bb848-5d01-48da-b625-da7ec00703fa), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:23.659454 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0fd00b75-0e59-4e27-bac8-d48448b20e12 None None] Port c59bb848-5d01-48da-b625-da7ec00703fa cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:33:23.706130 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] Transition to ACTIVE for port object c59bb848-5d01-48da-b625-da7ec00703fa will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:33:23.717370 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:23.801904 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e6579-8dbb-4a26-9cfc-295e4ffaed54 req-62f13597-a35f-485b-89c7-b3f675c364c1 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:23.804199 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-504e6579-8dbb-4a26-9cfc-295e4ffaed54 req-62f13597-a35f-485b-89c7-b3f675c364c1 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed555c91-de73-4415-9c88-a9aa4d2a63be HTTP/1.1" status: 200 len: 945 time: 0.2078850 Feb 09 21:33:23.822939 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-83317368-e931-4032-8624-63fe15bdd385 req-4dabaf9c-9639-4442-ab39-2983b7e543f5 service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329640 Feb 09 21:33:23.918514 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] Pushing event updated for resources: {'Port': ['ID=c59bb848-5d01-48da-b625-da7ec00703fa,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:24.053665 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807d3c2-a486-4707-be17-4a11db9d8c08 req-2b224af9-6269-49fb-9255-04a69b10540d tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:24.055996 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0807d3c2-a486-4707-be17-4a11db9d8c08 req-2b224af9-6269-49fb-9255-04a69b10540d tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.3145030 Feb 09 21:33:24.094228 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-504e6579-8dbb-4a26-9cfc-295e4ffaed54 req-17e76013-b2bb-4f8a-8f4e-e2587407f79e tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801251 Feb 09 21:33:24.109176 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] Attempting to bind port c59bb848-5d01-48da-b625-da7ec00703fa on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:24.109526 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] Attempting to bind port c59bb848-5d01-48da-b625-da7ec00703fa by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:24.109857 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] Attempting to bind port c59bb848-5d01-48da-b625-da7ec00703fa on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:24.122953 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] Port c59bb848-5d01-48da-b625-da7ec00703fa on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:33:24.123586 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] Attempting to bind port c59bb848-5d01-48da-b625-da7ec00703fa on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:24.145356 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:24.145708 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:24.146214 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:24.146550 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] Bound port: c59bb848-5d01-48da-b625-da7ec00703fa, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:24.146999 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.165435 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0807d3c2-a486-4707-be17-4a11db9d8c08 req-0018fd76-9e28-43f6-82b5-0df6f56a7eae tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965545 Feb 09 21:33:24.304886 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] For port c59bb848-5d01-48da-b625-da7ec00703fa, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:24.309218 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] For port c59bb848-5d01-48da-b625-da7ec00703fa, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=c59bb848-5d01-48da-b625-da7ec00703fa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:24.325068 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a1126-d153-4ef5-af26-3a65ef4d0765 req-533db7e2-862d-42f0-b048-730e97d85f63 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:24.332828 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b8a1126-d153-4ef5-af26-3a65ef4d0765 req-533db7e2-862d-42f0-b048-730e97d85f63 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 946 time: 0.0986197 Feb 09 21:33:24.403052 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.431773 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b8a1126-d153-4ef5-af26-3a65ef4d0765 req-3552da4e-f528-479b-8509-d03d526e9a2f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831385 Feb 09 21:33:24.513960 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:24.514972 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.523084 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] 10.222.0.71 "PUT /v2.0/ports/c59bb848-5d01-48da-b625-da7ec00703fa HTTP/1.1" status: 200 len: 1095 time: 1.6288538 Feb 09 21:33:24.528820 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7776139-fac3-451f-9811-5bc2ee08ae10', 'tag': 'c59bb848-5d01-48da-b625-da7ec00703fa'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:24.530853 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93238664-4543-40d6-8376-9185897cfd77" -d '{"events": [{"name": "network-changed", "server_uuid": "c7776139-fac3-451f-9811-5bc2ee08ae10", "tag": "c59bb848-5d01-48da-b625-da7ec00703fa"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:24.622887 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50922) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:24.689506 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b9b74-077e-4cbc-a369-53e98591e35e service neutron] Pushing event updated for resources: {'Port': ['ID=c59bb848-5d01-48da-b625-da7ec00703fa,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:24.771177 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137c419-bf88-4bb5-9567-0a59edeeb90d req-91f06c28-e6ea-4778-a6bb-470afc6ce41d tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:24.778811 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2137c419-bf88-4bb5-9567-0a59edeeb90d req-91f06c28-e6ea-4778-a6bb-470afc6ce41d tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 947 time: 0.1604960 Feb 09 21:33:24.823325 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320830bf-316a-4fd5-bcde-58d7ba06b622 req-42cfb010-ca57-4947-8fe7-3f0d0baa7591 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:24.832364 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-320830bf-316a-4fd5-bcde-58d7ba06b622 req-42cfb010-ca57-4947-8fe7-3f0d0baa7591 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/networks?id=52bbb2ed-8162-4d76-a17c-1bb332688ad6 HTTP/1.1" status: 200 len: 804 time: 0.2849164 Feb 09 21:33:24.850135 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-835b2d1b-00aa-471b-8c2a-304273c591de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:24.854811 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-835b2d1b-00aa-471b-8c2a-304273c591de service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 1129 time: 0.2377188 Feb 09 21:33:24.870118 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-320830bf-316a-4fd5-bcde-58d7ba06b622 req-4f76c39e-0f17-4306-8a5a-e4ef72bb4ec6 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/quotas/1b89b78a949d44f189d43eacfb5f58be HTTP/1.1" status: 200 len: 375 time: 0.0363369 Feb 09 21:33:24.889504 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-70d917d3-5d5e-42ea-8b31-4d8e1df72591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.954151 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-ca936f74-35ff-4bfb-a26d-d140eba67e80 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c59bb848-5d01-48da-b625-da7ec00703fa HTTP/1.1" status: 200 len: 217 time: 0.0822484 Feb 09 21:33:24.971501 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2137c419-bf88-4bb5-9567-0a59edeeb90d req-59e449f6-09a6-49c8-92b2-f1d026f895c5 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871717 Feb 09 21:33:25.045055 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f07bfd-e300-473c-9778-a922c1ec405e x-openstack-request-id: req-16f07bfd-e300-473c-9778-a922c1ec405e {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:25.045573 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7776139-fac3-451f-9811-5bc2ee08ae10", "tag": "c59bb848-5d01-48da-b625-da7ec00703fa", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:25.045987 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-16f07bfd-e300-473c-9778-a922c1ec405e {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:25.046155 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-70d917d3-5d5e-42ea-8b31-4d8e1df72591 admin admin] Publish callbacks [] for security_group (c8e7fdd9-8d01-4820-8d57-668a50e6b479), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.046704 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7776139-fac3-451f-9811-5bc2ee08ae10', 'tag': 'c59bb848-5d01-48da-b625-da7ec00703fa', 'status': 'completed', 'code': 200} Feb 09 21:33:25.053555 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-70d917d3-5d5e-42ea-8b31-4d8e1df72591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c8e7fdd9-8d01-4820-8d57-668a50e6b479), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.079802 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-320830bf-316a-4fd5-bcde-58d7ba06b622 req-cbe744bb-7e8a-4226-bc4f-7f81bb27af92 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b89b78a949d44f189d43eacfb5f58be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2091057 Feb 09 21:33:25.091062 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-30cace54-0828-471a-8939-4343898b8504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:25.092869 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-30cace54-0828-471a-8939-4343898b8504 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1113687 Feb 09 21:33:25.116619 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-70d917d3-5d5e-42ea-8b31-4d8e1df72591 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=996f0b3dca4244d3a9a603d3d0afa669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4926014 Feb 09 21:33:25.117501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d917d3-5d5e-42ea-8b31-4d8e1df72591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e7fdd9-8d01-4820-8d57-668a50e6b479,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:25.122432 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50930) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:25.207930 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50936) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:25.219088 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9951c389-f142-41cf-8ae7-daf0d67e4819 admin admin] Publish callbacks [] for security_group (c8e7fdd9-8d01-4820-8d57-668a50e6b479), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.234783 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-d94be68a-dccc-4aaf-ab9d-f8d7fa0ef329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:25.236665 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-d94be68a-dccc-4aaf-ab9d-f8d7fa0ef329 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1295063 Feb 09 21:33:25.239054 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-320830bf-316a-4fd5-bcde-58d7ba06b622 req-24443286-9b84-40cf-a112-974fa3db544b service neutron] 10.222.0.77 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582139 Feb 09 21:33:25.276974 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9951c389-f142-41cf-8ae7-daf0d67e4819 admin admin] Publish callbacks [] for security_group (c8e7fdd9-8d01-4820-8d57-668a50e6b479), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.336200 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50940) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:25.383204 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9951c389-f142-41cf-8ae7-daf0d67e4819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c8e7fdd9-8d01-4820-8d57-668a50e6b479), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.393013 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9951c389-f142-41cf-8ae7-daf0d67e4819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.398932 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9951c389-f142-41cf-8ae7-daf0d67e4819 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c8e7fdd9-8d01-4820-8d57-668a50e6b479 HTTP/1.1" status: 204 len: 168 time: 0.2743392 Feb 09 21:33:25.409842 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951c389-f142-41cf-8ae7-daf0d67e4819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e7fdd9-8d01-4820-8d57-668a50e6b479,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:25.491963 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05b4d014-094e-4a7b-8064-57b43606ab66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.517168 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-88c87498-b5e7-4358-a477-a7a14e278024 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727997 Feb 09 21:33:25.522073 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0543f7e1-a6a3-47a2-b661-b595aaca6438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.544949 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e9d49-e537-4199-839e-633343f67485 req-375fa2d9-f17d-4374-864d-f0007a485596 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:25.546744 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b10e9d49-e537-4199-839e-633343f67485 req-375fa2d9-f17d-4374-864d-f0007a485596 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.1546097 Feb 09 21:33:25.603124 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05b4d014-094e-4a7b-8064-57b43606ab66 admin admin] Publish callbacks [] for security_group (f9965088-eadf-46e6-bee1-5fc591914c64), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.610612 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05b4d014-094e-4a7b-8064-57b43606ab66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f9965088-eadf-46e6-bee1-5fc591914c64), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.636246 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-320830bf-316a-4fd5-bcde-58d7ba06b622 req-5874d478-586a-4947-82b5-53633a372e82 service neutron] 10.222.0.77 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907781 Feb 09 21:33:25.658871 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-05b4d014-094e-4a7b-8064-57b43606ab66 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3e3f663bdcb748fa9cf8c73fd2cee4ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189783 Feb 09 21:33:25.658871 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4d014-094e-4a7b-8064-57b43606ab66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9965088-eadf-46e6-bee1-5fc591914c64,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:25.660053 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50948) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:25.722561 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0c540e84-6ef8-4d00-b604-03fb62da044f admin admin] Publish callbacks [] for security_group (f9965088-eadf-46e6-bee1-5fc591914c64), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.749444 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0c540e84-6ef8-4d00-b604-03fb62da044f admin admin] Publish callbacks [] for security_group (f9965088-eadf-46e6-bee1-5fc591914c64), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.805782 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b10e9d49-e537-4199-839e-633343f67485 req-62fad3ed-feea-4b77-8231-61003e78ee1b tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435517 Feb 09 21:33:25.806374 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0c540e84-6ef8-4d00-b604-03fb62da044f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f9965088-eadf-46e6-bee1-5fc591914c64), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.811142 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0c540e84-6ef8-4d00-b604-03fb62da044f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.813197 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0c540e84-6ef8-4d00-b604-03fb62da044f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f9965088-eadf-46e6-bee1-5fc591914c64 HTTP/1.1" status: 204 len: 168 time: 0.1395485 Feb 09 21:33:25.832459 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c540e84-6ef8-4d00-b604-03fb62da044f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9965088-eadf-46e6-bee1-5fc591914c64,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:25.838407 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0543f7e1-a6a3-47a2-b661-b595aaca6438 admin admin] Publish callbacks [] for security_group (91180b37-fc93-42f7-8547-ceb3ab28c953), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.847031 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0543f7e1-a6a3-47a2-b661-b595aaca6438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (91180b37-fc93-42f7-8547-ceb3ab28c953), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.899560 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0543f7e1-a6a3-47a2-b661-b595aaca6438 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=678bb384f1d14027a28f232626007426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6816754 Feb 09 21:33:25.899560 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9fdf9e7-e38a-48e4-9207-0450aed587a3 req-b3733004-1bd8-4b13-8fae-c9ef6941c796 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576710 Feb 09 21:33:25.899560 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50954) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:25.914290 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543f7e1-a6a3-47a2-b661-b595aaca6438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91180b37-fc93-42f7-8547-ceb3ab28c953,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:25.974972 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea521c5d-c09e-4b26-b3d6-f8b0ca17dbfb admin admin] Publish callbacks [] for security_group (91180b37-fc93-42f7-8547-ceb3ab28c953), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.029892 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea521c5d-c09e-4b26-b3d6-f8b0ca17dbfb admin admin] Publish callbacks [] for security_group (91180b37-fc93-42f7-8547-ceb3ab28c953), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.080548 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93238664-4543-40d6-8376-9185897cfd77 req-f11548ee-380d-4eed-a6d9-109302a703ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:26.082169 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93238664-4543-40d6-8376-9185897cfd77 req-f11548ee-380d-4eed-a6d9-109302a703ca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 1129 time: 0.1173306 Feb 09 21:33:26.083482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50962) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:26.108951 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ab8e455b-0cad-4ed1-b971-a84fd5475a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.294682 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ab8e455b-0cad-4ed1-b971-a84fd5475a69 admin admin] Publish callbacks [] for security_group (a4da6050-d8c8-40b5-9f6c-c8417fa796b1), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.299901 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ab8e455b-0cad-4ed1-b971-a84fd5475a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a4da6050-d8c8-40b5-9f6c-c8417fa796b1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.356064 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e455b-0cad-4ed1-b971-a84fd5475a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4da6050-d8c8-40b5-9f6c-c8417fa796b1,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:26.360599 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ab8e455b-0cad-4ed1-b971-a84fd5475a69 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9937475a66074dc387d8f671637f3fb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756417 Feb 09 21:33:26.363256 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50976) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:26.509496 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-49fdb5ac-09ed-4d3c-baf1-0d4288563f8c admin admin] Publish callbacks [] for security_group (a4da6050-d8c8-40b5-9f6c-c8417fa796b1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.555501 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-49fdb5ac-09ed-4d3c-baf1-0d4288563f8c admin admin] Publish callbacks [] for security_group (a4da6050-d8c8-40b5-9f6c-c8417fa796b1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.624888 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea521c5d-c09e-4b26-b3d6-f8b0ca17dbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (91180b37-fc93-42f7-8547-ceb3ab28c953), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.630113 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea521c5d-c09e-4b26-b3d6-f8b0ca17dbfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.633819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ea521c5d-c09e-4b26-b3d6-f8b0ca17dbfb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/91180b37-fc93-42f7-8547-ceb3ab28c953 HTTP/1.1" status: 204 len: 168 time: 0.7336924 Feb 09 21:33:26.650535 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50988) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:26.684263 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-49fdb5ac-09ed-4d3c-baf1-0d4288563f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a4da6050-d8c8-40b5-9f6c-c8417fa796b1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.686812 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-49fdb5ac-09ed-4d3c-baf1-0d4288563f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.687999 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-49fdb5ac-09ed-4d3c-baf1-0d4288563f8c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a4da6050-d8c8-40b5-9f6c-c8417fa796b1 HTTP/1.1" status: 204 len: 168 time: 0.3237453 Feb 09 21:33:26.703503 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fdb5ac-09ed-4d3c-baf1-0d4288563f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4da6050-d8c8-40b5-9f6c-c8417fa796b1,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:26.718621 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7eef3b-2c25-446c-9dae-73126870ed8c req-de784c43-a303-4aca-a156-c41a2e1c4531 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:26.725867 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5f7eef3b-2c25-446c-9dae-73126870ed8c req-de784c43-a303-4aca-a156-c41a2e1c4531 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 946 time: 0.6522574 Feb 09 21:33:26.768700 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea521c5d-c09e-4b26-b3d6-f8b0ca17dbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91180b37-fc93-42f7-8547-ceb3ab28c953,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:26.781835 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cbf0f414-e8fb-4090-8cbd-7d5c6081f75d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.795928 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93238664-4543-40d6-8376-9185897cfd77 req-d57fdb36-c829-4b04-bd62-f533be3e7372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:26.797625 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93238664-4543-40d6-8376-9185897cfd77 req-d57fdb36-c829-4b04-bd62-f533be3e7372 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.7003198 Feb 09 21:33:26.885969 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93238664-4543-40d6-8376-9185897cfd77 req-092709da-fb9d-4cce-a732-1926505e9723 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c59bb848-5d01-48da-b625-da7ec00703fa HTTP/1.1" status: 200 len: 217 time: 0.0767725 Feb 09 21:33:26.971113 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5f7eef3b-2c25-446c-9dae-73126870ed8c req-34b685e1-b676-4ac1-8831-f8b6c0ab0d27 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440550 Feb 09 21:33:26.986492 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9326bb8-83d5-48e1-a715-98befa0bb849 req-3b8c6704-7c26-4cb4-8984-c4c74d02c452 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:26.993803 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9326bb8-83d5-48e1-a715-98befa0bb849 req-3b8c6704-7c26-4cb4-8984-c4c74d02c452 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 947 time: 0.3176255 Feb 09 21:33:27.131994 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cbf0f414-e8fb-4090-8cbd-7d5c6081f75d admin admin] Publish callbacks [] for security_group (b2dc0366-3760-4a00-84b3-d400ac9f3273), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:27.150735 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9326bb8-83d5-48e1-a715-98befa0bb849 req-bbb979c5-73c4-4465-95fd-3071023cd12c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558671 Feb 09 21:33:27.155008 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93238664-4543-40d6-8376-9185897cfd77 req-086fc349-8949-4363-ac5b-72b53b3ea544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:27.156740 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93238664-4543-40d6-8376-9185897cfd77 req-086fc349-8949-4363-ac5b-72b53b3ea544 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.2537270 Feb 09 21:33:27.157325 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cbf0f414-e8fb-4090-8cbd-7d5c6081f75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b2dc0366-3760-4a00-84b3-d400ac9f3273), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:27.299682 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0f414-e8fb-4090-8cbd-7d5c6081f75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dc0366-3760-4a00-84b3-d400ac9f3273,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:27.441505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51026) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:27.441731 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-cbf0f414-e8fb-4090-8cbd-7d5c6081f75d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5d621de1f3be4508985f241bedd6665a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7769077 Feb 09 21:33:27.468297 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93238664-4543-40d6-8376-9185897cfd77 req-5d4c5ade-f7e9-4f4b-9cc4-72194f6193ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:27.469738 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93238664-4543-40d6-8376-9185897cfd77 req-5d4c5ade-f7e9-4f4b-9cc4-72194f6193ce service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2934358 Feb 09 21:33:27.498873 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0693c-4430-4910-a6d8-859575bcfd73 req-6b937c23-36c5-4768-9c8a-a38448d30527 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:27.500418 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9d0693c-4430-4910-a6d8-859575bcfd73 req-6b937c23-36c5-4768-9c8a-a38448d30527 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.3485663 Feb 09 21:33:27.523437 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1cc4fc94-4596-4d6a-b76e-609bdd56d6c9 admin admin] Publish callbacks [] for security_group (b2dc0366-3760-4a00-84b3-d400ac9f3273), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:27.550077 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-1d0b6213-ead6-43d0-b6b9-498880717639 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:27.551675 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-1d0b6213-ead6-43d0-b6b9-498880717639 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/networks?id=52bbb2ed-8162-4d76-a17c-1bb332688ad6 HTTP/1.1" status: 200 len: 804 time: 0.2480597 Feb 09 21:33:27.556842 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1cc4fc94-4596-4d6a-b76e-609bdd56d6c9 admin admin] Publish callbacks [] for security_group (b2dc0366-3760-4a00-84b3-d400ac9f3273), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:27.612022 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device c59bb848-5d01-48da-b625-da7ec00703fa details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:33:27.650868 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1cc4fc94-4596-4d6a-b76e-609bdd56d6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b2dc0366-3760-4a00-84b3-d400ac9f3273), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:27.654358 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1cc4fc94-4596-4d6a-b76e-609bdd56d6c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:27.656285 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1cc4fc94-4596-4d6a-b76e-609bdd56d6c9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b2dc0366-3760-4a00-84b3-d400ac9f3273 HTTP/1.1" status: 204 len: 168 time: 0.2136321 Feb 09 21:33:27.667391 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4fc94-4596-4d6a-b76e-609bdd56d6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dc0366-3760-4a00-84b3-d400ac9f3273,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:27.685471 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93238664-4543-40d6-8376-9185897cfd77 req-3385b26f-f9d8-4901-8679-2b11b7e3b90c service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070742 Feb 09 21:33:27.726113 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9d0693c-4430-4910-a6d8-859575bcfd73 req-bc824169-4335-470c-9779-bbff7fa6e7e8 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008815 Feb 09 21:33:27.807327 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-d1acb502-69fa-438b-b1a2-adb456a5243b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/quotas/1b89b78a949d44f189d43eacfb5f58be HTTP/1.1" status: 200 len: 375 time: 0.0870197 Feb 09 21:33:27.882092 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port c59bb848-5d01-48da-b625-da7ec00703fa, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=c59bb848-5d01-48da-b625-da7ec00703fa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:27.905418 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93238664-4543-40d6-8376-9185897cfd77 req-aecaa1aa-c9ed-4160-8e8c-1523b19ed44f service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836770 Feb 09 21:33:27.918132 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-747b0dbc-8b6c-4142-a2f8-60011224fcc4 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b89b78a949d44f189d43eacfb5f58be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1026704 Feb 09 21:33:27.928313 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'c59bb848-5d01-48da-b625-da7ec00703fa', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': 'c59bb848-5d01-48da-b625-da7ec00703fa', 'mac_address': 'fa:16:3e:c5:36:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:33:27.969951 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51046) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:28.020962 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port c59bb848-5d01-48da-b625-da7ec00703fa is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:28.021362 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.045672 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-5ef2d0f4-f281-42d6-8dd1-c82d6c5a1907 service neutron] 10.222.0.77 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258473 Feb 09 21:33:28.045887 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59bb848-5d01-48da-b625-da7ec00703fa {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:28.107162 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port c59bb848-5d01-48da-b625-da7ec00703fa, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=c59bb848-5d01-48da-b625-da7ec00703fa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:28.116566 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.170137 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=c59bb848-5d01-48da-b625-da7ec00703fa,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:28.266702 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a241df-5695-4262-ba14-1d507db65346 req-60539c59-a001-41e8-a87e-ba5acfd58c16 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:28.268441 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a8a241df-5695-4262-ba14-1d507db65346 req-60539c59-a001-41e8-a87e-ba5acfd58c16 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 946 time: 0.1025357 Feb 09 21:33:28.276827 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-464f748b-db6e-41cc-94de-fa4bc3ea8fc2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1145486508-network', 'tenant_id': 'c137d84343644ace9a44d512beaff9d1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:28.291588 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-5d357076-b653-48a7-bad9-16c6bc9e4f66 service neutron] 10.222.0.77 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411644 Feb 09 21:33:28.307606 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464f748b-db6e-41cc-94de-fa4bc3ea8fc2 admin admin] Made reservation on behalf of c137d84343644ace9a44d512beaff9d1 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:28.311145 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-464f748b-db6e-41cc-94de-fa4bc3ea8fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.329690 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-464f748b-db6e-41cc-94de-fa4bc3ea8fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.373257 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['c59bb848-5d01-48da-b625-da7ec00703fa'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:28.397059 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a8a241df-5695-4262-ba14-1d507db65346 req-e4042465-4bea-4087-b861-38c13b0f2fa1 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040788 Feb 09 21:33:28.489248 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-464f748b-db6e-41cc-94de-fa4bc3ea8fc2 admin admin] Publish callbacks [] for security_group (3b42626f-a9eb-45c8-bcbd-2d5292946127), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.500349 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-464f748b-db6e-41cc-94de-fa4bc3ea8fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3b42626f-a9eb-45c8-bcbd-2d5292946127), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.573223 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464f748b-db6e-41cc-94de-fa4bc3ea8fc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:33:28.635027 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f748b-db6e-41cc-94de-fa4bc3ea8fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b42626f-a9eb-45c8-bcbd-2d5292946127,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:28.640440 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-464f748b-db6e-41cc-94de-fa4bc3ea8fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (0eec29de-1b5d-451c-9ae6-9991fcb5d666), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.641119 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-464f748b-db6e-41cc-94de-fa4bc3ea8fc2 admin admin] Added segment 0eec29de-1b5d-451c-9ae6-9991fcb5d666 of type vlan for network a657c146-f71f-4e85-86ea-7f818c922127 Feb 09 21:33:28.660866 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72f59de0-04b9-4463-af30-fecd981fa9cb req-e03f5bd4-4c15-40e6-8c15-c8f29437eda7 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=823f7b67-4415-46c9-8ab6-5363c6421614 HTTP/1.1" status: 200 len: 210 time: 0.0380399 Feb 09 21:33:28.674787 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15057a-1876-40f8-9869-d3de31f92616 req-c7c3fd31-8ebd-47e5-aab6-56c1d9128f31 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:28.683693 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae15057a-1876-40f8-9869-d3de31f92616 req-c7c3fd31-8ebd-47e5-aab6-56c1d9128f31 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 948 time: 0.1027045 Feb 09 21:33:28.761026 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-464f748b-db6e-41cc-94de-fa4bc3ea8fc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (a657c146-f71f-4e85-86ea-7f818c922127), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.807552 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-464f748b-db6e-41cc-94de-fa4bc3ea8fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (a657c146-f71f-4e85-86ea-7f818c922127), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.808796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464f748b-db6e-41cc-94de-fa4bc3ea8fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:28.809397 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-464f748b-db6e-41cc-94de-fa4bc3ea8fc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.824094 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae15057a-1876-40f8-9869-d3de31f92616 req-79f2c7dc-a083-47d7-a71b-90307a854255 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394403 Feb 09 21:33:28.960531 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f748b-db6e-41cc-94de-fa4bc3ea8fc2 admin admin] Pushing event updated for resources: {'Network': ['ID=a657c146-f71f-4e85-86ea-7f818c922127,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:28.978739 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51092) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:28.979763 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network a657c146-f71f-4e85-86ea-7f818c922127 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:33:28.981415 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-464f748b-db6e-41cc-94de-fa4bc3ea8fc2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0091443 Feb 09 21:33:29.013635 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c9f57ee9-3364-419c-bec7-8db1a006715e admin admin] Request body: {'subnet': {'network_id': 'a657c146-f71f-4e85-86ea-7f818c922127', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145486508-subnet', 'tenant_id': 'c137d84343644ace9a44d512beaff9d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:29.040931 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-cf1ae38e-e2fc-44bb-af47-4fe1d22ea59c tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=1574640dcc174e92b6619d5811e15ec7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0948215 Feb 09 21:33:29.053032 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f57ee9-3364-419c-bec7-8db1a006715e admin admin] Made reservation on behalf of c137d84343644ace9a44d512beaff9d1 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:29.056776 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c9f57ee9-3364-419c-bec7-8db1a006715e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:29.255354 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842de7ef-5d65-4be2-90d9-244e3a5e44d9 req-ebca7939-9861-4407-b69b-d27832fba483 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:29.256982 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-842de7ef-5d65-4be2-90d9-244e3a5e44d9 req-ebca7939-9861-4407-b69b-d27832fba483 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.2256238 Feb 09 21:33:29.272308 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-8c8686a3-1d2c-4b55-ac48-46a4980f0163 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:29.278864 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-8c8686a3-1d2c-4b55-ac48-46a4980f0163 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2366650 Feb 09 21:33:29.315279 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-24ebaacf-4403-4bf5-8322-161c00cc6a8f tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.77 "GET /v2.0/quotas/1574640dcc174e92b6619d5811e15ec7 HTTP/1.1" status: 200 len: 375 time: 0.0354989 Feb 09 21:33:29.438571 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-2430c215-2cab-4c14-957b-8593f1a8e496 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1574640dcc174e92b6619d5811e15ec7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1223464 Feb 09 21:33:29.633482 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device c59bb848-5d01-48da-b625-da7ec00703fa up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:29.673931 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-842de7ef-5d65-4be2-90d9-244e3a5e44d9 req-a219c189-050d-4eee-ad9d-ccb055428621 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923335 Feb 09 21:33:29.675480 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c9f57ee9-3364-419c-bec7-8db1a006715e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (22e08c4b-de18-4aa1-b38c-621655211479), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:29.791012 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f57ee9-3364-419c-bec7-8db1a006715e admin admin] Pushing event updated for resources: {'Subnet': ['ID=22e08c4b-de18-4aa1-b38c-621655211479,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:29.800699 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f57ee9-3364-419c-bec7-8db1a006715e admin admin] Checking segment: {'id': '0eec29de-1b5d-451c-9ae6-9991fcb5d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a657c146-f71f-4e85-86ea-7f818c922127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:29.802978 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f57ee9-3364-419c-bec7-8db1a006715e admin admin] Network hostable DHCP agents. Network: a657c146-f71f-4e85-86ea-7f818c922127, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:33:29.884989 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f57ee9-3364-419c-bec7-8db1a006715e admin admin] Network a657c146-f71f-4e85-86ea-7f818c922127 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:33:29.906978 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port c59bb848-5d01-48da-b625-da7ec00703fa completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:33:29.910754 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-c9f57ee9-3364-419c-bec7-8db1a006715e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, a657c146-f71f-4e85-86ea-7f818c922127) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:29.915788 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port c59bb848-5d01-48da-b625-da7ec00703fa triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:29.919974 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:29.928028 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9165e02a-24f6-421b-805b-92c6ec0af8dd None None] Network a657c146-f71f-4e85-86ea-7f818c922127 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:33:29.958806 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f57ee9-3364-419c-bec7-8db1a006715e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:29.959440 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c9f57ee9-3364-419c-bec7-8db1a006715e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.007754 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7896329-1046-4b8a-96a0-652f12b63e6a req-c4d826b1-fee9-4d8e-9308-fd4a9c8b54c2 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0d971a-7436-4654-8d2c-ca34deb81541 HTTP/1.1" status: 200 len: 210 time: 0.0640640 Feb 09 21:33:30.019276 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51124) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:30.019992 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c9f57ee9-3364-419c-bec7-8db1a006715e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0397618 Feb 09 21:33:30.028212 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-367c5d53-7ae7-4802-82c4-59d0d4981146 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1145486508-router', 'tenant_id': 'c137d84343644ace9a44d512beaff9d1', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:30.068705 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19450352-2c40-4e4b-86f5-d096993230b1 req-2502bb4b-1b1a-454d-839a-401c680694e4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:30.074332 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-367c5d53-7ae7-4802-82c4-59d0d4981146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (d693c3fa-6356-4b62-98fa-4135ec8f7d3d), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.075457 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-367c5d53-7ae7-4802-82c4-59d0d4981146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (d693c3fa-6356-4b62-98fa-4135ec8f7d3d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.080648 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-19450352-2c40-4e4b-86f5-d096993230b1 req-2502bb4b-1b1a-454d-839a-401c680694e4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 946 time: 0.1831963 Feb 09 21:33:30.140483 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-19450352-2c40-4e4b-86f5-d096993230b1 req-1916197d-57f6-4b37-bc83-5b89db772bb9 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584512 Feb 09 21:33:30.243468 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fe7567-0a1f-4a44-87ba-c3dec3e34466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-a657c146-f71f-4e85-86ea-7f818c922127', 'network_id': 'a657c146-f71f-4e85-86ea-7f818c922127', 'project_id': 'c137d84343644ace9a44d512beaff9d1', 'fixed_ips': [{'subnet_id': '22e08c4b-de18-4aa1-b38c-621655211479'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:33:30.245655 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e4fe7567-0a1f-4a44-87ba-c3dec3e34466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.254768 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-400c52be-5ce3-47a8-beea-a045d67e62a0 req-9637e7e7-8f86-478e-9e49-67f61513327d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=823f7b67-4415-46c9-8ab6-5363c6421614 HTTP/1.1" status: 200 len: 210 time: 0.0802271 Feb 09 21:33:30.294511 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-367c5d53-7ae7-4802-82c4-59d0d4981146 admin admin] Publish callbacks [] for router_controller (d693c3fa-6356-4b62-98fa-4135ec8f7d3d), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.401951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port c59bb848-5d01-48da-b625-da7ec00703fa is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:30.402889 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.420798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71707ab0-b2b0-4db2-bbee-f62cb9546afa req-b1c1e0b9-eeac-464e-ac3d-b7137be7d349 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:30.426185 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71707ab0-b2b0-4db2-bbee-f62cb9546afa req-b1c1e0b9-eeac-464e-ac3d-b7137be7d349 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 948 time: 0.1252248 Feb 09 21:33:30.513158 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71707ab0-b2b0-4db2-bbee-f62cb9546afa req-54259aea-bc70-4de5-931d-29239ea2a0ce tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807509 Feb 09 21:33:30.604502 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-e4fe7567-0a1f-4a44-87ba-c3dec3e34466 None None] Allocated IP 172.20.0.2 (a657c146-f71f-4e85-86ea-7f818c922127/22e08c4b-de18-4aa1-b38c-621655211479/af095b42-e0ce-40a2-985e-4181cc9eb8f8) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:30.775232 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e4fe7567-0a1f-4a44-87ba-c3dec3e34466 None None] Publish callbacks [] for port (af095b42-e0ce-40a2-985e-4181cc9eb8f8), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.786142 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7776139-fac3-451f-9811-5bc2ee08ae10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59bb848-5d01-48da-b625-da7ec00703fa'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:30.789073 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e867e10-3cee-4d3b-84dd-030c774e5c5e" -d '{"events": [{"server_uuid": "c7776139-fac3-451f-9811-5bc2ee08ae10", "name": "network-vif-plugged", "status": "completed", "tag": "c59bb848-5d01-48da-b625-da7ec00703fa"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:30.796231 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e4fe7567-0a1f-4a44-87ba-c3dec3e34466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (af095b42-e0ce-40a2-985e-4181cc9eb8f8), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.900545 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8646829c-ac37-4afd-9b96-095f83a36c14 x-openstack-request-id: req-8646829c-ac37-4afd-9b96-095f83a36c14 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:30.901133 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7776139-fac3-451f-9811-5bc2ee08ae10", "name": "network-vif-plugged", "status": "completed", "tag": "c59bb848-5d01-48da-b625-da7ec00703fa", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:30.901562 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8646829c-ac37-4afd-9b96-095f83a36c14 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:30.902118 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7776139-fac3-451f-9811-5bc2ee08ae10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59bb848-5d01-48da-b625-da7ec00703fa', 'code': 200} Feb 09 21:33:30.903319 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe7567-0a1f-4a44-87ba-c3dec3e34466 None None] Pushing event updated for resources: {'Port': ['ID=af095b42-e0ce-40a2-985e-4181cc9eb8f8,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:30.910090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port c59bb848-5d01-48da-b625-da7ec00703fa, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=c59bb848-5d01-48da-b625-da7ec00703fa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:30.923247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fe7567-0a1f-4a44-87ba-c3dec3e34466 None None] Network a657c146-f71f-4e85-86ea-7f818c922127 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:30.924717 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.937749 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a332b18-9f0e-4f17-be05-9b32da88f7de req-82a2cb18-31d5-4d32-ae4e-dad6811f2404 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:30.942759 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a332b18-9f0e-4f17-be05-9b32da88f7de req-82a2cb18-31d5-4d32-ae4e-dad6811f2404 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.1351483 Feb 09 21:33:30.979409 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-e4fe7567-0a1f-4a44-87ba-c3dec3e34466 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:30.983361 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=c59bb848-5d01-48da-b625-da7ec00703fa,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:30.986273 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fe7567-0a1f-4a44-87ba-c3dec3e34466 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:31.032057 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a332b18-9f0e-4f17-be05-9b32da88f7de req-2366db7d-e303-4bbb-b8f0-f8e39941cfa6 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803983 Feb 09 21:33:31.083012 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e4fe7567-0a1f-4a44-87ba-c3dec3e34466 None None] Attempting to bind port af095b42-e0ce-40a2-985e-4181cc9eb8f8 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:31.083781 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e4fe7567-0a1f-4a44-87ba-c3dec3e34466 None None] Attempting to bind port af095b42-e0ce-40a2-985e-4181cc9eb8f8 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '0eec29de-1b5d-451c-9ae6-9991fcb5d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a657c146-f71f-4e85-86ea-7f818c922127'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:31.084344 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe7567-0a1f-4a44-87ba-c3dec3e34466 None None] Attempting to bind port af095b42-e0ce-40a2-985e-4181cc9eb8f8 on network a657c146-f71f-4e85-86ea-7f818c922127 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:31.091374 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe7567-0a1f-4a44-87ba-c3dec3e34466 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:31.092113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe7567-0a1f-4a44-87ba-c3dec3e34466 None None] Checking segment: {'id': '0eec29de-1b5d-451c-9ae6-9991fcb5d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a657c146-f71f-4e85-86ea-7f818c922127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:31.092721 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e4fe7567-0a1f-4a44-87ba-c3dec3e34466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.093352 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe7567-0a1f-4a44-87ba-c3dec3e34466 None None] Bound using segment: {'id': '0eec29de-1b5d-451c-9ae6-9991fcb5d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a657c146-f71f-4e85-86ea-7f818c922127'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:31.093982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e4fe7567-0a1f-4a44-87ba-c3dec3e34466 None None] Bound port: af095b42-e0ce-40a2-985e-4181cc9eb8f8, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eec29de-1b5d-451c-9ae6-9991fcb5d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a657c146-f71f-4e85-86ea-7f818c922127'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:31.094644 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e4fe7567-0a1f-4a44-87ba-c3dec3e34466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (af095b42-e0ce-40a2-985e-4181cc9eb8f8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.126317 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d68d4e-1edc-446d-b3cc-cb5639ee3c44 req-1db0fc3e-a449-41aa-ab95-7cd08ed435f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:31.131722 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e0d68d4e-1edc-446d-b3cc-cb5639ee3c44 req-1db0fc3e-a449-41aa-ab95-7cd08ed435f1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 1131 time: 0.1097968 Feb 09 21:33:31.186667 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e4fe7567-0a1f-4a44-87ba-c3dec3e34466 None None] For port af095b42-e0ce-40a2-985e-4181cc9eb8f8, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:31.190212 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e4fe7567-0a1f-4a44-87ba-c3dec3e34466 None None] For port af095b42-e0ce-40a2-985e-4181cc9eb8f8, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=af095b42-e0ce-40a2-985e-4181cc9eb8f8,segment=NetworkSegment(0eec29de-1b5d-451c-9ae6-9991fcb5d666),segment_id=0eec29de-1b5d-451c-9ae6-9991fcb5d666)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:31.198893 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e4fe7567-0a1f-4a44-87ba-c3dec3e34466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (af095b42-e0ce-40a2-985e-4181cc9eb8f8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.204746 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-367c5d53-7ae7-4802-82c4-59d0d4981146 admin admin] Publish callbacks [] for router_gateway (d693c3fa-6356-4b62-98fa-4135ec8f7d3d), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.283472 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9e1eff60-0c0f-43a7-bfc5-772c3005e76f req-9145972a-817a-42a3-a3c9-7eda43e3a970 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0d971a-7436-4654-8d2c-ca34deb81541 HTTP/1.1" status: 200 len: 210 time: 0.0700443 Feb 09 21:33:31.296519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe7567-0a1f-4a44-87ba-c3dec3e34466 None None] Pushing event updated for resources: {'Port': ['ID=af095b42-e0ce-40a2-985e-4181cc9eb8f8,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:31.306862 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e0d68d4e-1edc-446d-b3cc-cb5639ee3c44 req-232259fe-3300-4631-b3b2-94100eb401c9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712804 Feb 09 21:33:31.327901 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-08d56225-5079-4483-92b1-1f962d7ec89f tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:31.327901 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-08d56225-5079-4483-92b1-1f962d7ec89f tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.42 "GET /v2.0/networks?id=52bbb2ed-8162-4d76-a17c-1bb332688ad6 HTTP/1.1" status: 200 len: 804 time: 0.9179940 Feb 09 21:33:31.370429 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6388d-3e82-4324-a854-891632e674ed req-fb7e14b9-39b0-4a35-9642-969c76201fca tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:31.372220 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7bf6388d-3e82-4324-a854-891632e674ed req-fb7e14b9-39b0-4a35-9642-969c76201fca tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 946 time: 0.0804853 Feb 09 21:33:31.388818 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-b148172c-9dad-4790-a255-4c98673c180c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Request body: {'port': {'device_id': '823f7b67-4415-46c9-8ab6-5363c6421614', 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6', 'admin_state_up': True, 'tenant_id': '1b89b78a949d44f189d43eacfb5f58be'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:31.452255 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7bf6388d-3e82-4324-a854-891632e674ed req-c24f3b86-7592-4554-8925-6cbbee1d5b30 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726218 Feb 09 21:33:31.508186 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b35d26a4-ab0b-4dca-a129-cfa832986088 req-b8c580f2-b0c3-4580-a9d9-7cef42b29013 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=823f7b67-4415-46c9-8ab6-5363c6421614 HTTP/1.1" status: 200 len: 210 time: 0.0538967 Feb 09 21:33:31.643845 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-b148172c-9dad-4790-a255-4c98673c180c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Made reservation on behalf of 1b89b78a949d44f189d43eacfb5f58be for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:31.654761 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-b148172c-9dad-4790-a255-4c98673c180c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.735675 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device af095b42-e0ce-40a2-985e-4181cc9eb8f8 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:31.829650 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-73575768-228c-421d-8a5b-a6cc9124cb40 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=1574640dcc174e92b6619d5811e15ec7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626769 Feb 09 21:33:31.861499 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port af095b42-e0ce-40a2-985e-4181cc9eb8f8 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:31.861896 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (af095b42-e0ce-40a2-985e-4181cc9eb8f8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.921110 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab77d5-e439-48df-a760-dfe7137eba1a req-b69e3938-9deb-4691-bc27-3977050d2909 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:31.929458 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-daab77d5-e439-48df-a760-dfe7137eba1a req-b69e3938-9deb-4691-bc27-3977050d2909 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 949 time: 0.2473364 Feb 09 21:33:32.026586 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-daab77d5-e439-48df-a760-dfe7137eba1a req-21b27494-068f-452c-8d17-d109e567d95a tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961273 Feb 09 21:33:32.075060 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-9a97a929-29f8-48ce-bcf3-10e44631f9d0 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:32.076433 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-9a97a929-29f8-48ce-bcf3-10e44631f9d0 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2380345 Feb 09 21:33:32.092809 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-65a20e88-e0ca-46cc-a3a5-082c1d73aaa5 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Request body: {'port': {'device_id': 'aa0d971a-7436-4654-8d2c-ca34deb81541', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': '1574640dcc174e92b6619d5811e15ec7'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:32.103503 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port af095b42-e0ce-40a2-985e-4181cc9eb8f8 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:32.103934 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (af095b42-e0ce-40a2-985e-4181cc9eb8f8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.158996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port af095b42-e0ce-40a2-985e-4181cc9eb8f8, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=af095b42-e0ce-40a2-985e-4181cc9eb8f8,segment=NetworkSegment(0eec29de-1b5d-451c-9ae6-9991fcb5d666),segment_id=0eec29de-1b5d-451c-9ae6-9991fcb5d666)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:32.164967 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (af095b42-e0ce-40a2-985e-4181cc9eb8f8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.224690 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-b148172c-9dad-4790-a255-4c98673c180c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Allocated IP 172.20.0.10 (52bbb2ed-8162-4d76-a17c-1bb332688ad6/17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf/0f02b681-db77-4df8-9f70-d7f1eb59db7c) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:32.240535 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-367c5d53-7ae7-4802-82c4-59d0d4981146 admin admin] Publish callbacks [] for router_gateway (d693c3fa-6356-4b62-98fa-4135ec8f7d3d), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.256478 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=af095b42-e0ce-40a2-985e-4181cc9eb8f8,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:32.286004 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-367c5d53-7ae7-4802-82c4-59d0d4981146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.324770 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae6946-250e-4c98-ac58-98acbdc837c5 req-f03ff120-4e1d-4921-a7d1-7fd09af108df tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:32.326586 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-67ae6946-250e-4c98-ac58-98acbdc837c5 req-f03ff120-4e1d-4921-a7d1-7fd09af108df tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.1717103 Feb 09 21:33:32.416166 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-367c5d53-7ae7-4802-82c4-59d0d4981146 admin admin] Allocated IP 172.25.6.193 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/2f26a942-452f-4462-b44f-4fc077506b4e) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:32.441815 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-65a20e88-e0ca-46cc-a3a5-082c1d73aaa5 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Made reservation on behalf of 1574640dcc174e92b6619d5811e15ec7 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:32.455269 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-65a20e88-e0ca-46cc-a3a5-082c1d73aaa5 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.540149 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-65a20e88-e0ca-46cc-a3a5-082c1d73aaa5 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.580930 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-367c5d53-7ae7-4802-82c4-59d0d4981146 admin admin] Publish callbacks [] for port (2f26a942-452f-4462-b44f-4fc077506b4e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.606256 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9840ebc6-8c06-4cdd-aa0a-00fdc55fceff req-267523d9-6530-49c0-a797-d55d6edd85ec tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0d971a-7436-4654-8d2c-ca34deb81541 HTTP/1.1" status: 200 len: 210 time: 0.0892932 Feb 09 21:33:32.652853 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-367c5d53-7ae7-4802-82c4-59d0d4981146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (2f26a942-452f-4462-b44f-4fc077506b4e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.712771 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-65a20e88-e0ca-46cc-a3a5-082c1d73aaa5 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Publish callbacks [] for security_group (8febff5d-b037-486a-a1c7-164c5ca6f68e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.732997 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-67ae6946-250e-4c98-ac58-98acbdc837c5 req-b0f96585-ffb7-424f-a069-d8a3b533b8f8 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880625 Feb 09 21:33:32.735149 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-65a20e88-e0ca-46cc-a3a5-082c1d73aaa5 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8febff5d-b037-486a-a1c7-164c5ca6f68e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.739243 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367c5d53-7ae7-4802-82c4-59d0d4981146 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:32.748048 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-367c5d53-7ae7-4802-82c4-59d0d4981146 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:32.751765 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367c5d53-7ae7-4802-82c4-59d0d4981146 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:32.849269 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d36972b-7dd6-4137-9614-b68038971dda None None] Network a657c146-f71f-4e85-86ea-7f818c922127 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:33:32.885740 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-b148172c-9dad-4790-a255-4c98673c180c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks [] for port (0f02b681-db77-4df8-9f70-d7f1eb59db7c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.945632 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5c6aee7d-fc5e-462e-9f99-3120f2258639 None None] Provisioning complete for port af095b42-e0ce-40a2-985e-4181cc9eb8f8 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:32.946289 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5c6aee7d-fc5e-462e-9f99-3120f2258639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (af095b42-e0ce-40a2-985e-4181cc9eb8f8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.962358 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c5d53-7ae7-4802-82c4-59d0d4981146 admin admin] Pushing event updated for resources: {'Port': ['ID=2f26a942-452f-4462-b44f-4fc077506b4e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:32.987124 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-b148172c-9dad-4790-a255-4c98673c180c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (0f02b681-db77-4df8-9f70-d7f1eb59db7c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:33.000586 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['70e3d19a-7558-4685-a196-a6de110f0bf5'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:33.021118 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a20e88-e0ca-46cc-a3a5-082c1d73aaa5 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8febff5d-b037-486a-a1c7-164c5ca6f68e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:33.104428 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e6383-9833-4a16-b8eb-8c9ffb276ca3 req-27c5ccf2-25a3-4bd7-9962-b296adc928a4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:33.106681 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-813e6383-9833-4a16-b8eb-8c9ffb276ca3 req-27c5ccf2-25a3-4bd7-9962-b296adc928a4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 946 time: 0.3046532 Feb 09 21:33:33.173583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5c6aee7d-fc5e-462e-9f99-3120f2258639 None None] Current status of the port af095b42-e0ce-40a2-985e-4181cc9eb8f8 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:33.182760 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f8774-ae3c-49c2-8cc0-0159b4a22965 req-1a3e5e0e-0e31-41f5-b677-ea976bfff0e8 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:33.190327 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a15f8774-ae3c-49c2-8cc0-0159b4a22965 req-1a3e5e0e-0e31-41f5-b677-ea976bfff0e8 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=823f7b67-4415-46c9-8ab6-5363c6421614 HTTP/1.1" status: 200 len: 932 time: 0.3349071 Feb 09 21:33:33.217328 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-b148172c-9dad-4790-a255-4c98673c180c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:33.226099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-b148172c-9dad-4790-a255-4c98673c180c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:33.244648 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-b148172c-9dad-4790-a255-4c98673c180c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:33.252817 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-65a20e88-e0ca-46cc-a3a5-082c1d73aaa5 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Allocated IP 192.168.233.71 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/da3bbb9d-5f6f-4acc-a356-55d09c9549fc) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:33.322996 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a15f8774-ae3c-49c2-8cc0-0159b4a22965 req-245ed282-bf16-4ccc-8582-e52b98c9eb77 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316433 Feb 09 21:33:33.345227 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-813e6383-9833-4a16-b8eb-8c9ffb276ca3 req-859d7ccd-1913-42e2-b687-6b90a64416ad tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113652 Feb 09 21:33:33.405176 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-b148172c-9dad-4790-a255-4c98673c180c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:33.406691 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-b148172c-9dad-4790-a255-4c98673c180c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:33.425782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148172c-9dad-4790-a255-4c98673c180c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Pushing event updated for resources: {'Port': ['ID=0f02b681-db77-4df8-9f70-d7f1eb59db7c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:33.461107 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-b148172c-9dad-4790-a255-4c98673c180c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0945354 Feb 09 21:33:33.480696 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] Request body: {'port': {'device_id': '823f7b67-4415-46c9-8ab6-5363c6421614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:33.610790 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-902c9d73-eb08-4ab8-a675-b91cd04fc659 None None] Provisioning complete for port af095b42-e0ce-40a2-985e-4181cc9eb8f8 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:33.611179 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-902c9d73-eb08-4ab8-a675-b91cd04fc659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (af095b42-e0ce-40a2-985e-4181cc9eb8f8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:33.631094 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a29442-737c-4451-9d94-de58457b1d05 req-91faa098-d2e1-4a8a-ae9d-10dd080640af tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:33.638645 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1a29442-737c-4451-9d94-de58457b1d05 req-91faa098-d2e1-4a8a-ae9d-10dd080640af tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 949 time: 0.1720095 Feb 09 21:33:33.707203 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0f02b681-db77-4df8-9f70-d7f1eb59db7c), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:33.714102 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device af095b42-e0ce-40a2-985e-4181cc9eb8f8 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:33.714688 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-65a20e88-e0ca-46cc-a3a5-082c1d73aaa5 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Publish callbacks [] for port (da3bbb9d-5f6f-4acc-a356-55d09c9549fc), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:33.715488 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51184) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:33.747448 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1a29442-737c-4451-9d94-de58457b1d05 req-185fd761-a6ed-4e7b-b35e-84b83e5a2cf2 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078541 Feb 09 21:33:33.779769 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-367c5d53-7ae7-4802-82c4-59d0d4981146 admin admin] Publish callbacks [] for router_gateway (d693c3fa-6356-4b62-98fa-4135ec8f7d3d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:33.782616 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-429041f8-8e0f-4b02-a603-a9c790e7bbdf req-d4461a50-d926-4a8c-874d-10b40a7a1f1c tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0d971a-7436-4654-8d2c-ca34deb81541 HTTP/1.1" status: 200 len: 210 time: 0.0609930 Feb 09 21:33:33.823055 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-65a20e88-e0ca-46cc-a3a5-082c1d73aaa5 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (da3bbb9d-5f6f-4acc-a356-55d09c9549fc), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:33.855364 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-902c9d73-eb08-4ab8-a675-b91cd04fc659 None None] Current status of the port af095b42-e0ce-40a2-985e-4181cc9eb8f8 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:33.869357 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port af095b42-e0ce-40a2-985e-4181cc9eb8f8 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:33.871321 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (af095b42-e0ce-40a2-985e-4181cc9eb8f8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:33.896168 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a20e88-e0ca-46cc-a3a5-082c1d73aaa5 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Pushing event updated for resources: {'Port': ['ID=da3bbb9d-5f6f-4acc-a356-55d09c9549fc,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:33.976570 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port af095b42-e0ce-40a2-985e-4181cc9eb8f8 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:33.989081 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-65a20e88-e0ca-46cc-a3a5-082c1d73aaa5 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:33.994227 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-65a20e88-e0ca-46cc-a3a5-082c1d73aaa5 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:33.996682 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-65a20e88-e0ca-46cc-a3a5-082c1d73aaa5 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:34.040795 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-280c89cb-e9d8-4a96-9594-343405e748d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.065608 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216004b-6478-4dd1-8598-a9195e2c2807 req-b8573215-bb1f-4176-b865-630a7af7ea2a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:34.067184 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f216004b-6478-4dd1-8598-a9195e2c2807 req-b8573215-bb1f-4176-b865-630a7af7ea2a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.1572878 Feb 09 21:33:34.076941 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32683600-b0d3-462f-9bf7-e36fd2656098 req-e512b843-44b1-4585-b753-0dbdf22512e5 tempest-MigrationsAdminTest-1661628546 tempest-MigrationsAdminTest-1661628546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:34.084700 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32683600-b0d3-462f-9bf7-e36fd2656098 req-e512b843-44b1-4585-b753-0dbdf22512e5 tempest-MigrationsAdminTest-1661628546 tempest-MigrationsAdminTest-1661628546-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 1131 time: 0.1945717 Feb 09 21:33:34.131409 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-65a20e88-e0ca-46cc-a3a5-082c1d73aaa5 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:34.132109 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-65a20e88-e0ca-46cc-a3a5-082c1d73aaa5 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.158171 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-65a20e88-e0ca-46cc-a3a5-082c1d73aaa5 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0730128 Feb 09 21:33:34.174590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] Request body: {'port': {'device_id': 'aa0d971a-7436-4654-8d2c-ca34deb81541', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:34.279162 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0af54e71-2ca5-4ebb-98ba-3ed5d3572969 None None] Provisioning complete for port da3bbb9d-5f6f-4acc-a356-55d09c9549fc triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:34.279536 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0af54e71-2ca5-4ebb-98ba-3ed5d3572969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (da3bbb9d-5f6f-4acc-a356-55d09c9549fc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.284561 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (da3bbb9d-5f6f-4acc-a356-55d09c9549fc), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.289180 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32683600-b0d3-462f-9bf7-e36fd2656098 req-dd0108ae-d2d7-4238-92c7-d3a0b65cfc2a tempest-MigrationsAdminTest-1661628546 tempest-MigrationsAdminTest-1661628546-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035885 Feb 09 21:33:34.305969 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f216004b-6478-4dd1-8598-a9195e2c2807 req-118f7b1c-0178-4d29-a523-adcc25d6bb3c tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180495 Feb 09 21:33:34.373767 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0af54e71-2ca5-4ebb-98ba-3ed5d3572969 None None] Port da3bbb9d-5f6f-4acc-a356-55d09c9549fc cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:33:34.431536 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-280c89cb-e9d8-4a96-9594-343405e748d0 admin admin] Publish callbacks [] for security_group (051cbd3b-697c-4c1c-857a-a7caf3ab451b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.439061 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f02b681-db77-4df8-9f70-d7f1eb59db7c {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:34.451629 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-280c89cb-e9d8-4a96-9594-343405e748d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (051cbd3b-697c-4c1c-857a-a7caf3ab451b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.455482 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] Publish callbacks [] for port (0f02b681-db77-4df8-9f70-d7f1eb59db7c), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.486962 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c89cb-e9d8-4a96-9594-343405e748d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051cbd3b-697c-4c1c-857a-a7caf3ab451b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:34.512144 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-367c5d53-7ae7-4802-82c4-59d0d4981146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (d693c3fa-6356-4b62-98fa-4135ec8f7d3d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.527479 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] Transition to ACTIVE for port object 0f02b681-db77-4df8-9f70-d7f1eb59db7c will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:33:34.536114 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-280c89cb-e9d8-4a96-9594-343405e748d0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a3f6ea8a2e9a4a06af99d107b432f5ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8066289 Feb 09 21:33:34.538338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51198) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:34.608158 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (0f02b681-db77-4df8-9f70-d7f1eb59db7c), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.728849 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3bbb9d-5f6f-4acc-a356-55d09c9549fc {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:34.734938 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] Pushing event updated for resources: {'Port': ['ID=0f02b681-db77-4df8-9f70-d7f1eb59db7c,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:34.738016 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] Publish callbacks [] for port (da3bbb9d-5f6f-4acc-a356-55d09c9549fc), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.756508 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4211-9bdb-4371-92de-4df5bec76c02 admin admin] Publish callbacks [] for security_group (051cbd3b-697c-4c1c-857a-a7caf3ab451b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.763400 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] Transition to ACTIVE for port object da3bbb9d-5f6f-4acc-a356-55d09c9549fc will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:33:34.781594 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (da3bbb9d-5f6f-4acc-a356-55d09c9549fc), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.876324 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4211-9bdb-4371-92de-4df5bec76c02 admin admin] Publish callbacks [] for security_group (051cbd3b-697c-4c1c-857a-a7caf3ab451b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.942923 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] Attempting to bind port 0f02b681-db77-4df8-9f70-d7f1eb59db7c on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:34.943258 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] Attempting to bind port 0f02b681-db77-4df8-9f70-d7f1eb59db7c by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:34.943586 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] Attempting to bind port 0f02b681-db77-4df8-9f70-d7f1eb59db7c on network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:34.954143 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] Port 0f02b681-db77-4df8-9f70-d7f1eb59db7c on network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:33:34.954687 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] Attempting to bind port 0f02b681-db77-4df8-9f70-d7f1eb59db7c on network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:34.962301 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:34.962772 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] Checking segment: {'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:34.963263 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] Bound using segment: {'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:34.963888 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] Bound port: 0f02b681-db77-4df8-9f70-d7f1eb59db7c, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:34.964279 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0f02b681-db77-4df8-9f70-d7f1eb59db7c), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.996513 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367c5d53-7ae7-4802-82c4-59d0d4981146 admin admin] Router d693c3fa-6356-4b62-98fa-4135ec8f7d3d is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:33:35.008251 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4211-9bdb-4371-92de-4df5bec76c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (051cbd3b-697c-4c1c-857a-a7caf3ab451b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.011413 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4211-9bdb-4371-92de-4df5bec76c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.015076 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4b7d4211-9bdb-4371-92de-4df5bec76c02 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/051cbd3b-697c-4c1c-857a-a7caf3ab451b HTTP/1.1" status: 204 len: 168 time: 0.4729311 Feb 09 21:33:35.049325 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d4211-9bdb-4371-92de-4df5bec76c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051cbd3b-697c-4c1c-857a-a7caf3ab451b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:35.250504 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] For port 0f02b681-db77-4df8-9f70-d7f1eb59db7c, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:35.254541 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] For port 0f02b681-db77-4df8-9f70-d7f1eb59db7c, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0f02b681-db77-4df8-9f70-d7f1eb59db7c,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:35.278071 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367c5d53-7ae7-4802-82c4-59d0d4981146 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:33:35.280651 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (0f02b681-db77-4df8-9f70-d7f1eb59db7c), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.313958 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] Sync routers for ids ['d693c3fa-6356-4b62-98fa-4135ec8f7d3d'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:33:35.329839 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] Routers {'d693c3fa-6356-4b62-98fa-4135ec8f7d3d'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:33:35.330303 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:33:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['d693c3fa-6356-4b62-98fa-4135ec8f7d3d'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:35.350269 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:35.350515 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] Pushing event updated for resources: {'Port': ['ID=da3bbb9d-5f6f-4acc-a356-55d09c9549fc,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:35.351011 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.353544 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] 10.222.0.42 "PUT /v2.0/ports/0f02b681-db77-4df8-9f70-d7f1eb59db7c HTTP/1.1" status: 200 len: 1092 time: 1.8789752 Feb 09 21:33:35.354257 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823f7b67-4415-46c9-8ab6-5363c6421614', 'tag': '0f02b681-db77-4df8-9f70-d7f1eb59db7c'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:35.357344 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e6da26-f001-4a99-8925-6a8ffb466e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "823f7b67-4415-46c9-8ab6-5363c6421614", "tag": "0f02b681-db77-4df8-9f70-d7f1eb59db7c"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:35.391872 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-367c5d53-7ae7-4802-82c4-59d0d4981146 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.398134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51222) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:35.399121 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-367c5d53-7ae7-4802-82c4-59d0d4981146 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3750007 Feb 09 21:33:35.450546 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf47e9d-3901-4f05-b89e-beefadca2589 service neutron] Pushing event updated for resources: {'Port': ['ID=0f02b681-db77-4df8-9f70-d7f1eb59db7c,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:35.537524 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-d27d9a8f-0e35-49a5-a3f5-da9f303f3ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:35.540690 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-d27d9a8f-0e35-49a5-a3f5-da9f303f3ba2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b89b78a949d44f189d43eacfb5f58be&device_id=823f7b67-4415-46c9-8ab6-5363c6421614 HTTP/1.1" status: 200 len: 1126 time: 0.1278243 Feb 09 21:33:35.584079 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-f2d5151a-f804-44ed-9f6b-d844d30bfad6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3244991 Feb 09 21:33:35.619201 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] Set router d693c3fa-6356-4b62-98fa-4135ec8f7d3d gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:33:35.644003 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51224) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:35.647804 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c32d86-ab1b-4e21-8176-10d68f5cc4eb req-e6c5793d-74d5-47a6-880c-e56a55333e33 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:35.650284 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-11c32d86-ab1b-4e21-8176-10d68f5cc4eb req-e6c5793d-74d5-47a6-880c-e56a55333e33 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=823f7b67-4415-46c9-8ab6-5363c6421614 HTTP/1.1" status: 200 len: 944 time: 0.8997626 Feb 09 21:33:35.654131 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-c5bde25a-9ce6-41af-a632-98972e3401ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f02b681-db77-4df8-9f70-d7f1eb59db7c HTTP/1.1" status: 200 len: 217 time: 0.1067221 Feb 09 21:33:35.658097 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd145b5-ef1a-4ff4-8a2a-e436eb0e02eb req-bef67861-9387-441b-ad7a-f82dad54f3f1 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:35.671968 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6cd145b5-ef1a-4ff4-8a2a-e436eb0e02eb req-bef67861-9387-441b-ad7a-f82dad54f3f1 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 946 time: 0.4016988 Feb 09 21:33:35.672818 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8c1f7948-6435-43d1-89ed-c5759ef1767b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.746459 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] Attempting to bind port da3bbb9d-5f6f-4acc-a356-55d09c9549fc on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:35.746830 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] Attempting to bind port da3bbb9d-5f6f-4acc-a356-55d09c9549fc by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:35.747135 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] Attempting to bind port da3bbb9d-5f6f-4acc-a356-55d09c9549fc on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:35.769708 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] Port da3bbb9d-5f6f-4acc-a356-55d09c9549fc on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:33:35.769950 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] Attempting to bind port da3bbb9d-5f6f-4acc-a356-55d09c9549fc on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:35.790626 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-d53ec983-d98f-45bc-8b3d-a9dae86879f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:35.793080 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-d53ec983-d98f-45bc-8b3d-a9dae86879f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf HTTP/1.1" status: 200 len: 844 time: 0.1322806 Feb 09 21:33:35.811015 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:35.811439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:35.811739 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:35.812183 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] Bound port: da3bbb9d-5f6f-4acc-a356-55d09c9549fc, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:35.812543 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (da3bbb9d-5f6f-4acc-a356-55d09c9549fc), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.843134 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-411d5ecd-c19b-49cc-b36c-826d011b439c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=52bbb2ed-8162-4d76-a17c-1bb332688ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400047 Feb 09 21:33:35.850992 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6cd145b5-ef1a-4ff4-8a2a-e436eb0e02eb req-ab9b774e-6a24-4c38-afe1-7ceccd6fbb09 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723464 Feb 09 21:33:35.905082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-11c32d86-ab1b-4e21-8176-10d68f5cc4eb req-d8441b6c-2ee3-4279-9efa-551eaef0c211 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308800 Feb 09 21:33:36.020533 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8c1f7948-6435-43d1-89ed-c5759ef1767b admin admin] Publish callbacks [] for security_group (e38a92f6-e1b8-497d-b7c7-3673b294aaaf), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.029518 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd693c3fa-6356-4b62-98fa-4135ec8f7d3d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145486508-router', 'tenant_id': 'c137d84343644ace9a44d512beaff9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '2f26a942-452f-4462-b44f-4fc077506b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:30Z', 'updated_at': '2022-02-09T21:33:33Z', 'revision_number': 3, 'project_id': 'c137d84343644ace9a44d512beaff9d1', 'gw_port': {'id': '2f26a942-452f-4462-b44f-4fc077506b4e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd693c3fa-6356-4b62-98fa-4135ec8f7d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:32Z', 'updated_at': '2022-02-09T21:33:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:36.035298 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8c1f7948-6435-43d1-89ed-c5759ef1767b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e38a92f6-e1b8-497d-b7c7-3673b294aaaf), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.079117 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f7948-6435-43d1-89ed-c5759ef1767b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38a92f6-e1b8-497d-b7c7-3673b294aaaf,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:36.135382 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8c1f7948-6435-43d1-89ed-c5759ef1767b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ea3350706d4b407f9973521f88ffb09c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4902058 Feb 09 21:33:36.139280 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] Checking router: d693c3fa-6356-4b62-98fa-4135ec8f7d3d for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:33:36.139632 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] Updating router d693c3fa-6356-4b62-98fa-4135ec8f7d3d port 2f26a942-452f-4462-b44f-4fc077506b4e binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:33:36.144346 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51236) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:36.175154 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-e4a5e0b6-f7a9-4317-8ff5-93f92a0106d0 service neutron] 10.222.0.42 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089478 Feb 09 21:33:36.177016 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2f26a942-452f-4462-b44f-4fc077506b4e), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.280092 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] For port da3bbb9d-5f6f-4acc-a356-55d09c9549fc, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:36.290251 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] For port da3bbb9d-5f6f-4acc-a356-55d09c9549fc, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=da3bbb9d-5f6f-4acc-a356-55d09c9549fc,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:36.312098 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (da3bbb9d-5f6f-4acc-a356-55d09c9549fc), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.323878 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c557b3a3-5f88-4d2b-96ab-ad50feada2fd admin admin] Publish callbacks [] for security_group (e38a92f6-e1b8-497d-b7c7-3673b294aaaf), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.329445 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559be23-ecff-480c-93d3-d3ee77f79182 req-edaaa290-32c4-4732-939a-77e1b3fe5948 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:36.331085 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f559be23-ecff-480c-93d3-d3ee77f79182 req-edaaa290-32c4-4732-939a-77e1b3fe5948 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0d971a-7436-4654-8d2c-ca34deb81541 HTTP/1.1" status: 200 len: 947 time: 0.2619855 Feb 09 21:33:36.378864 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e4dc4-c337-433e-a8dc-61f7e359ef10 req-3dab03a2-5c2f-4c3e-8db2-72996e76ffa7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:36.380511 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f75e4dc4-c337-433e-a8dc-61f7e359ef10 req-3dab03a2-5c2f-4c3e-8db2-72996e76ffa7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 949 time: 0.2232146 Feb 09 21:33:36.411923 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4c4952a7-e997-4b5e-b33b-ff2fe99c3bf1 req-43ca5110-7c07-4f03-bdc4-9bc715e9dd4b service neutron] 10.222.0.42 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244248 Feb 09 21:33:36.455054 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:36.455702 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.457167 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] 10.222.0.71 "PUT /v2.0/ports/da3bbb9d-5f6f-4acc-a356-55d09c9549fc HTTP/1.1" status: 200 len: 1095 time: 2.2871978 Feb 09 21:33:36.466577 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0d971a-7436-4654-8d2c-ca34deb81541', 'tag': 'da3bbb9d-5f6f-4acc-a356-55d09c9549fc'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:36.468941 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302791ba-e910-454f-99b4-b9dbc2f759b0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0d971a-7436-4654-8d2c-ca34deb81541", "tag": "da3bbb9d-5f6f-4acc-a356-55d09c9549fc"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:36.479320 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c557b3a3-5f88-4d2b-96ab-ad50feada2fd admin admin] Publish callbacks [] for security_group (e38a92f6-e1b8-497d-b7c7-3673b294aaaf), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.586522 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c557b3a3-5f88-4d2b-96ab-ad50feada2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e38a92f6-e1b8-497d-b7c7-3673b294aaaf), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.589345 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c557b3a3-5f88-4d2b-96ab-ad50feada2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.593024 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c557b3a3-5f88-4d2b-96ab-ad50feada2fd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e38a92f6-e1b8-497d-b7c7-3673b294aaaf HTTP/1.1" status: 204 len: 168 time: 0.4452865 Feb 09 21:33:36.605867 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557b3a3-5f88-4d2b-96ab-ad50feada2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38a92f6-e1b8-497d-b7c7-3673b294aaaf,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:36.613902 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b84abe-21ba-4054-9ab7-d05b70b1a10a service neutron] Pushing event updated for resources: {'Port': ['ID=da3bbb9d-5f6f-4acc-a356-55d09c9549fc,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:36.672070 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f75e4dc4-c337-433e-a8dc-61f7e359ef10 req-4fdddf05-ff3b-415e-89e2-9ec073c71187 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282481 Feb 09 21:33:36.688243 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f559be23-ecff-480c-93d3-d3ee77f79182 req-8362d09e-5b4b-459e-aace-332f802c75df tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.77 "GET /v2.0/security-groups?id=8febff5d-b037-486a-a1c7-164c5ca6f68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762592 Feb 09 21:33:36.797134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-f64a53c7-2f74-4d19-9279-fe5954306ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:36.798719 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-f64a53c7-2f74-4d19-9279-fe5954306ab4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1574640dcc174e92b6619d5811e15ec7&device_id=aa0d971a-7436-4654-8d2c-ca34deb81541 HTTP/1.1" status: 200 len: 1129 time: 0.2390320 Feb 09 21:33:36.809616 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] Publish callbacks [] for port (2f26a942-452f-4462-b44f-4fc077506b4e), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.820539 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a3dadb-0fc2-46ca-9b46-5c3a861ff7b8 x-openstack-request-id: req-a7a3dadb-0fc2-46ca-9b46-5c3a861ff7b8 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:36.821229 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823f7b67-4415-46c9-8ab6-5363c6421614", "tag": "0f02b681-db77-4df8-9f70-d7f1eb59db7c", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:36.821488 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a7a3dadb-0fc2-46ca-9b46-5c3a861ff7b8 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:36.821946 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823f7b67-4415-46c9-8ab6-5363c6421614', 'tag': '0f02b681-db77-4df8-9f70-d7f1eb59db7c', 'status': 'completed', 'code': 200} Feb 09 21:33:36.826659 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2f26a942-452f-4462-b44f-4fc077506b4e), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.932758 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6da26-f001-4a99-8925-6a8ffb466e2f req-0b16c1ac-027b-4a3e-b09d-8a3640c09d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:36.934448 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a0e6da26-f001-4a99-8925-6a8ffb466e2f req-0b16c1ac-027b-4a3e-b09d-8a3640c09d17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b89b78a949d44f189d43eacfb5f58be&device_id=823f7b67-4415-46c9-8ab6-5363c6421614 HTTP/1.1" status: 200 len: 1126 time: 0.0906401 Feb 09 21:33:36.948107 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-3cb41a70-d97d-478e-8e27-5dc8fe33c832 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=da3bbb9d-5f6f-4acc-a356-55d09c9549fc HTTP/1.1" status: 200 len: 217 time: 0.1151366 Feb 09 21:33:36.949534 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] Attempting to bind port 2f26a942-452f-4462-b44f-4fc077506b4e on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:36.949970 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] Attempting to bind port 2f26a942-452f-4462-b44f-4fc077506b4e by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:36.951238 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d042280c-907a-47c4-b1f8-42e4bdf1401c x-openstack-request-id: req-d042280c-907a-47c4-b1f8-42e4bdf1401c {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:36.951815 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0d971a-7436-4654-8d2c-ca34deb81541", "tag": "da3bbb9d-5f6f-4acc-a356-55d09c9549fc", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:36.952810 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d042280c-907a-47c4-b1f8-42e4bdf1401c {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:36.953789 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa0d971a-7436-4654-8d2c-ca34deb81541', 'tag': 'da3bbb9d-5f6f-4acc-a356-55d09c9549fc', 'status': 'completed', 'code': 200} Feb 09 21:33:36.958324 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] Attempting to bind port 2f26a942-452f-4462-b44f-4fc077506b4e on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:36.986615 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:36.987408 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:36.988618 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.989716 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:36.990886 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] Bound port: 2f26a942-452f-4462-b44f-4fc077506b4e, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:36.993149 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2f26a942-452f-4462-b44f-4fc077506b4e), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:37.000532 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d58cb-0e2c-43ee-aa30-3805ddb5c9df None None] Pushing event updated for resources: {'Port': ['ID=2f26a942-452f-4462-b44f-4fc077506b4e,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:37.092127 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d58cb-0e2c-43ee-aa30-3805ddb5c9df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:37.092371 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d58cb-0e2c-43ee-aa30-3805ddb5c9df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:37.092721 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d58cb-0e2c-43ee-aa30-3805ddb5c9df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:37.093060 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d58cb-0e2c-43ee-aa30-3805ddb5c9df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:37.093394 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d58cb-0e2c-43ee-aa30-3805ddb5c9df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:37.093724 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d58cb-0e2c-43ee-aa30-3805ddb5c9df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:37.094342 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6da26-f001-4a99-8925-6a8ffb466e2f req-f79f9a3e-a4c3-42a0-962a-e7b9020f0200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:37.096195 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a0e6da26-f001-4a99-8925-6a8ffb466e2f req-f79f9a3e-a4c3-42a0-962a-e7b9020f0200 service neutron] 10.222.0.42 "GET /v2.0/networks?id=52bbb2ed-8162-4d76-a17c-1bb332688ad6 HTTP/1.1" status: 200 len: 905 time: 0.1538124 Feb 09 21:33:37.098757 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d58cb-0e2c-43ee-aa30-3805ddb5c9df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:37.099147 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d58cb-0e2c-43ee-aa30-3805ddb5c9df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:37.099491 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d58cb-0e2c-43ee-aa30-3805ddb5c9df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:37.099861 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d58cb-0e2c-43ee-aa30-3805ddb5c9df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:37.100407 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d58cb-0e2c-43ee-aa30-3805ddb5c9df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:37.100747 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d58cb-0e2c-43ee-aa30-3805ddb5c9df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:37.101076 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d58cb-0e2c-43ee-aa30-3805ddb5c9df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:37.172305 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-22c9ee6c-55fe-4e45-9da9-eb18d076d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:37.174390 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-22c9ee6c-55fe-4e45-9da9-eb18d076d433 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1450567 Feb 09 21:33:37.177542 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a0e6da26-f001-4a99-8925-6a8ffb466e2f req-94becaae-f156-4aa6-abfc-96efaadd06bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f02b681-db77-4df8-9f70-d7f1eb59db7c HTTP/1.1" status: 200 len: 217 time: 0.0503793 Feb 09 21:33:37.185828 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce265ae8-4469-425a-9cd2-f67ca5650f19 req-92153c9e-5b0e-48dc-9c7b-49229efaee94 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:37.187492 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce265ae8-4469-425a-9cd2-f67ca5650f19 req-92153c9e-5b0e-48dc-9c7b-49229efaee94 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.4098201 Feb 09 21:33:37.232022 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] For port 2f26a942-452f-4462-b44f-4fc077506b4e, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:37.241605 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] For port 2f26a942-452f-4462-b44f-4fc077506b4e, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2f26a942-452f-4462-b44f-4fc077506b4e,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:37.253120 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2f26a942-452f-4462-b44f-4fc077506b4e), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:37.300802 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ff4f4d3d-bf6e-4fd6-b375-fe1da15224fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:37.322276 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6da26-f001-4a99-8925-6a8ffb466e2f req-fc4b5581-0215-4afe-81ff-9e6c859e9e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:37.322538 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] Routers {'d693c3fa-6356-4b62-98fa-4135ec8f7d3d'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:33:37.322908 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:33:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['d693c3fa-6356-4b62-98fa-4135ec8f7d3d'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:37.324366 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a0e6da26-f001-4a99-8925-6a8ffb466e2f req-fc4b5581-0215-4afe-81ff-9e6c859e9e1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf HTTP/1.1" status: 200 len: 844 time: 0.1356838 Feb 09 21:33:37.327134 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d58cb-0e2c-43ee-aa30-3805ddb5c9df None None] Pushing event updated for resources: {'Port': ['ID=2f26a942-452f-4462-b44f-4fc077506b4e,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:37.334122 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2aa673-33ed-4bf6-8eb9-8aa96fc1524e req-a3be9c34-8c1a-4d2a-838b-a23a275c6b63 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:37.342040 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f2aa673-33ed-4bf6-8eb9-8aa96fc1524e req-a3be9c34-8c1a-4d2a-838b-a23a275c6b63 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 946 time: 0.3115385 Feb 09 21:33:37.350987 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce265ae8-4469-425a-9cd2-f67ca5650f19 req-880746af-bf16-4877-8c6e-e94cf4c3c70a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244392 Feb 09 21:33:37.431764 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a0e6da26-f001-4a99-8925-6a8ffb466e2f req-a6e60e2d-7f82-4a4c-9597-247425f38f72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=52bbb2ed-8162-4d76-a17c-1bb332688ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991766 Feb 09 21:33:37.437282 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-456c5043-fa10-444f-800c-375b7c9b845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:37.441891 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-456c5043-fa10-444f-800c-375b7c9b845a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2477374 Feb 09 21:33:37.544044 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] Set router d693c3fa-6356-4b62-98fa-4135ec8f7d3d gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:33:37.645184 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a0e6da26-f001-4a99-8925-6a8ffb466e2f req-269149b1-a415-4a3a-8d16-46b3c17b860e service neutron] 10.222.0.42 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972647 Feb 09 21:33:37.753112 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f2aa673-33ed-4bf6-8eb9-8aa96fc1524e req-7824ad42-e2be-429e-8c55-79a19867caa4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100032 Feb 09 21:33:37.797169 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-53a10b52-ed5d-4591-8cd8-a76c76d96c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:37.876789 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a0e6da26-f001-4a99-8925-6a8ffb466e2f req-eece0f1d-84fb-4dbe-b5ba-99876dd7beea service neutron] 10.222.0.42 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224495 Feb 09 21:33:37.886075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c0b85-3ad7-4af3-9bd3-639d89aa9560 req-0bf5b74c-8cca-4a2b-8643-12f18230ebde tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:37.897158 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-949c0b85-3ad7-4af3-9bd3-639d89aa9560 req-0bf5b74c-8cca-4a2b-8643-12f18230ebde tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=823f7b67-4415-46c9-8ab6-5363c6421614 HTTP/1.1" status: 200 len: 944 time: 0.3763289 Feb 09 21:33:37.919136 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-941f4619-595b-43e3-a2ef-1bf54cc90083 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990519 Feb 09 21:33:37.921925 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd693c3fa-6356-4b62-98fa-4135ec8f7d3d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145486508-router', 'tenant_id': 'c137d84343644ace9a44d512beaff9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '2f26a942-452f-4462-b44f-4fc077506b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:30Z', 'updated_at': '2022-02-09T21:33:33Z', 'revision_number': 3, 'project_id': 'c137d84343644ace9a44d512beaff9d1', 'gw_port': {'id': '2f26a942-452f-4462-b44f-4fc077506b4e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd693c3fa-6356-4b62-98fa-4135ec8f7d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:32Z', 'updated_at': '2022-02-09T21:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:37.970606 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b3dab4-a239-4403-a1ed-7232feb444e7 None None] The sync data for ids ['d693c3fa-6356-4b62-98fa-4135ec8f7d3d'] in n-d-828601-1 is: [{'id': 'd693c3fa-6356-4b62-98fa-4135ec8f7d3d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145486508-router', 'tenant_id': 'c137d84343644ace9a44d512beaff9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '2f26a942-452f-4462-b44f-4fc077506b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:30Z', 'updated_at': '2022-02-09T21:33:33Z', 'revision_number': 3, 'project_id': 'c137d84343644ace9a44d512beaff9d1', 'gw_port': {'id': '2f26a942-452f-4462-b44f-4fc077506b4e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd693c3fa-6356-4b62-98fa-4135ec8f7d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:32Z', 'updated_at': '2022-02-09T21:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:33:38.043289 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-f495de3b-6598-4cb8-b521-a608de45116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:38.045302 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-f495de3b-6598-4cb8-b521-a608de45116e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 1131 time: 0.0860460 Feb 09 21:33:38.071713 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-ff4f4d3d-bf6e-4fd6-b375-fe1da15224fa admin admin] Allocated IP 172.20.0.1 (a657c146-f71f-4e85-86ea-7f818c922127/22e08c4b-de18-4aa1-b38c-621655211479/4da77472-14ed-4b3c-afb7-7a61699ad5ac) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:38.153963 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-949c0b85-3ad7-4af3-9bd3-639d89aa9560 req-5d5c04ab-1268-43e3-8125-bd832d2e6314 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550061 Feb 09 21:33:38.179347 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-13727ebc-b644-49a2-95c8-a97b649d3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:38.181107 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-13727ebc-b644-49a2-95c8-a97b649d3724 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.1286333 Feb 09 21:33:38.231921 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-b7d4cc7d-c2fb-44f5-8b11-fc357150f4b5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c59bb848-5d01-48da-b625-da7ec00703fa HTTP/1.1" status: 200 len: 217 time: 0.0438726 Feb 09 21:33:38.233140 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84104b-ced4-4bea-b047-6ce81c48858c req-99fca630-50b0-485a-b014-d9dea73597e2 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:38.234718 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5b84104b-ced4-4bea-b047-6ce81c48858c req-99fca630-50b0-485a-b014-d9dea73597e2 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 949 time: 0.2954943 Feb 09 21:33:38.316288 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-24f8c524-1a26-4db2-a90a-886737a4d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:38.318344 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-24f8c524-1a26-4db2-a90a-886737a4d0e5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0765405 Feb 09 21:33:38.324697 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2721bfed-5faa-49f8-96a7-180a174bbb30 req-93b5c689-ed5f-4da7-996d-f9538ad69467 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680134 Feb 09 21:33:38.448894 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-3a57b7d9-9f13-4b35-8b65-349702a91e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:38.451214 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-3a57b7d9-9f13-4b35-8b65-349702a91e09 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1262658 Feb 09 21:33:38.477578 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5b84104b-ced4-4bea-b047-6ce81c48858c req-49128885-1349-4fb1-8ac9-ea4a42e55c7f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106693 Feb 09 21:33:38.538840 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd88b97-f011-4fe3-b692-47e332eebfba req-10c17959-cc9d-4799-abfc-76017130bb5e tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:38.541042 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6cd88b97-f011-4fe3-b692-47e332eebfba req-10c17959-cc9d-4799-abfc-76017130bb5e tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0d971a-7436-4654-8d2c-ca34deb81541 HTTP/1.1" status: 200 len: 947 time: 0.2783623 Feb 09 21:33:38.544288 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ff4f4d3d-bf6e-4fd6-b375-fe1da15224fa admin admin] Publish callbacks [] for port (4da77472-14ed-4b3c-afb7-7a61699ad5ac), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:38.584584 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302791ba-e910-454f-99b4-b9dbc2f759b0 req-4299e8d1-ddd2-40e2-9db9-b7c34b189fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:38.586733 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-302791ba-e910-454f-99b4-b9dbc2f759b0 req-4299e8d1-ddd2-40e2-9db9-b7c34b189fb7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1574640dcc174e92b6619d5811e15ec7&device_id=aa0d971a-7436-4654-8d2c-ca34deb81541 HTTP/1.1" status: 200 len: 1129 time: 0.1638973 Feb 09 21:33:38.640161 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-8f5b98e9-2a47-4a09-a84f-5909ac6bc695 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784282 Feb 09 21:33:38.791844 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-81f6dd4c-a13c-4541-8a46-18806e0b9d1d service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473536 Feb 09 21:33:38.796099 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302791ba-e910-454f-99b4-b9dbc2f759b0 req-dfadbf33-c54f-439e-8ae4-a25be6c6c5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:38.798284 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-302791ba-e910-454f-99b4-b9dbc2f759b0 req-dfadbf33-c54f-439e-8ae4-a25be6c6c5bd service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.1999748 Feb 09 21:33:38.801386 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6cd88b97-f011-4fe3-b692-47e332eebfba req-1c125eac-fde9-47db-ae62-9cce50923ad2 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.77 "GET /v2.0/security-groups?id=8febff5d-b037-486a-a1c7-164c5ca6f68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465491 Feb 09 21:33:38.803959 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ff4f4d3d-bf6e-4fd6-b375-fe1da15224fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (4da77472-14ed-4b3c-afb7-7a61699ad5ac), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:38.929056 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-302791ba-e910-454f-99b4-b9dbc2f759b0 req-63ee67de-af4b-4e63-a06e-371e226b8020 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=da3bbb9d-5f6f-4acc-a356-55d09c9549fc HTTP/1.1" status: 200 len: 217 time: 0.1226306 Feb 09 21:33:38.936254 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f4d3d-bf6e-4fd6-b375-fe1da15224fa admin admin] Pushing event updated for resources: {'Port': ['ID=4da77472-14ed-4b3c-afb7-7a61699ad5ac,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:38.954108 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5262a6e-da1f-4b9b-b163-db1b5f9e69d1 req-cb81e413-d9d9-4b78-b6ef-aed92b4836f4 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:38.955681 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e5262a6e-da1f-4b9b-b163-db1b5f9e69d1 req-cb81e413-d9d9-4b78-b6ef-aed92b4836f4 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.3630741 Feb 09 21:33:38.974039 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4f4d3d-bf6e-4fd6-b375-fe1da15224fa admin admin] Network a657c146-f71f-4e85-86ea-7f818c922127 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:39.024141 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-ff4f4d3d-bf6e-4fd6-b375-fe1da15224fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:39.044161 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4f4d3d-bf6e-4fd6-b375-fe1da15224fa admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:39.130154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302791ba-e910-454f-99b4-b9dbc2f759b0 req-a65ab13e-f758-488b-8c99-33092812a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:39.131711 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-302791ba-e910-454f-99b4-b9dbc2f759b0 req-a65ab13e-f758-488b-8c99-33092812a07e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1740427 Feb 09 21:33:39.145643 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297e76d-0f5d-4992-93d9-e513a3295240 req-88373126-7cf4-419e-9411-0c74e966379d tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:39.147398 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7297e76d-0f5d-4992-93d9-e513a3295240 req-88373126-7cf4-419e-9411-0c74e966379d tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 946 time: 0.2175312 Feb 09 21:33:39.163989 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ff4f4d3d-bf6e-4fd6-b375-fe1da15224fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (d693c3fa-6356-4b62-98fa-4135ec8f7d3d), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:39.214857 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e5262a6e-da1f-4b9b-b163-db1b5f9e69d1 req-7d3aef06-cd32-41a7-ab0d-1ffae6501f0d tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444551 Feb 09 21:33:39.361924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-19bfa503-b090-4957-9717-2c5973731aa4 None None] Provisioning complete for port 4da77472-14ed-4b3c-afb7-7a61699ad5ac triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:39.367563 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-19bfa503-b090-4957-9717-2c5973731aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4da77472-14ed-4b3c-afb7-7a61699ad5ac), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:39.455200 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-19bfa503-b090-4957-9717-2c5973731aa4 None None] Port 4da77472-14ed-4b3c-afb7-7a61699ad5ac cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:33:39.467171 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7297e76d-0f5d-4992-93d9-e513a3295240 req-ca3b055c-44c3-4e06-8b14-90ac81af1085 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051953 Feb 09 21:33:39.472281 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ff4f4d3d-bf6e-4fd6-b375-fe1da15224fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4da77472-14ed-4b3c-afb7-7a61699ad5ac), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:39.658002 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device da3bbb9d-5f6f-4acc-a356-55d09c9549fc details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:33:39.753768 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2f26a942-452f-4462-b44f-4fc077506b4e up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:39.916939 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302791ba-e910-454f-99b4-b9dbc2f759b0 req-c8d7b248-7a7d-43f3-bcc1-c13667d65e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:39.918650 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-302791ba-e910-454f-99b4-b9dbc2f759b0 req-c8d7b248-7a7d-43f3-bcc1-c13667d65e07 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7703073 Feb 09 21:33:40.002957 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd30373-4065-4c57-94d2-e1b20aa71b3e req-9d0436a7-56e0-4d15-bc77-a7d088f98c0b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:40.010874 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0dd30373-4065-4c57-94d2-e1b20aa71b3e req-9d0436a7-56e0-4d15-bc77-a7d088f98c0b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=823f7b67-4415-46c9-8ab6-5363c6421614 HTTP/1.1" status: 200 len: 944 time: 0.6417668 Feb 09 21:33:40.013491 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port da3bbb9d-5f6f-4acc-a356-55d09c9549fc, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=da3bbb9d-5f6f-4acc-a356-55d09c9549fc,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:40.044907 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'da3bbb9d-5f6f-4acc-a356-55d09c9549fc', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': 'da3bbb9d-5f6f-4acc-a356-55d09c9549fc', 'mac_address': 'fa:16:3e:a2:1e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:33:40.053026 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2f26a942-452f-4462-b44f-4fc077506b4e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:40.053976 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2f26a942-452f-4462-b44f-4fc077506b4e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:40.134073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port da3bbb9d-5f6f-4acc-a356-55d09c9549fc is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:40.134762 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (da3bbb9d-5f6f-4acc-a356-55d09c9549fc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:40.158569 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3bbb9d-5f6f-4acc-a356-55d09c9549fc {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:40.209296 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port da3bbb9d-5f6f-4acc-a356-55d09c9549fc, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=da3bbb9d-5f6f-4acc-a356-55d09c9549fc,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:40.218372 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (da3bbb9d-5f6f-4acc-a356-55d09c9549fc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:40.220804 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2f26a942-452f-4462-b44f-4fc077506b4e is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:40.221533 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2f26a942-452f-4462-b44f-4fc077506b4e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:40.272537 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 2f26a942-452f-4462-b44f-4fc077506b4e, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2f26a942-452f-4462-b44f-4fc077506b4e,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:40.282227 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2f26a942-452f-4462-b44f-4fc077506b4e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:40.304202 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=da3bbb9d-5f6f-4acc-a356-55d09c9549fc,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:40.314480 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0dd30373-4065-4c57-94d2-e1b20aa71b3e req-afb587ed-117b-4b69-9ab3-b547507becd4 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022740 Feb 09 21:33:40.402438 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f603f-7b41-4b34-8961-5b3ba6613842 req-063a5bf3-09c8-46e0-9f1f-6fa78adda94c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:40.415269 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-293f603f-7b41-4b34-8961-5b3ba6613842 req-063a5bf3-09c8-46e0-9f1f-6fa78adda94c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 949 time: 0.5285988 Feb 09 21:33:40.483388 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=2f26a942-452f-4462-b44f-4fc077506b4e,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:40.492902 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b58a3698-ddab-4a8a-aeef-a78f3e467d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:40.530409 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-302791ba-e910-454f-99b4-b9dbc2f759b0 req-ac6bb18e-bf30-4c17-b86e-6fe8da955258 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6017747 Feb 09 21:33:40.575748 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['da3bbb9d-5f6f-4acc-a356-55d09c9549fc'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:40.666341 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-293f603f-7b41-4b34-8961-5b3ba6613842 req-6a4b6069-bda1-4dce-867c-e7ee9f4353e0 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500434 Feb 09 21:33:40.749119 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d979bb-e3cb-4cc0-b5f9-e64fb6e13373 req-e0571d95-e81d-4bf1-b5bf-14ae325f20fe tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:40.761904 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28d979bb-e3cb-4cc0-b5f9-e64fb6e13373 req-e0571d95-e81d-4bf1-b5bf-14ae325f20fe tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0d971a-7436-4654-8d2c-ca34deb81541 HTTP/1.1" status: 200 len: 948 time: 0.3118420 Feb 09 21:33:40.904033 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ff4f4d3d-bf6e-4fd6-b375-fe1da15224fa admin admin] Publish callbacks [] for port (4da77472-14ed-4b3c-afb7-7a61699ad5ac), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:40.940291 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ff4f4d3d-bf6e-4fd6-b375-fe1da15224fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (4da77472-14ed-4b3c-afb7-7a61699ad5ac), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:40.975087 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-302791ba-e910-454f-99b4-b9dbc2f759b0 req-8dd2b23c-7fd8-480e-86b6-edb09faf98b1 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286039 Feb 09 21:33:41.011717 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0f02b681-db77-4df8-9f70-d7f1eb59db7c details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:33:41.011963 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28d979bb-e3cb-4cc0-b5f9-e64fb6e13373 req-95180d7a-ae53-4eaa-bdf2-abcf693ee93b tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.77 "GET /v2.0/security-groups?id=8febff5d-b037-486a-a1c7-164c5ca6f68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403190 Feb 09 21:33:41.040677 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ff4f4d3d-bf6e-4fd6-b375-fe1da15224fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (d693c3fa-6356-4b62-98fa-4135ec8f7d3d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:41.051181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f4d3d-bf6e-4fd6-b375-fe1da15224fa admin admin] Pushing event updated for resources: {'Port': ['ID=4da77472-14ed-4b3c-afb7-7a61699ad5ac,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:41.064108 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb2c6b-44ee-4e80-ae17-26b01ca2c8ec req-dc9bb97c-3018-4bbb-afd6-eeb357166cb3 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:41.071610 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01cb2c6b-44ee-4e80-ae17-26b01ca2c8ec req-dc9bb97c-3018-4bbb-afd6-eeb357166cb3 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.2382514 Feb 09 21:33:41.180689 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 0f02b681-db77-4df8-9f70-d7f1eb59db7c, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0f02b681-db77-4df8-9f70-d7f1eb59db7c,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:41.195872 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '0f02b681-db77-4df8-9f70-d7f1eb59db7c', 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6', 'port_id': '0f02b681-db77-4df8-9f70-d7f1eb59db7c', 'mac_address': 'fa:16:3e:41:ac:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:33:41.236144 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01cb2c6b-44ee-4e80-ae17-26b01ca2c8ec req-10cc0fef-5a92-49c9-9b13-4641a7c16483 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594939 Feb 09 21:33:41.241006 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 0f02b681-db77-4df8-9f70-d7f1eb59db7c is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:41.241407 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0f02b681-db77-4df8-9f70-d7f1eb59db7c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:41.255995 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f02b681-db77-4df8-9f70-d7f1eb59db7c {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:41.280267 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 0f02b681-db77-4df8-9f70-d7f1eb59db7c, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0f02b681-db77-4df8-9f70-d7f1eb59db7c,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:41.289787 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0f02b681-db77-4df8-9f70-d7f1eb59db7c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:41.308983 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4f4d3d-bf6e-4fd6-b375-fe1da15224fa admin admin] Network a657c146-f71f-4e85-86ea-7f818c922127 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:41.311482 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-ff4f4d3d-bf6e-4fd6-b375-fe1da15224fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:41.325582 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f78ce-b4c4-4c47-a447-3838dc652e75 req-89005434-9c9c-4652-90a4-97614a423da1 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:41.327542 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c05f78ce-b4c4-4c47-a447-3838dc652e75 req-89005434-9c9c-4652-90a4-97614a423da1 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 946 time: 0.1854756 Feb 09 21:33:41.443476 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:41.448690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=0f02b681-db77-4df8-9f70-d7f1eb59db7c,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:41.580673 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['0f02b681-db77-4df8-9f70-d7f1eb59db7c'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:41.680650 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c05f78ce-b4c4-4c47-a447-3838dc652e75 req-019a4618-3df1-40f6-95b9-df6247613fd7 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421838 Feb 09 21:33:41.703338 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device da3bbb9d-5f6f-4acc-a356-55d09c9549fc up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:41.706629 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-6a68583f-f720-4947-b739-1d494a64e935 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--404173036&fields=id&tenant_id=3aaf6babd50147f8ab22f9980693252e HTTP/1.1" status: 200 len: 267 time: 0.2363834 Feb 09 21:33:41.735358 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2f26a942-452f-4462-b44f-4fc077506b4e up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:41.737089 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4f4d3d-bf6e-4fd6-b375-fe1da15224fa admin admin] Router d693c3fa-6356-4b62-98fa-4135ec8f7d3d has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:33:41.834177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-43b0fecb-89ed-446a-891b-53ab09597d52 None None] Provisioning complete for port 4da77472-14ed-4b3c-afb7-7a61699ad5ac triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:41.834553 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-43b0fecb-89ed-446a-891b-53ab09597d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4da77472-14ed-4b3c-afb7-7a61699ad5ac), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:41.929205 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port da3bbb9d-5f6f-4acc-a356-55d09c9549fc completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:33:41.941891 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port da3bbb9d-5f6f-4acc-a356-55d09c9549fc triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:41.942547 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (da3bbb9d-5f6f-4acc-a356-55d09c9549fc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:41.949645 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2f26a942-452f-4462-b44f-4fc077506b4e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:41.950424 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2f26a942-452f-4462-b44f-4fc077506b4e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:42.017794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1c2f2-97a1-4581-81c9-672339e64f57 req-0cb55b48-a72e-45fc-a3ec-91c841bb303d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:42.019047 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-43b0fecb-89ed-446a-891b-53ab09597d52 None None] Port 4da77472-14ed-4b3c-afb7-7a61699ad5ac cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:33:42.020342 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5eb1c2f2-97a1-4581-81c9-672339e64f57 req-0cb55b48-a72e-45fc-a3ec-91c841bb303d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=823f7b67-4415-46c9-8ab6-5363c6421614 HTTP/1.1" status: 200 len: 945 time: 0.1698682 Feb 09 21:33:42.033814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-2877cc33-4eb6-4c3d-a4c5-21595eee25b3 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:42.034975 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-2877cc33-4eb6-4c3d-a4c5-21595eee25b3 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/networks?id=89a25c7b-4058-4f59-81ba-6eea356f69d7 HTTP/1.1" status: 200 len: 816 time: 0.3158064 Feb 09 21:33:42.103789 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-4f0e4a73-7902-424d-b16f-97b635adcc40 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/quotas/3aaf6babd50147f8ab22f9980693252e HTTP/1.1" status: 200 len: 375 time: 0.0418200 Feb 09 21:33:42.110197 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4f4d3d-bf6e-4fd6-b375-fe1da15224fa admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:33:42.126042 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ff4f4d3d-bf6e-4fd6-b375-fe1da15224fa admin admin] 10.222.0.77 "PUT /v2.0/routers/d693c3fa-6356-4b62-98fa-4135ec8f7d3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7138369 Feb 09 21:33:42.133134 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5eb1c2f2-97a1-4581-81c9-672339e64f57 req-3eda5180-47ae-4a10-a99a-85da9699727a tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922945 Feb 09 21:33:42.209934 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] Sync routers for ids ['d693c3fa-6356-4b62-98fa-4135ec8f7d3d'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:33:42.278769 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-c5ce7628-d5ab-4162-85e7-f716abece7fb tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3aaf6babd50147f8ab22f9980693252e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1603887 Feb 09 21:33:42.293211 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d088b-0d1b-480b-a822-e0b697183ccd req-0be4a55d-9d67-43c4-a2e1-9e930f0bb8b9 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:42.295844 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de0d088b-0d1b-480b-a822-e0b697183ccd req-0be4a55d-9d67-43c4-a2e1-9e930f0bb8b9 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 949 time: 0.0906279 Feb 09 21:33:42.364769 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port da3bbb9d-5f6f-4acc-a356-55d09c9549fc is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:42.365171 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (da3bbb9d-5f6f-4acc-a356-55d09c9549fc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:42.405473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] Routers {'d693c3fa-6356-4b62-98fa-4135ec8f7d3d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:33:42.406134 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:33:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['d693c3fa-6356-4b62-98fa-4135ec8f7d3d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:42.413200 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2f26a942-452f-4462-b44f-4fc077506b4e is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:42.487054 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de0d088b-0d1b-480b-a822-e0b697183ccd req-dd8f0d60-69ee-4366-96c3-67fd11abc09b tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765068 Feb 09 21:33:42.546538 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-cead1961-033e-4b00-8923-cadbb3598638 service neutron] 10.222.0.77 "GET /v2.0/networks/89a25c7b-4058-4f59-81ba-6eea356f69d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272999 Feb 09 21:33:42.567677 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0d971a-7436-4654-8d2c-ca34deb81541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3bbb9d-5f6f-4acc-a356-55d09c9549fc'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:42.571255 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54189924-fef1-4f9b-b51a-a820e2031036" -d '{"events": [{"server_uuid": "aa0d971a-7436-4654-8d2c-ca34deb81541", "name": "network-vif-plugged", "status": "completed", "tag": "da3bbb9d-5f6f-4acc-a356-55d09c9549fc"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:42.606239 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port da3bbb9d-5f6f-4acc-a356-55d09c9549fc, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=da3bbb9d-5f6f-4acc-a356-55d09c9549fc,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:42.616093 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (da3bbb9d-5f6f-4acc-a356-55d09c9549fc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:42.628255 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:42.693177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] Set router d693c3fa-6356-4b62-98fa-4135ec8f7d3d gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:33:42.710787 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7626a0b9-2b25-4fe4-81ac-097abc2a34ce service neutron] 10.222.0.77 "GET /v2.0/networks/89a25c7b-4058-4f59-81ba-6eea356f69d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569672 Feb 09 21:33:42.826105 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=da3bbb9d-5f6f-4acc-a356-55d09c9549fc,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:42.849778 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7541da-a196-48e6-983a-4fee9e311c9e req-beacb73c-2551-436d-9daa-42855ec84d91 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:42.854678 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f7541da-a196-48e6-983a-4fee9e311c9e req-beacb73c-2551-436d-9daa-42855ec84d91 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0d971a-7436-4654-8d2c-ca34deb81541 HTTP/1.1" status: 200 len: 949 time: 0.1414797 Feb 09 21:33:42.943585 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f7541da-a196-48e6-983a-4fee9e311c9e req-afc3aee5-44a1-48cf-9700-d7319a5e6df5 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.77 "GET /v2.0/security-groups?id=8febff5d-b037-486a-a1c7-164c5ca6f68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718758 Feb 09 21:33:43.028568 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0f02b681-db77-4df8-9f70-d7f1eb59db7c up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:43.145025 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 0f02b681-db77-4df8-9f70-d7f1eb59db7c completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:33:43.152932 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 0f02b681-db77-4df8-9f70-d7f1eb59db7c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:43.153445 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0f02b681-db77-4df8-9f70-d7f1eb59db7c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.186889 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd693c3fa-6356-4b62-98fa-4135ec8f7d3d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145486508-router', 'tenant_id': 'c137d84343644ace9a44d512beaff9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '2f26a942-452f-4462-b44f-4fc077506b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:30Z', 'updated_at': '2022-02-09T21:33:39Z', 'revision_number': 4, 'project_id': 'c137d84343644ace9a44d512beaff9d1', 'gw_port': {'id': '2f26a942-452f-4462-b44f-4fc077506b4e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd693c3fa-6356-4b62-98fa-4135ec8f7d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:32Z', 'updated_at': '2022-02-09T21:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '4da77472-14ed-4b3c-afb7-7a61699ad5ac', 'name': '', 'network_id': 'a657c146-f71f-4e85-86ea-7f818c922127', 'tenant_id': 'c137d84343644ace9a44d512beaff9d1', 'mac_address': 'fa:16:3e:4f:2a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd693c3fa-6356-4b62-98fa-4135ec8f7d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '22e08c4b-de18-4aa1-b38c-621655211479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:37Z', 'updated_at': '2022-02-09T21:33:40Z', 'revision_number': 2, 'project_id': 'c137d84343644ace9a44d512beaff9d1', 'subnets': [{'id': '22e08c4b-de18-4aa1-b38c-621655211479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:43.201955 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd86ba-1c2b-4964-bd2e-af00423710cb req-4b5e3bf9-fac8-4cef-93d6-916108711ffc tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:43.218700 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-23bd86ba-1c2b-4964-bd2e-af00423710cb req-4b5e3bf9-fac8-4cef-93d6-916108711ffc tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.1465228 Feb 09 21:33:43.229415 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] Checking router: d693c3fa-6356-4b62-98fa-4135ec8f7d3d for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:33:43.229920 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] Updating router d693c3fa-6356-4b62-98fa-4135ec8f7d3d port 4da77472-14ed-4b3c-afb7-7a61699ad5ac binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:33:43.265339 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4da77472-14ed-4b3c-afb7-7a61699ad5ac), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.321284 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-23bd86ba-1c2b-4964-bd2e-af00423710cb req-71c599e5-cac6-42f4-923f-1340103dbd8c tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970728 Feb 09 21:33:43.417367 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51404) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:43.423157 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-21e4c263-fe20-4a81-8e28-d1cf3a5c6127 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-704025350-network', 'tenant_id': '4730d2c748d3472581b45c8bf2a9ac9c'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:43.499433 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 0f02b681-db77-4df8-9f70-d7f1eb59db7c is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:43.500014 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0f02b681-db77-4df8-9f70-d7f1eb59db7c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.532078 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e4c263-fe20-4a81-8e28-d1cf3a5c6127 admin admin] Made reservation on behalf of 4730d2c748d3472581b45c8bf2a9ac9c for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:43.535487 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21e4c263-fe20-4a81-8e28-d1cf3a5c6127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.565632 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21e4c263-fe20-4a81-8e28-d1cf3a5c6127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.689628 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21e4c263-fe20-4a81-8e28-d1cf3a5c6127 admin admin] Publish callbacks [] for security_group (c8fbacf0-f2f2-43af-a42a-b78a7b776170), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.707500 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd561be5-6bb8-4581-964e-02f00bf1e123 req-0ee5f4bc-058d-4763-b4a6-1461e429fc9b tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:43.709645 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd561be5-6bb8-4581-964e-02f00bf1e123 req-0ee5f4bc-058d-4763-b4a6-1461e429fc9b tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 946 time: 0.2670557 Feb 09 21:33:43.713661 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21e4c263-fe20-4a81-8e28-d1cf3a5c6127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c8fbacf0-f2f2-43af-a42a-b78a7b776170), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.749175 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca918cd-97dd-447d-832a-502fe27dc850 x-openstack-request-id: req-3ca918cd-97dd-447d-832a-502fe27dc850 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:43.751495 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0d971a-7436-4654-8d2c-ca34deb81541", "name": "network-vif-plugged", "status": "completed", "tag": "da3bbb9d-5f6f-4acc-a356-55d09c9549fc", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:43.752340 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ca918cd-97dd-447d-832a-502fe27dc850 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:43.754635 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0d971a-7436-4654-8d2c-ca34deb81541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3bbb9d-5f6f-4acc-a356-55d09c9549fc', 'code': 200} Feb 09 21:33:43.802923 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 0f02b681-db77-4df8-9f70-d7f1eb59db7c, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0f02b681-db77-4df8-9f70-d7f1eb59db7c,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:43.817924 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0f02b681-db77-4df8-9f70-d7f1eb59db7c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.827613 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e4c263-fe20-4a81-8e28-d1cf3a5c6127 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:33:43.839427 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4c263-fe20-4a81-8e28-d1cf3a5c6127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fbacf0-f2f2-43af-a42a-b78a7b776170,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:43.898078 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=0f02b681-db77-4df8-9f70-d7f1eb59db7c,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:43.957699 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21e4c263-fe20-4a81-8e28-d1cf3a5c6127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.958289 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-21e4c263-fe20-4a81-8e28-d1cf3a5c6127 admin admin] Added segment 93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec of type vlan for network b81c2627-1d1c-40bc-9bdd-74d78538e97a Feb 09 21:33:43.974095 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] Publish callbacks [] for port (4da77472-14ed-4b3c-afb7-7a61699ad5ac), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.997581 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4da77472-14ed-4b3c-afb7-7a61699ad5ac), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:44.042934 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:44.101252 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd561be5-6bb8-4581-964e-02f00bf1e123 req-109016f1-6a9b-473b-be84-66cfd070054b tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797920 Feb 09 21:33:44.179364 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf500e-bdd4-4e6e-8e18-d8ba5596f6ac None None] Pushing event updated for resources: {'Port': ['ID=4da77472-14ed-4b3c-afb7-7a61699ad5ac,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:44.205768 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21e4c263-fe20-4a81-8e28-d1cf3a5c6127 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (b81c2627-1d1c-40bc-9bdd-74d78538e97a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:44.261209 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] Attempting to bind port 4da77472-14ed-4b3c-afb7-7a61699ad5ac on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:44.261681 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] Attempting to bind port 4da77472-14ed-4b3c-afb7-7a61699ad5ac by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '0eec29de-1b5d-451c-9ae6-9991fcb5d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a657c146-f71f-4e85-86ea-7f818c922127'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:44.262124 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] Attempting to bind port 4da77472-14ed-4b3c-afb7-7a61699ad5ac on network a657c146-f71f-4e85-86ea-7f818c922127 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:44.268626 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:44.269102 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] Checking segment: {'id': '0eec29de-1b5d-451c-9ae6-9991fcb5d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a657c146-f71f-4e85-86ea-7f818c922127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:44.269873 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:44.270503 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] Bound using segment: {'id': '0eec29de-1b5d-451c-9ae6-9991fcb5d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a657c146-f71f-4e85-86ea-7f818c922127'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:44.271113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] Bound port: 4da77472-14ed-4b3c-afb7-7a61699ad5ac, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eec29de-1b5d-451c-9ae6-9991fcb5d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a657c146-f71f-4e85-86ea-7f818c922127'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:44.271573 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4da77472-14ed-4b3c-afb7-7a61699ad5ac), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:44.293906 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475c4b0-fd8f-4a71-a18e-cf415cded90f req-81a59500-a26a-46e3-885c-786a8ca28866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:44.297277 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b475c4b0-fd8f-4a71-a18e-cf415cded90f req-81a59500-a26a-46e3-885c-786a8ca28866 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=aa0d971a-7436-4654-8d2c-ca34deb81541 HTTP/1.1" status: 200 len: 1131 time: 0.4427462 Feb 09 21:33:44.397358 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] For port 4da77472-14ed-4b3c-afb7-7a61699ad5ac, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:44.421242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cb5a5-b93a-4755-8ecb-8867f741b12b req-3859b4cf-a77b-4d88-b1dd-70f2031f3a7e tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:44.422987 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] For port 4da77472-14ed-4b3c-afb7-7a61699ad5ac, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=4da77472-14ed-4b3c-afb7-7a61699ad5ac,segment=NetworkSegment(0eec29de-1b5d-451c-9ae6-9991fcb5d666),segment_id=0eec29de-1b5d-451c-9ae6-9991fcb5d666)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:44.432686 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4da77472-14ed-4b3c-afb7-7a61699ad5ac), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:44.449432 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-815cb5a5-b93a-4755-8ecb-8867f741b12b req-3859b4cf-a77b-4d88-b1dd-70f2031f3a7e tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=823f7b67-4415-46c9-8ab6-5363c6421614 HTTP/1.1" status: 200 len: 946 time: 0.5226243 Feb 09 21:33:44.492436 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b306b77a-4360-4618-ad3d-531c35d20d6a req-c5246be1-4e61-41d1-9d0d-7640cb713b6a tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.1890340 Feb 09 21:33:44.544732 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21e4c263-fe20-4a81-8e28-d1cf3a5c6127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (b81c2627-1d1c-40bc-9bdd-74d78538e97a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:44.545833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e4c263-fe20-4a81-8e28-d1cf3a5c6127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:44.547036 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21e4c263-fe20-4a81-8e28-d1cf3a5c6127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:44.555869 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b475c4b0-fd8f-4a71-a18e-cf415cded90f req-7bd18e0e-7b2b-451e-90c6-5962c83c5093 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8febff5d-b037-486a-a1c7-164c5ca6f68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397761 Feb 09 21:33:44.626638 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4c263-fe20-4a81-8e28-d1cf3a5c6127 admin admin] Pushing event updated for resources: {'Network': ['ID=b81c2627-1d1c-40bc-9bdd-74d78538e97a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:44.661478 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-815cb5a5-b93a-4755-8ecb-8867f741b12b req-49e83903-4a11-4ebd-abe9-db6f019c80a3 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106926 Feb 09 21:33:44.759402 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-21e4c263-fe20-4a81-8e28-d1cf3a5c6127 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3408892 Feb 09 21:33:44.762262 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51432) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:44.767906 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d0c305d1-cecd-4be0-a580-c3063b055585 admin admin] Request body: {'subnet': {'network_id': 'b81c2627-1d1c-40bc-9bdd-74d78538e97a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-704025350-subnet', 'tenant_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:44.828052 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c305d1-cecd-4be0-a580-c3063b055585 admin admin] Made reservation on behalf of 4730d2c748d3472581b45c8bf2a9ac9c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:44.833548 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d0c305d1-cecd-4be0-a580-c3063b055585 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:44.845123 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network b81c2627-1d1c-40bc-9bdd-74d78538e97a details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:33:44.864642 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad920d-e382-46ec-bede-9452aa269b97 req-745c0e2f-4bcc-4f6e-aa56-2e1c7c20a715 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:44.878745 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72ad920d-e382-46ec-bede-9452aa269b97 req-745c0e2f-4bcc-4f6e-aa56-2e1c7c20a715 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 949 time: 0.2289376 Feb 09 21:33:44.976917 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-26ab4026-0dbc-462a-92b6-0331d4cd0b3d None None] Provisioning complete for port 4da77472-14ed-4b3c-afb7-7a61699ad5ac triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:44.977716 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-26ab4026-0dbc-462a-92b6-0331d4cd0b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4da77472-14ed-4b3c-afb7-7a61699ad5ac), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.031979 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72ad920d-e382-46ec-bede-9452aa269b97 req-97a35bd0-6f68-41bf-aedf-851e4123305a tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519878 Feb 09 21:33:45.033239 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] Routers {'d693c3fa-6356-4b62-98fa-4135ec8f7d3d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:33:45.034379 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:33:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['d693c3fa-6356-4b62-98fa-4135ec8f7d3d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:45.083185 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf9327-a617-4793-afda-5faa0a370806 req-ad4d2e21-0816-405c-aaea-b0af89485f2f tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:45.098113 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-44cf9327-a617-4793-afda-5faa0a370806 req-ad4d2e21-0816-405c-aaea-b0af89485f2f tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0d971a-7436-4654-8d2c-ca34deb81541 HTTP/1.1" status: 200 len: 949 time: 0.2888007 Feb 09 21:33:45.169476 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf500e-bdd4-4e6e-8e18-d8ba5596f6ac None None] Pushing event updated for resources: {'Port': ['ID=4da77472-14ed-4b3c-afb7-7a61699ad5ac,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:45.219273 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.236091 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-44cf9327-a617-4793-afda-5faa0a370806 req-1aab9fd2-d44c-4768-9813-9c965b412770 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.77 "GET /v2.0/security-groups?id=8febff5d-b037-486a-a1c7-164c5ca6f68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218815 Feb 09 21:33:45.278204 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d0c305d1-cecd-4be0-a580-c3063b055585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (f4d7c88c-5abf-49b6-b7ef-d7edb868b1d3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.359584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-26ab4026-0dbc-462a-92b6-0331d4cd0b3d None None] Current status of the port 4da77472-14ed-4b3c-afb7-7a61699ad5ac is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:45.360161 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-26ab4026-0dbc-462a-92b6-0331d4cd0b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4da77472-14ed-4b3c-afb7-7a61699ad5ac), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.366925 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759229e3-6730-42f2-a4e2-54dd982e25eb req-c954792b-3231-468d-b7c9-011d60e9b552 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:45.375952 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-759229e3-6730-42f2-a4e2-54dd982e25eb req-c954792b-3231-468d-b7c9-011d60e9b552 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.1679180 Feb 09 21:33:45.412793 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] Set router d693c3fa-6356-4b62-98fa-4135ec8f7d3d gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:33:45.459173 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-26ab4026-0dbc-462a-92b6-0331d4cd0b3d None None] For port 4da77472-14ed-4b3c-afb7-7a61699ad5ac, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=4da77472-14ed-4b3c-afb7-7a61699ad5ac,segment=NetworkSegment(0eec29de-1b5d-451c-9ae6-9991fcb5d666),segment_id=0eec29de-1b5d-451c-9ae6-9991fcb5d666)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:45.472237 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-26ab4026-0dbc-462a-92b6-0331d4cd0b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4da77472-14ed-4b3c-afb7-7a61699ad5ac), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.553585 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab4026-0dbc-462a-92b6-0331d4cd0b3d None None] Pushing event updated for resources: {'Port': ['ID=4da77472-14ed-4b3c-afb7-7a61699ad5ac,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:45.604677 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-759229e3-6730-42f2-a4e2-54dd982e25eb req-3f007715-879a-4a8d-aba8-fb6fc06d7123 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274806 Feb 09 21:33:45.664787 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eccd2-e96c-42f1-af6b-663ac87d8b2d req-25573b98-0cf3-42bb-90ce-8d2d71a868e6 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:45.674913 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a00eccd2-e96c-42f1-af6b-663ac87d8b2d req-25573b98-0cf3-42bb-90ce-8d2d71a868e6 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 946 time: 0.2954829 Feb 09 21:33:45.728485 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.741160 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e80fb405-44fd-44af-b1d0-252af6e84538 None None] Provisioning complete for port 4da77472-14ed-4b3c-afb7-7a61699ad5ac triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:45.741624 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e80fb405-44fd-44af-b1d0-252af6e84538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4da77472-14ed-4b3c-afb7-7a61699ad5ac), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.764904 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823f7b67-4415-46c9-8ab6-5363c6421614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f02b681-db77-4df8-9f70-d7f1eb59db7c'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:45.767516 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6376a0-49cc-44b6-8fd6-ef52ba845944" -d '{"events": [{"server_uuid": "823f7b67-4415-46c9-8ab6-5363c6421614", "name": "network-vif-plugged", "status": "completed", "tag": "0f02b681-db77-4df8-9f70-d7f1eb59db7c"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:45.826702 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a00eccd2-e96c-42f1-af6b-663ac87d8b2d req-1bfb40d3-ab79-4f6b-a082-e44102f1c8eb tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516156 Feb 09 21:33:45.921995 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-65161602-e429-4904-a476-3ce5499035d9 req-bcf45881-cf3e-4d66-9f25-4ac85f644363 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.1195838 Feb 09 21:33:45.996322 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06356a24-c2c6-4727-b762-75674308e23c x-openstack-request-id: req-06356a24-c2c6-4727-b762-75674308e23c {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:45.996848 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823f7b67-4415-46c9-8ab6-5363c6421614", "name": "network-vif-plugged", "status": "completed", "tag": "0f02b681-db77-4df8-9f70-d7f1eb59db7c", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:45.996848 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06356a24-c2c6-4727-b762-75674308e23c {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:45.997249 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823f7b67-4415-46c9-8ab6-5363c6421614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f02b681-db77-4df8-9f70-d7f1eb59db7c', 'code': 200} Feb 09 21:33:46.043032 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d21b11-f62a-438b-b2c8-01b081552e96 req-10265606-e5bb-4bbf-b9a2-ece8a2134c02 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:46.044641 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-96d21b11-f62a-438b-b2c8-01b081552e96 req-10265606-e5bb-4bbf-b9a2-ece8a2134c02 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=823f7b67-4415-46c9-8ab6-5363c6421614 HTTP/1.1" status: 200 len: 946 time: 0.0891023 Feb 09 21:33:46.056121 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e80fb405-44fd-44af-b1d0-252af6e84538 None None] Current status of the port 4da77472-14ed-4b3c-afb7-7a61699ad5ac is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:46.130601 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd693c3fa-6356-4b62-98fa-4135ec8f7d3d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145486508-router', 'tenant_id': 'c137d84343644ace9a44d512beaff9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '2f26a942-452f-4462-b44f-4fc077506b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:30Z', 'updated_at': '2022-02-09T21:33:39Z', 'revision_number': 4, 'project_id': 'c137d84343644ace9a44d512beaff9d1', 'gw_port': {'id': '2f26a942-452f-4462-b44f-4fc077506b4e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd693c3fa-6356-4b62-98fa-4135ec8f7d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:32Z', 'updated_at': '2022-02-09T21:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '4da77472-14ed-4b3c-afb7-7a61699ad5ac', 'name': '', 'network_id': 'a657c146-f71f-4e85-86ea-7f818c922127', 'tenant_id': 'c137d84343644ace9a44d512beaff9d1', 'mac_address': 'fa:16:3e:4f:2a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd693c3fa-6356-4b62-98fa-4135ec8f7d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '22e08c4b-de18-4aa1-b38c-621655211479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:37Z', 'updated_at': '2022-02-09T21:33:44Z', 'revision_number': 4, 'project_id': 'c137d84343644ace9a44d512beaff9d1', 'subnets': [{'id': '22e08c4b-de18-4aa1-b38c-621655211479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:46.172117 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-96d21b11-f62a-438b-b2c8-01b081552e96 req-96915a3d-951e-4b8d-a428-132ca2e6a110 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207368 Feb 09 21:33:46.209116 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e58e734-0f88-443e-bcfa-75cf2f789d73 None None] The sync data for ids ['d693c3fa-6356-4b62-98fa-4135ec8f7d3d'] in n-d-828601-1 is: [{'id': 'd693c3fa-6356-4b62-98fa-4135ec8f7d3d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145486508-router', 'tenant_id': 'c137d84343644ace9a44d512beaff9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '2f26a942-452f-4462-b44f-4fc077506b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:30Z', 'updated_at': '2022-02-09T21:33:39Z', 'revision_number': 4, 'project_id': 'c137d84343644ace9a44d512beaff9d1', 'gw_port': {'id': '2f26a942-452f-4462-b44f-4fc077506b4e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd693c3fa-6356-4b62-98fa-4135ec8f7d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:32Z', 'updated_at': '2022-02-09T21:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '4da77472-14ed-4b3c-afb7-7a61699ad5ac', 'name': '', 'network_id': 'a657c146-f71f-4e85-86ea-7f818c922127', 'tenant_id': 'c137d84343644ace9a44d512beaff9d1', 'mac_address': 'fa:16:3e:4f:2a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd693c3fa-6356-4b62-98fa-4135ec8f7d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '22e08c4b-de18-4aa1-b38c-621655211479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:37Z', 'updated_at': '2022-02-09T21:33:44Z', 'revision_number': 4, 'project_id': 'c137d84343644ace9a44d512beaff9d1', 'subnets': [{'id': '22e08c4b-de18-4aa1-b38c-621655211479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:33:46.247009 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-0f4a1371-6835-4563-9f55-5a05e0a02845 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:46.248658 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-0f4a1371-6835-4563-9f55-5a05e0a02845 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.42 "GET /v2.0/networks?id=89a25c7b-4058-4f59-81ba-6eea356f69d7 HTTP/1.1" status: 200 len: 816 time: 1.0044472 Feb 09 21:33:46.271188 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c305d1-cecd-4be0-a580-c3063b055585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4d7c88c-5abf-49b6-b7ef-d7edb868b1d3,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:46.299266 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5f9c5-cbef-4a3a-b216-3699a6063581 req-9476b840-4602-4d58-a9e7-107c940cb403 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:46.326048 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39b5f9c5-cbef-4a3a-b216-3699a6063581 req-9476b840-4602-4d58-a9e7-107c940cb403 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 949 time: 0.1413207 Feb 09 21:33:46.415670 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39b5f9c5-cbef-4a3a-b216-3699a6063581 req-343358e8-5d07-427d-b530-470d2077e65b tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872014 Feb 09 21:33:46.511190 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902ccdb-b288-4081-8d94-5f201fcfa3a7 req-2c251218-6292-4f7a-b495-0ede3442789d tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:46.513019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d902ccdb-b288-4081-8d94-5f201fcfa3a7 req-2c251218-6292-4f7a-b495-0ede3442789d tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0d971a-7436-4654-8d2c-ca34deb81541 HTTP/1.1" status: 200 len: 949 time: 0.1100953 Feb 09 21:33:46.568868 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-1c668afc-8934-4e9c-953b-c466fb96afdd tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aaf6babd50147f8ab22f9980693252e HTTP/1.1" status: 200 len: 379 time: 0.2148583 Feb 09 21:33:46.576899 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c305d1-cecd-4be0-a580-c3063b055585 admin admin] Checking segment: {'id': '93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b81c2627-1d1c-40bc-9bdd-74d78538e97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:46.576899 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c305d1-cecd-4be0-a580-c3063b055585 admin admin] Network hostable DHCP agents. Network: b81c2627-1d1c-40bc-9bdd-74d78538e97a, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:33:46.582184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-9337b037-eed8-44c3-b33f-bea518768b0c tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Request body: {'port': {'device_id': 'fd030e8a-5164-4160-bc9d-8c1c32a9f710', 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7', 'admin_state_up': True, 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'security_groups': ['06645825-b023-4f53-a7b9-26828a308952']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:46.616832 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef2745-faeb-4995-881e-aec0fa52c68e req-1f60d5bf-0b11-4efe-9fb9-bc6e15d0cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:46.628024 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4eef2745-faeb-4995-881e-aec0fa52c68e req-1f60d5bf-0b11-4efe-9fb9-bc6e15d0cd4e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=823f7b67-4415-46c9-8ab6-5363c6421614 HTTP/1.1" status: 200 len: 1128 time: 0.5378082 Feb 09 21:33:46.631258 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d902ccdb-b288-4081-8d94-5f201fcfa3a7 req-30ff0aa7-a296-4a8b-9314-b49820524f2e tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.77 "GET /v2.0/security-groups?id=8febff5d-b037-486a-a1c7-164c5ca6f68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061327 Feb 09 21:33:46.755815 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c305d1-cecd-4be0-a580-c3063b055585 admin admin] Network b81c2627-1d1c-40bc-9bdd-74d78538e97a is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:33:46.811481 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d0c305d1-cecd-4be0-a580-c3063b055585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, b81c2627-1d1c-40bc-9bdd-74d78538e97a) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:46.824064 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cbe001-ca23-42da-ab91-fb732f38c0a3 None None] Network b81c2627-1d1c-40bc-9bdd-74d78538e97a requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:33:46.833591 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f21942-a763-42cf-a65b-013940255516 req-01cbde50-2681-4ce9-886f-43df4296c922 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:46.835161 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c1f21942-a763-42cf-a65b-013940255516 req-01cbde50-2681-4ce9-886f-43df4296c922 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.1388907 Feb 09 21:33:46.847397 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4eef2745-faeb-4995-881e-aec0fa52c68e req-b025b40c-d0b8-46d4-9ca8-4e32e7839a64 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183762 Feb 09 21:33:46.848751 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c305d1-cecd-4be0-a580-c3063b055585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:46.849384 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d0c305d1-cecd-4be0-a580-c3063b055585 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:46.927599 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c1f21942-a763-42cf-a65b-013940255516 req-55ae7987-d030-45a5-afa1-3729824e6642 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822899 Feb 09 21:33:46.938118 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d0c305d1-cecd-4be0-a580-c3063b055585 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1739984 Feb 09 21:33:46.941276 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-9337b037-eed8-44c3-b33f-bea518768b0c tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Made reservation on behalf of 3aaf6babd50147f8ab22f9980693252e for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:46.941501 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51472) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:46.946269 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-9337b037-eed8-44c3-b33f-bea518768b0c tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:46.949995 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-739c0ca4-540c-4818-9bc6-13fc7553edb9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-704025350-router', 'tenant_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:47.098306 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-739c0ca4-540c-4818-9bc6-13fc7553edb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (61802403-f7a8-4d2e-afdb-70dd65efeded), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:47.101673 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-739c0ca4-540c-4818-9bc6-13fc7553edb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (61802403-f7a8-4d2e-afdb-70dd65efeded), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:47.149218 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b471e144-9f4c-43ed-be0f-6dfe45700b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-b81c2627-1d1c-40bc-9bdd-74d78538e97a', 'network_id': 'b81c2627-1d1c-40bc-9bdd-74d78538e97a', 'project_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'fixed_ips': [{'subnet_id': 'f4d7c88c-5abf-49b6-b7ef-d7edb868b1d3'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:33:47.150119 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b471e144-9f4c-43ed-be0f-6dfe45700b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:47.175880 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-9337b037-eed8-44c3-b33f-bea518768b0c tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Allocated IP 172.20.0.3 (89a25c7b-4058-4f59-81ba-6eea356f69d7/b975b29a-eecb-4503-bf17-7b9d022ca240/4e59af47-ecfd-49a8-bc41-f69691087fd5) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:47.228066 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-810c7935-04b3-456b-abbd-3ddf2174f72c req-62c8916f-5316-48e5-b74f-7ae8423359ba tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.0594857 Feb 09 21:33:47.248298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-cc6c42d8-ab53-444c-bbea-198ec03cf571 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:47.250166 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-cc6c42d8-ab53-444c-bbea-198ec03cf571 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98&tenant_id=281dd21a4f7742a5b293ae307a18bb2e&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 1128 time: 0.2583718 Feb 09 21:33:47.284128 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828601-1'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:47.309498 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-739c0ca4-540c-4818-9bc6-13fc7553edb9 admin admin] Publish callbacks [] for router_controller (61802403-f7a8-4d2e-afdb-70dd65efeded), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:47.344195 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e874de-e5a3-45d3-a8a9-ff9f90b826f3 req-2aa54bbf-4f3c-46b0-8f28-9e5982a5cea0 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:47.359996 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-33e874de-e5a3-45d3-a8a9-ff9f90b826f3 req-2aa54bbf-4f3c-46b0-8f28-9e5982a5cea0 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 946 time: 0.2607660 Feb 09 21:33:47.471815 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-b471e144-9f4c-43ed-be0f-6dfe45700b63 None None] Allocated IP 172.20.0.2 (b81c2627-1d1c-40bc-9bdd-74d78538e97a/f4d7c88c-5abf-49b6-b7ef-d7edb868b1d3/e6e906d4-3fd4-4cfd-942a-e91232b2af9a) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:47.502737 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-9337b037-eed8-44c3-b33f-bea518768b0c tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks [] for port (4e59af47-ecfd-49a8-bc41-f69691087fd5), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:47.527872 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (199ff699-3388-439e-bc05-9e9bec66e321), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:47.587770 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-9337b037-eed8-44c3-b33f-bea518768b0c tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (4e59af47-ecfd-49a8-bc41-f69691087fd5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:47.712232 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-9337b037-eed8-44c3-b33f-bea518768b0c tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Network 89a25c7b-4058-4f59-81ba-6eea356f69d7 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:47.713603 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b471e144-9f4c-43ed-be0f-6dfe45700b63 None None] Publish callbacks [] for port (e6e906d4-3fd4-4cfd-942a-e91232b2af9a), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:47.716404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-9337b037-eed8-44c3-b33f-bea518768b0c tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:47.721547 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-9337b037-eed8-44c3-b33f-bea518768b0c tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:47.737646 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 199ff699-3388-439e-bc05-9e9bec66e321 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:33:47.741313 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-33e874de-e5a3-45d3-a8a9-ff9f90b826f3 req-987b6081-324d-44cb-8be9-588f6d40785b tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801637 Feb 09 21:33:47.758665 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-739c0ca4-540c-4818-9bc6-13fc7553edb9 admin admin] Publish callbacks [] for router_gateway (61802403-f7a8-4d2e-afdb-70dd65efeded), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:47.760684 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b471e144-9f4c-43ed-be0f-6dfe45700b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (e6e906d4-3fd4-4cfd-942a-e91232b2af9a), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:47.830994 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 4da77472-14ed-4b3c-afb7-7a61699ad5ac up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:47.852607 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-9337b037-eed8-44c3-b33f-bea518768b0c tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:47.862326 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-9337b037-eed8-44c3-b33f-bea518768b0c tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:47.908703 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337b037-eed8-44c3-b33f-bea518768b0c tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Pushing event updated for resources: {'Port': ['ID=4e59af47-ecfd-49a8-bc41-f69691087fd5,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:47.933690 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-9337b037-eed8-44c3-b33f-bea518768b0c tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3548791 Feb 09 21:33:47.948815 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] Request body: {'port': {'device_id': 'fd030e8a-5164-4160-bc9d-8c1c32a9f710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:48.045321 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b471e144-9f4c-43ed-be0f-6dfe45700b63 None None] Network b81c2627-1d1c-40bc-9bdd-74d78538e97a is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:48.053089 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-b471e144-9f4c-43ed-be0f-6dfe45700b63 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:48.103268 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4e59af47-ecfd-49a8-bc41-f69691087fd5), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.107291 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b471e144-9f4c-43ed-be0f-6dfe45700b63 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:48.145353 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.resource_extend [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:33:48.244976 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471e144-9f4c-43ed-be0f-6dfe45700b63 None None] Pushing event updated for resources: {'Port': ['ID=e6e906d4-3fd4-4cfd-942a-e91232b2af9a,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:48.338157 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51488) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:48.360023 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-663503c9-c130-448c-853b-2e8255d6c6f4 None None] Provisioning complete for port 4e59af47-ecfd-49a8-bc41-f69691087fd5 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:48.360371 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-663503c9-c130-448c-853b-2e8255d6c6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4e59af47-ecfd-49a8-bc41-f69691087fd5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.365264 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b471e144-9f4c-43ed-be0f-6dfe45700b63 None None] Attempting to bind port e6e906d4-3fd4-4cfd-942a-e91232b2af9a on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:48.365648 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b471e144-9f4c-43ed-be0f-6dfe45700b63 None None] Attempting to bind port e6e906d4-3fd4-4cfd-942a-e91232b2af9a by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b81c2627-1d1c-40bc-9bdd-74d78538e97a'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:48.366023 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b471e144-9f4c-43ed-be0f-6dfe45700b63 None None] Attempting to bind port e6e906d4-3fd4-4cfd-942a-e91232b2af9a on network b81c2627-1d1c-40bc-9bdd-74d78538e97a {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:48.398442 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 4da77472-14ed-4b3c-afb7-7a61699ad5ac triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:48.398837 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4da77472-14ed-4b3c-afb7-7a61699ad5ac), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.424231 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b471e144-9f4c-43ed-be0f-6dfe45700b63 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:48.424616 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b471e144-9f4c-43ed-be0f-6dfe45700b63 None None] Checking segment: {'id': '93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b81c2627-1d1c-40bc-9bdd-74d78538e97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:48.425029 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b471e144-9f4c-43ed-be0f-6dfe45700b63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.425434 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b471e144-9f4c-43ed-be0f-6dfe45700b63 None None] Bound using segment: {'id': '93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b81c2627-1d1c-40bc-9bdd-74d78538e97a'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:48.426012 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b471e144-9f4c-43ed-be0f-6dfe45700b63 None None] Bound port: e6e906d4-3fd4-4cfd-942a-e91232b2af9a, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b81c2627-1d1c-40bc-9bdd-74d78538e97a'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:48.426306 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b471e144-9f4c-43ed-be0f-6dfe45700b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e6e906d4-3fd4-4cfd-942a-e91232b2af9a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.473228 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 199ff699-3388-439e-bc05-9e9bec66e321, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=199ff699-3388-439e-bc05-9e9bec66e321,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:48.479331 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-663503c9-c130-448c-853b-2e8255d6c6f4 None None] Port 4e59af47-ecfd-49a8-bc41-f69691087fd5 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:33:48.497225 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 199ff699-3388-439e-bc05-9e9bec66e321 has no active binding in host n-h1-828601-1 {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:33:48.530746 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e59af47-ecfd-49a8-bc41-f69691087fd5 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:48.562314 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] Publish callbacks [] for port (4e59af47-ecfd-49a8-bc41-f69691087fd5), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.563757 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b471e144-9f4c-43ed-be0f-6dfe45700b63 None None] For port e6e906d4-3fd4-4cfd-942a-e91232b2af9a, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:48.568549 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b471e144-9f4c-43ed-be0f-6dfe45700b63 None None] For port e6e906d4-3fd4-4cfd-942a-e91232b2af9a, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=e6e906d4-3fd4-4cfd-942a-e91232b2af9a,segment=NetworkSegment(93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec),segment_id=93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:48.572767 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744162d-e0fa-43af-9d4a-347708fb0613 req-fbb0ed2f-f0d0-4a4c-bf61-4fb5ae3d0d8e tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:48.577858 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b471e144-9f4c-43ed-be0f-6dfe45700b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e6e906d4-3fd4-4cfd-942a-e91232b2af9a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.580907 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c744162d-e0fa-43af-9d4a-347708fb0613 req-fbb0ed2f-f0d0-4a4c-bf61-4fb5ae3d0d8e tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0d971a-7436-4654-8d2c-ca34deb81541 HTTP/1.1" status: 200 len: 949 time: 1.1702864 Feb 09 21:33:48.607536 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c40e75e8-07fa-4e26-87dd-5810c0433dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.648336 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] Transition to ACTIVE for port object 4e59af47-ecfd-49a8-bc41-f69691087fd5 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:33:48.673816 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 4da77472-14ed-4b3c-afb7-7a61699ad5ac is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:48.688999 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a7d6e-88f4-4a35-b568-4488951ebe52 req-66396993-108b-4074-90bd-653055ad8447 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:48.693047 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c9a7d6e-88f4-4a35-b568-4488951ebe52 req-66396993-108b-4074-90bd-653055ad8447 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.71 "GET /v2.0/ports?device_id=aa0d971a-7436-4654-8d2c-ca34deb81541 HTTP/1.1" status: 200 len: 949 time: 0.1529083 Feb 09 21:33:48.697862 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (4e59af47-ecfd-49a8-bc41-f69691087fd5), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.701022 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471e144-9f4c-43ed-be0f-6dfe45700b63 None None] Pushing event updated for resources: {'Port': ['ID=e6e906d4-3fd4-4cfd-942a-e91232b2af9a,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:48.752883 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958176e-7ac2-4107-a7f6-bd4bde72bd8d req-d8aedbcf-dbc3-4d75-a00e-bfaf443d9e1d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:48.756127 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a958176e-7ac2-4107-a7f6-bd4bde72bd8d req-d8aedbcf-dbc3-4d75-a00e-bfaf443d9e1d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=823f7b67-4415-46c9-8ab6-5363c6421614 HTTP/1.1" status: 200 len: 946 time: 0.2649317 Feb 09 21:33:48.785822 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c744162d-e0fa-43af-9d4a-347708fb0613 req-10f6fab1-919b-4174-867d-05552a6100ea tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.77 "GET /v2.0/security-groups?id=8febff5d-b037-486a-a1c7-164c5ca6f68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038195 Feb 09 21:33:48.872761 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c40e75e8-07fa-4e26-87dd-5810c0433dd8 admin admin] Publish callbacks [] for security_group (a101ff4d-eb5d-451f-8053-3164e537cd3a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.907962 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a958176e-7ac2-4107-a7f6-bd4bde72bd8d req-501b9502-9c59-4724-a3fa-abafed77cef5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424248 Feb 09 21:33:48.924332 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c40e75e8-07fa-4e26-87dd-5810c0433dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a101ff4d-eb5d-451f-8053-3164e537cd3a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.945112 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] For port 199ff699-3388-439e-bc05-9e9bec66e321, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=199ff699-3388-439e-bc05-9e9bec66e321,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:49.045385 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] Pushing event updated for resources: {'Port': ['ID=4e59af47-ecfd-49a8-bc41-f69691087fd5,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:49.151430 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c40e75e8-07fa-4e26-87dd-5810c0433dd8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0582dfa9312f4ad88ded5dea37af43bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8118756 Feb 09 21:33:49.152294 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51496) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:49.171948 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] For port 199ff699-3388-439e-bc05-9e9bec66e321, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:49.182080 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e75e8-07fa-4e26-87dd-5810c0433dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a101ff4d-eb5d-451f-8053-3164e537cd3a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:49.216881 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8d121-8085-4a5f-8847-3fda841c0ce4 req-79690185-8963-4e5a-b324-e989b9835eb7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:49.220445 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-0c9a7d6e-88f4-4a35-b568-4488951ebe52 req-b8bf8fc8-89ce-49e2-a8e7-613585e826ab tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Deleting port da3bbb9d-5f6f-4acc-a356-55d09c9549fc {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:33:49.221107 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0c9a7d6e-88f4-4a35-b568-4488951ebe52 req-b8bf8fc8-89ce-49e2-a8e7-613585e826ab tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (da3bbb9d-5f6f-4acc-a356-55d09c9549fc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:49.228070 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a9b8d121-8085-4a5f-8847-3fda841c0ce4 req-79690185-8963-4e5a-b324-e989b9835eb7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 949 time: 0.3162799 Feb 09 21:33:49.313310 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd3d69c-4458-4207-8913-2895dd360a98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '199ff699-3388-439e-bc05-9e9bec66e321'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:49.315666 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015160bb-a922-44a1-a5e4-f463a20bed88" -d '{"events": [{"server_uuid": "abd3d69c-4458-4207-8913-2895dd360a98", "name": "network-vif-unplugged", "status": "completed", "tag": "199ff699-3388-439e-bc05-9e9bec66e321"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:49.328461 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] Publish callbacks [] for port (199ff699-3388-439e-bc05-9e9bec66e321), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:49.352478 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (199ff699-3388-439e-bc05-9e9bec66e321), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:49.352749 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] Attempting to bind port 4e59af47-ecfd-49a8-bc41-f69691087fd5 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:49.352749 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] Attempting to bind port 4e59af47-ecfd-49a8-bc41-f69691087fd5 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:49.352749 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] Attempting to bind port 4e59af47-ecfd-49a8-bc41-f69691087fd5 on network 89a25c7b-4058-4f59-81ba-6eea356f69d7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:49.369322 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb3a2d-d71d-4b26-9da5-243617e8897e req-439b3851-8a8c-42f8-b7b6-c68dfe046e39 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:49.370879 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-07cb3a2d-d71d-4b26-9da5-243617e8897e req-439b3851-8a8c-42f8-b7b6-c68dfe046e39 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.3373713 Feb 09 21:33:49.373208 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] Port 4e59af47-ecfd-49a8-bc41-f69691087fd5 on network 89a25c7b-4058-4f59-81ba-6eea356f69d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:33:49.373714 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] Attempting to bind port 4e59af47-ecfd-49a8-bc41-f69691087fd5 on network 89a25c7b-4058-4f59-81ba-6eea356f69d7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:49.374865 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-739c0ca4-540c-4818-9bc6-13fc7553edb9 admin admin] Publish callbacks [] for router_gateway (61802403-f7a8-4d2e-afdb-70dd65efeded), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:49.385936 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a9b8d121-8085-4a5f-8847-3fda841c0ce4 req-1a81672a-5a38-4656-b8e2-440fe4cade73 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568091 Feb 09 21:33:49.394059 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a01ba64f-1e9d-4c8e-a45a-16df1590dbd4 admin admin] Publish callbacks [] for security_group (a101ff4d-eb5d-451f-8053-3164e537cd3a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:49.396980 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-0c9a7d6e-88f4-4a35-b568-4488951ebe52 req-b8bf8fc8-89ce-49e2-a8e7-613585e826ab tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] For port da3bbb9d-5f6f-4acc-a356-55d09c9549fc, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=da3bbb9d-5f6f-4acc-a356-55d09c9549fc,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:49.397341 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0c9a7d6e-88f4-4a35-b568-4488951ebe52 req-b8bf8fc8-89ce-49e2-a8e7-613585e826ab tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (da3bbb9d-5f6f-4acc-a356-55d09c9549fc), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:49.401227 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:49.410598 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] Checking segment: {'id': '3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:49.411111 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] Bound using segment: {'id': '3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:49.411584 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] Bound port: 4e59af47-ecfd-49a8-bc41-f69691087fd5, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:49.412122 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4e59af47-ecfd-49a8-bc41-f69691087fd5), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:49.450993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-0c9a7d6e-88f4-4a35-b568-4488951ebe52 req-b8bf8fc8-89ce-49e2-a8e7-613585e826ab tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Calling delete_port for da3bbb9d-5f6f-4acc-a356-55d09c9549fc owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:33:49.466212 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a01ba64f-1e9d-4c8e-a45a-16df1590dbd4 admin admin] Publish callbacks [] for security_group (a101ff4d-eb5d-451f-8053-3164e537cd3a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:49.484154 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-739c0ca4-540c-4818-9bc6-13fc7553edb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:49.597406 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] Pushing event updated for resources: {'Port': ['ID=199ff699-3388-439e-bc05-9e9bec66e321,revision_number=7']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:49.609493 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] For port 4e59af47-ecfd-49a8-bc41-f69691087fd5, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:49.695731 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-07cb3a2d-d71d-4b26-9da5-243617e8897e req-60702833-c4f3-4957-9e88-d44a52570f9c tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086958 Feb 09 21:33:49.709990 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] For port 4e59af47-ecfd-49a8-bc41-f69691087fd5, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=4e59af47-ecfd-49a8-bc41-f69691087fd5,segment=NetworkSegment(3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3),segment_id=3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:49.720750 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a01ba64f-1e9d-4c8e-a45a-16df1590dbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a101ff4d-eb5d-451f-8053-3164e537cd3a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:49.724049 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a01ba64f-1e9d-4c8e-a45a-16df1590dbd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:49.726988 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a01ba64f-1e9d-4c8e-a45a-16df1590dbd4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a101ff4d-eb5d-451f-8053-3164e537cd3a HTTP/1.1" status: 204 len: 168 time: 0.5452721 Feb 09 21:33:49.734266 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (4e59af47-ecfd-49a8-bc41-f69691087fd5), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:49.757239 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] Attempting to bind port 199ff699-3388-439e-bc05-9e9bec66e321 on host n-h2-828601-1 for vnic_type normal with profile {"migrating_to": "n-h1-828601-1"} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:49.757681 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] Attempting to bind port 199ff699-3388-439e-bc05-9e9bec66e321 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:49.757966 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] Attempting to bind port 199ff699-3388-439e-bc05-9e9bec66e321 on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:49.788380 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3f83b-db59-4f9b-a1d9-0b528f52a480 req-ed7a16ea-d3fa-4d4b-8cf0-f189f84261d3 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:49.796725 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7dc3f83b-db59-4f9b-a1d9-0b528f52a480 req-ed7a16ea-d3fa-4d4b-8cf0-f189f84261d3 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 943 time: 0.3208671 Feb 09 21:33:49.802128 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device e6e906d4-3fd4-4cfd-942a-e91232b2af9a up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:49.804493 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] Port 199ff699-3388-439e-bc05-9e9bec66e321 on network 3335e86a-d685-4bed-b15a-6df9753c1347 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:33:49.804967 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] Attempting to bind port 199ff699-3388-439e-bc05-9e9bec66e321 on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:49.839987 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:49.840463 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] Checking segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:49.840730 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] Bound using segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:49.841277 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] Bound port: 199ff699-3388-439e-bc05-9e9bec66e321, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:49.841562 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (199ff699-3388-439e-bc05-9e9bec66e321), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:49.856330 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ba64f-1e9d-4c8e-a45a-16df1590dbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a101ff4d-eb5d-451f-8053-3164e537cd3a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:49.881640 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:49.883544 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:49.887043 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] 10.222.0.42 "PUT /v2.0/ports/4e59af47-ecfd-49a8-bc41-f69691087fd5 HTTP/1.1" status: 200 len: 1091 time: 1.9448371 Feb 09 21:33:49.890481 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd030e8a-5164-4160-bc9d-8c1c32a9f710', 'tag': '4e59af47-ecfd-49a8-bc41-f69691087fd5'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:49.897581 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b4c101-fd46-4d26-bc98-a8a506728264" -d '{"events": [{"name": "network-changed", "server_uuid": "fd030e8a-5164-4160-bc9d-8c1c32a9f710", "tag": "4e59af47-ecfd-49a8-bc41-f69691087fd5"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:49.901364 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-739c0ca4-540c-4818-9bc6-13fc7553edb9 admin admin] Allocated IP 172.25.6.109 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/83b7ed03-0032-49c5-ad2c-c53fa30151aa) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:49.901866 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0c9a7d6e-88f4-4a35-b568-4488951ebe52 req-b8bf8fc8-89ce-49e2-a8e7-613585e826ab tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (da3bbb9d-5f6f-4acc-a356-55d09c9549fc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.043012 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9a7d6e-88f4-4a35-b568-4488951ebe52 req-b8bf8fc8-89ce-49e2-a8e7-613585e826ab tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] No DVR routers for this DVR port da3bbb9d-5f6f-4acc-a356-55d09c9549fc on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:33:50.052706 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52ba51-12ce-4afb-81c3-4bc950a92831 service neutron] Pushing event updated for resources: {'Port': ['ID=4e59af47-ecfd-49a8-bc41-f69691087fd5,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:50.079488 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0c9a7d6e-88f4-4a35-b568-4488951ebe52 req-b8bf8fc8-89ce-49e2-a8e7-613585e826ab tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.082423 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c9a7d6e-88f4-4a35-b568-4488951ebe52 req-b8bf8fc8-89ce-49e2-a8e7-613585e826ab tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.71 "DELETE /v2.0/ports/da3bbb9d-5f6f-4acc-a356-55d09c9549fc HTTP/1.1" status: 204 len: 173 time: 1.3689160 Feb 09 21:33:50.174694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf8fc8-89ce-49e2-a8e7-613585e826ab tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] Pushing event deleted for resources: {'Port': ['ID=da3bbb9d-5f6f-4acc-a356-55d09c9549fc,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:50.228589 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-dd4daa76-d864-4d6c-bd9e-4093e3ab0be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:50.231057 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-dd4daa76-d864-4d6c-bd9e-4093e3ab0be4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3aaf6babd50147f8ab22f9980693252e&device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 1125 time: 0.2652988 Feb 09 21:33:50.343930 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-7f5bc821-2948-49a4-b2ea-c3623992459c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e59af47-ecfd-49a8-bc41-f69691087fd5 HTTP/1.1" status: 200 len: 217 time: 0.1049037 Feb 09 21:33:50.373876 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port e6e906d4-3fd4-4cfd-942a-e91232b2af9a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:50.376388 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e6e906d4-3fd4-4cfd-942a-e91232b2af9a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.387461 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7dc3f83b-db59-4f9b-a1d9-0b528f52a480 req-1aa628dd-e5bb-4645-b573-9e744364d236 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5900476 Feb 09 21:33:50.451263 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ead121-5aa7-494a-8cd9-447600745073 None None] Network b81c2627-1d1c-40bc-9bdd-74d78538e97a requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:33:50.453505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-005c70cd-1c0c-4fb3-8273-8ba08e0ea576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:50.455174 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-005c70cd-1c0c-4fb3-8273-8ba08e0ea576 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b975b29a-eecb-4503-bf17-7b9d022ca240 HTTP/1.1" status: 200 len: 855 time: 0.1042035 Feb 09 21:33:50.505426 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51514) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:50.527097 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] For port 199ff699-3388-439e-bc05-9e9bec66e321, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:50.534310 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-44e59676-854a-4854-8907-de93f93df841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.548249 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] For port 199ff699-3388-439e-bc05-9e9bec66e321, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=199ff699-3388-439e-bc05-9e9bec66e321,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:50.567746 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d0057-6d10-48a5-9f3b-ad859a56f611 req-2300f88b-7e1b-48f4-8996-bdc7fc0b3934 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:50.569630 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-204d0057-6d10-48a5-9f3b-ad859a56f611 req-2300f88b-7e1b-48f4-8996-bdc7fc0b3934 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 944 time: 0.6651034 Feb 09 21:33:50.595134 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-739c0ca4-540c-4818-9bc6-13fc7553edb9 admin admin] Publish callbacks [] for port (83b7ed03-0032-49c5-ad2c-c53fa30151aa), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.626888 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (199ff699-3388-439e-bc05-9e9bec66e321), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.643688 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-84aee5a7-5f54-41cd-b331-98c8b602e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:50.645205 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-84aee5a7-5f54-41cd-b331-98c8b602e1ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=89a25c7b-4058-4f59-81ba-6eea356f69d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1827018 Feb 09 21:33:50.762393 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d33b347-974e-4170-a150-f7be586beea3 req-4016b8d1-ad14-4051-90f4-b79a188fd3e2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1547368 Feb 09 21:33:50.812792 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed21d60c-cc36-4068-90d1-c2b55f760809 x-openstack-request-id: req-ed21d60c-cc36-4068-90d1-c2b55f760809 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:50.813370 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd3d69c-4458-4207-8913-2895dd360a98", "name": "network-vif-unplugged", "status": "completed", "tag": "199ff699-3388-439e-bc05-9e9bec66e321", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:50.813924 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed21d60c-cc36-4068-90d1-c2b55f760809 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:50.814542 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd3d69c-4458-4207-8913-2895dd360a98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '199ff699-3388-439e-bc05-9e9bec66e321', 'code': 200} Feb 09 21:33:50.818865 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] Pushing event updated for resources: {'Port': ['ID=199ff699-3388-439e-bc05-9e9bec66e321,revision_number=8']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:50.836571 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-204d0057-6d10-48a5-9f3b-ad859a56f611 req-d67b9a6d-221c-4ce1-84d9-c091c4e952e0 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447162 Feb 09 21:33:50.863277 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:50.863277 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.865917 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-971aada1-7716-42f0-a86c-77e5745a1cce service neutron] 10.222.0.71 "PUT /v2.0/ports/199ff699-3388-439e-bc05-9e9bec66e321 HTTP/1.1" status: 200 len: 1122 time: 3.5882025 Feb 09 21:33:50.874885 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-739c0ca4-540c-4818-9bc6-13fc7553edb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (83b7ed03-0032-49c5-ad2c-c53fa30151aa), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.937087 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-44e59676-854a-4854-8907-de93f93df841 admin admin] Publish callbacks [] for security_group (6338e413-dbcc-4985-9e7d-0d0ba7b7b29c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.956016 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port e6e906d4-3fd4-4cfd-942a-e91232b2af9a is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:50.956658 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e6e906d4-3fd4-4cfd-942a-e91232b2af9a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.964574 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739c0ca4-540c-4818-9bc6-13fc7553edb9 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:50.990086 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ef80a8-efa8-4b28-9e9d-9b52aef4e746 x-openstack-request-id: req-a8ef80a8-efa8-4b28-9e9d-9b52aef4e746 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:50.990389 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd030e8a-5164-4160-bc9d-8c1c32a9f710", "tag": "4e59af47-ecfd-49a8-bc41-f69691087fd5", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:50.991111 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a8ef80a8-efa8-4b28-9e9d-9b52aef4e746 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:50.991111 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd030e8a-5164-4160-bc9d-8c1c32a9f710', 'tag': '4e59af47-ecfd-49a8-bc41-f69691087fd5', 'status': 'completed', 'code': 200} Feb 09 21:33:50.994026 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['199ff699-3388-439e-bc05-9e9bec66e321'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:50.999359 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-77f64fe1-683f-4d3f-974e-ef51f8ee5bde None None] Provisioning complete for port e6e906d4-3fd4-4cfd-942a-e91232b2af9a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:50.999359 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-77f64fe1-683f-4d3f-974e-ef51f8ee5bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e6e906d4-3fd4-4cfd-942a-e91232b2af9a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:51.003301 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-225a422b-6979-4d00-b0ed-156f7c7e4008 service neutron] 10.222.0.42 "GET /v2.0/networks/89a25c7b-4058-4f59-81ba-6eea356f69d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478148 Feb 09 21:33:51.005990 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-44e59676-854a-4854-8907-de93f93df841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6338e413-dbcc-4985-9e7d-0d0ba7b7b29c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:51.022625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-739c0ca4-540c-4818-9bc6-13fc7553edb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:51.034964 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739c0ca4-540c-4818-9bc6-13fc7553edb9 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:51.042812 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-744555ce-b590-43d1-82a3-fdd106f48ffa req-97f478af-e3c0-4452-81ec-e0fd830eaf88 tempest-ImagesNegativeTestJSON-948786925 tempest-ImagesNegativeTestJSON-948786925-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0d971a-7436-4654-8d2c-ca34deb81541 HTTP/1.1" status: 200 len: 210 time: 0.0943806 Feb 09 21:33:51.089713 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c0ca4-540c-4818-9bc6-13fc7553edb9 admin admin] Pushing event updated for resources: {'Port': ['ID=83b7ed03-0032-49c5-ad2c-c53fa30151aa,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:51.094349 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['199ff699-3388-439e-bc05-9e9bec66e321'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:51.167661 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port e6e906d4-3fd4-4cfd-942a-e91232b2af9a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=e6e906d4-3fd4-4cfd-942a-e91232b2af9a,segment=NetworkSegment(93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec),segment_id=93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:51.196303 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e6e906d4-3fd4-4cfd-942a-e91232b2af9a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:51.245238 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e59676-854a-4854-8907-de93f93df841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6338e413-dbcc-4985-9e7d-0d0ba7b7b29c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:51.288323 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-44e59676-854a-4854-8907-de93f93df841 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1ae7b698348f43b5829b58198495636c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7760940 Feb 09 21:33:51.291961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51518) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:51.323635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33b347-974e-4170-a150-f7be586beea3 req-f7bd3cca-0606-48aa-a858-355fdcee05db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:51.325268 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d33b347-974e-4170-a150-f7be586beea3 req-f7bd3cca-0606-48aa-a858-355fdcee05db service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 1126 time: 0.4734294 Feb 09 21:33:51.363868 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=e6e906d4-3fd4-4cfd-942a-e91232b2af9a,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:51.429080 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-440492fb-a26a-4ae1-ad1a-f90b5832eaac req-3aeaae2c-7082-4c55-b80f-f3a465314c07 service neutron] 10.222.0.42 "GET /v2.0/networks/89a25c7b-4058-4f59-81ba-6eea356f69d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097986 Feb 09 21:33:51.503028 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:51.504281 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:51.505088 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:51.505937 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:51.508171 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:51.508292 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:51.508646 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:51.508991 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:51.509391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:51.509717 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:51.510759 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:51.511106 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:51.511438 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:51.531101 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-77f64fe1-683f-4d3f-974e-ef51f8ee5bde None None] Current status of the port e6e906d4-3fd4-4cfd-942a-e91232b2af9a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:51.537307 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e59c9-5224-4268-80aa-3c134a00d65c req-d1956afc-79dc-4764-a0ad-d613079f1ea6 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:51.539425 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-418e59c9-5224-4268-80aa-3c134a00d65c req-d1956afc-79dc-4764-a0ad-d613079f1ea6 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=823f7b67-4415-46c9-8ab6-5363c6421614 HTTP/1.1" status: 200 len: 946 time: 0.4419103 Feb 09 21:33:51.574388 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33b347-974e-4170-a150-f7be586beea3 req-582fb8d2-eec7-471b-b7d6-efd31202c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:51.576354 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d33b347-974e-4170-a150-f7be586beea3 req-582fb8d2-eec7-471b-b7d6-efd31202c442 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 908 time: 0.2261846 Feb 09 21:33:51.626354 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ec172fcf-f5ea-42fc-b9ac-5e83d5187b78 admin admin] Publish callbacks [] for security_group (6338e413-dbcc-4985-9e7d-0d0ba7b7b29c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:51.633027 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d33b347-974e-4170-a150-f7be586beea3 req-9bd67d09-7167-46c3-8388-e9a39ef8d231 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13e11c2c-be45-4523-9c35-a892acc77213 HTTP/1.1" status: 200 len: 217 time: 0.0479381 Feb 09 21:33:51.701892 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33b347-974e-4170-a150-f7be586beea3 req-e267f816-95e9-453d-bc6e-2ea3ef8791dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:51.705805 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d33b347-974e-4170-a150-f7be586beea3 req-e267f816-95e9-453d-bc6e-2ea3ef8791dd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.0590868 Feb 09 21:33:51.710955 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device e6e906d4-3fd4-4cfd-942a-e91232b2af9a up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:51.713953 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device da3bbb9d-5f6f-4acc-a356-55d09c9549fc no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:33:51.714110 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa0dcb-f1bc-437b-9b01-37a78049075b req-0c7e7db2-f2ae-4f8b-91e1-50c1c68dd57d tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:51.718525 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0aa0dcb-f1bc-437b-9b01-37a78049075b req-0c7e7db2-f2ae-4f8b-91e1-50c1c68dd57d tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 949 time: 0.4354184 Feb 09 21:33:51.742563 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ec172fcf-f5ea-42fc-b9ac-5e83d5187b78 admin admin] Publish callbacks [] for security_group (6338e413-dbcc-4985-9e7d-0d0ba7b7b29c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:51.758784 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-56b19bfc-3708-4384-a2ac-77c44db1dc29 None None] Provisioning complete for port e6e906d4-3fd4-4cfd-942a-e91232b2af9a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:51.759415 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-56b19bfc-3708-4384-a2ac-77c44db1dc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e6e906d4-3fd4-4cfd-942a-e91232b2af9a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:51.762718 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4c101-fd46-4d26-bc98-a8a506728264 req-980c995e-5a6b-41ad-9028-5e8e38d18161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:51.764385 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: da3bbb9d-5f6f-4acc-a356-55d09c9549fc {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:33:51.764752 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-48b4c101-fd46-4d26-bc98-a8a506728264 req-980c995e-5a6b-41ad-9028-5e8e38d18161 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3aaf6babd50147f8ab22f9980693252e&device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 1125 time: 0.2500494 Feb 09 21:33:51.765105 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device da3bbb9d-5f6f-4acc-a356-55d09c9549fc not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:33:51.766246 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-418e59c9-5224-4268-80aa-3c134a00d65c req-3b872a91-c493-41d4-b615-4ba2b6b2a978 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826906 Feb 09 21:33:51.780793 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d33b347-974e-4170-a150-f7be586beea3 req-e97a75c4-7c8b-4a77-8516-94c8d11e0a9a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636222 Feb 09 21:33:51.806932 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-739c0ca4-540c-4818-9bc6-13fc7553edb9 admin admin] Publish callbacks [] for router_gateway (61802403-f7a8-4d2e-afdb-70dd65efeded), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:51.845400 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port e6e906d4-3fd4-4cfd-942a-e91232b2af9a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:51.845934 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e6e906d4-3fd4-4cfd-942a-e91232b2af9a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:51.911630 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-56b19bfc-3708-4384-a2ac-77c44db1dc29 None None] Current status of the port e6e906d4-3fd4-4cfd-942a-e91232b2af9a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:51.974942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port e6e906d4-3fd4-4cfd-942a-e91232b2af9a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:51.978267 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0aa0dcb-f1bc-437b-9b01-37a78049075b req-74cc3362-ad8e-490d-abdb-edaefe916385 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433438 Feb 09 21:33:51.991375 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4c101-fd46-4d26-bc98-a8a506728264 req-c8026cfb-b829-4927-adf4-6efb85e21df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:52.001216 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-48b4c101-fd46-4d26-bc98-a8a506728264 req-c8026cfb-b829-4927-adf4-6efb85e21df0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=89a25c7b-4058-4f59-81ba-6eea356f69d7 HTTP/1.1" status: 200 len: 917 time: 0.2025287 Feb 09 21:33:52.043871 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-48b4c101-fd46-4d26-bc98-a8a506728264 req-aab692be-102b-4600-a6cc-5dd3faedb659 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e59af47-ecfd-49a8-bc41-f69691087fd5 HTTP/1.1" status: 200 len: 217 time: 0.0441475 Feb 09 21:33:52.092122 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ec172fcf-f5ea-42fc-b9ac-5e83d5187b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6338e413-dbcc-4985-9e7d-0d0ba7b7b29c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:52.094704 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ec172fcf-f5ea-42fc-b9ac-5e83d5187b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:52.098405 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ec172fcf-f5ea-42fc-b9ac-5e83d5187b78 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6338e413-dbcc-4985-9e7d-0d0ba7b7b29c HTTP/1.1" status: 204 len: 168 time: 0.7931256 Feb 09 21:33:52.114560 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d33b347-974e-4170-a150-f7be586beea3 req-f2a62c6f-c2cf-45a8-9cc4-8d24ff6812a4 service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192857 Feb 09 21:33:52.119774 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec172fcf-f5ea-42fc-b9ac-5e83d5187b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6338e413-dbcc-4985-9e7d-0d0ba7b7b29c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:52.147048 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4c101-fd46-4d26-bc98-a8a506728264 req-ea7d5bc2-794f-4165-aa03-79e5222db93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:52.149107 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-48b4c101-fd46-4d26-bc98-a8a506728264 req-ea7d5bc2-794f-4165-aa03-79e5222db93b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b975b29a-eecb-4503-bf17-7b9d022ca240 HTTP/1.1" status: 200 len: 855 time: 0.0985277 Feb 09 21:33:52.279323 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffcfa0-213c-4913-937d-d8a053a0fe09 req-2d2f553b-02f6-4e33-9853-16694020f491 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:52.281210 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-faffcfa0-213c-4913-937d-d8a053a0fe09 req-2d2f553b-02f6-4e33-9853-16694020f491 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.3918333 Feb 09 21:33:52.283203 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-739c0ca4-540c-4818-9bc6-13fc7553edb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (61802403-f7a8-4d2e-afdb-70dd65efeded), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:52.288931 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9d33b347-974e-4170-a150-f7be586beea3 req-40dfe79b-825d-43d3-8cf7-8ec8fa8f469f service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670156 Feb 09 21:33:52.295569 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f121e9-2a8d-41eb-9c50-0bdcd4dc5292 req-e08ae273-ce69-4821-9235-87448254b007 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:52.297958 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71f121e9-2a8d-41eb-9c50-0bdcd4dc5292 req-e08ae273-ce69-4821-9235-87448254b007 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 943 time: 0.2137034 Feb 09 21:33:52.313061 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4c101-fd46-4d26-bc98-a8a506728264 req-c43487fb-13a2-4bff-a2bb-ea24a51edc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:52.314922 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-48b4c101-fd46-4d26-bc98-a8a506728264 req-c43487fb-13a2-4bff-a2bb-ea24a51edc19 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=89a25c7b-4058-4f59-81ba-6eea356f69d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1416671 Feb 09 21:33:52.446744 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-48b4c101-fd46-4d26-bc98-a8a506728264 req-feaae686-c1a5-433c-ac81-68d67fc6a39a service neutron] 10.222.0.42 "GET /v2.0/networks/89a25c7b-4058-4f59-81ba-6eea356f69d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213806 Feb 09 21:33:52.471168 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71f121e9-2a8d-41eb-9c50-0bdcd4dc5292 req-3bed4d95-29bb-43cf-8b7a-da660870326f tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625319 Feb 09 21:33:52.510941 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-faffcfa0-213c-4913-937d-d8a053a0fe09 req-1d2fdd4e-cf1f-411a-9f26-35d51c3b68f0 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987982 Feb 09 21:33:52.570267 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-48b4c101-fd46-4d26-bc98-a8a506728264 req-be5ed6cf-f2a9-4ed5-91a2-7e3c5723e01a service neutron] 10.222.0.42 "GET /v2.0/networks/89a25c7b-4058-4f59-81ba-6eea356f69d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160049 Feb 09 21:33:52.657447 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739c0ca4-540c-4818-9bc6-13fc7553edb9 admin admin] Router 61802403-f7a8-4d2e-afdb-70dd65efeded is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:33:52.758134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fef07-6bee-48d6-9492-d4e9c8caf4e4 req-a5dd6503-0499-42c5-86a9-8bd0036dcbd9 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:52.759676 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c36fef07-6bee-48d6-9492-d4e9c8caf4e4 req-a5dd6503-0499-42c5-86a9-8bd0036dcbd9 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=823f7b67-4415-46c9-8ab6-5363c6421614 HTTP/1.1" status: 200 len: 946 time: 0.1653767 Feb 09 21:33:52.786230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de99e6-40c4-47ad-962d-006146fa48ca req-ae2f9144-6f05-4587-9ade-a8001a8645ff tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:52.787714 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0de99e6-40c4-47ad-962d-006146fa48ca req-ae2f9144-6f05-4587-9ade-a8001a8645ff tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 944 time: 0.1820769 Feb 09 21:33:52.824215 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd3d69c-4458-4207-8913-2895dd360a98', 'tag': '199ff699-3388-439e-bc05-9e9bec66e321'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:52.826339 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc10df4a-194a-4ece-b7a0-2348a68ee812" -d '{"events": [{"name": "network-changed", "server_uuid": "abd3d69c-4458-4207-8913-2895dd360a98", "tag": "199ff699-3388-439e-bc05-9e9bec66e321"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:52.873099 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739c0ca4-540c-4818-9bc6-13fc7553edb9 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:33:52.881221 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c36fef07-6bee-48d6-9492-d4e9c8caf4e4 req-cc41d2e5-e94a-4d0a-83d5-5256b49c1340 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117885 Feb 09 21:33:52.890942 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] Sync routers for ids ['61802403-f7a8-4d2e-afdb-70dd65efeded'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:33:52.895517 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0de99e6-40c4-47ad-962d-006146fa48ca req-9fec03ea-37f9-4492-bfbc-0810998d3a8d tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958307 Feb 09 21:33:52.907917 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-739c0ca4-540c-4818-9bc6-13fc7553edb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:52.909153 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-739c0ca4-540c-4818-9bc6-13fc7553edb9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9665165 Feb 09 21:33:52.911973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51550) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:52.920646 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] Routers {'61802403-f7a8-4d2e-afdb-70dd65efeded'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:33:52.921851 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:33:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['61802403-f7a8-4d2e-afdb-70dd65efeded'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:53.005151 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e469653-c18c-4740-945f-6b47f53e27af x-openstack-request-id: req-9e469653-c18c-4740-945f-6b47f53e27af {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:53.006090 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abd3d69c-4458-4207-8913-2895dd360a98", "tag": "199ff699-3388-439e-bc05-9e9bec66e321", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:53.006540 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e469653-c18c-4740-945f-6b47f53e27af {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:53.007113 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abd3d69c-4458-4207-8913-2895dd360a98', 'tag': '199ff699-3388-439e-bc05-9e9bec66e321', 'status': 'completed', 'code': 200} Feb 09 21:33:53.094433 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0d971a-7436-4654-8d2c-ca34deb81541', 'name': 'network-vif-deleted', 'tag': 'da3bbb9d-5f6f-4acc-a356-55d09c9549fc'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:53.099227 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9d2f1e-a7b5-4e4a-a8c1-14e2c7b08241" -d '{"events": [{"server_uuid": "aa0d971a-7436-4654-8d2c-ca34deb81541", "name": "network-vif-deleted", "tag": "da3bbb9d-5f6f-4acc-a356-55d09c9549fc"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:53.123781 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] Set router 61802403-f7a8-4d2e-afdb-70dd65efeded gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:33:53.224541 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ac384-ae85-43f0-97b2-4224a24ab6a4 req-4a6ef153-f4b5-433b-828a-a16915e8141f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:53.229803 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa0ac384-ae85-43f0-97b2-4224a24ab6a4 req-4a6ef153-f4b5-433b-828a-a16915e8141f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 949 time: 0.1321418 Feb 09 21:33:53.250228 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10df4a-194a-4ece-b7a0-2348a68ee812 req-9fa105cf-b528-4b60-88a9-5e2c1b3f6258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:53.252972 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dc10df4a-194a-4ece-b7a0-2348a68ee812 req-9fa105cf-b528-4b60-88a9-5e2c1b3f6258 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 1156 time: 0.1448538 Feb 09 21:33:53.342604 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa0ac384-ae85-43f0-97b2-4224a24ab6a4 req-4a4389b7-e19d-499c-a922-3bd0d84ad028 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040127 Feb 09 21:33:53.366869 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86adea1-4631-44be-896b-64fe41d4434d x-openstack-request-id: req-c86adea1-4631-44be-896b-64fe41d4434d {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:53.368916 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0d971a-7436-4654-8d2c-ca34deb81541", "name": "network-vif-deleted", "tag": "da3bbb9d-5f6f-4acc-a356-55d09c9549fc", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:53.369356 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c86adea1-4631-44be-896b-64fe41d4434d {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:53.371102 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0d971a-7436-4654-8d2c-ca34deb81541', 'name': 'network-vif-deleted', 'tag': 'da3bbb9d-5f6f-4acc-a356-55d09c9549fc', 'status': 'completed', 'code': 200} Feb 09 21:33:53.473003 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d96d3-ea23-4015-abfd-a36f5091555b req-1c190dbc-ac2c-4feb-a341-9a638fa51deb tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:53.483129 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-814d96d3-ea23-4015-abfd-a36f5091555b req-1c190dbc-ac2c-4feb-a341-9a638fa51deb tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=823f7b67-4415-46c9-8ab6-5363c6421614 HTTP/1.1" status: 200 len: 946 time: 0.0996294 Feb 09 21:33:53.577862 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-814d96d3-ea23-4015-abfd-a36f5091555b req-cc31480e-7130-41fe-b82c-00a001d1a2f9 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933001 Feb 09 21:33:53.759010 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61802403-f7a8-4d2e-afdb-70dd65efeded', 'name': 'tempest-AttachSCSIVolumeTestJSON-704025350-router', 'tenant_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '83b7ed03-0032-49c5-ad2c-c53fa30151aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:47Z', 'updated_at': '2022-02-09T21:33:51Z', 'revision_number': 3, 'project_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'gw_port': {'id': '83b7ed03-0032-49c5-ad2c-c53fa30151aa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61802403-f7a8-4d2e-afdb-70dd65efeded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:49Z', 'updated_at': '2022-02-09T21:33:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:53.832302 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] Checking router: 61802403-f7a8-4d2e-afdb-70dd65efeded for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:33:53.837086 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] Updating router 61802403-f7a8-4d2e-afdb-70dd65efeded port 83b7ed03-0032-49c5-ad2c-c53fa30151aa binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:33:53.911430 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (83b7ed03-0032-49c5-ad2c-c53fa30151aa), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:54.128059 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51592) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:54.133908 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10df4a-194a-4ece-b7a0-2348a68ee812 req-79578257-1f35-44cb-9ccf-95bdfa24627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:54.135462 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dc10df4a-194a-4ece-b7a0-2348a68ee812 req-79578257-1f35-44cb-9ccf-95bdfa24627b service neutron] 10.222.0.42 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 922 time: 0.8745944 Feb 09 21:33:54.180327 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-686060d4-1443-4fb9-84f4-7d5bb1ba6e16 req-2817f3e1-71bc-4d3b-84ae-029e52be4579 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2706401 Feb 09 21:33:54.328539 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dc10df4a-194a-4ece-b7a0-2348a68ee812 req-2307aaf3-7ba1-4621-8f95-05c9412e7334 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=199ff699-3388-439e-bc05-9e9bec66e321 HTTP/1.1" status: 200 len: 217 time: 0.1688445 Feb 09 21:33:54.406367 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] Publish callbacks [] for port (83b7ed03-0032-49c5-ad2c-c53fa30151aa), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:54.415526 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (83b7ed03-0032-49c5-ad2c-c53fa30151aa), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:54.478322 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10df4a-194a-4ece-b7a0-2348a68ee812 req-f8ac7e9e-f421-4189-9b8e-a32bd123dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:54.480181 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dc10df4a-194a-4ece-b7a0-2348a68ee812 req-f8ac7e9e-f421-4189-9b8e-a32bd123dcaa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.1375637 Feb 09 21:33:54.482961 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c93c89-38a5-46bc-a6a6-2b98ec706ff6 None None] Pushing event updated for resources: {'Port': ['ID=83b7ed03-0032-49c5-ad2c-c53fa30151aa,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:54.519018 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] Attempting to bind port 83b7ed03-0032-49c5-ad2c-c53fa30151aa on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:54.522134 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] Attempting to bind port 83b7ed03-0032-49c5-ad2c-c53fa30151aa by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:54.522597 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] Attempting to bind port 83b7ed03-0032-49c5-ad2c-c53fa30151aa on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:54.537714 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:54.538199 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:54.539979 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:54.542024 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:54.543300 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] Bound port: 83b7ed03-0032-49c5-ad2c-c53fa30151aa, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:54.544296 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (83b7ed03-0032-49c5-ad2c-c53fa30151aa), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:54.604867 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8735c6-6ee4-4daf-9538-3c46ba5483fb req-ae7da491-c9f1-43d4-ab67-abfb8def44e3 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:54.606503 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d8735c6-6ee4-4daf-9538-3c46ba5483fb req-ae7da491-c9f1-43d4-ab67-abfb8def44e3 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 943 time: 0.9186199 Feb 09 21:33:54.617468 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dc10df4a-194a-4ece-b7a0-2348a68ee812 req-9bf624ce-6c7e-4595-88b6-1a9a71807e90 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487103 Feb 09 21:33:54.637132 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e386a56-4397-4c37-b07c-d7fcceb3ee3d req-3debe9bb-ca2c-46b3-817c-63aec38f29ed tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:54.645936 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686060d4-1443-4fb9-84f4-7d5bb1ba6e16 req-9bbcf34d-b9e8-4c7f-b5e4-2c8d225c7114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:54.647612 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-686060d4-1443-4fb9-84f4-7d5bb1ba6e16 req-9bbcf34d-b9e8-4c7f-b5e4-2c8d225c7114 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 1131 time: 0.3864362 Feb 09 21:33:54.653285 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e386a56-4397-4c37-b07c-d7fcceb3ee3d req-3debe9bb-ca2c-46b3-817c-63aec38f29ed tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.9132574 Feb 09 21:33:54.703172 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] For port 83b7ed03-0032-49c5-ad2c-c53fa30151aa, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:54.706514 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] For port 83b7ed03-0032-49c5-ad2c-c53fa30151aa, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=83b7ed03-0032-49c5-ad2c-c53fa30151aa,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:54.713749 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (83b7ed03-0032-49c5-ad2c-c53fa30151aa), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:54.801564 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d8735c6-6ee4-4daf-9538-3c46ba5483fb req-842c304a-dcf0-4858-9c09-e32bf18d4c51 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730785 Feb 09 21:33:54.811668 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c93c89-38a5-46bc-a6a6-2b98ec706ff6 None None] Pushing event updated for resources: {'Port': ['ID=83b7ed03-0032-49c5-ad2c-c53fa30151aa,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:54.823953 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e386a56-4397-4c37-b07c-d7fcceb3ee3d req-46b77292-1e84-4fb8-86d2-43084523d5e3 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628211 Feb 09 21:33:54.830456 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51612) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:54.831632 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d7195678-db1d-4d97-9765-2c21812fa19b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1574640dcc174e92b6619d5811e15ec7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7015138 Feb 09 21:33:54.840942 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] Routers {'61802403-f7a8-4d2e-afdb-70dd65efeded'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:33:54.841317 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:33:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['61802403-f7a8-4d2e-afdb-70dd65efeded'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:55.021346 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dc10df4a-194a-4ece-b7a0-2348a68ee812 req-1d05f03f-2040-4277-95f3-6182c1c48534 service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901379 Feb 09 21:33:55.045748 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] Set router 61802403-f7a8-4d2e-afdb-70dd65efeded gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:33:55.071934 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686060d4-1443-4fb9-84f4-7d5bb1ba6e16 req-357a3f3b-89c2-4780-ba1b-228c3f1f9db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:55.073406 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-686060d4-1443-4fb9-84f4-7d5bb1ba6e16 req-357a3f3b-89c2-4780-ba1b-228c3f1f9db7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.3813727 Feb 09 21:33:55.131923 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-10ce6182-e513-47c1-9b62-bda3c223d9fe admin admin] Publish callbacks [] for security_group (8febff5d-b037-486a-a1c7-164c5ca6f68e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:55.208436 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-10ce6182-e513-47c1-9b62-bda3c223d9fe admin admin] Publish callbacks [] for security_group (8febff5d-b037-486a-a1c7-164c5ca6f68e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:55.243658 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdd99a-6423-497c-ab7a-a6089f4e5398 req-70be9265-6115-4465-ba0c-a5128341b5c2 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:55.245249 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0bdd99a-6423-497c-ab7a-a6089f4e5398 req-70be9265-6115-4465-ba0c-a5128341b5c2 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 944 time: 0.3277712 Feb 09 21:33:55.270033 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25694c-893e-4366-86e6-f80ad790b387 req-6ca1ef7c-27cb-4df1-a789-2f525cddc1a2 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:55.271549 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1c25694c-893e-4366-86e6-f80ad790b387 req-6ca1ef7c-27cb-4df1-a789-2f525cddc1a2 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 949 time: 0.2965465 Feb 09 21:33:55.293395 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61802403-f7a8-4d2e-afdb-70dd65efeded', 'name': 'tempest-AttachSCSIVolumeTestJSON-704025350-router', 'tenant_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '83b7ed03-0032-49c5-ad2c-c53fa30151aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:47Z', 'updated_at': '2022-02-09T21:33:51Z', 'revision_number': 3, 'project_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'gw_port': {'id': '83b7ed03-0032-49c5-ad2c-c53fa30151aa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61802403-f7a8-4d2e-afdb-70dd65efeded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:49Z', 'updated_at': '2022-02-09T21:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:55.326533 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c9e71-95bc-4cbb-93e0-e3eab26542f7 None None] The sync data for ids ['61802403-f7a8-4d2e-afdb-70dd65efeded'] in n-d-828601-1 is: [{'id': '61802403-f7a8-4d2e-afdb-70dd65efeded', 'name': 'tempest-AttachSCSIVolumeTestJSON-704025350-router', 'tenant_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '83b7ed03-0032-49c5-ad2c-c53fa30151aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:47Z', 'updated_at': '2022-02-09T21:33:51Z', 'revision_number': 3, 'project_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'gw_port': {'id': '83b7ed03-0032-49c5-ad2c-c53fa30151aa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61802403-f7a8-4d2e-afdb-70dd65efeded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:49Z', 'updated_at': '2022-02-09T21:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:33:55.344559 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-686060d4-1443-4fb9-84f4-7d5bb1ba6e16 req-b3f4b40a-f266-427e-8fdd-e5f0a72437d4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=02b978b5-de78-4099-8244-c4ff559fbc76 HTTP/1.1" status: 200 len: 217 time: 0.1977477 Feb 09 21:33:55.458856 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-10ce6182-e513-47c1-9b62-bda3c223d9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8febff5d-b037-486a-a1c7-164c5ca6f68e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:55.464846 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-10ce6182-e513-47c1-9b62-bda3c223d9fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:55.466530 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-10ce6182-e513-47c1-9b62-bda3c223d9fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8febff5d-b037-486a-a1c7-164c5ca6f68e HTTP/1.1" status: 204 len: 168 time: 0.6347754 Feb 09 21:33:55.510104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74233e45-5008-41d0-a0e4-6961aa75eeb4 req-b41f2616-fd19-4846-8bff-ecd76139422d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:55.511693 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-74233e45-5008-41d0-a0e4-6961aa75eeb4 req-b41f2616-fd19-4846-8bff-ecd76139422d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.42 "GET /v2.0/ports?device_id=823f7b67-4415-46c9-8ab6-5363c6421614 HTTP/1.1" status: 200 len: 946 time: 0.3453064 Feb 09 21:33:55.517550 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dc10df4a-194a-4ece-b7a0-2348a68ee812 req-c50cf711-ca3c-473d-b950-49bfa10fee32 service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815645 Feb 09 21:33:55.522233 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686060d4-1443-4fb9-84f4-7d5bb1ba6e16 req-0c36eb41-0dbf-4510-9838-f1eb3f75d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:55.526264 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-686060d4-1443-4fb9-84f4-7d5bb1ba6e16 req-0c36eb41-0dbf-4510-9838-f1eb3f75d335 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1661592 Feb 09 21:33:55.526666 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce6182-e513-47c1-9b62-bda3c223d9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8febff5d-b037-486a-a1c7-164c5ca6f68e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:55.556016 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1c25694c-893e-4366-86e6-f80ad790b387 req-bbe877ea-a316-4263-96f6-5a449070a82f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587941 Feb 09 21:33:55.595028 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0bdd99a-6423-497c-ab7a-a6089f4e5398 req-3754b9a8-0c52-4131-ba21-b7688cab65c7 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115399 Feb 09 21:33:55.619347 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca9694bb-1475-41a5-805c-29e9c2fefa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:55.808428 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686060d4-1443-4fb9-84f4-7d5bb1ba6e16 req-5f8a0c20-cc8f-4601-a036-026f09a67bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:55.818262 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-686060d4-1443-4fb9-84f4-7d5bb1ba6e16 req-5f8a0c20-cc8f-4601-a036-026f09a67bf3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2794721 Feb 09 21:33:55.865693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf22963-1cb4-4069-8c02-224db5ba93b4 req-bdacdc60-136c-499d-884d-1a3ce0282dcb tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:55.875579 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5bf22963-1cb4-4069-8c02-224db5ba93b4 req-bdacdc60-136c-499d-884d-1a3ce0282dcb tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=823f7b67-4415-46c9-8ab6-5363c6421614 HTTP/1.1" status: 200 len: 946 time: 0.1617749 Feb 09 21:33:56.056202 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-74233e45-5008-41d0-a0e4-6961aa75eeb4 req-0ff4e6db-a813-467d-9b1a-b472513e78cd tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Deleting port 0f02b681-db77-4df8-9f70-d7f1eb59db7c {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:33:56.056610 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-74233e45-5008-41d0-a0e4-6961aa75eeb4 req-0ff4e6db-a813-467d-9b1a-b472513e78cd tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (0f02b681-db77-4df8-9f70-d7f1eb59db7c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:56.080331 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5bf22963-1cb4-4069-8c02-224db5ba93b4 req-b555bd70-638e-4055-8fe4-28d4b2bdf9ea tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009425 Feb 09 21:33:56.114264 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c9fd8-884d-480d-9d85-74328b343bbb req-8c31c7f4-765a-488e-b86b-cc59b4b35ff7 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:56.134302 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-288c9fd8-884d-480d-9d85-74328b343bbb req-8c31c7f4-765a-488e-b86b-cc59b4b35ff7 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 943 time: 0.1835480 Feb 09 21:33:56.211589 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:33:56.260814 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-288c9fd8-884d-480d-9d85-74328b343bbb req-b21be70e-3991-4f1c-9336-f720dbe62383 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247094 Feb 09 21:33:56.297571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-ca9694bb-1475-41a5-805c-29e9c2fefa15 admin admin] Allocated IP 172.20.0.1 (b81c2627-1d1c-40bc-9bdd-74d78538e97a/f4d7c88c-5abf-49b6-b7ef-d7edb868b1d3/e31daba2-68b7-41dd-ba7e-7ea5060185bf) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:56.320243 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-686060d4-1443-4fb9-84f4-7d5bb1ba6e16 req-377f1511-ad2c-40d8-b49f-bb9ca1d82a11 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016528 Feb 09 21:33:56.337422 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f0974-77c7-4cbe-88c5-eaaa69300244 req-b71eed18-1231-4a7c-ab93-4063679ca1ba tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:56.346091 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac3f0974-77c7-4cbe-88c5-eaaa69300244 req-b71eed18-1231-4a7c-ab93-4063679ca1ba tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.1233766 Feb 09 21:33:56.431918 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac3f0974-77c7-4cbe-88c5-eaaa69300244 req-59421887-f452-4acc-86d8-3912c4ceaf8a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848012 Feb 09 21:33:56.576254 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-74233e45-5008-41d0-a0e4-6961aa75eeb4 req-0ff4e6db-a813-467d-9b1a-b472513e78cd tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] For port 0f02b681-db77-4df8-9f70-d7f1eb59db7c, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0f02b681-db77-4df8-9f70-d7f1eb59db7c,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:56.577317 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-74233e45-5008-41d0-a0e4-6961aa75eeb4 req-0ff4e6db-a813-467d-9b1a-b472513e78cd tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (0f02b681-db77-4df8-9f70-d7f1eb59db7c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:56.619544 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-74233e45-5008-41d0-a0e4-6961aa75eeb4 req-0ff4e6db-a813-467d-9b1a-b472513e78cd tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Calling delete_port for 0f02b681-db77-4df8-9f70-d7f1eb59db7c owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:33:56.737931 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-686060d4-1443-4fb9-84f4-7d5bb1ba6e16 req-207a9234-d62e-4718-84a9-ebdf1ed9fb64 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095328 Feb 09 21:33:56.803954 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca9694bb-1475-41a5-805c-29e9c2fefa15 admin admin] Publish callbacks [] for port (e31daba2-68b7-41dd-ba7e-7ea5060185bf), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:56.899607 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51650) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:56.917738 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16b5d4-d2ba-449f-9bf9-5901d161179b req-71dc50a7-4761-43c0-a7e3-826ee374e9a6 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:56.923799 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca9694bb-1475-41a5-805c-29e9c2fefa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (e31daba2-68b7-41dd-ba7e-7ea5060185bf), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:56.927386 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c16b5d4-d2ba-449f-9bf9-5901d161179b req-71dc50a7-4761-43c0-a7e3-826ee374e9a6 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 949 time: 0.2120285 Feb 09 21:33:56.938278 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-74233e45-5008-41d0-a0e4-6961aa75eeb4 req-0ff4e6db-a813-467d-9b1a-b472513e78cd tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (0f02b681-db77-4df8-9f70-d7f1eb59db7c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:56.952570 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['70e3d19a-7558-4685-a196-a6de110f0bf5'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:56.957136 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['0f02b681-db77-4df8-9f70-d7f1eb59db7c'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:56.996820 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9694bb-1475-41a5-805c-29e9c2fefa15 admin admin] Network b81c2627-1d1c-40bc-9bdd-74d78538e97a is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:57.005661 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424888be-255f-43e2-a3aa-fca33f4a9201 req-b1b5c43d-33ec-4891-bd65-f2166d12d22f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:57.014260 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-ca9694bb-1475-41a5-805c-29e9c2fefa15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:57.025301 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-424888be-255f-43e2-a3aa-fca33f4a9201 req-b1b5c43d-33ec-4891-bd65-f2166d12d22f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 944 time: 0.2313502 Feb 09 21:33:57.036441 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9694bb-1475-41a5-805c-29e9c2fefa15 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:57.098964 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 93e63d34-3078-45f6-af70-480582a0508a details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:33:57.134730 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c16b5d4-d2ba-449f-9bf9-5901d161179b req-f1dd2440-bdea-473e-a38a-12922b07a1d1 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040250 Feb 09 21:33:57.192918 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca9694bb-1475-41a5-805c-29e9c2fefa15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (61802403-f7a8-4d2e-afdb-70dd65efeded), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:57.218707 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9694bb-1475-41a5-805c-29e9c2fefa15 admin admin] Pushing event updated for resources: {'Port': ['ID=e31daba2-68b7-41dd-ba7e-7ea5060185bf,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:57.229343 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-424888be-255f-43e2-a3aa-fca33f4a9201 req-7a9a3b38-a343-46e0-9185-01eb9dc62ec4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991794 Feb 09 21:33:57.376843 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-48dc3e24-5db7-486f-ab20-94bc8e054834 req-6516ff8a-870f-4a61-af97-4222d41f3a39 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=823f7b67-4415-46c9-8ab6-5363c6421614 HTTP/1.1" status: 200 len: 210 time: 0.1018245 Feb 09 21:33:57.437275 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-74233e45-5008-41d0-a0e4-6961aa75eeb4 req-0ff4e6db-a813-467d-9b1a-b472513e78cd tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] No DVR routers for this DVR port 0f02b681-db77-4df8-9f70-d7f1eb59db7c on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:33:57.460163 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-74233e45-5008-41d0-a0e4-6961aa75eeb4 req-0ff4e6db-a813-467d-9b1a-b472513e78cd tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:57.467398 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-74233e45-5008-41d0-a0e4-6961aa75eeb4 req-0ff4e6db-a813-467d-9b1a-b472513e78cd tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.42 "DELETE /v2.0/ports/0f02b681-db77-4df8-9f70-d7f1eb59db7c HTTP/1.1" status: 204 len: 173 time: 1.9488645 Feb 09 21:33:57.483621 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823f7b67-4415-46c9-8ab6-5363c6421614', 'name': 'network-vif-deleted', 'tag': '0f02b681-db77-4df8-9f70-d7f1eb59db7c'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:57.496224 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbbff7b-4a4d-4dd2-9293-5d9b6b40fb5b" -d '{"events": [{"server_uuid": "823f7b67-4415-46c9-8ab6-5363c6421614", "name": "network-vif-deleted", "tag": "0f02b681-db77-4df8-9f70-d7f1eb59db7c"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:57.512240 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4e6db-a813-467d-9b1a-b472513e78cd tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Pushing event deleted for resources: {'Port': ['ID=0f02b681-db77-4df8-9f70-d7f1eb59db7c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:57.518010 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e28e7b69-a9e5-4b96-999f-d24d7188317b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:57.570634 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1803d6-d0be-4f9f-9d39-1dc41045c2c3 req-f283cf50-b518-44e7-bf63-ff45ef75d9c9 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:57.572863 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51670) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:57.573942 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f1803d6-d0be-4f9f-9d39-1dc41045c2c3 req-f283cf50-b518-44e7-bf63-ff45ef75d9c9 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 943 time: 0.1323068 Feb 09 21:33:57.574295 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 93e63d34-3078-45f6-af70-480582a0508a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=93e63d34-3078-45f6-af70-480582a0508a,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:57.586953 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-89e2c6bb-cd7f-4fc9-b242-fd9f65c1a928 None None] Provisioning complete for port e31daba2-68b7-41dd-ba7e-7ea5060185bf triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:57.587571 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-89e2c6bb-cd7f-4fc9-b242-fd9f65c1a928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e31daba2-68b7-41dd-ba7e-7ea5060185bf), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:57.666318 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-89e2c6bb-cd7f-4fc9-b242-fd9f65c1a928 None None] Port e31daba2-68b7-41dd-ba7e-7ea5060185bf cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:33:57.670925 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '93e63d34-3078-45f6-af70-480582a0508a', 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac', 'port_id': '93e63d34-3078-45f6-af70-480582a0508a', 'mac_address': 'fa:16:3e:79:5f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f097b81-caaa-46d2-99d1-7cb129c76999', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:33:57.764946 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f1803d6-d0be-4f9f-9d39-1dc41045c2c3 req-af209261-dc6d-4b80-8056-ef388591c331 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725125 Feb 09 21:33:57.766777 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 93e63d34-3078-45f6-af70-480582a0508a is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:57.767179 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (93e63d34-3078-45f6-af70-480582a0508a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:57.793942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 83b7ed03-0032-49c5-ad2c-c53fa30151aa up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:57.802987 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856a47c-66a6-4c95-92a7-ef5e9d34eb51 req-d31241c6-fffc-413f-906a-b5a5658ab5b1 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:57.806150 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f856a47c-66a6-4c95-92a7-ef5e9d34eb51 req-d31241c6-fffc-413f-906a-b5a5658ab5b1 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.2312937 Feb 09 21:33:57.879727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e63d34-3078-45f6-af70-480582a0508a {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:57.882325 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-bb076cef-3b6c-47d9-8106-65340e888e6a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-630461364-network', 'tenant_id': '211b1dc985ff47639c21a9fddd4e9aad'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:57.899805 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f856a47c-66a6-4c95-92a7-ef5e9d34eb51 req-df3cb070-9669-4fea-ac51-6095ea918a77 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874808 Feb 09 21:33:57.902353 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c367d80a-c6a4-40c1-8db7-84d12250da78 x-openstack-request-id: req-c367d80a-c6a4-40c1-8db7-84d12250da78 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:57.902723 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823f7b67-4415-46c9-8ab6-5363c6421614", "name": "network-vif-deleted", "tag": "0f02b681-db77-4df8-9f70-d7f1eb59db7c", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:57.903048 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c367d80a-c6a4-40c1-8db7-84d12250da78 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:57.903593 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823f7b67-4415-46c9-8ab6-5363c6421614', 'name': 'network-vif-deleted', 'tag': '0f02b681-db77-4df8-9f70-d7f1eb59db7c', 'status': 'completed', 'code': 200} Feb 09 21:33:57.935149 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 93e63d34-3078-45f6-af70-480582a0508a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=93e63d34-3078-45f6-af70-480582a0508a,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:57.938075 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e28e7b69-a9e5-4b96-999f-d24d7188317b admin admin] Publish callbacks [] for security_group (75a762da-6aac-4027-a9d8-224c10d1958a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:57.941799 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (93e63d34-3078-45f6-af70-480582a0508a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:57.945450 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 83b7ed03-0032-49c5-ad2c-c53fa30151aa triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:57.945633 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca9694bb-1475-41a5-805c-29e9c2fefa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e31daba2-68b7-41dd-ba7e-7ea5060185bf), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:57.945842 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (83b7ed03-0032-49c5-ad2c-c53fa30151aa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:57.950850 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e28e7b69-a9e5-4b96-999f-d24d7188317b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (75a762da-6aac-4027-a9d8-224c10d1958a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:57.969927 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb076cef-3b6c-47d9-8106-65340e888e6a admin admin] Made reservation on behalf of 211b1dc985ff47639c21a9fddd4e9aad for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:57.972323 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bb076cef-3b6c-47d9-8106-65340e888e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:58.006170 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bb076cef-3b6c-47d9-8106-65340e888e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:58.036580 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=93e63d34-3078-45f6-af70-480582a0508a,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:58.045638 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e28e7b69-a9e5-4b96-999f-d24d7188317b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1a7ec6c03a7945c28196c40511135357&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1411583 Feb 09 21:33:58.046547 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51674) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:58.056439 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e7b69-a9e5-4b96-999f-d24d7188317b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a762da-6aac-4027-a9d8-224c10d1958a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:58.187892 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 83b7ed03-0032-49c5-ad2c-c53fa30151aa is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:58.188786 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (83b7ed03-0032-49c5-ad2c-c53fa30151aa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:58.223053 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 83b7ed03-0032-49c5-ad2c-c53fa30151aa, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=83b7ed03-0032-49c5-ad2c-c53fa30151aa,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:58.228875 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (83b7ed03-0032-49c5-ad2c-c53fa30151aa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:58.250179 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8faf6b9c-38de-4b3b-88c5-c0c0e6e1562c admin admin] Publish callbacks [] for security_group (75a762da-6aac-4027-a9d8-224c10d1958a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:58.305095 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['93e63d34-3078-45f6-af70-480582a0508a'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:58.313828 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8faf6b9c-38de-4b3b-88c5-c0c0e6e1562c admin admin] Publish callbacks [] for security_group (75a762da-6aac-4027-a9d8-224c10d1958a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:58.365521 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=83b7ed03-0032-49c5-ad2c-c53fa30151aa,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:58.370325 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bb076cef-3b6c-47d9-8106-65340e888e6a admin admin] Publish callbacks [] for security_group (e2729e47-f5dd-4c03-9153-8a03fd472eca), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:58.402430 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bb076cef-3b6c-47d9-8106-65340e888e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e2729e47-f5dd-4c03-9153-8a03fd472eca), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:58.412789 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b063876-208d-41f4-a6fc-1715f3e28308 req-4953397e-866f-49e9-8f72-fb2e4a03937c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:58.420790 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b063876-208d-41f4-a6fc-1715f3e28308 req-4953397e-866f-49e9-8f72-fb2e4a03937c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 949 time: 0.1728115 Feb 09 21:33:58.423867 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca9694bb-1475-41a5-805c-29e9c2fefa15 admin admin] Publish callbacks [] for port (e31daba2-68b7-41dd-ba7e-7ea5060185bf), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:58.438228 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb076cef-3b6c-47d9-8106-65340e888e6a admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:33:58.444710 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca9694bb-1475-41a5-805c-29e9c2fefa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (e31daba2-68b7-41dd-ba7e-7ea5060185bf), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:58.524961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb076cef-3b6c-47d9-8106-65340e888e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2729e47-f5dd-4c03-9153-8a03fd472eca,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:58.537051 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bb076cef-3b6c-47d9-8106-65340e888e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (5d6e321e-1a54-45aa-8f61-4b23739496ce), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:58.537567 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-bb076cef-3b6c-47d9-8106-65340e888e6a admin admin] Added segment 5d6e321e-1a54-45aa-8f61-4b23739496ce of type vlan for network 77dd57a1-463a-4408-9465-4787abc1b93a Feb 09 21:33:58.540272 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d746780-be88-4424-b8b9-73a6412a4efb req-2afebda7-b641-4748-bd6d-9b639c736013 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:58.541822 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8faf6b9c-38de-4b3b-88c5-c0c0e6e1562c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (75a762da-6aac-4027-a9d8-224c10d1958a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:58.544437 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8faf6b9c-38de-4b3b-88c5-c0c0e6e1562c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:58.544922 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d746780-be88-4424-b8b9-73a6412a4efb req-2afebda7-b641-4748-bd6d-9b639c736013 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 944 time: 0.1452312 Feb 09 21:33:58.545593 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8faf6b9c-38de-4b3b-88c5-c0c0e6e1562c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/75a762da-6aac-4027-a9d8-224c10d1958a HTTP/1.1" status: 204 len: 168 time: 0.4987357 Feb 09 21:33:58.570546 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca9694bb-1475-41a5-805c-29e9c2fefa15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (61802403-f7a8-4d2e-afdb-70dd65efeded), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:58.594476 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b063876-208d-41f4-a6fc-1715f3e28308 req-9a3a6380-7294-4307-817b-348d05251791 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692491 Feb 09 21:33:58.596005 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf6b9c-38de-4b3b-88c5-c0c0e6e1562c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a762da-6aac-4027-a9d8-224c10d1958a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:58.597657 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9694bb-1475-41a5-805c-29e9c2fefa15 admin admin] Pushing event updated for resources: {'Port': ['ID=e31daba2-68b7-41dd-ba7e-7ea5060185bf,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:58.628717 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bb076cef-3b6c-47d9-8106-65340e888e6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (77dd57a1-463a-4408-9465-4787abc1b93a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:58.655832 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d746780-be88-4424-b8b9-73a6412a4efb req-ea1a50b5-0b3a-4522-b13a-04ac2d37e10b tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956557 Feb 09 21:33:58.716051 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bb076cef-3b6c-47d9-8106-65340e888e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (77dd57a1-463a-4408-9465-4787abc1b93a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:58.717421 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb076cef-3b6c-47d9-8106-65340e888e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:58.718021 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bb076cef-3b6c-47d9-8106-65340e888e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:58.744115 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bb076cef-3b6c-47d9-8106-65340e888e6a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1695292 Feb 09 21:33:58.746703 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51686) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:58.753620 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-38a07b86-b5d1-44a9-93bd-2949ccd14a14 admin admin] Request body: {'subnet': {'network_id': '77dd57a1-463a-4408-9465-4787abc1b93a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-630461364-subnet', 'tenant_id': '211b1dc985ff47639c21a9fddd4e9aad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:58.793216 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a07b86-b5d1-44a9-93bd-2949ccd14a14 admin admin] Made reservation on behalf of 211b1dc985ff47639c21a9fddd4e9aad for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:58.812551 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-38a07b86-b5d1-44a9-93bd-2949ccd14a14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:58.812739 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9694bb-1475-41a5-805c-29e9c2fefa15 admin admin] Network b81c2627-1d1c-40bc-9bdd-74d78538e97a is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:58.815752 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-ca9694bb-1475-41a5-805c-29e9c2fefa15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:58.826926 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb076cef-3b6c-47d9-8106-65340e888e6a admin admin] Pushing event updated for resources: {'Network': ['ID=77dd57a1-463a-4408-9465-4787abc1b93a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:58.838118 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 77dd57a1-463a-4408-9465-4787abc1b93a details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:33:59.061128 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51694) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:59.129544 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8d73f9a7-acda-4434-89f7-590e8febc499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:59.150324 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bee98d-3af8-4af9-86db-16fda369d436 req-d6268772-72af-4b7d-aab4-c02e2eda347c tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:59.151997 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6bee98d-3af8-4af9-86db-16fda369d436 req-d6268772-72af-4b7d-aab4-c02e2eda347c tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 943 time: 0.2339399 Feb 09 21:33:59.170950 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0f02b681-db77-4df8-9f70-d7f1eb59db7c no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:33:59.193708 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 0f02b681-db77-4df8-9f70-d7f1eb59db7c {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:33:59.194301 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0f02b681-db77-4df8-9f70-d7f1eb59db7c not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:33:59.195213 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 199ff699-3388-439e-bc05-9e9bec66e321 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:33:59.264437 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b6fc9866-2795-4140-8ced-369cdd6069a3 None None] Provisioning complete for port e31daba2-68b7-41dd-ba7e-7ea5060185bf triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:59.264826 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b6fc9866-2795-4140-8ced-369cdd6069a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e31daba2-68b7-41dd-ba7e-7ea5060185bf), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:59.304739 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6bee98d-3af8-4af9-86db-16fda369d436 req-b60e7d8d-c4d0-4b67-b9d9-8225723de4e4 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434474 Feb 09 21:33:59.355488 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b6fc9866-2795-4140-8ced-369cdd6069a3 None None] Port e31daba2-68b7-41dd-ba7e-7ea5060185bf cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:33:59.378674 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 199ff699-3388-439e-bc05-9e9bec66e321 is: DOWN; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:59.509188 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-38a07b86-b5d1-44a9-93bd-2949ccd14a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (7f851a1c-4168-4e3d-a1a1-8d03956cada9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:59.542792 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9694bb-1475-41a5-805c-29e9c2fefa15 admin admin] Router 61802403-f7a8-4d2e-afdb-70dd65efeded has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:33:59.586219 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8d73f9a7-acda-4434-89f7-590e8febc499 admin admin] Publish callbacks [] for security_group (f9f7a57f-8e08-4aad-8eed-be2e9aea0891), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:59.632429 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaeb11f-eab1-410a-8dfd-5b86f3d386d4 req-14b275be-384b-4813-b30b-752b5852447c tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:59.634060 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1aaeb11f-eab1-410a-8dfd-5b86f3d386d4 req-14b275be-384b-4813-b30b-752b5852447c tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 944 time: 0.1685615 Feb 09 21:33:59.634781 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8d73f9a7-acda-4434-89f7-590e8febc499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f9f7a57f-8e08-4aad-8eed-be2e9aea0891), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:59.637842 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a07b86-b5d1-44a9-93bd-2949ccd14a14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f851a1c-4168-4e3d-a1a1-8d03956cada9,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:59.725597 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9694bb-1475-41a5-805c-29e9c2fefa15 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:33:59.729704 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 83b7ed03-0032-49c5-ad2c-c53fa30151aa up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:59.734373 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ca9694bb-1475-41a5-805c-29e9c2fefa15 admin admin] 10.222.0.77 "PUT /v2.0/routers/61802403-f7a8-4d2e-afdb-70dd65efeded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8199701 Feb 09 21:33:59.761800 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73f9a7-acda-4434-89f7-590e8febc499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f7a57f-8e08-4aad-8eed-be2e9aea0891,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:59.767522 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] Sync routers for ids ['61802403-f7a8-4d2e-afdb-70dd65efeded'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:33:59.794317 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] Routers {'61802403-f7a8-4d2e-afdb-70dd65efeded'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:33:59.795095 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:33:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['61802403-f7a8-4d2e-afdb-70dd65efeded'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:59.813054 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a07b86-b5d1-44a9-93bd-2949ccd14a14 admin admin] Checking segment: {'id': '5d6e321e-1a54-45aa-8f61-4b23739496ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '77dd57a1-463a-4408-9465-4787abc1b93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:59.813544 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a07b86-b5d1-44a9-93bd-2949ccd14a14 admin admin] Network hostable DHCP agents. Network: 77dd57a1-463a-4408-9465-4787abc1b93a, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:33:59.832551 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8d73f9a7-acda-4434-89f7-590e8febc499 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cde3a9003c69495daee85bd7d121c283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7662776 Feb 09 21:33:59.834979 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51716) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:59.871804 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a07b86-b5d1-44a9-93bd-2949ccd14a14 admin admin] Network 77dd57a1-463a-4408-9465-4787abc1b93a is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:33:59.898475 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-38a07b86-b5d1-44a9-93bd-2949ccd14a14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 77dd57a1-463a-4408-9465-4787abc1b93a) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:59.908812 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a07b86-b5d1-44a9-93bd-2949ccd14a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:59.909469 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-38a07b86-b5d1-44a9-93bd-2949ccd14a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:59.911239 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5fd1a7-f28f-4fc2-8ecb-697862577362 None None] Network 77dd57a1-463a-4408-9465-4787abc1b93a requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:33:59.933647 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1aaeb11f-eab1-410a-8dfd-5b86f3d386d4 req-af95e206-c3d6-4651-a7bb-28559deb21ed tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899959 Feb 09 21:33:59.957881 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7addbf6f-ebcc-40fd-a4f2-f04935255b7b admin admin] Publish callbacks [] for security_group (f9f7a57f-8e08-4aad-8eed-be2e9aea0891), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:59.982878 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-38a07b86-b5d1-44a9-93bd-2949ccd14a14 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2339015 Feb 09 21:34:00.000631 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-6add33aa-6b50-4552-89b0-887210ddeb28 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:00.012644 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-6add33aa-6b50-4552-89b0-887210ddeb28 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/networks?id=52bbb2ed-8162-4d76-a17c-1bb332688ad6 HTTP/1.1" status: 200 len: 804 time: 0.3580542 Feb 09 21:34:00.020450 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7addbf6f-ebcc-40fd-a4f2-f04935255b7b admin admin] Publish callbacks [] for security_group (f9f7a57f-8e08-4aad-8eed-be2e9aea0891), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:00.037257 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-bf5db523-d149-4750-bfc7-912696510d9d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/quotas/1b89b78a949d44f189d43eacfb5f58be HTTP/1.1" status: 200 len: 375 time: 0.0225351 Feb 09 21:34:00.088372 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 83b7ed03-0032-49c5-ad2c-c53fa30151aa triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:00.088749 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (83b7ed03-0032-49c5-ad2c-c53fa30151aa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:00.138525 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7addbf6f-ebcc-40fd-a4f2-f04935255b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f9f7a57f-8e08-4aad-8eed-be2e9aea0891), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:00.142091 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7addbf6f-ebcc-40fd-a4f2-f04935255b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:00.142822 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7addbf6f-ebcc-40fd-a4f2-f04935255b7b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f9f7a57f-8e08-4aad-8eed-be2e9aea0891 HTTP/1.1" status: 204 len: 168 time: 0.3066535 Feb 09 21:34:00.164319 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7addbf6f-ebcc-40fd-a4f2-f04935255b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f7a57f-8e08-4aad-8eed-be2e9aea0891,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:00.167510 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-f068c68d-d335-4a7f-9857-da7ef2a8374a tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b89b78a949d44f189d43eacfb5f58be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1197715 Feb 09 21:34:00.206456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310f76cf-cd9a-4d79-a700-e048174d6344 None None] Network 77dd57a1-463a-4408-9465-4787abc1b93a requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:34:00.217890 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744925dd-c479-431a-9b7a-8610897684e5 req-c89676ce-047f-4e56-bcd2-53124084e4f3 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:00.227607 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-744925dd-c479-431a-9b7a-8610897684e5 req-c89676ce-047f-4e56-bcd2-53124084e4f3 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 949 time: 0.1433966 Feb 09 21:34:00.357661 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-744925dd-c479-431a-9b7a-8610897684e5 req-360e6c91-9c00-4f29-8c45-ee8bca43427c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275640 Feb 09 21:34:00.396937 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 83b7ed03-0032-49c5-ad2c-c53fa30151aa is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:00.402307 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] Set router 61802403-f7a8-4d2e-afdb-70dd65efeded gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:34:00.598799 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa3f9d-025a-4f31-b833-05b16a1cd7b7 req-a5a00865-15a0-459f-9904-a139e3baff4f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:00.608762 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9fa3f9d-025a-4f31-b833-05b16a1cd7b7 req-a5a00865-15a0-459f-9904-a139e3baff4f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 944 time: 0.1445990 Feb 09 21:34:00.738099 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9fa3f9d-025a-4f31-b833-05b16a1cd7b7 req-a2a95878-15c9-4f58-b156-f09ebfee5e8f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950797 Feb 09 21:34:00.850153 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61802403-f7a8-4d2e-afdb-70dd65efeded', 'name': 'tempest-AttachSCSIVolumeTestJSON-704025350-router', 'tenant_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '83b7ed03-0032-49c5-ad2c-c53fa30151aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:47Z', 'updated_at': '2022-02-09T21:33:57Z', 'revision_number': 4, 'project_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'gw_port': {'id': '83b7ed03-0032-49c5-ad2c-c53fa30151aa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61802403-f7a8-4d2e-afdb-70dd65efeded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:49Z', 'updated_at': '2022-02-09T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'e31daba2-68b7-41dd-ba7e-7ea5060185bf', 'name': '', 'network_id': 'b81c2627-1d1c-40bc-9bdd-74d78538e97a', 'tenant_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'mac_address': 'fa:16:3e:0c:93:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61802403-f7a8-4d2e-afdb-70dd65efeded', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'f4d7c88c-5abf-49b6-b7ef-d7edb868b1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:55Z', 'updated_at': '2022-02-09T21:33:58Z', 'revision_number': 2, 'project_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'subnets': [{'id': 'f4d7c88c-5abf-49b6-b7ef-d7edb868b1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:00.903626 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] Checking router: 61802403-f7a8-4d2e-afdb-70dd65efeded for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:34:00.904146 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] Updating router 61802403-f7a8-4d2e-afdb-70dd65efeded port e31daba2-68b7-41dd-ba7e-7ea5060185bf binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:34:00.972763 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e31daba2-68b7-41dd-ba7e-7ea5060185bf), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:00.999507 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-44890dac-ad30-4023-b1c8-e2438bc9d877 service neutron] 10.222.0.77 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8142886 Feb 09 21:34:01.187463 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 93e63d34-3078-45f6-af70-480582a0508a up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:01.337893 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-b567b156-0f7d-4a2f-8116-6e0661d2c4e0 req-fe156d2e-dfc1-429f-a845-f49614549081 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1454210475', 'description': 'tempest-description-1951980383'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:01.348331 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-263b0a4f-27b3-47b1-9ccf-ec42e19ec265 service neutron] 10.222.0.77 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463984 Feb 09 21:34:01.412182 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b567b156-0f7d-4a2f-8116-6e0661d2c4e0 req-fe156d2e-dfc1-429f-a845-f49614549081 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:01.436377 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 93e63d34-3078-45f6-af70-480582a0508a completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:34:01.462316 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 93e63d34-3078-45f6-af70-480582a0508a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:01.463055 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (93e63d34-3078-45f6-af70-480582a0508a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:01.651825 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b567b156-0f7d-4a2f-8116-6e0661d2c4e0 req-fe156d2e-dfc1-429f-a845-f49614549081 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (5452a6cd-1820-4fe3-8746-2b72a6a958b5), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:01.664818 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b567b156-0f7d-4a2f-8116-6e0661d2c4e0 req-fe156d2e-dfc1-429f-a845-f49614549081 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5452a6cd-1820-4fe3-8746-2b72a6a958b5), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:01.794533 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe156d2e-dfc1-429f-a845-f49614549081 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5452a6cd-1820-4fe3-8746-2b72a6a958b5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:01.835121 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b567b156-0f7d-4a2f-8116-6e0661d2c4e0 req-fe156d2e-dfc1-429f-a845-f49614549081 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:01.837046 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b567b156-0f7d-4a2f-8116-6e0661d2c4e0 req-fe156d2e-dfc1-429f-a845-f49614549081 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5097704 Feb 09 21:34:01.854369 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 93e63d34-3078-45f6-af70-480582a0508a is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:01.854879 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (93e63d34-3078-45f6-af70-480582a0508a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:01.879695 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] Publish callbacks [] for port (e31daba2-68b7-41dd-ba7e-7ea5060185bf), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:01.910833 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 93e63d34-3078-45f6-af70-480582a0508a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=93e63d34-3078-45f6-af70-480582a0508a,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:01.913609 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581371a9-8353-46f8-a613-0e8892a368a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e63d34-3078-45f6-af70-480582a0508a'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:01.917448 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6680d8c7-052d-4227-913d-cedcbe690d99" -d '{"events": [{"server_uuid": "581371a9-8353-46f8-a613-0e8892a368a5", "name": "network-vif-plugged", "status": "completed", "tag": "93e63d34-3078-45f6-af70-480582a0508a"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:01.921095 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e31daba2-68b7-41dd-ba7e-7ea5060185bf), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:01.930342 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (93e63d34-3078-45f6-af70-480582a0508a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:02.048338 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8e427-a9af-4d84-b20e-8466473b8e9e req-0fcbe103-4cd2-4398-92ae-9a1324d23717 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:02.053194 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bd8e427-a9af-4d84-b20e-8466473b8e9e req-0fcbe103-4cd2-4398-92ae-9a1324d23717 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 943 time: 0.2631564 Feb 09 21:34:02.157909 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bd8e427-a9af-4d84-b20e-8466473b8e9e req-2052dfb7-f24c-4491-a74c-113e1d0d1728 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963004 Feb 09 21:34:02.167758 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214321e-395c-4ef4-a9de-37484abc5440 None None] Pushing event updated for resources: {'Port': ['ID=e31daba2-68b7-41dd-ba7e-7ea5060185bf,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:02.301902 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=93e63d34-3078-45f6-af70-480582a0508a,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:02.489233 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] Attempting to bind port e31daba2-68b7-41dd-ba7e-7ea5060185bf on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:02.490392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] Attempting to bind port e31daba2-68b7-41dd-ba7e-7ea5060185bf by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b81c2627-1d1c-40bc-9bdd-74d78538e97a'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:02.491048 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] Attempting to bind port e31daba2-68b7-41dd-ba7e-7ea5060185bf on network b81c2627-1d1c-40bc-9bdd-74d78538e97a {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:02.505054 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:02.508253 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42f80c-489d-4b57-8ef7-8f2c7de43be6 req-b8fc7615-0dc9-4444-bd33-c7a40faf3bce tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:02.511383 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] Checking segment: {'id': '93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b81c2627-1d1c-40bc-9bdd-74d78538e97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:02.515110 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:02.515529 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] Bound using segment: {'id': '93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b81c2627-1d1c-40bc-9bdd-74d78538e97a'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:02.516227 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4f42f80c-489d-4b57-8ef7-8f2c7de43be6 req-b8fc7615-0dc9-4444-bd33-c7a40faf3bce tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 949 time: 0.1626267 Feb 09 21:34:02.516572 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] Bound port: e31daba2-68b7-41dd-ba7e-7ea5060185bf, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b81c2627-1d1c-40bc-9bdd-74d78538e97a'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:02.517156 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e31daba2-68b7-41dd-ba7e-7ea5060185bf), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:02.844153 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] For port e31daba2-68b7-41dd-ba7e-7ea5060185bf, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:02.855016 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] For port e31daba2-68b7-41dd-ba7e-7ea5060185bf, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=e31daba2-68b7-41dd-ba7e-7ea5060185bf,segment=NetworkSegment(93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec),segment_id=93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:02.863927 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6b950522-e628-4f86-ba50-8306dc68416a None None] Provisioning complete for port e31daba2-68b7-41dd-ba7e-7ea5060185bf triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:02.865484 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b950522-e628-4f86-ba50-8306dc68416a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e31daba2-68b7-41dd-ba7e-7ea5060185bf), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:02.903096 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e31daba2-68b7-41dd-ba7e-7ea5060185bf), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:02.910005 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4f42f80c-489d-4b57-8ef7-8f2c7de43be6 req-b1ac250b-7ee0-4117-a311-1579254adc35 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921633 Feb 09 21:34:02.949495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80cc35-5831-4297-93e0-398748317ddf req-45f9fdcf-d032-436c-8db4-3d22f3c9cea1 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:02.958302 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee80cc35-5831-4297-93e0-398748317ddf req-45f9fdcf-d032-436c-8db4-3d22f3c9cea1 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.9915745 Feb 09 21:34:02.986042 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214321e-395c-4ef4-a9de-37484abc5440 None None] Pushing event updated for resources: {'Port': ['ID=e31daba2-68b7-41dd-ba7e-7ea5060185bf,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:03.015293 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6b950522-e628-4f86-ba50-8306dc68416a None None] Port e31daba2-68b7-41dd-ba7e-7ea5060185bf cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:34:03.024746 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] Routers {'61802403-f7a8-4d2e-afdb-70dd65efeded'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:34:03.025730 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:33:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['61802403-f7a8-4d2e-afdb-70dd65efeded'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:03.157587 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee80cc35-5831-4297-93e0-398748317ddf req-f633494c-f8fb-404f-ba49-908ab211c3f4 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982887 Feb 09 21:34:03.339684 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6e849e61-ea48-4b29-b6bf-4d909b5c4196 req-5354bd68-e392-4ee8-b3c8-ce672d8658fc tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb57b1d-3622-4f2d-9a0e-3abea4e73d03 HTTP/1.1" status: 200 len: 210 time: 0.1712122 Feb 09 21:34:03.552762 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ef549-641b-41b0-aa03-1673cce85f7c req-652c58dc-e062-4da9-b6ae-75ebe5cab8fd tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:03.564539 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-241ef549-641b-41b0-aa03-1673cce85f7c req-652c58dc-e062-4da9-b6ae-75ebe5cab8fd tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 944 time: 0.2783484 Feb 09 21:34:03.622179 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4fa27580-b3cd-4437-be1a-9b8103aeecf6 req-8efacde9-d235-483a-8dbe-84a744c1dba7 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "GET /v2.0/security-groups/5452a6cd-1820-4fe3-8746-2b72a6a958b5 HTTP/1.1" status: 200 len: 1822 time: 0.2587147 Feb 09 21:34:03.628936 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-4fa27580-b3cd-4437-be1a-9b8103aeecf6 req-285ff67f-a5a6-4bef-b3ca-3ce059e36c03 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5452a6cd-1820-4fe3-8746-2b72a6a958b5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:03.632672 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-4fa27580-b3cd-4437-be1a-9b8103aeecf6 req-285ff67f-a5a6-4bef-b3ca-3ce059e36c03 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5452a6cd-1820-4fe3-8746-2b72a6a958b5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:03.691048 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-241ef549-641b-41b0-aa03-1673cce85f7c req-c9f0b27e-1278-40ce-a872-287f622b9786 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246526 Feb 09 21:34:03.816205 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b4c212-219f-47da-ad46-09019f3ce404 x-openstack-request-id: req-27b4c212-219f-47da-ad46-09019f3ce404 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:03.817234 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581371a9-8353-46f8-a613-0e8892a368a5", "name": "network-vif-plugged", "status": "completed", "tag": "93e63d34-3078-45f6-af70-480582a0508a", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:03.817704 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-27b4c212-219f-47da-ad46-09019f3ce404 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:03.818302 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '581371a9-8353-46f8-a613-0e8892a368a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e63d34-3078-45f6-af70-480582a0508a', 'code': 200} Feb 09 21:34:03.821863 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4fa27580-b3cd-4437-be1a-9b8103aeecf6 req-285ff67f-a5a6-4bef-b3ca-3ce059e36c03 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group_rule (9bbefb0f-357f-4d0f-9a2b-dc35f362be26), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:03.831492 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-dfde4ae9-d5e9-469d-98db-a2eda1bace53 None None] Provisioning complete for port e31daba2-68b7-41dd-ba7e-7ea5060185bf triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:03.832287 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dfde4ae9-d5e9-469d-98db-a2eda1bace53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e31daba2-68b7-41dd-ba7e-7ea5060185bf), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:03.864990 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4fa27580-b3cd-4437-be1a-9b8103aeecf6 req-285ff67f-a5a6-4bef-b3ca-3ce059e36c03 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group_rule (9bbefb0f-357f-4d0f-9a2b-dc35f362be26), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:03.879870 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4fa27580-b3cd-4437-be1a-9b8103aeecf6 req-285ff67f-a5a6-4bef-b3ca-3ce059e36c03 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (9bbefb0f-357f-4d0f-9a2b-dc35f362be26), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:04.065959 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ff67f-a5a6-4bef-b3ca-3ce059e36c03 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bbefb0f-357f-4d0f-9a2b-dc35f362be26,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:04.097437 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4fa27580-b3cd-4437-be1a-9b8103aeecf6 req-285ff67f-a5a6-4bef-b3ca-3ce059e36c03 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:04.103230 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-a923cab7-d678-47bd-89fd-759751a63459 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:04.112970 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-a923cab7-d678-47bd-89fd-759751a63459 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.71 "GET /v2.0/networks?id=52bbb2ed-8162-4d76-a17c-1bb332688ad6 HTTP/1.1" status: 200 len: 804 time: 0.3631165 Feb 09 21:34:04.123431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4fa27580-b3cd-4437-be1a-9b8103aeecf6 req-285ff67f-a5a6-4bef-b3ca-3ce059e36c03 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4887257 Feb 09 21:34:04.164136 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-516d2c9e-1bc4-4c81-8ee7-1d17cc653328 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Request body: {'port': {'device_id': '2fb57b1d-3622-4f2d-9a0e-3abea4e73d03', 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6', 'admin_state_up': True, 'tenant_id': '1b89b78a949d44f189d43eacfb5f58be'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:04.231089 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e944d44-b762-429b-909c-ba2ddfa1fa1a req-79a890ea-d8b9-4c6f-a554-d7409bc92e56 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:04.245349 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e944d44-b762-429b-909c-ba2ddfa1fa1a req-79a890ea-d8b9-4c6f-a554-d7409bc92e56 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 943 time: 0.2955134 Feb 09 21:34:04.269489 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-dfde4ae9-d5e9-469d-98db-a2eda1bace53 None None] Current status of the port e31daba2-68b7-41dd-ba7e-7ea5060185bf is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:04.269872 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dfde4ae9-d5e9-469d-98db-a2eda1bace53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e31daba2-68b7-41dd-ba7e-7ea5060185bf), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:04.300960 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] Set router 61802403-f7a8-4d2e-afdb-70dd65efeded gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:34:04.351316 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15092eb3-94d1-4c7a-afaa-96d2d1df5a04 req-c9961b80-b3a8-4f2a-bc04-76db1df726ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:04.353345 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-15092eb3-94d1-4c7a-afaa-96d2d1df5a04 req-c9961b80-b3a8-4f2a-bc04-76db1df726ed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 1127 time: 0.2347028 Feb 09 21:34:04.435789 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e944d44-b762-429b-909c-ba2ddfa1fa1a req-ce201542-f3c4-44d5-807f-cd8a402d2eff tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889274 Feb 09 21:34:04.485175 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-dfde4ae9-d5e9-469d-98db-a2eda1bace53 None None] For port e31daba2-68b7-41dd-ba7e-7ea5060185bf, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=e31daba2-68b7-41dd-ba7e-7ea5060185bf,segment=NetworkSegment(93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec),segment_id=93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:04.489407 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5d007-e23c-49bb-acd0-312d3bc693e0 req-45d10a32-587f-403c-a215-b663b5bbfc64 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:04.499472 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22b5d007-e23c-49bb-acd0-312d3bc693e0 req-45d10a32-587f-403c-a215-b663b5bbfc64 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 949 time: 0.1901693 Feb 09 21:34:04.505618 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-15092eb3-94d1-4c7a-afaa-96d2d1df5a04 req-da09ead2-2b2f-4e0b-95d7-075b6ae9839c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337111 Feb 09 21:34:04.516727 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dfde4ae9-d5e9-469d-98db-a2eda1bace53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e31daba2-68b7-41dd-ba7e-7ea5060185bf), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:04.553451 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-516d2c9e-1bc4-4c81-8ee7-1d17cc653328 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Made reservation on behalf of 1b89b78a949d44f189d43eacfb5f58be for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:04.557733 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-516d2c9e-1bc4-4c81-8ee7-1d17cc653328 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:04.578097 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-0f5c42a5-a0e5-4497-9c81-86efb1b73edc req-9a396b92-82dc-4c4f-af87-b759104c0a34 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1509561512', 'description': 'tempest-description-2117507453'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:04.683598 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22b5d007-e23c-49bb-acd0-312d3bc693e0 req-bc400a12-8067-4da7-bf68-f4bc93056793 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831374 Feb 09 21:34:04.712948 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0f5c42a5-a0e5-4497-9c81-86efb1b73edc req-9a396b92-82dc-4c4f-af87-b759104c0a34 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:04.922968 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde4ae9-d5e9-469d-98db-a2eda1bace53 None None] Pushing event updated for resources: {'Port': ['ID=e31daba2-68b7-41dd-ba7e-7ea5060185bf,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:04.997039 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-516d2c9e-1bc4-4c81-8ee7-1d17cc653328 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Allocated IP 172.20.0.7 (52bbb2ed-8162-4d76-a17c-1bb332688ad6/17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf/8ab5b352-ecf0-44d3-8a29-7896eabb02aa) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:34:05.026287 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0f5c42a5-a0e5-4497-9c81-86efb1b73edc req-9a396b92-82dc-4c4f-af87-b759104c0a34 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (8cb0f889-2e6f-498a-9879-61cf82f873be), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:05.026545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61802403-f7a8-4d2e-afdb-70dd65efeded', 'name': 'tempest-AttachSCSIVolumeTestJSON-704025350-router', 'tenant_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '83b7ed03-0032-49c5-ad2c-c53fa30151aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:47Z', 'updated_at': '2022-02-09T21:33:57Z', 'revision_number': 4, 'project_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'gw_port': {'id': '83b7ed03-0032-49c5-ad2c-c53fa30151aa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61802403-f7a8-4d2e-afdb-70dd65efeded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:49Z', 'updated_at': '2022-02-09T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'e31daba2-68b7-41dd-ba7e-7ea5060185bf', 'name': '', 'network_id': 'b81c2627-1d1c-40bc-9bdd-74d78538e97a', 'tenant_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'mac_address': 'fa:16:3e:0c:93:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61802403-f7a8-4d2e-afdb-70dd65efeded', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'f4d7c88c-5abf-49b6-b7ef-d7edb868b1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:55Z', 'updated_at': '2022-02-09T21:34:02Z', 'revision_number': 4, 'project_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'subnets': [{'id': 'f4d7c88c-5abf-49b6-b7ef-d7edb868b1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:05.044139 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0f5c42a5-a0e5-4497-9c81-86efb1b73edc req-9a396b92-82dc-4c4f-af87-b759104c0a34 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8cb0f889-2e6f-498a-9879-61cf82f873be), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:05.068901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b120bc2-8925-44ab-9b50-aa36a6e71b16 req-df809f97-33e2-47d3-9ff8-068ebefee73c tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:05.071686 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b120bc2-8925-44ab-9b50-aa36a6e71b16 req-df809f97-33e2-47d3-9ff8-068ebefee73c tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.2406869 Feb 09 21:34:05.123919 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9287b8d6-7a47-4f1d-b975-70dc19df6a23 None None] The sync data for ids ['61802403-f7a8-4d2e-afdb-70dd65efeded'] in n-d-828601-1 is: [{'id': '61802403-f7a8-4d2e-afdb-70dd65efeded', 'name': 'tempest-AttachSCSIVolumeTestJSON-704025350-router', 'tenant_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '83b7ed03-0032-49c5-ad2c-c53fa30151aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:47Z', 'updated_at': '2022-02-09T21:33:57Z', 'revision_number': 4, 'project_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'gw_port': {'id': '83b7ed03-0032-49c5-ad2c-c53fa30151aa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61802403-f7a8-4d2e-afdb-70dd65efeded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:49Z', 'updated_at': '2022-02-09T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'e31daba2-68b7-41dd-ba7e-7ea5060185bf', 'name': '', 'network_id': 'b81c2627-1d1c-40bc-9bdd-74d78538e97a', 'tenant_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'mac_address': 'fa:16:3e:0c:93:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61802403-f7a8-4d2e-afdb-70dd65efeded', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'f4d7c88c-5abf-49b6-b7ef-d7edb868b1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:55Z', 'updated_at': '2022-02-09T21:34:02Z', 'revision_number': 4, 'project_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'subnets': [{'id': 'f4d7c88c-5abf-49b6-b7ef-d7edb868b1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:34:05.243218 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a396b92-82dc-4c4f-af87-b759104c0a34 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb0f889-2e6f-498a-9879-61cf82f873be,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:05.399874 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b120bc2-8925-44ab-9b50-aa36a6e71b16 req-25d813a2-efa1-42d7-8a1e-d0310403a51b tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097889 Feb 09 21:34:05.409353 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0f5c42a5-a0e5-4497-9c81-86efb1b73edc req-9a396b92-82dc-4c4f-af87-b759104c0a34 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:05.428261 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f5c42a5-a0e5-4497-9c81-86efb1b73edc req-9a396b92-82dc-4c4f-af87-b759104c0a34 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.8848224 Feb 09 21:34:05.461103 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-516d2c9e-1bc4-4c81-8ee7-1d17cc653328 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks [] for port (8ab5b352-ecf0-44d3-8a29-7896eabb02aa), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:05.597843 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-516d2c9e-1bc4-4c81-8ee7-1d17cc653328 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (8ab5b352-ecf0-44d3-8a29-7896eabb02aa), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:05.610079 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['70e3d19a-7558-4685-a196-a6de110f0bf5'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:05.669343 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-516d2c9e-1bc4-4c81-8ee7-1d17cc653328 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:34:05.674439 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-516d2c9e-1bc4-4c81-8ee7-1d17cc653328 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:05.787829 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-516d2c9e-1bc4-4c81-8ee7-1d17cc653328 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:34:05.968761 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-516d2c9e-1bc4-4c81-8ee7-1d17cc653328 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:05.971134 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-516d2c9e-1bc4-4c81-8ee7-1d17cc653328 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:05.999184 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device e31daba2-68b7-41dd-ba7e-7ea5060185bf up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:06.017460 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e841e18-6f6f-4d31-8f09-b2d6d40ba215 req-9354af29-5690-47f0-a575-060b44dafd41 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:06.041484 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e841e18-6f6f-4d31-8f09-b2d6d40ba215 req-9354af29-5690-47f0-a575-060b44dafd41 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 944 time: 0.4485707 Feb 09 21:34:06.053484 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-516d2c9e-1bc4-4c81-8ee7-1d17cc653328 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9057012 Feb 09 21:34:06.057651 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d2c9e-1bc4-4c81-8ee7-1d17cc653328 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Pushing event updated for resources: {'Port': ['ID=8ab5b352-ecf0-44d3-8a29-7896eabb02aa,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:06.080243 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] Request body: {'port': {'device_id': '2fb57b1d-3622-4f2d-9a0e-3abea4e73d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:06.084324 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84bb78-efd9-469c-9287-61099b05bf57 req-3f7a1e9a-de12-4111-bb9f-75d57e12b132 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:06.092750 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9e84bb78-efd9-469c-9287-61099b05bf57 req-3f7a1e9a-de12-4111-bb9f-75d57e12b132 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb57b1d-3622-4f2d-9a0e-3abea4e73d03 HTTP/1.1" status: 200 len: 931 time: 0.5139356 Feb 09 21:34:06.119068 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-9d65c8a4-915a-4df5-be5a-fec2d94c5972 service neutron] show failed (client error): The resource could not be found. Feb 09 21:34:06.120457 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-9d65c8a4-915a-4df5-be5a-fec2d94c5972 service neutron] 10.222.0.71 "GET /v2.0/ports/c59bb848-5d01-48da-b625-da7ec00703fa/bindings/n-h2-828601-1 HTTP/1.1" status: 404 len: 380 time: 0.3102851 Feb 09 21:34:06.282957 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8ab5b352-ecf0-44d3-8a29-7896eabb02aa), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:06.353352 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e841e18-6f6f-4d31-8f09-b2d6d40ba215 req-68702df8-86af-4639-9ed8-bf1d02888d48 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096685 Feb 09 21:34:06.380840 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9e84bb78-efd9-469c-9287-61099b05bf57 req-1e5b12b8-8e80-496c-bdd2-98806745ab30 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650263 Feb 09 21:34:06.476043 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port e31daba2-68b7-41dd-ba7e-7ea5060185bf triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:06.476441 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e31daba2-68b7-41dd-ba7e-7ea5060185bf), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:06.649542 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-378389fd-e783-44e2-a9dd-0c235658fb6a req-dc5ee774-931e-42b6-937d-caa9b6177e56 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "GET /v2.0/security-groups/8cb0f889-2e6f-498a-9879-61cf82f873be HTTP/1.1" status: 200 len: 1822 time: 0.2248912 Feb 09 21:34:06.664147 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-378389fd-e783-44e2-a9dd-0c235658fb6a req-08f5b0a9-ce07-4766-abf4-f44e58026399 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8cb0f889-2e6f-498a-9879-61cf82f873be', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:06.664506 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-378389fd-e783-44e2-a9dd-0c235658fb6a req-08f5b0a9-ce07-4766-abf4-f44e58026399 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8cb0f889-2e6f-498a-9879-61cf82f873be', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:06.675032 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port e31daba2-68b7-41dd-ba7e-7ea5060185bf is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:06.955674 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21cfb4-acb2-46d0-bad6-1a20d7b213f9 req-4d46031b-b2c2-4dca-abe9-945bb5eb0eaf tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:06.966639 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd21cfb4-acb2-46d0-bad6-1a20d7b213f9 req-4d46031b-b2c2-4dca-abe9-945bb5eb0eaf tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 943 time: 0.2851894 Feb 09 21:34:07.004966 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-f181cd19-7f0b-4fd0-852d-e41b58b0403c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:07.019585 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-f181cd19-7f0b-4fd0-852d-e41b58b0403c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10&tenant_id=8e648e74041548769a4577091999e05a HTTP/1.1" status: 200 len: 1131 time: 0.5265095 Feb 09 21:34:07.053954 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828601-1', 'device_owner': 'compute:nova'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:07.061694 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd21cfb4-acb2-46d0-bad6-1a20d7b213f9 req-eb4c8460-e63a-4a1e-befc-791e3914598f tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884759 Feb 09 21:34:07.120387 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-378389fd-e783-44e2-a9dd-0c235658fb6a req-08f5b0a9-ce07-4766-abf4-f44e58026399 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group_rule (4aaf7246-1c32-49ad-b772-8d1acbf6f9c0), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:07.178399 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-378389fd-e783-44e2-a9dd-0c235658fb6a req-08f5b0a9-ce07-4766-abf4-f44e58026399 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group_rule (4aaf7246-1c32-49ad-b772-8d1acbf6f9c0), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:07.186590 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-378389fd-e783-44e2-a9dd-0c235658fb6a req-08f5b0a9-ce07-4766-abf4-f44e58026399 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (4aaf7246-1c32-49ad-b772-8d1acbf6f9c0), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:07.259569 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-378389fd-e783-44e2-a9dd-0c235658fb6a req-08f5b0a9-ce07-4766-abf4-f44e58026399 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:07.279957 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-378389fd-e783-44e2-a9dd-0c235658fb6a req-08f5b0a9-ce07-4766-abf4-f44e58026399 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6292977 Feb 09 21:34:07.288747 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:07.356693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5b0a9-ce07-4766-abf4-f44e58026399 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aaf7246-1c32-49ad-b772-8d1acbf6f9c0,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:07.411429 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929c3f6-09e1-4bd4-bd76-3970bea1c0b5 req-763c534a-a3b1-4f7f-9f63-0523492510cd tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:07.436169 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6929c3f6-09e1-4bd4-bd76-3970bea1c0b5 req-763c534a-a3b1-4f7f-9f63-0523492510cd tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 949 time: 0.1527212 Feb 09 21:34:07.670910 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6929c3f6-09e1-4bd4-bd76-3970bea1c0b5 req-ac7bb148-e9ce-4239-884c-a5f22b496de3 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333992 Feb 09 21:34:07.715627 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70cd839-3096-43c3-883f-1d1daca41433 req-06c6f838-ee4a-4641-8c96-25cf554370f6 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:07.718078 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a70cd839-3096-43c3-883f-1d1daca41433 req-06c6f838-ee4a-4641-8c96-25cf554370f6 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.2164774 Feb 09 21:34:07.741662 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-d63948f3-172e-4f2f-b89d-443d39d7a5c8 req-750d981c-4778-4e76-bed4-8551ee800c0f tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-49115941', 'description': 'tempest-description-1680527360'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:07.747365 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab5b352-ecf0-44d3-8a29-7896eabb02aa {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:07.792436 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3c6f69f9-98d8-4cd2-8dde-df43e2f283ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:07.806099 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] Publish callbacks [] for port (8ab5b352-ecf0-44d3-8a29-7896eabb02aa), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:07.887336 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a70cd839-3096-43c3-883f-1d1daca41433 req-000581dc-cf51-4044-9c6a-f5103e222216 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313493 Feb 09 21:34:07.899794 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d63948f3-172e-4f2f-b89d-443d39d7a5c8 req-750d981c-4778-4e76-bed4-8551ee800c0f tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:07.950729 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] Transition to ACTIVE for port object 8ab5b352-ecf0-44d3-8a29-7896eabb02aa will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:34:07.966203 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (8ab5b352-ecf0-44d3-8a29-7896eabb02aa), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:08.074361 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d63948f3-172e-4f2f-b89d-443d39d7a5c8 req-750d981c-4778-4e76-bed4-8551ee800c0f tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (9d59d20a-e92f-4e8b-8cc9-d9f9c3224e34), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:08.077929 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] For port c59bb848-5d01-48da-b625-da7ec00703fa, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=c59bb848-5d01-48da-b625-da7ec00703fa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:08.091774 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d63948f3-172e-4f2f-b89d-443d39d7a5c8 req-750d981c-4778-4e76-bed4-8551ee800c0f tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (9d59d20a-e92f-4e8b-8cc9-d9f9c3224e34), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:08.119457 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] For port c59bb848-5d01-48da-b625-da7ec00703fa, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:08.158578 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d63948f3-172e-4f2f-b89d-443d39d7a5c8 req-750d981c-4778-4e76-bed4-8551ee800c0f tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:08.171415 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d63948f3-172e-4f2f-b89d-443d39d7a5c8 req-750d981c-4778-4e76-bed4-8551ee800c0f tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4522214 Feb 09 21:34:08.222285 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] Publish callbacks [] for port (c59bb848-5d01-48da-b625-da7ec00703fa), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:08.256482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] Transition to ACTIVE for port object c59bb848-5d01-48da-b625-da7ec00703fa will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:34:08.277016 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7776139-fac3-451f-9811-5bc2ee08ae10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59bb848-5d01-48da-b625-da7ec00703fa'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:08.283054 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b396072d-7609-4589-95c4-777abc8ded48" -d '{"events": [{"server_uuid": "c7776139-fac3-451f-9811-5bc2ee08ae10", "name": "network-vif-unplugged", "status": "completed", "tag": "c59bb848-5d01-48da-b625-da7ec00703fa"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:08.302435 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:08.329046 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d981c-4778-4e76-bed4-8551ee800c0f tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d59d20a-e92f-4e8b-8cc9-d9f9c3224e34,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:08.382907 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab5b352-ecf0-44d3-8a29-7896eabb02aa,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:08.387895 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca22c3b-1b5f-4894-ac5b-2dd9fefe1425 req-bab01526-6435-4d2b-bdce-62b2566abd03 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:08.405916 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aca22c3b-1b5f-4894-ac5b-2dd9fefe1425 req-bab01526-6435-4d2b-bdce-62b2566abd03 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb57b1d-3622-4f2d-9a0e-3abea4e73d03 HTTP/1.1" status: 200 len: 943 time: 0.1329055 Feb 09 21:34:08.439451 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8b37e-8a78-499c-af0c-9aadf81f71c4 req-a7c9b550-1fd1-4a06-be74-d0fc75bdfee2 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:08.441466 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1c8b37e-8a78-499c-af0c-9aadf81f71c4 req-a7c9b550-1fd1-4a06-be74-d0fc75bdfee2 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 944 time: 0.2880313 Feb 09 21:34:08.495770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] Pushing event updated for resources: {'Port': ['ID=c59bb848-5d01-48da-b625-da7ec00703fa,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:08.562682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] No DVR routers for this DVR port c59bb848-5d01-48da-b625-da7ec00703fa on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:08.593355 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aca22c3b-1b5f-4894-ac5b-2dd9fefe1425 req-fa480934-ebd9-484c-ae7f-bb41811cffc7 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863201 Feb 09 21:34:08.610921 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] Attempting to bind port 8ab5b352-ecf0-44d3-8a29-7896eabb02aa on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:08.615943 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] Attempting to bind port 8ab5b352-ecf0-44d3-8a29-7896eabb02aa by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:08.616564 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] Attempting to bind port 8ab5b352-ecf0-44d3-8a29-7896eabb02aa on network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:08.662770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] Port 8ab5b352-ecf0-44d3-8a29-7896eabb02aa on network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:08.664068 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] Attempting to bind port 8ab5b352-ecf0-44d3-8a29-7896eabb02aa on network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:08.679560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:08.680255 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] Checking segment: {'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:08.681418 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] Bound using segment: {'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:08.682061 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] Bound port: 8ab5b352-ecf0-44d3-8a29-7896eabb02aa, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:08.682634 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8ab5b352-ecf0-44d3-8a29-7896eabb02aa), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:08.700954 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] Attempting to bind port c59bb848-5d01-48da-b625-da7ec00703fa on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:08.701587 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] Attempting to bind port c59bb848-5d01-48da-b625-da7ec00703fa by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:08.702772 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] Attempting to bind port c59bb848-5d01-48da-b625-da7ec00703fa on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:08.710639 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] Port c59bb848-5d01-48da-b625-da7ec00703fa on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:08.711216 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] Attempting to bind port c59bb848-5d01-48da-b625-da7ec00703fa on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:08.715454 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1c8b37e-8a78-499c-af0c-9aadf81f71c4 req-2d4271fd-afbb-4902-a8c5-5aa71bd3126e tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585158 Feb 09 21:34:08.754026 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:08.759810 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:08.760333 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:08.760890 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] Bound port: c59bb848-5d01-48da-b625-da7ec00703fa, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:08.761373 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:08.899020 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42245d88-5cb1-4063-a47a-779d564b3a74 req-262589f9-15fb-49c0-9938-762956341104 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:08.907034 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42245d88-5cb1-4063-a47a-779d564b3a74 req-262589f9-15fb-49c0-9938-762956341104 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 1127 time: 0.1521089 Feb 09 21:34:08.964756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] For port c59bb848-5d01-48da-b625-da7ec00703fa, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:08.973112 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] For port c59bb848-5d01-48da-b625-da7ec00703fa, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c59bb848-5d01-48da-b625-da7ec00703fa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:08.995449 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:09.097791 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:09.099202 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:09.102283 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] 10.222.0.42 "PUT /v2.0/ports/c59bb848-5d01-48da-b625-da7ec00703fa HTTP/1.1" status: 200 len: 1095 time: 2.0591860 Feb 09 21:34:09.138746 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] For port 8ab5b352-ecf0-44d3-8a29-7896eabb02aa, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:09.165617 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42245d88-5cb1-4063-a47a-779d564b3a74 req-6adeb930-8451-4c9f-8dcb-33264f124791 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544327 Feb 09 21:34:09.207876 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b514d1b-1ed4-431b-8032-e9e48e8b97c6 req-01d34a43-33ad-4d3d-ab61-4073955e17a0 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:09.209744 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b514d1b-1ed4-431b-8032-e9e48e8b97c6 req-01d34a43-33ad-4d3d-ab61-4073955e17a0 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 943 time: 0.2642205 Feb 09 21:34:09.260811 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-bf22b7ca-2d18-49e0-a717-69ae1d33df54 req-291f8d8e-f8a0-463c-9f28-567ef1402ebd tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1261601544', 'description': 'tempest-description-443966180'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:09.325677 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] For port 8ab5b352-ecf0-44d3-8a29-7896eabb02aa, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8ab5b352-ecf0-44d3-8a29-7896eabb02aa,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:09.364599 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (8ab5b352-ecf0-44d3-8a29-7896eabb02aa), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:09.416693 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:09.420123 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:09.420275 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bf22b7ca-2d18-49e0-a717-69ae1d33df54 req-291f8d8e-f8a0-463c-9f28-567ef1402ebd tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:09.426480 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] 10.222.0.71 "PUT /v2.0/ports/8ab5b352-ecf0-44d3-8a29-7896eabb02aa HTTP/1.1" status: 200 len: 1091 time: 3.3650315 Feb 09 21:34:09.441742 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99811f46-ebff-4770-83be-26c0c98a047d service neutron] Pushing event updated for resources: {'Port': ['ID=c59bb848-5d01-48da-b625-da7ec00703fa,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:09.483245 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b514d1b-1ed4-431b-8032-e9e48e8b97c6 req-69243202-72f4-4ad8-a8c7-11d06a532d91 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2661638 Feb 09 21:34:09.608940 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bf22b7ca-2d18-49e0-a717-69ae1d33df54 req-291f8d8e-f8a0-463c-9f28-567ef1402ebd tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (375be614-cd93-4bd2-ba8c-2d1abc1fa452), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:09.616010 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bf22b7ca-2d18-49e0-a717-69ae1d33df54 req-291f8d8e-f8a0-463c-9f28-567ef1402ebd tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (375be614-cd93-4bd2-ba8c-2d1abc1fa452), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:09.656215 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bf22b7ca-2d18-49e0-a717-69ae1d33df54 req-291f8d8e-f8a0-463c-9f28-567ef1402ebd tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:09.657635 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bf22b7ca-2d18-49e0-a717-69ae1d33df54 req-291f8d8e-f8a0-463c-9f28-567ef1402ebd tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4123492 Feb 09 21:34:09.669358 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f8d8e-f8a0-463c-9f28-567ef1402ebd tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=375be614-cd93-4bd2-ba8c-2d1abc1fa452,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:09.739110 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device c59bb848-5d01-48da-b625-da7ec00703fa no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:09.766505 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed69c3d3-7acf-46b7-88ff-7b909c5e8743 x-openstack-request-id: req-ed69c3d3-7acf-46b7-88ff-7b909c5e8743 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:09.771115 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7776139-fac3-451f-9811-5bc2ee08ae10", "name": "network-vif-unplugged", "status": "completed", "tag": "c59bb848-5d01-48da-b625-da7ec00703fa", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:09.772104 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed69c3d3-7acf-46b7-88ff-7b909c5e8743 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:09.774474 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7776139-fac3-451f-9811-5bc2ee08ae10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59bb848-5d01-48da-b625-da7ec00703fa', 'code': 200} Feb 09 21:34:09.776655 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ad9ce-8367-4cd6-bd67-2ac67c5d0ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab5b352-ecf0-44d3-8a29-7896eabb02aa,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:09.842684 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c3edf-5789-4453-a166-ea332a5b260e req-6468ed5c-c557-40ce-8e4b-aec909f98b17 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:09.845790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-67945c5d-2180-4696-bb35-ae20fea5152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:09.848897 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-67945c5d-2180-4696-bb35-ae20fea5152e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 1129 time: 0.7116191 Feb 09 21:34:09.861324 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b33c3edf-5789-4453-a166-ea332a5b260e req-6468ed5c-c557-40ce-8e4b-aec909f98b17 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 947 time: 0.1522942 Feb 09 21:34:09.888544 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] The host n-h1-828601-1 is not matching for port c59bb848-5d01-48da-b625-da7ec00703fa host n-h2-828601-1! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:34:09.889396 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device c59bb848-5d01-48da-b625-da7ec00703fa not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:34:09.956307 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-feab7726-b1b8-4230-ada7-8696cc40f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:09.961405 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-feab7726-b1b8-4230-ada7-8696cc40f983 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b89b78a949d44f189d43eacfb5f58be&device_id=2fb57b1d-3622-4f2d-9a0e-3abea4e73d03 HTTP/1.1" status: 200 len: 1125 time: 0.2185304 Feb 09 21:34:09.987715 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b33c3edf-5789-4453-a166-ea332a5b260e req-12ae7508-1ab5-4820-8c1c-87800a97a80b tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238110 Feb 09 21:34:10.010920 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381fe2e-686d-4c03-9cf8-e868e02739eb req-4f9afffc-35de-4019-b51a-c3e9c4ae80e4 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:10.017405 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2381fe2e-686d-4c03-9cf8-e868e02739eb req-4f9afffc-35de-4019-b51a-c3e9c4ae80e4 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 1127 time: 0.1931024 Feb 09 21:34:10.048936 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-7c40449c-36d2-4f6e-a1ff-6bb2e7b10f4b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ab5b352-ecf0-44d3-8a29-7896eabb02aa HTTP/1.1" status: 200 len: 217 time: 0.0740950 Feb 09 21:34:10.112386 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2381fe2e-686d-4c03-9cf8-e868e02739eb req-a1761fa6-9ab2-4cda-8a63-7374a449f856 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865226 Feb 09 21:34:10.219078 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-93f650eb-f63b-42f2-b875-4379bc400536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:10.220699 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-93f650eb-f63b-42f2-b875-4379bc400536 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.3633506 Feb 09 21:34:10.245145 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-fa26a133-7d19-4c0f-b6ff-1e91c1c3f215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:10.248684 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-fa26a133-7d19-4c0f-b6ff-1e91c1c3f215 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf HTTP/1.1" status: 200 len: 844 time: 0.1938004 Feb 09 21:34:10.287453 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-43410bf5-ef4e-4ec9-88bd-6bd9d3b1fb29 req-4389245f-362b-4073-a1ce-65399e6cddbc tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "GET /v2.0/security-groups/9d59d20a-e92f-4e8b-8cc9-d9f9c3224e34 HTTP/1.1" status: 200 len: 1820 time: 0.1120155 Feb 09 21:34:10.313841 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-69f83d16-080a-4c8a-951f-2f2ca7d751cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c59bb848-5d01-48da-b625-da7ec00703fa HTTP/1.1" status: 200 len: 217 time: 0.0627975 Feb 09 21:34:10.372542 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-51b02751-c5ea-48a4-a970-80783efbab3f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52bbb2ed-8162-4d76-a17c-1bb332688ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577333 Feb 09 21:34:10.420239 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e5d72-e3db-4ce2-b6b1-99fb98dc5b3a req-92545b8c-ff38-4a39-b752-871c6a4587f8 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:10.429975 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a2e5d72-e3db-4ce2-b6b1-99fb98dc5b3a req-92545b8c-ff38-4a39-b752-871c6a4587f8 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb57b1d-3622-4f2d-9a0e-3abea4e73d03 HTTP/1.1" status: 200 len: 943 time: 0.3165147 Feb 09 21:34:10.440586 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-43410bf5-ef4e-4ec9-88bd-6bd9d3b1fb29 req-e923c6f7-cac8-4b2c-a073-2b9429f46ab5 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "GET /v2.0/security-groups/375be614-cd93-4bd2-ba8c-2d1abc1fa452 HTTP/1.1" status: 200 len: 1821 time: 0.1436117 Feb 09 21:34:10.449748 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a2a34c68-8ff3-407d-82a7-6e59c316c8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:10.464022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-43410bf5-ef4e-4ec9-88bd-6bd9d3b1fb29 req-a61d0a89-3e26-4e02-b057-3bfcaddce60c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9d59d20a-e92f-4e8b-8cc9-d9f9c3224e34', 'remote_group_id': '375be614-cd93-4bd2-ba8c-2d1abc1fa452', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:10.464471 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-43410bf5-ef4e-4ec9-88bd-6bd9d3b1fb29 req-a61d0a89-3e26-4e02-b057-3bfcaddce60c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9d59d20a-e92f-4e8b-8cc9-d9f9c3224e34', 'remote_group_id': '375be614-cd93-4bd2-ba8c-2d1abc1fa452', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:10.564528 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-6aa95486-230d-4080-841e-51f83bd3c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:10.566464 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-6aa95486-230d-4080-841e-51f83bd3c143 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.2415209 Feb 09 21:34:10.625163 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-942f2476-6fed-4c07-beec-1958f126e35a service neutron] 10.222.0.71 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163429 Feb 09 21:34:10.645097 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a2e5d72-e3db-4ce2-b6b1-99fb98dc5b3a req-94d7df82-ef41-4687-9410-63716e7d5fcb tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849654 Feb 09 21:34:10.721828 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-43410bf5-ef4e-4ec9-88bd-6bd9d3b1fb29 req-a61d0a89-3e26-4e02-b057-3bfcaddce60c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group_rule (25026e58-8a97-4055-a802-7ea51f2eacd3), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:10.751884 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-d6b254e2-ed2f-4b25-af84-f00dfb557812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:10.753655 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-d6b254e2-ed2f-4b25-af84-f00dfb557812 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1273999 Feb 09 21:34:10.781523 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-43410bf5-ef4e-4ec9-88bd-6bd9d3b1fb29 req-a61d0a89-3e26-4e02-b057-3bfcaddce60c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group_rule (25026e58-8a97-4055-a802-7ea51f2eacd3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:10.795694 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-43410bf5-ef4e-4ec9-88bd-6bd9d3b1fb29 req-a61d0a89-3e26-4e02-b057-3bfcaddce60c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (25026e58-8a97-4055-a802-7ea51f2eacd3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:10.819471 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fa9e60d8-b14d-4f9e-88e7-0e0860540bc8 req-11ec54e6-0c7f-4e94-90b9-3aea1c723160 service neutron] 10.222.0.71 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838861 Feb 09 21:34:10.860288 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d0a89-3e26-4e02-b057-3bfcaddce60c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25026e58-8a97-4055-a802-7ea51f2eacd3,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:10.899855 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-43410bf5-ef4e-4ec9-88bd-6bd9d3b1fb29 req-a61d0a89-3e26-4e02-b057-3bfcaddce60c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:10.899855 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-43410bf5-ef4e-4ec9-88bd-6bd9d3b1fb29 req-a61d0a89-3e26-4e02-b057-3bfcaddce60c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4547243 Feb 09 21:34:10.919545 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d0a89-3e26-4e02-b057-3bfcaddce60c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:10.921585 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d0a89-3e26-4e02-b057-3bfcaddce60c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:10.921949 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d0a89-3e26-4e02-b057-3bfcaddce60c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:10.922358 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d0a89-3e26-4e02-b057-3bfcaddce60c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:10.922687 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d0a89-3e26-4e02-b057-3bfcaddce60c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:10.922948 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d0a89-3e26-4e02-b057-3bfcaddce60c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:10.923310 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d0a89-3e26-4e02-b057-3bfcaddce60c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:10.923602 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d0a89-3e26-4e02-b057-3bfcaddce60c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:10.923958 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d0a89-3e26-4e02-b057-3bfcaddce60c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:10.926669 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d0a89-3e26-4e02-b057-3bfcaddce60c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:10.927050 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d0a89-3e26-4e02-b057-3bfcaddce60c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:10.929246 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d0a89-3e26-4e02-b057-3bfcaddce60c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:10.930149 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d0a89-3e26-4e02-b057-3bfcaddce60c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:10.962092 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffe8e7-e3d7-49ac-bb03-e12256691846 req-572ef3ac-49c6-48df-96b0-7853d57e52d1 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:10.971112 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42ffe8e7-e3d7-49ac-bb03-e12256691846 req-572ef3ac-49c6-48df-96b0-7853d57e52d1 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 944 time: 0.1877115 Feb 09 21:34:10.997849 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-63bbb166-8705-4025-8865-ec32c492620e service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322292 Feb 09 21:34:11.104538 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42ffe8e7-e3d7-49ac-bb03-e12256691846 req-875fdd7f-1bd9-49bb-ade4-2c5b72f80311 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287570 Feb 09 21:34:11.186636 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-42dfab47-339e-451f-a450-b50091733869 req-52bd257d-05dc-42e3-a715-7b3f90bba3a8 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-98786378', 'description': 'tempest-description-1730250123'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:11.226000 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-42dfab47-339e-451f-a450-b50091733869 req-52bd257d-05dc-42e3-a715-7b3f90bba3a8 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:11.231128 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5c338ad8-c4e3-4a3b-9d17-268eb0faff5b req-210644f7-d247-48ca-8dc1-55c354da0fdb service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264490 Feb 09 21:34:11.260433 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c8ac3-2d05-4637-b136-4b6b18b8bb0a req-6efa143b-bd97-4719-91d0-a3a584f9945e tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:11.262374 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e5c8ac3-2d05-4637-b136-4b6b18b8bb0a req-6efa143b-bd97-4719-91d0-a3a584f9945e tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 943 time: 0.1568692 Feb 09 21:34:11.336221 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e5c8ac3-2d05-4637-b136-4b6b18b8bb0a req-502f16d9-a08d-4dfc-82e9-8ec1225616f3 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682893 Feb 09 21:34:11.427694 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:11.452540 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-42dfab47-339e-451f-a450-b50091733869 req-52bd257d-05dc-42e3-a715-7b3f90bba3a8 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (cb9cd892-c3bd-4aaf-8f59-effe46265afb), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:11.465577 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-42dfab47-339e-451f-a450-b50091733869 req-52bd257d-05dc-42e3-a715-7b3f90bba3a8 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (cb9cd892-c3bd-4aaf-8f59-effe46265afb), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:11.517599 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-42dfab47-339e-451f-a450-b50091733869 req-52bd257d-05dc-42e3-a715-7b3f90bba3a8 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:11.532832 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42dfab47-339e-451f-a450-b50091733869 req-52bd257d-05dc-42e3-a715-7b3f90bba3a8 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3869636 Feb 09 21:34:11.538742 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd257d-05dc-42e3-a715-7b3f90bba3a8 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9cd892-c3bd-4aaf-8f59-effe46265afb,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:11.729207 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04624e31-95de-4d8a-a4cd-ae8b5ba4d9ef req-ea1bfc14-c8d3-4a89-b87b-53c5c1cecfe0 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:11.730398 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04624e31-95de-4d8a-a4cd-ae8b5ba4d9ef req-ea1bfc14-c8d3-4a89-b87b-53c5c1cecfe0 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 947 time: 0.0864422 Feb 09 21:34:11.776313 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7776139-fac3-451f-9811-5bc2ee08ae10', 'tag': 'c59bb848-5d01-48da-b625-da7ec00703fa'}, {'name': 'network-changed', 'server_uuid': '2fb57b1d-3622-4f2d-9a0e-3abea4e73d03', 'tag': '8ab5b352-ecf0-44d3-8a29-7896eabb02aa'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:11.778568 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b77896-a76b-4810-8280-a812d7cfa974" -d '{"events": [{"name": "network-changed", "server_uuid": "c7776139-fac3-451f-9811-5bc2ee08ae10", "tag": "c59bb848-5d01-48da-b625-da7ec00703fa"}, {"name": "network-changed", "server_uuid": "2fb57b1d-3622-4f2d-9a0e-3abea4e73d03", "tag": "8ab5b352-ecf0-44d3-8a29-7896eabb02aa"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:11.810551 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04624e31-95de-4d8a-a4cd-ae8b5ba4d9ef req-b8dca79c-43d5-428d-9739-38967f560ff0 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745068 Feb 09 21:34:11.872325 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-0d5d8fec-4e20-49e3-8a99-f824a5d24f57 req-6486f871-4fb2-4dd1-9b8e-913a9fd665bd tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-915848844', 'description': 'tempest-description-613907099'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:11.907573 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0d5d8fec-4e20-49e3-8a99-f824a5d24f57 req-6486f871-4fb2-4dd1-9b8e-913a9fd665bd tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:12.066121 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0d5d8fec-4e20-49e3-8a99-f824a5d24f57 req-6486f871-4fb2-4dd1-9b8e-913a9fd665bd tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (5fea481b-aed6-495c-8a87-0891373db98a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:12.074342 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0d5d8fec-4e20-49e3-8a99-f824a5d24f57 req-6486f871-4fb2-4dd1-9b8e-913a9fd665bd tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5fea481b-aed6-495c-8a87-0891373db98a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:12.154829 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0d5d8fec-4e20-49e3-8a99-f824a5d24f57 req-6486f871-4fb2-4dd1-9b8e-913a9fd665bd tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:12.157509 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d5d8fec-4e20-49e3-8a99-f824a5d24f57 req-6486f871-4fb2-4dd1-9b8e-913a9fd665bd tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2905078 Feb 09 21:34:12.159443 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486f871-4fb2-4dd1-9b8e-913a9fd665bd tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fea481b-aed6-495c-8a87-0891373db98a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:12.363191 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b31be-103e-4375-bcc7-c85fb0c0e90a req-b8ce4a28-48a8-407e-8a54-8dcada4c633c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:12.371875 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-614b31be-103e-4375-bcc7-c85fb0c0e90a req-b8ce4a28-48a8-407e-8a54-8dcada4c633c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb57b1d-3622-4f2d-9a0e-3abea4e73d03 HTTP/1.1" status: 200 len: 943 time: 0.0730119 Feb 09 21:34:12.496113 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-614b31be-103e-4375-bcc7-c85fb0c0e90a req-35b50d3c-3d72-4af9-8027-80aff3321064 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220849 Feb 09 21:34:12.501705 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-27fe69f6-0ddd-4df7-9f74-732328e14a1e service neutron] 10.222.0.42 "GET /v2.0/ports/199ff699-3388-439e-bc05-9e9bec66e321/bindings/n-h1-828601-1 HTTP/1.1" status: 200 len: 384 time: 0.1410277 Feb 09 21:34:12.584878 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:12.677952 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221a8b1d-51ef-41f0-846d-520b1540086e x-openstack-request-id: req-221a8b1d-51ef-41f0-846d-520b1540086e {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:12.678513 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7776139-fac3-451f-9811-5bc2ee08ae10", "tag": "c59bb848-5d01-48da-b625-da7ec00703fa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2fb57b1d-3622-4f2d-9a0e-3abea4e73d03", "tag": "8ab5b352-ecf0-44d3-8a29-7896eabb02aa", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:12.679443 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-221a8b1d-51ef-41f0-846d-520b1540086e {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:12.680045 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7776139-fac3-451f-9811-5bc2ee08ae10', 'tag': 'c59bb848-5d01-48da-b625-da7ec00703fa', 'status': 'completed', 'code': 200} Feb 09 21:34:12.680471 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb57b1d-3622-4f2d-9a0e-3abea4e73d03', 'tag': '8ab5b352-ecf0-44d3-8a29-7896eabb02aa', 'status': 'completed', 'code': 200} Feb 09 21:34:12.821638 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-5a197974-e1cd-401a-a782-5241d7be36ea service neutron] For port 199ff699-3388-439e-bc05-9e9bec66e321, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=199ff699-3388-439e-bc05-9e9bec66e321,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:12.831824 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b77896-a76b-4810-8280-a812d7cfa974 req-1935f2c5-4201-45f8-80c8-f4f77fb72e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:12.833656 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-92b77896-a76b-4810-8280-a812d7cfa974 req-1935f2c5-4201-45f8-80c8-f4f77fb72e5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 1129 time: 0.1511145 Feb 09 21:34:12.836211 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b77896-a76b-4810-8280-a812d7cfa974 req-a33228ce-de17-41c7-8a5d-2e0c61bbeeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:12.837842 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-92b77896-a76b-4810-8280-a812d7cfa974 req-a33228ce-de17-41c7-8a5d-2e0c61bbeeb9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 1129 time: 0.1564529 Feb 09 21:34:12.957229 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-5a197974-e1cd-401a-a782-5241d7be36ea service neutron] For port 199ff699-3388-439e-bc05-9e9bec66e321, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:12.983675 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367903e-1cdf-4a02-9d8a-2713e99d4eca req-915d071f-a50a-43e2-b578-3b4a7813ae68 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:12.996088 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c367903e-1cdf-4a02-9d8a-2713e99d4eca req-915d071f-a50a-43e2-b578-3b4a7813ae68 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 944 time: 0.1707764 Feb 09 21:34:13.011588 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-800792b3-a605-419f-b728-8ec10f17ba95 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:34:13.013004 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-800792b3-a605-419f-b728-8ec10f17ba95 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063903 Feb 09 21:34:13.105188 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c367903e-1cdf-4a02-9d8a-2713e99d4eca req-716442b6-570a-4c40-8aaa-22c0a530d4c1 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079841 Feb 09 21:34:13.108600 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-91f9b022-0776-4bfc-995e-8bff5d3a2ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:13.130922 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-91f9b022-0776-4bfc-995e-8bff5d3a2ca8 service neutron] 10.222.0.77 "GET /v2.0/ports/93e63d34-3078-45f6-af70-480582a0508a HTTP/1.1" status: 200 len: 1124 time: 0.0935988 Feb 09 21:34:13.138004 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-4f24edab-5113-4a2b-858f-0567ba5dcc9f service neutron] Request body: {'binding': {'host': 'n-h1-828601-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:13.138457 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-4f24edab-5113-4a2b-858f-0567ba5dcc9f service neutron] Unknown quota resources ['binding']. {{(pid=103201) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:34:13.146432 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 4e59af47-ecfd-49a8-bc41-f69691087fd5 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:34:13.311149 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-5a197974-e1cd-401a-a782-5241d7be36ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199ff699-3388-439e-bc05-9e9bec66e321 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:13.339154 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-5a197974-e1cd-401a-a782-5241d7be36ea service neutron] For port 199ff699-3388-439e-bc05-9e9bec66e321, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=199ff699-3388-439e-bc05-9e9bec66e321,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:13.377635 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-5a197974-e1cd-401a-a782-5241d7be36ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (199ff699-3388-439e-bc05-9e9bec66e321), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.406620 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b77896-a76b-4810-8280-a812d7cfa974 req-63cce7f2-fdb6-4a0d-a0c7-95c127384c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:13.408359 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-92b77896-a76b-4810-8280-a812d7cfa974 req-63cce7f2-fdb6-4a0d-a0c7-95c127384c26 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.5621006 Feb 09 21:34:13.416042 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b77896-a76b-4810-8280-a812d7cfa974 req-14685ff1-2327-4689-bbec-9d282ff608b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:13.417798 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-92b77896-a76b-4810-8280-a812d7cfa974 req-14685ff1-2327-4689-bbec-9d282ff608b2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.5619533 Feb 09 21:34:13.497592 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 4e59af47-ecfd-49a8-bc41-f69691087fd5, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=4e59af47-ecfd-49a8-bc41-f69691087fd5,segment=NetworkSegment(3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3),segment_id=3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:13.521228 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '4e59af47-ecfd-49a8-bc41-f69691087fd5', 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7', 'port_id': '4e59af47-ecfd-49a8-bc41-f69691087fd5', 'mac_address': 'fa:16:3e:bb:13:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b975b29a-eecb-4503-bf17-7b9d022ca240', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:34:13.527349 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-40b92dce-a198-4ff2-a981-ba218d4bd64e req-86249880-d5af-4f76-88b3-e0d6eef03013 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "GET /v2.0/security-groups/cb9cd892-c3bd-4aaf-8f59-effe46265afb HTTP/1.1" status: 200 len: 1820 time: 0.3047125 Feb 09 21:34:13.543168 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-92b77896-a76b-4810-8280-a812d7cfa974 req-a9f67c38-b4c1-4f7f-ba46-64790ce4a59f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c59bb848-5d01-48da-b625-da7ec00703fa HTTP/1.1" status: 200 len: 217 time: 0.1240492 Feb 09 21:34:13.546425 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-92b77896-a76b-4810-8280-a812d7cfa974 req-83ff0a8b-7603-46cc-b6cc-eec6aa5cbd36 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c59bb848-5d01-48da-b625-da7ec00703fa HTTP/1.1" status: 200 len: 217 time: 0.1077747 Feb 09 21:34:13.576583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 4e59af47-ecfd-49a8-bc41-f69691087fd5 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:13.577299 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4e59af47-ecfd-49a8-bc41-f69691087fd5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.592846 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e59af47-ecfd-49a8-bc41-f69691087fd5 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:13.620067 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 4e59af47-ecfd-49a8-bc41-f69691087fd5, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=4e59af47-ecfd-49a8-bc41-f69691087fd5,segment=NetworkSegment(3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3),segment_id=3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:13.636116 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4e59af47-ecfd-49a8-bc41-f69691087fd5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.649113 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-4f24edab-5113-4a2b-858f-0567ba5dcc9f service neutron] Attempting to bind port 93e63d34-3078-45f6-af70-480582a0508a on host n-h1-828601-1 for vnic_type normal with profile None {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:13.649510 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-4f24edab-5113-4a2b-858f-0567ba5dcc9f service neutron] Attempting to bind port 93e63d34-3078-45f6-af70-480582a0508a by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:13.650022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-4f24edab-5113-4a2b-858f-0567ba5dcc9f service neutron] Attempting to bind port 93e63d34-3078-45f6-af70-480582a0508a on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:13.657376 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b77896-a76b-4810-8280-a812d7cfa974 req-1213f4f2-8255-41c3-93da-e4874b4e8496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:13.658851 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-92b77896-a76b-4810-8280-a812d7cfa974 req-1213f4f2-8255-41c3-93da-e4874b4e8496 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1097505 Feb 09 21:34:13.665856 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-5a197974-e1cd-401a-a782-5241d7be36ea service neutron] Transition to ACTIVE for port object 199ff699-3388-439e-bc05-9e9bec66e321 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:34:13.670992 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-40b92dce-a198-4ff2-a981-ba218d4bd64e req-47af7f80-a06f-4d33-92af-4d27c15e6f81 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "GET /v2.0/security-groups/5fea481b-aed6-495c-8a87-0891373db98a HTTP/1.1" status: 200 len: 1820 time: 0.1410830 Feb 09 21:34:13.677127 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-40b92dce-a198-4ff2-a981-ba218d4bd64e req-2bfb5eed-a49a-4540-9b77-6c71a25905ca tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cb9cd892-c3bd-4aaf-8f59-effe46265afb', 'remote_group_id': '5fea481b-aed6-495c-8a87-0891373db98a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:13.677600 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-40b92dce-a198-4ff2-a981-ba218d4bd64e req-2bfb5eed-a49a-4540-9b77-6c71a25905ca tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cb9cd892-c3bd-4aaf-8f59-effe46265afb', 'remote_group_id': '5fea481b-aed6-495c-8a87-0891373db98a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:13.679476 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b77896-a76b-4810-8280-a812d7cfa974 req-18d783b5-d5f3-4af2-8acf-f1ac22c6158a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:13.681198 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-92b77896-a76b-4810-8280-a812d7cfa974 req-18d783b5-d5f3-4af2-8acf-f1ac22c6158a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1146710 Feb 09 21:34:13.685439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-4f24edab-5113-4a2b-858f-0567ba5dcc9f service neutron] Port 93e63d34-3078-45f6-af70-480582a0508a on network 4474165d-84c4-443a-89bd-7201ae778fac not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:13.685772 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-4f24edab-5113-4a2b-858f-0567ba5dcc9f service neutron] Attempting to bind port 93e63d34-3078-45f6-af70-480582a0508a on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:13.697624 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-4f24edab-5113-4a2b-858f-0567ba5dcc9f service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:13.697977 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-4f24edab-5113-4a2b-858f-0567ba5dcc9f service neutron] Checking segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:13.698402 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-4f24edab-5113-4a2b-858f-0567ba5dcc9f service neutron] Bound using segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:13.698905 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-4f24edab-5113-4a2b-858f-0567ba5dcc9f service neutron] Bound port: 93e63d34-3078-45f6-af70-480582a0508a, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:13.707021 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-5a197974-e1cd-401a-a782-5241d7be36ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (199ff699-3388-439e-bc05-9e9bec66e321), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.755033 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=4e59af47-ecfd-49a8-bc41-f69691087fd5,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:13.775514 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 8ab5b352-ecf0-44d3-8a29-7896eabb02aa details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:34:13.808590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-4f24edab-5113-4a2b-858f-0567ba5dcc9f service neutron] For port 93e63d34-3078-45f6-af70-480582a0508a, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=93e63d34-3078-45f6-af70-480582a0508a,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:13.810681 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-40b92dce-a198-4ff2-a981-ba218d4bd64e req-2bfb5eed-a49a-4540-9b77-6c71a25905ca tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group_rule (912871a9-7eb5-4c39-b77f-f61e57d06d36), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.824340 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-4f24edab-5113-4a2b-858f-0567ba5dcc9f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.826114 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-4f24edab-5113-4a2b-858f-0567ba5dcc9f service neutron] 10.222.0.77 "POST /v2.0/ports/93e63d34-3078-45f6-af70-480582a0508a/bindings HTTP/1.1" status: 201 len: 389 time: 0.6943498 Feb 09 21:34:13.861512 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-40b92dce-a198-4ff2-a981-ba218d4bd64e req-2bfb5eed-a49a-4540-9b77-6c71a25905ca tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group_rule (912871a9-7eb5-4c39-b77f-f61e57d06d36), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.866315 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-40b92dce-a198-4ff2-a981-ba218d4bd64e req-2bfb5eed-a49a-4540-9b77-6c71a25905ca tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (912871a9-7eb5-4c39-b77f-f61e57d06d36), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.895478 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb5eed-a49a-4540-9b77-6c71a25905ca tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912871a9-7eb5-4c39-b77f-f61e57d06d36,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:13.915442 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-40b92dce-a198-4ff2-a981-ba218d4bd64e req-2bfb5eed-a49a-4540-9b77-6c71a25905ca tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.932924 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-40b92dce-a198-4ff2-a981-ba218d4bd64e req-2bfb5eed-a49a-4540-9b77-6c71a25905ca tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2608430 Feb 09 21:34:13.937237 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a197974-e1cd-401a-a782-5241d7be36ea service neutron] Pushing event updated for resources: {'Port': ['ID=199ff699-3388-439e-bc05-9e9bec66e321,revision_number=10']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:13.943871 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-5a197974-e1cd-401a-a782-5241d7be36ea service neutron] No DVR routers for this DVR port 199ff699-3388-439e-bc05-9e9bec66e321 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:13.981561 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b77896-a76b-4810-8280-a812d7cfa974 req-018d561a-6216-4a20-bce5-200dec98e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:13.985296 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-92b77896-a76b-4810-8280-a812d7cfa974 req-018d561a-6216-4a20-bce5-200dec98e80b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3183684 Feb 09 21:34:13.986908 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a197974-e1cd-401a-a782-5241d7be36ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.987457 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a197974-e1cd-401a-a782-5241d7be36ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.988062 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a197974-e1cd-401a-a782-5241d7be36ea service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.988635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a197974-e1cd-401a-a782-5241d7be36ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.989197 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a197974-e1cd-401a-a782-5241d7be36ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.989788 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a197974-e1cd-401a-a782-5241d7be36ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.990345 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a197974-e1cd-401a-a782-5241d7be36ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.990949 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a197974-e1cd-401a-a782-5241d7be36ea service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.991505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a197974-e1cd-401a-a782-5241d7be36ea service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.992089 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a197974-e1cd-401a-a782-5241d7be36ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.992797 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a197974-e1cd-401a-a782-5241d7be36ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.993348 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a197974-e1cd-401a-a782-5241d7be36ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.993898 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a197974-e1cd-401a-a782-5241d7be36ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:14.051551 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:14.070752 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 8ab5b352-ecf0-44d3-8a29-7896eabb02aa, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8ab5b352-ecf0-44d3-8a29-7896eabb02aa,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:14.088318 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '8ab5b352-ecf0-44d3-8a29-7896eabb02aa', 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6', 'port_id': '8ab5b352-ecf0-44d3-8a29-7896eabb02aa', 'mac_address': 'fa:16:3e:14:3a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:34:14.096351 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['4e59af47-ecfd-49a8-bc41-f69691087fd5'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:14.127826 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-5a197974-e1cd-401a-a782-5241d7be36ea service neutron] 10.222.0.42 "PUT /v2.0/ports/199ff699-3388-439e-bc05-9e9bec66e321/bindings/n-h1-828601-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6166210 Feb 09 21:34:14.136361 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b77896-a76b-4810-8280-a812d7cfa974 req-2d6d979e-3cb2-48fa-9084-7c077084ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:14.142399 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-92b77896-a76b-4810-8280-a812d7cfa974 req-2d6d979e-3cb2-48fa-9084-7c077084ff9e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4291003 Feb 09 21:34:14.176043 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83773980-1e05-4c52-b05b-bd161320b2a1 req-6086b5de-52e0-41b4-9721-5d5a0861cb8b tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:14.177852 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83773980-1e05-4c52-b05b-bd161320b2a1 req-6086b5de-52e0-41b4-9721-5d5a0861cb8b tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 944 time: 0.1719606 Feb 09 21:34:14.193424 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 8ab5b352-ecf0-44d3-8a29-7896eabb02aa is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:14.194371 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8ab5b352-ecf0-44d3-8a29-7896eabb02aa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:14.227006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1e655-66b9-42ea-bb4c-98a6f6fa8ca5 req-3bea19ae-0d1e-46c3-9370-90ffc8aa60de tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:14.227160 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab5b352-ecf0-44d3-8a29-7896eabb02aa {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:14.233810 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8fb1e655-66b9-42ea-bb4c-98a6f6fa8ca5 req-3bea19ae-0d1e-46c3-9370-90ffc8aa60de tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 947 time: 0.1772993 Feb 09 21:34:14.259775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 8ab5b352-ecf0-44d3-8a29-7896eabb02aa, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8ab5b352-ecf0-44d3-8a29-7896eabb02aa,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:14.272636 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8ab5b352-ecf0-44d3-8a29-7896eabb02aa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:14.343072 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83773980-1e05-4c52-b05b-bd161320b2a1 req-926fbe02-b3b2-4ccf-a8ed-6ed2f1c8f989 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255269 Feb 09 21:34:14.383174 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8fb1e655-66b9-42ea-bb4c-98a6f6fa8ca5 req-c41d1b5c-b8a5-492a-bbf0-064e8737edb7 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468654 Feb 09 21:34:14.390141 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-cecd84b3-17c7-49a0-ae84-6eb26c70a5ea tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:14.390141 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-cecd84b3-17c7-49a0-ae84-6eb26c70a5ea tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98&tenant_id=281dd21a4f7742a5b293ae307a18bb2e&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 1127 time: 0.1989160 Feb 09 21:34:14.405357 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-92b77896-a76b-4810-8280-a812d7cfa974 req-a0435dd1-a680-4f8a-8730-55cbe468abca service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561841 Feb 09 21:34:14.515130 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=8ab5b352-ecf0-44d3-8a29-7896eabb02aa,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:14.576330 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-c233b00d-d55b-4b40-8279-142d4630166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:14.577826 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-c233b00d-d55b-4b40-8279-142d4630166b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98&tenant_id=281dd21a4f7742a5b293ae307a18bb2e HTTP/1.1" status: 200 len: 1127 time: 0.1764181 Feb 09 21:34:14.590810 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['8ab5b352-ecf0-44d3-8a29-7896eabb02aa'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:14.607898 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a708a9-a671-49f2-a622-a74c14889446 req-8c24e0c0-f252-4ffa-afe2-9a0d0c6b689b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:14.615471 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84a708a9-a671-49f2-a622-a74c14889446 req-8c24e0c0-f252-4ffa-afe2-9a0d0c6b689b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb57b1d-3622-4f2d-9a0e-3abea4e73d03 HTTP/1.1" status: 200 len: 944 time: 0.1517713 Feb 09 21:34:14.638768 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-92b77896-a76b-4810-8280-a812d7cfa974 req-cb977f4d-d2d7-4bd9-9036-f46b2f87a879 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804156 Feb 09 21:34:14.648304 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-92b77896-a76b-4810-8280-a812d7cfa974 req-2dcf0870-df3d-4701-ab44-93f122a0ed9b service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6479127 Feb 09 21:34:14.668475 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064baa1d-40b6-44f7-915d-03db5fbd6d8e req-2c63ff73-03ea-45d5-8644-9c503d38b116 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:14.675599 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-064baa1d-40b6-44f7-915d-03db5fbd6d8e req-2c63ff73-03ea-45d5-8644-9c503d38b116 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.1524282 Feb 09 21:34:14.757812 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84a708a9-a671-49f2-a622-a74c14889446 req-68df2d98-4589-4a7c-a8f8-c6cd7da0e143 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409254 Feb 09 21:34:14.807220 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-8938fc59-9237-4186-9cdc-fd4b8cccd1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:14.809122 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-8938fc59-9237-4186-9cdc-fd4b8cccd1a8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 1127 time: 0.1912670 Feb 09 21:34:14.838534 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-064baa1d-40b6-44f7-915d-03db5fbd6d8e req-d13cfb7a-9f96-44c9-b95d-17aa67a4fa55 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535673 Feb 09 21:34:14.954902 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-92b77896-a76b-4810-8280-a812d7cfa974 req-d33eb74a-640b-4368-85df-8d69c19154c1 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012555 Feb 09 21:34:14.989143 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b77896-a76b-4810-8280-a812d7cfa974 req-1826983f-a348-4d10-a062-1ade220d5b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:14.990708 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-92b77896-a76b-4810-8280-a812d7cfa974 req-1826983f-a348-4d10-a062-1ade220d5b77 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b89b78a949d44f189d43eacfb5f58be&device_id=2fb57b1d-3622-4f2d-9a0e-3abea4e73d03 HTTP/1.1" status: 200 len: 1126 time: 0.1517680 Feb 09 21:34:15.033448 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-50afb34c-9a55-444d-a643-712bd6c5db6c req-0c5a3092-41d5-4d38-845d-d04bb40665f9 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "GET /v2.0/security-groups/5fea481b-aed6-495c-8a87-0891373db98a HTTP/1.1" status: 200 len: 1820 time: 0.2318280 Feb 09 21:34:15.078438 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:15.121883 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-9938db20-985a-46b9-afb6-b230566df89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:15.123585 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-9938db20-985a-46b9-afb6-b230566df89f service neutron] 10.222.0.71 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 922 time: 0.3059990 Feb 09 21:34:15.130649 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631b9b7-d914-4f57-a5f9-0fdd45d2338c req-4d1e867d-289c-4d9c-8c92-f181f86e1702 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:15.138073 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2631b9b7-d914-4f57-a5f9-0fdd45d2338c req-4d1e867d-289c-4d9c-8c92-f181f86e1702 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 945 time: 0.1810856 Feb 09 21:34:15.151253 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c59bb848-5d01-48da-b625-da7ec00703fa details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:34:15.185249 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b77896-a76b-4810-8280-a812d7cfa974 req-9e5236a2-a266-47ce-a837-0ebdb5631a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:15.186803 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-92b77896-a76b-4810-8280-a812d7cfa974 req-9e5236a2-a266-47ce-a837-0ebdb5631a48 service neutron] 10.222.0.71 "GET /v2.0/networks?id=52bbb2ed-8162-4d76-a17c-1bb332688ad6 HTTP/1.1" status: 200 len: 905 time: 0.1895816 Feb 09 21:34:15.200378 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-e6f1e78a-5dbc-4152-a360-89ebd40dbd01 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=199ff699-3388-439e-bc05-9e9bec66e321 HTTP/1.1" status: 200 len: 217 time: 0.0567017 Feb 09 21:34:15.252462 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-50afb34c-9a55-444d-a643-712bd6c5db6c req-04cace8e-fbd0-410b-9245-5b44cb0b2bf9 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (5fea481b-aed6-495c-8a87-0891373db98a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:15.278208 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-92b77896-a76b-4810-8280-a812d7cfa974 req-3ae91bd1-f9e3-4429-b48c-f5377e1c74b9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ab5b352-ecf0-44d3-8a29-7896eabb02aa HTTP/1.1" status: 200 len: 217 time: 0.0847030 Feb 09 21:34:15.301440 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2631b9b7-d914-4f57-a5f9-0fdd45d2338c req-f57c68a4-9dce-4a15-ab14-508a1bbbc2b4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568584 Feb 09 21:34:15.344308 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-50afb34c-9a55-444d-a643-712bd6c5db6c req-04cace8e-fbd0-410b-9245-5b44cb0b2bf9 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (5fea481b-aed6-495c-8a87-0891373db98a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:15.380051 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b77896-a76b-4810-8280-a812d7cfa974 req-fad05e9f-fa1c-464a-9444-04ef0b8efac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:15.382496 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-92b77896-a76b-4810-8280-a812d7cfa974 req-fad05e9f-fa1c-464a-9444-04ef0b8efac0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf HTTP/1.1" status: 200 len: 844 time: 0.0957382 Feb 09 21:34:15.389651 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-9d062bc8-71ea-40c6-a64c-9600d1cf0088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:15.389651 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-9d062bc8-71ea-40c6-a64c-9600d1cf0088 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.1790974 Feb 09 21:34:15.394110 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c59bb848-5d01-48da-b625-da7ec00703fa, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c59bb848-5d01-48da-b625-da7ec00703fa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:15.425390 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'c59bb848-5d01-48da-b625-da7ec00703fa', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': 'c59bb848-5d01-48da-b625-da7ec00703fa', 'mac_address': 'fa:16:3e:c5:36:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:34:15.453353 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-31e57cb5-367c-40ee-a60e-d823d3d6cdf1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572753 Feb 09 21:34:15.461639 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-92b77896-a76b-4810-8280-a812d7cfa974 req-0e9e443a-c7ff-4612-828c-f0fbee943ac7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52bbb2ed-8162-4d76-a17c-1bb332688ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615826 Feb 09 21:34:15.509697 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port c59bb848-5d01-48da-b625-da7ec00703fa is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:15.510634 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:15.531927 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59bb848-5d01-48da-b625-da7ec00703fa {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:15.581543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c59bb848-5d01-48da-b625-da7ec00703fa, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c59bb848-5d01-48da-b625-da7ec00703fa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:15.591579 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:15.642368 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-50afb34c-9a55-444d-a643-712bd6c5db6c req-04cace8e-fbd0-410b-9245-5b44cb0b2bf9 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5fea481b-aed6-495c-8a87-0891373db98a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:15.649988 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-50afb34c-9a55-444d-a643-712bd6c5db6c req-04cace8e-fbd0-410b-9245-5b44cb0b2bf9 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:15.658301 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-50afb34c-9a55-444d-a643-712bd6c5db6c req-04cace8e-fbd0-410b-9245-5b44cb0b2bf9 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "DELETE /v2.0/security-groups/5fea481b-aed6-495c-8a87-0891373db98a HTTP/1.1" status: 204 len: 173 time: 0.6234448 Feb 09 21:34:15.707269 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cace8e-fbd0-410b-9245-5b44cb0b2bf9 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fea481b-aed6-495c-8a87-0891373db98a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:15.712363 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-e06e4676-d28d-4be6-aad9-c1ca9a228f2d service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506948 Feb 09 21:34:15.778356 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-d8042be6-5a5e-4d3f-8c4e-9a0e4518a014 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:15.780745 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-d8042be6-5a5e-4d3f-8c4e-9a0e4518a014 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10&tenant_id=8e648e74041548769a4577091999e05a&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 948 time: 0.1813166 Feb 09 21:34:15.785162 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:15.786756 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-92b77896-a76b-4810-8280-a812d7cfa974 req-11a2e1c7-8650-4f76-ad6d-dc09ae867776 service neutron] 10.222.0.71 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187726 Feb 09 21:34:15.792936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 8ab5b352-ecf0-44d3-8a29-7896eabb02aa up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:15.811249 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=c59bb848-5d01-48da-b625-da7ec00703fa,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:15.874112 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-b2128da0-0ff2-4bf8-b00f-a508ea6e475c service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157594 Feb 09 21:34:15.893691 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-3e3c2013-88ad-4d23-8261-3dc98963309a service neutron] 10.222.0.42 "GET /v2.0/ports/c59bb848-5d01-48da-b625-da7ec00703fa/bindings/n-h2-828601-1 HTTP/1.1" status: 200 len: 382 time: 0.0880497 Feb 09 21:34:15.919193 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['c59bb848-5d01-48da-b625-da7ec00703fa'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:15.928947 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c2f30-a94b-4029-b9a6-11f69a2317dc req-c65e8582-7ae3-4f5f-9d0f-9ab6f3b21d85 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:15.952305 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ba6c2f30-a94b-4029-b9a6-11f69a2317dc req-c65e8582-7ae3-4f5f-9d0f-9ab6f3b21d85 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 944 time: 0.2585108 Feb 09 21:34:15.990943 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 8ab5b352-ecf0-44d3-8a29-7896eabb02aa completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:34:15.998815 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 8ab5b352-ecf0-44d3-8a29-7896eabb02aa triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:15.999343 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8ab5b352-ecf0-44d3-8a29-7896eabb02aa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:16.040138 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-92b77896-a76b-4810-8280-a812d7cfa974 req-086b55cc-8221-44c7-8ffa-b87a5002afc4 service neutron] 10.222.0.71 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645467 Feb 09 21:34:16.118826 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-6f941f3f-55a2-4d08-bf5d-82e056b77bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:16.124367 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-6f941f3f-55a2-4d08-bf5d-82e056b77bc3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 1130 time: 0.0798306 Feb 09 21:34:16.173555 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 8ab5b352-ecf0-44d3-8a29-7896eabb02aa is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:16.174187 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8ab5b352-ecf0-44d3-8a29-7896eabb02aa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:16.212552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb57b1d-3622-4f2d-9a0e-3abea4e73d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab5b352-ecf0-44d3-8a29-7896eabb02aa'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:16.215280 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049d9cd1-52c6-4059-b501-2f05a54464cf" -d '{"events": [{"server_uuid": "2fb57b1d-3622-4f2d-9a0e-3abea4e73d03", "name": "network-vif-plugged", "status": "completed", "tag": "8ab5b352-ecf0-44d3-8a29-7896eabb02aa"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:16.233905 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 8ab5b352-ecf0-44d3-8a29-7896eabb02aa, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8ab5b352-ecf0-44d3-8a29-7896eabb02aa,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:16.253362 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8ab5b352-ecf0-44d3-8a29-7896eabb02aa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:16.329974 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-f0ad3516-1630-4dd5-89d0-bad47425b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:16.333384 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-f0ad3516-1630-4dd5-89d0-bad47425b159 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.2041998 Feb 09 21:34:16.356725 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-bbf1d261-e09c-4152-a273-dd881e2abb58 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:16.358375 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-bbf1d261-e09c-4152-a273-dd881e2abb58 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98&tenant_id=281dd21a4f7742a5b293ae307a18bb2e&binding%3Ahost_id=n-h1-828601-1 HTTP/1.1" status: 200 len: 1127 time: 0.1049349 Feb 09 21:34:16.365689 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=8ab5b352-ecf0-44d3-8a29-7896eabb02aa,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:16.430601 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-ad0e0443-c3b4-441c-bdd4-60fa09a9ce52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c59bb848-5d01-48da-b625-da7ec00703fa HTTP/1.1" status: 200 len: 217 time: 0.0858958 Feb 09 21:34:16.542912 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-08fd9c2d-62fe-4632-aba0-063ce4e0e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:16.544663 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-08fd9c2d-62fe-4632-aba0-063ce4e0e571 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0916543 Feb 09 21:34:16.618396 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41439c56-5bca-4282-964f-84b078bfec14 req-70a7b688-66f2-4952-a0fd-14d701fc0089 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:16.620358 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41439c56-5bca-4282-964f-84b078bfec14 req-70a7b688-66f2-4952-a0fd-14d701fc0089 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 948 time: 0.8597045 Feb 09 21:34:16.624164 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ba6c2f30-a94b-4029-b9a6-11f69a2317dc req-b0372e27-1a21-4548-ae8a-86172aad36d0 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6710413 Feb 09 21:34:16.686430 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-ec73edda-0665-4ff3-87ca-e294e52eb032 service neutron] For port 199ff699-3388-439e-bc05-9e9bec66e321, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:16.690993 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-ec73edda-0665-4ff3-87ca-e294e52eb032 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:16.692114 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-82647f31-3fbd-4410-a1e2-288914b259f2 req-ec73edda-0665-4ff3-87ca-e294e52eb032 service neutron] 10.222.0.71 "DELETE /v2.0/ports/199ff699-3388-439e-bc05-9e9bec66e321/bindings/n-h2-828601-1 HTTP/1.1" status: 204 len: 173 time: 0.3216090 Feb 09 21:34:16.694808 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-a9d9ab22-2f0a-442f-99f8-f555d07085c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:16.696780 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-a9d9ab22-2f0a-442f-99f8-f555d07085c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1437483 Feb 09 21:34:16.744834 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41439c56-5bca-4282-964f-84b078bfec14 req-03ac6563-2466-4d6a-a10e-e61c0ecd3dd1 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175194 Feb 09 21:34:16.778740 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3d75bfcb-08cb-4b21-a4f2-da93c27ca2ab req-92fe28b3-370a-49ca-8f8a-2a2a1886ff87 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "GET /v2.0/security-groups/cb9cd892-c3bd-4aaf-8f59-effe46265afb HTTP/1.1" status: 200 len: 1820 time: 0.0962436 Feb 09 21:34:16.878778 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-d35feba1-f0c2-4e4b-9361-970accb7fc51 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741428 Feb 09 21:34:17.003001 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45836a9-bc2f-414a-9f4b-8d523da82456 req-cb710a53-f10f-44ba-b0cc-835c8992ecd4 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:17.004706 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b45836a9-bc2f-414a-9f4b-8d523da82456 req-cb710a53-f10f-44ba-b0cc-835c8992ecd4 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb57b1d-3622-4f2d-9a0e-3abea4e73d03 HTTP/1.1" status: 200 len: 945 time: 0.1448629 Feb 09 21:34:17.019010 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302e504-6cac-4c5d-9a91-57825fde2e3a req-e080b919-1e46-4518-8e1e-1cda273a1bf8 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:17.020557 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b302e504-6cac-4c5d-9a91-57825fde2e3a req-e080b919-1e46-4518-8e1e-1cda273a1bf8 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.1059723 Feb 09 21:34:17.061958 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-cd856454-7279-4a30-ba2d-92649c64bbdd service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744258 Feb 09 21:34:17.117121 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b45836a9-bc2f-414a-9f4b-8d523da82456 req-8579c73c-1d24-4d74-92fc-6bfe1228cd10 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061664 Feb 09 21:34:17.121776 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b302e504-6cac-4c5d-9a91-57825fde2e3a req-6d74b335-cea0-4404-ac44-fd197fd1346c tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703580 Feb 09 21:34:17.181775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c59bb848-5d01-48da-b625-da7ec00703fa up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:17.249484 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52dfac2-8726-497b-98ba-eefdf9094298 x-openstack-request-id: req-c52dfac2-8726-497b-98ba-eefdf9094298 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:17.249869 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb57b1d-3622-4f2d-9a0e-3abea4e73d03", "name": "network-vif-plugged", "status": "completed", "tag": "8ab5b352-ecf0-44d3-8a29-7896eabb02aa", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:17.250130 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c52dfac2-8726-497b-98ba-eefdf9094298 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:17.250564 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb57b1d-3622-4f2d-9a0e-3abea4e73d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab5b352-ecf0-44d3-8a29-7896eabb02aa', 'code': 200} Feb 09 21:34:17.293487 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-b63a7730-142c-4863-99a6-f068d53bb117 req-87e9c671-fba2-4f6c-abea-e61258bbc8e3 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-659488353', 'description': 'tempest-description-11756002'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:17.295340 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port c59bb848-5d01-48da-b625-da7ec00703fa completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:34:17.318001 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port c59bb848-5d01-48da-b625-da7ec00703fa triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:17.318386 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:17.339371 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617f5f6-e702-4a2d-973b-bdec18548d04 req-805aa905-71b1-4aa6-9ef1-d4e938661363 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:17.341061 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8617f5f6-e702-4a2d-973b-bdec18548d04 req-805aa905-71b1-4aa6-9ef1-d4e938661363 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 945 time: 0.1177711 Feb 09 21:34:17.354772 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b63a7730-142c-4863-99a6-f068d53bb117 req-87e9c671-fba2-4f6c-abea-e61258bbc8e3 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:17.442973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc03107-91f3-4c36-9d7f-18c1dc12933c req-6699e3f0-a6fd-4431-88a2-7d2c3ee77582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:17.447311 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3dc03107-91f3-4c36-9d7f-18c1dc12933c req-6699e3f0-a6fd-4431-88a2-7d2c3ee77582 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2fb57b1d-3622-4f2d-9a0e-3abea4e73d03 HTTP/1.1" status: 200 len: 1127 time: 0.1129050 Feb 09 21:34:17.499488 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8617f5f6-e702-4a2d-973b-bdec18548d04 req-4bf9b3fd-f27e-4448-81c0-6e660e155bcd tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386328 Feb 09 21:34:17.543687 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3dc03107-91f3-4c36-9d7f-18c1dc12933c req-bfd9d502-62e0-4625-903e-29151d021aa9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893438 Feb 09 21:34:17.549506 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b63a7730-142c-4863-99a6-f068d53bb117 req-87e9c671-fba2-4f6c-abea-e61258bbc8e3 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (f2921b85-ba74-478a-9d1f-316ca417ce11), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:17.549927 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port c59bb848-5d01-48da-b625-da7ec00703fa is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:17.550704 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:17.555703 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b63a7730-142c-4863-99a6-f068d53bb117 req-87e9c671-fba2-4f6c-abea-e61258bbc8e3 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f2921b85-ba74-478a-9d1f-316ca417ce11), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:17.611676 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b63a7730-142c-4863-99a6-f068d53bb117 req-87e9c671-fba2-4f6c-abea-e61258bbc8e3 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:17.613064 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b63a7730-142c-4863-99a6-f068d53bb117 req-87e9c671-fba2-4f6c-abea-e61258bbc8e3 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3280962 Feb 09 21:34:17.635109 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9c671-fba2-4f6c-abea-e61258bbc8e3 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2921b85-ba74-478a-9d1f-316ca417ce11,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:17.679107 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c59bb848-5d01-48da-b625-da7ec00703fa, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c59bb848-5d01-48da-b625-da7ec00703fa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:17.685257 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:17.687368 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 4e59af47-ecfd-49a8-bc41-f69691087fd5 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:17.797438 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0fe966e6-703a-4b38-8270-8fa4475e6cd2 req-825c3226-8731-4491-9a10-2ee34bdf16a1 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "GET /v2.0/security-groups/f2921b85-ba74-478a-9d1f-316ca417ce11 HTTP/1.1" status: 200 len: 1819 time: 0.1468103 Feb 09 21:34:17.799015 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=c59bb848-5d01-48da-b625-da7ec00703fa,revision_number=9']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:17.815626 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-0fe966e6-703a-4b38-8270-8fa4475e6cd2 req-1eb3287e-7581-4b1e-9d26-f7765c257f87 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f2921b85-ba74-478a-9d1f-316ca417ce11', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:17.815977 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-0fe966e6-703a-4b38-8270-8fa4475e6cd2 req-1eb3287e-7581-4b1e-9d26-f7765c257f87 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f2921b85-ba74-478a-9d1f-316ca417ce11', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:17.877993 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 4e59af47-ecfd-49a8-bc41-f69691087fd5 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:34:17.884157 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 4e59af47-ecfd-49a8-bc41-f69691087fd5 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:17.884880 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4e59af47-ecfd-49a8-bc41-f69691087fd5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:18.030557 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0fe966e6-703a-4b38-8270-8fa4475e6cd2 req-1eb3287e-7581-4b1e-9d26-f7765c257f87 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group_rule (93225e62-01b2-4038-b382-ef25e24ed2ab), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:18.081976 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-96fca689-08bf-49c8-a8b2-1fc4120bf4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:18.085367 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-96fca689-08bf-49c8-a8b2-1fc4120bf4d3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 1127 time: 0.0734687 Feb 09 21:34:18.087286 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb0549-8aa9-46ff-8054-97c27cd57b95 req-b1663ae8-0f75-48a4-a778-59ef57759b34 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:18.089838 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2deb0549-8aa9-46ff-8054-97c27cd57b95 req-b1663ae8-0f75-48a4-a778-59ef57759b34 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 944 time: 0.2458246 Feb 09 21:34:18.111677 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0fe966e6-703a-4b38-8270-8fa4475e6cd2 req-1eb3287e-7581-4b1e-9d26-f7765c257f87 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group_rule (93225e62-01b2-4038-b382-ef25e24ed2ab), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:18.134909 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0fe966e6-703a-4b38-8270-8fa4475e6cd2 req-1eb3287e-7581-4b1e-9d26-f7765c257f87 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (93225e62-01b2-4038-b382-ef25e24ed2ab), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:18.219328 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3287e-7581-4b1e-9d26-f7765c257f87 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93225e62-01b2-4038-b382-ef25e24ed2ab,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:18.236893 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-4c1d9b80-dbb8-45d9-a9b3-c0e8a1cbe08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:18.238950 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-4c1d9b80-dbb8-45d9-a9b3-c0e8a1cbe08b service neutron] 10.222.0.71 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 908 time: 0.1393344 Feb 09 21:34:18.242655 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 4e59af47-ecfd-49a8-bc41-f69691087fd5 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:18.243359 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4e59af47-ecfd-49a8-bc41-f69691087fd5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:18.251260 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0fe966e6-703a-4b38-8270-8fa4475e6cd2 req-1eb3287e-7581-4b1e-9d26-f7765c257f87 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:18.262871 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0fe966e6-703a-4b38-8270-8fa4475e6cd2 req-1eb3287e-7581-4b1e-9d26-f7765c257f87 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4471564 Feb 09 21:34:18.294244 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2deb0549-8aa9-46ff-8054-97c27cd57b95 req-06ee9d27-71ff-4e79-bdb0-4e8b20840c42 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826789 Feb 09 21:34:18.343352 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 4e59af47-ecfd-49a8-bc41-f69691087fd5, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=4e59af47-ecfd-49a8-bc41-f69691087fd5,segment=NetworkSegment(3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3),segment_id=3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:18.346081 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-2188e933-89e6-409b-9ab4-e897b1f7ade3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93e63d34-3078-45f6-af70-480582a0508a HTTP/1.1" status: 200 len: 217 time: 0.1000628 Feb 09 21:34:18.355114 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4e59af47-ecfd-49a8-bc41-f69691087fd5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:18.487391 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-d8217de3-72aa-43ca-8c9f-5564673f7e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:18.491541 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-d8217de3-72aa-43ca-8c9f-5564673f7e55 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.1350944 Feb 09 21:34:18.498460 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b28ccc-c465-4943-a1ae-a9514bb722d0 req-0c53af6b-b3df-4d1c-a8e7-68aab8912ee5 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:18.500784 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-25b28ccc-c465-4943-a1ae-a9514bb722d0 req-0c53af6b-b3df-4d1c-a8e7-68aab8912ee5 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 1127 time: 0.1726730 Feb 09 21:34:18.510310 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=4e59af47-ecfd-49a8-bc41-f69691087fd5,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:18.549657 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-80d18461-5c01-4d29-bb6b-1a4d9b9228c1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498056 Feb 09 21:34:18.628235 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-25b28ccc-c465-4943-a1ae-a9514bb722d0 req-639e2007-68e3-49e5-acfa-2afb934ab768 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731337 Feb 09 21:34:18.686921 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe13d4-152e-429e-9d09-748b5ef5f634 req-e2407d95-e05c-45f9-9efa-55dbf8cf4265 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:18.705236 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-afbe13d4-152e-429e-9d09-748b5ef5f634 req-e2407d95-e05c-45f9-9efa-55dbf8cf4265 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 949 time: 0.2366085 Feb 09 21:34:18.726547 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-27eb8270-27a2-41c1-ace8-65b3e9e6acdd service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697805 Feb 09 21:34:18.830239 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-afbe13d4-152e-429e-9d09-748b5ef5f634 req-b8f6c6ea-0ac8-466d-b69c-81460ec45d7d tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190319 Feb 09 21:34:18.900290 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-b1ebee37-13b9-4a5a-883f-1640e3d64fc5 service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621854 Feb 09 21:34:19.041714 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bbb81-4d92-4f49-9713-405939e49163 req-1657493f-54f2-43e4-9fa7-724e4bbb4997 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:19.050239 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c04bbb81-4d92-4f49-9713-405939e49163 req-1657493f-54f2-43e4-9fa7-724e4bbb4997 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb57b1d-3622-4f2d-9a0e-3abea4e73d03 HTTP/1.1" status: 200 len: 945 time: 0.2138715 Feb 09 21:34:19.168491 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c04bbb81-4d92-4f49-9713-405939e49163 req-ff9f1d04-0e27-447f-9e3d-e5f3bf66e107 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170769 Feb 09 21:34:19.192495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd769c4-fc02-4d7d-aac1-bcf830637fc6 req-139518ac-c52b-4bd1-9cf6-a7affdf1da5f tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:19.201665 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0dd769c4-fc02-4d7d-aac1-bcf830637fc6 req-139518ac-c52b-4bd1-9cf6-a7affdf1da5f tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.1488605 Feb 09 21:34:19.252582 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7776139-fac3-451f-9811-5bc2ee08ae10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59bb848-5d01-48da-b625-da7ec00703fa'}, {'server_uuid': 'fd030e8a-5164-4160-bc9d-8c1c32a9f710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e59af47-ecfd-49a8-bc41-f69691087fd5'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:19.255259 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b20f642-0d5b-4618-9b70-b56d02093f80" -d '{"events": [{"server_uuid": "c7776139-fac3-451f-9811-5bc2ee08ae10", "name": "network-vif-plugged", "status": "completed", "tag": "c59bb848-5d01-48da-b625-da7ec00703fa"}, {"server_uuid": "fd030e8a-5164-4160-bc9d-8c1c32a9f710", "name": "network-vif-plugged", "status": "completed", "tag": "4e59af47-ecfd-49a8-bc41-f69691087fd5"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:19.359533 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0dd769c4-fc02-4d7d-aac1-bcf830637fc6 req-dcd72a2f-8a1e-4ab5-b9f2-357d61c67dbc tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516364 Feb 09 21:34:19.405723 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d31d3c70-ecdb-472c-ad4b-dd2b727f779e req-a0aee979-3f6d-4d29-a7ee-b996e0ea0541 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "GET /v2.0/security-groups/f2921b85-ba74-478a-9d1f-316ca417ce11 HTTP/1.1" status: 200 len: 2412 time: 0.1607633 Feb 09 21:34:19.411812 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-d31d3c70-ecdb-472c-ad4b-dd2b727f779e req-da7567e7-17e3-4d5e-a07e-ee84b4e22a38 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f2921b85-ba74-478a-9d1f-316ca417ce11', 'remote_group_id': None}]} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:19.412487 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-d31d3c70-ecdb-472c-ad4b-dd2b727f779e req-da7567e7-17e3-4d5e-a07e-ee84b4e22a38 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f2921b85-ba74-478a-9d1f-316ca417ce11', 'remote_group_id': None}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:19.558515 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d31d3c70-ecdb-472c-ad4b-dd2b727f779e req-da7567e7-17e3-4d5e-a07e-ee84b4e22a38 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group_rule (60c8025a-51a7-4872-93ca-67d89a77b1cd), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:19.621505 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d31d3c70-ecdb-472c-ad4b-dd2b727f779e req-da7567e7-17e3-4d5e-a07e-ee84b4e22a38 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group_rule (60c8025a-51a7-4872-93ca-67d89a77b1cd), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:19.637240 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d31d3c70-ecdb-472c-ad4b-dd2b727f779e req-da7567e7-17e3-4d5e-a07e-ee84b4e22a38 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (60c8025a-51a7-4872-93ca-67d89a77b1cd), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:19.704956 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22339e70-ebf5-41a1-b418-b4d6b29f3d07 req-15e2c078-ce7b-4b57-9238-a07f3d921741 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:19.718327 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22339e70-ebf5-41a1-b418-b4d6b29f3d07 req-15e2c078-ce7b-4b57-9238-a07f3d921741 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 1127 time: 0.2230115 Feb 09 21:34:19.732119 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7567e7-17e3-4d5e-a07e-ee84b4e22a38 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c8025a-51a7-4872-93ca-67d89a77b1cd,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:19.811267 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d31d3c70-ecdb-472c-ad4b-dd2b727f779e req-da7567e7-17e3-4d5e-a07e-ee84b4e22a38 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:19.829757 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d31d3c70-ecdb-472c-ad4b-dd2b727f779e req-da7567e7-17e3-4d5e-a07e-ee84b4e22a38 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4225695 Feb 09 21:34:19.955546 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-910955f4-1a11-483c-b21d-21e27b7d2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:19.957127 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-910955f4-1a11-483c-b21d-21e27b7d2e9d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10&tenant_id=8e648e74041548769a4577091999e05a HTTP/1.1" status: 200 len: 1131 time: 0.1949620 Feb 09 21:34:19.980953 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22339e70-ebf5-41a1-b418-b4d6b29f3d07 req-3eb53c31-55f2-4a68-bb89-e00284f2a31d tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611098 Feb 09 21:34:19.989256 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828601-1', 'device_owner': 'compute:nova'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:20.008578 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec252f2-ed08-4678-9e13-b5d4af66e994 x-openstack-request-id: req-dec252f2-ed08-4678-9e13-b5d4af66e994 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:20.008974 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7776139-fac3-451f-9811-5bc2ee08ae10", "name": "network-vif-plugged", "status": "completed", "tag": "c59bb848-5d01-48da-b625-da7ec00703fa", "code": 200}, {"server_uuid": "fd030e8a-5164-4160-bc9d-8c1c32a9f710", "name": "network-vif-plugged", "status": "completed", "tag": "4e59af47-ecfd-49a8-bc41-f69691087fd5", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:20.009622 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dec252f2-ed08-4678-9e13-b5d4af66e994 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:20.010093 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7776139-fac3-451f-9811-5bc2ee08ae10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59bb848-5d01-48da-b625-da7ec00703fa', 'code': 200} Feb 09 21:34:20.010357 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd030e8a-5164-4160-bc9d-8c1c32a9f710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e59af47-ecfd-49a8-bc41-f69691087fd5', 'code': 200} Feb 09 21:34:20.213752 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7bf635e7-0d24-43e4-8e41-26cb665c9d8c req-3d9694f5-3a2a-44bd-9d92-e531e81d9c0e tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "GET /v2.0/security-groups/f2921b85-ba74-478a-9d1f-316ca417ce11 HTTP/1.1" status: 200 len: 3010 time: 0.1001520 Feb 09 21:34:20.270270 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:20.356354 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64e653-5b45-4fea-9caa-57f5cf482bdd req-7ff31d43-501e-4951-b2c4-eee2aef4baa0 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:20.363453 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b64e653-5b45-4fea-9caa-57f5cf482bdd req-7ff31d43-501e-4951-b2c4-eee2aef4baa0 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 945 time: 0.1385155 Feb 09 21:34:20.406715 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e658efc-d319-49dc-b2c2-73aa55e4d056 req-8e4c4498-cb3a-4c20-b35c-81fb0937e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:20.411620 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75a8b0-2f93-4b86-a6b8-8602641a6f83 req-dc4dd3b8-014c-4cfd-8f94-6964a6d0437e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:20.419810 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce75a8b0-2f93-4b86-a6b8-8602641a6f83 req-dc4dd3b8-014c-4cfd-8f94-6964a6d0437e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 949 time: 0.1146049 Feb 09 21:34:20.420893 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e658efc-d319-49dc-b2c2-73aa55e4d056 req-8e4c4498-cb3a-4c20-b35c-81fb0937e282 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 1127 time: 0.2613115 Feb 09 21:34:20.506575 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b64e653-5b45-4fea-9caa-57f5cf482bdd req-a96cb797-2e41-484e-9095-2f551d3cc7f5 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419816 Feb 09 21:34:20.525222 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce75a8b0-2f93-4b86-a6b8-8602641a6f83 req-e823ec52-fc95-482c-86f5-b4f536476566 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044126 Feb 09 21:34:20.669645 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e658efc-d319-49dc-b2c2-73aa55e4d056 req-a1ca02f7-e3d5-4d68-8708-65ff082ff7da service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345657 Feb 09 21:34:20.713680 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b451663-56d6-4c5f-8c7e-7ddde9fdf54d req-cf9201fc-e472-4735-a7de-b9acfd6785fd tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:20.726970 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b451663-56d6-4c5f-8c7e-7ddde9fdf54d req-cf9201fc-e472-4735-a7de-b9acfd6785fd tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb57b1d-3622-4f2d-9a0e-3abea4e73d03 HTTP/1.1" status: 200 len: 945 time: 0.0893319 Feb 09 21:34:20.856967 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b451663-56d6-4c5f-8c7e-7ddde9fdf54d req-814f3992-a281-4a2d-ad70-1e858cbede5b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233737 Feb 09 21:34:20.914927 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] For port c59bb848-5d01-48da-b625-da7ec00703fa, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c59bb848-5d01-48da-b625-da7ec00703fa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:20.950401 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fab3a359-69a8-4be1-b1d2-0730a1f56f1c req-de0c6da1-c1c9-4729-8af9-35a61e48e028 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "GET /v2.0/security-group-rules/60c8025a-51a7-4872-93ca-67d89a77b1cd HTTP/1.1" status: 200 len: 783 time: 0.0556364 Feb 09 21:34:20.961705 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] For port c59bb848-5d01-48da-b625-da7ec00703fa, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:21.041341 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fab3a359-69a8-4be1-b1d2-0730a1f56f1c req-5e99d277-eed2-42f9-8122-1c7c8262c0ae tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "GET /v2.0/security-groups/f2921b85-ba74-478a-9d1f-316ca417ce11 HTTP/1.1" status: 200 len: 3010 time: 0.0899315 Feb 09 21:34:21.050004 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7776139-fac3-451f-9811-5bc2ee08ae10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59bb848-5d01-48da-b625-da7ec00703fa'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:21.052771 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c653cb8d-1342-40d3-9add-c1f2d82ce70b" -d '{"events": [{"server_uuid": "c7776139-fac3-451f-9811-5bc2ee08ae10", "name": "network-vif-unplugged", "status": "completed", "tag": "c59bb848-5d01-48da-b625-da7ec00703fa"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:21.059465 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] Publish callbacks [] for port (c59bb848-5d01-48da-b625-da7ec00703fa), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.081295 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] Transition to ACTIVE for port object c59bb848-5d01-48da-b625-da7ec00703fa will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:34:21.088646 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.104426 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fab3a359-69a8-4be1-b1d2-0730a1f56f1c req-8c8e392d-ae89-4d0c-ab07-483241ab6292 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group_rule (60c8025a-51a7-4872-93ca-67d89a77b1cd), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.134015 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fab3a359-69a8-4be1-b1d2-0730a1f56f1c req-8c8e392d-ae89-4d0c-ab07-483241ab6292 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group_rule (60c8025a-51a7-4872-93ca-67d89a77b1cd), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.147298 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c59bb848-5d01-48da-b625-da7ec00703fa,revision_number=10']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:21.232996 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fab3a359-69a8-4be1-b1d2-0730a1f56f1c req-8c8e392d-ae89-4d0c-ab07-483241ab6292 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (60c8025a-51a7-4872-93ca-67d89a77b1cd), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.242333 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fab3a359-69a8-4be1-b1d2-0730a1f56f1c req-8c8e392d-ae89-4d0c-ab07-483241ab6292 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.245547 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] No DVR routers for this DVR port c59bb848-5d01-48da-b625-da7ec00703fa on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:21.246090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c59bb848-5d01-48da-b625-da7ec00703fa no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:21.246655 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fab3a359-69a8-4be1-b1d2-0730a1f56f1c req-8c8e392d-ae89-4d0c-ab07-483241ab6292 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/60c8025a-51a7-4872-93ca-67d89a77b1cd HTTP/1.1" status: 204 len: 173 time: 0.2033389 Feb 09 21:34:21.328263 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e392d-ae89-4d0c-ab07-483241ab6292 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60c8025a-51a7-4872-93ca-67d89a77b1cd,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:21.350649 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] Attempting to bind port c59bb848-5d01-48da-b625-da7ec00703fa on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:21.354166 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] Attempting to bind port c59bb848-5d01-48da-b625-da7ec00703fa by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:21.355143 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] Attempting to bind port c59bb848-5d01-48da-b625-da7ec00703fa on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:21.365335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] The host n-h2-828601-1 is not matching for port c59bb848-5d01-48da-b625-da7ec00703fa host n-h1-828601-1! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:34:21.365739 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] Port c59bb848-5d01-48da-b625-da7ec00703fa on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:21.365871 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c59bb848-5d01-48da-b625-da7ec00703fa not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:34:21.367118 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] Attempting to bind port c59bb848-5d01-48da-b625-da7ec00703fa on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:21.378017 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:21.378813 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:21.380155 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:21.382570 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] Bound port: c59bb848-5d01-48da-b625-da7ec00703fa, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:21.383041 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.485222 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcea355-73f3-4187-a37e-2e6c91b2a0d8 req-dc2290a3-c13d-4961-aa29-7b29d4d8e37c tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:21.494182 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cdcea355-73f3-4187-a37e-2e6c91b2a0d8 req-dc2290a3-c13d-4961-aa29-7b29d4d8e37c tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.2464273 Feb 09 21:34:21.559207 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] For port c59bb848-5d01-48da-b625-da7ec00703fa, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:21.563429 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] For port c59bb848-5d01-48da-b625-da7ec00703fa, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=c59bb848-5d01-48da-b625-da7ec00703fa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:21.572402 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.577085 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6028cf-0073-4271-a030-84121e950c23 req-40a5295f-e0ab-47c4-87aa-325dd4f44476 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:21.584604 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d6028cf-0073-4271-a030-84121e950c23 req-40a5295f-e0ab-47c4-87aa-325dd4f44476 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb57b1d-3622-4f2d-9a0e-3abea4e73d03 HTTP/1.1" status: 200 len: 945 time: 0.2326279 Feb 09 21:34:21.620239 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:21.621139 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.623472 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] 10.222.0.71 "PUT /v2.0/ports/c59bb848-5d01-48da-b625-da7ec00703fa HTTP/1.1" status: 200 len: 1096 time: 1.6492386 Feb 09 21:34:21.646716 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba00f3-3dc2-4885-8c34-e00605dd50a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c59bb848-5d01-48da-b625-da7ec00703fa,revision_number=11']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:21.663583 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cdcea355-73f3-4187-a37e-2e6c91b2a0d8 req-adefc95a-9f34-4cb9-b12e-1f0f9895abb5 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684072 Feb 09 21:34:21.747783 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-591ca322-6600-4e55-b223-db80f25444f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:21.756617 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-591ca322-6600-4e55-b223-db80f25444f6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 1130 time: 0.1054535 Feb 09 21:34:21.756845 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d6028cf-0073-4271-a030-84121e950c23 req-c6edd798-929b-4b2f-a7bb-d68188aa30ce tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709831 Feb 09 21:34:21.909345 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9a6332-512e-4f53-9571-056f6350ab18 x-openstack-request-id: req-ff9a6332-512e-4f53-9571-056f6350ab18 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:21.909647 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7776139-fac3-451f-9811-5bc2ee08ae10", "name": "network-vif-unplugged", "status": "completed", "tag": "c59bb848-5d01-48da-b625-da7ec00703fa", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:21.909908 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ff9a6332-512e-4f53-9571-056f6350ab18 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:21.910308 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7776139-fac3-451f-9811-5bc2ee08ae10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59bb848-5d01-48da-b625-da7ec00703fa', 'code': 200} Feb 09 21:34:22.016983 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-ed18971b-40d8-4dc9-8108-681d16532be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:22.019110 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-ed18971b-40d8-4dc9-8108-681d16532be8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.2550771 Feb 09 21:34:22.043816 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-19cd84c0-3619-43bf-878a-1d9743037810 req-86282f23-90bd-4742-ab43-85b1d8ced966 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "GET /v2.0/security-groups/f2921b85-ba74-478a-9d1f-316ca417ce11 HTTP/1.1" status: 200 len: 2412 time: 0.1491971 Feb 09 21:34:22.119598 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-473d46dd-62cc-4269-996e-278312209d01 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c59bb848-5d01-48da-b625-da7ec00703fa HTTP/1.1" status: 200 len: 217 time: 0.0937665 Feb 09 21:34:22.197797 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-2aa8f472-0eda-414e-86c2-94fdd0eba34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:22.199800 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-2aa8f472-0eda-414e-86c2-94fdd0eba34f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0724092 Feb 09 21:34:22.266638 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-19cd84c0-3619-43bf-878a-1d9743037810 req-9c585274-ecc1-4b55-b147-087b11f00f6c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (f2921b85-ba74-478a-9d1f-316ca417ce11), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:22.335541 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-00642bf3-1f46-4bdd-b58a-56c64e5a2c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:22.337687 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-00642bf3-1f46-4bdd-b58a-56c64e5a2c7c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1237526 Feb 09 21:34:22.356703 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c718a-f75f-4cbc-beb4-18cb2bb21fb5 req-00ebc140-d4f1-4c94-b6cf-78e322edac13 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:22.364996 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c7c718a-f75f-4cbc-beb4-18cb2bb21fb5 req-00ebc140-d4f1-4c94-b6cf-78e322edac13 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 945 time: 0.2325792 Feb 09 21:34:22.368652 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-19cd84c0-3619-43bf-878a-1d9743037810 req-9c585274-ecc1-4b55-b147-087b11f00f6c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (f2921b85-ba74-478a-9d1f-316ca417ce11), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:22.529264 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-c1d74f20-08c6-49c5-8ba4-3e1bcfae1aac service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848588 Feb 09 21:34:22.569939 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c7c718a-f75f-4cbc-beb4-18cb2bb21fb5 req-07acd04f-4e69-4413-bbfa-4ec66715dc6f tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945395 Feb 09 21:34:22.606805 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-19cd84c0-3619-43bf-878a-1d9743037810 req-9c585274-ecc1-4b55-b147-087b11f00f6c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f2921b85-ba74-478a-9d1f-316ca417ce11), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:22.609731 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-19cd84c0-3619-43bf-878a-1d9743037810 req-9c585274-ecc1-4b55-b147-087b11f00f6c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:22.623105 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-19cd84c0-3619-43bf-878a-1d9743037810 req-9c585274-ecc1-4b55-b147-087b11f00f6c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "DELETE /v2.0/security-groups/f2921b85-ba74-478a-9d1f-316ca417ce11 HTTP/1.1" status: 204 len: 173 time: 0.5689673 Feb 09 21:34:22.666989 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c585274-ecc1-4b55-b147-087b11f00f6c tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2921b85-ba74-478a-9d1f-316ca417ce11,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:22.838691 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d551a0f-7edc-42ff-a58e-11ddf12f97c4 req-2f4fc727-8102-406f-85a4-e1dc03d01588 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031147 Feb 09 21:34:22.840474 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab93206-2df6-4ddf-862e-0a7d67275358 req-27f6c26f-8869-4593-bfc4-8582fc57c8f6 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:22.842045 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2ab93206-2df6-4ddf-862e-0a7d67275358 req-27f6c26f-8869-4593-bfc4-8582fc57c8f6 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 948 time: 0.1426556 Feb 09 21:34:22.967559 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2ab93206-2df6-4ddf-862e-0a7d67275358 req-077b06a6-1449-4f69-aa61-e612c2e26f22 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010144 Feb 09 21:34:23.034302 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-f503ad46-da5a-4225-a2d2-fae3269103f2 req-0d9568bb-877a-46a9-b8a2-823b60f093fb tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] show failed (client error): The resource could not be found. Feb 09 21:34:23.035776 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f503ad46-da5a-4225-a2d2-fae3269103f2 req-0d9568bb-877a-46a9-b8a2-823b60f093fb tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "GET /v2.0/security-groups/5fea481b-aed6-495c-8a87-0891373db98a HTTP/1.1" status: 404 len: 352 time: 0.0236027 Feb 09 21:34:23.190580 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7165d49-788a-4484-86ab-230793b2bfb2 req-bebd9f3f-fde3-4dfb-b3d7-ce00fdf3cf80 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:23.192197 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7165d49-788a-4484-86ab-230793b2bfb2 req-bebd9f3f-fde3-4dfb-b3d7-ce00fdf3cf80 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 945 time: 0.1437664 Feb 09 21:34:23.203080 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52218) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:23.208654 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ca4990c7-5fb1-448a-8941-f173458e0fa7 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Request body: {'floatingip': {'port_id': '4e59af47-ecfd-49a8-bc41-f69691087fd5'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:23.211191 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fb6cd-bbbd-4fa8-886c-868d719a1c40 req-3a8fe8ec-073e-4b71-9164-44f05bddd729 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:23.213006 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-751fb6cd-bbbd-4fa8-886c-868d719a1c40 req-3a8fe8ec-073e-4b71-9164-44f05bddd729 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.0920947 Feb 09 21:34:23.345908 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-751fb6cd-bbbd-4fa8-886c-868d719a1c40 req-f90d68eb-b631-4ba0-b43e-12126b53b60a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226008 Feb 09 21:34:23.372515 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca4990c7-5fb1-448a-8941-f173458e0fa7 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks [] for floatingip (3e85688f-25fa-41cc-8f9f-42bdb22fc0ff), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:23.423633 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f0c0d-7850-4394-baaa-96c4fd0bd496 req-ed7dfdaa-a925-430f-b937-3d93579eee16 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:23.426168 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f0f0c0d-7850-4394-baaa-96c4fd0bd496 req-ed7dfdaa-a925-430f-b937-3d93579eee16 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb57b1d-3622-4f2d-9a0e-3abea4e73d03 HTTP/1.1" status: 200 len: 945 time: 0.1367228 Feb 09 21:34:23.548941 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f0f0c0d-7850-4394-baaa-96c4fd0bd496 req-0435bd3d-d37a-42b1-a6ff-47437bf8c9cf tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991423 Feb 09 21:34:23.595329 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0b74984-a1be-4469-bdd3-1b4b0145d2f1 req-cbcfbbfd-ab6e-4546-9870-c6fdf690edb7 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "GET /v2.0/security-groups/cb9cd892-c3bd-4aaf-8f59-effe46265afb HTTP/1.1" status: 200 len: 1820 time: 0.0956330 Feb 09 21:34:23.699228 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b0b74984-a1be-4469-bdd3-1b4b0145d2f1 req-379c09b0-bab9-4076-9d40-b09463bf4cdd tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (cb9cd892-c3bd-4aaf-8f59-effe46265afb), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:23.710317 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52222) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:23.740029 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b0b74984-a1be-4469-bdd3-1b4b0145d2f1 req-379c09b0-bab9-4076-9d40-b09463bf4cdd tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (cb9cd892-c3bd-4aaf-8f59-effe46265afb), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:23.829027 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b0b74984-a1be-4469-bdd3-1b4b0145d2f1 req-379c09b0-bab9-4076-9d40-b09463bf4cdd tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (cb9cd892-c3bd-4aaf-8f59-effe46265afb), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:23.832385 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b0b74984-a1be-4469-bdd3-1b4b0145d2f1 req-379c09b0-bab9-4076-9d40-b09463bf4cdd tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:23.833462 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0b74984-a1be-4469-bdd3-1b4b0145d2f1 req-379c09b0-bab9-4076-9d40-b09463bf4cdd tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "DELETE /v2.0/security-groups/cb9cd892-c3bd-4aaf-8f59-effe46265afb HTTP/1.1" status: 204 len: 173 time: 0.2373717 Feb 09 21:34:23.869268 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c09b0-bab9-4076-9d40-b09463bf4cdd tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9cd892-c3bd-4aaf-8f59-effe46265afb,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:23.923369 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7776139-fac3-451f-9811-5bc2ee08ae10', 'tag': 'c59bb848-5d01-48da-b625-da7ec00703fa'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:23.925212 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5326b5f-d6b9-44a7-8be7-d69fee07216f req-9db58cc8-2291-419a-920a-d44229515ad3 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "GET /v2.0/security-groups/375be614-cd93-4bd2-ba8c-2d1abc1fa452 HTTP/1.1" status: 200 len: 1821 time: 0.0651205 Feb 09 21:34:23.926064 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063e123b-89f9-4252-9d9b-bbfd0c01cefd" -d '{"events": [{"name": "network-changed", "server_uuid": "c7776139-fac3-451f-9811-5bc2ee08ae10", "tag": "c59bb848-5d01-48da-b625-da7ec00703fa"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:23.998026 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b68b157-fa7e-462a-8102-911888776b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.057099 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a5326b5f-d6b9-44a7-8be7-d69fee07216f req-57f6fd9d-84d8-4587-b401-18c2b0bf01e5 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (375be614-cd93-4bd2-ba8c-2d1abc1fa452), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.113963 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a5326b5f-d6b9-44a7-8be7-d69fee07216f req-57f6fd9d-84d8-4587-b401-18c2b0bf01e5 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (375be614-cd93-4bd2-ba8c-2d1abc1fa452), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.232730 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bc140-0a44-408f-91e8-92ba29152465 req-36541616-89d9-4675-8a4a-0487c4684034 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:24.240016 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ba2bc140-0a44-408f-91e8-92ba29152465 req-36541616-89d9-4675-8a4a-0487c4684034 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 948 time: 0.1012025 Feb 09 21:34:24.260753 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a5326b5f-d6b9-44a7-8be7-d69fee07216f req-57f6fd9d-84d8-4587-b401-18c2b0bf01e5 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (375be614-cd93-4bd2-ba8c-2d1abc1fa452), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.263692 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a5326b5f-d6b9-44a7-8be7-d69fee07216f req-57f6fd9d-84d8-4587-b401-18c2b0bf01e5 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.264878 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5326b5f-d6b9-44a7-8be7-d69fee07216f req-57f6fd9d-84d8-4587-b401-18c2b0bf01e5 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "DELETE /v2.0/security-groups/375be614-cd93-4bd2-ba8c-2d1abc1fa452 HTTP/1.1" status: 204 len: 173 time: 0.3230913 Feb 09 21:34:24.296183 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6fd9d-84d8-4587-b401-18c2b0bf01e5 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=375be614-cd93-4bd2-ba8c-2d1abc1fa452,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:24.396388 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ba2bc140-0a44-408f-91e8-92ba29152465 req-8935ca88-2a71-4d4c-bce9-d688b729edd2 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552770 Feb 09 21:34:24.436479 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c250faa-f172-4272-9d01-b17c26bcc153 req-17d2a8eb-78a2-4712-b36b-ead91f656d37 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "GET /v2.0/security-groups/9d59d20a-e92f-4e8b-8cc9-d9f9c3224e34 HTTP/1.1" status: 200 len: 1820 time: 0.1381359 Feb 09 21:34:24.457857 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c491ac-96c4-4cc7-acce-7e51d397eb25 x-openstack-request-id: req-52c491ac-96c4-4cc7-acce-7e51d397eb25 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:24.458634 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7776139-fac3-451f-9811-5bc2ee08ae10", "tag": "c59bb848-5d01-48da-b625-da7ec00703fa", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:24.458634 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-52c491ac-96c4-4cc7-acce-7e51d397eb25 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:24.460299 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7776139-fac3-451f-9811-5bc2ee08ae10', 'tag': 'c59bb848-5d01-48da-b625-da7ec00703fa', 'status': 'completed', 'code': 200} Feb 09 21:34:24.519813 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e44cb8-bbf9-4f9c-812e-00386c9eb64f req-498edb31-117d-4691-9c5f-54bfe0f1cb1c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:24.521356 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-36e44cb8-bbf9-4f9c-812e-00386c9eb64f req-498edb31-117d-4691-9c5f-54bfe0f1cb1c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.71 "GET /v2.0/ports?device_id=2fb57b1d-3622-4f2d-9a0e-3abea4e73d03 HTTP/1.1" status: 200 len: 945 time: 0.1783876 Feb 09 21:34:24.565779 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e123b-89f9-4252-9d9b-bbfd0c01cefd req-0a2b1d93-bc75-424a-9de8-6c923e59408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:24.567515 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-063e123b-89f9-4252-9d9b-bbfd0c01cefd req-0a2b1d93-bc75-424a-9de8-6c923e59408f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 1130 time: 0.1113572 Feb 09 21:34:24.621073 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c250faa-f172-4272-9d01-b17c26bcc153 req-7b2379f9-093a-4ed6-ba95-d035751f2bbf tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (9d59d20a-e92f-4e8b-8cc9-d9f9c3224e34), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.677509 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8d382-3f0b-4297-8dcc-5ef0deadca0b req-857cc407-9be4-463a-a39b-a60c3bbd8a82 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:24.685205 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9e8d382-3f0b-4297-8dcc-5ef0deadca0b req-857cc407-9be4-463a-a39b-a60c3bbd8a82 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.1917691 Feb 09 21:34:24.706622 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c250faa-f172-4272-9d01-b17c26bcc153 req-7b2379f9-093a-4ed6-ba95-d035751f2bbf tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (9d59d20a-e92f-4e8b-8cc9-d9f9c3224e34), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.801715 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9e8d382-3f0b-4297-8dcc-5ef0deadca0b req-a5055df1-996b-4b76-bfd6-9b5ce78f9571 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154084 Feb 09 21:34:24.811888 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-36e44cb8-bbf9-4f9c-812e-00386c9eb64f req-a7d2ceb7-dbf0-4a01-af03-b03401dd7a8b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Deleting port 8ab5b352-ecf0-44d3-8a29-7896eabb02aa {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:24.812535 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-36e44cb8-bbf9-4f9c-812e-00386c9eb64f req-a7d2ceb7-dbf0-4a01-af03-b03401dd7a8b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8ab5b352-ecf0-44d3-8a29-7896eabb02aa), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.837157 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e123b-89f9-4252-9d9b-bbfd0c01cefd req-8029c05c-3d3c-4eb0-8448-d423cf4e43e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:24.839759 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-063e123b-89f9-4252-9d9b-bbfd0c01cefd req-8029c05c-3d3c-4eb0-8448-d423cf4e43e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e648e74041548769a4577091999e05a&device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 1130 time: 0.3851845 Feb 09 21:34:24.891970 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.db.resource_extend [None req-ca4990c7-5fb1-448a-8941-f173458e0fa7 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:34:24.927438 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c250faa-f172-4272-9d01-b17c26bcc153 req-7b2379f9-093a-4ed6-ba95-d035751f2bbf tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (9d59d20a-e92f-4e8b-8cc9-d9f9c3224e34), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.932326 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c250faa-f172-4272-9d01-b17c26bcc153 req-7b2379f9-093a-4ed6-ba95-d035751f2bbf tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.933607 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c250faa-f172-4272-9d01-b17c26bcc153 req-7b2379f9-093a-4ed6-ba95-d035751f2bbf tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "DELETE /v2.0/security-groups/9d59d20a-e92f-4e8b-8cc9-d9f9c3224e34 HTTP/1.1" status: 204 len: 173 time: 0.4854851 Feb 09 21:34:24.965992 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2379f9-093a-4ed6-ba95-d035751f2bbf tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d59d20a-e92f-4e8b-8cc9-d9f9c3224e34,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:25.165872 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca4990c7-5fb1-448a-8941-f173458e0fa7 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.192164 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d54d0cc5-1bb3-412f-8553-99505f840bb6 req-f7186968-f8d9-4de3-9065-baa71c32b6dc tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "GET /v2.0/security-groups/8cb0f889-2e6f-498a-9879-61cf82f873be HTTP/1.1" status: 200 len: 2421 time: 0.1918728 Feb 09 21:34:25.195699 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-36e44cb8-bbf9-4f9c-812e-00386c9eb64f req-a7d2ceb7-dbf0-4a01-af03-b03401dd7a8b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] For port 8ab5b352-ecf0-44d3-8a29-7896eabb02aa, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8ab5b352-ecf0-44d3-8a29-7896eabb02aa,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:25.196203 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-36e44cb8-bbf9-4f9c-812e-00386c9eb64f req-a7d2ceb7-dbf0-4a01-af03-b03401dd7a8b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8ab5b352-ecf0-44d3-8a29-7896eabb02aa), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.216848 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca4990c7-5fb1-448a-8941-f173458e0fa7 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (3e85688f-25fa-41cc-8f9f-42bdb22fc0ff), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.236170 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-36e44cb8-bbf9-4f9c-812e-00386c9eb64f req-a7d2ceb7-dbf0-4a01-af03-b03401dd7a8b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Calling delete_port for 8ab5b352-ecf0-44d3-8a29-7896eabb02aa owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:25.281773 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eebb3a-ed9f-4813-91a8-c05fc86104db req-d68f175a-f833-4c45-92d0-f2d8274eff8c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:25.284018 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9eebb3a-ed9f-4813-91a8-c05fc86104db req-d68f175a-f833-4c45-92d0-f2d8274eff8c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb57b1d-3622-4f2d-9a0e-3abea4e73d03 HTTP/1.1" status: 200 len: 945 time: 0.2227042 Feb 09 21:34:25.297003 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b68b157-fa7e-462a-8102-911888776b1e admin admin] Publish callbacks [] for security_group (81955305-42a5-44e1-ac90-f015b3261133), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.299782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e123b-89f9-4252-9d9b-bbfd0c01cefd req-11aa710c-6acb-4ba4-8dd2-16850e300755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:25.302827 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-063e123b-89f9-4252-9d9b-bbfd0c01cefd req-11aa710c-6acb-4ba4-8dd2-16850e300755 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.7212572 Feb 09 21:34:25.320127 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b68b157-fa7e-462a-8102-911888776b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (81955305-42a5-44e1-ac90-f015b3261133), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.392237 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e123b-89f9-4252-9d9b-bbfd0c01cefd req-b870e90d-8f99-44ad-b2ae-c3ad69aaa8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:25.394404 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-063e123b-89f9-4252-9d9b-bbfd0c01cefd req-b870e90d-8f99-44ad-b2ae-c3ad69aaa8de service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.5309308 Feb 09 21:34:25.416668 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-063e123b-89f9-4252-9d9b-bbfd0c01cefd req-38cb6825-62fa-44e7-9286-805c62c5c5d9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c59bb848-5d01-48da-b625-da7ec00703fa HTTP/1.1" status: 200 len: 217 time: 0.0895448 Feb 09 21:34:25.423429 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d54d0cc5-1bb3-412f-8553-99505f840bb6 req-3e070b5f-5ac7-47ae-a945-c03ad291a3d0 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (8cb0f889-2e6f-498a-9879-61cf82f873be), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.454625 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9eebb3a-ed9f-4813-91a8-c05fc86104db req-2276b096-3975-4d62-bd02-159f10685a5c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174219 Feb 09 21:34:25.463162 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-063e123b-89f9-4252-9d9b-bbfd0c01cefd req-5f0cb2cd-af76-46c3-a9e0-eb0fdfd8c8b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c59bb848-5d01-48da-b625-da7ec00703fa HTTP/1.1" status: 200 len: 217 time: 0.0571163 Feb 09 21:34:25.489643 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d54d0cc5-1bb3-412f-8553-99505f840bb6 req-3e070b5f-5ac7-47ae-a945-c03ad291a3d0 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (8cb0f889-2e6f-498a-9879-61cf82f873be), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.500696 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4b68b157-fa7e-462a-8102-911888776b1e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=27436c5276304e2283da8f6e68ca052b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7862332 Feb 09 21:34:25.506806 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52244) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:25.546538 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68b157-fa7e-462a-8102-911888776b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81955305-42a5-44e1-ac90-f015b3261133,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:25.616615 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e123b-89f9-4252-9d9b-bbfd0c01cefd req-7c27decb-ed50-49ce-b9af-748c609d5ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:25.618975 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-063e123b-89f9-4252-9d9b-bbfd0c01cefd req-7c27decb-ed50-49ce-b9af-748c609d5ee3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1471527 Feb 09 21:34:25.622813 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e123b-89f9-4252-9d9b-bbfd0c01cefd req-8620c12c-cca3-4014-ba14-0f5a3465a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:25.624660 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-063e123b-89f9-4252-9d9b-bbfd0c01cefd req-8620c12c-cca3-4014-ba14-0f5a3465a9dd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1541722 Feb 09 21:34:25.660790 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-ca4990c7-5fb1-448a-8941-f173458e0fa7 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Floating IP 3e85688f-25fa-41cc-8f9f-42bdb22fc0ff associated. External IP: 172.25.6.197, port: 4e59af47-ecfd-49a8-bc41-f69691087fd5. Feb 09 21:34:25.709204 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1adbf7c7-b373-4a28-99b7-efe77990f7e6 admin admin] Publish callbacks [] for security_group (81955305-42a5-44e1-ac90-f015b3261133), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.735817 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1adbf7c7-b373-4a28-99b7-efe77990f7e6 admin admin] Publish callbacks [] for security_group (81955305-42a5-44e1-ac90-f015b3261133), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.784534 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d54d0cc5-1bb3-412f-8553-99505f840bb6 req-3e070b5f-5ac7-47ae-a945-c03ad291a3d0 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8cb0f889-2e6f-498a-9879-61cf82f873be), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.788401 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d54d0cc5-1bb3-412f-8553-99505f840bb6 req-3e070b5f-5ac7-47ae-a945-c03ad291a3d0 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.789633 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d54d0cc5-1bb3-412f-8553-99505f840bb6 req-3e070b5f-5ac7-47ae-a945-c03ad291a3d0 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "DELETE /v2.0/security-groups/8cb0f889-2e6f-498a-9879-61cf82f873be HTTP/1.1" status: 204 len: 173 time: 0.5831275 Feb 09 21:34:25.790272 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-36e44cb8-bbf9-4f9c-812e-00386c9eb64f req-a7d2ceb7-dbf0-4a01-af03-b03401dd7a8b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (8ab5b352-ecf0-44d3-8a29-7896eabb02aa), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.802392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['70e3d19a-7558-4685-a196-a6de110f0bf5', '8ab5b352-ecf0-44d3-8a29-7896eabb02aa'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:25.864427 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e070b5f-5ac7-47ae-a945-c03ad291a3d0 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb0f889-2e6f-498a-9879-61cf82f873be,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:25.871789 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e123b-89f9-4252-9d9b-bbfd0c01cefd req-be2d0540-aac6-45c7-aec4-8a532c7c52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:25.874335 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-063e123b-89f9-4252-9d9b-bbfd0c01cefd req-be2d0540-aac6-45c7-aec4-8a532c7c52fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2476680 Feb 09 21:34:25.882795 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2ceb7-dbf0-4a01-af03-b03401dd7a8b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Pushing event deleted for resources: {'Port': ['ID=8ab5b352-ecf0-44d3-8a29-7896eabb02aa,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:25.894243 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c174bb8-37b3-4579-9a97-3510e96e5488 req-63b3f202-4688-4db2-9582-2cd91bfc6582 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:25.905047 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c174bb8-37b3-4579-9a97-3510e96e5488 req-63b3f202-4688-4db2-9582-2cd91bfc6582 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 948 time: 0.3100634 Feb 09 21:34:25.910045 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device c59bb848-5d01-48da-b625-da7ec00703fa details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:34:25.921902 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1adbf7c7-b373-4a28-99b7-efe77990f7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (81955305-42a5-44e1-ac90-f015b3261133), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.924706 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1adbf7c7-b373-4a28-99b7-efe77990f7e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.925926 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1adbf7c7-b373-4a28-99b7-efe77990f7e6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/81955305-42a5-44e1-ac90-f015b3261133 HTTP/1.1" status: 204 len: 168 time: 0.4180121 Feb 09 21:34:26.007113 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adbf7c7-b373-4a28-99b7-efe77990f7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81955305-42a5-44e1-ac90-f015b3261133,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:26.016710 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e44cb8-bbf9-4f9c-812e-00386c9eb64f req-a7d2ceb7-dbf0-4a01-af03-b03401dd7a8b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] No DVR routers for this DVR port 8ab5b352-ecf0-44d3-8a29-7896eabb02aa on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:26.025634 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-36e44cb8-bbf9-4f9c-812e-00386c9eb64f req-a7d2ceb7-dbf0-4a01-af03-b03401dd7a8b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.029554 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-36e44cb8-bbf9-4f9c-812e-00386c9eb64f req-a7d2ceb7-dbf0-4a01-af03-b03401dd7a8b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.71 "DELETE /v2.0/ports/8ab5b352-ecf0-44d3-8a29-7896eabb02aa HTTP/1.1" status: 204 len: 173 time: 1.4856577 Feb 09 21:34:26.036237 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb57b1d-3622-4f2d-9a0e-3abea4e73d03', 'name': 'network-vif-deleted', 'tag': '8ab5b352-ecf0-44d3-8a29-7896eabb02aa'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:26.040898 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1e3c07-93af-4539-9b29-95026a1ca03c" -d '{"events": [{"server_uuid": "2fb57b1d-3622-4f2d-9a0e-3abea4e73d03", "name": "network-vif-deleted", "tag": "8ab5b352-ecf0-44d3-8a29-7896eabb02aa"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:26.074758 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f81ab53-5fef-4cec-b852-80e49bc03fd9 req-b1056f5e-5fd0-4ad5-82d9-137afcceae67 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "GET /v2.0/security-groups/5452a6cd-1820-4fe3-8746-2b72a6a958b5 HTTP/1.1" status: 200 len: 2415 time: 0.2418237 Feb 09 21:34:26.091996 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c174bb8-37b3-4579-9a97-3510e96e5488 req-880f19cb-2d52-4215-a256-20b541c3c403 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856987 Feb 09 21:34:26.185522 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-063e123b-89f9-4252-9d9b-bbfd0c01cefd req-abd006cc-771f-43c1-807d-7a27fd37ab76 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014488 Feb 09 21:34:26.204885 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e123b-89f9-4252-9d9b-bbfd0c01cefd req-f09219c7-766e-456d-824b-83cfcc24e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:26.210164 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-063e123b-89f9-4252-9d9b-bbfd0c01cefd req-f09219c7-766e-456d-824b-83cfcc24e32f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5431104 Feb 09 21:34:26.263364 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port c59bb848-5d01-48da-b625-da7ec00703fa, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=c59bb848-5d01-48da-b625-da7ec00703fa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:26.328900 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'c59bb848-5d01-48da-b625-da7ec00703fa', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': 'c59bb848-5d01-48da-b625-da7ec00703fa', 'mac_address': 'fa:16:3e:c5:36:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:34:26.365471 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6f81ab53-5fef-4cec-b852-80e49bc03fd9 req-3e663965-1ae3-4b09-9b89-17a63ed56ba4 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (5452a6cd-1820-4fe3-8746-2b72a6a958b5), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.418166 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port c59bb848-5d01-48da-b625-da7ec00703fa is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:26.418551 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.434158 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6f81ab53-5fef-4cec-b852-80e49bc03fd9 req-3e663965-1ae3-4b09-9b89-17a63ed56ba4 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (5452a6cd-1820-4fe3-8746-2b72a6a958b5), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.465574 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59bb848-5d01-48da-b625-da7ec00703fa {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:26.483515 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bb419-8fc1-4f55-ba36-8609c9aaf676 req-ebc27fcb-d1fd-483e-9c93-ccfd41ac47a2 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:26.487670 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e7bb419-8fc1-4f55-ba36-8609c9aaf676 req-ebc27fcb-d1fd-483e-9c93-ccfd41ac47a2 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.2127051 Feb 09 21:34:26.518610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port c59bb848-5d01-48da-b625-da7ec00703fa, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=c59bb848-5d01-48da-b625-da7ec00703fa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:26.526824 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.578716 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e7bb419-8fc1-4f55-ba36-8609c9aaf676 req-1cb1d0f9-1283-4d74-8180-cee9d19877e4 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770910 Feb 09 21:34:26.585523 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6f81ab53-5fef-4cec-b852-80e49bc03fd9 req-3e663965-1ae3-4b09-9b89-17a63ed56ba4 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5452a6cd-1820-4fe3-8746-2b72a6a958b5), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.594710 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6f81ab53-5fef-4cec-b852-80e49bc03fd9 req-3e663965-1ae3-4b09-9b89-17a63ed56ba4 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.601705 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f81ab53-5fef-4cec-b852-80e49bc03fd9 req-3e663965-1ae3-4b09-9b89-17a63ed56ba4 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] 10.222.0.77 "DELETE /v2.0/security-groups/5452a6cd-1820-4fe3-8746-2b72a6a958b5 HTTP/1.1" status: 204 len: 173 time: 0.5040021 Feb 09 21:34:26.619315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52262) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:26.644904 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52264) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:26.689228 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=c59bb848-5d01-48da-b625-da7ec00703fa,revision_number=12']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:26.690853 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b648ff5-1491-4174-83e1-fff3824563cd admin admin] Deleting subnet 7f851a1c-4168-4e3d-a1a1-8d03956cada9 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:34:26.695747 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1b648ff5-1491-4174-83e1-fff3824563cd admin admin] Publish callbacks [] for subnet (7f851a1c-4168-4e3d-a1a1-8d03956cada9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.745306 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1b648ff5-1491-4174-83e1-fff3824563cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (7f851a1c-4168-4e3d-a1a1-8d03956cada9), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.781190 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9f301b-1dd6-40fe-a936-e635f59a6c57 x-openstack-request-id: req-cc9f301b-1dd6-40fe-a936-e635f59a6c57 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:26.781506 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb57b1d-3622-4f2d-9a0e-3abea4e73d03", "name": "network-vif-deleted", "tag": "8ab5b352-ecf0-44d3-8a29-7896eabb02aa", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:26.781817 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cc9f301b-1dd6-40fe-a936-e635f59a6c57 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:26.782232 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb57b1d-3622-4f2d-9a0e-3abea4e73d03', 'name': 'network-vif-deleted', 'tag': '8ab5b352-ecf0-44d3-8a29-7896eabb02aa', 'status': 'completed', 'code': 200} Feb 09 21:34:26.786949 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e663965-1ae3-4b09-9b89-17a63ed56ba4 tempest-SecurityGroupRulesTestJSON-660379122 tempest-SecurityGroupRulesTestJSON-660379122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5452a6cd-1820-4fe3-8746-2b72a6a958b5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:26.856908 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['c59bb848-5d01-48da-b625-da7ec00703fa'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:26.909135 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-063e123b-89f9-4252-9d9b-bbfd0c01cefd req-00d02e31-d627-4973-ab94-f83b781b2929 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142671 Feb 09 21:34:26.921016 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1b648ff5-1491-4174-83e1-fff3824563cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (7f851a1c-4168-4e3d-a1a1-8d03956cada9), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.961544 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9906a708-cffd-40ba-b54e-426636c1cb16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:27.021453 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-063e123b-89f9-4252-9d9b-bbfd0c01cefd req-7ab7f6c7-9c41-4b72-98d4-d7c7c5cf3436 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8015437 Feb 09 21:34:27.059104 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1b648ff5-1491-4174-83e1-fff3824563cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (7f851a1c-4168-4e3d-a1a1-8d03956cada9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:27.080903 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc4b85-b512-444a-81ac-4dc273fc6f00 req-f727c010-845d-4612-a1b3-3f0a755ec33a tempest-MigrationsAdminTest-1661628546 tempest-MigrationsAdminTest-1661628546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:27.083428 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-66cc4b85-b512-444a-81ac-4dc273fc6f00 req-f727c010-845d-4612-a1b3-3f0a755ec33a tempest-MigrationsAdminTest-1661628546 tempest-MigrationsAdminTest-1661628546-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 1131 time: 0.3001683 Feb 09 21:34:27.117561 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b648ff5-1491-4174-83e1-fff3824563cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f851a1c-4168-4e3d-a1a1-8d03956cada9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:27.126023 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1b648ff5-1491-4174-83e1-fff3824563cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:27.142918 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1b648ff5-1491-4174-83e1-fff3824563cd admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7f851a1c-4168-4e3d-a1a1-8d03956cada9 HTTP/1.1" status: 204 len: 168 time: 0.5200818 Feb 09 21:34:27.179373 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52272) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:27.309918 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4990c7-5fb1-448a-8941-f173458e0fa7 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Router 987e0f3e-9839-4bd1-931c-e929e9bc41bd has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:34:27.361757 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-063e123b-89f9-4252-9d9b-bbfd0c01cefd req-cfc408f0-86c5-4555-8b33-e8cca9e54226 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962650 Feb 09 21:34:27.405884 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c968ed46-f492-4658-87d4-b47f65c9a162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (77dd57a1-463a-4408-9465-4787abc1b93a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:27.415612 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-66cc4b85-b512-444a-81ac-4dc273fc6f00 req-2a7a1b8c-98fd-401f-a997-ba7ce4b09ee1 tempest-MigrationsAdminTest-1661628546 tempest-MigrationsAdminTest-1661628546-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005097 Feb 09 21:34:27.503856 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cb7f3-14db-40f0-94d0-272351777225 req-361c37f6-10e1-4855-ac0a-fad2e20c04cd tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:27.510840 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e01cb7f3-14db-40f0-94d0-272351777225 req-361c37f6-10e1-4855-ac0a-fad2e20c04cd tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/networks?id=52bbb2ed-8162-4d76-a17c-1bb332688ad6 HTTP/1.1" status: 200 len: 804 time: 0.2372389 Feb 09 21:34:27.544416 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e01cb7f3-14db-40f0-94d0-272351777225 req-c7966397-3661-46e6-8f65-a08a28216787 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/quotas/1b89b78a949d44f189d43eacfb5f58be HTTP/1.1" status: 200 len: 375 time: 0.0324726 Feb 09 21:34:27.691566 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4990c7-5fb1-448a-8941-f173458e0fa7 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:34:27.714331 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b87fd31-ee8e-4cdd-ba79-3162d3d3ba36 None None] Sync routers for ids ['987e0f3e-9839-4bd1-931c-e929e9bc41bd'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:34:27.729054 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca4990c7-5fb1-448a-8941-f173458e0fa7 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:27.741040 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b87fd31-ee8e-4cdd-ba79-3162d3d3ba36 None None] Routers {'987e0f3e-9839-4bd1-931c-e929e9bc41bd'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:34:27.741589 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4b87fd31-ee8e-4cdd-ba79-3162d3d3ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:34:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['987e0f3e-9839-4bd1-931c-e929e9bc41bd'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:27.791113 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c968ed46-f492-4658-87d4-b47f65c9a162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (77dd57a1-463a-4408-9465-4787abc1b93a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:27.799941 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9906a708-cffd-40ba-b54e-426636c1cb16 admin admin] Publish callbacks [] for security_group (bf794c31-a058-4a48-ad2b-8609d3a89493), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:27.805947 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ca4990c7-5fb1-448a-8941-f173458e0fa7 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "PUT /v2.0/floatingips/3e85688f-25fa-41cc-8f9f-42bdb22fc0ff HTTP/1.1" status: 200 len: 991 time: 4.6005759 Feb 09 21:34:27.807262 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd030e8a-5164-4160-bc9d-8c1c32a9f710', 'tag': '4e59af47-ecfd-49a8-bc41-f69691087fd5'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:27.812972 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1381b095-966a-4d0b-9a67-5b6646d4d943" -d '{"events": [{"name": "network-changed", "server_uuid": "fd030e8a-5164-4160-bc9d-8c1c32a9f710", "tag": "4e59af47-ecfd-49a8-bc41-f69691087fd5"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:27.827451 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9906a708-cffd-40ba-b54e-426636c1cb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bf794c31-a058-4a48-ad2b-8609d3a89493), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:27.832391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 8ab5b352-ecf0-44d3-8a29-7896eabb02aa no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:27.853654 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c968ed46-f492-4658-87d4-b47f65c9a162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77dd57a1-463a-4408-9465-4787abc1b93a']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:27.871435 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e01cb7f3-14db-40f0-94d0-272351777225 req-7801c792-f02e-49ea-9442-8ead4717e6dd tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b89b78a949d44f189d43eacfb5f58be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3259537 Feb 09 21:34:27.873399 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c968ed46-f492-4658-87d4-b47f65c9a162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d6e321e-1a54-45aa-8f61-4b23739496ce') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:27.873694 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c968ed46-f492-4658-87d4-b47f65c9a162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d6e321e-1a54-45aa-8f61-4b23739496ce') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:27.887670 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9906a708-cffd-40ba-b54e-426636c1cb16 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e61234b61eb6414eb5406d0dd1079a10&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2208800 Feb 09 21:34:27.888965 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906a708-cffd-40ba-b54e-426636c1cb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf794c31-a058-4a48-ad2b-8609d3a89493,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:27.895689 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52294) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:27.899177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 8ab5b352-ecf0-44d3-8a29-7896eabb02aa {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:34:27.899624 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 8ab5b352-ecf0-44d3-8a29-7896eabb02aa not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:34:27.904057 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c968ed46-f492-4658-87d4-b47f65c9a162 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (5d6e321e-1a54-45aa-8f61-4b23739496ce), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:27.931921 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c968ed46-f492-4658-87d4-b47f65c9a162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (5d6e321e-1a54-45aa-8f61-4b23739496ce), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:27.966212 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c968ed46-f492-4658-87d4-b47f65c9a162 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:34:27.975844 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c968ed46-f492-4658-87d4-b47f65c9a162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (5d6e321e-1a54-45aa-8f61-4b23739496ce), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.014534 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-4b87fd31-ee8e-4cdd-ba79-3162d3d3ba36 None None] Set router 987e0f3e-9839-4bd1-931c-e929e9bc41bd gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:34:28.021171 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:34:28.205150 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113080c8-4090-444d-9338-a240ecdaa1d7 req-6e56e16c-9c50-43f5-903c-c85559efb9d4 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:28.206345 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-113080c8-4090-444d-9338-a240ecdaa1d7 req-6e56e16c-9c50-43f5-903c-c85559efb9d4 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.4073906 Feb 09 21:34:28.262211 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c968ed46-f492-4658-87d4-b47f65c9a162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (77dd57a1-463a-4408-9465-4787abc1b93a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.269490 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c968ed46-f492-4658-87d4-b47f65c9a162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.276237 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c968ed46-f492-4658-87d4-b47f65c9a162 admin admin] 10.222.0.77 "DELETE /v2.0/networks/77dd57a1-463a-4408-9465-4787abc1b93a HTTP/1.1" status: 204 len: 168 time: 1.0920494 Feb 09 21:34:28.318423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968ed46-f492-4658-87d4-b47f65c9a162 admin admin] Pushing event deleted for resources: {'Network': ['ID=77dd57a1-463a-4408-9465-4787abc1b93a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:28.345777 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4b87fd31-ee8e-4cdd-ba79-3162d3d3ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'name': 'tempest-ServersTestBootFromVolume-1080822694-router', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:32:22Z', 'updated_at': '2022-02-09T21:32:31Z', 'revision_number': 4, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'gw_port': {'id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:23Z', 'updated_at': '2022-02-09T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '3e85688f-25fa-41cc-8f9f-42bdb22fc0ff', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'port_id': '4e59af47-ecfd-49a8-bc41-f69691087fd5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7', 'mac_address': 'fa:16:3e:bb:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd030e8a-5164-4160-bc9d-8c1c32a9f710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:32:37Z', 'updated_at': '2022-02-09T21:34:24Z', 'revision_number': 1, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d722fb8-0ced-4f23-b9bb-db6bc757c8fb', 'name': '', 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'mac_address': 'fa:16:3e:9b:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b975b29a-eecb-4503-bf17-7b9d022ca240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:29Z', 'updated_at': '2022-02-09T21:32:37Z', 'revision_number': 5, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'subnets': [{'id': 'b975b29a-eecb-4503-bf17-7b9d022ca240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:28.355298 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2be28857-312c-480e-ab5f-ad9d322d7b8b admin admin] Publish callbacks [] for security_group (bf794c31-a058-4a48-ad2b-8609d3a89493), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.388219 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b87fd31-ee8e-4cdd-ba79-3162d3d3ba36 None None] Checking router: 987e0f3e-9839-4bd1-931c-e929e9bc41bd for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:34:28.403275 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b87fd31-ee8e-4cdd-ba79-3162d3d3ba36 None None] Routers {'987e0f3e-9839-4bd1-931c-e929e9bc41bd'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:34:28.404582 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4b87fd31-ee8e-4cdd-ba79-3162d3d3ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:34:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['987e0f3e-9839-4bd1-931c-e929e9bc41bd'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:28.420046 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-113080c8-4090-444d-9338-a240ecdaa1d7 req-f8b54f8a-5366-4866-bf16-28e714366ea4 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797469 Feb 09 21:34:28.438589 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2be28857-312c-480e-ab5f-ad9d322d7b8b admin admin] Publish callbacks [] for security_group (bf794c31-a058-4a48-ad2b-8609d3a89493), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.458021 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e01cb7f3-14db-40f0-94d0-272351777225 req-d5949fff-a97f-4324-b4c3-f65bd5483574 service neutron] 10.222.0.77 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754256 Feb 09 21:34:28.667607 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-4b87fd31-ee8e-4cdd-ba79-3162d3d3ba36 None None] Set router 987e0f3e-9839-4bd1-931c-e929e9bc41bd gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:34:28.738076 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52300) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:28.861409 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c3aa5-4aec-4dd3-8e9d-6baec1785bb3 req-a59162e2-a503-4bdf-b880-8d5126289e7e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:28.863926 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a9c3aa5-4aec-4dd3-8e9d-6baec1785bb3 req-a59162e2-a503-4bdf-b880-8d5126289e7e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 949 time: 0.2211888 Feb 09 21:34:28.906308 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f81ae0a9-b42b-4f18-9928-21affc5f2947 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=211b1dc985ff47639c21a9fddd4e9aad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642168 Feb 09 21:34:28.907804 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52302) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:29.011721 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a9c3aa5-4aec-4dd3-8e9d-6baec1785bb3 req-33c5647d-492b-4ba9-949f-737b6af75624 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279883 Feb 09 21:34:29.016382 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2be28857-312c-480e-ab5f-ad9d322d7b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bf794c31-a058-4a48-ad2b-8609d3a89493), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.021265 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2be28857-312c-480e-ab5f-ad9d322d7b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.027076 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2be28857-312c-480e-ab5f-ad9d322d7b8b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bf794c31-a058-4a48-ad2b-8609d3a89493 HTTP/1.1" status: 204 len: 168 time: 1.1264768 Feb 09 21:34:29.082637 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be28857-312c-480e-ab5f-ad9d322d7b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf794c31-a058-4a48-ad2b-8609d3a89493,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:29.120342 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e01cb7f3-14db-40f0-94d0-272351777225 req-e334f9ac-3053-47cc-bcb7-b7cf6ee19f99 service neutron] 10.222.0.77 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6468964 Feb 09 21:34:29.220379 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-342d2c9f-ace2-4c72-980b-d0322ff993ee admin admin] Publish callbacks [] for security_group (e2729e47-f5dd-4c03-9153-8a03fd472eca), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.307155 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d203e-4bc8-41af-9286-bbbbced5872d req-9fce8140-e657-4eb9-8dc3-39ff0165344a tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:29.311735 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-789d203e-4bc8-41af-9286-bbbbced5872d req-9fce8140-e657-4eb9-8dc3-39ff0165344a tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 949 time: 0.2573647 Feb 09 21:34:29.338935 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-342d2c9f-ace2-4c72-980b-d0322ff993ee admin admin] Publish callbacks [] for security_group (e2729e47-f5dd-4c03-9153-8a03fd472eca), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.415854 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4b87fd31-ee8e-4cdd-ba79-3162d3d3ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'name': 'tempest-ServersTestBootFromVolume-1080822694-router', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:32:22Z', 'updated_at': '2022-02-09T21:32:31Z', 'revision_number': 4, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'gw_port': {'id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:23Z', 'updated_at': '2022-02-09T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '3e85688f-25fa-41cc-8f9f-42bdb22fc0ff', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'port_id': '4e59af47-ecfd-49a8-bc41-f69691087fd5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7', 'mac_address': 'fa:16:3e:bb:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd030e8a-5164-4160-bc9d-8c1c32a9f710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:32:37Z', 'updated_at': '2022-02-09T21:34:24Z', 'revision_number': 1, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d722fb8-0ced-4f23-b9bb-db6bc757c8fb', 'name': '', 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'mac_address': 'fa:16:3e:9b:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b975b29a-eecb-4503-bf17-7b9d022ca240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:29Z', 'updated_at': '2022-02-09T21:32:37Z', 'revision_number': 5, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'subnets': [{'id': 'b975b29a-eecb-4503-bf17-7b9d022ca240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:29.492291 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d00cee-db50-4624-bb0f-e7858a1098e0 req-edf1a868-c330-458e-a983-d922eeda6e3c tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:29.500813 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e2d00cee-db50-4624-bb0f-e7858a1098e0 req-edf1a868-c330-458e-a983-d922eeda6e3c tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 945 time: 0.1755061 Feb 09 21:34:29.526652 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-342d2c9f-ace2-4c72-980b-d0322ff993ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e2729e47-f5dd-4c03-9153-8a03fd472eca), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.550846 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b87fd31-ee8e-4cdd-ba79-3162d3d3ba36 None None] The sync data for ids ['987e0f3e-9839-4bd1-931c-e929e9bc41bd'] in n-d-828601-1 is: [{'id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'name': 'tempest-ServersTestBootFromVolume-1080822694-router', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:32:22Z', 'updated_at': '2022-02-09T21:32:31Z', 'revision_number': 4, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'gw_port': {'id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:23Z', 'updated_at': '2022-02-09T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '3e85688f-25fa-41cc-8f9f-42bdb22fc0ff', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'port_id': '4e59af47-ecfd-49a8-bc41-f69691087fd5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7', 'mac_address': 'fa:16:3e:bb:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd030e8a-5164-4160-bc9d-8c1c32a9f710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:32:37Z', 'updated_at': '2022-02-09T21:34:24Z', 'revision_number': 1, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d722fb8-0ced-4f23-b9bb-db6bc757c8fb', 'name': '', 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'mac_address': 'fa:16:3e:9b:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b975b29a-eecb-4503-bf17-7b9d022ca240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:29Z', 'updated_at': '2022-02-09T21:32:37Z', 'revision_number': 5, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'subnets': [{'id': 'b975b29a-eecb-4503-bf17-7b9d022ca240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:34:29.576777 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-342d2c9f-ace2-4c72-980b-d0322ff993ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.586705 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-342d2c9f-ace2-4c72-980b-d0322ff993ee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e2729e47-f5dd-4c03-9153-8a03fd472eca HTTP/1.1" status: 204 len: 168 time: 0.6705544 Feb 09 21:34:29.666389 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bacefdd-39a2-46ae-b1e4-eda20cd3fe15 x-openstack-request-id: req-9bacefdd-39a2-46ae-b1e4-eda20cd3fe15 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:29.667102 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd030e8a-5164-4160-bc9d-8c1c32a9f710", "tag": "4e59af47-ecfd-49a8-bc41-f69691087fd5", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:29.667495 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9bacefdd-39a2-46ae-b1e4-eda20cd3fe15 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:29.676842 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd030e8a-5164-4160-bc9d-8c1c32a9f710', 'tag': '4e59af47-ecfd-49a8-bc41-f69691087fd5', 'status': 'completed', 'code': 200} Feb 09 21:34:29.763934 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-789d203e-4bc8-41af-9286-bbbbced5872d req-4984722f-09cd-4248-9813-5f495c09eb3d tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Deleting port c59bb848-5d01-48da-b625-da7ec00703fa {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:29.765581 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-789d203e-4bc8-41af-9286-bbbbced5872d req-4984722f-09cd-4248-9813-5f495c09eb3d tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.864248 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device c59bb848-5d01-48da-b625-da7ec00703fa no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:29.923631 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d2c9f-ace2-4c72-980b-d0322ff993ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2729e47-f5dd-4c03-9153-8a03fd472eca,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:30.165349 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e2d00cee-db50-4624-bb0f-e7858a1098e0 req-e94fc568-ba6a-4d7c-aa40-7a3a9c7792cf tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6577735 Feb 09 21:34:30.272282 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87a58a-c1d2-4e90-ba9a-ad573d34d5c6 req-e485913f-c24f-451d-8b82-433d426ae5b4 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:30.294530 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb87a58a-c1d2-4e90-ba9a-ad573d34d5c6 req-e485913f-c24f-451d-8b82-433d426ae5b4 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.5780847 Feb 09 21:34:30.295548 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cff839-5b28-4a35-8bb1-7e072aaf2164 None None] New status for floating IP 3e85688f-25fa-41cc-8f9f-42bdb22fc0ff: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:34:30.583561 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381b095-966a-4d0b-9a67-5b6646d4d943 req-d860c666-0645-4c09-aaae-ccb00681aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:30.590305 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1381b095-966a-4d0b-9a67-5b6646d4d943 req-d860c666-0645-4c09-aaae-ccb00681aa2d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3aaf6babd50147f8ab22f9980693252e&device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 1127 time: 0.9552922 Feb 09 21:34:30.654152 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port c59bb848-5d01-48da-b625-da7ec00703fa is: BUILD; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:30.654643 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:30.669498 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3ae6e6c-839d-4195-bce4-12c49d4ff614 req-c1bb3d09-6f49-4726-91e8-d3144f49d814 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944 HTTP/1.1" status: 200 len: 210 time: 0.1900330 Feb 09 21:34:30.738307 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c59bb848-5d01-48da-b625-da7ec00703fa {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:30.738946 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb87a58a-c1d2-4e90-ba9a-ad573d34d5c6 req-5da947d4-4846-4256-a003-b40c8f0f6ab0 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336462 Feb 09 21:34:30.969691 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port c59bb848-5d01-48da-b625-da7ec00703fa, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=c59bb848-5d01-48da-b625-da7ec00703fa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:30.983014 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:31.079201 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03139a0c-3425-4546-813b-739ea0f0b6ee req-db55a092-95ab-43fc-9aff-6d9a05ad7b8f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:31.091897 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-03139a0c-3425-4546-813b-739ea0f0b6ee req-db55a092-95ab-43fc-9aff-6d9a05ad7b8f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 949 time: 0.1577525 Feb 09 21:34:31.174969 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=c59bb848-5d01-48da-b625-da7ec00703fa,revision_number=13']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:31.238964 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-03139a0c-3425-4546-813b-739ea0f0b6ee req-ea9c3fa5-d67f-4161-bd75-6aeddf40a65c tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456113 Feb 09 21:34:31.589954 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-789d203e-4bc8-41af-9286-bbbbced5872d req-4984722f-09cd-4248-9813-5f495c09eb3d tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] For port c59bb848-5d01-48da-b625-da7ec00703fa, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=c59bb848-5d01-48da-b625-da7ec00703fa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:31.590603 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-789d203e-4bc8-41af-9286-bbbbced5872d req-4984722f-09cd-4248-9813-5f495c09eb3d tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:31.614651 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-789d203e-4bc8-41af-9286-bbbbced5872d req-4984722f-09cd-4248-9813-5f495c09eb3d tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Calling delete_port for c59bb848-5d01-48da-b625-da7ec00703fa owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:31.644967 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51ca21-cc99-4d1a-818b-a6249518ad41 req-c5719298-f0ea-4946-afc5-b655abc7014a tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:31.660386 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a51ca21-cc99-4d1a-818b-a6249518ad41 req-c5719298-f0ea-4946-afc5-b655abc7014a tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 945 time: 0.1960526 Feb 09 21:34:31.804458 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381b095-966a-4d0b-9a67-5b6646d4d943 req-6648a330-56d8-4fc7-bf9c-2fd97a66d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:31.810619 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a51ca21-cc99-4d1a-818b-a6249518ad41 req-f0556d7b-6606-4245-b0ba-bdcbdd28f630 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484401 Feb 09 21:34:31.811271 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1381b095-966a-4d0b-9a67-5b6646d4d943 req-6648a330-56d8-4fc7-bf9c-2fd97a66d79f service neutron] 10.222.0.42 "GET /v2.0/networks?id=89a25c7b-4058-4f59-81ba-6eea356f69d7 HTTP/1.1" status: 200 len: 917 time: 1.2120473 Feb 09 21:34:31.993111 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f69cf89-4307-487a-83eb-a29458ab2226 req-18622d4a-1006-4d72-868c-ebf3345028f3 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944 HTTP/1.1" status: 200 len: 210 time: 0.0763988 Feb 09 21:34:32.002410 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52372) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:32.178468 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1381b095-966a-4d0b-9a67-5b6646d4d943 req-9cec20b2-eea3-462f-903e-3c31ccfdfcfd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e59af47-ecfd-49a8-bc41-f69691087fd5 HTTP/1.1" status: 200 len: 1001 time: 0.1011872 Feb 09 21:34:32.181820 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-789d203e-4bc8-41af-9286-bbbbced5872d req-4984722f-09cd-4248-9813-5f495c09eb3d tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c59bb848-5d01-48da-b625-da7ec00703fa), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:32.195824 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['02b978b5-de78-4099-8244-c4ff559fbc76'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:32.222008 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404842a-8c40-4ee4-9020-2fc5ba97d74e req-ca1cb99d-4fe3-4510-ad19-fc409bf3f658 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:32.225958 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d404842a-8c40-4ee4-9020-2fc5ba97d74e req-ca1cb99d-4fe3-4510-ad19-fc409bf3f658 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.2289031 Feb 09 21:34:32.368229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['0ed3f83a-3353-45b8-aa52-2b88461c4ffa', 'bba129e0-d0c9-46ff-9727-3921f2f63a73'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:32.411431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d404842a-8c40-4ee4-9020-2fc5ba97d74e req-948fb42b-2ec4-4ffc-9400-dc5c06ce0bcb tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745255 Feb 09 21:34:32.553197 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cb7f3-14db-40f0-94d0-272351777225 req-27e4a878-f49e-45ef-a5dd-ab8f279c1ad1 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:32.554858 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e01cb7f3-14db-40f0-94d0-272351777225 req-27e4a878-f49e-45ef-a5dd-ab8f279c1ad1 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.42 "GET /v2.0/networks?id=52bbb2ed-8162-4d76-a17c-1bb332688ad6 HTTP/1.1" status: 200 len: 804 time: 0.4798684 Feb 09 21:34:32.562792 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984722f-09cd-4248-9813-5f495c09eb3d tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Pushing event deleted for resources: {'Port': ['ID=c59bb848-5d01-48da-b625-da7ec00703fa,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:32.577208 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-e01cb7f3-14db-40f0-94d0-272351777225 req-b8a787a7-c830-434f-92d7-cf5aa43bbc11 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Request body: {'port': {'device_id': 'fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944', 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6', 'admin_state_up': True, 'tenant_id': '1b89b78a949d44f189d43eacfb5f58be'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:32.598293 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5c59071-7c6d-471c-9181-983f4cf2bc5b req-85a5728b-d8a3-4fce-bdc7-727a26d420f3 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7776139-fac3-451f-9811-5bc2ee08ae10 HTTP/1.1" status: 200 len: 210 time: 0.1645806 Feb 09 21:34:32.696485 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8b318421-49e4-4dcf-a298-c69860a4640d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2134222898-network', 'tenant_id': 'cb20ece5c2df40e9ad3c9d0b8aef51cf'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:32.705774 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-789d203e-4bc8-41af-9286-bbbbced5872d req-4984722f-09cd-4248-9813-5f495c09eb3d tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] No DVR routers for this DVR port c59bb848-5d01-48da-b625-da7ec00703fa on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:32.709740 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-789d203e-4bc8-41af-9286-bbbbced5872d req-4984722f-09cd-4248-9813-5f495c09eb3d tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:32.719224 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-789d203e-4bc8-41af-9286-bbbbced5872d req-4984722f-09cd-4248-9813-5f495c09eb3d tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.71 "DELETE /v2.0/ports/c59bb848-5d01-48da-b625-da7ec00703fa HTTP/1.1" status: 204 len: 173 time: 3.3977025 Feb 09 21:34:32.731403 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7776139-fac3-451f-9811-5bc2ee08ae10', 'name': 'network-vif-deleted', 'tag': 'c59bb848-5d01-48da-b625-da7ec00703fa'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:32.741543 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743fb277-5df2-4056-b81e-1a28f10b92f1" -d '{"events": [{"server_uuid": "c7776139-fac3-451f-9811-5bc2ee08ae10", "name": "network-vif-deleted", "tag": "c59bb848-5d01-48da-b625-da7ec00703fa"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:32.806214 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381b095-966a-4d0b-9a67-5b6646d4d943 req-82f8e671-02b1-4f3f-9c3b-6dc8e2e7083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:32.808064 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1381b095-966a-4d0b-9a67-5b6646d4d943 req-82f8e671-02b1-4f3f-9c3b-6dc8e2e7083f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b975b29a-eecb-4503-bf17-7b9d022ca240 HTTP/1.1" status: 200 len: 855 time: 0.4830883 Feb 09 21:34:32.814754 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b318421-49e4-4dcf-a298-c69860a4640d admin admin] Made reservation on behalf of cb20ece5c2df40e9ad3c9d0b8aef51cf for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:32.826738 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b318421-49e4-4dcf-a298-c69860a4640d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:32.873147 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b318421-49e4-4dcf-a298-c69860a4640d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:32.931507 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cff3c2-568f-444c-aff9-353d509d1e51 x-openstack-request-id: req-b0cff3c2-568f-444c-aff9-353d509d1e51 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:32.932132 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7776139-fac3-451f-9811-5bc2ee08ae10", "name": "network-vif-deleted", "tag": "c59bb848-5d01-48da-b625-da7ec00703fa", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:32.932574 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b0cff3c2-568f-444c-aff9-353d509d1e51 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:32.933296 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7776139-fac3-451f-9811-5bc2ee08ae10', 'name': 'network-vif-deleted', 'tag': 'c59bb848-5d01-48da-b625-da7ec00703fa', 'status': 'completed', 'code': 200} Feb 09 21:34:33.133999 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381b095-966a-4d0b-9a67-5b6646d4d943 req-d3b9ae3e-c234-4341-9ea4-e084aa2647f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:33.136132 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1381b095-966a-4d0b-9a67-5b6646d4d943 req-d3b9ae3e-c234-4341-9ea4-e084aa2647f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=89a25c7b-4058-4f59-81ba-6eea356f69d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3129687 Feb 09 21:34:33.161722 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:34:33.191192 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b318421-49e4-4dcf-a298-c69860a4640d admin admin] Publish callbacks [] for security_group (29b6ddcf-f5b8-45c2-abec-7837ff46b64f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:33.245783 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fb5d1011-bd04-463a-beee-dc5133fbf5e1 req-0e88a72c-8c7a-4afe-b0f0-9dfa7b091d7a tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944 HTTP/1.1" status: 200 len: 210 time: 0.0934951 Feb 09 21:34:33.249632 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b318421-49e4-4dcf-a298-c69860a4640d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (29b6ddcf-f5b8-45c2-abec-7837ff46b64f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:33.307686 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b318421-49e4-4dcf-a298-c69860a4640d admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:34:33.338528 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e00410-ffd5-4821-99d8-3808404f3334 req-9b5114b3-0659-4c9d-baca-5617b152fe3b tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:33.350393 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93e00410-ffd5-4821-99d8-3808404f3334 req-9b5114b3-0659-4c9d-baca-5617b152fe3b tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 945 time: 0.2984941 Feb 09 21:34:33.372501 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b318421-49e4-4dcf-a298-c69860a4640d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:33.373203 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-8b318421-49e4-4dcf-a298-c69860a4640d admin admin] Added segment e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7 of type vlan for network 17f99b47-e532-41c4-93bb-9e02fc4962ed Feb 09 21:34:33.392637 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b318421-49e4-4dcf-a298-c69860a4640d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b6ddcf-f5b8-45c2-abec-7837ff46b64f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:33.493328 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01cb7f3-14db-40f0-94d0-272351777225 req-b8a787a7-c830-434f-92d7-cf5aa43bbc11 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Made reservation on behalf of 1b89b78a949d44f189d43eacfb5f58be for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:33.509349 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e01cb7f3-14db-40f0-94d0-272351777225 req-b8a787a7-c830-434f-92d7-cf5aa43bbc11 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:33.518488 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b318421-49e4-4dcf-a298-c69860a4640d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (17f99b47-e532-41c4-93bb-9e02fc4962ed), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:33.542221 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93e00410-ffd5-4821-99d8-3808404f3334 req-0f5cfb5c-6855-4de2-9f18-eb3a9f397bbb tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901681 Feb 09 21:34:33.609959 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b318421-49e4-4dcf-a298-c69860a4640d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (17f99b47-e532-41c4-93bb-9e02fc4962ed), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:33.612091 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b318421-49e4-4dcf-a298-c69860a4640d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:33.613858 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b318421-49e4-4dcf-a298-c69860a4640d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:33.733719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52404) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:33.851445 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1381b095-966a-4d0b-9a67-5b6646d4d943 req-ed469602-d460-413f-9073-0f3d2111a2e8 service neutron] 10.222.0.42 "GET /v2.0/networks/89a25c7b-4058-4f59-81ba-6eea356f69d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7046502 Feb 09 21:34:33.905882 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8b318421-49e4-4dcf-a298-c69860a4640d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8977313 Feb 09 21:34:33.953151 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52410) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:33.965985 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a33d6525-9e2b-4791-a110-055169ee8426 admin admin] Request body: {'subnet': {'network_id': '17f99b47-e532-41c4-93bb-9e02fc4962ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2134222898-subnet', 'tenant_id': 'cb20ece5c2df40e9ad3c9d0b8aef51cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:34.034404 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b318421-49e4-4dcf-a298-c69860a4640d admin admin] Pushing event updated for resources: {'Network': ['ID=17f99b47-e532-41c4-93bb-9e02fc4962ed,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:34.089240 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-e01cb7f3-14db-40f0-94d0-272351777225 req-b8a787a7-c830-434f-92d7-cf5aa43bbc11 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Allocated IP 172.20.0.8 (52bbb2ed-8162-4d76-a17c-1bb332688ad6/17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf/045c1aa9-ae33-48b6-a28f-dfaf4b2c161e) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:34:34.105729 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 17f99b47-e532-41c4-93bb-9e02fc4962ed details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:34:34.159542 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33d6525-9e2b-4791-a110-055169ee8426 admin admin] Made reservation on behalf of cb20ece5c2df40e9ad3c9d0b8aef51cf for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:34.172759 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a33d6525-9e2b-4791-a110-055169ee8426 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:34.310843 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155816c7-18e2-4c1f-8d95-58cdfd20a858 req-4ac36b5e-e671-46f4-a446-9330a636f9a5 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:34.313189 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-155816c7-18e2-4c1f-8d95-58cdfd20a858 req-4ac36b5e-e671-46f4-a446-9330a636f9a5 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.4649580 Feb 09 21:34:34.434968 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-fe567afb-c538-457f-8d23-d8e52ecd2a71 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1847098290', 'router:external': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:34.728953 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe567afb-c538-457f-8d23-d8e52ecd2a71 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Made reservation on behalf of 6bdeaa25e02e4f95a1d7853fb9a7bb18 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:34.734007 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe567afb-c538-457f-8d23-d8e52ecd2a71 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:34.823806 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe567afb-c538-457f-8d23-d8e52ecd2a71 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:34.893909 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e01cb7f3-14db-40f0-94d0-272351777225 req-b8a787a7-c830-434f-92d7-cf5aa43bbc11 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks [] for port (045c1aa9-ae33-48b6-a28f-dfaf4b2c161e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:34.921932 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1381b095-966a-4d0b-9a67-5b6646d4d943 req-6ba7e78f-3cd5-4c90-b1e1-6ca7dec781c5 service neutron] 10.222.0.42 "GET /v2.0/networks/89a25c7b-4058-4f59-81ba-6eea356f69d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0575695 Feb 09 21:34:35.021205 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e01cb7f3-14db-40f0-94d0-272351777225 req-b8a787a7-c830-434f-92d7-cf5aa43bbc11 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (045c1aa9-ae33-48b6-a28f-dfaf4b2c161e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.034455 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['70e3d19a-7558-4685-a196-a6de110f0bf5'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:35.095075 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a33d6525-9e2b-4791-a110-055169ee8426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (1d166931-f8f8-410f-99c8-a7b85184b002), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.108260 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01cb7f3-14db-40f0-94d0-272351777225 req-b8a787a7-c830-434f-92d7-cf5aa43bbc11 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:34:35.122805 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-e01cb7f3-14db-40f0-94d0-272351777225 req-b8a787a7-c830-434f-92d7-cf5aa43bbc11 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:35.125678 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01cb7f3-14db-40f0-94d0-272351777225 req-b8a787a7-c830-434f-92d7-cf5aa43bbc11 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:34:35.133947 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe567afb-c538-457f-8d23-d8e52ecd2a71 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for security_group (5e9471b0-07f7-430d-ae83-03319d07f03f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.190368 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe567afb-c538-457f-8d23-d8e52ecd2a71 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5e9471b0-07f7-430d-ae83-03319d07f03f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.206807 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a787a7-c830-434f-92d7-cf5aa43bbc11 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Pushing event updated for resources: {'Port': ['ID=045c1aa9-ae33-48b6-a28f-dfaf4b2c161e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:35.273678 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe567afb-c538-457f-8d23-d8e52ecd2a71 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:34:35.290290 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d6525-9e2b-4791-a110-055169ee8426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d166931-f8f8-410f-99c8-a7b85184b002,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:35.297091 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cb7f3-14db-40f0-94d0-272351777225 req-b8a787a7-c830-434f-92d7-cf5aa43bbc11 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:35.299442 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e01cb7f3-14db-40f0-94d0-272351777225 req-b8a787a7-c830-434f-92d7-cf5aa43bbc11 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.314214 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe567afb-c538-457f-8d23-d8e52ecd2a71 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9471b0-07f7-430d-ae83-03319d07f03f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:35.329889 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe567afb-c538-457f-8d23-d8e52ecd2a71 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (decab0b8-4d7f-48b6-b7bd-65780db1bfac), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.330350 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-fe567afb-c538-457f-8d23-d8e52ecd2a71 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Added segment decab0b8-4d7f-48b6-b7bd-65780db1bfac of type vlan for network 4ebd2df6-7cff-4d78-9900-e12f2a7d2090 Feb 09 21:34:35.343050 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-155816c7-18e2-4c1f-8d95-58cdfd20a858 req-d9c32590-1e14-420d-874e-5707a1bfa60f tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0035908 Feb 09 21:34:35.397660 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467726be-e25f-4543-841b-4b20ce6d95c0 req-9e5b8104-da3b-42dd-b01b-13694394c2f9 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:35.398074 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e01cb7f3-14db-40f0-94d0-272351777225 req-b8a787a7-c830-434f-92d7-cf5aa43bbc11 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8265481 Feb 09 21:34:35.410583 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-e01cb7f3-14db-40f0-94d0-272351777225 req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] Request body: {'port': {'device_id': 'fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:35.416207 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-467726be-e25f-4543-841b-4b20ce6d95c0 req-9e5b8104-da3b-42dd-b01b-13694394c2f9 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 951 time: 1.0976183 Feb 09 21:34:35.465943 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe567afb-c538-457f-8d23-d8e52ecd2a71 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (4ebd2df6-7cff-4d78-9900-e12f2a7d2090), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.484534 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d6525-9e2b-4791-a110-055169ee8426 admin admin] Checking segment: {'id': 'e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '17f99b47-e532-41c4-93bb-9e02fc4962ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:35.484892 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d6525-9e2b-4791-a110-055169ee8426 admin admin] Network hostable DHCP agents. Network: 17f99b47-e532-41c4-93bb-9e02fc4962ed, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:34:35.513984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d6525-9e2b-4791-a110-055169ee8426 admin admin] Network 17f99b47-e532-41c4-93bb-9e02fc4962ed is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:34:35.520498 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e01cb7f3-14db-40f0-94d0-272351777225 req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (045c1aa9-ae33-48b6-a28f-dfaf4b2c161e), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.538987 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-467726be-e25f-4543-841b-4b20ce6d95c0 req-762c79ef-1a96-4e8b-8e6e-1e220fc78028 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028845 Feb 09 21:34:35.540229 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a33d6525-9e2b-4791-a110-055169ee8426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 17f99b47-e532-41c4-93bb-9e02fc4962ed) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:35.549480 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33d6525-9e2b-4791-a110-055169ee8426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:35.550111 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a33d6525-9e2b-4791-a110-055169ee8426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.563448 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a2eb70-a04e-4249-8812-03c14b2f6be1 None None] Network 17f99b47-e532-41c4-93bb-9e02fc4962ed requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:34:35.606860 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe567afb-c538-457f-8d23-d8e52ecd2a71 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (4ebd2df6-7cff-4d78-9900-e12f2a7d2090), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.612934 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe567afb-c538-457f-8d23-d8e52ecd2a71 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:35.613857 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe567afb-c538-457f-8d23-d8e52ecd2a71 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.638724 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a33d6525-9e2b-4791-a110-055169ee8426 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6838875 Feb 09 21:34:35.649836 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00846c4-4667-45fd-bb3d-a373afb89b63 req-40e6a404-4f21-4cb4-babc-ebfa4e781814 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:35.651998 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c00846c4-4667-45fd-bb3d-a373afb89b63 req-40e6a404-4f21-4cb4-babc-ebfa4e781814 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944 HTTP/1.1" status: 200 len: 931 time: 0.0918949 Feb 09 21:34:35.761657 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe567afb-c538-457f-8d23-d8e52ecd2a71 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Pushing event updated for resources: {'Network': ['ID=4ebd2df6-7cff-4d78-9900-e12f2a7d2090,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:35.768674 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fe567afb-c538-457f-8d23-d8e52ecd2a71 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.0244584 Feb 09 21:34:35.772221 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52422) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:35.790438 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c00846c4-4667-45fd-bb3d-a373afb89b63 req-44fe8136-c8bc-45c5-91bf-32485f2ecf26 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321235 Feb 09 21:34:35.791760 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 4ebd2df6-7cff-4d78-9900-e12f2a7d2090 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:34:35.894378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78be80-7f9f-4503-ab8e-a2eae4f715c6 req-b8bcf061-15c1-4179-9e3f-1dbb124f4971 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:35.910033 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de78be80-7f9f-4503-ab8e-a2eae4f715c6 req-b8bcf061-15c1-4179-9e3f-1dbb124f4971 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 945 time: 0.1056156 Feb 09 21:34:35.952614 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-9c80bc6a-3fad-4901-97be-a203aed8181a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Request body: {'subnet': {'network_id': '4ebd2df6-7cff-4d78-9900-e12f2a7d2090', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:36.029693 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de78be80-7f9f-4503-ab8e-a2eae4f715c6 req-a047d4f6-49a9-47b5-bce4-a62a07231d77 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187010 Feb 09 21:34:36.085515 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cb3c04-d7a2-4cf2-b867-380810234f8e None None] Network 17f99b47-e532-41c4-93bb-9e02fc4962ed requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:34:36.246300 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-91165fea-a18b-43e8-875d-962cb134a412 req-679e4dab-4483-4b08-923a-6df2464298eb tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-537816540', 'description': 'tempest-description-270237176'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:36.318627 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-91165fea-a18b-43e8-875d-962cb134a412 req-679e4dab-4483-4b08-923a-6df2464298eb tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.337282 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdbae5-b306-4a06-ad6a-eac44ac46e35 req-f8ee2be3-4600-4c3b-8692-270d7c5e233f tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:36.339593 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6afdbae5-b306-4a06-ad6a-eac44ac46e35 req-f8ee2be3-4600-4c3b-8692-270d7c5e233f tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 945 time: 0.1723351 Feb 09 21:34:36.365085 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-e01cb7f3-14db-40f0-94d0-272351777225 req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:36.376915 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e01cb7f3-14db-40f0-94d0-272351777225 req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] Publish callbacks [] for port (045c1aa9-ae33-48b6-a28f-dfaf4b2c161e), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.389835 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c80bc6a-3fad-4901-97be-a203aed8181a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Made reservation on behalf of 6bdeaa25e02e4f95a1d7853fb9a7bb18 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:36.391184 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c80bc6a-3fad-4901-97be-a203aed8181a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.410677 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85862bff-ebb3-4c4c-a081-c4b447481679 req-3dc07c0b-6eea-4cfe-9987-2f02cea77e5b tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:36.412983 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-85862bff-ebb3-4c4c-a081-c4b447481679 req-3dc07c0b-6eea-4cfe-9987-2f02cea77e5b tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 951 time: 0.6542664 Feb 09 21:34:36.414176 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-e01cb7f3-14db-40f0-94d0-272351777225 req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] Transition to ACTIVE for port object 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:34:36.486989 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6afdbae5-b306-4a06-ad6a-eac44ac46e35 req-cfdfec65-980e-4e4a-9023-2b549776dc44 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340647 Feb 09 21:34:36.496038 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-91165fea-a18b-43e8-875d-962cb134a412 req-679e4dab-4483-4b08-923a-6df2464298eb tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (fd6f1c57-3efc-4632-a067-8d4213c685b9), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.510343 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-91165fea-a18b-43e8-875d-962cb134a412 req-679e4dab-4483-4b08-923a-6df2464298eb tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (fd6f1c57-3efc-4632-a067-8d4213c685b9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.539244 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e01cb7f3-14db-40f0-94d0-272351777225 req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (045c1aa9-ae33-48b6-a28f-dfaf4b2c161e), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.558465 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-91165fea-a18b-43e8-875d-962cb134a412 req-679e4dab-4483-4b08-923a-6df2464298eb tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.560243 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91165fea-a18b-43e8-875d-962cb134a412 req-679e4dab-4483-4b08-923a-6df2464298eb tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3281989 Feb 09 21:34:36.562913 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e4dab-4483-4b08-923a-6df2464298eb tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6f1c57-3efc-4632-a067-8d4213c685b9,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:36.604766 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-4aa0828e-1fba-465c-b0d2-cc3ab5dd2759 req-738edc3c-4bef-45ef-a484-b6ca0f0dfb8f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-666445312', 'description': 'tempest-description-946403205'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:36.641457 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4aa0828e-1fba-465c-b0d2-cc3ab5dd2759 req-738edc3c-4bef-45ef-a484-b6ca0f0dfb8f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.741293 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] Pushing event updated for resources: {'Port': ['ID=045c1aa9-ae33-48b6-a28f-dfaf4b2c161e,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:36.770059 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58a1e3-3613-48d3-9df8-bc0b072032eb req-7ddd7986-3e99-40cd-ad26-f0995cacba19 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:36.772396 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a58a1e3-3613-48d3-9df8-bc0b072032eb req-7ddd7986-3e99-40cd-ad26-f0995cacba19 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.1042731 Feb 09 21:34:36.892855 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a58a1e3-3613-48d3-9df8-bc0b072032eb req-e7430479-9a77-45f2-ac33-e33abaeafbcd tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070631 Feb 09 21:34:36.907706 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4aa0828e-1fba-465c-b0d2-cc3ab5dd2759 req-738edc3c-4bef-45ef-a484-b6ca0f0dfb8f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (09c7a958-21c2-408d-8280-dc3500a0c75f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.908307 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-e01cb7f3-14db-40f0-94d0-272351777225 req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] Attempting to bind port 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:36.908796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-e01cb7f3-14db-40f0-94d0-272351777225 req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] Attempting to bind port 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:36.909103 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01cb7f3-14db-40f0-94d0-272351777225 req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] Attempting to bind port 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e on network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:36.914187 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-85862bff-ebb3-4c4c-a081-c4b447481679 req-caeb4b14-b5ad-4f69-ab07-d33b2ec9b909 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Deleting port bba129e0-d0c9-46ff-9727-3921f2f63a73 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:36.914811 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-85862bff-ebb3-4c4c-a081-c4b447481679 req-caeb4b14-b5ad-4f69-ab07-d33b2ec9b909 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.920307 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4aa0828e-1fba-465c-b0d2-cc3ab5dd2759 req-738edc3c-4bef-45ef-a484-b6ca0f0dfb8f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (09c7a958-21c2-408d-8280-dc3500a0c75f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.973037 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01cb7f3-14db-40f0-94d0-272351777225 req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] Port 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e on network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:36.973586 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01cb7f3-14db-40f0-94d0-272351777225 req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] Attempting to bind port 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e on network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:36.986191 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4aa0828e-1fba-465c-b0d2-cc3ab5dd2759 req-738edc3c-4bef-45ef-a484-b6ca0f0dfb8f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.994590 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4aa0828e-1fba-465c-b0d2-cc3ab5dd2759 req-738edc3c-4bef-45ef-a484-b6ca0f0dfb8f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3994753 Feb 09 21:34:37.036093 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01cb7f3-14db-40f0-94d0-272351777225 req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:37.037710 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01cb7f3-14db-40f0-94d0-272351777225 req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] Checking segment: {'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:37.037710 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01cb7f3-14db-40f0-94d0-272351777225 req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] Bound using segment: {'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:37.038654 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-e01cb7f3-14db-40f0-94d0-272351777225 req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] Bound port: 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:37.038816 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e01cb7f3-14db-40f0-94d0-272351777225 req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (045c1aa9-ae33-48b6-a28f-dfaf4b2c161e), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.081091 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738edc3c-4bef-45ef-a484-b6ca0f0dfb8f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c7a958-21c2-408d-8280-dc3500a0c75f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:37.155155 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55606c18-5e5a-41fb-8ab1-d5ffbbfdbfde req-43871221-b708-4a2b-9000-7e5eb29b6ae2 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:37.162607 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-55606c18-5e5a-41fb-8ab1-d5ffbbfdbfde req-43871221-b708-4a2b-9000-7e5eb29b6ae2 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 951 time: 0.1612170 Feb 09 21:34:37.226167 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-85862bff-ebb3-4c4c-a081-c4b447481679 req-caeb4b14-b5ad-4f69-ab07-d33b2ec9b909 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] For port bba129e0-d0c9-46ff-9727-3921f2f63a73, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=bba129e0-d0c9-46ff-9727-3921f2f63a73,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:37.226468 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-85862bff-ebb3-4c4c-a081-c4b447481679 req-caeb4b14-b5ad-4f69-ab07-d33b2ec9b909 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.258314 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-85862bff-ebb3-4c4c-a081-c4b447481679 req-caeb4b14-b5ad-4f69-ab07-d33b2ec9b909 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Calling delete_port for bba129e0-d0c9-46ff-9727-3921f2f63a73 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:37.288945 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-e01cb7f3-14db-40f0-94d0-272351777225 req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] For port 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:37.293938 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-e01cb7f3-14db-40f0-94d0-272351777225 req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] For port 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=045c1aa9-ae33-48b6-a28f-dfaf4b2c161e,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:37.336866 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e01cb7f3-14db-40f0-94d0-272351777225 req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (045c1aa9-ae33-48b6-a28f-dfaf4b2c161e), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.347696 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-55606c18-5e5a-41fb-8ab1-d5ffbbfdbfde req-8e2aaea3-0f68-4830-b0fb-112e5d7912ce tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843834 Feb 09 21:34:37.380845 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02c762-fcba-4571-b244-f50d4c3179c6 req-34a4e297-bdcb-4fdc-8a5c-fd8e9f9c7b92 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:37.382844 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ec02c762-fcba-4571-b244-f50d4c3179c6 req-34a4e297-bdcb-4fdc-8a5c-fd8e9f9c7b92 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944 HTTP/1.1" status: 200 len: 943 time: 0.1941168 Feb 09 21:34:37.394348 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cb7f3-14db-40f0-94d0-272351777225 req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:37.395085 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e01cb7f3-14db-40f0-94d0-272351777225 req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.396627 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e01cb7f3-14db-40f0-94d0-272351777225 req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] 10.222.0.42 "PUT /v2.0/ports/045c1aa9-ae33-48b6-a28f-dfaf4b2c161e HTTP/1.1" status: 200 len: 1091 time: 1.9922214 Feb 09 21:34:37.400770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944', 'tag': '045c1aa9-ae33-48b6-a28f-dfaf4b2c161e'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:37.403131 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921fc205-5cf3-445a-95c3-e0045c97e854" -d '{"events": [{"name": "network-changed", "server_uuid": "fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944", "tag": "045c1aa9-ae33-48b6-a28f-dfaf4b2c161e"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:37.566956 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ec02c762-fcba-4571-b244-f50d4c3179c6 req-00cfce0c-026f-4377-8fc6-1c72db038efc tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649280 Feb 09 21:34:37.618479 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3f86b-4954-4dd4-bc1b-ee0c6817023a service neutron] Pushing event updated for resources: {'Port': ['ID=045c1aa9-ae33-48b6-a28f-dfaf4b2c161e,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:37.628459 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-85862bff-ebb3-4c4c-a081-c4b447481679 req-caeb4b14-b5ad-4f69-ab07-d33b2ec9b909 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (bba129e0-d0c9-46ff-9727-3921f2f63a73), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.644905 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['0ed3f83a-3353-45b8-aa52-2b88461c4ffa'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:37.650916 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['02b978b5-de78-4099-8244-c4ff559fbc76'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:37.724037 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-661be4d4-02ed-41fa-b5b9-3a3b331abf37 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:37.736284 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-661be4d4-02ed-41fa-b5b9-3a3b331abf37 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/networks?id=17f99b47-e532-41c4-93bb-9e02fc4962ed HTTP/1.1" status: 200 len: 813 time: 0.2543385 Feb 09 21:34:37.749618 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cd7701-e70a-43ca-aad5-983fafc0aefa x-openstack-request-id: req-a6cd7701-e70a-43ca-aad5-983fafc0aefa {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:37.749983 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944", "tag": "045c1aa9-ae33-48b6-a28f-dfaf4b2c161e", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:37.750202 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6cd7701-e70a-43ca-aad5-983fafc0aefa {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:37.752119 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944', 'tag': '045c1aa9-ae33-48b6-a28f-dfaf4b2c161e', 'status': 'completed', 'code': 200} Feb 09 21:34:37.753577 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb4b14-b5ad-4f69-ab07-d33b2ec9b909 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Pushing event deleted for resources: {'Port': ['ID=bba129e0-d0c9-46ff-9727-3921f2f63a73,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:37.760039 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-ec9c398f-9c77-4d89-a8d7-e01e0b5a4e0a tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/quotas/cb20ece5c2df40e9ad3c9d0b8aef51cf HTTP/1.1" status: 200 len: 375 time: 0.0221677 Feb 09 21:34:37.830656 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-9b3da61c-cf41-4bd1-b5d1-cb88088b80b3 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cb20ece5c2df40e9ad3c9d0b8aef51cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695291 Feb 09 21:34:37.844244 n-d-828601-1 neutron-server[103202]: DEBUG neutron.objects.ports [None req-9c80bc6a-3fad-4901-97be-a203aed8181a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103202) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:34:37.845841 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c80bc6a-3fad-4901-97be-a203aed8181a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (8e1af961-04d3-4d16-8ba2-9bd81405b2b6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.898998 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0d158780-fbf0-4cbd-944d-7cca2b2b784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.998408 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80bc6a-3fad-4901-97be-a203aed8181a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8e1af961-04d3-4d16-8ba2-9bd81405b2b6,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:38.030336 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-643b46dc-b7fb-4695-b5bd-5d2032b0c3b6 service neutron] 10.222.0.77 "GET /v2.0/networks/17f99b47-e532-41c4-93bb-9e02fc4962ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987233 Feb 09 21:34:38.096782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cb7f3-14db-40f0-94d0-272351777225 req-115d72ac-3029-49e3-915b-72b05276950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:38.098729 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e01cb7f3-14db-40f0-94d0-272351777225 req-115d72ac-3029-49e3-915b-72b05276950f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b89b78a949d44f189d43eacfb5f58be&device_id=fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944 HTTP/1.1" status: 200 len: 1125 time: 0.6571217 Feb 09 21:34:38.237104 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa77b09-cff6-4c4f-9db5-f64c69a3b9f6 req-6fc9bbf2-635a-477f-956f-66c9e40dd951 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:38.247958 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-daa77b09-cff6-4c4f-9db5-f64c69a3b9f6 req-6fc9bbf2-635a-477f-956f-66c9e40dd951 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.1752973 Feb 09 21:34:38.256192 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-85862bff-ebb3-4c4c-a081-c4b447481679 req-caeb4b14-b5ad-4f69-ab07-d33b2ec9b909 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] No DVR routers for this DVR port bba129e0-d0c9-46ff-9727-3921f2f63a73 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:38.263464 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-85862bff-ebb3-4c4c-a081-c4b447481679 req-caeb4b14-b5ad-4f69-ab07-d33b2ec9b909 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.270501 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-48097575-639f-47a4-875c-85d94f497ed2 service neutron] 10.222.0.77 "GET /v2.0/networks/17f99b47-e532-41c4-93bb-9e02fc4962ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364252 Feb 09 21:34:38.272644 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-85862bff-ebb3-4c4c-a081-c4b447481679 req-caeb4b14-b5ad-4f69-ab07-d33b2ec9b909 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.42 "DELETE /v2.0/ports/bba129e0-d0c9-46ff-9727-3921f2f63a73 HTTP/1.1" status: 204 len: 173 time: 1.7612360 Feb 09 21:34:38.274332 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e01cb7f3-14db-40f0-94d0-272351777225 req-f196fea5-f0d8-4a0f-8a57-e3f1daa25ed6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=045c1aa9-ae33-48b6-a28f-dfaf4b2c161e HTTP/1.1" status: 200 len: 217 time: 0.1151967 Feb 09 21:34:38.408254 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c80bc6a-3fad-4901-97be-a203aed8181a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Checking segment: {'id': 'decab0b8-4d7f-48b6-b7bd-65780db1bfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4ebd2df6-7cff-4d78-9900-e12f2a7d2090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:38.414271 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c80bc6a-3fad-4901-97be-a203aed8181a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Network hostable DHCP agents. Network: 4ebd2df6-7cff-4d78-9900-e12f2a7d2090, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:34:38.468097 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-daa77b09-cff6-4c4f-9db5-f64c69a3b9f6 req-54e07100-063d-4968-89d8-68a4746bf096 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226083 Feb 09 21:34:38.711144 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cb7f3-14db-40f0-94d0-272351777225 req-1a784356-1a9a-4686-86ba-401e2065a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:38.729035 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e01cb7f3-14db-40f0-94d0-272351777225 req-1a784356-1a9a-4686-86ba-401e2065a507 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf HTTP/1.1" status: 200 len: 844 time: 0.4334197 Feb 09 21:34:38.776301 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c80bc6a-3fad-4901-97be-a203aed8181a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Network 4ebd2df6-7cff-4d78-9900-e12f2a7d2090 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:34:38.866864 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e01cb7f3-14db-40f0-94d0-272351777225 req-b9f7f85b-af49-4cd2-9585-f0e900077bbe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=52bbb2ed-8162-4d76-a17c-1bb332688ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367941 Feb 09 21:34:38.894728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-9c80bc6a-3fad-4901-97be-a203aed8181a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 4ebd2df6-7cff-4d78-9900-e12f2a7d2090) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:38.933078 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c80bc6a-3fad-4901-97be-a203aed8181a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:38.934245 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c80bc6a-3fad-4901-97be-a203aed8181a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.938960 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f74fc4-dc77-4e1a-ada9-737f740708c4 None None] Network 4ebd2df6-7cff-4d78-9900-e12f2a7d2090 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:34:39.096937 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9c80bc6a-3fad-4901-97be-a203aed8181a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2778399 Feb 09 21:34:39.100388 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8fdb5782-146b-4ce4-8473-ab621f69c1fa req-bbd3a976-2182-4e06-b1ad-f92c45e66745 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6573f32-5a00-472c-a5e8-5378088e096d HTTP/1.1" status: 200 len: 210 time: 0.2450798 Feb 09 21:34:39.104333 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52472) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:39.182571 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-be7f0512-7d93-4754-aa22-6c4ffe45846a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1532217197', 'network_id': '4ebd2df6-7cff-4d78-9900-e12f2a7d2090'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:39.184627 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e01cb7f3-14db-40f0-94d0-272351777225 req-b3dce187-41b7-47bf-b784-58a3469f03bf service neutron] 10.222.0.42 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058407 Feb 09 21:34:39.268963 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de7bbf8-1a2b-4716-82b1-89d6b0ca8fd7 None None] Network 4ebd2df6-7cff-4d78-9900-e12f2a7d2090 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:34:39.372536 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device bba129e0-d0c9-46ff-9727-3921f2f63a73 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:39.404558 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd29f3e8-d8f8-4c1b-9f93-e49568a90ec6 req-a777334a-618d-443d-81ec-2426c4b873b6 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=e045930e-326d-4f19-bf55-04ac8c84a1b7 HTTP/1.1" status: 200 len: 210 time: 0.1616294 Feb 09 21:34:39.438162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7f0512-7d93-4754-aa22-6c4ffe45846a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Made reservation on behalf of 6bdeaa25e02e4f95a1d7853fb9a7bb18 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:39.451791 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be7f0512-7d93-4754-aa22-6c4ffe45846a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.475386 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: bba129e0-d0c9-46ff-9727-3921f2f63a73 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:34:39.478331 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device bba129e0-d0c9-46ff-9727-3921f2f63a73 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:34:39.502025 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e01cb7f3-14db-40f0-94d0-272351777225 req-2ba46ad8-00f2-4265-a71c-4174ede0c9c8 service neutron] 10.222.0.42 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091204 Feb 09 21:34:39.581498 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bf925-9de4-4ab9-95c3-3de99cda60dd req-c35ed38a-5d1a-487f-989b-3202fa000a0e tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:39.598128 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-524bf925-9de4-4ab9-95c3-3de99cda60dd req-c35ed38a-5d1a-487f-989b-3202fa000a0e tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944 HTTP/1.1" status: 200 len: 943 time: 0.6037755 Feb 09 21:34:39.651540 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-be7f0512-7d93-4754-aa22-6c4ffe45846a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] device_id is not set on port c2c8c8a1-9230-4ba4-ba5a-36b21a7be322 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:34:39.755046 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6573f32-5a00-472c-a5e8-5378088e096d', 'name': 'network-vif-deleted', 'tag': 'bba129e0-d0c9-46ff-9727-3921f2f63a73'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:39.759559 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab9aad8-dfc1-4015-9057-39247d2a9e3d" -d '{"events": [{"server_uuid": "d6573f32-5a00-472c-a5e8-5378088e096d", "name": "network-vif-deleted", "tag": "bba129e0-d0c9-46ff-9727-3921f2f63a73"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:39.793395 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fc205-5cf3-445a-95c3-e0045c97e854 req-5879d3f8-3f2b-438e-9957-56ccbf139daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:39.796660 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-921fc205-5cf3-445a-95c3-e0045c97e854 req-5879d3f8-3f2b-438e-9957-56ccbf139daa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b89b78a949d44f189d43eacfb5f58be&device_id=fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944 HTTP/1.1" status: 200 len: 1125 time: 0.1557665 Feb 09 21:34:40.015848 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-524bf925-9de4-4ab9-95c3-3de99cda60dd req-d1d358e2-3fa0-49e0-9d90-a298328aa446 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162138 Feb 09 21:34:40.062873 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fc205-5cf3-445a-95c3-e0045c97e854 req-749dec86-53ad-4c97-9776-c90e0ae5e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:40.065180 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-921fc205-5cf3-445a-95c3-e0045c97e854 req-749dec86-53ad-4c97-9776-c90e0ae5e7ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=52bbb2ed-8162-4d76-a17c-1bb332688ad6 HTTP/1.1" status: 200 len: 905 time: 0.2628191 Feb 09 21:34:40.167544 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-921fc205-5cf3-445a-95c3-e0045c97e854 req-0ad01281-8726-4da7-8852-92f604dfcb43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=045c1aa9-ae33-48b6-a28f-dfaf4b2c161e HTTP/1.1" status: 200 len: 217 time: 0.0951540 Feb 09 21:34:40.260103 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355d963-5674-4a6e-98ae-9da1e109efc7 req-f7e6e084-0507-4f6e-a2b0-c81667455098 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:40.268062 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1355d963-5674-4a6e-98ae-9da1e109efc7 req-f7e6e084-0507-4f6e-a2b0-c81667455098 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.4666471 Feb 09 21:34:40.337686 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fc205-5cf3-445a-95c3-e0045c97e854 req-cb2d2079-d0c1-46e8-8bcc-a62ce2fe5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:40.342807 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-921fc205-5cf3-445a-95c3-e0045c97e854 req-cb2d2079-d0c1-46e8-8bcc-a62ce2fe5821 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf HTTP/1.1" status: 200 len: 844 time: 0.1687784 Feb 09 21:34:40.360250 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-be7f0512-7d93-4754-aa22-6c4ffe45846a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Allocated IP 172.20.0.9 (4ebd2df6-7cff-4d78-9900-e12f2a7d2090/8e1af961-04d3-4d16-8ba2-9bd81405b2b6/c2c8c8a1-9230-4ba4-ba5a-36b21a7be322) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:34:40.461433 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-47854617-b106-404e-88e8-d12027bc8665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.462494 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49ea184-cd25-4f5b-8e04-5d7d5c5698ae x-openstack-request-id: req-e49ea184-cd25-4f5b-8e04-5d7d5c5698ae {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:40.465108 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6573f32-5a00-472c-a5e8-5378088e096d", "name": "network-vif-deleted", "tag": "bba129e0-d0c9-46ff-9727-3921f2f63a73", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:40.465764 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e49ea184-cd25-4f5b-8e04-5d7d5c5698ae {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:40.466589 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6573f32-5a00-472c-a5e8-5378088e096d', 'name': 'network-vif-deleted', 'tag': 'bba129e0-d0c9-46ff-9727-3921f2f63a73', 'status': 'completed', 'code': 200} Feb 09 21:34:40.475363 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-921fc205-5cf3-445a-95c3-e0045c97e854 req-b791804b-fcb0-4df0-8487-b40df94f5360 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=52bbb2ed-8162-4d76-a17c-1bb332688ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259274 Feb 09 21:34:40.475910 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1355d963-5674-4a6e-98ae-9da1e109efc7 req-de09f761-578b-4381-bfaa-73409fd36c57 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953499 Feb 09 21:34:40.711936 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-921fc205-5cf3-445a-95c3-e0045c97e854 req-d94568dd-fb5a-47da-93cb-5585811a1846 service neutron] 10.222.0.42 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220845 Feb 09 21:34:40.716822 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bf41d021-8425-46da-a096-9a8ba374497a req-a69cb4b2-d546-4a0a-9a3b-12fff66abe89 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=e045930e-326d-4f19-bf55-04ac8c84a1b7 HTTP/1.1" status: 200 len: 210 time: 0.0596373 Feb 09 21:34:40.802034 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be7f0512-7d93-4754-aa22-6c4ffe45846a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for port (c2c8c8a1-9230-4ba4-ba5a-36b21a7be322), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.907995 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fc1ad-8415-4755-80aa-bbb8a1531a3c req-e5db80d3-6bb3-4e0a-915f-70e7faf9c1ed tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:40.909939 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f9fc1ad-8415-4755-80aa-bbb8a1531a3c req-e5db80d3-6bb3-4e0a-915f-70e7faf9c1ed tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.0967021 Feb 09 21:34:40.911341 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-921fc205-5cf3-445a-95c3-e0045c97e854 req-965b7a4a-d523-4507-951d-0baf66bfbcc8 service neutron] 10.222.0.42 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971250 Feb 09 21:34:40.938915 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be7f0512-7d93-4754-aa22-6c4ffe45846a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c2c8c8a1-9230-4ba4-ba5a-36b21a7be322), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.031611 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7f0512-7d93-4754-aa22-6c4ffe45846a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Network 4ebd2df6-7cff-4d78-9900-e12f2a7d2090 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:34:41.056935 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-be7f0512-7d93-4754-aa22-6c4ffe45846a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:41.066969 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7f0512-7d93-4754-aa22-6c4ffe45846a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:34:41.098977 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f9fc1ad-8415-4755-80aa-bbb8a1531a3c req-5b9ac369-33eb-4741-bd87-34ea5e7f3fdb tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809800 Feb 09 21:34:41.170740 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f0512-7d93-4754-aa22-6c4ffe45846a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Pushing event updated for resources: {'Port': ['ID=c2c8c8a1-9230-4ba4-ba5a-36b21a7be322,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:41.174351 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-f9dd7a32-c92c-466a-99b3-290b30965547 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:41.177633 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-f9dd7a32-c92c-466a-99b3-290b30965547 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.71 "GET /v2.0/networks?id=17f99b47-e532-41c4-93bb-9e02fc4962ed HTTP/1.1" status: 200 len: 813 time: 0.1586776 Feb 09 21:34:41.195905 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-ed61923e-a063-4fa5-bc8e-a76b6aa86c5f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Request body: {'port': {'device_id': 'e045930e-326d-4f19-bf55-04ac8c84a1b7', 'network_id': '17f99b47-e532-41c4-93bb-9e02fc4962ed', 'admin_state_up': True, 'tenant_id': 'cb20ece5c2df40e9ad3c9d0b8aef51cf'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:41.227831 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7f0512-7d93-4754-aa22-6c4ffe45846a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:41.228487 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be7f0512-7d93-4754-aa22-6c4ffe45846a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.298692 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b8e29-3344-4224-9cf3-528f89973a90 req-eb8d04df-793a-42be-aab5-13f9678b5bc1 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:41.300414 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-781b8e29-3344-4224-9cf3-528f89973a90 req-eb8d04df-793a-42be-aab5-13f9678b5bc1 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.77 "GET /v2.0/networks?id=a657c146-f71f-4e85-86ea-7f818c922127 HTTP/1.1" status: 200 len: 815 time: 0.2849650 Feb 09 21:34:41.308184 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-be7f0512-7d93-4754-aa22-6c4ffe45846a tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.1870363 Feb 09 21:34:41.311680 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52518) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:41.362330 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f155cf-2047-4417-b986-ae2016e7043b req-cad0bc41-1c0e-4fb8-960b-ee1070953a33 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:41.369073 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8f155cf-2047-4417-b986-ae2016e7043b req-cad0bc41-1c0e-4fb8-960b-ee1070953a33 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944 HTTP/1.1" status: 200 len: 943 time: 0.1540313 Feb 09 21:34:41.394723 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.413144 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-781b8e29-3344-4224-9cf3-528f89973a90 req-97bb674f-5c09-4da9-b3a5-6a7a24256f90 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.77 "GET /v2.0/quotas/c137d84343644ace9a44d512beaff9d1 HTTP/1.1" status: 200 len: 375 time: 0.0903871 Feb 09 21:34:41.513569 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8f155cf-2047-4417-b986-ae2016e7043b req-424a7e57-bf36-4ff8-8407-165613642327 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384997 Feb 09 21:34:41.552702 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-781b8e29-3344-4224-9cf3-528f89973a90 req-6d4fb2da-54e8-45ce-9bef-6747adf942ad tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c137d84343644ace9a44d512beaff9d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1380036 Feb 09 21:34:41.564483 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0005220e-2d31-4392-87bf-bfb67fd1a12e tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Deleting port c2c8c8a1-9230-4ba4-ba5a-36b21a7be322 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:41.565067 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0005220e-2d31-4392-87bf-bfb67fd1a12e tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c2c8c8a1-9230-4ba4-ba5a-36b21a7be322), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.777215 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-ed61923e-a063-4fa5-bc8e-a76b6aa86c5f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Made reservation on behalf of cb20ece5c2df40e9ad3c9d0b8aef51cf for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:41.785064 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0005220e-2d31-4392-87bf-bfb67fd1a12e tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c2c8c8a1-9230-4ba4-ba5a-36b21a7be322), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.787543 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-ed61923e-a063-4fa5-bc8e-a76b6aa86c5f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.813844 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-781b8e29-3344-4224-9cf3-528f89973a90 req-4febb49d-5001-45b0-a5dd-988832d986db service neutron] 10.222.0.77 "GET /v2.0/networks/a657c146-f71f-4e85-86ea-7f818c922127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456005 Feb 09 21:34:41.821695 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0005220e-2d31-4392-87bf-bfb67fd1a12e tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Calling delete_port for c2c8c8a1-9230-4ba4-ba5a-36b21a7be322 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:41.987341 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-ed61923e-a063-4fa5-bc8e-a76b6aa86c5f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Allocated IP 172.20.0.3 (17f99b47-e532-41c4-93bb-9e02fc4962ed/1d166931-f8f8-410f-99c8-a7b85184b002/be2c6221-0783-46d3-9a22-d31c18bb5526) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:34:42.044071 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891537d-4439-474a-93b8-7723bbc71ef3 req-9ef407ce-62fe-47ab-897e-100f6c472d7b tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:42.045800 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9891537d-4439-474a-93b8-7723bbc71ef3 req-9ef407ce-62fe-47ab-897e-100f6c472d7b tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.2033451 Feb 09 21:34:42.098522 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-781b8e29-3344-4224-9cf3-528f89973a90 req-1cfeeefc-73c6-4825-9bc2-5f7e6c609f19 service neutron] 10.222.0.77 "GET /v2.0/networks/a657c146-f71f-4e85-86ea-7f818c922127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726841 Feb 09 21:34:42.204665 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9891537d-4439-474a-93b8-7723bbc71ef3 req-f150a37e-e8b6-4a79-93a7-69bd2d6d4ba5 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472120 Feb 09 21:34:42.206874 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0005220e-2d31-4392-87bf-bfb67fd1a12e tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c2c8c8a1-9230-4ba4-ba5a-36b21a7be322), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.267921 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-ed61923e-a063-4fa5-bc8e-a76b6aa86c5f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for port (be2c6221-0783-46d3-9a22-d31c18bb5526), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.302415 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005220e-2d31-4392-87bf-bfb67fd1a12e tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2c8c8a1-9230-4ba4-ba5a-36b21a7be322,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:42.410626 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-ed61923e-a063-4fa5-bc8e-a76b6aa86c5f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (be2c6221-0783-46d3-9a22-d31c18bb5526), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.464345 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0005220e-2d31-4392-87bf-bfb67fd1a12e tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.473496 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0005220e-2d31-4392-87bf-bfb67fd1a12e tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "DELETE /v2.0/ports/c2c8c8a1-9230-4ba4-ba5a-36b21a7be322 HTTP/1.1" status: 204 len: 168 time: 1.1605358 Feb 09 21:34:42.475189 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52536) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:42.478498 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-06baebec-e104-426f-8572-2e948ab97c30 req-dd64ef41-69c4-4f9e-9d14-11e0abd202db tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=e045930e-326d-4f19-bf55-04ac8c84a1b7 HTTP/1.1" status: 200 len: 210 time: 0.1269588 Feb 09 21:34:42.484844 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-4889ff2f-5b24-4401-9aa2-1875b8b8a336 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ebd2df6-7cff-4d78-9900-e12f2a7d2090', 'external_fixed_ips': [{'subnet_id': '8e1af961-04d3-4d16-8ba2-9bd81405b2b6', 'ip_address': '172.20.0.9'}]}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:42.557176 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4889ff2f-5b24-4401-9aa2-1875b8b8a336 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (908b0e7d-054f-4c46-9099-58d1eb023197), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.560508 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-ed61923e-a063-4fa5-bc8e-a76b6aa86c5f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Network 17f99b47-e532-41c4-93bb-9e02fc4962ed is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:34:42.564787 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4889ff2f-5b24-4401-9aa2-1875b8b8a336 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (908b0e7d-054f-4c46-9099-58d1eb023197), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.571630 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-ed61923e-a063-4fa5-bc8e-a76b6aa86c5f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:42.580054 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-ed61923e-a063-4fa5-bc8e-a76b6aa86c5f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:34:42.599058 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.622571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61923e-a063-4fa5-bc8e-a76b6aa86c5f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event updated for resources: {'Port': ['ID=be2c6221-0783-46d3-9a22-d31c18bb5526,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:42.672663 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4889ff2f-5b24-4401-9aa2-1875b8b8a336 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_controller (908b0e7d-054f-4c46-9099-58d1eb023197), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.691401 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-ed61923e-a063-4fa5-bc8e-a76b6aa86c5f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:42.691401 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-ed61923e-a063-4fa5-bc8e-a76b6aa86c5f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.711807 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52de74b-818d-42a4-b94e-7c999e9ebb23 req-ae5d15d3-5f06-4a76-bac7-c0a301bc6966 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:42.713393 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a52de74b-818d-42a4-b94e-7c999e9ebb23 req-ae5d15d3-5f06-4a76-bac7-c0a301bc6966 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.42 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.4188077 Feb 09 21:34:42.738918 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-ed61923e-a063-4fa5-bc8e-a76b6aa86c5f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5537519 Feb 09 21:34:42.766193 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] Request body: {'port': {'device_id': 'e045930e-326d-4f19-bf55-04ac8c84a1b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:42.871338 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (be2c6221-0783-46d3-9a22-d31c18bb5526), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.886184 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-49cd80f3-0c84-4753-b274-b2c86d46aa55 req-a025ce41-f37d-439e-92f7-ad50e87b7bc0 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa HTTP/1.1" status: 200 len: 210 time: 0.2102165 Feb 09 21:34:43.026952 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9528a-56e3-4ff2-a9a3-1dba0ead9acd req-de48f216-36ef-488f-865f-b8d64b083594 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:43.032917 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-a52de74b-818d-42a4-b94e-7c999e9ebb23 req-9533ec6c-ef83-43b8-9d33-71235018c9a6 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Deleting port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:43.033469 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a52de74b-818d-42a4-b94e-7c999e9ebb23 req-9533ec6c-ef83-43b8-9d33-71235018c9a6 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:43.036361 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-30d9528a-56e3-4ff2-a9a3-1dba0ead9acd req-de48f216-36ef-488f-865f-b8d64b083594 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 950 time: 0.3620493 Feb 09 21:34:43.105040 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4889ff2f-5b24-4401-9aa2-1875b8b8a336 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_gateway (908b0e7d-054f-4c46-9099-58d1eb023197), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:43.164701 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-30d9528a-56e3-4ff2-a9a3-1dba0ead9acd req-f0ddd3be-f300-4191-bef0-b4f19c2aa8f2 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272180 Feb 09 21:34:43.239383 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af8423-2c43-4892-984a-a9751746b00a req-e4adc2f7-6a3f-42da-ab38-eb2b984b54df tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:43.251194 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-65af8423-2c43-4892-984a-a9751746b00a req-e4adc2f7-6a3f-42da-ab38-eb2b984b54df tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944 HTTP/1.1" status: 200 len: 943 time: 0.2061169 Feb 09 21:34:43.263291 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-a52de74b-818d-42a4-b94e-7c999e9ebb23 req-9533ec6c-ef83-43b8-9d33-71235018c9a6 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] For port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0ed3f83a-3353-45b8-aa52-2b88461c4ffa,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:43.263757 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a52de74b-818d-42a4-b94e-7c999e9ebb23 req-9533ec6c-ef83-43b8-9d33-71235018c9a6 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:43.291510 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-a52de74b-818d-42a4-b94e-7c999e9ebb23 req-9533ec6c-ef83-43b8-9d33-71235018c9a6 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Calling delete_port for 0ed3f83a-3353-45b8-aa52-2b88461c4ffa owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:43.346018 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:34:43.404356 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-65af8423-2c43-4892-984a-a9751746b00a req-d63efb2f-a538-42da-8bd1-c21c68c85d0e tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523237 Feb 09 21:34:43.464851 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a797e88-90c3-4b54-a010-67311b2b4855 req-6cfebbad-520d-44ca-8527-140bb1e70088 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:43.473117 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5a797e88-90c3-4b54-a010-67311b2b4855 req-6cfebbad-520d-44ca-8527-140bb1e70088 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.1220841 Feb 09 21:34:43.554674 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2c6221-0783-46d3-9a22-d31c18bb5526 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:43.571182 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] Publish callbacks [] for port (be2c6221-0783-46d3-9a22-d31c18bb5526), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:43.571466 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=045c1aa9-ae33-48b6-a28f-dfaf4b2c161e,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:43.590102 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] Transition to ACTIVE for port object be2c6221-0783-46d3-9a22-d31c18bb5526 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:34:43.593568 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '045c1aa9-ae33-48b6-a28f-dfaf4b2c161e', 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6', 'port_id': '045c1aa9-ae33-48b6-a28f-dfaf4b2c161e', 'mac_address': 'fa:16:3e:60:75:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:34:43.596871 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (be2c6221-0783-46d3-9a22-d31c18bb5526), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:43.655215 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5a797e88-90c3-4b54-a010-67311b2b4855 req-2f2ff2bb-ea9e-4e72-94f1-2d479baf8832 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805365 Feb 09 21:34:43.683540 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:43.683540 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (045c1aa9-ae33-48b6-a28f-dfaf4b2c161e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:43.706491 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:43.731134 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=045c1aa9-ae33-48b6-a28f-dfaf4b2c161e,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:43.736379 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (045c1aa9-ae33-48b6-a28f-dfaf4b2c161e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:43.782806 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4889ff2f-5b24-4401-9aa2-1875b8b8a336 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_gateway (908b0e7d-054f-4c46-9099-58d1eb023197), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:43.797932 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=045c1aa9-ae33-48b6-a28f-dfaf4b2c161e,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:43.800818 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] Pushing event updated for resources: {'Port': ['ID=be2c6221-0783-46d3-9a22-d31c18bb5526,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:43.817204 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a52de74b-818d-42a4-b94e-7c999e9ebb23 req-9533ec6c-ef83-43b8-9d33-71235018c9a6 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (0ed3f83a-3353-45b8-aa52-2b88461c4ffa), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:43.822710 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bb2f7-4637-465e-8c0b-0094d48f5775 req-b69c70f4-683b-44e1-bcb9-50191ff66c34 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:43.824576 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae0bb2f7-4637-465e-8c0b-0094d48f5775 req-b69c70f4-683b-44e1-bcb9-50191ff66c34 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=e045930e-326d-4f19-bf55-04ac8c84a1b7 HTTP/1.1" status: 200 len: 943 time: 0.1041670 Feb 09 21:34:43.826567 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4889ff2f-5b24-4401-9aa2-1875b8b8a336 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:43.830590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['02b978b5-de78-4099-8244-c4ff559fbc76'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:43.851145 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533ec6c-ef83-43b8-9d33-71235018c9a6 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Pushing event deleted for resources: {'Port': ['ID=0ed3f83a-3353-45b8-aa52-2b88461c4ffa,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:43.856921 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] Attempting to bind port be2c6221-0783-46d3-9a22-d31c18bb5526 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:43.857297 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] Attempting to bind port be2c6221-0783-46d3-9a22-d31c18bb5526 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '17f99b47-e532-41c4-93bb-9e02fc4962ed'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:43.857624 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] Attempting to bind port be2c6221-0783-46d3-9a22-d31c18bb5526 on network 17f99b47-e532-41c4-93bb-9e02fc4962ed {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:43.871394 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] Port be2c6221-0783-46d3-9a22-d31c18bb5526 on network 17f99b47-e532-41c4-93bb-9e02fc4962ed not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:43.871394 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] Attempting to bind port be2c6221-0783-46d3-9a22-d31c18bb5526 on network 17f99b47-e532-41c4-93bb-9e02fc4962ed {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:43.892432 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:43.893500 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] Checking segment: {'id': 'e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '17f99b47-e532-41c4-93bb-9e02fc4962ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:43.893899 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] Bound using segment: {'id': 'e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '17f99b47-e532-41c4-93bb-9e02fc4962ed'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:43.894351 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] Bound port: be2c6221-0783-46d3-9a22-d31c18bb5526, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '17f99b47-e532-41c4-93bb-9e02fc4962ed'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:43.894714 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (be2c6221-0783-46d3-9a22-d31c18bb5526), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:43.969696 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52de74b-818d-42a4-b94e-7c999e9ebb23 req-9533ec6c-ef83-43b8-9d33-71235018c9a6 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] No DVR routers for this DVR port 0ed3f83a-3353-45b8-aa52-2b88461c4ffa on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:43.973845 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a52de74b-818d-42a4-b94e-7c999e9ebb23 req-9533ec6c-ef83-43b8-9d33-71235018c9a6 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:43.978943 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a52de74b-818d-42a4-b94e-7c999e9ebb23 req-9533ec6c-ef83-43b8-9d33-71235018c9a6 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.42 "DELETE /v2.0/ports/0ed3f83a-3353-45b8-aa52-2b88461c4ffa HTTP/1.1" status: 204 len: 173 time: 1.2585495 Feb 09 21:34:43.979570 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d', 'name': 'network-vif-deleted', 'tag': '0ed3f83a-3353-45b8-aa52-2b88461c4ffa'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:43.989260 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86fadaf-554b-4f2c-a082-7f7fa417a5d9" -d '{"events": [{"server_uuid": "47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d", "name": "network-vif-deleted", "tag": "0ed3f83a-3353-45b8-aa52-2b88461c4ffa"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:44.016989 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:44.059444 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] For port be2c6221-0783-46d3-9a22-d31c18bb5526, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:44.065436 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] For port be2c6221-0783-46d3-9a22-d31c18bb5526, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=be2c6221-0783-46d3-9a22-d31c18bb5526,segment=NetworkSegment(e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7),segment_id=e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:44.076406 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (be2c6221-0783-46d3-9a22-d31c18bb5526), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:44.077516 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['045c1aa9-ae33-48b6-a28f-dfaf4b2c161e'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:44.090669 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae0bb2f7-4637-465e-8c0b-0094d48f5775 req-048cb36c-91e5-4a33-96c3-3457ed8ddec6 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524090 Feb 09 21:34:44.195665 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] Pushing event updated for resources: {'Port': ['ID=be2c6221-0783-46d3-9a22-d31c18bb5526,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:44.205558 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:44.206207 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:44.207704 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-6a7e7329-8582-4405-b8c3-f364c56a18de service neutron] 10.222.0.71 "PUT /v2.0/ports/be2c6221-0783-46d3-9a22-d31c18bb5526 HTTP/1.1" status: 200 len: 1091 time: 1.4482796 Feb 09 21:34:44.243055 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ee7c0e-e6a2-4ad6-8a72-cb02610e681f x-openstack-request-id: req-14ee7c0e-e6a2-4ad6-8a72-cb02610e681f {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:44.243390 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d", "name": "network-vif-deleted", "tag": "0ed3f83a-3353-45b8-aa52-2b88461c4ffa", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:44.244348 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-14ee7c0e-e6a2-4ad6-8a72-cb02610e681f {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:44.245736 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d', 'name': 'network-vif-deleted', 'tag': '0ed3f83a-3353-45b8-aa52-2b88461c4ffa', 'status': 'completed', 'code': 200} Feb 09 21:34:44.403300 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-8736ba8b-936f-4176-9781-18737f261b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:44.408008 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-8736ba8b-936f-4176-9781-18737f261b3f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cb20ece5c2df40e9ad3c9d0b8aef51cf&device_id=e045930e-326d-4f19-bf55-04ac8c84a1b7 HTTP/1.1" status: 200 len: 1125 time: 0.0751977 Feb 09 21:34:44.493331 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-2f267da6-feb5-47a0-a534-85f874a13499 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be2c6221-0783-46d3-9a22-d31c18bb5526 HTTP/1.1" status: 200 len: 217 time: 0.0748463 Feb 09 21:34:44.591354 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-99544b49-04ba-47b2-9742-60375abea6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:44.593789 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-99544b49-04ba-47b2-9742-60375abea6cb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1d166931-f8f8-410f-99c8-a7b85184b002 HTTP/1.1" status: 200 len: 853 time: 0.0868747 Feb 09 21:34:44.645010 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-a68c4cdb-a393-4b8e-adff-572659ae5216 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=17f99b47-e532-41c4-93bb-9e02fc4962ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343137 Feb 09 21:34:44.747710 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bf5dbeb0-4b5a-49ea-b7e0-6043571641e7 req-e23f7106-34de-4260-8133-425757c039c0 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa HTTP/1.1" status: 200 len: 210 time: 0.6850657 Feb 09 21:34:44.769697 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-551a2b10-3607-4f23-a962-78dcdfca1ad8 service neutron] 10.222.0.71 "GET /v2.0/networks/17f99b47-e532-41c4-93bb-9e02fc4962ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134291 Feb 09 21:34:44.837307 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-59d287bd-7f9d-4d8a-a7e0-d0ed57ba66ec req-86daa5d7-1ccc-448c-9eb9-526091821d2f tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a29d0b-8f8d-4b34-8399-6f0b3fd0b13d HTTP/1.1" status: 200 len: 210 time: 0.0837369 Feb 09 21:34:44.978894 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-4889ff2f-5b24-4401-9aa2-1875b8b8a336 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Allocated IP 172.20.0.9 (4ebd2df6-7cff-4d78-9900-e12f2a7d2090/8e1af961-04d3-4d16-8ba2-9bd81405b2b6/0bb9e672-d28e-4108-87b9-bca753b4b6a7) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:34:45.030389 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4dcc7f7c-e9c2-484f-a879-5046aa2b29ba req-ae26e7a5-3f14-4e1d-8431-a4c9d7f54442 service neutron] 10.222.0.71 "GET /v2.0/networks/17f99b47-e532-41c4-93bb-9e02fc4962ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580960 Feb 09 21:34:45.116453 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.149112 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b8e29-3344-4224-9cf3-528f89973a90 req-a02af074-4d20-4ae8-8d85-66c18bfd237f tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:45.151104 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-781b8e29-3344-4224-9cf3-528f89973a90 req-a02af074-4d20-4ae8-8d85-66c18bfd237f tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.71 "GET /v2.0/networks?id=a657c146-f71f-4e85-86ea-7f818c922127 HTTP/1.1" status: 200 len: 815 time: 1.0071123 Feb 09 21:34:45.173295 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-781b8e29-3344-4224-9cf3-528f89973a90 req-958a6a22-5fa8-48ac-bef4-10bf741481e6 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Request body: {'port': {'device_id': '3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa', 'network_id': 'a657c146-f71f-4e85-86ea-7f818c922127', 'admin_state_up': True, 'tenant_id': 'c137d84343644ace9a44d512beaff9d1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:45.303107 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4df1fd-c20e-4b11-93d8-bbdae408f815 req-c48462a3-85c8-4000-b29c-314497df4834 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:45.319334 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9c4df1fd-c20e-4b11-93d8-bbdae408f815 req-c48462a3-85c8-4000-b29c-314497df4834 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.3590751 Feb 09 21:34:45.322729 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:45.356783 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4889ff2f-5b24-4401-9aa2-1875b8b8a336 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for port (0bb9e672-d28e-4108-87b9-bca753b4b6a7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.370740 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2fe13-52e5-4904-b182-0eabe62c5fd3 req-6efefa2e-e8f0-4a94-bff6-6df0120d0d00 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:45.378506 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85f2fe13-52e5-4904-b182-0eabe62c5fd3 req-6efefa2e-e8f0-4a94-bff6-6df0120d0d00 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944 HTTP/1.1" status: 200 len: 944 time: 0.3044662 Feb 09 21:34:45.440531 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:34:45.461244 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:45.473126 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (045c1aa9-ae33-48b6-a28f-dfaf4b2c161e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.541642 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9c4df1fd-c20e-4b11-93d8-bbdae408f815 req-ed254311-5b5d-40c1-83f4-3fabd1a107e9 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212827 Feb 09 21:34:45.574150 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85f2fe13-52e5-4904-b182-0eabe62c5fd3 req-79f5bcd1-c24f-47f8-9116-4602381c545d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946783 Feb 09 21:34:45.604205 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4889ff2f-5b24-4401-9aa2-1875b8b8a336 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (0bb9e672-d28e-4108-87b9-bca753b4b6a7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.677380 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.718430 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4889ff2f-5b24-4401-9aa2-1875b8b8a336 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Network 4ebd2df6-7cff-4d78-9900-e12f2a7d2090 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:34:45.719839 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781b8e29-3344-4224-9cf3-528f89973a90 req-958a6a22-5fa8-48ac-bef4-10bf741481e6 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Made reservation on behalf of c137d84343644ace9a44d512beaff9d1 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:45.723358 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-781b8e29-3344-4224-9cf3-528f89973a90 req-958a6a22-5fa8-48ac-bef4-10bf741481e6 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.728807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4889ff2f-5b24-4401-9aa2-1875b8b8a336 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Pushing event updated for resources: {'Port': ['ID=0bb9e672-d28e-4108-87b9-bca753b4b6a7,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:45.731892 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-4889ff2f-5b24-4401-9aa2-1875b8b8a336 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:45.754360 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4889ff2f-5b24-4401-9aa2-1875b8b8a336 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:34:45.827681 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:45.828104 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (045c1aa9-ae33-48b6-a28f-dfaf4b2c161e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.902026 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045c1aa9-ae33-48b6-a28f-dfaf4b2c161e'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:45.904357 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cbc81a-4d37-4a7e-8a6b-ffcdc5fb4a52" -d '{"events": [{"server_uuid": "fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944", "name": "network-vif-plugged", "status": "completed", "tag": "045c1aa9-ae33-48b6-a28f-dfaf4b2c161e"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:45.953350 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=045c1aa9-ae33-48b6-a28f-dfaf4b2c161e,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:45.961861 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (045c1aa9-ae33-48b6-a28f-dfaf4b2c161e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.963328 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0ed3f83a-3353-45b8-aa52-2b88461c4ffa no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:46.041075 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 0ed3f83a-3353-45b8-aa52-2b88461c4ffa {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:34:46.041686 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0ed3f83a-3353-45b8-aa52-2b88461c4ffa not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:34:46.158859 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=045c1aa9-ae33-48b6-a28f-dfaf4b2c161e,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:46.205259 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7095552-bc9e-4f80-bd54-b7c66d22a126 req-968c9bab-76bf-45c5-b912-3a84a368deec tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa HTTP/1.1" status: 200 len: 210 time: 0.2392895 Feb 09 21:34:46.206058 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4889ff2f-5b24-4401-9aa2-1875b8b8a336 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_gateway (908b0e7d-054f-4c46-9099-58d1eb023197), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:46.246965 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e045930e-326d-4f19-bf55-04ac8c84a1b7', 'tag': 'be2c6221-0783-46d3-9a22-d31c18bb5526'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:46.261067 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef7c109-dd7d-4d4c-8f38-0991c80a0c57" -d '{"events": [{"name": "network-changed", "server_uuid": "e045930e-326d-4f19-bf55-04ac8c84a1b7", "tag": "be2c6221-0783-46d3-9a22-d31c18bb5526"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:46.439033 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51980f4-2960-4f4b-ab5b-b7aba599ebe9 x-openstack-request-id: req-a51980f4-2960-4f4b-ab5b-b7aba599ebe9 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:46.439896 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944", "name": "network-vif-plugged", "status": "completed", "tag": "045c1aa9-ae33-48b6-a28f-dfaf4b2c161e", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:46.441097 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a51980f4-2960-4f4b-ab5b-b7aba599ebe9 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:46.441992 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045c1aa9-ae33-48b6-a28f-dfaf4b2c161e', 'code': 200} Feb 09 21:34:46.478597 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a18e50-69d0-44d4-af19-eb9f9b8f97f0 req-e755acdc-8957-46bc-8296-b0ddc8a08196 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:46.487343 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85a18e50-69d0-44d4-af19-eb9f9b8f97f0 req-e755acdc-8957-46bc-8296-b0ddc8a08196 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=e045930e-326d-4f19-bf55-04ac8c84a1b7 HTTP/1.1" status: 200 len: 943 time: 0.7594938 Feb 09 21:34:46.499682 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9916c50-cafc-490f-89cb-bb7748212cfa x-openstack-request-id: req-f9916c50-cafc-490f-89cb-bb7748212cfa {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:46.499927 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e045930e-326d-4f19-bf55-04ac8c84a1b7", "tag": "be2c6221-0783-46d3-9a22-d31c18bb5526", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:46.500101 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f9916c50-cafc-490f-89cb-bb7748212cfa {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:46.500709 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e045930e-326d-4f19-bf55-04ac8c84a1b7', 'tag': 'be2c6221-0783-46d3-9a22-d31c18bb5526', 'status': 'completed', 'code': 200} Feb 09 21:34:46.628494 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f723d77-f441-42ee-b891-f168d9fb0efe req-b3cdd4c3-7efe-4c96-9d53-87e1e2cd5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:46.630080 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4f723d77-f441-42ee-b891-f168d9fb0efe req-b3cdd4c3-7efe-4c96-9d53-87e1e2cd5834 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944 HTTP/1.1" status: 200 len: 1127 time: 0.1003289 Feb 09 21:34:46.873962 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4f723d77-f441-42ee-b891-f168d9fb0efe req-163579dc-b2e8-4fc4-88b9-d1d344753dfa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290418 Feb 09 21:34:46.895604 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7c109-dd7d-4d4c-8f38-0991c80a0c57 req-24b0a6ec-cf74-4576-91e3-f6384cd7b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:46.901763 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bef7c109-dd7d-4d4c-8f38-0991c80a0c57 req-24b0a6ec-cf74-4576-91e3-f6384cd7b2c3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cb20ece5c2df40e9ad3c9d0b8aef51cf&device_id=e045930e-326d-4f19-bf55-04ac8c84a1b7 HTTP/1.1" status: 200 len: 1125 time: 0.2350721 Feb 09 21:34:46.905721 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-781b8e29-3344-4224-9cf3-528f89973a90 req-958a6a22-5fa8-48ac-bef4-10bf741481e6 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Allocated IP 172.20.0.14 (a657c146-f71f-4e85-86ea-7f818c922127/22e08c4b-de18-4aa1-b38c-621655211479/f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:34:47.087030 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7c109-dd7d-4d4c-8f38-0991c80a0c57 req-a6427f4d-b0c3-4ac7-b95f-eb2a337a99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:47.088707 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bef7c109-dd7d-4d4c-8f38-0991c80a0c57 req-a6427f4d-b0c3-4ac7-b95f-eb2a337a99ba service neutron] 10.222.0.71 "GET /v2.0/networks?id=17f99b47-e532-41c4-93bb-9e02fc4962ed HTTP/1.1" status: 200 len: 914 time: 0.1519096 Feb 09 21:34:47.162652 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85a18e50-69d0-44d4-af19-eb9f9b8f97f0 req-a13ffcb3-7545-4462-b7fb-cc5b41a4e31c tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6718233 Feb 09 21:34:47.245595 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bef7c109-dd7d-4d4c-8f38-0991c80a0c57 req-7d607d7c-2738-4779-a0f3-83969323a747 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be2c6221-0783-46d3-9a22-d31c18bb5526 HTTP/1.1" status: 200 len: 217 time: 0.0964429 Feb 09 21:34:47.258283 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbabd9e-1d49-4ee4-9923-d194ad71b012 req-30558d7c-53c2-443e-b911-f74d3c0614f9 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:47.265831 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dbbabd9e-1d49-4ee4-9923-d194ad71b012 req-30558d7c-53c2-443e-b911-f74d3c0614f9 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.2325029 Feb 09 21:34:47.277525 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4889ff2f-5b24-4401-9aa2-1875b8b8a336 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (908b0e7d-054f-4c46-9099-58d1eb023197), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:47.351973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7c109-dd7d-4d4c-8f38-0991c80a0c57 req-d415857a-ec21-469c-b0d3-c9ea022b9c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:47.357429 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bef7c109-dd7d-4d4c-8f38-0991c80a0c57 req-d415857a-ec21-469c-b0d3-c9ea022b9c02 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1d166931-f8f8-410f-99c8-a7b85184b002 HTTP/1.1" status: 200 len: 853 time: 0.0903988 Feb 09 21:34:47.427890 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bef7c109-dd7d-4d4c-8f38-0991c80a0c57 req-b29fee0f-8e67-4d1c-9492-1117be843deb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=17f99b47-e532-41c4-93bb-9e02fc4962ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501583 Feb 09 21:34:47.544910 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-781b8e29-3344-4224-9cf3-528f89973a90 req-958a6a22-5fa8-48ac-bef4-10bf741481e6 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Publish callbacks [] for port (f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:47.561610 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dbbabd9e-1d49-4ee4-9923-d194ad71b012 req-96913c7a-6055-45e8-9521-aac082253076 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928989 Feb 09 21:34:47.627928 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bef7c109-dd7d-4d4c-8f38-0991c80a0c57 req-31ba2b06-e5d2-48e5-9561-ffe36769a56e service neutron] 10.222.0.71 "GET /v2.0/networks/17f99b47-e532-41c4-93bb-9e02fc4962ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850460 Feb 09 21:34:47.631135 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30df0dc-186f-4742-9296-efcc4ded542b req-fd32e561-e940-4f69-9a7e-9d276b20ce23 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:47.643448 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f30df0dc-186f-4742-9296-efcc4ded542b req-fd32e561-e940-4f69-9a7e-9d276b20ce23 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944 HTTP/1.1" status: 200 len: 945 time: 0.3681521 Feb 09 21:34:47.739406 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-781b8e29-3344-4224-9cf3-528f89973a90 req-958a6a22-5fa8-48ac-bef4-10bf741481e6 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:47.905460 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bef7c109-dd7d-4d4c-8f38-0991c80a0c57 req-bbbe1acd-7bfb-47a1-a584-5d8cfb4eb833 service neutron] 10.222.0.71 "GET /v2.0/networks/17f99b47-e532-41c4-93bb-9e02fc4962ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602545 Feb 09 21:34:47.923830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device be2c6221-0783-46d3-9a22-d31c18bb5526 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:34:48.111408 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781b8e29-3344-4224-9cf3-528f89973a90 req-958a6a22-5fa8-48ac-bef4-10bf741481e6 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Network a657c146-f71f-4e85-86ea-7f818c922127 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:34:48.121196 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-781b8e29-3344-4224-9cf3-528f89973a90 req-958a6a22-5fa8-48ac-bef4-10bf741481e6 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:48.122500 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4889ff2f-5b24-4401-9aa2-1875b8b8a336 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Router 908b0e7d-054f-4c46-9099-58d1eb023197 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:34:48.132220 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-781b8e29-3344-4224-9cf3-528f89973a90 req-958a6a22-5fa8-48ac-bef4-10bf741481e6 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:34:48.141705 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f30df0dc-186f-4742-9296-efcc4ded542b req-9430466e-73bc-4872-a42a-24901d6d545e tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970324 Feb 09 21:34:48.228237 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b52df6-8e69-4eeb-b795-f9d0692d3f16 req-c7cd557e-fc8a-4bb0-b073-c47568eabd64 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:48.238247 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9b52df6-8e69-4eeb-b795-f9d0692d3f16 req-c7cd557e-fc8a-4bb0-b073-c47568eabd64 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.5203137 Feb 09 21:34:48.245438 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port be2c6221-0783-46d3-9a22-d31c18bb5526, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=be2c6221-0783-46d3-9a22-d31c18bb5526,segment=NetworkSegment(e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7),segment_id=e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:48.270497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a6a22-5fa8-48ac-bef4-10bf741481e6 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Pushing event updated for resources: {'Port': ['ID=f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:48.281854 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'be2c6221-0783-46d3-9a22-d31c18bb5526', 'network_id': '17f99b47-e532-41c4-93bb-9e02fc4962ed', 'port_id': 'be2c6221-0783-46d3-9a22-d31c18bb5526', 'mac_address': 'fa:16:3e:cf:06:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d166931-f8f8-410f-99c8-a7b85184b002', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:34:48.393595 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port be2c6221-0783-46d3-9a22-d31c18bb5526 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:48.396619 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (be2c6221-0783-46d3-9a22-d31c18bb5526), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:48.446180 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2c6221-0783-46d3-9a22-d31c18bb5526 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:48.487702 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b8e29-3344-4224-9cf3-528f89973a90 req-958a6a22-5fa8-48ac-bef4-10bf741481e6 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:48.488356 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-781b8e29-3344-4224-9cf3-528f89973a90 req-958a6a22-5fa8-48ac-bef4-10bf741481e6 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:48.507097 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port be2c6221-0783-46d3-9a22-d31c18bb5526, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=be2c6221-0783-46d3-9a22-d31c18bb5526,segment=NetworkSegment(e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7),segment_id=e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:48.517504 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (be2c6221-0783-46d3-9a22-d31c18bb5526), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:48.558735 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9b52df6-8e69-4eeb-b795-f9d0692d3f16 req-55d9714c-4706-4e2e-8db4-5c118473c1b9 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd362fab-3379-499f-b867-0729465280a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188016 Feb 09 21:34:48.590641 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-781b8e29-3344-4224-9cf3-528f89973a90 req-958a6a22-5fa8-48ac-bef4-10bf741481e6 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4235828 Feb 09 21:34:48.650244 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef2b41-cc61-4cae-b13a-1a569480a96f req-97d8d7c7-7870-44b0-810e-addd7819ab4a tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:48.671953 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-efef2b41-cc61-4cae-b13a-1a569480a96f req-97d8d7c7-7870-44b0-810e-addd7819ab4a tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa HTTP/1.1" status: 200 len: 932 time: 0.3102756 Feb 09 21:34:48.674022 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=be2c6221-0783-46d3-9a22-d31c18bb5526,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:48.690593 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-781b8e29-3344-4224-9cf3-528f89973a90 req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] Request body: {'port': {'device_id': '3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:48.742278 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e4755809-75b1-4832-9d32-8a0012105e28 None None] Provisioning complete for port f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:48.742662 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e4755809-75b1-4832-9d32-8a0012105e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:48.839202 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e4755809-75b1-4832-9d32-8a0012105e28 None None] Port f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:34:48.845102 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['be2c6221-0783-46d3-9a22-d31c18bb5526'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:48.988643 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-781b8e29-3344-4224-9cf3-528f89973a90 req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.019286 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4889ff2f-5b24-4401-9aa2-1875b8b8a336 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:34:49.032963 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] Sync routers for ids ['908b0e7d-054f-4c46-9099-58d1eb023197'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:34:49.059411 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] Routers {'908b0e7d-054f-4c46-9099-58d1eb023197'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:34:49.060319 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:34:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['908b0e7d-054f-4c46-9099-58d1eb023197'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:49.252585 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4889ff2f-5b24-4401-9aa2-1875b8b8a336 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.254062 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4889ff2f-5b24-4401-9aa2-1875b8b8a336 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.7740684 Feb 09 21:34:49.260259 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52614) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:49.285766 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] Set router 908b0e7d-054f-4c46-9099-58d1eb023197 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:34:49.338638 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67558057-8400-4fac-ae35-ebf184092b37 req-7a773724-bcdb-48ed-a087-9cf76fee1ef3 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:49.340432 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-67558057-8400-4fac-ae35-ebf184092b37 req-7a773724-bcdb-48ed-a087-9cf76fee1ef3 tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e4be250-f93f-4ba9-89b6-0b9aabdd55f9 HTTP/1.1" status: 200 len: 949 time: 0.1212687 Feb 09 21:34:49.488877 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-efef2b41-cc61-4cae-b13a-1a569480a96f req-faf59f1c-32c8-4955-876a-6ba7ec6d8318 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b42626f-a9eb-45c8-bcbd-2d5292946127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8159897 Feb 09 21:34:49.508749 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908b0e7d-054f-4c46-9099-58d1eb023197', 'name': '', 'tenant_id': '6bdeaa25e02e4f95a1d7853fb9a7bb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ebd2df6-7cff-4d78-9900-e12f2a7d2090', 'external_fixed_ips': [{'subnet_id': '8e1af961-04d3-4d16-8ba2-9bd81405b2b6', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '0bb9e672-d28e-4108-87b9-bca753b4b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:34:42Z', 'updated_at': '2022-02-09T21:34:45Z', 'revision_number': 3, 'project_id': '6bdeaa25e02e4f95a1d7853fb9a7bb18', 'gw_port': {'id': '0bb9e672-d28e-4108-87b9-bca753b4b6a7', 'name': '', 'network_id': '4ebd2df6-7cff-4d78-9900-e12f2a7d2090', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908b0e7d-054f-4c46-9099-58d1eb023197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '8e1af961-04d3-4d16-8ba2-9bd81405b2b6', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:34:43Z', 'updated_at': '2022-02-09T21:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e1af961-04d3-4d16-8ba2-9bd81405b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:49.555348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bf0dd-14f8-4ce3-bb19-e584a642f1ef req-fa474ed7-50b7-4da4-8ba5-8630f7b51a32 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:49.559536 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a6bf0dd-14f8-4ce3-bb19-e584a642f1ef req-fa474ed7-50b7-4da4-8ba5-8630f7b51a32 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=e045930e-326d-4f19-bf55-04ac8c84a1b7 HTTP/1.1" status: 200 len: 944 time: 0.7430604 Feb 09 21:34:49.581155 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] Checking router: 908b0e7d-054f-4c46-9099-58d1eb023197 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:34:49.581503 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] Updating router 908b0e7d-054f-4c46-9099-58d1eb023197 port 0bb9e672-d28e-4108-87b9-bca753b4b6a7 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:34:49.581860 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-67558057-8400-4fac-ae35-ebf184092b37 req-6f81bf3a-45d9-4e99-9741-fa0318e5948e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Deleting port 02b978b5-de78-4099-8244-c4ff559fbc76 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:49.582273 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-67558057-8400-4fac-ae35-ebf184092b37 req-6f81bf3a-45d9-4e99-9741-fa0318e5948e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (02b978b5-de78-4099-8244-c4ff559fbc76), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.623076 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0bb9e672-d28e-4108-87b9-bca753b4b6a7), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.633432 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce7542d6-823e-4d58-99ea-134afe86a359 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router (908b0e7d-054f-4c46-9099-58d1eb023197), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.726500 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-67558057-8400-4fac-ae35-ebf184092b37 req-6f81bf3a-45d9-4e99-9741-fa0318e5948e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] For port 02b978b5-de78-4099-8244-c4ff559fbc76, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=02b978b5-de78-4099-8244-c4ff559fbc76,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:49.726795 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-67558057-8400-4fac-ae35-ebf184092b37 req-6f81bf3a-45d9-4e99-9741-fa0318e5948e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (02b978b5-de78-4099-8244-c4ff559fbc76), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.746744 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-67558057-8400-4fac-ae35-ebf184092b37 req-6f81bf3a-45d9-4e99-9741-fa0318e5948e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Calling delete_port for 02b978b5-de78-4099-8244-c4ff559fbc76 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:49.910667 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-67558057-8400-4fac-ae35-ebf184092b37 req-6f81bf3a-45d9-4e99-9741-fa0318e5948e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (02b978b5-de78-4099-8244-c4ff559fbc76), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.923174 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['02b978b5-de78-4099-8244-c4ff559fbc76'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:49.979487 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device be2c6221-0783-46d3-9a22-d31c18bb5526 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:49.988943 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81bf3a-45d9-4e99-9741-fa0318e5948e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Pushing event deleted for resources: {'Port': ['ID=02b978b5-de78-4099-8244-c4ff559fbc76,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:49.997481 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] Publish callbacks [] for port (0bb9e672-d28e-4108-87b9-bca753b4b6a7), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:50.016783 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0bb9e672-d28e-4108-87b9-bca753b4b6a7), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:50.081270 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port be2c6221-0783-46d3-9a22-d31c18bb5526 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:34:50.087793 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port be2c6221-0783-46d3-9a22-d31c18bb5526 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:50.088680 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (be2c6221-0783-46d3-9a22-d31c18bb5526), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:50.142429 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a6bf0dd-14f8-4ce3-bb19-e584a642f1ef req-e9d6eae7-5edf-435f-8fcc-6f1a258b0c06 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665407 Feb 09 21:34:50.189782 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef496b7-2f76-4004-ad68-d1eaac8c0c8b None None] Pushing event updated for resources: {'Port': ['ID=0bb9e672-d28e-4108-87b9-bca753b4b6a7,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:50.197370 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-67558057-8400-4fac-ae35-ebf184092b37 req-6f81bf3a-45d9-4e99-9741-fa0318e5948e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] No DVR routers for this DVR port 02b978b5-de78-4099-8244-c4ff559fbc76 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:50.218553 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-67558057-8400-4fac-ae35-ebf184092b37 req-6f81bf3a-45d9-4e99-9741-fa0318e5948e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:50.226777 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-67558057-8400-4fac-ae35-ebf184092b37 req-6f81bf3a-45d9-4e99-9741-fa0318e5948e tempest-MigrationsAdminTest-348359350 tempest-MigrationsAdminTest-348359350-project] 10.222.0.71 "DELETE /v2.0/ports/02b978b5-de78-4099-8244-c4ff559fbc76 HTTP/1.1" status: 204 len: 173 time: 0.8605325 Feb 09 21:34:50.226777 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4be250-f93f-4ba9-89b6-0b9aabdd55f9', 'name': 'network-vif-deleted', 'tag': '02b978b5-de78-4099-8244-c4ff559fbc76'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:50.232728 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef496b7-2f76-4004-ad68-d1eaac8c0c8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:50.235607 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef496b7-2f76-4004-ad68-d1eaac8c0c8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:50.236006 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef496b7-2f76-4004-ad68-d1eaac8c0c8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:50.236430 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef496b7-2f76-4004-ad68-d1eaac8c0c8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:50.236847 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef496b7-2f76-4004-ad68-d1eaac8c0c8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:50.238154 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef496b7-2f76-4004-ad68-d1eaac8c0c8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:50.238586 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef496b7-2f76-4004-ad68-d1eaac8c0c8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:50.239921 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef496b7-2f76-4004-ad68-d1eaac8c0c8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:50.241979 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef496b7-2f76-4004-ad68-d1eaac8c0c8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:50.242334 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef496b7-2f76-4004-ad68-d1eaac8c0c8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:50.243581 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef496b7-2f76-4004-ad68-d1eaac8c0c8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:50.244226 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef496b7-2f76-4004-ad68-d1eaac8c0c8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:50.244630 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef496b7-2f76-4004-ad68-d1eaac8c0c8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:50.255900 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87cf7d9-9a29-429d-b69d-558abf390523" -d '{"events": [{"server_uuid": "4e4be250-f93f-4ba9-89b6-0b9aabdd55f9", "name": "network-vif-deleted", "tag": "02b978b5-de78-4099-8244-c4ff559fbc76"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:50.257874 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] Attempting to bind port 0bb9e672-d28e-4108-87b9-bca753b4b6a7 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:50.258475 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] Attempting to bind port 0bb9e672-d28e-4108-87b9-bca753b4b6a7 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'decab0b8-4d7f-48b6-b7bd-65780db1bfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4ebd2df6-7cff-4d78-9900-e12f2a7d2090'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:50.258931 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] Attempting to bind port 0bb9e672-d28e-4108-87b9-bca753b4b6a7 on network 4ebd2df6-7cff-4d78-9900-e12f2a7d2090 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:50.275763 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:50.276132 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] Checking segment: {'id': 'decab0b8-4d7f-48b6-b7bd-65780db1bfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4ebd2df6-7cff-4d78-9900-e12f2a7d2090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:50.276690 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:50.277083 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] Bound using segment: {'id': 'decab0b8-4d7f-48b6-b7bd-65780db1bfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4ebd2df6-7cff-4d78-9900-e12f2a7d2090'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:50.277567 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] Bound port: 0bb9e672-d28e-4108-87b9-bca753b4b6a7, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'decab0b8-4d7f-48b6-b7bd-65780db1bfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4ebd2df6-7cff-4d78-9900-e12f2a7d2090'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:50.277946 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0bb9e672-d28e-4108-87b9-bca753b4b6a7), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:50.289941 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port be2c6221-0783-46d3-9a22-d31c18bb5526 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:50.290392 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (be2c6221-0783-46d3-9a22-d31c18bb5526), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:50.374934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc0bb9-98f5-4466-9b7c-75ecb7ff984e req-e5d87142-5780-4a59-9c7a-476ca05cfa00 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:50.384721 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7bc0bb9-98f5-4466-9b7c-75ecb7ff984e req-e5d87142-5780-4a59-9c7a-476ca05cfa00 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.6190078 Feb 09 21:34:50.414155 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port be2c6221-0783-46d3-9a22-d31c18bb5526, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=be2c6221-0783-46d3-9a22-d31c18bb5526,segment=NetworkSegment(e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7),segment_id=e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:50.428971 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e045930e-326d-4f19-bf55-04ac8c84a1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2c6221-0783-46d3-9a22-d31c18bb5526'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:50.438994 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a456e9-191d-4f04-a3dc-d52be3eb0297" -d '{"events": [{"server_uuid": "e045930e-326d-4f19-bf55-04ac8c84a1b7", "name": "network-vif-plugged", "status": "completed", "tag": "be2c6221-0783-46d3-9a22-d31c18bb5526"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:50.449819 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (be2c6221-0783-46d3-9a22-d31c18bb5526), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:50.451233 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 02b978b5-de78-4099-8244-c4ff559fbc76 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:50.504176 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] For port 0bb9e672-d28e-4108-87b9-bca753b4b6a7, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:50.532992 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] For port 0bb9e672-d28e-4108-87b9-bca753b4b6a7, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=0bb9e672-d28e-4108-87b9-bca753b4b6a7,segment=NetworkSegment(decab0b8-4d7f-48b6-b7bd-65780db1bfac),segment_id=decab0b8-4d7f-48b6-b7bd-65780db1bfac)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:50.553221 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0bb9e672-d28e-4108-87b9-bca753b4b6a7), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:50.584257 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 02b978b5-de78-4099-8244-c4ff559fbc76 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:34:50.584675 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 02b978b5-de78-4099-8244-c4ff559fbc76 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:34:50.662419 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=be2c6221-0783-46d3-9a22-d31c18bb5526,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:50.778534 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef496b7-2f76-4004-ad68-d1eaac8c0c8b None None] Pushing event updated for resources: {'Port': ['ID=0bb9e672-d28e-4108-87b9-bca753b4b6a7,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:50.786314 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] Routers {'908b0e7d-054f-4c46-9099-58d1eb023197'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:34:50.787286 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:34:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['908b0e7d-054f-4c46-9099-58d1eb023197'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:51.104394 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] Set router 908b0e7d-054f-4c46-9099-58d1eb023197 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:34:51.148915 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce7542d6-823e-4d58-99ea-134afe86a359 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_gateway (908b0e7d-054f-4c46-9099-58d1eb023197), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:51.213100 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7bc0bb9-98f5-4466-9b7c-75ecb7ff984e req-8cfbd620-bb36-410b-bf38-b10f4a878063 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8268063 Feb 09 21:34:51.379017 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268204bd-c7a9-48e3-b4dc-243a4bf6acf8 req-f05f41b0-6a03-4197-8223-7c8c1e0c839f tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:51.395252 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-268204bd-c7a9-48e3-b4dc-243a4bf6acf8 req-f05f41b0-6a03-4197-8223-7c8c1e0c839f tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944 HTTP/1.1" status: 200 len: 945 time: 1.0468593 Feb 09 21:34:51.450877 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d693fdb-f5ef-442f-b7a9-3c6509943dd4 x-openstack-request-id: req-6d693fdb-f5ef-442f-b7a9-3c6509943dd4 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:51.452060 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4be250-f93f-4ba9-89b6-0b9aabdd55f9", "name": "network-vif-deleted", "tag": "02b978b5-de78-4099-8244-c4ff559fbc76", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:51.452507 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6d693fdb-f5ef-442f-b7a9-3c6509943dd4 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:51.453265 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4be250-f93f-4ba9-89b6-0b9aabdd55f9', 'name': 'network-vif-deleted', 'tag': '02b978b5-de78-4099-8244-c4ff559fbc76', 'status': 'completed', 'code': 200} Feb 09 21:34:51.575727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-781b8e29-3344-4224-9cf3-528f89973a90 req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:51.591191 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9752962f-9be5-4a4d-8aed-ff9d28d6ead3 x-openstack-request-id: req-9752962f-9be5-4a4d-8aed-ff9d28d6ead3 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:51.591751 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e045930e-326d-4f19-bf55-04ac8c84a1b7", "name": "network-vif-plugged", "status": "completed", "tag": "be2c6221-0783-46d3-9a22-d31c18bb5526", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:51.592087 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9752962f-9be5-4a4d-8aed-ff9d28d6ead3 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:51.592606 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e045930e-326d-4f19-bf55-04ac8c84a1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2c6221-0783-46d3-9a22-d31c18bb5526', 'code': 200} Feb 09 21:34:51.621710 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-781b8e29-3344-4224-9cf3-528f89973a90 req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] Publish callbacks [] for port (f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:51.741349 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908b0e7d-054f-4c46-9099-58d1eb023197', 'name': '', 'tenant_id': '6bdeaa25e02e4f95a1d7853fb9a7bb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ebd2df6-7cff-4d78-9900-e12f2a7d2090', 'external_fixed_ips': [{'subnet_id': '8e1af961-04d3-4d16-8ba2-9bd81405b2b6', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '0bb9e672-d28e-4108-87b9-bca753b4b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:34:42Z', 'updated_at': '2022-02-09T21:34:45Z', 'revision_number': 3, 'project_id': '6bdeaa25e02e4f95a1d7853fb9a7bb18', 'gw_port': {'id': '0bb9e672-d28e-4108-87b9-bca753b4b6a7', 'name': '', 'network_id': '4ebd2df6-7cff-4d78-9900-e12f2a7d2090', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908b0e7d-054f-4c46-9099-58d1eb023197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '8e1af961-04d3-4d16-8ba2-9bd81405b2b6', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:34:43Z', 'updated_at': '2022-02-09T21:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e1af961-04d3-4d16-8ba2-9bd81405b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:51.844552 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-268204bd-c7a9-48e3-b4dc-243a4bf6acf8 req-7f1455e2-9590-486a-9e67-00797abdb3fe tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476674 Feb 09 21:34:51.853442 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-781b8e29-3344-4224-9cf3-528f89973a90 req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] Transition to ACTIVE for port object f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:34:51.877278 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2e9d1-4933-41a2-b999-11d8b331855b req-5941f065-f863-459f-9736-4f6240e34d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:51.877278 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-01b2e9d1-4933-41a2-b999-11d8b331855b req-5941f065-f863-459f-9736-4f6240e34d65 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e045930e-326d-4f19-bf55-04ac8c84a1b7 HTTP/1.1" status: 200 len: 1127 time: 0.1421132 Feb 09 21:34:51.877956 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a7bdc6-86e4-4236-aacb-d0ffd4d47e0e None None] The sync data for ids ['908b0e7d-054f-4c46-9099-58d1eb023197'] in n-d-828601-1 is: [{'id': '908b0e7d-054f-4c46-9099-58d1eb023197', 'name': '', 'tenant_id': '6bdeaa25e02e4f95a1d7853fb9a7bb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ebd2df6-7cff-4d78-9900-e12f2a7d2090', 'external_fixed_ips': [{'subnet_id': '8e1af961-04d3-4d16-8ba2-9bd81405b2b6', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '0bb9e672-d28e-4108-87b9-bca753b4b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:34:42Z', 'updated_at': '2022-02-09T21:34:45Z', 'revision_number': 3, 'project_id': '6bdeaa25e02e4f95a1d7853fb9a7bb18', 'gw_port': {'id': '0bb9e672-d28e-4108-87b9-bca753b4b6a7', 'name': '', 'network_id': '4ebd2df6-7cff-4d78-9900-e12f2a7d2090', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908b0e7d-054f-4c46-9099-58d1eb023197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '8e1af961-04d3-4d16-8ba2-9bd81405b2b6', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:34:43Z', 'updated_at': '2022-02-09T21:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e1af961-04d3-4d16-8ba2-9bd81405b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:34:51.925307 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-781b8e29-3344-4224-9cf3-528f89973a90 req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.047397 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-01b2e9d1-4933-41a2-b999-11d8b331855b req-916d522d-e9c8-4374-bc49-c1fdd4b8dc3e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630690 Feb 09 21:34:52.168768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ce7542d6-823e-4d58-99ea-134afe86a359 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Deleting port 0bb9e672-d28e-4108-87b9-bca753b4b6a7 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:52.171789 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce7542d6-823e-4d58-99ea-134afe86a359 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (0bb9e672-d28e-4108-87b9-bca753b4b6a7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.176087 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52668) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:52.456909 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-ce7542d6-823e-4d58-99ea-134afe86a359 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] For port 0bb9e672-d28e-4108-87b9-bca753b4b6a7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=0bb9e672-d28e-4108-87b9-bca753b4b6a7,segment=NetworkSegment(decab0b8-4d7f-48b6-b7bd-65780db1bfac),segment_id=decab0b8-4d7f-48b6-b7bd-65780db1bfac)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:52.457342 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce7542d6-823e-4d58-99ea-134afe86a359 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (0bb9e672-d28e-4108-87b9-bca753b4b6a7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.477731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ce7542d6-823e-4d58-99ea-134afe86a359 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Calling delete_port for 0bb9e672-d28e-4108-87b9-bca753b4b6a7 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:52.649545 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-607f8e4c-443b-4149-99fe-720a44aa9d3c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8e648e74041548769a4577091999e05a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4714792 Feb 09 21:34:52.655513 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52682) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:52.720447 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:52.804081 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de3e23-55e4-49b3-bcc5-3e6b8bd46610 req-59091926-31f5-46d2-97b6-e9d49937564a tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:52.814014 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0de3e23-55e4-49b3-bcc5-3e6b8bd46610 req-59091926-31f5-46d2-97b6-e9d49937564a tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa HTTP/1.1" status: 200 len: 944 time: 0.9643550 Feb 09 21:34:52.901224 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-712edc06-524d-4672-8a22-f5a4cfcba099 admin admin] Publish callbacks [] for security_group (fd362fab-3379-499f-b867-0729465280a2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.003869 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-712edc06-524d-4672-8a22-f5a4cfcba099 admin admin] Publish callbacks [] for security_group (fd362fab-3379-499f-b867-0729465280a2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.066443 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-712edc06-524d-4672-8a22-f5a4cfcba099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (fd362fab-3379-499f-b867-0729465280a2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.072407 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-712edc06-524d-4672-8a22-f5a4cfcba099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.078510 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-712edc06-524d-4672-8a22-f5a4cfcba099 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd362fab-3379-499f-b867-0729465280a2 HTTP/1.1" status: 204 len: 168 time: 0.4197989 Feb 09 21:34:53.099795 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712edc06-524d-4672-8a22-f5a4cfcba099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd362fab-3379-499f-b867-0729465280a2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:53.121985 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0de3e23-55e4-49b3-bcc5-3e6b8bd46610 req-b30d4ac9-c100-43dd-affe-a326ee5d90f8 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b42626f-a9eb-45c8-bcbd-2d5292946127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065248 Feb 09 21:34:53.259992 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-781b8e29-3344-4224-9cf3-528f89973a90 req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] Attempting to bind port f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:53.260625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-781b8e29-3344-4224-9cf3-528f89973a90 req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] Attempting to bind port f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '0eec29de-1b5d-451c-9ae6-9991fcb5d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a657c146-f71f-4e85-86ea-7f818c922127'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:53.264287 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781b8e29-3344-4224-9cf3-528f89973a90 req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] Attempting to bind port f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 on network a657c146-f71f-4e85-86ea-7f818c922127 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:53.347274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef04ed6-19ca-4cd7-96fb-d3efeab83f96 req-ec555a6a-3dbe-4431-ac16-f676d1eaa4bf tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:53.356623 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ef04ed6-19ca-4cd7-96fb-d3efeab83f96 req-ec555a6a-3dbe-4431-ac16-f676d1eaa4bf tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=e045930e-326d-4f19-bf55-04ac8c84a1b7 HTTP/1.1" status: 200 len: 945 time: 1.1701920 Feb 09 21:34:53.481941 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781b8e29-3344-4224-9cf3-528f89973a90 req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] Port f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 on network a657c146-f71f-4e85-86ea-7f818c922127 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:53.482286 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781b8e29-3344-4224-9cf3-528f89973a90 req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] Attempting to bind port f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 on network a657c146-f71f-4e85-86ea-7f818c922127 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:53.515887 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781b8e29-3344-4224-9cf3-528f89973a90 req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:53.526626 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781b8e29-3344-4224-9cf3-528f89973a90 req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] Checking segment: {'id': '0eec29de-1b5d-451c-9ae6-9991fcb5d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a657c146-f71f-4e85-86ea-7f818c922127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:53.527088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781b8e29-3344-4224-9cf3-528f89973a90 req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] Bound using segment: {'id': '0eec29de-1b5d-451c-9ae6-9991fcb5d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a657c146-f71f-4e85-86ea-7f818c922127'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:53.533376 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-781b8e29-3344-4224-9cf3-528f89973a90 req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] Bound port: f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eec29de-1b5d-451c-9ae6-9991fcb5d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a657c146-f71f-4e85-86ea-7f818c922127'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:53.534161 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-781b8e29-3344-4224-9cf3-528f89973a90 req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.934266 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 0bb9e672-d28e-4108-87b9-bca753b4b6a7 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:53.968307 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ef04ed6-19ca-4cd7-96fb-d3efeab83f96 req-bc65374b-cffe-4d3d-af8d-1d33892fb4c7 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6099179 Feb 09 21:34:54.000155 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce7542d6-823e-4d58-99ea-134afe86a359 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (0bb9e672-d28e-4108-87b9-bca753b4b6a7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.028365 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52732) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:54.140344 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7542d6-823e-4d58-99ea-134afe86a359 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bb9e672-d28e-4108-87b9-bca753b4b6a7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:54.197229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No active binding found for port 0bb9e672-d28e-4108-87b9-bca753b4b6a7 {{(pid=103203) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 21:34:54.197633 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] The host n-d-828601-1 is not matching for port 0bb9e672-d28e-4108-87b9-bca753b4b6a7 host None! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:34:54.205855 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 0bb9e672-d28e-4108-87b9-bca753b4b6a7 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 21:34:54.211873 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bb482474-f7ee-4c91-a7e0-02f8da9dcaec admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=13e638d2ede744e290bfb8357d79b00a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1822395 Feb 09 21:34:54.224654 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52736) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:54.309202 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Port 0bb9e672-d28e-4108-87b9-bca753b4b6a7 not found, will not notify nova. {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 21:34:54.351015 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ff8e4cf3-8a11-4fe9-ae3f-5168d1c171d2 admin admin] Publish callbacks [] for security_group (54f2d818-1aac-4fc8-a60f-49cc58b677d8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.416375 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ff8e4cf3-8a11-4fe9-ae3f-5168d1c171d2 admin admin] Publish callbacks [] for security_group (54f2d818-1aac-4fc8-a60f-49cc58b677d8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.537353 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ff8e4cf3-8a11-4fe9-ae3f-5168d1c171d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (54f2d818-1aac-4fc8-a60f-49cc58b677d8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.540067 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ff8e4cf3-8a11-4fe9-ae3f-5168d1c171d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.544715 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ff8e4cf3-8a11-4fe9-ae3f-5168d1c171d2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/54f2d818-1aac-4fc8-a60f-49cc58b677d8 HTTP/1.1" status: 204 len: 168 time: 0.3184440 Feb 09 21:34:54.579798 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e4cf3-8a11-4fe9-ae3f-5168d1c171d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f2d818-1aac-4fc8-a60f-49cc58b677d8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:54.587075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42563d-4c3d-4671-8196-17708c0ec33c req-b25947f4-9e97-4d16-9d7d-9c70b27e16d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:54.588783 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db42563d-4c3d-4671-8196-17708c0ec33c req-b25947f4-9e97-4d16-9d7d-9c70b27e16d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/networks?id=52bbb2ed-8162-4d76-a17c-1bb332688ad6 HTTP/1.1" status: 200 len: 804 time: 1.1715956 Feb 09 21:34:54.655612 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-781b8e29-3344-4224-9cf3-528f89973a90 req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] For port f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:54.702376 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-781b8e29-3344-4224-9cf3-528f89973a90 req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] For port f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6,segment=NetworkSegment(0eec29de-1b5d-451c-9ae6-9991fcb5d666),segment_id=0eec29de-1b5d-451c-9ae6-9991fcb5d666)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:54.818425 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-001d5a78-df2b-4d96-831b-69c347112797 req-3f733fa9-a179-4699-92ca-302690ba9252 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1887369 Feb 09 21:34:54.820490 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80881f7f-acb9-49f6-a08a-1f08d23c4153 req-c73cc940-8c39-4121-b961-731d60de701d tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:54.834202 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80881f7f-acb9-49f6-a08a-1f08d23c4153 req-c73cc940-8c39-4121-b961-731d60de701d tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.7235634 Feb 09 21:34:54.904037 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-781b8e29-3344-4224-9cf3-528f89973a90 req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.917375 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce7542d6-823e-4d58-99ea-134afe86a359 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (908b0e7d-054f-4c46-9099-58d1eb023197), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:55.080266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d5a78-df2b-4d96-831b-69c347112797 req-93aa2ee2-8e71-4978-a1d2-8c1f19d9c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:55.082124 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-001d5a78-df2b-4d96-831b-69c347112797 req-93aa2ee2-8e71-4978-a1d2-8c1f19d9c300 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 1126 time: 0.1912146 Feb 09 21:34:55.224964 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db42563d-4c3d-4671-8196-17708c0ec33c req-66bc7ebf-548b-47ba-a1d2-7ebc4ee30be1 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/quotas/1b89b78a949d44f189d43eacfb5f58be HTTP/1.1" status: 200 len: 375 time: 0.5978496 Feb 09 21:34:55.350596 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d5a78-df2b-4d96-831b-69c347112797 req-d83f989d-cc69-449e-84dc-1686f183f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:55.352673 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-001d5a78-df2b-4d96-831b-69c347112797 req-d83f989d-cc69-449e-84dc-1686f183f31d service neutron] 10.222.0.71 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 908 time: 0.2361145 Feb 09 21:34:55.379954 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:55.471021 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-001d5a78-df2b-4d96-831b-69c347112797 req-1ee83070-805c-4625-bedf-761cc171a173 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76123fe0-b83f-4bb5-a35b-93e23d01d82a HTTP/1.1" status: 200 len: 217 time: 0.1105011 Feb 09 21:34:55.549072 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b8e29-3344-4224-9cf3-528f89973a90 req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:55.549702 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-781b8e29-3344-4224-9cf3-528f89973a90 req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:55.551134 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-781b8e29-3344-4224-9cf3-528f89973a90 req-3dcee441-7692-499d-aed2-385dbf8a7157 service neutron] 10.222.0.71 "PUT /v2.0/ports/f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 HTTP/1.1" status: 200 len: 1092 time: 6.9306173 Feb 09 21:34:55.554769 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa', 'tag': 'f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:55.568104 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f6b16e-5706-4e26-b14b-10ffd148f95f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa", "tag": "f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:55.588263 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d5a78-df2b-4d96-831b-69c347112797 req-3e6901e2-e153-46ef-8497-cc4ec99fb2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:55.589803 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-001d5a78-df2b-4d96-831b-69c347112797 req-3e6901e2-e153-46ef-8497-cc4ec99fb2c1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.1053159 Feb 09 21:34:55.630312 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80881f7f-acb9-49f6-a08a-1f08d23c4153 req-c57da3ad-c1d3-49a6-877b-36e5a3e07513 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7928624 Feb 09 21:34:55.641573 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-001d5a78-df2b-4d96-831b-69c347112797 req-9aa6ebb0-21b3-415a-b8a2-a2d390fd1b25 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451984 Feb 09 21:34:55.698543 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce7542d6-823e-4d58-99ea-134afe86a359 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (908b0e7d-054f-4c46-9099-58d1eb023197), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:55.725574 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce7542d6-823e-4d58-99ea-134afe86a359 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_controller (908b0e7d-054f-4c46-9099-58d1eb023197), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:55.834648 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-001d5a78-df2b-4d96-831b-69c347112797 req-ad3ef62e-a3ea-4f0d-9dc9-cd8973d134b8 service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868918 Feb 09 21:34:56.023545 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-001d5a78-df2b-4d96-831b-69c347112797 req-7563cc15-a55e-4b92-bd13-b9ceb7c90f8d service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762800 Feb 09 21:34:56.038517 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b8e29-3344-4224-9cf3-528f89973a90 req-87bdffc0-1374-4a28-a949-a681f0cb442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:56.045022 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-781b8e29-3344-4224-9cf3-528f89973a90 req-87bdffc0-1374-4a28-a949-a681f0cb442d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c137d84343644ace9a44d512beaff9d1&device_id=3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa HTTP/1.1" status: 200 len: 1126 time: 0.4072967 Feb 09 21:34:56.064985 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce7542d6-823e-4d58-99ea-134afe86a359 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (908b0e7d-054f-4c46-9099-58d1eb023197), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:56.065838 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7542d6-823e-4d58-99ea-134afe86a359 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 908b0e7d-054f-4c46-9099-58d1eb023197 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:34:56.122302 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce7542d6-823e-4d58-99ea-134afe86a359 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:56.127983 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ce7542d6-823e-4d58-99ea-134afe86a359 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "DELETE /v2.0/routers/908b0e7d-054f-4c46-9099-58d1eb023197 HTTP/1.1" status: 204 len: 168 time: 6.8590913 Feb 09 21:34:56.131266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52762) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:56.214269 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db42563d-4c3d-4671-8196-17708c0ec33c req-ca02d8c5-1726-4918-a423-6388251306f7 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b89b78a949d44f189d43eacfb5f58be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9863625 Feb 09 21:34:56.255453 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d58488-a6ec-4cf9-a853-9afedd7985d7 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Deleting subnet 8e1af961-04d3-4d16-8ba2-9bd81405b2b6 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:34:56.267566 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21d58488-a6ec-4cf9-a853-9afedd7985d7 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for subnet (8e1af961-04d3-4d16-8ba2-9bd81405b2b6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:56.379268 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-781b8e29-3344-4224-9cf3-528f89973a90 req-514543c1-e727-4cd9-8527-8b1a56324be9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 HTTP/1.1" status: 200 len: 217 time: 0.2150452 Feb 09 21:34:56.434019 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21d58488-a6ec-4cf9-a853-9afedd7985d7 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (8e1af961-04d3-4d16-8ba2-9bd81405b2b6), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:56.628316 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21d58488-a6ec-4cf9-a853-9afedd7985d7 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (8e1af961-04d3-4d16-8ba2-9bd81405b2b6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:56.785626 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa51781-77f0-45d9-b23e-1f8a1a9b223d req-718f3a07-7583-4b8a-9fd4-46e6fc6d98ae tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:56.789737 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21d58488-a6ec-4cf9-a853-9afedd7985d7 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (8e1af961-04d3-4d16-8ba2-9bd81405b2b6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:56.799273 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2fa51781-77f0-45d9-b23e-1f8a1a9b223d req-718f3a07-7583-4b8a-9fd4-46e6fc6d98ae tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa HTTP/1.1" status: 200 len: 944 time: 0.8025720 Feb 09 21:34:56.868799 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21d58488-a6ec-4cf9-a853-9afedd7985d7 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:56.889715 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-21d58488-a6ec-4cf9-a853-9afedd7985d7 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/8e1af961-04d3-4d16-8ba2-9bd81405b2b6 HTTP/1.1" status: 204 len: 168 time: 0.7547536 Feb 09 21:34:56.900250 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52776) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:56.902661 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b8e29-3344-4224-9cf3-528f89973a90 req-6d3b7e95-c991-4df4-adac-2fbd4ccf33cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:56.907380 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-781b8e29-3344-4224-9cf3-528f89973a90 req-6d3b7e95-c991-4df4-adac-2fbd4ccf33cd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=22e08c4b-de18-4aa1-b38c-621655211479 HTTP/1.1" status: 200 len: 854 time: 0.4686601 Feb 09 21:34:57.041790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d58488-a6ec-4cf9-a853-9afedd7985d7 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8e1af961-04d3-4d16-8ba2-9bd81405b2b6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:57.158488 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a2bc0c5d-8b6b-4a35-8a3b-30b03fdca8c7 req-81903756-7ee6-4ac4-92b1-1027216051aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4518373 Feb 09 21:34:57.164199 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2fa51781-77f0-45d9-b23e-1f8a1a9b223d req-16bf0ddb-ec5d-4b41-8084-c7388566bf2a tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b42626f-a9eb-45c8-bcbd-2d5292946127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638296 Feb 09 21:34:57.170786 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db42563d-4c3d-4671-8196-17708c0ec33c req-1a61d47e-4058-4f43-a8d2-d8f8cfbddb01 service neutron] 10.222.0.77 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8724246 Feb 09 21:34:57.271342 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d790d20d-2e00-40d4-8182-c5dbe2bedc26 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (4ebd2df6-7cff-4d78-9900-e12f2a7d2090), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:57.490260 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc0c5d-8b6b-4a35-8a3b-30b03fdca8c7 req-c9512775-4105-4b90-ba1e-774e92ec70b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:57.491854 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a2bc0c5d-8b6b-4a35-8a3b-30b03fdca8c7 req-c9512775-4105-4b90-ba1e-774e92ec70b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 1127 time: 0.2037313 Feb 09 21:34:57.498334 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b8e29-3344-4224-9cf3-528f89973a90 req-febfd515-ef60-4f8d-957d-70037b2d9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:57.500309 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-781b8e29-3344-4224-9cf3-528f89973a90 req-febfd515-ef60-4f8d-957d-70037b2d9723 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a657c146-f71f-4e85-86ea-7f818c922127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5461082 Feb 09 21:34:57.629621 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d790d20d-2e00-40d4-8182-c5dbe2bedc26 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (4ebd2df6-7cff-4d78-9900-e12f2a7d2090), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:57.679249 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-781b8e29-3344-4224-9cf3-528f89973a90 req-2fc6c3f5-904e-4465-bacf-d34d5d1c85c8 service neutron] 10.222.0.71 "GET /v2.0/networks/a657c146-f71f-4e85-86ea-7f818c922127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615822 Feb 09 21:34:57.728741 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-d790d20d-2e00-40d4-8182-c5dbe2bedc26 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ebd2df6-7cff-4d78-9900-e12f2a7d2090']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:57.766797 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 0bb9e672-d28e-4108-87b9-bca753b4b6a7 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:57.781259 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db42563d-4c3d-4671-8196-17708c0ec33c req-39958e07-1adb-4f7f-8141-f2445fad2c8c service neutron] 10.222.0.77 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5987909 Feb 09 21:34:57.798883 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f48e43-1b20-4efa-8281-2806ebde023a req-0698b4f1-9945-4116-92f0-d552627d9022 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:57.801046 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9f48e43-1b20-4efa-8281-2806ebde023a req-0698b4f1-9945-4116-92f0-d552627d9022 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=e045930e-326d-4f19-bf55-04ac8c84a1b7 HTTP/1.1" status: 200 len: 945 time: 0.4706287 Feb 09 21:34:57.836026 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-d790d20d-2e00-40d4-8182-c5dbe2bedc26 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'decab0b8-4d7f-48b6-b7bd-65780db1bfac') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:57.837496 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-d790d20d-2e00-40d4-8182-c5dbe2bedc26 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'decab0b8-4d7f-48b6-b7bd-65780db1bfac') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:57.843679 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 0bb9e672-d28e-4108-87b9-bca753b4b6a7 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:34:57.847117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 0bb9e672-d28e-4108-87b9-bca753b4b6a7 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:34:57.909324 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d790d20d-2e00-40d4-8182-c5dbe2bedc26 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (decab0b8-4d7f-48b6-b7bd-65780db1bfac), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:57.931884 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-781b8e29-3344-4224-9cf3-528f89973a90 req-106a2469-a0c5-4f11-8340-5bd83e5d1e8f service neutron] 10.222.0.71 "GET /v2.0/networks/a657c146-f71f-4e85-86ea-7f818c922127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409945 Feb 09 21:34:57.980647 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9f48e43-1b20-4efa-8281-2806ebde023a req-95b851ba-af09-4b3e-a333-44bb3eb9474d tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711967 Feb 09 21:34:58.009817 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d790d20d-2e00-40d4-8182-c5dbe2bedc26 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (decab0b8-4d7f-48b6-b7bd-65780db1bfac), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:58.018129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d790d20d-2e00-40d4-8182-c5dbe2bedc26 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:34:58.020039 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d790d20d-2e00-40d4-8182-c5dbe2bedc26 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (decab0b8-4d7f-48b6-b7bd-65780db1bfac), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:34:58.039467 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:34:58.093450 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b74865c-c066-4d83-ac90-cd3c978a0cc3 x-openstack-request-id: req-8b74865c-c066-4d83-ac90-cd3c978a0cc3 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:58.093944 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa", "tag": "f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:58.094714 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8b74865c-c066-4d83-ac90-cd3c978a0cc3 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:58.095226 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa', 'tag': 'f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6', 'status': 'completed', 'code': 200} Feb 09 21:34:58.201770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc0c5d-8b6b-4a35-8a3b-30b03fdca8c7 req-6ff0d770-12b0-4d9b-a2a5-30307953161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:58.203472 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a2bc0c5d-8b6b-4a35-8a3b-30b03fdca8c7 req-6ff0d770-12b0-4d9b-a2a5-30307953161d service neutron] 10.222.0.42 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 922 time: 0.6840503 Feb 09 21:34:58.253255 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a2bc0c5d-8b6b-4a35-8a3b-30b03fdca8c7 req-1e159b26-41ee-42ea-95fc-4cb623a5c527 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd HTTP/1.1" status: 200 len: 217 time: 0.0435064 Feb 09 21:34:58.275692 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d790d20d-2e00-40d4-8182-c5dbe2bedc26 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (4ebd2df6-7cff-4d78-9900-e12f2a7d2090), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:58.299918 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3668277d-d7b3-4160-85ed-69c9e4708a4f req-f75ed4f6-8cb9-4ab6-9402-f019ef1840b8 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=48e78486-166f-49de-be5f-14783d88c650 HTTP/1.1" status: 200 len: 210 time: 0.0719032 Feb 09 21:34:58.339541 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d790d20d-2e00-40d4-8182-c5dbe2bedc26 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4ebd2df6-7cff-4d78-9900-e12f2a7d2090 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 21:34:58.345086 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d790d20d-2e00-40d4-8182-c5dbe2bedc26 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:58.351539 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d790d20d-2e00-40d4-8182-c5dbe2bedc26 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "DELETE /v2.0/networks/4ebd2df6-7cff-4d78-9900-e12f2a7d2090 HTTP/1.1" status: 204 len: 168 time: 1.3565843 Feb 09 21:34:58.365329 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa42dd-db24-43e5-b88d-46d16507151b req-f7164e96-2e19-472c-8465-513148517ec3 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:58.369701 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95fa42dd-db24-43e5-b88d-46d16507151b req-f7164e96-2e19-472c-8465-513148517ec3 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.2574697 Feb 09 21:34:58.379840 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6b16e-5706-4e26-b14b-10ffd148f95f req-78b41708-795f-4ff4-bded-cafba80a6353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:58.385276 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9f6b16e-5706-4e26-b14b-10ffd148f95f req-78b41708-795f-4ff4-bded-cafba80a6353 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c137d84343644ace9a44d512beaff9d1&device_id=3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa HTTP/1.1" status: 200 len: 1126 time: 0.1984632 Feb 09 21:34:58.392788 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790d20d-2e00-40d4-8182-c5dbe2bedc26 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ebd2df6-7cff-4d78-9900-e12f2a7d2090,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:58.422769 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc0c5d-8b6b-4a35-8a3b-30b03fdca8c7 req-5e984db0-79ac-4cf8-a4e1-3b453dafa7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:58.428204 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a2bc0c5d-8b6b-4a35-8a3b-30b03fdca8c7 req-5e984db0-79ac-4cf8-a4e1-3b453dafa7d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.1689703 Feb 09 21:34:58.487935 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a2bc0c5d-8b6b-4a35-8a3b-30b03fdca8c7 req-1d99a8cf-13e6-4ba9-a82a-3f962fee20d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491407 Feb 09 21:34:58.755391 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a2bc0c5d-8b6b-4a35-8a3b-30b03fdca8c7 req-e6f07a5d-2e27-48b9-9fe5-8c00c627a786 service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609074 Feb 09 21:34:58.818659 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95fa42dd-db24-43e5-b88d-46d16507151b req-195e3f4c-5e82-4db6-99a9-1a8f3c2b21a0 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323537 Feb 09 21:34:58.853002 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76638d10-c0c5-4275-b34a-394fb058edfc req-56fb7228-8237-4a6b-884b-6ac7fdefc961 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-537816540&fields=id&tenant_id=cb20ece5c2df40e9ad3c9d0b8aef51cf HTTP/1.1" status: 200 len: 267 time: 0.4142139 Feb 09 21:34:58.975481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52826) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:58.988376 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-37321b39-fa04-42c1-971b-3489313fb484 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Request body: {'router': {'name': 'tempest-router--2145936517', 'project_id': 'ecd36ce782664093820ce4e884e52b72'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:58.988538 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a2bc0c5d-8b6b-4a35-8a3b-30b03fdca8c7 req-e9384a06-bda0-46c8-a15a-57581a9c43cd service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267561 Feb 09 21:34:58.993362 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6b16e-5706-4e26-b14b-10ffd148f95f req-02f2cd70-cf25-44ca-b54c-01e8f3e94ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:58.994825 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9f6b16e-5706-4e26-b14b-10ffd148f95f req-02f2cd70-cf25-44ca-b54c-01e8f3e94ea6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a657c146-f71f-4e85-86ea-7f818c922127 HTTP/1.1" status: 200 len: 916 time: 0.5624428 Feb 09 21:34:59.127281 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37321b39-fa04-42c1-971b-3489313fb484 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (87bd63bc-4cbe-4a5b-982e-21f95025b15e), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:59.128473 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37321b39-fa04-42c1-971b-3489313fb484 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (87bd63bc-4cbe-4a5b-982e-21f95025b15e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:59.146808 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9f6b16e-5706-4e26-b14b-10ffd148f95f req-397a59fd-a954-4160-9c80-101d84484d7f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 HTTP/1.1" status: 200 len: 217 time: 0.1359777 Feb 09 21:34:59.157493 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76638d10-c0c5-4275-b34a-394fb058edfc req-bb7c9a93-e372-4b2c-b8b1-cdca481213ad tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:59.169242 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76638d10-c0c5-4275-b34a-394fb058edfc req-bb7c9a93-e372-4b2c-b8b1-cdca481213ad tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=e045930e-326d-4f19-bf55-04ac8c84a1b7 HTTP/1.1" status: 200 len: 945 time: 0.2890897 Feb 09 21:34:59.230620 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6b16e-5706-4e26-b14b-10ffd148f95f req-376668ec-6867-4f44-ab75-392bb79d1fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:59.232487 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9f6b16e-5706-4e26-b14b-10ffd148f95f req-376668ec-6867-4f44-ab75-392bb79d1fca service neutron] 10.222.0.71 "GET /v2.0/subnets?id=22e08c4b-de18-4aa1-b38c-621655211479 HTTP/1.1" status: 200 len: 854 time: 0.0573866 Feb 09 21:34:59.239184 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-76638d10-c0c5-4275-b34a-394fb058edfc req-eae817da-d98a-432b-b165-f00a60da4a24 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Request body: {'port': {'security_groups': ['29b6ddcf-f5b8-45c2-abec-7837ff46b64f', 'fd6f1c57-3efc-4632-a067-8d4213c685b9']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:59.260736 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f8e54-11fc-4856-95ed-36a2c728ccc7 req-37529843-50ed-4967-be98-52804e65e4b7 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:59.262327 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c86f8e54-11fc-4856-95ed-36a2c728ccc7 req-37529843-50ed-4967-be98-52804e65e4b7 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa HTTP/1.1" status: 200 len: 944 time: 0.2655072 Feb 09 21:34:59.361072 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37321b39-fa04-42c1-971b-3489313fb484 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_controller (87bd63bc-4cbe-4a5b-982e-21f95025b15e), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:59.373995 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37321b39-fa04-42c1-971b-3489313fb484 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (87bd63bc-4cbe-4a5b-982e-21f95025b15e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:59.444400 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37321b39-fa04-42c1-971b-3489313fb484 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:59.445668 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-37321b39-fa04-42c1-971b-3489313fb484 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4609292 Feb 09 21:34:59.448593 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52832) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:59.457723 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c86f8e54-11fc-4856-95ed-36a2c728ccc7 req-4fa73400-61e5-4643-9cd7-1c70fb139b77 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b42626f-a9eb-45c8-bcbd-2d5292946127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414878 Feb 09 21:34:59.459157 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-76638d10-c0c5-4275-b34a-394fb058edfc req-eae817da-d98a-432b-b165-f00a60da4a24 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (be2c6221-0783-46d3-9a22-d31c18bb5526), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:59.462434 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6b16e-5706-4e26-b14b-10ffd148f95f req-c3cf2cc7-a4a5-4b4f-b29c-7ad8983192db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:59.463981 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9f6b16e-5706-4e26-b14b-10ffd148f95f req-c3cf2cc7-a4a5-4b4f-b29c-7ad8983192db service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a657c146-f71f-4e85-86ea-7f818c922127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2184448 Feb 09 21:34:59.568579 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9653249a-0da6-449a-99ff-cb32f784fe3e tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router (87bd63bc-4cbe-4a5b-982e-21f95025b15e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:59.638465 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9f6b16e-5706-4e26-b14b-10ffd148f95f req-318c922f-7107-4c1e-a65d-a2b6b0fcacf4 service neutron] 10.222.0.71 "GET /v2.0/networks/a657c146-f71f-4e85-86ea-7f818c922127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665564 Feb 09 21:35:00.017289 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:35:00.187093 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6,segment=NetworkSegment(0eec29de-1b5d-451c-9ae6-9991fcb5d666),segment_id=0eec29de-1b5d-451c-9ae6-9991fcb5d666)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:00.202486 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6', 'network_id': 'a657c146-f71f-4e85-86ea-7f818c922127', 'port_id': 'f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6', 'mac_address': 'fa:16:3e:be:a3:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e08c4b-de18-4aa1-b38c-621655211479', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:35:00.263507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:00.267163 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.291062 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-76638d10-c0c5-4275-b34a-394fb058edfc req-eae817da-d98a-432b-b165-f00a60da4a24 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] For port be2c6221-0783-46d3-9a22-d31c18bb5526, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=be2c6221-0783-46d3-9a22-d31c18bb5526,segment=NetworkSegment(e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7),segment_id=e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:00.310517 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:00.326134 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-76638d10-c0c5-4275-b34a-394fb058edfc req-eae817da-d98a-432b-b165-f00a60da4a24 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for port (be2c6221-0783-46d3-9a22-d31c18bb5526), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.352388 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e084916-f22b-4406-bf18-fefdebc2e550 req-519953a0-6fb6-44c7-be79-336a5cc6240a tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=48e78486-166f-49de-be5f-14783d88c650 HTTP/1.1" status: 200 len: 210 time: 0.1775391 Feb 09 21:35:00.364483 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9f6b16e-5706-4e26-b14b-10ffd148f95f req-7a878d3c-86aa-41e4-be2e-b0c9c022fd9f service neutron] 10.222.0.71 "GET /v2.0/networks/a657c146-f71f-4e85-86ea-7f818c922127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7201452 Feb 09 21:35:00.373930 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6,segment=NetworkSegment(0eec29de-1b5d-451c-9ae6-9991fcb5d666),segment_id=0eec29de-1b5d-451c-9ae6-9991fcb5d666)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:00.410966 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9653249a-0da6-449a-99ff-cb32f784fe3e tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (87bd63bc-4cbe-4a5b-982e-21f95025b15e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.411365 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-76638d10-c0c5-4275-b34a-394fb058edfc req-eae817da-d98a-432b-b165-f00a60da4a24 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (be2c6221-0783-46d3-9a22-d31c18bb5526), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.416160 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.416617 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9653249a-0da6-449a-99ff-cb32f784fe3e tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_controller (87bd63bc-4cbe-4a5b-982e-21f95025b15e), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.461108 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['be2c6221-0783-46d3-9a22-d31c18bb5526'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:00.484347 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76638d10-c0c5-4275-b34a-394fb058edfc req-eae817da-d98a-432b-b165-f00a60da4a24 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:00.484607 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-76638d10-c0c5-4275-b34a-394fb058edfc req-eae817da-d98a-432b-b165-f00a60da4a24 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.500470 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76638d10-c0c5-4275-b34a-394fb058edfc req-eae817da-d98a-432b-b165-f00a60da4a24 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "PUT /v2.0/ports/be2c6221-0783-46d3-9a22-d31c18bb5526 HTTP/1.1" status: 200 len: 981 time: 1.3300467 Feb 09 21:35:00.501297 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e045930e-326d-4f19-bf55-04ac8c84a1b7', 'tag': 'be2c6221-0783-46d3-9a22-d31c18bb5526'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:00.509843 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdded9a-4326-4ada-bc91-b798e86e5fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "e045930e-326d-4f19-bf55-04ac8c84a1b7", "tag": "be2c6221-0783-46d3-9a22-d31c18bb5526"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:00.513262 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9653249a-0da6-449a-99ff-cb32f784fe3e tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (87bd63bc-4cbe-4a5b-982e-21f95025b15e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.513855 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9653249a-0da6-449a-99ff-cb32f784fe3e tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87bd63bc-4cbe-4a5b-982e-21f95025b15e {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:35:00.524732 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9653249a-0da6-449a-99ff-cb32f784fe3e tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.535318 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9653249a-0da6-449a-99ff-cb32f784fe3e tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "DELETE /v2.0/routers/87bd63bc-4cbe-4a5b-982e-21f95025b15e HTTP/1.1" status: 204 len: 168 time: 1.0848112 Feb 09 21:35:00.553701 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42563d-4c3d-4671-8196-17708c0ec33c req-f870120c-f275-4220-9472-0698d33cfba3 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:00.555407 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db42563d-4c3d-4671-8196-17708c0ec33c req-f870120c-f275-4220-9472-0698d33cfba3 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.42 "GET /v2.0/networks?id=52bbb2ed-8162-4d76-a17c-1bb332688ad6 HTTP/1.1" status: 200 len: 804 time: 0.3673334 Feb 09 21:35:00.572925 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-db42563d-4c3d-4671-8196-17708c0ec33c req-f9ecb167-38e3-4365-aab3-93aaa5dfe0d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Request body: {'port': {'device_id': '48e78486-166f-49de-be5f-14783d88c650', 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6', 'admin_state_up': True, 'tenant_id': '1b89b78a949d44f189d43eacfb5f58be'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:00.600357 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:00.622138 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae817da-d98a-432b-b165-f00a60da4a24 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event updated for resources: {'Port': ['ID=be2c6221-0783-46d3-9a22-d31c18bb5526,revision_number=6']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:00.640037 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:00.640394 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:00.640743 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:00.641130 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:00.641475 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:00.641819 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:00.642224 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:00.642564 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:00.642897 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:00.643229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:00.643566 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:00.647959 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10ed3c-8be9-47a6-98fc-6a58e5241d49 req-08b1347f-e03e-4b81-83e9-caa3e09a2d70 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:00.651246 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb10ed3c-8be9-47a6-98fc-6a58e5241d49 req-08b1347f-e03e-4b81-83e9-caa3e09a2d70 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.1113253 Feb 09 21:35:00.654806 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:00.655195 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:00.674519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['be2c6221-0783-46d3-9a22-d31c18bb5526'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:00.749794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52860) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:00.764164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:00.776203 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb10ed3c-8be9-47a6-98fc-6a58e5241d49 req-12b57d06-c02b-4f3b-a95a-dbe6e87e9d40 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194990 Feb 09 21:35:00.874967 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b3b7d-2de8-4362-bfec-9ef4a1816055 req-199b892a-9985-4c01-a1bf-c5350455b853 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:00.903589 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db42563d-4c3d-4671-8196-17708c0ec33c req-f9ecb167-38e3-4365-aab3-93aaa5dfe0d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Made reservation on behalf of 1b89b78a949d44f189d43eacfb5f58be for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:00.907113 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-db42563d-4c3d-4671-8196-17708c0ec33c req-f9ecb167-38e3-4365-aab3-93aaa5dfe0d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.910224 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-627b3b7d-2de8-4362-bfec-9ef4a1816055 req-199b892a-9985-4c01-a1bf-c5350455b853 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa HTTP/1.1" status: 200 len: 945 time: 0.1323884 Feb 09 21:35:01.100623 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4baa3d71-634e-4178-a87c-dda6f2869aff req-ab3e6612-97ce-4135-867b-ed1561f6beb6 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-666445312&fields=id&tenant_id=cb20ece5c2df40e9ad3c9d0b8aef51cf HTTP/1.1" status: 200 len: 267 time: 0.1680729 Feb 09 21:35:01.103686 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-db42563d-4c3d-4671-8196-17708c0ec33c req-f9ecb167-38e3-4365-aab3-93aaa5dfe0d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Allocated IP 172.20.0.12 (52bbb2ed-8162-4d76-a17c-1bb332688ad6/17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf/233196c2-9f6b-4aad-8776-3057fcc35e0e) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:01.108973 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-178a1c0c-a901-4f69-b235-d91cacf789cf tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2045247757', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:01.132927 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-627b3b7d-2de8-4362-bfec-9ef4a1816055 req-7c222743-07b1-4905-9179-c2c087f74700 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b42626f-a9eb-45c8-bcbd-2d5292946127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217135 Feb 09 21:35:01.206006 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29eac24e-011f-4779-948c-69757b1124d9 x-openstack-request-id: req-29eac24e-011f-4779-948c-69757b1124d9 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:01.206239 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e045930e-326d-4f19-bf55-04ac8c84a1b7", "tag": "be2c6221-0783-46d3-9a22-d31c18bb5526", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:01.206386 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-29eac24e-011f-4779-948c-69757b1124d9 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:01.206799 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e045930e-326d-4f19-bf55-04ac8c84a1b7', 'tag': 'be2c6221-0783-46d3-9a22-d31c18bb5526', 'status': 'completed', 'code': 200} Feb 09 21:35:01.248206 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-178a1c0c-a901-4f69-b235-d91cacf789cf tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (40bac27f-f223-4864-a50f-a02dcdf7301c), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.249847 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-178a1c0c-a901-4f69-b235-d91cacf789cf tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (40bac27f-f223-4864-a50f-a02dcdf7301c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.350100 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa3d71-634e-4178-a87c-dda6f2869aff req-9fbc3806-8a62-43c7-99ac-ce9762a6a20b tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:01.351963 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-db42563d-4c3d-4671-8196-17708c0ec33c req-f9ecb167-38e3-4365-aab3-93aaa5dfe0d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks [] for port (233196c2-9f6b-4aad-8776-3057fcc35e0e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.358832 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4baa3d71-634e-4178-a87c-dda6f2869aff req-9fbc3806-8a62-43c7-99ac-ce9762a6a20b tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=e045930e-326d-4f19-bf55-04ac8c84a1b7 HTTP/1.1" status: 200 len: 984 time: 0.2436247 Feb 09 21:35:01.402762 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-4baa3d71-634e-4178-a87c-dda6f2869aff req-6278a2c3-7b4e-471b-a88e-0b7e24f8187b tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Request body: {'port': {'security_groups': ['29b6ddcf-f5b8-45c2-abec-7837ff46b64f', 'fd6f1c57-3efc-4632-a067-8d4213c685b9', '09c7a958-21c2-408d-8280-dc3500a0c75f']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:01.416194 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-db42563d-4c3d-4671-8196-17708c0ec33c req-f9ecb167-38e3-4365-aab3-93aaa5dfe0d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (233196c2-9f6b-4aad-8776-3057fcc35e0e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.416882 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-178a1c0c-a901-4f69-b235-d91cacf789cf tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_controller (40bac27f-f223-4864-a50f-a02dcdf7301c), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.438249 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['045c1aa9-ae33-48b6-a28f-dfaf4b2c161e'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:01.441442 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['70e3d19a-7558-4685-a196-a6de110f0bf5'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:01.479747 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdded9a-4326-4ada-bc91-b798e86e5fbc req-6ee9b62e-8157-4697-87fc-1db80f9af36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:01.482154 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3cdded9a-4326-4ada-bc91-b798e86e5fbc req-6ee9b62e-8157-4697-87fc-1db80f9af36d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cb20ece5c2df40e9ad3c9d0b8aef51cf&device_id=e045930e-326d-4f19-bf55-04ac8c84a1b7 HTTP/1.1" status: 200 len: 1166 time: 0.2515600 Feb 09 21:35:01.508660 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ecb167-38e3-4365-aab3-93aaa5dfe0d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Pushing event updated for resources: {'Port': ['ID=233196c2-9f6b-4aad-8776-3057fcc35e0e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:01.522214 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db42563d-4c3d-4671-8196-17708c0ec33c req-f9ecb167-38e3-4365-aab3-93aaa5dfe0d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:01.523955 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-db42563d-4c3d-4671-8196-17708c0ec33c req-f9ecb167-38e3-4365-aab3-93aaa5dfe0d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:01.527124 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-db42563d-4c3d-4671-8196-17708c0ec33c req-f9ecb167-38e3-4365-aab3-93aaa5dfe0d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:01.616570 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42563d-4c3d-4671-8196-17708c0ec33c req-f9ecb167-38e3-4365-aab3-93aaa5dfe0d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:01.617399 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-db42563d-4c3d-4671-8196-17708c0ec33c req-f9ecb167-38e3-4365-aab3-93aaa5dfe0d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.639500 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db42563d-4c3d-4671-8196-17708c0ec33c req-f9ecb167-38e3-4365-aab3-93aaa5dfe0d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0706425 Feb 09 21:35:01.652020 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-db42563d-4c3d-4671-8196-17708c0ec33c req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] Request body: {'port': {'device_id': '48e78486-166f-49de-be5f-14783d88c650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:01.792690 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-db42563d-4c3d-4671-8196-17708c0ec33c req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (233196c2-9f6b-4aad-8776-3057fcc35e0e), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.881633 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdded9a-4326-4ada-bc91-b798e86e5fbc req-0c0b2f5f-afcb-420a-a238-4076ad206bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:01.884658 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3cdded9a-4326-4ada-bc91-b798e86e5fbc req-0c0b2f5f-afcb-420a-a238-4076ad206bb6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=17f99b47-e532-41c4-93bb-9e02fc4962ed HTTP/1.1" status: 200 len: 914 time: 0.3736048 Feb 09 21:35:02.047331 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4baa3d71-634e-4178-a87c-dda6f2869aff req-6278a2c3-7b4e-471b-a88e-0b7e24f8187b tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (be2c6221-0783-46d3-9a22-d31c18bb5526), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.054670 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3cdded9a-4326-4ada-bc91-b798e86e5fbc req-e3901951-2ee1-4827-af66-7374598f5981 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be2c6221-0783-46d3-9a22-d31c18bb5526 HTTP/1.1" status: 200 len: 217 time: 0.1516631 Feb 09 21:35:02.086383 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-178a1c0c-a901-4f69-b235-d91cacf789cf tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_gateway (40bac27f-f223-4864-a50f-a02dcdf7301c), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.142506 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a018a-a303-4c0c-9a47-9166f88a85ad req-d8a09d66-d310-4e3e-ad97-d75dbca8716d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:02.144108 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f4a018a-a303-4c0c-9a47-9166f88a85ad req-d8a09d66-d310-4e3e-ad97-d75dbca8716d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=48e78486-166f-49de-be5f-14783d88c650 HTTP/1.1" status: 200 len: 932 time: 0.4012668 Feb 09 21:35:02.199036 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-db42563d-4c3d-4671-8196-17708c0ec33c req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 233196c2-9f6b-4aad-8776-3057fcc35e0e {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:02.207331 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-db42563d-4c3d-4671-8196-17708c0ec33c req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] Publish callbacks [] for port (233196c2-9f6b-4aad-8776-3057fcc35e0e), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.224575 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-db42563d-4c3d-4671-8196-17708c0ec33c req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] Transition to ACTIVE for port object 233196c2-9f6b-4aad-8776-3057fcc35e0e will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:35:02.228538 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-db42563d-4c3d-4671-8196-17708c0ec33c req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (233196c2-9f6b-4aad-8776-3057fcc35e0e), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.252782 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdded9a-4326-4ada-bc91-b798e86e5fbc req-afb54795-c7fc-4770-9bc9-4590fc53cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:02.254270 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3cdded9a-4326-4ada-bc91-b798e86e5fbc req-afb54795-c7fc-4770-9bc9-4590fc53cc92 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1d166931-f8f8-410f-99c8-a7b85184b002 HTTP/1.1" status: 200 len: 853 time: 0.1896877 Feb 09 21:35:02.286763 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] Pushing event updated for resources: {'Port': ['ID=233196c2-9f6b-4aad-8776-3057fcc35e0e,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:02.313836 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3cdded9a-4326-4ada-bc91-b798e86e5fbc req-2b62a198-8632-4bd4-bee2-ea5e842b554e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=17f99b47-e532-41c4-93bb-9e02fc4962ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486155 Feb 09 21:35:02.362944 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-db42563d-4c3d-4671-8196-17708c0ec33c req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] Attempting to bind port 233196c2-9f6b-4aad-8776-3057fcc35e0e on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:02.363267 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-db42563d-4c3d-4671-8196-17708c0ec33c req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] Attempting to bind port 233196c2-9f6b-4aad-8776-3057fcc35e0e by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:02.363600 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db42563d-4c3d-4671-8196-17708c0ec33c req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] Attempting to bind port 233196c2-9f6b-4aad-8776-3057fcc35e0e on network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:02.365102 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f4a018a-a303-4c0c-9a47-9166f88a85ad req-2dfb9235-6a1e-45f7-b9a6-766319655bb9 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952591 Feb 09 21:35:02.372676 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db42563d-4c3d-4671-8196-17708c0ec33c req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] Port 233196c2-9f6b-4aad-8776-3057fcc35e0e on network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:02.373008 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db42563d-4c3d-4671-8196-17708c0ec33c req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] Attempting to bind port 233196c2-9f6b-4aad-8776-3057fcc35e0e on network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:02.378851 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db42563d-4c3d-4671-8196-17708c0ec33c req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:02.379203 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db42563d-4c3d-4671-8196-17708c0ec33c req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] Checking segment: {'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:02.379584 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db42563d-4c3d-4671-8196-17708c0ec33c req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] Bound using segment: {'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:02.380075 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-db42563d-4c3d-4671-8196-17708c0ec33c req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] Bound port: 233196c2-9f6b-4aad-8776-3057fcc35e0e, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:02.389237 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-db42563d-4c3d-4671-8196-17708c0ec33c req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (233196c2-9f6b-4aad-8776-3057fcc35e0e), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.486939 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-db42563d-4c3d-4671-8196-17708c0ec33c req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] For port 233196c2-9f6b-4aad-8776-3057fcc35e0e, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:02.491078 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-db42563d-4c3d-4671-8196-17708c0ec33c req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] For port 233196c2-9f6b-4aad-8776-3057fcc35e0e, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=233196c2-9f6b-4aad-8776-3057fcc35e0e,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:02.500297 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-db42563d-4c3d-4671-8196-17708c0ec33c req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (233196c2-9f6b-4aad-8776-3057fcc35e0e), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.544491 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42563d-4c3d-4671-8196-17708c0ec33c req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:02.545461 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-db42563d-4c3d-4671-8196-17708c0ec33c req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.547095 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db42563d-4c3d-4671-8196-17708c0ec33c req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] 10.222.0.42 "PUT /v2.0/ports/233196c2-9f6b-4aad-8776-3057fcc35e0e HTTP/1.1" status: 200 len: 1092 time: 0.8997216 Feb 09 21:35:02.548094 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3cdded9a-4326-4ada-bc91-b798e86e5fbc req-39312fa1-e0c4-4647-83ca-091956fe019b service neutron] 10.222.0.71 "GET /v2.0/networks/17f99b47-e532-41c4-93bb-9e02fc4962ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241573 Feb 09 21:35:02.554460 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e78486-166f-49de-be5f-14783d88c650', 'tag': '233196c2-9f6b-4aad-8776-3057fcc35e0e'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:02.557272 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c579548-7223-4d88-b1ca-69723cd5dfa2" -d '{"events": [{"name": "network-changed", "server_uuid": "48e78486-166f-49de-be5f-14783d88c650", "tag": "233196c2-9f6b-4aad-8776-3057fcc35e0e"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:02.603123 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef838e2-0025-43c6-ab95-78edd61812a1 service neutron] Pushing event updated for resources: {'Port': ['ID=233196c2-9f6b-4aad-8776-3057fcc35e0e,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:02.657464 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42563d-4c3d-4671-8196-17708c0ec33c req-aa05b27f-32be-415d-a2d6-3434f7685120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:02.659398 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db42563d-4c3d-4671-8196-17708c0ec33c req-aa05b27f-32be-415d-a2d6-3434f7685120 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b89b78a949d44f189d43eacfb5f58be&device_id=48e78486-166f-49de-be5f-14783d88c650 HTTP/1.1" status: 200 len: 1126 time: 0.0655923 Feb 09 21:35:02.717273 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db42563d-4c3d-4671-8196-17708c0ec33c req-482bf6f7-3c9f-4981-8b17-944d06c1328e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=233196c2-9f6b-4aad-8776-3057fcc35e0e HTTP/1.1" status: 200 len: 217 time: 0.0444002 Feb 09 21:35:02.717942 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-4baa3d71-634e-4178-a87c-dda6f2869aff req-6278a2c3-7b4e-471b-a88e-0b7e24f8187b tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] For port be2c6221-0783-46d3-9a22-d31c18bb5526, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=be2c6221-0783-46d3-9a22-d31c18bb5526,segment=NetworkSegment(e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7),segment_id=e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:02.794167 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42563d-4c3d-4671-8196-17708c0ec33c req-4187e74b-aaad-43e9-a9df-e75de988468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:02.796562 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db42563d-4c3d-4671-8196-17708c0ec33c req-4187e74b-aaad-43e9-a9df-e75de988468a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf HTTP/1.1" status: 200 len: 844 time: 0.0671864 Feb 09 21:35:02.834867 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db42563d-4c3d-4671-8196-17708c0ec33c req-bc7ba912-4dc0-4067-b450-5ca6abb996bb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=52bbb2ed-8162-4d76-a17c-1bb332688ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315373 Feb 09 21:35:02.862551 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3cdded9a-4326-4ada-bc91-b798e86e5fbc req-afde5c10-7236-40dd-a593-fac12439e9f3 service neutron] 10.222.0.71 "GET /v2.0/networks/17f99b47-e532-41c4-93bb-9e02fc4962ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986681 Feb 09 21:35:02.865833 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4baa3d71-634e-4178-a87c-dda6f2869aff req-6278a2c3-7b4e-471b-a88e-0b7e24f8187b tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for port (be2c6221-0783-46d3-9a22-d31c18bb5526), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.883242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc28f66-5173-43dc-b197-db5a7156d867 req-04efa106-ccaa-4fb8-aa7a-c048c76b0612 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:02.888895 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ccc28f66-5173-43dc-b197-db5a7156d867 req-04efa106-ccaa-4fb8-aa7a-c048c76b0612 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.2792747 Feb 09 21:35:02.904106 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4baa3d71-634e-4178-a87c-dda6f2869aff req-6278a2c3-7b4e-471b-a88e-0b7e24f8187b tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (be2c6221-0783-46d3-9a22-d31c18bb5526), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.916915 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['be2c6221-0783-46d3-9a22-d31c18bb5526'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:02.948954 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-178a1c0c-a901-4f69-b235-d91cacf789cf tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_gateway (40bac27f-f223-4864-a50f-a02dcdf7301c), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.998222 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db42563d-4c3d-4671-8196-17708c0ec33c req-4133e363-c0e0-47b9-a01c-11dc7259498b service neutron] 10.222.0.42 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556702 Feb 09 21:35:03.006265 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-178a1c0c-a901-4f69-b235-d91cacf789cf tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.031764 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa3d71-634e-4178-a87c-dda6f2869aff req-6278a2c3-7b4e-471b-a88e-0b7e24f8187b tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:03.032463 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4baa3d71-634e-4178-a87c-dda6f2869aff req-6278a2c3-7b4e-471b-a88e-0b7e24f8187b tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.044365 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4baa3d71-634e-4178-a87c-dda6f2869aff req-6278a2c3-7b4e-471b-a88e-0b7e24f8187b tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "PUT /v2.0/ports/be2c6221-0783-46d3-9a22-d31c18bb5526 HTTP/1.1" status: 200 len: 1020 time: 1.6842883 Feb 09 21:35:03.160738 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['be2c6221-0783-46d3-9a22-d31c18bb5526'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:03.190159 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ccc28f66-5173-43dc-b197-db5a7156d867 req-6ee18890-c858-4c68-9cb7-348f6e003b4f tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820787 Feb 09 21:35:03.212412 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e045930e-326d-4f19-bf55-04ac8c84a1b7', 'tag': 'be2c6221-0783-46d3-9a22-d31c18bb5526'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:03.212412 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3502b2d-dd09-4556-b782-97e0aa996d37" -d '{"events": [{"name": "network-changed", "server_uuid": "e045930e-326d-4f19-bf55-04ac8c84a1b7", "tag": "be2c6221-0783-46d3-9a22-d31c18bb5526"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:03.235821 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db42563d-4c3d-4671-8196-17708c0ec33c req-2a5db206-e7a1-4d75-85a2-59c2be5b4655 service neutron] 10.222.0.42 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271829 Feb 09 21:35:03.298373 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278a2c3-7b4e-471b-a88e-0b7e24f8187b tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event updated for resources: {'Port': ['ID=be2c6221-0783-46d3-9a22-d31c18bb5526,revision_number=7']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:03.305115 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45f1656-2321-4617-9943-3d09bfa9999d x-openstack-request-id: req-a45f1656-2321-4617-9943-3d09bfa9999d {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:03.305430 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e78486-166f-49de-be5f-14783d88c650", "tag": "233196c2-9f6b-4aad-8776-3057fcc35e0e", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:03.305691 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a45f1656-2321-4617-9943-3d09bfa9999d {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:03.306128 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e78486-166f-49de-be5f-14783d88c650', 'tag': '233196c2-9f6b-4aad-8776-3057fcc35e0e', 'status': 'completed', 'code': 200} Feb 09 21:35:03.399130 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f069f13-1bfc-4750-82b4-1620c75372f0 req-dd7b17d8-6668-4008-b2f3-885022161774 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:03.400886 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f069f13-1bfc-4750-82b4-1620c75372f0 req-dd7b17d8-6668-4008-b2f3-885022161774 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa HTTP/1.1" status: 200 len: 945 time: 0.2481365 Feb 09 21:35:03.418099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c579548-7223-4d88-b1ca-69723cd5dfa2 req-0929f616-5d8b-467d-afc8-bb34afce4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:03.423717 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8c579548-7223-4d88-b1ca-69723cd5dfa2 req-0929f616-5d8b-467d-afc8-bb34afce4357 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b89b78a949d44f189d43eacfb5f58be&device_id=48e78486-166f-49de-be5f-14783d88c650 HTTP/1.1" status: 200 len: 1126 time: 0.0939126 Feb 09 21:35:03.490294 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-178a1c0c-a901-4f69-b235-d91cacf789cf tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Allocated IP 172.25.6.162 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/37baa84f-b1e3-489c-af6c-46b9f6460b4a) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:03.557571 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f069f13-1bfc-4750-82b4-1620c75372f0 req-708d6b28-a5ab-4951-b2cf-ed394ae84112 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b42626f-a9eb-45c8-bcbd-2d5292946127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415300 Feb 09 21:35:03.599020 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd2608-5e8b-4756-9438-c54f3c5a9b57 req-a4251473-a505-45d6-b376-3dc28881ca1b tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:03.600679 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82dd2608-5e8b-4756-9438-c54f3c5a9b57 req-a4251473-a505-45d6-b376-3dc28881ca1b tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=e045930e-326d-4f19-bf55-04ac8c84a1b7 HTTP/1.1" status: 200 len: 1023 time: 0.2188718 Feb 09 21:35:03.603111 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c579548-7223-4d88-b1ca-69723cd5dfa2 req-4089f7d2-5a47-48a2-991f-c2a374f663f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:03.611115 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8c579548-7223-4d88-b1ca-69723cd5dfa2 req-4089f7d2-5a47-48a2-991f-c2a374f663f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=52bbb2ed-8162-4d76-a17c-1bb332688ad6 HTTP/1.1" status: 200 len: 905 time: 0.1789868 Feb 09 21:35:03.658237 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32585e5f-49f9-4d35-a363-f38cf44cf560 x-openstack-request-id: req-32585e5f-49f9-4d35-a363-f38cf44cf560 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:03.658530 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e045930e-326d-4f19-bf55-04ac8c84a1b7", "tag": "be2c6221-0783-46d3-9a22-d31c18bb5526", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:03.658793 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-32585e5f-49f9-4d35-a363-f38cf44cf560 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:03.659194 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e045930e-326d-4f19-bf55-04ac8c84a1b7', 'tag': 'be2c6221-0783-46d3-9a22-d31c18bb5526', 'status': 'completed', 'code': 200} Feb 09 21:35:03.664049 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52910) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:03.679389 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8c579548-7223-4d88-b1ca-69723cd5dfa2 req-0e5929e7-c486-4317-a428-b65b49c32539 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=233196c2-9f6b-4aad-8776-3057fcc35e0e HTTP/1.1" status: 200 len: 217 time: 0.0615118 Feb 09 21:35:03.753718 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c579548-7223-4d88-b1ca-69723cd5dfa2 req-619c6568-d2a7-4875-b796-da0e4ec4bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:03.755475 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8c579548-7223-4d88-b1ca-69723cd5dfa2 req-619c6568-d2a7-4875-b796-da0e4ec4bd5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf HTTP/1.1" status: 200 len: 844 time: 0.0700896 Feb 09 21:35:03.779192 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-178a1c0c-a901-4f69-b235-d91cacf789cf tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for port (37baa84f-b1e3-489c-af6c-46b9f6460b4a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.797264 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8c579548-7223-4d88-b1ca-69723cd5dfa2 req-a54479ac-9cab-476b-b553-44fa416e5c9b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=52bbb2ed-8162-4d76-a17c-1bb332688ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285950 Feb 09 21:35:03.817077 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82dd2608-5e8b-4756-9438-c54f3c5a9b57 req-d7d06bae-dd9f-4844-84eb-814c74f7c7a0 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?id=09c7a958-21c2-408d-8280-dc3500a0c75f&id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&id=fd6f1c57-3efc-4632-a067-8d4213c685b9 HTTP/1.1" status: 200 len: 6197 time: 0.2081480 Feb 09 21:35:03.842886 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3502b2d-dd09-4556-b782-97e0aa996d37 req-b4edb009-1446-4283-8c83-bf137ed6f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:03.844993 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3502b2d-dd09-4556-b782-97e0aa996d37 req-b4edb009-1446-4283-8c83-bf137ed6f274 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cb20ece5c2df40e9ad3c9d0b8aef51cf&device_id=e045930e-326d-4f19-bf55-04ac8c84a1b7 HTTP/1.1" status: 200 len: 1206 time: 0.1571209 Feb 09 21:35:03.877273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-8d0723b2-04fb-40f4-937c-c71a64d22478 req-2e4e6fb8-459e-42a9-b9cf-b6ff3af8746e tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1853041796 ', 'description': 'tempest-description-392449345'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:03.931066 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8c579548-7223-4d88-b1ca-69723cd5dfa2 req-eb84f672-4234-46aa-ba77-22f9533f4d84 service neutron] 10.222.0.42 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255941 Feb 09 21:35:03.943851 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d200d-bac2-47c8-8c84-fd15f6e3ac96 req-ccacfc29-01ab-4a82-aa21-84403f92bf0b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:03.946052 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc0d200d-bac2-47c8-8c84-fd15f6e3ac96 req-ccacfc29-01ab-4a82-aa21-84403f92bf0b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=48e78486-166f-49de-be5f-14783d88c650 HTTP/1.1" status: 200 len: 944 time: 0.2103932 Feb 09 21:35:03.946420 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de2d58e7-7d1f-47da-9c60-e89772d6a79b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.994856 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-178a1c0c-a901-4f69-b235-d91cacf789cf tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (37baa84f-b1e3-489c-af6c-46b9f6460b4a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.014820 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8d0723b2-04fb-40f4-937c-c71a64d22478 req-2e4e6fb8-459e-42a9-b9cf-b6ff3af8746e tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.016716 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:04.050171 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8c579548-7223-4d88-b1ca-69723cd5dfa2 req-dfcceb69-55b6-4c6a-9c3e-5fe26460aac1 service neutron] 10.222.0.42 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129100 Feb 09 21:35:04.105894 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178a1c0c-a901-4f69-b235-d91cacf789cf tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:04.134152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-178a1c0c-a901-4f69-b235-d91cacf789cf tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:04.136784 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178a1c0c-a901-4f69-b235-d91cacf789cf tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:04.146993 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:35:04.162543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:04.165860 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.178808 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3502b2d-dd09-4556-b782-97e0aa996d37 req-a1561f2a-24f0-45f7-844b-4ccac8f35afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:04.180534 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3502b2d-dd09-4556-b782-97e0aa996d37 req-a1561f2a-24f0-45f7-844b-4ccac8f35afc service neutron] 10.222.0.71 "GET /v2.0/networks?id=17f99b47-e532-41c4-93bb-9e02fc4962ed HTTP/1.1" status: 200 len: 914 time: 0.3290362 Feb 09 21:35:04.181201 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a1c0c-a901-4f69-b235-d91cacf789cf tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Pushing event updated for resources: {'Port': ['ID=37baa84f-b1e3-489c-af6c-46b9f6460b4a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:04.213948 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc0d200d-bac2-47c8-8c84-fd15f6e3ac96 req-3b79adf2-1819-4dee-b912-8f38e2fc329f tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528553 Feb 09 21:35:04.324551 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3502b2d-dd09-4556-b782-97e0aa996d37 req-bdf3ae3d-9181-409b-b25c-2ccfa1db3ba5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be2c6221-0783-46d3-9a22-d31c18bb5526 HTTP/1.1" status: 200 len: 217 time: 0.1304686 Feb 09 21:35:04.343311 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:04.344256 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.393411 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:04.396863 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be50a26-2ee6-4e6d-b9c3-77328932ad94" -d '{"events": [{"server_uuid": "3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa", "name": "network-vif-plugged", "status": "completed", "tag": "f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:04.424035 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6,segment=NetworkSegment(0eec29de-1b5d-451c-9ae6-9991fcb5d666),segment_id=0eec29de-1b5d-451c-9ae6-9991fcb5d666)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:04.431131 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.513155 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:04.899969 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de2d58e7-7d1f-47da-9c60-e89772d6a79b admin admin] Publish callbacks [] for security_group (d8a40d12-0d36-40ec-8fd7-64c80928f354), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.936016 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de2d58e7-7d1f-47da-9c60-e89772d6a79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d8a40d12-0d36-40ec-8fd7-64c80928f354), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.954567 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8d0723b2-04fb-40f4-937c-c71a64d22478 req-2e4e6fb8-459e-42a9-b9cf-b6ff3af8746e tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (71edc1bf-f63a-4fb2-8017-93739ab25acf), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.975557 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3502b2d-dd09-4556-b782-97e0aa996d37 req-2201f9bc-9bf2-4bfa-aa43-664aca901fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:04.977075 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3502b2d-dd09-4556-b782-97e0aa996d37 req-2201f9bc-9bf2-4bfa-aa43-664aca901fdd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1d166931-f8f8-410f-99c8-a7b85184b002 HTTP/1.1" status: 200 len: 853 time: 0.6404378 Feb 09 21:35:04.985450 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8d0723b2-04fb-40f4-937c-c71a64d22478 req-2e4e6fb8-459e-42a9-b9cf-b6ff3af8746e tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (71edc1bf-f63a-4fb2-8017-93739ab25acf), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.036149 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06a7be-289f-49a2-a412-bcac4e5c71b8 req-6de00deb-5cfa-4a64-a09c-b9fb20120064 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:05.037757 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab06a7be-289f-49a2-a412-bcac4e5c71b8 req-6de00deb-5cfa-4a64-a09c-b9fb20120064 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 945 time: 0.6969812 Feb 09 21:35:05.065003 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3502b2d-dd09-4556-b782-97e0aa996d37 req-17e179b3-cc79-4d24-a934-fff0f193e1c9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=17f99b47-e532-41c4-93bb-9e02fc4962ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660431 Feb 09 21:35:05.069168 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d58e7-7d1f-47da-9c60-e89772d6a79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a40d12-0d36-40ec-8fd7-64c80928f354,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:05.077647 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-de2d58e7-7d1f-47da-9c60-e89772d6a79b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a7192cca3a2541ba9c349351d9a66353&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4090321 Feb 09 21:35:05.080345 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52926) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:05.118785 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8d0723b2-04fb-40f4-937c-c71a64d22478 req-2e4e6fb8-459e-42a9-b9cf-b6ff3af8746e tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.120214 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d0723b2-04fb-40f4-937c-c71a64d22478 req-2e4e6fb8-459e-42a9-b9cf-b6ff3af8746e tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.2635005 Feb 09 21:35:05.188677 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751bd111-0c8f-4874-b953-9b4122c81884 x-openstack-request-id: req-751bd111-0c8f-4874-b953-9b4122c81884 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:05.189221 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa", "name": "network-vif-plugged", "status": "completed", "tag": "f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:05.189221 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-751bd111-0c8f-4874-b953-9b4122c81884 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:05.189655 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6', 'code': 200} Feb 09 21:35:05.202455 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa922bcd-967d-48f7-8d6b-9c6d4a8bb0f1 admin admin] Publish callbacks [] for security_group (d8a40d12-0d36-40ec-8fd7-64c80928f354), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.284100 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e6fb8-459e-42a9-b9cf-b6ff3af8746e tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71edc1bf-f63a-4fb2-8017-93739ab25acf,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:05.285468 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa922bcd-967d-48f7-8d6b-9c6d4a8bb0f1 admin admin] Publish callbacks [] for security_group (d8a40d12-0d36-40ec-8fd7-64c80928f354), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.423533 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-b2c31180-c738-40f2-b400-1ad38ed56692 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:05.425276 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-b2c31180-c738-40f2-b400-1ad38ed56692 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5&tenant_id=64ac4f48e4c94eaa87202007938b3f7a&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 1127 time: 0.1949596 Feb 09 21:35:05.439628 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828601-1'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:05.485806 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deaedb9-9cdc-49a1-ae42-f61908b932c5 req-e870d067-1bef-4bbd-a660-ba95360a93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:05.488005 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1deaedb9-9cdc-49a1-ae42-f61908b932c5 req-e870d067-1bef-4bbd-a660-ba95360a93c2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa HTTP/1.1" status: 200 len: 1128 time: 0.2140405 Feb 09 21:35:05.493896 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab06a7be-289f-49a2-a412-bcac4e5c71b8 req-fbc43c50-af57-4638-a7b5-e070c5d66379 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311373 Feb 09 21:35:05.535049 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa922bcd-967d-48f7-8d6b-9c6d4a8bb0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d8a40d12-0d36-40ec-8fd7-64c80928f354), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.538027 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa922bcd-967d-48f7-8d6b-9c6d4a8bb0f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.541826 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fa922bcd-967d-48f7-8d6b-9c6d4a8bb0f1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d8a40d12-0d36-40ec-8fd7-64c80928f354 HTTP/1.1" status: 204 len: 168 time: 0.4576480 Feb 09 21:35:05.599960 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa922bcd-967d-48f7-8d6b-9c6d4a8bb0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a40d12-0d36-40ec-8fd7-64c80928f354,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:05.633380 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1deaedb9-9cdc-49a1-ae42-f61908b932c5 req-d2188955-121a-4bb0-90c5-97d9788bfe20 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3b42626f-a9eb-45c8-bcbd-2d5292946127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369584 Feb 09 21:35:05.637086 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (93e63d34-3078-45f6-af70-480582a0508a), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.643955 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3502b2d-dd09-4556-b782-97e0aa996d37 req-5ec2d077-3b96-47fa-a289-ecf703389b71 service neutron] 10.222.0.71 "GET /v2.0/networks/17f99b47-e532-41c4-93bb-9e02fc4962ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651999 Feb 09 21:35:05.669061 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f5b64-5f85-499d-b86a-0eb5582616d7 req-5be39635-c628-426c-99d3-af02260972fc tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:05.674065 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-470f5b64-5f85-499d-b86a-0eb5582616d7 req-5be39635-c628-426c-99d3-af02260972fc tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa HTTP/1.1" status: 200 len: 946 time: 0.3544545 Feb 09 21:35:05.796202 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-178a1c0c-a901-4f69-b235-d91cacf789cf tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_gateway (40bac27f-f223-4864-a50f-a02dcdf7301c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.833508 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] For port 93e63d34-3078-45f6-af70-480582a0508a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=93e63d34-3078-45f6-af70-480582a0508a,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:05.915528 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-470f5b64-5f85-499d-b86a-0eb5582616d7 req-c307debc-13c4-4ad6-bbcc-037e187f8091 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b42626f-a9eb-45c8-bcbd-2d5292946127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818714 Feb 09 21:35:05.917827 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10271458-8528-4a8a-83ed-07d8de4bedc5 req-cdb5c301-694b-40de-b933-1e57df5d61ec tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/71edc1bf-f63a-4fb2-8017-93739ab25acf HTTP/1.1" status: 200 len: 1797 time: 0.3633456 Feb 09 21:35:05.949516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] For port 93e63d34-3078-45f6-af70-480582a0508a, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:06.016617 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 93e63d34-3078-45f6-af70-480582a0508a details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:35:06.069960 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52940) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:06.083519 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581371a9-8353-46f8-a613-0e8892a368a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e63d34-3078-45f6-af70-480582a0508a'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:06.086296 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e65bb9-9375-4978-ab6a-7261e95fb303" -d '{"events": [{"server_uuid": "581371a9-8353-46f8-a613-0e8892a368a5", "name": "network-vif-unplugged", "status": "completed", "tag": "93e63d34-3078-45f6-af70-480582a0508a"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:06.091515 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] Publish callbacks [] for port (93e63d34-3078-45f6-af70-480582a0508a), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.103316 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (93e63d34-3078-45f6-af70-480582a0508a), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.133283 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-417d69fe-834c-4946-9212-a20a3287f384 req-5cef2aee-32af-4395-9410-efbd0e5a6129 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/71edc1bf-f63a-4fb2-8017-93739ab25acf HTTP/1.1" status: 200 len: 1797 time: 0.1556811 Feb 09 21:35:06.194371 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-15f2caa7-5ff1-46d5-8661-13b867a75770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.215918 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3502b2d-dd09-4556-b782-97e0aa996d37 req-6f02c628-638e-4800-9115-b3b91174bb92 service neutron] 10.222.0.71 "GET /v2.0/networks/17f99b47-e532-41c4-93bb-9e02fc4962ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116031 Feb 09 21:35:06.242132 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] Attempting to bind port 93e63d34-3078-45f6-af70-480582a0508a on host n-h2-828601-1 for vnic_type normal with profile {"migrating_to": "n-h1-828601-1"} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:06.242636 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] Attempting to bind port 93e63d34-3078-45f6-af70-480582a0508a by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:06.242856 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] Attempting to bind port 93e63d34-3078-45f6-af70-480582a0508a on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:06.251825 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 93e63d34-3078-45f6-af70-480582a0508a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=93e63d34-3078-45f6-af70-480582a0508a,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:06.252409 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] Pushing event updated for resources: {'Port': ['ID=93e63d34-3078-45f6-af70-480582a0508a,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:06.257244 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] Port 93e63d34-3078-45f6-af70-480582a0508a on network 4474165d-84c4-443a-89bd-7201ae778fac not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:06.257563 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] Attempting to bind port 93e63d34-3078-45f6-af70-480582a0508a on network 4474165d-84c4-443a-89bd-7201ae778fac {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:06.263823 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:06.264686 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] Checking segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:06.264686 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] Bound using segment: {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:06.264991 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] Bound port: 93e63d34-3078-45f6-af70-480582a0508a, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562ceccf-2ae3-4a69-b24e-1db22acf461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4474165d-84c4-443a-89bd-7201ae778fac'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:06.265351 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (93e63d34-3078-45f6-af70-480582a0508a), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.278181 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 93e63d34-3078-45f6-af70-480582a0508a has no active binding in host n-h1-828601-1 {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:35:06.346673 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] For port 93e63d34-3078-45f6-af70-480582a0508a, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:06.353262 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] For port 93e63d34-3078-45f6-af70-480582a0508a, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=93e63d34-3078-45f6-af70-480582a0508a,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:06.362848 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (93e63d34-3078-45f6-af70-480582a0508a), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.368841 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35392ce-ce08-44f0-bff8-e0157d7d8beb req-27e08f4a-7a37-4597-a5e1-f91d50756ad4 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:06.370919 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f35392ce-ce08-44f0-bff8-e0157d7d8beb req-27e08f4a-7a37-4597-a5e1-f91d50756ad4 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=48e78486-166f-49de-be5f-14783d88c650 HTTP/1.1" status: 200 len: 944 time: 0.2921734 Feb 09 21:35:06.404165 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-417d69fe-834c-4946-9212-a20a3287f384 req-ef6f9151-2dfb-452a-9269-5d5c63f739b1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (71edc1bf-f63a-4fb2-8017-93739ab25acf), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.512296 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-417d69fe-834c-4946-9212-a20a3287f384 req-ef6f9151-2dfb-452a-9269-5d5c63f739b1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (71edc1bf-f63a-4fb2-8017-93739ab25acf), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.522696 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:06.523821 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.525374 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] 10.222.0.71 "PUT /v2.0/ports/93e63d34-3078-45f6-af70-480582a0508a HTTP/1.1" status: 200 len: 1121 time: 1.0932581 Feb 09 21:35:06.540699 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0861b5-78c6-4f84-8c0f-4dbcf441d738 service neutron] Pushing event updated for resources: {'Port': ['ID=93e63d34-3078-45f6-af70-480582a0508a,revision_number=8']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:06.546372 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f35392ce-ce08-44f0-bff8-e0157d7d8beb req-9c4bbf5b-6167-416f-9711-196624770e88 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626213 Feb 09 21:35:06.562171 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-178a1c0c-a901-4f69-b235-d91cacf789cf tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (40bac27f-f223-4864-a50f-a02dcdf7301c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.591592 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-15f2caa7-5ff1-46d5-8661-13b867a75770 admin admin] Publish callbacks [] for security_group (913b7552-b7b4-46fc-a3cd-4f5145534c80), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.616722 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d5185b-031c-485a-8d9f-08d61795da46 x-openstack-request-id: req-e3d5185b-031c-485a-8d9f-08d61795da46 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:06.617094 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581371a9-8353-46f8-a613-0e8892a368a5", "name": "network-vif-unplugged", "status": "completed", "tag": "93e63d34-3078-45f6-af70-480582a0508a", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:06.617415 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e3d5185b-031c-485a-8d9f-08d61795da46 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:06.617893 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '581371a9-8353-46f8-a613-0e8892a368a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e63d34-3078-45f6-af70-480582a0508a', 'code': 200} Feb 09 21:35:06.636652 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-15f2caa7-5ff1-46d5-8661-13b867a75770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (913b7552-b7b4-46fc-a3cd-4f5145534c80), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.638606 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['93e63d34-3078-45f6-af70-480582a0508a'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:06.675441 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['93e63d34-3078-45f6-af70-480582a0508a'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:06.719750 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-417d69fe-834c-4946-9212-a20a3287f384 req-ef6f9151-2dfb-452a-9269-5d5c63f739b1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (71edc1bf-f63a-4fb2-8017-93739ab25acf), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.722345 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-417d69fe-834c-4946-9212-a20a3287f384 req-ef6f9151-2dfb-452a-9269-5d5c63f739b1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.739905 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-417d69fe-834c-4946-9212-a20a3287f384 req-ef6f9151-2dfb-452a-9269-5d5c63f739b1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "DELETE /v2.0/security-groups/71edc1bf-f63a-4fb2-8017-93739ab25acf HTTP/1.1" status: 204 len: 173 time: 0.5951514 Feb 09 21:35:06.765737 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-15f2caa7-5ff1-46d5-8661-13b867a75770 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d6ef3fa5f96547dbb7fba4a7a3c5683d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6942594 Feb 09 21:35:06.766371 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2caa7-5ff1-46d5-8661-13b867a75770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913b7552-b7b4-46fc-a3cd-4f5145534c80,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:06.768561 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52950) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:06.825848 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f9151-2dfb-452a-9269-5d5c63f739b1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71edc1bf-f63a-4fb2-8017-93739ab25acf,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:06.830888 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-822da058-5f52-416c-930d-ed50742de630 req-ce2e55ae-c071-4de6-bc85-c8dce78cb968 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] show failed (client error): The resource could not be found. Feb 09 21:35:06.849979 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-822da058-5f52-416c-930d-ed50742de630 req-ce2e55ae-c071-4de6-bc85-c8dce78cb968 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/71edc1bf-f63a-4fb2-8017-93739ab25acf HTTP/1.1" status: 404 len: 352 time: 0.0871129 Feb 09 21:35:06.874335 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d9a085d-e8f7-4160-a436-00e501a0e93a admin admin] Publish callbacks [] for security_group (913b7552-b7b4-46fc-a3cd-4f5145534c80), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.880565 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-19d8deeb-780d-4a13-b2cf-430c3a3ac809 req-9c9e0267-65b0-4588-ae0a-c5ed31135a95 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1402569100', 'description': 'tempest-description-458106057'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:06.907736 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d9a085d-e8f7-4160-a436-00e501a0e93a admin admin] Publish callbacks [] for security_group (913b7552-b7b4-46fc-a3cd-4f5145534c80), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.928272 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f32a4-1a4f-4c77-a30f-3eab4e8d3a2c req-0ef9375e-d684-4bae-857f-0bd0ce28400c tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:06.931156 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e11f32a4-1a4f-4c77-a30f-3eab4e8d3a2c req-0ef9375e-d684-4bae-857f-0bd0ce28400c tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.2125463 Feb 09 21:35:06.935396 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-19d8deeb-780d-4a13-b2cf-430c3a3ac809 req-9c9e0267-65b0-4588-ae0a-c5ed31135a95 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.987041 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d9a085d-e8f7-4160-a436-00e501a0e93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (913b7552-b7b4-46fc-a3cd-4f5145534c80), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.993220 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d9a085d-e8f7-4160-a436-00e501a0e93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.996090 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7d9a085d-e8f7-4160-a436-00e501a0e93a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/913b7552-b7b4-46fc-a3cd-4f5145534c80 HTTP/1.1" status: 204 len: 168 time: 0.2246778 Feb 09 21:35:07.017884 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a085d-e8f7-4160-a436-00e501a0e93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913b7552-b7b4-46fc-a3cd-4f5145534c80,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:07.079043 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e11f32a4-1a4f-4c77-a30f-3eab4e8d3a2c req-1038e651-469c-4c6f-bf70-0e534aa8e3cf tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347809 Feb 09 21:35:07.084110 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178a1c0c-a901-4f69-b235-d91cacf789cf tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Router 40bac27f-f223-4864-a50f-a02dcdf7301c is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:35:07.157738 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-19d8deeb-780d-4a13-b2cf-430c3a3ac809 req-9c9e0267-65b0-4588-ae0a-c5ed31135a95 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (626aece1-d202-4dec-9763-3cc3975ace22), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.196903 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-19d8deeb-780d-4a13-b2cf-430c3a3ac809 req-9c9e0267-65b0-4588-ae0a-c5ed31135a95 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (626aece1-d202-4dec-9763-3cc3975ace22), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.264858 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-19d8deeb-780d-4a13-b2cf-430c3a3ac809 req-9c9e0267-65b0-4588-ae0a-c5ed31135a95 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.266244 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-19d8deeb-780d-4a13-b2cf-430c3a3ac809 req-9c9e0267-65b0-4588-ae0a-c5ed31135a95 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3923824 Feb 09 21:35:07.293378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e0267-65b0-4588-ae0a-c5ed31135a95 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=626aece1-d202-4dec-9763-3cc3975ace22,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:07.311604 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-6374e8fe-797c-4c29-832d-1c9056b01255 req-2cf19dd9-d24e-4f02-81ee-662306608229 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-198162109', 'description': 'tempest-description-1968939654'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:07.347489 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178a1c0c-a901-4f69-b235-d91cacf789cf tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:07.362772 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445c12c-5a6b-425a-9ced-1968450ecb71 req-20d2012c-7e8a-40ea-a716-87a96d75c286 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:07.366437 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc020c4-9991-4577-87c0-aad752d883a5 None None] Sync routers for ids ['40bac27f-f223-4864-a50f-a02dcdf7301c'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:07.371122 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a445c12c-5a6b-425a-9ced-1968450ecb71 req-20d2012c-7e8a-40ea-a716-87a96d75c286 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa HTTP/1.1" status: 200 len: 946 time: 0.1585379 Feb 09 21:35:07.380342 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6374e8fe-797c-4c29-832d-1c9056b01255 req-2cf19dd9-d24e-4f02-81ee-662306608229 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.384626 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc020c4-9991-4577-87c0-aad752d883a5 None None] Routers {'40bac27f-f223-4864-a50f-a02dcdf7301c'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:07.385612 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9cc020c4-9991-4577-87c0-aad752d883a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:34:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['40bac27f-f223-4864-a50f-a02dcdf7301c'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:07.432983 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-178a1c0c-a901-4f69-b235-d91cacf789cf tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.436974 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-178a1c0c-a901-4f69-b235-d91cacf789cf tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.6858296 Feb 09 21:35:07.437308 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52964) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:07.445892 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9cc020c4-9991-4577-87c0-aad752d883a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:07.466166 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 233196c2-9f6b-4aad-8776-3057fcc35e0e details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:35:07.470868 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc020c4-9991-4577-87c0-aad752d883a5 None None] Routers {'40bac27f-f223-4864-a50f-a02dcdf7301c'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:07.472188 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9cc020c4-9991-4577-87c0-aad752d883a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:34:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['40bac27f-f223-4864-a50f-a02dcdf7301c'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:07.490282 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a445c12c-5a6b-425a-9ced-1968450ecb71 req-24c535a8-730f-4417-9299-94eea8e2b62e tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b42626f-a9eb-45c8-bcbd-2d5292946127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180084 Feb 09 21:35:07.617509 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9cc020c4-9991-4577-87c0-aad752d883a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:07.618464 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc020c4-9991-4577-87c0-aad752d883a5 None None] The sync data for ids ['40bac27f-f223-4864-a50f-a02dcdf7301c'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:07.637537 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6374e8fe-797c-4c29-832d-1c9056b01255 req-2cf19dd9-d24e-4f02-81ee-662306608229 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (b60ba629-bc7c-46ef-b20e-2cce6e857d01), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.648061 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6374e8fe-797c-4c29-832d-1c9056b01255 req-2cf19dd9-d24e-4f02-81ee-662306608229 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b60ba629-bc7c-46ef-b20e-2cce6e857d01), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.658179 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-217a5898-2aec-4c29-8d32-f2469586e930 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "GET /v2.0/routers/40bac27f-f223-4864-a50f-a02dcdf7301c HTTP/1.1" status: 200 len: 921 time: 0.2193398 Feb 09 21:35:07.662040 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52976) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:07.705895 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 233196c2-9f6b-4aad-8776-3057fcc35e0e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=233196c2-9f6b-4aad-8776-3057fcc35e0e,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:07.706243 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6374e8fe-797c-4c29-832d-1c9056b01255 req-2cf19dd9-d24e-4f02-81ee-662306608229 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.713432 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6374e8fe-797c-4c29-832d-1c9056b01255 req-2cf19dd9-d24e-4f02-81ee-662306608229 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4093094 Feb 09 21:35:07.728638 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f382f120-3fe6-43c0-bc47-c6c782bed27d tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "GET /v2.0/ports?device_id=40bac27f-f223-4864-a50f-a02dcdf7301c HTTP/1.1" status: 200 len: 205 time: 0.0651770 Feb 09 21:35:07.731340 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52980) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:07.749998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '233196c2-9f6b-4aad-8776-3057fcc35e0e', 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6', 'port_id': '233196c2-9f6b-4aad-8776-3057fcc35e0e', 'mac_address': 'fa:16:3e:ad:84:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:35:07.771125 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-0f503376-9a80-4a2e-a64c-4d7450da7d4f req-4f7196b9-d9fc-4d21-9929-db2d89ad6629 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-469186601', 'description': 'tempest-description-522813707'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:07.776801 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf19dd9-d24e-4f02-81ee-662306608229 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60ba629-bc7c-46ef-b20e-2cce6e857d01,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:07.822482 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7637d1f-95ea-4cc3-b67f-52f45b7f3cb8 req-6a83aa6e-a33a-444d-8337-5c6195d43cc8 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:07.824857 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7637d1f-95ea-4cc3-b67f-52f45b7f3cb8 req-6a83aa6e-a33a-444d-8337-5c6195d43cc8 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=48e78486-166f-49de-be5f-14783d88c650 HTTP/1.1" status: 200 len: 944 time: 0.1103191 Feb 09 21:35:07.826296 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0f503376-9a80-4a2e-a64c-4d7450da7d4f req-4f7196b9-d9fc-4d21-9929-db2d89ad6629 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.851843 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-54f62a49-05ea-4f2a-a3fa-f878ef538a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.889554 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 233196c2-9f6b-4aad-8776-3057fcc35e0e is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:07.890560 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (233196c2-9f6b-4aad-8776-3057fcc35e0e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.930170 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 233196c2-9f6b-4aad-8776-3057fcc35e0e {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:07.961036 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 233196c2-9f6b-4aad-8776-3057fcc35e0e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=233196c2-9f6b-4aad-8776-3057fcc35e0e,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:07.969142 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (233196c2-9f6b-4aad-8776-3057fcc35e0e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.985846 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0f503376-9a80-4a2e-a64c-4d7450da7d4f req-4f7196b9-d9fc-4d21-9929-db2d89ad6629 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (a85de0e7-b320-4abd-8dec-4fb50b7e5ec6), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:08.006004 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0f503376-9a80-4a2e-a64c-4d7450da7d4f req-4f7196b9-d9fc-4d21-9929-db2d89ad6629 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a85de0e7-b320-4abd-8dec-4fb50b7e5ec6), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:08.042584 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7196b9-d9fc-4d21-9929-db2d89ad6629 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a85de0e7-b320-4abd-8dec-4fb50b7e5ec6,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:08.087199 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=233196c2-9f6b-4aad-8776-3057fcc35e0e,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:08.093463 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7637d1f-95ea-4cc3-b67f-52f45b7f3cb8 req-cd2e750c-e068-41a7-9d38-278f4380e46a tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602777 Feb 09 21:35:08.100078 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0f503376-9a80-4a2e-a64c-4d7450da7d4f req-4f7196b9-d9fc-4d21-9929-db2d89ad6629 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:08.101049 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f503376-9a80-4a2e-a64c-4d7450da7d4f req-4f7196b9-d9fc-4d21-9929-db2d89ad6629 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3397591 Feb 09 21:35:08.243134 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['233196c2-9f6b-4aad-8776-3057fcc35e0e'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:08.280844 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f2b7367d-41de-4ca1-9c45-19c2ddb8ddb2 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router (40bac27f-f223-4864-a50f-a02dcdf7301c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:08.402093 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a88fa-fe54-4f8e-ad1c-3c3bebf0f707 req-d4d5edeb-10e1-453d-a510-b159400f3a30 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:08.404034 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5f0a88fa-fe54-4f8e-ad1c-3c3bebf0f707 req-d4d5edeb-10e1-453d-a510-b159400f3a30 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.1067235 Feb 09 21:35:08.423450 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f2b7367d-41de-4ca1-9c45-19c2ddb8ddb2 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_gateway (40bac27f-f223-4864-a50f-a02dcdf7301c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:08.481990 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d153a1e-a28c-434d-8a19-389d011a3493 req-bb7d62d6-fe11-49db-9f4d-2397aaa2be1a tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cb20ece5c2df40e9ad3c9d0b8aef51cf HTTP/1.1" status: 200 len: 10994 time: 0.2897718 Feb 09 21:35:08.510039 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5f0a88fa-fe54-4f8e-ad1c-3c3bebf0f707 req-37e9302f-4306-4729-b1ae-1f96c24153c1 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939066 Feb 09 21:35:08.582845 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d153a1e-a28c-434d-8a19-389d011a3493 req-5a310f20-4473-4cfe-9f61-2b64100d16b3 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/29b6ddcf-f5b8-45c2-abec-7837ff46b64f HTTP/1.1" status: 200 len: 2998 time: 0.0895505 Feb 09 21:35:08.591949 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f2b7367d-41de-4ca1-9c45-19c2ddb8ddb2 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Deleting port 37baa84f-b1e3-489c-af6c-46b9f6460b4a {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:08.592415 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f2b7367d-41de-4ca1-9c45-19c2ddb8ddb2 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (37baa84f-b1e3-489c-af6c-46b9f6460b4a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:08.632484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '581371a9-8353-46f8-a613-0e8892a368a5', 'tag': '93e63d34-3078-45f6-af70-480582a0508a'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:08.634836 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c71d35-871f-43fb-8618-4efbc2395c75" -d '{"events": [{"name": "network-changed", "server_uuid": "581371a9-8353-46f8-a613-0e8892a368a5", "tag": "93e63d34-3078-45f6-af70-480582a0508a"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:08.646406 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d153a1e-a28c-434d-8a19-389d011a3493 req-84995c17-d5e3-42f9-97a5-e8257268e254 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/29b6ddcf-f5b8-45c2-abec-7837ff46b64f HTTP/1.1" status: 200 len: 2998 time: 0.0615740 Feb 09 21:35:08.697569 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f2b7367d-41de-4ca1-9c45-19c2ddb8ddb2 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (37baa84f-b1e3-489c-af6c-46b9f6460b4a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:08.701698 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da2d51e-e523-4c36-81fb-ed72319597b1 x-openstack-request-id: req-5da2d51e-e523-4c36-81fb-ed72319597b1 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:08.702267 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "581371a9-8353-46f8-a613-0e8892a368a5", "tag": "93e63d34-3078-45f6-af70-480582a0508a", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:08.703268 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5da2d51e-e523-4c36-81fb-ed72319597b1 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:08.703869 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '581371a9-8353-46f8-a613-0e8892a368a5', 'tag': '93e63d34-3078-45f6-af70-480582a0508a', 'status': 'completed', 'code': 200} Feb 09 21:35:08.720522 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f2b7367d-41de-4ca1-9c45-19c2ddb8ddb2 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Calling delete_port for 37baa84f-b1e3-489c-af6c-46b9f6460b4a owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:08.746633 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff4b18eb-28cc-41de-9aab-2957e79a390c req-c9f28387-a534-4b2d-852e-3f234a005bf3 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/626aece1-d202-4dec-9763-3cc3975ace22 HTTP/1.1" status: 200 len: 1817 time: 0.0768011 Feb 09 21:35:08.876163 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ff4b18eb-28cc-41de-9aab-2957e79a390c req-634de706-295e-44e5-a8b5-4b28fdb521d1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (626aece1-d202-4dec-9763-3cc3975ace22), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:08.918511 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ff4b18eb-28cc-41de-9aab-2957e79a390c req-634de706-295e-44e5-a8b5-4b28fdb521d1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (626aece1-d202-4dec-9763-3cc3975ace22), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:08.988013 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ff4b18eb-28cc-41de-9aab-2957e79a390c req-634de706-295e-44e5-a8b5-4b28fdb521d1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (626aece1-d202-4dec-9763-3cc3975ace22), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:08.992860 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ff4b18eb-28cc-41de-9aab-2957e79a390c req-634de706-295e-44e5-a8b5-4b28fdb521d1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:09.000721 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff4b18eb-28cc-41de-9aab-2957e79a390c req-634de706-295e-44e5-a8b5-4b28fdb521d1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "DELETE /v2.0/security-groups/626aece1-d202-4dec-9763-3cc3975ace22 HTTP/1.1" status: 204 len: 173 time: 0.2412028 Feb 09 21:35:09.011148 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634de706-295e-44e5-a8b5-4b28fdb521d1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=626aece1-d202-4dec-9763-3cc3975ace22,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:09.052027 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-f739e8a7-b2c7-4a64-aa6c-5f19b3a47008 req-62658088-0c14-49e8-9b39-9b3057187f6e tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] show failed (client error): The resource could not be found. Feb 09 21:35:09.053506 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f739e8a7-b2c7-4a64-aa6c-5f19b3a47008 req-62658088-0c14-49e8-9b39-9b3057187f6e tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/626aece1-d202-4dec-9763-3cc3975ace22 HTTP/1.1" status: 404 len: 352 time: 0.0217946 Feb 09 21:35:09.162599 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea2a4db5-e19a-474b-9d67-0908de563ae8 req-8158277a-5b73-4b61-849c-1528ea3ee74f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/b60ba629-bc7c-46ef-b20e-2cce6e857d01 HTTP/1.1" status: 200 len: 1817 time: 0.0751748 Feb 09 21:35:09.318535 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ea2a4db5-e19a-474b-9d67-0908de563ae8 req-b322b4a1-f41f-46f8-9ccc-c751fbb14b2c tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (b60ba629-bc7c-46ef-b20e-2cce6e857d01), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:09.330638 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356497e0-8f04-466a-a84e-b7a44077d185 req-e3e45c28-6061-47ae-8d0b-705f495cbac5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:09.341960 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-356497e0-8f04-466a-a84e-b7a44077d185 req-e3e45c28-6061-47ae-8d0b-705f495cbac5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=48e78486-166f-49de-be5f-14783d88c650 HTTP/1.1" status: 200 len: 945 time: 0.1523499 Feb 09 21:35:09.420474 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ea2a4db5-e19a-474b-9d67-0908de563ae8 req-b322b4a1-f41f-46f8-9ccc-c751fbb14b2c tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (b60ba629-bc7c-46ef-b20e-2cce6e857d01), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:09.463082 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 233196c2-9f6b-4aad-8776-3057fcc35e0e up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:09.493857 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-356497e0-8f04-466a-a84e-b7a44077d185 req-cf4b0097-5706-44d9-8672-81d5f591fa61 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505208 Feb 09 21:35:09.513023 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c71d35-871f-43fb-8618-4efbc2395c75 req-982b8bda-270e-4969-9f18-1b0d693ed97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:09.516672 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-53c71d35-871f-43fb-8618-4efbc2395c75 req-982b8bda-270e-4969-9f18-1b0d693ed97c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 1155 time: 0.7894049 Feb 09 21:35:09.518955 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f2b7367d-41de-4ca1-9c45-19c2ddb8ddb2 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (37baa84f-b1e3-489c-af6c-46b9f6460b4a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:09.531077 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ea2a4db5-e19a-474b-9d67-0908de563ae8 req-b322b4a1-f41f-46f8-9ccc-c751fbb14b2c tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b60ba629-bc7c-46ef-b20e-2cce6e857d01), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:09.534691 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ea2a4db5-e19a-474b-9d67-0908de563ae8 req-b322b4a1-f41f-46f8-9ccc-c751fbb14b2c tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:09.548248 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea2a4db5-e19a-474b-9d67-0908de563ae8 req-b322b4a1-f41f-46f8-9ccc-c751fbb14b2c tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "DELETE /v2.0/security-groups/b60ba629-bc7c-46ef-b20e-2cce6e857d01 HTTP/1.1" status: 204 len: 173 time: 0.3802810 Feb 09 21:35:09.556636 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 233196c2-9f6b-4aad-8776-3057fcc35e0e completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:35:09.566533 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 233196c2-9f6b-4aad-8776-3057fcc35e0e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:09.566930 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (233196c2-9f6b-4aad-8776-3057fcc35e0e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:09.593121 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322b4a1-f41f-46f8-9ccc-c751fbb14b2c tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60ba629-bc7c-46ef-b20e-2cce6e857d01,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:09.626321 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-a759d54f-648a-47e6-864a-4f04bfb2b798 req-200b2af2-5b5e-4462-8bec-b5a618f16278 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] show failed (client error): The resource could not be found. Feb 09 21:35:09.641567 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a759d54f-648a-47e6-864a-4f04bfb2b798 req-200b2af2-5b5e-4462-8bec-b5a618f16278 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/b60ba629-bc7c-46ef-b20e-2cce6e857d01 HTTP/1.1" status: 404 len: 352 time: 0.0637417 Feb 09 21:35:09.671132 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7367d-41de-4ca1-9c45-19c2ddb8ddb2 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Pushing event deleted for resources: {'Port': ['ID=37baa84f-b1e3-489c-af6c-46b9f6460b4a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:09.775191 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 233196c2-9f6b-4aad-8776-3057fcc35e0e is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:09.775566 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (233196c2-9f6b-4aad-8776-3057fcc35e0e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:09.783383 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89cc53-db89-454d-ae33-7e2d5ab20cda req-062d55d1-ecfa-490d-aa0c-6c5712b65b8c tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:09.789186 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3d89cc53-db89-454d-ae33-7e2d5ab20cda req-062d55d1-ecfa-490d-aa0c-6c5712b65b8c tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.1164539 Feb 09 21:35:09.840481 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f2b7367d-41de-4ca1-9c45-19c2ddb8ddb2 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (40bac27f-f223-4864-a50f-a02dcdf7301c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:09.861174 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 233196c2-9f6b-4aad-8776-3057fcc35e0e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=233196c2-9f6b-4aad-8776-3057fcc35e0e,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:09.866825 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e78486-166f-49de-be5f-14783d88c650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233196c2-9f6b-4aad-8776-3057fcc35e0e'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:09.872250 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bb4504-9653-4c3b-9ce7-0f85fde38434" -d '{"events": [{"server_uuid": "48e78486-166f-49de-be5f-14783d88c650", "name": "network-vif-plugged", "status": "completed", "tag": "233196c2-9f6b-4aad-8776-3057fcc35e0e"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:09.882642 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (233196c2-9f6b-4aad-8776-3057fcc35e0e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:09.920877 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3d89cc53-db89-454d-ae33-7e2d5ab20cda req-5d758428-7af0-43cc-9737-720d2830af6c tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155369 Feb 09 21:35:09.983630 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=233196c2-9f6b-4aad-8776-3057fcc35e0e,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:10.033361 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f2b7367d-41de-4ca1-9c45-19c2ddb8ddb2 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (40bac27f-f223-4864-a50f-a02dcdf7301c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.036180 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f2b7367d-41de-4ca1-9c45-19c2ddb8ddb2 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_controller (40bac27f-f223-4864-a50f-a02dcdf7301c), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.039128 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c71d35-871f-43fb-8618-4efbc2395c75 req-a838fa1d-cbf9-4138-8dac-76990d283ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.040753 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-53c71d35-871f-43fb-8618-4efbc2395c75 req-a838fa1d-cbf9-4138-8dac-76990d283ebe service neutron] 10.222.0.42 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 908 time: 0.5149744 Feb 09 21:35:10.081605 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bfac2ed-783b-40db-8b1f-b00a5c7e7f0b req-5f64d032-0116-4eda-93fc-dcfef31939a6 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/a85de0e7-b320-4abd-8dec-4fb50b7e5ec6 HTTP/1.1" status: 200 len: 1816 time: 0.0915234 Feb 09 21:35:10.105096 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb1b8a2-d382-4b26-9683-23ed43888ec7 x-openstack-request-id: req-5fb1b8a2-d382-4b26-9683-23ed43888ec7 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:10.105764 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e78486-166f-49de-be5f-14783d88c650", "name": "network-vif-plugged", "status": "completed", "tag": "233196c2-9f6b-4aad-8776-3057fcc35e0e", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:10.106204 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5fb1b8a2-d382-4b26-9683-23ed43888ec7 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:10.106857 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e78486-166f-49de-be5f-14783d88c650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233196c2-9f6b-4aad-8776-3057fcc35e0e', 'code': 200} Feb 09 21:35:10.167031 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:35:10.174026 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-53c71d35-871f-43fb-8618-4efbc2395c75 req-ef4db14e-be2e-4406-9b9c-bf08e9cc3743 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93e63d34-3078-45f6-af70-480582a0508a HTTP/1.1" status: 200 len: 217 time: 0.1183445 Feb 09 21:35:10.176187 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3bfac2ed-783b-40db-8b1f-b00a5c7e7f0b req-c3650d1f-9dc7-4445-8179-c54e890e1e7f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (a85de0e7-b320-4abd-8dec-4fb50b7e5ec6), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.209254 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f2b7367d-41de-4ca1-9c45-19c2ddb8ddb2 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (40bac27f-f223-4864-a50f-a02dcdf7301c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.209778 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b7367d-41de-4ca1-9c45-19c2ddb8ddb2 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Fanout notify agent at l3_agent the message router_deleted on router 40bac27f-f223-4864-a50f-a02dcdf7301c {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:35:10.212894 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3bfac2ed-783b-40db-8b1f-b00a5c7e7f0b req-c3650d1f-9dc7-4445-8179-c54e890e1e7f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (a85de0e7-b320-4abd-8dec-4fb50b7e5ec6), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.230659 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f2b7367d-41de-4ca1-9c45-19c2ddb8ddb2 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.238217 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f2b7367d-41de-4ca1-9c45-19c2ddb8ddb2 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "DELETE /v2.0/routers/40bac27f-f223-4864-a50f-a02dcdf7301c HTTP/1.1" status: 204 len: 168 time: 2.5022357 Feb 09 21:35:10.245820 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53056) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:10.251622 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2461c43b-d942-4792-be78-bee6f62ac238 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1717212542', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'enable_snat': False}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:10.299694 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2461c43b-d942-4792-be78-bee6f62ac238 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.303936 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2461c43b-d942-4792-be78-bee6f62ac238 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.325103 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3bfac2ed-783b-40db-8b1f-b00a5c7e7f0b req-c3650d1f-9dc7-4445-8179-c54e890e1e7f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a85de0e7-b320-4abd-8dec-4fb50b7e5ec6), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.328012 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3bfac2ed-783b-40db-8b1f-b00a5c7e7f0b req-c3650d1f-9dc7-4445-8179-c54e890e1e7f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.338056 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bfac2ed-783b-40db-8b1f-b00a5c7e7f0b req-c3650d1f-9dc7-4445-8179-c54e890e1e7f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "DELETE /v2.0/security-groups/a85de0e7-b320-4abd-8dec-4fb50b7e5ec6 HTTP/1.1" status: 204 len: 173 time: 0.2536845 Feb 09 21:35:10.441424 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3650d1f-9dc7-4445-8179-c54e890e1e7f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85de0e7-b320-4abd-8dec-4fb50b7e5ec6,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:10.459471 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c71d35-871f-43fb-8618-4efbc2395c75 req-e0ac95bf-8cfa-4c80-bdcc-eb4b19668915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.461027 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-53c71d35-871f-43fb-8618-4efbc2395c75 req-e0ac95bf-8cfa-4c80-bdcc-eb4b19668915 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.2726564 Feb 09 21:35:10.472041 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bef9166b-2287-44da-92ad-0b4692d5c038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.542228 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-53c71d35-871f-43fb-8618-4efbc2395c75 req-51b8003b-e3ad-4b3f-90a8-a96b622ceb3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711789 Feb 09 21:35:10.550006 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef76525-a53f-4bb5-9d5e-408a1b2bdaf6 req-4505bfab-b6b9-4043-9fd9-2070c7050af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.552139 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8ef76525-a53f-4bb5-9d5e-408a1b2bdaf6 req-4505bfab-b6b9-4043-9fd9-2070c7050af4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=48e78486-166f-49de-be5f-14783d88c650 HTTP/1.1" status: 200 len: 1128 time: 0.3104753 Feb 09 21:35:10.597776 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2461c43b-d942-4792-be78-bee6f62ac238 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_controller (8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.599612 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-fe01a72f-b01b-4ae5-8469-60c493dd3ff2 req-e7f4f273-774c-42eb-befa-2a8313d29dcb tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] show failed (client error): The resource could not be found. Feb 09 21:35:10.600809 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe01a72f-b01b-4ae5-8469-60c493dd3ff2 req-e7f4f273-774c-42eb-befa-2a8313d29dcb tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/a85de0e7-b320-4abd-8dec-4fb50b7e5ec6 HTTP/1.1" status: 404 len: 352 time: 0.0495329 Feb 09 21:35:10.705886 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8ef76525-a53f-4bb5-9d5e-408a1b2bdaf6 req-8f6f08b9-ba03-4cf2-b00d-40f046490801 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313438 Feb 09 21:35:10.758732 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-53c71d35-871f-43fb-8618-4efbc2395c75 req-a0a82c85-110b-4f32-9ce9-262305521411 service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936929 Feb 09 21:35:10.888607 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2461c43b-d942-4792-be78-bee6f62ac238 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_gateway (8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.024237 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951fe5c-fe76-4727-af96-1e48ca32acff req-4a12e0aa-266b-4d41-a388-041ac66b356c tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:11.026207 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5951fe5c-fe76-4727-af96-1e48ca32acff req-4a12e0aa-266b-4d41-a388-041ac66b356c tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 945 time: 0.4161844 Feb 09 21:35:11.119555 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8c2c1-3b72-4ed7-8132-34932659b107 req-04863104-b4fa-49f2-b9bd-d35b72181ecc tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:11.126501 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6bc8c2c1-3b72-4ed7-8132-34932659b107 req-04863104-b4fa-49f2-b9bd-d35b72181ecc tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=48e78486-166f-49de-be5f-14783d88c650 HTTP/1.1" status: 200 len: 946 time: 0.2187667 Feb 09 21:35:11.169430 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-53c71d35-871f-43fb-8618-4efbc2395c75 req-8e500be5-7eec-4d84-87fb-91dce2679946 service neutron] 10.222.0.42 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496135 Feb 09 21:35:11.202663 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5951fe5c-fe76-4727-af96-1e48ca32acff req-ee49b500-ae9c-4fda-b1f8-e46a4daa1bb4 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694829 Feb 09 21:35:11.253553 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6bc8c2c1-3b72-4ed7-8132-34932659b107 req-e89bc787-e3c2-46fa-ac42-3951ffe56bcd tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260836 Feb 09 21:35:11.339993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53086) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:11.350616 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9f1f895-91b4-4332-9367-003b97601982 req-4dbed09f-8f33-49b3-b9ae-338a80201ad4 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cb20ece5c2df40e9ad3c9d0b8aef51cf HTTP/1.1" status: 200 len: 6197 time: 0.1271327 Feb 09 21:35:11.439168 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.679969 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce4e62-77b1-4f93-bb46-b5ef740069ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.812093 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce4e62-77b1-4f93-bb46-b5ef740069ea admin admin] Publish callbacks [] for security_group (bed33ced-964d-4d23-b994-91cbd82f79ee), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.818309 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce4e62-77b1-4f93-bb46-b5ef740069ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bed33ced-964d-4d23-b994-91cbd82f79ee), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.880850 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b7ce4e62-77b1-4f93-bb46-b5ef740069ea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b057725319bb4583a0f07116c506dde7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5390546 Feb 09 21:35:11.882464 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce4e62-77b1-4f93-bb46-b5ef740069ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed33ced-964d-4d23-b994-91cbd82f79ee,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:11.885580 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53098) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:11.994225 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9f1f895-91b4-4332-9367-003b97601982 req-ba9cb47e-3cc5-44e1-b7ad-51dd3ffd3480 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/29b6ddcf-f5b8-45c2-abec-7837ff46b64f HTTP/1.1" status: 200 len: 2998 time: 0.6421919 Feb 09 21:35:12.050952 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2461c43b-d942-4792-be78-bee6f62ac238 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_gateway (8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.096693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04255d28-c804-4417-8fb6-36e8e9412332 req-894e509e-13d1-4bba-80cf-98bff55b1037 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:12.104762 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04255d28-c804-4417-8fb6-36e8e9412332 req-894e509e-13d1-4bba-80cf-98bff55b1037 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.6942873 Feb 09 21:35:12.128987 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2461c43b-d942-4792-be78-bee6f62ac238 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.239937 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9f1f895-91b4-4332-9367-003b97601982 req-3e526df0-8c16-458d-915c-c49bd1870771 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/29b6ddcf-f5b8-45c2-abec-7837ff46b64f HTTP/1.1" status: 200 len: 2998 time: 0.2434616 Feb 09 21:35:12.246447 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99603ed2-97d2-45d3-b6f6-3fcedd29ee0d admin admin] Publish callbacks [] for security_group (bed33ced-964d-4d23-b994-91cbd82f79ee), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.303063 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04255d28-c804-4417-8fb6-36e8e9412332 req-d56b3381-b970-4ec1-a0fd-50e4f3728017 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947863 Feb 09 21:35:12.368719 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-7a519024-473b-45ca-b443-338000d09ba7 req-da17785d-02d1-4dbf-a7ad-67feeef07a69 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2040461470', 'description': 'tempest-description-951630614'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:12.396317 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99603ed2-97d2-45d3-b6f6-3fcedd29ee0d admin admin] Publish callbacks [] for security_group (bed33ced-964d-4d23-b994-91cbd82f79ee), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.497974 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-2461c43b-d942-4792-be78-bee6f62ac238 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Allocated IP 172.25.6.66 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/c85e52d9-9d13-4e45-9c75-2c862a8d1086) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:12.504510 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7a519024-473b-45ca-b443-338000d09ba7 req-da17785d-02d1-4dbf-a7ad-67feeef07a69 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.602438 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.605231 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99603ed2-97d2-45d3-b6f6-3fcedd29ee0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bed33ced-964d-4d23-b994-91cbd82f79ee), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.608641 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99603ed2-97d2-45d3-b6f6-3fcedd29ee0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.610107 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-99603ed2-97d2-45d3-b6f6-3fcedd29ee0d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bed33ced-964d-4d23-b994-91cbd82f79ee HTTP/1.1" status: 204 len: 168 time: 0.6690550 Feb 09 21:35:12.637790 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99603ed2-97d2-45d3-b6f6-3fcedd29ee0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed33ced-964d-4d23-b994-91cbd82f79ee,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:12.659676 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603ed2-97d2-45d3-b6f6-3fcedd29ee0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:12.660069 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603ed2-97d2-45d3-b6f6-3fcedd29ee0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:12.661071 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603ed2-97d2-45d3-b6f6-3fcedd29ee0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:12.661325 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603ed2-97d2-45d3-b6f6-3fcedd29ee0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:12.661912 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603ed2-97d2-45d3-b6f6-3fcedd29ee0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:12.662298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603ed2-97d2-45d3-b6f6-3fcedd29ee0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:12.662666 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603ed2-97d2-45d3-b6f6-3fcedd29ee0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:12.663014 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603ed2-97d2-45d3-b6f6-3fcedd29ee0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:12.663353 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603ed2-97d2-45d3-b6f6-3fcedd29ee0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:12.663776 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603ed2-97d2-45d3-b6f6-3fcedd29ee0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:12.664477 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603ed2-97d2-45d3-b6f6-3fcedd29ee0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:12.664712 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603ed2-97d2-45d3-b6f6-3fcedd29ee0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:12.665057 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603ed2-97d2-45d3-b6f6-3fcedd29ee0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:12.718640 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7a519024-473b-45ca-b443-338000d09ba7 req-da17785d-02d1-4dbf-a7ad-67feeef07a69 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (a144dbd7-a360-4c4e-a011-cb3387e19484), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.729616 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7a519024-473b-45ca-b443-338000d09ba7 req-da17785d-02d1-4dbf-a7ad-67feeef07a69 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a144dbd7-a360-4c4e-a011-cb3387e19484), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.744115 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2461c43b-d942-4792-be78-bee6f62ac238 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for port (c85e52d9-9d13-4e45-9c75-2c862a8d1086), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.782893 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7a519024-473b-45ca-b443-338000d09ba7 req-da17785d-02d1-4dbf-a7ad-67feeef07a69 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.784245 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a519024-473b-45ca-b443-338000d09ba7 req-da17785d-02d1-4dbf-a7ad-67feeef07a69 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4210832 Feb 09 21:35:12.791770 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17785d-02d1-4dbf-a7ad-67feeef07a69 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a144dbd7-a360-4c4e-a011-cb3387e19484,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:12.832265 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2461c43b-d942-4792-be78-bee6f62ac238 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c85e52d9-9d13-4e45-9c75-2c862a8d1086), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.880930 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2461c43b-d942-4792-be78-bee6f62ac238 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:12.899180 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-2461c43b-d942-4792-be78-bee6f62ac238 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:12.923600 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2461c43b-d942-4792-be78-bee6f62ac238 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:12.974273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461c43b-d942-4792-be78-bee6f62ac238 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Pushing event updated for resources: {'Port': ['ID=c85e52d9-9d13-4e45-9c75-2c862a8d1086,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:13.010820 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8b240-8b3a-4899-a633-93ee1a2f2fc1 req-c153b10a-7462-4683-b6cf-58cc118c079d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:13.018070 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e0b8b240-8b3a-4899-a633-93ee1a2f2fc1 req-c153b10a-7462-4683-b6cf-58cc118c079d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=48e78486-166f-49de-be5f-14783d88c650 HTTP/1.1" status: 200 len: 946 time: 0.1401432 Feb 09 21:35:13.186876 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e0b8b240-8b3a-4899-a633-93ee1a2f2fc1 req-2aa8261b-2d1e-4121-92cf-f06c64f5da21 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678109 Feb 09 21:35:13.219971 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-77a6df2c-426e-4018-a79d-15fe5fb555b4 req-36956f8f-6282-4628-bf3a-8447280c176d tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-334311211', 'description': 'tempest-description-512748623'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:13.353175 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53130) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:13.397674 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-28f6222a-8e53-496f-9fad-a93a71ebabed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.412253 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2461c43b-d942-4792-be78-bee6f62ac238 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_gateway (8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.571378 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-28f6222a-8e53-496f-9fad-a93a71ebabed admin admin] Publish callbacks [] for security_group (b8c88e38-13b1-4901-a59d-382a4bdbfa50), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.593315 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-28f6222a-8e53-496f-9fad-a93a71ebabed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b8c88e38-13b1-4901-a59d-382a4bdbfa50), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.631989 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-77a6df2c-426e-4018-a79d-15fe5fb555b4 req-36956f8f-6282-4628-bf3a-8447280c176d tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.710369 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6222a-8e53-496f-9fad-a93a71ebabed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c88e38-13b1-4901-a59d-382a4bdbfa50,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:13.740812 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-28f6222a-8e53-496f-9fad-a93a71ebabed admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=49f5e847d9a54694a581cc12dbb8ce2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3831403 Feb 09 21:35:13.741785 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53140) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:13.824043 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-77a6df2c-426e-4018-a79d-15fe5fb555b4 req-36956f8f-6282-4628-bf3a-8447280c176d tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (66022208-c854-4f29-92cf-af01563a348e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.839209 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-77a6df2c-426e-4018-a79d-15fe5fb555b4 req-36956f8f-6282-4628-bf3a-8447280c176d tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (66022208-c854-4f29-92cf-af01563a348e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.875345 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-77a6df2c-426e-4018-a79d-15fe5fb555b4 req-36956f8f-6282-4628-bf3a-8447280c176d tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.876746 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-77a6df2c-426e-4018-a79d-15fe5fb555b4 req-36956f8f-6282-4628-bf3a-8447280c176d tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.6655221 Feb 09 21:35:13.877514 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c10fd51b-a2b0-4d7a-8288-e705fc762f86 admin admin] Publish callbacks [] for security_group (b8c88e38-13b1-4901-a59d-382a4bdbfa50), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.915545 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36956f8f-6282-4628-bf3a-8447280c176d tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66022208-c854-4f29-92cf-af01563a348e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:13.938878 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c10fd51b-a2b0-4d7a-8288-e705fc762f86 admin admin] Publish callbacks [] for security_group (b8c88e38-13b1-4901-a59d-382a4bdbfa50), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.946594 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c7fc3-3952-485f-be34-4d2a8f344b46 req-c588eb1c-26c9-4275-9dc7-f2e6be4523d4 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:13.956104 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7b0c7fc3-3952-485f-be34-4d2a8f344b46 req-c588eb1c-26c9-4275-9dc7-f2e6be4523d4 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944 HTTP/1.1" status: 200 len: 945 time: 0.5830841 Feb 09 21:35:13.989604 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.014514 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2461c43b-d942-4792-be78-bee6f62ac238 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.073180 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c10fd51b-a2b0-4d7a-8288-e705fc762f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b8c88e38-13b1-4901-a59d-382a4bdbfa50), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.076762 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c10fd51b-a2b0-4d7a-8288-e705fc762f86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.081038 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c10fd51b-a2b0-4d7a-8288-e705fc762f86 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b8c88e38-13b1-4901-a59d-382a4bdbfa50 HTTP/1.1" status: 204 len: 168 time: 0.3369424 Feb 09 21:35:14.092378 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10fd51b-a2b0-4d7a-8288-e705fc762f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c88e38-13b1-4901-a59d-382a4bdbfa50,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:14.101579 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd51b-a2b0-4d7a-8288-e705fc762f86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.101997 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd51b-a2b0-4d7a-8288-e705fc762f86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.102345 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd51b-a2b0-4d7a-8288-e705fc762f86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.103070 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd51b-a2b0-4d7a-8288-e705fc762f86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.103070 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd51b-a2b0-4d7a-8288-e705fc762f86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.103320 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd51b-a2b0-4d7a-8288-e705fc762f86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.103869 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd51b-a2b0-4d7a-8288-e705fc762f86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.104203 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd51b-a2b0-4d7a-8288-e705fc762f86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.104535 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd51b-a2b0-4d7a-8288-e705fc762f86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.104867 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd51b-a2b0-4d7a-8288-e705fc762f86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.105195 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd51b-a2b0-4d7a-8288-e705fc762f86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.105517 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd51b-a2b0-4d7a-8288-e705fc762f86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.105841 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd51b-a2b0-4d7a-8288-e705fc762f86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.177383 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7b0c7fc3-3952-485f-be34-4d2a8f344b46 req-742f972f-74e7-4bd6-9c40-c9b6ebbe0108 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145252 Feb 09 21:35:14.374562 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65579bb-c8bc-41cd-8feb-df61a935e043 req-d9a762c5-d713-47c1-a593-224e2d2421dc tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:14.377063 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a65579bb-c8bc-41cd-8feb-df61a935e043 req-d9a762c5-d713-47c1-a593-224e2d2421dc tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 945 time: 0.1984892 Feb 09 21:35:14.435366 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e962f-75db-4603-b32e-ef493eed29bc req-1c11e30e-d6ae-4eda-b08f-d2d469e57e2f tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:14.448569 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-240e962f-75db-4603-b32e-ef493eed29bc req-1c11e30e-d6ae-4eda-b08f-d2d469e57e2f tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.1514623 Feb 09 21:35:14.504070 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a65579bb-c8bc-41cd-8feb-df61a935e043 req-aad0eb13-81f8-442f-9afa-74dc72d683b8 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167817 Feb 09 21:35:14.557973 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2461c43b-d942-4792-be78-bee6f62ac238 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Router 8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:35:14.590253 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-240e962f-75db-4603-b32e-ef493eed29bc req-8d2f988c-8902-44cb-aa88-7e85db697d8c tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405132 Feb 09 21:35:15.060329 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cd96b-e7ac-47cd-9afd-b0abfd32468a req-bac51d0b-7c73-4d29-9d97-5040ca6352d0 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:15.063187 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-df7cd96b-e7ac-47cd-9afd-b0abfd32468a req-bac51d0b-7c73-4d29-9d97-5040ca6352d0 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 945 time: 0.1407051 Feb 09 21:35:15.143562 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.205091 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2461c43b-d942-4792-be78-bee6f62ac238 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:15.224245 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] Sync routers for ids ['8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:15.248086 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] Routers {'8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:15.248758 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:35:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:15.303625 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2461c43b-d942-4792-be78-bee6f62ac238 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.310724 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2461c43b-d942-4792-be78-bee6f62ac238 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.0594079 Feb 09 21:35:15.317124 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53170) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:15.341802 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263af197-2e44-4914-9005-079407e88b2c req-480d865d-bd64-46fd-8f41-7c6d7acf8b97 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:15.361697 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-263af197-2e44-4914-9005-079407e88b2c req-480d865d-bd64-46fd-8f41-7c6d7acf8b97 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=48e78486-166f-49de-be5f-14783d88c650 HTTP/1.1" status: 200 len: 946 time: 0.6020038 Feb 09 21:35:15.499796 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 93e63d34-3078-45f6-af70-480582a0508a no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:15.508815 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] Set router 8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:15.527343 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-df7cd96b-e7ac-47cd-9afd-b0abfd32468a req-84bcb265-c0c6-4312-b278-52386f7b1107 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Deleting port 4e59af47-ecfd-49a8-bc41-f69691087fd5 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:15.528133 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-df7cd96b-e7ac-47cd-9afd-b0abfd32468a req-84bcb265-c0c6-4312-b278-52386f7b1107 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (4e59af47-ecfd-49a8-bc41-f69691087fd5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.646227 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-e136a87b-36cf-443d-8638-332ba4c6d5eb tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:15.669142 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-e136a87b-36cf-443d-8638-332ba4c6d5eb tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/networks?id=17f99b47-e532-41c4-93bb-9e02fc4962ed HTTP/1.1" status: 200 len: 813 time: 0.9074004 Feb 09 21:35:15.780475 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-94920ec6-329f-41cc-9cce-f9b345f3d519 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/quotas/cb20ece5c2df40e9ad3c9d0b8aef51cf HTTP/1.1" status: 200 len: 375 time: 0.1095989 Feb 09 21:35:15.827394 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.828568 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc', 'name': 'tempest-snat-router-1717212542', 'tenant_id': '6bdeaa25e02e4f95a1d7853fb9a7bb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.66'}], 'enable_snat': False}, 'gw_port_id': 'c85e52d9-9d13-4e45-9c75-2c862a8d1086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:10Z', 'updated_at': '2022-02-09T21:35:13Z', 'revision_number': 3, 'project_id': '6bdeaa25e02e4f95a1d7853fb9a7bb18', 'gw_port': {'id': 'c85e52d9-9d13-4e45-9c75-2c862a8d1086', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:15.900591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 93e63d34-3078-45f6-af70-480582a0508a is: DOWN; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:15.916354 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-263af197-2e44-4914-9005-079407e88b2c req-8ab1c57d-a9d6-4268-b3a9-49a699d0c4cb tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004561 Feb 09 21:35:15.924891 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] Checking router: 8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:15.925245 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] Updating router 8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc port c85e52d9-9d13-4e45-9c75-2c862a8d1086 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:35:15.939810 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c4bdd8e0-c75b-4f88-bba4-10e7ad55162c tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "GET /v2.0/routers/8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc HTTP/1.1" status: 200 len: 908 time: 0.6196883 Feb 09 21:35:15.947998 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53182) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:16.013349 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-df7cd96b-e7ac-47cd-9afd-b0abfd32468a req-84bcb265-c0c6-4312-b278-52386f7b1107 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] For port 4e59af47-ecfd-49a8-bc41-f69691087fd5, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=4e59af47-ecfd-49a8-bc41-f69691087fd5,segment=NetworkSegment(3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3),segment_id=3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:16.013617 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-df7cd96b-e7ac-47cd-9afd-b0abfd32468a req-84bcb265-c0c6-4312-b278-52386f7b1107 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (4e59af47-ecfd-49a8-bc41-f69691087fd5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.018493 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c85e52d9-9d13-4e45-9c75-2c862a8d1086), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.328770 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-df7cd96b-e7ac-47cd-9afd-b0abfd32468a req-84bcb265-c0c6-4312-b278-52386f7b1107 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.329468 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-df7cd96b-e7ac-47cd-9afd-b0abfd32468a req-84bcb265-c0c6-4312-b278-52386f7b1107 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (3e85688f-25fa-41cc-8f9f-42bdb22fc0ff), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.329468 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [req-df7cd96b-e7ac-47cd-9afd-b0abfd32468a req-84bcb265-c0c6-4312-b278-52386f7b1107 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Floating IP 3e85688f-25fa-41cc-8f9f-42bdb22fc0ff disassociated. External IP: 172.25.6.197, port: 4e59af47-ecfd-49a8-bc41-f69691087fd5. Feb 09 21:35:16.329693 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-df7cd96b-e7ac-47cd-9afd-b0abfd32468a req-84bcb265-c0c6-4312-b278-52386f7b1107 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Calling delete_port for 4e59af47-ecfd-49a8-bc41-f69691087fd5 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:16.333071 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c5445f5f-6fb3-4b3c-b08f-b9b654675ac9 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1717212542', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'enable_snat': True}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:16.398722 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-cf8c7d85-b36c-4e96-b7e6-9eff7c16f671 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cb20ece5c2df40e9ad3c9d0b8aef51cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6130412 Feb 09 21:35:16.403587 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5445f5f-6fb3-4b3c-b08f-b9b654675ac9 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (024929c8-271f-4b97-8122-6f1aa9782dd6), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.405201 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5445f5f-6fb3-4b3c-b08f-b9b654675ac9 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (024929c8-271f-4b97-8122-6f1aa9782dd6), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.499988 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-df7cd96b-e7ac-47cd-9afd-b0abfd32468a req-84bcb265-c0c6-4312-b278-52386f7b1107 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (4e59af47-ecfd-49a8-bc41-f69691087fd5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.514931 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] Publish callbacks [] for port (c85e52d9-9d13-4e45-9c75-2c862a8d1086), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.530096 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c85e52d9-9d13-4e45-9c75-2c862a8d1086), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.546371 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcb265-c0c6-4312-b278-52386f7b1107 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Pushing event deleted for resources: {'Port': ['ID=4e59af47-ecfd-49a8-bc41-f69691087fd5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:16.596463 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb427424-36e1-49d5-8871-045b2ad20f1b req-bbcf931d-5629-4b94-bfbd-759f55285614 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:16.600220 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb427424-36e1-49d5-8871-045b2ad20f1b req-bbcf931d-5629-4b94-bfbd-759f55285614 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 945 time: 0.2612221 Feb 09 21:35:16.624768 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f53e8-3048-430b-9546-d1e5fed64d49 None None] Pushing event updated for resources: {'Port': ['ID=c85e52d9-9d13-4e45-9c75-2c862a8d1086,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:16.631345 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] Attempting to bind port c85e52d9-9d13-4e45-9c75-2c862a8d1086 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:16.631663 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] Attempting to bind port c85e52d9-9d13-4e45-9c75-2c862a8d1086 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:16.634135 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] Attempting to bind port c85e52d9-9d13-4e45-9c75-2c862a8d1086 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:16.643671 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:16.644094 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:16.644503 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.644938 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:16.645413 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] Bound port: c85e52d9-9d13-4e45-9c75-2c862a8d1086, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:16.645953 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c85e52d9-9d13-4e45-9c75-2c862a8d1086), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.716010 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] For port c85e52d9-9d13-4e45-9c75-2c862a8d1086, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:16.719739 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] For port c85e52d9-9d13-4e45-9c75-2c862a8d1086, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c85e52d9-9d13-4e45-9c75-2c862a8d1086,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:16.726991 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c85e52d9-9d13-4e45-9c75-2c862a8d1086), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.763553 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5445f5f-6fb3-4b3c-b08f-b9b654675ac9 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_controller (024929c8-271f-4b97-8122-6f1aa9782dd6), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.778956 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] Routers {'8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:16.779701 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:35:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:16.887755 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-e6c5c910-9b18-48ff-a327-99072bb25f6f service neutron] 10.222.0.42 "GET /v2.0/ports/93e63d34-3078-45f6-af70-480582a0508a/bindings/n-h1-828601-1 HTTP/1.1" status: 200 len: 384 time: 0.1332748 Feb 09 21:35:16.902853 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] Set router 8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:16.917952 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df7cd96b-e7ac-47cd-9afd-b0abfd32468a req-84bcb265-c0c6-4312-b278-52386f7b1107 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Router 987e0f3e-9839-4bd1-931c-e929e9bc41bd has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:35:16.921767 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-acf11c57-807a-47ae-a398-aac3d096a2a1 service neutron] 10.222.0.77 "GET /v2.0/networks/17f99b47-e532-41c4-93bb-9e02fc4962ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086169 Feb 09 21:35:17.128492 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f53e8-3048-430b-9546-d1e5fed64d49 None None] Pushing event updated for resources: {'Port': ['ID=c85e52d9-9d13-4e45-9c75-2c862a8d1086,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:17.133947 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc', 'name': 'tempest-snat-router-1717212542', 'tenant_id': '6bdeaa25e02e4f95a1d7853fb9a7bb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.66'}], 'enable_snat': False}, 'gw_port_id': 'c85e52d9-9d13-4e45-9c75-2c862a8d1086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:10Z', 'updated_at': '2022-02-09T21:35:13Z', 'revision_number': 3, 'project_id': '6bdeaa25e02e4f95a1d7853fb9a7bb18', 'gw_port': {'id': 'c85e52d9-9d13-4e45-9c75-2c862a8d1086', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:17.159130 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb427424-36e1-49d5-8871-045b2ad20f1b req-4673149e-1907-4665-984b-b83559d26f53 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups?id=06645825-b023-4f53-a7b9-26828a308952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4783161 Feb 09 21:35:17.234060 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb85b3f1-3dcf-4250-a26a-9b099f356a26 None None] The sync data for ids ['8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc'] in n-d-828601-1 is: [{'id': '8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc', 'name': 'tempest-snat-router-1717212542', 'tenant_id': '6bdeaa25e02e4f95a1d7853fb9a7bb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.66'}], 'enable_snat': False}, 'gw_port_id': 'c85e52d9-9d13-4e45-9c75-2c862a8d1086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:10Z', 'updated_at': '2022-02-09T21:35:13Z', 'revision_number': 3, 'project_id': '6bdeaa25e02e4f95a1d7853fb9a7bb18', 'gw_port': {'id': 'c85e52d9-9d13-4e45-9c75-2c862a8d1086', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:17.359445 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5445f5f-6fb3-4b3c-b08f-b9b654675ac9 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_gateway (024929c8-271f-4b97-8122-6f1aa9782dd6), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.361208 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df7cd96b-e7ac-47cd-9afd-b0abfd32468a req-84bcb265-c0c6-4312-b278-52386f7b1107 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:17.381060 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba23f5de-d751-4196-ad26-83e96cae6c47 None None] Sync routers for ids ['987e0f3e-9839-4bd1-931c-e929e9bc41bd'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:17.408773 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba23f5de-d751-4196-ad26-83e96cae6c47 None None] Routers {'987e0f3e-9839-4bd1-931c-e929e9bc41bd'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:17.412107 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ba23f5de-d751-4196-ad26-83e96cae6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:35:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['987e0f3e-9839-4bd1-931c-e929e9bc41bd'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:17.434357 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7cd96b-e7ac-47cd-9afd-b0abfd32468a req-84bcb265-c0c6-4312-b278-52386f7b1107 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] No DVR routers for this DVR port 4e59af47-ecfd-49a8-bc41-f69691087fd5 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:35:17.439567 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-df7cd96b-e7ac-47cd-9afd-b0abfd32468a req-84bcb265-c0c6-4312-b278-52386f7b1107 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.443358 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-df7cd96b-e7ac-47cd-9afd-b0abfd32468a req-84bcb265-c0c6-4312-b278-52386f7b1107 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.42 "DELETE /v2.0/ports/4e59af47-ecfd-49a8-bc41-f69691087fd5 HTTP/1.1" status: 204 len: 173 time: 2.3737869 Feb 09 21:35:17.443882 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd030e8a-5164-4160-bc9d-8c1c32a9f710', 'name': 'network-vif-deleted', 'tag': '4e59af47-ecfd-49a8-bc41-f69691087fd5'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:17.446632 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b25c42-2d13-4de1-8aff-c684864c1f95" -d '{"events": [{"server_uuid": "fd030e8a-5164-4160-bc9d-8c1c32a9f710", "name": "network-vif-deleted", "tag": "4e59af47-ecfd-49a8-bc41-f69691087fd5"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:17.476902 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-dcdc5ac3-b481-4a77-98cb-67e076db77d9 service neutron] 10.222.0.77 "GET /v2.0/networks/17f99b47-e532-41c4-93bb-9e02fc4962ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759903 Feb 09 21:35:17.493347 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-631ac9bb-3ff2-4101-83bd-d85486c1bbe5 service neutron] For port 93e63d34-3078-45f6-af70-480582a0508a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=93e63d34-3078-45f6-af70-480582a0508a,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:17.507613 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b14f39-1c51-46b0-ba2a-86c8814e2dcb req-ede997aa-974b-44b3-a039-4b8fa106329a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:17.516539 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1b14f39-1c51-46b0-ba2a-86c8814e2dcb req-ede997aa-974b-44b3-a039-4b8fa106329a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 943 time: 0.2445190 Feb 09 21:35:17.526423 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-631ac9bb-3ff2-4101-83bd-d85486c1bbe5 service neutron] For port 93e63d34-3078-45f6-af70-480582a0508a, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:17.566723 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-631ac9bb-3ff2-4101-83bd-d85486c1bbe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e63d34-3078-45f6-af70-480582a0508a {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:17.584931 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-631ac9bb-3ff2-4101-83bd-d85486c1bbe5 service neutron] For port 93e63d34-3078-45f6-af70-480582a0508a, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=93e63d34-3078-45f6-af70-480582a0508a,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:17.586029 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1b14f39-1c51-46b0-ba2a-86c8814e2dcb req-08bcd7ce-4d61-4fce-ac63-dface1c14e72 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685031 Feb 09 21:35:17.623700 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-631ac9bb-3ff2-4101-83bd-d85486c1bbe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (93e63d34-3078-45f6-af70-480582a0508a), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.730583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ba23f5de-d751-4196-ad26-83e96cae6c47 None None] Set router 987e0f3e-9839-4bd1-931c-e929e9bc41bd gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:17.869539 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-631ac9bb-3ff2-4101-83bd-d85486c1bbe5 service neutron] Transition to ACTIVE for port object 93e63d34-3078-45f6-af70-480582a0508a will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:35:17.881916 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-631ac9bb-3ff2-4101-83bd-d85486c1bbe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (93e63d34-3078-45f6-af70-480582a0508a), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.993705 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ac9bb-3ff2-4101-83bd-d85486c1bbe5 service neutron] Pushing event updated for resources: {'Port': ['ID=93e63d34-3078-45f6-af70-480582a0508a,revision_number=10']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:18.049100 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c85e52d9-9d13-4e45-9c75-2c862a8d1086 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:18.052056 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38b9bf1-894d-4282-9421-9f7f0dc23b03 x-openstack-request-id: req-d38b9bf1-894d-4282-9421-9f7f0dc23b03 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:18.053053 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd030e8a-5164-4160-bc9d-8c1c32a9f710", "name": "network-vif-deleted", "tag": "4e59af47-ecfd-49a8-bc41-f69691087fd5", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:18.053053 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d38b9bf1-894d-4282-9421-9f7f0dc23b03 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:18.053683 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd030e8a-5164-4160-bc9d-8c1c32a9f710', 'name': 'network-vif-deleted', 'tag': '4e59af47-ecfd-49a8-bc41-f69691087fd5', 'status': 'completed', 'code': 200} Feb 09 21:35:18.054956 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-631ac9bb-3ff2-4101-83bd-d85486c1bbe5 service neutron] No DVR routers for this DVR port 93e63d34-3078-45f6-af70-480582a0508a on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:35:18.131115 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-631ac9bb-3ff2-4101-83bd-d85486c1bbe5 service neutron] 10.222.0.42 "PUT /v2.0/ports/93e63d34-3078-45f6-af70-480582a0508a/bindings/n-h1-828601-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2356966 Feb 09 21:35:18.148937 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5445f5f-6fb3-4b3c-b08f-b9b654675ac9 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_gateway (024929c8-271f-4b97-8122-6f1aa9782dd6), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.320828 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5445f5f-6fb3-4b3c-b08f-b9b654675ac9 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.384929 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-331d82ca-95c0-4a8d-8bdc-ff3e3156d9bc tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:18.396999 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-331d82ca-95c0-4a8d-8bdc-ff3e3156d9bc tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5&tenant_id=64ac4f48e4c94eaa87202007938b3f7a&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 1126 time: 0.1752863 Feb 09 21:35:18.454429 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c85e52d9-9d13-4e45-9c75-2c862a8d1086 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:18.455014 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c85e52d9-9d13-4e45-9c75-2c862a8d1086), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.539594 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-c5445f5f-6fb3-4b3c-b08f-b9b654675ac9 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Allocated IP 172.25.6.135 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/be3fd71a-55ec-461f-80f9-ba38382cfbf1) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:18.573792 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-fa0937ff-f40d-43e4-aefd-6795492f8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:18.575119 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-fa0937ff-f40d-43e4-aefd-6795492f8af3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5&tenant_id=64ac4f48e4c94eaa87202007938b3f7a HTTP/1.1" status: 200 len: 1126 time: 0.1712062 Feb 09 21:35:18.607582 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31113add-4283-4139-96cb-816e979f26c0 req-70c659d5-6fe3-4a5b-af89-4386bd02d3ce tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 210 time: 0.0705400 Feb 09 21:35:18.729785 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-bb0501c7-659b-4e0b-b113-a9613e0dfb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:18.734323 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-bb0501c7-659b-4e0b-b113-a9613e0dfb58 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 1126 time: 0.1261365 Feb 09 21:35:18.784592 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffb215-4d10-4484-8ea0-bc78a5628c00 req-24d097e1-f403-42cd-a46b-04709f28a73c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:18.805562 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62ffb215-4d10-4484-8ea0-bc78a5628c00 req-24d097e1-f403-42cd-a46b-04709f28a73c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=48e78486-166f-49de-be5f-14783d88c650 HTTP/1.1" status: 200 len: 946 time: 0.6488242 Feb 09 21:35:18.868615 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c85e52d9-9d13-4e45-9c75-2c862a8d1086 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:18.869351 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c85e52d9-9d13-4e45-9c75-2c862a8d1086), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.902520 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ba23f5de-d751-4196-ad26-83e96cae6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'name': 'tempest-ServersTestBootFromVolume-1080822694-router', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:32:22Z', 'updated_at': '2022-02-09T21:32:31Z', 'revision_number': 4, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'gw_port': {'id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:23Z', 'updated_at': '2022-02-09T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '7d722fb8-0ced-4f23-b9bb-db6bc757c8fb', 'name': '', 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'mac_address': 'fa:16:3e:9b:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b975b29a-eecb-4503-bf17-7b9d022ca240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:29Z', 'updated_at': '2022-02-09T21:32:37Z', 'revision_number': 5, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'subnets': [{'id': 'b975b29a-eecb-4503-bf17-7b9d022ca240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:18.969561 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f70b532-de4e-4320-a091-de475b583cbc req-abe74902-085d-4eae-88f8-0bde971c9150 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.1303391 Feb 09 21:35:18.978361 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-b5538aca-5f14-4c1e-b1cc-49b44175427a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:18.984955 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-b5538aca-5f14-4c1e-b1cc-49b44175427a service neutron] 10.222.0.71 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 908 time: 0.2443736 Feb 09 21:35:18.998946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port c85e52d9-9d13-4e45-9c75-2c862a8d1086, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c85e52d9-9d13-4e45-9c75-2c862a8d1086,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:19.001431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba23f5de-d751-4196-ad26-83e96cae6c47 None None] Checking router: 987e0f3e-9839-4bd1-931c-e929e9bc41bd for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:19.020523 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c85e52d9-9d13-4e45-9c75-2c862a8d1086), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.029764 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba23f5de-d751-4196-ad26-83e96cae6c47 None None] Routers {'987e0f3e-9839-4bd1-931c-e929e9bc41bd'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:19.030842 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ba23f5de-d751-4196-ad26-83e96cae6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:35:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['987e0f3e-9839-4bd1-931c-e929e9bc41bd'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:19.150615 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-04b79488-190f-43bb-8b07-15019f87a359 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93e63d34-3078-45f6-af70-480582a0508a HTTP/1.1" status: 200 len: 217 time: 0.1423140 Feb 09 21:35:19.268498 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62ffb215-4d10-4484-8ea0-bc78a5628c00 req-b1fa781f-dfb4-4247-b208-3e632d0b68e2 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607108 Feb 09 21:35:19.375169 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5445f5f-6fb3-4b3c-b08f-b9b654675ac9 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for port (be3fd71a-55ec-461f-80f9-ba38382cfbf1), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.443554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e4e91-12a5-472e-b73d-20d10d0111e5 req-f38db7a8-beed-4624-ba79-1ba559bcd13f tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:19.445897 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-152e4e91-12a5-472e-b73d-20d10d0111e5 req-f38db7a8-beed-4624-ba79-1ba559bcd13f tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 944 time: 0.2543197 Feb 09 21:35:19.494029 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-173377a4-3030-45dc-bd23-33194543b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:19.504508 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-173377a4-3030-45dc-bd23-33194543b84a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.3327069 Feb 09 21:35:19.517806 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5445f5f-6fb3-4b3c-b08f-b9b654675ac9 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (be3fd71a-55ec-461f-80f9-ba38382cfbf1), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.619065 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5445f5f-6fb3-4b3c-b08f-b9b654675ac9 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:19.682120 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-c5445f5f-6fb3-4b3c-b08f-b9b654675ac9 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:19.707170 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5445f5f-6fb3-4b3c-b08f-b9b654675ac9 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:19.764759 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-d9796d40-6b9f-4dad-b0e9-4b8e07686197 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1742940 Feb 09 21:35:19.822921 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5445f5f-6fb3-4b3c-b08f-b9b654675ac9 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Pushing event updated for resources: {'Port': ['ID=be3fd71a-55ec-461f-80f9-ba38382cfbf1,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:19.862659 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 4e59af47-ecfd-49a8-bc41-f69691087fd5 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:19.990237 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 4e59af47-ecfd-49a8-bc41-f69691087fd5 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:35:19.991746 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 4e59af47-ecfd-49a8-bc41-f69691087fd5 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:20.007242 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-152e4e91-12a5-472e-b73d-20d10d0111e5 req-c116865e-b59f-4681-b461-aa31f256caee tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5538232 Feb 09 21:35:20.021587 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=c85e52d9-9d13-4e45-9c75-2c862a8d1086,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:20.038059 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f2e472c-6e61-4ada-915a-177695628f37 req-2c9acdd4-1ab6-4af1-9ed9-9145bf87bf33 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 210 time: 0.1939216 Feb 09 21:35:20.062138 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd3a87-afb6-4579-aaf2-83650d5804a2 req-78af12cb-c627-4ac7-b291-b66a9d4fe2b0 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:20.064260 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b5fd3a87-afb6-4579-aaf2-83650d5804a2 req-78af12cb-c627-4ac7-b291-b66a9d4fe2b0 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.42 "GET /v2.0/ports?device_id=48e78486-166f-49de-be5f-14783d88c650 HTTP/1.1" status: 200 len: 946 time: 0.6824470 Feb 09 21:35:20.202663 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ba23f5de-d751-4196-ad26-83e96cae6c47 None None] Set router 987e0f3e-9839-4bd1-931c-e929e9bc41bd gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:20.224718 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-4fd0f8f7-8174-46af-b55b-a6c90a1a0d0b service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496980 Feb 09 21:35:20.231977 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-ed3288ae-95b3-4621-8b69-843a7c3197fc tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:20.234220 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-ed3288ae-95b3-4621-8b69-843a7c3197fc tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.42 "GET /v2.0/networks?id=17f99b47-e532-41c4-93bb-9e02fc4962ed HTTP/1.1" status: 200 len: 813 time: 0.3284349 Feb 09 21:35:20.278711 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c29ba9dc-5f2b-4fe6-8e82-c3d2ef9b229e req-89e9281d-3275-4ed2-ab1d-209059db958b tempest-FlavorsV2NegativeTest-1393112896 tempest-FlavorsV2NegativeTest-1393112896-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=02a44816ef934a11aca49eb5763893e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719578 Feb 09 21:35:20.381395 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-544356bd-c41f-4fab-bd7d-5eaf46ae4141 service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445792 Feb 09 21:35:20.416272 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-65e0975a-8583-467a-939a-b3a8b388c8b4 req-96cc5b0b-311e-4eda-bbc4-e3834f8a93fc tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.0842986 Feb 09 21:35:20.454871 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-dfc7c3e8-0bd4-4763-9239-54f583a0a5f3 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Request body: {'port': {'device_id': '6ce6db4c-b136-4be4-beb6-dfe88824b7ac', 'network_id': '17f99b47-e532-41c4-93bb-9e02fc4962ed', 'admin_state_up': True, 'tenant_id': 'cb20ece5c2df40e9ad3c9d0b8aef51cf'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:20.614813 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ba23f5de-d751-4196-ad26-83e96cae6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'name': 'tempest-ServersTestBootFromVolume-1080822694-router', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:32:22Z', 'updated_at': '2022-02-09T21:32:31Z', 'revision_number': 4, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'gw_port': {'id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:23Z', 'updated_at': '2022-02-09T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '7d722fb8-0ced-4f23-b9bb-db6bc757c8fb', 'name': '', 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'mac_address': 'fa:16:3e:9b:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b975b29a-eecb-4503-bf17-7b9d022ca240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:29Z', 'updated_at': '2022-02-09T21:32:37Z', 'revision_number': 5, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'subnets': [{'id': 'b975b29a-eecb-4503-bf17-7b9d022ca240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:20.650405 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ba9dc-5f2b-4fe6-8e82-c3d2ef9b229e req-717bbdeb-142f-4f19-b6b7-7e00e72fa79d tempest-FlavorsV2NegativeTest-1393112896 tempest-FlavorsV2NegativeTest-1393112896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:20.663225 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c29ba9dc-5f2b-4fe6-8e82-c3d2ef9b229e req-717bbdeb-142f-4f19-b6b7-7e00e72fa79d tempest-FlavorsV2NegativeTest-1393112896 tempest-FlavorsV2NegativeTest-1393112896-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3835988 Feb 09 21:35:20.690219 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-dfc7c3e8-0bd4-4763-9239-54f583a0a5f3 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Made reservation on behalf of cb20ece5c2df40e9ad3c9d0b8aef51cf for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:20.704235 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-dfc7c3e8-0bd4-4763-9239-54f583a0a5f3 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.748753 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba23f5de-d751-4196-ad26-83e96cae6c47 None None] The sync data for ids ['987e0f3e-9839-4bd1-931c-e929e9bc41bd'] in n-d-828601-1 is: [{'id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'name': 'tempest-ServersTestBootFromVolume-1080822694-router', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:32:22Z', 'updated_at': '2022-02-09T21:32:31Z', 'revision_number': 4, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'gw_port': {'id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:23Z', 'updated_at': '2022-02-09T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '7d722fb8-0ced-4f23-b9bb-db6bc757c8fb', 'name': '', 'network_id': '89a25c7b-4058-4f59-81ba-6eea356f69d7', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'mac_address': 'fa:16:3e:9b:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b975b29a-eecb-4503-bf17-7b9d022ca240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:29Z', 'updated_at': '2022-02-09T21:32:37Z', 'revision_number': 5, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'subnets': [{'id': 'b975b29a-eecb-4503-bf17-7b9d022ca240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:20.767146 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c29ba9dc-5f2b-4fe6-8e82-c3d2ef9b229e req-bbe0ff20-06bb-4773-86c8-fc774d0a309a tempest-FlavorsV2NegativeTest-1393112896 tempest-FlavorsV2NegativeTest-1393112896-project] 10.222.0.77 "GET /v2.0/quotas/02a44816ef934a11aca49eb5763893e5 HTTP/1.1" status: 200 len: 375 time: 0.1029041 Feb 09 21:35:20.814298 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c29ba9dc-5f2b-4fe6-8e82-c3d2ef9b229e req-daaae8ba-7c0c-405f-8374-f428d3e07a7e tempest-FlavorsV2NegativeTest-1393112896 tempest-FlavorsV2NegativeTest-1393112896-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=02a44816ef934a11aca49eb5763893e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424991 Feb 09 21:35:20.854977 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a1522-3623-4b19-84a9-f39066468ee8 req-abdf3836-c3df-4305-ac26-9ca7f1c2798b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:20.862026 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c93a1522-3623-4b19-84a9-f39066468ee8 req-abdf3836-c3df-4305-ac26-9ca7f1c2798b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=48e78486-166f-49de-be5f-14783d88c650 HTTP/1.1" status: 200 len: 946 time: 0.1965914 Feb 09 21:35:20.872815 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-b5fd3a87-afb6-4579-aaf2-83650d5804a2 req-f249142a-7055-4137-8702-eb02d708ca82 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Deleting port 233196c2-9f6b-4aad-8776-3057fcc35e0e {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:20.873229 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b5fd3a87-afb6-4579-aaf2-83650d5804a2 req-f249142a-7055-4137-8702-eb02d708ca82 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (233196c2-9f6b-4aad-8776-3057fcc35e0e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.925797 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c93a1522-3623-4b19-84a9-f39066468ee8 req-3ebccf3e-bde6-4f8e-ba52-1f771901b573 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628057 Feb 09 21:35:21.297371 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-1d0e45ca-e813-40d9-af95-4d3617c8b5b3 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:21.300089 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-1d0e45ca-e813-40d9-af95-4d3617c8b5b3 tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5&tenant_id=64ac4f48e4c94eaa87202007938b3f7a&binding%3Ahost_id=n-h1-828601-1 HTTP/1.1" status: 200 len: 1126 time: 0.5507593 Feb 09 21:35:21.339342 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a478d369-22ae-4b72-adae-17b48a3f4d64 None None] New status for floating IP 3e85688f-25fa-41cc-8f9f-42bdb22fc0ff: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:35:21.369983 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e6c30875-e7ae-49e8-aee9-398ea1fb6483 req-be4e581d-a495-4b4a-8648-2daab9143e67 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 210 time: 0.1154537 Feb 09 21:35:21.393130 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5445f5f-6fb3-4b3c-b08f-b9b654675ac9 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_gateway (024929c8-271f-4b97-8122-6f1aa9782dd6), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.892026 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c85e52d9-9d13-4e45-9c75-2c862a8d1086 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:21.958179 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c85e52d9-9d13-4e45-9c75-2c862a8d1086 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:21.958958 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c85e52d9-9d13-4e45-9c75-2c862a8d1086), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.021154 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-763e55f6-c340-41d2-a8e3-90721b4deb16 req-0654ddc0-23ed-4e96-907c-54df143f8640 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.0868711 Feb 09 21:35:22.027165 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-dfc7c3e8-0bd4-4763-9239-54f583a0a5f3 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Allocated IP 172.20.0.11 (17f99b47-e532-41c4-93bb-9e02fc4962ed/1d166931-f8f8-410f-99c8-a7b85184b002/1f932e3a-731c-4b58-a51e-1476a2d16c4b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:22.034256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53298) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:22.050023 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e34bf-2f41-44e9-b41c-b885aea73a48 req-b955cd21-0c97-4d67-aff1-5f6c48933654 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:22.058873 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-051e34bf-2f41-44e9-b41c-b885aea73a48 req-b955cd21-0c97-4d67-aff1-5f6c48933654 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 944 time: 0.8471801 Feb 09 21:35:22.140376 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-051e34bf-2f41-44e9-b41c-b885aea73a48 req-7d0ee12f-5103-4153-a370-a5febe605e06 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802472 Feb 09 21:35:22.233390 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c85e52d9-9d13-4e45-9c75-2c862a8d1086 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:22.325490 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-dfc7c3e8-0bd4-4763-9239-54f583a0a5f3 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for port (1f932e3a-731c-4b58-a51e-1476a2d16c4b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.421335 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-b5fd3a87-afb6-4579-aaf2-83650d5804a2 req-f249142a-7055-4137-8702-eb02d708ca82 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] For port 233196c2-9f6b-4aad-8776-3057fcc35e0e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=233196c2-9f6b-4aad-8776-3057fcc35e0e,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:22.422452 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b5fd3a87-afb6-4579-aaf2-83650d5804a2 req-f249142a-7055-4137-8702-eb02d708ca82 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (233196c2-9f6b-4aad-8776-3057fcc35e0e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.431183 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-22820a02-057f-4490-9c36-fed888ea4980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.443628 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-b5fd3a87-afb6-4579-aaf2-83650d5804a2 req-f249142a-7055-4137-8702-eb02d708ca82 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Calling delete_port for 233196c2-9f6b-4aad-8776-3057fcc35e0e owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:22.512131 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d6f9c-14bf-4043-b4d3-d2e8ab635e33 req-e8ae7d3c-f2b1-4d5f-b8b6-c73c5dfdc8d7 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:22.514063 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f60d6f9c-14bf-4043-b4d3-d2e8ab635e33 req-e8ae7d3c-f2b1-4d5f-b8b6-c73c5dfdc8d7 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=48e78486-166f-49de-be5f-14783d88c650 HTTP/1.1" status: 200 len: 946 time: 0.2417262 Feb 09 21:35:22.521114 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5445f5f-6fb3-4b3c-b08f-b9b654675ac9 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (024929c8-271f-4b97-8122-6f1aa9782dd6), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.553766 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545c4f4-a69c-43eb-aa94-4a2f7b36cfac req-e4411a91-1e9d-4755-8eb1-a490f9d8b62e tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:22.554405 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-dfc7c3e8-0bd4-4763-9239-54f583a0a5f3 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (1f932e3a-731c-4b58-a51e-1476a2d16c4b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.555397 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2545c4f4-a69c-43eb-aa94-4a2f7b36cfac req-e4411a91-1e9d-4755-8eb1-a490f9d8b62e tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 1126 time: 0.2524753 Feb 09 21:35:22.573149 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['be2c6221-0783-46d3-9a22-d31c18bb5526'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:22.623188 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-dfc7c3e8-0bd4-4763-9239-54f583a0a5f3 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Network 17f99b47-e532-41c4-93bb-9e02fc4962ed is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:22.665501 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f60d6f9c-14bf-4043-b4d3-d2e8ab635e33 req-7c4694e0-4233-4283-aae9-41bbcac67467 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371822 Feb 09 21:35:22.671010 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-dfc7c3e8-0bd4-4763-9239-54f583a0a5f3 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:22.693138 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-dfc7c3e8-0bd4-4763-9239-54f583a0a5f3 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:22.777433 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7c3e8-0bd4-4763-9239-54f583a0a5f3 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event updated for resources: {'Port': ['ID=1f932e3a-731c-4b58-a51e-1476a2d16c4b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:22.820615 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-22820a02-057f-4490-9c36-fed888ea4980 admin admin] Publish callbacks [] for security_group (b3d9395d-ce48-40ea-9858-501b4299ec3a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.826072 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2545c4f4-a69c-43eb-aa94-4a2f7b36cfac req-85958ffb-1f9f-47cd-a167-5c2ca39c0aee tempest-LiveMigrationTest-1049289730 tempest-LiveMigrationTest-1049289730-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623882 Feb 09 21:35:22.829866 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-22820a02-057f-4490-9c36-fed888ea4980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b3d9395d-ce48-40ea-9858-501b4299ec3a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.838671 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-3edbfa6b-6365-4251-893e-b07bc6b6a373 service neutron] For port 93e63d34-3078-45f6-af70-480582a0508a, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:22.851799 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-3edbfa6b-6365-4251-893e-b07bc6b6a373 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.853364 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-3edbfa6b-6365-4251-893e-b07bc6b6a373 service neutron] 10.222.0.71 "DELETE /v2.0/ports/93e63d34-3078-45f6-af70-480582a0508a/bindings/n-h2-828601-1 HTTP/1.1" status: 204 len: 173 time: 1.5322630 Feb 09 21:35:22.903711 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-dfc7c3e8-0bd4-4763-9239-54f583a0a5f3 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:22.903711 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-dfc7c3e8-0bd4-4763-9239-54f583a0a5f3 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.911972 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-22820a02-057f-4490-9c36-fed888ea4980 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=02a44816ef934a11aca49eb5763893e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8739693 Feb 09 21:35:22.914520 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53310) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:22.930259 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b5fd3a87-afb6-4579-aaf2-83650d5804a2 req-f249142a-7055-4137-8702-eb02d708ca82 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (233196c2-9f6b-4aad-8776-3057fcc35e0e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.959308 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['70e3d19a-7558-4685-a196-a6de110f0bf5'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:22.965206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22820a02-057f-4490-9c36-fed888ea4980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d9395d-ce48-40ea-9858-501b4299ec3a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:22.986254 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['045c1aa9-ae33-48b6-a28f-dfaf4b2c161e'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:23.013858 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5445f5f-6fb3-4b3c-b08f-b9b654675ac9 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Router 024929c8-271f-4b97-8122-6f1aa9782dd6 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:35:23.076861 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0919b0-c1ff-4f4b-91ae-1a4c0233b339 req-80e50644-80e8-4a6c-8cea-6869302c078d tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:23.084662 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249142a-7055-4137-8702-eb02d708ca82 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Pushing event deleted for resources: {'Port': ['ID=233196c2-9f6b-4aad-8776-3057fcc35e0e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:23.086503 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee0919b0-c1ff-4f4b-91ae-1a4c0233b339 req-80e50644-80e8-4a6c-8cea-6869302c078d tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 932 time: 0.1590252 Feb 09 21:35:23.112521 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01be31ca-bbec-4032-8e0a-638fad3cc916 admin admin] Publish callbacks [] for security_group (b3d9395d-ce48-40ea-9858-501b4299ec3a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.127388 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-dfc7c3e8-0bd4-4763-9239-54f583a0a5f3 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7327540 Feb 09 21:35:23.154532 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] Request body: {'port': {'device_id': '6ce6db4c-b136-4be4-beb6-dfe88824b7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:23.163975 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee0919b0-c1ff-4f4b-91ae-1a4c0233b339 req-f03fee9e-93fe-4e34-936d-88332decf642 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722585 Feb 09 21:35:23.351329 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4572bd61-5330-456c-98ed-78745084a4af req-9e00343e-5e57-4333-b60e-64441739a4ef tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.0659177 Feb 09 21:35:23.377647 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1f932e3a-731c-4b58-a51e-1476a2d16c4b), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.418053 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01be31ca-bbec-4032-8e0a-638fad3cc916 admin admin] Publish callbacks [] for security_group (b3d9395d-ce48-40ea-9858-501b4299ec3a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.431676 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fd3a87-afb6-4579-aaf2-83650d5804a2 req-f249142a-7055-4137-8702-eb02d708ca82 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] No DVR routers for this DVR port 233196c2-9f6b-4aad-8776-3057fcc35e0e on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:35:23.444724 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b5fd3a87-afb6-4579-aaf2-83650d5804a2 req-f249142a-7055-4137-8702-eb02d708ca82 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.452047 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b5fd3a87-afb6-4579-aaf2-83650d5804a2 req-f249142a-7055-4137-8702-eb02d708ca82 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.42 "DELETE /v2.0/ports/233196c2-9f6b-4aad-8776-3057fcc35e0e HTTP/1.1" status: 204 len: 173 time: 3.2157156 Feb 09 21:35:23.452964 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e78486-166f-49de-be5f-14783d88c650', 'name': 'network-vif-deleted', 'tag': '233196c2-9f6b-4aad-8776-3057fcc35e0e'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:23.467077 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ff2162-f38c-40e2-9cb3-92dcf694fd86" -d '{"events": [{"server_uuid": "48e78486-166f-49de-be5f-14783d88c650", "name": "network-vif-deleted", "tag": "233196c2-9f6b-4aad-8776-3057fcc35e0e"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:23.509540 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bffb02-2be8-43c4-9724-2010f7793a8b req-39af17a8-ad02-44d2-8f5c-82aa03daddb7 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:23.517406 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e5bffb02-2be8-43c4-9724-2010f7793a8b req-39af17a8-ad02-44d2-8f5c-82aa03daddb7 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 944 time: 0.1696668 Feb 09 21:35:23.560043 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 233196c2-9f6b-4aad-8776-3057fcc35e0e no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:23.614477 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5445f5f-6fb3-4b3c-b08f-b9b654675ac9 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:23.623068 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 233196c2-9f6b-4aad-8776-3057fcc35e0e {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:35:23.623422 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 233196c2-9f6b-4aad-8776-3057fcc35e0e not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:23.634592 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4d7a0b-889a-4790-a94a-8b3140f59779 x-openstack-request-id: req-7f4d7a0b-889a-4790-a94a-8b3140f59779 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:23.635676 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e78486-166f-49de-be5f-14783d88c650", "name": "network-vif-deleted", "tag": "233196c2-9f6b-4aad-8776-3057fcc35e0e", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:23.636237 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7f4d7a0b-889a-4790-a94a-8b3140f59779 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:23.637212 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e78486-166f-49de-be5f-14783d88c650', 'name': 'network-vif-deleted', 'tag': '233196c2-9f6b-4aad-8776-3057fcc35e0e', 'status': 'completed', 'code': 200} Feb 09 21:35:23.646006 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] Sync routers for ids ['024929c8-271f-4b97-8122-6f1aa9782dd6'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:23.678112 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e5bffb02-2be8-43c4-9724-2010f7793a8b req-4f881403-8b3b-4b7d-ad7d-a990336f0ad0 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591761 Feb 09 21:35:23.683286 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01be31ca-bbec-4032-8e0a-638fad3cc916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b3d9395d-ce48-40ea-9858-501b4299ec3a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.706177 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01be31ca-bbec-4032-8e0a-638fad3cc916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.706177 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-01be31ca-bbec-4032-8e0a-638fad3cc916 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b3d9395d-ce48-40ea-9858-501b4299ec3a HTTP/1.1" status: 204 len: 168 time: 0.7805865 Feb 09 21:35:23.746929 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be31ca-bbec-4032-8e0a-638fad3cc916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d9395d-ce48-40ea-9858-501b4299ec3a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:23.753210 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] Routers {'024929c8-271f-4b97-8122-6f1aa9782dd6'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:23.755164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:35:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['024929c8-271f-4b97-8122-6f1aa9782dd6'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:23.771540 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5445f5f-6fb3-4b3c-b08f-b9b654675ac9 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.773960 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c5445f5f-6fb3-4b3c-b08f-b9b654675ac9 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.4453082 Feb 09 21:35:23.791861 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53322) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:24.165027 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f3ae02e-cada-45f9-9377-0b831939c0cb req-13ac9bae-add5-4371-bab6-24ffaa33ca21 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=48e78486-166f-49de-be5f-14783d88c650 HTTP/1.1" status: 200 len: 210 time: 0.1621444 Feb 09 21:35:24.177771 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] Set router 024929c8-271f-4b97-8122-6f1aa9782dd6 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:24.179514 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e946cf48-c76a-44b3-afe9-370207ac9251 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "GET /v2.0/routers/024929c8-271f-4b97-8122-6f1aa9782dd6 HTTP/1.1" status: 200 len: 908 time: 0.3860197 Feb 09 21:35:24.184750 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53326) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:24.554616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f932e3a-731c-4b58-a51e-1476a2d16c4b {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:24.573857 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] Publish callbacks [] for port (1f932e3a-731c-4b58-a51e-1476a2d16c4b), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.601113 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ca90c258-13fe-475d-ae2a-8e6ed8a5454c req-59414c4b-0fe7-485b-9f93-2e24fdf62da1 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.0822408 Feb 09 21:35:24.614264 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] Transition to ACTIVE for port object 1f932e3a-731c-4b58-a51e-1476a2d16c4b will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:35:24.636194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8e404-6985-41fa-8f24-41d251bbbf28 req-12bb568d-7b15-45da-9a5b-7ba50d2376df tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:24.643824 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bda8e404-6985-41fa-8f24-41d251bbbf28 req-12bb568d-7b15-45da-9a5b-7ba50d2376df tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 932 time: 0.3039501 Feb 09 21:35:24.663827 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f6a38-682d-4fc5-9937-b4f200d270a6 req-7cf21a50-cd96-4513-b554-287930bc9446 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:24.667544 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dd6f6a38-682d-4fc5-9937-b4f200d270a6 req-7cf21a50-cd96-4513-b554-287930bc9446 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.71 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 944 time: 0.8359473 Feb 09 21:35:24.671216 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (1f932e3a-731c-4b58-a51e-1476a2d16c4b), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.679506 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a17c1e40-1800-4b9a-941f-7f2d2c8e4873 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router (024929c8-271f-4b97-8122-6f1aa9782dd6), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.771355 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024929c8-271f-4b97-8122-6f1aa9782dd6', 'name': 'tempest-snat-router-1717212542', 'tenant_id': '6bdeaa25e02e4f95a1d7853fb9a7bb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'be3fd71a-55ec-461f-80f9-ba38382cfbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:16Z', 'updated_at': '2022-02-09T21:35:20Z', 'revision_number': 3, 'project_id': '6bdeaa25e02e4f95a1d7853fb9a7bb18', 'gw_port': {'id': 'be3fd71a-55ec-461f-80f9-ba38382cfbf1', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024929c8-271f-4b97-8122-6f1aa9782dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:18Z', 'updated_at': '2022-02-09T21:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:24.853289 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] Checking router: 024929c8-271f-4b97-8122-6f1aa9782dd6 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:24.853747 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] Updating router 024929c8-271f-4b97-8122-6f1aa9782dd6 port be3fd71a-55ec-461f-80f9-ba38382cfbf1 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:35:24.931040 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (be3fd71a-55ec-461f-80f9-ba38382cfbf1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.001221 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bda8e404-6985-41fa-8f24-41d251bbbf28 req-ab3fb47b-5718-4ea4-8bcf-4de3d2826602 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541214 Feb 09 21:35:25.022782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] Attempting to bind port 1f932e3a-731c-4b58-a51e-1476a2d16c4b on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:25.023138 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] Attempting to bind port 1f932e3a-731c-4b58-a51e-1476a2d16c4b by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '17f99b47-e532-41c4-93bb-9e02fc4962ed'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:25.024000 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] Attempting to bind port 1f932e3a-731c-4b58-a51e-1476a2d16c4b on network 17f99b47-e532-41c4-93bb-9e02fc4962ed {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:25.034226 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] Port 1f932e3a-731c-4b58-a51e-1476a2d16c4b on network 17f99b47-e532-41c4-93bb-9e02fc4962ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:25.034554 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] Attempting to bind port 1f932e3a-731c-4b58-a51e-1476a2d16c4b on network 17f99b47-e532-41c4-93bb-9e02fc4962ed {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:25.041555 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:25.041894 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] Checking segment: {'id': 'e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '17f99b47-e532-41c4-93bb-9e02fc4962ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:25.042277 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] Bound using segment: {'id': 'e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '17f99b47-e532-41c4-93bb-9e02fc4962ed'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:25.042793 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] Bound port: 1f932e3a-731c-4b58-a51e-1476a2d16c4b, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '17f99b47-e532-41c4-93bb-9e02fc4962ed'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:25.043160 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1f932e3a-731c-4b58-a51e-1476a2d16c4b), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.061398 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] Pushing event updated for resources: {'Port': ['ID=1f932e3a-731c-4b58-a51e-1476a2d16c4b,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:25.141793 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] For port 1f932e3a-731c-4b58-a51e-1476a2d16c4b, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:25.145702 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a17c1e40-1800-4b9a-941f-7f2d2c8e4873 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_gateway (024929c8-271f-4b97-8122-6f1aa9782dd6), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.147500 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] For port 1f932e3a-731c-4b58-a51e-1476a2d16c4b, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1f932e3a-731c-4b58-a51e-1476a2d16c4b,segment=NetworkSegment(e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7),segment_id=e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:25.156677 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-dd6f6a38-682d-4fc5-9937-b4f200d270a6 req-76499b37-2c20-4a8c-a4b3-0624b157fb14 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Deleting port 93e63d34-3078-45f6-af70-480582a0508a {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:25.157035 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-dd6f6a38-682d-4fc5-9937-b4f200d270a6 req-76499b37-2c20-4a8c-a4b3-0624b157fb14 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (93e63d34-3078-45f6-af70-480582a0508a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.171415 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8c031-a853-4269-86fa-3c4d57337cc2 req-838b8a5d-d53d-4e68-be87-180cbcc0c596 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:25.185446 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dee8c031-a853-4269-86fa-3c4d57337cc2 req-838b8a5d-d53d-4e68-be87-180cbcc0c596 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 944 time: 0.3264229 Feb 09 21:35:25.305200 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-dd6f6a38-682d-4fc5-9937-b4f200d270a6 req-76499b37-2c20-4a8c-a4b3-0624b157fb14 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] For port 93e63d34-3078-45f6-af70-480582a0508a, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=93e63d34-3078-45f6-af70-480582a0508a,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:25.305630 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-dd6f6a38-682d-4fc5-9937-b4f200d270a6 req-76499b37-2c20-4a8c-a4b3-0624b157fb14 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (93e63d34-3078-45f6-af70-480582a0508a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.333124 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-dd6f6a38-682d-4fc5-9937-b4f200d270a6 req-76499b37-2c20-4a8c-a4b3-0624b157fb14 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Calling delete_port for 93e63d34-3078-45f6-af70-480582a0508a owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:25.452684 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53354) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:25.469772 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (1f932e3a-731c-4b58-a51e-1476a2d16c4b), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.500509 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dee8c031-a853-4269-86fa-3c4d57337cc2 req-b868dd49-5370-4460-97e8-fd73080deed0 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096752 Feb 09 21:35:25.580292 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-a17c1e40-1800-4b9a-941f-7f2d2c8e4873 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Deleting port be3fd71a-55ec-461f-80f9-ba38382cfbf1 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:25.583788 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a17c1e40-1800-4b9a-941f-7f2d2c8e4873 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (be3fd71a-55ec-461f-80f9-ba38382cfbf1), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.652084 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:25.653322 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.655956 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] 10.222.0.42 "PUT /v2.0/ports/1f932e3a-731c-4b58-a51e-1476a2d16c4b HTTP/1.1" status: 200 len: 1092 time: 2.5196185 Feb 09 21:35:25.663699 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce6db4c-b136-4be4-beb6-dfe88824b7ac', 'tag': '1f932e3a-731c-4b58-a51e-1476a2d16c4b'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:25.667965 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb7cf8c-0ef6-4675-8c35-68f6189be652" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce6db4c-b136-4be4-beb6-dfe88824b7ac", "tag": "1f932e3a-731c-4b58-a51e-1476a2d16c4b"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:25.698480 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] Publish callbacks [] for port (be3fd71a-55ec-461f-80f9-ba38382cfbf1), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.711323 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (be3fd71a-55ec-461f-80f9-ba38382cfbf1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.842051 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-dd6f6a38-682d-4fc5-9937-b4f200d270a6 req-76499b37-2c20-4a8c-a4b3-0624b157fb14 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (93e63d34-3078-45f6-af70-480582a0508a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.848021 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37857d-5714-4d5b-9dab-038704504b3d service neutron] Pushing event updated for resources: {'Port': ['ID=1f932e3a-731c-4b58-a51e-1476a2d16c4b,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:25.874880 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f776d7b-2bae-46b6-9b79-ff566914b5be None None] Pushing event updated for resources: {'Port': ['ID=be3fd71a-55ec-461f-80f9-ba38382cfbf1,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:25.884539 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['711822d2-c240-47e9-b5f4-76b45729d4e1'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:25.901817 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76499b37-2c20-4a8c-a4b3-0624b157fb14 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Pushing event deleted for resources: {'Port': ['ID=93e63d34-3078-45f6-af70-480582a0508a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:25.991189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6f6a38-682d-4fc5-9937-b4f200d270a6 req-76499b37-2c20-4a8c-a4b3-0624b157fb14 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] No DVR routers for this DVR port 93e63d34-3078-45f6-af70-480582a0508a on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:35:25.996141 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-6bb44974-8f44-47ad-8d29-409c3af47523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:25.998175 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-6bb44974-8f44-47ad-8d29-409c3af47523 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb20ece5c2df40e9ad3c9d0b8aef51cf&device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 1126 time: 0.2591159 Feb 09 21:35:26.000375 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-dd6f6a38-682d-4fc5-9937-b4f200d270a6 req-76499b37-2c20-4a8c-a4b3-0624b157fb14 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.006036 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dd6f6a38-682d-4fc5-9937-b4f200d270a6 req-76499b37-2c20-4a8c-a4b3-0624b157fb14 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.71 "DELETE /v2.0/ports/93e63d34-3078-45f6-af70-480582a0508a HTTP/1.1" status: 204 len: 173 time: 1.3119211 Feb 09 21:35:26.030164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] Attempting to bind port be3fd71a-55ec-461f-80f9-ba38382cfbf1 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:26.030606 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] Attempting to bind port be3fd71a-55ec-461f-80f9-ba38382cfbf1 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:26.031066 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] Attempting to bind port be3fd71a-55ec-461f-80f9-ba38382cfbf1 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:26.043619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:26.051702 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:26.052295 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.052789 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:26.058573 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] Bound port: be3fd71a-55ec-461f-80f9-ba38382cfbf1, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:26.059138 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (be3fd71a-55ec-461f-80f9-ba38382cfbf1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.064412 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-5b286249-dcc1-47af-a520-48c23f9d22e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f932e3a-731c-4b58-a51e-1476a2d16c4b HTTP/1.1" status: 200 len: 217 time: 0.0547042 Feb 09 21:35:26.079254 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a17c1e40-1800-4b9a-941f-7f2d2c8e4873 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (be3fd71a-55ec-461f-80f9-ba38382cfbf1), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.094895 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-a17c1e40-1800-4b9a-941f-7f2d2c8e4873 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Calling delete_port for be3fd71a-55ec-461f-80f9-ba38382cfbf1 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:26.167945 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] For port be3fd71a-55ec-461f-80f9-ba38382cfbf1, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:26.173098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] For port be3fd71a-55ec-461f-80f9-ba38382cfbf1, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=be3fd71a-55ec-461f-80f9-ba38382cfbf1,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:26.198215 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-919b5a1f-58fa-4c70-b5dd-460f8c43b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:26.199182 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-919b5a1f-58fa-4c70-b5dd-460f8c43b53f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1d166931-f8f8-410f-99c8-a7b85184b002 HTTP/1.1" status: 200 len: 853 time: 0.1273468 Feb 09 21:35:26.215051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 93e63d34-3078-45f6-af70-480582a0508a no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:26.223944 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (be3fd71a-55ec-461f-80f9-ba38382cfbf1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.262499 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-286e38fd-5608-408f-9098-3290d51503f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f99b47-e532-41c4-93bb-9e02fc4962ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535469 Feb 09 21:35:26.322281 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f776d7b-2bae-46b6-9b79-ff566914b5be None None] Pushing event updated for resources: {'Port': ['ID=be3fd71a-55ec-461f-80f9-ba38382cfbf1,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:26.327433 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-dcda2b99-6fa2-4259-9f74-62c975f76188 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-441910025-network', 'tenant_id': 'cf8e5b3f31964e31927deb5670fb5102'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:26.336883 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a17c1e40-1800-4b9a-941f-7f2d2c8e4873 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (be3fd71a-55ec-461f-80f9-ba38382cfbf1), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.352373 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 93e63d34-3078-45f6-af70-480582a0508a {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:35:26.352999 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 93e63d34-3078-45f6-af70-480582a0508a not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:26.397534 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] Routers {'024929c8-271f-4b97-8122-6f1aa9782dd6'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:26.398503 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:35:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['024929c8-271f-4b97-8122-6f1aa9782dd6'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:26.404357 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8ba5dbb2-2962-4ba8-8520-1655197bd21c req-15f8236a-3fbd-47ae-857b-a69f264c0470 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.1012106 Feb 09 21:35:26.498363 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c1e40-1800-4b9a-941f-7f2d2c8e4873 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Pushing event deleted for resources: {'Port': ['ID=be3fd71a-55ec-461f-80f9-ba38382cfbf1,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:26.506267 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a17c1e40-1800-4b9a-941f-7f2d2c8e4873 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (024929c8-271f-4b97-8122-6f1aa9782dd6), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.532179 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f3a49f-d08c-456a-b7aa-153dd4c93133 x-openstack-request-id: req-b5f3a49f-d08c-456a-b7aa-153dd4c93133 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:26.532589 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce6db4c-b136-4be4-beb6-dfe88824b7ac", "tag": "1f932e3a-731c-4b58-a51e-1476a2d16c4b", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:26.532951 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b5f3a49f-d08c-456a-b7aa-153dd4c93133 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:26.533474 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce6db4c-b136-4be4-beb6-dfe88824b7ac', 'tag': '1f932e3a-731c-4b58-a51e-1476a2d16c4b', 'status': 'completed', 'code': 200} Feb 09 21:35:26.551829 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-9c820bab-d99e-47ec-88d4-0dbdddab07c4 service neutron] 10.222.0.42 "GET /v2.0/networks/17f99b47-e532-41c4-93bb-9e02fc4962ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820444 Feb 09 21:35:26.647216 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] Set router 024929c8-271f-4b97-8122-6f1aa9782dd6 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:26.664289 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcda2b99-6fa2-4259-9f74-62c975f76188 admin admin] Made reservation on behalf of cf8e5b3f31964e31927deb5670fb5102 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:26.666640 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dcda2b99-6fa2-4259-9f74-62c975f76188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.688881 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8821a-b6ca-4531-b65c-cc2ada1763b3 req-8d6ff7be-7d14-4d77-81bc-c760b92dfb58 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:26.696847 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9b8821a-b6ca-4531-b65c-cc2ada1763b3 req-8d6ff7be-7d14-4d77-81bc-c760b92dfb58 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944 HTTP/1.1" status: 200 len: 945 time: 0.3834736 Feb 09 21:35:26.708228 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a17c1e40-1800-4b9a-941f-7f2d2c8e4873 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (024929c8-271f-4b97-8122-6f1aa9782dd6), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.728327 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024929c8-271f-4b97-8122-6f1aa9782dd6', 'name': 'tempest-snat-router-1717212542', 'tenant_id': '6bdeaa25e02e4f95a1d7853fb9a7bb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:16Z', 'updated_at': '2022-02-09T21:35:26Z', 'revision_number': 5, 'project_id': '6bdeaa25e02e4f95a1d7853fb9a7bb18', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:26.759970 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4a2eef2e-9eb5-4095-b709-d3a326b5d3b7 req-cedf1322-e90e-4e98-b7c6-2af6dc9431c4 service neutron] 10.222.0.42 "GET /v2.0/networks/17f99b47-e532-41c4-93bb-9e02fc4962ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006924 Feb 09 21:35:26.768819 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271e263b-2629-4960-a0de-92d1d8dff789 None None] The sync data for ids ['024929c8-271f-4b97-8122-6f1aa9782dd6'] in n-d-828601-1 is: [{'id': '024929c8-271f-4b97-8122-6f1aa9782dd6', 'name': 'tempest-snat-router-1717212542', 'tenant_id': '6bdeaa25e02e4f95a1d7853fb9a7bb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:16Z', 'updated_at': '2022-02-09T21:35:26Z', 'revision_number': 5, 'project_id': '6bdeaa25e02e4f95a1d7853fb9a7bb18', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:26.781828 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a17c1e40-1800-4b9a-941f-7f2d2c8e4873 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_controller (024929c8-271f-4b97-8122-6f1aa9782dd6), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.804003 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9b8821a-b6ca-4531-b65c-cc2ada1763b3 req-5d4fa652-f371-4e56-8134-56972436dc02 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061399 Feb 09 21:35:26.804883 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dcda2b99-6fa2-4259-9f74-62c975f76188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.936366 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7cf8c-0ef6-4675-8c35-68f6189be652 req-ddc07b3a-5921-4266-a896-61134b6b2ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:26.938514 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3fb7cf8c-0ef6-4675-8c35-68f6189be652 req-ddc07b3a-5921-4266-a896-61134b6b2ce5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb20ece5c2df40e9ad3c9d0b8aef51cf&device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 1126 time: 0.0989890 Feb 09 21:35:27.067281 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7cf8c-0ef6-4675-8c35-68f6189be652 req-8db0e690-a0f6-46ef-8328-02f305db48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:27.069812 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3fb7cf8c-0ef6-4675-8c35-68f6189be652 req-8db0e690-a0f6-46ef-8328-02f305db48f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=17f99b47-e532-41c4-93bb-9e02fc4962ed HTTP/1.1" status: 200 len: 914 time: 0.1247938 Feb 09 21:35:27.124413 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e56946d5-733e-4f1e-bbf5-8bd10e5505c5 req-ab636c0f-6a25-4034-8350-c78c4a9128cf tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.1207538 Feb 09 21:35:27.156604 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dcda2b99-6fa2-4259-9f74-62c975f76188 admin admin] Publish callbacks [] for security_group (90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.159290 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a17c1e40-1800-4b9a-941f-7f2d2c8e4873 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (024929c8-271f-4b97-8122-6f1aa9782dd6), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.160094 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17c1e40-1800-4b9a-941f-7f2d2c8e4873 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 024929c8-271f-4b97-8122-6f1aa9782dd6 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:35:27.167340 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3fb7cf8c-0ef6-4675-8c35-68f6189be652 req-be139c7f-0c63-4fb5-a83e-64488fa3f513 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f932e3a-731c-4b58-a51e-1476a2d16c4b HTTP/1.1" status: 200 len: 217 time: 0.0864854 Feb 09 21:35:27.173499 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a17c1e40-1800-4b9a-941f-7f2d2c8e4873 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.178205 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a17c1e40-1800-4b9a-941f-7f2d2c8e4873 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "DELETE /v2.0/routers/024929c8-271f-4b97-8122-6f1aa9782dd6 HTTP/1.1" status: 204 len: 168 time: 2.9920378 Feb 09 21:35:27.179247 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dcda2b99-6fa2-4259-9f74-62c975f76188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.193379 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcda2b99-6fa2-4259-9f74-62c975f76188 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:35:27.205759 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dcda2b99-6fa2-4259-9f74-62c975f76188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (a535595f-05f6-4174-b7c2-1ee3a61ccb66), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.206262 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-dcda2b99-6fa2-4259-9f74-62c975f76188 admin admin] Added segment a535595f-05f6-4174-b7c2-1ee3a61ccb66 of type vlan for network b63eec21-51a4-43fd-90d0-db81afea0d84 Feb 09 21:35:27.206582 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53368) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:27.257315 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dcda2b99-6fa2-4259-9f74-62c975f76188 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (b63eec21-51a4-43fd-90d0-db81afea0d84), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.294463 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a8fa2-a85b-4db5-a858-c94975b697bc req-83e75d69-0679-4480-ba87-85632c12a42c tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:27.302159 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d49a8fa2-a85b-4db5-a858-c94975b697bc req-83e75d69-0679-4480-ba87-85632c12a42c tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 944 time: 0.6779540 Feb 09 21:35:27.333645 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dcda2b99-6fa2-4259-9f74-62c975f76188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (b63eec21-51a4-43fd-90d0-db81afea0d84), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.334829 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcda2b99-6fa2-4259-9f74-62c975f76188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:27.335534 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dcda2b99-6fa2-4259-9f74-62c975f76188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.405088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda2b99-6fa2-4259-9f74-62c975f76188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:27.440771 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d78211c-fc65-41d3-ac75-8abcc886d791 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router (8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.443723 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53370) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:27.449460 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-dcda2b99-6fa2-4259-9f74-62c975f76188 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9825175 Feb 09 21:35:27.460043 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d341ac5f-715e-4802-816a-4319579d399b admin admin] Request body: {'subnet': {'network_id': 'b63eec21-51a4-43fd-90d0-db81afea0d84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-441910025-subnet', 'tenant_id': 'cf8e5b3f31964e31927deb5670fb5102', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:27.505495 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d49a8fa2-a85b-4db5-a858-c94975b697bc req-d0a2bf01-97ea-4125-95b5-f0cf6b9d1213 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021382 Feb 09 21:35:27.509180 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda2b99-6fa2-4259-9f74-62c975f76188 admin admin] Pushing event updated for resources: {'Network': ['ID=b63eec21-51a4-43fd-90d0-db81afea0d84,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:27.547213 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network b63eec21-51a4-43fd-90d0-db81afea0d84 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:35:27.579500 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f4347957-800d-4c14-8be1-1a1f2ea7bea3 req-9d945afc-6390-4ed3-b855-a42483cc5b67 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.0391092 Feb 09 21:35:27.671478 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d341ac5f-715e-4802-816a-4319579d399b admin admin] Made reservation on behalf of cf8e5b3f31964e31927deb5670fb5102 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:27.674177 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d341ac5f-715e-4802-816a-4319579d399b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.732564 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c7c2a-53dd-4dfe-afee-f0eb9472f2d9 req-b638c779-fd99-461e-84ba-f84714e24883 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:27.734315 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b02c7c2a-53dd-4dfe-afee-f0eb9472f2d9 req-b638c779-fd99-461e-84ba-f84714e24883 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944 HTTP/1.1" status: 200 len: 945 time: 0.6421483 Feb 09 21:35:27.740480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7cf8c-0ef6-4675-8c35-68f6189be652 req-9f4d1b3f-22ac-4262-a066-36630049592c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:27.742125 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3fb7cf8c-0ef6-4675-8c35-68f6189be652 req-9f4d1b3f-22ac-4262-a066-36630049592c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1d166931-f8f8-410f-99c8-a7b85184b002 HTTP/1.1" status: 200 len: 853 time: 0.5333898 Feb 09 21:35:27.955550 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3fb7cf8c-0ef6-4675-8c35-68f6189be652 req-d5f1811e-f0c1-4617-bdf3-e21c466580fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f99b47-e532-41c4-93bb-9e02fc4962ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1786737 Feb 09 21:35:28.115401 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d720222-4f0f-437c-9634-6b28de6aa22d req-bfbcaa1c-3b7e-4eff-a142-20c2f248856a tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:28.122636 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d720222-4f0f-437c-9634-6b28de6aa22d req-bfbcaa1c-3b7e-4eff-a142-20c2f248856a tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944 HTTP/1.1" status: 200 len: 945 time: 0.2236724 Feb 09 21:35:28.170445 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d78211c-fc65-41d3-ac75-8abcc886d791 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_gateway (8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.263334 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-b02c7c2a-53dd-4dfe-afee-f0eb9472f2d9 req-dcd3afc1-588b-4c84-8d0e-db0ba0c308d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Deleting port 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:28.266058 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b02c7c2a-53dd-4dfe-afee-f0eb9472f2d9 req-dcd3afc1-588b-4c84-8d0e-db0ba0c308d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (045c1aa9-ae33-48b6-a28f-dfaf4b2c161e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.303187 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d720222-4f0f-437c-9634-6b28de6aa22d req-534c04cd-6f0d-41b7-a109-69bc68721592 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711705 Feb 09 21:35:28.367264 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9dd997e9-c295-459d-8052-3331184c5db8 req-cf30aca3-f924-4944-9e72-4fb899c793e8 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.0466549 Feb 09 21:35:28.464859 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3fb7cf8c-0ef6-4675-8c35-68f6189be652 req-09b51c5d-5b7f-4ab0-97c1-a301746b36be service neutron] 10.222.0.42 "GET /v2.0/networks/17f99b47-e532-41c4-93bb-9e02fc4962ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923420 Feb 09 21:35:28.545403 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581371a9-8353-46f8-a613-0e8892a368a5', 'name': 'network-vif-deleted', 'tag': '93e63d34-3078-45f6-af70-480582a0508a'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:28.548744 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e25f704-e6a1-4792-91b5-8eb2b564865f" -d '{"events": [{"server_uuid": "581371a9-8353-46f8-a613-0e8892a368a5", "name": "network-vif-deleted", "tag": "93e63d34-3078-45f6-af70-480582a0508a"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:28.554523 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4d78211c-fc65-41d3-ac75-8abcc886d791 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Deleting port c85e52d9-9d13-4e45-9c75-2c862a8d1086 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:28.554893 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d78211c-fc65-41d3-ac75-8abcc886d791 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c85e52d9-9d13-4e45-9c75-2c862a8d1086), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.685751 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4662164f-001a-4847-a884-64243d401819 x-openstack-request-id: req-4662164f-001a-4847-a884-64243d401819 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:28.686115 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581371a9-8353-46f8-a613-0e8892a368a5", "name": "network-vif-deleted", "tag": "93e63d34-3078-45f6-af70-480582a0508a", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:28.686309 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4662164f-001a-4847-a884-64243d401819 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:28.686709 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '581371a9-8353-46f8-a613-0e8892a368a5', 'name': 'network-vif-deleted', 'tag': '93e63d34-3078-45f6-af70-480582a0508a', 'status': 'completed', 'code': 200} Feb 09 21:35:28.690215 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-b02c7c2a-53dd-4dfe-afee-f0eb9472f2d9 req-dcd3afc1-588b-4c84-8d0e-db0ba0c308d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] For port 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=045c1aa9-ae33-48b6-a28f-dfaf4b2c161e,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:28.690582 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b02c7c2a-53dd-4dfe-afee-f0eb9472f2d9 req-dcd3afc1-588b-4c84-8d0e-db0ba0c308d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (045c1aa9-ae33-48b6-a28f-dfaf4b2c161e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.747938 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d341ac5f-715e-4802-816a-4319579d399b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (cd40b286-33a9-4933-a5c8-56b0699eb2b2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.751702 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1686c-df00-450a-8d79-05875a1f1a67 req-e0acb09f-3d3a-4b77-beea-6730c6d662fe tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:28.754585 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-b02c7c2a-53dd-4dfe-afee-f0eb9472f2d9 req-dcd3afc1-588b-4c84-8d0e-db0ba0c308d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Calling delete_port for 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:28.755712 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-68a1686c-df00-450a-8d79-05875a1f1a67 req-e0acb09f-3d3a-4b77-beea-6730c6d662fe tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 944 time: 0.1015086 Feb 09 21:35:28.816295 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b74ea08b-17ef-43a7-a61b-6709ba664503 req-8c8f3f72-7c72-4bef-874f-45a13afec075 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.0489705 Feb 09 21:35:28.861327 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-68a1686c-df00-450a-8d79-05875a1f1a67 req-7d9d14ab-ca10-4e96-a383-6829d04869aa tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942390 Feb 09 21:35:29.024368 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3fb7cf8c-0ef6-4675-8c35-68f6189be652 req-ffb4e46f-3c03-4129-af8c-7bc599c1a5e4 service neutron] 10.222.0.42 "GET /v2.0/networks/17f99b47-e532-41c4-93bb-9e02fc4962ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442262 Feb 09 21:35:29.039916 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-4d78211c-fc65-41d3-ac75-8abcc886d791 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] For port c85e52d9-9d13-4e45-9c75-2c862a8d1086, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c85e52d9-9d13-4e45-9c75-2c862a8d1086,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:29.040495 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d78211c-fc65-41d3-ac75-8abcc886d791 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c85e52d9-9d13-4e45-9c75-2c862a8d1086), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.049227 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341ac5f-715e-4802-816a-4319579d399b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd40b286-33a9-4933-a5c8-56b0699eb2b2,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:29.090604 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4d78211c-fc65-41d3-ac75-8abcc886d791 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Calling delete_port for c85e52d9-9d13-4e45-9c75-2c862a8d1086 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:29.132977 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d341ac5f-715e-4802-816a-4319579d399b admin admin] Checking segment: {'id': 'a535595f-05f6-4174-b7c2-1ee3a61ccb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b63eec21-51a4-43fd-90d0-db81afea0d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:29.133547 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d341ac5f-715e-4802-816a-4319579d399b admin admin] Network hostable DHCP agents. Network: b63eec21-51a4-43fd-90d0-db81afea0d84, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:35:29.523679 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbae00-d66b-4265-8034-e24bf3c87f37 req-a28ef75a-219b-4d73-81b6-6f234393b12c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.525477 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cecbae00-d66b-4265-8034-e24bf3c87f37 req-a28ef75a-219b-4d73-81b6-6f234393b12c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944 HTTP/1.1" status: 200 len: 945 time: 0.1407702 Feb 09 21:35:29.542121 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 1f932e3a-731c-4b58-a51e-1476a2d16c4b details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:35:29.666431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cecbae00-d66b-4265-8034-e24bf3c87f37 req-7a2ac62f-2d3f-42a2-aa27-5b8e084e977b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316245 Feb 09 21:35:29.717984 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60236d74-6682-40e9-832f-394c8a47e7af req-effe8095-e459-4909-89b4-b74a80d47fb2 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.0675321 Feb 09 21:35:29.812194 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 1f932e3a-731c-4b58-a51e-1476a2d16c4b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1f932e3a-731c-4b58-a51e-1476a2d16c4b,segment=NetworkSegment(e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7),segment_id=e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:29.833845 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d341ac5f-715e-4802-816a-4319579d399b admin admin] Network b63eec21-51a4-43fd-90d0-db81afea0d84 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:35:29.840517 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '1f932e3a-731c-4b58-a51e-1476a2d16c4b', 'network_id': '17f99b47-e532-41c4-93bb-9e02fc4962ed', 'port_id': '1f932e3a-731c-4b58-a51e-1476a2d16c4b', 'mac_address': 'fa:16:3e:7f:a8:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d166931-f8f8-410f-99c8-a7b85184b002', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:35:29.943315 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 1f932e3a-731c-4b58-a51e-1476a2d16c4b is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:29.943861 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1f932e3a-731c-4b58-a51e-1476a2d16c4b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.968629 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d341ac5f-715e-4802-816a-4319579d399b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, b63eec21-51a4-43fd-90d0-db81afea0d84) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:29.983263 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93ec849-2187-4590-84a0-97618662d257 None None] Network b63eec21-51a4-43fd-90d0-db81afea0d84 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:29.991782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d341ac5f-715e-4802-816a-4319579d399b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.993757 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d341ac5f-715e-4802-816a-4319579d399b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.006215 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d78211c-fc65-41d3-ac75-8abcc886d791 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c85e52d9-9d13-4e45-9c75-2c862a8d1086), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.017597 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c38ed41a-21b1-4d9e-ab17-8ffc0bb1e002 req-30f632ae-d150-4802-966d-b4597181e917 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.0741642 Feb 09 21:35:30.021642 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b02c7c2a-53dd-4dfe-afee-f0eb9472f2d9 req-dcd3afc1-588b-4c84-8d0e-db0ba0c308d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (045c1aa9-ae33-48b6-a28f-dfaf4b2c161e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.046052 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f932e3a-731c-4b58-a51e-1476a2d16c4b {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:30.088675 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['70e3d19a-7558-4685-a196-a6de110f0bf5'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:30.092386 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['045c1aa9-ae33-48b6-a28f-dfaf4b2c161e'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:30.139312 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78211c-fc65-41d3-ac75-8abcc886d791 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Pushing event deleted for resources: {'Port': ['ID=c85e52d9-9d13-4e45-9c75-2c862a8d1086,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:30.192943 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d341ac5f-715e-4802-816a-4319579d399b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.7443817 Feb 09 21:35:30.267680 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3afc1-588b-4c84-8d0e-db0ba0c308d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Pushing event deleted for resources: {'Port': ['ID=045c1aa9-ae33-48b6-a28f-dfaf4b2c161e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:30.292755 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02c7c2a-53dd-4dfe-afee-f0eb9472f2d9 req-dcd3afc1-588b-4c84-8d0e-db0ba0c308d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] No DVR routers for this DVR port 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:35:30.299081 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b02c7c2a-53dd-4dfe-afee-f0eb9472f2d9 req-dcd3afc1-588b-4c84-8d0e-db0ba0c308d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.302764 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b02c7c2a-53dd-4dfe-afee-f0eb9472f2d9 req-dcd3afc1-588b-4c84-8d0e-db0ba0c308d5 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.42 "DELETE /v2.0/ports/045c1aa9-ae33-48b6-a28f-dfaf4b2c161e HTTP/1.1" status: 204 len: 173 time: 2.5594809 Feb 09 21:35:30.324452 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d78211c-fc65-41d3-ac75-8abcc886d791 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.432420 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570c64b-6d5d-46bd-8f96-24b261e2c1ff req-849f8a70-999f-4062-b28f-21fccdfa58c5 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:30.460818 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4570c64b-6d5d-46bd-8f96-24b261e2c1ff req-849f8a70-999f-4062-b28f-21fccdfa58c5 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 944 time: 0.3072362 Feb 09 21:35:30.537143 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d78211c-fc65-41d3-ac75-8abcc886d791 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.542840 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d78211c-fc65-41d3-ac75-8abcc886d791 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_controller (8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.726324 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944', 'name': 'network-vif-deleted', 'tag': '045c1aa9-ae33-48b6-a28f-dfaf4b2c161e'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:30.729526 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4570c64b-6d5d-46bd-8f96-24b261e2c1ff req-99cc0367-4871-4f0f-8245-b82edf7debf1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612720 Feb 09 21:35:30.737570 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822c0322-f8d3-4fb7-8d90-6078fa3939b8" -d '{"events": [{"server_uuid": "fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944", "name": "network-vif-deleted", "tag": "045c1aa9-ae33-48b6-a28f-dfaf4b2c161e"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:30.779342 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d78211c-fc65-41d3-ac75-8abcc886d791 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.780677 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d78211c-fc65-41d3-ac75-8abcc886d791 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:35:30.803261 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d78211c-fc65-41d3-ac75-8abcc886d791 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.810297 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4d78211c-fc65-41d3-ac75-8abcc886d791 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "DELETE /v2.0/routers/8b1f1d87-ddf9-4806-b0a0-abc9a3ededcc HTTP/1.1" status: 204 len: 168 time: 3.5960128 Feb 09 21:35:30.811624 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53404) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:30.826362 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-41a4922f-5ebf-45dd-908d-be41fc291bd5 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1949460131', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}, 'admin_state_up': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:30.896768 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41a4922f-5ebf-45dd-908d-be41fc291bd5 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (9030b78b-d838-47b9-a2ac-ec42fc386f1c), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.905803 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41a4922f-5ebf-45dd-908d-be41fc291bd5 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (9030b78b-d838-47b9-a2ac-ec42fc386f1c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.005444 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41a4922f-5ebf-45dd-908d-be41fc291bd5 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_controller (9030b78b-d838-47b9-a2ac-ec42fc386f1c), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.057432 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e75b7d6-c9ce-4206-babf-e13f085bda7c req-132d94bf-80e9-4438-9164-34ccb1bb0946 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944 HTTP/1.1" status: 200 len: 210 time: 0.1323583 Feb 09 21:35:31.208021 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 1f932e3a-731c-4b58-a51e-1476a2d16c4b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1f932e3a-731c-4b58-a51e-1476a2d16c4b,segment=NetworkSegment(e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7),segment_id=e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:31.250663 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039ddac7-fb5b-41e8-ae01-584d1d20436b None None] Network b63eec21-51a4-43fd-90d0-db81afea0d84 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:31.258677 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1f932e3a-731c-4b58-a51e-1476a2d16c4b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.263980 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4fcaa680-b83e-418f-9f55-52f5bf212abc req-76287fa1-1b8e-462e-a33a-13c261adf539 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.0607491 Feb 09 21:35:31.276504 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5fd238-492f-4601-a41a-3d715a22d4b1 x-openstack-request-id: req-7c5fd238-492f-4601-a41a-3d715a22d4b1 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:31.277409 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944", "name": "network-vif-deleted", "tag": "045c1aa9-ae33-48b6-a28f-dfaf4b2c161e", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:31.277409 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7c5fd238-492f-4601-a41a-3d715a22d4b1 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:31.277745 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3f0dfb-b48d-4d00-b3ff-93ecb6e91944', 'name': 'network-vif-deleted', 'tag': '045c1aa9-ae33-48b6-a28f-dfaf4b2c161e', 'status': 'completed', 'code': 200} Feb 09 21:35:31.472276 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41a4922f-5ebf-45dd-908d-be41fc291bd5 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_gateway (9030b78b-d838-47b9-a2ac-ec42fc386f1c), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.507964 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=1f932e3a-731c-4b58-a51e-1476a2d16c4b,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:31.512141 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8645d3c-5239-4bb0-92d4-7e41d5b8da38 req-50952841-1096-4015-bc17-f582b5772f91 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.0699940 Feb 09 21:35:31.573854 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:31.661112 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['1f932e3a-731c-4b58-a51e-1476a2d16c4b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:31.730212 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-d6293733-7aae-4f92-8880-f3279df8643b tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:31.748867 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-d6293733-7aae-4f92-8880-f3279df8643b tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/networks?id=b63eec21-51a4-43fd-90d0-db81afea0d84 HTTP/1.1" status: 200 len: 821 time: 0.2632017 Feb 09 21:35:31.772821 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-4ab11e62-d9c9-4e5f-a0ea-256b01b23c68 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/quotas/cf8e5b3f31964e31927deb5670fb5102 HTTP/1.1" status: 200 len: 375 time: 0.0224545 Feb 09 21:35:31.790895 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:35:31.791265 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 045c1aa9-ae33-48b6-a28f-dfaf4b2c161e not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:31.829216 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-02f04bd4-62b1-4cbb-ab5b-37cfc6475f11 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cf8e5b3f31964e31927deb5670fb5102&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548565 Feb 09 21:35:31.970374 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41a4922f-5ebf-45dd-908d-be41fc291bd5 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_gateway (9030b78b-d838-47b9-a2ac-ec42fc386f1c), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.026473 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41a4922f-5ebf-45dd-908d-be41fc291bd5 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.029121 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c85e52d9-9d13-4e45-9c75-2c862a8d1086 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:32.098534 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-db29d5aa-9db1-4c1a-89c8-1b5c264969eb service neutron] 10.222.0.77 "GET /v2.0/networks/b63eec21-51a4-43fd-90d0-db81afea0d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683818 Feb 09 21:35:32.098833 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: c85e52d9-9d13-4e45-9c75-2c862a8d1086 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:35:32.099087 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c85e52d9-9d13-4e45-9c75-2c862a8d1086 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:32.215178 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-41a4922f-5ebf-45dd-908d-be41fc291bd5 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Allocated IP 172.25.6.252 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/19b561e9-a67c-4291-8f65-544b325bf939) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:32.274219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f8c9e-70f6-496b-8518-1b4e7765d8b8 req-9a4041f7-8952-400e-b96b-4fb2d04b2629 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:32.277701 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a34f8c9e-70f6-496b-8518-1b4e7765d8b8 req-9a4041f7-8952-400e-b96b-4fb2d04b2629 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 945 time: 0.3034618 Feb 09 21:35:32.359719 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41a4922f-5ebf-45dd-908d-be41fc291bd5 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for port (19b561e9-a67c-4291-8f65-544b325bf939), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.412182 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-034825f9-c838-4f6b-b4a8-89c6831ae831 service neutron] 10.222.0.77 "GET /v2.0/networks/b63eec21-51a4-43fd-90d0-db81afea0d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124037 Feb 09 21:35:32.416930 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41a4922f-5ebf-45dd-908d-be41fc291bd5 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (19b561e9-a67c-4291-8f65-544b325bf939), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.433523 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a34f8c9e-70f6-496b-8518-1b4e7765d8b8 req-87bee14a-9ffe-4e2d-93a9-9dc88bc1f870 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480567 Feb 09 21:35:32.501405 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a4922f-5ebf-45dd-908d-be41fc291bd5 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:32.509687 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-41a4922f-5ebf-45dd-908d-be41fc291bd5 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:32.513669 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a4922f-5ebf-45dd-908d-be41fc291bd5 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:32.589584 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4922f-5ebf-45dd-908d-be41fc291bd5 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Pushing event updated for resources: {'Port': ['ID=19b561e9-a67c-4291-8f65-544b325bf939,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:32.788093 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7a06809-8d85-41ee-aa06-11b64971a341 req-7dc560e9-c924-45eb-bc54-e83e29ff74ca tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.0772042 Feb 09 21:35:32.868497 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa86b239-df87-40a4-8411-75daac1a5167 req-5eac0afe-c0e7-428f-920b-6ed0a4f07189 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.0784752 Feb 09 21:35:32.966198 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb602f48-966e-45fb-9f19-be4295c5a8ed req-f54ad115-47ca-4eba-84a1-9140f61f72f7 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 210 time: 0.0841451 Feb 09 21:35:33.025042 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41a4922f-5ebf-45dd-908d-be41fc291bd5 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_gateway (9030b78b-d838-47b9-a2ac-ec42fc386f1c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:33.272082 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-260c06c9-03ba-491e-a58e-f268e891f68e tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:33.284179 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-260c06c9-03ba-491e-a58e-f268e891f68e tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/networks?id=52bbb2ed-8162-4d76-a17c-1bb332688ad6 HTTP/1.1" status: 200 len: 804 time: 0.2249808 Feb 09 21:35:33.312504 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-5ec6a2f6-e78d-4bd9-91aa-3781e55e5fe6 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/quotas/1b89b78a949d44f189d43eacfb5f58be HTTP/1.1" status: 200 len: 375 time: 0.0261753 Feb 09 21:35:33.411224 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41a4922f-5ebf-45dd-908d-be41fc291bd5 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (9030b78b-d838-47b9-a2ac-ec42fc386f1c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:33.432059 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-b175cdbe-2c0b-48d3-a2e7-54b92f5da20d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b89b78a949d44f189d43eacfb5f58be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1180458 Feb 09 21:35:33.557956 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 1f932e3a-731c-4b58-a51e-1476a2d16c4b up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:33.650257 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-b87fc6b3-5608-4fec-b5cb-2b492fbd4c6f service neutron] 10.222.0.77 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050447 Feb 09 21:35:33.750885 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a4922f-5ebf-45dd-908d-be41fc291bd5 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Router 9030b78b-d838-47b9-a2ac-ec42fc386f1c is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:35:33.784457 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 1f932e3a-731c-4b58-a51e-1476a2d16c4b completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:35:33.798779 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 1f932e3a-731c-4b58-a51e-1476a2d16c4b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:33.807499 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1f932e3a-731c-4b58-a51e-1476a2d16c4b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:33.854573 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-81d8703e-cc12-4f00-b44f-276bd8d87813 service neutron] 10.222.0.77 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027729 Feb 09 21:35:33.919933 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed2bcf-9324-4c26-a4ec-a77d85c1b300 req-5f7b1956-784e-40c1-bab1-377097506313 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:33.922694 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95ed2bcf-9324-4c26-a4ec-a77d85c1b300 req-5f7b1956-784e-40c1-bab1-377097506313 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 945 time: 0.2696078 Feb 09 21:35:33.992117 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a4922f-5ebf-45dd-908d-be41fc291bd5 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:33.994739 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 1f932e3a-731c-4b58-a51e-1476a2d16c4b is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:33.999201 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1f932e3a-731c-4b58-a51e-1476a2d16c4b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.010568 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280c907a-1c4a-4eb1-890c-0a78f61a95e6 None None] Sync routers for ids ['9030b78b-d838-47b9-a2ac-ec42fc386f1c'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:34.041388 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280c907a-1c4a-4eb1-890c-0a78f61a95e6 None None] Routers {'9030b78b-d838-47b9-a2ac-ec42fc386f1c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:34.042044 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41a4922f-5ebf-45dd-908d-be41fc291bd5 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.042650 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-280c907a-1c4a-4eb1-890c-0a78f61a95e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:35:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['9030b78b-d838-47b9-a2ac-ec42fc386f1c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:34.046460 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-41a4922f-5ebf-45dd-908d-be41fc291bd5 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2271757 Feb 09 21:35:34.047360 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53456) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:34.051177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce6db4c-b136-4be4-beb6-dfe88824b7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f932e3a-731c-4b58-a51e-1476a2d16c4b'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:34.054301 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3445810-70d3-4ffd-8b6e-c27b64493b7d" -d '{"events": [{"server_uuid": "6ce6db4c-b136-4be4-beb6-dfe88824b7ac", "name": "network-vif-plugged", "status": "completed", "tag": "1f932e3a-731c-4b58-a51e-1476a2d16c4b"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:34.058988 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6bd20b97-da8e-4682-a14a-178496f540a6 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'enable_snat': False}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:34.078917 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95ed2bcf-9324-4c26-a4ec-a77d85c1b300 req-3dbdedeb-2553-474c-a9d9-2b5fa1c0aea9 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416113 Feb 09 21:35:34.088425 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 1f932e3a-731c-4b58-a51e-1476a2d16c4b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1f932e3a-731c-4b58-a51e-1476a2d16c4b,segment=NetworkSegment(e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7),segment_id=e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:34.099903 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1f932e3a-731c-4b58-a51e-1476a2d16c4b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.135184 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-280c907a-1c4a-4eb1-890c-0a78f61a95e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:34.172410 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280c907a-1c4a-4eb1-890c-0a78f61a95e6 None None] Routers {'9030b78b-d838-47b9-a2ac-ec42fc386f1c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:34.173476 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-280c907a-1c4a-4eb1-890c-0a78f61a95e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:35:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['9030b78b-d838-47b9-a2ac-ec42fc386f1c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:34.258470 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=1f932e3a-731c-4b58-a51e-1476a2d16c4b,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:34.305164 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-81d1b1e2-225a-438e-98f9-8ca560d558c0 req-007dfcfa-c415-46a3-946e-622869a88674 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.0591483 Feb 09 21:35:34.309911 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-280c907a-1c4a-4eb1-890c-0a78f61a95e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:34.314346 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280c907a-1c4a-4eb1-890c-0a78f61a95e6 None None] The sync data for ids ['9030b78b-d838-47b9-a2ac-ec42fc386f1c'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:34.420518 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae129c60-a1fc-4153-a9d6-65e3db774872 req-d86460d8-f520-4d0d-a8e0-941026b75dee tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.1263785 Feb 09 21:35:34.503911 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c5f29e-4c8f-4ed2-af07-52ae1e49f651 x-openstack-request-id: req-e5c5f29e-4c8f-4ed2-af07-52ae1e49f651 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:34.504216 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce6db4c-b136-4be4-beb6-dfe88824b7ac", "name": "network-vif-plugged", "status": "completed", "tag": "1f932e3a-731c-4b58-a51e-1476a2d16c4b", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:34.504578 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e5c5f29e-4c8f-4ed2-af07-52ae1e49f651 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:34.504880 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce6db4c-b136-4be4-beb6-dfe88824b7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f932e3a-731c-4b58-a51e-1476a2d16c4b', 'code': 200} Feb 09 21:35:34.543404 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dca7908f-5d31-45c0-a976-3392e9f70cb6 req-0771326b-c9e6-4c52-b9b4-2b5024b01351 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 210 time: 0.0800521 Feb 09 21:35:34.675062 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-862852fb-45a9-4d96-a57b-33ac25f4169f req-9962294a-763f-477d-afc8-d20cc7a7fdc0 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ed52b66-2a3c-41de-b951-ca6570eedb06 HTTP/1.1" status: 200 len: 210 time: 0.0573709 Feb 09 21:35:34.989241 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6f66d-1613-4e3f-a986-3e92f99aaea7 req-118d6e1b-53c1-460d-963a-354ba8d7f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:34.991927 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b9a6f66d-1613-4e3f-a986-3e92f99aaea7 req-118d6e1b-53c1-460d-963a-354ba8d7f244 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 1128 time: 0.2486393 Feb 09 21:35:35.002829 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-5f753ae0-1250-4fe8-b4ac-ba1e61791548 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:35.005961 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-5f753ae0-1250-4fe8-b4ac-ba1e61791548 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.42 "GET /v2.0/networks?id=b63eec21-51a4-43fd-90d0-db81afea0d84 HTTP/1.1" status: 200 len: 821 time: 0.5995848 Feb 09 21:35:35.049355 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-b753ebe5-a867-4af0-991f-3d6efa788888 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Request body: {'port': {'device_id': '2867de10-e8f1-44ee-a2d2-a813b0a4a646', 'network_id': 'b63eec21-51a4-43fd-90d0-db81afea0d84', 'admin_state_up': True, 'tenant_id': 'cf8e5b3f31964e31927deb5670fb5102'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:35.284592 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b9a6f66d-1613-4e3f-a986-3e92f99aaea7 req-fb7eefcd-c0b1-4bfe-ad85-cd248559bc13 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700281 Feb 09 21:35:35.322162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1d926-909a-4e1d-9b84-c5dad11a1055 req-a3c65848-1a8c-46bc-9105-ab997b3b9c05 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:35.326591 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8db1d926-909a-4e1d-9b84-c5dad11a1055 req-a3c65848-1a8c-46bc-9105-ab997b3b9c05 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 946 time: 0.1075952 Feb 09 21:35:35.382567 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bd20b97-da8e-4682-a14a-178496f540a6 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_gateway (9030b78b-d838-47b9-a2ac-ec42fc386f1c), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.446113 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-b753ebe5-a867-4af0-991f-3d6efa788888 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Made reservation on behalf of cf8e5b3f31964e31927deb5670fb5102 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:35.450030 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-b753ebe5-a867-4af0-991f-3d6efa788888 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.450500 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8db1d926-909a-4e1d-9b84-c5dad11a1055 req-4ec54770-e651-45c8-a202-033a65d7abd4 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160066 Feb 09 21:35:35.491317 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b07c3f7-3ef3-49b6-b0bd-cd473935b250 req-f1c85f4e-80ba-442c-9e09-be9530888c68 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.0394542 Feb 09 21:35:35.647510 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b06068d2-694d-4e25-9701-86880f0a732d req-f66a8009-79a3-43e3-9f64-c09d38869359 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.0379794 Feb 09 21:35:35.694574 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97896923-4322-43bb-9c95-d7b36d24e542 req-37f6a277-b580-488b-a89b-8fa755eebe60 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 210 time: 0.0323160 Feb 09 21:35:35.829754 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-b753ebe5-a867-4af0-991f-3d6efa788888 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Allocated IP 172.20.0.3 (b63eec21-51a4-43fd-90d0-db81afea0d84/cd40b286-33a9-4933-a5c8-56b0699eb2b2/b37c3e57-a8bf-4082-a116-e02085853c2c) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:35.863695 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-370e2ef8-bb89-4097-bac6-e6776540de6a req-5289be53-b45d-4cc6-acbb-3458b9fe3ca6 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ed52b66-2a3c-41de-b951-ca6570eedb06 HTTP/1.1" status: 200 len: 210 time: 0.0446348 Feb 09 21:35:36.600200 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-5ee372d8-7835-446a-9247-9b7bda19420d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:36.601802 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-5ee372d8-7835-446a-9247-9b7bda19420d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.42 "GET /v2.0/networks?id=52bbb2ed-8162-4d76-a17c-1bb332688ad6 HTTP/1.1" status: 200 len: 804 time: 0.6331491 Feb 09 21:35:36.617368 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-2b6cc658-e173-47f8-9cac-a7271672f760 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Request body: {'port': {'device_id': '6ed52b66-2a3c-41de-b951-ca6570eedb06', 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6', 'admin_state_up': True, 'tenant_id': '1b89b78a949d44f189d43eacfb5f58be'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:36.698466 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-49dde6ae-2471-4eea-8c4f-c31215b80d2c req-62257490-2a66-4aff-abef-d2f5241e7f22 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.0393193 Feb 09 21:35:36.699035 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-b753ebe5-a867-4af0-991f-3d6efa788888 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks [] for port (b37c3e57-a8bf-4082-a116-e02085853c2c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:36.748278 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ef4ee-f306-4009-803f-bed2508de0d4 req-e90a240f-936c-436d-9ad4-083f28a1fb74 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:36.752304 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf1ef4ee-f306-4009-803f-bed2508de0d4 req-e90a240f-936c-436d-9ad4-083f28a1fb74 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 946 time: 0.1450469 Feb 09 21:35:36.843514 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-46631a7a-0987-41db-9afa-1bef10340985 req-56056508-aa73-4c39-bb66-86b7037b5add tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.0587134 Feb 09 21:35:36.870983 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-b753ebe5-a867-4af0-991f-3d6efa788888 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (b37c3e57-a8bf-4082-a116-e02085853c2c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:36.873285 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf1ef4ee-f306-4009-803f-bed2508de0d4 req-ed13a644-eebe-4d1f-8bb2-5fac789fb98d tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119659 Feb 09 21:35:36.958399 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-b753ebe5-a867-4af0-991f-3d6efa788888 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Network b63eec21-51a4-43fd-90d0-db81afea0d84 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:36.971165 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-b753ebe5-a867-4af0-991f-3d6efa788888 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:36.977613 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753ebe5-a867-4af0-991f-3d6efa788888 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Pushing event updated for resources: {'Port': ['ID=b37c3e57-a8bf-4082-a116-e02085853c2c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:36.980408 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-b753ebe5-a867-4af0-991f-3d6efa788888 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:37.017332 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-2b6cc658-e173-47f8-9cac-a7271672f760 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Made reservation on behalf of 1b89b78a949d44f189d43eacfb5f58be for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:37.023531 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-2b6cc658-e173-47f8-9cac-a7271672f760 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.036700 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bd20b97-da8e-4682-a14a-178496f540a6 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (9030b78b-d838-47b9-a2ac-ec42fc386f1c), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.057597 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bd20b97-da8e-4682-a14a-178496f540a6 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-316890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-316867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-342176'] for router (9030b78b-d838-47b9-a2ac-ec42fc386f1c), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.085396 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-b753ebe5-a867-4af0-991f-3d6efa788888 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:37.086048 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-b753ebe5-a867-4af0-991f-3d6efa788888 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.134690 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb578298-58e4-452c-90de-d57e7f0a543b req-8facd3b7-59f8-482d-84bc-de92b5883dff tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2040461470&fields=id&tenant_id=cb20ece5c2df40e9ad3c9d0b8aef51cf HTTP/1.1" status: 200 len: 267 time: 0.1608391 Feb 09 21:35:37.183089 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0807ae-842f-4276-a970-88be711ae6f5 req-1271a548-bd1e-4dac-917a-7a060bc687a2 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:37.186051 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d0807ae-842f-4276-a970-88be711ae6f5 req-1271a548-bd1e-4dac-917a-7a060bc687a2 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 931 time: 0.1822546 Feb 09 21:35:37.198920 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-b753ebe5-a867-4af0-991f-3d6efa788888 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1704459 Feb 09 21:35:37.220660 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] Request body: {'port': {'device_id': '2867de10-e8f1-44ee-a2d2-a813b0a4a646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:37.312993 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb578298-58e4-452c-90de-d57e7f0a543b req-781e48da-2d0c-4516-baf0-930e2ed122e2 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:37.320380 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb578298-58e4-452c-90de-d57e7f0a543b req-781e48da-2d0c-4516-baf0-930e2ed122e2 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 946 time: 0.1759708 Feb 09 21:35:37.329844 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d0807ae-842f-4276-a970-88be711ae6f5 req-d975d144-b44f-4b3f-998c-33a01ad24f75 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165121 Feb 09 21:35:37.340283 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-eb578298-58e4-452c-90de-d57e7f0a543b req-40dd6ba8-b8df-4cd3-8c90-18d1d3ac5a61 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Request body: {'port': {'security_groups': ['29b6ddcf-f5b8-45c2-abec-7837ff46b64f', 'a144dbd7-a360-4c4e-a011-cb3387e19484']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:37.366016 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-2b6cc658-e173-47f8-9cac-a7271672f760 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Allocated IP 172.20.0.10 (52bbb2ed-8162-4d76-a17c-1bb332688ad6/17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf/71974ea7-0742-4266-a507-b9c52d89d925) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:37.366016 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b37c3e57-a8bf-4082-a116-e02085853c2c), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.392706 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd20b97-da8e-4682-a14a-178496f540a6 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Router 9030b78b-d838-47b9-a2ac-ec42fc386f1c has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:35:37.500332 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e29e45f-c516-4e0d-9e11-3190e49543cd req-5fea23e8-67af-4dc2-9740-578e392d2bdf tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ed52b66-2a3c-41de-b951-ca6570eedb06 HTTP/1.1" status: 200 len: 210 time: 0.0381641 Feb 09 21:35:37.500985 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-eb578298-58e4-452c-90de-d57e7f0a543b req-40dd6ba8-b8df-4cd3-8c90-18d1d3ac5a61 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1f932e3a-731c-4b58-a51e-1476a2d16c4b), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.746352 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-eb578298-58e4-452c-90de-d57e7f0a543b req-40dd6ba8-b8df-4cd3-8c90-18d1d3ac5a61 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] For port 1f932e3a-731c-4b58-a51e-1476a2d16c4b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1f932e3a-731c-4b58-a51e-1476a2d16c4b,segment=NetworkSegment(e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7),segment_id=e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:37.788354 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-eb578298-58e4-452c-90de-d57e7f0a543b req-40dd6ba8-b8df-4cd3-8c90-18d1d3ac5a61 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for port (1f932e3a-731c-4b58-a51e-1476a2d16c4b), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.796539 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-eb578298-58e4-452c-90de-d57e7f0a543b req-40dd6ba8-b8df-4cd3-8c90-18d1d3ac5a61 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (1f932e3a-731c-4b58-a51e-1476a2d16c4b), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.812059 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['be2c6221-0783-46d3-9a22-d31c18bb5526'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:37.857690 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-2b6cc658-e173-47f8-9cac-a7271672f760 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks [] for port (71974ea7-0742-4266-a507-b9c52d89d925), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.865282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['1f932e3a-731c-4b58-a51e-1476a2d16c4b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:37.878242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd6ba8-b8df-4cd3-8c90-18d1d3ac5a61 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event updated for resources: {'Port': ['ID=1f932e3a-731c-4b58-a51e-1476a2d16c4b,revision_number=6']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:37.892787 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb578298-58e4-452c-90de-d57e7f0a543b req-40dd6ba8-b8df-4cd3-8c90-18d1d3ac5a61 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:37.893481 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-eb578298-58e4-452c-90de-d57e7f0a543b req-40dd6ba8-b8df-4cd3-8c90-18d1d3ac5a61 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.906701 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb578298-58e4-452c-90de-d57e7f0a543b req-40dd6ba8-b8df-4cd3-8c90-18d1d3ac5a61 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "PUT /v2.0/ports/1f932e3a-731c-4b58-a51e-1476a2d16c4b HTTP/1.1" status: 200 len: 982 time: 0.5745382 Feb 09 21:35:37.907487 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce6db4c-b136-4be4-beb6-dfe88824b7ac', 'tag': '1f932e3a-731c-4b58-a51e-1476a2d16c4b'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:37.910152 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74a8dd1-0d50-410b-870e-c6935e99a644" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce6db4c-b136-4be4-beb6-dfe88824b7ac", "tag": "1f932e3a-731c-4b58-a51e-1476a2d16c4b"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:37.922933 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-962c2b52-d142-41af-8cb9-82071968c29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.947957 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-2b6cc658-e173-47f8-9cac-a7271672f760 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (71974ea7-0742-4266-a507-b9c52d89d925), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.988314 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-911a5f72-86cf-4506-a46a-d3af1b151e6b req-e8680d23-c4c3-4d5f-9a5d-35e45cc592ee tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.0497956 Feb 09 21:35:38.014754 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['70e3d19a-7558-4685-a196-a6de110f0bf5'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:38.029072 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['1f932e3a-731c-4b58-a51e-1476a2d16c4b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:38.038215 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-2b6cc658-e173-47f8-9cac-a7271672f760 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:38.050081 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd20b97-da8e-4682-a14a-178496f540a6 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:38.058335 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-2b6cc658-e173-47f8-9cac-a7271672f760 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:38.058515 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73007748-843a-4838-b571-54544fd8c9d8 req-848a2c67-e129-469e-9c43-8f778228ef7f tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.0753272 Feb 09 21:35:38.068782 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bd20b97-da8e-4682-a14a-178496f540a6 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.070741 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6bd20b97-da8e-4682-a14a-178496f540a6 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "PUT /v2.0/routers/9030b78b-d838-47b9-a2ac-ec42fc386f1c HTTP/1.1" status: 200 len: 922 time: 4.0224061 Feb 09 21:35:38.076353 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-2b6cc658-e173-47f8-9cac-a7271672f760 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:38.095261 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53500) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:38.118535 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6cc658-e173-47f8-9cac-a7271672f760 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Pushing event updated for resources: {'Port': ['ID=71974ea7-0742-4266-a507-b9c52d89d925,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:38.165650 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f7e655-6af4-4e97-980b-8f8ec52d4de4 x-openstack-request-id: req-81f7e655-6af4-4e97-980b-8f8ec52d4de4 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:38.165947 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce6db4c-b136-4be4-beb6-dfe88824b7ac", "tag": "1f932e3a-731c-4b58-a51e-1476a2d16c4b", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:38.166213 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-81f7e655-6af4-4e97-980b-8f8ec52d4de4 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:38.166632 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce6db4c-b136-4be4-beb6-dfe88824b7ac', 'tag': '1f932e3a-731c-4b58-a51e-1476a2d16c4b', 'status': 'completed', 'code': 200} Feb 09 21:35:38.168140 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c69093-b063-41b7-a5d7-8969515115d2 None None] Sync routers for ids ['9030b78b-d838-47b9-a2ac-ec42fc386f1c'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:38.181220 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-2b6cc658-e173-47f8-9cac-a7271672f760 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:38.182488 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-2b6cc658-e173-47f8-9cac-a7271672f760 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.212725 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b37c3e57-a8bf-4082-a116-e02085853c2c {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:38.222858 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] Publish callbacks [] for port (b37c3e57-a8bf-4082-a116-e02085853c2c), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.231442 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c69093-b063-41b7-a5d7-8969515115d2 None None] Routers {'9030b78b-d838-47b9-a2ac-ec42fc386f1c'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:38.232137 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-75c69093-b063-41b7-a5d7-8969515115d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:35:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['9030b78b-d838-47b9-a2ac-ec42fc386f1c'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:38.238472 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] Transition to ACTIVE for port object b37c3e57-a8bf-4082-a116-e02085853c2c will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:35:38.243815 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-2b6cc658-e173-47f8-9cac-a7271672f760 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6308351 Feb 09 21:35:38.245156 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (b37c3e57-a8bf-4082-a116-e02085853c2c), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.260662 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] Request body: {'port': {'device_id': '6ed52b66-2a3c-41de-b951-ca6570eedb06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:38.310445 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-75c69093-b063-41b7-a5d7-8969515115d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:38.356444 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c69093-b063-41b7-a5d7-8969515115d2 None None] Routers {'9030b78b-d838-47b9-a2ac-ec42fc386f1c'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:38.357180 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-75c69093-b063-41b7-a5d7-8969515115d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:35:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['9030b78b-d838-47b9-a2ac-ec42fc386f1c'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:38.396304 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] Pushing event updated for resources: {'Port': ['ID=b37c3e57-a8bf-4082-a116-e02085853c2c,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:38.404801 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (71974ea7-0742-4266-a507-b9c52d89d925), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.456723 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-75c69093-b063-41b7-a5d7-8969515115d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:38.457255 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c69093-b063-41b7-a5d7-8969515115d2 None None] The sync data for ids ['9030b78b-d838-47b9-a2ac-ec42fc386f1c'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:38.508940 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-52408b90-e6d9-43f8-8295-db21ed1f6285 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "GET /v2.0/routers/9030b78b-d838-47b9-a2ac-ec42fc386f1c HTTP/1.1" status: 200 len: 922 time: 0.4123662 Feb 09 21:35:38.509984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53504) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:38.682334 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-70b7eac1-2fff-438a-a46e-23e2926cafac req-b6c3ec58-92ed-458f-a221-ec55526e9e63 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/a144dbd7-a360-4c4e-a011-cb3387e19484 HTTP/1.1" status: 200 len: 1817 time: 0.6022151 Feb 09 21:35:38.746011 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-70b7eac1-2fff-438a-a46e-23e2926cafac req-22ef31cc-6012-4020-8f0f-dfd28b2eabe9 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 21:35:38.748181 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-70b7eac1-2fff-438a-a46e-23e2926cafac req-22ef31cc-6012-4020-8f0f-dfd28b2eabe9 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "DELETE /v2.0/security-groups/a144dbd7-a360-4c4e-a011-cb3387e19484 HTTP/1.1" status: 409 len: 341 time: 0.0646741 Feb 09 21:35:38.752082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71974ea7-0742-4266-a507-b9c52d89d925 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:38.763094 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] Publish callbacks [] for port (71974ea7-0742-4266-a507-b9c52d89d925), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.786770 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5df005-68a6-4864-b53e-73d0eedbc5e6 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:38.793247 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3c5df005-68a6-4864-b53e-73d0eedbc5e6 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&device_id=9030b78b-d838-47b9-a2ac-ec42fc386f1c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2660987 Feb 09 21:35:38.794165 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53510) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:38.813214 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a8dd1-0d50-410b-870e-c6935e99a644 req-4504277d-94a7-4273-89a8-f5a024d7a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:38.815713 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e74a8dd1-0d50-410b-870e-c6935e99a644 req-4504277d-94a7-4273-89a8-f5a024d7a021 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb20ece5c2df40e9ad3c9d0b8aef51cf&device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 1167 time: 0.2998548 Feb 09 21:35:38.842358 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] Attempting to bind port b37c3e57-a8bf-4082-a116-e02085853c2c on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:38.842813 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] Attempting to bind port b37c3e57-a8bf-4082-a116-e02085853c2c by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'a535595f-05f6-4174-b7c2-1ee3a61ccb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b63eec21-51a4-43fd-90d0-db81afea0d84'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:38.843154 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] Attempting to bind port b37c3e57-a8bf-4082-a116-e02085853c2c on network b63eec21-51a4-43fd-90d0-db81afea0d84 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:38.850832 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] Port b37c3e57-a8bf-4082-a116-e02085853c2c on network b63eec21-51a4-43fd-90d0-db81afea0d84 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:38.851182 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] Attempting to bind port b37c3e57-a8bf-4082-a116-e02085853c2c on network b63eec21-51a4-43fd-90d0-db81afea0d84 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:38.857735 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] Transition to ACTIVE for port object 71974ea7-0742-4266-a507-b9c52d89d925 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:35:38.858796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:38.859065 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] Checking segment: {'id': 'a535595f-05f6-4174-b7c2-1ee3a61ccb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b63eec21-51a4-43fd-90d0-db81afea0d84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:38.859470 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] Bound using segment: {'id': 'a535595f-05f6-4174-b7c2-1ee3a61ccb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b63eec21-51a4-43fd-90d0-db81afea0d84'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:38.860048 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] Bound port: b37c3e57-a8bf-4082-a116-e02085853c2c, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a535595f-05f6-4174-b7c2-1ee3a61ccb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b63eec21-51a4-43fd-90d0-db81afea0d84'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:38.860547 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b37c3e57-a8bf-4082-a116-e02085853c2c), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.929386 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d296aac-a660-411f-bbe4-7c38c8ecec15 req-6e002444-8ff5-4a5f-b518-541fb2cc746c tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:38.939429 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] For port b37c3e57-a8bf-4082-a116-e02085853c2c, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:38.939787 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d296aac-a660-411f-bbe4-7c38c8ecec15 req-6e002444-8ff5-4a5f-b518-541fb2cc746c tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 943 time: 0.3274429 Feb 09 21:35:38.943799 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] For port b37c3e57-a8bf-4082-a116-e02085853c2c, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b37c3e57-a8bf-4082-a116-e02085853c2c,segment=NetworkSegment(a535595f-05f6-4174-b7c2-1ee3a61ccb66),segment_id=a535595f-05f6-4174-b7c2-1ee3a61ccb66)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:38.948266 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (71974ea7-0742-4266-a507-b9c52d89d925), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.012648 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (b37c3e57-a8bf-4082-a116-e02085853c2c), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.022374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] Pushing event updated for resources: {'Port': ['ID=71974ea7-0742-4266-a507-b9c52d89d925,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:39.043198 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.045207 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.046768 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] 10.222.0.42 "PUT /v2.0/ports/b37c3e57-a8bf-4082-a116-e02085853c2c HTTP/1.1" status: 200 len: 1091 time: 1.8389153 Feb 09 21:35:39.074813 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2867de10-e8f1-44ee-a2d2-a813b0a4a646', 'tag': 'b37c3e57-a8bf-4082-a116-e02085853c2c'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:39.077539 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b8bfcd-dcc9-4f4f-a76b-310925ba1bad" -d '{"events": [{"name": "network-changed", "server_uuid": "2867de10-e8f1-44ee-a2d2-a813b0a4a646", "tag": "b37c3e57-a8bf-4082-a116-e02085853c2c"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:39.189250 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d296aac-a660-411f-bbe4-7c38c8ecec15 req-999a6a61-8cda-4d99-aa3f-a4a4d256b900 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478113 Feb 09 21:35:39.204045 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048a1a2-f98a-423c-a882-f6ca6031aac5 service neutron] Pushing event updated for resources: {'Port': ['ID=b37c3e57-a8bf-4082-a116-e02085853c2c,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:39.222834 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-fa45426c-2ac0-4193-aef3-48722ad228b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.224599 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-fa45426c-2ac0-4193-aef3-48722ad228b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf8e5b3f31964e31927deb5670fb5102&device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 1125 time: 0.1191881 Feb 09 21:35:39.227394 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] Attempting to bind port 71974ea7-0742-4266-a507-b9c52d89d925 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:39.227778 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] Attempting to bind port 71974ea7-0742-4266-a507-b9c52d89d925 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:39.228092 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] Attempting to bind port 71974ea7-0742-4266-a507-b9c52d89d925 on network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:39.240005 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] Port 71974ea7-0742-4266-a507-b9c52d89d925 on network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:39.240344 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] Attempting to bind port 71974ea7-0742-4266-a507-b9c52d89d925 on network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:39.270984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc11ffd-7975-4e3f-8f2c-e06d68987799 req-db9c463c-60b2-4042-a1b2-2d4230d344c7 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.273129 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bc11ffd-7975-4e3f-8f2c-e06d68987799 req-db9c463c-60b2-4042-a1b2-2d4230d344c7 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ed52b66-2a3c-41de-b951-ca6570eedb06 HTTP/1.1" status: 200 len: 944 time: 0.4221370 Feb 09 21:35:39.274638 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a8dd1-0d50-410b-870e-c6935e99a644 req-4d7e5f4a-9e49-4309-a066-a70596cc6e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.276905 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e74a8dd1-0d50-410b-870e-c6935e99a644 req-4d7e5f4a-9e49-4309-a066-a70596cc6e7f service neutron] 10.222.0.42 "GET /v2.0/networks?id=17f99b47-e532-41c4-93bb-9e02fc4962ed HTTP/1.1" status: 200 len: 914 time: 0.4397740 Feb 09 21:35:39.281576 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59a855f-ff40-4da4-87fb-a26aaee679cd tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.289545 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f59a855f-ff40-4da4-87fb-a26aaee679cd tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 881 time: 0.4912300 Feb 09 21:35:39.289915 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-fa9e42a9-9172-41ed-894a-da053dbb939a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b37c3e57-a8bf-4082-a116-e02085853c2c HTTP/1.1" status: 200 len: 217 time: 0.0582325 Feb 09 21:35:39.290659 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:39.291004 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] Checking segment: {'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:39.291386 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] Bound using segment: {'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:39.291868 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] Bound port: 71974ea7-0742-4266-a507-b9c52d89d925, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:39.292227 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (71974ea7-0742-4266-a507-b9c52d89d925), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.305998 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53518) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:39.357275 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e74a8dd1-0d50-410b-870e-c6935e99a644 req-3ff29e64-6a9d-49b8-adb3-31208e0d53a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f932e3a-731c-4b58-a51e-1476a2d16c4b HTTP/1.1" status: 200 len: 217 time: 0.0539727 Feb 09 21:35:39.417839 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-903ed0f9-4f72-4fc3-b6de-216cb7b6ac9e tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "GET /v2.0/ports?device_id=9030b78b-d838-47b9-a2ac-ec42fc386f1c HTTP/1.1" status: 200 len: 205 time: 0.1052101 Feb 09 21:35:39.419285 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53522) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:39.501004 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-038f3e02-afaa-4aaf-be2c-16dbf463802a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.503590 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-038f3e02-afaa-4aaf-be2c-16dbf463802a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd40b286-33a9-4933-a5c8-56b0699eb2b2 HTTP/1.1" status: 200 len: 861 time: 0.1961315 Feb 09 21:35:39.568378 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-216eb454-e2af-42df-8add-5cca7e166c1e req-a8da7abd-a2f9-4524-a92a-87d02e01f914 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.0540202 Feb 09 21:35:39.578452 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-9b0db090-1e79-4980-840c-80ecef3a2615 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b63eec21-51a4-43fd-90d0-db81afea0d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642812 Feb 09 21:35:39.586203 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] For port 71974ea7-0742-4266-a507-b9c52d89d925, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:39.598152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a8dd1-0d50-410b-870e-c6935e99a644 req-69bd9378-58fe-4ac7-b121-7ec711f92f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.599857 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e74a8dd1-0d50-410b-870e-c6935e99a644 req-69bd9378-58fe-4ac7-b121-7ec711f92f5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1d166931-f8f8-410f-99c8-a7b85184b002 HTTP/1.1" status: 200 len: 853 time: 0.2285974 Feb 09 21:35:39.603596 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bc11ffd-7975-4e3f-8f2c-e06d68987799 req-e5ee7a6d-8d1f-4d84-81ab-0131b30cc6e8 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114173 Feb 09 21:35:39.612294 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] For port 71974ea7-0742-4266-a507-b9c52d89d925, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=71974ea7-0742-4266-a507-b9c52d89d925,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:39.635544 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (71974ea7-0742-4266-a507-b9c52d89d925), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.648476 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e74a8dd1-0d50-410b-870e-c6935e99a644 req-332cafab-37a5-4b8c-96ca-41e078ff00c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f99b47-e532-41c4-93bb-9e02fc4962ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411196 Feb 09 21:35:39.724337 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34eae75d-0c63-4733-80d2-b4beb8b030eb x-openstack-request-id: req-34eae75d-0c63-4733-80d2-b4beb8b030eb {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:39.725121 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2867de10-e8f1-44ee-a2d2-a813b0a4a646", "tag": "b37c3e57-a8bf-4082-a116-e02085853c2c", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:39.725895 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34eae75d-0c63-4733-80d2-b4beb8b030eb {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:39.726944 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2867de10-e8f1-44ee-a2d2-a813b0a4a646', 'tag': 'b37c3e57-a8bf-4082-a116-e02085853c2c', 'status': 'completed', 'code': 200} Feb 09 21:35:39.740988 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.742246 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.746711 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] 10.222.0.42 "PUT /v2.0/ports/71974ea7-0742-4266-a507-b9c52d89d925 HTTP/1.1" status: 200 len: 1092 time: 1.4904463 Feb 09 21:35:39.762330 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e74a8dd1-0d50-410b-870e-c6935e99a644 req-4f9ad20c-6f68-4a0a-a17e-ff7838a2c431 service neutron] 10.222.0.42 "GET /v2.0/networks/17f99b47-e532-41c4-93bb-9e02fc4962ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060157 Feb 09 21:35:39.851248 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-27859ec4-ee3f-4e1a-bc4a-a845dc0ce36d req-4fa940ac-03da-467d-a94a-313d6404eb21 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.0858269 Feb 09 21:35:39.900634 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd5d00fa-0f37-4aee-80be-81394e0032d0 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router (9030b78b-d838-47b9-a2ac-ec42fc386f1c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.053375 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a099c7-33fb-48f8-af79-1dd3126db6be req-d6a136ff-d8a1-4d92-9659-2a22bdc68fe7 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:40.064151 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-26a099c7-33fb-48f8-af79-1dd3126db6be req-d6a136ff-d8a1-4d92-9659-2a22bdc68fe7 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 985 time: 0.2045686 Feb 09 21:35:40.076182 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e74a8dd1-0d50-410b-870e-c6935e99a644 req-ce9a6d37-8d07-4a2a-8c63-3aa0af650156 service neutron] 10.222.0.42 "GET /v2.0/networks/17f99b47-e532-41c4-93bb-9e02fc4962ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918055 Feb 09 21:35:40.138660 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd5d00fa-0f37-4aee-80be-81394e0032d0 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_gateway (9030b78b-d838-47b9-a2ac-ec42fc386f1c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.161686 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-26a099c7-33fb-48f8-af79-1dd3126db6be req-802cfd0e-36ca-4691-b3f0-0241931f0eb4 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?id=a144dbd7-a360-4c4e-a011-cb3387e19484&id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0964553 Feb 09 21:35:40.271129 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ea31f-c15c-400d-abf7-4189c83983da req-84be3708-9db6-478c-a303-400b69b75335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:40.274111 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-956ea31f-c15c-400d-abf7-4189c83983da req-84be3708-9db6-478c-a303-400b69b75335 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb20ece5c2df40e9ad3c9d0b8aef51cf&device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 1167 time: 0.1098049 Feb 09 21:35:40.439950 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-284f039f-6811-48c1-94da-52a81c71a62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.465885 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-cd5d00fa-0f37-4aee-80be-81394e0032d0 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Deleting port 19b561e9-a67c-4291-8f65-544b325bf939 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:40.466425 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd5d00fa-0f37-4aee-80be-81394e0032d0 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (19b561e9-a67c-4291-8f65-544b325bf939), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.481137 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe5939-3e92-418e-8111-e2e2b245f632 service neutron] Pushing event updated for resources: {'Port': ['ID=71974ea7-0742-4266-a507-b9c52d89d925,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:40.520328 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-5ec3c05f-0c7f-44f8-85e0-e4011f1398e4 service neutron] 10.222.0.42 "GET /v2.0/networks/b63eec21-51a4-43fd-90d0-db81afea0d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9015543 Feb 09 21:35:40.525164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-23e5200a-26c0-48af-97b6-188445e706ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:40.527966 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-23e5200a-26c0-48af-97b6-188445e706ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b89b78a949d44f189d43eacfb5f58be&device_id=6ed52b66-2a3c-41de-b951-ca6570eedb06 HTTP/1.1" status: 200 len: 1126 time: 0.6430321 Feb 09 21:35:40.618169 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ea31f-c15c-400d-abf7-4189c83983da req-19d7eb2d-a527-4e39-ac69-aa239a32738b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:40.620666 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-956ea31f-c15c-400d-abf7-4189c83983da req-19d7eb2d-a527-4e39-ac69-aa239a32738b service neutron] 10.222.0.42 "GET /v2.0/networks?id=17f99b47-e532-41c4-93bb-9e02fc4962ed HTTP/1.1" status: 200 len: 914 time: 0.3383670 Feb 09 21:35:40.658121 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97251513-08a0-4d70-8010-2c926c3ef037 req-b50bcb51-72a1-41ca-a510-75e288b0950b tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:40.670702 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97251513-08a0-4d70-8010-2c926c3ef037 req-b50bcb51-72a1-41ca-a510-75e288b0950b tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 943 time: 0.3902144 Feb 09 21:35:40.677608 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-2f70c81f-d503-47c4-b6cc-4035eb0243a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71974ea7-0742-4266-a507-b9c52d89d925 HTTP/1.1" status: 200 len: 217 time: 0.1339016 Feb 09 21:35:40.774141 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-956ea31f-c15c-400d-abf7-4189c83983da req-cb9b8fe1-61c8-4c59-b513-e3556088da08 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f932e3a-731c-4b58-a51e-1476a2d16c4b HTTP/1.1" status: 200 len: 217 time: 0.1410699 Feb 09 21:35:40.794046 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-7d7f5f11-019d-4892-b3db-cbe984591176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:40.796157 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-7d7f5f11-019d-4892-b3db-cbe984591176 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf HTTP/1.1" status: 200 len: 844 time: 0.1114209 Feb 09 21:35:40.818741 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d19f1e5-b7b4-4642-a35a-62b91d170980 req-49df889c-f00e-4f04-8a47-44601dd8780c service neutron] 10.222.0.42 "GET /v2.0/networks/b63eec21-51a4-43fd-90d0-db81afea0d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892501 Feb 09 21:35:40.843727 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-197e54a6-43a1-490c-ac06-5631d263fb77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=52bbb2ed-8162-4d76-a17c-1bb332688ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412505 Feb 09 21:35:41.068443 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8bfcd-dcc9-4f4f-a76b-310925ba1bad req-ed157c2f-be11-49c1-91fc-487058c0fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:41.071706 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-24b8bfcd-dcc9-4f4f-a76b-310925ba1bad req-ed157c2f-be11-49c1-91fc-487058c0fd3c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf8e5b3f31964e31927deb5670fb5102&device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 1125 time: 0.1828804 Feb 09 21:35:41.119924 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-d711954d-f21d-48d5-b7f8-1bc58221244d service neutron] 10.222.0.42 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695220 Feb 09 21:35:41.240936 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e975ba6f-4231-47f2-aa68-c4081d282b1a req-440fc1a1-6379-4080-a15b-5da00c7964ee tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.4867070 Feb 09 21:35:41.314435 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd5d00fa-0f37-4aee-80be-81394e0032d0 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (19b561e9-a67c-4291-8f65-544b325bf939), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.336014 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97251513-08a0-4d70-8010-2c926c3ef037 req-184bd317-ad07-41e8-95d3-7abea487eb58 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6637073 Feb 09 21:35:41.364606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ea31f-c15c-400d-abf7-4189c83983da req-e311da73-5f06-4dc8-b959-2d7fc3cd3112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:41.367113 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-956ea31f-c15c-400d-abf7-4189c83983da req-e311da73-5f06-4dc8-b959-2d7fc3cd3112 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1d166931-f8f8-410f-99c8-a7b85184b002 HTTP/1.1" status: 200 len: 853 time: 0.5728700 Feb 09 21:35:41.367318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8bfcd-dcc9-4f4f-a76b-310925ba1bad req-75ff8fca-25fd-4ec9-9e59-7c1bb0a81c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:41.369381 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-24b8bfcd-dcc9-4f4f-a76b-310925ba1bad req-75ff8fca-25fd-4ec9-9e59-7c1bb0a81c77 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b63eec21-51a4-43fd-90d0-db81afea0d84 HTTP/1.1" status: 200 len: 922 time: 0.2866488 Feb 09 21:35:41.370733 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-cd5d00fa-0f37-4aee-80be-81394e0032d0 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Calling delete_port for 19b561e9-a67c-4291-8f65-544b325bf939 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:41.413268 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.465651 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-956ea31f-c15c-400d-abf7-4189c83983da req-a1afbcd5-33c9-4e57-b465-d579b9dc9df6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f99b47-e532-41c4-93bb-9e02fc4962ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611753 Feb 09 21:35:41.470260 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-24b8bfcd-dcc9-4f4f-a76b-310925ba1bad req-56f7dc6c-b10a-4a13-84c0-59c98b94e51a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b37c3e57-a8bf-4082-a116-e02085853c2c HTTP/1.1" status: 200 len: 217 time: 0.0730312 Feb 09 21:35:41.542301 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1e0aacbb-51d5-465f-8341-81523b44d0ef req-e7da3e02-c575-4012-b043-a7751af73fc0 service neutron] 10.222.0.42 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045136 Feb 09 21:35:41.552823 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8bfcd-dcc9-4f4f-a76b-310925ba1bad req-e46b9dc2-7a72-4ae8-bec4-bd248d527058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:41.554558 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-24b8bfcd-dcc9-4f4f-a76b-310925ba1bad req-e46b9dc2-7a72-4ae8-bec4-bd248d527058 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd40b286-33a9-4933-a5c8-56b0699eb2b2 HTTP/1.1" status: 200 len: 861 time: 0.0764108 Feb 09 21:35:41.600773 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-24b8bfcd-dcc9-4f4f-a76b-310925ba1bad req-81c0f441-08d1-4935-8439-150fe3b6c298 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b63eec21-51a4-43fd-90d0-db81afea0d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391548 Feb 09 21:35:41.662125 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8a9999d-ac88-4683-867f-dc39eab48a04 req-bd9514d8-efde-4eea-bcdb-68a3d448882b tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.1333013 Feb 09 21:35:41.723795 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9763cdd-01a8-4414-8a85-fc2d637f79c7 req-1a59371b-9348-4708-a635-4590ebbd66ee tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:41.736560 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9763cdd-01a8-4414-8a85-fc2d637f79c7 req-1a59371b-9348-4708-a635-4590ebbd66ee tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ed52b66-2a3c-41de-b951-ca6570eedb06 HTTP/1.1" status: 200 len: 944 time: 0.3929362 Feb 09 21:35:41.779215 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed52b66-2a3c-41de-b951-ca6570eedb06', 'tag': '71974ea7-0742-4266-a507-b9c52d89d925'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:41.784295 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f74475f-4e5b-4b6d-a54e-51eb696e7377" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed52b66-2a3c-41de-b951-ca6570eedb06", "tag": "71974ea7-0742-4266-a507-b9c52d89d925"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:41.815251 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-24b8bfcd-dcc9-4f4f-a76b-310925ba1bad req-c749e1ba-16b8-4159-aed2-e0e6442594da service neutron] 10.222.0.42 "GET /v2.0/networks/b63eec21-51a4-43fd-90d0-db81afea0d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075412 Feb 09 21:35:41.928378 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-24b8bfcd-dcc9-4f4f-a76b-310925ba1bad req-cb39969e-9e46-437e-ba4a-73c432b1554b service neutron] 10.222.0.42 "GET /v2.0/networks/b63eec21-51a4-43fd-90d0-db81afea0d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067655 Feb 09 21:35:42.042579 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-956ea31f-c15c-400d-abf7-4189c83983da req-401163f2-a1d6-44a7-a842-b4bd6f577368 service neutron] 10.222.0.42 "GET /v2.0/networks/17f99b47-e532-41c4-93bb-9e02fc4962ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156639 Feb 09 21:35:42.050671 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9763cdd-01a8-4414-8a85-fc2d637f79c7 req-1f92660b-5942-4040-a718-69d1ef7ceb00 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122396 Feb 09 21:35:42.125694 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62524e9d-68cf-4073-8764-2caf2f1688be req-63f82eac-5e49-4f26-9806-53841eadbfb1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:42.128405 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62524e9d-68cf-4073-8764-2caf2f1688be req-63f82eac-5e49-4f26-9806-53841eadbfb1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 985 time: 0.3484318 Feb 09 21:35:42.130755 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7523577-1910-41c3-b4ab-aa3db38eed7c x-openstack-request-id: req-d7523577-1910-41c3-b4ab-aa3db38eed7c {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:42.131311 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed52b66-2a3c-41de-b951-ca6570eedb06", "tag": "71974ea7-0742-4266-a507-b9c52d89d925", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:42.131862 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7523577-1910-41c3-b4ab-aa3db38eed7c {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:42.132562 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed52b66-2a3c-41de-b951-ca6570eedb06', 'tag': '71974ea7-0742-4266-a507-b9c52d89d925', 'status': 'completed', 'code': 200} Feb 09 21:35:42.226635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74475f-4e5b-4b6d-a54e-51eb696e7377 req-bc1dd022-78e5-49fe-a0f3-9920b7a907c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:42.228906 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1f74475f-4e5b-4b6d-a54e-51eb696e7377 req-bc1dd022-78e5-49fe-a0f3-9920b7a907c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b89b78a949d44f189d43eacfb5f58be&device_id=6ed52b66-2a3c-41de-b951-ca6570eedb06 HTTP/1.1" status: 200 len: 1126 time: 0.0729301 Feb 09 21:35:42.244212 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-956ea31f-c15c-400d-abf7-4189c83983da req-2b3dc258-87a3-4d97-a4df-c0195dcd7f1f service neutron] 10.222.0.42 "GET /v2.0/networks/17f99b47-e532-41c4-93bb-9e02fc4962ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894267 Feb 09 21:35:42.249369 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd5d00fa-0f37-4aee-80be-81394e0032d0 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (19b561e9-a67c-4291-8f65-544b325bf939), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.293806 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d00fa-0f37-4aee-80be-81394e0032d0 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Pushing event deleted for resources: {'Port': ['ID=19b561e9-a67c-4291-8f65-544b325bf939,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:42.380917 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74475f-4e5b-4b6d-a54e-51eb696e7377 req-1c7e4a41-d64b-4aee-92ee-4cb76937142e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:42.382664 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1f74475f-4e5b-4b6d-a54e-51eb696e7377 req-1c7e4a41-d64b-4aee-92ee-4cb76937142e service neutron] 10.222.0.42 "GET /v2.0/networks?id=52bbb2ed-8162-4d76-a17c-1bb332688ad6 HTTP/1.1" status: 200 len: 905 time: 0.1468377 Feb 09 21:35:42.397080 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62524e9d-68cf-4073-8764-2caf2f1688be req-62bf3559-3aac-4719-b7eb-869eabd39edf tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?id=a144dbd7-a360-4c4e-a011-cb3387e19484&id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2384529 Feb 09 21:35:42.462090 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-78f80f69-d4d4-46fd-8eec-bdbbb1ec9c4a req-54068f06-53e5-4b0c-9aa7-ab22578bd5b7 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.0822380 Feb 09 21:35:42.482040 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd5d00fa-0f37-4aee-80be-81394e0032d0 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (9030b78b-d838-47b9-a2ac-ec42fc386f1c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.491210 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1f74475f-4e5b-4b6d-a54e-51eb696e7377 req-a29a96ff-01c1-4933-9f68-b814be5827aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71974ea7-0742-4266-a507-b9c52d89d925 HTTP/1.1" status: 200 len: 217 time: 0.1001403 Feb 09 21:35:42.556655 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74475f-4e5b-4b6d-a54e-51eb696e7377 req-646a275a-781c-4af4-bf27-63ab1ac93f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:42.558328 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1f74475f-4e5b-4b6d-a54e-51eb696e7377 req-646a275a-781c-4af4-bf27-63ab1ac93f2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf HTTP/1.1" status: 200 len: 844 time: 0.0589306 Feb 09 21:35:42.594910 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.598858 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1f74475f-4e5b-4b6d-a54e-51eb696e7377 req-3c20219c-d9bb-49eb-99b1-4859f4ea5b68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=52bbb2ed-8162-4d76-a17c-1bb332688ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334651 Feb 09 21:35:42.638092 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd5d00fa-0f37-4aee-80be-81394e0032d0 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (9030b78b-d838-47b9-a2ac-ec42fc386f1c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.641348 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd5d00fa-0f37-4aee-80be-81394e0032d0 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_controller (9030b78b-d838-47b9-a2ac-ec42fc386f1c), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.720073 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be1d51-3d9a-44da-8089-7d025861648a req-4d011c7c-0617-464c-a45e-66f07f9584b7 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:42.732351 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-25be1d51-3d9a-44da-8089-7d025861648a req-4d011c7c-0617-464c-a45e-66f07f9584b7 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 943 time: 0.1655467 Feb 09 21:35:42.765439 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd5d00fa-0f37-4aee-80be-81394e0032d0 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (9030b78b-d838-47b9-a2ac-ec42fc386f1c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.768342 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5d00fa-0f37-4aee-80be-81394e0032d0 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Fanout notify agent at l3_agent the message router_deleted on router 9030b78b-d838-47b9-a2ac-ec42fc386f1c {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:35:42.782532 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1f74475f-4e5b-4b6d-a54e-51eb696e7377 req-8eea324e-70e3-4804-86e9-69a338ce3610 service neutron] 10.222.0.42 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766405 Feb 09 21:35:42.786345 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd5d00fa-0f37-4aee-80be-81394e0032d0 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.793812 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-cd5d00fa-0f37-4aee-80be-81394e0032d0 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "DELETE /v2.0/routers/9030b78b-d838-47b9-a2ac-ec42fc386f1c HTTP/1.1" status: 204 len: 168 time: 3.3656740 Feb 09 21:35:42.797918 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53542) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:42.808994 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-52ff82dc-7dee-42a8-8625-b94346fbb1be tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-731286454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:42.899480 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1aeab3f6-8cf3-4689-b6d1-2df5729c8578 req-258ddc90-5021-49c8-8528-ecad173efb0a tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.0749485 Feb 09 21:35:42.949750 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52ff82dc-7dee-42a8-8625-b94346fbb1be tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (173c83ff-dd1c-4685-80a0-0d2c3040c853), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.952267 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52ff82dc-7dee-42a8-8625-b94346fbb1be tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (173c83ff-dd1c-4685-80a0-0d2c3040c853), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.977933 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-25be1d51-3d9a-44da-8089-7d025861648a req-0f811fa1-905d-4550-9576-89b7dfb12553 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406564 Feb 09 21:35:42.992784 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1f74475f-4e5b-4b6d-a54e-51eb696e7377 req-ba5ca1ab-829e-4066-a399-495dc2ff369a service neutron] 10.222.0.42 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035277 Feb 09 21:35:43.038661 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52ff82dc-7dee-42a8-8625-b94346fbb1be tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_controller (173c83ff-dd1c-4685-80a0-0d2c3040c853), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.049055 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52ff82dc-7dee-42a8-8625-b94346fbb1be tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (173c83ff-dd1c-4685-80a0-0d2c3040c853), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.080680 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52ff82dc-7dee-42a8-8625-b94346fbb1be tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.088173 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53550) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:43.088769 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-52ff82dc-7dee-42a8-8625-b94346fbb1be tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2837424 Feb 09 21:35:43.096061 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-06992fee-136b-4f80-ab91-237e65ad4abd tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Request body: {'router': {'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:43.194288 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0e88b-4c60-467a-b651-b5c53cdf8df8 req-3fe32110-960c-4de1-b572-cc8ef5cdb780 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:43.199630 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1f0e88b-4c60-467a-b651-b5c53cdf8df8 req-3fe32110-960c-4de1-b572-cc8ef5cdb780 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ed52b66-2a3c-41de-b951-ca6570eedb06 HTTP/1.1" status: 200 len: 944 time: 0.0666099 Feb 09 21:35:43.264494 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1f0e88b-4c60-467a-b651-b5c53cdf8df8 req-9f33156b-b4d4-4b7e-bd02-b3511a0059da tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616076 Feb 09 21:35:43.359155 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06992fee-136b-4f80-ab91-237e65ad4abd tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_gateway (173c83ff-dd1c-4685-80a0-0d2c3040c853), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.570976 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b37c3e57-a8bf-4082-a116-e02085853c2c details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:35:43.588463 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9774a2f-8a51-4792-aaa9-c4af7a59d678 req-d4f372ff-7ca5-46a2-b918-70121da49bb8 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:43.590518 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9774a2f-8a51-4792-aaa9-c4af7a59d678 req-d4f372ff-7ca5-46a2-b918-70121da49bb8 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 985 time: 0.0946934 Feb 09 21:35:43.643000 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06992fee-136b-4f80-ab91-237e65ad4abd tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_gateway (173c83ff-dd1c-4685-80a0-0d2c3040c853), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.665578 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06992fee-136b-4f80-ab91-237e65ad4abd tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.697781 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9774a2f-8a51-4792-aaa9-c4af7a59d678 req-7b6c789c-2183-4b43-bd4e-a9003b045a5f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?id=a144dbd7-a360-4c4e-a011-cb3387e19484&id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0949233 Feb 09 21:35:43.717073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b37c3e57-a8bf-4082-a116-e02085853c2c, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b37c3e57-a8bf-4082-a116-e02085853c2c,segment=NetworkSegment(a535595f-05f6-4174-b7c2-1ee3a61ccb66),segment_id=a535595f-05f6-4174-b7c2-1ee3a61ccb66)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:43.732560 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'b37c3e57-a8bf-4082-a116-e02085853c2c', 'network_id': 'b63eec21-51a4-43fd-90d0-db81afea0d84', 'port_id': 'b37c3e57-a8bf-4082-a116-e02085853c2c', 'mac_address': 'fa:16:3e:cc:d3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd40b286-33a9-4933-a5c8-56b0699eb2b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:35:43.776049 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port b37c3e57-a8bf-4082-a116-e02085853c2c is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:43.776472 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b37c3e57-a8bf-4082-a116-e02085853c2c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.796807 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37c3e57-a8bf-4082-a116-e02085853c2c {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:43.825380 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b37c3e57-a8bf-4082-a116-e02085853c2c, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b37c3e57-a8bf-4082-a116-e02085853c2c,segment=NetworkSegment(a535595f-05f6-4174-b7c2-1ee3a61ccb66),segment_id=a535595f-05f6-4174-b7c2-1ee3a61ccb66)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:43.830244 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-06992fee-136b-4f80-ab91-237e65ad4abd tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Allocated IP 172.25.6.97 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/1f695c4e-46d9-4a96-928a-dc26bbd948fd) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:43.834086 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b37c3e57-a8bf-4082-a116-e02085853c2c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.858407 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-50d91e57-39b2-4653-b7ef-3448c17c0964 req-93050520-6add-4261-a110-0bc48ef4c822 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.0482605 Feb 09 21:35:43.903429 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=b37c3e57-a8bf-4082-a116-e02085853c2c,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:43.983066 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.032323 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-54495b26-1220-41f0-9104-65e0b0226f6b req-c2af74da-da72-482d-a29b-2e5c1d2f199b tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-334311211&fields=id&tenant_id=cb20ece5c2df40e9ad3c9d0b8aef51cf HTTP/1.1" status: 200 len: 267 time: 0.0967784 Feb 09 21:35:44.043533 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06992fee-136b-4f80-ab91-237e65ad4abd tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for port (1f695c4e-46d9-4a96-928a-dc26bbd948fd), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.093804 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['b37c3e57-a8bf-4082-a116-e02085853c2c'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:44.121446 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06992fee-136b-4f80-ab91-237e65ad4abd tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (1f695c4e-46d9-4a96-928a-dc26bbd948fd), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.142824 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54495b26-1220-41f0-9104-65e0b0226f6b req-d4672b75-ba33-4cca-8d7d-540a5efad945 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:44.147855 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-54495b26-1220-41f0-9104-65e0b0226f6b req-d4672b75-ba33-4cca-8d7d-540a5efad945 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 985 time: 0.1140637 Feb 09 21:35:44.169899 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-54495b26-1220-41f0-9104-65e0b0226f6b req-fda08989-ce9d-4437-b8a9-c95770a11844 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Request body: {'port': {'security_groups': ['29b6ddcf-f5b8-45c2-abec-7837ff46b64f', 'a144dbd7-a360-4c4e-a011-cb3387e19484', '66022208-c854-4f29-92cf-af01563a348e']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:44.188712 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06992fee-136b-4f80-ab91-237e65ad4abd tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:44.193017 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-06992fee-136b-4f80-ab91-237e65ad4abd tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:44.195955 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06992fee-136b-4f80-ab91-237e65ad4abd tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:44.238891 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06992fee-136b-4f80-ab91-237e65ad4abd tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Pushing event updated for resources: {'Port': ['ID=1f695c4e-46d9-4a96-928a-dc26bbd948fd,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:44.343349 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-54495b26-1220-41f0-9104-65e0b0226f6b req-fda08989-ce9d-4437-b8a9-c95770a11844 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1f932e3a-731c-4b58-a51e-1476a2d16c4b), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.568469 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06992fee-136b-4f80-ab91-237e65ad4abd tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_gateway (173c83ff-dd1c-4685-80a0-0d2c3040c853), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.653604 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-54495b26-1220-41f0-9104-65e0b0226f6b req-fda08989-ce9d-4437-b8a9-c95770a11844 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] For port 1f932e3a-731c-4b58-a51e-1476a2d16c4b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1f932e3a-731c-4b58-a51e-1476a2d16c4b,segment=NetworkSegment(e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7),segment_id=e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:44.707626 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-54495b26-1220-41f0-9104-65e0b0226f6b req-fda08989-ce9d-4437-b8a9-c95770a11844 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for port (1f932e3a-731c-4b58-a51e-1476a2d16c4b), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.714176 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-54495b26-1220-41f0-9104-65e0b0226f6b req-fda08989-ce9d-4437-b8a9-c95770a11844 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (1f932e3a-731c-4b58-a51e-1476a2d16c4b), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.727640 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['be2c6221-0783-46d3-9a22-d31c18bb5526'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:44.730105 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['1f932e3a-731c-4b58-a51e-1476a2d16c4b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:44.814102 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda08989-ce9d-4437-b8a9-c95770a11844 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event updated for resources: {'Port': ['ID=1f932e3a-731c-4b58-a51e-1476a2d16c4b,revision_number=7']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:44.830586 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54495b26-1220-41f0-9104-65e0b0226f6b req-fda08989-ce9d-4437-b8a9-c95770a11844 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:44.832209 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-54495b26-1220-41f0-9104-65e0b0226f6b req-fda08989-ce9d-4437-b8a9-c95770a11844 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.834786 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-54495b26-1220-41f0-9104-65e0b0226f6b req-fda08989-ce9d-4437-b8a9-c95770a11844 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "PUT /v2.0/ports/1f932e3a-731c-4b58-a51e-1476a2d16c4b HTTP/1.1" status: 200 len: 1021 time: 0.6697197 Feb 09 21:35:44.835539 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce6db4c-b136-4be4-beb6-dfe88824b7ac', 'tag': '1f932e3a-731c-4b58-a51e-1476a2d16c4b'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:44.841047 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2df7712-f5c8-43b4-8cd8-23717bdf7c10" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce6db4c-b136-4be4-beb6-dfe88824b7ac", "tag": "1f932e3a-731c-4b58-a51e-1476a2d16c4b"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:44.850454 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06992fee-136b-4f80-ab91-237e65ad4abd tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (173c83ff-dd1c-4685-80a0-0d2c3040c853), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.857428 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06992fee-136b-4f80-ab91-237e65ad4abd tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-316890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-316867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-342176'] for router (173c83ff-dd1c-4685-80a0-0d2c3040c853), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.919048 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['1f932e3a-731c-4b58-a51e-1476a2d16c4b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:44.947672 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e4d189f7-b516-4703-b530-0675a17612e5 req-2d7c3544-5702-40ce-a293-f86bd5943992 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.0342412 Feb 09 21:35:45.085419 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06992fee-136b-4f80-ab91-237e65ad4abd tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Router 173c83ff-dd1c-4685-80a0-0d2c3040c853 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:35:45.106040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c469e-d483-4ee4-98b1-fb20a450313b req-07a7a7c8-0746-401a-b528-c26b4a77b9e1 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:45.113625 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b1c469e-d483-4ee4-98b1-fb20a450313b req-07a7a7c8-0746-401a-b528-c26b4a77b9e1 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 944 time: 0.0792315 Feb 09 21:35:45.191891 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b1c469e-d483-4ee4-98b1-fb20a450313b req-ac7ff4e1-a574-42ad-8caf-378d1dd1c7f1 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771945 Feb 09 21:35:45.226821 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.246884 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06992fee-136b-4f80-ab91-237e65ad4abd tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:45.260278 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda3d484-7c1c-4e1c-896d-e840c37e6c50 None None] Sync routers for ids ['173c83ff-dd1c-4685-80a0-0d2c3040c853'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:45.287392 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06992fee-136b-4f80-ab91-237e65ad4abd tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.289140 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda3d484-7c1c-4e1c-896d-e840c37e6c50 None None] Routers {'173c83ff-dd1c-4685-80a0-0d2c3040c853'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:45.290069 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-fda3d484-7c1c-4e1c-896d-e840c37e6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:35:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['173c83ff-dd1c-4685-80a0-0d2c3040c853'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:45.295629 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-06992fee-136b-4f80-ab91-237e65ad4abd tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "PUT /v2.0/routers/173c83ff-dd1c-4685-80a0-0d2c3040c853 HTTP/1.1" status: 200 len: 878 time: 2.2059762 Feb 09 21:35:45.297412 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53572) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:45.410568 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22e31f-47fd-4c61-bb5c-e91e482f4717 req-851242cb-7d3f-4a23-93e1-606778fef96d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:45.428138 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3f22e31f-47fd-4c61-bb5c-e91e482f4717 req-851242cb-7d3f-4a23-93e1-606778fef96d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ed52b66-2a3c-41de-b951-ca6570eedb06 HTTP/1.1" status: 200 len: 944 time: 0.1401918 Feb 09 21:35:45.469253 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-fda3d484-7c1c-4e1c-896d-e840c37e6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:45.480848 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda3d484-7c1c-4e1c-896d-e840c37e6c50 None None] Routers {'173c83ff-dd1c-4685-80a0-0d2c3040c853'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:45.481529 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-fda3d484-7c1c-4e1c-896d-e840c37e6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:35:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['173c83ff-dd1c-4685-80a0-0d2c3040c853'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:45.522437 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-fda3d484-7c1c-4e1c-896d-e840c37e6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:45.523120 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda3d484-7c1c-4e1c-896d-e840c37e6c50 None None] The sync data for ids ['173c83ff-dd1c-4685-80a0-0d2c3040c853'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:45.544992 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3f22e31f-47fd-4c61-bb5c-e91e482f4717 req-dafd7b58-3f63-48e3-b634-8c51861b116c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138425 Feb 09 21:35:45.595441 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 71974ea7-0742-4266-a507-b9c52d89d925 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:35:45.599619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b37c3e57-a8bf-4082-a116-e02085853c2c up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:45.640076 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7da0ec06-c550-4cf1-8c4d-d04a1309a09e req-c56f4098-e24f-4acc-8779-b823d9fbbba3 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/66022208-c854-4f29-92cf-af01563a348e HTTP/1.1" status: 200 len: 1816 time: 0.0520911 Feb 09 21:35:45.702381 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-7da0ec06-c550-4cf1-8c4d-d04a1309a09e req-3e5b4ff4-c68f-403b-a7ac-28d4f31c7610 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 21:35:45.715505 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7da0ec06-c550-4cf1-8c4d-d04a1309a09e req-3e5b4ff4-c68f-403b-a7ac-28d4f31c7610 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "DELETE /v2.0/security-groups/66022208-c854-4f29-92cf-af01563a348e HTTP/1.1" status: 409 len: 341 time: 0.0663843 Feb 09 21:35:45.754913 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecdb6e8-3437-4b71-967d-47fa7bb57025 x-openstack-request-id: req-8ecdb6e8-3437-4b71-967d-47fa7bb57025 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:45.755238 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce6db4c-b136-4be4-beb6-dfe88824b7ac", "tag": "1f932e3a-731c-4b58-a51e-1476a2d16c4b", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:45.755467 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8ecdb6e8-3437-4b71-967d-47fa7bb57025 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:45.755922 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce6db4c-b136-4be4-beb6-dfe88824b7ac', 'tag': '1f932e3a-731c-4b58-a51e-1476a2d16c4b', 'status': 'completed', 'code': 200} Feb 09 21:35:45.774727 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.825088 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port b37c3e57-a8bf-4082-a116-e02085853c2c completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:35:45.833987 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port b37c3e57-a8bf-4082-a116-e02085853c2c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:45.834948 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b37c3e57-a8bf-4082-a116-e02085853c2c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.869142 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d43f206-734b-4362-b112-9e2c753eb1ce req-65f2dc50-1659-4a4a-89d5-c40177b53bca tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.0432353 Feb 09 21:35:45.895691 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 71974ea7-0742-4266-a507-b9c52d89d925, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=71974ea7-0742-4266-a507-b9c52d89d925,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:45.922121 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '71974ea7-0742-4266-a507-b9c52d89d925', 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6', 'port_id': '71974ea7-0742-4266-a507-b9c52d89d925', 'mac_address': 'fa:16:3e:64:55:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:35:45.937328 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df7712-f5c8-43b4-8cd8-23717bdf7c10 req-63de761c-4452-494e-abcf-449077dfce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:45.939143 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d2df7712-f5c8-43b4-8cd8-23717bdf7c10 req-63de761c-4452-494e-abcf-449077dfce24 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb20ece5c2df40e9ad3c9d0b8aef51cf&device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 1207 time: 0.1104717 Feb 09 21:35:46.003191 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 71974ea7-0742-4266-a507-b9c52d89d925 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:46.004062 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (71974ea7-0742-4266-a507-b9c52d89d925), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.039993 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port b37c3e57-a8bf-4082-a116-e02085853c2c is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:46.040820 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b37c3e57-a8bf-4082-a116-e02085853c2c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.044751 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71974ea7-0742-4266-a507-b9c52d89d925 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:46.064156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df7712-f5c8-43b4-8cd8-23717bdf7c10 req-5cc010c9-2a8c-4779-b4fd-2a13e0c2e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:46.066682 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d2df7712-f5c8-43b4-8cd8-23717bdf7c10 req-5cc010c9-2a8c-4779-b4fd-2a13e0c2e749 service neutron] 10.222.0.42 "GET /v2.0/networks?id=17f99b47-e532-41c4-93bb-9e02fc4962ed HTTP/1.1" status: 200 len: 914 time: 0.1210494 Feb 09 21:35:46.093867 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2867de10-e8f1-44ee-a2d2-a813b0a4a646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37c3e57-a8bf-4082-a116-e02085853c2c'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:46.096325 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfd2757-01fa-4a03-abe5-4a691f142ef3" -d '{"events": [{"server_uuid": "2867de10-e8f1-44ee-a2d2-a813b0a4a646", "name": "network-vif-plugged", "status": "completed", "tag": "b37c3e57-a8bf-4082-a116-e02085853c2c"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:46.102322 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 71974ea7-0742-4266-a507-b9c52d89d925, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=71974ea7-0742-4266-a507-b9c52d89d925,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:46.113596 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (71974ea7-0742-4266-a507-b9c52d89d925), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.118571 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b37c3e57-a8bf-4082-a116-e02085853c2c, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b37c3e57-a8bf-4082-a116-e02085853c2c,segment=NetworkSegment(a535595f-05f6-4174-b7c2-1ee3a61ccb66),segment_id=a535595f-05f6-4174-b7c2-1ee3a61ccb66)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:46.129495 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d2df7712-f5c8-43b4-8cd8-23717bdf7c10 req-e18998b0-9f3b-4fdf-919d-834cf2ca481d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f932e3a-731c-4b58-a51e-1476a2d16c4b HTTP/1.1" status: 200 len: 217 time: 0.0564744 Feb 09 21:35:46.150261 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53582) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:46.150549 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1485a01a-f4f4-4539-85cf-84edad5dc7f4 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "GET /v2.0/routers/173c83ff-dd1c-4685-80a0-0d2c3040c853 HTTP/1.1" status: 200 len: 919 time: 0.8516138 Feb 09 21:35:46.157139 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b37c3e57-a8bf-4082-a116-e02085853c2c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.192484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df7712-f5c8-43b4-8cd8-23717bdf7c10 req-17a7e949-6a37-43aa-98c5-8cdb3db3a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:46.194819 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d2df7712-f5c8-43b4-8cd8-23717bdf7c10 req-17a7e949-6a37-43aa-98c5-8cdb3db3a8ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1d166931-f8f8-410f-99c8-a7b85184b002 HTTP/1.1" status: 200 len: 853 time: 0.0595253 Feb 09 21:35:46.195049 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=71974ea7-0742-4266-a507-b9c52d89d925,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:46.238863 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d2df7712-f5c8-43b4-8cd8-23717bdf7c10 req-c0115122-1f3a-4f20-b26b-e05538e4f314 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f99b47-e532-41c4-93bb-9e02fc4962ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332861 Feb 09 21:35:46.304418 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6bc85c3d-3cc2-4398-8ee6-a3e7e67b8086 req-c5d4feea-9aad-4e4c-86a3-e2b7615ac216 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.0740311 Feb 09 21:35:46.360338 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d2df7712-f5c8-43b4-8cd8-23717bdf7c10 req-8e88126c-e4a4-48f0-a570-b1da0ae64262 service neutron] 10.222.0.42 "GET /v2.0/networks/17f99b47-e532-41c4-93bb-9e02fc4962ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133599 Feb 09 21:35:46.367116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fab9ba-5244-402c-82f9-1b95db8fb115 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:46.369925 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-85fab9ba-5244-402c-82f9-1b95db8fb115 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&device_id=173c83ff-dd1c-4685-80a0-0d2c3040c853&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2168388 Feb 09 21:35:46.374098 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53586) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:46.460615 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=b37c3e57-a8bf-4082-a116-e02085853c2c,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:46.466066 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d2df7712-f5c8-43b4-8cd8-23717bdf7c10 req-74276713-cb71-4fe6-8d38-b288bd6b2e67 service neutron] 10.222.0.42 "GET /v2.0/networks/17f99b47-e532-41c4-93bb-9e02fc4962ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998089 Feb 09 21:35:46.482030 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['71974ea7-0742-4266-a507-b9c52d89d925'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:46.574760 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedf25a5-d9f9-4544-82bd-1b25dc83df5b tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:46.576379 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-dedf25a5-d9f9-4544-82bd-1b25dc83df5b tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 881 time: 0.1996558 Feb 09 21:35:46.580810 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53588) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:46.612467 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2400-8286-4781-9625-6c2de1bacff2 req-e8ab58bf-c4d7-432e-8ca6-65b28012a032 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:46.614807 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c90f2400-8286-4781-9625-6c2de1bacff2 req-e8ab58bf-c4d7-432e-8ca6-65b28012a032 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 1024 time: 0.1041794 Feb 09 21:35:46.618604 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ee7927b7-9f75-477c-b002-49c9f625649d tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "GET /v2.0/ports?device_id=173c83ff-dd1c-4685-80a0-0d2c3040c853 HTTP/1.1" status: 200 len: 205 time: 0.0377417 Feb 09 21:35:46.623332 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53592) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:46.743576 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c90f2400-8286-4781-9625-6c2de1bacff2 req-10d38613-42c4-46e9-ab57-d82a43ef4dec tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?id=a144dbd7-a360-4c4e-a011-cb3387e19484&id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&id=66022208-c854-4f29-92cf-af01563a348e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1194572 Feb 09 21:35:46.778632 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-25fe5e19-b4f4-45c1-9d05-d2cad9aba199 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router (173c83ff-dd1c-4685-80a0-0d2c3040c853), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.841380 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d296a85c-b971-4c25-b65a-f2448bd7c9f1 x-openstack-request-id: req-d296a85c-b971-4c25-b65a-f2448bd7c9f1 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:46.842833 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2867de10-e8f1-44ee-a2d2-a813b0a4a646", "name": "network-vif-plugged", "status": "completed", "tag": "b37c3e57-a8bf-4082-a116-e02085853c2c", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:46.843778 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d296a85c-b971-4c25-b65a-f2448bd7c9f1 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:46.845023 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2867de10-e8f1-44ee-a2d2-a813b0a4a646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37c3e57-a8bf-4082-a116-e02085853c2c', 'code': 200} Feb 09 21:35:46.996505 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27952a77-de4d-4cf5-9e00-5b1b4a3c7edf req-af34076d-a4fd-43e2-90d2-24f2c849d97b tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:47.002178 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-27952a77-de4d-4cf5-9e00-5b1b4a3c7edf req-af34076d-a4fd-43e2-90d2-24f2c849d97b tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 945 time: 0.0989299 Feb 09 21:35:47.037128 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-25fe5e19-b4f4-45c1-9d05-d2cad9aba199 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_gateway (173c83ff-dd1c-4685-80a0-0d2c3040c853), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:47.066905 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db296b29-a5d0-43ee-aa3f-680505b4c00b req-83e4f441-19c2-4444-84d8-063419540f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:47.069957 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db296b29-a5d0-43ee-aa3f-680505b4c00b req-83e4f441-19c2-4444-84d8-063419540f83 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 1127 time: 0.1070814 Feb 09 21:35:47.100541 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-27952a77-de4d-4cf5-9e00-5b1b4a3c7edf req-5e4b7f67-63c2-45c0-8c6c-ca2f65bbbf77 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950518 Feb 09 21:35:47.171336 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:35:47.208445 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-db296b29-a5d0-43ee-aa3f-680505b4c00b req-11ff58fb-9f5e-45da-85a7-a2a6c0f37c29 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995333 Feb 09 21:35:47.221573 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-25fe5e19-b4f4-45c1-9d05-d2cad9aba199 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Deleting port 1f695c4e-46d9-4a96-928a-dc26bbd948fd {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:47.222766 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-25fe5e19-b4f4-45c1-9d05-d2cad9aba199 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1f695c4e-46d9-4a96-928a-dc26bbd948fd), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:47.297333 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac5264-0f1e-4993-a2d1-86ed23ea3517 req-4b0a1993-0c97-4e3f-92d7-c3f235d55235 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:47.298897 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61ac5264-0f1e-4993-a2d1-86ed23ea3517 req-4b0a1993-0c97-4e3f-92d7-c3f235d55235 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ed52b66-2a3c-41de-b951-ca6570eedb06 HTTP/1.1" status: 200 len: 945 time: 0.0960865 Feb 09 21:35:47.383494 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61ac5264-0f1e-4993-a2d1-86ed23ea3517 req-2f628f7a-095e-4d77-a276-c5f38c0925d9 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702074 Feb 09 21:35:47.394219 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-25fe5e19-b4f4-45c1-9d05-d2cad9aba199 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1f695c4e-46d9-4a96-928a-dc26bbd948fd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:47.416961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-25fe5e19-b4f4-45c1-9d05-d2cad9aba199 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Calling delete_port for 1f695c4e-46d9-4a96-928a-dc26bbd948fd owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:47.610602 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 71974ea7-0742-4266-a507-b9c52d89d925 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:47.651824 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da707263-27db-440c-92dc-172f975373e0 req-51cc4601-2c90-40b8-974a-5aed180f759c tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.0548966 Feb 09 21:35:47.778915 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 71974ea7-0742-4266-a507-b9c52d89d925 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:35:47.788791 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-e85699f8-c836-4bad-afc6-ae940aba67bd tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:47.790498 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 71974ea7-0742-4266-a507-b9c52d89d925 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:47.792212 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-e85699f8-c836-4bad-afc6-ae940aba67bd tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 821 time: 0.3610895 Feb 09 21:35:47.807249 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (71974ea7-0742-4266-a507-b9c52d89d925), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:47.807575 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-25fe5e19-b4f4-45c1-9d05-d2cad9aba199 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (1f695c4e-46d9-4a96-928a-dc26bbd948fd), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:47.853288 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe5e19-b4f4-45c1-9d05-d2cad9aba199 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Pushing event deleted for resources: {'Port': ['ID=1f695c4e-46d9-4a96-928a-dc26bbd948fd,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:47.858413 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-5a389e79-00f3-46a3-bf9b-401dfd9f50e2 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/quotas/281dd21a4f7742a5b293ae307a18bb2e HTTP/1.1" status: 200 len: 375 time: 0.0482817 Feb 09 21:35:47.875015 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb8e51f5-24ac-40b2-be20-51e57740fa5c req-f3d7441c-34d7-4729-a8b3-547a630d1444 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd030e8a-5164-4160-bc9d-8c1c32a9f710 HTTP/1.1" status: 200 len: 210 time: 0.0808861 Feb 09 21:35:48.011706 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd0f00-769f-4286-ac20-8b9cdf791bde req-98635e24-3424-4c32-b471-33a2b5c08594 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:48.014770 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d3cd0f00-769f-4286-ac20-8b9cdf791bde req-98635e24-3424-4c32-b471-33a2b5c08594 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 1024 time: 0.1264024 Feb 09 21:35:48.021713 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-25fe5e19-b4f4-45c1-9d05-d2cad9aba199 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (173c83ff-dd1c-4685-80a0-0d2c3040c853), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.052775 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-af535aa7-22b8-4c55-8fb8-79cde210560b tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1765068 Feb 09 21:35:48.090912 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 71974ea7-0742-4266-a507-b9c52d89d925 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:48.092042 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (71974ea7-0742-4266-a507-b9c52d89d925), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.169488 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 71974ea7-0742-4266-a507-b9c52d89d925, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=71974ea7-0742-4266-a507-b9c52d89d925,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:48.182515 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (71974ea7-0742-4266-a507-b9c52d89d925), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.297976 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-25fe5e19-b4f4-45c1-9d05-d2cad9aba199 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (173c83ff-dd1c-4685-80a0-0d2c3040c853), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.306350 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-25fe5e19-b4f4-45c1-9d05-d2cad9aba199 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_controller (173c83ff-dd1c-4685-80a0-0d2c3040c853), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.325944 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=71974ea7-0742-4266-a507-b9c52d89d925,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:48.433902 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-9e3abdf6-ca2f-4e34-8106-6f7f11b850dd service neutron] 10.222.0.77 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722932 Feb 09 21:35:48.483528 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-25fe5e19-b4f4-45c1-9d05-d2cad9aba199 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (173c83ff-dd1c-4685-80a0-0d2c3040c853), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.485930 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fe5e19-b4f4-45c1-9d05-d2cad9aba199 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Fanout notify agent at l3_agent the message router_deleted on router 173c83ff-dd1c-4685-80a0-0d2c3040c853 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:35:48.502130 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-25fe5e19-b4f4-45c1-9d05-d2cad9aba199 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.504686 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-25fe5e19-b4f4-45c1-9d05-d2cad9aba199 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "DELETE /v2.0/routers/173c83ff-dd1c-4685-80a0-0d2c3040c853 HTTP/1.1" status: 204 len: 168 time: 1.8800864 Feb 09 21:35:48.512262 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53604) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:48.530984 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7a77eb53-8cb9-4a6b-9c4b-e5072ec03fad tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1882733718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:48.586544 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a4b0e-deea-48dd-b4b3-8cbcd31e730a req-58c28bff-6a7c-4059-9b88-0d7b5f788577 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:48.590205 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8b8a4b0e-deea-48dd-b4b3-8cbcd31e730a req-58c28bff-6a7c-4059-9b88-0d7b5f788577 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ce6db4c-b136-4be4-beb6-dfe88824b7ac HTTP/1.1" status: 200 len: 1024 time: 0.4805648 Feb 09 21:35:48.604124 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-d3cd0f00-769f-4286-ac20-8b9cdf791bde req-c8b0d8f8-f2da-4d70-9d2f-f5505af7a7b9 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Deleting port 1f932e3a-731c-4b58-a51e-1476a2d16c4b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:48.604676 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-d3cd0f00-769f-4286-ac20-8b9cdf791bde req-c8b0d8f8-f2da-4d70-9d2f-f5505af7a7b9 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1f932e3a-731c-4b58-a51e-1476a2d16c4b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.613727 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7a77eb53-8cb9-4a6b-9c4b-e5072ec03fad tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (a620e9af-cb3e-4fb3-b897-8ebac7f7edde), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.615495 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7a77eb53-8cb9-4a6b-9c4b-e5072ec03fad tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (a620e9af-cb3e-4fb3-b897-8ebac7f7edde), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.736181 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-e1905730-fa59-46f8-8826-20eee13f6d58 service neutron] 10.222.0.77 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010476 Feb 09 21:35:48.772203 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8b8a4b0e-deea-48dd-b4b3-8cbcd31e730a req-02e6a877-292b-40a8-9acd-05c03bcaaf9d tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?id=a144dbd7-a360-4c4e-a011-cb3387e19484&id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&id=66022208-c854-4f29-92cf-af01563a348e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1603379 Feb 09 21:35:48.827300 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7a77eb53-8cb9-4a6b-9c4b-e5072ec03fad tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_controller (a620e9af-cb3e-4fb3-b897-8ebac7f7edde), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.843431 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7a77eb53-8cb9-4a6b-9c4b-e5072ec03fad tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (a620e9af-cb3e-4fb3-b897-8ebac7f7edde), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.848206 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed52b66-2a3c-41de-b951-ca6570eedb06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71974ea7-0742-4266-a507-b9c52d89d925'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:48.853444 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d08b3a-65fa-4bc2-a999-c4691e3125d3" -d '{"events": [{"server_uuid": "6ed52b66-2a3c-41de-b951-ca6570eedb06", "name": "network-vif-plugged", "status": "completed", "tag": "71974ea7-0742-4266-a507-b9c52d89d925"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:48.889367 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-d3cd0f00-769f-4286-ac20-8b9cdf791bde req-c8b0d8f8-f2da-4d70-9d2f-f5505af7a7b9 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] For port 1f932e3a-731c-4b58-a51e-1476a2d16c4b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1f932e3a-731c-4b58-a51e-1476a2d16c4b,segment=NetworkSegment(e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7),segment_id=e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:48.890329 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-d3cd0f00-769f-4286-ac20-8b9cdf791bde req-c8b0d8f8-f2da-4d70-9d2f-f5505af7a7b9 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1f932e3a-731c-4b58-a51e-1476a2d16c4b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.927683 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7a77eb53-8cb9-4a6b-9c4b-e5072ec03fad tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.929628 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7a77eb53-8cb9-4a6b-9c4b-e5072ec03fad tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4103117 Feb 09 21:35:48.931082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-d3cd0f00-769f-4286-ac20-8b9cdf791bde req-c8b0d8f8-f2da-4d70-9d2f-f5505af7a7b9 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Calling delete_port for 1f932e3a-731c-4b58-a51e-1476a2d16c4b owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:48.932630 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53616) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:48.943102 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d68c9cfc-94df-4b6d-afc8-be6e439a66aa tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'enable_snat': True}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:49.134908 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-d3cd0f00-769f-4286-ac20-8b9cdf791bde req-c8b0d8f8-f2da-4d70-9d2f-f5505af7a7b9 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (1f932e3a-731c-4b58-a51e-1476a2d16c4b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:49.155614 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['1f932e3a-731c-4b58-a51e-1476a2d16c4b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:49.158229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['be2c6221-0783-46d3-9a22-d31c18bb5526'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:49.182343 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4f52d-fff2-49de-ab6c-cb7b5a5a589d req-a3432050-1066-4ac2-b2f8-b5630ce65237 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:49.190071 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2aa4f52d-fff2-49de-ab6c-cb7b5a5a589d req-a3432050-1066-4ac2-b2f8-b5630ce65237 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 945 time: 0.2405279 Feb 09 21:35:49.204302 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0d8f8-f2da-4d70-9d2f-f5505af7a7b9 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event deleted for resources: {'Port': ['ID=1f932e3a-731c-4b58-a51e-1476a2d16c4b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:49.320092 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cd0f00-769f-4286-ac20-8b9cdf791bde req-c8b0d8f8-f2da-4d70-9d2f-f5505af7a7b9 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] No DVR routers for this DVR port 1f932e3a-731c-4b58-a51e-1476a2d16c4b on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:35:49.327432 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-d3cd0f00-769f-4286-ac20-8b9cdf791bde req-c8b0d8f8-f2da-4d70-9d2f-f5505af7a7b9 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:49.331758 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d3cd0f00-769f-4286-ac20-8b9cdf791bde req-c8b0d8f8-f2da-4d70-9d2f-f5505af7a7b9 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.42 "DELETE /v2.0/ports/1f932e3a-731c-4b58-a51e-1476a2d16c4b HTTP/1.1" status: 204 len: 173 time: 1.2416141 Feb 09 21:35:49.341848 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce6db4c-b136-4be4-beb6-dfe88824b7ac', 'name': 'network-vif-deleted', 'tag': '1f932e3a-731c-4b58-a51e-1476a2d16c4b'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:49.346077 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b109c55-81f1-4a8d-b587-cbbd6c09561d" -d '{"events": [{"server_uuid": "6ce6db4c-b136-4be4-beb6-dfe88824b7ac", "name": "network-vif-deleted", "tag": "1f932e3a-731c-4b58-a51e-1476a2d16c4b"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:49.617021 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2aa4f52d-fff2-49de-ab6c-cb7b5a5a589d req-cd36933f-c62f-4f77-bc1c-13db416d7777 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253430 Feb 09 21:35:49.690231 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d68c9cfc-94df-4b6d-afc8-be6e439a66aa tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_gateway (a620e9af-cb3e-4fb3-b897-8ebac7f7edde), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:49.821845 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92161765-ec9e-46c0-8256-4a6275bc9db4 req-9deeaf8f-e903-459e-8a70-07dc97c8d48b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:49.830599 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-92161765-ec9e-46c0-8256-4a6275bc9db4 req-9deeaf8f-e903-459e-8a70-07dc97c8d48b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ed52b66-2a3c-41de-b951-ca6570eedb06 HTTP/1.1" status: 200 len: 946 time: 0.2650828 Feb 09 21:35:49.852544 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5cfebf09-90bb-4a3a-8cfc-bd2698fda612 req-25a25d7a-ffcc-475c-9573-e84e37614ec9 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.0940366 Feb 09 21:35:49.932672 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1841b47-3dbb-4892-ac93-3689b4b5d5b8 x-openstack-request-id: req-e1841b47-3dbb-4892-ac93-3689b4b5d5b8 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:49.932672 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed52b66-2a3c-41de-b951-ca6570eedb06", "name": "network-vif-plugged", "status": "completed", "tag": "71974ea7-0742-4266-a507-b9c52d89d925", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:49.932672 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e1841b47-3dbb-4892-ac93-3689b4b5d5b8 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:49.932672 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed52b66-2a3c-41de-b951-ca6570eedb06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71974ea7-0742-4266-a507-b9c52d89d925', 'code': 200} Feb 09 21:35:49.962036 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-92161765-ec9e-46c0-8256-4a6275bc9db4 req-5f015073-38f1-44e0-9845-4bbd1de5ef7c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292617 Feb 09 21:35:50.096425 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc09cb6-8795-43ca-890c-fae3d49e9bbf x-openstack-request-id: req-7cc09cb6-8795-43ca-890c-fae3d49e9bbf {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:50.096799 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce6db4c-b136-4be4-beb6-dfe88824b7ac", "name": "network-vif-deleted", "tag": "1f932e3a-731c-4b58-a51e-1476a2d16c4b", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:50.100319 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7cc09cb6-8795-43ca-890c-fae3d49e9bbf {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:50.100319 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce6db4c-b136-4be4-beb6-dfe88824b7ac', 'name': 'network-vif-deleted', 'tag': '1f932e3a-731c-4b58-a51e-1476a2d16c4b', 'status': 'completed', 'code': 200} Feb 09 21:35:50.135328 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad82c8d-03e4-4a4f-b147-e7ae1f238144 req-d826a357-f3cd-43c1-a8fc-225aca500dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:50.137501 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cad82c8d-03e4-4a4f-b147-e7ae1f238144 req-d826a357-f3cd-43c1-a8fc-225aca500dff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6ed52b66-2a3c-41de-b951-ca6570eedb06 HTTP/1.1" status: 200 len: 1128 time: 0.0921252 Feb 09 21:35:50.168672 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-399d9195-0f30-482c-aeef-d05355223113 req-060c3686-2d95-4827-8fe1-77f5ba91b819 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 210 time: 0.0519514 Feb 09 21:35:50.224704 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cad82c8d-03e4-4a4f-b147-e7ae1f238144 req-b3ffc576-e1af-487f-b4e8-a28db721ce3c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804508 Feb 09 21:35:50.225093 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d68c9cfc-94df-4b6d-afc8-be6e439a66aa tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_gateway (a620e9af-cb3e-4fb3-b897-8ebac7f7edde), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:50.279441 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d68c9cfc-94df-4b6d-afc8-be6e439a66aa tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:50.306605 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53644) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:50.372706 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a0fffe94-4026-46cb-8469-46a74e94d49b tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks [] for security_group (06645825-b023-4f53-a7b9-26828a308952), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:50.395447 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b35a52-eea9-4c6e-b43b-0dd6db39ca8c req-3edb62a0-2d67-4215-bddc-98bc03d2ec00 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:50.397106 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a8b35a52-eea9-4c6e-b43b-0dd6db39ca8c req-3edb62a0-2d67-4215-bddc-98bc03d2ec00 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 945 time: 0.1737618 Feb 09 21:35:50.405318 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a0fffe94-4026-46cb-8469-46a74e94d49b tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks [] for security_group (06645825-b023-4f53-a7b9-26828a308952), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:50.438501 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ac1e652-476b-4a48-81b3-3a497e964c12 req-f4bbc0bd-98cd-481d-ab1e-37d0cba38027 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/a144dbd7-a360-4c4e-a011-cb3387e19484 HTTP/1.1" status: 200 len: 1817 time: 0.1108949 Feb 09 21:35:50.488377 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a0fffe94-4026-46cb-8469-46a74e94d49b tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (06645825-b023-4f53-a7b9-26828a308952), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:50.491477 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a0fffe94-4026-46cb-8469-46a74e94d49b tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:50.496490 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a0fffe94-4026-46cb-8469-46a74e94d49b tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "DELETE /v2.0/security-groups/06645825-b023-4f53-a7b9-26828a308952 HTTP/1.1" status: 204 len: 168 time: 0.1885018 Feb 09 21:35:50.497104 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53646) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:50.518566 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fffe94-4026-46cb-8469-46a74e94d49b tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06645825-b023-4f53-a7b9-26828a308952,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:50.529104 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-d68c9cfc-94df-4b6d-afc8-be6e439a66aa tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Allocated IP 172.25.6.73 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/c43610d5-6d0a-43e5-be8e-219161b63ad9) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:50.541123 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a8b35a52-eea9-4c6e-b43b-0dd6db39ca8c req-c3b2bf44-d118-419f-886a-92a7bbaca56d tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331205 Feb 09 21:35:50.555446 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-64cdda81-ce89-4bbe-829e-18097c013519 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] show failed (client error): The resource could not be found. Feb 09 21:35:50.556704 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-64cdda81-ce89-4bbe-829e-18097c013519 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "GET /v2.0/security-groups/06645825-b023-4f53-a7b9-26828a308952 HTTP/1.1" status: 404 len: 347 time: 0.0500479 Feb 09 21:35:50.564169 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53648) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:50.863622 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3ac1e652-476b-4a48-81b3-3a497e964c12 req-efd50b6d-0923-4917-98cc-e72a56ba709b tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (a144dbd7-a360-4c4e-a011-cb3387e19484), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.000920 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-31d1de4c-3fc9-4f95-ba74-66882a00acda tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:51.002528 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-31d1de4c-3fc9-4f95-ba74-66882a00acda tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.71 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 821 time: 0.2300048 Feb 09 21:35:51.016588 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-0baf74cb-1971-4349-be8b-25a6e4aa4056 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Request body: {'port': {'device_id': 'aa7f24f2-f0f9-4af9-8d74-608002fad753', 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347', 'admin_state_up': True, 'tenant_id': '281dd21a4f7742a5b293ae307a18bb2e'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:51.026050 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3ac1e652-476b-4a48-81b3-3a497e964c12 req-efd50b6d-0923-4917-98cc-e72a56ba709b tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (a144dbd7-a360-4c4e-a011-cb3387e19484), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.050987 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d68c9cfc-94df-4b6d-afc8-be6e439a66aa tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for port (c43610d5-6d0a-43e5-be8e-219161b63ad9), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.100510 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450276b-2fbc-4d00-aff5-032b54bfc5fb req-a98fc225-a4dc-44de-a166-bcea7c843bba tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:51.102415 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e450276b-2fbc-4d00-aff5-032b54bfc5fb req-a98fc225-a4dc-44de-a166-bcea7c843bba tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 945 time: 0.3016951 Feb 09 21:35:51.178983 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-0baf74cb-1971-4349-be8b-25a6e4aa4056 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Made reservation on behalf of 281dd21a4f7742a5b293ae307a18bb2e for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:51.184110 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-0baf74cb-1971-4349-be8b-25a6e4aa4056 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.207309 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f5a95666-e6f9-49cb-a43a-efc3511972e6 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Deleting port 8bb770f4-49a6-4c93-8464-09eb89f7675f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:51.207744 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5a95666-e6f9-49cb-a43a-efc3511972e6 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8bb770f4-49a6-4c93-8464-09eb89f7675f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.212982 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d68c9cfc-94df-4b6d-afc8-be6e439a66aa tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c43610d5-6d0a-43e5-be8e-219161b63ad9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.214956 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3ac1e652-476b-4a48-81b3-3a497e964c12 req-efd50b6d-0923-4917-98cc-e72a56ba709b tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a144dbd7-a360-4c4e-a011-cb3387e19484), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.217611 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3ac1e652-476b-4a48-81b3-3a497e964c12 req-efd50b6d-0923-4917-98cc-e72a56ba709b tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.219710 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ac1e652-476b-4a48-81b3-3a497e964c12 req-efd50b6d-0923-4917-98cc-e72a56ba709b tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "DELETE /v2.0/security-groups/a144dbd7-a360-4c4e-a011-cb3387e19484 HTTP/1.1" status: 204 len: 173 time: 0.7653093 Feb 09 21:35:51.368395 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd50b6d-0923-4917-98cc-e72a56ba709b tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a144dbd7-a360-4c4e-a011-cb3387e19484,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:51.439453 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e450276b-2fbc-4d00-aff5-032b54bfc5fb req-63263d1b-25bb-402c-ab39-7b59a68b75b4 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861547 Feb 09 21:35:51.483562 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68c9cfc-94df-4b6d-afc8-be6e439a66aa tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:51.541568 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-0baf74cb-1971-4349-be8b-25a6e4aa4056 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Allocated IP 172.20.0.2 (3335e86a-d685-4bed-b15a-6df9753c1347/351fd407-a245-4a16-90db-5d5f752397dc/fba4a71d-b451-45f1-9a20-88fafb3716ed) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:51.542140 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-d68c9cfc-94df-4b6d-afc8-be6e439a66aa tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:51.555367 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68c9cfc-94df-4b6d-afc8-be6e439a66aa tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:51.563181 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4f751614-0bbe-4591-abdb-8876b75b9f7d req-61ffcbcb-01a3-46ad-ae1c-e4a09b19f1c6 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.2057209 Feb 09 21:35:51.618006 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 1f932e3a-731c-4b58-a51e-1476a2d16c4b no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:51.685035 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 1f932e3a-731c-4b58-a51e-1476a2d16c4b {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:35:51.685921 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 1f932e3a-731c-4b58-a51e-1476a2d16c4b not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:51.711182 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c9cfc-94df-4b6d-afc8-be6e439a66aa tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Pushing event updated for resources: {'Port': ['ID=c43610d5-6d0a-43e5-be8e-219161b63ad9,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:51.779010 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5a95666-e6f9-49cb-a43a-efc3511972e6 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8bb770f4-49a6-4c93-8464-09eb89f7675f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.779348 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5a95666-e6f9-49cb-a43a-efc3511972e6 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks [] for floatingip (8bb770f4-49a6-4c93-8464-09eb89f7675f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.824971 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2ff4b3b9-4ccc-4394-9583-5486e93a8c95 req-db68ef92-923b-4c5c-94bf-be118ec823e0 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 210 time: 0.0983927 Feb 09 21:35:51.842160 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f5a95666-e6f9-49cb-a43a-efc3511972e6 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Calling delete_port for 8bb770f4-49a6-4c93-8464-09eb89f7675f owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:51.955574 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-0baf74cb-1971-4349-be8b-25a6e4aa4056 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks [] for port (fba4a71d-b451-45f1-9a20-88fafb3716ed), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.024818 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-0baf74cb-1971-4349-be8b-25a6e4aa4056 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (fba4a71d-b451-45f1-9a20-88fafb3716ed), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.035622 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e1bab-7684-44f2-94ba-5fdbb2a05309 req-aeff8554-e2d4-4b5e-a366-137c312cf868 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:52.038136 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['199ff699-3388-439e-bc05-9e9bec66e321'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:52.043169 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e62e1bab-7684-44f2-94ba-5fdbb2a05309 req-aeff8554-e2d4-4b5e-a366-137c312cf868 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ed52b66-2a3c-41de-b951-ca6570eedb06 HTTP/1.1" status: 200 len: 946 time: 0.5088561 Feb 09 21:35:52.127436 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-0baf74cb-1971-4349-be8b-25a6e4aa4056 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Network 3335e86a-d685-4bed-b15a-6df9753c1347 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:52.133896 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-0baf74cb-1971-4349-be8b-25a6e4aa4056 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:52.145122 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-0baf74cb-1971-4349-be8b-25a6e4aa4056 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:52.153961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf74cb-1971-4349-be8b-25a6e4aa4056 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Pushing event updated for resources: {'Port': ['ID=fba4a71d-b451-45f1-9a20-88fafb3716ed,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:52.186329 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13341ab0-0aff-4bb4-baf4-772f21da3c5d req-bd68d9f9-829b-497c-9127-dcbb95bab658 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/66022208-c854-4f29-92cf-af01563a348e HTTP/1.1" status: 200 len: 1816 time: 0.2896993 Feb 09 21:35:52.283394 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-0baf74cb-1971-4349-be8b-25a6e4aa4056 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:52.285177 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-0baf74cb-1971-4349-be8b-25a6e4aa4056 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.318336 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-0baf74cb-1971-4349-be8b-25a6e4aa4056 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3063927 Feb 09 21:35:52.336585 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] Request body: {'port': {'device_id': 'aa7f24f2-f0f9-4af9-8d74-608002fad753', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:52.366751 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e62e1bab-7684-44f2-94ba-5fdbb2a05309 req-45f4d83d-cfae-486f-9cd8-db13b4821f5e tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224552 Feb 09 21:35:52.502483 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fba4a71d-b451-45f1-9a20-88fafb3716ed), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.573342 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d68c9cfc-94df-4b6d-afc8-be6e439a66aa tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_gateway (a620e9af-cb3e-4fb3-b897-8ebac7f7edde), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.914413 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba4a71d-b451-45f1-9a20-88fafb3716ed {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:52.932230 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] Publish callbacks [] for port (fba4a71d-b451-45f1-9a20-88fafb3716ed), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.968683 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] Transition to ACTIVE for port object fba4a71d-b451-45f1-9a20-88fafb3716ed will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:35:52.977636 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (fba4a71d-b451-45f1-9a20-88fafb3716ed), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.018491 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5a95666-e6f9-49cb-a43a-efc3511972e6 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (8bb770f4-49a6-4c93-8464-09eb89f7675f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.068809 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] Pushing event updated for resources: {'Port': ['ID=fba4a71d-b451-45f1-9a20-88fafb3716ed,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:53.092897 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-13341ab0-0aff-4bb4-baf4-772f21da3c5d req-18f67adf-e9b2-49a8-9a65-251c934fcdb1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (66022208-c854-4f29-92cf-af01563a348e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.103521 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a95666-e6f9-49cb-a43a-efc3511972e6 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Pushing event deleted for resources: {'Port': ['ID=8bb770f4-49a6-4c93-8464-09eb89f7675f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:53.158846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] Attempting to bind port fba4a71d-b451-45f1-9a20-88fafb3716ed on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:53.160086 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] Attempting to bind port fba4a71d-b451-45f1-9a20-88fafb3716ed by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:53.160453 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] Attempting to bind port fba4a71d-b451-45f1-9a20-88fafb3716ed on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:53.166230 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] Port fba4a71d-b451-45f1-9a20-88fafb3716ed on network 3335e86a-d685-4bed-b15a-6df9753c1347 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:53.166516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] Attempting to bind port fba4a71d-b451-45f1-9a20-88fafb3716ed on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:53.172526 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:53.173023 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] Checking segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:53.173408 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] Bound using segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:53.173848 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] Bound port: fba4a71d-b451-45f1-9a20-88fafb3716ed, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:53.174210 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fba4a71d-b451-45f1-9a20-88fafb3716ed), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.182304 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-13341ab0-0aff-4bb4-baf4-772f21da3c5d req-18f67adf-e9b2-49a8-9a65-251c934fcdb1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (66022208-c854-4f29-92cf-af01563a348e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.231761 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663838dd-c0da-47c9-bfbe-ff2d39bab5c6 req-1ee7e1c7-f41e-4a35-a649-afe2f3da378b tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:53.237027 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-663838dd-c0da-47c9-bfbe-ff2d39bab5c6 req-1ee7e1c7-f41e-4a35-a649-afe2f3da378b tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 945 time: 0.6770434 Feb 09 21:35:53.270849 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] For port fba4a71d-b451-45f1-9a20-88fafb3716ed, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:53.275763 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d68c9cfc-94df-4b6d-afc8-be6e439a66aa tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (a620e9af-cb3e-4fb3-b897-8ebac7f7edde), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.277959 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] For port fba4a71d-b451-45f1-9a20-88fafb3716ed, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=fba4a71d-b451-45f1-9a20-88fafb3716ed,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:53.288361 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5a95666-e6f9-49cb-a43a-efc3511972e6 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks [] for floatingip (3e85688f-25fa-41cc-8f9f-42bdb22fc0ff), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.289376 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (fba4a71d-b451-45f1-9a20-88fafb3716ed), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.291510 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5a95666-e6f9-49cb-a43a-efc3511972e6 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.295692 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f5a95666-e6f9-49cb-a43a-efc3511972e6 tempest-ServersTestBootFromVolume-468133141 tempest-ServersTestBootFromVolume-468133141-project] 10.222.0.77 "DELETE /v2.0/floatingips/3e85688f-25fa-41cc-8f9f-42bdb22fc0ff HTTP/1.1" status: 204 len: 168 time: 2.7261801 Feb 09 21:35:53.299117 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53672) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:53.348098 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:53.348738 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.350186 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] 10.222.0.71 "PUT /v2.0/ports/fba4a71d-b451-45f1-9a20-88fafb3716ed HTTP/1.1" status: 200 len: 1091 time: 1.0240707 Feb 09 21:35:53.350664 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7f24f2-f0f9-4af9-8d74-608002fad753', 'tag': 'fba4a71d-b451-45f1-9a20-88fafb3716ed'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:53.353208 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0430fc-73da-4c76-87a6-68db8e5eec12" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7f24f2-f0f9-4af9-8d74-608002fad753", "tag": "fba4a71d-b451-45f1-9a20-88fafb3716ed"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:53.384354 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d68c9cfc-94df-4b6d-afc8-be6e439a66aa tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-316890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-316867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-342176'] for router (a620e9af-cb3e-4fb3-b897-8ebac7f7edde), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.401115 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a17441-2c37-481a-9569-068ed992dd30 service neutron] Pushing event updated for resources: {'Port': ['ID=fba4a71d-b451-45f1-9a20-88fafb3716ed,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:53.455017 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-13341ab0-0aff-4bb4-baf4-772f21da3c5d req-18f67adf-e9b2-49a8-9a65-251c934fcdb1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (66022208-c854-4f29-92cf-af01563a348e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.458179 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-13341ab0-0aff-4bb4-baf4-772f21da3c5d req-18f67adf-e9b2-49a8-9a65-251c934fcdb1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.459339 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13341ab0-0aff-4bb4-baf4-772f21da3c5d req-18f67adf-e9b2-49a8-9a65-251c934fcdb1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "DELETE /v2.0/security-groups/66022208-c854-4f29-92cf-af01563a348e HTTP/1.1" status: 204 len: 173 time: 1.2582951 Feb 09 21:35:53.461873 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-533e5b1c-6064-4d68-942c-83e5def12189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:53.463522 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-533e5b1c-6064-4d68-942c-83e5def12189 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 1125 time: 0.0569799 Feb 09 21:35:53.512556 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-fa3b82db-30dd-4274-9bb9-4c4a7478a9e8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fba4a71d-b451-45f1-9a20-88fafb3716ed HTTP/1.1" status: 200 len: 217 time: 0.0417991 Feb 09 21:35:53.582039 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-0f642903-4b13-4784-94d6-4429a741a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:53.584255 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-0f642903-4b13-4784-94d6-4429a741a5a7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.0660489 Feb 09 21:35:53.594608 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-663838dd-c0da-47c9-bfbe-ff2d39bab5c6 req-8cb4f345-b8cc-4d03-983c-ad40cd51dd30 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333900 Feb 09 21:35:53.596361 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f67adf-e9b2-49a8-9a65-251c934fcdb1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66022208-c854-4f29-92cf-af01563a348e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:53.638991 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-7457b61d-ad52-4d22-82a4-70ffc9683c62 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445583 Feb 09 21:35:53.647546 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-92b02faf-5139-4598-bb79-034cd6a0e88b req-1646aa4c-fa8e-4d4d-afb8-5f791973d4ce tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.0827816 Feb 09 21:35:53.787863 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-4ce4e583-dadd-4d6f-9cd4-a186b9234cba service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427140 Feb 09 21:35:53.789457 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d371c35f-854f-4fd4-8b63-38f9f5b51fc6 x-openstack-request-id: req-d371c35f-854f-4fd4-8b63-38f9f5b51fc6 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:53.789907 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7f24f2-f0f9-4af9-8d74-608002fad753", "tag": "fba4a71d-b451-45f1-9a20-88fafb3716ed", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:53.790346 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d371c35f-854f-4fd4-8b63-38f9f5b51fc6 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:53.790787 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7f24f2-f0f9-4af9-8d74-608002fad753', 'tag': 'fba4a71d-b451-45f1-9a20-88fafb3716ed', 'status': 'completed', 'code': 200} Feb 09 21:35:53.970103 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7399ecc2-fac9-46e4-ae20-9e0d5b1cd291 req-68d4de84-aaa6-44d7-980e-ceef788cb37c service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730597 Feb 09 21:35:53.999603 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2938b-e0d7-484b-a489-05d367bc0b68 req-146747fb-e4da-47f9-90f3-3244999d7f65 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:54.001313 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-59b2938b-e0d7-484b-a489-05d367bc0b68 req-146747fb-e4da-47f9-90f3-3244999d7f65 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 943 time: 0.2069573 Feb 09 21:35:54.065943 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0f596-e1bc-489d-a38a-b645e7ab1062 req-c184f218-9ba4-4c29-9132-464c93217e61 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:54.068230 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5b0f596-e1bc-489d-a38a-b645e7ab1062 req-c184f218-9ba4-4c29-9132-464c93217e61 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ed52b66-2a3c-41de-b951-ca6570eedb06 HTTP/1.1" status: 200 len: 946 time: 0.2099662 Feb 09 21:35:54.081746 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0430fc-73da-4c76-87a6-68db8e5eec12 req-684e02f2-f1c7-488b-9344-f021182772d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:54.083443 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3b0430fc-73da-4c76-87a6-68db8e5eec12 req-684e02f2-f1c7-488b-9344-f021182772d0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 1125 time: 0.0570397 Feb 09 21:35:54.144314 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-59b2938b-e0d7-484b-a489-05d367bc0b68 req-711c18bc-ff63-4b25-abc6-7d750a8729bb tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285067 Feb 09 21:35:54.148213 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68c9cfc-94df-4b6d-afc8-be6e439a66aa tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Router a620e9af-cb3e-4fb3-b897-8ebac7f7edde is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:35:54.218514 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0430fc-73da-4c76-87a6-68db8e5eec12 req-7d037020-b4c2-4cf4-85c6-6bff52a027e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:54.220385 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3b0430fc-73da-4c76-87a6-68db8e5eec12 req-7d037020-b4c2-4cf4-85c6-6bff52a027e5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 922 time: 0.1309855 Feb 09 21:35:54.266423 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3b0430fc-73da-4c76-87a6-68db8e5eec12 req-56e1ccae-3171-4c46-8a7c-a55b97631bbd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fba4a71d-b451-45f1-9a20-88fafb3716ed HTTP/1.1" status: 200 len: 217 time: 0.0389280 Feb 09 21:35:54.284116 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5b0f596-e1bc-489d-a38a-b645e7ab1062 req-4d31fde5-9e57-46f5-a0a0-26e4dd7dcd51 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877449 Feb 09 21:35:54.329365 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0430fc-73da-4c76-87a6-68db8e5eec12 req-ec48edad-f7ad-4fdf-90a5-e77b47c64c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:54.331235 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3b0430fc-73da-4c76-87a6-68db8e5eec12 req-ec48edad-f7ad-4fdf-90a5-e77b47c64c03 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.0586715 Feb 09 21:35:54.347365 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-d659cbbe-d090-4b79-afb2-085263a1717b req-b3ed8b58-c2e1-4e25-aa9c-06495ac19003 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-837846632', 'description': 'tempest-description-322798357'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:54.378680 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3b0430fc-73da-4c76-87a6-68db8e5eec12 req-d986a468-9d61-4a36-8197-b626811fd042 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412350 Feb 09 21:35:54.497903 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3b0430fc-73da-4c76-87a6-68db8e5eec12 req-d3a40499-1f51-4547-a45a-f2984838732d service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132541 Feb 09 21:35:54.526958 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d659cbbe-d090-4b79-afb2-085263a1717b req-b3ed8b58-c2e1-4e25-aa9c-06495ac19003 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.594129 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68c9cfc-94df-4b6d-afc8-be6e439a66aa tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:54.613883 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0f6862-62dd-47d0-8ea4-edd571ef088a None None] Sync routers for ids ['a620e9af-cb3e-4fb3-b897-8ebac7f7edde'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:54.620021 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d68c9cfc-94df-4b6d-afc8-be6e439a66aa tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.624291 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d68c9cfc-94df-4b6d-afc8-be6e439a66aa tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "PUT /v2.0/routers/a620e9af-cb3e-4fb3-b897-8ebac7f7edde HTTP/1.1" status: 200 len: 914 time: 5.6867650 Feb 09 21:35:54.624980 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0f6862-62dd-47d0-8ea4-edd571ef088a None None] Routers {'a620e9af-cb3e-4fb3-b897-8ebac7f7edde'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:54.625293 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53686) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:54.626040 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7a0f6862-62dd-47d0-8ea4-edd571ef088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:35:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['a620e9af-cb3e-4fb3-b897-8ebac7f7edde'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:54.672538 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eec145-afcc-4e74-9204-d422c025e8de req-97d68eb0-9757-48de-b5ec-9643860f5c81 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:54.680422 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-16eec145-afcc-4e74-9204-d422c025e8de req-97d68eb0-9757-48de-b5ec-9643860f5c81 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 945 time: 0.2411866 Feb 09 21:35:54.684664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7a0f6862-62dd-47d0-8ea4-edd571ef088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:54.702630 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0f6862-62dd-47d0-8ea4-edd571ef088a None None] Routers {'a620e9af-cb3e-4fb3-b897-8ebac7f7edde'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:54.704077 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7a0f6862-62dd-47d0-8ea4-edd571ef088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:35:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['a620e9af-cb3e-4fb3-b897-8ebac7f7edde'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:54.728035 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c9533735-43d0-4ae7-afac-06ab221b72bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (987e0f3e-9839-4bd1-931c-e929e9bc41bd), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.771286 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7a0f6862-62dd-47d0-8ea4-edd571ef088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:54.772857 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0f6862-62dd-47d0-8ea4-edd571ef088a None None] The sync data for ids ['a620e9af-cb3e-4fb3-b897-8ebac7f7edde'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:54.786278 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3b0430fc-73da-4c76-87a6-68db8e5eec12 req-2a667d21-fa0e-4306-b0de-5394b97b052e service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819145 Feb 09 21:35:54.836082 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-44285a0d-1c63-47ff-8582-99f8e53254e9 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "GET /v2.0/routers/a620e9af-cb3e-4fb3-b897-8ebac7f7edde HTTP/1.1" status: 200 len: 920 time: 0.2032776 Feb 09 21:35:54.836875 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53690) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:54.872380 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d659cbbe-d090-4b79-afb2-085263a1717b req-b3ed8b58-c2e1-4e25-aa9c-06495ac19003 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (3075a191-8dd1-48df-8f8f-26435cc9861f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.881173 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-16eec145-afcc-4e74-9204-d422c025e8de req-020d832a-9d50-402d-a2d2-bdf5a805e6d1 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996133 Feb 09 21:35:54.889063 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ef4582fa-9233-4831-818e-dd174f81c5bd req-dbe050e8-dc86-4f92-9f04-937469ba9f54 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2870691 Feb 09 21:35:54.889722 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d659cbbe-d090-4b79-afb2-085263a1717b req-b3ed8b58-c2e1-4e25-aa9c-06495ac19003 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3075a191-8dd1-48df-8f8f-26435cc9861f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.933102 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79a603f-00e6-45bd-bcec-de405caaa668 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:54.937679 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e79a603f-00e6-45bd-bcec-de405caaa668 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&device_id=a620e9af-cb3e-4fb3-b897-8ebac7f7edde&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0994844 Feb 09 21:35:54.938119 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d659cbbe-d090-4b79-afb2-085263a1717b req-b3ed8b58-c2e1-4e25-aa9c-06495ac19003 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.938722 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53692) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:54.956998 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d659cbbe-d090-4b79-afb2-085263a1717b req-b3ed8b58-c2e1-4e25-aa9c-06495ac19003 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.7338815 Feb 09 21:35:54.962235 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed8b58-c2e1-4e25-aa9c-06495ac19003 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3075a191-8dd1-48df-8f8f-26435cc9861f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:55.133398 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1089e8bd-5fb2-4e9a-b358-22c11daa6412 req-e0e169c6-df6e-417d-a79a-1a83e557a19e tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.0669551 Feb 09 21:35:55.154845 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a4f09e-a001-47c2-a098-5f60e9f1bde8 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:55.163788 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c3a4f09e-a001-47c2-a098-5f60e9f1bde8 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 881 time: 0.2231247 Feb 09 21:35:55.166323 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53700) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:55.236762 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e8630530-b739-475b-829b-b537e68ee626 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "GET /v2.0/ports?device_id=a620e9af-cb3e-4fb3-b897-8ebac7f7edde HTTP/1.1" status: 200 len: 205 time: 0.0686333 Feb 09 21:35:55.237955 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53704) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:55.515414 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4582fa-9233-4831-818e-dd174f81c5bd req-b17d86d9-59bb-46e3-988d-5d069dd977a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:55.517301 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ef4582fa-9233-4831-818e-dd174f81c5bd req-b17d86d9-59bb-46e3-988d-5d069dd977a2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 1127 time: 0.5564611 Feb 09 21:35:55.540640 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45c25af6-5621-4577-9c18-88376f845d55 req-4fe03cf5-5162-4b81-acf6-4bd1727cbad4 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/3075a191-8dd1-48df-8f8f-26435cc9861f HTTP/1.1" status: 200 len: 1816 time: 0.3900850 Feb 09 21:35:55.559043 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-45c25af6-5621-4577-9c18-88376f845d55 req-bb6706a3-058b-4e43-8274-5f8f24f43be0 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Request body: {'security_group': {'name': 'tempest-sg-hth-900062348', 'description': 'tempest-description-hth-1480496839'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:55.598392 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cb8ea-7342-4d43-b97a-b184b42cedc5 req-f03d57e4-d640-481d-8119-7c6592013d2b tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:55.600273 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa3cb8ea-7342-4d43-b97a-b184b42cedc5 req-f03d57e4-d640-481d-8119-7c6592013d2b tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 945 time: 0.1725624 Feb 09 21:35:55.753524 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-45c25af6-5621-4577-9c18-88376f845d55 req-bb6706a3-058b-4e43-8274-5f8f24f43be0 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (3075a191-8dd1-48df-8f8f-26435cc9861f), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.789078 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82a6e577-a2fe-44ca-9e09-846cf59b1ade tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router (a620e9af-cb3e-4fb3-b897-8ebac7f7edde), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.800144 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4582fa-9233-4831-818e-dd174f81c5bd req-5749fd9e-f6ad-4178-9140-c8611d338281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:55.801726 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ef4582fa-9233-4831-818e-dd174f81c5bd req-5749fd9e-f6ad-4178-9140-c8611d338281 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 200 len: 908 time: 0.2310021 Feb 09 21:35:55.831627 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa3cb8ea-7342-4d43-b97a-b184b42cedc5 req-530afc8e-37e5-488b-8f39-9e79801de68d tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920538 Feb 09 21:35:55.919866 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ef4582fa-9233-4831-818e-dd174f81c5bd req-349560e3-faa9-489e-b28b-1489a983b971 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=711822d2-c240-47e9-b5f4-76b45729d4e1 HTTP/1.1" status: 200 len: 217 time: 0.0961893 Feb 09 21:35:55.920141 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82a6e577-a2fe-44ca-9e09-846cf59b1ade tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_gateway (a620e9af-cb3e-4fb3-b897-8ebac7f7edde), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.980887 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-45c25af6-5621-4577-9c18-88376f845d55 req-bb6706a3-058b-4e43-8274-5f8f24f43be0 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (3075a191-8dd1-48df-8f8f-26435cc9861f), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.998394 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-45c25af6-5621-4577-9c18-88376f845d55 req-bb6706a3-058b-4e43-8274-5f8f24f43be0 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3075a191-8dd1-48df-8f8f-26435cc9861f), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.999369 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-82a6e577-a2fe-44ca-9e09-846cf59b1ade tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Deleting port c43610d5-6d0a-43e5-be8e-219161b63ad9 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:55.999760 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82a6e577-a2fe-44ca-9e09-846cf59b1ade tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c43610d5-6d0a-43e5-be8e-219161b63ad9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.001899 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-45c25af6-5621-4577-9c18-88376f845d55 req-bb6706a3-058b-4e43-8274-5f8f24f43be0 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.017042 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45c25af6-5621-4577-9c18-88376f845d55 req-bb6706a3-058b-4e43-8274-5f8f24f43be0 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "PUT /v2.0/security-groups/3075a191-8dd1-48df-8f8f-26435cc9861f HTTP/1.1" status: 200 len: 1791 time: 0.4652572 Feb 09 21:35:56.083107 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4582fa-9233-4831-818e-dd174f81c5bd req-718d18ed-f8b9-427e-ac57-433b6a0c9118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:56.085072 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ef4582fa-9233-4831-818e-dd174f81c5bd req-718d18ed-f8b9-427e-ac57-433b6a0c9118 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 200 len: 847 time: 0.1557577 Feb 09 21:35:56.117962 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82a6e577-a2fe-44ca-9e09-846cf59b1ade tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c43610d5-6d0a-43e5-be8e-219161b63ad9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.137071 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-82a6e577-a2fe-44ca-9e09-846cf59b1ade tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Calling delete_port for c43610d5-6d0a-43e5-be8e-219161b63ad9 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:56.156198 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6706a3-058b-4e43-8274-5f8f24f43be0 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3075a191-8dd1-48df-8f8f-26435cc9861f,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:56.161782 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c9533735-43d0-4ae7-afac-06ab221b72bb admin admin] Deleting port 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:56.162120 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c9533735-43d0-4ae7-afac-06ab221b72bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (7d722fb8-0ced-4f23-b9bb-db6bc757c8fb), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.166746 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ef4582fa-9233-4831-818e-dd174f81c5bd req-c592f7ca-b586-4890-929f-099bc9d4454b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4474165d-84c4-443a-89bd-7201ae778fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725415 Feb 09 21:35:56.271542 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead00d8f-2d96-4515-bfc6-fbacc3c08aee req-65bc7985-727b-4b2e-886e-8e921df944f7 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:56.273144 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ead00d8f-2d96-4515-bfc6-fbacc3c08aee req-65bc7985-727b-4b2e-886e-8e921df944f7 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ed52b66-2a3c-41de-b951-ca6570eedb06 HTTP/1.1" status: 200 len: 946 time: 0.2988331 Feb 09 21:35:56.383047 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5dcd4-513c-43e9-bf6a-987a8c32619e req-2f0b1887-1433-425e-93de-3cf738967d01 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:56.384720 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99d5dcd4-513c-43e9-bf6a-987a8c32619e req-2f0b1887-1433-425e-93de-3cf738967d01 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 943 time: 0.2807710 Feb 09 21:35:56.403020 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-c9533735-43d0-4ae7-afac-06ab221b72bb admin admin] For port 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7d722fb8-0ced-4f23-b9bb-db6bc757c8fb,segment=NetworkSegment(3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3),segment_id=3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:56.403392 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c9533735-43d0-4ae7-afac-06ab221b72bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (7d722fb8-0ced-4f23-b9bb-db6bc757c8fb), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.427557 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82a6e577-a2fe-44ca-9e09-846cf59b1ade tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c43610d5-6d0a-43e5-be8e-219161b63ad9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.429325 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ef4582fa-9233-4831-818e-dd174f81c5bd req-10816a56-88a7-499a-81e2-853f90f160ad service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459228 Feb 09 21:35:56.452098 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ead00d8f-2d96-4515-bfc6-fbacc3c08aee req-35a4284e-c136-4737-ac4b-3049e0d0a3af tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627910 Feb 09 21:35:56.457839 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c9533735-43d0-4ae7-afac-06ab221b72bb admin admin] Calling delete_port for 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:56.459224 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6e577-a2fe-44ca-9e09-846cf59b1ade tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Pushing event deleted for resources: {'Port': ['ID=c43610d5-6d0a-43e5-be8e-219161b63ad9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:56.556930 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82a6e577-a2fe-44ca-9e09-846cf59b1ade tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (a620e9af-cb3e-4fb3-b897-8ebac7f7edde), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.670682 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82a6e577-a2fe-44ca-9e09-846cf59b1ade tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (a620e9af-cb3e-4fb3-b897-8ebac7f7edde), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.677738 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82a6e577-a2fe-44ca-9e09-846cf59b1ade tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_controller (a620e9af-cb3e-4fb3-b897-8ebac7f7edde), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.685044 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99d5dcd4-513c-43e9-bf6a-987a8c32619e req-250c711b-3bef-4b71-b1ef-e6dcf1336fef tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724962 Feb 09 21:35:56.713476 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd3e74d9-ef43-4701-9e2b-f6a76c205b81 req-effa934c-cd26-45f5-9004-30a240533ccc tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/3075a191-8dd1-48df-8f8f-26435cc9861f HTTP/1.1" status: 200 len: 1791 time: 0.1657133 Feb 09 21:35:56.818182 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ef4582fa-9233-4831-818e-dd174f81c5bd req-d65c4e10-3924-4a5a-a46f-619960a1556a service neutron] 10.222.0.71 "GET /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739080 Feb 09 21:35:56.828969 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82a6e577-a2fe-44ca-9e09-846cf59b1ade tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (a620e9af-cb3e-4fb3-b897-8ebac7f7edde), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.830298 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a6e577-a2fe-44ca-9e09-846cf59b1ade tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Fanout notify agent at l3_agent the message router_deleted on router a620e9af-cb3e-4fb3-b897-8ebac7f7edde {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:35:56.846192 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82a6e577-a2fe-44ca-9e09-846cf59b1ade tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.849683 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-82a6e577-a2fe-44ca-9e09-846cf59b1ade tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "DELETE /v2.0/routers/a620e9af-cb3e-4fb3-b897-8ebac7f7edde HTTP/1.1" status: 204 len: 168 time: 1.6101420 Feb 09 21:35:56.852221 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9ad2e67-1402-4994-a151-75d1f00f36b4 req-d6b33e77-43ed-424c-b4e5-b0d80f5a0397 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.0562675 Feb 09 21:35:56.855353 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53718) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:56.867002 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b12e300b-7ac0-40f5-a37e-eba2b88df7a0 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-226289197', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:56.932231 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b12e300b-7ac0-40f5-a37e-eba2b88df7a0 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (4e7aa808-74cb-4cbc-83c9-0643d848e719), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.933405 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b12e300b-7ac0-40f5-a37e-eba2b88df7a0 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (4e7aa808-74cb-4cbc-83c9-0643d848e719), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:57.011634 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ff0a6-9a59-4e87-b5b9-06597ad35788 req-e3c2c859-88fb-429c-b9ae-97813633a386 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:57.013297 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9c2ff0a6-9a59-4e87-b5b9-06597ad35788 req-e3c2c859-88fb-429c-b9ae-97813633a386 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ed52b66-2a3c-41de-b951-ca6570eedb06 HTTP/1.1" status: 200 len: 946 time: 0.1519258 Feb 09 21:35:57.047850 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b12e300b-7ac0-40f5-a37e-eba2b88df7a0 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_controller (4e7aa808-74cb-4cbc-83c9-0643d848e719), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:57.055236 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b12e300b-7ac0-40f5-a37e-eba2b88df7a0 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (4e7aa808-74cb-4cbc-83c9-0643d848e719), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:57.078376 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c9533735-43d0-4ae7-afac-06ab221b72bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (7d722fb8-0ced-4f23-b9bb-db6bc757c8fb), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:57.087933 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b12e300b-7ac0-40f5-a37e-eba2b88df7a0 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:57.093197 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b12e300b-7ac0-40f5-a37e-eba2b88df7a0 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2329032 Feb 09 21:35:57.093684 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53720) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:57.102444 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c4cfa38a-7aa4-42fa-a538-4719a317605f tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'enable_snat': False}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:57.149298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9533735-43d0-4ae7-afac-06ab221b72bb admin admin] Pushing event deleted for resources: {'Port': ['ID=7d722fb8-0ced-4f23-b9bb-db6bc757c8fb,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:57.212654 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9c2ff0a6-9a59-4e87-b5b9-06597ad35788 req-7a4c6e34-64d4-49ce-b351-e400144880b2 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889741 Feb 09 21:35:57.234680 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c828ad-3d2d-41d0-bea5-53f0fc8f739b req-ad00afe8-33c5-4a52-803b-6379f3ad2598 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:57.241276 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-68c828ad-3d2d-41d0-bea5-53f0fc8f739b req-ad00afe8-33c5-4a52-803b-6379f3ad2598 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 945 time: 0.2905741 Feb 09 21:35:57.369885 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9de41f0d-4513-4593-b567-1debac2fd647 req-8ffd988b-3760-4e26-a4ff-c120344e4db1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/3075a191-8dd1-48df-8f8f-26435cc9861f HTTP/1.1" status: 200 len: 1791 time: 0.1038506 Feb 09 21:35:57.470714 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-68c828ad-3d2d-41d0-bea5-53f0fc8f739b req-e89cf326-a3a1-4fe9-87b8-f1ba7fada39c tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218871 Feb 09 21:35:57.524554 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4cfa38a-7aa4-42fa-a538-4719a317605f tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_gateway (4e7aa808-74cb-4cbc-83c9-0643d848e719), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:57.525588 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9de41f0d-4513-4593-b567-1debac2fd647 req-e215dcae-9e17-4f1f-b662-2dc256c61339 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (3075a191-8dd1-48df-8f8f-26435cc9861f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:57.528389 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c9533735-43d0-4ae7-afac-06ab221b72bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (987e0f3e-9839-4bd1-931c-e929e9bc41bd), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:57.627175 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9de41f0d-4513-4593-b567-1debac2fd647 req-e215dcae-9e17-4f1f-b662-2dc256c61339 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (3075a191-8dd1-48df-8f8f-26435cc9861f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.019253 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4cfa38a-7aa4-42fa-a538-4719a317605f tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_gateway (4e7aa808-74cb-4cbc-83c9-0643d848e719), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.061916 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4cfa38a-7aa4-42fa-a538-4719a317605f tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.128818 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9de41f0d-4513-4593-b567-1debac2fd647 req-e215dcae-9e17-4f1f-b662-2dc256c61339 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3075a191-8dd1-48df-8f8f-26435cc9861f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.132739 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9de41f0d-4513-4593-b567-1debac2fd647 req-e215dcae-9e17-4f1f-b662-2dc256c61339 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.140217 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9de41f0d-4513-4593-b567-1debac2fd647 req-e215dcae-9e17-4f1f-b662-2dc256c61339 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "DELETE /v2.0/security-groups/3075a191-8dd1-48df-8f8f-26435cc9861f HTTP/1.1" status: 204 len: 173 time: 0.7327776 Feb 09 21:35:58.221843 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215dcae-9e17-4f1f-b662-2dc256c61339 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3075a191-8dd1-48df-8f8f-26435cc9861f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:58.263372 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9533735-43d0-4ae7-afac-06ab221b72bb admin admin] Router 987e0f3e-9839-4bd1-931c-e929e9bc41bd has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:35:58.267482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-c4cfa38a-7aa4-42fa-a538-4719a317605f tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Allocated IP 172.25.6.183 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/7f86849d-c393-46b2-b86c-22ae212e5f99) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:58.297798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0926e8-8762-4898-9ddb-ff71c1253470 req-ab1ca328-5688-4482-8321-8a8b36e66237 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:58.301275 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7b0926e8-8762-4898-9ddb-ff71c1253470 req-ab1ca328-5688-4482-8321-8a8b36e66237 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 945 time: 0.4149003 Feb 09 21:35:58.521141 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4cfa38a-7aa4-42fa-a538-4719a317605f tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for port (7f86849d-c393-46b2-b86c-22ae212e5f99), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.601417 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4cfa38a-7aa4-42fa-a538-4719a317605f tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (7f86849d-c393-46b2-b86c-22ae212e5f99), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.673501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cfa38a-7aa4-42fa-a538-4719a317605f tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:58.679329 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-c4cfa38a-7aa4-42fa-a538-4719a317605f tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:58.690484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cfa38a-7aa4-42fa-a538-4719a317605f tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:58.744038 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfa38a-7aa4-42fa-a538-4719a317605f tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Pushing event updated for resources: {'Port': ['ID=7f86849d-c393-46b2-b86c-22ae212e5f99,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:58.775708 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7b0926e8-8762-4898-9ddb-ff71c1253470 req-38568be8-8643-4268-943d-0361e62705aa tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608705 Feb 09 21:35:58.811517 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72fe90-8d47-495d-af26-b5b29e40c915 req-200ef673-f404-44d7-aa42-58e59b4fec00 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:58.813164 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3f72fe90-8d47-495d-af26-b5b29e40c915 req-200ef673-f404-44d7-aa42-58e59b4fec00 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 943 time: 0.4815605 Feb 09 21:35:58.885465 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9533735-43d0-4ae7-afac-06ab221b72bb admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:58.900090 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c9533735-43d0-4ae7-afac-06ab221b72bb admin admin] 10.222.0.77 "PUT /v2.0/routers/987e0f3e-9839-4bd1-931c-e929e9bc41bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5988059 Feb 09 21:35:58.900411 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53740) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:58.908791 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fcaa17-6ce7-4b53-8589-de308f623c58 None None] Sync routers for ids ['987e0f3e-9839-4bd1-931c-e929e9bc41bd'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:58.921602 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3f72fe90-8d47-495d-af26-b5b29e40c915 req-84458cbf-5550-4aca-b184-3af9f903cba6 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816584 Feb 09 21:35:58.929962 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fcaa17-6ce7-4b53-8589-de308f623c58 None None] Routers {'987e0f3e-9839-4bd1-931c-e929e9bc41bd'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:58.933309 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b3fcaa17-6ce7-4b53-8589-de308f623c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:35:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['987e0f3e-9839-4bd1-931c-e929e9bc41bd'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:59.126268 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-b3fcaa17-6ce7-4b53-8589-de308f623c58 None None] Set router 987e0f3e-9839-4bd1-931c-e929e9bc41bd gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:59.206654 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-66582be1-a7d0-4368-bce8-3c4295b6724d req-3aac0803-80e2-40d2-a733-4c3b087b5ce7 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.0974753 Feb 09 21:35:59.347225 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff236a2-e273-4343-adec-e6dc0535de61 req-4acbe510-0ba0-4919-b648-63f0f7f161f6 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:59.354698 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ff236a2-e273-4343-adec-e6dc0535de61 req-4acbe510-0ba0-4919-b648-63f0f7f161f6 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ed52b66-2a3c-41de-b951-ca6570eedb06 HTTP/1.1" status: 200 len: 946 time: 0.3397980 Feb 09 21:35:59.363101 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4cfa38a-7aa4-42fa-a538-4719a317605f tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router_gateway (4e7aa808-74cb-4cbc-83c9-0643d848e719), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:59.377078 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf0f0d9c-f494-4685-b02a-ff7f9187cb77 admin admin] Publish callbacks [] for router (987e0f3e-9839-4bd1-931c-e929e9bc41bd), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:59.509428 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b3fcaa17-6ce7-4b53-8589-de308f623c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'name': 'tempest-ServersTestBootFromVolume-1080822694-router', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:32:22Z', 'updated_at': '2022-02-09T21:35:56Z', 'revision_number': 5, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'gw_port': {'id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:23Z', 'updated_at': '2022-02-09T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:59.550584 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fcaa17-6ce7-4b53-8589-de308f623c58 None None] Checking router: 987e0f3e-9839-4bd1-931c-e929e9bc41bd for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:59.570072 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fcaa17-6ce7-4b53-8589-de308f623c58 None None] Routers {'987e0f3e-9839-4bd1-931c-e929e9bc41bd'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:59.571159 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b3fcaa17-6ce7-4b53-8589-de308f623c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:35:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['987e0f3e-9839-4bd1-931c-e929e9bc41bd'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:59.764041 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568971a6-af69-4c1f-8ac0-289dd7b82755 req-b8f68437-cbc1-4aef-aedb-60e9a9c880fe tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:59.765569 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-568971a6-af69-4c1f-8ac0-289dd7b82755 req-b8f68437-cbc1-4aef-aedb-60e9a9c880fe tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ed52b66-2a3c-41de-b951-ca6570eedb06 HTTP/1.1" status: 200 len: 946 time: 0.4038017 Feb 09 21:35:59.864177 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ff236a2-e273-4343-adec-e6dc0535de61 req-d6412562-7ca7-48f8-b5ab-b16b26d46226 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024397 Feb 09 21:35:59.936793 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-b3fcaa17-6ce7-4b53-8589-de308f623c58 None None] Set router 987e0f3e-9839-4bd1-931c-e929e9bc41bd gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:59.978865 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf0f0d9c-f494-4685-b02a-ff7f9187cb77 admin admin] Publish callbacks [] for router_gateway (987e0f3e-9839-4bd1-931c-e929e9bc41bd), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:00.164751 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-7a56a9d4-833a-4b47-8210-d892e1433d51 req-0f269a04-e237-47e0-8b25-421d2a0cd4d2 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] show failed (client error): The resource could not be found. Feb 09 21:36:00.165999 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a56a9d4-833a-4b47-8210-d892e1433d51 req-0f269a04-e237-47e0-8b25-421d2a0cd4d2 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/66022208-c854-4f29-92cf-af01563a348e HTTP/1.1" status: 404 len: 352 time: 0.0509925 Feb 09 21:36:00.196742 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f0d9c-f494-4685-b02a-ff7f9187cb77 admin admin] Deleting port f06287c2-c7ea-411d-94fb-bedc0a82fc8c {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:00.196742 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf0f0d9c-f494-4685-b02a-ff7f9187cb77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f06287c2-c7ea-411d-94fb-bedc0a82fc8c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:00.288180 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-568971a6-af69-4c1f-8ac0-289dd7b82755 req-8257b97f-3e63-4fe4-b7ab-a7becc6ba1ca tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Deleting port 71974ea7-0742-4266-a507-b9c52d89d925 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:00.289414 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-568971a6-af69-4c1f-8ac0-289dd7b82755 req-8257b97f-3e63-4fe4-b7ab-a7becc6ba1ca tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (71974ea7-0742-4266-a507-b9c52d89d925), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:00.370351 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-d647b9b3-148e-4705-953a-81c82d4c05c1 req-95e8319f-8732-4c53-a578-2d5889bcccbe tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] show failed (client error): The resource could not be found. Feb 09 21:36:00.371468 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d647b9b3-148e-4705-953a-81c82d4c05c1 req-95e8319f-8732-4c53-a578-2d5889bcccbe tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/a144dbd7-a360-4c4e-a011-cb3387e19484 HTTP/1.1" status: 404 len: 352 time: 0.0697098 Feb 09 21:36:00.401683 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bf0f0d9c-f494-4685-b02a-ff7f9187cb77 admin admin] For port f06287c2-c7ea-411d-94fb-bedc0a82fc8c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f06287c2-c7ea-411d-94fb-bedc0a82fc8c,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:00.402213 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf0f0d9c-f494-4685-b02a-ff7f9187cb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f06287c2-c7ea-411d-94fb-bedc0a82fc8c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:00.464955 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f0d9c-f494-4685-b02a-ff7f9187cb77 admin admin] Calling delete_port for f06287c2-c7ea-411d-94fb-bedc0a82fc8c owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:00.543246 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c663bd8-9ce5-4424-8ab4-616cdb093f03 req-ad010bff-3df1-4805-b91f-70dfabc39cbf tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:00.551524 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5c663bd8-9ce5-4424-8ab4-616cdb093f03 req-ad010bff-3df1-4805-b91f-70dfabc39cbf tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 943 time: 0.3701601 Feb 09 21:36:00.557091 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-568971a6-af69-4c1f-8ac0-289dd7b82755 req-8257b97f-3e63-4fe4-b7ab-a7becc6ba1ca tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] For port 71974ea7-0742-4266-a507-b9c52d89d925, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=71974ea7-0742-4266-a507-b9c52d89d925,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:00.558154 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-568971a6-af69-4c1f-8ac0-289dd7b82755 req-8257b97f-3e63-4fe4-b7ab-a7becc6ba1ca tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (71974ea7-0742-4266-a507-b9c52d89d925), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:00.602999 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff5115c9-9d66-4b9c-be74-e81215aeeb8b req-c20cf213-3caa-4bfb-bc45-de27ebc56764 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=581371a9-8353-46f8-a613-0e8892a368a5 HTTP/1.1" status: 200 len: 210 time: 0.0435064 Feb 09 21:36:00.611453 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-568971a6-af69-4c1f-8ac0-289dd7b82755 req-8257b97f-3e63-4fe4-b7ab-a7becc6ba1ca tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Calling delete_port for 71974ea7-0742-4266-a507-b9c52d89d925 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:00.755498 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b3fcaa17-6ce7-4b53-8589-de308f623c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'name': 'tempest-ServersTestBootFromVolume-1080822694-router', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:32:22Z', 'updated_at': '2022-02-09T21:35:56Z', 'revision_number': 5, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'gw_port': {'id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:23Z', 'updated_at': '2022-02-09T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:00.854680 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5c663bd8-9ce5-4424-8ab4-616cdb093f03 req-3f2fc727-a368-46f9-8506-0f779819ad98 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014555 Feb 09 21:36:00.873848 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fcaa17-6ce7-4b53-8589-de308f623c58 None None] The sync data for ids ['987e0f3e-9839-4bd1-931c-e929e9bc41bd'] in n-d-828601-1 is: [{'id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'name': 'tempest-ServersTestBootFromVolume-1080822694-router', 'tenant_id': '3aaf6babd50147f8ab22f9980693252e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:32:22Z', 'updated_at': '2022-02-09T21:35:56Z', 'revision_number': 5, 'project_id': '3aaf6babd50147f8ab22f9980693252e', 'gw_port': {'id': 'f06287c2-c7ea-411d-94fb-bedc0a82fc8c', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e0f3e-9839-4bd1-931c-e929e9bc41bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:32:23Z', 'updated_at': '2022-02-09T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:00.917967 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4cfa38a-7aa4-42fa-a538-4719a317605f tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (4e7aa808-74cb-4cbc-83c9-0643d848e719), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:00.945902 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4cfa38a-7aa4-42fa-a538-4719a317605f tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-316890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-316867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-342176'] for router (4e7aa808-74cb-4cbc-83c9-0643d848e719), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:01.119000 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-568971a6-af69-4c1f-8ac0-289dd7b82755 req-8257b97f-3e63-4fe4-b7ab-a7becc6ba1ca tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (71974ea7-0742-4266-a507-b9c52d89d925), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:01.133633 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['70e3d19a-7558-4685-a196-a6de110f0bf5'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:01.141353 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['71974ea7-0742-4266-a507-b9c52d89d925'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:01.155497 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-14587b7c-6933-4f6d-9f98-32de42763fd1 req-aca9b6cb-7d1e-47b0-bd34-8201ba384ff6 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] show failed (client error): The resource could not be found. Feb 09 21:36:01.160549 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-14587b7c-6933-4f6d-9f98-32de42763fd1 req-aca9b6cb-7d1e-47b0-bd34-8201ba384ff6 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/a85de0e7-b320-4abd-8dec-4fb50b7e5ec6 HTTP/1.1" status: 404 len: 352 time: 0.0764804 Feb 09 21:36:01.162527 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257b97f-3e63-4fe4-b7ab-a7becc6ba1ca tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Pushing event deleted for resources: {'Port': ['ID=71974ea7-0742-4266-a507-b9c52d89d925,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:01.274445 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-568971a6-af69-4c1f-8ac0-289dd7b82755 req-8257b97f-3e63-4fe4-b7ab-a7becc6ba1ca tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] No DVR routers for this DVR port 71974ea7-0742-4266-a507-b9c52d89d925 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:01.279259 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-568971a6-af69-4c1f-8ac0-289dd7b82755 req-8257b97f-3e63-4fe4-b7ab-a7becc6ba1ca tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:01.283131 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-568971a6-af69-4c1f-8ac0-289dd7b82755 req-8257b97f-3e63-4fe4-b7ab-a7becc6ba1ca tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.42 "DELETE /v2.0/ports/71974ea7-0742-4266-a507-b9c52d89d925 HTTP/1.1" status: 204 len: 173 time: 1.5077717 Feb 09 21:36:01.283871 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed52b66-2a3c-41de-b951-ca6570eedb06', 'name': 'network-vif-deleted', 'tag': '71974ea7-0742-4266-a507-b9c52d89d925'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:01.288155 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc7b9ee-5a42-459f-9dc5-cb38c5f29d9c" -d '{"events": [{"server_uuid": "6ed52b66-2a3c-41de-b951-ca6570eedb06", "name": "network-vif-deleted", "tag": "71974ea7-0742-4266-a507-b9c52d89d925"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:01.381066 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cfa38a-7aa4-42fa-a538-4719a317605f tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Router 4e7aa808-74cb-4cbc-83c9-0643d848e719 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:36:01.511580 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f955109-00d9-4890-8022-ef1f68221735 req-cd348ab7-b606-4c39-bd66-4ce1fc629fc3 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ed52b66-2a3c-41de-b951-ca6570eedb06 HTTP/1.1" status: 200 len: 210 time: 0.1728466 Feb 09 21:36:01.772865 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-52b89321-0c73-4d0a-a1ff-373dd5e7c10c req-32efec96-7914-4ef0-b0ff-e1e37a0939b1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] show failed (client error): The resource could not be found. Feb 09 21:36:01.791430 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-52b89321-0c73-4d0a-a1ff-373dd5e7c10c req-32efec96-7914-4ef0-b0ff-e1e37a0939b1 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/b60ba629-bc7c-46ef-b20e-2cce6e857d01 HTTP/1.1" status: 404 len: 352 time: 0.0552361 Feb 09 21:36:01.815564 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf0f0d9c-f494-4685-b02a-ff7f9187cb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (f06287c2-c7ea-411d-94fb-bedc0a82fc8c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:01.916864 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:01.946490 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cfa38a-7aa4-42fa-a538-4719a317605f tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:01.956251 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4cfa38a-7aa4-42fa-a538-4719a317605f tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:01.957893 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c4cfa38a-7aa4-42fa-a538-4719a317605f tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "PUT /v2.0/routers/4e7aa808-74cb-4cbc-83c9-0643d848e719 HTTP/1.1" status: 200 len: 915 time: 4.8627553 Feb 09 21:36:01.963198 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53792) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:01.993318 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:01.994442 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7d722fb8-0ced-4f23-b9bb-db6bc757c8fb not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:02.009454 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f0d9c-f494-4685-b02a-ff7f9187cb77 admin admin] Pushing event deleted for resources: {'Port': ['ID=f06287c2-c7ea-411d-94fb-bedc0a82fc8c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:02.022192 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1092fd5e-fb2f-469f-b666-555fb2d1416f None None] Sync routers for ids ['4e7aa808-74cb-4cbc-83c9-0643d848e719'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:02.050278 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1092fd5e-fb2f-469f-b666-555fb2d1416f None None] Routers {'4e7aa808-74cb-4cbc-83c9-0643d848e719'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:02.052008 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1092fd5e-fb2f-469f-b666-555fb2d1416f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:35:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['4e7aa808-74cb-4cbc-83c9-0643d848e719'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:02.058971 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf384543-4f17-47af-9fc5-7814c09bfebf req-696cd1bb-df7a-4ea1-a68d-c98bd6137530 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:02.092953 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf384543-4f17-47af-9fc5-7814c09bfebf req-696cd1bb-df7a-4ea1-a68d-c98bd6137530 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 945 time: 0.5996101 Feb 09 21:36:02.171853 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1092fd5e-fb2f-469f-b666-555fb2d1416f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:02.216309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1092fd5e-fb2f-469f-b666-555fb2d1416f None None] Routers {'4e7aa808-74cb-4cbc-83c9-0643d848e719'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:02.217546 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1092fd5e-fb2f-469f-b666-555fb2d1416f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:35:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['4e7aa808-74cb-4cbc-83c9-0643d848e719'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:02.218890 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-e67c0b3d-bc48-49f1-be22-a85660c01e0e req-ad8f8fdf-eff0-46b5-b71c-506bc7f13356 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] show failed (client error): The resource could not be found. Feb 09 21:36:02.233924 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e67c0b3d-bc48-49f1-be22-a85660c01e0e req-ad8f8fdf-eff0-46b5-b71c-506bc7f13356 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/626aece1-d202-4dec-9763-3cc3975ace22 HTTP/1.1" status: 404 len: 352 time: 0.0608835 Feb 09 21:36:02.239063 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2cd2d8-7008-479a-aeef-751d5535ba72 x-openstack-request-id: req-bf2cd2d8-7008-479a-aeef-751d5535ba72 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:02.239377 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed52b66-2a3c-41de-b951-ca6570eedb06", "name": "network-vif-deleted", "tag": "71974ea7-0742-4266-a507-b9c52d89d925", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:02.239667 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bf2cd2d8-7008-479a-aeef-751d5535ba72 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:02.240115 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed52b66-2a3c-41de-b951-ca6570eedb06', 'name': 'network-vif-deleted', 'tag': '71974ea7-0742-4266-a507-b9c52d89d925', 'status': 'completed', 'code': 200} Feb 09 21:36:02.244433 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4f50bcaf-b8b0-4908-9fcf-e40b5920587e tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "GET /v2.0/routers/4e7aa808-74cb-4cbc-83c9-0643d848e719 HTTP/1.1" status: 200 len: 921 time: 0.2784843 Feb 09 21:36:02.247736 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53800) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:02.327181 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf384543-4f17-47af-9fc5-7814c09bfebf req-006e1b6a-4daa-4b22-95de-cd0c3348355d tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687944 Feb 09 21:36:02.337272 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf0f0d9c-f494-4685-b02a-ff7f9187cb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (987e0f3e-9839-4bd1-931c-e929e9bc41bd), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:02.383234 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e07928-5ed2-43f7-bba3-5e2043c715e7 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:02.402301 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c5e07928-5ed2-43f7-bba3-5e2043c715e7 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&device_id=4e7aa808-74cb-4cbc-83c9-0643d848e719&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1511445 Feb 09 21:36:02.402516 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1092fd5e-fb2f-469f-b666-555fb2d1416f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:02.403735 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53804) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:02.411762 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1092fd5e-fb2f-469f-b666-555fb2d1416f None None] The sync data for ids ['4e7aa808-74cb-4cbc-83c9-0643d848e719'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:02.517324 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-3a4a72a6-d15c-4175-a8ae-4a3302210396 req-278df454-d095-4fe1-8315-b8c5c77d024c tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] show failed (client error): The resource could not be found. Feb 09 21:36:02.520128 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a4a72a6-d15c-4175-a8ae-4a3302210396 req-278df454-d095-4fe1-8315-b8c5c77d024c tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/71edc1bf-f63a-4fb2-8017-93739ab25acf HTTP/1.1" status: 404 len: 352 time: 0.0540433 Feb 09 21:36:02.531168 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf0f0d9c-f494-4685-b02a-ff7f9187cb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (987e0f3e-9839-4bd1-931c-e929e9bc41bd), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:02.545806 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf0f0d9c-f494-4685-b02a-ff7f9187cb77 admin admin] Publish callbacks [] for router_controller (987e0f3e-9839-4bd1-931c-e929e9bc41bd), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:02.600470 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8acb243-697c-46ad-8b98-4cfa60b80df3 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:02.605558 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d8acb243-697c-46ad-8b98-4cfa60b80df3 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 881 time: 0.2006974 Feb 09 21:36:02.606286 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53812) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:02.637458 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-92927c39-94ea-44a7-b16f-957b43101ad2 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e7aa808-74cb-4cbc-83c9-0643d848e719 HTTP/1.1" status: 200 len: 205 time: 0.0299783 Feb 09 21:36:02.641691 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53814) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:02.737870 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf0f0d9c-f494-4685-b02a-ff7f9187cb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (987e0f3e-9839-4bd1-931c-e929e9bc41bd), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:02.738510 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0f0d9c-f494-4685-b02a-ff7f9187cb77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 987e0f3e-9839-4bd1-931c-e929e9bc41bd {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:36:02.758170 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf0f0d9c-f494-4685-b02a-ff7f9187cb77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:02.767449 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bf0f0d9c-f494-4685-b02a-ff7f9187cb77 admin admin] 10.222.0.77 "DELETE /v2.0/routers/987e0f3e-9839-4bd1-931c-e929e9bc41bd HTTP/1.1" status: 204 len: 168 time: 3.8571489 Feb 09 21:36:02.776109 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53820) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:02.875926 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4dc5e8d-4fd3-4e13-a8e0-85f45b60f724 admin admin] Deleting subnet b975b29a-eecb-4503-bf17-7b9d022ca240 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:36:02.885729 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4dc5e8d-4fd3-4e13-a8e0-85f45b60f724 admin admin] Publish callbacks [] for subnet (b975b29a-eecb-4503-bf17-7b9d022ca240), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.029321 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4dc5e8d-4fd3-4e13-a8e0-85f45b60f724 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (b975b29a-eecb-4503-bf17-7b9d022ca240), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.046961 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e78da3-70f6-42bf-9547-5760c5f788bd req-f19a78de-a71d-4589-9f84-af699c3ff2ce tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:03.051151 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-00e78da3-70f6-42bf-9547-5760c5f788bd req-f19a78de-a71d-4589-9f84-af699c3ff2ce tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 943 time: 0.3689647 Feb 09 21:36:03.146780 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-00e78da3-70f6-42bf-9547-5760c5f788bd req-8dc2d3c9-dacf-4e8f-9c8b-94c86d80dc48 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594900 Feb 09 21:36:03.397431 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4dc5e8d-4fd3-4e13-a8e0-85f45b60f724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (b975b29a-eecb-4503-bf17-7b9d022ca240), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.533112 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bb3cc-cc87-4d04-b98d-9c2f7e325df2 req-26b04a59-00ae-4ff5-b67b-9917c394f6a8 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:03.539559 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d3bb3cc-cc87-4d04-b98d-9c2f7e325df2 req-26b04a59-00ae-4ff5-b67b-9917c394f6a8 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=e045930e-326d-4f19-bf55-04ac8c84a1b7 HTTP/1.1" status: 200 len: 1023 time: 0.3504226 Feb 09 21:36:03.557463 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e970928c-7f13-409e-9d2b-4889b281bc04 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router (4e7aa808-74cb-4cbc-83c9-0643d848e719), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.671277 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4dc5e8d-4fd3-4e13-a8e0-85f45b60f724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (b975b29a-eecb-4503-bf17-7b9d022ca240), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.683509 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b37c3e57-a8bf-4082-a116-e02085853c2c details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:03.706555 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4dc5e8d-4fd3-4e13-a8e0-85f45b60f724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.722481 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f4dc5e8d-4fd3-4e13-a8e0-85f45b60f724 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b975b29a-eecb-4503-bf17-7b9d022ca240 HTTP/1.1" status: 204 len: 168 time: 0.9450228 Feb 09 21:36:03.729516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53842) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:03.731782 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e970928c-7f13-409e-9d2b-4889b281bc04 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_gateway (4e7aa808-74cb-4cbc-83c9-0643d848e719), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.755483 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc5e8d-4fd3-4e13-a8e0-85f45b60f724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b975b29a-eecb-4503-bf17-7b9d022ca240,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:03.765144 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-49befaa9-20d0-434a-944d-fe7760dbc17d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:03.772649 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-49befaa9-20d0-434a-944d-fe7760dbc17d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/networks?id=52bbb2ed-8162-4d76-a17c-1bb332688ad6 HTTP/1.1" status: 200 len: 804 time: 0.3935370 Feb 09 21:36:03.796550 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d3bb3cc-cc87-4d04-b98d-9c2f7e325df2 req-a76b2834-79ff-4254-a669-42919d54ece5 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?id=09c7a958-21c2-408d-8280-dc3500a0c75f&id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&id=fd6f1c57-3efc-4632-a067-8d4213c685b9&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2449117 Feb 09 21:36:03.813709 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-111720e3-6b5c-48a7-8fca-f541a655b9f9 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/quotas/1b89b78a949d44f189d43eacfb5f58be HTTP/1.1" status: 200 len: 375 time: 0.0397825 Feb 09 21:36:03.904228 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b37c3e57-a8bf-4082-a116-e02085853c2c, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b37c3e57-a8bf-4082-a116-e02085853c2c,segment=NetworkSegment(a535595f-05f6-4174-b7c2-1ee3a61ccb66),segment_id=a535595f-05f6-4174-b7c2-1ee3a61ccb66)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:03.936777 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 71974ea7-0742-4266-a507-b9c52d89d925 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:03.952061 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4570d77-a182-44b5-8f73-4612e0de9446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (89a25c7b-4058-4f59-81ba-6eea356f69d7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.974652 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfe43bd-2af8-47b1-8d23-0f1860ba0aa7 None None] Network 89a25c7b-4058-4f59-81ba-6eea356f69d7 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:03.983828 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-d121d26c-ceb3-49d1-8dfb-488b4308fa38 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b89b78a949d44f189d43eacfb5f58be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1562219 Feb 09 21:36:04.006409 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e970928c-7f13-409e-9d2b-4889b281bc04 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Deleting port 7f86849d-c393-46b2-b86c-22ae212e5f99 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:04.006409 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e970928c-7f13-409e-9d2b-4889b281bc04 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (7f86849d-c393-46b2-b86c-22ae212e5f99), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:04.059074 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f06287c2-c7ea-411d-94fb-bedc0a82fc8c no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:04.112210 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'b37c3e57-a8bf-4082-a116-e02085853c2c', 'network_id': 'b63eec21-51a4-43fd-90d0-db81afea0d84', 'port_id': 'b37c3e57-a8bf-4082-a116-e02085853c2c', 'mac_address': 'fa:16:3e:cc:d3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd40b286-33a9-4933-a5c8-56b0699eb2b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:04.123089 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f4570d77-a182-44b5-8f73-4612e0de9446 admin admin] Deleting port 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:04.123561 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4570d77-a182-44b5-8f73-4612e0de9446 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (3cab3960-0507-48ee-a6b3-2d57c7ae5bf0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:04.153009 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e970928c-7f13-409e-9d2b-4889b281bc04 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (7f86849d-c393-46b2-b86c-22ae212e5f99), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:04.199835 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-8576a3c1-ce51-4525-85a9-bb0a5d07e929 service neutron] 10.222.0.77 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148976 Feb 09 21:36:04.209875 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: f06287c2-c7ea-411d-94fb-bedc0a82fc8c {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:04.210415 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f06287c2-c7ea-411d-94fb-bedc0a82fc8c not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:04.212238 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 71974ea7-0742-4266-a507-b9c52d89d925 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:04.212479 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 71974ea7-0742-4266-a507-b9c52d89d925 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:04.237039 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e970928c-7f13-409e-9d2b-4889b281bc04 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Calling delete_port for 7f86849d-c393-46b2-b86c-22ae212e5f99 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:04.288804 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f4570d77-a182-44b5-8f73-4612e0de9446 admin admin] For port 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=3cab3960-0507-48ee-a6b3-2d57c7ae5bf0,segment=NetworkSegment(3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3),segment_id=3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:04.289274 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4570d77-a182-44b5-8f73-4612e0de9446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (3cab3960-0507-48ee-a6b3-2d57c7ae5bf0), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:04.317755 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f4570d77-a182-44b5-8f73-4612e0de9446 admin admin] Calling delete_port for 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:04.335503 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port b37c3e57-a8bf-4082-a116-e02085853c2c is: ACTIVE; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:04.336145 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b37c3e57-a8bf-4082-a116-e02085853c2c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:04.358411 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b37c3e57-a8bf-4082-a116-e02085853c2c {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:04.366430 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-faedc3af-4de0-4629-a3c8-63f354c791ff service neutron] 10.222.0.77 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656210 Feb 09 21:36:04.399950 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41cc8c-7c63-44ae-ae4f-670cbd4539d1 req-160d4318-a7c2-400c-8ea3-a6b094b092dc tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:04.403181 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3d41cc8c-7c63-44ae-ae4f-670cbd4539d1 req-160d4318-a7c2-400c-8ea3-a6b094b092dc tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 945 time: 0.4639990 Feb 09 21:36:04.444252 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b37c3e57-a8bf-4082-a116-e02085853c2c, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b37c3e57-a8bf-4082-a116-e02085853c2c,segment=NetworkSegment(a535595f-05f6-4174-b7c2-1ee3a61ccb66),segment_id=a535595f-05f6-4174-b7c2-1ee3a61ccb66)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:04.451155 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b37c3e57-a8bf-4082-a116-e02085853c2c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:04.524271 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=b37c3e57-a8bf-4082-a116-e02085853c2c,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:04.534317 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dfb285-9574-4b14-8bb3-21923b73327c None None] DHCP port deletion for 89a25c7b-4058-4f59-81ba-6eea356f69d7 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:36:04.538041 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:04.538465 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:04.538880 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:04.539289 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:04.539742 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:04.540159 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:04.540563 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:04.540965 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:04.541543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:04.541952 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:04.542541 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:04.542939 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:04.543335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:04.581546 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3d41cc8c-7c63-44ae-ae4f-670cbd4539d1 req-99020803-96ea-4d89-a182-ccd0c76a9300 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620326 Feb 09 21:36:04.611517 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['b37c3e57-a8bf-4082-a116-e02085853c2c'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:04.784734 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4570d77-a182-44b5-8f73-4612e0de9446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (3cab3960-0507-48ee-a6b3-2d57c7ae5bf0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:04.821851 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98acd865-be23-40ab-9b4d-6071fe1a4320 req-e1e8a4ed-2389-4780-89b4-00b7b9c1fd46 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 210 time: 0.0777242 Feb 09 21:36:04.850208 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfb285-9574-4b14-8bb3-21923b73327c None None] Deleting port 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:04.850726 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2dfb285-9574-4b14-8bb3-21923b73327c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (3cab3960-0507-48ee-a6b3-2d57c7ae5bf0), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:04.910428 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4570d77-a182-44b5-8f73-4612e0de9446 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cab3960-0507-48ee-a6b3-2d57c7ae5bf0,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:04.931862 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4570d77-a182-44b5-8f73-4612e0de9446 admin admin] No DVR routers for this DVR port 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:04.932606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58a5d3-9134-46ef-b72c-db9fca4ade43 req-3c19d303-33d7-4bea-b0c1-a178a294d1ac tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:04.936535 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4f58a5d3-9134-46ef-b72c-db9fca4ade43 req-3c19d303-33d7-4bea-b0c1-a178a294d1ac tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.71 "GET /v2.0/ports?device_id=e045930e-326d-4f19-bf55-04ac8c84a1b7 HTTP/1.1" status: 200 len: 1023 time: 0.4011383 Feb 09 21:36:05.107787 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b2dfb285-9574-4b14-8bb3-21923b73327c None None] For port 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0, host n-d-828601-1, got binding levels [] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:05.108111 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2dfb285-9574-4b14-8bb3-21923b73327c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (3cab3960-0507-48ee-a6b3-2d57c7ae5bf0), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.175886 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e970928c-7f13-409e-9d2b-4889b281bc04 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (7f86849d-c393-46b2-b86c-22ae212e5f99), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.177166 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfb285-9574-4b14-8bb3-21923b73327c None None] Calling delete_port for 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:05.185848 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.ipam_backend_mixin [None req-b2dfb285-9574-4b14-8bb3-21923b73327c None None] Port 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0 was not found and therefore no delete operation was performed {{(pid=103203) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:36:05.196701 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2dfb285-9574-4b14-8bb3-21923b73327c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (3cab3960-0507-48ee-a6b3-2d57c7ae5bf0), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.235526 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dfb285-9574-4b14-8bb3-21923b73327c None None] No DVR routers for this DVR port 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:05.241777 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfb285-9574-4b14-8bb3-21923b73327c None None] Pushing event deleted for resources: {'Port': ['ID=3cab3960-0507-48ee-a6b3-2d57c7ae5bf0,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:05.290784 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e9191-eed9-4d59-b983-c208ba0fcc2c req-7164b14e-4ed9-4829-a79d-40de26447bc8 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:05.299120 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a0e9191-eed9-4d59-b983-c208ba0fcc2c req-7164b14e-4ed9-4829-a79d-40de26447bc8 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 943 time: 0.4702473 Feb 09 21:36:05.397794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970928c-7f13-409e-9d2b-4889b281bc04 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Pushing event deleted for resources: {'Port': ['ID=7f86849d-c393-46b2-b86c-22ae212e5f99,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:05.445156 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4570d77-a182-44b5-8f73-4612e0de9446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (89a25c7b-4058-4f59-81ba-6eea356f69d7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.533979 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-f4570d77-a182-44b5-8f73-4612e0de9446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a25c7b-4058-4f59-81ba-6eea356f69d7']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:05.580056 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-f4570d77-a182-44b5-8f73-4612e0de9446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:05.580837 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-f4570d77-a182-44b5-8f73-4612e0de9446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:05.587570 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a0e9191-eed9-4d59-b983-c208ba0fcc2c req-83bf5aca-d988-4048-b7f0-c9ce3e1949f3 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840614 Feb 09 21:36:05.604538 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4570d77-a182-44b5-8f73-4612e0de9446 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.619589 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e970928c-7f13-409e-9d2b-4889b281bc04 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (4e7aa808-74cb-4cbc-83c9-0643d848e719), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.673144 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4570d77-a182-44b5-8f73-4612e0de9446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.683062 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb66a09-6adb-44a1-9d47-02b58bf9bbaf req-8fbab77d-e235-4d7c-a292-29d21384598d tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:05.697276 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-beb66a09-6adb-44a1-9d47-02b58bf9bbaf req-8fbab77d-e235-4d7c-a292-29d21384598d tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=e045930e-326d-4f19-bf55-04ac8c84a1b7 HTTP/1.1" status: 200 len: 1023 time: 0.6205001 Feb 09 21:36:05.699549 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b37c3e57-a8bf-4082-a116-e02085853c2c up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:05.779485 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4570d77-a182-44b5-8f73-4612e0de9446 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:36:05.780487 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4570d77-a182-44b5-8f73-4612e0de9446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (3dc5b5c2-2540-4234-b1ad-57b0f0cae5c3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:36:05.785967 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:36:05.802850 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-4f58a5d3-9134-46ef-b72c-db9fca4ade43 req-d7a5aa97-4260-42bd-abd9-d51320b7ddd4 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Deleting port be2c6221-0783-46d3-9a22-d31c18bb5526 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:05.817118 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4f58a5d3-9134-46ef-b72c-db9fca4ade43 req-d7a5aa97-4260-42bd-abd9-d51320b7ddd4 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (be2c6221-0783-46d3-9a22-d31c18bb5526), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.863399 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port b37c3e57-a8bf-4082-a116-e02085853c2c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:05.864430 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b37c3e57-a8bf-4082-a116-e02085853c2c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.102215 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:06.115012 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e970928c-7f13-409e-9d2b-4889b281bc04 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (4e7aa808-74cb-4cbc-83c9-0643d848e719), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.139473 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e970928c-7f13-409e-9d2b-4889b281bc04 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_controller (4e7aa808-74cb-4cbc-83c9-0643d848e719), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.201945 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:06.202592 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 3cab3960-0507-48ee-a6b3-2d57c7ae5bf0 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:06.208240 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port b37c3e57-a8bf-4082-a116-e02085853c2c is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:06.209090 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b37c3e57-a8bf-4082-a116-e02085853c2c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.263607 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2867de10-e8f1-44ee-a2d2-a813b0a4a646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37c3e57-a8bf-4082-a116-e02085853c2c'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:06.266078 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7024ec-7749-48d2-baa5-864c1fd26141" -d '{"events": [{"server_uuid": "2867de10-e8f1-44ee-a2d2-a813b0a4a646", "name": "network-vif-plugged", "status": "completed", "tag": "b37c3e57-a8bf-4082-a116-e02085853c2c"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:06.323666 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b37c3e57-a8bf-4082-a116-e02085853c2c, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b37c3e57-a8bf-4082-a116-e02085853c2c,segment=NetworkSegment(a535595f-05f6-4174-b7c2-1ee3a61ccb66),segment_id=a535595f-05f6-4174-b7c2-1ee3a61ccb66)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:06.336037 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b37c3e57-a8bf-4082-a116-e02085853c2c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.365357 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4570d77-a182-44b5-8f73-4612e0de9446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (89a25c7b-4058-4f59-81ba-6eea356f69d7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.412215 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4570d77-a182-44b5-8f73-4612e0de9446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.432005 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f4570d77-a182-44b5-8f73-4612e0de9446 admin admin] 10.222.0.77 "DELETE /v2.0/networks/89a25c7b-4058-4f59-81ba-6eea356f69d7 HTTP/1.1" status: 204 len: 168 time: 2.6909649 Feb 09 21:36:06.452663 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=b37c3e57-a8bf-4082-a116-e02085853c2c,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:06.526096 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4570d77-a182-44b5-8f73-4612e0de9446 admin admin] Pushing event deleted for resources: {'Network': ['ID=89a25c7b-4058-4f59-81ba-6eea356f69d7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:06.551231 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e970928c-7f13-409e-9d2b-4889b281bc04 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (4e7aa808-74cb-4cbc-83c9-0643d848e719), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.559563 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e970928c-7f13-409e-9d2b-4889b281bc04 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Fanout notify agent at l3_agent the message router_deleted on router 4e7aa808-74cb-4cbc-83c9-0643d848e719 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:36:06.580476 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e970928c-7f13-409e-9d2b-4889b281bc04 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.581666 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e970928c-7f13-409e-9d2b-4889b281bc04 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "DELETE /v2.0/routers/4e7aa808-74cb-4cbc-83c9-0643d848e719 HTTP/1.1" status: 204 len: 168 time: 3.9391308 Feb 09 21:36:06.585674 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53870) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:06.600668 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-08a0dd63-33db-48d1-b4c4-2a4bae514046 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-809833616', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}, 'admin_state_up': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:06.673732 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53872) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:06.689357 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-beb66a09-6adb-44a1-9d47-02b58bf9bbaf req-d53147b5-b1c7-41fd-b46e-fae4b265c282 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups?id=09c7a958-21c2-408d-8280-dc3500a0c75f&id=29b6ddcf-f5b8-45c2-abec-7837ff46b64f&id=fd6f1c57-3efc-4632-a067-8d4213c685b9&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.9867160 Feb 09 21:36:06.693660 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08a0dd63-33db-48d1-b4c4-2a4bae514046 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (7174d529-4529-402e-91e7-dd0d76bb9cf0), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.696849 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08a0dd63-33db-48d1-b4c4-2a4bae514046 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (7174d529-4529-402e-91e7-dd0d76bb9cf0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.782632 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7f2aa-07c1-4cfc-b5af-496c609bde43 req-0cfb62b5-3531-4071-bb4a-4129bcae72e2 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:06.793207 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0dc7f2aa-07c1-4cfc-b5af-496c609bde43 req-0cfb62b5-3531-4071-bb4a-4129bcae72e2 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 944 time: 0.9706409 Feb 09 21:36:06.810312 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-4f58a5d3-9134-46ef-b72c-db9fca4ade43 req-d7a5aa97-4260-42bd-abd9-d51320b7ddd4 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] For port be2c6221-0783-46d3-9a22-d31c18bb5526, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=be2c6221-0783-46d3-9a22-d31c18bb5526,segment=NetworkSegment(e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7),segment_id=e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:06.810874 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4f58a5d3-9134-46ef-b72c-db9fca4ade43 req-d7a5aa97-4260-42bd-abd9-d51320b7ddd4 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (be2c6221-0783-46d3-9a22-d31c18bb5526), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.856607 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-4f58a5d3-9134-46ef-b72c-db9fca4ade43 req-d7a5aa97-4260-42bd-abd9-d51320b7ddd4 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Calling delete_port for be2c6221-0783-46d3-9a22-d31c18bb5526 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:06.896304 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f741f370-936b-4957-8514-96f9c71c7bda req-6c7c2ce8-4021-4657-9a60-f5b0cd514194 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 210 time: 0.0513523 Feb 09 21:36:07.010101 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0dc7f2aa-07c1-4cfc-b5af-496c609bde43 req-d82b9174-c13b-409f-a224-ba8583c82246 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133095 Feb 09 21:36:07.015954 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b11771b-edf1-4a90-9e40-31801df469f7 x-openstack-request-id: req-6b11771b-edf1-4a90-9e40-31801df469f7 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:07.016924 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2867de10-e8f1-44ee-a2d2-a813b0a4a646", "name": "network-vif-plugged", "status": "completed", "tag": "b37c3e57-a8bf-4082-a116-e02085853c2c", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:07.017491 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6b11771b-edf1-4a90-9e40-31801df469f7 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:07.018816 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2867de10-e8f1-44ee-a2d2-a813b0a4a646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37c3e57-a8bf-4082-a116-e02085853c2c', 'code': 200} Feb 09 21:36:07.212027 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08a0dd63-33db-48d1-b4c4-2a4bae514046 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_controller (7174d529-4529-402e-91e7-dd0d76bb9cf0), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.295239 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3553676-9a66-41c2-b641-5e1c6f55ed13 req-dc0f27ee-c640-493d-97e4-c18e3d4169e0 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:07.298517 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b3553676-9a66-41c2-b641-5e1c6f55ed13 req-dc0f27ee-c640-493d-97e4-c18e3d4169e0 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 943 time: 0.2126746 Feb 09 21:36:07.316053 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-be87bec0-4458-4672-ad26-33df88eefec9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3aaf6babd50147f8ab22f9980693252e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6403856 Feb 09 21:36:07.325966 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53878) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:07.346808 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4f58a5d3-9134-46ef-b72c-db9fca4ade43 req-d7a5aa97-4260-42bd-abd9-d51320b7ddd4 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (be2c6221-0783-46d3-9a22-d31c18bb5526), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.454616 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5aa97-4260-42bd-abd9-d51320b7ddd4 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event deleted for resources: {'Port': ['ID=be2c6221-0783-46d3-9a22-d31c18bb5526,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:07.479488 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f7eeee0-9481-44d5-b383-a0461cd7dc03 admin admin] Publish callbacks [] for security_group (99212a3f-8e13-48f1-88fc-2985c605fd0c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.644982 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f58a5d3-9134-46ef-b72c-db9fca4ade43 req-d7a5aa97-4260-42bd-abd9-d51320b7ddd4 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] No DVR routers for this DVR port be2c6221-0783-46d3-9a22-d31c18bb5526 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:07.652227 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4f58a5d3-9134-46ef-b72c-db9fca4ade43 req-d7a5aa97-4260-42bd-abd9-d51320b7ddd4 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.672784 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4f58a5d3-9134-46ef-b72c-db9fca4ade43 req-d7a5aa97-4260-42bd-abd9-d51320b7ddd4 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.71 "DELETE /v2.0/ports/be2c6221-0783-46d3-9a22-d31c18bb5526 HTTP/1.1" status: 204 len: 173 time: 2.7310362 Feb 09 21:36:07.676238 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e045930e-326d-4f19-bf55-04ac8c84a1b7', 'name': 'network-vif-deleted', 'tag': 'be2c6221-0783-46d3-9a22-d31c18bb5526'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:07.678779 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9974463e-e7e1-4364-9d7f-723ee34d682d" -d '{"events": [{"server_uuid": "e045930e-326d-4f19-bf55-04ac8c84a1b7", "name": "network-vif-deleted", "tag": "be2c6221-0783-46d3-9a22-d31c18bb5526"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:07.695684 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b3553676-9a66-41c2-b641-5e1c6f55ed13 req-d3d5d869-75bf-4788-8ca1-c8b5bb629e02 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833613 Feb 09 21:36:07.733938 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dbfd8-99d7-459c-a31d-bd03562fe174 req-bd80aec1-63c6-4df4-a189-0c6b5d516e03 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:07.735566 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f20dbfd8-99d7-459c-a31d-bd03562fe174 req-bd80aec1-63c6-4df4-a189-0c6b5d516e03 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 945 time: 0.2854507 Feb 09 21:36:07.839801 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ea2311dd-28bb-4f86-a4dc-1d94f84e3c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.902748 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-558e6815-7e2a-4ce9-b1d4-d78b6e9794c3 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:07.904280 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f20dbfd8-99d7-459c-a31d-bd03562fe174 req-64c5531a-50eb-4599-89b1-9ec9a8188197 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235476 Feb 09 21:36:07.916901 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-558e6815-7e2a-4ce9-b1d4-d78b6e9794c3 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.42 "GET /v2.0/networks?id=52bbb2ed-8162-4d76-a17c-1bb332688ad6 HTTP/1.1" status: 200 len: 804 time: 1.1296871 Feb 09 21:36:07.952142 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-f8787702-5eaa-497f-be2e-8674a0214f0d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Request body: {'port': {'device_id': 'dc7d20f9-00b3-44ee-9e8a-c12c32ac2102', 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6', 'admin_state_up': True, 'tenant_id': '1b89b78a949d44f189d43eacfb5f58be'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:07.965352 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08a0dd63-33db-48d1-b4c4-2a4bae514046 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_gateway (7174d529-4529-402e-91e7-dd0d76bb9cf0), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.972102 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f7eeee0-9481-44d5-b383-a0461cd7dc03 admin admin] Publish callbacks [] for security_group (99212a3f-8e13-48f1-88fc-2985c605fd0c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.978013 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a46da5-b939-4c45-a1e8-005cbdde00e8 x-openstack-request-id: req-69a46da5-b939-4c45-a1e8-005cbdde00e8 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:07.978337 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e045930e-326d-4f19-bf55-04ac8c84a1b7", "name": "network-vif-deleted", "tag": "be2c6221-0783-46d3-9a22-d31c18bb5526", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:07.978642 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-69a46da5-b939-4c45-a1e8-005cbdde00e8 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:07.979065 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e045930e-326d-4f19-bf55-04ac8c84a1b7', 'name': 'network-vif-deleted', 'tag': 'be2c6221-0783-46d3-9a22-d31c18bb5526', 'status': 'completed', 'code': 200} Feb 09 21:36:08.172330 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45800e6a-a908-4849-a715-2dd03ecf15a7 req-71329949-7843-43d7-982e-21c7739fec18 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/ports?device_id=e045930e-326d-4f19-bf55-04ac8c84a1b7 HTTP/1.1" status: 200 len: 210 time: 0.0609846 Feb 09 21:36:08.209497 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e76ac26c-d0c1-43c3-a220-a6d7f9ad8e88 req-3207e3df-e80c-475d-ae7a-9ff995b127c2 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 210 time: 0.0883620 Feb 09 21:36:08.274816 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f7eeee0-9481-44d5-b383-a0461cd7dc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (99212a3f-8e13-48f1-88fc-2985c605fd0c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.282016 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f7eeee0-9481-44d5-b383-a0461cd7dc03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.288441 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8f7eeee0-9481-44d5-b383-a0461cd7dc03 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/99212a3f-8e13-48f1-88fc-2985c605fd0c HTTP/1.1" status: 204 len: 168 time: 0.9589376 Feb 09 21:36:08.312268 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7eeee0-9481-44d5-b383-a0461cd7dc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99212a3f-8e13-48f1-88fc-2985c605fd0c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:08.344058 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-f8787702-5eaa-497f-be2e-8674a0214f0d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Made reservation on behalf of 1b89b78a949d44f189d43eacfb5f58be for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:08.349544 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-f8787702-5eaa-497f-be2e-8674a0214f0d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.359415 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device be2c6221-0783-46d3-9a22-d31c18bb5526 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:08.441250 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: be2c6221-0783-46d3-9a22-d31c18bb5526 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:08.442974 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device be2c6221-0783-46d3-9a22-d31c18bb5526 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:08.717193 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08a0dd63-33db-48d1-b4c4-2a4bae514046 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_gateway (7174d529-4529-402e-91e7-dd0d76bb9cf0), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.744902 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08a0dd63-33db-48d1-b4c4-2a4bae514046 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.766322 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-f8787702-5eaa-497f-be2e-8674a0214f0d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Allocated IP 172.20.0.3 (52bbb2ed-8162-4d76-a17c-1bb332688ad6/17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf/42e64ebb-d500-4799-8f70-5ed4c49f2d57) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:09.003171 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-08a0dd63-33db-48d1-b4c4-2a4bae514046 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Allocated IP 172.25.6.33 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/2cc02caf-c3a4-44be-9e85-d61a2c692877) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:09.158500 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-f8787702-5eaa-497f-be2e-8674a0214f0d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks [] for port (42e64ebb-d500-4799-8f70-5ed4c49f2d57), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.237570 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08a0dd63-33db-48d1-b4c4-2a4bae514046 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for port (2cc02caf-c3a4-44be-9e85-d61a2c692877), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.245443 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f56c9-240b-4e3c-9a74-58bf5ae44e9d req-6645d9d2-9749-4e54-906d-e97bae28058e tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:09.258052 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-256f56c9-240b-4e3c-9a74-58bf5ae44e9d req-6645d9d2-9749-4e54-906d-e97bae28058e tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 943 time: 0.3189657 Feb 09 21:36:09.264769 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-f8787702-5eaa-497f-be2e-8674a0214f0d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (42e64ebb-d500-4799-8f70-5ed4c49f2d57), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.278142 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['70e3d19a-7558-4685-a196-a6de110f0bf5'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:09.361543 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-f8787702-5eaa-497f-be2e-8674a0214f0d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:09.396447 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-f8787702-5eaa-497f-be2e-8674a0214f0d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:09.412138 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-f8787702-5eaa-497f-be2e-8674a0214f0d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:09.432477 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e2a3e-e6af-41a0-9ac7-83b17f3eac32 req-0d28fa43-b0c1-48fc-b20b-e7a20a22b912 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:09.433747 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8787702-5eaa-497f-be2e-8674a0214f0d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Pushing event updated for resources: {'Port': ['ID=42e64ebb-d500-4799-8f70-5ed4c49f2d57,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:09.438784 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b9e2a3e-e6af-41a0-9ac7-83b17f3eac32 req-0d28fa43-b0c1-48fc-b20b-e7a20a22b912 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 945 time: 0.3618011 Feb 09 21:36:09.490861 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08a0dd63-33db-48d1-b4c4-2a4bae514046 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (2cc02caf-c3a4-44be-9e85-d61a2c692877), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.498479 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-256f56c9-240b-4e3c-9a74-58bf5ae44e9d req-7d33573b-dbc9-45cd-a675-06d2632b9fa1 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231386 Feb 09 21:36:09.692652 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e616b6-a329-4b81-abf2-dca2a433af36 req-68487aeb-b486-4d84-9417-ea6ab45791de tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:09.695213 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-07e616b6-a329-4b81-abf2-dca2a433af36 req-68487aeb-b486-4d84-9417-ea6ab45791de tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.42 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 945 time: 0.4192405 Feb 09 21:36:09.769380 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a0dd63-33db-48d1-b4c4-2a4bae514046 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:09.788616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-f8787702-5eaa-497f-be2e-8674a0214f0d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:09.789464 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-f8787702-5eaa-497f-be2e-8674a0214f0d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.794176 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-08a0dd63-33db-48d1-b4c4-2a4bae514046 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:09.794553 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b9e2a3e-e6af-41a0-9ac7-83b17f3eac32 req-2644c3e5-6cb9-468e-b704-3d751480c475 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824659 Feb 09 21:36:09.829424 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0dd63-33db-48d1-b4c4-2a4bae514046 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Pushing event updated for resources: {'Port': ['ID=2cc02caf-c3a4-44be-9e85-d61a2c692877,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:09.841600 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a0dd63-33db-48d1-b4c4-2a4bae514046 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:09.871682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53918) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:09.987493 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-f8787702-5eaa-497f-be2e-8674a0214f0d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0448835 Feb 09 21:36:10.019023 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Request body: {'port': {'device_id': 'dc7d20f9-00b3-44ee-9e8a-c12c32ac2102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:10.192976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af02f0a-1943-4f51-afec-31652db7db8d req-9defca63-5a0b-4bc6-8074-c187d0f1e07f tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:10.195001 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5af02f0a-1943-4f51-afec-31652db7db8d req-9defca63-5a0b-4bc6-8074-c187d0f1e07f tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 931 time: 0.3989613 Feb 09 21:36:10.264847 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be1b842b-ba26-47ce-8204-ffbef48aaabb req-af41a14d-642f-409b-836b-118202176e05 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/09c7a958-21c2-408d-8280-dc3500a0c75f HTTP/1.1" status: 200 len: 1816 time: 0.2453241 Feb 09 21:36:10.289382 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-07e616b6-a329-4b81-abf2-dca2a433af36 req-0f780f28-e264-4ba8-b5ea-ebc67661ad16 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Deleting port b37c3e57-a8bf-4082-a116-e02085853c2c {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:10.289967 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-07e616b6-a329-4b81-abf2-dca2a433af36 req-0f780f28-e264-4ba8-b5ea-ebc67661ad16 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b37c3e57-a8bf-4082-a116-e02085853c2c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.347276 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e30022a8-d5d0-4f4d-92f7-d9c674bf72a0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-442272883-network', 'tenant_id': '10ae4cf9e5fb41adaaf75cd8b9397016'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:10.353201 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (42e64ebb-d500-4799-8f70-5ed4c49f2d57), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.454065 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-391a812d-17c2-4f8f-9eb4-b6f3f87c5bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.531113 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5af02f0a-1943-4f51-afec-31652db7db8d req-1d410485-999c-49cd-8f67-c1667eee5adc tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204927 Feb 09 21:36:10.729701 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-07e616b6-a329-4b81-abf2-dca2a433af36 req-0f780f28-e264-4ba8-b5ea-ebc67661ad16 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] For port b37c3e57-a8bf-4082-a116-e02085853c2c, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b37c3e57-a8bf-4082-a116-e02085853c2c,segment=NetworkSegment(a535595f-05f6-4174-b7c2-1ee3a61ccb66),segment_id=a535595f-05f6-4174-b7c2-1ee3a61ccb66)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:10.730214 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-07e616b6-a329-4b81-abf2-dca2a433af36 req-0f780f28-e264-4ba8-b5ea-ebc67661ad16 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b37c3e57-a8bf-4082-a116-e02085853c2c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.792103 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-be1b842b-ba26-47ce-8204-ffbef48aaabb req-fdba701e-5ac6-4089-af99-38334c6c5c8f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (09c7a958-21c2-408d-8280-dc3500a0c75f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.830011 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-07e616b6-a329-4b81-abf2-dca2a433af36 req-0f780f28-e264-4ba8-b5ea-ebc67661ad16 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Calling delete_port for b37c3e57-a8bf-4082-a116-e02085853c2c owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:10.877892 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-be1b842b-ba26-47ce-8204-ffbef48aaabb req-fdba701e-5ac6-4089-af99-38334c6c5c8f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (09c7a958-21c2-408d-8280-dc3500a0c75f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.049850 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886ce87-c05a-499b-86ee-2420ed4f69e7 req-4b66a3d7-f579-49b7-8b92-777292c34915 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:11.052487 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1886ce87-c05a-499b-86ee-2420ed4f69e7 req-4b66a3d7-f579-49b7-8b92-777292c34915 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 943 time: 0.3378308 Feb 09 21:36:11.133080 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-be1b842b-ba26-47ce-8204-ffbef48aaabb req-fdba701e-5ac6-4089-af99-38334c6c5c8f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (09c7a958-21c2-408d-8280-dc3500a0c75f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.134186 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30022a8-d5d0-4f4d-92f7-d9c674bf72a0 admin admin] Made reservation on behalf of 10ae4cf9e5fb41adaaf75cd8b9397016 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:11.137544 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e30022a8-d5d0-4f4d-92f7-d9c674bf72a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.137908 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-be1b842b-ba26-47ce-8204-ffbef48aaabb req-fdba701e-5ac6-4089-af99-38334c6c5c8f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.156256 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be1b842b-ba26-47ce-8204-ffbef48aaabb req-fdba701e-5ac6-4089-af99-38334c6c5c8f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "DELETE /v2.0/security-groups/09c7a958-21c2-408d-8280-dc3500a0c75f HTTP/1.1" status: 204 len: 173 time: 0.8726344 Feb 09 21:36:11.226105 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1886ce87-c05a-499b-86ee-2420ed4f69e7 req-9ad2f1ac-e141-47aa-90a3-22125ffc6d83 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630015 Feb 09 21:36:11.251344 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba701e-5ac6-4089-af99-38334c6c5c8f tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c7a958-21c2-408d-8280-dc3500a0c75f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:11.263741 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e30022a8-d5d0-4f4d-92f7-d9c674bf72a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.418819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b61103dd-fcff-4914-88a9-93538a88d44b req-676d9a22-8bab-4919-a3d0-0aca0ca5c962 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "GET /v2.0/security-groups/fd6f1c57-3efc-4632-a067-8d4213c685b9 HTTP/1.1" status: 200 len: 1816 time: 0.1481981 Feb 09 21:36:11.432933 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.448312 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-07e616b6-a329-4b81-abf2-dca2a433af36 req-0f780f28-e264-4ba8-b5ea-ebc67661ad16 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (b37c3e57-a8bf-4082-a116-e02085853c2c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.468473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['b37c3e57-a8bf-4082-a116-e02085853c2c'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:11.527247 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f780f28-e264-4ba8-b5ea-ebc67661ad16 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Pushing event deleted for resources: {'Port': ['ID=b37c3e57-a8bf-4082-a116-e02085853c2c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:11.547359 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08a0dd63-33db-48d1-b4c4-2a4bae514046 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_gateway (7174d529-4529-402e-91e7-dd0d76bb9cf0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.577785 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e616b6-a329-4b81-abf2-dca2a433af36 req-0f780f28-e264-4ba8-b5ea-ebc67661ad16 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] No DVR routers for this DVR port b37c3e57-a8bf-4082-a116-e02085853c2c on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:11.582333 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-07e616b6-a329-4b81-abf2-dca2a433af36 req-0f780f28-e264-4ba8-b5ea-ebc67661ad16 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.586089 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-07e616b6-a329-4b81-abf2-dca2a433af36 req-0f780f28-e264-4ba8-b5ea-ebc67661ad16 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.42 "DELETE /v2.0/ports/b37c3e57-a8bf-4082-a116-e02085853c2c HTTP/1.1" status: 204 len: 173 time: 1.8741405 Feb 09 21:36:11.586743 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2867de10-e8f1-44ee-a2d2-a813b0a4a646', 'name': 'network-vif-deleted', 'tag': 'b37c3e57-a8bf-4082-a116-e02085853c2c'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:11.589290 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05c924f-4f92-4aad-aff1-c67e0ce2dd4e" -d '{"events": [{"server_uuid": "2867de10-e8f1-44ee-a2d2-a813b0a4a646", "name": "network-vif-deleted", "tag": "b37c3e57-a8bf-4082-a116-e02085853c2c"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:11.614721 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321b696-e4a7-4412-af52-954f448fefa2 req-28fc8da3-b156-453d-a36d-5be8d7dfb922 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:11.616604 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8321b696-e4a7-4412-af52-954f448fefa2 req-28fc8da3-b156-453d-a36d-5be8d7dfb922 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=2867de10-e8f1-44ee-a2d2-a813b0a4a646 HTTP/1.1" status: 200 len: 867 time: 0.2805502 Feb 09 21:36:11.632279 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b61103dd-fcff-4914-88a9-93538a88d44b req-07254267-111b-404a-b201-cfd033e107c4 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (fd6f1c57-3efc-4632-a067-8d4213c685b9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.663736 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b61103dd-fcff-4914-88a9-93538a88d44b req-07254267-111b-404a-b201-cfd033e107c4 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (fd6f1c57-3efc-4632-a067-8d4213c685b9), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.722992 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b61103dd-fcff-4914-88a9-93538a88d44b req-07254267-111b-404a-b201-cfd033e107c4 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (fd6f1c57-3efc-4632-a067-8d4213c685b9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.726346 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b61103dd-fcff-4914-88a9-93538a88d44b req-07254267-111b-404a-b201-cfd033e107c4 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.727635 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b61103dd-fcff-4914-88a9-93538a88d44b req-07254267-111b-404a-b201-cfd033e107c4 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] 10.222.0.77 "DELETE /v2.0/security-groups/fd6f1c57-3efc-4632-a067-8d4213c685b9 HTTP/1.1" status: 204 len: 173 time: 0.3071709 Feb 09 21:36:11.740369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53932) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:11.799803 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd67caa7-03c1-44a0-913e-1bcc974bf794 admin admin] Deleting subnet 1d166931-f8f8-410f-99c8-a7b85184b002 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:36:11.805367 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07254267-111b-404a-b201-cfd033e107c4 tempest-SecurityGroupsTestJSON-43383946 tempest-SecurityGroupsTestJSON-43383946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6f1c57-3efc-4632-a067-8d4213c685b9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:11.807451 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd67caa7-03c1-44a0-913e-1bcc974bf794 admin admin] Publish callbacks [] for subnet (1d166931-f8f8-410f-99c8-a7b85184b002), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.937482 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e30022a8-d5d0-4f4d-92f7-d9c674bf72a0 admin admin] Publish callbacks [] for security_group (46e7f117-f868-4e45-b704-8a590f9d2327), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.957867 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e30022a8-d5d0-4f4d-92f7-d9c674bf72a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (46e7f117-f868-4e45-b704-8a590f9d2327), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.030935 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8321b696-e4a7-4412-af52-954f448fefa2 req-fd8e53c7-3191-415b-99b4-84be0d6dc751 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979173 Feb 09 21:36:12.054323 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30022a8-d5d0-4f4d-92f7-d9c674bf72a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:36:12.084811 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd67caa7-03c1-44a0-913e-1bcc974bf794 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (1d166931-f8f8-410f-99c8-a7b85184b002), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.139070 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a78528-fef0-43f3-9568-0b10e6f5ed2d req-b577b8cb-e258-45ba-b340-8dbea9fd931f tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:12.141500 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1a78528-fef0-43f3-9568-0b10e6f5ed2d req-b577b8cb-e258-45ba-b340-8dbea9fd931f tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 931 time: 0.1772611 Feb 09 21:36:12.143365 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba34f804-832a-488f-b10c-ed5a174a68aa x-openstack-request-id: req-ba34f804-832a-488f-b10c-ed5a174a68aa {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:12.143365 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2867de10-e8f1-44ee-a2d2-a813b0a4a646", "name": "network-vif-deleted", "tag": "b37c3e57-a8bf-4082-a116-e02085853c2c", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:12.143365 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ba34f804-832a-488f-b10c-ed5a174a68aa {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:12.143969 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2867de10-e8f1-44ee-a2d2-a813b0a4a646', 'name': 'network-vif-deleted', 'tag': 'b37c3e57-a8bf-4082-a116-e02085853c2c', 'status': 'completed', 'code': 200} Feb 09 21:36:12.184068 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30022a8-d5d0-4f4d-92f7-d9c674bf72a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e7f117-f868-4e45-b704-8a590f9d2327,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:12.233938 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1a78528-fef0-43f3-9568-0b10e6f5ed2d req-0739d939-3107-496f-91eb-212e8b2941e0 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758111 Feb 09 21:36:12.254634 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e30022a8-d5d0-4f4d-92f7-d9c674bf72a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (7211e1c8-5de7-40d2-b662-3cce7559b8c7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.260150 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-e30022a8-d5d0-4f4d-92f7-d9c674bf72a0 admin admin] Added segment 7211e1c8-5de7-40d2-b662-3cce7559b8c7 of type vlan for network 8593dde6-4ab4-434c-8a50-93afcc61779b Feb 09 21:36:12.305009 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd67caa7-03c1-44a0-913e-1bcc974bf794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (1d166931-f8f8-410f-99c8-a7b85184b002), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.492738 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd67caa7-03c1-44a0-913e-1bcc974bf794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (1d166931-f8f8-410f-99c8-a7b85184b002), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.504448 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e30022a8-d5d0-4f4d-92f7-d9c674bf72a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (8593dde6-4ab4-434c-8a50-93afcc61779b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.520174 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e64ebb-d500-4799-8f70-5ed4c49f2d57 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:12.522787 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67caa7-03c1-44a0-913e-1bcc974bf794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d166931-f8f8-410f-99c8-a7b85184b002,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:12.544308 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Publish callbacks [] for port (42e64ebb-d500-4799-8f70-5ed4c49f2d57), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.553631 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd67caa7-03c1-44a0-913e-1bcc974bf794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.572306 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fd67caa7-03c1-44a0-913e-1bcc974bf794 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1d166931-f8f8-410f-99c8-a7b85184b002 HTTP/1.1" status: 204 len: 168 time: 0.8306499 Feb 09 21:36:12.577281 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53936) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:12.625467 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.660265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc7aa4-c840-4d91-946e-ce115ac9bc7a req-4a1d8936-a26a-41cc-8f58-69b5f81a69f8 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:12.663080 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62bc7aa4-c840-4d91-946e-ce115ac9bc7a req-4a1d8936-a26a-41cc-8f58-69b5f81a69f8 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 943 time: 0.2711806 Feb 09 21:36:12.678518 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Transition to ACTIVE for port object 42e64ebb-d500-4799-8f70-5ed4c49f2d57 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:12.701765 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e30022a8-d5d0-4f4d-92f7-d9c674bf72a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (8593dde6-4ab4-434c-8a50-93afcc61779b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.708182 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30022a8-d5d0-4f4d-92f7-d9c674bf72a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:12.709333 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e30022a8-d5d0-4f4d-92f7-d9c674bf72a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.716178 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (42e64ebb-d500-4799-8f70-5ed4c49f2d57), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.781736 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08a0dd63-33db-48d1-b4c4-2a4bae514046 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (7174d529-4529-402e-91e7-dd0d76bb9cf0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.839425 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (17f99b47-e532-41c4-93bb-9e02fc4962ed), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.866131 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62bc7aa4-c840-4d91-946e-ce115ac9bc7a req-bcb57566-3a80-47d0-a0b7-27052c0472ff tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144440 Feb 09 21:36:12.989199 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e30022a8-d5d0-4f4d-92f7-d9c674bf72a0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.1179187 Feb 09 21:36:13.011469 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53938) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:13.019763 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-cb98c99c-f4c1-42df-8136-384e6e0e025e admin admin] Request body: {'subnet': {'network_id': '8593dde6-4ab4-434c-8a50-93afcc61779b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-442272883-subnet', 'tenant_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:13.086201 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (17f99b47-e532-41c4-93bb-9e02fc4962ed), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.140807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb98c99c-f4c1-42df-8136-384e6e0e025e admin admin] Made reservation on behalf of 10ae4cf9e5fb41adaaf75cd8b9397016 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:13.143984 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cb98c99c-f4c1-42df-8136-384e6e0e025e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.155210 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f99b47-e532-41c4-93bb-9e02fc4962ed']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:13.190651 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Pushing event updated for resources: {'Port': ['ID=42e64ebb-d500-4799-8f70-5ed4c49f2d57,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:13.208057 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30022a8-d5d0-4f4d-92f7-d9c674bf72a0 admin admin] Pushing event updated for resources: {'Network': ['ID=8593dde6-4ab4-434c-8a50-93afcc61779b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:13.219911 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 8593dde6-4ab4-434c-8a50-93afcc61779b details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:36:13.228710 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:13.229013 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:13.251501 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.309787 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.345127 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:36:13.354845 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (e7d5942f-fbd6-4d4b-9d08-ad1e215f59a7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: items = [ Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:36:13.358211 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:36:13.495762 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Attempting to bind port 42e64ebb-d500-4799-8f70-5ed4c49f2d57 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:13.496255 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Attempting to bind port 42e64ebb-d500-4799-8f70-5ed4c49f2d57 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:13.496821 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Attempting to bind port 42e64ebb-d500-4799-8f70-5ed4c49f2d57 on network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:13.525344 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Port 42e64ebb-d500-4799-8f70-5ed4c49f2d57 on network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:13.525800 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Attempting to bind port 42e64ebb-d500-4799-8f70-5ed4c49f2d57 on network 52bbb2ed-8162-4d76-a17c-1bb332688ad6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:13.544012 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (17f99b47-e532-41c4-93bb-9e02fc4962ed), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.553326 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.560856 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] 10.222.0.77 "DELETE /v2.0/networks/17f99b47-e532-41c4-93bb-9e02fc4962ed HTTP/1.1" status: 204 len: 168 time: 0.9782701 Feb 09 21:36:13.576167 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:13.578412 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Checking segment: {'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:13.579248 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Bound using segment: {'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:13.579768 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Bound port: 42e64ebb-d500-4799-8f70-5ed4c49f2d57, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197d31fc-9786-4ac5-88c8-64d479f0b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:13.581629 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (42e64ebb-d500-4799-8f70-5ed4c49f2d57), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.673136 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda658ec-21cf-4b7a-939a-d1b0854c4562 req-9c99c0fa-5e18-4bcb-a122-cf9d951d7de3 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:13.675637 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bda658ec-21cf-4b7a-939a-d1b0854c4562 req-9c99c0fa-5e18-4bcb-a122-cf9d951d7de3 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 943 time: 0.3133368 Feb 09 21:36:13.676609 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] Pushing event deleted for resources: {'Network': ['ID=17f99b47-e532-41c4-93bb-9e02fc4962ed,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:13.697530 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b37c3e57-a8bf-4082-a116-e02085853c2c no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:13.703479 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:13.703972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:13.704394 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:13.704825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:13.705456 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:13.706031 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:13.706446 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:13.706857 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:13.707258 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:13.708972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:13.709419 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:13.709828 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:13.710237 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaba56e-bb3f-40d1-91b0-fdee759c8afb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:13.736126 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a0dd63-33db-48d1-b4c4-2a4bae514046 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Router 7174d529-4529-402e-91e7-dd0d76bb9cf0 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:36:13.740197 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53948) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:13.759587 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6bad2913-b23b-4173-8a7a-adea4d789aed tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1948430425', 'description': 'tempest-description--2139031712'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:13.765686 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: b37c3e57-a8bf-4082-a116-e02085853c2c {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:13.766642 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b37c3e57-a8bf-4082-a116-e02085853c2c not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:13.825076 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bad2913-b23b-4173-8a7a-adea4d789aed tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.829462 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cb98c99c-f4c1-42df-8136-384e6e0e025e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (1b88e8ac-d969-447a-b9ce-98d85c1957c4), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.834833 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53950) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:13.880929 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] For port 42e64ebb-d500-4799-8f70-5ed4c49f2d57, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:13.900568 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] For port 42e64ebb-d500-4799-8f70-5ed4c49f2d57, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=42e64ebb-d500-4799-8f70-5ed4c49f2d57,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:13.940701 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98c99c-f4c1-42df-8136-384e6e0e025e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b88e8ac-d969-447a-b9ce-98d85c1957c4,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:13.999307 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.024417 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bda658ec-21cf-4b7a-939a-d1b0854c4562 req-8d80d45c-e6f2-4f5a-8d9f-1b242fbf4dbe tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364613 Feb 09 21:36:14.053560 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (42e64ebb-d500-4799-8f70-5ed4c49f2d57), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.172869 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952a1cb-c2c4-4cdd-9dca-2a7151d92532 req-5ed81097-dc96-4a70-89a8-f3db48e01afc tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:14.179067 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:14.180008 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.181647 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] 10.222.0.42 "PUT /v2.0/ports/42e64ebb-d500-4799-8f70-5ed4c49f2d57 HTTP/1.1" status: 200 len: 1091 time: 4.1747403 Feb 09 21:36:14.182734 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7d20f9-00b3-44ee-9e8a-c12c32ac2102', 'tag': '42e64ebb-d500-4799-8f70-5ed4c49f2d57'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:14.185315 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e350902-75a0-4b79-a79c-4de23a8b719c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc7d20f9-00b3-44ee-9e8a-c12c32ac2102", "tag": "42e64ebb-d500-4799-8f70-5ed4c49f2d57"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:14.186096 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c952a1cb-c2c4-4cdd-9dca-2a7151d92532 req-5ed81097-dc96-4a70-89a8-f3db48e01afc tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 943 time: 0.1562448 Feb 09 21:36:14.238017 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb98c99c-f4c1-42df-8136-384e6e0e025e admin admin] Checking segment: {'id': '7211e1c8-5de7-40d2-b662-3cce7559b8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8593dde6-4ab4-434c-8a50-93afcc61779b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:14.238647 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb98c99c-f4c1-42df-8136-384e6e0e025e admin admin] Network hostable DHCP agents. Network: 8593dde6-4ab4-434c-8a50-93afcc61779b, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:36:14.288227 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9466f89a-f78c-4ff0-970a-bde7de865354 x-openstack-request-id: req-9466f89a-f78c-4ff0-970a-bde7de865354 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:14.289170 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc7d20f9-00b3-44ee-9e8a-c12c32ac2102", "tag": "42e64ebb-d500-4799-8f70-5ed4c49f2d57", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:14.289747 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9466f89a-f78c-4ff0-970a-bde7de865354 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:14.290344 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc7d20f9-00b3-44ee-9e8a-c12c32ac2102', 'tag': '42e64ebb-d500-4799-8f70-5ed4c49f2d57', 'status': 'completed', 'code': 200} Feb 09 21:36:14.302947 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bad2913-b23b-4173-8a7a-adea4d789aed tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks [] for security_group (3462c9b7-08db-4521-be5f-fb66c93c7a62), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.316560 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c952a1cb-c2c4-4cdd-9dca-2a7151d92532 req-48bcb8de-6950-47b7-8a9e-4f2706f13467 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289573 Feb 09 21:36:14.329441 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8e7637a4-3077-4148-a5a8-1d2ba6ffe709 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cb20ece5c2df40e9ad3c9d0b8aef51cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4919684 Feb 09 21:36:14.331025 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53956) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:14.355909 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bad2913-b23b-4173-8a7a-adea4d789aed tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3462c9b7-08db-4521-be5f-fb66c93c7a62), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.360753 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Pushing event updated for resources: {'Port': ['ID=42e64ebb-d500-4799-8f70-5ed4c49f2d57,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:14.366666 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb98c99c-f4c1-42df-8136-384e6e0e025e admin admin] Network 8593dde6-4ab4-434c-8a50-93afcc61779b is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:36:14.396786 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-cb98c99c-f4c1-42df-8136-384e6e0e025e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 8593dde6-4ab4-434c-8a50-93afcc61779b) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:14.409309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dda6f07-e1f9-40c1-aee0-251c03cd4bd6 None None] Network 8593dde6-4ab4-434c-8a50-93afcc61779b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:14.418038 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb98c99c-f4c1-42df-8136-384e6e0e025e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:14.429350 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cb98c99c-f4c1-42df-8136-384e6e0e025e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.447755 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bad2913-b23b-4173-8a7a-adea4d789aed tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.449474 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6bad2913-b23b-4173-8a7a-adea4d789aed tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6991248 Feb 09 21:36:14.451486 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.452061 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.452637 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.452995 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53958) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:14.453384 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.453919 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.454585 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.455762 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.456304 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.456841 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.457368 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.458056 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.458596 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.459122 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190aae9-c094-4de4-9b32-0cc8e39328b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.467802 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f526c93b-c20c-4d6b-bb13-901a40d6fd76 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Request body: {'security_group_rule': {'security_group_id': '3462c9b7-08db-4521-be5f-fb66c93c7a62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:14.472337 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a0dd63-33db-48d1-b4c4-2a4bae514046 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:14.486830 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233178ec-8eb4-4e01-9f3a-f4fc6dded1ef None None] Sync routers for ids ['7174d529-4529-402e-91e7-dd0d76bb9cf0'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:14.522557 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233178ec-8eb4-4e01-9f3a-f4fc6dded1ef None None] Routers {'7174d529-4529-402e-91e7-dd0d76bb9cf0'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:14.534602 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-233178ec-8eb4-4e01-9f3a-f4fc6dded1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['7174d529-4529-402e-91e7-dd0d76bb9cf0'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:14.597531 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f526c93b-c20c-4d6b-bb13-901a40d6fd76 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks [] for security_group_rule (7316b194-217b-4d6b-ad16-066b788db26f), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.617971 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6265a34e-dfb3-4e51-933d-8a0b8c57ef42 admin admin] Publish callbacks [] for security_group (29b6ddcf-f5b8-45c2-abec-7837ff46b64f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.646490 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-cb98c99c-f4c1-42df-8136-384e6e0e025e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6326160 Feb 09 21:36:14.661443 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6265a34e-dfb3-4e51-933d-8a0b8c57ef42 admin admin] Publish callbacks [] for security_group (29b6ddcf-f5b8-45c2-abec-7837ff46b64f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.663088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53960) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:14.678597 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-20d2e3d2-dd56-429c-87f3-ddf030720beb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-442272883-router', 'tenant_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:14.715274 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-233178ec-8eb4-4e01-9f3a-f4fc6dded1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:14.755371 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233178ec-8eb4-4e01-9f3a-f4fc6dded1ef None None] Routers {'7174d529-4529-402e-91e7-dd0d76bb9cf0'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:14.758919 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-233178ec-8eb4-4e01-9f3a-f4fc6dded1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['7174d529-4529-402e-91e7-dd0d76bb9cf0'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:14.769407 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-31e07eb7-aa3e-49eb-8cd4-81be498333f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:14.772073 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-31e07eb7-aa3e-49eb-8cd4-81be498333f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b89b78a949d44f189d43eacfb5f58be&device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 1125 time: 0.5223427 Feb 09 21:36:14.773274 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad2913-b23b-4173-8a7a-adea4d789aed tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3462c9b7-08db-4521-be5f-fb66c93c7a62,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:14.819398 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0145bdea-873b-4eff-8aa4-c11618d26595 None None] Network 8593dde6-4ab4-434c-8a50-93afcc61779b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:14.844745 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-20d2e3d2-dd56-429c-87f3-ddf030720beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (a4460a88-330b-4279-8efd-8d1f0aa12bcd), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.848407 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-20d2e3d2-dd56-429c-87f3-ddf030720beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (a4460a88-330b-4279-8efd-8d1f0aa12bcd), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.856884 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-233178ec-8eb4-4e01-9f3a-f4fc6dded1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:14.857902 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233178ec-8eb4-4e01-9f3a-f4fc6dded1ef None None] The sync data for ids ['7174d529-4529-402e-91e7-dd0d76bb9cf0'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:14.858542 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-9befff3b-fd2b-443a-a865-36f3b4545be3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42e64ebb-d500-4799-8f70-5ed4c49f2d57 HTTP/1.1" status: 200 len: 217 time: 0.0656798 Feb 09 21:36:14.900654 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f526c93b-c20c-4d6b-bb13-901a40d6fd76 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks [] for security_group_rule (7316b194-217b-4d6b-ad16-066b788db26f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.927272 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f526c93b-c20c-4d6b-bb13-901a40d6fd76 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (7316b194-217b-4d6b-ad16-066b788db26f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.945800 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08a0dd63-33db-48d1-b4c4-2a4bae514046 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.947630 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-08a0dd63-33db-48d1-b4c4-2a4bae514046 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.3607740 Feb 09 21:36:14.954657 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6265a34e-dfb3-4e51-933d-8a0b8c57ef42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (29b6ddcf-f5b8-45c2-abec-7837ff46b64f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.959404 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6265a34e-dfb3-4e51-933d-8a0b8c57ef42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.961539 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6265a34e-dfb3-4e51-933d-8a0b8c57ef42 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/29b6ddcf-f5b8-45c2-abec-7837ff46b64f HTTP/1.1" status: 204 len: 168 time: 0.6242425 Feb 09 21:36:14.965260 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53962) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:14.976224 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-22fb7498-9a3b-4b09-9846-131817a01518 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:15.047376 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265a34e-dfb3-4e51-933d-8a0b8c57ef42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b6ddcf-f5b8-45c2-abec-7837ff46b64f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:15.087314 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-20d2e3d2-dd56-429c-87f3-ddf030720beb admin admin] Publish callbacks [] for router_controller (a4460a88-330b-4279-8efd-8d1f0aa12bcd), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.104972 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-1cc2d460-7882-4cba-b238-831c27cad24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:15.105219 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f526c93b-c20c-4d6b-bb13-901a40d6fd76 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.107227 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-1cc2d460-7882-4cba-b238-831c27cad24d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf HTTP/1.1" status: 200 len: 844 time: 0.2361841 Feb 09 21:36:15.114130 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f526c93b-c20c-4d6b-bb13-901a40d6fd76 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6561356 Feb 09 21:36:15.117308 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53968) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:15.146421 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.161317 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-14f40b89-6654-4801-9746-414fe29a83d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=52bbb2ed-8162-4d76-a17c-1bb332688ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390496 Feb 09 21:36:15.161701 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-fead6809-21ea-4f1e-87ac-e47e0a27b294 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Request body: {'security_group_rule': {'security_group_id': '3462c9b7-08db-4521-be5f-fb66c93c7a62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:15.216139 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526c93b-c20c-4d6b-bb13-901a40d6fd76 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7316b194-217b-4d6b-ad16-066b788db26f,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:15.281175 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-83f538cc-f9c1-4f46-8328-98f38b849d89 service neutron] 10.222.0.42 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089621 Feb 09 21:36:15.530956 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-205b6ed2-8496-4cea-91e3-b671ff66746d req-6f059be4-428b-46df-bfd9-a62d12fae30c service neutron] 10.222.0.42 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391229 Feb 09 21:36:15.675917 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.790081 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-20d2e3d2-dd56-429c-87f3-ddf030720beb admin admin] Publish callbacks [] for router_gateway (a4460a88-330b-4279-8efd-8d1f0aa12bcd), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.820784 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fead6809-21ea-4f1e-87ac-e47e0a27b294 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks [] for security_group_rule (99e0198e-026d-47fd-8d03-a3526e53db83), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.936842 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e350902-75a0-4b79-a79c-4de23a8b719c req-ec455e9e-a050-4ba5-a419-30acc4819fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:15.942817 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3e350902-75a0-4b79-a79c-4de23a8b719c req-ec455e9e-a050-4ba5-a419-30acc4819fba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b89b78a949d44f189d43eacfb5f58be&device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 1125 time: 0.2186410 Feb 09 21:36:15.951193 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22fb7498-9a3b-4b09-9846-131817a01518 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_gateway (7174d529-4529-402e-91e7-dd0d76bb9cf0), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.996755 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22fb7498-9a3b-4b09-9846-131817a01518 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_gateway (7174d529-4529-402e-91e7-dd0d76bb9cf0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.022855 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fead6809-21ea-4f1e-87ac-e47e0a27b294 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks [] for security_group_rule (99e0198e-026d-47fd-8d03-a3526e53db83), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.086522 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fead6809-21ea-4f1e-87ac-e47e0a27b294 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (99e0198e-026d-47fd-8d03-a3526e53db83), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.147405 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e350902-75a0-4b79-a79c-4de23a8b719c req-6b878dc2-972c-447c-b4e4-193b32e9502d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:16.150011 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3e350902-75a0-4b79-a79c-4de23a8b719c req-6b878dc2-972c-447c-b4e4-193b32e9502d service neutron] 10.222.0.42 "GET /v2.0/networks?id=52bbb2ed-8162-4d76-a17c-1bb332688ad6 HTTP/1.1" status: 200 len: 905 time: 0.1855958 Feb 09 21:36:16.152662 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-22fb7498-9a3b-4b09-9846-131817a01518 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Deleting port 2cc02caf-c3a4-44be-9e85-d61a2c692877 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:16.153228 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22fb7498-9a3b-4b09-9846-131817a01518 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (2cc02caf-c3a4-44be-9e85-d61a2c692877), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.194174 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d465eaa-abea-418b-b945-101ac0c01228 req-597ed6e6-571a-4dd2-97d9-eedd29a2fb33 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:16.196201 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d465eaa-abea-418b-b945-101ac0c01228 req-597ed6e6-571a-4dd2-97d9-eedd29a2fb33 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 943 time: 0.6730487 Feb 09 21:36:16.198674 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead6809-21ea-4f1e-87ac-e47e0a27b294 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e0198e-026d-47fd-8d03-a3526e53db83,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:16.210965 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fead6809-21ea-4f1e-87ac-e47e0a27b294 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.212738 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fead6809-21ea-4f1e-87ac-e47e0a27b294 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0933714 Feb 09 21:36:16.226678 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722e7f1-4f30-4b7c-b0a4-4d1527876aff req-0375d885-798d-4898-96a8-3faba7684333 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:16.228925 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0722e7f1-4f30-4b7c-b0a4-4d1527876aff req-0375d885-798d-4898-96a8-3faba7684333 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 943 time: 0.4267797 Feb 09 21:36:16.229401 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53982) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:16.235233 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b7840f7e-aeb0-4ac8-b07e-7ac533928408 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:16.303805 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3e350902-75a0-4b79-a79c-4de23a8b719c req-d94eab3e-42db-4f25-8ae5-ae0b15da7bb4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42e64ebb-d500-4799-8f70-5ed4c49f2d57 HTTP/1.1" status: 200 len: 217 time: 0.1468027 Feb 09 21:36:16.326014 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7840f7e-aeb0-4ac8-b07e-7ac533928408 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.434136 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d465eaa-abea-418b-b945-101ac0c01228 req-25362494-8924-4816-b8a3-108916c50f42 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936598 Feb 09 21:36:16.450211 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0722e7f1-4f30-4b7c-b0a4-4d1527876aff req-9dad7361-1f49-45b8-9ee5-97c6264f89fb tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058949 Feb 09 21:36:16.523969 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e350902-75a0-4b79-a79c-4de23a8b719c req-26f25566-5f7d-400c-bddc-cfcaa8a0b46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:16.527787 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3e350902-75a0-4b79-a79c-4de23a8b719c req-26f25566-5f7d-400c-bddc-cfcaa8a0b46b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf HTTP/1.1" status: 200 len: 844 time: 0.2106271 Feb 09 21:36:16.538076 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22fb7498-9a3b-4b09-9846-131817a01518 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (2cc02caf-c3a4-44be-9e85-d61a2c692877), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.572448 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-22fb7498-9a3b-4b09-9846-131817a01518 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Calling delete_port for 2cc02caf-c3a4-44be-9e85-d61a2c692877 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:16.936677 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-20d2e3d2-dd56-429c-87f3-ddf030720beb admin admin] Publish callbacks [] for router_gateway (a4460a88-330b-4279-8efd-8d1f0aa12bcd), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.970690 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-20d2e3d2-dd56-429c-87f3-ddf030720beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.027770 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7840f7e-aeb0-4ac8-b07e-7ac533928408 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.047982 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53992) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:17.143944 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3e350902-75a0-4b79-a79c-4de23a8b719c req-34aba9a9-6e72-4c82-add3-698179ec0d16 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=52bbb2ed-8162-4d76-a17c-1bb332688ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5445459 Feb 09 21:36:17.189203 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-20d2e3d2-dd56-429c-87f3-ddf030720beb admin admin] Allocated IP 172.25.6.129 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/47232dbe-4637-4630-b6cd-6d801ee06c6f) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:17.334161 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3e350902-75a0-4b79-a79c-4de23a8b719c req-e98fa3d1-83d1-431e-8bcc-0c04f4135b81 service neutron] 10.222.0.42 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601992 Feb 09 21:36:17.350645 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c84f4005-af35-41e2-b925-919eb068aab7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-889037280-network', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:17.397342 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84f4005-af35-41e2-b925-919eb068aab7 admin admin] Made reservation on behalf of eed28ccdbdc94832aabbf9b9cc24b225 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:17.400927 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c84f4005-af35-41e2-b925-919eb068aab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.423402 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c84f4005-af35-41e2-b925-919eb068aab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.463401 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-20d2e3d2-dd56-429c-87f3-ddf030720beb admin admin] Publish callbacks [] for port (47232dbe-4637-4630-b6cd-6d801ee06c6f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.469512 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3e350902-75a0-4b79-a79c-4de23a8b719c req-5dc3e055-f778-432f-8b54-86d551a90ced service neutron] 10.222.0.42 "GET /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253424 Feb 09 21:36:17.531035 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22fb7498-9a3b-4b09-9846-131817a01518 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (2cc02caf-c3a4-44be-9e85-d61a2c692877), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.567309 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-20d2e3d2-dd56-429c-87f3-ddf030720beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (47232dbe-4637-4630-b6cd-6d801ee06c6f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.602500 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb7498-9a3b-4b09-9846-131817a01518 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Pushing event deleted for resources: {'Port': ['ID=2cc02caf-c3a4-44be-9e85-d61a2c692877,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:17.714018 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d2e3d2-dd56-429c-87f3-ddf030720beb admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:17.729246 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 42e64ebb-d500-4799-8f70-5ed4c49f2d57 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:17.731124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2e3d2-dd56-429c-87f3-ddf030720beb admin admin] Pushing event updated for resources: {'Port': ['ID=47232dbe-4637-4630-b6cd-6d801ee06c6f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:17.733936 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-20d2e3d2-dd56-429c-87f3-ddf030720beb admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:17.737418 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d2e3d2-dd56-429c-87f3-ddf030720beb admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:17.765883 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-b7840f7e-aeb0-4ac8-b07e-7ac533928408 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Allocated IP 172.25.6.156 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/5ecb2db3-59ac-4063-a70d-05456f65c335) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:17.777546 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22fb7498-9a3b-4b09-9846-131817a01518 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (7174d529-4529-402e-91e7-dd0d76bb9cf0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.821868 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c84f4005-af35-41e2-b925-919eb068aab7 admin admin] Publish callbacks [] for security_group (93053740-bfcc-454e-a426-7d5c50e20ae7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.846275 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c84f4005-af35-41e2-b925-919eb068aab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (93053740-bfcc-454e-a426-7d5c50e20ae7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.929839 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84f4005-af35-41e2-b925-919eb068aab7 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:36:18.001713 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c5546-be21-4fb8-8e56-fda027bfef15 req-b39b6b26-e348-4d5d-9d20-6cb28344d708 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:18.006267 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 42e64ebb-d500-4799-8f70-5ed4c49f2d57, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=42e64ebb-d500-4799-8f70-5ed4c49f2d57,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:18.009351 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b55c5546-be21-4fb8-8e56-fda027bfef15 req-b39b6b26-e348-4d5d-9d20-6cb28344d708 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 943 time: 0.3719945 Feb 09 21:36:18.028425 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '42e64ebb-d500-4799-8f70-5ed4c49f2d57', 'network_id': '52bbb2ed-8162-4d76-a17c-1bb332688ad6', 'port_id': '42e64ebb-d500-4799-8f70-5ed4c49f2d57', 'mac_address': 'fa:16:3e:6c:d6:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:18.051995 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f4005-af35-41e2-b925-919eb068aab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93053740-bfcc-454e-a426-7d5c50e20ae7,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:18.063617 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c84f4005-af35-41e2-b925-919eb068aab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (8f76e818-7e29-43f3-8e6a-12b1d725f2d6), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.064017 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-c84f4005-af35-41e2-b925-919eb068aab7 admin admin] Added segment 8f76e818-7e29-43f3-8e6a-12b1d725f2d6 of type vlan for network 1eef7485-0778-427a-acd3-a89221323e05 Feb 09 21:36:18.078181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ea505-6312-478d-becc-aed101c8ff92 req-5bc8da61-1b03-4afe-89b8-23d30c701820 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:18.086277 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-487ea505-6312-478d-becc-aed101c8ff92 req-5bc8da61-1b03-4afe-89b8-23d30c701820 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 943 time: 0.3977911 Feb 09 21:36:18.108445 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 42e64ebb-d500-4799-8f70-5ed4c49f2d57 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:18.109262 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (42e64ebb-d500-4799-8f70-5ed4c49f2d57), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.137283 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e64ebb-d500-4799-8f70-5ed4c49f2d57 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:18.171552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 42e64ebb-d500-4799-8f70-5ed4c49f2d57, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=42e64ebb-d500-4799-8f70-5ed4c49f2d57,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:18.180709 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (42e64ebb-d500-4799-8f70-5ed4c49f2d57), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.236757 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c84f4005-af35-41e2-b925-919eb068aab7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (1eef7485-0778-427a-acd3-a89221323e05), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.239933 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22fb7498-9a3b-4b09-9846-131817a01518 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (7174d529-4529-402e-91e7-dd0d76bb9cf0), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.247781 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22fb7498-9a3b-4b09-9846-131817a01518 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-316890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-316867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-342176'] for router (7174d529-4529-402e-91e7-dd0d76bb9cf0), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.269547 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=42e64ebb-d500-4799-8f70-5ed4c49f2d57,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:18.292772 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7840f7e-aeb0-4ac8-b07e-7ac533928408 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks [] for port (5ecb2db3-59ac-4063-a70d-05456f65c335), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.311061 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b55c5546-be21-4fb8-8e56-fda027bfef15 req-c16dc777-708c-469b-aeca-989113990010 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007464 Feb 09 21:36:18.341380 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-487ea505-6312-478d-becc-aed101c8ff92 req-68f900bb-6c43-4220-85f6-81b04f2732a7 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538502 Feb 09 21:36:18.376295 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fb7498-9a3b-4b09-9846-131817a01518 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Router 7174d529-4529-402e-91e7-dd0d76bb9cf0 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:36:18.422339 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c84f4005-af35-41e2-b925-919eb068aab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (1eef7485-0778-427a-acd3-a89221323e05), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.423344 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84f4005-af35-41e2-b925-919eb068aab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:18.424511 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c84f4005-af35-41e2-b925-919eb068aab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.461451 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['42e64ebb-d500-4799-8f70-5ed4c49f2d57'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:18.485262 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fb7498-9a3b-4b09-9846-131817a01518 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:18.501062 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22fb7498-9a3b-4b09-9846-131817a01518 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.504061 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c84f4005-af35-41e2-b925-919eb068aab7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4546220 Feb 09 21:36:18.510289 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54000) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:18.514100 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-22fb7498-9a3b-4b09-9846-131817a01518 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "PUT /v2.0/routers/7174d529-4529-402e-91e7-dd0d76bb9cf0 HTTP/1.1" status: 200 len: 705 time: 3.5434690 Feb 09 21:36:18.515297 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54002) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:18.520853 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ee044d-e381-42e3-a16e-b30fee4b82d4 None None] Sync routers for ids ['7174d529-4529-402e-91e7-dd0d76bb9cf0'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:18.528025 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ffa1f43d-b0bd-46aa-ab76-7b2803955329 admin admin] Request body: {'subnet': {'network_id': '1eef7485-0778-427a-acd3-a89221323e05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-889037280-subnet', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:18.558380 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ee044d-e381-42e3-a16e-b30fee4b82d4 None None] Routers {'7174d529-4529-402e-91e7-dd0d76bb9cf0'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:18.559746 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-24ee044d-e381-42e3-a16e-b30fee4b82d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['7174d529-4529-402e-91e7-dd0d76bb9cf0'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:18.581080 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa1f43d-b0bd-46aa-ab76-7b2803955329 admin admin] Made reservation on behalf of eed28ccdbdc94832aabbf9b9cc24b225 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:18.586810 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffa1f43d-b0bd-46aa-ab76-7b2803955329 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.618579 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-24ee044d-e381-42e3-a16e-b30fee4b82d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:18.637270 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ee044d-e381-42e3-a16e-b30fee4b82d4 None None] Routers {'7174d529-4529-402e-91e7-dd0d76bb9cf0'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:18.638396 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-24ee044d-e381-42e3-a16e-b30fee4b82d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['7174d529-4529-402e-91e7-dd0d76bb9cf0'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:18.656341 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7840f7e-aeb0-4ac8-b07e-7ac533928408 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (5ecb2db3-59ac-4063-a70d-05456f65c335), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.698598 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f4005-af35-41e2-b925-919eb068aab7 admin admin] Pushing event updated for resources: {'Network': ['ID=1eef7485-0778-427a-acd3-a89221323e05,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:18.788384 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-77bc3ba4-6cf5-43d8-ab37-06d596e229b8 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "GET /v2.0/routers/7174d529-4529-402e-91e7-dd0d76bb9cf0 HTTP/1.1" status: 200 len: 740 time: 0.2647233 Feb 09 21:36:18.791275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54004) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:18.794398 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-20d2e3d2-dd56-429c-87f3-ddf030720beb admin admin] Publish callbacks [] for router_gateway (a4460a88-330b-4279-8efd-8d1f0aa12bcd), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.802093 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7840f7e-aeb0-4ac8-b07e-7ac533928408 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:18.895675 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffa1f43d-b0bd-46aa-ab76-7b2803955329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.903357 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 1eef7485-0778-427a-acd3-a89221323e05 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:36:18.913317 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-24ee044d-e381-42e3-a16e-b30fee4b82d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:18.913873 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ee044d-e381-42e3-a16e-b30fee4b82d4 None None] The sync data for ids ['7174d529-4529-402e-91e7-dd0d76bb9cf0'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:18.960925 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7840f7e-aeb0-4ac8-b07e-7ac533928408 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Pushing event updated for resources: {'Port': ['ID=5ecb2db3-59ac-4063-a70d-05456f65c335,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:18.965377 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-b7840f7e-aeb0-4ac8-b07e-7ac533928408 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:18.994684 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa1f43d-b0bd-46aa-ab76-7b2803955329 admin admin] Checking segment: {'id': '8f76e818-7e29-43f3-8e6a-12b1d725f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1eef7485-0778-427a-acd3-a89221323e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:18.995049 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa1f43d-b0bd-46aa-ab76-7b2803955329 admin admin] Network hostable DHCP agents. Network: 1eef7485-0778-427a-acd3-a89221323e05, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:36:19.000079 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1f43d-b0bd-46aa-ab76-7b2803955329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:19.009576 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7840f7e-aeb0-4ac8-b07e-7ac533928408 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:19.020090 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1d78939a-7d72-4731-8e5d-da29383961c0 tempest-RoutersAdminTest-912724434 tempest-RoutersAdminTest-912724434-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&device_id=7174d529-4529-402e-91e7-dd0d76bb9cf0 HTTP/1.1" status: 200 len: 205 time: 0.2220547 Feb 09 21:36:19.021437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54006) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:19.026891 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa1f43d-b0bd-46aa-ab76-7b2803955329 admin admin] Network 1eef7485-0778-427a-acd3-a89221323e05 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:36:19.041492 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-ffa1f43d-b0bd-46aa-ab76-7b2803955329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 1eef7485-0778-427a-acd3-a89221323e05) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:19.047552 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa1f43d-b0bd-46aa-ab76-7b2803955329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:19.048579 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffa1f43d-b0bd-46aa-ab76-7b2803955329 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:19.079605 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ffa1f43d-b0bd-46aa-ab76-7b2803955329 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5576441 Feb 09 21:36:19.080683 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54008) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:19.086756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e9d0bccd-0ee8-45b3-8b66-00a4a156c9ec admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-889037280-router', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:19.113994 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd54df3-3474-4fca-a258-df6ef1c30801 None None] Network 1eef7485-0778-427a-acd3-a89221323e05 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:19.123293 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e9d0bccd-0ee8-45b3-8b66-00a4a156c9ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:19.125066 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e9d0bccd-0ee8-45b3-8b66-00a4a156c9ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:19.168166 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-54f07625-1764-4118-a358-3b13f6e32fad tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "GET /v2.0/ports?device_id=7174d529-4529-402e-91e7-dd0d76bb9cf0 HTTP/1.1" status: 200 len: 205 time: 0.1447971 Feb 09 21:36:19.169888 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54010) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:19.224211 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e9d0bccd-0ee8-45b3-8b66-00a4a156c9ec admin admin] Publish callbacks [] for router_controller (ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:19.361484 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-02afb6eb-6db5-48a2-a999-50820a9b27e3 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router (7174d529-4529-402e-91e7-dd0d76bb9cf0), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:19.506473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2504fb-24cf-48ce-849b-fd899effdad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-1eef7485-0778-427a-acd3-a89221323e05', 'network_id': '1eef7485-0778-427a-acd3-a89221323e05', 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'fixed_ips': [{'subnet_id': 'f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:36:19.517634 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0b2504fb-24cf-48ce-849b-fd899effdad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:19.649204 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e9d0bccd-0ee8-45b3-8b66-00a4a156c9ec admin admin] Publish callbacks [] for router_gateway (ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:19.733002 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-0b2504fb-24cf-48ce-849b-fd899effdad6 None None] Allocated IP 172.20.0.2 (1eef7485-0778-427a-acd3-a89221323e05/f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e/1bc1190e-c184-4c9a-9dea-94e17cf6e714) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:19.997678 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e9d0bccd-0ee8-45b3-8b66-00a4a156c9ec admin admin] Publish callbacks [] for router_gateway (ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.003972 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0b2504fb-24cf-48ce-849b-fd899effdad6 None None] Publish callbacks [] for port (1bc1190e-c184-4c9a-9dea-94e17cf6e714), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.015578 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0b2504fb-24cf-48ce-849b-fd899effdad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (1bc1190e-c184-4c9a-9dea-94e17cf6e714), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.021250 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e9d0bccd-0ee8-45b3-8b66-00a4a156c9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.094365 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2504fb-24cf-48ce-849b-fd899effdad6 None None] Network 1eef7485-0778-427a-acd3-a89221323e05 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:20.103948 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-0b2504fb-24cf-48ce-849b-fd899effdad6 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:20.110954 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2504fb-24cf-48ce-849b-fd899effdad6 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:20.164703 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2504fb-24cf-48ce-849b-fd899effdad6 None None] Pushing event updated for resources: {'Port': ['ID=1bc1190e-c184-4c9a-9dea-94e17cf6e714,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:20.178187 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7840f7e-aeb0-4ac8-b07e-7ac533928408 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks [] for floatingip (50e719ec-03de-43a8-9437-f3db95b64d9b), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.200869 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-e9d0bccd-0ee8-45b3-8b66-00a4a156c9ec admin admin] Allocated IP 172.25.6.141 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/8f39f73d-2743-4032-9766-7f046ce37ed5) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:20.239188 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0b2504fb-24cf-48ce-849b-fd899effdad6 None None] Attempting to bind port 1bc1190e-c184-4c9a-9dea-94e17cf6e714 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:20.240247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0b2504fb-24cf-48ce-849b-fd899effdad6 None None] Attempting to bind port 1bc1190e-c184-4c9a-9dea-94e17cf6e714 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '8f76e818-7e29-43f3-8e6a-12b1d725f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1eef7485-0778-427a-acd3-a89221323e05'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:20.241061 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2504fb-24cf-48ce-849b-fd899effdad6 None None] Attempting to bind port 1bc1190e-c184-4c9a-9dea-94e17cf6e714 on network 1eef7485-0778-427a-acd3-a89221323e05 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:20.245734 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-02afb6eb-6db5-48a2-a999-50820a9b27e3 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (7174d529-4529-402e-91e7-dd0d76bb9cf0), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.250658 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-02afb6eb-6db5-48a2-a999-50820a9b27e3 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router_controller (7174d529-4529-402e-91e7-dd0d76bb9cf0), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.253200 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2504fb-24cf-48ce-849b-fd899effdad6 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:20.253801 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2504fb-24cf-48ce-849b-fd899effdad6 None None] Checking segment: {'id': '8f76e818-7e29-43f3-8e6a-12b1d725f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1eef7485-0778-427a-acd3-a89221323e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:20.254466 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0b2504fb-24cf-48ce-849b-fd899effdad6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.255104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2504fb-24cf-48ce-849b-fd899effdad6 None None] Bound using segment: {'id': '8f76e818-7e29-43f3-8e6a-12b1d725f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1eef7485-0778-427a-acd3-a89221323e05'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:20.255987 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0b2504fb-24cf-48ce-849b-fd899effdad6 None None] Bound port: 1bc1190e-c184-4c9a-9dea-94e17cf6e714, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f76e818-7e29-43f3-8e6a-12b1d725f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1eef7485-0778-427a-acd3-a89221323e05'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:20.256650 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0b2504fb-24cf-48ce-849b-fd899effdad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1bc1190e-c184-4c9a-9dea-94e17cf6e714), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.362651 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0b2504fb-24cf-48ce-849b-fd899effdad6 None None] For port 1bc1190e-c184-4c9a-9dea-94e17cf6e714, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:20.367209 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0b2504fb-24cf-48ce-849b-fd899effdad6 None None] For port 1bc1190e-c184-4c9a-9dea-94e17cf6e714, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1bc1190e-c184-4c9a-9dea-94e17cf6e714,segment=NetworkSegment(8f76e818-7e29-43f3-8e6a-12b1d725f2d6),segment_id=8f76e818-7e29-43f3-8e6a-12b1d725f2d6)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:20.376263 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0b2504fb-24cf-48ce-849b-fd899effdad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1bc1190e-c184-4c9a-9dea-94e17cf6e714), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.378013 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e9d0bccd-0ee8-45b3-8b66-00a4a156c9ec admin admin] Publish callbacks [] for port (8f39f73d-2743-4032-9766-7f046ce37ed5), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.459763 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2504fb-24cf-48ce-849b-fd899effdad6 None None] Pushing event updated for resources: {'Port': ['ID=1bc1190e-c184-4c9a-9dea-94e17cf6e714,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:20.467545 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e9d0bccd-0ee8-45b3-8b66-00a4a156c9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (8f39f73d-2743-4032-9766-7f046ce37ed5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.513908 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d0bccd-0ee8-45b3-8b66-00a4a156c9ec admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:20.517630 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-e9d0bccd-0ee8-45b3-8b66-00a4a156c9ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:20.521146 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d0bccd-0ee8-45b3-8b66-00a4a156c9ec admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:20.575992 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-20d2e3d2-dd56-429c-87f3-ddf030720beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (a4460a88-330b-4279-8efd-8d1f0aa12bcd), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.577573 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0bccd-0ee8-45b3-8b66-00a4a156c9ec admin admin] Pushing event updated for resources: {'Port': ['ID=8f39f73d-2743-4032-9766-7f046ce37ed5,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:20.646191 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-02afb6eb-6db5-48a2-a999-50820a9b27e3 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (7174d529-4529-402e-91e7-dd0d76bb9cf0), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.647170 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02afb6eb-6db5-48a2-a999-50820a9b27e3 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Fanout notify agent at l3_agent the message router_deleted on router 7174d529-4529-402e-91e7-dd0d76bb9cf0 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:36:20.672328 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67db31-6309-4648-a968-1a1819191374 req-b78d4024-4462-40e8-bb65-7c526e332917 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:20.676667 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c67db31-6309-4648-a968-1a1819191374 req-b78d4024-4462-40e8-bb65-7c526e332917 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 944 time: 1.1059668 Feb 09 21:36:20.691397 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-02afb6eb-6db5-48a2-a999-50820a9b27e3 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.699291 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-02afb6eb-6db5-48a2-a999-50820a9b27e3 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "DELETE /v2.0/routers/7174d529-4529-402e-91e7-dd0d76bb9cf0 HTTP/1.1" status: 204 len: 168 time: 1.5150704 Feb 09 21:36:20.716078 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54016) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:20.764821 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d4639584-22da-4304-a972-bd98c2ceacaf tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "GET /v2.0/ports?device_id=7174d529-4529-402e-91e7-dd0d76bb9cf0 HTTP/1.1" status: 200 len: 205 time: 0.0465541 Feb 09 21:36:20.768445 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54018) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:20.842318 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-a297f899-400c-497e-8e44-d15f688fcc24 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] delete failed (client error): The resource could not be found. Feb 09 21:36:20.843512 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a297f899-400c-497e-8e44-d15f688fcc24 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "DELETE /v2.0/routers/7174d529-4529-402e-91e7-dd0d76bb9cf0 HTTP/1.1" status: 404 len: 336 time: 0.0739725 Feb 09 21:36:20.851743 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54020) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:20.880354 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5bee3-8b16-4196-a12b-53b0bcf98dc1 req-9b4a6391-455b-472e-bf01-8a10e7783e2f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:20.882051 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7bb5bee3-8b16-4196-a12b-53b0bcf98dc1 req-9b4a6391-455b-472e-bf01-8a10e7783e2f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 943 time: 1.2320580 Feb 09 21:36:20.898385 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7840f7e-aeb0-4ac8-b07e-7ac533928408 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5ecb2db3-59ac-4063-a70d-05456f65c335), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.012364 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-deac1eeb-f1e0-493a-98b6-ac8d7163db97 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e7aa808-74cb-4cbc-83c9-0643d848e719 HTTP/1.1" status: 200 len: 205 time: 0.1584620 Feb 09 21:36:21.013968 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54022) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:21.034883 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c67db31-6309-4648-a968-1a1819191374 req-5571cb34-2f1e-4d63-ad37-4f3854fcdac0 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852405 Feb 09 21:36:21.043203 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7bb5bee3-8b16-4196-a12b-53b0bcf98dc1 req-9b25d50a-a312-4693-87ce-4df5a28535e5 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415501 Feb 09 21:36:21.098615 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-e8305776-8ece-42b4-b10a-47815d25ef04 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] delete failed (client error): The resource could not be found. Feb 09 21:36:21.103745 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e8305776-8ece-42b4-b10a-47815d25ef04 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "DELETE /v2.0/routers/4e7aa808-74cb-4cbc-83c9-0643d848e719 HTTP/1.1" status: 404 len: 336 time: 0.0664635 Feb 09 21:36:21.105981 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54024) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:21.139940 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c32b9188-8644-467a-9e62-ce70697aa01c tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "GET /v2.0/ports?device_id=a620e9af-cb3e-4fb3-b897-8ebac7f7edde HTTP/1.1" status: 200 len: 205 time: 0.0322597 Feb 09 21:36:21.143151 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54026) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:21.160356 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e9d0bccd-0ee8-45b3-8b66-00a4a156c9ec admin admin] Publish callbacks [] for router_gateway (ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.224631 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-154c75a5-fe1b-47e8-be82-03be782e2a12 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] delete failed (client error): The resource could not be found. Feb 09 21:36:21.228365 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-154c75a5-fe1b-47e8-be82-03be782e2a12 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "DELETE /v2.0/routers/a620e9af-cb3e-4fb3-b897-8ebac7f7edde HTTP/1.1" status: 404 len: 336 time: 0.0815141 Feb 09 21:36:21.230088 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54028) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:21.268342 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1d1c9240-cbca-4405-8ad4-31f7f1670c46 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "GET /v2.0/ports?device_id=173c83ff-dd1c-4685-80a0-0d2c3040c853 HTTP/1.1" status: 200 len: 205 time: 0.0348148 Feb 09 21:36:21.272614 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54030) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:21.282271 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d2e3d2-dd56-429c-87f3-ddf030720beb admin admin] Router a4460a88-330b-4279-8efd-8d1f0aa12bcd is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:36:21.316446 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-03201430-6479-4b02-b4a7-f7d0c4e415f4 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] delete failed (client error): The resource could not be found. Feb 09 21:36:21.320427 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-03201430-6479-4b02-b4a7-f7d0c4e415f4 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "DELETE /v2.0/routers/173c83ff-dd1c-4685-80a0-0d2c3040c853 HTTP/1.1" status: 404 len: 336 time: 0.0449407 Feb 09 21:36:21.323786 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54032) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:21.359735 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b3f529fc-5cc0-4268-b346-70f9c486a867 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "GET /v2.0/ports?device_id=9030b78b-d838-47b9-a2ac-ec42fc386f1c HTTP/1.1" status: 200 len: 205 time: 0.0331721 Feb 09 21:36:21.360463 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54034) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:21.406364 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7840f7e-aeb0-4ac8-b07e-7ac533928408 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks [] for port (5ecb2db3-59ac-4063-a70d-05456f65c335), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.412585 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-303921c3-a4e6-4229-a55a-4d7759fce71a tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] delete failed (client error): The resource could not be found. Feb 09 21:36:21.416786 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-303921c3-a4e6-4229-a55a-4d7759fce71a tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "DELETE /v2.0/routers/9030b78b-d838-47b9-a2ac-ec42fc386f1c HTTP/1.1" status: 404 len: 336 time: 0.0543144 Feb 09 21:36:21.417538 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54036) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:21.457432 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7840f7e-aeb0-4ac8-b07e-7ac533928408 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (5ecb2db3-59ac-4063-a70d-05456f65c335), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.619029 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7840f7e-aeb0-4ac8-b07e-7ac533928408 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Pushing event updated for resources: {'Port': ['ID=5ecb2db3-59ac-4063-a70d-05456f65c335,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:21.636500 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54038) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:21.640449 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f7350c32-10c5-437e-98a9-e125c558c028 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "GET /v2.0/ports?device_id=40bac27f-f223-4864-a50f-a02dcdf7301c HTTP/1.1" status: 200 len: 205 time: 0.2030327 Feb 09 21:36:21.700714 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-85eaa68e-c663-4045-800a-124308d35951 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] delete failed (client error): The resource could not be found. Feb 09 21:36:21.705970 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-85eaa68e-c663-4045-800a-124308d35951 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "DELETE /v2.0/routers/40bac27f-f223-4864-a50f-a02dcdf7301c HTTP/1.1" status: 404 len: 336 time: 0.0637720 Feb 09 21:36:21.710965 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54040) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:21.714811 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7840f7e-aeb0-4ac8-b07e-7ac533928408 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (50e719ec-03de-43a8-9437-f3db95b64d9b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.732451 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d2e3d2-dd56-429c-87f3-ddf030720beb admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:21.744231 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] Sync routers for ids ['a4460a88-330b-4279-8efd-8d1f0aa12bcd'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:21.760107 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 42e64ebb-d500-4799-8f70-5ed4c49f2d57 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:21.783543 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-20d2e3d2-dd56-429c-87f3-ddf030720beb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.785653 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-20d2e3d2-dd56-429c-87f3-ddf030720beb admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.1137245 Feb 09 21:36:21.788848 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54042) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:21.793235 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ab14f2-d4db-4e59-9dce-6725d7e95a87 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] DELETE failed (client error): The resource could not be found. Feb 09 21:36:21.795267 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76ab14f2-d4db-4e59-9dce-6725d7e95a87 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:36:21.797105 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] Routers {'a4460a88-330b-4279-8efd-8d1f0aa12bcd'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:21.799928 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['a4460a88-330b-4279-8efd-8d1f0aa12bcd'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:21.823972 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-76ab14f2-d4db-4e59-9dce-6725d7e95a87 tempest-RoutersAdminTest-117740634 tempest-RoutersAdminTest-117740634-project] 10.222.0.77 "DELETE /v2.0/subnets/8e1af961-04d3-4d16-8ba2-9bd81405b2b6 HTTP/1.1" status: 404 len: 337 time: 0.1077020 Feb 09 21:36:21.905750 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e9d0bccd-0ee8-45b3-8b66-00a4a156c9ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.932273 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 42e64ebb-d500-4799-8f70-5ed4c49f2d57 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:36:21.939256 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 42e64ebb-d500-4799-8f70-5ed4c49f2d57 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:21.939826 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (42e64ebb-d500-4799-8f70-5ed4c49f2d57), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.945640 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7840f7e-aeb0-4ac8-b07e-7ac533928408 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.953681 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b7840f7e-aeb0-4ac8-b07e-7ac533928408 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7219057 Feb 09 21:36:22.153962 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aaa23b-88ca-4da8-828e-ac9240253046 None None] Network 1eef7485-0778-427a-acd3-a89221323e05 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:22.159096 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] Set router a4460a88-330b-4279-8efd-8d1f0aa12bcd gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:22.311686 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1bc1190e-c184-4c9a-9dea-94e17cf6e714 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:22.348881 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 42e64ebb-d500-4799-8f70-5ed4c49f2d57 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:22.349297 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (42e64ebb-d500-4799-8f70-5ed4c49f2d57), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.371389 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54056) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:22.382816 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2535abfb-38eb-42ff-b58f-9bfaf55e5e63 None None] Provisioning complete for port 1bc1190e-c184-4c9a-9dea-94e17cf6e714 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:22.383203 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2535abfb-38eb-42ff-b58f-9bfaf55e5e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1bc1190e-c184-4c9a-9dea-94e17cf6e714), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.436591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7d20f9-00b3-44ee-9e8a-c12c32ac2102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e64ebb-d500-4799-8f70-5ed4c49f2d57'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:22.438978 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb30fdbe-d1bc-47be-a019-5520dfe54a24" -d '{"events": [{"server_uuid": "dc7d20f9-00b3-44ee-9e8a-c12c32ac2102", "name": "network-vif-plugged", "status": "completed", "tag": "42e64ebb-d500-4799-8f70-5ed4c49f2d57"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:22.468674 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 42e64ebb-d500-4799-8f70-5ed4c49f2d57, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=42e64ebb-d500-4799-8f70-5ed4c49f2d57,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:22.495834 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d0bccd-0ee8-45b3-8b66-00a4a156c9ec admin admin] Router ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:36:22.499812 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (42e64ebb-d500-4799-8f70-5ed4c49f2d57), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.510771 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1bc1190e-c184-4c9a-9dea-94e17cf6e714 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:22.511145 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1bc1190e-c184-4c9a-9dea-94e17cf6e714), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.617770 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=42e64ebb-d500-4799-8f70-5ed4c49f2d57,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:22.672770 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2535abfb-38eb-42ff-b58f-9bfaf55e5e63 None None] Current status of the port 1bc1190e-c184-4c9a-9dea-94e17cf6e714 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:22.672770 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2535abfb-38eb-42ff-b58f-9bfaf55e5e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1bc1190e-c184-4c9a-9dea-94e17cf6e714), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.695764 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb886c20-33a6-46a7-a76c-f858f410d903 req-a9f39687-f447-433e-92d8-bd179ca98a50 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:22.697670 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fb886c20-33a6-46a7-a76c-f858f410d903 req-a9f39687-f447-433e-92d8-bd179ca98a50 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 943 time: 0.4532347 Feb 09 21:36:22.714262 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4460a88-330b-4279-8efd-8d1f0aa12bcd', 'name': 'tempest-ServerRescueNegativeTestJSON-442272883-router', 'tenant_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '47232dbe-4637-4630-b6cd-6d801ee06c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:14Z', 'updated_at': '2022-02-09T21:36:18Z', 'revision_number': 3, 'project_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'gw_port': {'id': '47232dbe-4637-4630-b6cd-6d801ee06c6f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:70:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4460a88-330b-4279-8efd-8d1f0aa12bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:22.742549 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c66540-919b-46a7-8780-60cd7499c918 req-cd539236-4fca-444d-9dbf-25da36bfbbb0 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:22.744364 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b3c66540-919b-46a7-8780-60cd7499c918 req-cd539236-4fca-444d-9dbf-25da36bfbbb0 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 945 time: 0.3924246 Feb 09 21:36:22.780880 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] Checking router: a4460a88-330b-4279-8efd-8d1f0aa12bcd for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:22.781735 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] Updating router a4460a88-330b-4279-8efd-8d1f0aa12bcd port 47232dbe-4637-4630-b6cd-6d801ee06c6f binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:36:22.821483 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2535abfb-38eb-42ff-b58f-9bfaf55e5e63 None None] For port 1bc1190e-c184-4c9a-9dea-94e17cf6e714, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1bc1190e-c184-4c9a-9dea-94e17cf6e714,segment=NetworkSegment(8f76e818-7e29-43f3-8e6a-12b1d725f2d6),segment_id=8f76e818-7e29-43f3-8e6a-12b1d725f2d6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:22.823866 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1bc1190e-c184-4c9a-9dea-94e17cf6e714 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:22.823866 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1bc1190e-c184-4c9a-9dea-94e17cf6e714), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.831894 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-686d23f0-be01-4cf9-8efa-6d7d8861045b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.845712 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2535abfb-38eb-42ff-b58f-9bfaf55e5e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1bc1190e-c184-4c9a-9dea-94e17cf6e714), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.858311 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (47232dbe-4637-4630-b6cd-6d801ee06c6f), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.944187 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fb886c20-33a6-46a7-a76c-f858f410d903 req-16e29ce7-6212-435d-9b60-01b6ea4600ee tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980929 Feb 09 21:36:22.955866 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b3c66540-919b-46a7-8780-60cd7499c918 req-b98e8490-a343-4699-b0f3-c915da88c8e7 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981158 Feb 09 21:36:23.059829 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d0bccd-0ee8-45b3-8b66-00a4a156c9ec admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:23.078177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535abfb-38eb-42ff-b58f-9bfaf55e5e63 None None] Pushing event updated for resources: {'Port': ['ID=1bc1190e-c184-4c9a-9dea-94e17cf6e714,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:23.121764 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] Sync routers for ids ['ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:23.185052 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e9d0bccd-0ee8-45b3-8b66-00a4a156c9ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.187214 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e9d0bccd-0ee8-45b3-8b66-00a4a156c9ec admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.1052556 Feb 09 21:36:23.195045 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54070) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:23.237488 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca45301-5804-44df-b9a0-eaed84383e5e x-openstack-request-id: req-7ca45301-5804-44df-b9a0-eaed84383e5e {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:23.237987 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7d20f9-00b3-44ee-9e8a-c12c32ac2102", "name": "network-vif-plugged", "status": "completed", "tag": "42e64ebb-d500-4799-8f70-5ed4c49f2d57", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:23.238288 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ca45301-5804-44df-b9a0-eaed84383e5e {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:23.238759 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7d20f9-00b3-44ee-9e8a-c12c32ac2102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e64ebb-d500-4799-8f70-5ed4c49f2d57', 'code': 200} Feb 09 21:36:23.241483 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:36:23.242671 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:36:23.243488 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] Routers {'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:23.244403 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:23.409041 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-bd827af8-66f8-4612-a998-9cd88b2e9a7f None None] Provisioning complete for port 1bc1190e-c184-4c9a-9dea-94e17cf6e714 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:23.409337 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bd827af8-66f8-4612-a998-9cd88b2e9a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1bc1190e-c184-4c9a-9dea-94e17cf6e714), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.564035 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] Set router ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:23.565101 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-02c735c9-5a27-4649-be66-ffc781d0b361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.739745 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] Publish callbacks [] for port (47232dbe-4637-4630-b6cd-6d801ee06c6f), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.754088 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (47232dbe-4637-4630-b6cd-6d801ee06c6f), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.868847 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632768ea-62d0-45d2-b13b-c3c952e6c18d None None] Pushing event updated for resources: {'Port': ['ID=47232dbe-4637-4630-b6cd-6d801ee06c6f,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:23.894847 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632768ea-62d0-45d2-b13b-c3c952e6c18d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.904119 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632768ea-62d0-45d2-b13b-c3c952e6c18d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.904695 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632768ea-62d0-45d2-b13b-c3c952e6c18d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.905623 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632768ea-62d0-45d2-b13b-c3c952e6c18d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.905923 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632768ea-62d0-45d2-b13b-c3c952e6c18d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.906493 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632768ea-62d0-45d2-b13b-c3c952e6c18d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.907143 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632768ea-62d0-45d2-b13b-c3c952e6c18d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.907712 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-02c735c9-5a27-4649-be66-ffc781d0b361 admin admin] Allocated IP 172.20.0.1 (8593dde6-4ab4-434c-8a50-93afcc61779b/1b88e8ac-d969-447a-b9ce-98d85c1957c4/294f5d53-3472-4312-9de4-9635655ae043) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:23.908312 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632768ea-62d0-45d2-b13b-c3c952e6c18d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.908312 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632768ea-62d0-45d2-b13b-c3c952e6c18d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.908876 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632768ea-62d0-45d2-b13b-c3c952e6c18d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.909449 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632768ea-62d0-45d2-b13b-c3c952e6c18d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.910025 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632768ea-62d0-45d2-b13b-c3c952e6c18d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.910661 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632768ea-62d0-45d2-b13b-c3c952e6c18d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.962295 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] Attempting to bind port 47232dbe-4637-4630-b6cd-6d801ee06c6f on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:23.962979 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] Attempting to bind port 47232dbe-4637-4630-b6cd-6d801ee06c6f by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:23.963525 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] Attempting to bind port 47232dbe-4637-4630-b6cd-6d801ee06c6f on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:23.974618 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:23.975393 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:23.976015 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.977413 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:23.978638 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] Bound port: 47232dbe-4637-4630-b6cd-6d801ee06c6f, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:23.979282 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (47232dbe-4637-4630-b6cd-6d801ee06c6f), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:24.039322 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-02c735c9-5a27-4649-be66-ffc781d0b361 admin admin] Publish callbacks [] for port (294f5d53-3472-4312-9de4-9635655ae043), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:24.059078 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-686d23f0-be01-4cf9-8efa-6d7d8861045b admin admin] Publish callbacks [] for security_group (eb4f93a6-c2a8-4427-ac71-f3a0929d3c04), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:24.113455 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bd827af8-66f8-4612-a998-9cd88b2e9a7f None None] Current status of the port 1bc1190e-c184-4c9a-9dea-94e17cf6e714 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:24.114375 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-02c735c9-5a27-4649-be66-ffc781d0b361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (294f5d53-3472-4312-9de4-9635655ae043), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:24.118249 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1bc1190e-c184-4c9a-9dea-94e17cf6e714 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:24.150848 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c735c9-5a27-4649-be66-ffc781d0b361 admin admin] Network 8593dde6-4ab4-434c-8a50-93afcc61779b is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:24.156503 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-02c735c9-5a27-4649-be66-ffc781d0b361 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:24.161042 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] For port 47232dbe-4637-4630-b6cd-6d801ee06c6f, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:24.177917 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-686d23f0-be01-4cf9-8efa-6d7d8861045b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (eb4f93a6-c2a8-4427-ac71-f3a0929d3c04), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:24.181220 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c735c9-5a27-4649-be66-ffc781d0b361 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:24.186501 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] For port 47232dbe-4637-4630-b6cd-6d801ee06c6f, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=47232dbe-4637-4630-b6cd-6d801ee06c6f,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:24.190726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-1e683929-80e7-4aad-8ddf-5340304d484a tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:24.191521 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'name': 'tempest-ServersTestJSON-889037280-router', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:19Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 3, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'gw_port': {'id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:20Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:24.192605 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-1e683929-80e7-4aad-8ddf-5340304d484a tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/networks?id=b63eec21-51a4-43fd-90d0-db81afea0d84 HTTP/1.1" status: 200 len: 821 time: 1.0166180 Feb 09 21:36:24.217616 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:36:24.227370 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (47232dbe-4637-4630-b6cd-6d801ee06c6f), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:24.304326 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c735c9-5a27-4649-be66-ffc781d0b361 admin admin] Pushing event updated for resources: {'Port': ['ID=294f5d53-3472-4312-9de4-9635655ae043,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:24.312337 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-87567688-21df-454f-ae2e-64e6708f70a8 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/quotas/cf8e5b3f31964e31927deb5670fb5102 HTTP/1.1" status: 200 len: 375 time: 0.0780759 Feb 09 21:36:24.319761 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-02c735c9-5a27-4649-be66-ffc781d0b361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (a4460a88-330b-4279-8efd-8d1f0aa12bcd), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:24.346844 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] Checking router: ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:24.347408 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] Updating router ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d port 8f39f73d-2743-4032-9766-7f046ce37ed5 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:36:24.396941 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632768ea-62d0-45d2-b13b-c3c952e6c18d None None] Pushing event updated for resources: {'Port': ['ID=47232dbe-4637-4630-b6cd-6d801ee06c6f,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:24.402308 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] Routers {'a4460a88-330b-4279-8efd-8d1f0aa12bcd'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:24.403589 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['a4460a88-330b-4279-8efd-8d1f0aa12bcd'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:24.433263 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1bc1190e-c184-4c9a-9dea-94e17cf6e714 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:24.462799 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-686d23f0-be01-4cf9-8efa-6d7d8861045b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1e410e1627af4f15b101bb7fc46fd09e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0807350 Feb 09 21:36:24.464082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54076) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:24.489399 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d23f0-be01-4cf9-8efa-6d7d8861045b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4f93a6-c2a8-4427-ac71-f3a0929d3c04,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:24.510405 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab4734-9190-459c-b442-924368d7ea22 req-26ca5271-95a6-4c2f-be8a-8c549d499578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:24.513265 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b8ab4734-9190-459c-b442-924368d7ea22 req-26ca5271-95a6-4c2f-be8a-8c549d499578 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 1127 time: 0.5484781 Feb 09 21:36:24.522262 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-02c735c9-5a27-4649-be66-ffc781d0b361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (294f5d53-3472-4312-9de4-9635655ae043), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:24.555361 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-96bb53bb-1dbd-4fca-b5b4-c16d89dca8e9 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cf8e5b3f31964e31927deb5670fb5102&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0877986 Feb 09 21:36:24.562912 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6c05c-1d0d-4669-a573-eb662fa0a10b req-6d2291e4-b70b-4ddf-b72e-95dc06cdbfb8 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:24.572002 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-26b6c05c-1d0d-4669-a573-eb662fa0a10b req-6d2291e4-b70b-4ddf-b72e-95dc06cdbfb8 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 943 time: 0.3749392 Feb 09 21:36:24.588791 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8f39f73d-2743-4032-9766-7f046ce37ed5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:24.603147 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] Set router a4460a88-330b-4279-8efd-8d1f0aa12bcd gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:24.653771 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-26b6c05c-1d0d-4669-a573-eb662fa0a10b req-3e576d2e-688d-435f-9f78-ffe6314d46e3 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806751 Feb 09 21:36:24.873380 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b8ab4734-9190-459c-b442-924368d7ea22 req-07aa8e9b-7753-4f45-bdab-5e04085f86b2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373249 Feb 09 21:36:24.888455 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4460a88-330b-4279-8efd-8d1f0aa12bcd', 'name': 'tempest-ServerRescueNegativeTestJSON-442272883-router', 'tenant_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '47232dbe-4637-4630-b6cd-6d801ee06c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:14Z', 'updated_at': '2022-02-09T21:36:18Z', 'revision_number': 3, 'project_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'gw_port': {'id': '47232dbe-4637-4630-b6cd-6d801ee06c6f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:70:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4460a88-330b-4279-8efd-8d1f0aa12bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:24.916493 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1bc1190e-c184-4c9a-9dea-94e17cf6e714 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:24.917120 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1bc1190e-c184-4c9a-9dea-94e17cf6e714), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:24.926191 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-daaec0ee-6a24-434e-a245-f44531d89014 admin admin] Publish callbacks [] for security_group (eb4f93a6-c2a8-4427-ac71-f3a0929d3c04), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:24.952325 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986ad07b-a604-4d1f-9154-d0ec1ff1496b None None] The sync data for ids ['a4460a88-330b-4279-8efd-8d1f0aa12bcd'] in n-d-828601-1 is: [{'id': 'a4460a88-330b-4279-8efd-8d1f0aa12bcd', 'name': 'tempest-ServerRescueNegativeTestJSON-442272883-router', 'tenant_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '47232dbe-4637-4630-b6cd-6d801ee06c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:14Z', 'updated_at': '2022-02-09T21:36:18Z', 'revision_number': 3, 'project_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'gw_port': {'id': '47232dbe-4637-4630-b6cd-6d801ee06c6f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:70:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4460a88-330b-4279-8efd-8d1f0aa12bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:24.966206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b403811-fd1f-4821-91da-6c02149b8dbe req-56b735ac-433a-417b-a7ca-681070429692 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:24.968760 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b403811-fd1f-4821-91da-6c02149b8dbe req-56b735ac-433a-417b-a7ca-681070429692 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 945 time: 0.1812692 Feb 09 21:36:24.973479 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-074860ad-cb1b-43ec-abe7-ef554bae3ec2 service neutron] 10.222.0.77 "GET /v2.0/networks/b63eec21-51a4-43fd-90d0-db81afea0d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986118 Feb 09 21:36:25.009081 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-daaec0ee-6a24-434e-a245-f44531d89014 admin admin] Publish callbacks [] for security_group (eb4f93a6-c2a8-4427-ac71-f3a0929d3c04), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.087555 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b403811-fd1f-4821-91da-6c02149b8dbe req-6426fa99-a6d9-4c31-84a0-7df73421ab45 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028128 Feb 09 21:36:25.282049 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1bc1190e-c184-4c9a-9dea-94e17cf6e714 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:25.321972 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-daaec0ee-6a24-434e-a245-f44531d89014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (eb4f93a6-c2a8-4427-ac71-f3a0929d3c04), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.332751 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-daaec0ee-6a24-434e-a245-f44531d89014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.354696 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-daaec0ee-6a24-434e-a245-f44531d89014 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eb4f93a6-c2a8-4427-ac71-f3a0929d3c04 HTTP/1.1" status: 204 len: 168 time: 0.8647835 Feb 09 21:36:25.396679 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaec0ee-6a24-434e-a245-f44531d89014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4f93a6-c2a8-4427-ac71-f3a0929d3c04,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:25.472146 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] Publish callbacks [] for port (8f39f73d-2743-4032-9766-7f046ce37ed5), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.491988 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8f39f73d-2743-4032-9766-7f046ce37ed5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.559003 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b58ae-e2f4-4f53-9485-45a86fc600d7 None None] Pushing event updated for resources: {'Port': ['ID=8f39f73d-2743-4032-9766-7f046ce37ed5,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:25.586938 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a966e22e-9444-4128-b7ac-0cd32fc09db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.604570 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] Attempting to bind port 8f39f73d-2743-4032-9766-7f046ce37ed5 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:25.604925 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] Attempting to bind port 8f39f73d-2743-4032-9766-7f046ce37ed5 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:25.605281 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] Attempting to bind port 8f39f73d-2743-4032-9766-7f046ce37ed5 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:25.617081 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:25.617477 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:25.617860 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.618264 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:25.618750 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] Bound port: 8f39f73d-2743-4032-9766-7f046ce37ed5, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:25.619179 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8f39f73d-2743-4032-9766-7f046ce37ed5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.736359 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] For port 8f39f73d-2743-4032-9766-7f046ce37ed5, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:25.745638 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] For port 8f39f73d-2743-4032-9766-7f046ce37ed5, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8f39f73d-2743-4032-9766-7f046ce37ed5,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:25.761103 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8f39f73d-2743-4032-9766-7f046ce37ed5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.911361 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] Routers {'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:25.911943 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:25.938620 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-a966e22e-9444-4128-b7ac-0cd32fc09db1 admin admin] Allocated IP 172.20.0.1 (1eef7485-0778-427a-acd3-a89221323e05/f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e/501f7459-31dd-4036-aa80-782b4c558a16) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:25.995794 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b58ae-e2f4-4f53-9485-45a86fc600d7 None None] Pushing event updated for resources: {'Port': ['ID=8f39f73d-2743-4032-9766-7f046ce37ed5,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:26.077866 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-57ae230c-2242-43ed-9a90-58bcd25d0139 service neutron] 10.222.0.77 "GET /v2.0/networks/b63eec21-51a4-43fd-90d0-db81afea0d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0938811 Feb 09 21:36:26.099247 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-02c735c9-5a27-4649-be66-ffc781d0b361 admin admin] Publish callbacks [] for port (294f5d53-3472-4312-9de4-9635655ae043), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.125115 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-02c735c9-5a27-4649-be66-ffc781d0b361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (294f5d53-3472-4312-9de4-9635655ae043), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.212103 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] Set router ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:26.272763 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a966e22e-9444-4128-b7ac-0cd32fc09db1 admin admin] Publish callbacks [] for port (501f7459-31dd-4036-aa80-782b4c558a16), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.273607 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d6397-28a1-408a-b7cc-2a6600e8a093 req-9a49092b-3422-4f9d-ab53-3c65d4d358a5 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:26.291520 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-384d6397-28a1-408a-b7cc-2a6600e8a093 req-9a49092b-3422-4f9d-ab53-3c65d4d358a5 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 943 time: 0.4434021 Feb 09 21:36:26.396293 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-02c735c9-5a27-4649-be66-ffc781d0b361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (a4460a88-330b-4279-8efd-8d1f0aa12bcd), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.402920 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c735c9-5a27-4649-be66-ffc781d0b361 admin admin] Pushing event updated for resources: {'Port': ['ID=294f5d53-3472-4312-9de4-9635655ae043,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:26.441327 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54086) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:26.499169 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a966e22e-9444-4128-b7ac-0cd32fc09db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (501f7459-31dd-4036-aa80-782b4c558a16), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.535160 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 47232dbe-4637-4630-b6cd-6d801ee06c6f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:26.594567 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c28f50c1-20be-4cd9-9de7-f27941b0e4b9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6bdeaa25e02e4f95a1d7853fb9a7bb18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512477 Feb 09 21:36:26.608184 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-384d6397-28a1-408a-b7cc-2a6600e8a093 req-fd5f25b7-8970-4d57-b76a-d1cc86a9b0d0 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091376 Feb 09 21:36:26.611922 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54092) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:26.669276 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 47232dbe-4637-4630-b6cd-6d801ee06c6f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:26.669765 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (47232dbe-4637-4630-b6cd-6d801ee06c6f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.742224 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a966e22e-9444-4128-b7ac-0cd32fc09db1 admin admin] Network 1eef7485-0778-427a-acd3-a89221323e05 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:26.752102 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-a966e22e-9444-4128-b7ac-0cd32fc09db1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:26.765648 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a966e22e-9444-4128-b7ac-0cd32fc09db1 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:26.785878 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966e22e-9444-4128-b7ac-0cd32fc09db1 admin admin] Pushing event updated for resources: {'Port': ['ID=501f7459-31dd-4036-aa80-782b4c558a16,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:26.863367 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a966e22e-9444-4128-b7ac-0cd32fc09db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.884741 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 47232dbe-4637-4630-b6cd-6d801ee06c6f is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:26.885322 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (47232dbe-4637-4630-b6cd-6d801ee06c6f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:27.008218 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-292a8a88-a7ba-4a4b-a4a5-fa956a671b52 req-e9eb5bb8-6247-4c17-a42b-395d63911e99 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a6d63ce-4f25-435b-a51a-6fe3bb02069a HTTP/1.1" status: 200 len: 210 time: 0.0843277 Feb 09 21:36:27.011207 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 47232dbe-4637-4630-b6cd-6d801ee06c6f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=47232dbe-4637-4630-b6cd-6d801ee06c6f,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:27.041445 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (47232dbe-4637-4630-b6cd-6d801ee06c6f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:27.086652 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c735c9-5a27-4649-be66-ffc781d0b361 admin admin] Network 8593dde6-4ab4-434c-8a50-93afcc61779b is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:27.094247 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-02c735c9-5a27-4649-be66-ffc781d0b361 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:27.167591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'name': 'tempest-ServersTestJSON-889037280-router', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:19Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 3, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'gw_port': {'id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:20Z', 'updated_at': '2022-02-09T21:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:27.200226 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a966e22e-9444-4128-b7ac-0cd32fc09db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (501f7459-31dd-4036-aa80-782b4c558a16), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:27.265229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a825fb3-8f53-4bc4-b8d5-35207814746d None None] The sync data for ids ['ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'] in n-d-828601-1 is: [{'id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'name': 'tempest-ServersTestJSON-889037280-router', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:19Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 3, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'gw_port': {'id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:20Z', 'updated_at': '2022-02-09T21:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:27.330309 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da001c-b54d-41cf-b6c9-99aa580c3ef5 req-c2331cc3-560b-4da8-81d6-b150bb3b3ce4 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:27.334204 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a8da001c-b54d-41cf-b6c9-99aa580c3ef5 req-c2331cc3-560b-4da8-81d6-b150bb3b3ce4 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 945 time: 0.7230430 Feb 09 21:36:27.349372 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-93b311c2-f166-47ea-b343-4c7ad9e85c19 admin admin] Publish callbacks [] for security_group (5e9471b0-07f7-430d-ae83-03319d07f03f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:27.355253 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=47232dbe-4637-4630-b6cd-6d801ee06c6f,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:27.400620 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2c3671af-10b1-48ba-a92a-4fd521b38283 None None] Provisioning complete for port 501f7459-31dd-4036-aa80-782b4c558a16 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:27.401128 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2c3671af-10b1-48ba-a92a-4fd521b38283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (501f7459-31dd-4036-aa80-782b4c558a16), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:27.506718 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2c3671af-10b1-48ba-a92a-4fd521b38283 None None] Port 501f7459-31dd-4036-aa80-782b4c558a16 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:27.516868 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-93b311c2-f166-47ea-b343-4c7ad9e85c19 admin admin] Publish callbacks [] for security_group (5e9471b0-07f7-430d-ae83-03319d07f03f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:27.519576 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a966e22e-9444-4128-b7ac-0cd32fc09db1 admin admin] Publish callbacks [] for port (501f7459-31dd-4036-aa80-782b4c558a16), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:27.529241 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a966e22e-9444-4128-b7ac-0cd32fc09db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (501f7459-31dd-4036-aa80-782b4c558a16), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:27.716226 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a8da001c-b54d-41cf-b6c9-99aa580c3ef5 req-598e5760-b820-469a-ba22-e393396255db tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684213 Feb 09 21:36:27.752915 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966e22e-9444-4128-b7ac-0cd32fc09db1 admin admin] Pushing event updated for resources: {'Port': ['ID=501f7459-31dd-4036-aa80-782b4c558a16,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:27.769739 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a966e22e-9444-4128-b7ac-0cd32fc09db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:27.772749 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c735c9-5a27-4649-be66-ffc781d0b361 admin admin] Router a4460a88-330b-4279-8efd-8d1f0aa12bcd has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:36:28.116582 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c735c9-5a27-4649-be66-ffc781d0b361 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:28.128651 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-02c735c9-5a27-4649-be66-ffc781d0b361 admin admin] 10.222.0.77 "PUT /v2.0/routers/a4460a88-330b-4279-8efd-8d1f0aa12bcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3381903 Feb 09 21:36:28.146731 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-93b311c2-f166-47ea-b343-4c7ad9e85c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5e9471b0-07f7-430d-ae83-03319d07f03f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.152149 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-93b311c2-f166-47ea-b343-4c7ad9e85c19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.154390 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-93b311c2-f166-47ea-b343-4c7ad9e85c19 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5e9471b0-07f7-430d-ae83-03319d07f03f HTTP/1.1" status: 204 len: 168 time: 1.5406225 Feb 09 21:36:28.174162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b311c2-f166-47ea-b343-4c7ad9e85c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9471b0-07f7-430d-ae83-03319d07f03f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:28.321524 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a966e22e-9444-4128-b7ac-0cd32fc09db1 admin admin] Network 1eef7485-0778-427a-acd3-a89221323e05 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:28.324423 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-a966e22e-9444-4128-b7ac-0cd32fc09db1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:28.500771 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6937bf-aa1a-44f5-94c7-56bd4b9f7fcb req-ae851d25-fc08-47ad-9cd2-b7e0ce234697 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:28.523593 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc6937bf-aa1a-44f5-94c7-56bd4b9f7fcb req-ae851d25-fc08-47ad-9cd2-b7e0ce234697 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 945 time: 0.2669241 Feb 09 21:36:28.579397 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a966e22e-9444-4128-b7ac-0cd32fc09db1 admin admin] Router ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:36:28.815594 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 47232dbe-4637-4630-b6cd-6d801ee06c6f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:28.829675 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc6937bf-aa1a-44f5-94c7-56bd4b9f7fcb req-91fb20d9-2f4f-47f6-b146-d1239d608ca9 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045995 Feb 09 21:36:28.952916 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] Sync routers for ids ['a4460a88-330b-4279-8efd-8d1f0aa12bcd'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:28.979315 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] Routers {'a4460a88-330b-4279-8efd-8d1f0aa12bcd'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:28.985422 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['a4460a88-330b-4279-8efd-8d1f0aa12bcd'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:29.210497 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-910c08e2-d9f6-4e8d-a419-05ffc9e0db20 None None] Provisioning complete for port 501f7459-31dd-4036-aa80-782b4c558a16 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:29.211097 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-910c08e2-d9f6-4e8d-a419-05ffc9e0db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (501f7459-31dd-4036-aa80-782b4c558a16), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:29.263462 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] Set router a4460a88-330b-4279-8efd-8d1f0aa12bcd gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:29.349261 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a966e22e-9444-4128-b7ac-0cd32fc09db1 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:29.374519 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f6d187d2-17d1-4fb1-8da0-b1ec0badeef7 req-482c4cfe-8c7e-4a2a-9a93-abd491279a32 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a6d63ce-4f25-435b-a51a-6fe3bb02069a HTTP/1.1" status: 200 len: 210 time: 0.1526163 Feb 09 21:36:29.424081 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a966e22e-9444-4128-b7ac-0cd32fc09db1 admin admin] 10.222.0.77 "PUT /v2.0/routers/ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2242551 Feb 09 21:36:29.441313 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 47232dbe-4637-4630-b6cd-6d801ee06c6f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:29.450922 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (47232dbe-4637-4630-b6cd-6d801ee06c6f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:29.495677 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-a6639f3d-5dd9-4dc2-929b-cd18617b43a3 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:29.499999 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-a6639f3d-5dd9-4dc2-929b-cd18617b43a3 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.42 "GET /v2.0/networks?id=b63eec21-51a4-43fd-90d0-db81afea0d84 HTTP/1.1" status: 200 len: 821 time: 0.6511297 Feb 09 21:36:29.519857 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-0b114c98-513a-4124-bafc-d77564cfabc1 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Request body: {'port': {'device_id': '0a6d63ce-4f25-435b-a51a-6fe3bb02069a', 'network_id': 'b63eec21-51a4-43fd-90d0-db81afea0d84', 'admin_state_up': True, 'tenant_id': 'cf8e5b3f31964e31927deb5670fb5102'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:29.539392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-910c08e2-d9f6-4e8d-a419-05ffc9e0db20 None None] Port 501f7459-31dd-4036-aa80-782b4c558a16 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:29.667027 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 47232dbe-4637-4630-b6cd-6d801ee06c6f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:29.668426 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8f39f73d-2743-4032-9766-7f046ce37ed5 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:29.669118 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be2ed0-a848-4c66-addf-d71aec102b49 req-d1440eb8-052e-4a26-af68-407358aa9041 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:29.674957 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1be2ed0-a848-4c66-addf-d71aec102b49 req-d1440eb8-052e-4a26-af68-407358aa9041 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 945 time: 0.1475303 Feb 09 21:36:29.774665 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4460a88-330b-4279-8efd-8d1f0aa12bcd', 'name': 'tempest-ServerRescueNegativeTestJSON-442272883-router', 'tenant_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '47232dbe-4637-4630-b6cd-6d801ee06c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:14Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 4, 'project_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'gw_port': {'id': '47232dbe-4637-4630-b6cd-6d801ee06c6f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:70:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4460a88-330b-4279-8efd-8d1f0aa12bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '294f5d53-3472-4312-9de4-9635655ae043', 'name': '', 'network_id': '8593dde6-4ab4-434c-8a50-93afcc61779b', 'tenant_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'mac_address': 'fa:16:3e:22:7c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4460a88-330b-4279-8efd-8d1f0aa12bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '1b88e8ac-d969-447a-b9ce-98d85c1957c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:23Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 2, 'project_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'subnets': [{'id': '1b88e8ac-d969-447a-b9ce-98d85c1957c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:29.793040 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1be2ed0-a848-4c66-addf-d71aec102b49 req-9b00de83-8f24-46a4-a10f-7dce0e0db2d8 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120844 Feb 09 21:36:29.794121 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8f39f73d-2743-4032-9766-7f046ce37ed5 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:29.794741 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8f39f73d-2743-4032-9766-7f046ce37ed5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:29.835753 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] Checking router: a4460a88-330b-4279-8efd-8d1f0aa12bcd for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:29.836384 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] Updating router a4460a88-330b-4279-8efd-8d1f0aa12bcd port 294f5d53-3472-4312-9de4-9635655ae043 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:36:29.881130 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (294f5d53-3472-4312-9de4-9635655ae043), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.030085 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-0b114c98-513a-4124-bafc-d77564cfabc1 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Made reservation on behalf of cf8e5b3f31964e31927deb5670fb5102 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:30.038492 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-0b114c98-513a-4124-bafc-d77564cfabc1 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.107472 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8f39f73d-2743-4032-9766-7f046ce37ed5 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:30.110326 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8f39f73d-2743-4032-9766-7f046ce37ed5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.194215 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 8f39f73d-2743-4032-9766-7f046ce37ed5, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8f39f73d-2743-4032-9766-7f046ce37ed5,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:30.206305 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8f39f73d-2743-4032-9766-7f046ce37ed5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.339143 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=8f39f73d-2743-4032-9766-7f046ce37ed5,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:30.395161 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-0b114c98-513a-4124-bafc-d77564cfabc1 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Allocated IP 172.20.0.12 (b63eec21-51a4-43fd-90d0-db81afea0d84/cd40b286-33a9-4933-a5c8-56b0699eb2b2/ade61d3f-0189-43f7-9562-60bf3b250eb2) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:30.646243 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-0b114c98-513a-4124-bafc-d77564cfabc1 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks [] for port (ade61d3f-0189-43f7-9562-60bf3b250eb2), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.702238 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] Publish callbacks [] for port (294f5d53-3472-4312-9de4-9635655ae043), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.709948 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-f8d92086-e0e5-466d-8324-b7a9f70c2002 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:30.712751 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (294f5d53-3472-4312-9de4-9635655ae043), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.713348 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-f8d92086-e0e5-466d-8324-b7a9f70c2002 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/networks?id=8593dde6-4ab4-434c-8a50-93afcc61779b HTTP/1.1" status: 200 len: 818 time: 0.2613063 Feb 09 21:36:30.718079 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-0b114c98-513a-4124-bafc-d77564cfabc1 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ade61d3f-0189-43f7-9562-60bf3b250eb2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.759955 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-34a69ad8-b0b1-4c1b-b2f4-be00f59e8df2 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/quotas/10ae4cf9e5fb41adaaf75cd8b9397016 HTTP/1.1" status: 200 len: 375 time: 0.0384548 Feb 09 21:36:30.786141 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac099df-0487-476e-9611-e77cbe42659b None None] Pushing event updated for resources: {'Port': ['ID=294f5d53-3472-4312-9de4-9635655ae043,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:30.799437 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b114c98-513a-4124-bafc-d77564cfabc1 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Pushing event updated for resources: {'Port': ['ID=ade61d3f-0189-43f7-9562-60bf3b250eb2,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:30.819948 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-0b114c98-513a-4124-bafc-d77564cfabc1 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Network b63eec21-51a4-43fd-90d0-db81afea0d84 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:30.822048 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-0b114c98-513a-4124-bafc-d77564cfabc1 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:30.824813 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-0b114c98-513a-4124-bafc-d77564cfabc1 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:30.905492 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-e00e59f4-75fa-4d46-b070-9c3b7594b8e2 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=10ae4cf9e5fb41adaaf75cd8b9397016&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1359589 Feb 09 21:36:30.907738 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-0b114c98-513a-4124-bafc-d77564cfabc1 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:30.908514 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-0b114c98-513a-4124-bafc-d77564cfabc1 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.929711 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] Attempting to bind port 294f5d53-3472-4312-9de4-9635655ae043 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:30.930129 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] Attempting to bind port 294f5d53-3472-4312-9de4-9635655ae043 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '7211e1c8-5de7-40d2-b662-3cce7559b8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8593dde6-4ab4-434c-8a50-93afcc61779b'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:30.931369 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] Attempting to bind port 294f5d53-3472-4312-9de4-9635655ae043 on network 8593dde6-4ab4-434c-8a50-93afcc61779b {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:30.932968 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-0b114c98-513a-4124-bafc-d77564cfabc1 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4226074 Feb 09 21:36:30.945190 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:30.945565 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] Checking segment: {'id': '7211e1c8-5de7-40d2-b662-3cce7559b8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8593dde6-4ab4-434c-8a50-93afcc61779b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:30.946138 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.946560 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] Bound using segment: {'id': '7211e1c8-5de7-40d2-b662-3cce7559b8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8593dde6-4ab4-434c-8a50-93afcc61779b'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:30.947080 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] Bound port: 294f5d53-3472-4312-9de4-9635655ae043, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7211e1c8-5de7-40d2-b662-3cce7559b8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8593dde6-4ab4-434c-8a50-93afcc61779b'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:30.951481 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (294f5d53-3472-4312-9de4-9635655ae043), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.958539 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] Request body: {'port': {'device_id': '0a6d63ce-4f25-435b-a51a-6fe3bb02069a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:31.035381 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-96bb6606-57ae-4858-a944-4dc111580a29 service neutron] 10.222.0.77 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271825 Feb 09 21:36:31.116694 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ade61d3f-0189-43f7-9562-60bf3b250eb2), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:31.124180 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] For port 294f5d53-3472-4312-9de4-9635655ae043, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:31.130479 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] For port 294f5d53-3472-4312-9de4-9635655ae043, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=294f5d53-3472-4312-9de4-9635655ae043,segment=NetworkSegment(7211e1c8-5de7-40d2-b662-3cce7559b8c7),segment_id=7211e1c8-5de7-40d2-b662-3cce7559b8c7)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:31.142494 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (294f5d53-3472-4312-9de4-9635655ae043), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:31.180541 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-79903a78-4305-49cc-afbe-56a33e7f2987 service neutron] 10.222.0.77 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440015 Feb 09 21:36:31.198916 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] Sync routers for ids ['ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:31.241966 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] Routers {'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:31.242624 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:31.310415 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] Routers {'a4460a88-330b-4279-8efd-8d1f0aa12bcd'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:31.320168 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['a4460a88-330b-4279-8efd-8d1f0aa12bcd'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:31.442222 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac099df-0487-476e-9611-e77cbe42659b None None] Pushing event updated for resources: {'Port': ['ID=294f5d53-3472-4312-9de4-9635655ae043,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:31.637867 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] Set router ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:31.800550 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] Set router a4460a88-330b-4279-8efd-8d1f0aa12bcd gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:32.117305 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'name': 'tempest-ServersTestJSON-889037280-router', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:19Z', 'updated_at': '2022-02-09T21:36:27Z', 'revision_number': 4, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'gw_port': {'id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:20Z', 'updated_at': '2022-02-09T21:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '501f7459-31dd-4036-aa80-782b4c558a16', 'name': '', 'network_id': '1eef7485-0778-427a-acd3-a89221323e05', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'mac_address': 'fa:16:3e:2e:41:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:25Z', 'updated_at': '2022-02-09T21:36:27Z', 'revision_number': 2, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'subnets': [{'id': 'f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:32.206804 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] Checking router: ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:32.208692 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] Updating router ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d port 501f7459-31dd-4036-aa80-782b4c558a16 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:36:32.330265 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (501f7459-31dd-4036-aa80-782b4c558a16), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.427716 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade61d3f-0189-43f7-9562-60bf3b250eb2 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:32.442287 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4460a88-330b-4279-8efd-8d1f0aa12bcd', 'name': 'tempest-ServerRescueNegativeTestJSON-442272883-router', 'tenant_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '47232dbe-4637-4630-b6cd-6d801ee06c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:14Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 4, 'project_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'gw_port': {'id': '47232dbe-4637-4630-b6cd-6d801ee06c6f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:70:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4460a88-330b-4279-8efd-8d1f0aa12bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '294f5d53-3472-4312-9de4-9635655ae043', 'name': '', 'network_id': '8593dde6-4ab4-434c-8a50-93afcc61779b', 'tenant_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'mac_address': 'fa:16:3e:22:7c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4460a88-330b-4279-8efd-8d1f0aa12bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '1b88e8ac-d969-447a-b9ce-98d85c1957c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:23Z', 'updated_at': '2022-02-09T21:36:31Z', 'revision_number': 4, 'project_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'subnets': [{'id': '1b88e8ac-d969-447a-b9ce-98d85c1957c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:32.449818 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] Publish callbacks [] for port (ade61d3f-0189-43f7-9562-60bf3b250eb2), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.488730 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] Transition to ACTIVE for port object ade61d3f-0189-43f7-9562-60bf3b250eb2 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:32.498149 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (ade61d3f-0189-43f7-9562-60bf3b250eb2), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.506038 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54176) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:32.518338 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-196af3a1-ece8-4999-a62a-a279063947a2 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1209180221', 'description': 'tempest-description--793172871'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:32.548875 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8f39f73d-2743-4032-9766-7f046ce37ed5 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:32.586095 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c6116-e05a-4843-93c1-1f5902d6c9e4 None None] The sync data for ids ['a4460a88-330b-4279-8efd-8d1f0aa12bcd'] in n-d-828601-1 is: [{'id': 'a4460a88-330b-4279-8efd-8d1f0aa12bcd', 'name': 'tempest-ServerRescueNegativeTestJSON-442272883-router', 'tenant_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '47232dbe-4637-4630-b6cd-6d801ee06c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:14Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 4, 'project_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'gw_port': {'id': '47232dbe-4637-4630-b6cd-6d801ee06c6f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:70:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4460a88-330b-4279-8efd-8d1f0aa12bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '294f5d53-3472-4312-9de4-9635655ae043', 'name': '', 'network_id': '8593dde6-4ab4-434c-8a50-93afcc61779b', 'tenant_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'mac_address': 'fa:16:3e:22:7c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4460a88-330b-4279-8efd-8d1f0aa12bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '1b88e8ac-d969-447a-b9ce-98d85c1957c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:23Z', 'updated_at': '2022-02-09T21:36:31Z', 'revision_number': 4, 'project_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'subnets': [{'id': '1b88e8ac-d969-447a-b9ce-98d85c1957c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:32.734089 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-196af3a1-ece8-4999-a62a-a279063947a2 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.800518 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8f39f73d-2743-4032-9766-7f046ce37ed5 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:32.808811 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8f39f73d-2743-4032-9766-7f046ce37ed5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.847771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] Pushing event updated for resources: {'Port': ['ID=ade61d3f-0189-43f7-9562-60bf3b250eb2,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:32.937693 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-196af3a1-ece8-4999-a62a-a279063947a2 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks [] for security_group (3193629d-4a1f-4102-91af-5bdbfb714732), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.946478 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-196af3a1-ece8-4999-a62a-a279063947a2 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3193629d-4a1f-4102-91af-5bdbfb714732), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.974884 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] Attempting to bind port ade61d3f-0189-43f7-9562-60bf3b250eb2 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:32.977126 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] Attempting to bind port ade61d3f-0189-43f7-9562-60bf3b250eb2 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'a535595f-05f6-4174-b7c2-1ee3a61ccb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b63eec21-51a4-43fd-90d0-db81afea0d84'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:32.978347 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] Attempting to bind port ade61d3f-0189-43f7-9562-60bf3b250eb2 on network b63eec21-51a4-43fd-90d0-db81afea0d84 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:32.996061 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] Port ade61d3f-0189-43f7-9562-60bf3b250eb2 on network b63eec21-51a4-43fd-90d0-db81afea0d84 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:32.996455 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] Attempting to bind port ade61d3f-0189-43f7-9562-60bf3b250eb2 on network b63eec21-51a4-43fd-90d0-db81afea0d84 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:33.012389 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:33.012739 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] Checking segment: {'id': 'a535595f-05f6-4174-b7c2-1ee3a61ccb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b63eec21-51a4-43fd-90d0-db81afea0d84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:33.018144 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] Bound using segment: {'id': 'a535595f-05f6-4174-b7c2-1ee3a61ccb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b63eec21-51a4-43fd-90d0-db81afea0d84'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:33.018777 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] Bound port: ade61d3f-0189-43f7-9562-60bf3b250eb2, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a535595f-05f6-4174-b7c2-1ee3a61ccb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b63eec21-51a4-43fd-90d0-db81afea0d84'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:33.020053 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ade61d3f-0189-43f7-9562-60bf3b250eb2), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.082148 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196af3a1-ece8-4999-a62a-a279063947a2 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3193629d-4a1f-4102-91af-5bdbfb714732,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:33.106643 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-196af3a1-ece8-4999-a62a-a279063947a2 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.113375 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-196af3a1-ece8-4999-a62a-a279063947a2 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6042707 Feb 09 21:36:33.142357 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54186) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:33.166446 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8550b5e2-8431-4a7f-9bda-1ead25ae36d9 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Request body: {'security_group_rule': {'security_group_id': '3193629d-4a1f-4102-91af-5bdbfb714732', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:33.212924 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54188) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:33.250922 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] For port ade61d3f-0189-43f7-9562-60bf3b250eb2, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:33.261756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] For port ade61d3f-0189-43f7-9562-60bf3b250eb2, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ade61d3f-0189-43f7-9562-60bf3b250eb2,segment=NetworkSegment(a535595f-05f6-4174-b7c2-1ee3a61ccb66),segment_id=a535595f-05f6-4174-b7c2-1ee3a61ccb66)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:33.283727 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (ade61d3f-0189-43f7-9562-60bf3b250eb2), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.308119 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8f39f73d-2743-4032-9766-7f046ce37ed5 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:33.354133 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8550b5e2-8431-4a7f-9bda-1ead25ae36d9 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks [] for security_group_rule (f1a5a8d7-38fe-404a-b568-dc2cda4a3b67), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.409807 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:33.410155 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.416799 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] 10.222.0.42 "PUT /v2.0/ports/ade61d3f-0189-43f7-9562-60bf3b250eb2 HTTP/1.1" status: 200 len: 1092 time: 2.4756784 Feb 09 21:36:33.417326 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6d63ce-4f25-435b-a51a-6fe3bb02069a', 'tag': 'ade61d3f-0189-43f7-9562-60bf3b250eb2'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:33.419958 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a563c3f-de01-4dce-b481-c0d53dd5fb27" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6d63ce-4f25-435b-a51a-6fe3bb02069a", "tag": "ade61d3f-0189-43f7-9562-60bf3b250eb2"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:33.452138 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec244237-514a-4805-924b-463af3c0e6ba req-acc10314-8308-4a23-887a-1472698a99cc tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:33.456904 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ec244237-514a-4805-924b-463af3c0e6ba req-acc10314-8308-4a23-887a-1472698a99cc tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a6d63ce-4f25-435b-a51a-6fe3bb02069a HTTP/1.1" status: 200 len: 944 time: 0.3403118 Feb 09 21:36:33.474621 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] Publish callbacks [] for port (501f7459-31dd-4036-aa80-782b4c558a16), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.490036 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (501f7459-31dd-4036-aa80-782b4c558a16), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.616993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a5961-39ad-4322-93cf-73f2cefc2c69 service neutron] Pushing event updated for resources: {'Port': ['ID=ade61d3f-0189-43f7-9562-60bf3b250eb2,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:33.653993 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-4f6593fd-13c3-46fb-aa9d-284064fec3cd tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1943770637', 'router:external': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:33.675101 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-5dc77ac0-191c-4ffe-8fcd-ac2a019c8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:33.678919 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-5dc77ac0-191c-4ffe-8fcd-ac2a019c8745 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf8e5b3f31964e31927deb5670fb5102&device_id=0a6d63ce-4f25-435b-a51a-6fe3bb02069a HTTP/1.1" status: 200 len: 1126 time: 0.1892617 Feb 09 21:36:33.699036 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8550b5e2-8431-4a7f-9bda-1ead25ae36d9 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks [] for security_group_rule (f1a5a8d7-38fe-404a-b568-dc2cda4a3b67), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.701876 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6593fd-13c3-46fb-aa9d-284064fec3cd tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Made reservation on behalf of cd51c053192346d685cbcf312add6758 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:33.710143 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4f6593fd-13c3-46fb-aa9d-284064fec3cd tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.728068 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ec244237-514a-4805-924b-463af3c0e6ba req-b9f08acb-5e35-4440-aed1-9def7a21d9ba tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584269 Feb 09 21:36:33.738063 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8550b5e2-8431-4a7f-9bda-1ead25ae36d9 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (f1a5a8d7-38fe-404a-b568-dc2cda4a3b67), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.779798 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4f6593fd-13c3-46fb-aa9d-284064fec3cd tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.791252 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-3b447fc0-995b-4a2c-966e-b66d64cb69cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade61d3f-0189-43f7-9562-60bf3b250eb2 HTTP/1.1" status: 200 len: 217 time: 0.1039517 Feb 09 21:36:33.811627 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8550b5e2-8431-4a7f-9bda-1ead25ae36d9 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.817296 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8550b5e2-8431-4a7f-9bda-1ead25ae36d9 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6715038 Feb 09 21:36:33.870562 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f59cab-b310-4d86-b7a3-bc235cb41642 None None] Pushing event updated for resources: {'Port': ['ID=501f7459-31dd-4036-aa80-782b4c558a16,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:33.896876 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54194) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:33.926291 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-5cdc173b-0cb4-4df7-bbda-b6cedae2518a tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Request body: {'security_group_rule': {'security_group_id': '3193629d-4a1f-4102-91af-5bdbfb714732', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:33.928105 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] Attempting to bind port 501f7459-31dd-4036-aa80-782b4c558a16 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:33.931592 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] Attempting to bind port 501f7459-31dd-4036-aa80-782b4c558a16 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '8f76e818-7e29-43f3-8e6a-12b1d725f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1eef7485-0778-427a-acd3-a89221323e05'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:33.932528 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] Attempting to bind port 501f7459-31dd-4036-aa80-782b4c558a16 on network 1eef7485-0778-427a-acd3-a89221323e05 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:33.945976 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4f6593fd-13c3-46fb-aa9d-284064fec3cd tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for security_group (1a1d3b33-28f6-43b7-b6d2-6e97085f9a75), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.958926 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4f6593fd-13c3-46fb-aa9d-284064fec3cd tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (1a1d3b33-28f6-43b7-b6d2-6e97085f9a75), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.964820 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:33.965646 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] Checking segment: {'id': '8f76e818-7e29-43f3-8e6a-12b1d725f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1eef7485-0778-427a-acd3-a89221323e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:33.966444 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.967305 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] Bound using segment: {'id': '8f76e818-7e29-43f3-8e6a-12b1d725f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1eef7485-0778-427a-acd3-a89221323e05'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:33.968270 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] Bound port: 501f7459-31dd-4036-aa80-782b4c558a16, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f76e818-7e29-43f3-8e6a-12b1d725f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1eef7485-0778-427a-acd3-a89221323e05'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:33.969170 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (501f7459-31dd-4036-aa80-782b4c558a16), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.979896 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550b5e2-8431-4a7f-9bda-1ead25ae36d9 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a5a8d7-38fe-404a-b568-dc2cda4a3b67,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:34.040326 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b39afc8-dae3-4d13-aef9-a41dcbab0e7e req-29a19bf7-edb9-46b6-a5cc-b1bf4a96a567 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 210 time: 0.0881686 Feb 09 21:36:34.041863 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f6593fd-13c3-46fb-aa9d-284064fec3cd tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:36:34.073225 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4f6593fd-13c3-46fb-aa9d-284064fec3cd tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (976874ed-c260-4297-9675-938b5c6b75b1), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:34.074008 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-4f6593fd-13c3-46fb-aa9d-284064fec3cd tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Added segment 976874ed-c260-4297-9675-938b5c6b75b1 of type vlan for network 36eb45b0-e849-4bd9-95bd-37b96a770511 Feb 09 21:36:34.136879 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6593fd-13c3-46fb-aa9d-284064fec3cd tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1d3b33-28f6-43b7-b6d2-6e97085f9a75,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:34.150698 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5cdc173b-0cb4-4df7-bbda-b6cedae2518a tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks [] for security_group_rule (0a272cfc-7885-4d79-ab0b-6980d8732fef), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:34.163194 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] For port 501f7459-31dd-4036-aa80-782b4c558a16, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:34.171969 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] For port 501f7459-31dd-4036-aa80-782b4c558a16, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=501f7459-31dd-4036-aa80-782b4c558a16,segment=NetworkSegment(8f76e818-7e29-43f3-8e6a-12b1d725f2d6),segment_id=8f76e818-7e29-43f3-8e6a-12b1d725f2d6)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:34.188253 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-c130b02c-a547-4211-a5e9-7e5bd2141087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:34.193230 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-c130b02c-a547-4211-a5e9-7e5bd2141087 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd40b286-33a9-4933-a5c8-56b0699eb2b2 HTTP/1.1" status: 200 len: 861 time: 0.3941641 Feb 09 21:36:34.208359 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (501f7459-31dd-4036-aa80-782b4c558a16), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:34.213774 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4f6593fd-13c3-46fb-aa9d-284064fec3cd tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (36eb45b0-e849-4bd9-95bd-37b96a770511), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:34.444630 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4f6593fd-13c3-46fb-aa9d-284064fec3cd tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (36eb45b0-e849-4bd9-95bd-37b96a770511), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:34.446755 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6593fd-13c3-46fb-aa9d-284064fec3cd tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:34.448606 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4f6593fd-13c3-46fb-aa9d-284064fec3cd tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:34.502313 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e55ee39b-a550-4cb2-83d4-221c293a3fae None None] Provisioning complete for port 501f7459-31dd-4036-aa80-782b4c558a16 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:34.504876 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e55ee39b-a550-4cb2-83d4-221c293a3fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (501f7459-31dd-4036-aa80-782b4c558a16), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:34.525057 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-3f03c1a8-5686-475f-9d91-6f8b1da1ec5e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b63eec21-51a4-43fd-90d0-db81afea0d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3186481 Feb 09 21:36:34.596597 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 294f5d53-3472-4312-9de4-9635655ae043 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:34.655233 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd90c0a-7984-44be-805b-9e72dcc119ce req-64991c52-47d5-4b33-b41c-ee53aa33cffe tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:34.661196 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cfd90c0a-7984-44be-805b-9e72dcc119ce req-64991c52-47d5-4b33-b41c-ee53aa33cffe tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 945 time: 0.3905258 Feb 09 21:36:34.696413 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4f6593fd-13c3-46fb-aa9d-284064fec3cd tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4814522 Feb 09 21:36:34.723697 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54202) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:34.732499 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0d5a6c35-b901-490b-8034-7ebc0af76d7f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Request body: {'subnet': {'network_id': '36eb45b0-e849-4bd9-95bd-37b96a770511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:34.755151 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f59cab-b310-4d86-b7a3-bc235cb41642 None None] Pushing event updated for resources: {'Port': ['ID=501f7459-31dd-4036-aa80-782b4c558a16,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:34.772794 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] Routers {'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:34.787237 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:34.796937 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5cdc173b-0cb4-4df7-bbda-b6cedae2518a tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks [] for security_group_rule (0a272cfc-7885-4d79-ab0b-6980d8732fef), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:34.843377 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5cdc173b-0cb4-4df7-bbda-b6cedae2518a tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (0a272cfc-7885-4d79-ab0b-6980d8732fef), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:34.894498 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6593fd-13c3-46fb-aa9d-284064fec3cd tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Pushing event updated for resources: {'Network': ['ID=36eb45b0-e849-4bd9-95bd-37b96a770511,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:34.941849 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5a6c35-b901-490b-8034-7ebc0af76d7f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Made reservation on behalf of cd51c053192346d685cbcf312add6758 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:34.944518 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 36eb45b0-e849-4bd9-95bd-37b96a770511 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:36:34.946415 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6c35-b901-490b-8034-7ebc0af76d7f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:34.966676 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5cdc173b-0cb4-4df7-bbda-b6cedae2518a tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:34.972122 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5cdc173b-0cb4-4df7-bbda-b6cedae2518a tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0615699 Feb 09 21:36:34.989465 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54206) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:35.005484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-be1de8fb-40d8-441a-8d98-5d068e8ede57 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:35.005747 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc173b-0cb4-4df7-bbda-b6cedae2518a tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a272cfc-7885-4d79-ab0b-6980d8732fef,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:35.090234 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cfd90c0a-7984-44be-805b-9e72dcc119ce req-71383cf0-f50c-407d-80e2-eaeb4cf37942 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922675 Feb 09 21:36:35.093683 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-54c12e84-5a23-4ec9-99a3-803a5239a6d4 service neutron] 10.222.0.42 "GET /v2.0/networks/b63eec21-51a4-43fd-90d0-db81afea0d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421247 Feb 09 21:36:35.130516 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-a7e89b80-cd1b-48d7-b31a-eaae17d93942 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:35.132215 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-a7e89b80-cd1b-48d7-b31a-eaae17d93942 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.42 "GET /v2.0/networks?id=8593dde6-4ab4-434c-8a50-93afcc61779b HTTP/1.1" status: 200 len: 818 time: 0.5415688 Feb 09 21:36:35.172970 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-64027136-37a8-426d-b4fc-1190673f194a tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Request body: {'port': {'device_id': 'ccac13ea-0468-483b-9c88-be14ba3e0ddf', 'network_id': '8593dde6-4ab4-434c-8a50-93afcc61779b', 'admin_state_up': True, 'tenant_id': '10ae4cf9e5fb41adaaf75cd8b9397016'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:35.239617 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be1de8fb-40d8-441a-8d98-5d068e8ede57 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:35.304057 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] Set router ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:35.330422 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-73fc75b1-89c6-4451-9759-cb028361ab9c req-881fcd77-fea7-469e-a98c-fe42039e68a4 service neutron] 10.222.0.42 "GET /v2.0/networks/b63eec21-51a4-43fd-90d0-db81afea0d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293565 Feb 09 21:36:35.358728 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6967fe69-cd24-4ea5-a354-8dac776294f1 x-openstack-request-id: req-6967fe69-cd24-4ea5-a354-8dac776294f1 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:35.360413 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6d63ce-4f25-435b-a51a-6fe3bb02069a", "tag": "ade61d3f-0189-43f7-9562-60bf3b250eb2", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:35.361376 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6967fe69-cd24-4ea5-a354-8dac776294f1 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:35.362063 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6d63ce-4f25-435b-a51a-6fe3bb02069a', 'tag': 'ade61d3f-0189-43f7-9562-60bf3b250eb2', 'status': 'completed', 'code': 200} Feb 09 21:36:35.527890 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 294f5d53-3472-4312-9de4-9635655ae043 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:35.528782 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (294f5d53-3472-4312-9de4-9635655ae043), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:35.600369 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a563c3f-de01-4dce-b481-c0d53dd5fb27 req-123db4b3-7494-4eaf-8fed-92e73e85a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:35.602071 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8a563c3f-de01-4dce-b481-c0d53dd5fb27 req-123db4b3-7494-4eaf-8fed-92e73e85a8e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf8e5b3f31964e31927deb5670fb5102&device_id=0a6d63ce-4f25-435b-a51a-6fe3bb02069a HTTP/1.1" status: 200 len: 1126 time: 0.1668835 Feb 09 21:36:35.612358 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e55ee39b-a550-4cb2-83d4-221c293a3fae None None] Current status of the port 501f7459-31dd-4036-aa80-782b4c558a16 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:35.612909 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e55ee39b-a550-4cb2-83d4-221c293a3fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (501f7459-31dd-4036-aa80-782b4c558a16), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:35.667064 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e55ee39b-a550-4cb2-83d4-221c293a3fae None None] For port 501f7459-31dd-4036-aa80-782b4c558a16, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=501f7459-31dd-4036-aa80-782b4c558a16,segment=NetworkSegment(8f76e818-7e29-43f3-8e6a-12b1d725f2d6),segment_id=8f76e818-7e29-43f3-8e6a-12b1d725f2d6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:35.678011 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e55ee39b-a550-4cb2-83d4-221c293a3fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (501f7459-31dd-4036-aa80-782b4c558a16), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:35.806516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a563c3f-de01-4dce-b481-c0d53dd5fb27 req-998a4918-55d2-46de-a1b7-d2af24d2b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:35.809427 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8a563c3f-de01-4dce-b481-c0d53dd5fb27 req-998a4918-55d2-46de-a1b7-d2af24d2b26e service neutron] 10.222.0.42 "GET /v2.0/networks?id=b63eec21-51a4-43fd-90d0-db81afea0d84 HTTP/1.1" status: 200 len: 922 time: 0.1988657 Feb 09 21:36:35.857259 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 294f5d53-3472-4312-9de4-9635655ae043 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:35.857799 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (294f5d53-3472-4312-9de4-9635655ae043), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:35.884120 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-64027136-37a8-426d-b4fc-1190673f194a tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Made reservation on behalf of 10ae4cf9e5fb41adaaf75cd8b9397016 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:35.889777 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-64027136-37a8-426d-b4fc-1190673f194a tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:35.902026 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8a563c3f-de01-4dce-b481-c0d53dd5fb27 req-a5b549f3-a88a-4de0-a6d9-35de365c013c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade61d3f-0189-43f7-9562-60bf3b250eb2 HTTP/1.1" status: 200 len: 217 time: 0.0855992 Feb 09 21:36:35.906581 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-7fe40c87-4920-4b34-8b29-db14507c8d14 None None] Provisioning complete for port 501f7459-31dd-4036-aa80-782b4c558a16 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:35.907051 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7fe40c87-4920-4b34-8b29-db14507c8d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (501f7459-31dd-4036-aa80-782b4c558a16), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:35.961522 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ee39b-a550-4cb2-83d4-221c293a3fae None None] Pushing event updated for resources: {'Port': ['ID=501f7459-31dd-4036-aa80-782b4c558a16,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:36.017677 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a563c3f-de01-4dce-b481-c0d53dd5fb27 req-ee64dc95-5658-4a31-92cc-962824faaf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:36.020341 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8a563c3f-de01-4dce-b481-c0d53dd5fb27 req-ee64dc95-5658-4a31-92cc-962824faaf79 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd40b286-33a9-4933-a5c8-56b0699eb2b2 HTTP/1.1" status: 200 len: 861 time: 0.1075921 Feb 09 21:36:36.072324 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8a563c3f-de01-4dce-b481-c0d53dd5fb27 req-9c5d8976-b1d9-4c90-b39b-b1894adaf44e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b63eec21-51a4-43fd-90d0-db81afea0d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447705 Feb 09 21:36:36.159372 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be1de8fb-40d8-441a-8d98-5d068e8ede57 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:36.174051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 294f5d53-3472-4312-9de4-9635655ae043, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=294f5d53-3472-4312-9de4-9635655ae043,segment=NetworkSegment(7211e1c8-5de7-40d2-b662-3cce7559b8c7),segment_id=7211e1c8-5de7-40d2-b662-3cce7559b8c7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:36.188249 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (294f5d53-3472-4312-9de4-9635655ae043), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:36.252910 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-7fe40c87-4920-4b34-8b29-db14507c8d14 None None] Current status of the port 501f7459-31dd-4036-aa80-782b4c558a16 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:36.266249 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'name': 'tempest-ServersTestJSON-889037280-router', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:19Z', 'updated_at': '2022-02-09T21:36:27Z', 'revision_number': 4, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'gw_port': {'id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:20Z', 'updated_at': '2022-02-09T21:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '501f7459-31dd-4036-aa80-782b4c558a16', 'name': '', 'network_id': '1eef7485-0778-427a-acd3-a89221323e05', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'mac_address': 'fa:16:3e:2e:41:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:25Z', 'updated_at': '2022-02-09T21:36:34Z', 'revision_number': 4, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'subnets': [{'id': 'f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:36.303998 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8a563c3f-de01-4dce-b481-c0d53dd5fb27 req-0c5c4fc9-6f81-47ac-b732-1544d4af87ab service neutron] 10.222.0.42 "GET /v2.0/networks/b63eec21-51a4-43fd-90d0-db81afea0d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237225 Feb 09 21:36:36.306364 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f2ddc8-cb13-43ea-ac63-ec12eefd7286 None None] The sync data for ids ['ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'] in n-d-828601-1 is: [{'id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'name': 'tempest-ServersTestJSON-889037280-router', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:19Z', 'updated_at': '2022-02-09T21:36:27Z', 'revision_number': 4, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'gw_port': {'id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:20Z', 'updated_at': '2022-02-09T21:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '501f7459-31dd-4036-aa80-782b4c558a16', 'name': '', 'network_id': '1eef7485-0778-427a-acd3-a89221323e05', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'mac_address': 'fa:16:3e:2e:41:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:25Z', 'updated_at': '2022-02-09T21:36:34Z', 'revision_number': 4, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'subnets': [{'id': 'f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:36.327571 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=294f5d53-3472-4312-9de4-9635655ae043,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:36.343387 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-2e2bef04-0dd1-4901-ad75-530647a48cc9 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:36.348690 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-2e2bef04-0dd1-4901-ad75-530647a48cc9 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/networks?id=8593dde6-4ab4-434c-8a50-93afcc61779b HTTP/1.1" status: 200 len: 818 time: 0.7863245 Feb 09 21:36:36.461813 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-be1de8fb-40d8-441a-8d98-5d068e8ede57 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Allocated IP 172.25.6.195 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/e379b847-f21b-47d3-934a-9014536bbf60) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:36.489683 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-235d3407-d825-4830-9edd-ee3d146713e9 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/quotas/10ae4cf9e5fb41adaaf75cd8b9397016 HTTP/1.1" status: 200 len: 375 time: 0.1340661 Feb 09 21:36:36.549066 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8a563c3f-de01-4dce-b481-c0d53dd5fb27 req-2cecd082-c7cf-440a-a943-4adb1a046a8d service neutron] 10.222.0.42 "GET /v2.0/networks/b63eec21-51a4-43fd-90d0-db81afea0d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351739 Feb 09 21:36:37.109343 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-64027136-37a8-426d-b4fc-1190673f194a tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Allocated IP 172.20.0.5 (8593dde6-4ab4-434c-8a50-93afcc61779b/1b88e8ac-d969-447a-b9ce-98d85c1957c4/b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:37.137378 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-eab48698-5ab0-4d6d-a625-0d0e231c9ea9 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=10ae4cf9e5fb41adaaf75cd8b9397016&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6465394 Feb 09 21:36:37.180513 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be1de8fb-40d8-441a-8d98-5d068e8ede57 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks [] for port (e379b847-f21b-47d3-934a-9014536bbf60), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:37.429083 n-d-828601-1 neutron-server[103201]: DEBUG neutron.objects.ports [None req-0d5a6c35-b901-490b-8034-7ebc0af76d7f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103201) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:36:37.429580 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6c35-b901-490b-8034-7ebc0af76d7f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (8c9c35bb-25d2-4f10-b2f3-b17da28dded2), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:37.440816 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-4f40e8a0-1eea-477c-a441-df1cd34da3a4 service neutron] 10.222.0.77 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025415 Feb 09 21:36:37.456663 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be1de8fb-40d8-441a-8d98-5d068e8ede57 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (e379b847-f21b-47d3-934a-9014536bbf60), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:37.604388 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1de8fb-40d8-441a-8d98-5d068e8ede57 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:37.614857 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-be1de8fb-40d8-441a-8d98-5d068e8ede57 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:37.617484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1de8fb-40d8-441a-8d98-5d068e8ede57 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:37.707466 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a6c35-b901-490b-8034-7ebc0af76d7f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8c9c35bb-25d2-4f10-b2f3-b17da28dded2,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:37.719259 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1de8fb-40d8-441a-8d98-5d068e8ede57 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Pushing event updated for resources: {'Port': ['ID=e379b847-f21b-47d3-934a-9014536bbf60,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:37.760504 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-64027136-37a8-426d-b4fc-1190673f194a tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Publish callbacks [] for port (b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:37.783215 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5a6c35-b901-490b-8034-7ebc0af76d7f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Checking segment: {'id': '976874ed-c260-4297-9675-938b5c6b75b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '36eb45b0-e849-4bd9-95bd-37b96a770511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:37.786482 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5a6c35-b901-490b-8034-7ebc0af76d7f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Network hostable DHCP agents. Network: 36eb45b0-e849-4bd9-95bd-37b96a770511, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:36:37.808960 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-83b35a90-d719-4fd7-9e9e-3393a2c9a41b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:37.854750 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device ade61d3f-0189-43f7-9562-60bf3b250eb2 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:37.868360 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-499af429-9034-4e3c-99f4-1b3081273968 service neutron] 10.222.0.77 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265537 Feb 09 21:36:37.931866 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5a6c35-b901-490b-8034-7ebc0af76d7f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Network 36eb45b0-e849-4bd9-95bd-37b96a770511 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:36:37.973803 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-0d5a6c35-b901-490b-8034-7ebc0af76d7f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 36eb45b0-e849-4bd9-95bd-37b96a770511) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:37.978841 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be1de8fb-40d8-441a-8d98-5d068e8ede57 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks [] for floatingip (5246e969-8b20-4380-aed6-cf4796428ee4), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:37.983211 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5a6c35-b901-490b-8034-7ebc0af76d7f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:37.983726 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6c35-b901-490b-8034-7ebc0af76d7f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:38.017389 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-64027136-37a8-426d-b4fc-1190673f194a tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:38.023996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port ade61d3f-0189-43f7-9562-60bf3b250eb2, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ade61d3f-0189-43f7-9562-60bf3b250eb2,segment=NetworkSegment(a535595f-05f6-4174-b7c2-1ee3a61ccb66),segment_id=a535595f-05f6-4174-b7c2-1ee3a61ccb66)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:38.042541 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'ade61d3f-0189-43f7-9562-60bf3b250eb2', 'network_id': 'b63eec21-51a4-43fd-90d0-db81afea0d84', 'port_id': 'ade61d3f-0189-43f7-9562-60bf3b250eb2', 'mac_address': 'fa:16:3e:4b:ac:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd40b286-33a9-4933-a5c8-56b0699eb2b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:38.044592 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a885e4-4246-4488-b62d-a24f4dafce3a None None] Network 36eb45b0-e849-4bd9-95bd-37b96a770511 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:38.159090 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be1de8fb-40d8-441a-8d98-5d068e8ede57 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e379b847-f21b-47d3-934a-9014536bbf60), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:38.181766 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0d5a6c35-b901-490b-8034-7ebc0af76d7f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.4523747 Feb 09 21:36:38.182079 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54228) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:38.187241 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-1a8f1b0e-a64b-492c-b4c2-511c69a5adea tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-444433746', 'network_id': '36eb45b0-e849-4bd9-95bd-37b96a770511'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:38.233235 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8f1b0e-a64b-492c-b4c2-511c69a5adea tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Made reservation on behalf of cd51c053192346d685cbcf312add6758 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:38.237388 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1b0e-a64b-492c-b4c2-511c69a5adea tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:38.265573 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port ade61d3f-0189-43f7-9562-60bf3b250eb2 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:38.266072 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ade61d3f-0189-43f7-9562-60bf3b250eb2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:38.289177 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-1a8f1b0e-a64b-492c-b4c2-511c69a5adea tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] device_id is not set on port 320d4f2c-cfdb-4a52-b909-c4dbddaaf423 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:36:38.342639 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade61d3f-0189-43f7-9562-60bf3b250eb2 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:38.450886 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eca35b-a755-453a-9e5c-e804379d75bc None None] Network 36eb45b0-e849-4bd9-95bd-37b96a770511 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:38.482365 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-64027136-37a8-426d-b4fc-1190673f194a tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Network 8593dde6-4ab4-434c-8a50-93afcc61779b is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:38.485140 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64027136-37a8-426d-b4fc-1190673f194a tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Pushing event updated for resources: {'Port': ['ID=b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:38.576800 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port ade61d3f-0189-43f7-9562-60bf3b250eb2, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ade61d3f-0189-43f7-9562-60bf3b250eb2,segment=NetworkSegment(a535595f-05f6-4174-b7c2-1ee3a61ccb66),segment_id=a535595f-05f6-4174-b7c2-1ee3a61ccb66)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:38.585134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-64027136-37a8-426d-b4fc-1190673f194a tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:38.635005 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ade61d3f-0189-43f7-9562-60bf3b250eb2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:38.643285 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 294f5d53-3472-4312-9de4-9635655ae043 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:38.648066 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-64027136-37a8-426d-b4fc-1190673f194a tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:38.661100 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-1a8f1b0e-a64b-492c-b4c2-511c69a5adea tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Allocated IP 2001:db8::1ef (36eb45b0-e849-4bd9-95bd-37b96a770511/8c9c35bb-25d2-4f10-b2f3-b17da28dded2/320d4f2c-cfdb-4a52-b909-c4dbddaaf423) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:38.784681 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-64027136-37a8-426d-b4fc-1190673f194a tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:38.785451 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-64027136-37a8-426d-b4fc-1190673f194a tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:38.816040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea104f3-81a3-4e7b-9fbd-21048e650792 req-dda35f79-505b-4231-a9d8-e998869f32ee tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:38.823930 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bea104f3-81a3-4e7b-9fbd-21048e650792 req-dda35f79-505b-4231-a9d8-e998869f32ee tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a6d63ce-4f25-435b-a51a-6fe3bb02069a HTTP/1.1" status: 200 len: 945 time: 0.2987030 Feb 09 21:36:38.848440 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-64027136-37a8-426d-b4fc-1190673f194a tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6955922 Feb 09 21:36:38.876853 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=ade61d3f-0189-43f7-9562-60bf3b250eb2,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:38.896689 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] Request body: {'port': {'device_id': 'ccac13ea-0468-483b-9c88-be14ba3e0ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:38.931638 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['ade61d3f-0189-43f7-9562-60bf3b250eb2'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:39.063569 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 294f5d53-3472-4312-9de4-9635655ae043 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:39.063569 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (294f5d53-3472-4312-9de4-9635655ae043), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:39.083206 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1b0e-a64b-492c-b4c2-511c69a5adea tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for port (320d4f2c-cfdb-4a52-b909-c4dbddaaf423), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:39.166131 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1b0e-a64b-492c-b4c2-511c69a5adea tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (320d4f2c-cfdb-4a52-b909-c4dbddaaf423), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:39.178505 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be1de8fb-40d8-441a-8d98-5d068e8ede57 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks [] for port (e379b847-f21b-47d3-934a-9014536bbf60), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:39.201116 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bea104f3-81a3-4e7b-9fbd-21048e650792 req-1fc88f5e-a22f-4657-91fd-cb720b49e087 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761628 Feb 09 21:36:39.230360 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be1de8fb-40d8-441a-8d98-5d068e8ede57 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (e379b847-f21b-47d3-934a-9014536bbf60), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:39.297300 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:39.334384 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8f1b0e-a64b-492c-b4c2-511c69a5adea tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Network 36eb45b0-e849-4bd9-95bd-37b96a770511 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:39.338982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 294f5d53-3472-4312-9de4-9635655ae043 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:39.341223 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 501f7459-31dd-4036-aa80-782b4c558a16 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:39.358502 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-1a8f1b0e-a64b-492c-b4c2-511c69a5adea tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:39.397538 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f1b0e-a64b-492c-b4c2-511c69a5adea tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Pushing event updated for resources: {'Port': ['ID=320d4f2c-cfdb-4a52-b909-c4dbddaaf423,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:39.402643 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8f1b0e-a64b-492c-b4c2-511c69a5adea tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:39.404662 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f1b0e-a64b-492c-b4c2-511c69a5adea tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:39.408412 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1b0e-a64b-492c-b4c2-511c69a5adea tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:39.448602 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1a8f1b0e-a64b-492c-b4c2-511c69a5adea tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2639787 Feb 09 21:36:39.449503 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54244) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:39.563273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1de8fb-40d8-441a-8d98-5d068e8ede57 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Pushing event updated for resources: {'Port': ['ID=e379b847-f21b-47d3-934a-9014536bbf60,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:39.582355 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 501f7459-31dd-4036-aa80-782b4c558a16 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:39.582766 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (501f7459-31dd-4036-aa80-782b4c558a16), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:39.603331 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be1de8fb-40d8-441a-8d98-5d068e8ede57 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (5246e969-8b20-4380-aed6-cf4796428ee4), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:39.673693 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-53f24d10-da45-4301-9668-ce04497882ee tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Deleting port 320d4f2c-cfdb-4a52-b909-c4dbddaaf423 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:39.674112 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-53f24d10-da45-4301-9668-ce04497882ee tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (320d4f2c-cfdb-4a52-b909-c4dbddaaf423), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:39.771097 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be1de8fb-40d8-441a-8d98-5d068e8ede57 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:39.772600 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-be1de8fb-40d8-441a-8d98-5d068e8ede57 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7821498 Feb 09 21:36:39.908781 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-53f24d10-da45-4301-9668-ce04497882ee tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (320d4f2c-cfdb-4a52-b909-c4dbddaaf423), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:39.945408 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-53f24d10-da45-4301-9668-ce04497882ee tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Calling delete_port for 320d4f2c-cfdb-4a52-b909-c4dbddaaf423 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:39.998615 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 501f7459-31dd-4036-aa80-782b4c558a16 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:40.027258 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5968e2-ff13-4486-8986-c697d9425466 req-33039f6d-3093-4de9-ba79-229ffc7b6f1c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:40.029634 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ba5968e2-ff13-4486-8986-c697d9425466 req-33039f6d-3093-4de9-ba79-229ffc7b6f1c tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 945 time: 0.4724984 Feb 09 21:36:40.165931 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:40.182079 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] Publish callbacks [] for port (b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:40.200209 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-53f24d10-da45-4301-9668-ce04497882ee tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (320d4f2c-cfdb-4a52-b909-c4dbddaaf423), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:40.215613 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ba5968e2-ff13-4486-8986-c697d9425466 req-b89ee430-e0fd-42e4-94e0-6830af844e62 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926178 Feb 09 21:36:40.216794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] Transition to ACTIVE for port object b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:40.234843 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:40.252722 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f24d10-da45-4301-9668-ce04497882ee tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Pushing event deleted for resources: {'Port': ['ID=320d4f2c-cfdb-4a52-b909-c4dbddaaf423,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:40.316609 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-53f24d10-da45-4301-9668-ce04497882ee tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:40.324950 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-53f24d10-da45-4301-9668-ce04497882ee tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "DELETE /v2.0/ports/320d4f2c-cfdb-4a52-b909-c4dbddaaf423 HTTP/1.1" status: 204 len: 168 time: 0.8742483 Feb 09 21:36:40.329646 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54256) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:40.330946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] Pushing event updated for resources: {'Port': ['ID=b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:40.342374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-4317c9bb-56ed-41ea-a20b-ba714f10817f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '36eb45b0-e849-4bd9-95bd-37b96a770511', 'external_fixed_ips': [{'subnet_id': '8c9c35bb-25d2-4f10-b2f3-b17da28dded2', 'ip_address': '2001:db8::1ef'}]}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:40.389110 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4317c9bb-56ed-41ea-a20b-ba714f10817f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (c328a0d2-3cda-4f89-af9a-4e08bf806ae7), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:40.392610 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4317c9bb-56ed-41ea-a20b-ba714f10817f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (c328a0d2-3cda-4f89-af9a-4e08bf806ae7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:40.436419 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8520f09f-d909-4d98-b0f5-2b33ad516cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:40.538964 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f4f4680-68a5-4bd0-834b-f06ad91d320e req-b46ea7f4-07fd-4d18-9e43-4eaa090d5c32 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 210 time: 0.0587471 Feb 09 21:36:40.562297 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] Attempting to bind port b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:40.562628 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] Attempting to bind port b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '7211e1c8-5de7-40d2-b662-3cce7559b8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8593dde6-4ab4-434c-8a50-93afcc61779b'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:40.562960 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] Attempting to bind port b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 on network 8593dde6-4ab4-434c-8a50-93afcc61779b {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:40.572194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] Port b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 on network 8593dde6-4ab4-434c-8a50-93afcc61779b not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:40.572522 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] Attempting to bind port b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 on network 8593dde6-4ab4-434c-8a50-93afcc61779b {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:40.602084 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:40.605483 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] Checking segment: {'id': '7211e1c8-5de7-40d2-b662-3cce7559b8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8593dde6-4ab4-434c-8a50-93afcc61779b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:40.607979 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] Bound using segment: {'id': '7211e1c8-5de7-40d2-b662-3cce7559b8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8593dde6-4ab4-434c-8a50-93afcc61779b'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:40.608560 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] Bound port: b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7211e1c8-5de7-40d2-b662-3cce7559b8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8593dde6-4ab4-434c-8a50-93afcc61779b'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:40.608999 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:40.693039 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-47902a4e-d351-4116-826f-ef8a20768613 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:40.695053 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-47902a4e-d351-4116-826f-ef8a20768613 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.71 "GET /v2.0/networks?id=8593dde6-4ab4-434c-8a50-93afcc61779b HTTP/1.1" status: 200 len: 818 time: 0.2804470 Feb 09 21:36:40.729687 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-7c77e101-446d-4ac5-9907-d7fb84ce0cb5 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Request body: {'port': {'device_id': '8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff', 'network_id': '8593dde6-4ab4-434c-8a50-93afcc61779b', 'admin_state_up': True, 'tenant_id': '10ae4cf9e5fb41adaaf75cd8b9397016'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:40.834544 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] For port b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:40.841514 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] For port b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1,segment=NetworkSegment(7211e1c8-5de7-40d2-b662-3cce7559b8c7),segment_id=7211e1c8-5de7-40d2-b662-3cce7559b8c7)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:40.867784 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:40.968586 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:40.969304 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:40.971076 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] 10.222.0.42 "PUT /v2.0/ports/b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 HTTP/1.1" status: 200 len: 1091 time: 2.1103230 Feb 09 21:36:40.975019 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccac13ea-0468-483b-9c88-be14ba3e0ddf', 'tag': 'b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:40.977911 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92a0154-898a-4e4e-ae0d-5eaa06c71845" -d '{"events": [{"name": "network-changed", "server_uuid": "ccac13ea-0468-483b-9c88-be14ba3e0ddf", "tag": "b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:41.018633 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85aae3-e5db-4e09-aa11-68f0444a3d4a service neutron] Pushing event updated for resources: {'Port': ['ID=b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:41.053936 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-7c77e101-446d-4ac5-9907-d7fb84ce0cb5 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Made reservation on behalf of 10ae4cf9e5fb41adaaf75cd8b9397016 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:41.057700 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-7c77e101-446d-4ac5-9907-d7fb84ce0cb5 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:41.086833 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4317c9bb-56ed-41ea-a20b-ba714f10817f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_controller (c328a0d2-3cda-4f89-af9a-4e08bf806ae7), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:41.114888 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-53888902-cbb7-4f2a-ae50-6c58369c891f tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1209180221&fields=id&tenant_id=eed28ccdbdc94832aabbf9b9cc24b225 HTTP/1.1" status: 200 len: 267 time: 0.1311011 Feb 09 21:36:41.248709 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-98113752-f7a0-44e6-b30f-5468dad79d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:41.250550 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-98113752-f7a0-44e6-b30f-5468dad79d4c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10ae4cf9e5fb41adaaf75cd8b9397016&device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 1125 time: 0.2073309 Feb 09 21:36:41.335144 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-6babc7be-ce9e-4186-a11c-c628cac55a30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 HTTP/1.1" status: 200 len: 217 time: 0.0763474 Feb 09 21:36:41.426519 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:41.469057 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-0fbbab1d-6773-4678-8d40-9ccc3cbfea8b tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:41.477213 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-0fbbab1d-6773-4678-8d40-9ccc3cbfea8b tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/networks?id=1eef7485-0778-427a-acd3-a89221323e05 HTTP/1.1" status: 200 len: 805 time: 0.3606524 Feb 09 21:36:41.494334 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4317c9bb-56ed-41ea-a20b-ba714f10817f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_gateway (c328a0d2-3cda-4f89-af9a-4e08bf806ae7), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:41.515349 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-23476e56-47ca-463c-ba2d-2c1f7f7f8ab7 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/quotas/eed28ccdbdc94832aabbf9b9cc24b225 HTTP/1.1" status: 200 len: 375 time: 0.0371215 Feb 09 21:36:41.516820 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-7c77e101-446d-4ac5-9907-d7fb84ce0cb5 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Allocated IP 172.20.0.10 (8593dde6-4ab4-434c-8a50-93afcc61779b/1b88e8ac-d969-447a-b9ce-98d85c1957c4/fcfb7c24-7aa4-49c9-bb02-6161801a2386) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:41.524672 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-b17d1ff0-c1eb-4201-b94c-b6ed2819f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:41.526460 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-b17d1ff0-c1eb-4201-b94c-b6ed2819f564 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b88e8ac-d969-447a-b9ce-98d85c1957c4 HTTP/1.1" status: 200 len: 858 time: 0.1679809 Feb 09 21:36:41.623841 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-d337c661-0db4-4960-b9fe-e9e7418b0bdd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8593dde6-4ab4-434c-8a50-93afcc61779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562425 Feb 09 21:36:41.882799 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device ade61d3f-0189-43f7-9562-60bf3b250eb2 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:41.991931 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port ade61d3f-0189-43f7-9562-60bf3b250eb2 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:36:41.997288 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port ade61d3f-0189-43f7-9562-60bf3b250eb2 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:41.997755 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ade61d3f-0189-43f7-9562-60bf3b250eb2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:42.074461 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4317c9bb-56ed-41ea-a20b-ba714f10817f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_gateway (c328a0d2-3cda-4f89-af9a-4e08bf806ae7), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:42.113985 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-1b999947-c60a-4362-9c4e-36d209f66bb0 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=eed28ccdbdc94832aabbf9b9cc24b225&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5453770 Feb 09 21:36:42.127758 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4317c9bb-56ed-41ea-a20b-ba714f10817f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:42.153617 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-dab8fe96-d12d-4411-b0d2-5d1f0ca517f9 service neutron] 10.222.0.42 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130343 Feb 09 21:36:42.214632 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port ade61d3f-0189-43f7-9562-60bf3b250eb2 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:42.216472 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ade61d3f-0189-43f7-9562-60bf3b250eb2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:42.270735 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6d63ce-4f25-435b-a51a-6fe3bb02069a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade61d3f-0189-43f7-9562-60bf3b250eb2'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:42.272136 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-7c77e101-446d-4ac5-9907-d7fb84ce0cb5 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Publish callbacks [] for port (fcfb7c24-7aa4-49c9-bb02-6161801a2386), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:42.277127 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3ae19b-f605-4ec0-a146-6255f032d99d" -d '{"events": [{"server_uuid": "0a6d63ce-4f25-435b-a51a-6fe3bb02069a", "name": "network-vif-plugged", "status": "completed", "tag": "ade61d3f-0189-43f7-9562-60bf3b250eb2"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:42.304329 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port ade61d3f-0189-43f7-9562-60bf3b250eb2, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ade61d3f-0189-43f7-9562-60bf3b250eb2,segment=NetworkSegment(a535595f-05f6-4174-b7c2-1ee3a61ccb66),segment_id=a535595f-05f6-4174-b7c2-1ee3a61ccb66)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:42.315033 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ade61d3f-0189-43f7-9562-60bf3b250eb2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:42.491004 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=ade61d3f-0189-43f7-9562-60bf3b250eb2,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:42.498241 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f15bad-14f3-455b-9887-327ccc1c8ffe req-0c9e6856-b295-4506-9208-551772106369 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:42.499887 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-71f15bad-14f3-455b-9887-327ccc1c8ffe req-0c9e6856-b295-4506-9208-551772106369 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa HTTP/1.1" status: 200 len: 946 time: 0.1887219 Feb 09 21:36:42.515203 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-4317c9bb-56ed-41ea-a20b-ba714f10817f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Allocated IP 2001:db8::1ef (36eb45b0-e849-4bd9-95bd-37b96a770511/8c9c35bb-25d2-4f10-b2f3-b17da28dded2/8562391e-8bb1-4d61-8e9a-c140be355505) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:42.612394 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:42.687270 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-7c77e101-446d-4ac5-9907-d7fb84ce0cb5 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (fcfb7c24-7aa4-49c9-bb02-6161801a2386), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:42.858746 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4be10e52-666f-4c7f-9c8b-3c5a8eaec609 req-ac280c85-dc9e-405a-a793-a72f1adba30f service neutron] 10.222.0.42 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6938846 Feb 09 21:36:42.859095 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-71f15bad-14f3-455b-9887-327ccc1c8ffe req-35eca850-bed6-4248-8a3c-48b69d75486f tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Deleting port f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:42.859095 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-71f15bad-14f3-455b-9887-327ccc1c8ffe req-35eca850-bed6-4248-8a3c-48b69d75486f tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:42.890298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-7c77e101-446d-4ac5-9907-d7fb84ce0cb5 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Network 8593dde6-4ab4-434c-8a50-93afcc61779b is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:42.896407 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-147545bc-0078-47b4-a55e-030c19b3e3ed service neutron] 10.222.0.77 "GET /v2.0/networks/1eef7485-0778-427a-acd3-a89221323e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7151451 Feb 09 21:36:42.905881 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-7c77e101-446d-4ac5-9907-d7fb84ce0cb5 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:42.915815 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-7c77e101-446d-4ac5-9907-d7fb84ce0cb5 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:42.984071 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77e101-446d-4ac5-9907-d7fb84ce0cb5 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Pushing event updated for resources: {'Port': ['ID=fcfb7c24-7aa4-49c9-bb02-6161801a2386,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:43.100721 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-71f15bad-14f3-455b-9887-327ccc1c8ffe req-35eca850-bed6-4248-8a3c-48b69d75486f tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] For port f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6,segment=NetworkSegment(0eec29de-1b5d-451c-9ae6-9991fcb5d666),segment_id=0eec29de-1b5d-451c-9ae6-9991fcb5d666)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:43.101314 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-71f15bad-14f3-455b-9887-327ccc1c8ffe req-35eca850-bed6-4248-8a3c-48b69d75486f tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.130660 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-71f15bad-14f3-455b-9887-327ccc1c8ffe req-35eca850-bed6-4248-8a3c-48b69d75486f tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Calling delete_port for f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:43.194393 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-7c77e101-446d-4ac5-9907-d7fb84ce0cb5 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:43.195385 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-7c77e101-446d-4ac5-9907-d7fb84ce0cb5 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.273237 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-7c77e101-446d-4ac5-9907-d7fb84ce0cb5 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5640092 Feb 09 21:36:43.291883 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] Request body: {'port': {'device_id': '8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:43.306533 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-a92504c0-a25a-41cf-b454-00f7eb0aafd8 service neutron] 10.222.0.77 "GET /v2.0/networks/1eef7485-0778-427a-acd3-a89221323e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769424 Feb 09 21:36:43.442689 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fcfb7c24-7aa4-49c9-bb02-6161801a2386), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.635984 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4317c9bb-56ed-41ea-a20b-ba714f10817f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for port (8562391e-8bb1-4d61-8e9a-c140be355505), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.759559 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-71f15bad-14f3-455b-9887-327ccc1c8ffe req-35eca850-bed6-4248-8a3c-48b69d75486f tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.779315 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:43.791109 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4317c9bb-56ed-41ea-a20b-ba714f10817f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (8562391e-8bb1-4d61-8e9a-c140be355505), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.870218 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eca850-bed6-4248-8a3c-48b69d75486f tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Pushing event deleted for resources: {'Port': ['ID=f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:43.930007 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4317c9bb-56ed-41ea-a20b-ba714f10817f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Network 36eb45b0-e849-4bd9-95bd-37b96a770511 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:44.007214 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:44.102177 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f15bad-14f3-455b-9887-327ccc1c8ffe req-35eca850-bed6-4248-8a3c-48b69d75486f tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] No DVR routers for this DVR port f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:44.108287 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-4317c9bb-56ed-41ea-a20b-ba714f10817f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:44.125688 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-71f15bad-14f3-455b-9887-327ccc1c8ffe req-35eca850-bed6-4248-8a3c-48b69d75486f tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:44.132770 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-71f15bad-14f3-455b-9887-327ccc1c8ffe req-35eca850-bed6-4248-8a3c-48b69d75486f tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.71 "DELETE /v2.0/ports/f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 HTTP/1.1" status: 204 len: 173 time: 1.6268704 Feb 09 21:36:44.134396 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa', 'name': 'network-vif-deleted', 'tag': 'f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:44.140946 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d449a2-6976-4c06-9c01-11b5ebe1b643" -d '{"events": [{"server_uuid": "3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa", "name": "network-vif-deleted", "tag": "f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:44.156380 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4317c9bb-56ed-41ea-a20b-ba714f10817f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:44.159303 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e39a2-4fb6-4600-b73b-a701f288e014 req-1f0a5d99-8228-4780-bb7c-ac05414f5af1 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:44.167462 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-945e39a2-4fb6-4600-b73b-a701f288e014 req-1f0a5d99-8228-4780-bb7c-ac05414f5af1 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a6d63ce-4f25-435b-a51a-6fe3bb02069a HTTP/1.1" status: 200 len: 946 time: 0.3100996 Feb 09 21:36:44.319694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317c9bb-56ed-41ea-a20b-ba714f10817f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Pushing event updated for resources: {'Port': ['ID=8562391e-8bb1-4d61-8e9a-c140be355505,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:44.482844 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-945e39a2-4fb6-4600-b73b-a701f288e014 req-fb6a249e-544a-412b-9914-e88323e0274e tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856729 Feb 09 21:36:44.489997 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfb7c24-7aa4-49c9-bb02-6161801a2386 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:44.510614 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] Publish callbacks [] for port (fcfb7c24-7aa4-49c9-bb02-6161801a2386), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:44.573434 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] Transition to ACTIVE for port object fcfb7c24-7aa4-49c9-bb02-6161801a2386 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:44.582552 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (fcfb7c24-7aa4-49c9-bb02-6161801a2386), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:44.720290 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfb7c24-7aa4-49c9-bb02-6161801a2386,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:44.833921 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4317c9bb-56ed-41ea-a20b-ba714f10817f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_gateway (c328a0d2-3cda-4f89-af9a-4e08bf806ae7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:45.090518 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] Attempting to bind port fcfb7c24-7aa4-49c9-bb02-6161801a2386 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:45.091283 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] Attempting to bind port fcfb7c24-7aa4-49c9-bb02-6161801a2386 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '7211e1c8-5de7-40d2-b662-3cce7559b8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8593dde6-4ab4-434c-8a50-93afcc61779b'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:45.094035 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] Attempting to bind port fcfb7c24-7aa4-49c9-bb02-6161801a2386 on network 8593dde6-4ab4-434c-8a50-93afcc61779b {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:45.117565 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:45.126731 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f87310a-a66e-43a8-a881-45bb2c2c767e req-25f10fdb-963d-4bc9-88c3-3df726043d97 tempest-AttachSCSIVolumeTestJSON-1458016896 tempest-AttachSCSIVolumeTestJSON-1458016896-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa HTTP/1.1" status: 200 len: 210 time: 0.3251793 Feb 09 21:36:45.140225 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] Port fcfb7c24-7aa4-49c9-bb02-6161801a2386 on network 8593dde6-4ab4-434c-8a50-93afcc61779b not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:45.141333 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] Attempting to bind port fcfb7c24-7aa4-49c9-bb02-6161801a2386 on network 8593dde6-4ab4-434c-8a50-93afcc61779b {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:45.153140 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:45.154368 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] Checking segment: {'id': '7211e1c8-5de7-40d2-b662-3cce7559b8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8593dde6-4ab4-434c-8a50-93afcc61779b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:45.155925 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] Bound using segment: {'id': '7211e1c8-5de7-40d2-b662-3cce7559b8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8593dde6-4ab4-434c-8a50-93afcc61779b'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:45.157199 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] Bound port: fcfb7c24-7aa4-49c9-bb02-6161801a2386, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7211e1c8-5de7-40d2-b662-3cce7559b8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8593dde6-4ab4-434c-8a50-93afcc61779b'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:45.160122 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fcfb7c24-7aa4-49c9-bb02-6161801a2386), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:45.297271 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb55c2e8-734e-4b5e-bdec-28d022746577 x-openstack-request-id: req-bb55c2e8-734e-4b5e-bdec-28d022746577 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:45.299384 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccac13ea-0468-483b-9c88-be14ba3e0ddf", "tag": "b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:45.300064 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb55c2e8-734e-4b5e-bdec-28d022746577 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:45.301283 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccac13ea-0468-483b-9c88-be14ba3e0ddf', 'tag': 'b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1', 'status': 'completed', 'code': 200} Feb 09 21:36:45.435317 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] For port fcfb7c24-7aa4-49c9-bb02-6161801a2386, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:45.494300 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] For port fcfb7c24-7aa4-49c9-bb02-6161801a2386, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=fcfb7c24-7aa4-49c9-bb02-6161801a2386,segment=NetworkSegment(7211e1c8-5de7-40d2-b662-3cce7559b8c7),segment_id=7211e1c8-5de7-40d2-b662-3cce7559b8c7)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:45.505973 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a0154-898a-4e4e-ae0d-5eaa06c71845 req-863afce0-98d7-46a3-915b-3572c05a379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:45.508168 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c92a0154-898a-4e4e-ae0d-5eaa06c71845 req-863afce0-98d7-46a3-915b-3572c05a379e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10ae4cf9e5fb41adaaf75cd8b9397016&device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 1125 time: 0.1265299 Feb 09 21:36:45.511683 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (fcfb7c24-7aa4-49c9-bb02-6161801a2386), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:45.572755 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4317c9bb-56ed-41ea-a20b-ba714f10817f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (c328a0d2-3cda-4f89-af9a-4e08bf806ae7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:45.685283 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:45.780279 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a0154-898a-4e4e-ae0d-5eaa06c71845 req-f47fb581-a676-4edc-84e6-b1a45aa5b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:45.786086 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c92a0154-898a-4e4e-ae0d-5eaa06c71845 req-f47fb581-a676-4edc-84e6-b1a45aa5b6f1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8593dde6-4ab4-434c-8a50-93afcc61779b HTTP/1.1" status: 200 len: 919 time: 0.2622447 Feb 09 21:36:45.801543 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:45.806838 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:45.808866 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] 10.222.0.71 "PUT /v2.0/ports/fcfb7c24-7aa4-49c9-bb02-6161801a2386 HTTP/1.1" status: 200 len: 1092 time: 2.5258741 Feb 09 21:36:45.844085 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4317c9bb-56ed-41ea-a20b-ba714f10817f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Router c328a0d2-3cda-4f89-af9a-4e08bf806ae7 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:36:45.928535 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:45.971298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044437e-1ca1-4dd8-ab5e-b24608676c33 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfb7c24-7aa4-49c9-bb02-6161801a2386,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:46.019777 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c92a0154-898a-4e4e-ae0d-5eaa06c71845 req-fa0d8d3f-15bb-417d-a135-41f0b599d162 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 HTTP/1.1" status: 200 len: 217 time: 0.2092168 Feb 09 21:36:46.030911 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedc50e-99aa-41fb-ba1d-2a0ea41981ca req-23ef23cc-9e52-4a46-8412-bd86fb6c93db tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:46.033369 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6fedc50e-99aa-41fb-ba1d-2a0ea41981ca req-23ef23cc-9e52-4a46-8412-bd86fb6c93db tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 945 time: 0.6031675 Feb 09 21:36:46.065918 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4317c9bb-56ed-41ea-a20b-ba714f10817f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:46.080121 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] Sync routers for ids ['c328a0d2-3cda-4f89-af9a-4e08bf806ae7'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:46.104296 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] Routers {'c328a0d2-3cda-4f89-af9a-4e08bf806ae7'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:46.123794 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c328a0d2-3cda-4f89-af9a-4e08bf806ae7'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:46.127113 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4317c9bb-56ed-41ea-a20b-ba714f10817f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:46.137781 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4317c9bb-56ed-41ea-a20b-ba714f10817f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.7975676 Feb 09 21:36:46.142155 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54298) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:46.182043 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-a395fea1-5f26-4350-a535-eeac666f8807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:46.184668 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-a395fea1-5f26-4350-a535-eeac666f8807 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=10ae4cf9e5fb41adaaf75cd8b9397016&device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 1126 time: 0.2083118 Feb 09 21:36:46.240415 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1,segment=NetworkSegment(7211e1c8-5de7-40d2-b662-3cce7559b8c7),segment_id=7211e1c8-5de7-40d2-b662-3cce7559b8c7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:46.275557 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-0eac24d2-aec2-4874-a15e-bd5c4884833c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfb7c24-7aa4-49c9-bb02-6161801a2386 HTTP/1.1" status: 200 len: 217 time: 0.0801804 Feb 09 21:36:46.302248 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1', 'network_id': '8593dde6-4ab4-434c-8a50-93afcc61779b', 'port_id': 'b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1', 'mac_address': 'fa:16:3e:7b:4e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b88e8ac-d969-447a-b9ce-98d85c1957c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:46.316639 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6fedc50e-99aa-41fb-ba1d-2a0ea41981ca req-00217ff2-0bd4-41e9-9508-5f2a60fb2293 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703207 Feb 09 21:36:46.372838 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a0154-898a-4e4e-ae0d-5eaa06c71845 req-1969d978-a747-41b1-b2f1-663a1c5d5ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:46.375503 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c92a0154-898a-4e4e-ae0d-5eaa06c71845 req-1969d978-a747-41b1-b2f1-663a1c5d5ee3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b88e8ac-d969-447a-b9ce-98d85c1957c4 HTTP/1.1" status: 200 len: 858 time: 0.3395267 Feb 09 21:36:46.489624 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:46.490830 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:46.518888 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c92a0154-898a-4e4e-ae0d-5eaa06c71845 req-a80aeca8-428a-491c-b357-cd208a0f5a13 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8593dde6-4ab4-434c-8a50-93afcc61779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214349 Feb 09 21:36:46.537131 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:46.541206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-cbf6b6b2-b484-4440-8371-54220686d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:46.543465 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-cbf6b6b2-b484-4440-8371-54220686d99a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b88e8ac-d969-447a-b9ce-98d85c1957c4 HTTP/1.1" status: 200 len: 858 time: 0.2571871 Feb 09 21:36:46.564787 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] Set router c328a0d2-3cda-4f89-af9a-4e08bf806ae7 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:46.606980 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1,segment=NetworkSegment(7211e1c8-5de7-40d2-b662-3cce7559b8c7),segment_id=7211e1c8-5de7-40d2-b662-3cce7559b8c7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:46.638114 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:46.648245 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fdbb1af6-e032-4f6e-aaeb-c7c0502a7f0a tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router (c328a0d2-3cda-4f89-af9a-4e08bf806ae7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:46.718938 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:46.722646 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:46.723207 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:46.726959 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-ff2cdfb2-f7e4-40f3-b357-e9954e1e22ac service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8593dde6-4ab4-434c-8a50-93afcc61779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1512043 Feb 09 21:36:46.871892 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f1754-e3f0-4181-9640-13e6b6b31ffc req-92e561af-7b1a-493c-9994-c2777faed72e tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:46.877034 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-585f1754-e3f0-4181-9640-13e6b6b31ffc req-92e561af-7b1a-493c-9994-c2777faed72e tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 944 time: 0.3213148 Feb 09 21:36:46.886800 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-c062e52b-bd12-4eaf-8593-8b6f5687ae94 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:46.891640 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-c062e52b-bd12-4eaf-8593-8b6f5687ae94 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.42 "GET /v2.0/networks?id=1eef7485-0778-427a-acd3-a89221323e05 HTTP/1.1" status: 200 len: 805 time: 0.4022648 Feb 09 21:36:46.931460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:46.959082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-53bd1c41-5315-49ec-92df-f10bc277150a service neutron] 10.222.0.71 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219772 Feb 09 21:36:47.000967 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fdbb1af6-e032-4f6e-aaeb-c7c0502a7f0a tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_gateway (c328a0d2-3cda-4f89-af9a-4e08bf806ae7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:47.033240 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:47.062759 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-886683ed-a667-45d7-9673-903d62530e85 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eed28ccdbdc94832aabbf9b9cc24b225 HTTP/1.1" status: 200 len: 380 time: 0.1599214 Feb 09 21:36:47.128675 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-3a75c258-e934-4b91-a0ab-51dd8d8f574e tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Request body: {'port': {'device_id': '5c6b012a-4e28-47a4-961f-dc25ae94421a', 'network_id': '1eef7485-0778-427a-acd3-a89221323e05', 'admin_state_up': True, 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'security_groups': ['3193629d-4a1f-4102-91af-5bdbfb714732']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:47.232942 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c92a0154-898a-4e4e-ae0d-5eaa06c71845 req-877d4c2f-8f15-4b7f-ba18-63e3ff4980fa service neutron] 10.222.0.42 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6878681 Feb 09 21:36:47.254260 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c328a0d2-3cda-4f89-af9a-4e08bf806ae7', 'name': '', 'tenant_id': 'cd51c053192346d685cbcf312add6758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36eb45b0-e849-4bd9-95bd-37b96a770511', 'external_fixed_ips': [{'subnet_id': '8c9c35bb-25d2-4f10-b2f3-b17da28dded2', 'ip_address': '2001:db8::1ef'}], 'enable_snat': True}, 'gw_port_id': '8562391e-8bb1-4d61-8e9a-c140be355505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:40Z', 'updated_at': '2022-02-09T21:36:44Z', 'revision_number': 3, 'project_id': 'cd51c053192346d685cbcf312add6758', 'gw_port': {'id': '8562391e-8bb1-4d61-8e9a-c140be355505', 'name': '', 'network_id': '36eb45b0-e849-4bd9-95bd-37b96a770511', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c328a0d2-3cda-4f89-af9a-4e08bf806ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '8c9c35bb-25d2-4f10-b2f3-b17da28dded2', 'ip_address': '2001:db8::1ef', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:42Z', 'updated_at': '2022-02-09T21:36:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c9c35bb-25d2-4f10-b2f3-b17da28dded2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:47.305614 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff', 'tag': 'fcfb7c24-7aa4-49c9-bb02-6161801a2386'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:47.309993 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde232f5-d8b1-4c59-a64e-55e331dbc987" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff", "tag": "fcfb7c24-7aa4-49c9-bb02-6161801a2386"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:47.322385 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] Checking router: c328a0d2-3cda-4f89-af9a-4e08bf806ae7 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:47.323096 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] Updating router c328a0d2-3cda-4f89-af9a-4e08bf806ae7 port 8562391e-8bb1-4d61-8e9a-c140be355505 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:36:47.329655 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fdbb1af6-e032-4f6e-aaeb-c7c0502a7f0a tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Deleting port 8562391e-8bb1-4d61-8e9a-c140be355505 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:47.330140 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fdbb1af6-e032-4f6e-aaeb-c7c0502a7f0a tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8562391e-8bb1-4d61-8e9a-c140be355505), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:47.357284 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8562391e-8bb1-4d61-8e9a-c140be355505), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:47.371439 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-585f1754-e3f0-4181-9640-13e6b6b31ffc req-dc1e3234-c378-433d-97c7-d5f0ce6c994a tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072790 Feb 09 21:36:47.458400 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fdbb1af6-e032-4f6e-aaeb-c7c0502a7f0a tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8562391e-8bb1-4d61-8e9a-c140be355505), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:47.473960 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98d8e49c-6622-4927-9b6a-95cb6bc28df2 req-ab8cb27b-3c38-4011-b1fc-fee5ca77348a service neutron] 10.222.0.71 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963696 Feb 09 21:36:47.477111 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2997cc-989d-4f36-bbca-0469d2f7dad7 x-openstack-request-id: req-2b2997cc-989d-4f36-bbca-0469d2f7dad7 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:47.478344 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fdbb1af6-e032-4f6e-aaeb-c7c0502a7f0a tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Calling delete_port for 8562391e-8bb1-4d61-8e9a-c140be355505 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:47.484393 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6d63ce-4f25-435b-a51a-6fe3bb02069a", "name": "network-vif-plugged", "status": "completed", "tag": "ade61d3f-0189-43f7-9562-60bf3b250eb2", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:47.484915 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b2997cc-989d-4f36-bbca-0469d2f7dad7 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:47.486525 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6d63ce-4f25-435b-a51a-6fe3bb02069a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade61d3f-0189-43f7-9562-60bf3b250eb2', 'code': 200} Feb 09 21:36:47.556827 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c92a0154-898a-4e4e-ae0d-5eaa06c71845 req-7dc9d4b7-cef0-445c-a67e-7d6826edd037 service neutron] 10.222.0.42 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031576 Feb 09 21:36:47.825211 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] Publish callbacks [] for port (8562391e-8bb1-4d61-8e9a-c140be355505), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:47.834545 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8562391e-8bb1-4d61-8e9a-c140be355505), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:47.854708 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-589f050e-df1c-4f52-ab6f-2189826ba751 req-7ed2b5e5-7cb4-4172-a69c-2c3f40dec87d tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c6b012a-4e28-47a4-961f-dc25ae94421a HTTP/1.1" status: 200 len: 210 time: 0.0363016 Feb 09 21:36:47.904150 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f16f43-5c69-4d59-a87a-faa50fac2cd4 None None] Pushing event updated for resources: {'Port': ['ID=8562391e-8bb1-4d61-8e9a-c140be355505,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:47.918719 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] Attempting to bind port 8562391e-8bb1-4d61-8e9a-c140be355505 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:47.919328 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] Attempting to bind port 8562391e-8bb1-4d61-8e9a-c140be355505 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '976874ed-c260-4297-9675-938b5c6b75b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '36eb45b0-e849-4bd9-95bd-37b96a770511'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:47.919895 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] Attempting to bind port 8562391e-8bb1-4d61-8e9a-c140be355505 on network 36eb45b0-e849-4bd9-95bd-37b96a770511 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:47.927394 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:47.927901 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] Checking segment: {'id': '976874ed-c260-4297-9675-938b5c6b75b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '36eb45b0-e849-4bd9-95bd-37b96a770511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:47.928320 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:47.928728 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] Bound using segment: {'id': '976874ed-c260-4297-9675-938b5c6b75b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '36eb45b0-e849-4bd9-95bd-37b96a770511'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:47.929382 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] Bound port: 8562391e-8bb1-4d61-8e9a-c140be355505, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976874ed-c260-4297-9675-938b5c6b75b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '36eb45b0-e849-4bd9-95bd-37b96a770511'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:47.929920 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8562391e-8bb1-4d61-8e9a-c140be355505), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:47.932176 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:47.955367 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb7bf5d-fe9f-4dd5-ad59-15ee7c4ef6f9 x-openstack-request-id: req-beb7bf5d-fe9f-4dd5-ad59-15ee7c4ef6f9 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:47.956367 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa", "name": "network-vif-deleted", "tag": "f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:47.956815 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-beb7bf5d-fe9f-4dd5-ad59-15ee7c4ef6f9 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:47.957567 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0a3473-c16d-46e3-bf32-d7e5d03dd6aa', 'name': 'network-vif-deleted', 'tag': 'f8ee86e1-c7d6-451a-9d85-9de24fd8bcd6', 'status': 'completed', 'code': 200} Feb 09 21:36:48.046946 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] For port 8562391e-8bb1-4d61-8e9a-c140be355505, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:48.050845 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:36:48.053548 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] For port 8562391e-8bb1-4d61-8e9a-c140be355505, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8562391e-8bb1-4d61-8e9a-c140be355505,segment=NetworkSegment(976874ed-c260-4297-9675-938b5c6b75b1),segment_id=976874ed-c260-4297-9675-938b5c6b75b1)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:48.058009 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:48.058603 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:48.067706 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8562391e-8bb1-4d61-8e9a-c140be355505), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:48.086472 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26620c27-0195-4151-9b1a-15157170ac70 req-f433d2b1-c440-4df5-bf85-dd6878e4317a tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:48.089520 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-26620c27-0195-4151-9b1a-15157170ac70 req-f433d2b1-c440-4df5-bf85-dd6878e4317a tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a6d63ce-4f25-435b-a51a-6fe3bb02069a HTTP/1.1" status: 200 len: 946 time: 0.1147058 Feb 09 21:36:48.151392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b57441-a524-462c-9175-6af1408d133d req-034497b3-2748-443f-b81c-41dce82ececc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:48.153208 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f4b57441-a524-462c-9175-6af1408d133d req-034497b3-2748-443f-b81c-41dce82ececc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0a6d63ce-4f25-435b-a51a-6fe3bb02069a HTTP/1.1" status: 200 len: 1128 time: 0.1946058 Feb 09 21:36:48.153978 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-3a75c258-e934-4b91-a0ab-51dd8d8f574e tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Made reservation on behalf of eed28ccdbdc94832aabbf9b9cc24b225 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:48.157837 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-3a75c258-e934-4b91-a0ab-51dd8d8f574e tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:48.177647 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-26620c27-0195-4151-9b1a-15157170ac70 req-86644739-5e5a-4a69-a700-d393ff11b130 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737774 Feb 09 21:36:48.180906 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f16f43-5c69-4d59-a87a-faa50fac2cd4 None None] Pushing event updated for resources: {'Port': ['ID=8562391e-8bb1-4d61-8e9a-c140be355505,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:48.244192 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] Routers {'c328a0d2-3cda-4f89-af9a-4e08bf806ae7'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:48.247728 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c328a0d2-3cda-4f89-af9a-4e08bf806ae7'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:48.268338 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:48.270185 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:48.412723 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d836c095-8ca4-417f-b226-b30b09d12671 x-openstack-request-id: req-d836c095-8ca4-417f-b226-b30b09d12671 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:48.413087 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff", "tag": "fcfb7c24-7aa4-49c9-bb02-6161801a2386", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:48.413289 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d836c095-8ca4-417f-b226-b30b09d12671 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:48.413702 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff', 'tag': 'fcfb7c24-7aa4-49c9-bb02-6161801a2386', 'status': 'completed', 'code': 200} Feb 09 21:36:48.417405 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1,segment=NetworkSegment(7211e1c8-5de7-40d2-b662-3cce7559b8c7),segment_id=7211e1c8-5de7-40d2-b662-3cce7559b8c7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:48.429860 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] Set router c328a0d2-3cda-4f89-af9a-4e08bf806ae7 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:48.430752 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:48.458040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06ef16-67c0-49d1-9d8d-55395c4f8a8a req-12373132-2dd2-4a1b-847d-1706f38fb89c tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:48.465345 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe06ef16-67c0-49d1-9d8d-55395c4f8a8a req-12373132-2dd2-4a1b-847d-1706f38fb89c tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.71 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 945 time: 0.1638341 Feb 09 21:36:48.559393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:48.568187 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fdbb1af6-e032-4f6e-aaeb-c7c0502a7f0a tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (8562391e-8bb1-4d61-8e9a-c140be355505), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:48.597413 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c328a0d2-3cda-4f89-af9a-4e08bf806ae7', 'name': '', 'tenant_id': 'cd51c053192346d685cbcf312add6758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:40Z', 'updated_at': '2022-02-09T21:36:47Z', 'revision_number': 4, 'project_id': 'cd51c053192346d685cbcf312add6758', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:48.661893 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f4b57441-a524-462c-9175-6af1408d133d req-b1a04b8d-3724-4e45-aba2-8039dbc3cb6a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942362 Feb 09 21:36:48.663887 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0890a9-6dd5-47fa-a038-2f60a91017e1 None None] The sync data for ids ['c328a0d2-3cda-4f89-af9a-4e08bf806ae7'] in n-d-828601-1 is: [{'id': 'c328a0d2-3cda-4f89-af9a-4e08bf806ae7', 'name': '', 'tenant_id': 'cd51c053192346d685cbcf312add6758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:40Z', 'updated_at': '2022-02-09T21:36:47Z', 'revision_number': 4, 'project_id': 'cd51c053192346d685cbcf312add6758', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:48.720318 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e431a-7b35-4e2d-b14f-e0836286772a req-94f701e7-074b-46e8-b4a6-b999fb4eaa3a tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:48.721981 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9c2e431a-7b35-4e2d-b14f-e0836286772a req-94f701e7-074b-46e8-b4a6-b999fb4eaa3a tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 945 time: 0.1069810 Feb 09 21:36:48.739780 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-fe06ef16-67c0-49d1-9d8d-55395c4f8a8a req-e541806e-72a9-4367-96c4-a59b0c813221 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Deleting port 711822d2-c240-47e9-b5f4-76b45729d4e1 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:48.740133 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fe06ef16-67c0-49d1-9d8d-55395c4f8a8a req-e541806e-72a9-4367-96c4-a59b0c813221 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (711822d2-c240-47e9-b5f4-76b45729d4e1), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:48.789779 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb1af6-e032-4f6e-aaeb-c7c0502a7f0a tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Pushing event deleted for resources: {'Port': ['ID=8562391e-8bb1-4d61-8e9a-c140be355505,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:48.827678 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fdbb1af6-e032-4f6e-aaeb-c7c0502a7f0a tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (c328a0d2-3cda-4f89-af9a-4e08bf806ae7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:48.897293 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9c2e431a-7b35-4e2d-b14f-e0836286772a req-576329ef-7d87-4eae-97c9-1e29b53c4515 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538239 Feb 09 21:36:48.952984 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-3a75c258-e934-4b91-a0ab-51dd8d8f574e tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Allocated IP 172.20.0.10 (1eef7485-0778-427a-acd3-a89221323e05/f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e/df47b64b-0f24-465c-9de2-7d8a1a36e962) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:48.977269 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fdbb1af6-e032-4f6e-aaeb-c7c0502a7f0a tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (c328a0d2-3cda-4f89-af9a-4e08bf806ae7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:48.981631 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fdbb1af6-e032-4f6e-aaeb-c7c0502a7f0a tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_controller (c328a0d2-3cda-4f89-af9a-4e08bf806ae7), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:49.023863 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-fe06ef16-67c0-49d1-9d8d-55395c4f8a8a req-e541806e-72a9-4367-96c4-a59b0c813221 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] For port 711822d2-c240-47e9-b5f4-76b45729d4e1, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=711822d2-c240-47e9-b5f4-76b45729d4e1,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:49.025041 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fe06ef16-67c0-49d1-9d8d-55395c4f8a8a req-e541806e-72a9-4367-96c4-a59b0c813221 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (711822d2-c240-47e9-b5f4-76b45729d4e1), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:49.057070 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-fe06ef16-67c0-49d1-9d8d-55395c4f8a8a req-e541806e-72a9-4367-96c4-a59b0c813221 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Calling delete_port for 711822d2-c240-47e9-b5f4-76b45729d4e1 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:49.076515 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde232f5-d8b1-4c59-a64e-55e331dbc987 req-edd9e9c8-d2a6-469c-a88d-6caea85c00c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:49.080049 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cde232f5-d8b1-4c59-a64e-55e331dbc987 req-edd9e9c8-d2a6-469c-a88d-6caea85c00c8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=10ae4cf9e5fb41adaaf75cd8b9397016&device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 1126 time: 0.5739124 Feb 09 21:36:49.107584 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fdbb1af6-e032-4f6e-aaeb-c7c0502a7f0a tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (c328a0d2-3cda-4f89-af9a-4e08bf806ae7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:49.108362 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbb1af6-e032-4f6e-aaeb-c7c0502a7f0a tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c328a0d2-3cda-4f89-af9a-4e08bf806ae7 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:36:49.113855 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fdbb1af6-e032-4f6e-aaeb-c7c0502a7f0a tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:49.115195 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fdbb1af6-e032-4f6e-aaeb-c7c0502a7f0a tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "DELETE /v2.0/routers/c328a0d2-3cda-4f89-af9a-4e08bf806ae7 HTTP/1.1" status: 204 len: 168 time: 2.9708815 Feb 09 21:36:49.130211 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54332) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:49.263879 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f4662-133f-413d-b409-83c764678034 req-06ab088f-295c-44be-9a01-cf6f7a7e3c18 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:49.272678 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-218f4662-133f-413d-b409-83c764678034 req-06ab088f-295c-44be-9a01-cf6f7a7e3c18 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=e980bd20-dcf0-4791-988a-839bb4de68a3 HTTP/1.1" status: 200 len: 945 time: 0.1863141 Feb 09 21:36:49.290737 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6d9975-c0df-4b30-a5f3-322ea9a21484 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Deleting subnet 8c9c35bb-25d2-4f10-b2f3-b17da28dded2 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:36:49.296231 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e6d9975-c0df-4b30-a5f3-322ea9a21484 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for subnet (8c9c35bb-25d2-4f10-b2f3-b17da28dded2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:49.399845 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e6d9975-c0df-4b30-a5f3-322ea9a21484 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (8c9c35bb-25d2-4f10-b2f3-b17da28dded2), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:49.428322 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-3a75c258-e934-4b91-a0ab-51dd8d8f574e tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks [] for port (df47b64b-0f24-465c-9de2-7d8a1a36e962), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:49.434867 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde232f5-d8b1-4c59-a64e-55e331dbc987 req-5fed8050-f0c0-43dd-87f3-059fd0bd6233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:49.436994 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cde232f5-d8b1-4c59-a64e-55e331dbc987 req-5fed8050-f0c0-43dd-87f3-059fd0bd6233 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8593dde6-4ab4-434c-8a50-93afcc61779b HTTP/1.1" status: 200 len: 919 time: 0.3478532 Feb 09 21:36:49.487556 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccac13ea-0468-483b-9c88-be14ba3e0ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:49.497838 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cde232f5-d8b1-4c59-a64e-55e331dbc987 req-de70e0cd-cab5-4fa4-b382-328c12e4ec85 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfb7c24-7aa4-49c9-bb02-6161801a2386 HTTP/1.1" status: 200 len: 217 time: 0.0541203 Feb 09 21:36:49.498234 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f302f58d-a6e7-4499-a04a-264ea404ded7" -d '{"events": [{"server_uuid": "ccac13ea-0468-483b-9c88-be14ba3e0ddf", "name": "network-vif-plugged", "status": "completed", "tag": "b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:49.536563 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fe06ef16-67c0-49d1-9d8d-55395c4f8a8a req-e541806e-72a9-4367-96c4-a59b0c813221 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (711822d2-c240-47e9-b5f4-76b45729d4e1), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:49.555143 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['711822d2-c240-47e9-b5f4-76b45729d4e1'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:49.560809 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e6d9975-c0df-4b30-a5f3-322ea9a21484 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (8c9c35bb-25d2-4f10-b2f3-b17da28dded2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:49.622756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde232f5-d8b1-4c59-a64e-55e331dbc987 req-3d2bae80-0e3a-412f-a475-f03927cde9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:49.624557 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cde232f5-d8b1-4c59-a64e-55e331dbc987 req-3d2bae80-0e3a-412f-a475-f03927cde9c4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b88e8ac-d969-447a-b9ce-98d85c1957c4 HTTP/1.1" status: 200 len: 858 time: 0.1195312 Feb 09 21:36:49.638803 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541806e-72a9-4367-96c4-a59b0c813221 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Pushing event deleted for resources: {'Port': ['ID=711822d2-c240-47e9-b5f4-76b45729d4e1,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:49.662102 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-3a75c258-e934-4b91-a0ab-51dd8d8f574e tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (df47b64b-0f24-465c-9de2-7d8a1a36e962), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:49.666951 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-218f4662-133f-413d-b409-83c764678034 req-a3852fea-fea8-45b4-a5c0-28021d5a66c8 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926139 Feb 09 21:36:49.696014 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cde232f5-d8b1-4c59-a64e-55e331dbc987 req-f039f3c8-9386-4afc-ade4-cb8c41ed79cb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8593dde6-4ab4-434c-8a50-93afcc61779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634170 Feb 09 21:36:49.796128 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe06ef16-67c0-49d1-9d8d-55395c4f8a8a req-e541806e-72a9-4367-96c4-a59b0c813221 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] No DVR routers for this DVR port 711822d2-c240-47e9-b5f4-76b45729d4e1 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:49.803278 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fe06ef16-67c0-49d1-9d8d-55395c4f8a8a req-e541806e-72a9-4367-96c4-a59b0c813221 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:49.811832 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe06ef16-67c0-49d1-9d8d-55395c4f8a8a req-e541806e-72a9-4367-96c4-a59b0c813221 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.71 "DELETE /v2.0/ports/711822d2-c240-47e9-b5f4-76b45729d4e1 HTTP/1.1" status: 204 len: 173 time: 1.3383415 Feb 09 21:36:49.898740 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e6d9975-c0df-4b30-a5f3-322ea9a21484 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (8c9c35bb-25d2-4f10-b2f3-b17da28dded2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:49.910685 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-3a75c258-e934-4b91-a0ab-51dd8d8f574e tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Network 1eef7485-0778-427a-acd3-a89221323e05 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:49.929551 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-3a75c258-e934-4b91-a0ab-51dd8d8f574e tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:49.932239 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-3a75c258-e934-4b91-a0ab-51dd8d8f574e tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:49.935360 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75c258-e934-4b91-a0ab-51dd8d8f574e tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Pushing event updated for resources: {'Port': ['ID=df47b64b-0f24-465c-9de2-7d8a1a36e962,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:50.052668 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e6d9975-c0df-4b30-a5f3-322ea9a21484 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:50.059188 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6e6d9975-c0df-4b30-a5f3-322ea9a21484 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/8c9c35bb-25d2-4f10-b2f3-b17da28dded2 HTTP/1.1" status: 204 len: 168 time: 0.8988566 Feb 09 21:36:50.065455 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54362) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:50.066535 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d9975-c0df-4b30-a5f3-322ea9a21484 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8c9c35bb-25d2-4f10-b2f3-b17da28dded2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:50.144372 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-3a75c258-e934-4b91-a0ab-51dd8d8f574e tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:50.145075 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-3a75c258-e934-4b91-a0ab-51dd8d8f574e tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:50.180146 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cde232f5-d8b1-4c59-a64e-55e331dbc987 req-85062e45-5020-42dc-97f5-920b3e657024 service neutron] 10.222.0.71 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300141 Feb 09 21:36:50.202935 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-3a75c258-e934-4b91-a0ab-51dd8d8f574e tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0846372 Feb 09 21:36:50.226675 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] Request body: {'port': {'device_id': '5c6b012a-4e28-47a4-961f-dc25ae94421a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:50.348860 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d84c7a3f-d5b3-45c9-a080-fae60f2b639e tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (36eb45b0-e849-4bd9-95bd-37b96a770511), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:50.392835 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772f297-be3c-4076-ab36-738cfbb381ed req-0c16a75e-33a7-421d-a08b-0433373cb24e tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:50.406275 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8772f297-be3c-4076-ab36-738cfbb381ed req-0c16a75e-33a7-421d-a08b-0433373cb24e tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 944 time: 0.4763584 Feb 09 21:36:50.434081 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (df47b64b-0f24-465c-9de2-7d8a1a36e962), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:50.450083 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e980bd20-dcf0-4791-988a-839bb4de68a3', 'name': 'network-vif-deleted', 'tag': '711822d2-c240-47e9-b5f4-76b45729d4e1'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:50.454139 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590b6e25-1aec-4e29-ac9b-7764a8bbfa40" -d '{"events": [{"server_uuid": "e980bd20-dcf0-4791-988a-839bb4de68a3", "name": "network-vif-deleted", "tag": "711822d2-c240-47e9-b5f4-76b45729d4e1"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:50.464665 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cde232f5-d8b1-4c59-a64e-55e331dbc987 req-c1ef43a7-8596-4d18-9491-d7f3af34e124 service neutron] 10.222.0.71 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832859 Feb 09 21:36:50.518511 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-bb8073ea-0c52-4ed6-9ed7-8b6b6a58b94a None None] Provisioning complete for port df47b64b-0f24-465c-9de2-7d8a1a36e962 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:50.519173 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bb8073ea-0c52-4ed6-9ed7-8b6b6a58b94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (df47b64b-0f24-465c-9de2-7d8a1a36e962), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:50.583536 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device fcfb7c24-7aa4-49c9-bb02-6161801a2386 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:50.758881 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8772f297-be3c-4076-ab36-738cfbb381ed req-fea96e1d-48e4-492d-9812-d5cc05a0c113 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508368 Feb 09 21:36:50.789128 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d84c7a3f-d5b3-45c9-a080-fae60f2b639e tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (36eb45b0-e849-4bd9-95bd-37b96a770511), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:50.867712 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d84c7a3f-d5b3-45c9-a080-fae60f2b639e tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36eb45b0-e849-4bd9-95bd-37b96a770511']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:50.878298 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bb8073ea-0c52-4ed6-9ed7-8b6b6a58b94a None None] Port df47b64b-0f24-465c-9de2-7d8a1a36e962 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:50.896361 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port fcfb7c24-7aa4-49c9-bb02-6161801a2386, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=fcfb7c24-7aa4-49c9-bb02-6161801a2386,segment=NetworkSegment(7211e1c8-5de7-40d2-b662-3cce7559b8c7),segment_id=7211e1c8-5de7-40d2-b662-3cce7559b8c7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:50.922693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d84c7a3f-d5b3-45c9-a080-fae60f2b639e tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976874ed-c260-4297-9675-938b5c6b75b1') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:50.924536 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d84c7a3f-d5b3-45c9-a080-fae60f2b639e tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976874ed-c260-4297-9675-938b5c6b75b1') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:50.928042 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'fcfb7c24-7aa4-49c9-bb02-6161801a2386', 'network_id': '8593dde6-4ab4-434c-8a50-93afcc61779b', 'port_id': 'fcfb7c24-7aa4-49c9-bb02-6161801a2386', 'mac_address': 'fa:16:3e:ed:f0:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b88e8ac-d969-447a-b9ce-98d85c1957c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:51.008801 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port fcfb7c24-7aa4-49c9-bb02-6161801a2386 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:51.009448 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fcfb7c24-7aa4-49c9-bb02-6161801a2386), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:51.027587 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcfb7c24-7aa4-49c9-bb02-6161801a2386 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:51.033957 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d84c7a3f-d5b3-45c9-a080-fae60f2b639e tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (976874ed-c260-4297-9675-938b5c6b75b1), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:51.059990 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port fcfb7c24-7aa4-49c9-bb02-6161801a2386, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=fcfb7c24-7aa4-49c9-bb02-6161801a2386,segment=NetworkSegment(7211e1c8-5de7-40d2-b662-3cce7559b8c7),segment_id=7211e1c8-5de7-40d2-b662-3cce7559b8c7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:51.067090 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fcfb7c24-7aa4-49c9-bb02-6161801a2386), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:51.081277 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d84c7a3f-d5b3-45c9-a080-fae60f2b639e tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (976874ed-c260-4297-9675-938b5c6b75b1), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:51.124923 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84c7a3f-d5b3-45c9-a080-fae60f2b639e tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:36:51.126847 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d84c7a3f-d5b3-45c9-a080-fae60f2b639e tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (976874ed-c260-4297-9675-938b5c6b75b1), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:51.139532 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60979d-e7d4-49ad-93db-cb3237837780 req-f285201a-485f-450d-b336-f457e46708e8 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:51.142290 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9c60979d-e7d4-49ad-93db-cb3237837780 req-f285201a-485f-450d-b336-f457e46708e8 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c6b012a-4e28-47a4-961f-dc25ae94421a HTTP/1.1" status: 200 len: 932 time: 0.1901600 Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:36:51.143295 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:36:51.156103 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=fcfb7c24-7aa4-49c9-bb02-6161801a2386,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:51.206229 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df47b64b-0f24-465c-9de2-7d8a1a36e962 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:51.218338 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] Publish callbacks [] for port (df47b64b-0f24-465c-9de2-7d8a1a36e962), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:51.243184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] Transition to ACTIVE for port object df47b64b-0f24-465c-9de2-7d8a1a36e962 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:51.249301 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (df47b64b-0f24-465c-9de2-7d8a1a36e962), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:51.352620 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9c60979d-e7d4-49ad-93db-cb3237837780 req-e2461eea-b501-4a84-bcb4-947c7ade81b9 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/security-groups?id=3193629d-4a1f-4102-91af-5bdbfb714732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917720 Feb 09 21:36:51.372034 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['fcfb7c24-7aa4-49c9-bb02-6161801a2386'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:51.397296 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d84c7a3f-d5b3-45c9-a080-fae60f2b639e tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (36eb45b0-e849-4bd9-95bd-37b96a770511), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:51.414231 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84c7a3f-d5b3-45c9-a080-fae60f2b639e tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 36eb45b0-e849-4bd9-95bd-37b96a770511 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 21:36:51.419255 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d84c7a3f-d5b3-45c9-a080-fae60f2b639e tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:51.434028 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d84c7a3f-d5b3-45c9-a080-fae60f2b639e tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "DELETE /v2.0/networks/36eb45b0-e849-4bd9-95bd-37b96a770511 HTTP/1.1" status: 204 len: 168 time: 1.3658826 Feb 09 21:36:51.472403 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c7a3f-d5b3-45c9-a080-fae60f2b639e tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Pushing event deleted for resources: {'Network': ['ID=36eb45b0-e849-4bd9-95bd-37b96a770511,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:51.524814 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=df47b64b-0f24-465c-9de2-7d8a1a36e962,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:51.580601 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] Attempting to bind port df47b64b-0f24-465c-9de2-7d8a1a36e962 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:51.587104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] Attempting to bind port df47b64b-0f24-465c-9de2-7d8a1a36e962 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '8f76e818-7e29-43f3-8e6a-12b1d725f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1eef7485-0778-427a-acd3-a89221323e05'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:51.587573 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] Attempting to bind port df47b64b-0f24-465c-9de2-7d8a1a36e962 on network 1eef7485-0778-427a-acd3-a89221323e05 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:51.606567 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] Port df47b64b-0f24-465c-9de2-7d8a1a36e962 on network 1eef7485-0778-427a-acd3-a89221323e05 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:51.606896 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] Attempting to bind port df47b64b-0f24-465c-9de2-7d8a1a36e962 on network 1eef7485-0778-427a-acd3-a89221323e05 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:51.654493 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:51.655079 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] Checking segment: {'id': '8f76e818-7e29-43f3-8e6a-12b1d725f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1eef7485-0778-427a-acd3-a89221323e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:51.655638 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] Bound using segment: {'id': '8f76e818-7e29-43f3-8e6a-12b1d725f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1eef7485-0778-427a-acd3-a89221323e05'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:51.656347 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] Bound port: df47b64b-0f24-465c-9de2-7d8a1a36e962, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f76e818-7e29-43f3-8e6a-12b1d725f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1eef7485-0778-427a-acd3-a89221323e05'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:51.657397 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (df47b64b-0f24-465c-9de2-7d8a1a36e962), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:51.920543 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8052428-b499-484e-9b75-329bb4b2e574 req-b325e9cd-def5-48bd-8ec7-391177ac28f3 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:51.931248 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] For port df47b64b-0f24-465c-9de2-7d8a1a36e962, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:51.931985 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8052428-b499-484e-9b75-329bb4b2e574 req-b325e9cd-def5-48bd-8ec7-391177ac28f3 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a6d63ce-4f25-435b-a51a-6fe3bb02069a HTTP/1.1" status: 200 len: 946 time: 0.2887714 Feb 09 21:36:51.935181 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] For port df47b64b-0f24-465c-9de2-7d8a1a36e962, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=df47b64b-0f24-465c-9de2-7d8a1a36e962,segment=NetworkSegment(8f76e818-7e29-43f3-8e6a-12b1d725f2d6),segment_id=8f76e818-7e29-43f3-8e6a-12b1d725f2d6)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:51.955461 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (df47b64b-0f24-465c-9de2-7d8a1a36e962), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:52.022350 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:52.023941 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:52.024801 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8052428-b499-484e-9b75-329bb4b2e574 req-e98b123d-0d3f-4a33-921d-a7138fcdd1b0 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824893 Feb 09 21:36:52.025967 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] 10.222.0.42 "PUT /v2.0/ports/df47b64b-0f24-465c-9de2-7d8a1a36e962 HTTP/1.1" status: 200 len: 1092 time: 1.8047514 Feb 09 21:36:52.031120 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6b012a-4e28-47a4-961f-dc25ae94421a', 'tag': 'df47b64b-0f24-465c-9de2-7d8a1a36e962'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:52.034006 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2d8a63-1763-4c18-819d-0d2e7000fefd" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6b012a-4e28-47a4-961f-dc25ae94421a", "tag": "df47b64b-0f24-465c-9de2-7d8a1a36e962"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:52.087280 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9d10c-e669-4d23-a2e9-56858971d6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=df47b64b-0f24-465c-9de2-7d8a1a36e962,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:52.093106 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a197cea-43bb-40e3-a1ed-a5143d6588f9 x-openstack-request-id: req-7a197cea-43bb-40e3-a1ed-a5143d6588f9 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:52.093636 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccac13ea-0468-483b-9c88-be14ba3e0ddf", "name": "network-vif-plugged", "status": "completed", "tag": "b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:52.093636 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a197cea-43bb-40e3-a1ed-a5143d6588f9 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:52.094143 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccac13ea-0468-483b-9c88-be14ba3e0ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1', 'code': 200} Feb 09 21:36:52.193036 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54390) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:52.197915 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b647c5a1-9e79-4913-a7e8-9c391bdd6b16 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Request body: {'router': {'name': 'tempest-router--208547823', 'project_id': 'caf8d6a64f224b56aaee2d8530634033'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:52.226914 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b647c5a1-9e79-4913-a7e8-9c391bdd6b16 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (6274b528-0850-4249-adf8-1b03ba26de8e), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:52.228222 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b647c5a1-9e79-4913-a7e8-9c391bdd6b16 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (6274b528-0850-4249-adf8-1b03ba26de8e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:52.405900 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137831cf-696d-427e-a871-7f23e1c5a74f req-74590a30-63bb-4ba1-946a-9bdead92f35b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:52.409204 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-137831cf-696d-427e-a871-7f23e1c5a74f req-74590a30-63bb-4ba1-946a-9bdead92f35b tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 945 time: 0.1629853 Feb 09 21:36:52.419416 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b647c5a1-9e79-4913-a7e8-9c391bdd6b16 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_controller (6274b528-0850-4249-adf8-1b03ba26de8e), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:52.466348 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b647c5a1-9e79-4913-a7e8-9c391bdd6b16 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (6274b528-0850-4249-adf8-1b03ba26de8e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:52.519489 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b647c5a1-9e79-4913-a7e8-9c391bdd6b16 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:52.520963 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b647c5a1-9e79-4913-a7e8-9c391bdd6b16 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3267918 Feb 09 21:36:52.525953 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54394) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:52.556190 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device fcfb7c24-7aa4-49c9-bb02-6161801a2386 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:52.574129 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-137831cf-696d-427e-a871-7f23e1c5a74f req-4d4f2814-d5f4-4ca6-a8a2-6612ab5d5791 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584904 Feb 09 21:36:52.632168 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port fcfb7c24-7aa4-49c9-bb02-6161801a2386 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:36:52.637972 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port fcfb7c24-7aa4-49c9-bb02-6161801a2386 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:52.638824 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fcfb7c24-7aa4-49c9-bb02-6161801a2386), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:52.665530 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-bd3fda2f-aa10-4669-afde-5a71c1c48a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:52.679509 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-bd3fda2f-aa10-4669-afde-5a71c1c48a55 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eed28ccdbdc94832aabbf9b9cc24b225&device_id=5c6b012a-4e28-47a4-961f-dc25ae94421a HTTP/1.1" status: 200 len: 1126 time: 0.3422139 Feb 09 21:36:52.719082 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2870c145-1eeb-4ce8-a416-aeb42cba35f9 x-openstack-request-id: req-2870c145-1eeb-4ce8-a416-aeb42cba35f9 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:52.720629 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e980bd20-dcf0-4791-988a-839bb4de68a3", "name": "network-vif-deleted", "tag": "711822d2-c240-47e9-b5f4-76b45729d4e1", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:52.721298 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2870c145-1eeb-4ce8-a416-aeb42cba35f9 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:52.722183 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e980bd20-dcf0-4791-988a-839bb4de68a3', 'name': 'network-vif-deleted', 'tag': '711822d2-c240-47e9-b5f4-76b45729d4e1', 'status': 'completed', 'code': 200} Feb 09 21:36:52.758608 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ff935-01b9-4e6a-994c-adf22c092c0c req-d4963887-5c42-493f-9f2a-fcbfa75577dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:52.761258 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9e1ff935-01b9-4e6a-994c-adf22c092c0c req-d4963887-5c42-493f-9f2a-fcbfa75577dc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 1127 time: 0.3982751 Feb 09 21:36:52.860404 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-04d77e23-b17a-4657-9488-ff5e8fb49f59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df47b64b-0f24-465c-9de2-7d8a1a36e962 HTTP/1.1" status: 200 len: 217 time: 0.0973532 Feb 09 21:36:52.867599 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port fcfb7c24-7aa4-49c9-bb02-6161801a2386 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:52.868268 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fcfb7c24-7aa4-49c9-bb02-6161801a2386), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:52.885219 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6493b4a3-3c71-4771-953d-8d14989686d5 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router (6274b528-0850-4249-adf8-1b03ba26de8e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:52.954974 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port fcfb7c24-7aa4-49c9-bb02-6161801a2386, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=fcfb7c24-7aa4-49c9-bb02-6161801a2386,segment=NetworkSegment(7211e1c8-5de7-40d2-b662-3cce7559b8c7),segment_id=7211e1c8-5de7-40d2-b662-3cce7559b8c7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:52.962836 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fcfb7c24-7aa4-49c9-bb02-6161801a2386), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:52.964708 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 711822d2-c240-47e9-b5f4-76b45729d4e1 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:53.027460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 711822d2-c240-47e9-b5f4-76b45729d4e1 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:53.041414 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 711822d2-c240-47e9-b5f4-76b45729d4e1 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:53.095476 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-0aad8f05-4ce1-4fd6-a2ef-42c7793f91d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:53.097437 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-0aad8f05-4ce1-4fd6-a2ef-42c7793f91d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e HTTP/1.1" status: 200 len: 844 time: 0.2302225 Feb 09 21:36:53.127435 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=fcfb7c24-7aa4-49c9-bb02-6161801a2386,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:53.133300 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d6751-6492-4e4c-9a02-be046f520fa4 req-978be51a-041d-4b9a-a2f1-d7447c768348 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:53.136000 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-554d6751-6492-4e4c-9a02-be046f520fa4 req-978be51a-041d-4b9a-a2f1-d7447c768348 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 946 time: 0.1719420 Feb 09 21:36:53.211134 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-554d6751-6492-4e4c-9a02-be046f520fa4 req-3c3a35db-737b-4f76-bd24-21fc1da256f9 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664358 Feb 09 21:36:53.216894 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9e1ff935-01b9-4e6a-994c-adf22c092c0c req-fa275e18-6381-44b9-9872-aba891a2196f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374456 Feb 09 21:36:53.281016 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00077a9-26d9-4a68-aff7-8efd8b92cf13 x-openstack-request-id: req-d00077a9-26d9-4a68-aff7-8efd8b92cf13 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:53.282141 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6b012a-4e28-47a4-961f-dc25ae94421a", "tag": "df47b64b-0f24-465c-9de2-7d8a1a36e962", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:53.282141 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d00077a9-26d9-4a68-aff7-8efd8b92cf13 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:53.282595 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c6b012a-4e28-47a4-961f-dc25ae94421a', 'tag': 'df47b64b-0f24-465c-9de2-7d8a1a36e962', 'status': 'completed', 'code': 200} Feb 09 21:36:53.364571 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6493b4a3-3c71-4771-953d-8d14989686d5 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (6274b528-0850-4249-adf8-1b03ba26de8e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:53.373694 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6493b4a3-3c71-4771-953d-8d14989686d5 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_controller (6274b528-0850-4249-adf8-1b03ba26de8e), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:53.397015 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-1b4bb8a0-60e8-43b4-acd4-58684eabcbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:53.399544 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-1b4bb8a0-60e8-43b4-acd4-58684eabcbde service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1eef7485-0778-427a-acd3-a89221323e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2933600 Feb 09 21:36:53.504161 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f04252-fb1d-4979-8ec8-6a46dd571a12 req-ad01e7c7-37a1-4ac1-aac0-62c5aef0edb6 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:53.506901 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84f04252-fb1d-4979-8ec8-6a46dd571a12 req-ad01e7c7-37a1-4ac1-aac0-62c5aef0edb6 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a6d63ce-4f25-435b-a51a-6fe3bb02069a HTTP/1.1" status: 200 len: 946 time: 0.1169312 Feb 09 21:36:53.512823 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6493b4a3-3c71-4771-953d-8d14989686d5 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (6274b528-0850-4249-adf8-1b03ba26de8e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:53.513815 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6493b4a3-3c71-4771-953d-8d14989686d5 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6274b528-0850-4249-adf8-1b03ba26de8e {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:36:53.584668 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6493b4a3-3c71-4771-953d-8d14989686d5 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:53.587758 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6493b4a3-3c71-4771-953d-8d14989686d5 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "DELETE /v2.0/routers/6274b528-0850-4249-adf8-1b03ba26de8e HTTP/1.1" status: 204 len: 168 time: 1.0604851 Feb 09 21:36:53.599108 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84f04252-fb1d-4979-8ec8-6a46dd571a12 req-3905b637-00ab-4e0a-951e-ce2b19516115 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835295 Feb 09 21:36:53.706116 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-05633432-c1e2-45c7-acf0-30796d5dfebe service neutron] 10.222.0.42 "GET /v2.0/networks/1eef7485-0778-427a-acd3-a89221323e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414904 Feb 09 21:36:53.800969 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805d765-6822-46d2-8ad7-c7e529fed73f req-f3729b30-a9c2-492e-ab8d-d424db94c216 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:53.803955 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f805d765-6822-46d2-8ad7-c7e529fed73f req-f3729b30-a9c2-492e-ab8d-d424db94c216 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c6b012a-4e28-47a4-961f-dc25ae94421a HTTP/1.1" status: 200 len: 944 time: 0.1054437 Feb 09 21:36:53.818747 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54406) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:53.866498 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0a17db3c-69c9-45a0-8909-afe0b0991879 req-a9b5acd2-816a-4155-87cd-0356246d2567 service neutron] 10.222.0.42 "GET /v2.0/networks/1eef7485-0778-427a-acd3-a89221323e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549077 Feb 09 21:36:53.966911 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f805d765-6822-46d2-8ad7-c7e529fed73f req-ab400777-e184-417c-8320-fcf0a92db98a tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/security-groups?id=3193629d-4a1f-4102-91af-5bdbfb714732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514025 Feb 09 21:36:54.030701 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d8a63-1763-4c18-819d-0d2e7000fefd req-6f0be4bd-076c-442d-90d7-34b3ba7f1fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:54.034006 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cc2d8a63-1763-4c18-819d-0d2e7000fefd req-6f0be4bd-076c-442d-90d7-34b3ba7f1fef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eed28ccdbdc94832aabbf9b9cc24b225&device_id=5c6b012a-4e28-47a4-961f-dc25ae94421a HTTP/1.1" status: 200 len: 1126 time: 0.0838869 Feb 09 21:36:54.095683 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfb7c24-7aa4-49c9-bb02-6161801a2386'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:54.101414 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0373e3c7-ac7b-4ec2-b131-f8f28dfcbdbe" -d '{"events": [{"server_uuid": "8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff", "name": "network-vif-plugged", "status": "completed", "tag": "fcfb7c24-7aa4-49c9-bb02-6161801a2386"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:54.331225 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d8a63-1763-4c18-819d-0d2e7000fefd req-05ffdb2b-fd39-4208-b21b-b09f7a5e1221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:54.333539 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cc2d8a63-1763-4c18-819d-0d2e7000fefd req-05ffdb2b-fd39-4208-b21b-b09f7a5e1221 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1eef7485-0778-427a-acd3-a89221323e05 HTTP/1.1" status: 200 len: 906 time: 0.2908194 Feb 09 21:36:54.362815 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-26ae7b3a-7c3a-4fec-bae3-09edc82a78cb tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1430471157', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}, 'admin_state_up': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:54.434669 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cc2d8a63-1763-4c18-819d-0d2e7000fefd req-8024f782-6362-400b-bf34-c0c4697a83bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df47b64b-0f24-465c-9de2-7d8a1a36e962 HTTP/1.1" status: 200 len: 217 time: 0.0876753 Feb 09 21:36:54.502757 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d8a63-1763-4c18-819d-0d2e7000fefd req-037e9963-9082-45f6-b7e4-2234a9119b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:54.504337 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cc2d8a63-1763-4c18-819d-0d2e7000fefd req-037e9963-9082-45f6-b7e4-2234a9119b52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e HTTP/1.1" status: 200 len: 844 time: 0.0626535 Feb 09 21:36:54.529460 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26ae7b3a-7c3a-4fec-bae3-09edc82a78cb tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (cb6eabc3-3317-456d-96b1-7347a8d1cf18), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.530922 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26ae7b3a-7c3a-4fec-bae3-09edc82a78cb tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (cb6eabc3-3317-456d-96b1-7347a8d1cf18), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.557890 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device fba4a71d-b451-45f1-9a20-88fafb3716ed details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:54.810400 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26ae7b3a-7c3a-4fec-bae3-09edc82a78cb tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_controller (cb6eabc3-3317-456d-96b1-7347a8d1cf18), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.822772 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d8a63-1763-4c18-819d-0d2e7000fefd req-20912545-d18f-439f-b07e-7815ca78a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:54.824491 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cc2d8a63-1763-4c18-819d-0d2e7000fefd req-20912545-d18f-439f-b07e-7815ca78a1cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1eef7485-0778-427a-acd3-a89221323e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3121076 Feb 09 21:36:54.835060 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port fba4a71d-b451-45f1-9a20-88fafb3716ed, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=fba4a71d-b451-45f1-9a20-88fafb3716ed,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:54.865918 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'fba4a71d-b451-45f1-9a20-88fafb3716ed', 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347', 'port_id': 'fba4a71d-b451-45f1-9a20-88fafb3716ed', 'mac_address': 'fa:16:3e:19:95:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351fd407-a245-4a16-90db-5d5f752397dc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:54.935158 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d6af4-6836-44d7-902e-0a98619e22a0 req-619542e9-a41f-4652-9f63-c00b440c5c77 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:54.944236 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee7d6af4-6836-44d7-902e-0a98619e22a0 req-619542e9-a41f-4652-9f63-c00b440c5c77 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f0c0d84-088e-44f4-808a-a306a5163a62 HTTP/1.1" status: 200 len: 944 time: 0.1415434 Feb 09 21:36:54.960580 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port fba4a71d-b451-45f1-9a20-88fafb3716ed is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:54.961043 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fba4a71d-b451-45f1-9a20-88fafb3716ed), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.994814 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba4a71d-b451-45f1-9a20-88fafb3716ed {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:55.051183 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port fba4a71d-b451-45f1-9a20-88fafb3716ed, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=fba4a71d-b451-45f1-9a20-88fafb3716ed,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:55.064779 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fba4a71d-b451-45f1-9a20-88fafb3716ed), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.201528 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=fba4a71d-b451-45f1-9a20-88fafb3716ed,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:55.322160 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['fba4a71d-b451-45f1-9a20-88fafb3716ed'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:55.538190 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-ee7d6af4-6836-44d7-902e-0a98619e22a0 req-bbb33058-cea9-410e-9f24-21b537726b1a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Deleting port 76123fe0-b83f-4bb5-a35b-93e23d01d82a {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:55.538677 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ee7d6af4-6836-44d7-902e-0a98619e22a0 req-bbb33058-cea9-410e-9f24-21b537726b1a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (76123fe0-b83f-4bb5-a35b-93e23d01d82a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.743952 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-ee7d6af4-6836-44d7-902e-0a98619e22a0 req-bbb33058-cea9-410e-9f24-21b537726b1a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] For port 76123fe0-b83f-4bb5-a35b-93e23d01d82a, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=76123fe0-b83f-4bb5-a35b-93e23d01d82a,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:55.744302 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ee7d6af4-6836-44d7-902e-0a98619e22a0 req-bbb33058-cea9-410e-9f24-21b537726b1a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (76123fe0-b83f-4bb5-a35b-93e23d01d82a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.765706 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-ee7d6af4-6836-44d7-902e-0a98619e22a0 req-bbb33058-cea9-410e-9f24-21b537726b1a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Calling delete_port for 76123fe0-b83f-4bb5-a35b-93e23d01d82a owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:55.873743 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dd77a73e-0e91-4e86-b892-b1188f5f7526 req-55409300-ccf3-4b8f-b81b-1807599e854a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1385996 Feb 09 21:36:55.886008 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26ae7b3a-7c3a-4fec-bae3-09edc82a78cb tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_gateway (cb6eabc3-3317-456d-96b1-7347a8d1cf18), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.985093 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device df47b64b-0f24-465c-9de2-7d8a1a36e962 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:56.029446 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cc2d8a63-1763-4c18-819d-0d2e7000fefd req-5187da07-27b6-4984-998c-5bc1cb7deefd service neutron] 10.222.0.42 "GET /v2.0/networks/1eef7485-0778-427a-acd3-a89221323e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1887846 Feb 09 21:36:56.080159 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ee7d6af4-6836-44d7-902e-0a98619e22a0 req-bbb33058-cea9-410e-9f24-21b537726b1a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (76123fe0-b83f-4bb5-a35b-93e23d01d82a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.150896 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb33058-cea9-410e-9f24-21b537726b1a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Pushing event deleted for resources: {'Port': ['ID=76123fe0-b83f-4bb5-a35b-93e23d01d82a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:56.218737 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77a73e-0e91-4e86-b892-b1188f5f7526 req-65329bd3-a08a-409d-aa1f-26162b6569cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:56.221518 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dd77a73e-0e91-4e86-b892-b1188f5f7526 req-65329bd3-a08a-409d-aa1f-26162b6569cb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 1126 time: 0.2965395 Feb 09 21:36:56.223297 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4030fe-ebca-45eb-88af-b973259aaffa x-openstack-request-id: req-ab4030fe-ebca-45eb-88af-b973259aaffa {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:56.223297 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff", "name": "network-vif-plugged", "status": "completed", "tag": "fcfb7c24-7aa4-49c9-bb02-6161801a2386", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:56.223297 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ab4030fe-ebca-45eb-88af-b973259aaffa {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:56.223816 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfb7c24-7aa4-49c9-bb02-6161801a2386', 'code': 200} Feb 09 21:36:56.226629 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7d6af4-6836-44d7-902e-0a98619e22a0 req-bbb33058-cea9-410e-9f24-21b537726b1a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] No DVR routers for this DVR port 76123fe0-b83f-4bb5-a35b-93e23d01d82a on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:56.232378 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ee7d6af4-6836-44d7-902e-0a98619e22a0 req-bbb33058-cea9-410e-9f24-21b537726b1a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.241970 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee7d6af4-6836-44d7-902e-0a98619e22a0 req-bbb33058-cea9-410e-9f24-21b537726b1a tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.71 "DELETE /v2.0/ports/76123fe0-b83f-4bb5-a35b-93e23d01d82a HTTP/1.1" status: 204 len: 173 time: 1.2931604 Feb 09 21:36:56.243423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0c0d84-088e-44f4-808a-a306a5163a62', 'name': 'network-vif-deleted', 'tag': '76123fe0-b83f-4bb5-a35b-93e23d01d82a'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:56.251192 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f34909-2083-438b-a9d4-bd86e8287703" -d '{"events": [{"server_uuid": "4f0c0d84-088e-44f4-808a-a306a5163a62", "name": "network-vif-deleted", "tag": "76123fe0-b83f-4bb5-a35b-93e23d01d82a"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:56.433490 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port df47b64b-0f24-465c-9de2-7d8a1a36e962, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=df47b64b-0f24-465c-9de2-7d8a1a36e962,segment=NetworkSegment(8f76e818-7e29-43f3-8e6a-12b1d725f2d6),segment_id=8f76e818-7e29-43f3-8e6a-12b1d725f2d6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:56.512858 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'df47b64b-0f24-465c-9de2-7d8a1a36e962', 'network_id': '1eef7485-0778-427a-acd3-a89221323e05', 'port_id': 'df47b64b-0f24-465c-9de2-7d8a1a36e962', 'mac_address': 'fa:16:3e:c9:cf:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:56.518507 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cc2d8a63-1763-4c18-819d-0d2e7000fefd req-edaafbca-7c73-42be-9667-ccc414fa9a49 service neutron] 10.222.0.42 "GET /v2.0/networks/1eef7485-0778-427a-acd3-a89221323e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764974 Feb 09 21:36:56.623514 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device fba4a71d-b451-45f1-9a20-88fafb3716ed up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:56.647292 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d65171-1f49-4573-a118-13a5e172073f req-094f99fa-b2b4-4b59-bf5f-9598eab04e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:56.650066 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-16d65171-1f49-4573-a118-13a5e172073f req-094f99fa-b2b4-4b59-bf5f-9598eab04e84 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 1128 time: 0.2619541 Feb 09 21:36:56.656063 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77a73e-0e91-4e86-b892-b1188f5f7526 req-b29b4de0-fa9e-4aa0-bb47-875a736bdd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:56.658291 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd77a73e-0e91-4e86-b892-b1188f5f7526 req-b29b4de0-fa9e-4aa0-bb47-875a736bdd78 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 922 time: 0.3750162 Feb 09 21:36:56.765024 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd77a73e-0e91-4e86-b892-b1188f5f7526 req-6085f438-a1dd-4fd7-9ec7-a5794c3d0eda service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e449a260-1ced-47f5-8970-977165f448b0 HTTP/1.1" status: 200 len: 217 time: 0.0978110 Feb 09 21:36:56.777508 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26ae7b3a-7c3a-4fec-bae3-09edc82a78cb tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_gateway (cb6eabc3-3317-456d-96b1-7347a8d1cf18), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.781497 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-16d65171-1f49-4573-a118-13a5e172073f req-5ee90ae3-e636-4c6e-aeaa-98f8524e0909 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802894 Feb 09 21:36:56.840959 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26ae7b3a-7c3a-4fec-bae3-09edc82a78cb tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.905504 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f59f5-9755-4d0e-afbc-bb9d03828335 req-39b385f4-ff4b-400f-999e-6a38c1a8bf9d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:56.915914 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port df47b64b-0f24-465c-9de2-7d8a1a36e962 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:56.916309 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (df47b64b-0f24-465c-9de2-7d8a1a36e962), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.920661 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d40f59f5-9755-4d0e-afbc-bb9d03828335 req-39b385f4-ff4b-400f-999e-6a38c1a8bf9d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 945 time: 0.2672420 Feb 09 21:36:56.946818 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77a73e-0e91-4e86-b892-b1188f5f7526 req-671ab7c3-bd1b-45a2-9d38-ad44b70129f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:56.948409 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd77a73e-0e91-4e86-b892-b1188f5f7526 req-671ab7c3-bd1b-45a2-9d38-ad44b70129f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.1749623 Feb 09 21:36:56.950900 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df47b64b-0f24-465c-9de2-7d8a1a36e962 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:57.004444 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port df47b64b-0f24-465c-9de2-7d8a1a36e962, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=df47b64b-0f24-465c-9de2-7d8a1a36e962,segment=NetworkSegment(8f76e818-7e29-43f3-8e6a-12b1d725f2d6),segment_id=8f76e818-7e29-43f3-8e6a-12b1d725f2d6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:57.018440 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port fba4a71d-b451-45f1-9a20-88fafb3716ed completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:36:57.021164 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (df47b64b-0f24-465c-9de2-7d8a1a36e962), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:57.042311 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port fba4a71d-b451-45f1-9a20-88fafb3716ed triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:57.042724 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fba4a71d-b451-45f1-9a20-88fafb3716ed), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:57.058139 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd77a73e-0e91-4e86-b892-b1188f5f7526 req-28595402-6508-4e9e-8b2b-22b4f366f181 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717306 Feb 09 21:36:57.153046 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d40f59f5-9755-4d0e-afbc-bb9d03828335 req-b1335180-3a85-4dba-adfb-ed65be055938 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194424 Feb 09 21:36:57.168883 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-26ae7b3a-7c3a-4fec-bae3-09edc82a78cb tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Allocated IP 172.25.6.94 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/507d61b9-5ca7-4ded-b74f-48c758e5f731) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:57.303118 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd77a73e-0e91-4e86-b892-b1188f5f7526 req-f23dbda1-e7c9-4f46-a307-0dd4d487bc6b service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261653 Feb 09 21:36:57.311910 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=df47b64b-0f24-465c-9de2-7d8a1a36e962,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:57.397946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port fba4a71d-b451-45f1-9a20-88fafb3716ed is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:57.398427 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fba4a71d-b451-45f1-9a20-88fafb3716ed), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:57.400902 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['df47b64b-0f24-465c-9de2-7d8a1a36e962'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:57.510248 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a8ad2-04b1-4cfa-8e48-d64a19b92f17 req-c27fb164-5056-48d8-be20-2b96f388d041 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:57.511935 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc4a8ad2-04b1-4cfa-8e48-d64a19b92f17 req-c27fb164-5056-48d8-be20-2b96f388d041 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 946 time: 0.0962312 Feb 09 21:36:57.516601 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd77a73e-0e91-4e86-b892-b1188f5f7526 req-4391498a-d4a7-4c1a-ae14-4bf98529ccc1 service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073658 Feb 09 21:36:57.565585 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26ae7b3a-7c3a-4fec-bae3-09edc82a78cb tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for port (507d61b9-5ca7-4ded-b74f-48c758e5f731), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:57.595095 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port fba4a71d-b451-45f1-9a20-88fafb3716ed, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=fba4a71d-b451-45f1-9a20-88fafb3716ed,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:57.608438 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fba4a71d-b451-45f1-9a20-88fafb3716ed), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:57.608774 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc4a8ad2-04b1-4cfa-8e48-d64a19b92f17 req-ec3677ee-a51e-4af8-b4b4-34a2a81d4275 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792620 Feb 09 21:36:57.609281 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 76123fe0-b83f-4bb5-a35b-93e23d01d82a no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:57.673545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 76123fe0-b83f-4bb5-a35b-93e23d01d82a {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:57.673545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 76123fe0-b83f-4bb5-a35b-93e23d01d82a not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:57.678037 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26ae7b3a-7c3a-4fec-bae3-09edc82a78cb tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (507d61b9-5ca7-4ded-b74f-48c758e5f731), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:57.717489 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=fba4a71d-b451-45f1-9a20-88fafb3716ed,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:57.798915 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ae7b3a-7c3a-4fec-bae3-09edc82a78cb tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:57.816258 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-26ae7b3a-7c3a-4fec-bae3-09edc82a78cb tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:57.840749 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae7b3a-7c3a-4fec-bae3-09edc82a78cb tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:57.902979 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae7b3a-7c3a-4fec-bae3-09edc82a78cb tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Pushing event updated for resources: {'Port': ['ID=507d61b9-5ca7-4ded-b74f-48c758e5f731,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:58.014152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43402950-cbdb-4929-8e48-c3cd69a2c8d9 req-c5b8e656-df54-45c3-9d8d-ec58dd3682b6 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:58.032419 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-43402950-cbdb-4929-8e48-c3cd69a2c8d9 req-c5b8e656-df54-45c3-9d8d-ec58dd3682b6 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c6b012a-4e28-47a4-961f-dc25ae94421a HTTP/1.1" status: 200 len: 945 time: 0.1277223 Feb 09 21:36:58.110632 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-43402950-cbdb-4929-8e48-c3cd69a2c8d9 req-8ca8ae18-2005-46b9-90b2-ed89c8b2aa29 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/security-groups?id=3193629d-4a1f-4102-91af-5bdbfb714732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725772 Feb 09 21:36:58.224572 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7f24f2-f0f9-4af9-8d74-608002fad753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba4a71d-b451-45f1-9a20-88fafb3716ed'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:58.228454 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee123a48-11d3-4561-9797-614340839d90" -d '{"events": [{"server_uuid": "aa7f24f2-f0f9-4af9-8d74-608002fad753", "name": "network-vif-plugged", "status": "completed", "tag": "fba4a71d-b451-45f1-9a20-88fafb3716ed"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:58.347598 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26ae7b3a-7c3a-4fec-bae3-09edc82a78cb tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_gateway (cb6eabc3-3317-456d-96b1-7347a8d1cf18), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:58.372395 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f88528-690f-4ead-8527-01457b29875f x-openstack-request-id: req-54f88528-690f-4ead-8527-01457b29875f {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:58.374174 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0c0d84-088e-44f4-808a-a306a5163a62", "name": "network-vif-deleted", "tag": "76123fe0-b83f-4bb5-a35b-93e23d01d82a", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:58.375059 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-54f88528-690f-4ead-8527-01457b29875f {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:58.375928 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0c0d84-088e-44f4-808a-a306a5163a62', 'name': 'network-vif-deleted', 'tag': '76123fe0-b83f-4bb5-a35b-93e23d01d82a', 'status': 'completed', 'code': 200} Feb 09 21:36:58.553054 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cea6c0-680d-4338-aeb3-d0ed5fabdafe req-2fee34db-6d36-4b27-9d17-a8a6a132fb27 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:58.554576 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e2cea6c0-680d-4338-aeb3-d0ed5fabdafe req-2fee34db-6d36-4b27-9d17-a8a6a132fb27 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 945 time: 0.0604210 Feb 09 21:36:58.623046 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e2cea6c0-680d-4338-aeb3-d0ed5fabdafe req-0d41f995-44e1-4205-8144-8fbb0bdb9c6d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560849 Feb 09 21:36:58.672150 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26ae7b3a-7c3a-4fec-bae3-09edc82a78cb tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (cb6eabc3-3317-456d-96b1-7347a8d1cf18), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:58.941663 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6dec72-fb1d-451c-9a94-30561dd413d3 x-openstack-request-id: req-1c6dec72-fb1d-451c-9a94-30561dd413d3 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:58.942430 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7f24f2-f0f9-4af9-8d74-608002fad753", "name": "network-vif-plugged", "status": "completed", "tag": "fba4a71d-b451-45f1-9a20-88fafb3716ed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:58.943032 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c6dec72-fb1d-451c-9a94-30561dd413d3 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:58.945298 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7f24f2-f0f9-4af9-8d74-608002fad753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba4a71d-b451-45f1-9a20-88fafb3716ed', 'code': 200} Feb 09 21:36:58.973576 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ae7b3a-7c3a-4fec-bae3-09edc82a78cb tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Router cb6eabc3-3317-456d-96b1-7347a8d1cf18 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:36:59.124531 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ace08-6af5-41e5-b449-e6881d95d539 req-d4837353-e27c-454c-960f-5862ed15d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:59.129389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-153ace08-6af5-41e5-b449-e6881d95d539 req-d4837353-e27c-454c-960f-5862ed15d986 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 1127 time: 0.1016927 Feb 09 21:36:59.176903 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ae7b3a-7c3a-4fec-bae3-09edc82a78cb tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:59.191258 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43835285-03a3-4dfa-8764-468120758cc8 None None] Sync routers for ids ['cb6eabc3-3317-456d-96b1-7347a8d1cf18'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:59.213482 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26ae7b3a-7c3a-4fec-bae3-09edc82a78cb tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.214974 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-26ae7b3a-7c3a-4fec-bae3-09edc82a78cb tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.3944621 Feb 09 21:36:59.219056 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54470) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:59.225366 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43835285-03a3-4dfa-8764-468120758cc8 None None] Routers {'cb6eabc3-3317-456d-96b1-7347a8d1cf18'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:59.226274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-43835285-03a3-4dfa-8764-468120758cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['cb6eabc3-3317-456d-96b1-7347a8d1cf18'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:59.232139 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-153ace08-6af5-41e5-b449-e6881d95d539 req-68ee9bab-ce30-421e-b6b5-7c2ea5ff2cab service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956359 Feb 09 21:36:59.306456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-43835285-03a3-4dfa-8764-468120758cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:59.328093 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43835285-03a3-4dfa-8764-468120758cc8 None None] Routers {'cb6eabc3-3317-456d-96b1-7347a8d1cf18'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:59.329059 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-43835285-03a3-4dfa-8764-468120758cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['cb6eabc3-3317-456d-96b1-7347a8d1cf18'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:59.380713 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f3e3a678-4fec-473f-8a65-b8e070fdc169 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "GET /v2.0/routers/cb6eabc3-3317-456d-96b1-7347a8d1cf18 HTTP/1.1" status: 200 len: 924 time: 0.1607170 Feb 09 21:36:59.385409 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54474) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:59.409610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-43835285-03a3-4dfa-8764-468120758cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:59.410584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43835285-03a3-4dfa-8764-468120758cc8 None None] The sync data for ids ['cb6eabc3-3317-456d-96b1-7347a8d1cf18'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:59.493499 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b5a3db75-c96d-4690-a40b-79731dd9126c tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6eabc3-3317-456d-96b1-7347a8d1cf18 HTTP/1.1" status: 200 len: 205 time: 0.1063151 Feb 09 21:36:59.496278 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54476) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:59.573868 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6570094-70b0-40d6-9556-2a7b91defcb0 req-32b10736-05bd-451f-9155-0efe56f06adb tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:59.576448 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b6570094-70b0-40d6-9556-2a7b91defcb0 req-32b10736-05bd-451f-9155-0efe56f06adb tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 946 time: 0.1690083 Feb 09 21:36:59.591143 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad143e78-46aa-475d-810f-27f8556a4bbf req-33ccfa40-4f47-4df7-a887-4cdf32561563 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:59.593639 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad143e78-46aa-475d-810f-27f8556a4bbf req-33ccfa40-4f47-4df7-a887-4cdf32561563 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 944 time: 0.1254287 Feb 09 21:36:59.659060 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df0f7c0a-1d3f-4a1c-bf0a-9be5d6d0535e tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router (cb6eabc3-3317-456d-96b1-7347a8d1cf18), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.773675 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b6570094-70b0-40d6-9556-2a7b91defcb0 req-1d2894a5-d4e8-45e9-8da8-469f6cc59d0f tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786253 Feb 09 21:36:59.825842 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df0f7c0a-1d3f-4a1c-bf0a-9be5d6d0535e tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_gateway (cb6eabc3-3317-456d-96b1-7347a8d1cf18), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.828168 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-ad143e78-46aa-475d-810f-27f8556a4bbf req-2f7cc1b6-7e62-4482-b359-c6f3127c7699 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Deleting port 13e11c2c-be45-4523-9c35-a892acc77213 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:59.828779 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ad143e78-46aa-475d-810f-27f8556a4bbf req-2f7cc1b6-7e62-4482-b359-c6f3127c7699 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (13e11c2c-be45-4523-9c35-a892acc77213), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.924873 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-df0f7c0a-1d3f-4a1c-bf0a-9be5d6d0535e tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Deleting port 507d61b9-5ca7-4ded-b74f-48c758e5f731 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:59.925676 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df0f7c0a-1d3f-4a1c-bf0a-9be5d6d0535e tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (507d61b9-5ca7-4ded-b74f-48c758e5f731), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.976376 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731fc8b-9bff-4db6-a080-942db0252756 req-5eaa3746-a371-418d-a1ce-bf64dc43ca3d tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:59.977993 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c731fc8b-9bff-4db6-a080-942db0252756 req-5eaa3746-a371-418d-a1ce-bf64dc43ca3d tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5c5265-889b-4c5f-b4d8-514ae98a913f HTTP/1.1" status: 200 len: 944 time: 0.1005189 Feb 09 21:36:59.987108 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-ad143e78-46aa-475d-810f-27f8556a4bbf req-2f7cc1b6-7e62-4482-b359-c6f3127c7699 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] For port 13e11c2c-be45-4523-9c35-a892acc77213, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=13e11c2c-be45-4523-9c35-a892acc77213,segment=NetworkSegment(562ceccf-2ae3-4a69-b24e-1db22acf461d),segment_id=562ceccf-2ae3-4a69-b24e-1db22acf461d)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:59.987543 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ad143e78-46aa-475d-810f-27f8556a4bbf req-2f7cc1b6-7e62-4482-b359-c6f3127c7699 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (13e11c2c-be45-4523-9c35-a892acc77213), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.007673 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device ade61d3f-0189-43f7-9562-60bf3b250eb2 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:37:00.009829 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device df47b64b-0f24-465c-9de2-7d8a1a36e962 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:00.014918 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-ad143e78-46aa-475d-810f-27f8556a4bbf req-2f7cc1b6-7e62-4482-b359-c6f3127c7699 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Calling delete_port for 13e11c2c-be45-4523-9c35-a892acc77213 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:00.073721 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df0f7c0a-1d3f-4a1c-bf0a-9be5d6d0535e tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (507d61b9-5ca7-4ded-b74f-48c758e5f731), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.097957 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-df0f7c0a-1d3f-4a1c-bf0a-9be5d6d0535e tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Calling delete_port for 507d61b9-5ca7-4ded-b74f-48c758e5f731 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:00.158055 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port df47b64b-0f24-465c-9de2-7d8a1a36e962 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:37:00.168259 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port df47b64b-0f24-465c-9de2-7d8a1a36e962 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:00.168900 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (df47b64b-0f24-465c-9de2-7d8a1a36e962), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.203112 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port ade61d3f-0189-43f7-9562-60bf3b250eb2, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ade61d3f-0189-43f7-9562-60bf3b250eb2,segment=NetworkSegment(a535595f-05f6-4174-b7c2-1ee3a61ccb66),segment_id=a535595f-05f6-4174-b7c2-1ee3a61ccb66)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:00.228504 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'ade61d3f-0189-43f7-9562-60bf3b250eb2', 'network_id': 'b63eec21-51a4-43fd-90d0-db81afea0d84', 'port_id': 'ade61d3f-0189-43f7-9562-60bf3b250eb2', 'mac_address': 'fa:16:3e:4b:ac:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd40b286-33a9-4933-a5c8-56b0699eb2b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:37:00.257510 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ad143e78-46aa-475d-810f-27f8556a4bbf req-2f7cc1b6-7e62-4482-b359-c6f3127c7699 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (13e11c2c-be45-4523-9c35-a892acc77213), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.288850 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port ade61d3f-0189-43f7-9562-60bf3b250eb2 is: ACTIVE; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:00.289539 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ade61d3f-0189-43f7-9562-60bf3b250eb2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.307111 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7cc1b6-7e62-4482-b359-c6f3127c7699 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Pushing event deleted for resources: {'Port': ['ID=13e11c2c-be45-4523-9c35-a892acc77213,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:00.337482 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ade61d3f-0189-43f7-9562-60bf3b250eb2 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:00.348206 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port df47b64b-0f24-465c-9de2-7d8a1a36e962 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:00.348992 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (df47b64b-0f24-465c-9de2-7d8a1a36e962), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.367441 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c731fc8b-9bff-4db6-a080-942db0252756 req-d26c2a1d-537c-4c01-a7c2-2fe3e39f56e6 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768528 Feb 09 21:37:00.394429 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port ade61d3f-0189-43f7-9562-60bf3b250eb2, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ade61d3f-0189-43f7-9562-60bf3b250eb2,segment=NetworkSegment(a535595f-05f6-4174-b7c2-1ee3a61ccb66),segment_id=a535595f-05f6-4174-b7c2-1ee3a61ccb66)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:00.414455 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ade61d3f-0189-43f7-9562-60bf3b250eb2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.421186 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port df47b64b-0f24-465c-9de2-7d8a1a36e962, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=df47b64b-0f24-465c-9de2-7d8a1a36e962,segment=NetworkSegment(8f76e818-7e29-43f3-8e6a-12b1d725f2d6),segment_id=8f76e818-7e29-43f3-8e6a-12b1d725f2d6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:00.479753 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (df47b64b-0f24-465c-9de2-7d8a1a36e962), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.488169 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad143e78-46aa-475d-810f-27f8556a4bbf req-2f7cc1b6-7e62-4482-b359-c6f3127c7699 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] No DVR routers for this DVR port 13e11c2c-be45-4523-9c35-a892acc77213 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:00.501037 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ad143e78-46aa-475d-810f-27f8556a4bbf req-2f7cc1b6-7e62-4482-b359-c6f3127c7699 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.512883 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad143e78-46aa-475d-810f-27f8556a4bbf req-2f7cc1b6-7e62-4482-b359-c6f3127c7699 tempest-LiveMigrationTest-37031685 tempest-LiveMigrationTest-37031685-project] 10.222.0.71 "DELETE /v2.0/ports/13e11c2c-be45-4523-9c35-a892acc77213 HTTP/1.1" status: 204 len: 173 time: 0.9085488 Feb 09 21:37:00.514759 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=ade61d3f-0189-43f7-9562-60bf3b250eb2,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:00.525513 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df0f7c0a-1d3f-4a1c-bf0a-9be5d6d0535e tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (507d61b9-5ca7-4ded-b74f-48c758e5f731), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.529240 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['ade61d3f-0189-43f7-9562-60bf3b250eb2'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:00.544145 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5c5265-889b-4c5f-b4d8-514ae98a913f', 'name': 'network-vif-deleted', 'tag': '13e11c2c-be45-4523-9c35-a892acc77213'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:00.548035 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099f76f9-07e3-425e-8aa8-633301694da1" -d '{"events": [{"server_uuid": "fc5c5265-889b-4c5f-b4d8-514ae98a913f", "name": "network-vif-deleted", "tag": "13e11c2c-be45-4523-9c35-a892acc77213"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:00.572722 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f7c0a-1d3f-4a1c-bf0a-9be5d6d0535e tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Pushing event deleted for resources: {'Port': ['ID=507d61b9-5ca7-4ded-b74f-48c758e5f731,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:00.664915 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f392ec45-0009-4a58-b7d7-8b788d51c7d2 req-df52b8ac-2d81-470f-b436-09bac51b8421 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1716371 Feb 09 21:37:00.684951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=df47b64b-0f24-465c-9de2-7d8a1a36e962,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:00.697195 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df0f7c0a-1d3f-4a1c-bf0a-9be5d6d0535e tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (cb6eabc3-3317-456d-96b1-7347a8d1cf18), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.707104 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50926626-ad80-4843-8d95-07b9b153f897 req-ec610c3b-92c1-46ee-a077-407df001c310 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.708797 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-50926626-ad80-4843-8d95-07b9b153f897 req-ec610c3b-92c1-46ee-a077-407df001c310 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a6d63ce-4f25-435b-a51a-6fe3bb02069a HTTP/1.1" status: 200 len: 945 time: 0.2256989 Feb 09 21:37:00.772582 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff7426-88e4-4bee-bd91-c9ab65ff6116 req-5d9f2bb8-4e21-481e-a1c8-385b0c846847 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.774383 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2eff7426-88e4-4bee-bd91-c9ab65ff6116 req-5d9f2bb8-4e21-481e-a1c8-385b0c846847 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 945 time: 0.1758888 Feb 09 21:37:00.860695 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-50926626-ad80-4843-8d95-07b9b153f897 req-1699ba3f-bb62-41a7-9986-972cd2126691 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288216 Feb 09 21:37:00.895286 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df0f7c0a-1d3f-4a1c-bf0a-9be5d6d0535e tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (cb6eabc3-3317-456d-96b1-7347a8d1cf18), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.910278 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df0f7c0a-1d3f-4a1c-bf0a-9be5d6d0535e tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_controller (cb6eabc3-3317-456d-96b1-7347a8d1cf18), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.946480 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6b012a-4e28-47a4-961f-dc25ae94421a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df47b64b-0f24-465c-9de2-7d8a1a36e962'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:00.949691 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5c3157-8370-46b7-842c-d7b9d5687ff2" -d '{"events": [{"server_uuid": "5c6b012a-4e28-47a4-961f-dc25ae94421a", "name": "network-vif-plugged", "status": "completed", "tag": "df47b64b-0f24-465c-9de2-7d8a1a36e962"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:00.989953 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3fae1-e902-4dbe-86dd-22934c8cea19 req-1ddfc9dc-e8b7-42c0-8af7-b05a35788817 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.991675 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-16f3fae1-e902-4dbe-86dd-22934c8cea19 req-1ddfc9dc-e8b7-42c0-8af7-b05a35788817 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c6b012a-4e28-47a4-961f-dc25ae94421a HTTP/1.1" status: 200 len: 946 time: 0.0640385 Feb 09 21:37:01.046448 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df0f7c0a-1d3f-4a1c-bf0a-9be5d6d0535e tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (cb6eabc3-3317-456d-96b1-7347a8d1cf18), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:01.047728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0f7c0a-1d3f-4a1c-bf0a-9be5d6d0535e tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Fanout notify agent at l3_agent the message router_deleted on router cb6eabc3-3317-456d-96b1-7347a8d1cf18 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:37:01.056357 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df0f7c0a-1d3f-4a1c-bf0a-9be5d6d0535e tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:01.057704 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-df0f7c0a-1d3f-4a1c-bf0a-9be5d6d0535e tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "DELETE /v2.0/routers/cb6eabc3-3317-456d-96b1-7347a8d1cf18 HTTP/1.1" status: 204 len: 168 time: 1.5603576 Feb 09 21:37:01.060210 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392ec45-0009-4a58-b7d7-8b788d51c7d2 req-22365c29-7394-4d97-93f8-a8a3b186ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:01.061944 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f392ec45-0009-4a58-b7d7-8b788d51c7d2 req-22365c29-7394-4d97-93f8-a8a3b186ecba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 1127 time: 0.2475836 Feb 09 21:37:01.065279 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54494) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:01.074434 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-0bc444e0-ea6b-41e5-8245-7752c8b5fa44 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Request body: {'router': {'name': 'tempest-snat-router-146822959', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'enable_snat': False}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:01.091197 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-16f3fae1-e902-4dbe-86dd-22934c8cea19 req-73bf5e3f-d806-4746-9990-b1be25d0ae18 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/security-groups?id=3193629d-4a1f-4102-91af-5bdbfb714732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878687 Feb 09 21:37:01.185259 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:37:01.273310 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700fda4-f905-4f4c-b9e3-71c901998a7b req-da02a01b-c1bf-487e-9e84-7158f32dfa4f tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:01.274896 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3700fda4-f905-4f4c-b9e3-71c901998a7b req-da02a01b-c1bf-487e-9e84-7158f32dfa4f tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc7d20f9-00b3-44ee-9e8a-c12c32ac2102 HTTP/1.1" status: 200 len: 945 time: 0.0643589 Feb 09 21:37:01.331812 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3700fda4-f905-4f4c-b9e3-71c901998a7b req-25e74277-f670-47ba-90a9-68be30dc3e51 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493841 Feb 09 21:37:01.491459 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-2eff7426-88e4-4bee-bd91-c9ab65ff6116 req-fb6d0641-4ade-4cfb-b68b-cb7850ce6251 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Deleting port 42e64ebb-d500-4799-8f70-5ed4c49f2d57 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:01.491837 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-2eff7426-88e4-4bee-bd91-c9ab65ff6116 req-fb6d0641-4ade-4cfb-b68b-cb7850ce6251 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (42e64ebb-d500-4799-8f70-5ed4c49f2d57), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:01.500531 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0bc444e0-ea6b-41e5-8245-7752c8b5fa44 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (1d21ffa2-3d66-4e48-91a7-8abc9629d0f5), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:01.501500 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0bc444e0-ea6b-41e5-8245-7752c8b5fa44 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (1d21ffa2-3d66-4e48-91a7-8abc9629d0f5), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:01.549362 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad59e0d4-74c9-435f-9ee5-605769b7b1f4 x-openstack-request-id: req-ad59e0d4-74c9-435f-9ee5-605769b7b1f4 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:01.549982 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5c5265-889b-4c5f-b4d8-514ae98a913f", "name": "network-vif-deleted", "tag": "13e11c2c-be45-4523-9c35-a892acc77213", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:01.549982 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ad59e0d4-74c9-435f-9ee5-605769b7b1f4 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:01.550337 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5c5265-889b-4c5f-b4d8-514ae98a913f', 'name': 'network-vif-deleted', 'tag': '13e11c2c-be45-4523-9c35-a892acc77213', 'status': 'completed', 'code': 200} Feb 09 21:37:01.619428 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1b4da-36a6-44e4-8c1f-623c35f1bcb3 req-c272d334-951b-46c6-9491-1f97a26cd6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:01.621521 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45e1b4da-36a6-44e4-8c1f-623c35f1bcb3 req-c272d334-951b-46c6-9491-1f97a26cd6aa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=10ae4cf9e5fb41adaaf75cd8b9397016&device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 1128 time: 0.0688767 Feb 09 21:37:01.640723 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-2eff7426-88e4-4bee-bd91-c9ab65ff6116 req-fb6d0641-4ade-4cfb-b68b-cb7850ce6251 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] For port 42e64ebb-d500-4799-8f70-5ed4c49f2d57, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=42e64ebb-d500-4799-8f70-5ed4c49f2d57,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:01.641889 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-2eff7426-88e4-4bee-bd91-c9ab65ff6116 req-fb6d0641-4ade-4cfb-b68b-cb7850ce6251 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (42e64ebb-d500-4799-8f70-5ed4c49f2d57), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:01.660505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-2eff7426-88e4-4bee-bd91-c9ab65ff6116 req-fb6d0641-4ade-4cfb-b68b-cb7850ce6251 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Calling delete_port for 42e64ebb-d500-4799-8f70-5ed4c49f2d57 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:01.760241 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1b4da-36a6-44e4-8c1f-623c35f1bcb3 req-07585706-7e10-4f9f-ad6e-37a394ada083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:01.761757 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0bc444e0-ea6b-41e5-8245-7752c8b5fa44 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_controller (1d21ffa2-3d66-4e48-91a7-8abc9629d0f5), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:01.761911 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45e1b4da-36a6-44e4-8c1f-623c35f1bcb3 req-07585706-7e10-4f9f-ad6e-37a394ada083 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8593dde6-4ab4-434c-8a50-93afcc61779b HTTP/1.1" status: 200 len: 919 time: 0.1335685 Feb 09 21:37:01.791034 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0744bc-d9ec-4011-84bb-6213890de5d2 x-openstack-request-id: req-ab0744bc-d9ec-4011-84bb-6213890de5d2 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:01.791568 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6b012a-4e28-47a4-961f-dc25ae94421a", "name": "network-vif-plugged", "status": "completed", "tag": "df47b64b-0f24-465c-9de2-7d8a1a36e962", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:01.791568 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ab0744bc-d9ec-4011-84bb-6213890de5d2 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:01.792117 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6b012a-4e28-47a4-961f-dc25ae94421a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df47b64b-0f24-465c-9de2-7d8a1a36e962', 'code': 200} Feb 09 21:37:01.856786 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45e1b4da-36a6-44e4-8c1f-623c35f1bcb3 req-906f2faf-4633-4abc-a810-822670c41b58 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfb7c24-7aa4-49c9-bb02-6161801a2386 HTTP/1.1" status: 200 len: 217 time: 0.0857208 Feb 09 21:37:01.857369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54504) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:01.961372 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392ec45-0009-4a58-b7d7-8b788d51c7d2 req-4a5fa995-1c0d-41d5-a7fa-75071c0fbf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:01.965660 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f392ec45-0009-4a58-b7d7-8b788d51c7d2 req-4a5fa995-1c0d-41d5-a7fa-75071c0fbf80 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 922 time: 0.5505042 Feb 09 21:37:02.024701 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device ade61d3f-0189-43f7-9562-60bf3b250eb2 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:02.082232 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port ade61d3f-0189-43f7-9562-60bf3b250eb2 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:02.082940 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ade61d3f-0189-43f7-9562-60bf3b250eb2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.114328 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0bc444e0-ea6b-41e5-8245-7752c8b5fa44 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_gateway (1d21ffa2-3d66-4e48-91a7-8abc9629d0f5), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.117322 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1b4da-36a6-44e4-8c1f-623c35f1bcb3 req-03bfd427-5e72-4da1-957b-ad1a05f7b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:02.119050 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45e1b4da-36a6-44e4-8c1f-623c35f1bcb3 req-03bfd427-5e72-4da1-957b-ad1a05f7b37e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b88e8ac-d969-447a-b9ce-98d85c1957c4 HTTP/1.1" status: 200 len: 858 time: 0.2383938 Feb 09 21:37:02.133271 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb08eb-8c0e-4981-bd1a-38778cf0f39a req-ff8cf483-3182-4dcf-b15b-21158a684ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:02.134859 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73eb08eb-8c0e-4981-bd1a-38778cf0f39a req-ff8cf483-3182-4dcf-b15b-21158a684ea3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5c6b012a-4e28-47a4-961f-dc25ae94421a HTTP/1.1" status: 200 len: 1128 time: 0.2474277 Feb 09 21:37:02.141024 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f392ec45-0009-4a58-b7d7-8b788d51c7d2 req-194d8bb5-57de-4957-bb05-4384fe966fac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd HTTP/1.1" status: 200 len: 217 time: 0.1351976 Feb 09 21:37:02.178412 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778b051-ca2c-4946-9f39-f7e2c337d83c req-77526566-0e0d-4263-ac77-4095b2c01ea0 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:02.180097 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3778b051-ca2c-4946-9f39-f7e2c337d83c req-77526566-0e0d-4263-ac77-4095b2c01ea0 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 946 time: 0.2644079 Feb 09 21:37:02.190890 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d708664-a2ca-4a2b-8959-4f74f8fa007a admin admin] Deleting subnet 1f097b81-caaa-46d2-99d1-7cb129c76999 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:37:02.197442 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45e1b4da-36a6-44e4-8c1f-623c35f1bcb3 req-12468937-a28c-4ea0-b723-226ced5e60d7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8593dde6-4ab4-434c-8a50-93afcc61779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577974 Feb 09 21:37:02.203610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port ade61d3f-0189-43f7-9562-60bf3b250eb2 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:02.204451 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ade61d3f-0189-43f7-9562-60bf3b250eb2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.205354 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d708664-a2ca-4a2b-8959-4f74f8fa007a admin admin] Publish callbacks [] for subnet (1f097b81-caaa-46d2-99d1-7cb129c76999), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.257193 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port ade61d3f-0189-43f7-9562-60bf3b250eb2, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ade61d3f-0189-43f7-9562-60bf3b250eb2,segment=NetworkSegment(a535595f-05f6-4174-b7c2-1ee3a61ccb66),segment_id=a535595f-05f6-4174-b7c2-1ee3a61ccb66)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:02.265510 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ade61d3f-0189-43f7-9562-60bf3b250eb2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.303900 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-2eff7426-88e4-4bee-bd91-c9ab65ff6116 req-fb6d0641-4ade-4cfb-b68b-cb7850ce6251 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (42e64ebb-d500-4799-8f70-5ed4c49f2d57), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.326768 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['70e3d19a-7558-4685-a196-a6de110f0bf5'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:02.331146 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['42e64ebb-d500-4799-8f70-5ed4c49f2d57'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:02.372923 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392ec45-0009-4a58-b7d7-8b788d51c7d2 req-1f3de35a-a14b-4cf6-9db7-b72331c9e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:02.374280 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f392ec45-0009-4a58-b7d7-8b788d51c7d2 req-1f3de35a-a14b-4cf6-9db7-b72331c9e907 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.2090223 Feb 09 21:37:02.376208 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d0641-4ade-4cfb-b68b-cb7850ce6251 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Pushing event deleted for resources: {'Port': ['ID=42e64ebb-d500-4799-8f70-5ed4c49f2d57,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:02.395450 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d708664-a2ca-4a2b-8959-4f74f8fa007a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (1f097b81-caaa-46d2-99d1-7cb129c76999), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.414306 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eff7426-88e4-4bee-bd91-c9ab65ff6116 req-fb6d0641-4ade-4cfb-b68b-cb7850ce6251 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] No DVR routers for this DVR port 42e64ebb-d500-4799-8f70-5ed4c49f2d57 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:02.418841 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=ade61d3f-0189-43f7-9562-60bf3b250eb2,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:02.430391 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73eb08eb-8c0e-4981-bd1a-38778cf0f39a req-5836e322-b7b6-49b6-815a-094d649e74be service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3193629d-4a1f-4102-91af-5bdbfb714732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492657 Feb 09 21:37:02.431627 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-2eff7426-88e4-4bee-bd91-c9ab65ff6116 req-fb6d0641-4ade-4cfb-b68b-cb7850ce6251 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.435882 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2eff7426-88e4-4bee-bd91-c9ab65ff6116 req-fb6d0641-4ade-4cfb-b68b-cb7850ce6251 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.42 "DELETE /v2.0/ports/42e64ebb-d500-4799-8f70-5ed4c49f2d57 HTTP/1.1" status: 204 len: 173 time: 1.6200204 Feb 09 21:37:02.438447 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7d20f9-00b3-44ee-9e8a-c12c32ac2102', 'name': 'network-vif-deleted', 'tag': '42e64ebb-d500-4799-8f70-5ed4c49f2d57'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:02.441271 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5366bac-79cf-4cec-9d60-e0857da1fa8e" -d '{"events": [{"server_uuid": "dc7d20f9-00b3-44ee-9e8a-c12c32ac2102", "name": "network-vif-deleted", "tag": "42e64ebb-d500-4799-8f70-5ed4c49f2d57"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:02.454881 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3778b051-ca2c-4946-9f39-f7e2c337d83c req-0bd591e9-a8ae-49e4-bc0c-ef43ed44a7c4 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557354 Feb 09 21:37:02.467023 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f392ec45-0009-4a58-b7d7-8b788d51c7d2 req-019de2c1-8143-42eb-a0fa-a528bb28d06b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541155 Feb 09 21:37:02.512952 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54514) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:02.557234 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45e1b4da-36a6-44e4-8c1f-623c35f1bcb3 req-d15709d4-8549-49c4-b030-5808ea92bb5b service neutron] 10.222.0.71 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396587 Feb 09 21:37:02.632388 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d708664-a2ca-4a2b-8959-4f74f8fa007a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (1f097b81-caaa-46d2-99d1-7cb129c76999), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.747882 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0bc444e0-ea6b-41e5-8245-7752c8b5fa44 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_gateway (1d21ffa2-3d66-4e48-91a7-8abc9629d0f5), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.781656 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0bc444e0-ea6b-41e5-8245-7752c8b5fa44 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.844407 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61031a0d-910c-4ee1-9a76-48f40852ce3a req-3a84dde6-66c1-4d83-b8f1-448909f2c2df tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:02.846058 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61031a0d-910c-4ee1-9a76-48f40852ce3a req-3a84dde6-66c1-4d83-b8f1-448909f2c2df tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a6d63ce-4f25-435b-a51a-6fe3bb02069a HTTP/1.1" status: 200 len: 946 time: 0.2409222 Feb 09 21:37:02.849368 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d708664-a2ca-4a2b-8959-4f74f8fa007a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (1f097b81-caaa-46d2-99d1-7cb129c76999), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.867922 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45e1b4da-36a6-44e4-8c1f-623c35f1bcb3 req-27b9de48-1063-4fa0-88c7-e46bde688931 service neutron] 10.222.0.71 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615466 Feb 09 21:37:02.871891 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f392ec45-0009-4a58-b7d7-8b788d51c7d2 req-216facf9-370e-44a5-8e23-9daa20ecfa1e service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049329 Feb 09 21:37:02.930881 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d708664-a2ca-4a2b-8959-4f74f8fa007a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f097b81-caaa-46d2-99d1-7cb129c76999,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:02.933825 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d708664-a2ca-4a2b-8959-4f74f8fa007a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.937244 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4d708664-a2ca-4a2b-8959-4f74f8fa007a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1f097b81-caaa-46d2-99d1-7cb129c76999 HTTP/1.1" status: 204 len: 168 time: 1.0789385 Feb 09 21:37:02.952613 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54518) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:03.089723 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-0bc444e0-ea6b-41e5-8245-7752c8b5fa44 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Allocated IP 172.25.6.49 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/197cf0f8-aced-46db-8bc6-be5c4b3d798b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:03.128288 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32f853ab-77fb-466f-96e8-3fc06ffe5161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (4474165d-84c4-443a-89bd-7201ae778fac), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:03.161959 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f392ec45-0009-4a58-b7d7-8b788d51c7d2 req-c24e1d3c-0e7a-4f7a-bf87-accab89578d6 service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733121 Feb 09 21:37:03.280385 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61031a0d-910c-4ee1-9a76-48f40852ce3a req-9bf02437-621a-4973-ae30-cd3fcbf0b8d4 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185715 Feb 09 21:37:03.333231 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32f853ab-77fb-466f-96e8-3fc06ffe5161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (4474165d-84c4-443a-89bd-7201ae778fac), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:03.353481 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0bc444e0-ea6b-41e5-8245-7752c8b5fa44 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for port (197cf0f8-aced-46db-8bc6-be5c4b3d798b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:03.370463 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-32f853ab-77fb-466f-96e8-3fc06ffe5161 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4474165d-84c4-443a-89bd-7201ae778fac']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:03.385347 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-32f853ab-77fb-466f-96e8-3fc06ffe5161 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562ceccf-2ae3-4a69-b24e-1db22acf461d') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:03.385636 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-32f853ab-77fb-466f-96e8-3fc06ffe5161 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562ceccf-2ae3-4a69-b24e-1db22acf461d') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:03.404970 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32f853ab-77fb-466f-96e8-3fc06ffe5161 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (562ceccf-2ae3-4a69-b24e-1db22acf461d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:03.430506 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32f853ab-77fb-466f-96e8-3fc06ffe5161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (562ceccf-2ae3-4a69-b24e-1db22acf461d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:03.442280 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f853ab-77fb-466f-96e8-3fc06ffe5161 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:37:03.442755 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32f853ab-77fb-466f-96e8-3fc06ffe5161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (562ceccf-2ae3-4a69-b24e-1db22acf461d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: items = [ Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:37:03.445199 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:37:03.456522 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0bc444e0-ea6b-41e5-8245-7752c8b5fa44 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (197cf0f8-aced-46db-8bc6-be5c4b3d798b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:03.541514 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc444e0-ea6b-41e5-8245-7752c8b5fa44 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:03.547924 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65a188-3499-4ec0-bb43-3d24c7180d68 req-d117023e-aa0b-4cda-9e0f-e4cd83f56295 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:03.549381 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-0bc444e0-ea6b-41e5-8245-7752c8b5fa44 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:03.549545 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ba65a188-3499-4ec0-bb43-3d24c7180d68 req-d117023e-aa0b-4cda-9e0f-e4cd83f56295 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c6b012a-4e28-47a4-961f-dc25ae94421a HTTP/1.1" status: 200 len: 946 time: 0.1297321 Feb 09 21:37:03.555714 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc444e0-ea6b-41e5-8245-7752c8b5fa44 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:03.559217 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc444e0-ea6b-41e5-8245-7752c8b5fa44 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Pushing event updated for resources: {'Port': ['ID=197cf0f8-aced-46db-8bc6-be5c4b3d798b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:03.586646 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32f853ab-77fb-466f-96e8-3fc06ffe5161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (4474165d-84c4-443a-89bd-7201ae778fac), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:03.593774 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32f853ab-77fb-466f-96e8-3fc06ffe5161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:03.598362 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-32f853ab-77fb-466f-96e8-3fc06ffe5161 admin admin] 10.222.0.77 "DELETE /v2.0/networks/4474165d-84c4-443a-89bd-7201ae778fac HTTP/1.1" status: 204 len: 168 time: 0.6214664 Feb 09 21:37:03.603836 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54524) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:03.615239 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-867d887b-e24e-4385-99cd-ca166411bdef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (d693c3fa-6356-4b62-98fa-4135ec8f7d3d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:03.624713 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f853ab-77fb-466f-96e8-3fc06ffe5161 admin admin] Pushing event deleted for resources: {'Network': ['ID=4474165d-84c4-443a-89bd-7201ae778fac,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:03.695421 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ba65a188-3499-4ec0-bb43-3d24c7180d68 req-2f46109b-e0a7-4cfe-9031-2b55110be86a tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/security-groups?id=3193629d-4a1f-4102-91af-5bdbfb714732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333811 Feb 09 21:37:03.736563 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb296c6-98a0-4a47-9819-630b07da5b79 admin admin] Deleting subnet f902d6a1-72bf-48a9-9d55-5bb3d8bede68 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:37:03.743207 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cb296c6-98a0-4a47-9819-630b07da5b79 admin admin] Publish callbacks [] for subnet (f902d6a1-72bf-48a9-9d55-5bb3d8bede68), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:03.794455 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6d63ce-4f25-435b-a51a-6fe3bb02069a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade61d3f-0189-43f7-9562-60bf3b250eb2'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:03.800209 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d96a9f-f241-4cb3-aa98-f60a5684ed84" -d '{"events": [{"server_uuid": "0a6d63ce-4f25-435b-a51a-6fe3bb02069a", "name": "network-vif-plugged", "status": "completed", "tag": "ade61d3f-0189-43f7-9562-60bf3b250eb2"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:03.836673 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba1031e-081a-4370-9e78-d3c090a23299 x-openstack-request-id: req-bba1031e-081a-4370-9e78-d3c090a23299 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:03.837248 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7d20f9-00b3-44ee-9e8a-c12c32ac2102", "name": "network-vif-deleted", "tag": "42e64ebb-d500-4799-8f70-5ed4c49f2d57", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:03.837345 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bba1031e-081a-4370-9e78-d3c090a23299 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:03.837738 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7d20f9-00b3-44ee-9e8a-c12c32ac2102', 'name': 'network-vif-deleted', 'tag': '42e64ebb-d500-4799-8f70-5ed4c49f2d57', 'status': 'completed', 'code': 200} Feb 09 21:37:03.840352 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cb296c6-98a0-4a47-9819-630b07da5b79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (f902d6a1-72bf-48a9-9d55-5bb3d8bede68), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:03.991414 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cb296c6-98a0-4a47-9819-630b07da5b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (f902d6a1-72bf-48a9-9d55-5bb3d8bede68), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.022690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device ade61d3f-0189-43f7-9562-60bf3b250eb2 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:04.045061 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be951a59-4b20-4ff0-93e2-1788b1be2a8c req-5c72e45e-40dc-4f3c-bf61-237d44f095bd tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.046749 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-be951a59-4b20-4ff0-93e2-1788b1be2a8c req-5c72e45e-40dc-4f3c-bf61-237d44f095bd tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a6d63ce-4f25-435b-a51a-6fe3bb02069a HTTP/1.1" status: 200 len: 946 time: 0.2334030 Feb 09 21:37:04.108944 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0bc444e0-ea6b-41e5-8245-7752c8b5fa44 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_gateway (1d21ffa2-3d66-4e48-91a7-8abc9629d0f5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.115168 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port ade61d3f-0189-43f7-9562-60bf3b250eb2 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:04.115906 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ade61d3f-0189-43f7-9562-60bf3b250eb2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.120626 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de0476-ef4d-4234-98e1-3b02364f98b6 req-b982413e-4f22-433b-9a7c-aa49a1dc13b1 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.132506 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1de0476-ef4d-4234-98e1-3b02364f98b6 req-b982413e-4f22-433b-9a7c-aa49a1dc13b1 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 946 time: 0.1663814 Feb 09 21:37:04.162610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port ade61d3f-0189-43f7-9562-60bf3b250eb2, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ade61d3f-0189-43f7-9562-60bf3b250eb2,segment=NetworkSegment(a535595f-05f6-4174-b7c2-1ee3a61ccb66),segment_id=a535595f-05f6-4174-b7c2-1ee3a61ccb66)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:04.171156 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ade61d3f-0189-43f7-9562-60bf3b250eb2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.214932 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1de0476-ef4d-4234-98e1-3b02364f98b6 req-c12063fb-65cc-457c-b8bd-a5704cce5ccf tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746992 Feb 09 21:37:04.216996 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-867d887b-e24e-4385-99cd-ca166411bdef admin admin] Deleting port 4da77472-14ed-4b3c-afb7-7a61699ad5ac {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:04.217542 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-867d887b-e24e-4385-99cd-ca166411bdef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (4da77472-14ed-4b3c-afb7-7a61699ad5ac), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.243441 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=ade61d3f-0189-43f7-9562-60bf3b250eb2,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:04.357543 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-867d887b-e24e-4385-99cd-ca166411bdef admin admin] For port 4da77472-14ed-4b3c-afb7-7a61699ad5ac, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=4da77472-14ed-4b3c-afb7-7a61699ad5ac,segment=NetworkSegment(0eec29de-1b5d-451c-9ae6-9991fcb5d666),segment_id=0eec29de-1b5d-451c-9ae6-9991fcb5d666)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:04.358046 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-867d887b-e24e-4385-99cd-ca166411bdef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (4da77472-14ed-4b3c-afb7-7a61699ad5ac), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.367545 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfd3335-c6c2-4742-b32b-694de4201209 x-openstack-request-id: req-1cfd3335-c6c2-4742-b32b-694de4201209 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:04.367999 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6d63ce-4f25-435b-a51a-6fe3bb02069a", "name": "network-vif-plugged", "status": "completed", "tag": "ade61d3f-0189-43f7-9562-60bf3b250eb2", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:04.368329 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1cfd3335-c6c2-4742-b32b-694de4201209 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:04.368988 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6d63ce-4f25-435b-a51a-6fe3bb02069a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade61d3f-0189-43f7-9562-60bf3b250eb2', 'code': 200} Feb 09 21:37:04.377278 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-867d887b-e24e-4385-99cd-ca166411bdef admin admin] Calling delete_port for 4da77472-14ed-4b3c-afb7-7a61699ad5ac owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:04.561651 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cb296c6-98a0-4a47-9819-630b07da5b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (f902d6a1-72bf-48a9-9d55-5bb3d8bede68), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.592328 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cc973-2255-40fb-8eb0-fae5555875e7 req-e9c8564a-92b8-4bb4-b439-c7abc5a2c20a tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.595841 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 13e11c2c-be45-4523-9c35-a892acc77213 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:04.603436 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b2cc973-2255-40fb-8eb0-fae5555875e7 req-e9c8564a-92b8-4bb4-b439-c7abc5a2c20a tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a6d63ce-4f25-435b-a51a-6fe3bb02069a HTTP/1.1" status: 200 len: 944 time: 0.1282747 Feb 09 21:37:04.605182 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb296c6-98a0-4a47-9819-630b07da5b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f902d6a1-72bf-48a9-9d55-5bb3d8bede68,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:04.607700 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cb296c6-98a0-4a47-9819-630b07da5b79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.614242 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6cb296c6-98a0-4a47-9819-630b07da5b79 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f902d6a1-72bf-48a9-9d55-5bb3d8bede68 HTTP/1.1" status: 204 len: 168 time: 1.0073664 Feb 09 21:37:04.615762 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54536) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:04.642842 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 13e11c2c-be45-4523-9c35-a892acc77213 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:04.644364 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 13e11c2c-be45-4523-9c35-a892acc77213 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:04.669939 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-be951a59-4b20-4ff0-93e2-1788b1be2a8c req-ae5e8204-acae-4817-bbc5-ccffeb9ee1e0 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Deleting port ade61d3f-0189-43f7-9562-60bf3b250eb2 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:04.670506 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-be951a59-4b20-4ff0-93e2-1788b1be2a8c req-ae5e8204-acae-4817-bbc5-ccffeb9ee1e0 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ade61d3f-0189-43f7-9562-60bf3b250eb2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.782602 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b48cfe8e-de42-4f77-9280-deb49119096b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (19742573-6148-471d-8360-251539e0b62e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.795521 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b2cc973-2255-40fb-8eb0-fae5555875e7 req-65275d21-eebf-445e-b48a-d671a8b29008 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602671 Feb 09 21:37:04.814554 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-867d887b-e24e-4385-99cd-ca166411bdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (4da77472-14ed-4b3c-afb7-7a61699ad5ac), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.870695 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d887b-e24e-4385-99cd-ca166411bdef admin admin] Pushing event deleted for resources: {'Port': ['ID=4da77472-14ed-4b3c-afb7-7a61699ad5ac,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:04.985494 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b48cfe8e-de42-4f77-9280-deb49119096b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (19742573-6148-471d-8360-251539e0b62e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.015678 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-be951a59-4b20-4ff0-93e2-1788b1be2a8c req-ae5e8204-acae-4817-bbc5-ccffeb9ee1e0 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] For port ade61d3f-0189-43f7-9562-60bf3b250eb2, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ade61d3f-0189-43f7-9562-60bf3b250eb2,segment=NetworkSegment(a535595f-05f6-4174-b7c2-1ee3a61ccb66),segment_id=a535595f-05f6-4174-b7c2-1ee3a61ccb66)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:05.017260 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-be951a59-4b20-4ff0-93e2-1788b1be2a8c req-ae5e8204-acae-4817-bbc5-ccffeb9ee1e0 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ade61d3f-0189-43f7-9562-60bf3b250eb2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.030412 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0bc444e0-ea6b-41e5-8245-7752c8b5fa44 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (1d21ffa2-3d66-4e48-91a7-8abc9629d0f5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.037543 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-be951a59-4b20-4ff0-93e2-1788b1be2a8c req-ae5e8204-acae-4817-bbc5-ccffeb9ee1e0 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Calling delete_port for ade61d3f-0189-43f7-9562-60bf3b250eb2 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:05.078853 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b48cfe8e-de42-4f77-9280-deb49119096b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19742573-6148-471d-8360-251539e0b62e']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:05.175595 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b48cfe8e-de42-4f77-9280-deb49119096b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063d23df-2c3c-4418-a4ae-20adcaa2a5b9') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:05.176177 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b48cfe8e-de42-4f77-9280-deb49119096b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063d23df-2c3c-4418-a4ae-20adcaa2a5b9') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:05.257869 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b48cfe8e-de42-4f77-9280-deb49119096b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (063d23df-2c3c-4418-a4ae-20adcaa2a5b9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.280043 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc444e0-ea6b-41e5-8245-7752c8b5fa44 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Router 1d21ffa2-3d66-4e48-91a7-8abc9629d0f5 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:37:05.300616 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1508e21-9500-476f-8153-dc889486b385 req-52859ed0-c770-4e31-a599-a6ec599d1592 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:05.303432 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1508e21-9500-476f-8153-dc889486b385 req-52859ed0-c770-4e31-a599-a6ec599d1592 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c6b012a-4e28-47a4-961f-dc25ae94421a HTTP/1.1" status: 200 len: 946 time: 0.3261316 Feb 09 21:37:05.326720 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b48cfe8e-de42-4f77-9280-deb49119096b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (063d23df-2c3c-4418-a4ae-20adcaa2a5b9), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.368148 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48cfe8e-de42-4f77-9280-deb49119096b admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:37:05.368851 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b48cfe8e-de42-4f77-9280-deb49119096b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (063d23df-2c3c-4418-a4ae-20adcaa2a5b9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:37:05.373613 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:37:05.433281 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-be951a59-4b20-4ff0-93e2-1788b1be2a8c req-ae5e8204-acae-4817-bbc5-ccffeb9ee1e0 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ade61d3f-0189-43f7-9562-60bf3b250eb2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.475107 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e8204-acae-4817-bbc5-ccffeb9ee1e0 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Pushing event deleted for resources: {'Port': ['ID=ade61d3f-0189-43f7-9562-60bf3b250eb2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:05.533994 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1508e21-9500-476f-8153-dc889486b385 req-c2ff808a-3371-468b-94e6-770a68689814 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/security-groups?id=3193629d-4a1f-4102-91af-5bdbfb714732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148843 Feb 09 21:37:05.534463 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-be951a59-4b20-4ff0-93e2-1788b1be2a8c req-ae5e8204-acae-4817-bbc5-ccffeb9ee1e0 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] No DVR routers for this DVR port ade61d3f-0189-43f7-9562-60bf3b250eb2 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:05.539004 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-867d887b-e24e-4385-99cd-ca166411bdef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (d693c3fa-6356-4b62-98fa-4135ec8f7d3d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.539898 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-be951a59-4b20-4ff0-93e2-1788b1be2a8c req-ae5e8204-acae-4817-bbc5-ccffeb9ee1e0 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.545245 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-be951a59-4b20-4ff0-93e2-1788b1be2a8c req-ae5e8204-acae-4817-bbc5-ccffeb9ee1e0 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.42 "DELETE /v2.0/ports/ade61d3f-0189-43f7-9562-60bf3b250eb2 HTTP/1.1" status: 204 len: 173 time: 1.4866030 Feb 09 21:37:05.553706 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b48cfe8e-de42-4f77-9280-deb49119096b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (19742573-6148-471d-8360-251539e0b62e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.564998 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b48cfe8e-de42-4f77-9280-deb49119096b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.573670 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b48cfe8e-de42-4f77-9280-deb49119096b admin admin] 10.222.0.77 "DELETE /v2.0/networks/19742573-6148-471d-8360-251539e0b62e HTTP/1.1" status: 204 len: 168 time: 0.9536612 Feb 09 21:37:05.607332 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc444e0-ea6b-41e5-8245-7752c8b5fa44 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:05.620845 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] Sync routers for ids ['1d21ffa2-3d66-4e48-91a7-8abc9629d0f5'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:05.621999 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cfe8e-de42-4f77-9280-deb49119096b admin admin] Pushing event deleted for resources: {'Network': ['ID=19742573-6148-471d-8360-251539e0b62e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:05.645261 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] Routers {'1d21ffa2-3d66-4e48-91a7-8abc9629d0f5'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:05.647035 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1d21ffa2-3d66-4e48-91a7-8abc9629d0f5'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:05.684884 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0bc444e0-ea6b-41e5-8245-7752c8b5fa44 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.691897 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0bc444e0-ea6b-41e5-8245-7752c8b5fa44 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.6247542 Feb 09 21:37:05.693649 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54550) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:05.805177 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] Set router 1d21ffa2-3d66-4e48-91a7-8abc9629d0f5 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:05.846160 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6d63ce-4f25-435b-a51a-6fe3bb02069a', 'name': 'network-vif-deleted', 'tag': 'ade61d3f-0189-43f7-9562-60bf3b250eb2'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:05.849352 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38063a0c-dabc-4079-8929-b47bb236d733" -d '{"events": [{"server_uuid": "0a6d63ce-4f25-435b-a51a-6fe3bb02069a", "name": "network-vif-deleted", "tag": "ade61d3f-0189-43f7-9562-60bf3b250eb2"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:05.888226 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8b027a49-9d15-4dcb-bdce-6b170893dd63 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "GET /v2.0/routers/1d21ffa2-3d66-4e48-91a7-8abc9629d0f5 HTTP/1.1" status: 200 len: 907 time: 0.1899514 Feb 09 21:37:05.890551 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54556) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:05.904067 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-962eb8ff-9f25-4a98-9e4d-a3f7a8acd1b6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Request body: {'router': {'name': 'tempest-snat-router-146822959', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'enable_snat': True}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:05.967266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54558) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:05.984446 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-962eb8ff-9f25-4a98-9e4d-a3f7a8acd1b6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (45690262-4843-484c-92fd-0a8f42259d9b), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.985810 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-962eb8ff-9f25-4a98-9e4d-a3f7a8acd1b6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (45690262-4843-484c-92fd-0a8f42259d9b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.038223 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 42e64ebb-d500-4799-8f70-5ed4c49f2d57 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:06.075842 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 42e64ebb-d500-4799-8f70-5ed4c49f2d57 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:06.076184 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 42e64ebb-d500-4799-8f70-5ed4c49f2d57 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:06.122921 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4d7d9d6e-4889-4c33-9008-ada041ecd59f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=64ac4f48e4c94eaa87202007938b3f7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1538670 Feb 09 21:37:06.123986 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54560) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:06.126228 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-962eb8ff-9f25-4a98-9e4d-a3f7a8acd1b6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_controller (45690262-4843-484c-92fd-0a8f42259d9b), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.144516 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28394cb-a26f-42d2-8657-aa8d1ed37021 req-2215996d-bb5d-4a65-92d1-429a56da5fa2 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:06.158079 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a28394cb-a26f-42d2-8657-aa8d1ed37021 req-2215996d-bb5d-4a65-92d1-429a56da5fa2 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 946 time: 0.3780639 Feb 09 21:37:06.163833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867d887b-e24e-4385-99cd-ca166411bdef admin admin] Router d693c3fa-6356-4b62-98fa-4135ec8f7d3d has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:37:06.227302 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21ffa2-3d66-4e48-91a7-8abc9629d0f5', 'name': 'tempest-snat-router-146822959', 'tenant_id': 'cd51c053192346d685cbcf312add6758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.49'}], 'enable_snat': False}, 'gw_port_id': '197cf0f8-aced-46db-8bc6-be5c4b3d798b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:37:01Z', 'updated_at': '2022-02-09T21:37:03Z', 'revision_number': 3, 'project_id': 'cd51c053192346d685cbcf312add6758', 'gw_port': {'id': '197cf0f8-aced-46db-8bc6-be5c4b3d798b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:27:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d21ffa2-3d66-4e48-91a7-8abc9629d0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:37:02Z', 'updated_at': '2022-02-09T21:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:06.297435 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] Checking router: 1d21ffa2-3d66-4e48-91a7-8abc9629d0f5 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:37:06.297792 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] Updating router 1d21ffa2-3d66-4e48-91a7-8abc9629d0f5 port 197cf0f8-aced-46db-8bc6-be5c4b3d798b binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:37:06.322902 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a28394cb-a26f-42d2-8657-aa8d1ed37021 req-1d281d38-56e9-44fa-b125-dcd1cadf36b0 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631062 Feb 09 21:37:06.363586 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (197cf0f8-aced-46db-8bc6-be5c4b3d798b), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.370707 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6d63ce-4f25-435b-a51a-6fe3bb02069a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade61d3f-0189-43f7-9562-60bf3b250eb2'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:06.373790 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be7004e-0464-4851-9955-0b7e0627da77" -d '{"events": [{"server_uuid": "0a6d63ce-4f25-435b-a51a-6fe3bb02069a", "name": "network-vif-unplugged", "status": "completed", "tag": "ade61d3f-0189-43f7-9562-60bf3b250eb2"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:06.389789 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867d887b-e24e-4385-99cd-ca166411bdef admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:06.401324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1556a067-bbfc-4d2f-b858-9c8a874775c7 None None] Sync routers for ids ['d693c3fa-6356-4b62-98fa-4135ec8f7d3d'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:06.401555 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-867d887b-e24e-4385-99cd-ca166411bdef admin admin] 10.222.0.77 "PUT /v2.0/routers/d693c3fa-6356-4b62-98fa-4135ec8f7d3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8857465 Feb 09 21:37:06.406318 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54564) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:06.417669 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1556a067-bbfc-4d2f-b858-9c8a874775c7 None None] Routers {'d693c3fa-6356-4b62-98fa-4135ec8f7d3d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:06.418743 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1556a067-bbfc-4d2f-b858-9c8a874775c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['d693c3fa-6356-4b62-98fa-4135ec8f7d3d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:06.522690 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-962eb8ff-9f25-4a98-9e4d-a3f7a8acd1b6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_gateway (45690262-4843-484c-92fd-0a8f42259d9b), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.577753 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b28eeaef-5956-4fdb-9061-f4e037bcfa53 admin admin] Publish callbacks [] for security_group (ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.602213 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce465d0-f17c-45b9-844f-cd4ceb00c834 req-390094c6-d02b-4763-9541-3526d63059e6 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:06.612364 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ce465d0-f17c-45b9-844f-cd4ceb00c834 req-390094c6-d02b-4763-9541-3526d63059e6 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c6b012a-4e28-47a4-961f-dc25ae94421a HTTP/1.1" status: 200 len: 946 time: 0.1366713 Feb 09 21:37:06.631158 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54566) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:06.638760 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cda5642f-025c-48f6-b233-a4c1d6e7822d admin admin] Publish callbacks [] for router (d693c3fa-6356-4b62-98fa-4135ec8f7d3d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.646626 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-4eed93bf-119c-4a58-b14f-9c6d75445726 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Request body: {'floatingip': {'port_id': 'df47b64b-0f24-465c-9de2-7d8a1a36e962'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:06.651329 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-1556a067-bbfc-4d2f-b858-9c8a874775c7 None None] Set router d693c3fa-6356-4b62-98fa-4135ec8f7d3d gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:06.755136 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b28eeaef-5956-4fdb-9061-f4e037bcfa53 admin admin] Publish callbacks [] for security_group (ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.782314 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4eed93bf-119c-4a58-b14f-9c6d75445726 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks [] for floatingip (5246e969-8b20-4380-aed6-cf4796428ee4), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.811963 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cda5642f-025c-48f6-b233-a4c1d6e7822d admin admin] Publish callbacks [] for router_gateway (d693c3fa-6356-4b62-98fa-4135ec8f7d3d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.858482 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a249b765-bb2a-4449-9c0d-f841d3267839 x-openstack-request-id: req-a249b765-bb2a-4449-9c0d-f841d3267839 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:06.858894 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6d63ce-4f25-435b-a51a-6fe3bb02069a", "name": "network-vif-deleted", "tag": "ade61d3f-0189-43f7-9562-60bf3b250eb2", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:06.860686 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a249b765-bb2a-4449-9c0d-f841d3267839 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:06.861276 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6d63ce-4f25-435b-a51a-6fe3bb02069a', 'name': 'network-vif-deleted', 'tag': 'ade61d3f-0189-43f7-9562-60bf3b250eb2', 'status': 'completed', 'code': 200} Feb 09 21:37:06.959066 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664116af-cfac-4f87-b6dd-b93b0eda4a23 x-openstack-request-id: req-664116af-cfac-4f87-b6dd-b93b0eda4a23 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:06.959694 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6d63ce-4f25-435b-a51a-6fe3bb02069a", "name": "network-vif-unplugged", "status": "completed", "tag": "ade61d3f-0189-43f7-9562-60bf3b250eb2", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:06.960181 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-664116af-cfac-4f87-b6dd-b93b0eda4a23 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:06.960871 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6d63ce-4f25-435b-a51a-6fe3bb02069a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade61d3f-0189-43f7-9562-60bf3b250eb2', 'code': 200} Feb 09 21:37:06.982969 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] Publish callbacks [] for port (197cf0f8-aced-46db-8bc6-be5c4b3d798b), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.995888 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (197cf0f8-aced-46db-8bc6-be5c4b3d798b), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.016963 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1556a067-bbfc-4d2f-b858-9c8a874775c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd693c3fa-6356-4b62-98fa-4135ec8f7d3d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145486508-router', 'tenant_id': 'c137d84343644ace9a44d512beaff9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '2f26a942-452f-4462-b44f-4fc077506b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:30Z', 'updated_at': '2022-02-09T21:37:04Z', 'revision_number': 5, 'project_id': 'c137d84343644ace9a44d512beaff9d1', 'gw_port': {'id': '2f26a942-452f-4462-b44f-4fc077506b4e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd693c3fa-6356-4b62-98fa-4135ec8f7d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:32Z', 'updated_at': '2022-02-09T21:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:07.037980 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-cda5642f-025c-48f6-b233-a4c1d6e7822d admin admin] Deleting port 2f26a942-452f-4462-b44f-4fc077506b4e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:07.038689 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cda5642f-025c-48f6-b233-a4c1d6e7822d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (2f26a942-452f-4462-b44f-4fc077506b4e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.066960 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1556a067-bbfc-4d2f-b858-9c8a874775c7 None None] Checking router: d693c3fa-6356-4b62-98fa-4135ec8f7d3d for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:37:07.081381 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1556a067-bbfc-4d2f-b858-9c8a874775c7 None None] Routers {'d693c3fa-6356-4b62-98fa-4135ec8f7d3d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:07.082277 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1556a067-bbfc-4d2f-b858-9c8a874775c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['d693c3fa-6356-4b62-98fa-4135ec8f7d3d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:07.090550 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b28eeaef-5956-4fdb-9061-f4e037bcfa53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.108270 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b28eeaef-5956-4fdb-9061-f4e037bcfa53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.110344 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b28eeaef-5956-4fdb-9061-f4e037bcfa53 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f HTTP/1.1" status: 204 len: 168 time: 0.9826329 Feb 09 21:37:07.115447 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] Attempting to bind port 197cf0f8-aced-46db-8bc6-be5c4b3d798b on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:07.115841 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] Attempting to bind port 197cf0f8-aced-46db-8bc6-be5c4b3d798b by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:07.116249 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] Attempting to bind port 197cf0f8-aced-46db-8bc6-be5c4b3d798b on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:07.157398 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea6697-a584-45af-a372-5a40d693f3cf None None] Pushing event updated for resources: {'Port': ['ID=197cf0f8-aced-46db-8bc6-be5c4b3d798b,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:07.161823 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:07.162343 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:07.162969 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.163559 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:07.164620 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] Bound port: 197cf0f8-aced-46db-8bc6-be5c4b3d798b, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:07.165456 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (197cf0f8-aced-46db-8bc6-be5c4b3d798b), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.285444 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] For port 197cf0f8-aced-46db-8bc6-be5c4b3d798b, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:07.289819 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-cda5642f-025c-48f6-b233-a4c1d6e7822d admin admin] For port 2f26a942-452f-4462-b44f-4fc077506b4e, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2f26a942-452f-4462-b44f-4fc077506b4e,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:07.289819 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cda5642f-025c-48f6-b233-a4c1d6e7822d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (2f26a942-452f-4462-b44f-4fc077506b4e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.291904 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28eeaef-5956-4fdb-9061-f4e037bcfa53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd1ab82-127e-4d58-8d9b-1e0d208c4a5f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:07.299078 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] For port 197cf0f8-aced-46db-8bc6-be5c4b3d798b, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=197cf0f8-aced-46db-8bc6-be5c4b3d798b,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:07.318583 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (197cf0f8-aced-46db-8bc6-be5c4b3d798b), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.336311 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-cda5642f-025c-48f6-b233-a4c1d6e7822d admin admin] Calling delete_port for 2f26a942-452f-4462-b44f-4fc077506b4e owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:07.352185 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-8e3edbf3-b580-4aa0-b091-6c13be0c2872 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.362764 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-8e3edbf3-b580-4aa0-b091-6c13be0c2872 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/networks?id=b63eec21-51a4-43fd-90d0-db81afea0d84 HTTP/1.1" status: 200 len: 821 time: 0.2154377 Feb 09 21:37:07.388726 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-478c5073-faf0-4c02-9be5-37ef2af0122f tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/quotas/cf8e5b3f31964e31927deb5670fb5102 HTTP/1.1" status: 200 len: 375 time: 0.0215156 Feb 09 21:37:07.441296 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-ccd60e5f-2037-42f6-927c-640033118756 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cf8e5b3f31964e31927deb5670fb5102&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550013 Feb 09 21:37:07.446822 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-1556a067-bbfc-4d2f-b858-9c8a874775c7 None None] Set router d693c3fa-6356-4b62-98fa-4135ec8f7d3d gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:07.450348 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea6697-a584-45af-a372-5a40d693f3cf None None] Pushing event updated for resources: {'Port': ['ID=197cf0f8-aced-46db-8bc6-be5c4b3d798b,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:07.477571 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] Routers {'1d21ffa2-3d66-4e48-91a7-8abc9629d0f5'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:07.478736 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1d21ffa2-3d66-4e48-91a7-8abc9629d0f5'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:07.570605 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1556a067-bbfc-4d2f-b858-9c8a874775c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd693c3fa-6356-4b62-98fa-4135ec8f7d3d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145486508-router', 'tenant_id': 'c137d84343644ace9a44d512beaff9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:30Z', 'updated_at': '2022-02-09T21:37:06Z', 'revision_number': 6, 'project_id': 'c137d84343644ace9a44d512beaff9d1', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:07.615120 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1556a067-bbfc-4d2f-b858-9c8a874775c7 None None] The sync data for ids ['d693c3fa-6356-4b62-98fa-4135ec8f7d3d'] in n-d-828601-1 is: [{'id': 'd693c3fa-6356-4b62-98fa-4135ec8f7d3d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145486508-router', 'tenant_id': 'c137d84343644ace9a44d512beaff9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:30Z', 'updated_at': '2022-02-09T21:37:06Z', 'revision_number': 6, 'project_id': 'c137d84343644ace9a44d512beaff9d1', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:07.654017 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-962eb8ff-9f25-4a98-9e4d-a3f7a8acd1b6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_gateway (45690262-4843-484c-92fd-0a8f42259d9b), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.694485 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-fe77a934-42b9-4179-9e60-637fe3490d29 service neutron] 10.222.0.77 "GET /v2.0/networks/b63eec21-51a4-43fd-90d0-db81afea0d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519703 Feb 09 21:37:07.714676 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-962eb8ff-9f25-4a98-9e4d-a3f7a8acd1b6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.777616 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] Set router 1d21ffa2-3d66-4e48-91a7-8abc9629d0f5 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:07.796192 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-baeb06dd-23b1-4b8b-bdba-a934462c3a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.885065 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54590) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:08.043518 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device ade61d3f-0189-43f7-9562-60bf3b250eb2 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:08.082495 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4eed93bf-119c-4a58-b14f-9c6d75445726 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.105580 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-98cfd58d-4c59-4650-a463-058a55731e07 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=18d36425933b4d2ea04cb243a23ea8e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160769 Feb 09 21:37:08.109224 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4eed93bf-119c-4a58-b14f-9c6d75445726 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (5246e969-8b20-4380-aed6-cf4796428ee4), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.110175 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: ade61d3f-0189-43f7-9562-60bf3b250eb2 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:08.110863 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device ade61d3f-0189-43f7-9562-60bf3b250eb2 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:08.121402 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54592) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:08.126702 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d21ffa2-3d66-4e48-91a7-8abc9629d0f5', 'name': 'tempest-snat-router-146822959', 'tenant_id': 'cd51c053192346d685cbcf312add6758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.49'}], 'enable_snat': False}, 'gw_port_id': '197cf0f8-aced-46db-8bc6-be5c4b3d798b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:37:01Z', 'updated_at': '2022-02-09T21:37:03Z', 'revision_number': 3, 'project_id': 'cd51c053192346d685cbcf312add6758', 'gw_port': {'id': '197cf0f8-aced-46db-8bc6-be5c4b3d798b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:27:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d21ffa2-3d66-4e48-91a7-8abc9629d0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:37:02Z', 'updated_at': '2022-02-09T21:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:08.158004 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd003d1e-4e9e-4534-bf1f-183e6631230a None None] The sync data for ids ['1d21ffa2-3d66-4e48-91a7-8abc9629d0f5'] in n-d-828601-1 is: [{'id': '1d21ffa2-3d66-4e48-91a7-8abc9629d0f5', 'name': 'tempest-snat-router-146822959', 'tenant_id': 'cd51c053192346d685cbcf312add6758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.49'}], 'enable_snat': False}, 'gw_port_id': '197cf0f8-aced-46db-8bc6-be5c4b3d798b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:37:01Z', 'updated_at': '2022-02-09T21:37:03Z', 'revision_number': 3, 'project_id': 'cd51c053192346d685cbcf312add6758', 'gw_port': {'id': '197cf0f8-aced-46db-8bc6-be5c4b3d798b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:27:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d21ffa2-3d66-4e48-91a7-8abc9629d0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:37:02Z', 'updated_at': '2022-02-09T21:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:08.220867 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-cf973d40-2252-4f22-9f4c-38c372e981d4 service neutron] 10.222.0.77 "GET /v2.0/networks/b63eec21-51a4-43fd-90d0-db81afea0d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169692 Feb 09 21:37:08.239998 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-962eb8ff-9f25-4a98-9e4d-a3f7a8acd1b6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Allocated IP 172.25.6.13 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/d12e7720-4bd3-4d7b-87cb-6c116ce914e1) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:08.282665 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d6e398f-6c7c-40ca-9baf-8fe8cfc8a3f3 admin admin] Publish callbacks [] for security_group (d6b8bc1a-f38e-495b-8bcb-dbb7f4029549), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.317401 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d6e398f-6c7c-40ca-9baf-8fe8cfc8a3f3 admin admin] Publish callbacks [] for security_group (d6b8bc1a-f38e-495b-8bcb-dbb7f4029549), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.331061 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cda5642f-025c-48f6-b233-a4c1d6e7822d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (2f26a942-452f-4462-b44f-4fc077506b4e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.338629 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-4eed93bf-119c-4a58-b14f-9c6d75445726 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Floating IP 5246e969-8b20-4380-aed6-cf4796428ee4 associated. External IP: 172.25.6.195, port: df47b64b-0f24-465c-9de2-7d8a1a36e962. Feb 09 21:37:08.385606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5642f-025c-48f6-b233-a4c1d6e7822d admin admin] Pushing event deleted for resources: {'Port': ['ID=2f26a942-452f-4462-b44f-4fc077506b4e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:08.478608 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cda5642f-025c-48f6-b233-a4c1d6e7822d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (d693c3fa-6356-4b62-98fa-4135ec8f7d3d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.511732 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d6e398f-6c7c-40ca-9baf-8fe8cfc8a3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d6b8bc1a-f38e-495b-8bcb-dbb7f4029549), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.514679 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d6e398f-6c7c-40ca-9baf-8fe8cfc8a3f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.518766 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3d6e398f-6c7c-40ca-9baf-8fe8cfc8a3f3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d6b8bc1a-f38e-495b-8bcb-dbb7f4029549 HTTP/1.1" status: 204 len: 168 time: 0.3925879 Feb 09 21:37:08.676938 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-962eb8ff-9f25-4a98-9e4d-a3f7a8acd1b6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for port (d12e7720-4bd3-4d7b-87cb-6c116ce914e1), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.685734 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 4da77472-14ed-4b3c-afb7-7a61699ad5ac no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:08.746998 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e398f-6c7c-40ca-9baf-8fe8cfc8a3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b8bc1a-f38e-495b-8bcb-dbb7f4029549,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:08.747890 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 4da77472-14ed-4b3c-afb7-7a61699ad5ac {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:08.747890 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 4da77472-14ed-4b3c-afb7-7a61699ad5ac not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:08.748271 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2f26a942-452f-4462-b44f-4fc077506b4e no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:08.770475 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cda5642f-025c-48f6-b233-a4c1d6e7822d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (d693c3fa-6356-4b62-98fa-4135ec8f7d3d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.782010 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cda5642f-025c-48f6-b233-a4c1d6e7822d admin admin] Publish callbacks [] for router_controller (d693c3fa-6356-4b62-98fa-4135ec8f7d3d), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.834131 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-962eb8ff-9f25-4a98-9e4d-a3f7a8acd1b6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (d12e7720-4bd3-4d7b-87cb-6c116ce914e1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.864332 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 2f26a942-452f-4462-b44f-4fc077506b4e {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:08.866802 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2f26a942-452f-4462-b44f-4fc077506b4e not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:08.966773 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea86ef-7e3e-40cb-93f9-87b690e35299 req-444a6232-9e3c-4bb1-9f2b-9d1de4fb4e1a tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:08.981321 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10ea86ef-7e3e-40cb-93f9-87b690e35299 req-444a6232-9e3c-4bb1-9f2b-9d1de4fb4e1a tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 946 time: 0.2882569 Feb 09 21:37:08.996338 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cda5642f-025c-48f6-b233-a4c1d6e7822d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (d693c3fa-6356-4b62-98fa-4135ec8f7d3d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.997010 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda5642f-025c-48f6-b233-a4c1d6e7822d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d693c3fa-6356-4b62-98fa-4135ec8f7d3d {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:37:09.026268 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cda5642f-025c-48f6-b233-a4c1d6e7822d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:09.029213 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-cda5642f-025c-48f6-b233-a4c1d6e7822d admin admin] 10.222.0.77 "DELETE /v2.0/routers/d693c3fa-6356-4b62-98fa-4135ec8f7d3d HTTP/1.1" status: 204 len: 168 time: 2.6212482 Feb 09 21:37:09.034070 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54608) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:09.166966 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b64d1ac-be2a-4e0c-a5e2-d4c046725c3b admin admin] Deleting subnet 22e08c4b-de18-4aa1-b38c-621655211479 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:37:09.184582 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10ea86ef-7e3e-40cb-93f9-87b690e35299 req-e52862d3-2099-402b-a393-7793ff64c9b3 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991074 Feb 09 21:37:09.190158 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b64d1ac-be2a-4e0c-a5e2-d4c046725c3b admin admin] Publish callbacks [] for subnet (22e08c4b-de18-4aa1-b38c-621655211479), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:09.291821 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b64d1ac-be2a-4e0c-a5e2-d4c046725c3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (22e08c4b-de18-4aa1-b38c-621655211479), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:09.434780 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a50792d-d11f-4e00-b2c3-85a97a1b0634 req-25d0e2eb-b84e-4ac2-91c8-97d7df0288dd tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=983d06d3-6e41-4ace-a54c-2fca1240d42c HTTP/1.1" status: 200 len: 210 time: 0.1393428 Feb 09 21:37:09.510188 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962eb8ff-9f25-4a98-9e4d-a3f7a8acd1b6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:09.567573 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-962eb8ff-9f25-4a98-9e4d-a3f7a8acd1b6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:09.573266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962eb8ff-9f25-4a98-9e4d-a3f7a8acd1b6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:09.640193 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962eb8ff-9f25-4a98-9e4d-a3f7a8acd1b6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Pushing event updated for resources: {'Port': ['ID=d12e7720-4bd3-4d7b-87cb-6c116ce914e1,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:09.691986 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b64d1ac-be2a-4e0c-a5e2-d4c046725c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (22e08c4b-de18-4aa1-b38c-621655211479), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:09.881281 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b64d1ac-be2a-4e0c-a5e2-d4c046725c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (22e08c4b-de18-4aa1-b38c-621655211479), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:09.975820 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64d1ac-be2a-4e0c-a5e2-d4c046725c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22e08c4b-de18-4aa1-b38c-621655211479,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:10.001378 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b64d1ac-be2a-4e0c-a5e2-d4c046725c3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:10.001717 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e608fed8-db89-40f9-b8a8-c3614fc01698 None None] Network a657c146-f71f-4e85-86ea-7f818c922127 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:37:10.010934 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0b64d1ac-be2a-4e0c-a5e2-d4c046725c3b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/22e08c4b-de18-4aa1-b38c-621655211479 HTTP/1.1" status: 204 len: 168 time: 0.9581077 Feb 09 21:37:10.013734 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54638) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:10.273676 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7cf964d3-5cd9-438f-823c-066aca2ce759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (a657c146-f71f-4e85-86ea-7f818c922127), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:10.334372 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eed93bf-119c-4a58-b14f-9c6d75445726 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Router ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:37:10.365282 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-962eb8ff-9f25-4a98-9e4d-a3f7a8acd1b6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_gateway (45690262-4843-484c-92fd-0a8f42259d9b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:10.455168 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1b7abf69-7a53-4142-aac1-70d5d27ff3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:10.502956 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7cf964d3-5cd9-438f-823c-066aca2ce759 admin admin] Deleting port af095b42-e0ce-40a2-985e-4181cc9eb8f8 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:10.503324 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7cf964d3-5cd9-438f-823c-066aca2ce759 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (af095b42-e0ce-40a2-985e-4181cc9eb8f8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:10.515009 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 197cf0f8-aced-46db-8bc6-be5c4b3d798b up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:10.640042 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f0075f-cf0e-4c20-8dbe-ac7692fda290 None None] DHCP port deletion for a657c146-f71f-4e85-86ea-7f818c922127 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:37:10.673882 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-7cf964d3-5cd9-438f-823c-066aca2ce759 admin admin] For port af095b42-e0ce-40a2-985e-4181cc9eb8f8, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=af095b42-e0ce-40a2-985e-4181cc9eb8f8,segment=NetworkSegment(0eec29de-1b5d-451c-9ae6-9991fcb5d666),segment_id=0eec29de-1b5d-451c-9ae6-9991fcb5d666)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:10.674316 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7cf964d3-5cd9-438f-823c-066aca2ce759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (af095b42-e0ce-40a2-985e-4181cc9eb8f8), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:10.707262 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 197cf0f8-aced-46db-8bc6-be5c4b3d798b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:10.708062 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (197cf0f8-aced-46db-8bc6-be5c4b3d798b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:10.711304 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbedc16-a76e-47cc-93e3-619a58eb83eb req-c0836b02-40eb-4c49-a9c3-ed8d387bac2c tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:10.711916 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eed93bf-119c-4a58-b14f-9c6d75445726 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:10.727615 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1d177-7849-4464-a2c8-f8c974facb5d None None] Sync routers for ids ['ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:10.736008 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4eed93bf-119c-4a58-b14f-9c6d75445726 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:10.739253 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2dbedc16-a76e-47cc-93e3-619a58eb83eb req-c0836b02-40eb-4c49-a9c3-ed8d387bac2c tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 946 time: 0.2128682 Feb 09 21:37:10.763610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7cf964d3-5cd9-438f-823c-066aca2ce759 admin admin] Calling delete_port for af095b42-e0ce-40a2-985e-4181cc9eb8f8 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:10.768576 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc1d177-7849-4464-a2c8-f8c974facb5d None None] Routers {'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:10.771734 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ffc1d177-7849-4464-a2c8-f8c974facb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:10.797468 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-17f0075f-cf0e-4c20-8dbe-ac7692fda290 None None] Deleting port af095b42-e0ce-40a2-985e-4181cc9eb8f8 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:10.798283 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-17f0075f-cf0e-4c20-8dbe-ac7692fda290 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (af095b42-e0ce-40a2-985e-4181cc9eb8f8), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:10.887929 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4eed93bf-119c-4a58-b14f-9c6d75445726 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "PUT /v2.0/floatingips/5246e969-8b20-4380-aed6-cf4796428ee4 HTTP/1.1" status: 200 len: 992 time: 4.2461102 Feb 09 21:37:10.891635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6b012a-4e28-47a4-961f-dc25ae94421a', 'tag': 'df47b64b-0f24-465c-9de2-7d8a1a36e962'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:10.894423 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2f3145-0c1e-47ea-bd74-4409df10ba1b" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6b012a-4e28-47a4-961f-dc25ae94421a", "tag": "df47b64b-0f24-465c-9de2-7d8a1a36e962"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:10.948218 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-17f0075f-cf0e-4c20-8dbe-ac7692fda290 None None] For port af095b42-e0ce-40a2-985e-4181cc9eb8f8, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=af095b42-e0ce-40a2-985e-4181cc9eb8f8,segment=NetworkSegment(0eec29de-1b5d-451c-9ae6-9991fcb5d666),segment_id=0eec29de-1b5d-451c-9ae6-9991fcb5d666)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:10.956777 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-17f0075f-cf0e-4c20-8dbe-ac7692fda290 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (af095b42-e0ce-40a2-985e-4181cc9eb8f8), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:10.988276 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 197cf0f8-aced-46db-8bc6-be5c4b3d798b is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:10.991349 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (197cf0f8-aced-46db-8bc6-be5c4b3d798b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:10.993196 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-b7e07137-a53b-41e1-a91d-272b49b9f2e6 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:10.995688 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-b7e07137-a53b-41e1-a91d-272b49b9f2e6 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.42 "GET /v2.0/networks?id=b63eec21-51a4-43fd-90d0-db81afea0d84 HTTP/1.1" status: 200 len: 821 time: 0.4415147 Feb 09 21:37:11.009868 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-17f0075f-cf0e-4c20-8dbe-ac7692fda290 None None] Calling delete_port for af095b42-e0ce-40a2-985e-4181cc9eb8f8 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:11.032721 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-70a564b3-2069-4895-abe0-f07697ff05b6 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Request body: {'port': {'device_id': '983d06d3-6e41-4ace-a54c-2fca1240d42c', 'network_id': 'b63eec21-51a4-43fd-90d0-db81afea0d84', 'admin_state_up': True, 'tenant_id': 'cf8e5b3f31964e31927deb5670fb5102'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:11.070181 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 197cf0f8-aced-46db-8bc6-be5c4b3d798b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=197cf0f8-aced-46db-8bc6-be5c4b3d798b,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:11.106123 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-ffc1d177-7849-4464-a2c8-f8c974facb5d None None] Set router ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:11.139233 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (197cf0f8-aced-46db-8bc6-be5c4b3d798b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.227613 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=197cf0f8-aced-46db-8bc6-be5c4b3d798b,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:11.239996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:11.240730 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:11.241247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:11.241828 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:11.242411 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:11.242961 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:11.243501 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:11.244075 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:11.244647 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:11.245296 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:11.245809 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:11.246324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:11.246859 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:11.256097 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7cf964d3-5cd9-438f-823c-066aca2ce759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (af095b42-e0ce-40a2-985e-4181cc9eb8f8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.259575 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-17f0075f-cf0e-4c20-8dbe-ac7692fda290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (af095b42-e0ce-40a2-985e-4181cc9eb8f8), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.260535 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-70a564b3-2069-4895-abe0-f07697ff05b6 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Made reservation on behalf of cf8e5b3f31964e31927deb5670fb5102 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:11.264028 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-70a564b3-2069-4895-abe0-f07697ff05b6 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.278283 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f0075f-cf0e-4c20-8dbe-ac7692fda290 None None] No DVR routers for this DVR port af095b42-e0ce-40a2-985e-4181cc9eb8f8 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:11.305118 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0075f-cf0e-4c20-8dbe-ac7692fda290 None None] Pushing event deleted for resources: {'Port': ['ID=af095b42-e0ce-40a2-985e-4181cc9eb8f8,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:11.393359 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf964d3-5cd9-438f-823c-066aca2ce759 admin admin] Pushing event deleted for resources: {'Port': ['ID=af095b42-e0ce-40a2-985e-4181cc9eb8f8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:11.423865 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.431065 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2dbedc16-a76e-47cc-93e3-619a58eb83eb req-d236c54e-2f76-4ae9-811e-5b40be9fa52b tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6611388 Feb 09 21:37:11.440815 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-962eb8ff-9f25-4a98-9e4d-a3f7a8acd1b6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (45690262-4843-484c-92fd-0a8f42259d9b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.450187 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf964d3-5cd9-438f-823c-066aca2ce759 admin admin] No DVR routers for this DVR port af095b42-e0ce-40a2-985e-4181cc9eb8f8 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:11.592247 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ffc1d177-7849-4464-a2c8-f8c974facb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'name': 'tempest-ServersTestJSON-889037280-router', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:19Z', 'updated_at': '2022-02-09T21:36:27Z', 'revision_number': 4, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'gw_port': {'id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:20Z', 'updated_at': '2022-02-09T21:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '5246e969-8b20-4380-aed6-cf4796428ee4', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'port_id': 'df47b64b-0f24-465c-9de2-7d8a1a36e962', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1000, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eef7485-0778-427a-acd3-a89221323e05', 'mac_address': 'fa:16:3e:c9:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6b012a-4e28-47a4-961f-dc25ae94421a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:36:37Z', 'updated_at': '2022-02-09T21:37:07Z', 'revision_number': 1, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501f7459-31dd-4036-aa80-782b4c558a16', 'name': '', 'network_id': '1eef7485-0778-427a-acd3-a89221323e05', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'mac_address': 'fa:16:3e:2e:41:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:25Z', 'updated_at': '2022-02-09T21:36:35Z', 'revision_number': 5, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'subnets': [{'id': 'f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:11.640658 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1d177-7849-4464-a2c8-f8c974facb5d None None] Checking router: ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:37:11.655388 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc1d177-7849-4464-a2c8-f8c974facb5d None None] Routers {'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:11.656274 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ffc1d177-7849-4464-a2c8-f8c974facb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:11.709589 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7cf964d3-5cd9-438f-823c-066aca2ce759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (a657c146-f71f-4e85-86ea-7f818c922127), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.714335 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-70a564b3-2069-4895-abe0-f07697ff05b6 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Allocated IP 172.20.0.14 (b63eec21-51a4-43fd-90d0-db81afea0d84/cd40b286-33a9-4933-a5c8-56b0699eb2b2/a45f3778-389b-421b-9799-2d981dff76f6) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:11.720732 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962eb8ff-9f25-4a98-9e4d-a3f7a8acd1b6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Router 45690262-4843-484c-92fd-0a8f42259d9b is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:37:11.751378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-7cf964d3-5cd9-438f-823c-066aca2ce759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a657c146-f71f-4e85-86ea-7f818c922127']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:11.774237 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc9403-1511-49f2-bb19-fe2ec3a8d703 req-fe8eef21-9171-4cbc-83e0-fb39eb319b2d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:11.782453 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bffc9403-1511-49f2-bb19-fe2ec3a8d703 req-fe8eef21-9171-4cbc-83e0-fb39eb319b2d tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed555c91-de73-4415-9c88-a9aa4d2a63be HTTP/1.1" status: 200 len: 945 time: 0.1668882 Feb 09 21:37:11.796464 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-7cf964d3-5cd9-438f-823c-066aca2ce759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eec29de-1b5d-451c-9ae6-9991fcb5d666') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:11.797337 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-7cf964d3-5cd9-438f-823c-066aca2ce759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eec29de-1b5d-451c-9ae6-9991fcb5d666') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:11.865174 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-ffc1d177-7849-4464-a2c8-f8c974facb5d None None] Set router ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:11.873106 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bffc9403-1511-49f2-bb19-fe2ec3a8d703 req-64c6a02b-ed82-4d5a-b50a-e157f2949ad8 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/security-groups?id=97a722bf-e689-46bd-9b81-ee4ec8e9535d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896890 Feb 09 21:37:11.886802 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7cf964d3-5cd9-438f-823c-066aca2ce759 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (0eec29de-1b5d-451c-9ae6-9991fcb5d666), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.921777 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962eb8ff-9f25-4a98-9e4d-a3f7a8acd1b6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:11.923083 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7cf964d3-5cd9-438f-823c-066aca2ce759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (0eec29de-1b5d-451c-9ae6-9991fcb5d666), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.945618 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] Sync routers for ids ['45690262-4843-484c-92fd-0a8f42259d9b'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:11.973334 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf964d3-5cd9-438f-823c-066aca2ce759 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:37:11.973897 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7cf964d3-5cd9-438f-823c-066aca2ce759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (0eec29de-1b5d-451c-9ae6-9991fcb5d666), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.992176 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] Routers {'45690262-4843-484c-92fd-0a8f42259d9b'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:11.997844 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['45690262-4843-484c-92fd-0a8f42259d9b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:37:12.044459 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:37:12.069689 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299eb181-96df-4649-87f3-024e25a6c767 req-7f92ebb7-0fd7-4a35-99b6-6d44e7c4ef11 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:12.071827 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-299eb181-96df-4649-87f3-024e25a6c767 req-7f92ebb7-0fd7-4a35-99b6-6d44e7c4ef11 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed555c91-de73-4415-9c88-a9aa4d2a63be HTTP/1.1" status: 200 len: 945 time: 0.3064604 Feb 09 21:37:12.072668 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7cf964d3-5cd9-438f-823c-066aca2ce759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (a657c146-f71f-4e85-86ea-7f818c922127), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.099087 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-962eb8ff-9f25-4a98-9e4d-a3f7a8acd1b6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.100847 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-962eb8ff-9f25-4a98-9e4d-a3f7a8acd1b6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.2073011 Feb 09 21:37:12.104586 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54670) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:12.107518 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7cf964d3-5cd9-438f-823c-066aca2ce759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.115946 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7cf964d3-5cd9-438f-823c-066aca2ce759 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a657c146-f71f-4e85-86ea-7f818c922127 HTTP/1.1" status: 204 len: 168 time: 2.0965328 Feb 09 21:37:12.157840 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54672) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:12.186970 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f064a5d7-a5a3-4643-a15c-0dcc160365ed req-82be5fbd-f0d6-4d63-aae3-3434e149e977 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=983d06d3-6e41-4ace-a54c-2fca1240d42c HTTP/1.1" status: 200 len: 210 time: 0.1397333 Feb 09 21:37:12.187922 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf964d3-5cd9-438f-823c-066aca2ce759 admin admin] Pushing event deleted for resources: {'Network': ['ID=a657c146-f71f-4e85-86ea-7f818c922127,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:12.285610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] Set router 45690262-4843-484c-92fd-0a8f42259d9b gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:12.400082 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-70a564b3-2069-4895-abe0-f07697ff05b6 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks [] for port (a45f3778-389b-421b-9799-2d981dff76f6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.427026 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-299eb181-96df-4649-87f3-024e25a6c767 req-7a031aed-815d-4eaa-8a77-afaa6df04253 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Deleting port 70e3d19a-7558-4685-a196-a6de110f0bf5 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:12.427673 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-299eb181-96df-4649-87f3-024e25a6c767 req-7a031aed-815d-4eaa-8a77-afaa6df04253 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (70e3d19a-7558-4685-a196-a6de110f0bf5), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.436475 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d1ec4a00-f97a-4cab-9d27-26535598e93e tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "GET /v2.0/routers/45690262-4843-484c-92fd-0a8f42259d9b HTTP/1.1" status: 200 len: 906 time: 0.3307040 Feb 09 21:37:12.443321 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54674) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:12.458711 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 197cf0f8-aced-46db-8bc6-be5c4b3d798b up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:12.511534 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ffc1d177-7849-4464-a2c8-f8c974facb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'name': 'tempest-ServersTestJSON-889037280-router', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:19Z', 'updated_at': '2022-02-09T21:36:27Z', 'revision_number': 4, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'gw_port': {'id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:20Z', 'updated_at': '2022-02-09T21:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '5246e969-8b20-4380-aed6-cf4796428ee4', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'port_id': 'df47b64b-0f24-465c-9de2-7d8a1a36e962', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1000, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eef7485-0778-427a-acd3-a89221323e05', 'mac_address': 'fa:16:3e:c9:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6b012a-4e28-47a4-961f-dc25ae94421a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:36:37Z', 'updated_at': '2022-02-09T21:37:07Z', 'revision_number': 1, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501f7459-31dd-4036-aa80-782b4c558a16', 'name': '', 'network_id': '1eef7485-0778-427a-acd3-a89221323e05', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'mac_address': 'fa:16:3e:2e:41:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:25Z', 'updated_at': '2022-02-09T21:36:35Z', 'revision_number': 5, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'subnets': [{'id': 'f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:12.551845 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1d177-7849-4464-a2c8-f8c974facb5d None None] The sync data for ids ['ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'] in n-d-828601-1 is: [{'id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'name': 'tempest-ServersTestJSON-889037280-router', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:19Z', 'updated_at': '2022-02-09T21:36:27Z', 'revision_number': 4, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'gw_port': {'id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:20Z', 'updated_at': '2022-02-09T21:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '5246e969-8b20-4380-aed6-cf4796428ee4', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'port_id': 'df47b64b-0f24-465c-9de2-7d8a1a36e962', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1000, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eef7485-0778-427a-acd3-a89221323e05', 'mac_address': 'fa:16:3e:c9:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6b012a-4e28-47a4-961f-dc25ae94421a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:36:37Z', 'updated_at': '2022-02-09T21:37:07Z', 'revision_number': 1, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501f7459-31dd-4036-aa80-782b4c558a16', 'name': '', 'network_id': '1eef7485-0778-427a-acd3-a89221323e05', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'mac_address': 'fa:16:3e:2e:41:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:25Z', 'updated_at': '2022-02-09T21:36:35Z', 'revision_number': 5, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'subnets': [{'id': 'f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:12.590908 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-299eb181-96df-4649-87f3-024e25a6c767 req-7a031aed-815d-4eaa-8a77-afaa6df04253 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] For port 70e3d19a-7558-4685-a196-a6de110f0bf5, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=70e3d19a-7558-4685-a196-a6de110f0bf5,segment=NetworkSegment(197d31fc-9786-4ac5-88c8-64d479f0b8a0),segment_id=197d31fc-9786-4ac5-88c8-64d479f0b8a0)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:12.591323 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-299eb181-96df-4649-87f3-024e25a6c767 req-7a031aed-815d-4eaa-8a77-afaa6df04253 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (70e3d19a-7558-4685-a196-a6de110f0bf5), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.611403 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-299eb181-96df-4649-87f3-024e25a6c767 req-7a031aed-815d-4eaa-8a77-afaa6df04253 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Calling delete_port for 70e3d19a-7558-4685-a196-a6de110f0bf5 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:12.652637 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c745374-680b-48fc-b3eb-5235f8a99d3a req-44c574c9-980d-482b-b2c9-aad382cb6cbc tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:12.657619 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.661769 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c745374-680b-48fc-b3eb-5235f8a99d3a req-44c574c9-980d-482b-b2c9-aad382cb6cbc tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c6b012a-4e28-47a4-961f-dc25ae94421a HTTP/1.1" status: 200 len: 946 time: 0.3545895 Feb 09 21:37:12.738112 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 197cf0f8-aced-46db-8bc6-be5c4b3d798b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:12.739119 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (197cf0f8-aced-46db-8bc6-be5c4b3d798b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.790716 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c745374-680b-48fc-b3eb-5235f8a99d3a req-4e583b61-6ccb-49f5-97e7-fda3b9e0cbde tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/security-groups?id=3193629d-4a1f-4102-91af-5bdbfb714732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278851 Feb 09 21:37:12.947457 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60de0060-61b7-4817-b2f8-2a0e3c2b5f60 x-openstack-request-id: req-60de0060-61b7-4817-b2f8-2a0e3c2b5f60 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:12.947978 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6b012a-4e28-47a4-961f-dc25ae94421a", "tag": "df47b64b-0f24-465c-9de2-7d8a1a36e962", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:12.948099 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-60de0060-61b7-4817-b2f8-2a0e3c2b5f60 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:12.949159 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c6b012a-4e28-47a4-961f-dc25ae94421a', 'tag': 'df47b64b-0f24-465c-9de2-7d8a1a36e962', 'status': 'completed', 'code': 200} Feb 09 21:37:12.961343 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 197cf0f8-aced-46db-8bc6-be5c4b3d798b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:12.977226 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-299eb181-96df-4649-87f3-024e25a6c767 req-7a031aed-815d-4eaa-8a77-afaa6df04253 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (70e3d19a-7558-4685-a196-a6de110f0bf5), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.992981 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45690262-4843-484c-92fd-0a8f42259d9b', 'name': 'tempest-snat-router-146822959', 'tenant_id': 'cd51c053192346d685cbcf312add6758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'd12e7720-4bd3-4d7b-87cb-6c116ce914e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:37:05Z', 'updated_at': '2022-02-09T21:37:09Z', 'revision_number': 3, 'project_id': 'cd51c053192346d685cbcf312add6758', 'gw_port': {'id': 'd12e7720-4bd3-4d7b-87cb-6c116ce914e1', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45690262-4843-484c-92fd-0a8f42259d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:37:07Z', 'updated_at': '2022-02-09T21:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:13.007417 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['70e3d19a-7558-4685-a196-a6de110f0bf5'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:13.020114 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a031aed-815d-4eaa-8a77-afaa6df04253 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Pushing event deleted for resources: {'Port': ['ID=70e3d19a-7558-4685-a196-a6de110f0bf5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:13.080323 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-299eb181-96df-4649-87f3-024e25a6c767 req-7a031aed-815d-4eaa-8a77-afaa6df04253 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] No DVR routers for this DVR port 70e3d19a-7558-4685-a196-a6de110f0bf5 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:13.085842 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c7b210-cba7-48ae-b9d8-27992a5cf490 None None] New status for floating IP 5246e969-8b20-4380-aed6-cf4796428ee4: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:37:13.086536 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-299eb181-96df-4649-87f3-024e25a6c767 req-7a031aed-815d-4eaa-8a77-afaa6df04253 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.089963 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-299eb181-96df-4649-87f3-024e25a6c767 req-7a031aed-815d-4eaa-8a77-afaa6df04253 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.71 "DELETE /v2.0/ports/70e3d19a-7558-4685-a196-a6de110f0bf5 HTTP/1.1" status: 204 len: 173 time: 1.0095799 Feb 09 21:37:13.091153 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed555c91-de73-4415-9c88-a9aa4d2a63be', 'name': 'network-vif-deleted', 'tag': '70e3d19a-7558-4685-a196-a6de110f0bf5'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:13.100211 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203a8cdc-c4f9-4029-89cd-b79a92246e0b" -d '{"events": [{"server_uuid": "ed555c91-de73-4415-9c88-a9aa4d2a63be", "name": "network-vif-deleted", "tag": "70e3d19a-7558-4685-a196-a6de110f0bf5"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:13.134948 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-70a564b3-2069-4895-abe0-f07697ff05b6 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (a45f3778-389b-421b-9799-2d981dff76f6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.162912 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device af095b42-e0ce-40a2-985e-4181cc9eb8f8 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:13.201759 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: af095b42-e0ce-40a2-985e-4181cc9eb8f8 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:13.202305 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device af095b42-e0ce-40a2-985e-4181cc9eb8f8 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:13.205530 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] Checking router: 45690262-4843-484c-92fd-0a8f42259d9b for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:37:13.206073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] Updating router 45690262-4843-484c-92fd-0a8f42259d9b port d12e7720-4bd3-4d7b-87cb-6c116ce914e1 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:37:13.252179 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f3145-0c1e-47ea-bd74-4409df10ba1b req-1983021b-668e-4047-ae0b-301a76ea7aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:13.254330 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bf2f3145-0c1e-47ea-bd74-4409df10ba1b req-1983021b-668e-4047-ae0b-301a76ea7aed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eed28ccdbdc94832aabbf9b9cc24b225&device_id=5c6b012a-4e28-47a4-961f-dc25ae94421a HTTP/1.1" status: 200 len: 1128 time: 0.3160515 Feb 09 21:37:13.263125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-70a564b3-2069-4895-abe0-f07697ff05b6 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Network b63eec21-51a4-43fd-90d0-db81afea0d84 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:13.265258 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7568e4ba-3fcc-4b6a-8a13-5f35d26307ad tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router (45690262-4843-484c-92fd-0a8f42259d9b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.296515 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d12e7720-4bd3-4d7b-87cb-6c116ce914e1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.379879 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-70a564b3-2069-4895-abe0-f07697ff05b6 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:13.410982 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-70a564b3-2069-4895-abe0-f07697ff05b6 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:13.532402 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a564b3-2069-4895-abe0-f07697ff05b6 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Pushing event updated for resources: {'Port': ['ID=a45f3778-389b-421b-9799-2d981dff76f6,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:13.560514 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-70a564b3-2069-4895-abe0-f07697ff05b6 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:13.561372 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-70a564b3-2069-4895-abe0-f07697ff05b6 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.563076 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42265ba3-640c-4796-a937-4d1d63bb08bd req-1bd36d10-4725-4b37-b383-723a9a9437f6 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:13.565054 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42265ba3-640c-4796-a937-4d1d63bb08bd req-1bd36d10-4725-4b37-b383-723a9a9437f6 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 946 time: 0.0712864 Feb 09 21:37:13.618973 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-70a564b3-2069-4895-abe0-f07697ff05b6 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5909271 Feb 09 21:37:13.645576 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42265ba3-640c-4796-a937-4d1d63bb08bd req-d9366459-2e55-47ac-8563-1068591a1bd1 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715725 Feb 09 21:37:13.662132 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Request body: {'port': {'device_id': '983d06d3-6e41-4ace-a54c-2fca1240d42c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:13.679621 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7568e4ba-3fcc-4b6a-8a13-5f35d26307ad tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_gateway (45690262-4843-484c-92fd-0a8f42259d9b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.726676 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f3145-0c1e-47ea-bd74-4409df10ba1b req-bcbd5e3f-b93b-4792-8576-893d9b1f8394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:13.728531 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bf2f3145-0c1e-47ea-bd74-4409df10ba1b req-bcbd5e3f-b93b-4792-8576-893d9b1f8394 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1eef7485-0778-427a-acd3-a89221323e05 HTTP/1.1" status: 200 len: 906 time: 0.3553674 Feb 09 21:37:13.732105 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] Publish callbacks [] for port (d12e7720-4bd3-4d7b-87cb-6c116ce914e1), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.749069 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d12e7720-4bd3-4d7b-87cb-6c116ce914e1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.803931 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e0b56fa-6eb7-4c95-ac92-a5afe9247ec8 req-20d221e0-316b-42ec-a1de-507bbeb7a145 tempest-ServersTestJSON-1742800949 tempest-ServersTestJSON-1742800949-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed555c91-de73-4415-9c88-a9aa4d2a63be HTTP/1.1" status: 200 len: 210 time: 0.0515816 Feb 09 21:37:13.820253 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] Attempting to bind port d12e7720-4bd3-4d7b-87cb-6c116ce914e1 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:13.820535 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] Attempting to bind port d12e7720-4bd3-4d7b-87cb-6c116ce914e1 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:13.821245 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] Attempting to bind port d12e7720-4bd3-4d7b-87cb-6c116ce914e1 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:13.828408 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:13.828805 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:13.829198 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.829741 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:13.830092 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] Bound port: d12e7720-4bd3-4d7b-87cb-6c116ce914e1, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:13.830482 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d12e7720-4bd3-4d7b-87cb-6c116ce914e1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.832577 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb681cd1-13a2-4265-8455-cd371a7800c9 None None] Pushing event updated for resources: {'Port': ['ID=d12e7720-4bd3-4d7b-87cb-6c116ce914e1,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:13.842564 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a45f3778-389b-421b-9799-2d981dff76f6), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.882500 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1aec7b-478d-4945-9b18-a3c53835cfff x-openstack-request-id: req-be1aec7b-478d-4945-9b18-a3c53835cfff {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:13.883145 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed555c91-de73-4415-9c88-a9aa4d2a63be", "name": "network-vif-deleted", "tag": "70e3d19a-7558-4685-a196-a6de110f0bf5", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:13.883346 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-be1aec7b-478d-4945-9b18-a3c53835cfff {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:13.883996 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed555c91-de73-4415-9c88-a9aa4d2a63be', 'name': 'network-vif-deleted', 'tag': '70e3d19a-7558-4685-a196-a6de110f0bf5', 'status': 'completed', 'code': 200} Feb 09 21:37:13.887983 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bf2f3145-0c1e-47ea-bd74-4409df10ba1b req-e62aacc2-f091-4e85-9602-2f0e4eeaa6f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df47b64b-0f24-465c-9de2-7d8a1a36e962 HTTP/1.1" status: 200 len: 1002 time: 0.1257448 Feb 09 21:37:13.902103 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] For port d12e7720-4bd3-4d7b-87cb-6c116ce914e1, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:13.907813 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] For port d12e7720-4bd3-4d7b-87cb-6c116ce914e1, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d12e7720-4bd3-4d7b-87cb-6c116ce914e1,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:13.918508 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d12e7720-4bd3-4d7b-87cb-6c116ce914e1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:14.036539 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:14.057502 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] Routers {'45690262-4843-484c-92fd-0a8f42259d9b'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:14.058604 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['45690262-4843-484c-92fd-0a8f42259d9b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:14.079109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f3145-0c1e-47ea-bd74-4409df10ba1b req-54018f8a-f17b-4278-8484-33179e62081b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:14.080857 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bf2f3145-0c1e-47ea-bd74-4409df10ba1b req-54018f8a-f17b-4278-8484-33179e62081b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e HTTP/1.1" status: 200 len: 844 time: 0.1583247 Feb 09 21:37:14.085853 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7568e4ba-3fcc-4b6a-8a13-5f35d26307ad tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Deleting port d12e7720-4bd3-4d7b-87cb-6c116ce914e1 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:14.086302 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7568e4ba-3fcc-4b6a-8a13-5f35d26307ad tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d12e7720-4bd3-4d7b-87cb-6c116ce914e1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:14.096684 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e670314-d771-4dc1-aa7e-0097dd2b2136 req-40b18405-f2ed-47d1-862e-64e7951f1968 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:14.099435 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e670314-d771-4dc1-aa7e-0097dd2b2136 req-40b18405-f2ed-47d1-862e-64e7951f1968 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=983d06d3-6e41-4ace-a54c-2fca1240d42c HTTP/1.1" status: 200 len: 932 time: 0.1194437 Feb 09 21:37:14.121707 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb681cd1-13a2-4265-8455-cd371a7800c9 None None] Pushing event updated for resources: {'Port': ['ID=d12e7720-4bd3-4d7b-87cb-6c116ce914e1,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:14.210176 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e670314-d771-4dc1-aa7e-0097dd2b2136 req-86fb0c6e-dcd1-4ecf-a93d-2113afc45ff6 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028621 Feb 09 21:37:14.223530 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] Set router 45690262-4843-484c-92fd-0a8f42259d9b gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:14.284657 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45690262-4843-484c-92fd-0a8f42259d9b', 'name': 'tempest-snat-router-146822959', 'tenant_id': 'cd51c053192346d685cbcf312add6758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:37:05Z', 'updated_at': '2022-02-09T21:37:13Z', 'revision_number': 4, 'project_id': 'cd51c053192346d685cbcf312add6758', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:14.299437 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e0e5620-fb4e-4448-8329-ea2fadc4e23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (61802403-f7a8-4d2e-afdb-70dd65efeded), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:14.402477 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f3145-0c1e-47ea-bd74-4409df10ba1b req-d0d7e4b6-7996-429c-b5d3-a6cfbd092632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:14.404180 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bf2f3145-0c1e-47ea-bd74-4409df10ba1b req-d0d7e4b6-7996-429c-b5d3-a6cfbd092632 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1eef7485-0778-427a-acd3-a89221323e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3156104 Feb 09 21:37:14.411464 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-7568e4ba-3fcc-4b6a-8a13-5f35d26307ad tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] For port d12e7720-4bd3-4d7b-87cb-6c116ce914e1, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d12e7720-4bd3-4d7b-87cb-6c116ce914e1,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:14.411908 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7568e4ba-3fcc-4b6a-8a13-5f35d26307ad tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d12e7720-4bd3-4d7b-87cb-6c116ce914e1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:14.458889 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7568e4ba-3fcc-4b6a-8a13-5f35d26307ad tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Calling delete_port for d12e7720-4bd3-4d7b-87cb-6c116ce914e1 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:14.484334 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def478fc-8816-4a32-91c7-edae0b07b3eb None None] The sync data for ids ['45690262-4843-484c-92fd-0a8f42259d9b'] in n-d-828601-1 is: [{'id': '45690262-4843-484c-92fd-0a8f42259d9b', 'name': 'tempest-snat-router-146822959', 'tenant_id': 'cd51c053192346d685cbcf312add6758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:37:05Z', 'updated_at': '2022-02-09T21:37:13Z', 'revision_number': 4, 'project_id': 'cd51c053192346d685cbcf312add6758', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:14.635017 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1faba-17f9-4e15-b572-0a471a0c181c req-eb875e4a-7aaa-4bac-a757-8c0214260669 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:14.638527 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72b1faba-17f9-4e15-b572-0a471a0c181c req-eb875e4a-7aaa-4bac-a757-8c0214260669 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c6b012a-4e28-47a4-961f-dc25ae94421a HTTP/1.1" status: 200 len: 946 time: 0.0730834 Feb 09 21:37:14.691911 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72b1faba-17f9-4e15-b572-0a471a0c181c req-532102c1-ebd1-4809-bd8b-970fe17d0d83 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/security-groups?id=3193629d-4a1f-4102-91af-5bdbfb714732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488610 Feb 09 21:37:14.788702 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45f3778-389b-421b-9799-2d981dff76f6 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:14.821760 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Publish callbacks [] for port (a45f3778-389b-421b-9799-2d981dff76f6), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:14.865087 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae43b2b0-377f-4af0-bb32-00093904c6cb req-b2faf230-d729-4434-acac-23a7d05b765f tempest-QuotasAdminNegativeTest-1089246023 tempest-QuotasAdminNegativeTest-1089246023-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=3d9a5090d9d443479f24f99887efd0b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238528 Feb 09 21:37:14.876764 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bf2f3145-0c1e-47ea-bd74-4409df10ba1b req-45f92f9a-828f-47c2-91cb-aa4a9dad46e2 service neutron] 10.222.0.42 "GET /v2.0/networks/1eef7485-0778-427a-acd3-a89221323e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576504 Feb 09 21:37:14.907319 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Transition to ACTIVE for port object a45f3778-389b-421b-9799-2d981dff76f6 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:37:14.949761 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (a45f3778-389b-421b-9799-2d981dff76f6), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:15.045882 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43b2b0-377f-4af0-bb32-00093904c6cb req-32df8a12-7ea6-420a-aa61-975bcd84e79f tempest-QuotasAdminNegativeTest-1089246023 tempest-QuotasAdminNegativeTest-1089246023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:15.056687 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae43b2b0-377f-4af0-bb32-00093904c6cb req-32df8a12-7ea6-420a-aa61-975bcd84e79f tempest-QuotasAdminNegativeTest-1089246023 tempest-QuotasAdminNegativeTest-1089246023-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1790957 Feb 09 21:37:15.073476 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae43b2b0-377f-4af0-bb32-00093904c6cb req-637f97fc-5d4b-4113-9fbf-f73d0f3b9276 tempest-QuotasAdminNegativeTest-1089246023 tempest-QuotasAdminNegativeTest-1089246023-project] 10.222.0.77 "GET /v2.0/quotas/3d9a5090d9d443479f24f99887efd0b8 HTTP/1.1" status: 200 len: 375 time: 0.0156939 Feb 09 21:37:15.081252 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Pushing event updated for resources: {'Port': ['ID=a45f3778-389b-421b-9799-2d981dff76f6,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:15.109502 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:15.126670 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae43b2b0-377f-4af0-bb32-00093904c6cb req-e4c81220-30e8-4c9d-8d42-589c3d084201 tempest-QuotasAdminNegativeTest-1089246023 tempest-QuotasAdminNegativeTest-1089246023-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3d9a5090d9d443479f24f99887efd0b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460842 Feb 09 21:37:15.141148 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7568e4ba-3fcc-4b6a-8a13-5f35d26307ad tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (d12e7720-4bd3-4d7b-87cb-6c116ce914e1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:15.145370 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:15.145632 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:15.146010 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:15.146466 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:15.146654 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:15.146974 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:15.147387 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:15.147618 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:15.147968 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:15.148298 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:15.148629 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:15.148956 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:15.149283 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:15.157694 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bf2f3145-0c1e-47ea-bd74-4409df10ba1b req-a31816c6-03ba-4e56-be5e-166e4813bbb1 service neutron] 10.222.0.42 "GET /v2.0/networks/1eef7485-0778-427a-acd3-a89221323e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678769 Feb 09 21:37:15.239354 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568e4ba-3fcc-4b6a-8a13-5f35d26307ad tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Pushing event deleted for resources: {'Port': ['ID=d12e7720-4bd3-4d7b-87cb-6c116ce914e1,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:15.333798 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Attempting to bind port a45f3778-389b-421b-9799-2d981dff76f6 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:15.334165 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Attempting to bind port a45f3778-389b-421b-9799-2d981dff76f6 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'a535595f-05f6-4174-b7c2-1ee3a61ccb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b63eec21-51a4-43fd-90d0-db81afea0d84'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:15.334463 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Attempting to bind port a45f3778-389b-421b-9799-2d981dff76f6 on network b63eec21-51a4-43fd-90d0-db81afea0d84 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:15.349479 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Port a45f3778-389b-421b-9799-2d981dff76f6 on network b63eec21-51a4-43fd-90d0-db81afea0d84 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:15.349839 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Attempting to bind port a45f3778-389b-421b-9799-2d981dff76f6 on network b63eec21-51a4-43fd-90d0-db81afea0d84 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:15.362313 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7568e4ba-3fcc-4b6a-8a13-5f35d26307ad tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (45690262-4843-484c-92fd-0a8f42259d9b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:15.364509 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:15.364833 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Checking segment: {'id': 'a535595f-05f6-4174-b7c2-1ee3a61ccb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b63eec21-51a4-43fd-90d0-db81afea0d84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:15.365244 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Bound using segment: {'id': 'a535595f-05f6-4174-b7c2-1ee3a61ccb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b63eec21-51a4-43fd-90d0-db81afea0d84'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:15.365667 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Bound port: a45f3778-389b-421b-9799-2d981dff76f6, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a535595f-05f6-4174-b7c2-1ee3a61ccb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b63eec21-51a4-43fd-90d0-db81afea0d84'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:15.366034 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a45f3778-389b-421b-9799-2d981dff76f6), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:15.373481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6eaed-9862-48d5-8ca0-d595f0681274 req-4efb7833-43a3-483c-bc5b-cbeb6bc58aff tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:15.376070 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-79a6eaed-9862-48d5-8ca0-d595f0681274 req-4efb7833-43a3-483c-bc5b-cbeb6bc58aff tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 946 time: 0.0825136 Feb 09 21:37:15.447494 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-79a6eaed-9862-48d5-8ca0-d595f0681274 req-8a102dbb-797a-4669-8f5d-159636a03fa9 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605261 Feb 09 21:37:15.495745 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3e0e5620-fb4e-4448-8329-ea2fadc4e23b admin admin] Deleting port e31daba2-68b7-41dd-ba7e-7ea5060185bf {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:15.496087 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e0e5620-fb4e-4448-8329-ea2fadc4e23b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (e31daba2-68b7-41dd-ba7e-7ea5060185bf), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:15.499041 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7568e4ba-3fcc-4b6a-8a13-5f35d26307ad tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (45690262-4843-484c-92fd-0a8f42259d9b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:15.515020 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54720) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:15.521446 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7568e4ba-3fcc-4b6a-8a13-5f35d26307ad tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_controller (45690262-4843-484c-92fd-0a8f42259d9b), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:15.589138 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5054ef-7f39-4d86-9f99-c984cc0e40d1 admin admin] Deleting subnet 17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:37:15.594075 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b5054ef-7f39-4d86-9f99-c984cc0e40d1 admin admin] Publish callbacks [] for subnet (17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:15.630924 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7568e4ba-3fcc-4b6a-8a13-5f35d26307ad tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (45690262-4843-484c-92fd-0a8f42259d9b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:15.631499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7568e4ba-3fcc-4b6a-8a13-5f35d26307ad tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45690262-4843-484c-92fd-0a8f42259d9b {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:37:15.642242 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7568e4ba-3fcc-4b6a-8a13-5f35d26307ad tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:15.643597 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7568e4ba-3fcc-4b6a-8a13-5f35d26307ad tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "DELETE /v2.0/routers/45690262-4843-484c-92fd-0a8f42259d9b HTTP/1.1" status: 204 len: 168 time: 3.1987817 Feb 09 21:37:15.648133 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54726) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:15.655333 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-93a89342-5068-4206-a62a-20205845d0ff service neutron] For port a45f3778-389b-421b-9799-2d981dff76f6, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:15.665193 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-93a89342-5068-4206-a62a-20205845d0ff service neutron] For port a45f3778-389b-421b-9799-2d981dff76f6, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=a45f3778-389b-421b-9799-2d981dff76f6,segment=NetworkSegment(a535595f-05f6-4174-b7c2-1ee3a61ccb66),segment_id=a535595f-05f6-4174-b7c2-1ee3a61ccb66)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:15.665914 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b5054ef-7f39-4d86-9f99-c984cc0e40d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:15.681929 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (a45f3778-389b-421b-9799-2d981dff76f6), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:15.688337 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:15.864977 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b5054ef-7f39-4d86-9f99-c984cc0e40d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:15.955818 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7249c57c-498f-42ba-9583-b815a08d5805 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router (1d21ffa2-3d66-4e48-91a7-8abc9629d0f5), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.022538 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-3e0e5620-fb4e-4448-8329-ea2fadc4e23b admin admin] For port e31daba2-68b7-41dd-ba7e-7ea5060185bf, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=e31daba2-68b7-41dd-ba7e-7ea5060185bf,segment=NetworkSegment(93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec),segment_id=93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:16.022901 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e0e5620-fb4e-4448-8329-ea2fadc4e23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (e31daba2-68b7-41dd-ba7e-7ea5060185bf), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.048573 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc1f3c-d69c-4f7c-91d4-07d30132d38a req-2b1ac69a-57b7-4900-ac0f-05cfa6d79e43 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:16.050115 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56cc1f3c-d69c-4f7c-91d4-07d30132d38a req-2b1ac69a-57b7-4900-ac0f-05cfa6d79e43 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=983d06d3-6e41-4ace-a54c-2fca1240d42c HTTP/1.1" status: 200 len: 944 time: 0.2011771 Feb 09 21:37:16.068425 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:16.069404 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.070974 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-93a89342-5068-4206-a62a-20205845d0ff service neutron] 10.222.0.42 "PUT /v2.0/ports/a45f3778-389b-421b-9799-2d981dff76f6 HTTP/1.1" status: 200 len: 1092 time: 2.4200296 Feb 09 21:37:16.072521 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3e0e5620-fb4e-4448-8329-ea2fadc4e23b admin admin] Calling delete_port for e31daba2-68b7-41dd-ba7e-7ea5060185bf owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:16.073846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983d06d3-6e41-4ace-a54c-2fca1240d42c', 'tag': 'a45f3778-389b-421b-9799-2d981dff76f6'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:16.077138 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcf6b96-7ba2-411a-8d94-4633bda4a74c" -d '{"events": [{"name": "network-changed", "server_uuid": "983d06d3-6e41-4ace-a54c-2fca1240d42c", "tag": "a45f3778-389b-421b-9799-2d981dff76f6"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:16.105768 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b5054ef-7f39-4d86-9f99-c984cc0e40d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.107099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a89342-5068-4206-a62a-20205845d0ff service neutron] Pushing event updated for resources: {'Port': ['ID=a45f3778-389b-421b-9799-2d981dff76f6,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:16.153758 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5054ef-7f39-4d86-9f99-c984cc0e40d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:16.165838 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b5054ef-7f39-4d86-9f99-c984cc0e40d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.170264 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2b5054ef-7f39-4d86-9f99-c984cc0e40d1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/17ef5bd3-2661-4f6a-a88f-9f34bd0a88cf HTTP/1.1" status: 204 len: 168 time: 0.6526523 Feb 09 21:37:16.173484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54734) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:16.184489 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5054ef-7f39-4d86-9f99-c984cc0e40d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:16.184880 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5054ef-7f39-4d86-9f99-c984cc0e40d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:16.185189 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5054ef-7f39-4d86-9f99-c984cc0e40d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:16.186169 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5054ef-7f39-4d86-9f99-c984cc0e40d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:16.186169 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5054ef-7f39-4d86-9f99-c984cc0e40d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:16.186169 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5054ef-7f39-4d86-9f99-c984cc0e40d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:16.186751 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5054ef-7f39-4d86-9f99-c984cc0e40d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:16.186961 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5054ef-7f39-4d86-9f99-c984cc0e40d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:16.188138 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5054ef-7f39-4d86-9f99-c984cc0e40d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:16.188555 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5054ef-7f39-4d86-9f99-c984cc0e40d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:16.188961 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5054ef-7f39-4d86-9f99-c984cc0e40d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:16.189366 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5054ef-7f39-4d86-9f99-c984cc0e40d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:16.189766 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5054ef-7f39-4d86-9f99-c984cc0e40d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:16.215616 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56cc1f3c-d69c-4f7c-91d4-07d30132d38a req-c45f35d2-3209-4588-b9fd-f366eb1d7253 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485338 Feb 09 21:37:16.220186 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7249c57c-498f-42ba-9583-b815a08d5805 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_gateway (1d21ffa2-3d66-4e48-91a7-8abc9629d0f5), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.277167 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5c66014-cd26-40f7-aff7-9cd79a877f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (52bbb2ed-8162-4d76-a17c-1bb332688ad6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.316647 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7249c57c-498f-42ba-9583-b815a08d5805 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Deleting port 197cf0f8-aced-46db-8bc6-be5c4b3d798b {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:16.317217 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7249c57c-498f-42ba-9583-b815a08d5805 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (197cf0f8-aced-46db-8bc6-be5c4b3d798b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.330030 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-1334eab2-fab5-4398-8ec2-519901595c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:16.331763 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-1334eab2-fab5-4398-8ec2-519901595c59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf8e5b3f31964e31927deb5670fb5102&device_id=983d06d3-6e41-4ace-a54c-2fca1240d42c HTTP/1.1" status: 200 len: 1126 time: 0.1927273 Feb 09 21:37:16.413105 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-30239c76-2776-4d40-a462-e0d1ab84e62b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a45f3778-389b-421b-9799-2d981dff76f6 HTTP/1.1" status: 200 len: 217 time: 0.0707750 Feb 09 21:37:16.497622 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-7249c57c-498f-42ba-9583-b815a08d5805 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] For port 197cf0f8-aced-46db-8bc6-be5c4b3d798b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=197cf0f8-aced-46db-8bc6-be5c4b3d798b,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:16.498267 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7249c57c-498f-42ba-9583-b815a08d5805 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (197cf0f8-aced-46db-8bc6-be5c4b3d798b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.514831 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213b623-a750-491a-ab3c-12c564d12108 req-d53bf518-fda6-4236-81d4-baa80fa576b7 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:16.517656 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6213b623-a750-491a-ab3c-12c564d12108 req-d53bf518-fda6-4236-81d4-baa80fa576b7 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c6b012a-4e28-47a4-961f-dc25ae94421a HTTP/1.1" status: 200 len: 946 time: 0.1483071 Feb 09 21:37:16.522551 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5c66014-cd26-40f7-aff7-9cd79a877f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (52bbb2ed-8162-4d76-a17c-1bb332688ad6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.548949 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-22e8e263-1c32-492a-8977-58015894ad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:16.550461 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-22e8e263-1c32-492a-8977-58015894ad52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd40b286-33a9-4933-a5c8-56b0699eb2b2 HTTP/1.1" status: 200 len: 861 time: 0.1252186 Feb 09 21:37:16.558925 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7249c57c-498f-42ba-9583-b815a08d5805 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Calling delete_port for 197cf0f8-aced-46db-8bc6-be5c4b3d798b owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:16.590912 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a5c66014-cd26-40f7-aff7-9cd79a877f0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52bbb2ed-8162-4d76-a17c-1bb332688ad6']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:16.629365 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-c6f84c36-c825-4641-a3de-140c70448dd5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b63eec21-51a4-43fd-90d0-db81afea0d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526297 Feb 09 21:37:16.631249 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a5c66014-cd26-40f7-aff7-9cd79a877f0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197d31fc-9786-4ac5-88c8-64d479f0b8a0') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:16.631549 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a5c66014-cd26-40f7-aff7-9cd79a877f0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197d31fc-9786-4ac5-88c8-64d479f0b8a0') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:16.665847 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 70e3d19a-7558-4685-a196-a6de110f0bf5 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:16.670086 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5c66014-cd26-40f7-aff7-9cd79a877f0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (197d31fc-9786-4ac5-88c8-64d479f0b8a0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.688147 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 70e3d19a-7558-4685-a196-a6de110f0bf5 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:16.688847 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 70e3d19a-7558-4685-a196-a6de110f0bf5 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:16.696047 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6213b623-a750-491a-ab3c-12c564d12108 req-c341eb7d-bca6-45bd-a65f-d1963576cece tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/security-groups?id=3193629d-4a1f-4102-91af-5bdbfb714732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682596 Feb 09 21:37:16.710432 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e0e5620-fb4e-4448-8329-ea2fadc4e23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (e31daba2-68b7-41dd-ba7e-7ea5060185bf), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.730618 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5c66014-cd26-40f7-aff7-9cd79a877f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (197d31fc-9786-4ac5-88c8-64d479f0b8a0), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.761164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e5620-fb4e-4448-8329-ea2fadc4e23b admin admin] Pushing event deleted for resources: {'Port': ['ID=e31daba2-68b7-41dd-ba7e-7ea5060185bf,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:16.767237 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c66014-cd26-40f7-aff7-9cd79a877f0f admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:37:16.767732 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5c66014-cd26-40f7-aff7-9cd79a877f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (197d31fc-9786-4ac5-88c8-64d479f0b8a0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:37:16.770076 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:37:16.911145 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c180d1-9522-4679-a9a3-1afa10d3d955 x-openstack-request-id: req-99c180d1-9522-4679-a9a3-1afa10d3d955 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:16.911508 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983d06d3-6e41-4ace-a54c-2fca1240d42c", "tag": "a45f3778-389b-421b-9799-2d981dff76f6", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:16.911841 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-99c180d1-9522-4679-a9a3-1afa10d3d955 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:16.912514 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983d06d3-6e41-4ace-a54c-2fca1240d42c', 'tag': 'a45f3778-389b-421b-9799-2d981dff76f6', 'status': 'completed', 'code': 200} Feb 09 21:37:16.927118 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5c66014-cd26-40f7-aff7-9cd79a877f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (52bbb2ed-8162-4d76-a17c-1bb332688ad6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.932911 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5c66014-cd26-40f7-aff7-9cd79a877f0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.940730 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a5c66014-cd26-40f7-aff7-9cd79a877f0f admin admin] 10.222.0.77 "DELETE /v2.0/networks/52bbb2ed-8162-4d76-a17c-1bb332688ad6 HTTP/1.1" status: 204 len: 168 time: 0.7655280 Feb 09 21:37:16.989500 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7249c57c-498f-42ba-9583-b815a08d5805 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (197cf0f8-aced-46db-8bc6-be5c4b3d798b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:17.008790 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-7d876bf3-f08d-49ff-81c2-3d8a7456c2d2 service neutron] 10.222.0.42 "GET /v2.0/networks/b63eec21-51a4-43fd-90d0-db81afea0d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661463 Feb 09 21:37:17.015122 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c66014-cd26-40f7-aff7-9cd79a877f0f admin admin] Pushing event deleted for resources: {'Network': ['ID=52bbb2ed-8162-4d76-a17c-1bb332688ad6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:17.059869 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249c57c-498f-42ba-9583-b815a08d5805 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Pushing event deleted for resources: {'Port': ['ID=197cf0f8-aced-46db-8bc6-be5c4b3d798b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:17.185636 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189dac8f-db91-4e1e-ab15-c3937a32df70 req-658b32ec-6049-42af-a0be-21235551af4c tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:17.190283 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-189dac8f-db91-4e1e-ab15-c3937a32df70 req-658b32ec-6049-42af-a0be-21235551af4c tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 946 time: 0.1393044 Feb 09 21:37:17.254948 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e66f58ed-f134-415a-be0c-8444bfc702e1 req-e30320ae-e748-4f4e-bbed-7a1ddf6eb298 service neutron] 10.222.0.42 "GET /v2.0/networks/b63eec21-51a4-43fd-90d0-db81afea0d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175512 Feb 09 21:37:17.259490 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7249c57c-498f-42ba-9583-b815a08d5805 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (1d21ffa2-3d66-4e48-91a7-8abc9629d0f5), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:17.269785 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e0e5620-fb4e-4448-8329-ea2fadc4e23b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (61802403-f7a8-4d2e-afdb-70dd65efeded), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:17.368051 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54750) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:17.475978 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-189dac8f-db91-4e1e-ab15-c3937a32df70 req-2b247186-4012-45b7-9a29-11a5580f8d6a tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553499 Feb 09 21:37:17.479706 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7249c57c-498f-42ba-9583-b815a08d5805 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (1d21ffa2-3d66-4e48-91a7-8abc9629d0f5), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:17.483258 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7249c57c-498f-42ba-9583-b815a08d5805 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_controller (1d21ffa2-3d66-4e48-91a7-8abc9629d0f5), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:17.497260 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f15eae0d-678b-4af6-95ef-c769b74ff67f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1b89b78a949d44f189d43eacfb5f58be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277092 Feb 09 21:37:17.504108 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54752) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:17.538205 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf6b96-7ba2-411a-8d94-4633bda4a74c req-20f1e294-42cc-4808-8aba-bae45849d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:17.539809 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5dcf6b96-7ba2-411a-8d94-4633bda4a74c req-20f1e294-42cc-4808-8aba-bae45849d7c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf8e5b3f31964e31927deb5670fb5102&device_id=983d06d3-6e41-4ace-a54c-2fca1240d42c HTTP/1.1" status: 200 len: 1126 time: 0.1733809 Feb 09 21:37:17.603553 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7249c57c-498f-42ba-9583-b815a08d5805 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (1d21ffa2-3d66-4e48-91a7-8abc9629d0f5), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:17.604353 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7249c57c-498f-42ba-9583-b815a08d5805 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d21ffa2-3d66-4e48-91a7-8abc9629d0f5 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:37:17.611444 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7249c57c-498f-42ba-9583-b815a08d5805 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:17.618759 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7249c57c-498f-42ba-9583-b815a08d5805 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "DELETE /v2.0/routers/1d21ffa2-3d66-4e48-91a7-8abc9629d0f5 HTTP/1.1" status: 204 len: 168 time: 1.9598958 Feb 09 21:37:17.623122 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54754) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:17.628909 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-45c5ec5f-7b56-4e79-89e5-e359f0ed2431 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-171425566', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}, 'admin_state_up': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:17.680577 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785cb1ab-3c41-4d4a-8d4b-e41faca899c3 req-94d2acbe-5ab4-4870-8324-55a3951f1819 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:17.683331 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-785cb1ab-3c41-4d4a-8d4b-e41faca899c3 req-94d2acbe-5ab4-4870-8324-55a3951f1819 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c6b012a-4e28-47a4-961f-dc25ae94421a HTTP/1.1" status: 200 len: 946 time: 0.0919447 Feb 09 21:37:17.759721 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-debc0ea6-7fdb-4fbd-9b85-12ba96df92a4 admin admin] Publish callbacks [] for security_group (97a722bf-e689-46bd-9b81-ee4ec8e9535d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:17.768339 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-785cb1ab-3c41-4d4a-8d4b-e41faca899c3 req-4ef5f238-8a30-4e6a-9c85-a8a0b15b5463 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/security-groups?id=3193629d-4a1f-4102-91af-5bdbfb714732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737927 Feb 09 21:37:17.812792 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45c5ec5f-7b56-4e79-89e5-e359f0ed2431 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (60a19198-6716-46d5-8563-fb2957dde02c), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:17.814073 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45c5ec5f-7b56-4e79-89e5-e359f0ed2431 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (60a19198-6716-46d5-8563-fb2957dde02c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:17.831392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf6b96-7ba2-411a-8d94-4633bda4a74c req-7bd0eb26-bb3a-4909-82db-677e32ccf3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:17.833134 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5dcf6b96-7ba2-411a-8d94-4633bda4a74c req-7bd0eb26-bb3a-4909-82db-677e32ccf3c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b63eec21-51a4-43fd-90d0-db81afea0d84 HTTP/1.1" status: 200 len: 922 time: 0.2782362 Feb 09 21:37:17.843967 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-debc0ea6-7fdb-4fbd-9b85-12ba96df92a4 admin admin] Publish callbacks [] for security_group (97a722bf-e689-46bd-9b81-ee4ec8e9535d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:17.919904 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5dcf6b96-7ba2-411a-8d94-4633bda4a74c req-b1b1b33a-6c45-4b81-90af-f535707586cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a45f3778-389b-421b-9799-2d981dff76f6 HTTP/1.1" status: 200 len: 217 time: 0.0736070 Feb 09 21:37:18.032558 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45c5ec5f-7b56-4e79-89e5-e359f0ed2431 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_controller (60a19198-6716-46d5-8563-fb2957dde02c), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:18.044926 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0e5620-fb4e-4448-8329-ea2fadc4e23b admin admin] Router 61802403-f7a8-4d2e-afdb-70dd65efeded has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:37:18.095156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf6b96-7ba2-411a-8d94-4633bda4a74c req-a07df00c-016f-470b-9a71-04cf912f95b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:18.096883 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5dcf6b96-7ba2-411a-8d94-4633bda4a74c req-a07df00c-016f-470b-9a71-04cf912f95b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd40b286-33a9-4933-a5c8-56b0699eb2b2 HTTP/1.1" status: 200 len: 861 time: 0.1606324 Feb 09 21:37:18.164455 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5dcf6b96-7ba2-411a-8d94-4633bda4a74c req-ad4ed1f9-d093-4f74-a033-5e685fcfdcac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b63eec21-51a4-43fd-90d0-db81afea0d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400081 Feb 09 21:37:18.166715 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-debc0ea6-7fdb-4fbd-9b85-12ba96df92a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (97a722bf-e689-46bd-9b81-ee4ec8e9535d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:18.169431 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-debc0ea6-7fdb-4fbd-9b85-12ba96df92a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:18.170616 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-debc0ea6-7fdb-4fbd-9b85-12ba96df92a4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/97a722bf-e689-46bd-9b81-ee4ec8e9535d HTTP/1.1" status: 204 len: 168 time: 0.6624663 Feb 09 21:37:18.284802 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc0ea6-7fdb-4fbd-9b85-12ba96df92a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a722bf-e689-46bd-9b81-ee4ec8e9535d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:18.484243 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45c5ec5f-7b56-4e79-89e5-e359f0ed2431 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_gateway (60a19198-6716-46d5-8563-fb2957dde02c), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:18.519519 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adb02b-c941-4d80-9738-597a6067e66b req-df1cbe34-a1b2-44c9-bb1c-1a087283e970 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:18.531085 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-63adb02b-c941-4d80-9738-597a6067e66b req-df1cbe34-a1b2-44c9-bb1c-1a087283e970 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=983d06d3-6e41-4ace-a54c-2fca1240d42c HTTP/1.1" status: 200 len: 944 time: 0.1461024 Feb 09 21:37:18.657211 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5dcf6b96-7ba2-411a-8d94-4633bda4a74c req-6a7920d9-c2bc-42af-8c1f-dba6eb4ccdee service neutron] 10.222.0.42 "GET /v2.0/networks/b63eec21-51a4-43fd-90d0-db81afea0d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766326 Feb 09 21:37:18.664153 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0e5620-fb4e-4448-8329-ea2fadc4e23b admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:18.675386 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3e0e5620-fb4e-4448-8329-ea2fadc4e23b admin admin] 10.222.0.77 "PUT /v2.0/routers/61802403-f7a8-4d2e-afdb-70dd65efeded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5107300 Feb 09 21:37:18.677602 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54770) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:18.684202 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcb57aa-25fd-4c61-8939-2dfb1f1abd0a None None] Sync routers for ids ['61802403-f7a8-4d2e-afdb-70dd65efeded'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:18.700303 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 197cf0f8-aced-46db-8bc6-be5c4b3d798b no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:18.703823 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcb57aa-25fd-4c61-8939-2dfb1f1abd0a None None] Routers {'61802403-f7a8-4d2e-afdb-70dd65efeded'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:18.704498 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-abcb57aa-25fd-4c61-8939-2dfb1f1abd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['61802403-f7a8-4d2e-afdb-70dd65efeded'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:18.805322 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 197cf0f8-aced-46db-8bc6-be5c4b3d798b {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:18.805972 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 197cf0f8-aced-46db-8bc6-be5c4b3d798b not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:18.873138 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-abcb57aa-25fd-4c61-8939-2dfb1f1abd0a None None] Set router 61802403-f7a8-4d2e-afdb-70dd65efeded gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:18.930011 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75d6f938-8392-4d1e-86a9-66c46af99b55 admin admin] Publish callbacks [] for router (61802403-f7a8-4d2e-afdb-70dd65efeded), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:19.016611 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-63adb02b-c941-4d80-9738-597a6067e66b req-a2271beb-2861-41ea-a2ce-5429b42e0642 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845240 Feb 09 21:37:19.164112 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-abcb57aa-25fd-4c61-8939-2dfb1f1abd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61802403-f7a8-4d2e-afdb-70dd65efeded', 'name': 'tempest-AttachSCSIVolumeTestJSON-704025350-router', 'tenant_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '83b7ed03-0032-49c5-ad2c-c53fa30151aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:47Z', 'updated_at': '2022-02-09T21:37:16Z', 'revision_number': 5, 'project_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'gw_port': {'id': '83b7ed03-0032-49c5-ad2c-c53fa30151aa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61802403-f7a8-4d2e-afdb-70dd65efeded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:49Z', 'updated_at': '2022-02-09T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:19.221944 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcb57aa-25fd-4c61-8939-2dfb1f1abd0a None None] Checking router: 61802403-f7a8-4d2e-afdb-70dd65efeded for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:37:19.228027 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb853c-6fe9-4b38-ae5b-e50b641f632e req-375f0bab-71cf-473f-86d5-8633f4094266 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:19.234408 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcb57aa-25fd-4c61-8939-2dfb1f1abd0a None None] Routers {'61802403-f7a8-4d2e-afdb-70dd65efeded'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:19.235536 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-abcb57aa-25fd-4c61-8939-2dfb1f1abd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['61802403-f7a8-4d2e-afdb-70dd65efeded'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:19.240501 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0edb853c-6fe9-4b38-ae5b-e50b641f632e req-375f0bab-71cf-473f-86d5-8633f4094266 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 946 time: 0.1014996 Feb 09 21:37:19.315203 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0edb853c-6fe9-4b38-ae5b-e50b641f632e req-70912df4-8a8c-4a52-b6c6-04e5657cd89c tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709507 Feb 09 21:37:19.475506 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-abcb57aa-25fd-4c61-8939-2dfb1f1abd0a None None] Set router 61802403-f7a8-4d2e-afdb-70dd65efeded gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:19.501812 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-11adf32d-8735-48cc-b575-c1254681435c req-8997ab6a-5fae-4fb8-99b4-14f9459f06da tempest-QuotasAdminNegativeTest-1089246023 tempest-QuotasAdminNegativeTest-1089246023-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=3d9a5090d9d443479f24f99887efd0b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319099 Feb 09 21:37:19.655221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adf32d-8735-48cc-b575-c1254681435c req-5f5e06be-35d9-49e7-98c1-bb7f59a472a5 tempest-QuotasAdminNegativeTest-1089246023 tempest-QuotasAdminNegativeTest-1089246023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:19.664616 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-11adf32d-8735-48cc-b575-c1254681435c req-5f5e06be-35d9-49e7-98c1-bb7f59a472a5 tempest-QuotasAdminNegativeTest-1089246023 tempest-QuotasAdminNegativeTest-1089246023-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1613426 Feb 09 21:37:19.695945 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-11adf32d-8735-48cc-b575-c1254681435c req-ecf09a7e-1bde-4869-9e78-a3e8beabb8b9 tempest-QuotasAdminNegativeTest-1089246023 tempest-QuotasAdminNegativeTest-1089246023-project] 10.222.0.77 "GET /v2.0/quotas/3d9a5090d9d443479f24f99887efd0b8 HTTP/1.1" status: 200 len: 375 time: 0.0183735 Feb 09 21:37:19.706870 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5dcf6b96-7ba2-411a-8d94-4633bda4a74c req-68003226-fe0f-4687-a4f4-73f041f7b814 service neutron] 10.222.0.42 "GET /v2.0/networks/b63eec21-51a4-43fd-90d0-db81afea0d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0319810 Feb 09 21:37:19.721674 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75d6f938-8392-4d1e-86a9-66c46af99b55 admin admin] Publish callbacks [] for router_gateway (61802403-f7a8-4d2e-afdb-70dd65efeded), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:19.792666 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-11adf32d-8735-48cc-b575-c1254681435c req-3cf19a28-66c8-4b1d-a740-f0da0a7b9525 tempest-QuotasAdminNegativeTest-1089246023 tempest-QuotasAdminNegativeTest-1089246023-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3d9a5090d9d443479f24f99887efd0b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0863910 Feb 09 21:37:19.907313 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-abcb57aa-25fd-4c61-8939-2dfb1f1abd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61802403-f7a8-4d2e-afdb-70dd65efeded', 'name': 'tempest-AttachSCSIVolumeTestJSON-704025350-router', 'tenant_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '83b7ed03-0032-49c5-ad2c-c53fa30151aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:47Z', 'updated_at': '2022-02-09T21:37:16Z', 'revision_number': 5, 'project_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'gw_port': {'id': '83b7ed03-0032-49c5-ad2c-c53fa30151aa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61802403-f7a8-4d2e-afdb-70dd65efeded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:49Z', 'updated_at': '2022-02-09T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:19.913814 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45c5ec5f-7b56-4e79-89e5-e359f0ed2431 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_gateway (60a19198-6716-46d5-8563-fb2957dde02c), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:19.938637 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45c5ec5f-7b56-4e79-89e5-e359f0ed2431 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:19.975355 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcb57aa-25fd-4c61-8939-2dfb1f1abd0a None None] The sync data for ids ['61802403-f7a8-4d2e-afdb-70dd65efeded'] in n-d-828601-1 is: [{'id': '61802403-f7a8-4d2e-afdb-70dd65efeded', 'name': 'tempest-AttachSCSIVolumeTestJSON-704025350-router', 'tenant_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '83b7ed03-0032-49c5-ad2c-c53fa30151aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:47Z', 'updated_at': '2022-02-09T21:37:16Z', 'revision_number': 5, 'project_id': '4730d2c748d3472581b45c8bf2a9ac9c', 'gw_port': {'id': '83b7ed03-0032-49c5-ad2c-c53fa30151aa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61802403-f7a8-4d2e-afdb-70dd65efeded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:49Z', 'updated_at': '2022-02-09T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:19.997796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-75d6f938-8392-4d1e-86a9-66c46af99b55 admin admin] Deleting port 83b7ed03-0032-49c5-ad2c-c53fa30151aa {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:19.998202 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75d6f938-8392-4d1e-86a9-66c46af99b55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (83b7ed03-0032-49c5-ad2c-c53fa30151aa), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.100743 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device a45f3778-389b-421b-9799-2d981dff76f6 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:37:20.177212 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-45c5ec5f-7b56-4e79-89e5-e359f0ed2431 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Allocated IP 172.25.6.23 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/99d48a1c-44e2-439f-807e-0b8011fb4834) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:20.186554 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-75d6f938-8392-4d1e-86a9-66c46af99b55 admin admin] For port 83b7ed03-0032-49c5-ad2c-c53fa30151aa, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=83b7ed03-0032-49c5-ad2c-c53fa30151aa,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:20.186996 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75d6f938-8392-4d1e-86a9-66c46af99b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (83b7ed03-0032-49c5-ad2c-c53fa30151aa), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.208256 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-75d6f938-8392-4d1e-86a9-66c46af99b55 admin admin] Calling delete_port for 83b7ed03-0032-49c5-ad2c-c53fa30151aa owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:20.339759 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port a45f3778-389b-421b-9799-2d981dff76f6, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=a45f3778-389b-421b-9799-2d981dff76f6,segment=NetworkSegment(a535595f-05f6-4174-b7c2-1ee3a61ccb66),segment_id=a535595f-05f6-4174-b7c2-1ee3a61ccb66)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:20.389693 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'a45f3778-389b-421b-9799-2d981dff76f6', 'network_id': 'b63eec21-51a4-43fd-90d0-db81afea0d84', 'port_id': 'a45f3778-389b-421b-9799-2d981dff76f6', 'mac_address': 'fa:16:3e:b4:c5:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd40b286-33a9-4933-a5c8-56b0699eb2b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:37:20.441855 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device e31daba2-68b7-41dd-ba7e-7ea5060185bf no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:20.478401 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45c5ec5f-7b56-4e79-89e5-e359f0ed2431 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for port (99d48a1c-44e2-439f-807e-0b8011fb4834), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.525586 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: e31daba2-68b7-41dd-ba7e-7ea5060185bf {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:20.526570 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device e31daba2-68b7-41dd-ba7e-7ea5060185bf not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:20.562821 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port a45f3778-389b-421b-9799-2d981dff76f6 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:20.563899 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a45f3778-389b-421b-9799-2d981dff76f6), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.572581 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45c5ec5f-7b56-4e79-89e5-e359f0ed2431 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (99d48a1c-44e2-439f-807e-0b8011fb4834), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.601447 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45f3778-389b-421b-9799-2d981dff76f6 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:20.647046 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port a45f3778-389b-421b-9799-2d981dff76f6, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=a45f3778-389b-421b-9799-2d981dff76f6,segment=NetworkSegment(a535595f-05f6-4174-b7c2-1ee3a61ccb66),segment_id=a535595f-05f6-4174-b7c2-1ee3a61ccb66)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:20.655031 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5ec5f-7b56-4e79-89e5-e359f0ed2431 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Pushing event updated for resources: {'Port': ['ID=99d48a1c-44e2-439f-807e-0b8011fb4834,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:20.658221 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a45f3778-389b-421b-9799-2d981dff76f6), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.661924 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75d6f938-8392-4d1e-86a9-66c46af99b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (83b7ed03-0032-49c5-ad2c-c53fa30151aa), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.706408 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6f938-8392-4d1e-86a9-66c46af99b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=83b7ed03-0032-49c5-ad2c-c53fa30151aa,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:20.710348 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c5ec5f-7b56-4e79-89e5-e359f0ed2431 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:20.751089 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-45c5ec5f-7b56-4e79-89e5-e359f0ed2431 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:20.755404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c5ec5f-7b56-4e79-89e5-e359f0ed2431 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:20.772825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f6b18-a942-4879-b249-b61a12ea69e1 req-9da211b8-8c6a-49c1-86b8-e2fc1b24c56a tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:20.781154 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-614f6b18-a942-4879-b249-b61a12ea69e1 req-9da211b8-8c6a-49c1-86b8-e2fc1b24c56a tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=983d06d3-6e41-4ace-a54c-2fca1240d42c HTTP/1.1" status: 200 len: 945 time: 0.1111882 Feb 09 21:37:20.795586 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=a45f3778-389b-421b-9799-2d981dff76f6,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:20.862180 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75d6f938-8392-4d1e-86a9-66c46af99b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (61802403-f7a8-4d2e-afdb-70dd65efeded), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.863961 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-614f6b18-a942-4879-b249-b61a12ea69e1 req-0767cf81-d723-498c-8b8f-24810b415354 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717552 Feb 09 21:37:20.948175 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['a45f3778-389b-421b-9799-2d981dff76f6'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:21.028386 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75d6f938-8392-4d1e-86a9-66c46af99b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (61802403-f7a8-4d2e-afdb-70dd65efeded), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:21.048733 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75d6f938-8392-4d1e-86a9-66c46af99b55 admin admin] Publish callbacks [] for router_controller (61802403-f7a8-4d2e-afdb-70dd65efeded), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:21.073375 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a9bcb-0ab1-4825-b9c6-e0215ef1b60b req-e31a1085-0a81-4504-8ab9-13acb75f087f tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:21.077404 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a5a9bcb-0ab1-4825-b9c6-e0215ef1b60b req-e31a1085-0a81-4504-8ab9-13acb75f087f tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 946 time: 0.1349354 Feb 09 21:37:21.130561 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75d6f938-8392-4d1e-86a9-66c46af99b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (61802403-f7a8-4d2e-afdb-70dd65efeded), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:21.131846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d6f938-8392-4d1e-86a9-66c46af99b55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61802403-f7a8-4d2e-afdb-70dd65efeded {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:37:21.137395 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75d6f938-8392-4d1e-86a9-66c46af99b55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:21.139065 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-75d6f938-8392-4d1e-86a9-66c46af99b55 admin admin] 10.222.0.77 "DELETE /v2.0/routers/61802403-f7a8-4d2e-afdb-70dd65efeded HTTP/1.1" status: 204 len: 168 time: 2.4379766 Feb 09 21:37:21.145386 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54824) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:21.244914 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a5a9bcb-0ab1-4825-b9c6-e0215ef1b60b req-c9590762-cfbd-49bd-8071-cdb715bff368 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532733 Feb 09 21:37:21.291466 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f933fe5-8415-4f06-a73b-20abe5803b58 admin admin] Deleting subnet f4d7c88c-5abf-49b6-b7ef-d7edb868b1d3 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:37:21.299604 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f933fe5-8415-4f06-a73b-20abe5803b58 admin admin] Publish callbacks [] for subnet (f4d7c88c-5abf-49b6-b7ef-d7edb868b1d3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:21.363513 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f933fe5-8415-4f06-a73b-20abe5803b58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (f4d7c88c-5abf-49b6-b7ef-d7edb868b1d3), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:21.400217 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45c5ec5f-7b56-4e79-89e5-e359f0ed2431 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_gateway (60a19198-6716-46d5-8563-fb2957dde02c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:21.665125 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f933fe5-8415-4f06-a73b-20abe5803b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (f4d7c88c-5abf-49b6-b7ef-d7edb868b1d3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:21.922444 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f933fe5-8415-4f06-a73b-20abe5803b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (f4d7c88c-5abf-49b6-b7ef-d7edb868b1d3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.001928 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f933fe5-8415-4f06-a73b-20abe5803b58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.011129 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5f933fe5-8415-4f06-a73b-20abe5803b58 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f4d7c88c-5abf-49b6-b7ef-d7edb868b1d3 HTTP/1.1" status: 204 len: 168 time: 0.8606737 Feb 09 21:37:22.011481 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fe2751-e56a-4208-8189-fff0fd480304 None None] Network b81c2627-1d1c-40bc-9bdd-74d78538e97a requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:37:22.012230 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f933fe5-8415-4f06-a73b-20abe5803b58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4d7c88c-5abf-49b6-b7ef-d7edb868b1d3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:22.012401 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54848) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:22.020413 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45c5ec5f-7b56-4e79-89e5-e359f0ed2431 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (60a19198-6716-46d5-8563-fb2957dde02c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.159185 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device a45f3778-389b-421b-9799-2d981dff76f6 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:22.198529 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7d607a9-193b-40eb-8b9b-359ff5dece3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (b81c2627-1d1c-40bc-9bdd-74d78538e97a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.328822 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port a45f3778-389b-421b-9799-2d981dff76f6 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:37:22.339899 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port a45f3778-389b-421b-9799-2d981dff76f6 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:22.340596 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a45f3778-389b-421b-9799-2d981dff76f6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.392777 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c7d607a9-193b-40eb-8b9b-359ff5dece3c admin admin] Deleting port e6e906d4-3fd4-4cfd-942a-e91232b2af9a {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:22.395718 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c5ec5f-7b56-4e79-89e5-e359f0ed2431 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Router 60a19198-6716-46d5-8563-fb2957dde02c is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:37:22.400238 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7d607a9-193b-40eb-8b9b-359ff5dece3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (e6e906d4-3fd4-4cfd-942a-e91232b2af9a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.499763 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf288708-932a-432f-a2ea-0b8358aa812c None None] DHCP port deletion for b81c2627-1d1c-40bc-9bdd-74d78538e97a request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:37:22.528029 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 83b7ed03-0032-49c5-ad2c-c53fa30151aa no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:22.566145 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-c7d607a9-193b-40eb-8b9b-359ff5dece3c admin admin] For port e6e906d4-3fd4-4cfd-942a-e91232b2af9a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=e6e906d4-3fd4-4cfd-942a-e91232b2af9a,segment=NetworkSegment(93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec),segment_id=93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:22.566890 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7d607a9-193b-40eb-8b9b-359ff5dece3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (e6e906d4-3fd4-4cfd-942a-e91232b2af9a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.612780 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c7d607a9-193b-40eb-8b9b-359ff5dece3c admin admin] Calling delete_port for e6e906d4-3fd4-4cfd-942a-e91232b2af9a owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:22.647102 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 83b7ed03-0032-49c5-ad2c-c53fa30151aa {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:22.647945 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 83b7ed03-0032-49c5-ad2c-c53fa30151aa not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:22.695236 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c5ec5f-7b56-4e79-89e5-e359f0ed2431 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:22.712823 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a955b4a7-7f0f-4b97-94e9-622556fd862e None None] Sync routers for ids ['60a19198-6716-46d5-8563-fb2957dde02c'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:22.718124 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port a45f3778-389b-421b-9799-2d981dff76f6 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:22.719487 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a45f3778-389b-421b-9799-2d981dff76f6), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.742958 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45c5ec5f-7b56-4e79-89e5-e359f0ed2431 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.750908 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-45c5ec5f-7b56-4e79-89e5-e359f0ed2431 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1261613 Feb 09 21:37:22.754154 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54858) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:22.756554 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a955b4a7-7f0f-4b97-94e9-622556fd862e None None] Routers {'60a19198-6716-46d5-8563-fb2957dde02c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:22.758738 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a955b4a7-7f0f-4b97-94e9-622556fd862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['60a19198-6716-46d5-8563-fb2957dde02c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:22.770176 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-72832d60-e0eb-40e5-9664-f4000d071d0d tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'enable_snat': False}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:22.787750 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983d06d3-6e41-4ace-a54c-2fca1240d42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45f3778-389b-421b-9799-2d981dff76f6'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:22.798758 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045d9966-e600-4174-8327-92b2eeb7e867" -d '{"events": [{"server_uuid": "983d06d3-6e41-4ace-a54c-2fca1240d42c", "name": "network-vif-plugged", "status": "completed", "tag": "a45f3778-389b-421b-9799-2d981dff76f6"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:22.822016 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a955b4a7-7f0f-4b97-94e9-622556fd862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:22.832205 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-cf288708-932a-432f-a2ea-0b8358aa812c None None] Deleting port e6e906d4-3fd4-4cfd-942a-e91232b2af9a {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:22.832205 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cf288708-932a-432f-a2ea-0b8358aa812c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (e6e906d4-3fd4-4cfd-942a-e91232b2af9a), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.834464 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port a45f3778-389b-421b-9799-2d981dff76f6, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=a45f3778-389b-421b-9799-2d981dff76f6,segment=NetworkSegment(a535595f-05f6-4174-b7c2-1ee3a61ccb66),segment_id=a535595f-05f6-4174-b7c2-1ee3a61ccb66)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:22.851305 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a955b4a7-7f0f-4b97-94e9-622556fd862e None None] Routers {'60a19198-6716-46d5-8563-fb2957dde02c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:22.852449 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a955b4a7-7f0f-4b97-94e9-622556fd862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['60a19198-6716-46d5-8563-fb2957dde02c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:22.897049 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a955b4a7-7f0f-4b97-94e9-622556fd862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:22.898022 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a955b4a7-7f0f-4b97-94e9-622556fd862e None None] The sync data for ids ['60a19198-6716-46d5-8563-fb2957dde02c'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:22.941721 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7d607a9-193b-40eb-8b9b-359ff5dece3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (e6e906d4-3fd4-4cfd-942a-e91232b2af9a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:23.010306 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d607a9-193b-40eb-8b9b-359ff5dece3c admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e906d4-3fd4-4cfd-942a-e91232b2af9a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:23.052494 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d607a9-193b-40eb-8b9b-359ff5dece3c admin admin] No DVR routers for this DVR port e6e906d4-3fd4-4cfd-942a-e91232b2af9a on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:23.076472 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-cf288708-932a-432f-a2ea-0b8358aa812c None None] For port e6e906d4-3fd4-4cfd-942a-e91232b2af9a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=e6e906d4-3fd4-4cfd-942a-e91232b2af9a,segment=NetworkSegment(93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec),segment_id=93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:23.077415 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cf288708-932a-432f-a2ea-0b8358aa812c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (e6e906d4-3fd4-4cfd-942a-e91232b2af9a), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:23.113846 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-cf288708-932a-432f-a2ea-0b8358aa812c None None] Calling delete_port for e6e906d4-3fd4-4cfd-942a-e91232b2af9a owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:23.193704 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7d607a9-193b-40eb-8b9b-359ff5dece3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (b81c2627-1d1c-40bc-9bdd-74d78538e97a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:23.211615 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a45f3778-389b-421b-9799-2d981dff76f6), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:23.230074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c7d607a9-193b-40eb-8b9b-359ff5dece3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81c2627-1d1c-40bc-9bdd-74d78538e97a']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:23.245225 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c7d607a9-193b-40eb-8b9b-359ff5dece3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:23.245591 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c7d607a9-193b-40eb-8b9b-359ff5dece3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:23.259181 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7d607a9-193b-40eb-8b9b-359ff5dece3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:23.278173 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7d607a9-193b-40eb-8b9b-359ff5dece3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:23.287237 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d607a9-193b-40eb-8b9b-359ff5dece3c admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:37:23.288078 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7d607a9-193b-40eb-8b9b-359ff5dece3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (93d48cc2-dd1e-4ed9-a0f0-e1966a3e6aec), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:23.289447 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=a45f3778-389b-421b-9799-2d981dff76f6,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:23.326002 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cf288708-932a-432f-a2ea-0b8358aa812c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (e6e906d4-3fd4-4cfd-942a-e91232b2af9a), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:37:23.340834 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:37:23.367557 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf288708-932a-432f-a2ea-0b8358aa812c None None] Pushing event deleted for resources: {'Port': ['ID=e6e906d4-3fd4-4cfd-942a-e91232b2af9a,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:23.381992 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf288708-932a-432f-a2ea-0b8358aa812c None None] No DVR routers for this DVR port e6e906d4-3fd4-4cfd-942a-e91232b2af9a on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:23.394841 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40e7f7-fbc0-4301-bab2-c1b3ed98da79 req-f4a9000d-db30-468c-9117-741f94e635c3 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:23.398020 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a40e7f7-fbc0-4301-bab2-c1b3ed98da79 req-f4a9000d-db30-468c-9117-741f94e635c3 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=983d06d3-6e41-4ace-a54c-2fca1240d42c HTTP/1.1" status: 200 len: 946 time: 0.4187617 Feb 09 21:37:23.398572 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7d607a9-193b-40eb-8b9b-359ff5dece3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (b81c2627-1d1c-40bc-9bdd-74d78538e97a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:23.407117 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7d607a9-193b-40eb-8b9b-359ff5dece3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:23.410913 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c7d607a9-193b-40eb-8b9b-359ff5dece3c admin admin] 10.222.0.77 "DELETE /v2.0/networks/b81c2627-1d1c-40bc-9bdd-74d78538e97a HTTP/1.1" status: 204 len: 168 time: 1.3977010 Feb 09 21:37:23.447232 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d607a9-193b-40eb-8b9b-359ff5dece3c admin admin] Pushing event deleted for resources: {'Network': ['ID=b81c2627-1d1c-40bc-9bdd-74d78538e97a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:23.503215 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a40e7f7-fbc0-4301-bab2-c1b3ed98da79 req-b6707865-e585-43e5-ac2c-0cf093b19567 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876760 Feb 09 21:37:23.657353 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72832d60-e0eb-40e5-9664-f4000d071d0d tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_gateway (60a19198-6716-46d5-8563-fb2957dde02c), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:23.677090 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb038d34-ec15-4a38-ba6b-f654f99e902c req-c05edd20-56bf-4ea7-a844-1e2892ba4ede tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:23.690271 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb038d34-ec15-4a38-ba6b-f654f99e902c req-c05edd20-56bf-4ea7-a844-1e2892ba4ede tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 946 time: 0.1024060 Feb 09 21:37:23.750392 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb038d34-ec15-4a38-ba6b-f654f99e902c req-dbc42376-0f18-4bce-b8d1-ba2e549fd68b tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645275 Feb 09 21:37:23.833946 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028ae2ef-1292-48e7-a168-b7343633f3ce x-openstack-request-id: req-028ae2ef-1292-48e7-a168-b7343633f3ce {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:23.834724 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983d06d3-6e41-4ace-a54c-2fca1240d42c", "name": "network-vif-plugged", "status": "completed", "tag": "a45f3778-389b-421b-9799-2d981dff76f6", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:23.835172 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-028ae2ef-1292-48e7-a168-b7343633f3ce {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:23.835987 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983d06d3-6e41-4ace-a54c-2fca1240d42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45f3778-389b-421b-9799-2d981dff76f6', 'code': 200} Feb 09 21:37:23.927215 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54884) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.026021 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c884eeb7-67ff-46b8-87b2-f495bb440dad req-7f424e9b-4b65-45af-aed3-5bfb7d8a1728 tempest-QuotasAdminNegativeTest-1089246023 tempest-QuotasAdminNegativeTest-1089246023-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=3d9a5090d9d443479f24f99887efd0b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585728 Feb 09 21:37:24.116805 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e197d385-dfb3-420f-811e-94aae86ef35b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c137d84343644ace9a44d512beaff9d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876652 Feb 09 21:37:24.122565 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54892) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.198344 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884eeb7-67ff-46b8-87b2-f495bb440dad req-d6d9632d-9ed0-4d85-9868-7b8833367f3d tempest-QuotasAdminNegativeTest-1089246023 tempest-QuotasAdminNegativeTest-1089246023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:24.201122 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c884eeb7-67ff-46b8-87b2-f495bb440dad req-d6d9632d-9ed0-4d85-9868-7b8833367f3d tempest-QuotasAdminNegativeTest-1089246023 tempest-QuotasAdminNegativeTest-1089246023-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1620300 Feb 09 21:37:24.226948 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7628f-fbad-4fa5-a4b2-881562815b19 req-c635f39f-e6a5-44ca-81d9-ca93d616c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:24.229463 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8cf7628f-fbad-4fa5-a4b2-881562815b19 req-c635f39f-e6a5-44ca-81d9-ca93d616c5f2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=983d06d3-6e41-4ace-a54c-2fca1240d42c HTTP/1.1" status: 200 len: 1128 time: 0.1222074 Feb 09 21:37:24.229929 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c884eeb7-67ff-46b8-87b2-f495bb440dad req-ab2260e4-b9bc-4cd1-b646-db51a2907f65 tempest-QuotasAdminNegativeTest-1089246023 tempest-QuotasAdminNegativeTest-1089246023-project] 10.222.0.77 "GET /v2.0/quotas/3d9a5090d9d443479f24f99887efd0b8 HTTP/1.1" status: 200 len: 375 time: 0.0149977 Feb 09 21:37:24.245354 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45ddca7f-230d-4cfa-8b09-2780c2269b93 admin admin] Publish callbacks [] for security_group (3b42626f-a9eb-45c8-bcbd-2d5292946127), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:24.290461 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c884eeb7-67ff-46b8-87b2-f495bb440dad req-8f31b789-87ce-4315-b637-f4989bd256ae tempest-QuotasAdminNegativeTest-1089246023 tempest-QuotasAdminNegativeTest-1089246023-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3d9a5090d9d443479f24f99887efd0b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438302 Feb 09 21:37:24.303763 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45ddca7f-230d-4cfa-8b09-2780c2269b93 admin admin] Publish callbacks [] for security_group (3b42626f-a9eb-45c8-bcbd-2d5292946127), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:24.351691 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8cf7628f-fbad-4fa5-a4b2-881562815b19 req-d74e68aa-7ce0-4ccf-942e-5497887e1d34 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143589 Feb 09 21:37:24.443840 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device e6e906d4-3fd4-4cfd-942a-e91232b2af9a no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:24.480802 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45ddca7f-230d-4cfa-8b09-2780c2269b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3b42626f-a9eb-45c8-bcbd-2d5292946127), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:24.483546 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45ddca7f-230d-4cfa-8b09-2780c2269b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:24.488960 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-45ddca7f-230d-4cfa-8b09-2780c2269b93 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3b42626f-a9eb-45c8-bcbd-2d5292946127 HTTP/1.1" status: 204 len: 168 time: 0.3653398 Feb 09 21:37:24.502141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: e6e906d4-3fd4-4cfd-942a-e91232b2af9a {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:24.503130 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device e6e906d4-3fd4-4cfd-942a-e91232b2af9a not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:24.552358 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddca7f-230d-4cfa-8b09-2780c2269b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b42626f-a9eb-45c8-bcbd-2d5292946127,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:24.927788 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72832d60-e0eb-40e5-9664-f4000d071d0d tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (60a19198-6716-46d5-8563-fb2957dde02c), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:24.934784 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72832d60-e0eb-40e5-9664-f4000d071d0d tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-316890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-316867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-342176'] for router (60a19198-6716-46d5-8563-fb2957dde02c), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:25.181783 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72832d60-e0eb-40e5-9664-f4000d071d0d tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Router 60a19198-6716-46d5-8563-fb2957dde02c has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:37:25.291934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddaead3-3dce-4834-b3d7-75a9d3e31f58 req-bbf1ee60-ebf7-4d87-8c49-f6cc75b277cf tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:25.295818 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54922) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:25.296569 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eddaead3-3dce-4834-b3d7-75a9d3e31f58 req-bbf1ee60-ebf7-4d87-8c49-f6cc75b277cf tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=983d06d3-6e41-4ace-a54c-2fca1240d42c HTTP/1.1" status: 200 len: 946 time: 0.0863597 Feb 09 21:37:25.388326 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eddaead3-3dce-4834-b3d7-75a9d3e31f58 req-e90ea482-71fe-4a60-9759-361d7eb8437b tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870013 Feb 09 21:37:25.508017 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72832d60-e0eb-40e5-9664-f4000d071d0d tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:25.521263 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556de8af-435c-40bb-82f8-c84825b5c7a5 None None] Sync routers for ids ['60a19198-6716-46d5-8563-fb2957dde02c'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:25.522964 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8d46f927-0f08-4708-9cb3-031a632197c4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4730d2c748d3472581b45c8bf2a9ac9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248588 Feb 09 21:37:25.524282 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54926) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:25.530382 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72832d60-e0eb-40e5-9664-f4000d071d0d tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:25.532482 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180aa72-9604-4b8b-b961-7d94572d5d24 req-dc283d38-cffa-4a79-8702-2c788739216f tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:25.535398 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-72832d60-e0eb-40e5-9664-f4000d071d0d tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "PUT /v2.0/routers/60a19198-6716-46d5-8563-fb2957dde02c HTTP/1.1" status: 200 len: 924 time: 2.7763374 Feb 09 21:37:25.536373 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4180aa72-9604-4b8b-b961-7d94572d5d24 req-dc283d38-cffa-4a79-8702-2c788739216f tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 946 time: 0.0697451 Feb 09 21:37:25.538464 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54928) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:25.555116 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556de8af-435c-40bb-82f8-c84825b5c7a5 None None] Routers {'60a19198-6716-46d5-8563-fb2957dde02c'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:25.557788 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-556de8af-435c-40bb-82f8-c84825b5c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['60a19198-6716-46d5-8563-fb2957dde02c'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:25.650397 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ee5ae3d5-9ab7-44e1-afbf-c1039ca81f07 admin admin] Publish callbacks [] for security_group (c8fbacf0-f2f2-43af-a42a-b78a7b776170), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:25.697904 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-556de8af-435c-40bb-82f8-c84825b5c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:25.698497 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ee5ae3d5-9ab7-44e1-afbf-c1039ca81f07 admin admin] Publish callbacks [] for security_group (c8fbacf0-f2f2-43af-a42a-b78a7b776170), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:25.704782 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4180aa72-9604-4b8b-b961-7d94572d5d24 req-8a03c8d4-30b7-476c-a35b-81db3e037398 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442964 Feb 09 21:37:25.726159 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556de8af-435c-40bb-82f8-c84825b5c7a5 None None] Routers {'60a19198-6716-46d5-8563-fb2957dde02c'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:25.729519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-556de8af-435c-40bb-82f8-c84825b5c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['60a19198-6716-46d5-8563-fb2957dde02c'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:25.798244 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ee5ae3d5-9ab7-44e1-afbf-c1039ca81f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c8fbacf0-f2f2-43af-a42a-b78a7b776170), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:25.801567 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ee5ae3d5-9ab7-44e1-afbf-c1039ca81f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:25.805709 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ee5ae3d5-9ab7-44e1-afbf-c1039ca81f07 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c8fbacf0-f2f2-43af-a42a-b78a7b776170 HTTP/1.1" status: 204 len: 168 time: 0.2680104 Feb 09 21:37:25.812502 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ce195097-8f42-4bbc-a6c2-f387cca7f1b7 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "GET /v2.0/routers/60a19198-6716-46d5-8563-fb2957dde02c HTTP/1.1" status: 200 len: 924 time: 0.2706585 Feb 09 21:37:25.815462 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54938) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:25.823805 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ae3d5-9ab7-44e1-afbf-c1039ca81f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fbacf0-f2f2-43af-a42a-b78a7b776170,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:25.862180 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-556de8af-435c-40bb-82f8-c84825b5c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:25.864229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556de8af-435c-40bb-82f8-c84825b5c7a5 None None] The sync data for ids ['60a19198-6716-46d5-8563-fb2957dde02c'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:25.893379 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c8c7b1-c877-41c9-9adc-eb9862342fb9 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:25.895159 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-03c8c7b1-c877-41c9-9adc-eb9862342fb9 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&device_id=60a19198-6716-46d5-8563-fb2957dde02c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0780859 Feb 09 21:37:25.898149 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54942) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:26.003437 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c6a9b3-4480-4bbb-b713-02aba95da9c7 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:26.005078 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-26c6a9b3-4480-4bbb-b713-02aba95da9c7 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 881 time: 0.1057992 Feb 09 21:37:26.008801 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54944) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:26.071695 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-460a0323-1268-490c-929f-37953de352e3 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "GET /v2.0/ports?device_id=60a19198-6716-46d5-8563-fb2957dde02c HTTP/1.1" status: 200 len: 205 time: 0.0602729 Feb 09 21:37:26.073667 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54950) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:26.160018 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54952) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:26.263279 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d00c68c6-e9fb-4ca4-ac5c-7093fe2cef2a tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router (60a19198-6716-46d5-8563-fb2957dde02c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.375007 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83262818-62a8-46c7-a7a0-25758e5b541d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.412927 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d00c68c6-e9fb-4ca4-ac5c-7093fe2cef2a tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_gateway (60a19198-6716-46d5-8563-fb2957dde02c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.555528 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d00c68c6-e9fb-4ca4-ac5c-7093fe2cef2a tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Deleting port 99d48a1c-44e2-439f-807e-0b8011fb4834 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:26.556186 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d00c68c6-e9fb-4ca4-ac5c-7093fe2cef2a tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (99d48a1c-44e2-439f-807e-0b8011fb4834), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.571165 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83262818-62a8-46c7-a7a0-25758e5b541d admin admin] Publish callbacks [] for security_group (d5e466b2-97e2-47d6-8f0f-805db5188e4e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.599150 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83262818-62a8-46c7-a7a0-25758e5b541d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d5e466b2-97e2-47d6-8f0f-805db5188e4e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.638616 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83262818-62a8-46c7-a7a0-25758e5b541d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e466b2-97e2-47d6-8f0f-805db5188e4e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:26.684222 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff847a06-868f-4580-a117-bd18be72dcbc req-c29bb891-fdfd-4719-af09-559f8cf795ee tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:26.687928 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff847a06-868f-4580-a117-bd18be72dcbc req-c29bb891-fdfd-4719-af09-559f8cf795ee tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=983d06d3-6e41-4ace-a54c-2fca1240d42c HTTP/1.1" status: 200 len: 946 time: 0.1340239 Feb 09 21:37:26.705829 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-83262818-62a8-46c7-a7a0-25758e5b541d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3d9a5090d9d443479f24f99887efd0b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5443702 Feb 09 21:37:26.707192 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54968) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:26.779159 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d00c68c6-e9fb-4ca4-ac5c-7093fe2cef2a tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (99d48a1c-44e2-439f-807e-0b8011fb4834), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.802499 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff847a06-868f-4580-a117-bd18be72dcbc req-3a52f447-e35c-4305-8f90-b18591b7e90f tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938640 Feb 09 21:37:26.806276 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d00c68c6-e9fb-4ca4-ac5c-7093fe2cef2a tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Calling delete_port for 99d48a1c-44e2-439f-807e-0b8011fb4834 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:26.823211 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc99fa4a-9a45-4203-b76a-4692daf3b92e admin admin] Publish callbacks [] for security_group (d5e466b2-97e2-47d6-8f0f-805db5188e4e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.862076 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc99fa4a-9a45-4203-b76a-4692daf3b92e admin admin] Publish callbacks [] for security_group (d5e466b2-97e2-47d6-8f0f-805db5188e4e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.963835 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc99fa4a-9a45-4203-b76a-4692daf3b92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d5e466b2-97e2-47d6-8f0f-805db5188e4e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.966883 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc99fa4a-9a45-4203-b76a-4692daf3b92e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.972329 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bc99fa4a-9a45-4203-b76a-4692daf3b92e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d5e466b2-97e2-47d6-8f0f-805db5188e4e HTTP/1.1" status: 204 len: 168 time: 0.2613962 Feb 09 21:37:26.984780 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99fa4a-9a45-4203-b76a-4692daf3b92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e466b2-97e2-47d6-8f0f-805db5188e4e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:27.096629 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac1326-54cb-439c-ae33-88f9d5735a4f req-859e76e5-d73f-42a0-b03c-fd26868ce9a3 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:27.098584 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9aac1326-54cb-439c-ae33-88f9d5735a4f req-859e76e5-d73f-42a0-b03c-fd26868ce9a3 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 946 time: 0.0917645 Feb 09 21:37:27.190800 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9aac1326-54cb-439c-ae33-88f9d5735a4f req-5c66b564-507a-4a1a-b3e3-76530f86dc3c tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731304 Feb 09 21:37:27.314127 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d00c68c6-e9fb-4ca4-ac5c-7093fe2cef2a tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (99d48a1c-44e2-439f-807e-0b8011fb4834), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:27.349472 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c68c6-e9fb-4ca4-ac5c-7093fe2cef2a tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Pushing event deleted for resources: {'Port': ['ID=99d48a1c-44e2-439f-807e-0b8011fb4834,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:27.466995 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d00c68c6-e9fb-4ca4-ac5c-7093fe2cef2a tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (60a19198-6716-46d5-8563-fb2957dde02c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:27.606185 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d00c68c6-e9fb-4ca4-ac5c-7093fe2cef2a tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (60a19198-6716-46d5-8563-fb2957dde02c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:27.613672 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d00c68c6-e9fb-4ca4-ac5c-7093fe2cef2a tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_controller (60a19198-6716-46d5-8563-fb2957dde02c), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:27.641177 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54994) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:27.669833 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b549965d-0458-4468-aef0-24fb951d0bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:27.691316 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d00c68c6-e9fb-4ca4-ac5c-7093fe2cef2a tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (60a19198-6716-46d5-8563-fb2957dde02c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:27.692329 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00c68c6-e9fb-4ca4-ac5c-7093fe2cef2a tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Fanout notify agent at l3_agent the message router_deleted on router 60a19198-6716-46d5-8563-fb2957dde02c {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:37:27.694619 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba1ead-292a-4503-ac1d-b83dd0f9b764 req-f29fb13d-0ba7-49a1-8a3b-672a06b15b59 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:27.705136 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9ba1ead-292a-4503-ac1d-b83dd0f9b764 req-f29fb13d-0ba7-49a1-8a3b-672a06b15b59 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=983d06d3-6e41-4ace-a54c-2fca1240d42c HTTP/1.1" status: 200 len: 946 time: 0.0946467 Feb 09 21:37:27.708994 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d00c68c6-e9fb-4ca4-ac5c-7093fe2cef2a tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:27.714537 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d00c68c6-e9fb-4ca4-ac5c-7093fe2cef2a tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "DELETE /v2.0/routers/60a19198-6716-46d5-8563-fb2957dde02c HTTP/1.1" status: 204 len: 168 time: 1.6392336 Feb 09 21:37:27.714828 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54998) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:27.730154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-4dd083f8-0a21-45ae-859a-043c28b56e01 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1736346530', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:27.809863 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9ba1ead-292a-4503-ac1d-b83dd0f9b764 req-d5ab289b-0bd8-4b5a-a0c8-0b58b10956e2 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037059 Feb 09 21:37:27.813675 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4dd083f8-0a21-45ae-859a-043c28b56e01 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (6bcd75d9-e2dc-4b9f-b183-f245d12c4030), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:27.815200 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4dd083f8-0a21-45ae-859a-043c28b56e01 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (6bcd75d9-e2dc-4b9f-b183-f245d12c4030), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:27.898996 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b549965d-0458-4468-aef0-24fb951d0bf1 admin admin] Publish callbacks [] for security_group (a13a812c-11eb-4afa-8025-2dabb349bf37), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:27.904754 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4dd083f8-0a21-45ae-859a-043c28b56e01 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_controller (6bcd75d9-e2dc-4b9f-b183-f245d12c4030), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:27.907406 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b549965d-0458-4468-aef0-24fb951d0bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a13a812c-11eb-4afa-8025-2dabb349bf37), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:27.914786 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4dd083f8-0a21-45ae-859a-043c28b56e01 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (6bcd75d9-e2dc-4b9f-b183-f245d12c4030), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.079022 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b549965d-0458-4468-aef0-24fb951d0bf1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3cf682c261d243c89de141c60eb5bfd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4338427 Feb 09 21:37:28.083106 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55006) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:28.087295 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4dd083f8-0a21-45ae-859a-043c28b56e01 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.089480 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4dd083f8-0a21-45ae-859a-043c28b56e01 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3656297 Feb 09 21:37:28.092704 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549965d-0458-4468-aef0-24fb951d0bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13a812c-11eb-4afa-8025-2dabb349bf37,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:28.093901 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55008) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:28.099000 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-74fbfb37-b979-42e0-84c4-865fee78d4e1 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Request body: {'router': {'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:28.143589 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e1845-e962-4a35-b322-38c44b6a2f95 req-d2c2f114-725a-4a2b-b616-8d36e9b92081 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:28.146999 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-220e1845-e962-4a35-b322-38c44b6a2f95 req-d2c2f114-725a-4a2b-b616-8d36e9b92081 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 945 time: 0.1763325 Feb 09 21:37:28.225486 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-220e1845-e962-4a35-b322-38c44b6a2f95 req-56e98a95-3b1f-42c8-bb60-ca02ccb5a322 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714693 Feb 09 21:37:28.389629 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f868b0-df16-4874-ae1c-2ca092a22e24 req-8781e4ae-db27-49f8-91ef-cd41867772f4 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:28.391835 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-19f868b0-df16-4874-ae1c-2ca092a22e24 req-8781e4ae-db27-49f8-91ef-cd41867772f4 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 946 time: 0.0583880 Feb 09 21:37:28.404560 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1cba7dd7-8856-4011-b7d6-797b3e98b93e admin admin] Publish callbacks [] for security_group (a13a812c-11eb-4afa-8025-2dabb349bf37), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.409460 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-74fbfb37-b979-42e0-84c4-865fee78d4e1 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_gateway (6bcd75d9-e2dc-4b9f-b183-f245d12c4030), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.448673 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1cba7dd7-8856-4011-b7d6-797b3e98b93e admin admin] Publish callbacks [] for security_group (a13a812c-11eb-4afa-8025-2dabb349bf37), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.466566 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-19f868b0-df16-4874-ae1c-2ca092a22e24 req-5dabf251-e664-4413-8dd5-d6157d988e71 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635271 Feb 09 21:37:28.553115 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1cba7dd7-8856-4011-b7d6-797b3e98b93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a13a812c-11eb-4afa-8025-2dabb349bf37), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.556137 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1cba7dd7-8856-4011-b7d6-797b3e98b93e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.559687 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1cba7dd7-8856-4011-b7d6-797b3e98b93e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a13a812c-11eb-4afa-8025-2dabb349bf37 HTTP/1.1" status: 204 len: 168 time: 0.4726701 Feb 09 21:37:28.571586 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba7dd7-8856-4011-b7d6-797b3e98b93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13a812c-11eb-4afa-8025-2dabb349bf37,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:28.721965 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-74fbfb37-b979-42e0-84c4-865fee78d4e1 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_gateway (6bcd75d9-e2dc-4b9f-b183-f245d12c4030), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.746262 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-74fbfb37-b979-42e0-84c4-865fee78d4e1 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.894041 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-74fbfb37-b979-42e0-84c4-865fee78d4e1 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Allocated IP 172.25.6.27 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/1319ea96-d143-42f8-aa39-011d85432069) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:28.909805 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c8ee4-1659-402c-9107-ccc20ace01b9 req-d8fabcdc-c6b5-48bd-8a19-035c18ee2f9a tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:28.909805 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d5c8ee4-1659-402c-9107-ccc20ace01b9 req-d8fabcdc-c6b5-48bd-8a19-035c18ee2f9a tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 1127 time: 0.0919361 Feb 09 21:37:29.008786 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d5c8ee4-1659-402c-9107-ccc20ace01b9 req-9aba56dc-f42f-4688-8f4e-403fe1e33c3d tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922225 Feb 09 21:37:29.094579 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-74fbfb37-b979-42e0-84c4-865fee78d4e1 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for port (1319ea96-d143-42f8-aa39-011d85432069), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:29.215236 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68341af1-7910-4a8a-ba46-3291c045f627 req-a842e0d3-307f-4d68-9d22-a8d4cba4f4d9 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:29.217937 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-68341af1-7910-4a8a-ba46-3291c045f627 req-a842e0d3-307f-4d68-9d22-a8d4cba4f4d9 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.42 "GET /v2.0/ports?device_id=983d06d3-6e41-4ace-a54c-2fca1240d42c HTTP/1.1" status: 200 len: 946 time: 0.1716976 Feb 09 21:37:29.244804 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-74fbfb37-b979-42e0-84c4-865fee78d4e1 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (1319ea96-d143-42f8-aa39-011d85432069), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:29.333264 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce27b3-6cef-45e7-af76-b70d8e7f83b5 req-83966bcc-162e-4055-bfaf-43426926c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:29.335487 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-08ce27b3-6cef-45e7-af76-b70d8e7f83b5 req-83966bcc-162e-4055-bfaf-43426926c85a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 1128 time: 0.0673587 Feb 09 21:37:29.338943 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fbfb37-b979-42e0-84c4-865fee78d4e1 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:29.351980 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-74fbfb37-b979-42e0-84c4-865fee78d4e1 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:29.357515 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbfb37-b979-42e0-84c4-865fee78d4e1 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:29.385224 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbfb37-b979-42e0-84c4-865fee78d4e1 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Pushing event updated for resources: {'Port': ['ID=1319ea96-d143-42f8-aa39-011d85432069,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:29.417984 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-08ce27b3-6cef-45e7-af76-b70d8e7f83b5 req-0409ec9e-c900-4016-be56-1f2aff13a3b1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752492 Feb 09 21:37:29.538293 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-68341af1-7910-4a8a-ba46-3291c045f627 req-72b8604a-c433-4bff-bffa-40dcd873dd7f tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Deleting port a45f3778-389b-421b-9799-2d981dff76f6 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:29.539009 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-68341af1-7910-4a8a-ba46-3291c045f627 req-72b8604a-c433-4bff-bffa-40dcd873dd7f tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a45f3778-389b-421b-9799-2d981dff76f6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:29.661986 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b6603-6d30-45f8-93f2-3dddffd12697 req-00a56ad5-babe-4980-99cd-10eade6609d3 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:29.664285 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d55b6603-6d30-45f8-93f2-3dddffd12697 req-00a56ad5-babe-4980-99cd-10eade6609d3 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/ports?device_id=983d06d3-6e41-4ace-a54c-2fca1240d42c HTTP/1.1" status: 200 len: 946 time: 0.0895214 Feb 09 21:37:29.752348 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d55b6603-6d30-45f8-93f2-3dddffd12697 req-58693cc9-a42c-449e-849a-9437e51c125c tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816190 Feb 09 21:37:29.779254 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-68341af1-7910-4a8a-ba46-3291c045f627 req-72b8604a-c433-4bff-bffa-40dcd873dd7f tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] For port a45f3778-389b-421b-9799-2d981dff76f6, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=a45f3778-389b-421b-9799-2d981dff76f6,segment=NetworkSegment(a535595f-05f6-4174-b7c2-1ee3a61ccb66),segment_id=a535595f-05f6-4174-b7c2-1ee3a61ccb66)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:29.779633 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-68341af1-7910-4a8a-ba46-3291c045f627 req-72b8604a-c433-4bff-bffa-40dcd873dd7f tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a45f3778-389b-421b-9799-2d981dff76f6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:29.808928 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-68341af1-7910-4a8a-ba46-3291c045f627 req-72b8604a-c433-4bff-bffa-40dcd873dd7f tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Calling delete_port for a45f3778-389b-421b-9799-2d981dff76f6 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:29.972428 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5972f06-cb70-40c2-962d-baf784808c53 req-0e8af048-5296-4ea9-8dfd-2485af35b788 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:29.973775 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b5972f06-cb70-40c2-962d-baf784808c53 req-0e8af048-5296-4ea9-8dfd-2485af35b788 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 1127 time: 0.0737085 Feb 09 21:37:30.037210 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b5972f06-cb70-40c2-962d-baf784808c53 req-3de72997-7e90-489f-9b4f-8805717c85f8 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570641 Feb 09 21:37:30.213607 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-74fbfb37-b979-42e0-84c4-865fee78d4e1 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_gateway (6bcd75d9-e2dc-4b9f-b183-f245d12c4030), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:30.268326 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03bb7d-aa64-40d4-8ff6-9ee61a4cd7af req-145ec3c3-653e-483a-8a1e-884a7964b741 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:30.276394 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7b03bb7d-aa64-40d4-8ff6-9ee61a4cd7af req-145ec3c3-653e-483a-8a1e-884a7964b741 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 946 time: 0.0986195 Feb 09 21:37:30.435321 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7b03bb7d-aa64-40d4-8ff6-9ee61a4cd7af req-9285e890-36c3-402c-a85d-bbe43b6cd298 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576321 Feb 09 21:37:30.557477 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-68341af1-7910-4a8a-ba46-3291c045f627 req-72b8604a-c433-4bff-bffa-40dcd873dd7f tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (a45f3778-389b-421b-9799-2d981dff76f6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:30.588441 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['a45f3778-389b-421b-9799-2d981dff76f6'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:30.629076 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8604a-c433-4bff-bffa-40dcd873dd7f tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Pushing event deleted for resources: {'Port': ['ID=a45f3778-389b-421b-9799-2d981dff76f6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:30.677954 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-74fbfb37-b979-42e0-84c4-865fee78d4e1 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (6bcd75d9-e2dc-4b9f-b183-f245d12c4030), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:30.680266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-68341af1-7910-4a8a-ba46-3291c045f627 req-72b8604a-c433-4bff-bffa-40dcd873dd7f tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] No DVR routers for this DVR port a45f3778-389b-421b-9799-2d981dff76f6 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:30.684935 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-68341af1-7910-4a8a-ba46-3291c045f627 req-72b8604a-c433-4bff-bffa-40dcd873dd7f tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:30.689589 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-68341af1-7910-4a8a-ba46-3291c045f627 req-72b8604a-c433-4bff-bffa-40dcd873dd7f tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.42 "DELETE /v2.0/ports/a45f3778-389b-421b-9799-2d981dff76f6 HTTP/1.1" status: 204 len: 173 time: 1.4593225 Feb 09 21:37:30.690112 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983d06d3-6e41-4ace-a54c-2fca1240d42c', 'name': 'network-vif-deleted', 'tag': 'a45f3778-389b-421b-9799-2d981dff76f6'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:30.692782 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d69a32-4af5-4d41-adbc-1b69bbf1b6c0" -d '{"events": [{"server_uuid": "983d06d3-6e41-4ace-a54c-2fca1240d42c", "name": "network-vif-deleted", "tag": "a45f3778-389b-421b-9799-2d981dff76f6"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:30.698030 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-74fbfb37-b979-42e0-84c4-865fee78d4e1 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-316890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-316867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-342176'] for router (6bcd75d9-e2dc-4b9f-b183-f245d12c4030), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:30.951076 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fbfb37-b979-42e0-84c4-865fee78d4e1 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Router 6bcd75d9-e2dc-4b9f-b183-f245d12c4030 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:37:31.106578 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fbfb37-b979-42e0-84c4-865fee78d4e1 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:31.115542 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-74fbfb37-b979-42e0-84c4-865fee78d4e1 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:31.116924 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-74fbfb37-b979-42e0-84c4-865fee78d4e1 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "PUT /v2.0/routers/6bcd75d9-e2dc-4b9f-b183-f245d12c4030 HTTP/1.1" status: 200 len: 883 time: 3.0217805 Feb 09 21:37:31.122537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55098) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:31.123631 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3820f2d-a83b-4124-88e9-51a8b8433631 None None] Sync routers for ids ['6bcd75d9-e2dc-4b9f-b183-f245d12c4030'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:31.136469 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3820f2d-a83b-4124-88e9-51a8b8433631 None None] Routers {'6bcd75d9-e2dc-4b9f-b183-f245d12c4030'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:31.137111 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-f3820f2d-a83b-4124-88e9-51a8b8433631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['6bcd75d9-e2dc-4b9f-b183-f245d12c4030'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:31.182800 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-f3820f2d-a83b-4124-88e9-51a8b8433631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:31.198505 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3820f2d-a83b-4124-88e9-51a8b8433631 None None] Routers {'6bcd75d9-e2dc-4b9f-b183-f245d12c4030'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:31.199169 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-f3820f2d-a83b-4124-88e9-51a8b8433631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['6bcd75d9-e2dc-4b9f-b183-f245d12c4030'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:31.239087 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-f3820f2d-a83b-4124-88e9-51a8b8433631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:31.239898 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3820f2d-a83b-4124-88e9-51a8b8433631 None None] The sync data for ids ['6bcd75d9-e2dc-4b9f-b183-f245d12c4030'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:31.468529 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9e03c1b0-5ae1-4545-8e86-ec252160fbbb tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "GET /v2.0/routers/6bcd75d9-e2dc-4b9f-b183-f245d12c4030 HTTP/1.1" status: 200 len: 924 time: 0.3405929 Feb 09 21:37:31.473338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55112) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:31.545827 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00a34fa-dbd3-4f54-b576-c5a25a749c64 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:31.549629 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f00a34fa-dbd3-4f54-b576-c5a25a749c64 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&device_id=6bcd75d9-e2dc-4b9f-b183-f245d12c4030&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0741489 Feb 09 21:37:31.553890 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55118) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:31.694693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc9d378-01b2-4829-ba9e-1fd730d3a50f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:31.696569 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4fc9d378-01b2-4829-ba9e-1fd730d3a50f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 881 time: 0.1414690 Feb 09 21:37:31.699476 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55120) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:31.739154 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3b7773a6-b910-470c-a26d-84b7d993e7ee tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bcd75d9-e2dc-4b9f-b183-f245d12c4030 HTTP/1.1" status: 200 len: 205 time: 0.0358069 Feb 09 21:37:31.739474 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55124) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:31.943370 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-04fb9611-baae-4469-afa4-6d3608895e19 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router (6bcd75d9-e2dc-4b9f-b183-f245d12c4030), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:32.176657 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-04fb9611-baae-4469-afa4-6d3608895e19 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_gateway (6bcd75d9-e2dc-4b9f-b183-f245d12c4030), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:32.247279 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-04fb9611-baae-4469-afa4-6d3608895e19 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Deleting port 1319ea96-d143-42f8-aa39-011d85432069 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:32.247703 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-04fb9611-baae-4469-afa4-6d3608895e19 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1319ea96-d143-42f8-aa39-011d85432069), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:32.353727 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-04fb9611-baae-4469-afa4-6d3608895e19 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1319ea96-d143-42f8-aa39-011d85432069), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:32.380688 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-04fb9611-baae-4469-afa4-6d3608895e19 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Calling delete_port for 1319ea96-d143-42f8-aa39-011d85432069 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:32.731946 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-04fb9611-baae-4469-afa4-6d3608895e19 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1319ea96-d143-42f8-aa39-011d85432069), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:32.822425 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb9611-baae-4469-afa4-6d3608895e19 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Pushing event deleted for resources: {'Port': ['ID=1319ea96-d143-42f8-aa39-011d85432069,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:32.968910 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-04fb9611-baae-4469-afa4-6d3608895e19 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (6bcd75d9-e2dc-4b9f-b183-f245d12c4030), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:33.109952 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-04fb9611-baae-4469-afa4-6d3608895e19 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (6bcd75d9-e2dc-4b9f-b183-f245d12c4030), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:33.113377 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-04fb9611-baae-4469-afa4-6d3608895e19 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_controller (6bcd75d9-e2dc-4b9f-b183-f245d12c4030), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:33.181184 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-04fb9611-baae-4469-afa4-6d3608895e19 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (6bcd75d9-e2dc-4b9f-b183-f245d12c4030), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:33.182489 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fb9611-baae-4469-afa4-6d3608895e19 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Fanout notify agent at l3_agent the message router_deleted on router 6bcd75d9-e2dc-4b9f-b183-f245d12c4030 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:37:33.195432 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-04fb9611-baae-4469-afa4-6d3608895e19 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:33.202818 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-04fb9611-baae-4469-afa4-6d3608895e19 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "DELETE /v2.0/routers/6bcd75d9-e2dc-4b9f-b183-f245d12c4030 HTTP/1.1" status: 204 len: 168 time: 1.4561369 Feb 09 21:37:33.203174 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55156) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:33.208517 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-37e0d856-b614-4ef4-926b-80bd5d97227f tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-614854744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:33.234141 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37e0d856-b614-4ef4-926b-80bd5d97227f tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (21220082-ff0f-4f24-9fc6-4e07c165033a), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:33.235586 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37e0d856-b614-4ef4-926b-80bd5d97227f tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (21220082-ff0f-4f24-9fc6-4e07c165033a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:33.328452 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37e0d856-b614-4ef4-926b-80bd5d97227f tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_controller (21220082-ff0f-4f24-9fc6-4e07c165033a), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:33.334941 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37e0d856-b614-4ef4-926b-80bd5d97227f tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (21220082-ff0f-4f24-9fc6-4e07c165033a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:33.363189 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37e0d856-b614-4ef4-926b-80bd5d97227f tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:33.364563 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-37e0d856-b614-4ef4-926b-80bd5d97227f tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1600244 Feb 09 21:37:33.368068 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55160) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:33.372993 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e5d4fd02-bd5c-4a0b-a5e3-e8e7144ee568 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'enable_snat': True}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:33.385076 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55162) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:33.508302 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-03df1041-20b2-4e57-80cd-0f0d12f71c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:33.579856 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-e4280ed2-e325-4106-92bf-68d189bf0e74 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:33.581717 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-e4280ed2-e325-4106-92bf-68d189bf0e74 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4173849 Feb 09 21:37:33.610187 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-03df1041-20b2-4e57-80cd-0f0d12f71c6d admin admin] Publish callbacks [] for security_group (4c32258c-35e7-469e-8e16-10d92b7f7c5e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:33.615819 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-03df1041-20b2-4e57-80cd-0f0d12f71c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4c32258c-35e7-469e-8e16-10d92b7f7c5e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:33.679002 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df1041-20b2-4e57-80cd-0f0d12f71c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c32258c-35e7-469e-8e16-10d92b7f7c5e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:33.685860 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-03df1041-20b2-4e57-80cd-0f0d12f71c6d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ebd8ab5c8189489d90f043f41c9e1ffd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2990098 Feb 09 21:37:33.689621 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55168) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:33.771381 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60c1540b-6d4b-467e-9926-ab5b1e7c5afb admin admin] Publish callbacks [] for security_group (4c32258c-35e7-469e-8e16-10d92b7f7c5e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:33.799505 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60c1540b-6d4b-467e-9926-ab5b1e7c5afb admin admin] Publish callbacks [] for security_group (4c32258c-35e7-469e-8e16-10d92b7f7c5e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:33.878145 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60c1540b-6d4b-467e-9926-ab5b1e7c5afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4c32258c-35e7-469e-8e16-10d92b7f7c5e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:33.889139 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60c1540b-6d4b-467e-9926-ab5b1e7c5afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:33.891243 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-60c1540b-6d4b-467e-9926-ab5b1e7c5afb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4c32258c-35e7-469e-8e16-10d92b7f7c5e HTTP/1.1" status: 204 len: 168 time: 0.1995623 Feb 09 21:37:33.906946 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1540b-6d4b-467e-9926-ab5b1e7c5afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c32258c-35e7-469e-8e16-10d92b7f7c5e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:33.994772 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5d4fd02-bd5c-4a0b-a5e3-e8e7144ee568 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_gateway (21220082-ff0f-4f24-9fc6-4e07c165033a), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:34.019922 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1591adb2-3552-49f3-97b2-916292585080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:34.021471 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1591adb2-3552-49f3-97b2-916292585080 service neutron] 10.222.0.77 "GET /v2.0/ports/fba4a71d-b451-45f1-9a20-88fafb3716ed HTTP/1.1" status: 200 len: 1124 time: 0.4273548 Feb 09 21:37:34.054140 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-6c3c77f7-357c-468a-b613-aae8c548afc5 service neutron] Request body: {'binding': {'host': 'n-h2-828601-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:34.054609 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-6c3c77f7-357c-468a-b613-aae8c548afc5 service neutron] Unknown quota resources ['binding']. {{(pid=103201) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:37:34.195044 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device a45f3778-389b-421b-9799-2d981dff76f6 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:34.230984 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: a45f3778-389b-421b-9799-2d981dff76f6 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:34.231598 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device a45f3778-389b-421b-9799-2d981dff76f6 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:34.242176 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-6c3c77f7-357c-468a-b613-aae8c548afc5 service neutron] Attempting to bind port fba4a71d-b451-45f1-9a20-88fafb3716ed on host n-h2-828601-1 for vnic_type normal with profile None {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:34.242967 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-6c3c77f7-357c-468a-b613-aae8c548afc5 service neutron] Attempting to bind port fba4a71d-b451-45f1-9a20-88fafb3716ed by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:34.242967 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-6c3c77f7-357c-468a-b613-aae8c548afc5 service neutron] Attempting to bind port fba4a71d-b451-45f1-9a20-88fafb3716ed on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:34.287206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-6c3c77f7-357c-468a-b613-aae8c548afc5 service neutron] Port fba4a71d-b451-45f1-9a20-88fafb3716ed on network 3335e86a-d685-4bed-b15a-6df9753c1347 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:34.287493 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-6c3c77f7-357c-468a-b613-aae8c548afc5 service neutron] Attempting to bind port fba4a71d-b451-45f1-9a20-88fafb3716ed on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:34.322380 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-6c3c77f7-357c-468a-b613-aae8c548afc5 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:34.322743 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-6c3c77f7-357c-468a-b613-aae8c548afc5 service neutron] Checking segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:34.323111 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-6c3c77f7-357c-468a-b613-aae8c548afc5 service neutron] Bound using segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:34.323561 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-6c3c77f7-357c-468a-b613-aae8c548afc5 service neutron] Bound port: fba4a71d-b451-45f1-9a20-88fafb3716ed, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:34.334142 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55174) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:34.357119 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26581367-c030-4712-90c0-87cdfcd0b459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:34.423560 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-6c3c77f7-357c-468a-b613-aae8c548afc5 service neutron] For port fba4a71d-b451-45f1-9a20-88fafb3716ed, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=fba4a71d-b451-45f1-9a20-88fafb3716ed,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:34.425535 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5d4fd02-bd5c-4a0b-a5e3-e8e7144ee568 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_gateway (21220082-ff0f-4f24-9fc6-4e07c165033a), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:34.451178 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-6c3c77f7-357c-468a-b613-aae8c548afc5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:34.453163 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-6c3c77f7-357c-468a-b613-aae8c548afc5 service neutron] 10.222.0.77 "POST /v2.0/ports/fba4a71d-b451-45f1-9a20-88fafb3716ed/bindings HTTP/1.1" status: 201 len: 389 time: 0.4032001 Feb 09 21:37:34.454500 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5d4fd02-bd5c-4a0b-a5e3-e8e7144ee568 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:34.515818 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26581367-c030-4712-90c0-87cdfcd0b459 admin admin] Publish callbacks [] for security_group (c9ebaa9c-48ba-4696-b95e-aab989f4636b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:34.524856 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26581367-c030-4712-90c0-87cdfcd0b459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c9ebaa9c-48ba-4696-b95e-aab989f4636b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:34.592620 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-26581367-c030-4712-90c0-87cdfcd0b459 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b41d3db97d484e88a5767a661cac8023&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2530525 Feb 09 21:37:34.595232 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55178) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:34.613814 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26581367-c030-4712-90c0-87cdfcd0b459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ebaa9c-48ba-4696-b95e-aab989f4636b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:34.711038 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eeb848df-44a6-4788-8433-f9ea47f06a9a admin admin] Publish callbacks [] for security_group (c9ebaa9c-48ba-4696-b95e-aab989f4636b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:34.730759 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829831e1-1eaf-476c-b649-e22fc22f3e0c x-openstack-request-id: req-829831e1-1eaf-476c-b649-e22fc22f3e0c {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:34.731121 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-e5d4fd02-bd5c-4a0b-a5e3-e8e7144ee568 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Allocated IP 172.25.6.125 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/26487f47-6783-45fb-9a68-6a0b6c469aa4) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:34.731249 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983d06d3-6e41-4ace-a54c-2fca1240d42c", "name": "network-vif-deleted", "tag": "a45f3778-389b-421b-9799-2d981dff76f6", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:34.731631 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-829831e1-1eaf-476c-b649-e22fc22f3e0c {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:34.732720 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983d06d3-6e41-4ace-a54c-2fca1240d42c', 'name': 'network-vif-deleted', 'tag': 'a45f3778-389b-421b-9799-2d981dff76f6', 'status': 'completed', 'code': 200} Feb 09 21:37:34.762135 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eeb848df-44a6-4788-8433-f9ea47f06a9a admin admin] Publish callbacks [] for security_group (c9ebaa9c-48ba-4696-b95e-aab989f4636b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:34.877638 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eeb848df-44a6-4788-8433-f9ea47f06a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c9ebaa9c-48ba-4696-b95e-aab989f4636b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:34.883403 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eeb848df-44a6-4788-8433-f9ea47f06a9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:34.887724 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-eeb848df-44a6-4788-8433-f9ea47f06a9a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c9ebaa9c-48ba-4696-b95e-aab989f4636b HTTP/1.1" status: 204 len: 168 time: 0.2888486 Feb 09 21:37:34.948091 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6979041-6b9a-4277-adf3-60671da5ac1a req-7a6df641-cf46-4242-8ead-98c37ee981cb tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:34.956462 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f6979041-6b9a-4277-adf3-60671da5ac1a req-7a6df641-cf46-4242-8ead-98c37ee981cb tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 946 time: 0.1418991 Feb 09 21:37:34.961439 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb848df-44a6-4788-8433-f9ea47f06a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ebaa9c-48ba-4696-b95e-aab989f4636b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:35.001480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-092fdb46-c0d8-4ef0-a7f6-9b022acad015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:35.004485 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-092fdb46-c0d8-4ef0-a7f6-9b022acad015 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 1127 time: 0.1043985 Feb 09 21:37:35.044670 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5d4fd02-bd5c-4a0b-a5e3-e8e7144ee568 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for port (26487f47-6783-45fb-9a68-6a0b6c469aa4), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:35.062210 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f6979041-6b9a-4277-adf3-60671da5ac1a req-17699bd3-9873-46c4-a607-9375774b7705 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037664 Feb 09 21:37:35.115340 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5d4fd02-bd5c-4a0b-a5e3-e8e7144ee568 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (26487f47-6783-45fb-9a68-6a0b6c469aa4), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:35.157467 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d4fd02-bd5c-4a0b-a5e3-e8e7144ee568 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:35.161066 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-e5d4fd02-bd5c-4a0b-a5e3-e8e7144ee568 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:35.169961 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d4fd02-bd5c-4a0b-a5e3-e8e7144ee568 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:35.220701 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4fd02-bd5c-4a0b-a5e3-e8e7144ee568 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Pushing event updated for resources: {'Port': ['ID=26487f47-6783-45fb-9a68-6a0b6c469aa4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:35.286191 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-4f7adb08-ebbc-483f-92d4-4576f07cad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:35.289489 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-4f7adb08-ebbc-483f-92d4-4576f07cad80 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 922 time: 0.2741644 Feb 09 21:37:35.386532 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-61cc005d-c58c-4207-804e-5cbb284f0292 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fba4a71d-b451-45f1-9a20-88fafb3716ed HTTP/1.1" status: 200 len: 217 time: 0.0876606 Feb 09 21:37:35.478101 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-f9d3eb6d-ccf9-4572-ac57-6d89e1ef6e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:35.480008 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-f9d3eb6d-ccf9-4572-ac57-6d89e1ef6e45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.0831804 Feb 09 21:37:35.526187 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-e66428d3-7362-48c4-a48a-39aa6cbc7d75 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386827 Feb 09 21:37:35.644061 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8249034-afa3-494b-90cf-bd9798b6130f req-a078bd7d-e721-49b8-b839-4c6719938e98 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b38c9dd7b18043508a901ee779095fd4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487494 Feb 09 21:37:35.688715 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-2a8671a9-c094-4adc-925e-9c2250b4e3a8 service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471925 Feb 09 21:37:35.761751 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5d4fd02-bd5c-4a0b-a5e3-e8e7144ee568 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_gateway (21220082-ff0f-4f24-9fc6-4e07c165033a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:35.823914 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-844f8a75-ddd4-4fc7-9a76-3e232eeac386 service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281776 Feb 09 21:37:36.056951 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8249034-afa3-494b-90cf-bd9798b6130f req-787c8f08-3f59-4e24-b943-168e96f1d490 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.059711 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8249034-afa3-494b-90cf-bd9798b6130f req-787c8f08-3f59-4e24-b943-168e96f1d490 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4066958 Feb 09 21:37:36.149676 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8249034-afa3-494b-90cf-bd9798b6130f req-4bbf6ae5-299f-45ac-977f-d8039df9260a tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/quotas/b38c9dd7b18043508a901ee779095fd4 HTTP/1.1" status: 200 len: 375 time: 0.0786004 Feb 09 21:37:36.264551 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8249034-afa3-494b-90cf-bd9798b6130f req-6958a022-8769-4c71-a0cc-bd6e3d4c5aed tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b38c9dd7b18043508a901ee779095fd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605881 Feb 09 21:37:36.344609 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5d4fd02-bd5c-4a0b-a5e3-e8e7144ee568 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (21220082-ff0f-4f24-9fc6-4e07c165033a), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:36.353036 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5d4fd02-bd5c-4a0b-a5e3-e8e7144ee568 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-316890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-316867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-342176'] for router (21220082-ff0f-4f24-9fc6-4e07c165033a), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:36.591416 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d4fd02-bd5c-4a0b-a5e3-e8e7144ee568 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Router 21220082-ff0f-4f24-9fc6-4e07c165033a is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:37:36.771093 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8c2cb-26fe-4e0a-84c9-6f74fa51a369 req-a05fbe77-41be-4452-b3e1-1b630714d8c4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.778784 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6c8c2cb-26fe-4e0a-84c9-6f74fa51a369 req-a05fbe77-41be-4452-b3e1-1b630714d8c4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 945 time: 0.1865768 Feb 09 21:37:36.847431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6c8c2cb-26fe-4e0a-84c9-6f74fa51a369 req-29bac4b7-1ffb-4beb-b925-676eb1b70862 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677266 Feb 09 21:37:36.860111 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d4fd02-bd5c-4a0b-a5e3-e8e7144ee568 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:36.866721 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5d4fd02-bd5c-4a0b-a5e3-e8e7144ee568 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:36.873537 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e5d4fd02-bd5c-4a0b-a5e3-e8e7144ee568 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "PUT /v2.0/routers/21220082-ff0f-4f24-9fc6-4e07c165033a HTTP/1.1" status: 200 len: 918 time: 3.4984305 Feb 09 21:37:36.873961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55236) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:36.893026 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb29f524-b00a-49dc-83f2-f90ea175d708 None None] Sync routers for ids ['21220082-ff0f-4f24-9fc6-4e07c165033a'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:36.926410 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb29f524-b00a-49dc-83f2-f90ea175d708 None None] Routers {'21220082-ff0f-4f24-9fc6-4e07c165033a'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:36.927757 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-cb29f524-b00a-49dc-83f2-f90ea175d708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['21220082-ff0f-4f24-9fc6-4e07c165033a'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:37.141879 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-cb29f524-b00a-49dc-83f2-f90ea175d708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:37.175860 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb29f524-b00a-49dc-83f2-f90ea175d708 None None] Routers {'21220082-ff0f-4f24-9fc6-4e07c165033a'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:37.177292 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-cb29f524-b00a-49dc-83f2-f90ea175d708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['21220082-ff0f-4f24-9fc6-4e07c165033a'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:37.225973 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76137813-823a-4dde-949a-bc05baa571b1 req-2d4dd5c4-9329-4a56-9810-a9332e5ecb7c tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.234470 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76137813-823a-4dde-949a-bc05baa571b1 req-2d4dd5c4-9329-4a56-9810-a9332e5ecb7c tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 0.0998619 Feb 09 21:37:37.271892 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-cb29f524-b00a-49dc-83f2-f90ea175d708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:37.273339 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb29f524-b00a-49dc-83f2-f90ea175d708 None None] The sync data for ids ['21220082-ff0f-4f24-9fc6-4e07c165033a'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:37.330452 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1b124c70-c47b-4ccd-9e23-15707610169f tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "GET /v2.0/routers/21220082-ff0f-4f24-9fc6-4e07c165033a HTTP/1.1" status: 200 len: 924 time: 0.4548879 Feb 09 21:37:37.332016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55254) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:37.367290 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76137813-823a-4dde-949a-bc05baa571b1 req-cf577488-bf61-4632-9edc-7d909d3972a3 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313901 Feb 09 21:37:37.478674 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4e6317-ac4c-42b8-9f1b-cd7c3d9ca5ee tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.486723 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fa4e6317-ac4c-42b8-9f1b-cd7c3d9ca5ee tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&device_id=21220082-ff0f-4f24-9fc6-4e07c165033a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1516621 Feb 09 21:37:37.487162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55260) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:37.620598 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6cec31c8-b095-46c5-92eb-a375e94d804f req-f7ed2f95-bed6-4788-93bc-1224d9bae120 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/ports?device_id=277ed1a8-adff-40a2-9179-fd18744b67bb HTTP/1.1" status: 200 len: 210 time: 0.0473304 Feb 09 21:37:37.755748 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b241126a-2cc9-455e-a58d-43f29f8ff0d6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.757241 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b241126a-2cc9-455e-a58d-43f29f8ff0d6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 881 time: 0.2685299 Feb 09 21:37:37.761134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55274) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:37.800409 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1b65ca4c-5c35-4bd0-96a6-e7a1bd6f274e tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "GET /v2.0/ports?device_id=21220082-ff0f-4f24-9fc6-4e07c165033a HTTP/1.1" status: 200 len: 205 time: 0.0380414 Feb 09 21:37:37.804391 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55276) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:37.823718 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d444bf93-dbea-4d31-8fb8-e17e034d5d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:38.042034 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8743a34-5e6b-40b8-b663-d578f1b722d8 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router (21220082-ff0f-4f24-9fc6-4e07c165033a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:38.202219 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:37:38.317946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f9d09-08a7-49fd-94d3-ff5e08715a66 req-c170f275-ef91-45ff-9d0f-3f7383560ea2 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:38.325711 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c8f9d09-08a7-49fd-94d3-ff5e08715a66 req-c170f275-ef91-45ff-9d0f-3f7383560ea2 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 945 time: 0.0926588 Feb 09 21:37:38.336851 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8743a34-5e6b-40b8-b663-d578f1b722d8 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_gateway (21220082-ff0f-4f24-9fc6-4e07c165033a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:38.427567 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f8249034-afa3-494b-90cf-bd9798b6130f req-96739fcc-4556-44f2-85db-6f10c7dbc813 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=b38c9dd7b18043508a901ee779095fd4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456352 Feb 09 21:37:38.498164 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c8f9d09-08a7-49fd-94d3-ff5e08715a66 req-7d96abc8-1e19-4d43-b46f-b8fb8fcecc6f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701119 Feb 09 21:37:38.602653 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55302) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:38.662977 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b8743a34-5e6b-40b8-b663-d578f1b722d8 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Deleting port 26487f47-6783-45fb-9a68-6a0b6c469aa4 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:38.663878 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8743a34-5e6b-40b8-b663-d578f1b722d8 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (26487f47-6783-45fb-9a68-6a0b6c469aa4), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:38.851268 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8249034-afa3-494b-90cf-bd9798b6130f req-ab891b34-9654-4a68-8c34-695f1b672d6b tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:38.855715 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f8249034-afa3-494b-90cf-bd9798b6130f req-ab891b34-9654-4a68-8c34-695f1b672d6b tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4229825 Feb 09 21:37:38.880935 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-f8249034-afa3-494b-90cf-bd9798b6130f req-19dff655-33da-406b-9fe5-2ec5aa5e750e tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Request body: {'port': {'device_id': '277ed1a8-adff-40a2-9179-fd18744b67bb', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': 'b38c9dd7b18043508a901ee779095fd4'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:39.161114 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8249034-afa3-494b-90cf-bd9798b6130f req-19dff655-33da-406b-9fe5-2ec5aa5e750e tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Made reservation on behalf of b38c9dd7b18043508a901ee779095fd4 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:39.168888 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f8249034-afa3-494b-90cf-bd9798b6130f req-19dff655-33da-406b-9fe5-2ec5aa5e750e tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:39.189389 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f8249034-afa3-494b-90cf-bd9798b6130f req-19dff655-33da-406b-9fe5-2ec5aa5e750e tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:39.387926 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f8249034-afa3-494b-90cf-bd9798b6130f req-19dff655-33da-406b-9fe5-2ec5aa5e750e tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Publish callbacks [] for security_group (e2b71bdb-9c93-4707-9bed-d3e6a93f2654), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:39.397733 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f8249034-afa3-494b-90cf-bd9798b6130f req-19dff655-33da-406b-9fe5-2ec5aa5e750e tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e2b71bdb-9c93-4707-9bed-d3e6a93f2654), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:39.412158 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8743a34-5e6b-40b8-b663-d578f1b722d8 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (26487f47-6783-45fb-9a68-6a0b6c469aa4), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:39.457467 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a4d266b0-9b6f-4dcf-bdb2-4dcd264b6557 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks [] for security_group (3462c9b7-08db-4521-be5f-fb66c93c7a62), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:39.461116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b8743a34-5e6b-40b8-b663-d578f1b722d8 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Calling delete_port for 26487f47-6783-45fb-9a68-6a0b6c469aa4 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:39.495318 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13d916-b9f2-42e6-be19-d88813dd3eec req-a1a7b4e0-8c1c-4199-8815-fc4a6f312aa8 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.503671 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6e13d916-b9f2-42e6-be19-d88813dd3eec req-a1a7b4e0-8c1c-4199-8815-fc4a6f312aa8 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 0.2263582 Feb 09 21:37:39.566697 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a4d266b0-9b6f-4dcf-bdb2-4dcd264b6557 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks [] for security_group (3462c9b7-08db-4521-be5f-fb66c93c7a62), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:39.641123 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dff655-33da-406b-9fe5-2ec5aa5e750e tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b71bdb-9c93-4707-9bed-d3e6a93f2654,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:39.706523 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6e13d916-b9f2-42e6-be19-d88813dd3eec req-53ab667b-2d7f-4629-8c14-cab9f0352cbe tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012260 Feb 09 21:37:39.722917 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-f8249034-afa3-494b-90cf-bd9798b6130f req-19dff655-33da-406b-9fe5-2ec5aa5e750e tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Allocated IP 192.168.233.240 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/b1b20140-6c51-454e-aee0-1461254f7f70) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:39.925718 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a4d266b0-9b6f-4dcf-bdb2-4dcd264b6557 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3462c9b7-08db-4521-be5f-fb66c93c7a62), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:39.941631 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a4d266b0-9b6f-4dcf-bdb2-4dcd264b6557 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:39.946473 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a4d266b0-9b6f-4dcf-bdb2-4dcd264b6557 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "DELETE /v2.0/security-groups/3462c9b7-08db-4521-be5f-fb66c93c7a62 HTTP/1.1" status: 204 len: 168 time: 1.3370152 Feb 09 21:37:39.947754 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55326) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:40.004284 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-4f7ab738-3ecb-4d2d-ac13-08858cb7bb34 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] show failed (client error): The resource could not be found. Feb 09 21:37:40.008530 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4f7ab738-3ecb-4d2d-ac13-08858cb7bb34 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "GET /v2.0/security-groups/3462c9b7-08db-4521-be5f-fb66c93c7a62 HTTP/1.1" status: 404 len: 347 time: 0.0449469 Feb 09 21:37:40.016023 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55328) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:40.025884 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f8249034-afa3-494b-90cf-bd9798b6130f req-19dff655-33da-406b-9fe5-2ec5aa5e750e tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Publish callbacks [] for port (b1b20140-6c51-454e-aee0-1461254f7f70), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.037410 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d266b0-9b6f-4dcf-bdb2-4dcd264b6557 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3462c9b7-08db-4521-be5f-fb66c93c7a62,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:40.087169 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55330) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:40.148675 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f8249034-afa3-494b-90cf-bd9798b6130f req-19dff655-33da-406b-9fe5-2ec5aa5e750e tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (b1b20140-6c51-454e-aee0-1461254f7f70), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.162562 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f84a212e-db7b-4295-a45a-fc368670db9a req-41c6e63c-9ceb-459b-a133-3fe75632878f tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/ports?device_id=277ed1a8-adff-40a2-9179-fd18744b67bb HTTP/1.1" status: 200 len: 210 time: 0.1472945 Feb 09 21:37:40.243062 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8249034-afa3-494b-90cf-bd9798b6130f req-19dff655-33da-406b-9fe5-2ec5aa5e750e tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:40.251275 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-f8249034-afa3-494b-90cf-bd9798b6130f req-19dff655-33da-406b-9fe5-2ec5aa5e750e tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:40.259433 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8249034-afa3-494b-90cf-bd9798b6130f req-19dff655-33da-406b-9fe5-2ec5aa5e750e tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:40.414266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8249034-afa3-494b-90cf-bd9798b6130f req-19dff655-33da-406b-9fe5-2ec5aa5e750e tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:40.416789 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f8249034-afa3-494b-90cf-bd9798b6130f req-19dff655-33da-406b-9fe5-2ec5aa5e750e tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.446455 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dff655-33da-406b-9fe5-2ec5aa5e750e tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Pushing event updated for resources: {'Port': ['ID=b1b20140-6c51-454e-aee0-1461254f7f70,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:40.453590 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af0bcf5e-5458-4a6f-ae51-e8cbd36617bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.459967 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-75f62efb-7a82-4080-9768-a064b81c65db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.498110 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f8249034-afa3-494b-90cf-bd9798b6130f req-19dff655-33da-406b-9fe5-2ec5aa5e750e tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6270063 Feb 09 21:37:40.513718 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-f8249034-afa3-494b-90cf-bd9798b6130f req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] Request body: {'port': {'device_id': '277ed1a8-adff-40a2-9179-fd18744b67bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:40.533210 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8743a34-5e6b-40b8-b663-d578f1b722d8 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (26487f47-6783-45fb-9a68-6a0b6c469aa4), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.630916 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8743a34-5e6b-40b8-b663-d578f1b722d8 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Pushing event deleted for resources: {'Port': ['ID=26487f47-6783-45fb-9a68-6a0b6c469aa4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:40.641036 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f8249034-afa3-494b-90cf-bd9798b6130f req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b1b20140-6c51-454e-aee0-1461254f7f70), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.662378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820769c-df96-4492-8766-863c16276361 req-18d1a442-8c3a-4688-845f-58507aa46c29 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:40.678342 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2820769c-df96-4492-8766-863c16276361 req-18d1a442-8c3a-4688-845f-58507aa46c29 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 945 time: 0.3140743 Feb 09 21:37:40.701014 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af0bcf5e-5458-4a6f-ae51-e8cbd36617bb admin admin] Publish callbacks [] for security_group (5d19a6eb-cd41-4534-8e13-5fca6f926a36), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.708802 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af0bcf5e-5458-4a6f-ae51-e8cbd36617bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5d19a6eb-cd41-4534-8e13-5fca6f926a36), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.751598 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-1809e38e-cf34-4e75-8519-4ee048735f89 None None] Provisioning complete for port b1b20140-6c51-454e-aee0-1461254f7f70 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:40.752801 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1809e38e-cf34-4e75-8519-4ee048735f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b1b20140-6c51-454e-aee0-1461254f7f70), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.792443 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f435b26a-1f69-4c5d-a8e1-8388a52979f2 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Deleting port 5ecb2db3-59ac-4063-a70d-05456f65c335 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:40.793673 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f435b26a-1f69-4c5d-a8e1-8388a52979f2 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5ecb2db3-59ac-4063-a70d-05456f65c335), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.846461 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1809e38e-cf34-4e75-8519-4ee048735f89 None None] Port b1b20140-6c51-454e-aee0-1461254f7f70 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:37:40.860336 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bcf5e-5458-4a6f-ae51-e8cbd36617bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d19a6eb-cd41-4534-8e13-5fca6f926a36,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:40.866957 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-af0bcf5e-5458-4a6f-ae51-e8cbd36617bb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ecee5a49b2fb40e2bd1ed3ed32288825&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7782412 Feb 09 21:37:40.871414 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55334) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:41.013839 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0ff17f47-d9d6-4c58-8ab1-fd8eb3d16cf0 admin admin] Publish callbacks [] for security_group (5d19a6eb-cd41-4534-8e13-5fca6f926a36), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.024753 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2820769c-df96-4492-8766-863c16276361 req-e6b428a0-bb67-44c6-b4b7-6cbbd2363f32 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445218 Feb 09 21:37:41.065237 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0ff17f47-d9d6-4c58-8ab1-fd8eb3d16cf0 admin admin] Publish callbacks [] for security_group (5d19a6eb-cd41-4534-8e13-5fca6f926a36), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.122878 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f435b26a-1f69-4c5d-a8e1-8388a52979f2 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5ecb2db3-59ac-4063-a70d-05456f65c335), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.125754 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f435b26a-1f69-4c5d-a8e1-8388a52979f2 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks [] for floatingip (5ecb2db3-59ac-4063-a70d-05456f65c335), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.169420 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8743a34-5e6b-40b8-b663-d578f1b722d8 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (21220082-ff0f-4f24-9fc6-4e07c165033a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.172777 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f435b26a-1f69-4c5d-a8e1-8388a52979f2 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Calling delete_port for 5ecb2db3-59ac-4063-a70d-05456f65c335 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:41.253724 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0ff17f47-d9d6-4c58-8ab1-fd8eb3d16cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5d19a6eb-cd41-4534-8e13-5fca6f926a36), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.259177 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0ff17f47-d9d6-4c58-8ab1-fd8eb3d16cf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.265222 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0ff17f47-d9d6-4c58-8ab1-fd8eb3d16cf0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5d19a6eb-cd41-4534-8e13-5fca6f926a36 HTTP/1.1" status: 204 len: 168 time: 0.3885701 Feb 09 21:37:41.293252 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff17f47-d9d6-4c58-8ab1-fd8eb3d16cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d19a6eb-cd41-4534-8e13-5fca6f926a36,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:41.309955 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-f8249034-afa3-494b-90cf-bd9798b6130f req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b20140-6c51-454e-aee0-1461254f7f70 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:41.330009 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f8249034-afa3-494b-90cf-bd9798b6130f req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] Publish callbacks [] for port (b1b20140-6c51-454e-aee0-1461254f7f70), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.358153 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-f8249034-afa3-494b-90cf-bd9798b6130f req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] Transition to ACTIVE for port object b1b20140-6c51-454e-aee0-1461254f7f70 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:37:41.366931 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f8249034-afa3-494b-90cf-bd9798b6130f req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (b1b20140-6c51-454e-aee0-1461254f7f70), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.459619 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.652651 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8743a34-5e6b-40b8-b663-d578f1b722d8 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (21220082-ff0f-4f24-9fc6-4e07c165033a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.661018 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8743a34-5e6b-40b8-b663-d578f1b722d8 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_controller (21220082-ff0f-4f24-9fc6-4e07c165033a), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.752798 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8743a34-5e6b-40b8-b663-d578f1b722d8 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (21220082-ff0f-4f24-9fc6-4e07c165033a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.757104 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8743a34-5e6b-40b8-b663-d578f1b722d8 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Fanout notify agent at l3_agent the message router_deleted on router 21220082-ff0f-4f24-9fc6-4e07c165033a {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:37:41.769498 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] Pushing event updated for resources: {'Port': ['ID=b1b20140-6c51-454e-aee0-1461254f7f70,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:41.794753 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8743a34-5e6b-40b8-b663-d578f1b722d8 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.797055 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b8743a34-5e6b-40b8-b663-d578f1b722d8 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "DELETE /v2.0/routers/21220082-ff0f-4f24-9fc6-4e07c165033a HTTP/1.1" status: 204 len: 168 time: 3.9910696 Feb 09 21:37:41.809561 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55350) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:41.833309 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-69b2e5a6-02ce-44f5-9a3c-2e4146f46158 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-546640793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:41.877559 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-f8249034-afa3-494b-90cf-bd9798b6130f req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] Attempting to bind port b1b20140-6c51-454e-aee0-1461254f7f70 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:41.879184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-f8249034-afa3-494b-90cf-bd9798b6130f req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] Attempting to bind port b1b20140-6c51-454e-aee0-1461254f7f70 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:41.879993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8249034-afa3-494b-90cf-bd9798b6130f req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] Attempting to bind port b1b20140-6c51-454e-aee0-1461254f7f70 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:41.894448 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8249034-afa3-494b-90cf-bd9798b6130f req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] Port b1b20140-6c51-454e-aee0-1461254f7f70 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:41.894904 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8249034-afa3-494b-90cf-bd9798b6130f req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] Attempting to bind port b1b20140-6c51-454e-aee0-1461254f7f70 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:41.911894 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8249034-afa3-494b-90cf-bd9798b6130f req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:41.912414 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8249034-afa3-494b-90cf-bd9798b6130f req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:41.912754 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8249034-afa3-494b-90cf-bd9798b6130f req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:41.914905 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-f8249034-afa3-494b-90cf-bd9798b6130f req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] Bound port: b1b20140-6c51-454e-aee0-1461254f7f70, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:41.915354 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f8249034-afa3-494b-90cf-bd9798b6130f req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b1b20140-6c51-454e-aee0-1461254f7f70), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.984575 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69b2e5a6-02ce-44f5-9a3c-2e4146f46158 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (d05e1b38-7ab5-4646-98fe-d28188c06543), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.986483 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69b2e5a6-02ce-44f5-9a3c-2e4146f46158 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (d05e1b38-7ab5-4646-98fe-d28188c06543), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.998698 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f435b26a-1f69-4c5d-a8e1-8388a52979f2 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (5ecb2db3-59ac-4063-a70d-05456f65c335), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.077470 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435b26a-1f69-4c5d-a8e1-8388a52979f2 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Pushing event deleted for resources: {'Port': ['ID=5ecb2db3-59ac-4063-a70d-05456f65c335,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:42.088524 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-f8249034-afa3-494b-90cf-bd9798b6130f req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] For port b1b20140-6c51-454e-aee0-1461254f7f70, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:42.097146 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-f8249034-afa3-494b-90cf-bd9798b6130f req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] For port b1b20140-6c51-454e-aee0-1461254f7f70, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b1b20140-6c51-454e-aee0-1461254f7f70,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:42.103284 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55354) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:42.103793 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf8a49-a1c9-45f1-b9cc-00b24211e7f6 req-2edf88b7-e88f-413e-ab8a-a3a83028d8bd tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.106402 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ffdf8a49-a1c9-45f1-b9cc-00b24211e7f6 req-2edf88b7-e88f-413e-ab8a-a3a83028d8bd tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/ports?device_id=277ed1a8-adff-40a2-9179-fd18744b67bb HTTP/1.1" status: 200 len: 948 time: 0.3038194 Feb 09 21:37:42.119951 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f8249034-afa3-494b-90cf-bd9798b6130f req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (b1b20140-6c51-454e-aee0-1461254f7f70), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.149225 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5af8f2f8-2a15-49f0-b71a-96133de10d42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.204816 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8249034-afa3-494b-90cf-bd9798b6130f req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.205861 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f8249034-afa3-494b-90cf-bd9798b6130f req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.213793 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f8249034-afa3-494b-90cf-bd9798b6130f req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] 10.222.0.42 "PUT /v2.0/ports/b1b20140-6c51-454e-aee0-1461254f7f70 HTTP/1.1" status: 200 len: 1096 time: 1.7059753 Feb 09 21:37:42.276713 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69b2e5a6-02ce-44f5-9a3c-2e4146f46158 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_controller (d05e1b38-7ab5-4646-98fe-d28188c06543), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.316146 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69b2e5a6-02ce-44f5-9a3c-2e4146f46158 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (d05e1b38-7ab5-4646-98fe-d28188c06543), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.342130 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f435b26a-1f69-4c5d-a8e1-8388a52979f2 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks [] for floatingip (50e719ec-03de-43a8-9437-f3db95b64d9b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.345489 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f435b26a-1f69-4c5d-a8e1-8388a52979f2 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.346723 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f435b26a-1f69-4c5d-a8e1-8388a52979f2 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] 10.222.0.77 "DELETE /v2.0/floatingips/50e719ec-03de-43a8-9437-f3db95b64d9b HTTP/1.1" status: 204 len: 168 time: 2.3289454 Feb 09 21:37:42.359848 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5af8f2f8-2a15-49f0-b71a-96133de10d42 admin admin] Publish callbacks [] for security_group (f748d7e7-4ad0-4b88-be25-ead8b2727e18), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.361419 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277ed1a8-adff-40a2-9179-fd18744b67bb', 'tag': 'b1b20140-6c51-454e-aee0-1461254f7f70'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:42.362902 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ffdf8a49-a1c9-45f1-b9cc-00b24211e7f6 req-c1acd0d2-d706-4f9c-a9a8-4519c7bd34a8 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b71bdb-9c93-4707-9bed-d3e6a93f2654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323270 Feb 09 21:37:42.367902 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69b2e5a6-02ce-44f5-9a3c-2e4146f46158 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.372978 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6538d2-c583-45c2-bfb4-67ef660ff9ed" -d '{"events": [{"name": "network-changed", "server_uuid": "277ed1a8-adff-40a2-9179-fd18744b67bb", "tag": "b1b20140-6c51-454e-aee0-1461254f7f70"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:42.375764 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-69b2e5a6-02ce-44f5-9a3c-2e4146f46158 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5648220 Feb 09 21:37:42.379383 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55360) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:42.395133 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c2584e4b-6bf0-476b-9806-2aee193f03ff tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'enable_snat': False}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:42.406107 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5af8f2f8-2a15-49f0-b71a-96133de10d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f748d7e7-4ad0-4b88-be25-ead8b2727e18), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.547103 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15940847-689e-4a1e-b4af-cda0bc893fbb service neutron] Pushing event updated for resources: {'Port': ['ID=b1b20140-6c51-454e-aee0-1461254f7f70,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:42.555911 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8f2f8-2a15-49f0-b71a-96133de10d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f748d7e7-4ad0-4b88-be25-ead8b2727e18,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:42.572771 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5af8f2f8-2a15-49f0-b71a-96133de10d42 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b564bf6c06b045689e4a4e5194a69f5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4656608 Feb 09 21:37:42.574105 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55364) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:42.603151 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8249034-afa3-494b-90cf-bd9798b6130f req-2e256dc6-e641-4c9d-8e64-156814290b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.604551 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.605438 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f8249034-afa3-494b-90cf-bd9798b6130f req-2e256dc6-e641-4c9d-8e64-156814290b33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b38c9dd7b18043508a901ee779095fd4&device_id=277ed1a8-adff-40a2-9179-fd18744b67bb HTTP/1.1" status: 200 len: 1130 time: 0.2266598 Feb 09 21:37:42.666761 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f8249034-afa3-494b-90cf-bd9798b6130f req-062989ba-9d6a-4051-a05d-c2c46565fb0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=b1b20140-6c51-454e-aee0-1461254f7f70 HTTP/1.1" status: 200 len: 217 time: 0.0478745 Feb 09 21:37:42.703858 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a55e9-afd3-46dc-83ed-f092d0d7001e req-e56cb81b-1108-42c1-bc4d-e21dd59ca80e tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.708772 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-596a55e9-afd3-46dc-83ed-f092d0d7001e req-e56cb81b-1108-42c1-bc4d-e21dd59ca80e tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 0.2078125 Feb 09 21:37:42.716685 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f03b401f-c2b0-4b9f-bfe9-4d76504d10b6 admin admin] Publish callbacks [] for security_group (f748d7e7-4ad0-4b88-be25-ead8b2727e18), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.753425 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f03b401f-c2b0-4b9f-bfe9-4d76504d10b6 admin admin] Publish callbacks [] for security_group (f748d7e7-4ad0-4b88-be25-ead8b2727e18), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.765349 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8249034-afa3-494b-90cf-bd9798b6130f req-c9ec45ee-eef7-41a8-b4b5-649baed655bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.766902 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f8249034-afa3-494b-90cf-bd9798b6130f req-c9ec45ee-eef7-41a8-b4b5-649baed655bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0934396 Feb 09 21:37:42.847175 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8249034-afa3-494b-90cf-bd9798b6130f req-52542e4a-2257-4b85-8235-4c1b4b1cb92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.849516 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f8249034-afa3-494b-90cf-bd9798b6130f req-52542e4a-2257-4b85-8235-4c1b4b1cb92d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0743775 Feb 09 21:37:42.867451 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c2584e4b-6bf0-476b-9806-2aee193f03ff tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_gateway (d05e1b38-7ab5-4646-98fe-d28188c06543), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.900038 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-596a55e9-afd3-46dc-83ed-f092d0d7001e req-abe388c9-9e2a-4aee-be12-095255dd3ad9 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850846 Feb 09 21:37:42.916747 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f03b401f-c2b0-4b9f-bfe9-4d76504d10b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f748d7e7-4ad0-4b88-be25-ead8b2727e18), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.919358 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f03b401f-c2b0-4b9f-bfe9-4d76504d10b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.923587 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f03b401f-c2b0-4b9f-bfe9-4d76504d10b6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f748d7e7-4ad0-4b88-be25-ead8b2727e18 HTTP/1.1" status: 204 len: 168 time: 0.3472290 Feb 09 21:37:42.942068 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b401f-c2b0-4b9f-bfe9-4d76504d10b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f748d7e7-4ad0-4b88-be25-ead8b2727e18,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:43.045473 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f8249034-afa3-494b-90cf-bd9798b6130f req-96d068cc-928e-4088-9daf-62f33fa1a18c service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884608 Feb 09 21:37:43.240935 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f8249034-afa3-494b-90cf-bd9798b6130f req-e074aadd-fad2-47d6-92c9-3db85c8c6db9 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875565 Feb 09 21:37:43.373469 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8debe-75b0-4907-a82b-5aef59d1dfbf req-0faca63e-9f8d-4166-ba6d-ec9b977d48f4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:43.376758 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aea8debe-75b0-4907-a82b-5aef59d1dfbf req-0faca63e-9f8d-4166-ba6d-ec9b977d48f4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 945 time: 0.2752671 Feb 09 21:37:43.504213 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c2584e4b-6bf0-476b-9806-2aee193f03ff tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_gateway (d05e1b38-7ab5-4646-98fe-d28188c06543), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:43.532264 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aea8debe-75b0-4907-a82b-5aef59d1dfbf req-2ed39486-b24c-4703-b48a-b0ec156ac933 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305387 Feb 09 21:37:43.533777 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c2584e4b-6bf0-476b-9806-2aee193f03ff tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:43.689905 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9626c94f-b558-451d-90d7-61734c834090 x-openstack-request-id: req-9626c94f-b558-451d-90d7-61734c834090 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:43.690472 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "277ed1a8-adff-40a2-9179-fd18744b67bb", "tag": "b1b20140-6c51-454e-aee0-1461254f7f70", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:43.690971 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9626c94f-b558-451d-90d7-61734c834090 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:43.691972 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277ed1a8-adff-40a2-9179-fd18744b67bb', 'tag': 'b1b20140-6c51-454e-aee0-1461254f7f70', 'status': 'completed', 'code': 200} Feb 09 21:37:43.881182 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6538d2-c583-45c2-bfb4-67ef660ff9ed req-47bae12c-b002-4dee-8d66-c3a8b4212060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:43.884495 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a6538d2-c583-45c2-bfb4-67ef660ff9ed req-47bae12c-b002-4dee-8d66-c3a8b4212060 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b38c9dd7b18043508a901ee779095fd4&device_id=277ed1a8-adff-40a2-9179-fd18744b67bb HTTP/1.1" status: 200 len: 1130 time: 0.1646965 Feb 09 21:37:43.924942 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-c2584e4b-6bf0-476b-9806-2aee193f03ff tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Allocated IP 172.25.6.9 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/f985025c-e6e7-44a4-a25a-3ff5fbc9ffb7) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:44.021311 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:44.118891 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6538d2-c583-45c2-bfb4-67ef660ff9ed req-cbc2e672-37cc-43aa-b51a-bf9cb3e336ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:44.122875 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a6538d2-c583-45c2-bfb4-67ef660ff9ed req-cbc2e672-37cc-43aa-b51a-bf9cb3e336ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.2292335 Feb 09 21:37:44.211239 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a6538d2-c583-45c2-bfb4-67ef660ff9ed req-25718ca9-6889-448c-b16e-f29069cf141b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=b1b20140-6c51-454e-aee0-1461254f7f70 HTTP/1.1" status: 200 len: 217 time: 0.0792379 Feb 09 21:37:44.433019 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6538d2-c583-45c2-bfb4-67ef660ff9ed req-e6b12968-964b-4a75-8a6a-1103477a862c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:44.436042 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a6538d2-c583-45c2-bfb4-67ef660ff9ed req-e6b12968-964b-4a75-8a6a-1103477a862c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.2181673 Feb 09 21:37:44.531268 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6538d2-c583-45c2-bfb4-67ef660ff9ed req-3c0523a0-9288-47b4-8fd1-8c8778ba9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:44.533294 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a6538d2-c583-45c2-bfb4-67ef660ff9ed req-3c0523a0-9288-47b4-8fd1-8c8778ba9989 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0880330 Feb 09 21:37:44.682379 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a6538d2-c583-45c2-bfb4-67ef660ff9ed req-8c04399d-0f8e-4dfe-ad05-978287db5229 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406293 Feb 09 21:37:44.720756 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacdff1-65eb-4afa-b294-7f75e59d76b5 req-ef23a2e6-4945-46bb-8b31-c1c69f0780a2 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:44.722282 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cdacdff1-65eb-4afa-b294-7f75e59d76b5 req-ef23a2e6-4945-46bb-8b31-c1c69f0780a2 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/ports?device_id=277ed1a8-adff-40a2-9179-fd18744b67bb HTTP/1.1" status: 200 len: 948 time: 0.1964943 Feb 09 21:37:44.785705 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c2584e4b-6bf0-476b-9806-2aee193f03ff tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for port (f985025c-e6e7-44a4-a25a-3ff5fbc9ffb7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:44.882684 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cdacdff1-65eb-4afa-b294-7f75e59d76b5 req-9c34f35c-bbb1-402f-96db-0fe49be93381 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b71bdb-9c93-4707-9bed-d3e6a93f2654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374884 Feb 09 21:37:44.996559 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c2584e4b-6bf0-476b-9806-2aee193f03ff tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (f985025c-e6e7-44a4-a25a-3ff5fbc9ffb7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:45.009918 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a6538d2-c583-45c2-bfb4-67ef660ff9ed req-eaac165f-d1ef-4f41-b87f-3015507e8955 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193045 Feb 09 21:37:45.078097 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2584e4b-6bf0-476b-9806-2aee193f03ff tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:45.086732 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-c2584e4b-6bf0-476b-9806-2aee193f03ff tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:45.090571 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2584e4b-6bf0-476b-9806-2aee193f03ff tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:45.152560 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:45.163244 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2584e4b-6bf0-476b-9806-2aee193f03ff tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Pushing event updated for resources: {'Port': ['ID=f985025c-e6e7-44a4-a25a-3ff5fbc9ffb7,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:45.638912 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85793309-6837-4391-8a52-15bb0ba4d44f req-0cc357e3-0080-41c1-badd-7268e419fd27 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.644500 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85793309-6837-4391-8a52-15bb0ba4d44f req-0cc357e3-0080-41c1-badd-7268e419fd27 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c6b012a-4e28-47a4-961f-dc25ae94421a HTTP/1.1" status: 200 len: 946 time: 0.2166250 Feb 09 21:37:45.697808 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:45.951898 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85793309-6837-4391-8a52-15bb0ba4d44f req-4a4b26b5-e451-40ad-8c20-075dc193722a tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/security-groups?id=3193629d-4a1f-4102-91af-5bdbfb714732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2878947 Feb 09 21:37:45.979790 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c2584e4b-6bf0-476b-9806-2aee193f03ff tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router_gateway (d05e1b38-7ab5-4646-98fe-d28188c06543), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:46.161739 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b84e0-3545-4998-bab2-c5e605f131f7 req-9f11da57-b43c-4236-887f-fb10b4819a93 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.169109 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f61b84e0-3545-4998-bab2-c5e605f131f7 req-9f11da57-b43c-4236-887f-fb10b4819a93 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 945 time: 0.1395612 Feb 09 21:37:46.243611 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b1b20140-6c51-454e-aee0-1461254f7f70 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:37:46.360551 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f61b84e0-3545-4998-bab2-c5e605f131f7 req-66c858af-ade0-4163-b1cd-faa904ebd93d tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902027 Feb 09 21:37:46.484529 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b1b20140-6c51-454e-aee0-1461254f7f70, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b1b20140-6c51-454e-aee0-1461254f7f70,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:46.501964 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'b1b20140-6c51-454e-aee0-1461254f7f70', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': 'b1b20140-6c51-454e-aee0-1461254f7f70', 'mac_address': 'fa:16:3e:06:ef:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:37:46.518760 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55440) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:46.520043 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c2584e4b-6bf0-476b-9806-2aee193f03ff tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (d05e1b38-7ab5-4646-98fe-d28188c06543), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:46.529193 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c2584e4b-6bf0-476b-9806-2aee193f03ff tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-316890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-316867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-342176'] for router (d05e1b38-7ab5-4646-98fe-d28188c06543), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:46.671451 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port b1b20140-6c51-454e-aee0-1461254f7f70 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:46.673841 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b1b20140-6c51-454e-aee0-1461254f7f70), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:46.679471 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-1014369f-c6fc-491e-bbd7-3b867c4aab68 admin admin] Deleting subnet cd40b286-33a9-4933-a5c8-56b0699eb2b2 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:37:46.698482 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1014369f-c6fc-491e-bbd7-3b867c4aab68 admin admin] Publish callbacks [] for subnet (cd40b286-33a9-4933-a5c8-56b0699eb2b2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:46.743070 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b20140-6c51-454e-aee0-1461254f7f70 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:46.799084 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b1b20140-6c51-454e-aee0-1461254f7f70, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b1b20140-6c51-454e-aee0-1461254f7f70,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:46.808399 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b1b20140-6c51-454e-aee0-1461254f7f70), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:46.830694 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1014369f-c6fc-491e-bbd7-3b867c4aab68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (cd40b286-33a9-4933-a5c8-56b0699eb2b2), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:46.856979 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2584e4b-6bf0-476b-9806-2aee193f03ff tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Router d05e1b38-7ab5-4646-98fe-d28188c06543 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:37:46.929702 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1014369f-c6fc-491e-bbd7-3b867c4aab68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (cd40b286-33a9-4933-a5c8-56b0699eb2b2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:46.973809 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=b1b20140-6c51-454e-aee0-1461254f7f70,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:47.072267 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1014369f-c6fc-491e-bbd7-3b867c4aab68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (cd40b286-33a9-4933-a5c8-56b0699eb2b2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:47.112883 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['b1b20140-6c51-454e-aee0-1461254f7f70'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:47.132518 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014369f-c6fc-491e-bbd7-3b867c4aab68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd40b286-33a9-4933-a5c8-56b0699eb2b2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:47.142580 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1014369f-c6fc-491e-bbd7-3b867c4aab68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:47.149758 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bd40f-8cca-48e3-a627-6d871223e69e req-2c541941-7afc-4fad-9be1-e8186ea132a4 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.154139 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-732bd40f-8cca-48e3-a627-6d871223e69e req-2c541941-7afc-4fad-9be1-e8186ea132a4 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/ports?device_id=277ed1a8-adff-40a2-9179-fd18744b67bb HTTP/1.1" status: 200 len: 949 time: 0.3747890 Feb 09 21:37:47.156107 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55456) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:47.167004 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1014369f-c6fc-491e-bbd7-3b867c4aab68 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cd40b286-33a9-4933-a5c8-56b0699eb2b2 HTTP/1.1" status: 204 len: 168 time: 0.6460876 Feb 09 21:37:47.290559 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2584e4b-6bf0-476b-9806-2aee193f03ff tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:47.305783 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c2584e4b-6bf0-476b-9806-2aee193f03ff tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:47.306899 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429c7487-2c06-44f4-95e8-9f9519e3eb97 None None] Sync routers for ids ['d05e1b38-7ab5-4646-98fe-d28188c06543'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:47.307708 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c2584e4b-6bf0-476b-9806-2aee193f03ff tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "PUT /v2.0/routers/d05e1b38-7ab5-4646-98fe-d28188c06543 HTTP/1.1" status: 200 len: 917 time: 4.9265509 Feb 09 21:37:47.312072 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55460) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:47.330455 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429c7487-2c06-44f4-95e8-9f9519e3eb97 None None] Routers {'d05e1b38-7ab5-4646-98fe-d28188c06543'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:47.331538 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-429c7487-2c06-44f4-95e8-9f9519e3eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['d05e1b38-7ab5-4646-98fe-d28188c06543'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:47.347500 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8462ad76-960a-4852-bca5-8d96f1301e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (b63eec21-51a4-43fd-90d0-db81afea0d84), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:47.382729 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-732bd40f-8cca-48e3-a627-6d871223e69e req-d924cd69-c1e4-4dab-bdb5-c253f510d0e2 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b71bdb-9c93-4707-9bed-d3e6a93f2654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018363 Feb 09 21:37:47.387864 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-429c7487-2c06-44f4-95e8-9f9519e3eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:47.401446 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429c7487-2c06-44f4-95e8-9f9519e3eb97 None None] Routers {'d05e1b38-7ab5-4646-98fe-d28188c06543'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:47.402319 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-429c7487-2c06-44f4-95e8-9f9519e3eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['d05e1b38-7ab5-4646-98fe-d28188c06543'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:47.445272 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-429c7487-2c06-44f4-95e8-9f9519e3eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:47.446245 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429c7487-2c06-44f4-95e8-9f9519e3eb97 None None] The sync data for ids ['d05e1b38-7ab5-4646-98fe-d28188c06543'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:47.557650 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8462ad76-960a-4852-bca5-8d96f1301e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (b63eec21-51a4-43fd-90d0-db81afea0d84), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:47.571579 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-efe33682-c3fb-4130-a265-b046719299b7 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "GET /v2.0/routers/d05e1b38-7ab5-4646-98fe-d28188c06543 HTTP/1.1" status: 200 len: 923 time: 0.2552524 Feb 09 21:37:47.572183 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55470) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:47.614364 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-8462ad76-960a-4852-bca5-8d96f1301e98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63eec21-51a4-43fd-90d0-db81afea0d84']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:47.635334 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1206ad1e-3fcd-4ef0-b4ef-3ff2474b0cbf tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.637543 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1206ad1e-3fcd-4ef0-b4ef-3ff2474b0cbf tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&device_id=d05e1b38-7ab5-4646-98fe-d28188c06543&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0631955 Feb 09 21:37:47.640696 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55472) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:47.650919 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-8462ad76-960a-4852-bca5-8d96f1301e98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a535595f-05f6-4174-b7c2-1ee3a61ccb66') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:47.651958 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-8462ad76-960a-4852-bca5-8d96f1301e98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a535595f-05f6-4174-b7c2-1ee3a61ccb66') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:47.696733 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8462ad76-960a-4852-bca5-8d96f1301e98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (a535595f-05f6-4174-b7c2-1ee3a61ccb66), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:47.740676 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8462ad76-960a-4852-bca5-8d96f1301e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (a535595f-05f6-4174-b7c2-1ee3a61ccb66), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:47.752078 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8462ad76-960a-4852-bca5-8d96f1301e98 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:37:47.753837 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8462ad76-960a-4852-bca5-8d96f1301e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (a535595f-05f6-4174-b7c2-1ee3a61ccb66), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:37:47.762202 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:37:47.814737 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b5f77-17e7-44ae-a778-41cece5ec864 req-ab679b63-5d25-490f-ae37-d87be32afab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.816499 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-726b5f77-17e7-44ae-a778-41cece5ec864 req-ab679b63-5d25-490f-ae37-d87be32afab8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10ae4cf9e5fb41adaaf75cd8b9397016&device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 1127 time: 0.0941269 Feb 09 21:37:47.822386 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4155cb80-3650-4372-a00f-a6895a571aa6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.824018 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4155cb80-3650-4372-a00f-a6895a571aa6 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 881 time: 0.1804824 Feb 09 21:37:47.829764 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55480) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:47.888149 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-096a7f09-42df-40bb-ac70-4ca236e570ed tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05e1b38-7ab5-4646-98fe-d28188c06543 HTTP/1.1" status: 200 len: 205 time: 0.0561709 Feb 09 21:37:47.888522 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55484) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:47.898887 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8462ad76-960a-4852-bca5-8d96f1301e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (b63eec21-51a4-43fd-90d0-db81afea0d84), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:47.904973 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8462ad76-960a-4852-bca5-8d96f1301e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:47.911635 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8462ad76-960a-4852-bca5-8d96f1301e98 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b63eec21-51a4-43fd-90d0-db81afea0d84 HTTP/1.1" status: 204 len: 168 time: 0.7487566 Feb 09 21:37:47.979680 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b5f77-17e7-44ae-a778-41cece5ec864 req-98fc3296-7d49-4d43-bc2e-48a6fff4bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.988759 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-726b5f77-17e7-44ae-a778-41cece5ec864 req-98fc3296-7d49-4d43-bc2e-48a6fff4bccd service neutron] 10.222.0.42 "GET /v2.0/networks?id=8593dde6-4ab4-434c-8a50-93afcc61779b HTTP/1.1" status: 200 len: 919 time: 0.1560082 Feb 09 21:37:48.006456 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7ad8e-6c14-409d-af74-315b6c59396a req-53d8bdda-c3d8-4fcf-b830-19d1f940917e tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.016489 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ffa7ad8e-6c14-409d-af74-315b6c59396a req-53d8bdda-c3d8-4fcf-b830-19d1f940917e tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 945 time: 0.2684114 Feb 09 21:37:48.045341 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462ad76-960a-4852-bca5-8d96f1301e98 admin admin] Pushing event deleted for resources: {'Network': ['ID=b63eec21-51a4-43fd-90d0-db81afea0d84,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:48.170553 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ffa7ad8e-6c14-409d-af74-315b6c59396a req-b9da7644-e6bf-4a24-b090-7cab433d27a3 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275048 Feb 09 21:37:48.191302 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-571c7da7-64bc-4334-832f-87400e2a134b tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router (d05e1b38-7ab5-4646-98fe-d28188c06543), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:48.242637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b1b20140-6c51-454e-aee0-1461254f7f70 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:48.406755 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port b1b20140-6c51-454e-aee0-1461254f7f70 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:37:48.412365 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port b1b20140-6c51-454e-aee0-1461254f7f70 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:48.413281 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b1b20140-6c51-454e-aee0-1461254f7f70), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:48.455184 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55500) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:48.551128 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-726b5f77-17e7-44ae-a778-41cece5ec864 req-08178737-2165-4ae4-9777-d82a890bf348 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 HTTP/1.1" status: 200 len: 217 time: 0.5614123 Feb 09 21:37:48.578006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fe130-0d16-45d6-894b-b24c0ecf03c5 req-917980a3-85a3-44cb-befd-8488a59ae380 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.580370 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-481fe130-0d16-45d6-894b-b24c0ecf03c5 req-917980a3-85a3-44cb-befd-8488a59ae380 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 0.1994281 Feb 09 21:37:48.649074 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b5ed42f6-1b38-4363-a7f4-051d742b63e8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cf8e5b3f31964e31927deb5670fb5102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876276 Feb 09 21:37:48.653724 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55502) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:48.662338 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port b1b20140-6c51-454e-aee0-1461254f7f70 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:48.663060 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b1b20140-6c51-454e-aee0-1461254f7f70), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:48.685574 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b5f77-17e7-44ae-a778-41cece5ec864 req-fb0a3d96-579a-41c6-84d0-215538f682cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.687886 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-726b5f77-17e7-44ae-a778-41cece5ec864 req-fb0a3d96-579a-41c6-84d0-215538f682cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b88e8ac-d969-447a-b9ce-98d85c1957c4 HTTP/1.1" status: 200 len: 858 time: 0.1272190 Feb 09 21:37:48.695455 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-571c7da7-64bc-4334-832f-87400e2a134b tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_gateway (d05e1b38-7ab5-4646-98fe-d28188c06543), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:48.727411 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277ed1a8-adff-40a2-9179-fd18744b67bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b20140-6c51-454e-aee0-1461254f7f70'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:48.736646 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4c6c93-891d-4b28-aa85-87ea1deea1f9" -d '{"events": [{"server_uuid": "277ed1a8-adff-40a2-9179-fd18744b67bb", "name": "network-vif-plugged", "status": "completed", "tag": "b1b20140-6c51-454e-aee0-1461254f7f70"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:48.745082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-481fe130-0d16-45d6-894b-b24c0ecf03c5 req-f080abe0-4bb9-487a-8fec-6f1c40acca85 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561320 Feb 09 21:37:48.764768 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-726b5f77-17e7-44ae-a778-41cece5ec864 req-3b84c6c7-1322-432b-b8d3-0dd5d6bd7aab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8593dde6-4ab4-434c-8a50-93afcc61779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646088 Feb 09 21:37:48.782535 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b1b20140-6c51-454e-aee0-1461254f7f70, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b1b20140-6c51-454e-aee0-1461254f7f70,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:48.790161 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b1b20140-6c51-454e-aee0-1461254f7f70), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:48.844618 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-571c7da7-64bc-4334-832f-87400e2a134b tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Deleting port f985025c-e6e7-44a4-a25a-3ff5fbc9ffb7 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:48.845422 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-571c7da7-64bc-4334-832f-87400e2a134b tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f985025c-e6e7-44a4-a25a-3ff5fbc9ffb7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:48.908577 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=b1b20140-6c51-454e-aee0-1461254f7f70,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:49.009285 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-726b5f77-17e7-44ae-a778-41cece5ec864 req-8cc37080-d4c8-4a48-b965-bcf62d7fb3ec service neutron] 10.222.0.42 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349391 Feb 09 21:37:49.018417 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-571c7da7-64bc-4334-832f-87400e2a134b tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f985025c-e6e7-44a4-a25a-3ff5fbc9ffb7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:49.052460 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-571c7da7-64bc-4334-832f-87400e2a134b tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Calling delete_port for f985025c-e6e7-44a4-a25a-3ff5fbc9ffb7 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:49.101546 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6606e337-31a0-4e9d-9179-6a66aedd6e9c admin admin] Publish callbacks [] for security_group (90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:49.146589 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6606e337-31a0-4e9d-9179-6a66aedd6e9c admin admin] Publish callbacks [] for security_group (90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:49.189606 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-726b5f77-17e7-44ae-a778-41cece5ec864 req-76b70522-854d-4aac-9816-7a8125d0167e service neutron] 10.222.0.42 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730711 Feb 09 21:37:49.249527 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6606e337-31a0-4e9d-9179-6a66aedd6e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:49.257150 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6606e337-31a0-4e9d-9179-6a66aedd6e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:49.260444 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6606e337-31a0-4e9d-9179-6a66aedd6e9c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6 HTTP/1.1" status: 204 len: 168 time: 0.6033030 Feb 09 21:37:49.283506 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606e337-31a0-4e9d-9179-6a66aedd6e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d2d5ed-94a7-44e7-b6a6-c50c1bca90b6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:49.322276 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f80fb8-1f78-4116-836f-3e0fdf5bc0ee req-c46c2c2f-e47a-4294-af86-1ddeb74f919a tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:49.328485 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31f80fb8-1f78-4116-836f-3e0fdf5bc0ee req-c46c2c2f-e47a-4294-af86-1ddeb74f919a tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/ports?device_id=277ed1a8-adff-40a2-9179-fd18744b67bb HTTP/1.1" status: 200 len: 950 time: 0.1202958 Feb 09 21:37:49.437425 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-571c7da7-64bc-4334-832f-87400e2a134b tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (f985025c-e6e7-44a4-a25a-3ff5fbc9ffb7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:49.510226 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c7da7-64bc-4334-832f-87400e2a134b tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Pushing event deleted for resources: {'Port': ['ID=f985025c-e6e7-44a4-a25a-3ff5fbc9ffb7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:49.528254 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31f80fb8-1f78-4116-836f-3e0fdf5bc0ee req-75ef2eb4-20de-4d3f-bbb2-bf493ae00e04 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b71bdb-9c93-4707-9bed-d3e6a93f2654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725402 Feb 09 21:37:49.648201 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-571c7da7-64bc-4334-832f-87400e2a134b tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (d05e1b38-7ab5-4646-98fe-d28188c06543), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:49.649878 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bbc738-a69f-4b14-ba3e-ccb243fd1a8c x-openstack-request-id: req-29bbc738-a69f-4b14-ba3e-ccb243fd1a8c {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:49.650428 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277ed1a8-adff-40a2-9179-fd18744b67bb", "name": "network-vif-plugged", "status": "completed", "tag": "b1b20140-6c51-454e-aee0-1461254f7f70", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:49.650795 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-29bbc738-a69f-4b14-ba3e-ccb243fd1a8c {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:49.651458 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277ed1a8-adff-40a2-9179-fd18744b67bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b20140-6c51-454e-aee0-1461254f7f70', 'code': 200} Feb 09 21:37:49.921620 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a86136-2d07-4739-a582-ea644f491c44 req-aba95cc2-2651-41e1-8c1d-c5d2e3e296cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:49.925912 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-76a86136-2d07-4739-a582-ea644f491c44 req-aba95cc2-2651-41e1-8c1d-c5d2e3e296cf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=277ed1a8-adff-40a2-9179-fd18744b67bb HTTP/1.1" status: 200 len: 1132 time: 0.1568336 Feb 09 21:37:49.995506 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-571c7da7-64bc-4334-832f-87400e2a134b tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (d05e1b38-7ab5-4646-98fe-d28188c06543), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:50.003829 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-571c7da7-64bc-4334-832f-87400e2a134b tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_controller (d05e1b38-7ab5-4646-98fe-d28188c06543), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:50.037926 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-76a86136-2d07-4739-a582-ea644f491c44 req-addef64e-4990-45a5-828f-95975ca038d7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e2b71bdb-9c93-4707-9bed-d3e6a93f2654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983133 Feb 09 21:37:50.072827 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-571c7da7-64bc-4334-832f-87400e2a134b tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (d05e1b38-7ab5-4646-98fe-d28188c06543), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:50.073746 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571c7da7-64bc-4334-832f-87400e2a134b tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Fanout notify agent at l3_agent the message router_deleted on router d05e1b38-7ab5-4646-98fe-d28188c06543 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:37:50.092997 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-571c7da7-64bc-4334-832f-87400e2a134b tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:50.094651 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-571c7da7-64bc-4334-832f-87400e2a134b tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "DELETE /v2.0/routers/d05e1b38-7ab5-4646-98fe-d28188c06543 HTTP/1.1" status: 204 len: 168 time: 2.2026739 Feb 09 21:37:50.100750 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55532) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:50.111035 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-1ab28fbc-c700-41c6-a1d2-121f50019f70 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1639666986', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}, 'admin_state_up': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:50.120793 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4c19a-e2cf-41c7-be8f-39e2ac090d65 req-6ba46375-e83f-4496-866c-65f4f70c291b tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:50.129249 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5cb4c19a-e2cf-41c7-be8f-39e2ac090d65 req-6ba46375-e83f-4496-866c-65f4f70c291b tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c6b012a-4e28-47a4-961f-dc25ae94421a HTTP/1.1" status: 200 len: 946 time: 0.3500710 Feb 09 21:37:50.205187 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ab28fbc-c700-41c6-a1d2-121f50019f70 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (725aa7e5-ad2a-40a1-9347-f518cecf28f3), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:50.206841 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ab28fbc-c700-41c6-a1d2-121f50019f70 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (725aa7e5-ad2a-40a1-9347-f518cecf28f3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:50.241017 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5cb4c19a-e2cf-41c7-be8f-39e2ac090d65 req-92403fbc-eddc-45e3-8e1c-6cb561e7b49a tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/security-groups?id=3193629d-4a1f-4102-91af-5bdbfb714732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077588 Feb 09 21:37:50.301213 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ab28fbc-c700-41c6-a1d2-121f50019f70 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_controller (725aa7e5-ad2a-40a1-9347-f518cecf28f3), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:50.552532 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ab28fbc-c700-41c6-a1d2-121f50019f70 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_gateway (725aa7e5-ad2a-40a1-9347-f518cecf28f3), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:50.796683 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ac5db-999a-4990-89ff-60b7e3cc10d5 req-79c6a6fe-6d4f-4c5b-ace2-cdd827284bc6 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:50.801230 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7e0ac5db-999a-4990-89ff-60b7e3cc10d5 req-79c6a6fe-6d4f-4c5b-ace2-cdd827284bc6 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c6b012a-4e28-47a4-961f-dc25ae94421a HTTP/1.1" status: 200 len: 946 time: 0.1060114 Feb 09 21:37:50.882678 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfe041-798f-4875-9811-f82293b495e3 req-0eff3e7f-a0c1-4683-b1d1-25726f83d31d tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:50.900256 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2adfe041-798f-4875-9811-f82293b495e3 req-0eff3e7f-a0c1-4683-b1d1-25726f83d31d tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 945 time: 0.4457669 Feb 09 21:37:51.020283 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2adfe041-798f-4875-9811-f82293b495e3 req-fb3693c9-5db3-40a1-8837-2e6f2501fd3f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149354 Feb 09 21:37:51.213281 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397869e-89e2-44e1-adbd-3be1c5bb9640 req-9c9569c4-a42c-4645-9e63-127a8a6ff854 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:51.225148 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1397869e-89e2-44e1-adbd-3be1c5bb9640 req-9c9569c4-a42c-4645-9e63-127a8a6ff854 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 0.0867708 Feb 09 21:37:51.314982 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ab28fbc-c700-41c6-a1d2-121f50019f70 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_gateway (725aa7e5-ad2a-40a1-9347-f518cecf28f3), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:51.338345 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ab28fbc-c700-41c6-a1d2-121f50019f70 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:51.347549 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1397869e-89e2-44e1-adbd-3be1c5bb9640 req-1e31c526-aeb3-456b-8674-d53d7477613b tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205812 Feb 09 21:37:51.361178 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-7e0ac5db-999a-4990-89ff-60b7e3cc10d5 req-ad225f73-7f4c-4da3-ad6f-87459b1bcfe5 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Deleting port df47b64b-0f24-465c-9de2-7d8a1a36e962 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:51.361178 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7e0ac5db-999a-4990-89ff-60b7e3cc10d5 req-ad225f73-7f4c-4da3-ad6f-87459b1bcfe5 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (df47b64b-0f24-465c-9de2-7d8a1a36e962), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:51.535592 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-7e0ac5db-999a-4990-89ff-60b7e3cc10d5 req-ad225f73-7f4c-4da3-ad6f-87459b1bcfe5 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] For port df47b64b-0f24-465c-9de2-7d8a1a36e962, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=df47b64b-0f24-465c-9de2-7d8a1a36e962,segment=NetworkSegment(8f76e818-7e29-43f3-8e6a-12b1d725f2d6),segment_id=8f76e818-7e29-43f3-8e6a-12b1d725f2d6)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:51.535592 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7e0ac5db-999a-4990-89ff-60b7e3cc10d5 req-ad225f73-7f4c-4da3-ad6f-87459b1bcfe5 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (df47b64b-0f24-465c-9de2-7d8a1a36e962), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:51.593894 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d81d59-f789-426e-afb4-ab47c12101f1 req-fd3c35e0-a1de-4273-8d6d-8a9539bbf2c8 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:51.601943 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-53d81d59-f789-426e-afb4-ab47c12101f1 req-fd3c35e0-a1de-4273-8d6d-8a9539bbf2c8 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/ports?device_id=277ed1a8-adff-40a2-9179-fd18744b67bb HTTP/1.1" status: 200 len: 950 time: 0.0795369 Feb 09 21:37:51.665320 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-53d81d59-f789-426e-afb4-ab47c12101f1 req-8ec93976-0696-4efb-a30b-84aa9e2df3ad tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b71bdb-9c93-4707-9bed-d3e6a93f2654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615571 Feb 09 21:37:51.817764 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f89ea-7148-4303-bebe-0c87549a7a90 req-c00d53a2-46fc-4ad1-8556-469fd1375696 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:51.820063 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b67f89ea-7148-4303-bebe-0c87549a7a90 req-c00d53a2-46fc-4ad1-8556-469fd1375696 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c6b012a-4e28-47a4-961f-dc25ae94421a HTTP/1.1" status: 200 len: 946 time: 0.0700219 Feb 09 21:37:51.895757 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b67f89ea-7148-4303-bebe-0c87549a7a90 req-97105e26-1275-4c3c-80a6-d309e370092e tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/security-groups?id=3193629d-4a1f-4102-91af-5bdbfb714732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684612 Feb 09 21:37:51.968300 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7e0ac5db-999a-4990-89ff-60b7e3cc10d5 req-ad225f73-7f4c-4da3-ad6f-87459b1bcfe5 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:51.968856 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7e0ac5db-999a-4990-89ff-60b7e3cc10d5 req-ad225f73-7f4c-4da3-ad6f-87459b1bcfe5 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (5246e969-8b20-4380-aed6-cf4796428ee4), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:51.969176 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [req-7e0ac5db-999a-4990-89ff-60b7e3cc10d5 req-ad225f73-7f4c-4da3-ad6f-87459b1bcfe5 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Floating IP 5246e969-8b20-4380-aed6-cf4796428ee4 disassociated. External IP: 172.25.6.195, port: df47b64b-0f24-465c-9de2-7d8a1a36e962. Feb 09 21:37:51.969533 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-7e0ac5db-999a-4990-89ff-60b7e3cc10d5 req-ad225f73-7f4c-4da3-ad6f-87459b1bcfe5 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Calling delete_port for df47b64b-0f24-465c-9de2-7d8a1a36e962 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:51.999665 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-1ab28fbc-c700-41c6-a1d2-121f50019f70 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Allocated IP 172.25.6.132 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/2d1d2608-7162-42d3-bfa4-1a1bde1affc9) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:52.251705 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ab28fbc-c700-41c6-a1d2-121f50019f70 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for port (2d1d2608-7162-42d3-bfa4-1a1bde1affc9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:52.432571 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7e0ac5db-999a-4990-89ff-60b7e3cc10d5 req-ad225f73-7f4c-4da3-ad6f-87459b1bcfe5 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (df47b64b-0f24-465c-9de2-7d8a1a36e962), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:52.532934 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ab28fbc-c700-41c6-a1d2-121f50019f70 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (2d1d2608-7162-42d3-bfa4-1a1bde1affc9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:52.559721 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55592) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:52.563622 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad225f73-7f4c-4da3-ad6f-87459b1bcfe5 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Pushing event deleted for resources: {'Port': ['ID=df47b64b-0f24-465c-9de2-7d8a1a36e962,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:52.578037 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab28fbc-c700-41c6-a1d2-121f50019f70 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:52.636698 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-1ab28fbc-c700-41c6-a1d2-121f50019f70 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:52.641497 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab28fbc-c700-41c6-a1d2-121f50019f70 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:52.726082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab28fbc-c700-41c6-a1d2-121f50019f70 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Pushing event updated for resources: {'Port': ['ID=2d1d2608-7162-42d3-bfa4-1a1bde1affc9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:52.747947 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a59d91-c4d7-4bb6-9e06-88ba08e85ab4 req-9d98319e-1c86-405b-9049-ac6aa07e58b4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.764995 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6a59d91-c4d7-4bb6-9e06-88ba08e85ab4 req-9d98319e-1c86-405b-9049-ac6aa07e58b4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 945 time: 0.2251673 Feb 09 21:37:52.869336 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e0ac5db-999a-4990-89ff-60b7e3cc10d5 req-ad225f73-7f4c-4da3-ad6f-87459b1bcfe5 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Router ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:37:52.956082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6a59d91-c4d7-4bb6-9e06-88ba08e85ab4 req-aa8b665d-949d-43c1-9231-73c919dafc64 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885204 Feb 09 21:37:53.293961 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0a55f-6cf7-422f-9eea-67a8c5ad37c2 req-ddd6a75d-1f17-478d-9fed-b5844cea2a5f tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:53.301535 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ddf0a55f-6cf7-422f-9eea-67a8c5ad37c2 req-ddd6a75d-1f17-478d-9fed-b5844cea2a5f tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 0.1685154 Feb 09 21:37:53.360922 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d6c9d20-5e97-490f-830a-10cfa2f04060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:53.484222 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ddf0a55f-6cf7-422f-9eea-67a8c5ad37c2 req-ac298d01-f3c9-4ab7-9835-bd9d52a119f4 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669993 Feb 09 21:37:53.658093 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d6c9d20-5e97-490f-830a-10cfa2f04060 admin admin] Publish callbacks [] for security_group (0c594a02-3b53-4777-9f95-8cb25e7653b8), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:53.674856 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d6c9d20-5e97-490f-830a-10cfa2f04060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (0c594a02-3b53-4777-9f95-8cb25e7653b8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:53.705246 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e0ac5db-999a-4990-89ff-60b7e3cc10d5 req-ad225f73-7f4c-4da3-ad6f-87459b1bcfe5 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:53.735097 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5677e1-0cde-4e4f-9e54-32abfdd10a7b None None] Sync routers for ids ['ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:53.761190 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5677e1-0cde-4e4f-9e54-32abfdd10a7b None None] Routers {'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:53.763545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1f5677e1-0cde-4e4f-9e54-32abfdd10a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:53.773269 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0ac5db-999a-4990-89ff-60b7e3cc10d5 req-ad225f73-7f4c-4da3-ad6f-87459b1bcfe5 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] No DVR routers for this DVR port df47b64b-0f24-465c-9de2-7d8a1a36e962 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:53.777711 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7e0ac5db-999a-4990-89ff-60b7e3cc10d5 req-ad225f73-7f4c-4da3-ad6f-87459b1bcfe5 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:53.781765 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7e0ac5db-999a-4990-89ff-60b7e3cc10d5 req-ad225f73-7f4c-4da3-ad6f-87459b1bcfe5 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.42 "DELETE /v2.0/ports/df47b64b-0f24-465c-9de2-7d8a1a36e962 HTTP/1.1" status: 204 len: 173 time: 2.9540019 Feb 09 21:37:53.782533 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6b012a-4e28-47a4-961f-dc25ae94421a', 'name': 'network-vif-deleted', 'tag': 'df47b64b-0f24-465c-9de2-7d8a1a36e962'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:53.783899 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-d800a6b3-f2fa-447c-a9e5-1bbeede9b872 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b38c9dd7b18043508a901ee779095fd4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1150577 Feb 09 21:37:53.785649 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1399290-c354-44e2-9970-d344be38c38f" -d '{"events": [{"server_uuid": "5c6b012a-4e28-47a4-961f-dc25ae94421a", "name": "network-vif-deleted", "tag": "df47b64b-0f24-465c-9de2-7d8a1a36e962"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:53.829688 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ab28fbc-c700-41c6-a1d2-121f50019f70 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_gateway (725aa7e5-ad2a-40a1-9347-f518cecf28f3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:53.964046 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c9d20-5e97-490f-830a-10cfa2f04060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c594a02-3b53-4777-9f95-8cb25e7653b8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:53.988082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3d6c9d20-5e97-490f-830a-10cfa2f04060 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b44a6956ab3477cb23d0397a916f912&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4266117 Feb 09 21:37:53.994086 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55634) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:54.135993 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-1f5677e1-0cde-4e4f-9e54-32abfdd10a7b None None] Set router ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:54.152619 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-ffedd90c-0c74-4603-b156-c5dd802ebd11 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:54.164562 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-ffedd90c-0c74-4603-b156-c5dd802ebd11 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3791251 Feb 09 21:37:54.194346 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-2f276b00-5455-4a6f-aac8-6a2154b8fa96 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/quotas/b38c9dd7b18043508a901ee779095fd4 HTTP/1.1" status: 200 len: 375 time: 0.0282850 Feb 09 21:37:54.282759 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device df47b64b-0f24-465c-9de2-7d8a1a36e962 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:54.296933 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-8470ec5f-87b1-4648-8f3b-9fd837d3a9d3 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b38c9dd7b18043508a901ee779095fd4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0985804 Feb 09 21:37:54.314018 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: df47b64b-0f24-465c-9de2-7d8a1a36e962 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:54.314367 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device df47b64b-0f24-465c-9de2-7d8a1a36e962 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:54.435354 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1f5677e1-0cde-4e4f-9e54-32abfdd10a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'name': 'tempest-ServersTestJSON-889037280-router', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:19Z', 'updated_at': '2022-02-09T21:36:27Z', 'revision_number': 4, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'gw_port': {'id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:20Z', 'updated_at': '2022-02-09T21:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '501f7459-31dd-4036-aa80-782b4c558a16', 'name': '', 'network_id': '1eef7485-0778-427a-acd3-a89221323e05', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'mac_address': 'fa:16:3e:2e:41:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:25Z', 'updated_at': '2022-02-09T21:36:35Z', 'revision_number': 5, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'subnets': [{'id': 'f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:54.466757 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5677e1-0cde-4e4f-9e54-32abfdd10a7b None None] Checking router: ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:37:54.477067 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5677e1-0cde-4e4f-9e54-32abfdd10a7b None None] Routers {'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:54.477790 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1f5677e1-0cde-4e4f-9e54-32abfdd10a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:54.721393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-1f5677e1-0cde-4e4f-9e54-32abfdd10a7b None None] Set router ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:54.782979 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec483de-289b-4a7d-9f56-d4ca794d1053 x-openstack-request-id: req-5ec483de-289b-4a7d-9f56-d4ca794d1053 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:54.783893 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6b012a-4e28-47a4-961f-dc25ae94421a", "name": "network-vif-deleted", "tag": "df47b64b-0f24-465c-9de2-7d8a1a36e962", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:54.783893 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5ec483de-289b-4a7d-9f56-d4ca794d1053 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:54.787920 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6b012a-4e28-47a4-961f-dc25ae94421a', 'name': 'network-vif-deleted', 'tag': 'df47b64b-0f24-465c-9de2-7d8a1a36e962', 'status': 'completed', 'code': 200} Feb 09 21:37:54.817348 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d86d81b-f0ac-4c0d-b3a0-09ca8510f1f8 admin admin] Publish callbacks [] for security_group (0c594a02-3b53-4777-9f95-8cb25e7653b8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:54.873852 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d86d81b-f0ac-4c0d-b3a0-09ca8510f1f8 admin admin] Publish callbacks [] for security_group (0c594a02-3b53-4777-9f95-8cb25e7653b8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:54.892232 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b7d72-27a3-4b85-9252-73c1dff358d0 req-33f1ffe2-d392-4bd7-ab2a-737ed3ae86f1 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:54.910517 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb6b7d72-27a3-4b85-9252-73c1dff358d0 req-33f1ffe2-d392-4bd7-ab2a-737ed3ae86f1 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 945 time: 0.1840482 Feb 09 21:37:54.939401 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ab28fbc-c700-41c6-a1d2-121f50019f70 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (725aa7e5-ad2a-40a1-9347-f518cecf28f3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:55.010281 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1f5677e1-0cde-4e4f-9e54-32abfdd10a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'name': 'tempest-ServersTestJSON-889037280-router', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:19Z', 'updated_at': '2022-02-09T21:36:27Z', 'revision_number': 4, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'gw_port': {'id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:20Z', 'updated_at': '2022-02-09T21:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '501f7459-31dd-4036-aa80-782b4c558a16', 'name': '', 'network_id': '1eef7485-0778-427a-acd3-a89221323e05', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'mac_address': 'fa:16:3e:2e:41:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:25Z', 'updated_at': '2022-02-09T21:36:35Z', 'revision_number': 5, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'subnets': [{'id': 'f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:55.031868 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb6b7d72-27a3-4b85-9252-73c1dff358d0 req-1fddfb1a-9aed-49d8-b8d2-aacecbdfd2ed tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199338 Feb 09 21:37:55.091537 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5677e1-0cde-4e4f-9e54-32abfdd10a7b None None] The sync data for ids ['ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'] in n-d-828601-1 is: [{'id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'name': 'tempest-ServersTestJSON-889037280-router', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:19Z', 'updated_at': '2022-02-09T21:36:27Z', 'revision_number': 4, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'gw_port': {'id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:20Z', 'updated_at': '2022-02-09T21:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '501f7459-31dd-4036-aa80-782b4c558a16', 'name': '', 'network_id': '1eef7485-0778-427a-acd3-a89221323e05', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'mac_address': 'fa:16:3e:2e:41:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:25Z', 'updated_at': '2022-02-09T21:36:35Z', 'revision_number': 5, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'subnets': [{'id': 'f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:55.220955 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d86d81b-f0ac-4c0d-b3a0-09ca8510f1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (0c594a02-3b53-4777-9f95-8cb25e7653b8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:55.224773 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d86d81b-f0ac-4c0d-b3a0-09ca8510f1f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:55.228734 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7d86d81b-f0ac-4c0d-b3a0-09ca8510f1f8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0c594a02-3b53-4777-9f95-8cb25e7653b8 HTTP/1.1" status: 204 len: 168 time: 1.2298491 Feb 09 21:37:55.247318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86d81b-f0ac-4c0d-b3a0-09ca8510f1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c594a02-3b53-4777-9f95-8cb25e7653b8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:55.300703 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c5111b9-2108-4d2d-b165-b988ba7a659d req-668d6b4b-b52d-4a4a-9cb1-e1c6c5384521 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02fa7da-3514-42a0-9d34-d53a536ea10b HTTP/1.1" status: 200 len: 210 time: 0.0794048 Feb 09 21:37:55.376257 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab28fbc-c700-41c6-a1d2-121f50019f70 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Router 725aa7e5-ad2a-40a1-9347-f518cecf28f3 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:37:55.581712 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdac12-d60c-46c0-9616-d33471eaffbb req-d316c3f2-690c-4c22-a7e1-e9a5dd2a1511 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:55.583484 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5dcdac12-d60c-46c0-9616-d33471eaffbb req-d316c3f2-690c-4c22-a7e1-e9a5dd2a1511 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 0.1727939 Feb 09 21:37:55.599001 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab28fbc-c700-41c6-a1d2-121f50019f70 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:55.626390 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1148c601-7e76-4ba3-8511-3b679ceed789 None None] Sync routers for ids ['725aa7e5-ad2a-40a1-9347-f518cecf28f3'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:55.627866 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ab28fbc-c700-41c6-a1d2-121f50019f70 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:55.633703 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1ab28fbc-c700-41c6-a1d2-121f50019f70 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.5304108 Feb 09 21:37:55.634555 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55678) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:55.644942 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-4dead2c0-7bbb-4bea-b9f1-30a962779b35 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:55.656150 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1148c601-7e76-4ba3-8511-3b679ceed789 None None] Routers {'725aa7e5-ad2a-40a1-9347-f518cecf28f3'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:55.659305 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1148c601-7e76-4ba3-8511-3b679ceed789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['725aa7e5-ad2a-40a1-9347-f518cecf28f3'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:55.743889 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2fb115-c3bb-4a24-8801-ad5530cf4936 None None] New status for floating IP 5246e969-8b20-4380-aed6-cf4796428ee4: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:37:55.754168 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5dcdac12-d60c-46c0-9616-d33471eaffbb req-abd3d517-4558-4b42-a54b-4eb31008519b tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615269 Feb 09 21:37:55.807181 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1148c601-7e76-4ba3-8511-3b679ceed789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:55.855468 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1148c601-7e76-4ba3-8511-3b679ceed789 None None] Routers {'725aa7e5-ad2a-40a1-9347-f518cecf28f3'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:55.856341 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1148c601-7e76-4ba3-8511-3b679ceed789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['725aa7e5-ad2a-40a1-9347-f518cecf28f3'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:55.861379 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55684) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:55.959177 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1148c601-7e76-4ba3-8511-3b679ceed789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:55.988363 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1148c601-7e76-4ba3-8511-3b679ceed789 None None] The sync data for ids ['725aa7e5-ad2a-40a1-9347-f518cecf28f3'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:56.110764 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-06d021f3-464e-4f8a-a076-1043643b3788 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks [] for security_group (3193629d-4a1f-4102-91af-5bdbfb714732), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:56.162366 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-06d021f3-464e-4f8a-a076-1043643b3788 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks [] for security_group (3193629d-4a1f-4102-91af-5bdbfb714732), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:56.316346 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249e299-3189-4829-84ed-b6381eb27796 req-d309543e-99e5-4630-b86f-2b6b590ddd1d tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:56.318228 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4249e299-3189-4829-84ed-b6381eb27796 req-d309543e-99e5-4630-b86f-2b6b590ddd1d tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 945 time: 0.0882127 Feb 09 21:37:56.319908 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-06d021f3-464e-4f8a-a076-1043643b3788 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3193629d-4a1f-4102-91af-5bdbfb714732), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:56.323282 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-06d021f3-464e-4f8a-a076-1043643b3788 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:56.324813 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-06d021f3-464e-4f8a-a076-1043643b3788 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "DELETE /v2.0/security-groups/3193629d-4a1f-4102-91af-5bdbfb714732 HTTP/1.1" status: 204 len: 168 time: 0.4619994 Feb 09 21:37:56.329472 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55708) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:56.359345 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d021f3-464e-4f8a-a076-1043643b3788 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3193629d-4a1f-4102-91af-5bdbfb714732,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:56.361880 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-07638a0e-dc20-4a9f-8f9c-510c48b570e8 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] show failed (client error): The resource could not be found. Feb 09 21:37:56.374650 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-07638a0e-dc20-4a9f-8f9c-510c48b570e8 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "GET /v2.0/security-groups/3193629d-4a1f-4102-91af-5bdbfb714732 HTTP/1.1" status: 404 len: 347 time: 0.0437572 Feb 09 21:37:56.382747 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55712) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:56.549507 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4249e299-3189-4829-84ed-b6381eb27796 req-f251b4ab-3085-4d6c-b352-73ec5631351b tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116497 Feb 09 21:37:56.605494 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4dead2c0-7bbb-4bea-b9f1-30a962779b35 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_gateway (725aa7e5-ad2a-40a1-9347-f518cecf28f3), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:56.646658 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-aebcbeac-3e71-4b56-8b69-ee1be48b077b tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=b38c9dd7b18043508a901ee779095fd4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301583 Feb 09 21:37:56.656467 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4dead2c0-7bbb-4bea-b9f1-30a962779b35 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_gateway (725aa7e5-ad2a-40a1-9347-f518cecf28f3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:56.665904 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-41ca9d19-e130-4426-810a-a6dcb075e402 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Deleting port e379b847-f21b-47d3-934a-9014536bbf60 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:56.666330 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-41ca9d19-e130-4426-810a-a6dcb075e402 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (e379b847-f21b-47d3-934a-9014536bbf60), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:56.845070 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e0fa3c8-faee-44c8-9586-fca8f38c8562 req-cbc84276-d0b4-45f8-b6e9-aceefb94a766 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02fa7da-3514-42a0-9d34-d53a536ea10b HTTP/1.1" status: 200 len: 210 time: 0.0929906 Feb 09 21:37:56.934340 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-41ca9d19-e130-4426-810a-a6dcb075e402 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (e379b847-f21b-47d3-934a-9014536bbf60), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:56.935503 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-41ca9d19-e130-4426-810a-a6dcb075e402 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks [] for floatingip (e379b847-f21b-47d3-934a-9014536bbf60), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:56.978303 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-1a110a94-78d8-4078-919a-eb87782f95e6 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:56.980085 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-1a110a94-78d8-4078-919a-eb87782f95e6 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3268137 Feb 09 21:37:56.984265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-41ca9d19-e130-4426-810a-a6dcb075e402 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Calling delete_port for e379b847-f21b-47d3-934a-9014536bbf60 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:56.999614 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-4a707f54-8cba-45a6-a5a0-647d93aea947 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Request body: {'port': {'device_id': 'd02fa7da-3514-42a0-9d34-d53a536ea10b', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': 'b38c9dd7b18043508a901ee779095fd4'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:57.099169 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4dead2c0-7bbb-4bea-b9f1-30a962779b35 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Deleting port 2d1d2608-7162-42d3-bfa4-1a1bde1affc9 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:57.099606 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4dead2c0-7bbb-4bea-b9f1-30a962779b35 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (2d1d2608-7162-42d3-bfa4-1a1bde1affc9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:57.161753 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9078cbd-5af2-466f-9457-68d6e74b0bee req-511926f6-f1a6-41bc-83e3-0f6a3bab7212 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:57.164581 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e9078cbd-5af2-466f-9457-68d6e74b0bee req-511926f6-f1a6-41bc-83e3-0f6a3bab7212 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 0.2025619 Feb 09 21:37:57.237259 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4dead2c0-7bbb-4bea-b9f1-30a962779b35 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (2d1d2608-7162-42d3-bfa4-1a1bde1affc9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:57.260171 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4dead2c0-7bbb-4bea-b9f1-30a962779b35 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Calling delete_port for 2d1d2608-7162-42d3-bfa4-1a1bde1affc9 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:57.266229 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-4a707f54-8cba-45a6-a5a0-647d93aea947 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Made reservation on behalf of b38c9dd7b18043508a901ee779095fd4 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:57.270261 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-4a707f54-8cba-45a6-a5a0-647d93aea947 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:57.314200 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e9078cbd-5af2-466f-9457-68d6e74b0bee req-fa3c9c56-e3bc-404a-8dcc-aa893d4f478b tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410563 Feb 09 21:37:57.448973 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-41ca9d19-e130-4426-810a-a6dcb075e402 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (e379b847-f21b-47d3-934a-9014536bbf60), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:57.478903 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca9d19-e130-4426-810a-a6dcb075e402 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Pushing event deleted for resources: {'Port': ['ID=e379b847-f21b-47d3-934a-9014536bbf60,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:57.583036 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55742) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:57.593252 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-4a707f54-8cba-45a6-a5a0-647d93aea947 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Allocated IP 192.168.233.119 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/6bf8b997-4688-4081-b872-c6b6540fb35b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:57.613307 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-41ca9d19-e130-4426-810a-a6dcb075e402 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks [] for floatingip (5246e969-8b20-4380-aed6-cf4796428ee4), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:57.624870 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-41ca9d19-e130-4426-810a-a6dcb075e402 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:57.627249 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-41ca9d19-e130-4426-810a-a6dcb075e402 tempest-ServersTestJSON-706573772 tempest-ServersTestJSON-706573772-project] 10.222.0.77 "DELETE /v2.0/floatingips/5246e969-8b20-4380-aed6-cf4796428ee4 HTTP/1.1" status: 204 len: 168 time: 1.2393222 Feb 09 21:37:57.633025 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55748) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:57.889809 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-4a707f54-8cba-45a6-a5a0-647d93aea947 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Publish callbacks [] for port (6bf8b997-4688-4081-b872-c6b6540fb35b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:57.903012 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4dead2c0-7bbb-4bea-b9f1-30a962779b35 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (2d1d2608-7162-42d3-bfa4-1a1bde1affc9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:57.942439 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dead2c0-7bbb-4bea-b9f1-30a962779b35 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Pushing event deleted for resources: {'Port': ['ID=2d1d2608-7162-42d3-bfa4-1a1bde1affc9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:58.058643 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4dead2c0-7bbb-4bea-b9f1-30a962779b35 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (725aa7e5-ad2a-40a1-9347-f518cecf28f3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.146179 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-4a707f54-8cba-45a6-a5a0-647d93aea947 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (6bf8b997-4688-4081-b872-c6b6540fb35b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.154354 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e94ce49b-571d-4c7f-b6ca-00e769260a2a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-667145966-network', 'tenant_id': 'b1ced75dcddd4aadaf7ba22cb896193f'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:58.156279 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c45ce5-d2d4-4045-b620-d8e7cbc382d4 req-99015c20-d472-48a6-9682-6d864fc3f94d tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:58.158424 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83c45ce5-d2d4-4045-b620-d8e7cbc382d4 req-99015c20-d472-48a6-9682-6d864fc3f94d tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 945 time: 0.3869355 Feb 09 21:37:58.164283 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['b1b20140-6c51-454e-aee0-1461254f7f70'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:58.214685 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a707f54-8cba-45a6-a5a0-647d93aea947 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Pushing event updated for resources: {'Port': ['ID=6bf8b997-4688-4081-b872-c6b6540fb35b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:58.272049 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83c45ce5-d2d4-4045-b620-d8e7cbc382d4 req-24879142-5569-41fa-b379-3199ef9c8b82 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001697 Feb 09 21:37:58.335861 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-4a707f54-8cba-45a6-a5a0-647d93aea947 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:58.344822 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-4a707f54-8cba-45a6-a5a0-647d93aea947 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:58.348401 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-4a707f54-8cba-45a6-a5a0-647d93aea947 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:58.424392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94ce49b-571d-4c7f-b6ca-00e769260a2a admin admin] Made reservation on behalf of b1ced75dcddd4aadaf7ba22cb896193f for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:58.426839 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e94ce49b-571d-4c7f-b6ca-00e769260a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.485758 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2977d9d8-ae55-4399-bafd-7ce655a660ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.494957 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e94ce49b-571d-4c7f-b6ca-00e769260a2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.523020 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4dead2c0-7bbb-4bea-b9f1-30a962779b35 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (725aa7e5-ad2a-40a1-9347-f518cecf28f3), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.539008 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-4a707f54-8cba-45a6-a5a0-647d93aea947 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:58.539764 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-4a707f54-8cba-45a6-a5a0-647d93aea947 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.542727 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4dead2c0-7bbb-4bea-b9f1-30a962779b35 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-316890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-316867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-342176'] for router (725aa7e5-ad2a-40a1-9347-f518cecf28f3), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.648530 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf6ddb-c5bc-403a-8c91-17804ca0f593 req-cc4b6b90-c2a0-4672-a5dd-5f313adb8543 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:58.650616 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4bdf6ddb-c5bc-403a-8c91-17804ca0f593 req-cc4b6b90-c2a0-4672-a5dd-5f313adb8543 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02fa7da-3514-42a0-9d34-d53a536ea10b HTTP/1.1" status: 200 len: 936 time: 0.1622694 Feb 09 21:37:58.653591 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-4a707f54-8cba-45a6-a5a0-647d93aea947 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6594925 Feb 09 21:37:58.678264 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] Request body: {'port': {'device_id': 'd02fa7da-3514-42a0-9d34-d53a536ea10b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:58.727949 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-7cb7a156-1aea-4fff-acca-c72b62f8d373 None None] Provisioning complete for port 6bf8b997-4688-4081-b872-c6b6540fb35b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:58.728776 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7cb7a156-1aea-4fff-acca-c72b62f8d373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6bf8b997-4688-4081-b872-c6b6540fb35b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.769126 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dead2c0-7bbb-4bea-b9f1-30a962779b35 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Router 725aa7e5-ad2a-40a1-9347-f518cecf28f3 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:37:58.777075 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-7cb7a156-1aea-4fff-acca-c72b62f8d373 None None] Port 6bf8b997-4688-4081-b872-c6b6540fb35b cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:37:58.790268 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4bdf6ddb-c5bc-403a-8c91-17804ca0f593 req-7c9fe79e-cf8c-47d3-aed1-10e52ee624ee tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b71bdb-9c93-4707-9bed-d3e6a93f2654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141889 Feb 09 21:37:58.803272 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6bf8b997-4688-4081-b872-c6b6540fb35b), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.951661 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dead2c0-7bbb-4bea-b9f1-30a962779b35 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:58.966473 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4dead2c0-7bbb-4bea-b9f1-30a962779b35 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.973391 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4dead2c0-7bbb-4bea-b9f1-30a962779b35 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "PUT /v2.0/routers/725aa7e5-ad2a-40a1-9347-f518cecf28f3 HTTP/1.1" status: 200 len: 710 time: 3.3321202 Feb 09 21:37:58.973587 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668abcde-9cba-4849-8a06-a6fba1194910 None None] Sync routers for ids ['725aa7e5-ad2a-40a1-9347-f518cecf28f3'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:58.974251 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55780) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:58.984586 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e94ce49b-571d-4c7f-b6ca-00e769260a2a admin admin] Publish callbacks [] for security_group (e777f3ab-ee79-4afe-ad56-79f5436225c3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.995014 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668abcde-9cba-4849-8a06-a6fba1194910 None None] Routers {'725aa7e5-ad2a-40a1-9347-f518cecf28f3'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:58.997251 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-668abcde-9cba-4849-8a06-a6fba1194910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['725aa7e5-ad2a-40a1-9347-f518cecf28f3'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:58.999543 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2977d9d8-ae55-4399-bafd-7ce655a660ca admin admin] Deleting port 501f7459-31dd-4036-aa80-782b4c558a16 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:58.999983 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2977d9d8-ae55-4399-bafd-7ce655a660ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (501f7459-31dd-4036-aa80-782b4c558a16), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:59.028922 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e94ce49b-571d-4c7f-b6ca-00e769260a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e777f3ab-ee79-4afe-ad56-79f5436225c3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:59.117607 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-668abcde-9cba-4849-8a06-a6fba1194910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:59.142319 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668abcde-9cba-4849-8a06-a6fba1194910 None None] Routers {'725aa7e5-ad2a-40a1-9347-f518cecf28f3'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:59.144620 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-668abcde-9cba-4849-8a06-a6fba1194910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['725aa7e5-ad2a-40a1-9347-f518cecf28f3'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:59.154309 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94ce49b-571d-4c7f-b6ca-00e769260a2a admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:37:59.174339 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-518900bd-7316-4eeb-bf42-84459c8021b8 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "GET /v2.0/routers/725aa7e5-ad2a-40a1-9347-f518cecf28f3 HTTP/1.1" status: 200 len: 745 time: 0.1926637 Feb 09 21:37:59.179794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ce49b-571d-4c7f-b6ca-00e769260a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e777f3ab-ee79-4afe-ad56-79f5436225c3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:59.182830 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55782) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:59.195297 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e94ce49b-571d-4c7f-b6ca-00e769260a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:59.195639 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-e94ce49b-571d-4c7f-b6ca-00e769260a2a admin admin] Added segment e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc of type vlan for network 83c21d6d-daad-4d8d-80dc-da4b43d0549d Feb 09 21:37:59.202319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-2977d9d8-ae55-4399-bafd-7ce655a660ca admin admin] For port 501f7459-31dd-4036-aa80-782b4c558a16, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=501f7459-31dd-4036-aa80-782b4c558a16,segment=NetworkSegment(8f76e818-7e29-43f3-8e6a-12b1d725f2d6),segment_id=8f76e818-7e29-43f3-8e6a-12b1d725f2d6)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:59.202683 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2977d9d8-ae55-4399-bafd-7ce655a660ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (501f7459-31dd-4036-aa80-782b4c558a16), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:59.230851 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-668abcde-9cba-4849-8a06-a6fba1194910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:59.232507 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668abcde-9cba-4849-8a06-a6fba1194910 None None] The sync data for ids ['725aa7e5-ad2a-40a1-9347-f518cecf28f3'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:59.255248 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8c684faa-f3df-4b96-9310-361fc6ed4f03 tempest-RoutersIpV6AdminTest-1586834864 tempest-RoutersIpV6AdminTest-1586834864-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&device_id=725aa7e5-ad2a-40a1-9347-f518cecf28f3 HTTP/1.1" status: 200 len: 205 time: 0.0703502 Feb 09 21:37:59.263410 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55784) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:59.293602 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2977d9d8-ae55-4399-bafd-7ce655a660ca admin admin] Calling delete_port for 501f7459-31dd-4036-aa80-782b4c558a16 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:59.301512 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e94ce49b-571d-4c7f-b6ca-00e769260a2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (83c21d6d-daad-4d8d-80dc-da4b43d0549d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:59.341741 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bf7c3082-578a-4703-9ca5-b91cfe5cfc9f tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "GET /v2.0/ports?device_id=725aa7e5-ad2a-40a1-9347-f518cecf28f3 HTTP/1.1" status: 200 len: 205 time: 0.0726988 Feb 09 21:37:59.343096 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55788) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:59.370547 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e0e1f-5c44-4d53-963a-67d72c063047 req-a4388ae0-8d74-49ca-ac80-dcf0e689c3e1 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.373165 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e1e0e1f-5c44-4d53-963a-67d72c063047 req-a4388ae0-8d74-49ca-ac80-dcf0e689c3e1 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 0.2684438 Feb 09 21:37:59.428630 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e94ce49b-571d-4c7f-b6ca-00e769260a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (83c21d6d-daad-4d8d-80dc-da4b43d0549d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:59.429735 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94ce49b-571d-4c7f-b6ca-00e769260a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.430414 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e94ce49b-571d-4c7f-b6ca-00e769260a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:59.497735 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b22ce7b-cb22-471e-b9d0-cf2214a43ca3 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router (725aa7e5-ad2a-40a1-9347-f518cecf28f3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:59.521745 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e1e0e1f-5c44-4d53-963a-67d72c063047 req-1c2b4b16-2edc-4c5e-bc4e-c9d230f37365 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884829 Feb 09 21:37:59.524582 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e94ce49b-571d-4c7f-b6ca-00e769260a2a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9401908 Feb 09 21:37:59.529615 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55790) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:59.540751 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-4c7e0ec1-7f30-456e-a61f-1f8c869ade0e admin admin] Request body: {'subnet': {'network_id': '83c21d6d-daad-4d8d-80dc-da4b43d0549d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-667145966-subnet', 'tenant_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:59.572970 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ce49b-571d-4c7f-b6ca-00e769260a2a admin admin] Pushing event updated for resources: {'Network': ['ID=83c21d6d-daad-4d8d-80dc-da4b43d0549d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:59.589712 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 83c21d6d-daad-4d8d-80dc-da4b43d0549d details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:37:59.625752 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7e0ec1-7f30-456e-a61f-1f8c869ade0e admin admin] Made reservation on behalf of b1ced75dcddd4aadaf7ba22cb896193f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:59.628236 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c7e0ec1-7f30-456e-a61f-1f8c869ade0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:59.697256 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf8b997-4688-4081-b872-c6b6540fb35b {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:59.722510 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] Publish callbacks [] for port (6bf8b997-4688-4081-b872-c6b6540fb35b), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:59.834729 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2977d9d8-ae55-4399-bafd-7ce655a660ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (501f7459-31dd-4036-aa80-782b4c558a16), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:59.923970 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977d9d8-ae55-4399-bafd-7ce655a660ca admin admin] Pushing event deleted for resources: {'Port': ['ID=501f7459-31dd-4036-aa80-782b4c558a16,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:00.230802 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] Transition to ACTIVE for port object 6bf8b997-4688-4081-b872-c6b6540fb35b will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:38:00.236818 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b22ce7b-cb22-471e-b9d0-cf2214a43ca3 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (725aa7e5-ad2a-40a1-9347-f518cecf28f3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:00.241921 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b22ce7b-cb22-471e-b9d0-cf2214a43ca3 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router_controller (725aa7e5-ad2a-40a1-9347-f518cecf28f3), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:00.243767 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (6bf8b997-4688-4081-b872-c6b6540fb35b), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:00.269113 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c4192-f1f5-44df-b677-2198381605dd req-12a36386-a64e-4e03-9856-97d6549b6f9f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:00.287824 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a25c4192-f1f5-44df-b677-2198381605dd req-12a36386-a64e-4e03-9856-97d6549b6f9f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 945 time: 0.3902695 Feb 09 21:38:00.288885 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device fba4a71d-b451-45f1-9a20-88fafb3716ed details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:00.357551 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-96acd09b-a235-4937-a3eb-764cf7563764 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:00.362667 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c7e0ec1-7f30-456e-a61f-1f8c869ade0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (125c44ea-d6e3-409c-be30-0dfee5f60b54), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:00.377250 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-96acd09b-a235-4937-a3eb-764cf7563764 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753&tenant_id=281dd21a4f7742a5b293ae307a18bb2e&binding%3Ahost_id=n-h1-828601-1 HTTP/1.1" status: 200 len: 1127 time: 0.7726436 Feb 09 21:38:00.412403 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828601-1'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:00.415060 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b22ce7b-cb22-471e-b9d0-cf2214a43ca3 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (725aa7e5-ad2a-40a1-9347-f518cecf28f3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:00.415586 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b22ce7b-cb22-471e-b9d0-cf2214a43ca3 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Fanout notify agent at l3_agent the message router_deleted on router 725aa7e5-ad2a-40a1-9347-f518cecf28f3 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:38:00.445888 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b22ce7b-cb22-471e-b9d0-cf2214a43ca3 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:00.447084 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8b22ce7b-cb22-471e-b9d0-cf2214a43ca3 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "DELETE /v2.0/routers/725aa7e5-ad2a-40a1-9347-f518cecf28f3 HTTP/1.1" status: 204 len: 168 time: 1.1008031 Feb 09 21:38:00.457500 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf8b997-4688-4081-b872-c6b6540fb35b,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:00.458817 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55814) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:00.604502 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3a789422-9277-45dc-8465-f2e7872ed70a tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "GET /v2.0/ports?device_id=725aa7e5-ad2a-40a1-9347-f518cecf28f3 HTTP/1.1" status: 200 len: 205 time: 0.1151879 Feb 09 21:38:00.611255 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55820) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:00.614796 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port fba4a71d-b451-45f1-9a20-88fafb3716ed, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=fba4a71d-b451-45f1-9a20-88fafb3716ed,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:00.619935 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2977d9d8-ae55-4399-bafd-7ce655a660ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:00.629359 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a25c4192-f1f5-44df-b677-2198381605dd req-f2f83b23-0cf0-40ce-b110-e3d422e787a5 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201323 Feb 09 21:38:00.633937 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device fba4a71d-b451-45f1-9a20-88fafb3716ed has no active binding in host n-h2-828601-1 {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:38:00.667451 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e0ec1-7f30-456e-a61f-1f8c869ade0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=125c44ea-d6e3-409c-be30-0dfee5f60b54,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:00.695631 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-fda15c9c-9ebd-497d-b4e7-bd9e5b0a42c3 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] delete failed (client error): The resource could not be found. Feb 09 21:38:00.697020 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fda15c9c-9ebd-497d-b4e7-bd9e5b0a42c3 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "DELETE /v2.0/routers/725aa7e5-ad2a-40a1-9347-f518cecf28f3 HTTP/1.1" status: 404 len: 336 time: 0.0847890 Feb 09 21:38:00.724121 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55822) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:00.732141 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] Attempting to bind port 6bf8b997-4688-4081-b872-c6b6540fb35b on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:00.732936 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] Attempting to bind port 6bf8b997-4688-4081-b872-c6b6540fb35b by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:00.733765 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] Attempting to bind port 6bf8b997-4688-4081-b872-c6b6540fb35b on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:00.736532 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e0ec1-7f30-456e-a61f-1f8c869ade0e admin admin] Checking segment: {'id': 'e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '83c21d6d-daad-4d8d-80dc-da4b43d0549d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:00.736910 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7e0ec1-7f30-456e-a61f-1f8c869ade0e admin admin] Network hostable DHCP agents. Network: 83c21d6d-daad-4d8d-80dc-da4b43d0549d, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:38:00.739152 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fba4a71d-b451-45f1-9a20-88fafb3716ed), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:00.797864 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] Port 6bf8b997-4688-4081-b872-c6b6540fb35b on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:38:00.798462 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] Attempting to bind port 6bf8b997-4688-4081-b872-c6b6540fb35b on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:00.849400 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:00.850799 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:00.851484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:00.853435 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] Bound port: 6bf8b997-4688-4081-b872-c6b6540fb35b, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:00.854097 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6bf8b997-4688-4081-b872-c6b6540fb35b), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:00.944450 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-12b85165-229d-43fb-82b1-845edf1ef5e6 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05e1b38-7ab5-4646-98fe-d28188c06543 HTTP/1.1" status: 200 len: 205 time: 0.2166703 Feb 09 21:38:00.970842 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55834) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:01.062911 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] For port 6bf8b997-4688-4081-b872-c6b6540fb35b, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:01.067261 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] For port 6bf8b997-4688-4081-b872-c6b6540fb35b, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6bf8b997-4688-4081-b872-c6b6540fb35b,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:01.114408 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (6bf8b997-4688-4081-b872-c6b6540fb35b), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:01.123260 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-f62d4058-5550-42b0-8461-c9571f7d7b26 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] delete failed (client error): The resource could not be found. Feb 09 21:38:01.125596 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f62d4058-5550-42b0-8461-c9571f7d7b26 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "DELETE /v2.0/routers/d05e1b38-7ab5-4646-98fe-d28188c06543 HTTP/1.1" status: 404 len: 336 time: 0.1525083 Feb 09 21:38:01.153983 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55836) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:01.221262 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e28d02a5-44a2-4b20-9d3a-5aab765c5102 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "GET /v2.0/ports?device_id=21220082-ff0f-4f24-9fc6-4e07c165033a HTTP/1.1" status: 200 len: 205 time: 0.0602119 Feb 09 21:38:01.221262 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:01.221262 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:01.221839 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] 10.222.0.42 "PUT /v2.0/ports/6bf8b997-4688-4081-b872-c6b6540fb35b HTTP/1.1" status: 200 len: 1096 time: 2.5545034 Feb 09 21:38:01.235278 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02fa7da-3514-42a0-9d34-d53a536ea10b', 'tag': '6bf8b997-4688-4081-b872-c6b6540fb35b'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:01.237730 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271eef91-fc9f-487f-a4f4-496758b61cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "d02fa7da-3514-42a0-9d34-d53a536ea10b", "tag": "6bf8b997-4688-4081-b872-c6b6540fb35b"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:01.250218 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55844) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:01.319384 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7e0ec1-7f30-456e-a61f-1f8c869ade0e admin admin] Network 83c21d6d-daad-4d8d-80dc-da4b43d0549d is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:38:01.348335 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-4c7e0ec1-7f30-456e-a61f-1f8c869ade0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 83c21d6d-daad-4d8d-80dc-da4b43d0549d) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:01.352403 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-4d7988aa-3a2e-4357-837d-5d3f17144539 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] delete failed (client error): The resource could not be found. Feb 09 21:38:01.357495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7e0ec1-7f30-456e-a61f-1f8c869ade0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:01.357772 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4d7988aa-3a2e-4357-837d-5d3f17144539 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "DELETE /v2.0/routers/21220082-ff0f-4f24-9fc6-4e07c165033a HTTP/1.1" status: 404 len: 336 time: 0.1022685 Feb 09 21:38:01.357990 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c7e0ec1-7f30-456e-a61f-1f8c869ade0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:01.364693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095c7c6-0644-4dd1-a7ca-6ccf22a5f118 req-dfac63d7-7d6c-4746-b87f-14f1c5a49451 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:01.366299 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a095c7c6-0644-4dd1-a7ca-6ccf22a5f118 req-dfac63d7-7d6c-4746-b87f-14f1c5a49451 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02fa7da-3514-42a0-9d34-d53a536ea10b HTTP/1.1" status: 200 len: 948 time: 0.4971528 Feb 09 21:38:01.366813 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55848) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:01.382881 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a313d07a-bfc6-4a55-9470-41ee52fe531b None None] Network 83c21d6d-daad-4d8d-80dc-da4b43d0549d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:01.440572 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e391b-4a10-4bff-b57c-e83863f620d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf8b997-4688-4081-b872-c6b6540fb35b,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:01.449515 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3be9c32a-74aa-41e3-bf80-b748f1ff7f2b tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bcd75d9-e2dc-4b9f-b183-f245d12c4030 HTTP/1.1" status: 200 len: 205 time: 0.0794251 Feb 09 21:38:01.453532 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55850) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:01.474202 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] For port fba4a71d-b451-45f1-9a20-88fafb3716ed, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=fba4a71d-b451-45f1-9a20-88fafb3716ed,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:01.490753 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4c7e0ec1-7f30-456e-a61f-1f8c869ade0e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9593353 Feb 09 21:38:01.512829 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55852) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:01.518877 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-541477a6-4461-401a-b6c1-49f938ce599b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-667145966-router', 'tenant_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:01.613770 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a095c7c6-0644-4dd1-a7ca-6ccf22a5f118 req-3e48f10c-d092-4e09-8b2e-75c4c4176d07 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b71bdb-9c93-4707-9bed-d3e6a93f2654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234719 Feb 09 21:38:01.618051 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-541477a6-4461-401a-b6c1-49f938ce599b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (f3ebdb00-7afb-47bd-9576-f6811cd38eb5), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:01.620761 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-541477a6-4461-401a-b6c1-49f938ce599b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (f3ebdb00-7afb-47bd-9576-f6811cd38eb5), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:01.653986 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-9495b8eb-b126-4830-8d73-2545770bcf78 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] delete failed (client error): The resource could not be found. Feb 09 21:38:01.655607 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9495b8eb-b126-4830-8d73-2545770bcf78 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "DELETE /v2.0/routers/6bcd75d9-e2dc-4b9f-b183-f245d12c4030 HTTP/1.1" status: 404 len: 336 time: 0.1932330 Feb 09 21:38:01.671901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55856) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:01.761674 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-66139426-9171-40dc-a387-092c2dc942e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:01.764212 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-66139426-9171-40dc-a387-092c2dc942e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b38c9dd7b18043508a901ee779095fd4&device_id=d02fa7da-3514-42a0-9d34-d53a536ea10b HTTP/1.1" status: 200 len: 1130 time: 0.3897657 Feb 09 21:38:01.765234 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6905be30-7a71-48d3-b6b5-9b53dce95c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-83c21d6d-daad-4d8d-80dc-da4b43d0549d', 'network_id': '83c21d6d-daad-4d8d-80dc-da4b43d0549d', 'project_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'fixed_ips': [{'subnet_id': '125c44ea-d6e3-409c-be30-0dfee5f60b54'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:38:01.766445 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] For port fba4a71d-b451-45f1-9a20-88fafb3716ed, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:01.767225 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6905be30-7a71-48d3-b6b5-9b53dce95c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:01.816691 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6802665b-e84a-4ab8-9350-169f8276a4af tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "GET /v2.0/ports?device_id=60a19198-6716-46d5-8563-fb2957dde02c HTTP/1.1" status: 200 len: 205 time: 0.1368077 Feb 09 21:38:01.820802 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55868) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:01.858931 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-b304c3f0-38c4-40ee-abf8-ace7ac9a70eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=6bf8b997-4688-4081-b872-c6b6540fb35b HTTP/1.1" status: 200 len: 217 time: 0.0873384 Feb 09 21:38:01.899289 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-541477a6-4461-401a-b6c1-49f938ce599b admin admin] Publish callbacks [] for router_controller (f3ebdb00-7afb-47bd-9576-f6811cd38eb5), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:01.920541 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-904bea5b-1cd3-43aa-a0bf-ae1e2539cc03 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] delete failed (client error): The resource could not be found. Feb 09 21:38:01.923112 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-904bea5b-1cd3-43aa-a0bf-ae1e2539cc03 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "DELETE /v2.0/routers/60a19198-6716-46d5-8563-fb2957dde02c HTTP/1.1" status: 404 len: 336 time: 0.1011853 Feb 09 21:38:01.929194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2977d9d8-ae55-4399-bafd-7ce655a660ca admin admin] Router ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:38:01.933741 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55872) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:01.969975 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9c16c972-1421-4175-881e-74dedb622793 tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6eabc3-3317-456d-96b1-7347a8d1cf18 HTTP/1.1" status: 200 len: 205 time: 0.0325322 Feb 09 21:38:01.975486 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55874) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:01.984372 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] Publish callbacks [] for port (fba4a71d-b451-45f1-9a20-88fafb3716ed), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:02.042278 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-d57e00aa-1223-41e9-a948-8d86437e312a tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] delete failed (client error): The resource could not be found. Feb 09 21:38:02.048076 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d57e00aa-1223-41e9-a948-8d86437e312a tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "DELETE /v2.0/routers/cb6eabc3-3317-456d-96b1-7347a8d1cf18 HTTP/1.1" status: 404 len: 336 time: 0.0621905 Feb 09 21:38:02.048076 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (fba4a71d-b451-45f1-9a20-88fafb3716ed), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:02.052370 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55876) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:02.053093 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-6905be30-7a71-48d3-b6b5-9b53dce95c12 None None] Allocated IP 172.20.0.2 (83c21d6d-daad-4d8d-80dc-da4b43d0549d/125c44ea-d6e3-409c-be30-0dfee5f60b54/ddb99df1-8732-49bc-936d-14fd41a80144) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:02.099033 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-797e239b-4dbb-480c-8e51-7ab625be5352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:02.101823 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-797e239b-4dbb-480c-8e51-7ab625be5352 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.2331014 Feb 09 21:38:02.140889 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d3a4073-4203-47db-b352-98b7f19fa97a tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] DELETE failed (client error): The resource could not be found. Feb 09 21:38:02.141357 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d3a4073-4203-47db-b352-98b7f19fa97a tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:38:02.144400 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7d3a4073-4203-47db-b352-98b7f19fa97a tempest-RoutersIpV6AdminTest-2013038093 tempest-RoutersIpV6AdminTest-2013038093-project] 10.222.0.77 "DELETE /v2.0/subnets/8c9c35bb-25d2-4f10-b2f3-b17da28dded2 HTTP/1.1" status: 404 len: 337 time: 0.0900166 Feb 09 21:38:02.197078 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] Pushing event updated for resources: {'Port': ['ID=fba4a71d-b451-45f1-9a20-88fafb3716ed,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:02.236198 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] Attempting to bind port fba4a71d-b451-45f1-9a20-88fafb3716ed on host n-h1-828601-1 for vnic_type normal with profile {"migrating_to": "n-h2-828601-1"} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:02.237272 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] Attempting to bind port fba4a71d-b451-45f1-9a20-88fafb3716ed by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:02.237272 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] Attempting to bind port fba4a71d-b451-45f1-9a20-88fafb3716ed on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:02.242437 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-87c2acf6-df14-4f52-a10f-c5603e437743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:02.244095 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-87c2acf6-df14-4f52-a10f-c5603e437743 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1180308 Feb 09 21:38:02.246443 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] Port fba4a71d-b451-45f1-9a20-88fafb3716ed on network 3335e86a-d685-4bed-b15a-6df9753c1347 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:38:02.246749 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] Attempting to bind port fba4a71d-b451-45f1-9a20-88fafb3716ed on network 3335e86a-d685-4bed-b15a-6df9753c1347 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:02.262237 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:02.262237 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] Checking segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:02.262802 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] Bound using segment: {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:02.263265 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] Bound port: fba4a71d-b451-45f1-9a20-88fafb3716ed, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1843738c-7677-4a0a-ae3c-20e5c10303df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3335e86a-d685-4bed-b15a-6df9753c1347'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:02.263464 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fba4a71d-b451-45f1-9a20-88fafb3716ed), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:02.347634 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fa30d-db25-4069-a2de-2ff163997bf6 req-03f4ba60-e6b0-447d-b7ed-47543e580f9c tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:02.350286 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-539fa30d-db25-4069-a2de-2ff163997bf6 req-03f4ba60-e6b0-447d-b7ed-47543e580f9c tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 0.5470400 Feb 09 21:38:02.460303 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-b684048b-9c72-4888-ae80-c0afbcbde7b8 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069809 Feb 09 21:38:02.462535 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-541477a6-4461-401a-b6c1-49f938ce599b admin admin] Publish callbacks [] for router_gateway (f3ebdb00-7afb-47bd-9576-f6811cd38eb5), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:02.465199 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] For port fba4a71d-b451-45f1-9a20-88fafb3716ed, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:02.482414 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] For port fba4a71d-b451-45f1-9a20-88fafb3716ed, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=fba4a71d-b451-45f1-9a20-88fafb3716ed,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:02.530043 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6905be30-7a71-48d3-b6b5-9b53dce95c12 None None] Publish callbacks [] for port (ddb99df1-8732-49bc-936d-14fd41a80144), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:02.533845 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (fba4a71d-b451-45f1-9a20-88fafb3716ed), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:02.543428 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6905be30-7a71-48d3-b6b5-9b53dce95c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (ddb99df1-8732-49bc-936d-14fd41a80144), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:02.676500 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-539fa30d-db25-4069-a2de-2ff163997bf6 req-6000c1f6-1104-4da7-a030-ad2a076476e9 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010696 Feb 09 21:38:02.685351 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] Pushing event updated for resources: {'Port': ['ID=fba4a71d-b451-45f1-9a20-88fafb3716ed,revision_number=8']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:02.685785 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6905be30-7a71-48d3-b6b5-9b53dce95c12 None None] Network 83c21d6d-daad-4d8d-80dc-da4b43d0549d is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:02.691794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:02.692590 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:02.694116 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1485e213-9571-4f55-a2c8-ce2e6d66ac34 service neutron] 10.222.0.42 "PUT /v2.0/ports/fba4a71d-b451-45f1-9a20-88fafb3716ed HTTP/1.1" status: 200 len: 1121 time: 2.2904410 Feb 09 21:38:02.706143 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-6905be30-7a71-48d3-b6b5-9b53dce95c12 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:02.712590 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9dd52719-135a-4876-ba4a-874416fc5c14 req-ea395b9e-bc63-4cac-9b77-87de4ee4d7f7 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440615 Feb 09 21:38:02.713244 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6905be30-7a71-48d3-b6b5-9b53dce95c12 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:02.731211 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2977d9d8-ae55-4399-bafd-7ce655a660ca admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:02.749613 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2977d9d8-ae55-4399-bafd-7ce655a660ca admin admin] 10.222.0.77 "PUT /v2.0/routers/ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1148725 Feb 09 21:38:02.752501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55892) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:02.779734 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bf1329-8bf3-4514-aaa0-c54ad66321ed None None] Sync routers for ids ['ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:02.889960 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905be30-7a71-48d3-b6b5-9b53dce95c12 None None] Pushing event updated for resources: {'Port': ['ID=ddb99df1-8732-49bc-936d-14fd41a80144,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:02.917883 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8093f255-d812-47a7-b817-1bf09d8b232d x-openstack-request-id: req-8093f255-d812-47a7-b817-1bf09d8b232d {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:02.918606 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02fa7da-3514-42a0-9d34-d53a536ea10b", "tag": "6bf8b997-4688-4081-b872-c6b6540fb35b", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:02.919370 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['fba4a71d-b451-45f1-9a20-88fafb3716ed'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:02.919556 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8093f255-d812-47a7-b817-1bf09d8b232d {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:02.919917 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02fa7da-3514-42a0-9d34-d53a536ea10b', 'tag': '6bf8b997-4688-4081-b872-c6b6540fb35b', 'status': 'completed', 'code': 200} Feb 09 21:38:02.958164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55894) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:02.987870 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['fba4a71d-b451-45f1-9a20-88fafb3716ed'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:03.041000 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bf1329-8bf3-4514-aaa0-c54ad66321ed None None] Routers {'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:03.041467 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-62bf1329-8bf3-4514-aaa0-c54ad66321ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:03.123162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75acda2-39c4-43d5-8b97-29d4c12858c2 req-5613e2f0-b238-4cb0-b5b9-a15d86b12eaf tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:03.125039 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b75acda2-39c4-43d5-8b97-29d4c12858c2 req-5613e2f0-b238-4cb0-b5b9-a15d86b12eaf tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 943 time: 0.1273246 Feb 09 21:38:03.152210 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-541477a6-4461-401a-b6c1-49f938ce599b admin admin] Publish callbacks [] for router_gateway (f3ebdb00-7afb-47bd-9576-f6811cd38eb5), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:03.175106 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54d434f2-8553-4a53-8b0b-3cb1036584b1 admin admin] Publish callbacks [] for router (ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:03.184979 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-541477a6-4461-401a-b6c1-49f938ce599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:03.206703 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-62bf1329-8bf3-4514-aaa0-c54ad66321ed None None] Set router ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:03.254228 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eef91-fc9f-487f-a4f4-496758b61cdb req-57e6a90b-f4e1-41f7-a823-0d271a964f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:03.255848 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-271eef91-fc9f-487f-a4f4-496758b61cdb req-57e6a90b-f4e1-41f7-a823-0d271a964f51 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b38c9dd7b18043508a901ee779095fd4&device_id=d02fa7da-3514-42a0-9d34-d53a536ea10b HTTP/1.1" status: 200 len: 1130 time: 0.3340573 Feb 09 21:38:03.264867 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b75acda2-39c4-43d5-8b97-29d4c12858c2 req-9ddd7f46-148e-4054-a498-3ea1d34a6b4e tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235020 Feb 09 21:38:03.394631 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0aeb11a5-2f76-4863-9bca-7bcfbea15b7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:03.439376 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-541477a6-4461-401a-b6c1-49f938ce599b admin admin] Allocated IP 172.25.6.175 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:03.574859 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54d434f2-8553-4a53-8b0b-3cb1036584b1 admin admin] Publish callbacks [] for router_gateway (ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:03.578764 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6905be30-7a71-48d3-b6b5-9b53dce95c12 None None] Attempting to bind port ddb99df1-8732-49bc-936d-14fd41a80144 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:03.579531 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6905be30-7a71-48d3-b6b5-9b53dce95c12 None None] Attempting to bind port ddb99df1-8732-49bc-936d-14fd41a80144 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '83c21d6d-daad-4d8d-80dc-da4b43d0549d'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:03.580223 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905be30-7a71-48d3-b6b5-9b53dce95c12 None None] Attempting to bind port ddb99df1-8732-49bc-936d-14fd41a80144 on network 83c21d6d-daad-4d8d-80dc-da4b43d0549d {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:03.583788 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eef91-fc9f-487f-a4f4-496758b61cdb req-649a67c0-34f9-42c1-b7b9-3e2be7a30c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:03.586211 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-271eef91-fc9f-487f-a4f4-496758b61cdb req-649a67c0-34f9-42c1-b7b9-3e2be7a30c79 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.2859151 Feb 09 21:38:03.613210 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905be30-7a71-48d3-b6b5-9b53dce95c12 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:03.614067 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905be30-7a71-48d3-b6b5-9b53dce95c12 None None] Checking segment: {'id': 'e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '83c21d6d-daad-4d8d-80dc-da4b43d0549d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:03.616175 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6905be30-7a71-48d3-b6b5-9b53dce95c12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:03.617015 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905be30-7a71-48d3-b6b5-9b53dce95c12 None None] Bound using segment: {'id': 'e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '83c21d6d-daad-4d8d-80dc-da4b43d0549d'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:03.617784 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6905be30-7a71-48d3-b6b5-9b53dce95c12 None None] Bound port: ddb99df1-8732-49bc-936d-14fd41a80144, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '83c21d6d-daad-4d8d-80dc-da4b43d0549d'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:03.618574 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6905be30-7a71-48d3-b6b5-9b53dce95c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ddb99df1-8732-49bc-936d-14fd41a80144), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:03.650163 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-271eef91-fc9f-487f-a4f4-496758b61cdb req-2c5129f7-dd1f-4ee1-aacd-c1753b2310d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=6bf8b997-4688-4081-b872-c6b6540fb35b HTTP/1.1" status: 200 len: 217 time: 0.0394733 Feb 09 21:38:03.680164 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-541477a6-4461-401a-b6c1-49f938ce599b admin admin] Publish callbacks [] for port (2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:03.697048 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf0af2-4504-4ce0-87d2-605cd1804b07 req-ab04f38d-ce03-4f32-a54f-f87cb553b76e tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:03.698817 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2bdf0af2-4504-4ce0-87d2-605cd1804b07 req-ab04f38d-ce03-4f32-a54f-f87cb553b76e tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02fa7da-3514-42a0-9d34-d53a536ea10b HTTP/1.1" status: 200 len: 948 time: 0.1234779 Feb 09 21:38:03.799070 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2bdf0af2-4504-4ce0-87d2-605cd1804b07 req-6044efc6-2a8a-4f86-bb8d-0d9dbc6ac25a tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b71bdb-9c93-4707-9bed-d3e6a93f2654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798471 Feb 09 21:38:03.807213 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0aeb11a5-2f76-4863-9bca-7bcfbea15b7a admin admin] Publish callbacks [] for security_group (3853dc6a-f344-439c-a03a-d6fe6c8a3634), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:03.809250 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-541477a6-4461-401a-b6c1-49f938ce599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:03.821818 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eef91-fc9f-487f-a4f4-496758b61cdb req-1005da9a-e4cc-4deb-8bf7-9c951af0e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:03.824834 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-271eef91-fc9f-487f-a4f4-496758b61cdb req-1005da9a-e4cc-4deb-8bf7-9c951af0e29e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1637018 Feb 09 21:38:03.854289 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0aeb11a5-2f76-4863-9bca-7bcfbea15b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3853dc6a-f344-439c-a03a-d6fe6c8a3634), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:03.869167 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541477a6-4461-401a-b6c1-49f938ce599b admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:03.876999 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-541477a6-4461-401a-b6c1-49f938ce599b admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:03.882885 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541477a6-4461-401a-b6c1-49f938ce599b admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:03.922290 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541477a6-4461-401a-b6c1-49f938ce599b admin admin] Pushing event updated for resources: {'Port': ['ID=2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:04.009081 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6905be30-7a71-48d3-b6b5-9b53dce95c12 None None] For port ddb99df1-8732-49bc-936d-14fd41a80144, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:04.037032 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3b196-073c-425c-b44f-2e091c68c6af req-ca2e360c-66cf-4d78-a1ec-3a2f7ba8ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:04.053000 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-11d3b196-073c-425c-b44f-2e091c68c6af req-ca2e360c-66cf-4d78-a1ec-3a2f7ba8ca12 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10ae4cf9e5fb41adaaf75cd8b9397016&device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 1127 time: 0.5046542 Feb 09 21:38:04.151105 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6905be30-7a71-48d3-b6b5-9b53dce95c12 None None] For port ddb99df1-8732-49bc-936d-14fd41a80144, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ddb99df1-8732-49bc-936d-14fd41a80144,segment=NetworkSegment(e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc),segment_id=e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:04.172963 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6905be30-7a71-48d3-b6b5-9b53dce95c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ddb99df1-8732-49bc-936d-14fd41a80144), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:04.188764 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0aeb11a5-2f76-4863-9bca-7bcfbea15b7a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a1b41b524f114e2cbb45942997239bc9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2242105 Feb 09 21:38:04.208186 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55928) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:04.278797 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb11a5-2f76-4863-9bca-7bcfbea15b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3853dc6a-f344-439c-a03a-d6fe6c8a3634,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:04.336727 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-54d434f2-8553-4a53-8b0b-3cb1036584b1 admin admin] Deleting port 8f39f73d-2743-4032-9766-7f046ce37ed5 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:04.337404 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54d434f2-8553-4a53-8b0b-3cb1036584b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8f39f73d-2743-4032-9766-7f046ce37ed5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:04.404910 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eef91-fc9f-487f-a4f4-496758b61cdb req-93091cf1-9b59-4a12-829c-6e18d950e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:04.406852 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-271eef91-fc9f-487f-a4f4-496758b61cdb req-93091cf1-9b59-4a12-829c-6e18d950e2c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5731509 Feb 09 21:38:04.425888 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-62bf1329-8bf3-4514-aaa0-c54ad66321ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'name': 'tempest-ServersTestJSON-889037280-router', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:19Z', 'updated_at': '2022-02-09T21:37:59Z', 'revision_number': 5, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'gw_port': {'id': '8f39f73d-2743-4032-9766-7f046ce37ed5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:20Z', 'updated_at': '2022-02-09T21:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:04.429497 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905be30-7a71-48d3-b6b5-9b53dce95c12 None None] Pushing event updated for resources: {'Port': ['ID=ddb99df1-8732-49bc-936d-14fd41a80144,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:04.467676 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3b196-073c-425c-b44f-2e091c68c6af req-8fd81e7e-dcf7-46c3-8d89-7ce108a34fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:04.469265 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-11d3b196-073c-425c-b44f-2e091c68c6af req-8fd81e7e-dcf7-46c3-8d89-7ce108a34fa8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8593dde6-4ab4-434c-8a50-93afcc61779b HTTP/1.1" status: 200 len: 919 time: 0.3400924 Feb 09 21:38:04.477945 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bf1329-8bf3-4514-aaa0-c54ad66321ed None None] Checking router: ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:38:04.511111 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bf1329-8bf3-4514-aaa0-c54ad66321ed None None] Routers {'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:04.514008 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-62bf1329-8bf3-4514-aaa0-c54ad66321ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:04.578194 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-11d3b196-073c-425c-b44f-2e091c68c6af req-f5265f12-1d3f-4e99-aa3c-47cce4ed5e05 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 HTTP/1.1" status: 200 len: 217 time: 0.0639360 Feb 09 21:38:04.582374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-54d434f2-8553-4a53-8b0b-3cb1036584b1 admin admin] For port 8f39f73d-2743-4032-9766-7f046ce37ed5, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8f39f73d-2743-4032-9766-7f046ce37ed5,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:04.583084 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54d434f2-8553-4a53-8b0b-3cb1036584b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8f39f73d-2743-4032-9766-7f046ce37ed5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:04.669719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-54d434f2-8553-4a53-8b0b-3cb1036584b1 admin admin] Calling delete_port for 8f39f73d-2743-4032-9766-7f046ce37ed5 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:04.762356 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3b196-073c-425c-b44f-2e091c68c6af req-3ef9ded0-a1ef-4b1e-bd4c-f40063818ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:04.765660 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-11d3b196-073c-425c-b44f-2e091c68c6af req-3ef9ded0-a1ef-4b1e-bd4c-f40063818ca3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b88e8ac-d969-447a-b9ce-98d85c1957c4 HTTP/1.1" status: 200 len: 858 time: 0.1788156 Feb 09 21:38:04.815640 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-62bf1329-8bf3-4514-aaa0-c54ad66321ed None None] Set router ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:04.831447 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-207444a9-962a-4dae-9ae3-6a9d6d5ff7a8 admin admin] Publish callbacks [] for security_group (3853dc6a-f344-439c-a03a-d6fe6c8a3634), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:04.869719 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ab107-e873-4b56-9224-c5816fd3b474 req-6eb8c853-dc4c-451a-9434-dd1a80dbc911 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:04.877979 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-480ab107-e873-4b56-9224-c5816fd3b474 req-6eb8c853-dc4c-451a-9434-dd1a80dbc911 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 0.6685193 Feb 09 21:38:04.942453 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7f24f2-f0f9-4af9-8d74-608002fad753', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fba4a71d-b451-45f1-9a20-88fafb3716ed'}, {'name': 'network-changed', 'server_uuid': 'aa7f24f2-f0f9-4af9-8d74-608002fad753', 'tag': 'fba4a71d-b451-45f1-9a20-88fafb3716ed'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:04.946020 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5d87c9-2ecf-48ae-88ed-3108c1bb8e60" -d '{"events": [{"server_uuid": "aa7f24f2-f0f9-4af9-8d74-608002fad753", "name": "network-vif-unplugged", "status": "completed", "tag": "fba4a71d-b451-45f1-9a20-88fafb3716ed"}, {"name": "network-changed", "server_uuid": "aa7f24f2-f0f9-4af9-8d74-608002fad753", "tag": "fba4a71d-b451-45f1-9a20-88fafb3716ed"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:04.956219 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-11d3b196-073c-425c-b44f-2e091c68c6af req-67dfece1-0238-44d9-96db-151a30f33979 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8593dde6-4ab4-434c-8a50-93afcc61779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300082 Feb 09 21:38:04.971166 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-62bf1329-8bf3-4514-aaa0-c54ad66321ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'name': 'tempest-ServersTestJSON-889037280-router', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:19Z', 'updated_at': '2022-02-09T21:38:03Z', 'revision_number': 6, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:04.988318 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-207444a9-962a-4dae-9ae3-6a9d6d5ff7a8 admin admin] Publish callbacks [] for security_group (3853dc6a-f344-439c-a03a-d6fe6c8a3634), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:05.055086 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-480ab107-e873-4b56-9224-c5816fd3b474 req-144d00fd-beda-46d3-abec-cb60b36b8ee2 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756899 Feb 09 21:38:05.055401 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bf1329-8bf3-4514-aaa0-c54ad66321ed None None] The sync data for ids ['ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d'] in n-d-828601-1 is: [{'id': 'ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d', 'name': 'tempest-ServersTestJSON-889037280-router', 'tenant_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:19Z', 'updated_at': '2022-02-09T21:38:03Z', 'revision_number': 6, 'project_id': 'eed28ccdbdc94832aabbf9b9cc24b225', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:05.060555 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-271eef91-fc9f-487f-a4f4-496758b61cdb req-89b5f570-e61e-437f-a41f-2b35020b21d4 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6366429 Feb 09 21:38:05.231859 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-541477a6-4461-401a-b6c1-49f938ce599b admin admin] Publish callbacks [] for router_gateway (f3ebdb00-7afb-47bd-9576-f6811cd38eb5), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:05.361656 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-207444a9-962a-4dae-9ae3-6a9d6d5ff7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3853dc6a-f344-439c-a03a-d6fe6c8a3634), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:05.364292 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-207444a9-962a-4dae-9ae3-6a9d6d5ff7a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:05.365487 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-207444a9-962a-4dae-9ae3-6a9d6d5ff7a8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3853dc6a-f344-439c-a03a-d6fe6c8a3634 HTTP/1.1" status: 204 len: 168 time: 1.1542213 Feb 09 21:38:05.378099 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-005f7b5c-e291-4255-bd4b-9811f1a1e15c tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=bb65c85e96754a09a99f836d7f049ca5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437016 Feb 09 21:38:05.387502 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207444a9-962a-4dae-9ae3-6a9d6d5ff7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3853dc6a-f344-439c-a03a-d6fe6c8a3634,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:05.395304 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-271eef91-fc9f-487f-a4f4-496758b61cdb req-ab8d797c-9856-482c-a914-4633188e66c9 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369943 Feb 09 21:38:05.596428 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54d434f2-8553-4a53-8b0b-3cb1036584b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (8f39f73d-2743-4032-9766-7f046ce37ed5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:05.636295 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d434f2-8553-4a53-8b0b-3cb1036584b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f39f73d-2743-4032-9766-7f046ce37ed5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:05.819056 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54d434f2-8553-4a53-8b0b-3cb1036584b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:06.044680 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54d434f2-8553-4a53-8b0b-3cb1036584b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:06.049922 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54d434f2-8553-4a53-8b0b-3cb1036584b1 admin admin] Publish callbacks [] for router_controller (ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:06.305387 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 6bf8b997-4688-4081-b872-c6b6540fb35b details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:06.508413 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-34822168-d819-4f9a-9317-3ee27e4969f0 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.509972 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-34822168-d819-4f9a-9317-3ee27e4969f0 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1014514 Feb 09 21:38:06.520580 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55964) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:06.568819 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04c35a0-f845-4d75-96e4-85e6628edeb9 None None] Network 83c21d6d-daad-4d8d-80dc-da4b43d0549d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:06.623148 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-a9898227-a467-4f71-9b5f-db24e853456c tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/quotas/bb65c85e96754a09a99f836d7f049ca5 HTTP/1.1" status: 200 len: 375 time: 0.0878620 Feb 09 21:38:06.691294 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-541477a6-4461-401a-b6c1-49f938ce599b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (f3ebdb00-7afb-47bd-9576-f6811cd38eb5), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:06.840267 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54d434f2-8553-4a53-8b0b-3cb1036584b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:06.841075 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d434f2-8553-4a53-8b0b-3cb1036584b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:38:06.857740 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-11d3b196-073c-425c-b44f-2e091c68c6af req-dac0c794-429b-4371-9583-229f38bd4df7 service neutron] 10.222.0.42 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8194408 Feb 09 21:38:06.865108 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54d434f2-8553-4a53-8b0b-3cb1036584b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:06.866615 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-54d434f2-8553-4a53-8b0b-3cb1036584b1 admin admin] 10.222.0.77 "DELETE /v2.0/routers/ae83df61-e1bf-4082-b5b5-3c5a1fd07d0d HTTP/1.1" status: 204 len: 168 time: 4.1131020 Feb 09 21:38:06.868493 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ddb99df1-8732-49bc-936d-14fd41a80144 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:06.879365 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55968) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:06.885871 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55970) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:06.897236 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-290345bf-58f0-41fb-b0a7-3adf7de64181 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb65c85e96754a09a99f836d7f049ca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2635205 Feb 09 21:38:06.967859 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d8526c97-2e34-45e8-a78d-4aefdfa99df6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cd51c053192346d685cbcf312add6758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4452922 Feb 09 21:38:06.969585 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55976) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:07.117254 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72c38604-28ca-4279-b810-3356850a6bf1 admin admin] Publish callbacks [] for security_group (1a1d3b33-28f6-43b7-b6d2-6e97085f9a75), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:07.127373 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-aaa2967a-f70a-4955-884f-9993dc6c0b67 None None] Provisioning complete for port ddb99df1-8732-49bc-936d-14fd41a80144 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:07.127960 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aaa2967a-f70a-4955-884f-9993dc6c0b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ddb99df1-8732-49bc-936d-14fd41a80144), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:07.148306 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72c38604-28ca-4279-b810-3356850a6bf1 admin admin] Publish callbacks [] for security_group (1a1d3b33-28f6-43b7-b6d2-6e97085f9a75), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:07.233267 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c955b4-c2f1-4d4f-9ff8-b6a5b8cc7e3e req-02a22d59-0ab0-4479-8910-a68de781499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:07.236842 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72c38604-28ca-4279-b810-3356850a6bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (1a1d3b33-28f6-43b7-b6d2-6e97085f9a75), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:07.242389 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72c38604-28ca-4279-b810-3356850a6bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:07.251790 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-72c38604-28ca-4279-b810-3356850a6bf1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1a1d3b33-28f6-43b7-b6d2-6e97085f9a75 HTTP/1.1" status: 204 len: 168 time: 0.2749591 Feb 09 21:38:07.257555 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-52c955b4-c2f1-4d4f-9ff8-b6a5b8cc7e3e req-02a22d59-0ab0-4479-8910-a68de781499d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 1127 time: 1.4437430 Feb 09 21:38:07.281112 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c38604-28ca-4279-b810-3356850a6bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1d3b33-28f6-43b7-b6d2-6e97085f9a75,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:07.340595 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 6bf8b997-4688-4081-b872-c6b6540fb35b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6bf8b997-4688-4081-b872-c6b6540fb35b,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:07.363830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '6bf8b997-4688-4081-b872-c6b6540fb35b', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': '6bf8b997-4688-4081-b872-c6b6540fb35b', 'mac_address': 'fa:16:3e:b4:ec:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:07.434388 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-d022f9a4-1cc6-4494-8a4e-e77403b0b7c3 admin admin] Deleting subnet f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:38:07.573649 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d022f9a4-1cc6-4494-8a4e-e77403b0b7c3 admin admin] Publish callbacks [] for subnet (f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:07.642184 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d80d53-211e-4dd6-b430-03d33eac7839 req-818c3546-ba71-448f-840d-a1774798c8fa tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:07.648085 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-19d80d53-211e-4dd6-b430-03d33eac7839 req-818c3546-ba71-448f-840d-a1774798c8fa tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 943 time: 0.2311978 Feb 09 21:38:07.650864 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541477a6-4461-401a-b6c1-49f938ce599b admin admin] Router f3ebdb00-7afb-47bd-9576-f6811cd38eb5 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:38:07.773395 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-11d3b196-073c-425c-b44f-2e091c68c6af req-114c78ab-43ad-478a-a512-739693d7c574 service neutron] 10.222.0.42 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8852351 Feb 09 21:38:07.781880 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dcafb1cd-4e05-4938-9484-5e8e5399ef4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:07.900108 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-52c955b4-c2f1-4d4f-9ff8-b6a5b8cc7e3e req-849aca30-b159-4b5c-987c-4011d9865964 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6187396 Feb 09 21:38:07.950836 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d022f9a4-1cc6-4494-8a4e-e77403b0b7c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.110331 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ddb99df1-8732-49bc-936d-14fd41a80144 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:08.111446 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ddb99df1-8732-49bc-936d-14fd41a80144), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.310367 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d022f9a4-1cc6-4494-8a4e-e77403b0b7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.398897 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541477a6-4461-401a-b6c1-49f938ce599b admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:08.408078 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dcafb1cd-4e05-4938-9484-5e8e5399ef4e admin admin] Publish callbacks [] for security_group (7f977ab0-9ecd-46c3-b9a6-2ce140b57038), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.416254 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] Sync routers for ids ['f3ebdb00-7afb-47bd-9576-f6811cd38eb5'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:08.421998 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dcafb1cd-4e05-4938-9484-5e8e5399ef4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7f977ab0-9ecd-46c3-b9a6-2ce140b57038), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.423306 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-19d80d53-211e-4dd6-b430-03d33eac7839 req-291bad9f-d83a-408c-8dc7-96420be19b28 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7553258 Feb 09 21:38:08.441514 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] Routers {'f3ebdb00-7afb-47bd-9576-f6811cd38eb5'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:08.442694 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f3ebdb00-7afb-47bd-9576-f6811cd38eb5'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:08.455456 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1785be6f-7aa0-4a40-a964-9868894fbf8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.464705 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-aaa2967a-f70a-4955-884f-9993dc6c0b67 None None] Current status of the port ddb99df1-8732-49bc-936d-14fd41a80144 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:08.466804 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aaa2967a-f70a-4955-884f-9993dc6c0b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ddb99df1-8732-49bc-936d-14fd41a80144), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.496351 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 6bf8b997-4688-4081-b872-c6b6540fb35b is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:08.499400 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6bf8b997-4688-4081-b872-c6b6540fb35b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.521191 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-541477a6-4461-401a-b6c1-49f938ce599b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.524649 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-541477a6-4461-401a-b6c1-49f938ce599b admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.0084481 Feb 09 21:38:08.526256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55998) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:08.564246 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcafb1cd-4e05-4938-9484-5e8e5399ef4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f977ab0-9ecd-46c3-b9a6-2ce140b57038,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:08.597157 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dcafb1cd-4e05-4938-9484-5e8e5399ef4e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=55e31d889a7a4df38f84310d63566150&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6983244 Feb 09 21:38:08.601492 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56002) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:08.695372 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d022f9a4-1cc6-4494-8a4e-e77403b0b7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.741485 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf8b997-4688-4081-b872-c6b6540fb35b {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:08.773400 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022f9a4-1cc6-4494-8a4e-e77403b0b7c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:08.790979 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d022f9a4-1cc6-4494-8a4e-e77403b0b7c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.804258 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d022f9a4-1cc6-4494-8a4e-e77403b0b7c3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f04a77e7-cbf4-41ad-a6b6-7c3b51c5476e HTTP/1.1" status: 204 len: 168 time: 1.9032869 Feb 09 21:38:08.804609 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56006) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:08.839337 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b8b84092-4036-49ee-8ae0-3888ee0447ba admin admin] Publish callbacks [] for security_group (7f977ab0-9ecd-46c3-b9a6-2ce140b57038), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.844889 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] Set router f3ebdb00-7afb-47bd-9576-f6811cd38eb5 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:08.882497 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-aaa2967a-f70a-4955-884f-9993dc6c0b67 None None] For port ddb99df1-8732-49bc-936d-14fd41a80144, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ddb99df1-8732-49bc-936d-14fd41a80144,segment=NetworkSegment(e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc),segment_id=e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:08.932048 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b8b84092-4036-49ee-8ae0-3888ee0447ba admin admin] Publish callbacks [] for security_group (7f977ab0-9ecd-46c3-b9a6-2ce140b57038), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.949897 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 6bf8b997-4688-4081-b872-c6b6540fb35b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6bf8b997-4688-4081-b872-c6b6540fb35b,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:08.974873 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fedc03-5fbc-4e60-a8c4-c95e831b174d None None] Network 1eef7485-0778-427a-acd3-a89221323e05 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:09.045323 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aaa2967a-f70a-4955-884f-9993dc6c0b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ddb99df1-8732-49bc-936d-14fd41a80144), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.048662 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6bf8b997-4688-4081-b872-c6b6540fb35b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.096008 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b8b84092-4036-49ee-8ae0-3888ee0447ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7f977ab0-9ecd-46c3-b9a6-2ce140b57038), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.098818 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b8b84092-4036-49ee-8ae0-3888ee0447ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.103868 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b8b84092-4036-49ee-8ae0-3888ee0447ba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7f977ab0-9ecd-46c3-b9a6-2ce140b57038 HTTP/1.1" status: 204 len: 168 time: 0.4972651 Feb 09 21:38:09.149910 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b84092-4036-49ee-8ae0-3888ee0447ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f977ab0-9ecd-46c3-b9a6-2ce140b57038,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:09.323469 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ddb99df1-8732-49bc-936d-14fd41a80144 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:09.439587 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ebdb00-7afb-47bd-9576-f6811cd38eb5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-667145966-router', 'tenant_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:01Z', 'updated_at': '2022-02-09T21:38:04Z', 'revision_number': 3, 'project_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'gw_port': {'id': '2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:36:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ebdb00-7afb-47bd-9576-f6811cd38eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:03Z', 'updated_at': '2022-02-09T21:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:09.464731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['6bf8b997-4688-4081-b872-c6b6540fb35b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:09.549655 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] Checking router: f3ebdb00-7afb-47bd-9576-f6811cd38eb5 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:38:09.549955 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 501f7459-31dd-4036-aa80-782b4c558a16 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:09.550932 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] Updating router f3ebdb00-7afb-47bd-9576-f6811cd38eb5 port 2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:38:09.645867 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56018) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:09.650424 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.667543 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cac0d739-f0e9-4f28-96ad-a0f046eb99a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.670485 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c4f2947c-01c3-4a4e-97bf-ca555a89af11 None None] Provisioning complete for port ddb99df1-8732-49bc-936d-14fd41a80144 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:09.671511 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c4f2947c-01c3-4a4e-97bf-ca555a89af11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ddb99df1-8732-49bc-936d-14fd41a80144), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.738269 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 501f7459-31dd-4036-aa80-782b4c558a16 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:09.738959 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 501f7459-31dd-4036-aa80-782b4c558a16 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:09.739788 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8f39f73d-2743-4032-9766-7f046ce37ed5 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:09.745017 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36d1187a-d32d-403c-9cf3-76a2e7cda685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (1eef7485-0778-427a-acd3-a89221323e05), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.774140 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2967a-f70a-4955-884f-9993dc6c0b67 None None] Pushing event updated for resources: {'Port': ['ID=ddb99df1-8732-49bc-936d-14fd41a80144,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:09.916482 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905196a-5293-44fd-8f06-90c3b9140f11 req-62f51c1b-9473-450c-b22b-4f56ae339283 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:09.922465 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1905196a-5293-44fd-8f06-90c3b9140f11 req-62f51c1b-9473-450c-b22b-4f56ae339283 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02fa7da-3514-42a0-9d34-d53a536ea10b HTTP/1.1" status: 200 len: 949 time: 1.1195838 Feb 09 21:38:09.938867 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 8f39f73d-2743-4032-9766-7f046ce37ed5 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:09.939458 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8f39f73d-2743-4032-9766-7f046ce37ed5 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:10.010965 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cac0d739-f0e9-4f28-96ad-a0f046eb99a3 admin admin] Publish callbacks [] for security_group (3b1cd944-90b5-4db2-8b26-a40e0ec606ec), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:10.017410 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-06257392-ca33-4d13-b215-c4246edb4fc1 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=bb65c85e96754a09a99f836d7f049ca5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1270156 Feb 09 21:38:10.033382 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cac0d739-f0e9-4f28-96ad-a0f046eb99a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3b1cd944-90b5-4db2-8b26-a40e0ec606ec), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:10.085510 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=6bf8b997-4688-4081-b872-c6b6540fb35b,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:10.215886 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ddb99df1-8732-49bc-936d-14fd41a80144 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:10.290978 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cac0d739-f0e9-4f28-96ad-a0f046eb99a3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=84d21a4118a44eccb60a3cec1050ad67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6435990 Feb 09 21:38:10.298503 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56026) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:10.326956 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0c4497-5e26-45f0-b7f1-5889898e9088 None None] DHCP port deletion for 1eef7485-0778-427a-acd3-a89221323e05 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:38:10.341447 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0d739-f0e9-4f28-96ad-a0f046eb99a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1cd944-90b5-4db2-8b26-a40e0ec606ec,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:10.409496 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c4f2947c-01c3-4a4e-97bf-ca555a89af11 None None] Current status of the port ddb99df1-8732-49bc-936d-14fd41a80144 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:10.446955 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56028) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:10.558330 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f19647ae-b390-4deb-a3aa-f8326a8fb907 admin admin] Publish callbacks [] for security_group (3b1cd944-90b5-4db2-8b26-a40e0ec606ec), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:10.626426 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f19647ae-b390-4deb-a3aa-f8326a8fb907 admin admin] Publish callbacks [] for security_group (3b1cd944-90b5-4db2-8b26-a40e0ec606ec), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:10.709492 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-54ce2f38-9413-42c5-89c5-89fe077ac8f6 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2021592706'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:10.739431 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-0ae90305-da06-413a-9c38-8d40d9838906 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:10.740839 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1a9cf7a2-9be9-482a-8795-2c5ebd9979e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:10.746747 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-0ae90305-da06-413a-9c38-8d40d9838906 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6832907 Feb 09 21:38:10.750775 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-36d1187a-d32d-403c-9cf3-76a2e7cda685 admin admin] Deleting port 1bc1190e-c184-4c9a-9dea-94e17cf6e714 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:10.751927 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36d1187a-d32d-403c-9cf3-76a2e7cda685 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1bc1190e-c184-4c9a-9dea-94e17cf6e714), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:10.764000 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ce2f38-9413-42c5-89c5-89fe077ac8f6 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Made reservation on behalf of aab76ea900494b9f81634283be2e00a3 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:10.774637 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54ce2f38-9413-42c5-89c5-89fe077ac8f6 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:10.790415 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ddb99df1-8732-49bc-936d-14fd41a80144 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:10.790972 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ddb99df1-8732-49bc-936d-14fd41a80144), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:10.802536 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54ce2f38-9413-42c5-89c5-89fe077ac8f6 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:10.846946 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f19647ae-b390-4deb-a3aa-f8326a8fb907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3b1cd944-90b5-4db2-8b26-a40e0ec606ec), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:10.852364 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f19647ae-b390-4deb-a3aa-f8326a8fb907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:10.876539 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-d17c6830-b9e5-4e0b-92c0-beab95e17d3e tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Request body: {'port': {'device_id': 'c4096cab-edd2-4587-811a-2784299ad98a', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': 'bb65c85e96754a09a99f836d7f049ca5'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:10.893273 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f19647ae-b390-4deb-a3aa-f8326a8fb907 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3b1cd944-90b5-4db2-8b26-a40e0ec606ec HTTP/1.1" status: 204 len: 168 time: 0.5784426 Feb 09 21:38:10.902405 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device fba4a71d-b451-45f1-9a20-88fafb3716ed no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:10.944252 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4a0c4497-5e26-45f0-b7f1-5889898e9088 None None] Deleting port 1bc1190e-c184-4c9a-9dea-94e17cf6e714 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:10.945440 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4497-5e26-45f0-b7f1-5889898e9088 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1bc1190e-c184-4c9a-9dea-94e17cf6e714), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:10.981824 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] Publish callbacks [] for port (2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:10.990101 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19647ae-b390-4deb-a3aa-f8326a8fb907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1cd944-90b5-4db2-8b26-a40e0ec606ec,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:11.001170 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.055107 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1905196a-5293-44fd-8f06-90c3b9140f11 req-a79f9a5b-3cc1-460a-a978-59638e868a37 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b71bdb-9c93-4707-9bed-d3e6a93f2654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0332215 Feb 09 21:38:11.059981 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-36d1187a-d32d-403c-9cf3-76a2e7cda685 admin admin] For port 1bc1190e-c184-4c9a-9dea-94e17cf6e714, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1bc1190e-c184-4c9a-9dea-94e17cf6e714,segment=NetworkSegment(8f76e818-7e29-43f3-8e6a-12b1d725f2d6),segment_id=8f76e818-7e29-43f3-8e6a-12b1d725f2d6)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:11.060363 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36d1187a-d32d-403c-9cf3-76a2e7cda685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1bc1190e-c184-4c9a-9dea-94e17cf6e714), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.149845 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5663e10-f979-4ce1-9c12-88954ab64d5a x-openstack-request-id: req-e5663e10-f979-4ce1-9c12-88954ab64d5a {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:11.157709 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7f24f2-f0f9-4af9-8d74-608002fad753", "name": "network-vif-unplugged", "status": "completed", "tag": "fba4a71d-b451-45f1-9a20-88fafb3716ed", "code": 200}, {"name": "network-changed", "server_uuid": "aa7f24f2-f0f9-4af9-8d74-608002fad753", "tag": "fba4a71d-b451-45f1-9a20-88fafb3716ed", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:11.158346 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e5663e10-f979-4ce1-9c12-88954ab64d5a {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:11.159052 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7f24f2-f0f9-4af9-8d74-608002fad753', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fba4a71d-b451-45f1-9a20-88fafb3716ed', 'code': 200} Feb 09 21:38:11.159484 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7f24f2-f0f9-4af9-8d74-608002fad753', 'tag': 'fba4a71d-b451-45f1-9a20-88fafb3716ed', 'status': 'completed', 'code': 200} Feb 09 21:38:11.188142 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8da6db-8bba-44ff-a0dc-3fed07a1921b None None] Pushing event updated for resources: {'Port': ['ID=2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:11.215163 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8da6db-8bba-44ff-a0dc-3fed07a1921b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.219596 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-36d1187a-d32d-403c-9cf3-76a2e7cda685 admin admin] Calling delete_port for 1bc1190e-c184-4c9a-9dea-94e17cf6e714 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:11.227035 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8da6db-8bba-44ff-a0dc-3fed07a1921b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.227739 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8da6db-8bba-44ff-a0dc-3fed07a1921b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.228307 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8da6db-8bba-44ff-a0dc-3fed07a1921b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.228861 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8da6db-8bba-44ff-a0dc-3fed07a1921b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.229422 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8da6db-8bba-44ff-a0dc-3fed07a1921b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.229974 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8da6db-8bba-44ff-a0dc-3fed07a1921b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.230515 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8da6db-8bba-44ff-a0dc-3fed07a1921b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.231065 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8da6db-8bba-44ff-a0dc-3fed07a1921b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.232121 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8da6db-8bba-44ff-a0dc-3fed07a1921b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.233167 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8da6db-8bba-44ff-a0dc-3fed07a1921b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.234066 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8da6db-8bba-44ff-a0dc-3fed07a1921b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.234909 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8da6db-8bba-44ff-a0dc-3fed07a1921b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.292633 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-4a0c4497-5e26-45f0-b7f1-5889898e9088 None None] For port 1bc1190e-c184-4c9a-9dea-94e17cf6e714, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1bc1190e-c184-4c9a-9dea-94e17cf6e714,segment=NetworkSegment(8f76e818-7e29-43f3-8e6a-12b1d725f2d6),segment_id=8f76e818-7e29-43f3-8e6a-12b1d725f2d6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:11.293093 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4497-5e26-45f0-b7f1-5889898e9088 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1bc1190e-c184-4c9a-9dea-94e17cf6e714), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.309638 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] Attempting to bind port 2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:11.310812 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] Attempting to bind port 2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:11.312364 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] Attempting to bind port 2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:11.322348 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:11.328187 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:11.330153 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.331124 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:11.332650 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] Bound port: 2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:11.333657 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.400412 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4a0c4497-5e26-45f0-b7f1-5889898e9088 None None] Calling delete_port for 1bc1190e-c184-4c9a-9dea-94e17cf6e714 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:11.454344 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54ce2f38-9413-42c5-89c5-89fe077ac8f6 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks [] for security_group (7c24e0d4-9601-4dd1-9e68-70d3c4b618b8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.472090 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54ce2f38-9413-42c5-89c5-89fe077ac8f6 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7c24e0d4-9601-4dd1-9e68-70d3c4b618b8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.484856 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ddb99df1-8732-49bc-936d-14fd41a80144 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:11.511590 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ce2f38-9413-42c5-89c5-89fe077ac8f6 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:38:11.548913 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54ce2f38-9413-42c5-89c5-89fe077ac8f6 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (f6a0c897-5f1e-4caa-9d36-ecc675cd94bb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.551377 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-54ce2f38-9413-42c5-89c5-89fe077ac8f6 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Added segment f6a0c897-5f1e-4caa-9d36-ecc675cd94bb of type vlan for network c4ef505d-b943-47a0-989b-70f2c61e8035 Feb 09 21:38:11.559692 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] For port 2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:11.563516 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-d17c6830-b9e5-4e0b-92c0-beab95e17d3e tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Made reservation on behalf of bb65c85e96754a09a99f836d7f049ca5 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:11.575174 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] For port 2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:11.575878 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-d17c6830-b9e5-4e0b-92c0-beab95e17d3e tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.596131 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.611701 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port fba4a71d-b451-45f1-9a20-88fafb3716ed is: DOWN; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:11.617177 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.664449 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-d17c6830-b9e5-4e0b-92c0-beab95e17d3e tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.717453 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54ce2f38-9413-42c5-89c5-89fe077ac8f6 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (c4ef505d-b943-47a0-989b-70f2c61e8035), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.719082 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4497-5e26-45f0-b7f1-5889898e9088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (1bc1190e-c184-4c9a-9dea-94e17cf6e714), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.738383 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8da6db-8bba-44ff-a0dc-3fed07a1921b None None] Pushing event updated for resources: {'Port': ['ID=2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:11.803165 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] Routers {'f3ebdb00-7afb-47bd-9576-f6811cd38eb5'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:11.804520 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:38:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f3ebdb00-7afb-47bd-9576-f6811cd38eb5'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:11.826283 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c4497-5e26-45f0-b7f1-5889898e9088 None None] Pushing event deleted for resources: {'Port': ['ID=1bc1190e-c184-4c9a-9dea-94e17cf6e714,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:11.831461 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54ce2f38-9413-42c5-89c5-89fe077ac8f6 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (c4ef505d-b943-47a0-989b-70f2c61e8035), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.836286 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0c4497-5e26-45f0-b7f1-5889898e9088 None None] No DVR routers for this DVR port 1bc1190e-c184-4c9a-9dea-94e17cf6e714 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:11.840337 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ce2f38-9413-42c5-89c5-89fe077ac8f6 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.841371 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54ce2f38-9413-42c5-89c5-89fe077ac8f6 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.860562 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c4497-5e26-45f0-b7f1-5889898e9088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.860933 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c4497-5e26-45f0-b7f1-5889898e9088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.861282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c4497-5e26-45f0-b7f1-5889898e9088 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.861749 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c4497-5e26-45f0-b7f1-5889898e9088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.862098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c4497-5e26-45f0-b7f1-5889898e9088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.864720 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce2f38-9413-42c5-89c5-89fe077ac8f6 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c24e0d4-9601-4dd1-9e68-70d3c4b618b8,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:11.865824 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c4497-5e26-45f0-b7f1-5889898e9088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.866290 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c4497-5e26-45f0-b7f1-5889898e9088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.866624 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c4497-5e26-45f0-b7f1-5889898e9088 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.867823 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c4497-5e26-45f0-b7f1-5889898e9088 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.870555 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c4497-5e26-45f0-b7f1-5889898e9088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.870988 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c4497-5e26-45f0-b7f1-5889898e9088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.871340 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c4497-5e26-45f0-b7f1-5889898e9088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.871721 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c4497-5e26-45f0-b7f1-5889898e9088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:11.896557 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d87c9-2ecf-48ae-88ed-3108c1bb8e60 req-9d89ceea-b2e0-4105-be76-78f16776135c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.898355 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a5d87c9-2ecf-48ae-88ed-3108c1bb8e60 req-9d89ceea-b2e0-4105-be76-78f16776135c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 1155 time: 0.6525893 Feb 09 21:38:11.980982 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36d1187a-d32d-403c-9cf3-76a2e7cda685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1bc1190e-c184-4c9a-9dea-94e17cf6e714), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.002871 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa826-ff0a-4949-a315-9cb73706aab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.125737 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1bc1190e-c184-4c9a-9dea-94e17cf6e714 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:12.137196 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d87c9-2ecf-48ae-88ed-3108c1bb8e60 req-46b5275a-37b8-4e6c-9398-ddc2cd72be58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:12.143698 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a5d87c9-2ecf-48ae-88ed-3108c1bb8e60 req-46b5275a-37b8-4e6c-9398-ddc2cd72be58 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 922 time: 0.2209630 Feb 09 21:38:12.183846 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] Set router f3ebdb00-7afb-47bd-9576-f6811cd38eb5 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:12.184906 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 1bc1190e-c184-4c9a-9dea-94e17cf6e714 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:12.187713 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1bc1190e-c184-4c9a-9dea-94e17cf6e714 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:12.206091 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-d17c6830-b9e5-4e0b-92c0-beab95e17d3e tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Publish callbacks [] for security_group (86c3f3e4-90fe-49e7-aa15-a9b675679f4d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.240552 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d1187a-d32d-403c-9cf3-76a2e7cda685 admin admin] No DVR routers for this DVR port 1bc1190e-c184-4c9a-9dea-94e17cf6e714 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:12.251034 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-54ce2f38-9413-42c5-89c5-89fe077ac8f6 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7979586 Feb 09 21:38:12.261997 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05b271-3f18-42c5-9ee8-d914b33ed592 req-1be78e22-0875-45f0-9d7f-75ab720f1170 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:12.270866 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a05b271-3f18-42c5-9ee8-d914b33ed592 req-1be78e22-0875-45f0-9d7f-75ab720f1170 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 0.9538419 Feb 09 21:38:12.291960 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56038) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:12.293051 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-d17c6830-b9e5-4e0b-92c0-beab95e17d3e tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (86c3f3e4-90fe-49e7-aa15-a9b675679f4d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.298712 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-03407b7c-ed00-4df3-bb14-762df4205ccc tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Request body: {'subnet': {'network_id': 'c4ef505d-b943-47a0-989b-70f2c61e8035', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:12.304196 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a5d87c9-2ecf-48ae-88ed-3108c1bb8e60 req-f9e3ff35-36ac-49a4-9f67-c438144ba953 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fba4a71d-b451-45f1-9a20-88fafb3716ed HTTP/1.1" status: 200 len: 217 time: 0.1145296 Feb 09 21:38:12.305137 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce2f38-9413-42c5-89c5-89fe077ac8f6 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Pushing event updated for resources: {'Network': ['ID=c4ef505d-b943-47a0-989b-70f2c61e8035,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:12.318969 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network c4ef505d-b943-47a0-989b-70f2c61e8035 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:38:12.460705 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56040) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:12.502540 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-d17c6830-b9e5-4e0b-92c0-beab95e17d3e tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Allocated IP 192.168.233.59 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/ad07ab32-8f95-4a35-8c60-c1305ee8ad7c) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:12.505185 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-38a7d7d0-4bd4-4c3d-b94c-040daba4900d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.515088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1187a-d32d-403c-9cf3-76a2e7cda685 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc1190e-c184-4c9a-9dea-94e17cf6e714,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:12.595943 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c6830-b9e5-4e0b-92c0-beab95e17d3e tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c3f3e4-90fe-49e7-aa15-a9b675679f4d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:12.643611 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.666670 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d87c9-2ecf-48ae-88ed-3108c1bb8e60 req-ca87a9db-f924-49d6-b7df-4dfc16c8a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:12.669612 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a5d87c9-2ecf-48ae-88ed-3108c1bb8e60 req-ca87a9db-f924-49d6-b7df-4dfc16c8a9c5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.3339684 Feb 09 21:38:12.702288 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ebdb00-7afb-47bd-9576-f6811cd38eb5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-667145966-router', 'tenant_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:01Z', 'updated_at': '2022-02-09T21:38:04Z', 'revision_number': 3, 'project_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'gw_port': {'id': '2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:36:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ebdb00-7afb-47bd-9576-f6811cd38eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:03Z', 'updated_at': '2022-02-09T21:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:12.720364 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a05b271-3f18-42c5-9ee8-d914b33ed592 req-de17caba-ecd0-46af-9686-3ae5da9f36a9 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483924 Feb 09 21:38:12.766976 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5f831-0d7d-4809-b24d-b4a298e09e72 None None] The sync data for ids ['f3ebdb00-7afb-47bd-9576-f6811cd38eb5'] in n-d-828601-1 is: [{'id': 'f3ebdb00-7afb-47bd-9576-f6811cd38eb5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-667145966-router', 'tenant_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:01Z', 'updated_at': '2022-02-09T21:38:04Z', 'revision_number': 3, 'project_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'gw_port': {'id': '2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:36:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ebdb00-7afb-47bd-9576-f6811cd38eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:03Z', 'updated_at': '2022-02-09T21:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:12.774943 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a5d87c9-2ecf-48ae-88ed-3108c1bb8e60 req-77e81516-c8c7-4113-8416-132a839bd66c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959690 Feb 09 21:38:12.793318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03407b7c-ed00-4df3-bb14-762df4205ccc tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Made reservation on behalf of aab76ea900494b9f81634283be2e00a3 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:12.797991 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-03407b7c-ed00-4df3-bb14-762df4205ccc tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.854928 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36d1187a-d32d-403c-9cf3-76a2e7cda685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (1eef7485-0778-427a-acd3-a89221323e05), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.898689 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-185831da-358f-4924-935d-92a19b770588 req-ac80d253-1fb5-4f6e-a2df-15843d0d3b9b tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=bb65c85e96754a09a99f836d7f049ca5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525053 Feb 09 21:38:12.958783 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-36d1187a-d32d-403c-9cf3-76a2e7cda685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eef7485-0778-427a-acd3-a89221323e05']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:13.060373 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-03407b7c-ed00-4df3-bb14-762df4205ccc tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (ee8ceb16-d528-4820-a1a7-c00b82f17b58), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.077019 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 6bf8b997-4688-4081-b872-c6b6540fb35b up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:13.199946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 6bf8b997-4688-4081-b872-c6b6540fb35b completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:38:13.209319 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 6bf8b997-4688-4081-b872-c6b6540fb35b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:13.209749 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6bf8b997-4688-4081-b872-c6b6540fb35b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.240625 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03407b7c-ed00-4df3-bb14-762df4205ccc tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Pushing event updated for resources: {'Subnet': ['ID=ee8ceb16-d528-4820-a1a7-c00b82f17b58,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:13.257487 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a5d87c9-2ecf-48ae-88ed-3108c1bb8e60 req-c8377c7b-998d-433b-bf40-fd1c7e2c32e1 service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739449 Feb 09 21:38:13.335010 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03407b7c-ed00-4df3-bb14-762df4205ccc tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Checking segment: {'id': 'f6a0c897-5f1e-4caa-9d36-ecc675cd94bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4ef505d-b943-47a0-989b-70f2c61e8035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:13.335375 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03407b7c-ed00-4df3-bb14-762df4205ccc tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Network hostable DHCP agents. Network: c4ef505d-b943-47a0-989b-70f2c61e8035, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:38:13.359199 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 6bf8b997-4688-4081-b872-c6b6540fb35b is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:13.360140 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6bf8b997-4688-4081-b872-c6b6540fb35b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.400284 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02fa7da-3514-42a0-9d34-d53a536ea10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf8b997-4688-4081-b872-c6b6540fb35b'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:13.402806 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae70a5a-d220-492f-94de-4faedcf43f31" -d '{"events": [{"server_uuid": "d02fa7da-3514-42a0-9d34-d53a536ea10b", "name": "network-vif-plugged", "status": "completed", "tag": "6bf8b997-4688-4081-b872-c6b6540fb35b"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:13.419365 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 6bf8b997-4688-4081-b872-c6b6540fb35b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6bf8b997-4688-4081-b872-c6b6540fb35b,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:13.428130 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03407b7c-ed00-4df3-bb14-762df4205ccc tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Network c4ef505d-b943-47a0-989b-70f2c61e8035 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:38:13.434436 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6bf8b997-4688-4081-b872-c6b6540fb35b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.478798 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-03407b7c-ed00-4df3-bb14-762df4205ccc tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, c4ef505d-b943-47a0-989b-70f2c61e8035) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:13.492524 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978f4d38-c34f-4e81-85fd-096aa23a5925 None None] Network c4ef505d-b943-47a0-989b-70f2c61e8035 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:13.496859 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03407b7c-ed00-4df3-bb14-762df4205ccc tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.497472 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-03407b7c-ed00-4df3-bb14-762df4205ccc tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.502283 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a5d87c9-2ecf-48ae-88ed-3108c1bb8e60 req-18a8831b-c1bb-4b4a-81f8-9d1988963d96 service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377143 Feb 09 21:38:13.534024 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-03407b7c-ed00-4df3-bb14-762df4205ccc tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2383132 Feb 09 21:38:13.539121 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56054) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:13.558620 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-602a4241-1083-4852-8274-8c5630ce260e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Request body: {'port': {'network_id': 'c4ef505d-b943-47a0-989b-70f2c61e8035', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-854728559'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:13.588232 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=6bf8b997-4688-4081-b872-c6b6540fb35b,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:13.736286 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eed17a6-6a84-45da-9af5-018f9fdd4a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-c4ef505d-b943-47a0-989b-70f2c61e8035', 'network_id': 'c4ef505d-b943-47a0-989b-70f2c61e8035', 'project_id': 'aab76ea900494b9f81634283be2e00a3', 'fixed_ips': [{'subnet_id': 'ee8ceb16-d528-4820-a1a7-c00b82f17b58'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:38:13.737185 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7eed17a6-6a84-45da-9af5-018f9fdd4a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.746881 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-36d1187a-d32d-403c-9cf3-76a2e7cda685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f76e818-7e29-43f3-8e6a-12b1d725f2d6') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:13.747602 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-36d1187a-d32d-403c-9cf3-76a2e7cda685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f76e818-7e29-43f3-8e6a-12b1d725f2d6') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:13.777163 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602a4241-1083-4852-8274-8c5630ce260e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Made reservation on behalf of aab76ea900494b9f81634283be2e00a3 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:13.786318 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-602a4241-1083-4852-8274-8c5630ce260e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.809634 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-38a7d7d0-4bd4-4c3d-b94c-040daba4900d admin admin] Publish callbacks [] for security_group (a71942ab-235e-4ed6-a0ae-b6cfd9ed4903), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.831580 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36d1187a-d32d-403c-9cf3-76a2e7cda685 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (8f76e818-7e29-43f3-8e6a-12b1d725f2d6), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.860158 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-602a4241-1083-4852-8274-8c5630ce260e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] device_id is not set on port 7498f0f1-4029-4f54-8df6-9b746ff928c0 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:38:13.931017 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-38a7d7d0-4bd4-4c3d-b94c-040daba4900d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a71942ab-235e-4ed6-a0ae-b6cfd9ed4903), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.012139 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-7eed17a6-6a84-45da-9af5-018f9fdd4a99 None None] Allocated IP 2001:db8::2 (c4ef505d-b943-47a0-989b-70f2c61e8035/ee8ceb16-d528-4820-a1a7-c00b82f17b58/9462c6fe-5c30-4706-b45f-9dc639fcf932) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:14.052376 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7d7d0-4bd4-4c3d-b94c-040daba4900d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71942ab-235e-4ed6-a0ae-b6cfd9ed4903,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:14.064984 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36d1187a-d32d-403c-9cf3-76a2e7cda685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (8f76e818-7e29-43f3-8e6a-12b1d725f2d6), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.075382 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d1187a-d32d-403c-9cf3-76a2e7cda685 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:38:14.076376 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36d1187a-d32d-403c-9cf3-76a2e7cda685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (8f76e818-7e29-43f3-8e6a-12b1d725f2d6), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.158822 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:38:14.171149 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:38:14.174225 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.178923 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-38a7d7d0-4bd4-4c3d-b94c-040daba4900d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bdf571f51e504964a2596d809d4cfa84&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6959822 Feb 09 21:38:14.183494 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56056) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:14.269437 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8bbad0b8-81f6-4f11-9be0-424b536d2030 admin admin] Publish callbacks [] for security_group (a71942ab-235e-4ed6-a0ae-b6cfd9ed4903), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.272654 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-3a3fa826-ff0a-4949-a315-9cb73706aab8 admin admin] Allocated IP 172.20.0.1 (83c21d6d-daad-4d8d-80dc-da4b43d0549d/125c44ea-d6e3-409c-be30-0dfee5f60b54/9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:14.280713 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36d1187a-d32d-403c-9cf3-76a2e7cda685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (1eef7485-0778-427a-acd3-a89221323e05), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.300757 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185831da-358f-4924-935d-92a19b770588 req-31c2eb4e-8fce-418f-99af-ad5e1862cb7a tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:14.302779 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-185831da-358f-4924-935d-92a19b770588 req-31c2eb4e-8fce-418f-99af-ad5e1862cb7a tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3739522 Feb 09 21:38:14.320613 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36d1187a-d32d-403c-9cf3-76a2e7cda685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.328657 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-36d1187a-d32d-403c-9cf3-76a2e7cda685 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1eef7485-0778-427a-acd3-a89221323e05 HTTP/1.1" status: 204 len: 168 time: 5.5218675 Feb 09 21:38:14.330626 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8bbad0b8-81f6-4f11-9be0-424b536d2030 admin admin] Publish callbacks [] for security_group (a71942ab-235e-4ed6-a0ae-b6cfd9ed4903), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.337212 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-d17c6830-b9e5-4e0b-92c0-beab95e17d3e tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Publish callbacks [] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.356358 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-185831da-358f-4924-935d-92a19b770588 req-96394b98-bb8a-49aa-aec8-29fe78170274 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/quotas/bb65c85e96754a09a99f836d7f049ca5 HTTP/1.1" status: 200 len: 375 time: 0.0157986 Feb 09 21:38:14.392234 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1187a-d32d-403c-9cf3-76a2e7cda685 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eef7485-0778-427a-acd3-a89221323e05,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:14.425703 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-185831da-358f-4924-935d-92a19b770588 req-6e4c6447-2aa8-4b46-8fa1-77d26f623b7d tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb65c85e96754a09a99f836d7f049ca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525939 Feb 09 21:38:14.557095 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8bbad0b8-81f6-4f11-9be0-424b536d2030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a71942ab-235e-4ed6-a0ae-b6cfd9ed4903), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.570886 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-d17c6830-b9e5-4e0b-92c0-beab95e17d3e tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.580730 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8bbad0b8-81f6-4f11-9be0-424b536d2030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.591241 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8bbad0b8-81f6-4f11-9be0-424b536d2030 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a71942ab-235e-4ed6-a0ae-b6cfd9ed4903 HTTP/1.1" status: 204 len: 168 time: 0.4049854 Feb 09 21:38:14.637072 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbad0b8-81f6-4f11-9be0-424b536d2030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71942ab-235e-4ed6-a0ae-b6cfd9ed4903,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:14.725971 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-d17c6830-b9e5-4e0b-92c0-beab95e17d3e tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:14.763607 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:14.764219 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.775549 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-d17c6830-b9e5-4e0b-92c0-beab95e17d3e tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:14.806110 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-d17c6830-b9e5-4e0b-92c0-beab95e17d3e tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:14.809683 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56062) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:14.903187 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7eed17a6-6a84-45da-9af5-018f9fdd4a99 None None] Publish callbacks [] for port (9462c6fe-5c30-4706-b45f-9dc639fcf932), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.907210 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4fe8e36e-b286-4943-8eb6-41d4ffc58f1f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eed28ccdbdc94832aabbf9b9cc24b225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0954995 Feb 09 21:38:14.910958 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56068) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:14.962950 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7eed17a6-6a84-45da-9af5-018f9fdd4a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (9462c6fe-5c30-4706-b45f-9dc639fcf932), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.995837 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa826-ff0a-4949-a315-9cb73706aab8 admin admin] Publish callbacks [] for port (9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.091341 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c6830-b9e5-4e0b-92c0-beab95e17d3e tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Pushing event updated for resources: {'Port': ['ID=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:15.156610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed17a6-6a84-45da-9af5-018f9fdd4a99 None None] Pushing event updated for resources: {'Port': ['ID=9462c6fe-5c30-4706-b45f-9dc639fcf932,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:15.188788 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-d17c6830-b9e5-4e0b-92c0-beab95e17d3e tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:15.189945 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-d17c6830-b9e5-4e0b-92c0-beab95e17d3e tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.194866 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:38:15.249395 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eed17a6-6a84-45da-9af5-018f9fdd4a99 None None] Network c4ef505d-b943-47a0-989b-70f2c61e8035 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:15.284036 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.290734 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-7eed17a6-6a84-45da-9af5-018f9fdd4a99 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:15.300903 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eed17a6-6a84-45da-9af5-018f9fdd4a99 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:15.323019 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91082a0d-88fd-4d86-ac5f-a592b8dd1029 admin admin] Publish callbacks [] for security_group (93053740-bfcc-454e-a426-7d5c50e20ae7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.350231 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-d17c6830-b9e5-4e0b-92c0-beab95e17d3e tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5132399 Feb 09 21:38:15.372842 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Request body: {'port': {'device_id': 'c4096cab-edd2-4587-811a-2784299ad98a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:15.450045 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30487e98-e1c5-467c-9a71-1a7c384177bd req-8d74d598-f9ac-48be-adfc-28449fe02831 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:15.462559 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-30487e98-e1c5-467c-9a71-1a7c384177bd req-8d74d598-f9ac-48be-adfc-28449fe02831 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 943 time: 0.3077302 Feb 09 21:38:15.472143 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa826-ff0a-4949-a315-9cb73706aab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.473628 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91082a0d-88fd-4d86-ac5f-a592b8dd1029 admin admin] Publish callbacks [] for security_group (93053740-bfcc-454e-a426-7d5c50e20ae7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.481876 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-602a4241-1083-4852-8274-8c5630ce260e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Allocated IP 2001:db8::11b (c4ef505d-b943-47a0-989b-70f2c61e8035/ee8ceb16-d528-4820-a1a7-c00b82f17b58/7498f0f1-4029-4f54-8df6-9b746ff928c0) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:15.531968 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-5c008e2c-458b-4a62-8b3d-79b927c1991e service neutron] 10.222.0.71 "GET /v2.0/ports/fba4a71d-b451-45f1-9a20-88fafb3716ed/bindings/n-h2-828601-1 HTTP/1.1" status: 200 len: 384 time: 0.3204703 Feb 09 21:38:15.643994 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3fa826-ff0a-4949-a315-9cb73706aab8 admin admin] Network 83c21d6d-daad-4d8d-80dc-da4b43d0549d is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:15.644310 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:15.648518 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.668939 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3a3fa826-ff0a-4949-a315-9cb73706aab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:15.688110 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3fa826-ff0a-4949-a315-9cb73706aab8 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:15.696170 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.707790 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fa826-ff0a-4949-a315-9cb73706aab8 admin admin] Pushing event updated for resources: {'Port': ['ID=9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:15.762693 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7eed17a6-6a84-45da-9af5-018f9fdd4a99 None None] Attempting to bind port 9462c6fe-5c30-4706-b45f-9dc639fcf932 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:15.762693 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7eed17a6-6a84-45da-9af5-018f9fdd4a99 None None] Attempting to bind port 9462c6fe-5c30-4706-b45f-9dc639fcf932 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'f6a0c897-5f1e-4caa-9d36-ecc675cd94bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4ef505d-b943-47a0-989b-70f2c61e8035'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:15.763113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eed17a6-6a84-45da-9af5-018f9fdd4a99 None None] Attempting to bind port 9462c6fe-5c30-4706-b45f-9dc639fcf932 on network c4ef505d-b943-47a0-989b-70f2c61e8035 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:15.803908 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eed17a6-6a84-45da-9af5-018f9fdd4a99 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:15.804309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eed17a6-6a84-45da-9af5-018f9fdd4a99 None None] Checking segment: {'id': 'f6a0c897-5f1e-4caa-9d36-ecc675cd94bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4ef505d-b943-47a0-989b-70f2c61e8035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:15.804686 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7eed17a6-6a84-45da-9af5-018f9fdd4a99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.805086 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eed17a6-6a84-45da-9af5-018f9fdd4a99 None None] Bound using segment: {'id': 'f6a0c897-5f1e-4caa-9d36-ecc675cd94bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4ef505d-b943-47a0-989b-70f2c61e8035'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:15.810110 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7eed17a6-6a84-45da-9af5-018f9fdd4a99 None None] Bound port: 9462c6fe-5c30-4706-b45f-9dc639fcf932, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a0c897-5f1e-4caa-9d36-ecc675cd94bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4ef505d-b943-47a0-989b-70f2c61e8035'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:15.810738 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7eed17a6-6a84-45da-9af5-018f9fdd4a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9462c6fe-5c30-4706-b45f-9dc639fcf932), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.867309 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-30487e98-e1c5-467c-9a71-1a7c384177bd req-6c5ee573-c349-48f2-8c24-7eea28d9fc8c tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031534 Feb 09 21:38:15.901996 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91082a0d-88fd-4d86-ac5f-a592b8dd1029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (93053740-bfcc-454e-a426-7d5c50e20ae7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.913717 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91082a0d-88fd-4d86-ac5f-a592b8dd1029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.920093 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-91082a0d-88fd-4d86-ac5f-a592b8dd1029 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/93053740-bfcc-454e-a426-7d5c50e20ae7 HTTP/1.1" status: 204 len: 168 time: 1.0079443 Feb 09 21:38:15.940157 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c568c805-1dfa-42fb-8d5a-0bcffd76c373 None None] Provisioning complete for port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:15.941733 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c568c805-1dfa-42fb-8d5a-0bcffd76c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.960395 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:15.974135 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91082a0d-88fd-4d86-ac5f-a592b8dd1029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93053740-bfcc-454e-a426-7d5c50e20ae7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:16.009974 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:16.012823 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91082a0d-88fd-4d86-ac5f-a592b8dd1029 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:16.017137 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91082a0d-88fd-4d86-ac5f-a592b8dd1029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:16.018374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91082a0d-88fd-4d86-ac5f-a592b8dd1029 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:16.018825 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91082a0d-88fd-4d86-ac5f-a592b8dd1029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:16.020197 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91082a0d-88fd-4d86-ac5f-a592b8dd1029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:16.020879 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91082a0d-88fd-4d86-ac5f-a592b8dd1029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:16.021376 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91082a0d-88fd-4d86-ac5f-a592b8dd1029 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:16.021784 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91082a0d-88fd-4d86-ac5f-a592b8dd1029 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:16.022192 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91082a0d-88fd-4d86-ac5f-a592b8dd1029 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:16.022631 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91082a0d-88fd-4d86-ac5f-a592b8dd1029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:16.023123 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91082a0d-88fd-4d86-ac5f-a592b8dd1029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:16.023532 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91082a0d-88fd-4d86-ac5f-a592b8dd1029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:16.024106 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91082a0d-88fd-4d86-ac5f-a592b8dd1029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:16.040128 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:16.224380 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa826-ff0a-4949-a315-9cb73706aab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (f3ebdb00-7afb-47bd-9576-f6811cd38eb5), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:16.248882 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c568c805-1dfa-42fb-8d5a-0bcffd76c373 None None] Port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:16.282903 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-7eed17a6-6a84-45da-9af5-018f9fdd4a99 None None] For port 9462c6fe-5c30-4706-b45f-9dc639fcf932, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:16.294520 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-7eed17a6-6a84-45da-9af5-018f9fdd4a99 None None] For port 9462c6fe-5c30-4706-b45f-9dc639fcf932, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9462c6fe-5c30-4706-b45f-9dc639fcf932,segment=NetworkSegment(f6a0c897-5f1e-4caa-9d36-ecc675cd94bb),segment_id=f6a0c897-5f1e-4caa-9d36-ecc675cd94bb)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:16.320587 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7eed17a6-6a84-45da-9af5-018f9fdd4a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9462c6fe-5c30-4706-b45f-9dc639fcf932), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:16.326442 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:16.403005 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-d7033a17-cdad-4bf3-a46a-f15f0a375668 service neutron] For port fba4a71d-b451-45f1-9a20-88fafb3716ed, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=fba4a71d-b451-45f1-9a20-88fafb3716ed,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:16.474071 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-602a4241-1083-4852-8274-8c5630ce260e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks [] for port (7498f0f1-4029-4f54-8df6-9b746ff928c0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:16.493993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-d7033a17-cdad-4bf3-a46a-f15f0a375668 service neutron] For port fba4a71d-b451-45f1-9a20-88fafb3716ed, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:16.575374 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed17a6-6a84-45da-9af5-018f9fdd4a99 None None] Pushing event updated for resources: {'Port': ['ID=9462c6fe-5c30-4706-b45f-9dc639fcf932,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:16.585043 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6b153b70-4e0c-40c8-b1fc-eea9d1374487 None None] Provisioning complete for port 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:16.586262 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b153b70-4e0c-40c8-b1fc-eea9d1374487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:16.622735 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-d7033a17-cdad-4bf3-a46a-f15f0a375668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba4a71d-b451-45f1-9a20-88fafb3716ed {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:16.663280 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6b153b70-4e0c-40c8-b1fc-eea9d1374487 None None] Port 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:16.684217 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-d7033a17-cdad-4bf3-a46a-f15f0a375668 service neutron] For port fba4a71d-b451-45f1-9a20-88fafb3716ed, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=fba4a71d-b451-45f1-9a20-88fafb3716ed,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:16.729885 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-602a4241-1083-4852-8274-8c5630ce260e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (7498f0f1-4029-4f54-8df6-9b746ff928c0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:16.765035 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-d7033a17-cdad-4bf3-a46a-f15f0a375668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fba4a71d-b451-45f1-9a20-88fafb3716ed), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:16.820985 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a0d64-9342-4f3e-93bf-783b1fb1c6b1 req-76aeddb7-27d7-4ca6-babf-1507f718b3d1 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:16.823924 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c35a0d64-9342-4f3e-93bf-783b1fb1c6b1 req-76aeddb7-27d7-4ca6-babf-1507f718b3d1 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02fa7da-3514-42a0-9d34-d53a536ea10b HTTP/1.1" status: 200 len: 950 time: 0.6967795 Feb 09 21:38:17.022845 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c35a0d64-9342-4f3e-93bf-783b1fb1c6b1 req-58630dbf-f05b-4565-8f22-57f71a11a6c1 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b71bdb-9c93-4707-9bed-d3e6a93f2654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873763 Feb 09 21:38:17.085843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602a4241-1083-4852-8274-8c5630ce260e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Network c4ef505d-b943-47a0-989b-70f2c61e8035 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:17.133817 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-602a4241-1083-4852-8274-8c5630ce260e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:17.142701 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a4241-1083-4852-8274-8c5630ce260e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Pushing event updated for resources: {'Port': ['ID=7498f0f1-4029-4f54-8df6-9b746ff928c0,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:17.148128 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602a4241-1083-4852-8274-8c5630ce260e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:17.154201 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602a4241-1083-4852-8274-8c5630ce260e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:17.155314 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-602a4241-1083-4852-8274-8c5630ce260e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:17.194068 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c60170c-c433-4ee9-83de-d997fe845e32 x-openstack-request-id: req-8c60170c-c433-4ee9-83de-d997fe845e32 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:17.194365 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02fa7da-3514-42a0-9d34-d53a536ea10b", "name": "network-vif-plugged", "status": "completed", "tag": "6bf8b997-4688-4081-b872-c6b6540fb35b", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:17.194782 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8c60170c-c433-4ee9-83de-d997fe845e32 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:17.195407 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02fa7da-3514-42a0-9d34-d53a536ea10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf8b997-4688-4081-b872-c6b6540fb35b', 'code': 200} Feb 09 21:38:17.213705 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa826-ff0a-4949-a315-9cb73706aab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:17.237664 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-602a4241-1083-4852-8274-8c5630ce260e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.6968184 Feb 09 21:38:17.243181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56112) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:17.274973 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e4738377-3951-4917-8a96-e5f3a63c2394 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Request body: {'port': {'network_id': 'c4ef505d-b943-47a0-989b-70f2c61e8035', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1156264724', 'allowed_address_pairs': [{'ip_address': '2001:db8::11b', 'mac_address': 'fa:16:3e:10:a2:93'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:17.294383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-d7033a17-cdad-4bf3-a46a-f15f0a375668 service neutron] Transition to ACTIVE for port object fba4a71d-b451-45f1-9a20-88fafb3716ed will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:38:17.305201 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-d7033a17-cdad-4bf3-a46a-f15f0a375668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (fba4a71d-b451-45f1-9a20-88fafb3716ed), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:17.377938 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3d70e6a-e127-4997-bf87-7a0a80219ed9 req-da7cc94b-b674-4a93-9d48-4dd8430cdca0 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/ports?device_id=66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e HTTP/1.1" status: 200 len: 210 time: 0.0484388 Feb 09 21:38:17.411201 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-d7033a17-cdad-4bf3-a46a-f15f0a375668 service neutron] No DVR routers for this DVR port fba4a71d-b451-45f1-9a20-88fafb3716ed on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:17.455703 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7033a17-cdad-4bf3-a46a-f15f0a375668 service neutron] Pushing event updated for resources: {'Port': ['ID=fba4a71d-b451-45f1-9a20-88fafb3716ed,revision_number=10']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:17.515884 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-d7033a17-cdad-4bf3-a46a-f15f0a375668 service neutron] 10.222.0.71 "PUT /v2.0/ports/fba4a71d-b451-45f1-9a20-88fafb3716ed/bindings/n-h2-828601-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9480586 Feb 09 21:38:17.692797 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-185831da-358f-4924-935d-92a19b770588 req-a67f3ddb-c96a-40c4-ac6f-81494bf21070 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=bb65c85e96754a09a99f836d7f049ca5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1048460 Feb 09 21:38:17.703662 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4738377-3951-4917-8a96-e5f3a63c2394 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Made reservation on behalf of aab76ea900494b9f81634283be2e00a3 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:17.869563 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9824a9-7a5e-48db-8981-36ee38dc26cb req-a0217f4b-b70f-4011-aa03-dac94e7fe2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:17.871812 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fa9824a9-7a5e-48db-8981-36ee38dc26cb req-a0217f4b-b70f-4011-aa03-dac94e7fe2c8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d02fa7da-3514-42a0-9d34-d53a536ea10b HTTP/1.1" status: 200 len: 1132 time: 0.3296471 Feb 09 21:38:17.924169 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad07ab32-8f95-4a35-8c60-c1305ee8ad7c {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:17.928532 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-9868cc2d-b035-499e-ba88-5a77c2a548a3 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:17.935275 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-9868cc2d-b035-499e-ba88-5a77c2a548a3 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753&tenant_id=281dd21a4f7742a5b293ae307a18bb2e&binding%3Ahost_id=n-h1-828601-1 HTTP/1.1" status: 200 len: 1126 time: 0.3137424 Feb 09 21:38:17.958533 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Publish callbacks [] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.022230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100bcb7-cf86-431b-900d-f5c7adf985c8 req-0d902834-4cc4-4f01-a843-0acdbb6d1294 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:18.033429 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2100bcb7-cf86-431b-900d-f5c7adf985c8 req-0d902834-4cc4-4f01-a843-0acdbb6d1294 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 944 time: 0.3665202 Feb 09 21:38:18.051074 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fa9824a9-7a5e-48db-8981-36ee38dc26cb req-31f17596-30bd-4545-bd5a-a1bb157bf7fd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e2b71bdb-9c93-4707-9bed-d3e6a93f2654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689439 Feb 09 21:38:18.102869 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56132) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:18.127869 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185831da-358f-4924-935d-92a19b770588 req-9081feae-cd03-45f7-884e-bbd3bdce0ded tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:18.130343 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-185831da-358f-4924-935d-92a19b770588 req-9081feae-cd03-45f7-884e-bbd3bdce0ded tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4318874 Feb 09 21:38:18.154040 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-185831da-358f-4924-935d-92a19b770588 req-1fed76b0-2253-482e-8185-c9911a8e9d6d tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Request body: {'port': {'device_id': '66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': 'bb65c85e96754a09a99f836d7f049ca5'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:18.169901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Transition to ACTIVE for port object ad07ab32-8f95-4a35-8c60-c1305ee8ad7c will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:38:18.186534 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-2159eb6e-c7ae-4029-a52f-5375b2a77a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:18.188992 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-2159eb6e-c7ae-4029-a52f-5375b2a77a22 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753&tenant_id=281dd21a4f7742a5b293ae307a18bb2e HTTP/1.1" status: 200 len: 1126 time: 0.2214649 Feb 09 21:38:18.238892 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.344918 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4738377-3951-4917-8a96-e5f3a63c2394 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.359979 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-827aeffc-cb36-4fb9-8ccd-82c8a58c36a7 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:38:18.361226 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-827aeffc-cb36-4fb9-8ccd-82c8a58c36a7 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076830 Feb 09 21:38:18.363952 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-185831da-358f-4924-935d-92a19b770588 req-1fed76b0-2253-482e-8185-c9911a8e9d6d tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Made reservation on behalf of bb65c85e96754a09a99f836d7f049ca5 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:18.372302 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-185831da-358f-4924-935d-92a19b770588 req-1fed76b0-2253-482e-8185-c9911a8e9d6d tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.393386 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9462c6fe-5c30-4706-b45f-9dc639fcf932 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:18.410682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-514020dd-9a4c-4c98-a903-676ce2d5fb7a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2051090775-network', 'tenant_id': '4da379594fdf42339bba1d92c8147535'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:18.449054 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba459c3-9ce9-4776-a1db-77c515c28b4d None None] Network c4ef505d-b943-47a0-989b-70f2c61e8035 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:18.460018 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa826-ff0a-4949-a315-9cb73706aab8 admin admin] Publish callbacks [] for port (9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.476509 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-e4738377-3951-4917-8a96-e5f3a63c2394 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] device_id is not set on port d32c7071-fa31-45f1-af45-8c1fe6ec2449 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:38:18.506727 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa826-ff0a-4949-a315-9cb73706aab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.526969 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514020dd-9a4c-4c98-a903-676ce2d5fb7a admin admin] Made reservation on behalf of 4da379594fdf42339bba1d92c8147535 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:18.530481 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-514020dd-9a4c-4c98-a903-676ce2d5fb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.625412 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-514020dd-9a4c-4c98-a903-676ce2d5fb7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.656913 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e663f5ff-b63a-4f57-a223-fd7ca59cc6b6 None None] Provisioning complete for port 9462c6fe-5c30-4706-b45f-9dc639fcf932 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:18.657215 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e663f5ff-b63a-4f57-a223-fd7ca59cc6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9462c6fe-5c30-4706-b45f-9dc639fcf932), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.711836 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2100bcb7-cf86-431b-900d-f5c7adf985c8 req-efbbd9a3-c642-4cd3-9d3e-dadb51ac64e4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6279614 Feb 09 21:38:18.721028 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa826-ff0a-4949-a315-9cb73706aab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (f3ebdb00-7afb-47bd-9576-f6811cd38eb5), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.746749 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Pushing event updated for resources: {'Port': ['ID=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:18.765949 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-d1ccdeca-6fc1-4ae9-b36c-c77e69183762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:18.768368 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-d1ccdeca-6fc1-4ae9-b36c-c77e69183762 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 1126 time: 0.3402894 Feb 09 21:38:18.865426 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-185831da-358f-4924-935d-92a19b770588 req-1fed76b0-2253-482e-8185-c9911a8e9d6d tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Allocated IP 192.168.233.235 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/e685abdf-7966-4644-b785-4f2c5c04801f) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:18.879509 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:18.881477 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:18.882110 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:18.882681 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:18.883231 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:18.883819 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:18.884403 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:18.884961 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:18.885508 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:18.886056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:18.886599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:18.887245 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:18.887816 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:18.909608 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 9462c6fe-5c30-4706-b45f-9dc639fcf932 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:18.912405 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9462c6fe-5c30-4706-b45f-9dc639fcf932), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.002238 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-92504497-4744-412b-84f9-c516862f6988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.004264 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-92504497-4744-412b-84f9-c516862f6988 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 922 time: 0.2248793 Feb 09 21:38:19.048047 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e663f5ff-b63a-4f57-a223-fd7ca59cc6b6 None None] Current status of the port 9462c6fe-5c30-4706-b45f-9dc639fcf932 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:19.048886 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e663f5ff-b63a-4f57-a223-fd7ca59cc6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9462c6fe-5c30-4706-b45f-9dc639fcf932), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.062484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fa826-ff0a-4949-a315-9cb73706aab8 admin admin] Pushing event updated for resources: {'Port': ['ID=9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:19.112796 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-514020dd-9a4c-4c98-a903-676ce2d5fb7a admin admin] Publish callbacks [] for security_group (77c6464a-bee0-413d-9ba2-7d2a09990d55), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.162344 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-0ce22aa5-67c7-4a47-ad7f-c21ee26de2a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fba4a71d-b451-45f1-9a20-88fafb3716ed HTTP/1.1" status: 200 len: 217 time: 0.1044645 Feb 09 21:38:19.175619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e663f5ff-b63a-4f57-a223-fd7ca59cc6b6 None None] For port 9462c6fe-5c30-4706-b45f-9dc639fcf932, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9462c6fe-5c30-4706-b45f-9dc639fcf932,segment=NetworkSegment(f6a0c897-5f1e-4caa-9d36-ecc675cd94bb),segment_id=f6a0c897-5f1e-4caa-9d36-ecc675cd94bb)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:19.184645 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 9462c6fe-5c30-4706-b45f-9dc639fcf932 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:19.185481 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9462c6fe-5c30-4706-b45f-9dc639fcf932), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.196863 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-514020dd-9a4c-4c98-a903-676ce2d5fb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (77c6464a-bee0-413d-9ba2-7d2a09990d55), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.209867 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e663f5ff-b63a-4f57-a223-fd7ca59cc6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9462c6fe-5c30-4706-b45f-9dc639fcf932), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.277121 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-e4738377-3951-4917-8a96-e5f3a63c2394 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Allocated IP 2001:db8::23 (c4ef505d-b943-47a0-989b-70f2c61e8035/ee8ceb16-d528-4820-a1a7-c00b82f17b58/d32c7071-fa31-45f1-af45-8c1fe6ec2449) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:19.288017 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Attempting to bind port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:19.288402 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Attempting to bind port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:19.289164 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Attempting to bind port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:19.311633 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514020dd-9a4c-4c98-a903-676ce2d5fb7a admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:38:19.316680 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:38:19.317848 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Attempting to bind port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:19.325850 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:19.326134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:19.326382 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:19.326881 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Bound port: ad07ab32-8f95-4a35-8c60-c1305ee8ad7c, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:19.327611 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.364819 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3fa826-ff0a-4949-a315-9cb73706aab8 admin admin] Network 83c21d6d-daad-4d8d-80dc-da4b43d0549d is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:19.382619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663f5ff-b63a-4f57-a223-fd7ca59cc6b6 None None] Pushing event updated for resources: {'Port': ['ID=9462c6fe-5c30-4706-b45f-9dc639fcf932,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:19.383926 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3a3fa826-ff0a-4949-a315-9cb73706aab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:19.437925 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde70d99-0d6d-4b09-b4b8-20d4be4b50aa req-758bd9c2-a9be-413e-9974-c0a54cf20681 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.439958 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-514020dd-9a4c-4c98-a903-676ce2d5fb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (bc2bebbd-c8c2-4bc3-a120-969fe399004e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.440320 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-514020dd-9a4c-4c98-a903-676ce2d5fb7a admin admin] Added segment bc2bebbd-c8c2-4bc3-a120-969fe399004e of type vlan for network c4792088-bf96-48c8-a331-af790ba542bf Feb 09 21:38:19.444477 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dde70d99-0d6d-4b09-b4b8-20d4be4b50aa req-758bd9c2-a9be-413e-9974-c0a54cf20681 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02fa7da-3514-42a0-9d34-d53a536ea10b HTTP/1.1" status: 200 len: 950 time: 0.3099768 Feb 09 21:38:19.457038 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514020dd-9a4c-4c98-a903-676ce2d5fb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c6464a-bee0-413d-9ba2-7d2a09990d55,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:19.517067 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:38:19.517788 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:38:19.534572 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-46a877a5-c178-40b8-b0e4-1ee11935a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.536171 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-46a877a5-c178-40b8-b0e4-1ee11935a536 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.3249226 Feb 09 21:38:19.544102 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536eb23d-c6e2-4074-9848-66a505487687 req-182cb303-c15d-4359-951c-8b62b0c45267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.546191 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-536eb23d-c6e2-4074-9848-66a505487687 req-182cb303-c15d-4359-951c-8b62b0c45267 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10ae4cf9e5fb41adaaf75cd8b9397016&device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 1127 time: 0.4632123 Feb 09 21:38:19.577977 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-185831da-358f-4924-935d-92a19b770588 req-1fed76b0-2253-482e-8185-c9911a8e9d6d tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Publish callbacks [] for port (e685abdf-7966-4644-b785-4f2c5c04801f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.595312 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-514020dd-9a4c-4c98-a903-676ce2d5fb7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (c4792088-bf96-48c8-a331-af790ba542bf), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.680974 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-6a366ee4-241a-43e0-9ff2-780a403b61e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228349 Feb 09 21:38:19.741207 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-4cf0fb7c-6c89-40c0-a75d-bb1f849094ad None None] Provisioning complete for port 9462c6fe-5c30-4706-b45f-9dc639fcf932 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:19.742779 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4cf0fb7c-6c89-40c0-a75d-bb1f849094ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9462c6fe-5c30-4706-b45f-9dc639fcf932), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.744464 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3fa826-ff0a-4949-a315-9cb73706aab8 admin admin] Router f3ebdb00-7afb-47bd-9576-f6811cd38eb5 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:38:19.924459 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4cf0fb7c-6c89-40c0-a75d-bb1f849094ad None None] Current status of the port 9462c6fe-5c30-4706-b45f-9dc639fcf932 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:19.941442 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-4cf0fb7c-6c89-40c0-a75d-bb1f849094ad None None] Provisioning complete for port 7498f0f1-4029-4f54-8df6-9b746ff928c0 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:19.943174 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4cf0fb7c-6c89-40c0-a75d-bb1f849094ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7498f0f1-4029-4f54-8df6-9b746ff928c0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.012399 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4cf0fb7c-6c89-40c0-a75d-bb1f849094ad None None] Port 7498f0f1-4029-4f54-8df6-9b746ff928c0 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:20.069396 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 9462c6fe-5c30-4706-b45f-9dc639fcf932 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:20.071282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:20.149188 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b48a2277-4045-4530-8d2f-580919afe770 None None] Provisioning complete for port 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:20.149577 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b48a2277-4045-4530-8d2f-580919afe770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.152859 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:20.153132 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.236482 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b48a2277-4045-4530-8d2f-580919afe770 None None] Port 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:20.304063 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:20.323725 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-514020dd-9a4c-4c98-a903-676ce2d5fb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (c4792088-bf96-48c8-a331-af790ba542bf), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.324668 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514020dd-9a4c-4c98-a903-676ce2d5fb7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:20.325348 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-514020dd-9a4c-4c98-a903-676ce2d5fb7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.354017 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] For port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:20.383053 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] For port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:20.418237 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dde70d99-0d6d-4b09-b4b8-20d4be4b50aa req-89c79038-be86-423e-934b-5725a6d48798 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b71bdb-9c93-4707-9bed-d3e6a93f2654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8602941 Feb 09 21:38:20.418457 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-48257420-18b2-4e79-a1ca-f292bc44c0e4 None None] Provisioning complete for port 7498f0f1-4029-4f54-8df6-9b746ff928c0 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:20.418457 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-48257420-18b2-4e79-a1ca-f292bc44c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7498f0f1-4029-4f54-8df6-9b746ff928c0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.418863 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514020dd-9a4c-4c98-a903-676ce2d5fb7a admin admin] Pushing event updated for resources: {'Network': ['ID=c4792088-bf96-48c8-a331-af790ba542bf,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:20.418863 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-185831da-358f-4924-935d-92a19b770588 req-1fed76b0-2253-482e-8185-c9911a8e9d6d tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (e685abdf-7966-4644-b785-4f2c5c04801f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.467358 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536eb23d-c6e2-4074-9848-66a505487687 req-ef6366dc-2827-4566-a81f-c280f1d11b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:20.479345 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-536eb23d-c6e2-4074-9848-66a505487687 req-ef6366dc-2827-4566-a81f-c280f1d11b02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8593dde6-4ab4-434c-8a50-93afcc61779b HTTP/1.1" status: 200 len: 919 time: 0.9183154 Feb 09 21:38:20.507344 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network c4792088-bf96-48c8-a331-af790ba542bf details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:38:20.565812 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-514020dd-9a4c-4c98-a903-676ce2d5fb7a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4563198 Feb 09 21:38:20.575585 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56200) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:20.592928 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9462c6fe-5c30-4706-b45f-9dc639fcf932 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:20.607550 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7a47d4bf-ece7-49e3-9f92-0e497099ea0e admin admin] Request body: {'subnet': {'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2051090775-subnet', 'tenant_id': '4da379594fdf42339bba1d92c8147535', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:20.644856 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.657810 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4738377-3951-4917-8a96-e5f3a63c2394 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks [] for port (d32c7071-fa31-45f1-af45-8c1fe6ec2449), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.674690 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed76b0-2253-482e-8185-c9911a8e9d6d tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Pushing event updated for resources: {'Port': ['ID=e685abdf-7966-4644-b785-4f2c5c04801f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:20.703993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-185831da-358f-4924-935d-92a19b770588 req-1fed76b0-2253-482e-8185-c9911a8e9d6d tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:20.748231 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:20.748996 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.750388 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] 10.222.0.71 "PUT /v2.0/ports/ad07ab32-8f95-4a35-8c60-c1305ee8ad7c HTTP/1.1" status: 200 len: 1095 time: 5.3874698 Feb 09 21:38:20.759549 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4096cab-edd2-4587-811a-2784299ad98a', 'tag': 'ad07ab32-8f95-4a35-8c60-c1305ee8ad7c'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:20.762003 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f20326a-31e0-4165-a363-f036d433f53b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4096cab-edd2-4587-811a-2784299ad98a", "tag": "ad07ab32-8f95-4a35-8c60-c1305ee8ad7c"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:20.790036 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-4687f1cf-d46d-4c59-96e9-857a1efeec7a tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:38:20.791189 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-4687f1cf-d46d-4c59-96e9-857a1efeec7a tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057676 Feb 09 21:38:20.797950 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd5bf9-f424-492b-b9cf-b55b52a5c14b service neutron] Pushing event updated for resources: {'Port': ['ID=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:20.802737 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-48257420-18b2-4e79-a1ca-f292bc44c0e4 None None] Port 7498f0f1-4029-4f54-8df6-9b746ff928c0 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:20.807819 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8915763-fea4-46b5-a31d-985f9d12a259 req-6d763be4-615d-4f06-a5e0-49c8fc8a757a tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:20.815286 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a8915763-fea4-46b5-a31d-985f9d12a259 req-6d763be4-615d-4f06-a5e0-49c8fc8a757a tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/ports?device_id=66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e HTTP/1.1" status: 200 len: 936 time: 0.3187790 Feb 09 21:38:20.826341 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-185831da-358f-4924-935d-92a19b770588 req-1fed76b0-2253-482e-8185-c9911a8e9d6d tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:20.848009 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-185831da-358f-4924-935d-92a19b770588 req-1fed76b0-2253-482e-8185-c9911a8e9d6d tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:20.848847 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 9462c6fe-5c30-4706-b45f-9dc639fcf932 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:20.849924 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9462c6fe-5c30-4706-b45f-9dc639fcf932), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.862132 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56206) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:20.895932 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3fa826-ff0a-4949-a315-9cb73706aab8 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:20.914699 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3a3fa826-ff0a-4949-a315-9cb73706aab8 admin admin] 10.222.0.77 "PUT /v2.0/routers/f3ebdb00-7afb-47bd-9576-f6811cd38eb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3865948 Feb 09 21:38:20.924831 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] Sync routers for ids ['f3ebdb00-7afb-47bd-9576-f6811cd38eb5'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:20.973210 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4738377-3951-4917-8a96-e5f3a63c2394 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (d32c7071-fa31-45f1-af45-8c1fe6ec2449), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.038238 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] Routers {'f3ebdb00-7afb-47bd-9576-f6811cd38eb5'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:21.039683 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:38:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f3ebdb00-7afb-47bd-9576-f6811cd38eb5'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:21.110423 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a8915763-fea4-46b5-a31d-985f9d12a259 req-9f4f67cc-ac42-4731-9935-8e1c8b6300b3 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/security-groups?id=86c3f3e4-90fe-49e7-aa15-a9b675679f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937031 Feb 09 21:38:21.112189 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-88d59b21-2a7f-4574-b646-76b3c7272b95 service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4123099 Feb 09 21:38:21.114963 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a47d4bf-ece7-49e3-9f92-0e497099ea0e admin admin] Made reservation on behalf of 4da379594fdf42339bba1d92c8147535 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:21.119209 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7a47d4bf-ece7-49e3-9f92-0e497099ea0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.246445 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4738377-3951-4917-8a96-e5f3a63c2394 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Pushing event updated for resources: {'Port': ['ID=d32c7071-fa31-45f1-af45-8c1fe6ec2449,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:21.288875 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185831da-358f-4924-935d-92a19b770588 req-1fed76b0-2253-482e-8185-c9911a8e9d6d tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.289433 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-f1fe8bc9-fd71-4f86-a791-c7946fe83b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.289978 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-185831da-358f-4924-935d-92a19b770588 req-1fed76b0-2253-482e-8185-c9911a8e9d6d tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.293571 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-f1fe8bc9-fd71-4f86-a791-c7946fe83b1f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bb65c85e96754a09a99f836d7f049ca5&device_id=c4096cab-edd2-4587-811a-2784299ad98a HTTP/1.1" status: 200 len: 1129 time: 0.4521399 Feb 09 21:38:21.295504 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-536eb23d-c6e2-4074-9848-66a505487687 req-92d2b78a-7dd9-4919-b120-c64431451bd3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 HTTP/1.1" status: 200 len: 217 time: 0.7685525 Feb 09 21:38:21.296349 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce8d4395-32f4-4976-aeb1-2e33c8eebf64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.314779 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4738377-3951-4917-8a96-e5f3a63c2394 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Network c4ef505d-b943-47a0-989b-70f2c61e8035 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:21.325622 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 9462c6fe-5c30-4706-b45f-9dc639fcf932 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:21.355964 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-e4738377-3951-4917-8a96-e5f3a63c2394 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:21.393881 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4738377-3951-4917-8a96-e5f3a63c2394 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:21.406217 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4738377-3951-4917-8a96-e5f3a63c2394 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.407773 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4738377-3951-4917-8a96-e5f3a63c2394 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.435472 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] Set router f3ebdb00-7afb-47bd-9576-f6811cd38eb5 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:21.465303 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536eb23d-c6e2-4074-9848-66a505487687 req-78af7106-e450-4edb-9cae-82daf8701033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.471595 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-536eb23d-c6e2-4074-9848-66a505487687 req-78af7106-e450-4edb-9cae-82daf8701033 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b88e8ac-d969-447a-b9ce-98d85c1957c4 HTTP/1.1" status: 200 len: 858 time: 0.1460176 Feb 09 21:38:21.484791 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e4738377-3951-4917-8a96-e5f3a63c2394 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.2401922 Feb 09 21:38:21.499127 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56218) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:21.539769 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f84bf1-781b-4b41-b991-5a3402565244 req-68b35396-3dfa-4790-9cf9-ed881f75ac78 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.552416 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13f84bf1-781b-4b41-b991-5a3402565244 req-68b35396-3dfa-4790-9cf9-ed881f75ac78 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 0.2683828 Feb 09 21:38:21.597814 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-185831da-358f-4924-935d-92a19b770588 req-1fed76b0-2253-482e-8185-c9911a8e9d6d tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4572830 Feb 09 21:38:21.664398 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-371ad8c4-4366-4742-9108-a0c5dfaea500 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c HTTP/1.1" status: 200 len: 217 time: 0.3563652 Feb 09 21:38:21.723404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-185831da-358f-4924-935d-92a19b770588 req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] Request body: {'port': {'device_id': '66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:21.739326 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13f84bf1-781b-4b41-b991-5a3402565244 req-a9228b89-54bd-41af-94fd-7c6eba731b79 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829343 Feb 09 21:38:21.771855 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-756a81e3-9301-4988-bbd2-a20b659809a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.773510 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-756a81e3-9301-4988-bbd2-a20b659809a4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1013868 Feb 09 21:38:21.781855 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-536eb23d-c6e2-4074-9848-66a505487687 req-d8b8e4e4-d83f-4004-a847-845d9028e32c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8593dde6-4ab4-434c-8a50-93afcc61779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2810202 Feb 09 21:38:21.843218 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce8d4395-32f4-4976-aeb1-2e33c8eebf64 admin admin] Publish callbacks [] for security_group (a0526401-af41-42ec-be01-5243974d9747), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.861820 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce8d4395-32f4-4976-aeb1-2e33c8eebf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a0526401-af41-42ec-be01-5243974d9747), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.869008 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-185831da-358f-4924-935d-92a19b770588 req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e685abdf-7966-4644-b785-4f2c5c04801f), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.901077 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ce8d4395-32f4-4976-aeb1-2e33c8eebf64 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=891cb3e00f0f40dcb339227c091f7998&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0340054 Feb 09 21:38:21.903481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-6e212ee4-80d0-497a-897f-aa20b3e4ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.905946 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-6e212ee4-80d0-497a-897f-aa20b3e4ab56 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1265397 Feb 09 21:38:21.908705 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56220) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:21.934894 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-fd465c51-233a-4285-bcbe-8113e14ba49c None None] Provisioning complete for port e685abdf-7966-4644-b785-4f2c5c04801f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:21.935951 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fd465c51-233a-4285-bcbe-8113e14ba49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e685abdf-7966-4644-b785-4f2c5c04801f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.016106 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-fd465c51-233a-4285-bcbe-8113e14ba49c None None] Port e685abdf-7966-4644-b785-4f2c5c04801f cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:22.045502 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d4395-32f4-4976-aeb1-2e33c8eebf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0526401-af41-42ec-be01-5243974d9747,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:22.080965 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ebdb00-7afb-47bd-9576-f6811cd38eb5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-667145966-router', 'tenant_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:01Z', 'updated_at': '2022-02-09T21:38:17Z', 'revision_number': 4, 'project_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'gw_port': {'id': '2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:36:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ebdb00-7afb-47bd-9576-f6811cd38eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:03Z', 'updated_at': '2022-02-09T21:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4', 'name': '', 'network_id': '83c21d6d-daad-4d8d-80dc-da4b43d0549d', 'tenant_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'mac_address': 'fa:16:3e:c4:ef:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ebdb00-7afb-47bd-9576-f6811cd38eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '125c44ea-d6e3-409c-be30-0dfee5f60b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:12Z', 'updated_at': '2022-02-09T21:38:17Z', 'revision_number': 2, 'project_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'subnets': [{'id': '125c44ea-d6e3-409c-be30-0dfee5f60b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:22.092892 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d0808419-a124-4c7b-9fd9-7e1bc2b6b40a admin admin] Publish callbacks [] for security_group (a0526401-af41-42ec-be01-5243974d9747), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.111514 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] Checking router: f3ebdb00-7afb-47bd-9576-f6811cd38eb5 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:38:22.111897 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] Updating router f3ebdb00-7afb-47bd-9576-f6811cd38eb5 port 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:38:22.137038 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23a6e2-02a7-438d-91f5-f14fa6983dd6 req-94fdf77a-0dfd-4aec-b4a9-8e1eeae73f25 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:22.138725 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d23a6e2-02a7-438d-91f5-f14fa6983dd6 req-94fdf77a-0dfd-4aec-b4a9-8e1eeae73f25 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 944 time: 0.2318091 Feb 09 21:38:22.150131 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.150487 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d0808419-a124-4c7b-9fd9-7e1bc2b6b40a admin admin] Publish callbacks [] for security_group (a0526401-af41-42ec-be01-5243974d9747), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.153941 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-29acce6d-6f75-4303-908c-7e17f4dfb8b6 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261479 Feb 09 21:38:22.165009 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-4f246f66-21e4-47b8-b8a4-b5eff88c81b5 None None] Provisioning complete for port d32c7071-fa31-45f1-af45-8c1fe6ec2449 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:22.165658 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4f246f66-21e4-47b8-b8a4-b5eff88c81b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d32c7071-fa31-45f1-af45-8c1fe6ec2449), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.234015 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4f246f66-21e4-47b8-b8a4-b5eff88c81b5 None None] Port d32c7071-fa31-45f1-af45-8c1fe6ec2449 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:22.361841 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d0808419-a124-4c7b-9fd9-7e1bc2b6b40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a0526401-af41-42ec-be01-5243974d9747), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.367386 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d0808419-a124-4c7b-9fd9-7e1bc2b6b40a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.371041 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d0808419-a124-4c7b-9fd9-7e1bc2b6b40a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a0526401-af41-42ec-be01-5243974d9747 HTTP/1.1" status: 204 len: 168 time: 0.4593661 Feb 09 21:38:22.388193 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d23a6e2-02a7-438d-91f5-f14fa6983dd6 req-6cf18687-f754-4344-b413-24f17ceaa9b1 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129467 Feb 09 21:38:22.404997 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c606e3-178d-4807-9935-671a44080ec0 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:22.415765 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c606e3-178d-4807-9935-671a44080ec0 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:22.444481 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c606e3-178d-4807-9935-671a44080ec0 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:22.447709 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c9c606e3-178d-4807-9935-671a44080ec0 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.8909662 Feb 09 21:38:22.450481 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-1ba6ddc4-1707-477e-86f5-846af3e07c65 service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1739542 Feb 09 21:38:22.479979 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56226) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:22.488503 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0808419-a124-4c7b-9fd9-7e1bc2b6b40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0526401-af41-42ec-be01-5243974d9747,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:22.621956 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] Publish callbacks [] for port (9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.634591 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.660360 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269b6568-b993-40c1-b2de-1469ba8a07da x-openstack-request-id: req-269b6568-b993-40c1-b2de-1469ba8a07da {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:22.660807 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4096cab-edd2-4587-811a-2784299ad98a", "tag": "ad07ab32-8f95-4a35-8c60-c1305ee8ad7c", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:22.661342 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-269b6568-b993-40c1-b2de-1469ba8a07da {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:22.662029 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4096cab-edd2-4587-811a-2784299ad98a', 'tag': 'ad07ab32-8f95-4a35-8c60-c1305ee8ad7c', 'status': 'completed', 'code': 200} Feb 09 21:38:22.667698 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-460cf6d9-a3eb-4d5d-a1e6-ef270e656322 req-a06967dd-9092-4007-ad20-eb43d450fcc7 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065453 Feb 09 21:38:22.735671 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-536eb23d-c6e2-4074-9848-66a505487687 req-4c43ab6b-08bd-4ae4-98ee-825d95e86612 service neutron] 10.222.0.42 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8714793 Feb 09 21:38:22.738957 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2db604-e9e8-4b8c-9394-99555def868a None None] Pushing event updated for resources: {'Port': ['ID=9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:22.765926 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7a47d4bf-ece7-49e3-9f92-0e497099ea0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (4b2baf19-4835-4e7a-83c6-0d721aca5d48), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.781348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ffe529c9-05c2-421d-9a19-6a8d24496600 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Deleting port d32c7071-fa31-45f1-af45-8c1fe6ec2449 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:22.782251 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ffe529c9-05c2-421d-9a19-6a8d24496600 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d32c7071-fa31-45f1-af45-8c1fe6ec2449), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.006854 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] Attempting to bind port 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:23.014665 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] Attempting to bind port 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '83c21d6d-daad-4d8d-80dc-da4b43d0549d'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:23.015936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] Attempting to bind port 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4 on network 83c21d6d-daad-4d8d-80dc-da4b43d0549d {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:23.036670 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:23.037897 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] Checking segment: {'id': 'e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '83c21d6d-daad-4d8d-80dc-da4b43d0549d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:23.039002 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.040097 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] Bound using segment: {'id': 'e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '83c21d6d-daad-4d8d-80dc-da4b43d0549d'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:23.042596 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] Bound port: 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '83c21d6d-daad-4d8d-80dc-da4b43d0549d'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:23.043846 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.218030 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56234) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:23.275756 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-49801493-d842-4b3a-9536-25e52e89d414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.278143 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] For port 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:23.281330 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ffe529c9-05c2-421d-9a19-6a8d24496600 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d32c7071-fa31-45f1-af45-8c1fe6ec2449), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.288937 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47d4bf-ece7-49e3-9f92-0e497099ea0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b2baf19-4835-4e7a-83c6-0d721aca5d48,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:23.298987 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20326a-31e0-4165-a363-f036d433f53b req-1e90a80a-9f31-4209-99a5-4044313147df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.299986 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] For port 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4,segment=NetworkSegment(e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc),segment_id=e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:23.302931 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f20326a-31e0-4165-a363-f036d433f53b req-1e90a80a-9f31-4209-99a5-4044313147df service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bb65c85e96754a09a99f836d7f049ca5&device_id=c4096cab-edd2-4587-811a-2784299ad98a HTTP/1.1" status: 200 len: 1129 time: 0.4402533 Feb 09 21:38:23.306939 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-fe79480d-efa9-49ef-8dc3-6856e3bfc02a None None] Provisioning complete for port 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:23.307522 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fe79480d-efa9-49ef-8dc3-6856e3bfc02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.311776 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.337976 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-fd4a2961-74d9-4121-9475-9161cf84009c tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.340040 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-fd4a2961-74d9-4121-9475-9161cf84009c tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753&tenant_id=281dd21a4f7742a5b293ae307a18bb2e&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 1126 time: 0.2953267 Feb 09 21:38:23.368732 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47d4bf-ece7-49e3-9f92-0e497099ea0e admin admin] Checking segment: {'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:23.369308 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a47d4bf-ece7-49e3-9f92-0e497099ea0e admin admin] Network hostable DHCP agents. Network: c4792088-bf96-48c8-a331-af790ba542bf, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:38:23.390389 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-536eb23d-c6e2-4074-9848-66a505487687 req-ca5f8305-4d05-49e2-8149-014fe97d9fad service neutron] 10.222.0.42 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6132257 Feb 09 21:38:23.397829 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ffe529c9-05c2-421d-9a19-6a8d24496600 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Calling delete_port for d32c7071-fa31-45f1-af45-8c1fe6ec2449 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:23.508201 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] Routers {'f3ebdb00-7afb-47bd-9576-f6811cd38eb5'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:23.509231 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:38:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f3ebdb00-7afb-47bd-9576-f6811cd38eb5'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:23.541790 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-49801493-d842-4b3a-9536-25e52e89d414 admin admin] Publish callbacks [] for security_group (9ecc6ed5-3be6-4140-811f-de7aab9b6e45), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.551081 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-185831da-358f-4924-935d-92a19b770588 req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e685abdf-7966-4644-b785-4f2c5c04801f {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:23.566878 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-185831da-358f-4924-935d-92a19b770588 req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] Publish callbacks [] for port (e685abdf-7966-4644-b785-4f2c5c04801f), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.569203 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-4cf86e46-e6bf-4781-ad39-012cf000c485 req-fb2758e8-50ea-48b5-8dff-bd9e8eec99d7 tempest-FloatingIPDetailsNegativeTestJSON-979691405 tempest-FloatingIPDetailsNegativeTestJSON-979691405-project] show failed (client error): The resource could not be found. Feb 09 21:38:23.571499 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4cf86e46-e6bf-4781-ad39-012cf000c485 req-fb2758e8-50ea-48b5-8dff-bd9e8eec99d7 tempest-FloatingIPDetailsNegativeTestJSON-979691405 tempest-FloatingIPDetailsNegativeTestJSON-979691405-project] 10.222.0.77 "GET /v2.0/floatingips/d9e4424c-1c98-46bc-abf7-c4884acd3f65 HTTP/1.1" status: 404 len: 350 time: 0.3038144 Feb 09 21:38:23.615908 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-185831da-358f-4924-935d-92a19b770588 req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] Transition to ACTIVE for port object e685abdf-7966-4644-b785-4f2c5c04801f will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:38:23.619787 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56238) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:23.626375 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-49801493-d842-4b3a-9536-25e52e89d414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (9ecc6ed5-3be6-4140-811f-de7aab9b6e45), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.696296 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a47d4bf-ece7-49e3-9f92-0e497099ea0e admin admin] Network c4792088-bf96-48c8-a331-af790ba542bf is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:38:23.706337 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-185831da-358f-4924-935d-92a19b770588 req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (e685abdf-7966-4644-b785-4f2c5c04801f), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.724359 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2db604-e9e8-4b8c-9394-99555def868a None None] Pushing event updated for resources: {'Port': ['ID=9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:23.847140 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-49801493-d842-4b3a-9536-25e52e89d414 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=56253afcb6c645b5a96ac9f1e16bec9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6232893 Feb 09 21:38:23.850839 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56240) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:23.863628 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] Set router f3ebdb00-7afb-47bd-9576-f6811cd38eb5 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:23.884560 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49801493-d842-4b3a-9536-25e52e89d414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecc6ed5-3be6-4140-811f-de7aab9b6e45,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:23.954819 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-7a47d4bf-ece7-49e3-9f92-0e497099ea0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, c4792088-bf96-48c8-a331-af790ba542bf) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:23.977910 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f9121e-0a24-4640-adea-2a6f1488eca9 None None] Network c4792088-bf96-48c8-a331-af790ba542bf requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:23.985175 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a47d4bf-ece7-49e3-9f92-0e497099ea0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.986420 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7a47d4bf-ece7-49e3-9f92-0e497099ea0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.993234 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] Pushing event updated for resources: {'Port': ['ID=e685abdf-7966-4644-b785-4f2c5c04801f,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:23.996504 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-18c92b0f-bbf7-4d45-98f4-0a0344e17b88 service neutron] For port fba4a71d-b451-45f1-9a20-88fafb3716ed, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:24.062616 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20326a-31e0-4165-a363-f036d433f53b req-b74bbf8b-820d-4012-8f17-1dbe26606f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:24.064704 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-18c92b0f-bbf7-4d45-98f4-0a0344e17b88 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.065631 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f20326a-31e0-4165-a363-f036d433f53b req-b74bbf8b-820d-4012-8f17-1dbe26606f64 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.7286031 Feb 09 21:38:24.066903 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c2fe674-31a1-4613-b0f4-ece05a0c8bf3 req-18c92b0f-bbf7-4d45-98f4-0a0344e17b88 service neutron] 10.222.0.42 "DELETE /v2.0/ports/fba4a71d-b451-45f1-9a20-88fafb3716ed/bindings/n-h1-828601-1 HTTP/1.1" status: 204 len: 173 time: 0.7151251 Feb 09 21:38:24.135854 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7a47d4bf-ece7-49e3-9f92-0e497099ea0e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5317795 Feb 09 21:38:24.270682 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-fe79480d-efa9-49ef-8dc3-6856e3bfc02a None None] Current status of the port 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:24.271570 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fe79480d-efa9-49ef-8dc3-6856e3bfc02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.288667 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26993610-f696-4c08-b416-1130f43ce9fd admin admin] Publish callbacks [] for security_group (9ecc6ed5-3be6-4140-811f-de7aab9b6e45), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.304107 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f20326a-31e0-4165-a363-f036d433f53b req-ce3eb503-6165-426b-b1cc-6d45f0e628c9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c HTTP/1.1" status: 200 len: 217 time: 0.2190616 Feb 09 21:38:24.352627 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568a6fc-a20d-4d43-a300-0bbef627728e req-f6d046d6-3ede-41bc-bea9-32fe142ff46c tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:24.355369 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b568a6fc-a20d-4d43-a300-0bbef627728e req-f6d046d6-3ede-41bc-bea9-32fe142ff46c tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02fa7da-3514-42a0-9d34-d53a536ea10b HTTP/1.1" status: 200 len: 950 time: 0.5649788 Feb 09 21:38:24.362499 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dc5a62-2e4a-44ac-9814-47b753950cc7 None None] Network c4792088-bf96-48c8-a331-af790ba542bf requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:24.508022 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-185831da-358f-4924-935d-92a19b770588 req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] Attempting to bind port e685abdf-7966-4644-b785-4f2c5c04801f on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:24.508626 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-185831da-358f-4924-935d-92a19b770588 req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] Attempting to bind port e685abdf-7966-4644-b785-4f2c5c04801f by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:24.509376 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185831da-358f-4924-935d-92a19b770588 req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] Attempting to bind port e685abdf-7966-4644-b785-4f2c5c04801f on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:24.537128 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185831da-358f-4924-935d-92a19b770588 req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] Port e685abdf-7966-4644-b785-4f2c5c04801f on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:38:24.537995 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185831da-358f-4924-935d-92a19b770588 req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] Attempting to bind port e685abdf-7966-4644-b785-4f2c5c04801f on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:24.570872 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185831da-358f-4924-935d-92a19b770588 req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:24.574099 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-fe79480d-efa9-49ef-8dc3-6856e3bfc02a None None] For port 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4,segment=NetworkSegment(e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc),segment_id=e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:24.574417 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185831da-358f-4924-935d-92a19b770588 req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:24.575202 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185831da-358f-4924-935d-92a19b770588 req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:24.576102 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-185831da-358f-4924-935d-92a19b770588 req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] Bound port: e685abdf-7966-4644-b785-4f2c5c04801f, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:24.577057 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-185831da-358f-4924-935d-92a19b770588 req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e685abdf-7966-4644-b785-4f2c5c04801f), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.595706 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26993610-f696-4c08-b416-1130f43ce9fd admin admin] Publish callbacks [] for security_group (9ecc6ed5-3be6-4140-811f-de7aab9b6e45), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.602656 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fe79480d-efa9-49ef-8dc3-6856e3bfc02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.678284 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79480d-efa9-49ef-8dc3-6856e3bfc02a None None] Pushing event updated for resources: {'Port': ['ID=9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:24.695812 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ebdb00-7afb-47bd-9576-f6811cd38eb5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-667145966-router', 'tenant_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:01Z', 'updated_at': '2022-02-09T21:38:17Z', 'revision_number': 4, 'project_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'gw_port': {'id': '2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:36:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ebdb00-7afb-47bd-9576-f6811cd38eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:03Z', 'updated_at': '2022-02-09T21:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4', 'name': '', 'network_id': '83c21d6d-daad-4d8d-80dc-da4b43d0549d', 'tenant_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'mac_address': 'fa:16:3e:c4:ef:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ebdb00-7afb-47bd-9576-f6811cd38eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '125c44ea-d6e3-409c-be30-0dfee5f60b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:12Z', 'updated_at': '2022-02-09T21:38:23Z', 'revision_number': 4, 'project_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'subnets': [{'id': '125c44ea-d6e3-409c-be30-0dfee5f60b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:24.737683 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ffe529c9-05c2-421d-9a19-6a8d24496600 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (d32c7071-fa31-45f1-af45-8c1fe6ec2449), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.745700 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20326a-31e0-4165-a363-f036d433f53b req-ef0f0ecb-3f43-4ced-9e25-e508bd752f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:24.749518 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f20326a-31e0-4165-a363-f036d433f53b req-ef0f0ecb-3f43-4ced-9e25-e508bd752f80 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.4320614 Feb 09 21:38:24.758302 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36942158-3083-41fc-9d63-abe4b6573414 None None] The sync data for ids ['f3ebdb00-7afb-47bd-9576-f6811cd38eb5'] in n-d-828601-1 is: [{'id': 'f3ebdb00-7afb-47bd-9576-f6811cd38eb5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-667145966-router', 'tenant_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:01Z', 'updated_at': '2022-02-09T21:38:17Z', 'revision_number': 4, 'project_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'gw_port': {'id': '2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:36:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ebdb00-7afb-47bd-9576-f6811cd38eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:03Z', 'updated_at': '2022-02-09T21:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4', 'name': '', 'network_id': '83c21d6d-daad-4d8d-80dc-da4b43d0549d', 'tenant_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'mac_address': 'fa:16:3e:c4:ef:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ebdb00-7afb-47bd-9576-f6811cd38eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '125c44ea-d6e3-409c-be30-0dfee5f60b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:12Z', 'updated_at': '2022-02-09T21:38:23Z', 'revision_number': 4, 'project_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'subnets': [{'id': '125c44ea-d6e3-409c-be30-0dfee5f60b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:24.772921 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b568a6fc-a20d-4d43-a300-0bbef627728e req-9c78ef2c-dc1b-4d70-995e-83418f70bd4e tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b71bdb-9c93-4707-9bed-d3e6a93f2654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486981 Feb 09 21:38:24.822260 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-185831da-358f-4924-935d-92a19b770588 req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] For port e685abdf-7966-4644-b785-4f2c5c04801f, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:24.840515 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-cbd3469e-7074-4bd6-af09-769405610fa2 None None] Provisioning complete for port 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:24.841227 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cbd3469e-7074-4bd6-af09-769405610fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.859086 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe529c9-05c2-421d-9a19-6a8d24496600 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Pushing event deleted for resources: {'Port': ['ID=d32c7071-fa31-45f1-af45-8c1fe6ec2449,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:24.906288 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-185831da-358f-4924-935d-92a19b770588 req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] For port e685abdf-7966-4644-b785-4f2c5c04801f, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e685abdf-7966-4644-b785-4f2c5c04801f,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:24.962084 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-185831da-358f-4924-935d-92a19b770588 req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (e685abdf-7966-4644-b785-4f2c5c04801f), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.106011 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26993610-f696-4c08-b416-1130f43ce9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (9ecc6ed5-3be6-4140-811f-de7aab9b6e45), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.114029 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26993610-f696-4c08-b416-1130f43ce9fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.119245 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-26993610-f696-4c08-b416-1130f43ce9fd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9ecc6ed5-3be6-4140-811f-de7aab9b6e45 HTTP/1.1" status: 204 len: 168 time: 1.2245922 Feb 09 21:38:25.119577 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185831da-358f-4924-935d-92a19b770588 req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.130764 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-185831da-358f-4924-935d-92a19b770588 req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.133417 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-185831da-358f-4924-935d-92a19b770588 req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] 10.222.0.71 "PUT /v2.0/ports/e685abdf-7966-4644-b785-4f2c5c04801f HTTP/1.1" status: 200 len: 1096 time: 3.4701307 Feb 09 21:38:25.136113 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e', 'tag': 'e685abdf-7966-4644-b785-4f2c5c04801f'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:25.149565 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147ad64e-9658-432f-9187-787de78a3ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e", "tag": "e685abdf-7966-4644-b785-4f2c5c04801f"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:25.267746 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26993610-f696-4c08-b416-1130f43ce9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecc6ed5-3be6-4140-811f-de7aab9b6e45,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:25.432784 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f4f6b-20e4-4768-9890-d88b655f294f service neutron] Pushing event updated for resources: {'Port': ['ID=e685abdf-7966-4644-b785-4f2c5c04801f,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:25.490911 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20326a-31e0-4165-a363-f036d433f53b req-e34ad0a2-8da6-450e-890f-e21d2686e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.495166 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f20326a-31e0-4165-a363-f036d433f53b req-e34ad0a2-8da6-450e-890f-e21d2686e11a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7314420 Feb 09 21:38:25.516395 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d27bb3-f8ff-4b1b-b354-d0522b0e667d req-2942cf7d-1dd8-44e8-be05-a37210da1539 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.520186 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87d27bb3-f8ff-4b1b-b354-d0522b0e667d req-2942cf7d-1dd8-44e8-be05-a37210da1539 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/ports?device_id=66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e HTTP/1.1" status: 200 len: 948 time: 0.5093937 Feb 09 21:38:25.546505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185831da-358f-4924-935d-92a19b770588 req-c712bb39-2c69-432b-b2fb-51e7d709d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.548180 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-185831da-358f-4924-935d-92a19b770588 req-c712bb39-2c69-432b-b2fb-51e7d709d66b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bb65c85e96754a09a99f836d7f049ca5&device_id=66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e HTTP/1.1" status: 200 len: 1130 time: 0.2986934 Feb 09 21:38:25.578398 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ad07ab32-8f95-4a35-8c60-c1305ee8ad7c details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:25.746028 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-185831da-358f-4924-935d-92a19b770588 req-cc041476-0a8b-4f59-8bed-7a74f53829f0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=e685abdf-7966-4644-b785-4f2c5c04801f HTTP/1.1" status: 200 len: 217 time: 0.1901817 Feb 09 21:38:25.896484 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5dc984a6-7e3b-445d-9ba3-4793966e55ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (f3ebdb00-7afb-47bd-9576-f6811cd38eb5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.903851 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185831da-358f-4924-935d-92a19b770588 req-aa5e7ac2-9ef8-4160-b46c-4b023c3951a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.907263 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-185831da-358f-4924-935d-92a19b770588 req-aa5e7ac2-9ef8-4160-b46c-4b023c3951a6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1534030 Feb 09 21:38:25.912712 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:25.959072 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'ad07ab32-8f95-4a35-8c60-c1305ee8ad7c', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': 'ad07ab32-8f95-4a35-8c60-c1305ee8ad7c', 'mac_address': 'fa:16:3e:e7:a4:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:26.109286 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ffe529c9-05c2-421d-9a19-6a8d24496600 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:26.113470 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ffe529c9-05c2-421d-9a19-6a8d24496600 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "DELETE /v2.0/ports/d32c7071-fa31-45f1-af45-8c1fe6ec2449 HTTP/1.1" status: 204 len: 168 time: 3.6149254 Feb 09 21:38:26.117921 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56262) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:26.120614 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:26.121275 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:26.171893 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185831da-358f-4924-935d-92a19b770588 req-0ec7ad5c-e479-4a86-ac00-e2f8f6d35b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:26.172839 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86a90a4-54ed-42ad-ae1a-dd1c25721257 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] GET failed (client error): The resource could not be found. Feb 09 21:38:26.174672 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c86a90a4-54ed-42ad-ae1a-dd1c25721257 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "GET /v2.0/ports/d32c7071-fa31-45f1-af45-8c1fe6ec2449 HTTP/1.1" status: 404 len: 333 time: 0.0554478 Feb 09 21:38:26.181091 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-185831da-358f-4924-935d-92a19b770588 req-0ec7ad5c-e479-4a86-ac00-e2f8f6d35b60 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1874256 Feb 09 21:38:26.184025 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56266) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:26.215545 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-fd7f8127-de6a-47f0-affe-969d2058e426 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Request body: {'port': {'network_id': 'c4ef505d-b943-47a0-989b-70f2c61e8035', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-397150597'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:26.223924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad07ab32-8f95-4a35-8c60-c1305ee8ad7c {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:26.284940 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87d27bb3-f8ff-4b1b-b354-d0522b0e667d req-37b22d61-8cdb-4696-bebf-428830b38efe tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/security-groups?id=86c3f3e4-90fe-49e7-aa15-a9b675679f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7234094 Feb 09 21:38:26.295952 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:26.300321 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-cbd3469e-7074-4bd6-af09-769405610fa2 None None] Current status of the port 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:26.303919 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f20326a-31e0-4165-a363-f036d433f53b req-b41aab56-d7dc-4885-9eff-4f6a7d8365dd service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7812135 Feb 09 21:38:26.324554 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:26.503396 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-185831da-358f-4924-935d-92a19b770588 req-de8e299c-d359-46a4-a1a3-63547f5d16e6 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210635 Feb 09 21:38:26.597708 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['ad07ab32-8f95-4a35-8c60-c1305ee8ad7c'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:26.613649 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:26.619225 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f20326a-31e0-4165-a363-f036d433f53b req-488ce27f-cdf4-4391-8f32-c89eb07e57ff service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092020 Feb 09 21:38:26.693519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:26.705714 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14414bf3-62f8-4578-a72a-471136a25ff5 req-f1365e16-2aa6-4bde-bb39-63708adeeca1 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:26.708537 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-14414bf3-62f8-4578-a72a-471136a25ff5 req-f1365e16-2aa6-4bde-bb39-63708adeeca1 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 0.0879147 Feb 09 21:38:26.783756 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:26.784250 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:26.802462 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7f8127-de6a-47f0-affe-969d2058e426 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Made reservation on behalf of aab76ea900494b9f81634283be2e00a3 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:26.810340 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd7f8127-de6a-47f0-affe-969d2058e426 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:26.836540 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-14414bf3-62f8-4578-a72a-471136a25ff5 req-fced76e5-fe2f-4942-8f1c-92202a32576e tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215963 Feb 09 21:38:26.874203 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-185831da-358f-4924-935d-92a19b770588 req-0e49bcfe-6ac7-499a-bab3-a1089a3882b2 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545797 Feb 09 21:38:26.970285 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-fd7f8127-de6a-47f0-affe-969d2058e426 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] device_id is not set on port e498be4f-b718-4807-ad86-b43bf3c9c81d yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:38:27.119101 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f04ba0-87fd-418f-ab9d-4094d7971773 req-bd423cd2-a2ff-44fb-9167-0a3d5936d7f6 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:27.134178 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3f04ba0-87fd-418f-ab9d-4094d7971773 req-bd423cd2-a2ff-44fb-9167-0a3d5936d7f6 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 944 time: 0.1600103 Feb 09 21:38:27.157536 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:27.270784 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3f04ba0-87fd-418f-ab9d-4094d7971773 req-fa31b8f6-16b4-4042-9362-33a25c4f0a87 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337709 Feb 09 21:38:27.677557 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5dc984a6-7e3b-445d-9ba3-4793966e55ab admin admin] Deleting port 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:27.678171 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5dc984a6-7e3b-445d-9ba3-4793966e55ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:27.770766 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-fd7f8127-de6a-47f0-affe-969d2058e426 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Allocated IP 2001:db8::103 (c4ef505d-b943-47a0-989b-70f2c61e8035/ee8ceb16-d528-4820-a1a7-c00b82f17b58/e498be4f-b718-4807-ad86-b43bf3c9c81d) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:27.924154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-e39e9491-c3ea-4dac-af4e-c15465d1b204 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:27.926318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-5dc984a6-7e3b-445d-9ba3-4793966e55ab admin admin] For port 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4,segment=NetworkSegment(e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc),segment_id=e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:27.927225 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5dc984a6-7e3b-445d-9ba3-4793966e55ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:27.928079 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-e39e9491-c3ea-4dac-af4e-c15465d1b204 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/networks?id=c4792088-bf96-48c8-a331-af790ba542bf HTTP/1.1" status: 200 len: 812 time: 0.1664438 Feb 09 21:38:27.962051 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-e581da6f-c6f5-4e40-b5df-c7080f35da3f tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/quotas/4da379594fdf42339bba1d92c8147535 HTTP/1.1" status: 200 len: 375 time: 0.0254889 Feb 09 21:38:28.004880 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-fa93917d-75cc-4e2e-969a-2935cbeb7dff tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4da379594fdf42339bba1d92c8147535&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358555 Feb 09 21:38:28.032771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5dc984a6-7e3b-445d-9ba3-4793966e55ab admin admin] Calling delete_port for 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:28.136447 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-d2241696-4824-495a-b1f9-acff239a3512 service neutron] 10.222.0.77 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245439 Feb 09 21:38:28.259311 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd7f8127-de6a-47f0-affe-969d2058e426 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks [] for port (e498be4f-b718-4807-ad86-b43bf3c9c81d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.271188 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-beb6d84d-4202-428f-b152-4ccb517e51b5 service neutron] 10.222.0.77 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256394 Feb 09 21:38:28.438440 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd7f8127-de6a-47f0-affe-969d2058e426 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (e498be4f-b718-4807-ad86-b43bf3c9c81d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.641171 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7f8127-de6a-47f0-affe-969d2058e426 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Network c4ef505d-b943-47a0-989b-70f2c61e8035 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:28.642086 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f8127-de6a-47f0-affe-969d2058e426 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Pushing event updated for resources: {'Port': ['ID=e498be4f-b718-4807-ad86-b43bf3c9c81d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:28.645633 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5dc984a6-7e3b-445d-9ba3-4793966e55ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.650476 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-fd7f8127-de6a-47f0-affe-969d2058e426 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:28.659050 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7f8127-de6a-47f0-affe-969d2058e426 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:28.666401 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f8127-de6a-47f0-affe-969d2058e426 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:28.667627 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd7f8127-de6a-47f0-affe-969d2058e426 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.767911 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc984a6-7e3b-445d-9ba3-4793966e55ab admin admin] Pushing event deleted for resources: {'Port': ['ID=9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:28.858576 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fd7f8127-de6a-47f0-affe-969d2058e426 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6503201 Feb 09 21:38:28.863045 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56340) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:28.884047 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b05bfdc1-5772-4e5b-9da6-6ad86dd55168 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::11b', 'mac_address': 'fa:16:3e:10:a2:93'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:28.939185 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ad07ab32-8f95-4a35-8c60-c1305ee8ad7c up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:29.220601 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:38:29.247910 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:29.263188 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.463149 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5dc984a6-7e3b-445d-9ba3-4793966e55ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (f3ebdb00-7afb-47bd-9576-f6811cd38eb5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.550803 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:29.551906 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.629927 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d248a71-69f0-4495-b091-1358788dc75c x-openstack-request-id: req-7d248a71-69f0-4495-b091-1358788dc75c {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:29.630177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-95f62496-67fe-4fab-ab5a-7add543b0042 None None] Provisioning complete for port e498be4f-b718-4807-ad86-b43bf3c9c81d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:29.630856 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-95f62496-67fe-4fab-ab5a-7add543b0042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e498be4f-b718-4807-ad86-b43bf3c9c81d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.637181 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4096cab-edd2-4587-811a-2784299ad98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad07ab32-8f95-4a35-8c60-c1305ee8ad7c'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:29.637566 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e", "tag": "e685abdf-7966-4644-b785-4f2c5c04801f", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:29.638060 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d248a71-69f0-4495-b091-1358788dc75c {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:29.638753 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e', 'tag': 'e685abdf-7966-4644-b785-4f2c5c04801f', 'status': 'completed', 'code': 200} Feb 09 21:38:29.642258 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d293121f-a504-4a14-a3d0-e2b4197c14f2" -d '{"events": [{"server_uuid": "c4096cab-edd2-4587-811a-2784299ad98a", "name": "network-vif-plugged", "status": "completed", "tag": "ad07ab32-8f95-4a35-8c60-c1305ee8ad7c"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:29.717773 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:29.738747 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.750420 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-95f62496-67fe-4fab-ab5a-7add543b0042 None None] Port e498be4f-b718-4807-ad86-b43bf3c9c81d cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:29.847428 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b05bfdc1-5772-4e5b-9da6-6ad86dd55168 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e498be4f-b718-4807-ad86-b43bf3c9c81d), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.867836 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:29.883525 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ad64e-9658-432f-9187-787de78a3ec9 req-8f940aed-35f6-449f-85bd-bba0730920a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:29.885130 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-147ad64e-9658-432f-9187-787de78a3ec9 req-8f940aed-35f6-449f-85bd-bba0730920a5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bb65c85e96754a09a99f836d7f049ca5&device_id=66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e HTTP/1.1" status: 200 len: 1130 time: 0.2424676 Feb 09 21:38:29.948324 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb87200-024e-4cab-ba1d-3133774624a1 req-ede4df13-5729-40c7-9f93-ff41d3d0793a tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:29.957074 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7fb87200-024e-4cab-ba1d-3133774624a1 req-ede4df13-5729-40c7-9f93-ff41d3d0793a tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/ports?device_id=66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e HTTP/1.1" status: 200 len: 948 time: 0.2101271 Feb 09 21:38:30.080469 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7fb87200-024e-4cab-ba1d-3133774624a1 req-9154c58d-1528-4bd2-bb5b-49054539df27 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/security-groups?id=86c3f3e4-90fe-49e7-aa15-a9b675679f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176245 Feb 09 21:38:30.249818 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ad64e-9658-432f-9187-787de78a3ec9 req-07e278c0-0b77-4375-af62-68263a391719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:30.251719 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-147ad64e-9658-432f-9187-787de78a3ec9 req-07e278c0-0b77-4375-af62-68263a391719 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.3590713 Feb 09 21:38:30.265727 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-46190238-8486-4023-846b-25af1a5764ff req-9e55a00d-9c89-48f4-94eb-89faa38ebae7 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7135d1f-81ba-4f58-82b5-668b8af70130 HTTP/1.1" status: 200 len: 210 time: 0.0393336 Feb 09 21:38:30.269583 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b05bfdc1-5772-4e5b-9da6-6ad86dd55168 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks [] for port (e498be4f-b718-4807-ad86-b43bf3c9c81d), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.276379 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b05bfdc1-5772-4e5b-9da6-6ad86dd55168 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (e498be4f-b718-4807-ad86-b43bf3c9c81d), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.340848 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b05bfdc1-5772-4e5b-9da6-6ad86dd55168 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] In _notify_port_updated(), no bound segment for port e498be4f-b718-4807-ad86-b43bf3c9c81d on network c4ef505d-b943-47a0-989b-70f2c61e8035 {{(pid=103201) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:38:30.364058 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05bfdc1-5772-4e5b-9da6-6ad86dd55168 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:30.367117 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b05bfdc1-5772-4e5b-9da6-6ad86dd55168 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.368866 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b05bfdc1-5772-4e5b-9da6-6ad86dd55168 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "PUT /v2.0/ports/e498be4f-b718-4807-ad86-b43bf3c9c81d HTTP/1.1" status: 200 len: 1002 time: 1.5042694 Feb 09 21:38:30.383448 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56372) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:30.460497 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-147ad64e-9658-432f-9187-787de78a3ec9 req-363b5532-eee3-4536-bdbe-1044acca5d59 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=e685abdf-7966-4644-b785-4f2c5c04801f HTTP/1.1" status: 200 len: 217 time: 0.2011919 Feb 09 21:38:30.473515 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc984a6-7e3b-445d-9ba3-4793966e55ab admin admin] Router f3ebdb00-7afb-47bd-9576-f6811cd38eb5 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:38:30.493876 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bfdc1-5772-4e5b-9da6-6ad86dd55168 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Pushing event updated for resources: {'Port': ['ID=e498be4f-b718-4807-ad86-b43bf3c9c81d,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:30.666033 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b98bd-4f27-4d56-8f0a-d0e2531251be req-4b7230b7-c031-4406-ac1b-a9c5e8c7d9a6 tempest-ServersAdminNegativeTestJSON-120551284 tempest-ServersAdminNegativeTestJSON-120551284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:30.680584 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-240b98bd-4f27-4d56-8f0a-d0e2531251be req-4b7230b7-c031-4406-ac1b-a9c5e8c7d9a6 tempest-ServersAdminNegativeTestJSON-120551284 tempest-ServersAdminNegativeTestJSON-120551284-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d02fa7da-3514-42a0-9d34-d53a536ea10b HTTP/1.1" status: 200 len: 1132 time: 0.2621524 Feb 09 21:38:30.725134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56378) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:30.743206 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-240b98bd-4f27-4d56-8f0a-d0e2531251be req-65e0a383-18d3-4aa3-99a9-e034658ee14f tempest-ServersAdminNegativeTestJSON-120551284 tempest-ServersAdminNegativeTestJSON-120551284-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.749282 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ad64e-9658-432f-9187-787de78a3ec9 req-193cbbd3-4b81-4ea8-a019-8d7f6ab378bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:30.751859 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-147ad64e-9658-432f-9187-787de78a3ec9 req-193cbbd3-4b81-4ea8-a019-8d7f6ab378bc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.2482278 Feb 09 21:38:30.816591 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0f6fc6d0-34db-4a57-80c1-16fcb042c07a tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:30.817545 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0f6fc6d0-34db-4a57-80c1-16fcb042c07a tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.42 "GET /v2.0/networks?id=c4792088-bf96-48c8-a331-af790ba542bf HTTP/1.1" status: 200 len: 812 time: 0.3839178 Feb 09 21:38:30.840536 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-2e9b153c-9340-48bb-b8be-245ab7e301e2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Request body: {'port': {'device_id': 'd7135d1f-81ba-4f58-82b5-668b8af70130', 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf', 'admin_state_up': True, 'tenant_id': '4da379594fdf42339bba1d92c8147535'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:30.847776 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-78c22395-ca5b-460c-aa63-f4eab7fdd64f tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Deleting port e498be4f-b718-4807-ad86-b43bf3c9c81d {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:30.848418 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78c22395-ca5b-460c-aa63-f4eab7fdd64f tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (e498be4f-b718-4807-ad86-b43bf3c9c81d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.910572 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc984a6-7e3b-445d-9ba3-4793966e55ab admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:30.921112 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5dc984a6-7e3b-445d-9ba3-4793966e55ab admin admin] 10.222.0.77 "PUT /v2.0/routers/f3ebdb00-7afb-47bd-9576-f6811cd38eb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2346227 Feb 09 21:38:30.923666 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ad64e-9658-432f-9187-787de78a3ec9 req-ab7b0d8d-fbdd-4d36-88a6-17e18a6c8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:30.925200 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-147ad64e-9658-432f-9187-787de78a3ec9 req-ab7b0d8d-fbdd-4d36-88a6-17e18a6c8172 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1647024 Feb 09 21:38:30.928375 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56384) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:30.930228 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589fecb3-3d0f-4a52-8969-9d847095e73e None None] Sync routers for ids ['f3ebdb00-7afb-47bd-9576-f6811cd38eb5'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:30.952197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e685abdf-7966-4644-b785-4f2c5c04801f details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:30.957991 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-430daee5-49a3-47f4-8537-37d73ab9f683 None None] Provisioning complete for port e498be4f-b718-4807-ad86-b43bf3c9c81d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:30.975578 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-430daee5-49a3-47f4-8537-37d73ab9f683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e498be4f-b718-4807-ad86-b43bf3c9c81d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.985463 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589fecb3-3d0f-4a52-8969-9d847095e73e None None] Routers {'f3ebdb00-7afb-47bd-9576-f6811cd38eb5'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:30.987241 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-589fecb3-3d0f-4a52-8969-9d847095e73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:38:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f3ebdb00-7afb-47bd-9576-f6811cd38eb5'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:31.056021 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bbe5dedc-9644-40d3-9343-36fec767d848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.073876 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-430daee5-49a3-47f4-8537-37d73ab9f683 None None] Port e498be4f-b718-4807-ad86-b43bf3c9c81d cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:31.171095 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port e685abdf-7966-4644-b785-4f2c5c04801f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e685abdf-7966-4644-b785-4f2c5c04801f,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:31.184847 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-190fc614-d71a-4946-9169-f91db987e28c admin admin] Publish callbacks [] for router (f3ebdb00-7afb-47bd-9576-f6811cd38eb5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.185225 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'e685abdf-7966-4644-b785-4f2c5c04801f', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': 'e685abdf-7966-4644-b785-4f2c5c04801f', 'mac_address': 'fa:16:3e:28:0a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:31.238974 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port e685abdf-7966-4644-b785-4f2c5c04801f is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:31.239337 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e685abdf-7966-4644-b785-4f2c5c04801f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.244617 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bbe5dedc-9644-40d3-9343-36fec767d848 admin admin] Publish callbacks [] for security_group (ff5a2d0a-9b94-41ed-a384-794433b73c87), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.257700 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e685abdf-7966-4644-b785-4f2c5c04801f {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:31.268636 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bbe5dedc-9644-40d3-9343-36fec767d848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ff5a2d0a-9b94-41ed-a384-794433b73c87), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.272921 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-589fecb3-3d0f-4a52-8969-9d847095e73e None None] Set router f3ebdb00-7afb-47bd-9576-f6811cd38eb5 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:31.283403 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port e685abdf-7966-4644-b785-4f2c5c04801f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e685abdf-7966-4644-b785-4f2c5c04801f,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:31.293760 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e685abdf-7966-4644-b785-4f2c5c04801f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.324219 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78c22395-ca5b-460c-aa63-f4eab7fdd64f tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (e498be4f-b718-4807-ad86-b43bf3c9c81d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.361561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=e685abdf-7966-4644-b785-4f2c5c04801f,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:31.369596 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-2e9b153c-9340-48bb-b8be-245ab7e301e2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Made reservation on behalf of 4da379594fdf42339bba1d92c8147535 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:31.374766 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-2e9b153c-9340-48bb-b8be-245ab7e301e2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.397831 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-78c22395-ca5b-460c-aa63-f4eab7fdd64f tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Calling delete_port for e498be4f-b718-4807-ad86-b43bf3c9c81d owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:31.405092 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-190fc614-d71a-4946-9169-f91db987e28c admin admin] Publish callbacks [] for router_gateway (f3ebdb00-7afb-47bd-9576-f6811cd38eb5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.426659 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-240b98bd-4f27-4d56-8f0a-d0e2531251be req-65e0a383-18d3-4aa3-99a9-e034658ee14f tempest-ServersAdminNegativeTestJSON-120551284 tempest-ServersAdminNegativeTestJSON-120551284-project-admin] Publish callbacks [] for security_group (eafce396-bb0a-426a-821b-8c66beebe68e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.447790 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bbe5dedc-9644-40d3-9343-36fec767d848 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fbbaee140802413295f0f9a8af1592e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7184689 Feb 09 21:38:31.450355 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5dedc-9644-40d3-9343-36fec767d848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5a2d0a-9b94-41ed-a384-794433b73c87,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:31.455846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56390) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:31.521033 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-240b98bd-4f27-4d56-8f0a-d0e2531251be req-65e0a383-18d3-4aa3-99a9-e034658ee14f tempest-ServersAdminNegativeTestJSON-120551284 tempest-ServersAdminNegativeTestJSON-120551284-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (eafce396-bb0a-426a-821b-8c66beebe68e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.537144 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['e685abdf-7966-4644-b785-4f2c5c04801f'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:31.539805 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-147ad64e-9658-432f-9187-787de78a3ec9 req-522c37fd-e824-4c0b-adc5-5f346ca2d970 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6037550 Feb 09 21:38:31.563967 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-589fecb3-3d0f-4a52-8969-9d847095e73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ebdb00-7afb-47bd-9576-f6811cd38eb5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-667145966-router', 'tenant_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:01Z', 'updated_at': '2022-02-09T21:38:28Z', 'revision_number': 5, 'project_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'gw_port': {'id': '2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:36:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ebdb00-7afb-47bd-9576-f6811cd38eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:03Z', 'updated_at': '2022-02-09T21:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:31.620901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0a383-18d3-4aa3-99a9-e034658ee14f tempest-ServersAdminNegativeTestJSON-120551284 tempest-ServersAdminNegativeTestJSON-120551284-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafce396-bb0a-426a-821b-8c66beebe68e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:31.624886 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589fecb3-3d0f-4a52-8969-9d847095e73e None None] Checking router: f3ebdb00-7afb-47bd-9576-f6811cd38eb5 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:38:31.640669 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589fecb3-3d0f-4a52-8969-9d847095e73e None None] Routers {'f3ebdb00-7afb-47bd-9576-f6811cd38eb5'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:31.641733 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-589fecb3-3d0f-4a52-8969-9d847095e73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:38:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f3ebdb00-7afb-47bd-9576-f6811cd38eb5'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:31.644649 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-240b98bd-4f27-4d56-8f0a-d0e2531251be req-65e0a383-18d3-4aa3-99a9-e034658ee14f tempest-ServersAdminNegativeTestJSON-120551284 tempest-ServersAdminNegativeTestJSON-120551284-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e2b71bdb-9c93-4707-9bed-d3e6a93f2654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9616804 Feb 09 21:38:31.744530 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-190fc614-d71a-4946-9169-f91db987e28c admin admin] Deleting port 2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:31.744992 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-190fc614-d71a-4946-9169-f91db987e28c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.795789 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5107a27b-8235-49d6-9375-0d370cdae1eb x-openstack-request-id: req-5107a27b-8235-49d6-9375-0d370cdae1eb {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:31.796219 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4096cab-edd2-4587-811a-2784299ad98a", "name": "network-vif-plugged", "status": "completed", "tag": "ad07ab32-8f95-4a35-8c60-c1305ee8ad7c", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:31.796677 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5107a27b-8235-49d6-9375-0d370cdae1eb {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:31.797330 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4096cab-edd2-4587-811a-2784299ad98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad07ab32-8f95-4a35-8c60-c1305ee8ad7c', 'code': 200} Feb 09 21:38:31.848760 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-589fecb3-3d0f-4a52-8969-9d847095e73e None None] Set router f3ebdb00-7afb-47bd-9576-f6811cd38eb5 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:31.960169 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-589fecb3-3d0f-4a52-8969-9d847095e73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ebdb00-7afb-47bd-9576-f6811cd38eb5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-667145966-router', 'tenant_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:01Z', 'updated_at': '2022-02-09T21:38:31Z', 'revision_number': 6, 'project_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:32.021625 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589fecb3-3d0f-4a52-8969-9d847095e73e None None] The sync data for ids ['f3ebdb00-7afb-47bd-9576-f6811cd38eb5'] in n-d-828601-1 is: [{'id': 'f3ebdb00-7afb-47bd-9576-f6811cd38eb5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-667145966-router', 'tenant_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:01Z', 'updated_at': '2022-02-09T21:38:31Z', 'revision_number': 6, 'project_id': 'b1ced75dcddd4aadaf7ba22cb896193f', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:32.030157 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78c22395-ca5b-460c-aa63-f4eab7fdd64f tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (e498be4f-b718-4807-ad86-b43bf3c9c81d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.105944 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c22395-ca5b-460c-aa63-f4eab7fdd64f tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Pushing event deleted for resources: {'Port': ['ID=e498be4f-b718-4807-ad86-b43bf3c9c81d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:32.121126 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fbad2-cf2e-487f-aa61-5ca327e09d6b req-1e65aefb-9a6a-43c1-a308-19a3600bccce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:32.122740 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-077fbad2-cf2e-487f-aa61-5ca327e09d6b req-1e65aefb-9a6a-43c1-a308-19a3600bccce service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c4096cab-edd2-4587-811a-2784299ad98a HTTP/1.1" status: 200 len: 1131 time: 0.2697299 Feb 09 21:38:32.172139 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-867bf9f9-e052-4053-b03f-b38984c85363 admin admin] Publish callbacks [] for security_group (ff5a2d0a-9b94-41ed-a384-794433b73c87), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.194348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd528196-506f-4837-ac42-0ecdadc148b8 req-98b4de65-a732-49f0-8ee1-030babeea2e2 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:32.195457 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd528196-506f-4837-ac42-0ecdadc148b8 req-98b4de65-a732-49f0-8ee1-030babeea2e2 tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 1126 time: 0.2548134 Feb 09 21:38:32.250200 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-147ad64e-9658-432f-9187-787de78a3ec9 req-2a762519-b41b-4b3d-a777-516b5a0a9c8d service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6914995 Feb 09 21:38:32.266860 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-2e9b153c-9340-48bb-b8be-245ab7e301e2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Allocated IP 172.20.0.12 (c4792088-bf96-48c8-a331-af790ba542bf/4b2baf19-4835-4e7a-83c6-0d721aca5d48/329c1ecd-e022-43fe-80ac-f931b0e19a89) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:32.276772 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-077fbad2-cf2e-487f-aa61-5ca327e09d6b req-1e895557-d497-47e1-a8e6-ac6e6811988a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=86c3f3e4-90fe-49e7-aa15-a9b675679f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223674 Feb 09 21:38:32.280907 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-867bf9f9-e052-4053-b03f-b38984c85363 admin admin] Publish callbacks [] for security_group (ff5a2d0a-9b94-41ed-a384-794433b73c87), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.298069 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78c22395-ca5b-460c-aa63-f4eab7fdd64f tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.301967 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-78c22395-ca5b-460c-aa63-f4eab7fdd64f tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "DELETE /v2.0/ports/e498be4f-b718-4807-ad86-b43bf3c9c81d HTTP/1.1" status: 204 len: 168 time: 1.8976696 Feb 09 21:38:32.309208 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56394) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:32.349337 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15fe526-654c-40d6-9157-5f47359c6fd0 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] GET failed (client error): The resource could not be found. Feb 09 21:38:32.350729 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d15fe526-654c-40d6-9157-5f47359c6fd0 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "GET /v2.0/ports/e498be4f-b718-4807-ad86-b43bf3c9c81d HTTP/1.1" status: 404 len: 333 time: 0.0406277 Feb 09 21:38:32.355696 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd528196-506f-4837-ac42-0ecdadc148b8 req-9ea23cdc-4393-481b-95dc-4f2d9730abed tempest-LiveAutoBlockMigrationV225Test-437016959 tempest-LiveAutoBlockMigrationV225Test-437016959-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397331 Feb 09 21:38:32.360693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56396) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:32.374717 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-190fc614-d71a-4946-9169-f91db987e28c admin admin] For port 2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:32.375017 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-190fc614-d71a-4946-9169-f91db987e28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.395712 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5583b37f-89c4-4f80-a032-03f313ee044e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Request body: {'port': {'network_id': 'c4ef505d-b943-47a0-989b-70f2c61e8035', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-675522406'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:32.439367 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-190fc614-d71a-4946-9169-f91db987e28c admin admin] Calling delete_port for 2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:32.484691 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:32.558046 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:32.558652 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9e7a25ad-4e7b-4f7f-a774-ce24f2e1d4c4 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:32.600511 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-867bf9f9-e052-4053-b03f-b38984c85363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ff5a2d0a-9b94-41ed-a384-794433b73c87), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.605877 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-867bf9f9-e052-4053-b03f-b38984c85363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.608135 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-867bf9f9-e052-4053-b03f-b38984c85363 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ff5a2d0a-9b94-41ed-a384-794433b73c87 HTTP/1.1" status: 204 len: 168 time: 1.1047788 Feb 09 21:38:32.645193 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa1457-58f1-4de4-80e7-200a7415f028 req-375067cb-53cc-41ec-b20b-c1a93045652b tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:32.648674 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b3fa1457-58f1-4de4-80e7-200a7415f028 req-375067cb-53cc-41ec-b20b-c1a93045652b tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 0.1216879 Feb 09 21:38:32.721889 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bf9f9-e052-4053-b03f-b38984c85363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5a2d0a-9b94-41ed-a384-794433b73c87,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:32.844352 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b3fa1457-58f1-4de4-80e7-200a7415f028 req-5e2622fa-dd2c-48af-8d1b-bb487a3b8ac9 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513884 Feb 09 21:38:32.845802 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5583b37f-89c4-4f80-a032-03f313ee044e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Made reservation on behalf of aab76ea900494b9f81634283be2e00a3 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:32.865000 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-190fc614-d71a-4946-9169-f91db987e28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.865679 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5583b37f-89c4-4f80-a032-03f313ee044e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.891695 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-2e9b153c-9340-48bb-b8be-245ab7e301e2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks [] for port (329c1ecd-e022-43fe-80ac-f931b0e19a89), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.926479 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-5583b37f-89c4-4f80-a032-03f313ee044e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] device_id is not set on port 45d71f2c-0f4d-4103-ad0f-3aeaab569f8e yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:38:32.929665 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fc614-d71a-4946-9169-f91db987e28c admin admin] Pushing event deleted for resources: {'Port': ['ID=2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:32.950788 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e685abdf-7966-4644-b785-4f2c5c04801f up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:33.120441 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port e685abdf-7966-4644-b785-4f2c5c04801f completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:38:33.129408 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port e685abdf-7966-4644-b785-4f2c5c04801f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:33.130375 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e685abdf-7966-4644-b785-4f2c5c04801f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.285274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-5583b37f-89c4-4f80-a032-03f313ee044e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Allocated IP 2001:db8::127 (c4ef505d-b943-47a0-989b-70f2c61e8035/ee8ceb16-d528-4820-a1a7-c00b82f17b58/45d71f2c-0f4d-4103-ad0f-3aeaab569f8e) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:33.308285 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f986f-25d9-4a82-ac3f-d98cf1ac41be req-529133d5-c70f-4ba7-9577-20b3187dacc9 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:33.316900 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-814f986f-25d9-4a82-ac3f-d98cf1ac41be req-529133d5-c70f-4ba7-9577-20b3187dacc9 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/ports?device_id=66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e HTTP/1.1" status: 200 len: 949 time: 0.2323899 Feb 09 21:38:33.398320 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port e685abdf-7966-4644-b785-4f2c5c04801f is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:33.399139 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e685abdf-7966-4644-b785-4f2c5c04801f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.403300 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-190fc614-d71a-4946-9169-f91db987e28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (f3ebdb00-7afb-47bd-9576-f6811cd38eb5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.452466 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-814f986f-25d9-4a82-ac3f-d98cf1ac41be req-979b93cb-6cee-4f23-a21f-c0ff51d601ce tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/security-groups?id=86c3f3e4-90fe-49e7-aa15-a9b675679f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336734 Feb 09 21:38:33.512858 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-2e9b153c-9340-48bb-b8be-245ab7e301e2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (329c1ecd-e022-43fe-80ac-f931b0e19a89), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.570025 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port e685abdf-7966-4644-b785-4f2c5c04801f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e685abdf-7966-4644-b785-4f2c5c04801f,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:33.580952 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e685abdf-7966-4644-b785-4f2c5c04801f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.650004 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56406) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:33.692221 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-190fc614-d71a-4946-9169-f91db987e28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (f3ebdb00-7afb-47bd-9576-f6811cd38eb5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.697572 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-2e9b153c-9340-48bb-b8be-245ab7e301e2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Network c4792088-bf96-48c8-a331-af790ba542bf is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:33.699193 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-190fc614-d71a-4946-9169-f91db987e28c admin admin] Publish callbacks [] for router_controller (f3ebdb00-7afb-47bd-9576-f6811cd38eb5), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.702357 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=e685abdf-7966-4644-b785-4f2c5c04801f,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:33.706471 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-2e9b153c-9340-48bb-b8be-245ab7e301e2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:33.710490 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b153c-9340-48bb-b8be-245ab7e301e2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Pushing event updated for resources: {'Port': ['ID=329c1ecd-e022-43fe-80ac-f931b0e19a89,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:33.716534 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-2e9b153c-9340-48bb-b8be-245ab7e301e2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:33.742280 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-346d4c42-d725-48fe-a5c9-4c1bc4d4ed09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.784963 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-190fc614-d71a-4946-9169-f91db987e28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (f3ebdb00-7afb-47bd-9576-f6811cd38eb5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.785533 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190fc614-d71a-4946-9169-f91db987e28c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3ebdb00-7afb-47bd-9576-f6811cd38eb5 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:38:33.792043 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-190fc614-d71a-4946-9169-f91db987e28c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.798347 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-190fc614-d71a-4946-9169-f91db987e28c admin admin] 10.222.0.77 "DELETE /v2.0/routers/f3ebdb00-7afb-47bd-9576-f6811cd38eb5 HTTP/1.1" status: 204 len: 168 time: 2.8644893 Feb 09 21:38:33.799730 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56408) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:33.802181 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e685abdf-7966-4644-b785-4f2c5c04801f'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:33.807229 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9df75d3-325d-4385-84d9-59b25fffa6af" -d '{"events": [{"server_uuid": "66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e", "name": "network-vif-plugged", "status": "completed", "tag": "e685abdf-7966-4644-b785-4f2c5c04801f"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:33.840204 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-2e9b153c-9340-48bb-b8be-245ab7e301e2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:33.841269 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-2e9b153c-9340-48bb-b8be-245ab7e301e2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.860202 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4d8a3-7490-4dc2-bcb8-06a81607aac6 req-3a0e1130-9f9d-4d3b-b231-e46a6c21e948 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:33.863369 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ace4d8a3-7490-4dc2-bcb8-06a81607aac6 req-3a0e1130-9f9d-4d3b-b231-e46a6c21e948 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7135d1f-81ba-4f58-82b5-668b8af70130 HTTP/1.1" status: 200 len: 932 time: 0.2368677 Feb 09 21:38:33.869353 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-2e9b153c-9340-48bb-b8be-245ab7e301e2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0398197 Feb 09 21:38:33.875422 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-aefefba6-0a1f-4e20-9957-57c3a9e5a2fc admin admin] Deleting subnet 125c44ea-d6e3-409c-be30-0dfee5f60b54 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:38:33.882774 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] Request body: {'port': {'device_id': 'd7135d1f-81ba-4f58-82b5-668b8af70130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:33.887690 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aefefba6-0a1f-4e20-9957-57c3a9e5a2fc admin admin] Publish callbacks [] for subnet (125c44ea-d6e3-409c-be30-0dfee5f60b54), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.900773 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5583b37f-89c4-4f80-a032-03f313ee044e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks [] for port (45d71f2c-0f4d-4103-ad0f-3aeaab569f8e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.999195 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aefefba6-0a1f-4e20-9957-57c3a9e5a2fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (125c44ea-d6e3-409c-be30-0dfee5f60b54), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.036930 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (329c1ecd-e022-43fe-80ac-f931b0e19a89), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.075625 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ace4d8a3-7490-4dc2-bcb8-06a81607aac6 req-81561c1a-9c09-4060-81a5-014021184738 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910028 Feb 09 21:38:34.105920 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5583b37f-89c4-4f80-a032-03f313ee044e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (45d71f2c-0f4d-4103-ad0f-3aeaab569f8e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.143431 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-346d4c42-d725-48fe-a5c9-4c1bc4d4ed09 admin admin] Publish callbacks [] for security_group (3238c21f-f2b3-462f-90ce-0e0aed553b4c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.189573 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-346d4c42-d725-48fe-a5c9-4c1bc4d4ed09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3238c21f-f2b3-462f-90ce-0e0aed553b4c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.196505 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aefefba6-0a1f-4e20-9957-57c3a9e5a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (125c44ea-d6e3-409c-be30-0dfee5f60b54), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.209839 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5583b37f-89c4-4f80-a032-03f313ee044e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Network c4ef505d-b943-47a0-989b-70f2c61e8035 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:34.246437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5583b37f-89c4-4f80-a032-03f313ee044e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:34.250819 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5583b37f-89c4-4f80-a032-03f313ee044e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:34.261383 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5583b37f-89c4-4f80-a032-03f313ee044e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:34.263575 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5583b37f-89c4-4f80-a032-03f313ee044e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.342635 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583b37f-89c4-4f80-a032-03f313ee044e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Pushing event updated for resources: {'Port': ['ID=45d71f2c-0f4d-4103-ad0f-3aeaab569f8e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:34.365087 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5583b37f-89c4-4f80-a032-03f313ee044e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9999509 Feb 09 21:38:34.369905 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-346d4c42-d725-48fe-a5c9-4c1bc4d4ed09 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3032e5d1cf4b4a24a78e51c6a990a76d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7127883 Feb 09 21:38:34.370866 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56414) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:34.375403 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d4c42-d725-48fe-a5c9-4c1bc4d4ed09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3238c21f-f2b3-462f-90ce-0e0aed553b4c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:34.387379 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56416) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:34.390455 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d9b3b124-845a-4b6a-9dca-7d30da14610f tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:10:a2:93'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:34.438184 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aefefba6-0a1f-4e20-9957-57c3a9e5a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (125c44ea-d6e3-409c-be30-0dfee5f60b54), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.496924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:34.530314 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75c8989-b403-4029-b401-a38d71544b84 None None] Network 83c21d6d-daad-4d8d-80dc-da4b43d0549d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:34.533689 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:34.534409 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2cdf7ed1-6b22-4ae4-a9d1-88ebee59184f not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:34.571246 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9b3b124-845a-4b6a-9dca-7d30da14610f tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (45d71f2c-0f4d-4103-ad0f-3aeaab569f8e), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.646078 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329c1ecd-e022-43fe-80ac-f931b0e19a89 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:34.662109 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] Publish callbacks [] for port (329c1ecd-e022-43fe-80ac-f931b0e19a89), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.708015 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefefba6-0a1f-4e20-9957-57c3a9e5a2fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=125c44ea-d6e3-409c-be30-0dfee5f60b54,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:34.710966 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aefefba6-0a1f-4e20-9957-57c3a9e5a2fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.717647 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-aefefba6-0a1f-4e20-9957-57c3a9e5a2fc admin admin] 10.222.0.77 "DELETE /v2.0/subnets/125c44ea-d6e3-409c-be30-0dfee5f60b54 HTTP/1.1" status: 204 len: 168 time: 0.9139369 Feb 09 21:38:34.724256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56424) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:34.738727 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] Transition to ACTIVE for port object 329c1ecd-e022-43fe-80ac-f931b0e19a89 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:38:34.759064 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-520414bf-f06b-4812-b916-d9d90ae24f28 admin admin] Publish callbacks [] for security_group (3238c21f-f2b3-462f-90ce-0e0aed553b4c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.790984 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (329c1ecd-e022-43fe-80ac-f931b0e19a89), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.794602 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-520414bf-f06b-4812-b916-d9d90ae24f28 admin admin] Publish callbacks [] for security_group (3238c21f-f2b3-462f-90ce-0e0aed553b4c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.814848 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134aeeee-1bcc-4065-bc60-764009a89999 None None] DHCP port deletion for 83c21d6d-daad-4d8d-80dc-da4b43d0549d request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:38:34.907873 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] Pushing event updated for resources: {'Port': ['ID=329c1ecd-e022-43fe-80ac-f931b0e19a89,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:34.912450 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-134aeeee-1bcc-4065-bc60-764009a89999 None None] Deleting port ddb99df1-8732-49bc-936d-14fd41a80144 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:34.912824 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-134aeeee-1bcc-4065-bc60-764009a89999 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ddb99df1-8732-49bc-936d-14fd41a80144), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.974176 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-520414bf-f06b-4812-b916-d9d90ae24f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3238c21f-f2b3-462f-90ce-0e0aed553b4c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.977053 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-520414bf-f06b-4812-b916-d9d90ae24f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.978364 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-520414bf-f06b-4812-b916-d9d90ae24f28 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3238c21f-f2b3-462f-90ce-0e0aed553b4c HTTP/1.1" status: 204 len: 168 time: 0.5884078 Feb 09 21:38:35.004841 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520414bf-f06b-4812-b916-d9d90ae24f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3238c21f-f2b3-462f-90ce-0e0aed553b4c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:35.032629 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] Attempting to bind port 329c1ecd-e022-43fe-80ac-f931b0e19a89 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:35.033504 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] Attempting to bind port 329c1ecd-e022-43fe-80ac-f931b0e19a89 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:35.033775 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] Attempting to bind port 329c1ecd-e022-43fe-80ac-f931b0e19a89 on network c4792088-bf96-48c8-a331-af790ba542bf {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:35.040107 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] Port 329c1ecd-e022-43fe-80ac-f931b0e19a89 on network c4792088-bf96-48c8-a331-af790ba542bf not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:38:35.040470 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] Attempting to bind port 329c1ecd-e022-43fe-80ac-f931b0e19a89 on network c4792088-bf96-48c8-a331-af790ba542bf {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:35.048808 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:35.049227 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] Checking segment: {'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:35.049800 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] Bound using segment: {'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:35.050272 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] Bound port: 329c1ecd-e022-43fe-80ac-f931b0e19a89, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:35.050646 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (329c1ecd-e022-43fe-80ac-f931b0e19a89), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.070990 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-134aeeee-1bcc-4065-bc60-764009a89999 None None] For port ddb99df1-8732-49bc-936d-14fd41a80144, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ddb99df1-8732-49bc-936d-14fd41a80144,segment=NetworkSegment(e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc),segment_id=e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:35.072116 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-134aeeee-1bcc-4065-bc60-764009a89999 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ddb99df1-8732-49bc-936d-14fd41a80144), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.074288 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a267-b52b-481f-80c6-0c636bf489b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (83c21d6d-daad-4d8d-80dc-da4b43d0549d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.090564 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d0a1dcf8-572e-4b50-9957-54b22e0da196 None None] Provisioning complete for port 45d71f2c-0f4d-4103-ad0f-3aeaab569f8e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:35.091043 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d0a1dcf8-572e-4b50-9957-54b22e0da196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (45d71f2c-0f4d-4103-ad0f-3aeaab569f8e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.098827 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-134aeeee-1bcc-4065-bc60-764009a89999 None None] Calling delete_port for ddb99df1-8732-49bc-936d-14fd41a80144 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:35.217935 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9b3b124-845a-4b6a-9dca-7d30da14610f tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks [] for port (45d71f2c-0f4d-4103-ad0f-3aeaab569f8e), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.256531 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6708e7-438f-4323-8676-6cab79ee4e98 x-openstack-request-id: req-bc6708e7-438f-4323-8676-6cab79ee4e98 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:35.257183 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e", "name": "network-vif-plugged", "status": "completed", "tag": "e685abdf-7966-4644-b785-4f2c5c04801f", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:35.257625 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc6708e7-438f-4323-8676-6cab79ee4e98 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:35.258219 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e685abdf-7966-4644-b785-4f2c5c04801f', 'code': 200} Feb 09 21:38:35.272659 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9b3b124-845a-4b6a-9dca-7d30da14610f tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (45d71f2c-0f4d-4103-ad0f-3aeaab569f8e), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.274896 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d0a1dcf8-572e-4b50-9957-54b22e0da196 None None] Port 45d71f2c-0f4d-4103-ad0f-3aeaab569f8e cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:35.315924 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d9b3b124-845a-4b6a-9dca-7d30da14610f tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] In _notify_port_updated(), no bound segment for port 45d71f2c-0f4d-4103-ad0f-3aeaab569f8e on network c4ef505d-b943-47a0-989b-70f2c61e8035 {{(pid=103201) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:38:35.331034 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b3b124-845a-4b6a-9dca-7d30da14610f tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:35.331783 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9b3b124-845a-4b6a-9dca-7d30da14610f tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.336516 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d9b3b124-845a-4b6a-9dca-7d30da14610f tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "PUT /v2.0/ports/45d71f2c-0f4d-4103-ad0f-3aeaab569f8e HTTP/1.1" status: 200 len: 1002 time: 0.9636278 Feb 09 21:38:35.343185 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56438) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:35.368314 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d34b93-731f-44fc-a7b5-a560b9d1830b req-8ab7d770-ee72-43e8-9359-f3d2a32253a5 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:35.369988 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-06d34b93-731f-44fc-a7b5-a560b9d1830b req-8ab7d770-ee72-43e8-9359-f3d2a32253a5 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 944 time: 0.2979155 Feb 09 21:38:35.433959 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-134aeeee-1bcc-4065-bc60-764009a89999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (ddb99df1-8732-49bc-936d-14fd41a80144), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.476719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] For port 329c1ecd-e022-43fe-80ac-f931b0e19a89, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:35.489366 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134aeeee-1bcc-4065-bc60-764009a89999 None None] Pushing event deleted for resources: {'Port': ['ID=ddb99df1-8732-49bc-936d-14fd41a80144,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:35.503215 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134aeeee-1bcc-4065-bc60-764009a89999 None None] No DVR routers for this DVR port ddb99df1-8732-49bc-936d-14fd41a80144 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:35.550240 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3b124-845a-4b6a-9dca-7d30da14610f tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Pushing event updated for resources: {'Port': ['ID=45d71f2c-0f4d-4103-ad0f-3aeaab569f8e,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:35.562061 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-e8f5a267-b52b-481f-80c6-0c636bf489b0 admin admin] Deleting port ddb99df1-8732-49bc-936d-14fd41a80144 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:35.562626 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a267-b52b-481f-80c6-0c636bf489b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ddb99df1-8732-49bc-936d-14fd41a80144), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.685077 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] For port 329c1ecd-e022-43fe-80ac-f931b0e19a89, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=329c1ecd-e022-43fe-80ac-f931b0e19a89,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:35.783797 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (329c1ecd-e022-43fe-80ac-f931b0e19a89), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.938177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-075fa24b-d314-42b0-b401-46a493e735a6 None None] Provisioning complete for port 45d71f2c-0f4d-4103-ad0f-3aeaab569f8e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:35.939082 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-075fa24b-d314-42b0-b401-46a493e735a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (45d71f2c-0f4d-4103-ad0f-3aeaab569f8e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.958369 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:35.959413 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.961898 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] 10.222.0.42 "PUT /v2.0/ports/329c1ecd-e022-43fe-80ac-f931b0e19a89 HTTP/1.1" status: 200 len: 1092 time: 2.0836818 Feb 09 21:38:35.962644 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7135d1f-81ba-4f58-82b5-668b8af70130', 'tag': '329c1ecd-e022-43fe-80ac-f931b0e19a89'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:35.967212 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d71209-e6b6-4aab-8c8a-f3acfa629c9b req-5eced752-493c-4c4a-85be-794dd13cfae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:35.976119 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-51d71209-e6b6-4aab-8c8a-f3acfa629c9b req-5eced752-493c-4c4a-85be-794dd13cfae7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e HTTP/1.1" status: 200 len: 1132 time: 0.5809541 Feb 09 21:38:35.979966 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27da15ff-b050-4f07-bfaa-92207533ad34" -d '{"events": [{"name": "network-changed", "server_uuid": "d7135d1f-81ba-4f58-82b5-668b8af70130", "tag": "329c1ecd-e022-43fe-80ac-f931b0e19a89"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:36.051303 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6c696-08b5-4fd4-8775-c58ef9ba8ed1 req-e24546a8-40d3-4873-ad1d-555012d20e54 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:36.059178 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e4a6c696-08b5-4fd4-8775-c58ef9ba8ed1 req-e24546a8-40d3-4873-ad1d-555012d20e54 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 944 time: 0.5593956 Feb 09 21:38:36.083806 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-51d71209-e6b6-4aab-8c8a-f3acfa629c9b req-b0960afb-d38a-4435-970a-780d6b485ed1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=86c3f3e4-90fe-49e7-aa15-a9b675679f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013973 Feb 09 21:38:36.104012 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-075fa24b-d314-42b0-b401-46a493e735a6 None None] Port 45d71f2c-0f4d-4103-ad0f-3aeaab569f8e cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:36.106182 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-e8f5a267-b52b-481f-80c6-0c636bf489b0 admin admin] For port ddb99df1-8732-49bc-936d-14fd41a80144, host n-d-828601-1, got binding levels [] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:36.106570 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a267-b52b-481f-80c6-0c636bf489b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ddb99df1-8732-49bc-936d-14fd41a80144), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.133927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-e8f5a267-b52b-481f-80c6-0c636bf489b0 admin admin] Calling delete_port for ddb99df1-8732-49bc-936d-14fd41a80144 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:36.138232 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-e8f5a267-b52b-481f-80c6-0c636bf489b0 admin admin] Port ddb99df1-8732-49bc-936d-14fd41a80144 was not found and therefore no delete operation was performed {{(pid=103201) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:38:36.140546 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a267-b52b-481f-80c6-0c636bf489b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (ddb99df1-8732-49bc-936d-14fd41a80144), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.146439 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e4a6c696-08b5-4fd4-8775-c58ef9ba8ed1 req-0411f59d-c0f0-4d56-badd-80aa8bf6285c tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863714 Feb 09 21:38:36.177700 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5a267-b52b-481f-80c6-0c636bf489b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb99df1-8732-49bc-936d-14fd41a80144,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:36.180360 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f5a267-b52b-481f-80c6-0c636bf489b0 admin admin] No DVR routers for this DVR port ddb99df1-8732-49bc-936d-14fd41a80144 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:36.215177 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123f2be-bf2c-4e76-88b5-cd8f09c7722e service neutron] Pushing event updated for resources: {'Port': ['ID=329c1ecd-e022-43fe-80ac-f931b0e19a89,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:36.263618 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f2bc8f8f-95e9-478a-8e2c-cf5be1dfad24 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Deleting port 45d71f2c-0f4d-4103-ad0f-3aeaab569f8e {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:36.264193 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8f8f-95e9-478a-8e2c-cf5be1dfad24 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (45d71f2c-0f4d-4103-ad0f-3aeaab569f8e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.275003 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a267-b52b-481f-80c6-0c636bf489b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (83c21d6d-daad-4d8d-80dc-da4b43d0549d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.300615 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-e8f5a267-b52b-481f-80c6-0c636bf489b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c21d6d-daad-4d8d-80dc-da4b43d0549d']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:36.313934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-e8f5a267-b52b-481f-80c6-0c636bf489b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:36.314813 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-e8f5a267-b52b-481f-80c6-0c636bf489b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:36.326997 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a267-b52b-481f-80c6-0c636bf489b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.346717 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a267-b52b-481f-80c6-0c636bf489b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.354340 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f5a267-b52b-481f-80c6-0c636bf489b0 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:38:36.355157 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a267-b52b-481f-80c6-0c636bf489b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (e04d8b3d-3a61-4ba0-8cc8-cfc0a7b170bc), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:38:36.458955 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:38:36.465664 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a267-b52b-481f-80c6-0c636bf489b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (83c21d6d-daad-4d8d-80dc-da4b43d0549d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.473681 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-06d34b93-731f-44fc-a7b5-a560b9d1830b req-c7d08463-63a8-4584-b89d-c46b9c0d9fb5 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Deleting port fba4a71d-b451-45f1-9a20-88fafb3716ed {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:36.474046 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-06d34b93-731f-44fc-a7b5-a560b9d1830b req-c7d08463-63a8-4584-b89d-c46b9c0d9fb5 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (fba4a71d-b451-45f1-9a20-88fafb3716ed), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.486587 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ddb99df1-8732-49bc-936d-14fd41a80144 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:36.507403 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a267-b52b-481f-80c6-0c636bf489b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.512656 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e8f5a267-b52b-481f-80c6-0c636bf489b0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/83c21d6d-daad-4d8d-80dc-da4b43d0549d HTTP/1.1" status: 204 len: 168 time: 1.7860866 Feb 09 21:38:36.552945 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5a267-b52b-481f-80c6-0c636bf489b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=83c21d6d-daad-4d8d-80dc-da4b43d0549d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:36.570736 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: ddb99df1-8732-49bc-936d-14fd41a80144 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:36.571570 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ddb99df1-8732-49bc-936d-14fd41a80144 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:36.619832 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695807f3-b878-4849-945e-ce964eff870c req-e04c6c8b-641e-4e57-b5bd-7a9bfbfe0de3 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:36.621972 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-695807f3-b878-4849-945e-ce964eff870c req-e04c6c8b-641e-4e57-b5bd-7a9bfbfe0de3 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/ports?device_id=66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e HTTP/1.1" status: 200 len: 950 time: 0.2005994 Feb 09 21:38:36.636957 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8f8f-95e9-478a-8e2c-cf5be1dfad24 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (45d71f2c-0f4d-4103-ad0f-3aeaab569f8e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.712513 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-8a2b546f-a39d-4602-ac46-231967887a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:36.714022 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-8a2b546f-a39d-4602-ac46-231967887a20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4da379594fdf42339bba1d92c8147535&device_id=d7135d1f-81ba-4f58-82b5-668b8af70130 HTTP/1.1" status: 200 len: 1126 time: 0.6721179 Feb 09 21:38:36.724361 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-695807f3-b878-4849-945e-ce964eff870c req-793ae11c-e796-45fc-bf60-22f930ab560e tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/security-groups?id=86c3f3e4-90fe-49e7-aa15-a9b675679f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849099 Feb 09 21:38:36.769221 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-b8244250-f885-46a1-a451-c597de196d6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=329c1ecd-e022-43fe-80ac-f931b0e19a89 HTTP/1.1" status: 200 len: 217 time: 0.0432014 Feb 09 21:38:36.789818 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f2bc8f8f-95e9-478a-8e2c-cf5be1dfad24 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Calling delete_port for 45d71f2c-0f4d-4103-ad0f-3aeaab569f8e owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:36.790031 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56462) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:36.850332 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0b8c25dd-3304-4c70-aece-0a849898a453 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b1ced75dcddd4aadaf7ba22cb896193f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0556028 Feb 09 21:38:36.851281 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56466) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:36.924729 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-ee120e14-2c48-4236-8211-f41275e3ba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:36.926474 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-ee120e14-2c48-4236-8211-f41275e3ba7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b2baf19-4835-4e7a-83c6-0d721aca5d48 HTTP/1.1" status: 200 len: 852 time: 0.1486051 Feb 09 21:38:36.935149 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-06d34b93-731f-44fc-a7b5-a560b9d1830b req-c7d08463-63a8-4584-b89d-c46b9c0d9fb5 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] For port fba4a71d-b451-45f1-9a20-88fafb3716ed, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=fba4a71d-b451-45f1-9a20-88fafb3716ed,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:36.935787 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-06d34b93-731f-44fc-a7b5-a560b9d1830b req-c7d08463-63a8-4584-b89d-c46b9c0d9fb5 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (fba4a71d-b451-45f1-9a20-88fafb3716ed), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.979137 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de1b7978-e5dc-4cc8-98b0-b585dbfd633a admin admin] Publish callbacks [] for security_group (e777f3ab-ee79-4afe-ad56-79f5436225c3), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.035199 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-21bc37e8-dae0-4c70-9cdb-ab306a2391a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4792088-bf96-48c8-a331-af790ba542bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961819 Feb 09 21:38:37.036158 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de1b7978-e5dc-4cc8-98b0-b585dbfd633a admin admin] Publish callbacks [] for security_group (e777f3ab-ee79-4afe-ad56-79f5436225c3), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.077751 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-06d34b93-731f-44fc-a7b5-a560b9d1830b req-c7d08463-63a8-4584-b89d-c46b9c0d9fb5 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Calling delete_port for fba4a71d-b451-45f1-9a20-88fafb3716ed owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:37.155556 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device fba4a71d-b451-45f1-9a20-88fafb3716ed no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:37.182855 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff116e-67c0-4b36-bc04-c7c237c4c0d1 req-1ca88516-e2fe-4980-ae33-473c8761d764 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:37.197528 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f2ff116e-67c0-4b36-bc04-c7c237c4c0d1 req-1ca88516-e2fe-4980-ae33-473c8761d764 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7135d1f-81ba-4f58-82b5-668b8af70130 HTTP/1.1" status: 200 len: 944 time: 0.3293157 Feb 09 21:38:37.260428 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de1b7978-e5dc-4cc8-98b0-b585dbfd633a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e777f3ab-ee79-4afe-ad56-79f5436225c3), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.268021 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de1b7978-e5dc-4cc8-98b0-b585dbfd633a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.272088 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-de1b7978-e5dc-4cc8-98b0-b585dbfd633a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e777f3ab-ee79-4afe-ad56-79f5436225c3 HTTP/1.1" status: 204 len: 168 time: 0.4179838 Feb 09 21:38:37.346189 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b7978-e5dc-4cc8-98b0-b585dbfd633a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e777f3ab-ee79-4afe-ad56-79f5436225c3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:37.402911 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No active binding found for port fba4a71d-b451-45f1-9a20-88fafb3716ed {{(pid=103203) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 21:38:37.403452 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] The host n-h2-828601-1 is not matching for port fba4a71d-b451-45f1-9a20-88fafb3716ed host None! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:38:37.408245 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device fba4a71d-b451-45f1-9a20-88fafb3716ed not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:37.429865 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-b62d2f8a-fb5f-4eb5-8252-14ee9c2f97cd service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618273 Feb 09 21:38:37.431748 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-06d34b93-731f-44fc-a7b5-a560b9d1830b req-c7d08463-63a8-4584-b89d-c46b9c0d9fb5 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (fba4a71d-b451-45f1-9a20-88fafb3716ed), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.446388 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['199ff699-3388-439e-bc05-9e9bec66e321'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:37.463431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f2ff116e-67c0-4b36-bc04-c7c237c4c0d1 req-9e60d952-8146-45e9-8f98-b7228f393ab7 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289650 Feb 09 21:38:37.609820 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7ae9f7e4-e53a-458c-a7c5-8dcdcd61f75f req-2a463ec4-fb9f-4279-8515-0d94937a9161 service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710999 Feb 09 21:38:37.629077 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089abae2-fdfa-49a9-bec7-48a4ff7c019e x-openstack-request-id: req-089abae2-fdfa-49a9-bec7-48a4ff7c019e {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:37.629449 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7135d1f-81ba-4f58-82b5-668b8af70130", "tag": "329c1ecd-e022-43fe-80ac-f931b0e19a89", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:37.629617 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-089abae2-fdfa-49a9-bec7-48a4ff7c019e {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:37.630043 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7135d1f-81ba-4f58-82b5-668b8af70130', 'tag': '329c1ecd-e022-43fe-80ac-f931b0e19a89', 'status': 'completed', 'code': 200} Feb 09 21:38:37.714996 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d08463-63a8-4584-b89d-c46b9c0d9fb5 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Pushing event deleted for resources: {'Port': ['ID=fba4a71d-b451-45f1-9a20-88fafb3716ed,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:37.803100 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09ede3f4-f6aa-492f-a246-bcccf94e72a2 req-56e2c72d-da31-43cd-a32f-dca74ad2b323 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 210 time: 0.0600216 Feb 09 21:38:37.896857 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-db6b26ee-d462-4a79-a884-93d5d135ffe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.048771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d34b93-731f-44fc-a7b5-a560b9d1830b req-c7d08463-63a8-4584-b89d-c46b9c0d9fb5 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] No DVR routers for this DVR port fba4a71d-b451-45f1-9a20-88fafb3716ed on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:38.052857 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8f8f-95e9-478a-8e2c-cf5be1dfad24 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (45d71f2c-0f4d-4103-ad0f-3aeaab569f8e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.068351 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-06d34b93-731f-44fc-a7b5-a560b9d1830b req-c7d08463-63a8-4584-b89d-c46b9c0d9fb5 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.082151 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-06d34b93-731f-44fc-a7b5-a560b9d1830b req-c7d08463-63a8-4584-b89d-c46b9c0d9fb5 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.42 "DELETE /v2.0/ports/fba4a71d-b451-45f1-9a20-88fafb3716ed HTTP/1.1" status: 204 len: 173 time: 2.6445656 Feb 09 21:38:38.166053 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1699efc-93b6-4ca3-9a12-c120070cf2b3 req-8b412f4a-5d35-4cbd-9939-54513a5c4e1c tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:38.166912 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc8f8f-95e9-478a-8e2c-cf5be1dfad24 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Pushing event deleted for resources: {'Port': ['ID=45d71f2c-0f4d-4103-ad0f-3aeaab569f8e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:38.194399 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da15ff-b050-4f07-bfaa-92207533ad34 req-25d7e822-407f-4c00-b693-82f2da8d1d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:38.197161 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1699efc-93b6-4ca3-9a12-c120070cf2b3 req-8b412f4a-5d35-4cbd-9939-54513a5c4e1c tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/ports?device_id=66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e HTTP/1.1" status: 200 len: 950 time: 0.1773388 Feb 09 21:38:38.198763 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-27da15ff-b050-4f07-bfaa-92207533ad34 req-25d7e822-407f-4c00-b693-82f2da8d1d17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4da379594fdf42339bba1d92c8147535&device_id=d7135d1f-81ba-4f58-82b5-668b8af70130 HTTP/1.1" status: 200 len: 1126 time: 0.4469891 Feb 09 21:38:38.332871 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8f8f-95e9-478a-8e2c-cf5be1dfad24 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.338317 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f2bc8f8f-95e9-478a-8e2c-cf5be1dfad24 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "DELETE /v2.0/ports/45d71f2c-0f4d-4103-ad0f-3aeaab569f8e HTTP/1.1" status: 204 len: 168 time: 2.9914825 Feb 09 21:38:38.345544 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56498) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:38.441903 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-8435e2de-86f7-48e5-96b0-8ebdb3cae92e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] GET failed (client error): The resource could not be found. Feb 09 21:38:38.444088 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8435e2de-86f7-48e5-96b0-8ebdb3cae92e tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "GET /v2.0/ports/45d71f2c-0f4d-4103-ad0f-3aeaab569f8e HTTP/1.1" status: 404 len: 333 time: 0.0972645 Feb 09 21:38:38.448998 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1699efc-93b6-4ca3-9a12-c120070cf2b3 req-3215362d-d89a-47b6-99d1-7cd8acbd0159 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/security-groups?id=86c3f3e4-90fe-49e7-aa15-a9b675679f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444885 Feb 09 21:38:38.449589 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56504) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:38.456214 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e1679213-a045-4d40-9c78-01821e9f6bc7 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Request body: {'port': {'network_id': 'c4ef505d-b943-47a0-989b-70f2c61e8035', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-256187226'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:38.567454 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da15ff-b050-4f07-bfaa-92207533ad34 req-2c15b87a-48e6-40d3-823d-95880041a59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:38.575878 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-27da15ff-b050-4f07-bfaa-92207533ad34 req-2c15b87a-48e6-40d3-823d-95880041a59b service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4792088-bf96-48c8-a331-af790ba542bf HTTP/1.1" status: 200 len: 913 time: 0.3379085 Feb 09 21:38:38.660442 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1679213-a045-4d40-9c78-01821e9f6bc7 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Made reservation on behalf of aab76ea900494b9f81634283be2e00a3 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:38.665959 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1679213-a045-4d40-9c78-01821e9f6bc7 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.698636 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-e1679213-a045-4d40-9c78-01821e9f6bc7 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] device_id is not set on port bf57ee64-9d69-48d0-b7b8-7dc3d46b348a yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:38:38.733630 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-27da15ff-b050-4f07-bfaa-92207533ad34 req-a705d111-5b66-4a8a-b923-bc3e22fadda9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=329c1ecd-e022-43fe-80ac-f931b0e19a89 HTTP/1.1" status: 200 len: 217 time: 0.1490102 Feb 09 21:38:38.855124 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da15ff-b050-4f07-bfaa-92207533ad34 req-a3ed9bcd-4311-4d3a-a638-f0bc0d163e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:38.858672 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-27da15ff-b050-4f07-bfaa-92207533ad34 req-a3ed9bcd-4311-4d3a-a638-f0bc0d163e1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b2baf19-4835-4e7a-83c6-0d721aca5d48 HTTP/1.1" status: 200 len: 852 time: 0.1160069 Feb 09 21:38:38.953022 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-27da15ff-b050-4f07-bfaa-92207533ad34 req-8bdf7e73-41a9-4254-a05c-ca6c8a8260f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4792088-bf96-48c8-a331-af790ba542bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818253 Feb 09 21:38:39.023607 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-e1679213-a045-4d40-9c78-01821e9f6bc7 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Allocated IP 2001:db8::108 (c4ef505d-b943-47a0-989b-70f2c61e8035/ee8ceb16-d528-4820-a1a7-c00b82f17b58/bf57ee64-9d69-48d0-b7b8-7dc3d46b348a) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:39.061860 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107ba23-e291-4059-b56f-bc8a50c6b360 req-aea3719f-9173-4773-b84f-fe7b184e39f9 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:39.069116 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b107ba23-e291-4059-b56f-bc8a50c6b360 req-aea3719f-9173-4773-b84f-fe7b184e39f9 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7135d1f-81ba-4f58-82b5-668b8af70130 HTTP/1.1" status: 200 len: 944 time: 0.1105454 Feb 09 21:38:39.152993 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b107ba23-e291-4059-b56f-bc8a50c6b360 req-11d3209d-59f8-4a54-9760-885a65eecb34 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806670 Feb 09 21:38:39.208908 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-27da15ff-b050-4f07-bfaa-92207533ad34 req-15e0ce4c-a79a-4976-be43-bed99641f690 service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476337 Feb 09 21:38:39.407246 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-27da15ff-b050-4f07-bfaa-92207533ad34 req-6cef67ee-a626-4e17-ae20-f2481b9924fc service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910403 Feb 09 21:38:39.434033 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56534) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:39.526258 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278cfbd-2c24-4503-9cc8-11089d499479 req-3c3a15d7-7439-4ec7-a9be-3c1c8e7060e3 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:39.529001 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8278cfbd-2c24-4503-9cc8-11089d499479 req-3c3a15d7-7439-4ec7-a9be-3c1c8e7060e3 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4096cab-edd2-4587-811a-2784299ad98a HTTP/1.1" status: 200 len: 949 time: 0.2494683 Feb 09 21:38:39.539999 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1679213-a045-4d40-9c78-01821e9f6bc7 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks [] for port (bf57ee64-9d69-48d0-b7b8-7dc3d46b348a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.632132 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7f24f2-f0f9-4af9-8d74-608002fad753', 'name': 'network-vif-deleted', 'tag': 'fba4a71d-b451-45f1-9a20-88fafb3716ed'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:39.636103 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2745be3b-dba6-4278-b8c0-879656772d92" -d '{"events": [{"server_uuid": "aa7f24f2-f0f9-4af9-8d74-608002fad753", "name": "network-vif-deleted", "tag": "fba4a71d-b451-45f1-9a20-88fafb3716ed"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:39.661828 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8278cfbd-2c24-4503-9cc8-11089d499479 req-330211a0-c15b-462d-aa17-68b4f44883a6 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/security-groups?id=86c3f3e4-90fe-49e7-aa15-a9b675679f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188052 Feb 09 21:38:39.732074 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1679213-a045-4d40-9c78-01821e9f6bc7 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (bf57ee64-9d69-48d0-b7b8-7dc3d46b348a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.825522 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1679213-a045-4d40-9c78-01821e9f6bc7 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Network c4ef505d-b943-47a0-989b-70f2c61e8035 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:39.838083 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-e1679213-a045-4d40-9c78-01821e9f6bc7 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:39.838353 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-a85a012e-bf2b-4a74-9782-c79a25ed9718 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-388600648-network', 'tenant_id': '39b5e47502f84d4cb0f9a638476f7738'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:39.846633 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1679213-a045-4d40-9c78-01821e9f6bc7 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:39.858236 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1679213-a045-4d40-9c78-01821e9f6bc7 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:39.859084 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1679213-a045-4d40-9c78-01821e9f6bc7 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.906342 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85a012e-bf2b-4a74-9782-c79a25ed9718 admin admin] Made reservation on behalf of 39b5e47502f84d4cb0f9a638476f7738 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:39.909644 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1679213-a045-4d40-9c78-01821e9f6bc7 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Pushing event updated for resources: {'Port': ['ID=bf57ee64-9d69-48d0-b7b8-7dc3d46b348a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:39.912614 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a85a012e-bf2b-4a74-9782-c79a25ed9718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.933283 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a85a012e-bf2b-4a74-9782-c79a25ed9718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.944283 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e5924f1-9a12-4946-bb79-c2c40abefb08 req-9b1c0ccd-fd14-4509-b179-e56b7c231433 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 210 time: 0.0656114 Feb 09 21:38:39.957808 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e1679213-a045-4d40-9c78-01821e9f6bc7 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5068607 Feb 09 21:38:39.962362 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56548) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:39.985131 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-115cb37a-d172-44ad-a3df-2a63597aec11 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Request body: {'port': {'network_id': 'c4ef505d-b943-47a0-989b-70f2c61e8035', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-148117527'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:40.169227 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2fb3f-0376-421d-a354-3104bf0f82e9 req-7538e4f7-2fd6-40fc-8d00-5e433477a945 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.172195 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fe2fb3f-0376-421d-a354-3104bf0f82e9 req-7538e4f7-2fd6-40fc-8d00-5e433477a945 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02fa7da-3514-42a0-9d34-d53a536ea10b HTTP/1.1" status: 200 len: 950 time: 0.1249850 Feb 09 21:38:40.290863 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fe2fb3f-0376-421d-a354-3104bf0f82e9 req-928aa3e4-4144-4119-8b20-45d144112793 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b71bdb-9c93-4707-9bed-d3e6a93f2654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073134 Feb 09 21:38:40.376136 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-4b74530a-2343-4129-b0ff-c94b80f73390 None None] Provisioning complete for port bf57ee64-9d69-48d0-b7b8-7dc3d46b348a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:40.377668 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4b74530a-2343-4129-b0ff-c94b80f73390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bf57ee64-9d69-48d0-b7b8-7dc3d46b348a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.404376 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a85a012e-bf2b-4a74-9782-c79a25ed9718 admin admin] Publish callbacks [] for security_group (f158f370-dea7-4280-9c17-c6a367d10ae5), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.408076 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b82af8-0f07-4a48-8415-275dbfcb1dee x-openstack-request-id: req-35b82af8-0f07-4a48-8415-275dbfcb1dee {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:40.408990 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7f24f2-f0f9-4af9-8d74-608002fad753", "name": "network-vif-deleted", "tag": "fba4a71d-b451-45f1-9a20-88fafb3716ed", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:40.410398 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-35b82af8-0f07-4a48-8415-275dbfcb1dee {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:40.411195 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7f24f2-f0f9-4af9-8d74-608002fad753', 'name': 'network-vif-deleted', 'tag': 'fba4a71d-b451-45f1-9a20-88fafb3716ed', 'status': 'completed', 'code': 200} Feb 09 21:38:40.412182 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115cb37a-d172-44ad-a3df-2a63597aec11 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Made reservation on behalf of aab76ea900494b9f81634283be2e00a3 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:40.417083 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-115cb37a-d172-44ad-a3df-2a63597aec11 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.422525 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a85a012e-bf2b-4a74-9782-c79a25ed9718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f158f370-dea7-4280-9c17-c6a367d10ae5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.476690 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85a012e-bf2b-4a74-9782-c79a25ed9718 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:38:40.492942 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-115cb37a-d172-44ad-a3df-2a63597aec11 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] device_id is not set on port f370a9b6-2bd1-4e64-b4d3-6296f78e642c yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:38:40.494483 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4b74530a-2343-4129-b0ff-c94b80f73390 None None] Port bf57ee64-9d69-48d0-b7b8-7dc3d46b348a cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:40.519324 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a012e-bf2b-4a74-9782-c79a25ed9718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f158f370-dea7-4280-9c17-c6a367d10ae5,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:40.543451 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-08a1a808-a16b-4ef8-925c-56055a02d3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.566888 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a85a012e-bf2b-4a74-9782-c79a25ed9718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (6997701d-7ed9-4d9e-af92-a9e724bfc7d9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.567292 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-a85a012e-bf2b-4a74-9782-c79a25ed9718 admin admin] Added segment 6997701d-7ed9-4d9e-af92-a9e724bfc7d9 of type vlan for network 29fbbacc-140f-4d4d-85b5-64a54b02c3fd Feb 09 21:38:40.698625 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a85a012e-bf2b-4a74-9782-c79a25ed9718 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (29fbbacc-140f-4d4d-85b5-64a54b02c3fd), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.719775 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d8191-672a-40b4-96af-3ba0e8313e01 req-d104557e-abe4-4e72-a803-c1c070f7b95c tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.721154 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b48d8191-672a-40b4-96af-3ba0e8313e01 req-d104557e-abe4-4e72-a803-c1c070f7b95c tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.42 "GET /v2.0/ports?device_id=d02fa7da-3514-42a0-9d34-d53a536ea10b HTTP/1.1" status: 200 len: 950 time: 0.2031038 Feb 09 21:38:40.837867 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a85a012e-bf2b-4a74-9782-c79a25ed9718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (29fbbacc-140f-4d4d-85b5-64a54b02c3fd), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.839640 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85a012e-bf2b-4a74-9782-c79a25ed9718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.840609 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a85a012e-bf2b-4a74-9782-c79a25ed9718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.900434 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-115cb37a-d172-44ad-a3df-2a63597aec11 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Allocated IP 2001:db8::172 (c4ef505d-b943-47a0-989b-70f2c61e8035/ee8ceb16-d528-4820-a1a7-c00b82f17b58/f370a9b6-2bd1-4e64-b4d3-6296f78e642c) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:41.058898 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31f4eb-6e10-49e9-a40d-ae31770d9a4c req-b430ea87-d312-424a-99eb-1cc630325620 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:41.068382 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa31f4eb-6e10-49e9-a40d-ae31770d9a4c req-b430ea87-d312-424a-99eb-1cc630325620 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7135d1f-81ba-4f58-82b5-668b8af70130 HTTP/1.1" status: 200 len: 944 time: 0.1390564 Feb 09 21:38:41.136111 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa31f4eb-6e10-49e9-a40d-ae31770d9a4c req-565ad12b-fd80-4895-a89e-2004dd50d8b2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632107 Feb 09 21:38:41.161182 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 329c1ecd-e022-43fe-80ac-f931b0e19a89 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:41.166062 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a85a012e-bf2b-4a74-9782-c79a25ed9718 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7302344 Feb 09 21:38:41.170675 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56588) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:41.188520 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-da49d36d-ad1e-47f2-8fd8-8ddd601f4a44 admin admin] Request body: {'subnet': {'network_id': '29fbbacc-140f-4d4d-85b5-64a54b02c3fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-388600648-subnet', 'tenant_id': '39b5e47502f84d4cb0f9a638476f7738', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:41.249742 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da49d36d-ad1e-47f2-8fd8-8ddd601f4a44 admin admin] Made reservation on behalf of 39b5e47502f84d4cb0f9a638476f7738 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:41.252171 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-da49d36d-ad1e-47f2-8fd8-8ddd601f4a44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.438877 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a012e-bf2b-4a74-9782-c79a25ed9718 admin admin] Pushing event updated for resources: {'Network': ['ID=29fbbacc-140f-4d4d-85b5-64a54b02c3fd,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:41.474220 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 329c1ecd-e022-43fe-80ac-f931b0e19a89, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=329c1ecd-e022-43fe-80ac-f931b0e19a89,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:41.502865 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-b48d8191-672a-40b4-96af-3ba0e8313e01 req-6ae054fb-4b78-43a5-8df0-c5bbbfa1837d tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Deleting port 6bf8b997-4688-4081-b872-c6b6540fb35b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:41.503490 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b48d8191-672a-40b4-96af-3ba0e8313e01 req-6ae054fb-4b78-43a5-8df0-c5bbbfa1837d tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (6bf8b997-4688-4081-b872-c6b6540fb35b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.528441 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 29fbbacc-140f-4d4d-85b5-64a54b02c3fd details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:38:41.604208 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-524bcaef-e2bc-45c0-a827-d1528054191f req-72320019-2f27-4985-bb44-8a558316eacc tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 210 time: 0.1264498 Feb 09 21:38:41.647978 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.649695 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '329c1ecd-e022-43fe-80ac-f931b0e19a89', 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf', 'port_id': '329c1ecd-e022-43fe-80ac-f931b0e19a89', 'mac_address': 'fa:16:3e:fa:b5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2baf19-4835-4e7a-83c6-0d721aca5d48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:41.680564 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-115cb37a-d172-44ad-a3df-2a63597aec11 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks [] for port (f370a9b6-2bd1-4e64-b4d3-6296f78e642c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.782812 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-115cb37a-d172-44ad-a3df-2a63597aec11 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f370a9b6-2bd1-4e64-b4d3-6296f78e642c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.848881 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 329c1ecd-e022-43fe-80ac-f931b0e19a89 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:41.851805 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (329c1ecd-e022-43fe-80ac-f931b0e19a89), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.892503 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329c1ecd-e022-43fe-80ac-f931b0e19a89 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:41.928347 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-da49d36d-ad1e-47f2-8fd8-8ddd601f4a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (695e0a85-40e4-4f5e-971d-baa3eb568697), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.968871 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 329c1ecd-e022-43fe-80ac-f931b0e19a89, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=329c1ecd-e022-43fe-80ac-f931b0e19a89,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:41.992677 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (329c1ecd-e022-43fe-80ac-f931b0e19a89), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.027521 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56618) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:42.065601 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c96ca0-ce45-4070-b4b6-206347ac5f77 req-0f5ef06b-1cd8-4f04-a7e3-d2d213585e55 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:42.080500 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8c96ca0-ce45-4070-b4b6-206347ac5f77 req-0f5ef06b-1cd8-4f04-a7e3-d2d213585e55 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02fa7da-3514-42a0-9d34-d53a536ea10b HTTP/1.1" status: 200 len: 950 time: 0.2413523 Feb 09 21:38:42.160555 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=329c1ecd-e022-43fe-80ac-f931b0e19a89,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:42.192631 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8c96ca0-ce45-4070-b4b6-206347ac5f77 req-b0da027f-9313-4e1b-bf42-f195f099fde1 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b71bdb-9c93-4707-9bed-d3e6a93f2654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096494 Feb 09 21:38:42.210810 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49d36d-ad1e-47f2-8fd8-8ddd601f4a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=695e0a85-40e4-4f5e-971d-baa3eb568697,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:42.258668 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6b86f35-1e28-42b3-a5a0-2bef76328027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.270440 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['329c1ecd-e022-43fe-80ac-f931b0e19a89'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:42.389597 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da49d36d-ad1e-47f2-8fd8-8ddd601f4a44 admin admin] Checking segment: {'id': '6997701d-7ed9-4d9e-af92-a9e724bfc7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '29fbbacc-140f-4d4d-85b5-64a54b02c3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:42.390463 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da49d36d-ad1e-47f2-8fd8-8ddd601f4a44 admin admin] Network hostable DHCP agents. Network: 29fbbacc-140f-4d4d-85b5-64a54b02c3fd, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:38:42.456004 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6b86f35-1e28-42b3-a5a0-2bef76328027 admin admin] Publish callbacks [] for security_group (4ab3eafe-19ee-492f-aa50-341fa322c941), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.483183 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6b86f35-1e28-42b3-a5a0-2bef76328027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4ab3eafe-19ee-492f-aa50-341fa322c941), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.520898 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-b48d8191-672a-40b4-96af-3ba0e8313e01 req-6ae054fb-4b78-43a5-8df0-c5bbbfa1837d tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] For port 6bf8b997-4688-4081-b872-c6b6540fb35b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6bf8b997-4688-4081-b872-c6b6540fb35b,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:42.522388 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b48d8191-672a-40b4-96af-3ba0e8313e01 req-6ae054fb-4b78-43a5-8df0-c5bbbfa1837d tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (6bf8b997-4688-4081-b872-c6b6540fb35b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.534311 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da49d36d-ad1e-47f2-8fd8-8ddd601f4a44 admin admin] Network 29fbbacc-140f-4d4d-85b5-64a54b02c3fd is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:38:42.577426 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115cb37a-d172-44ad-a3df-2a63597aec11 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Network c4ef505d-b943-47a0-989b-70f2c61e8035 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:42.583000 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-b48d8191-672a-40b4-96af-3ba0e8313e01 req-6ae054fb-4b78-43a5-8df0-c5bbbfa1837d tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Calling delete_port for 6bf8b997-4688-4081-b872-c6b6540fb35b owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:42.594581 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-115cb37a-d172-44ad-a3df-2a63597aec11 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:42.597146 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c55344-859e-450e-8e4e-2396c548cd0e req-3f0301e4-04e0-4708-9109-b0f53d6a4f8f tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:42.605781 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115cb37a-d172-44ad-a3df-2a63597aec11 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:42.610722 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8c55344-859e-450e-8e4e-2396c548cd0e req-3f0301e4-04e0-4708-9109-b0f53d6a4f8f tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7135d1f-81ba-4f58-82b5-668b8af70130 HTTP/1.1" status: 200 len: 945 time: 0.3362007 Feb 09 21:38:42.616392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115cb37a-d172-44ad-a3df-2a63597aec11 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:42.617571 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-115cb37a-d172-44ad-a3df-2a63597aec11 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.621309 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-da49d36d-ad1e-47f2-8fd8-8ddd601f4a44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 29fbbacc-140f-4d4d-85b5-64a54b02c3fd) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:42.628078 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115cb37a-d172-44ad-a3df-2a63597aec11 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Pushing event updated for resources: {'Port': ['ID=f370a9b6-2bd1-4e64-b4d3-6296f78e642c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:42.637937 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b86f35-1e28-42b3-a5a0-2bef76328027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab3eafe-19ee-492f-aa50-341fa322c941,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:42.656420 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da49d36d-ad1e-47f2-8fd8-8ddd601f4a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:42.657431 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-da49d36d-ad1e-47f2-8fd8-8ddd601f4a44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.676733 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d6b86f35-1e28-42b3-a5a0-2bef76328027 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=653f6b1fa6b048d98f8a9a1bfa1983c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6393104 Feb 09 21:38:42.680122 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56626) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:42.694138 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b98772d-2d47-419c-aefd-dcaf85fbe90d None None] Network 29fbbacc-140f-4d4d-85b5-64a54b02c3fd requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:42.752267 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-115cb37a-d172-44ad-a3df-2a63597aec11 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7879493 Feb 09 21:38:42.755955 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56630) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:42.784711 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-da49d36d-ad1e-47f2-8fd8-8ddd601f4a44 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6116972 Feb 09 21:38:42.828887 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-711e4429-2749-4aca-8843-0a604237b0f9 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::11b', 'mac_address': 'fa:16:3e:10:a2:93'}, {'ip_address': '2001:db8::108', 'mac_address': 'fa:16:3e:0f:02:65'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:43.012691 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8c55344-859e-450e-8e4e-2396c548cd0e req-d1e61e1d-7ebc-47de-bf71-6fb41ed10479 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004383 Feb 09 21:38:43.031259 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.039467 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b48d8191-672a-40b4-96af-3ba0e8313e01 req-6ae054fb-4b78-43a5-8df0-c5bbbfa1837d tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (6bf8b997-4688-4081-b872-c6b6540fb35b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.047327 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5657d8-65ee-4ccf-a373-4ed61ec97190 None None] Network 29fbbacc-140f-4d4d-85b5-64a54b02c3fd requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:43.058106 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['b1b20140-6c51-454e-aee0-1461254f7f70'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:43.105333 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae054fb-4b78-43a5-8df0-c5bbbfa1837d tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Pushing event deleted for resources: {'Port': ['ID=6bf8b997-4688-4081-b872-c6b6540fb35b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:43.213893 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 6bf8b997-4688-4081-b872-c6b6540fb35b no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:43.224380 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-416a1aa1-925a-4c51-91fc-d500b73d5210 admin admin] Publish callbacks [] for security_group (4ab3eafe-19ee-492f-aa50-341fa322c941), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.248527 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48d8191-672a-40b4-96af-3ba0e8313e01 req-6ae054fb-4b78-43a5-8df0-c5bbbfa1837d tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] No DVR routers for this DVR port 6bf8b997-4688-4081-b872-c6b6540fb35b on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:43.255403 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b48d8191-672a-40b4-96af-3ba0e8313e01 req-6ae054fb-4b78-43a5-8df0-c5bbbfa1837d tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.268597 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 6bf8b997-4688-4081-b872-c6b6540fb35b {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:43.269057 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 6bf8b997-4688-4081-b872-c6b6540fb35b not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:43.270474 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b48d8191-672a-40b4-96af-3ba0e8313e01 req-6ae054fb-4b78-43a5-8df0-c5bbbfa1837d tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.42 "DELETE /v2.0/ports/6bf8b997-4688-4081-b872-c6b6540fb35b HTTP/1.1" status: 204 len: 173 time: 2.5285320 Feb 09 21:38:43.270726 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02fa7da-3514-42a0-9d34-d53a536ea10b', 'name': 'network-vif-deleted', 'tag': '6bf8b997-4688-4081-b872-c6b6540fb35b'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:43.273434 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37cebba-be1b-4eb9-80de-fa1a73791722" -d '{"events": [{"server_uuid": "d02fa7da-3514-42a0-9d34-d53a536ea10b", "name": "network-vif-deleted", "tag": "6bf8b997-4688-4081-b872-c6b6540fb35b"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:43.290269 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-416a1aa1-925a-4c51-91fc-d500b73d5210 admin admin] Publish callbacks [] for security_group (4ab3eafe-19ee-492f-aa50-341fa322c941), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.350132 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b28316b7-d4df-4076-b09b-90b383bc169f req-da00b5d0-6da7-49f7-8ec0-a9907bda01d4 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 210 time: 0.0708160 Feb 09 21:38:43.530844 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-21e119f9-286f-4edd-b9b8-d8e42a0db777 None None] Provisioning complete for port f370a9b6-2bd1-4e64-b4d3-6296f78e642c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:43.531500 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-21e119f9-286f-4edd-b9b8-d8e42a0db777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f370a9b6-2bd1-4e64-b4d3-6296f78e642c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.561726 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-711e4429-2749-4aca-8843-0a604237b0f9 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f370a9b6-2bd1-4e64-b4d3-6296f78e642c), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.593039 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-416a1aa1-925a-4c51-91fc-d500b73d5210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4ab3eafe-19ee-492f-aa50-341fa322c941), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.596637 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-416a1aa1-925a-4c51-91fc-d500b73d5210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.600666 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-416a1aa1-925a-4c51-91fc-d500b73d5210 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4ab3eafe-19ee-492f-aa50-341fa322c941 HTTP/1.1" status: 204 len: 168 time: 0.9124565 Feb 09 21:38:43.670558 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-21e119f9-286f-4edd-b9b8-d8e42a0db777 None None] Port f370a9b6-2bd1-4e64-b4d3-6296f78e642c cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:43.735398 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a1aa1-925a-4c51-91fc-d500b73d5210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab3eafe-19ee-492f-aa50-341fa322c941,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:43.750935 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-c1eaa3fa-827c-4dff-8550-aa208401d9b7 req-49417c58-0ba0-4c31-91e7-2fd8e0f6cdb0 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1686492639', 'description': 'tempest-description-1338984627'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:43.806063 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c1eaa3fa-827c-4dff-8550-aa208401d9b7 req-49417c58-0ba0-4c31-91e7-2fd8e0f6cdb0 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.999243 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.180285 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c1eaa3fa-827c-4dff-8550-aa208401d9b7 req-49417c58-0ba0-4c31-91e7-2fd8e0f6cdb0 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (c70f71ae-2168-4125-a8d3-c91911e62147), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.210361 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c1eaa3fa-827c-4dff-8550-aa208401d9b7 req-49417c58-0ba0-4c31-91e7-2fd8e0f6cdb0 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c70f71ae-2168-4125-a8d3-c91911e62147), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.249851 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-711e4429-2749-4aca-8843-0a604237b0f9 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks [] for port (f370a9b6-2bd1-4e64-b4d3-6296f78e642c), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.260291 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56668) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:44.261653 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c1eaa3fa-827c-4dff-8550-aa208401d9b7 req-49417c58-0ba0-4c31-91e7-2fd8e0f6cdb0 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.280237 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c1eaa3fa-827c-4dff-8550-aa208401d9b7 req-49417c58-0ba0-4c31-91e7-2fd8e0f6cdb0 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.5371873 Feb 09 21:38:44.299160 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-711e4429-2749-4aca-8843-0a604237b0f9 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (f370a9b6-2bd1-4e64-b4d3-6296f78e642c), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.314909 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8fe673e0-0bc3-4fa0-989f-a111011f7e10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.437152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49417c58-0ba0-4c31-91e7-2fd8e0f6cdb0 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70f71ae-2168-4125-a8d3-c91911e62147,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:44.455440 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-711e4429-2749-4aca-8843-0a604237b0f9 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] In _notify_port_updated(), no bound segment for port f370a9b6-2bd1-4e64-b4d3-6296f78e642c on network c4ef505d-b943-47a0-989b-70f2c61e8035 {{(pid=103201) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:38:44.465605 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711e4429-2749-4aca-8843-0a604237b0f9 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.468244 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-711e4429-2749-4aca-8843-0a604237b0f9 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.470709 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-711e4429-2749-4aca-8843-0a604237b0f9 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "PUT /v2.0/ports/f370a9b6-2bd1-4e64-b4d3-6296f78e642c HTTP/1.1" status: 200 len: 1067 time: 1.7045059 Feb 09 21:38:44.475295 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56678) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:44.504787 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9022bfcb-c5f4-4560-855b-56cbfe52367b x-openstack-request-id: req-9022bfcb-c5f4-4560-855b-56cbfe52367b {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:44.505680 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02fa7da-3514-42a0-9d34-d53a536ea10b", "name": "network-vif-deleted", "tag": "6bf8b997-4688-4081-b872-c6b6540fb35b", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:44.506039 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9022bfcb-c5f4-4560-855b-56cbfe52367b {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:44.506602 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02fa7da-3514-42a0-9d34-d53a536ea10b', 'name': 'network-vif-deleted', 'tag': '6bf8b997-4688-4081-b872-c6b6540fb35b', 'status': 'completed', 'code': 200} Feb 09 21:38:44.540958 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8fe673e0-0bc3-4fa0-989f-a111011f7e10 admin admin] Publish callbacks [] for security_group (e43c929d-b5d4-47f1-9d0f-e7209c9ae982), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.550581 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8fe673e0-0bc3-4fa0-989f-a111011f7e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e43c929d-b5d4-47f1-9d0f-e7209c9ae982), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.575811 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e4429-2749-4aca-8843-0a604237b0f9 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Pushing event updated for resources: {'Port': ['ID=f370a9b6-2bd1-4e64-b4d3-6296f78e642c,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:44.637936 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8fe673e0-0bc3-4fa0-989f-a111011f7e10 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e675daffdf2c458c8cc28577cfeadf53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3681161 Feb 09 21:38:44.637936 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe673e0-0bc3-4fa0-989f-a111011f7e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43c929d-b5d4-47f1-9d0f-e7209c9ae982,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:44.649612 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56682) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:44.772045 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-af9254b2-fd68-4690-b752-ea5610e409a4 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Deleting port f370a9b6-2bd1-4e64-b4d3-6296f78e642c {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:44.772391 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af9254b2-fd68-4690-b752-ea5610e409a4 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f370a9b6-2bd1-4e64-b4d3-6296f78e642c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.806427 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef2b27fb-99f1-402b-a32d-e75241879ddf admin admin] Publish callbacks [] for security_group (e43c929d-b5d4-47f1-9d0f-e7209c9ae982), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.861598 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef2b27fb-99f1-402b-a32d-e75241879ddf admin admin] Publish callbacks [] for security_group (e43c929d-b5d4-47f1-9d0f-e7209c9ae982), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.887189 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-14a4c937-280d-4397-b7e4-23af11931ea4 None None] Provisioning complete for port f370a9b6-2bd1-4e64-b4d3-6296f78e642c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:44.887568 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-14a4c937-280d-4397-b7e4-23af11931ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f370a9b6-2bd1-4e64-b4d3-6296f78e642c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.912420 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af9254b2-fd68-4690-b752-ea5610e409a4 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f370a9b6-2bd1-4e64-b4d3-6296f78e642c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.935047 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-af9254b2-fd68-4690-b752-ea5610e409a4 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Calling delete_port for f370a9b6-2bd1-4e64-b4d3-6296f78e642c owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:44.950838 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ab44e-0414-4ad4-b20b-67509410866a req-21cba7ab-5b1a-4a29-9b87-43342c514cd2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.953242 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f57ab44e-0414-4ad4-b20b-67509410866a req-21cba7ab-5b1a-4a29-9b87-43342c514cd2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7135d1f-81ba-4f58-82b5-668b8af70130 HTTP/1.1" status: 200 len: 945 time: 0.2459738 Feb 09 21:38:45.026971 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-14a4c937-280d-4397-b7e4-23af11931ea4 None None] Port f370a9b6-2bd1-4e64-b4d3-6296f78e642c cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:45.029502 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef2b27fb-99f1-402b-a32d-e75241879ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e43c929d-b5d4-47f1-9d0f-e7209c9ae982), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:45.030828 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ad07ab32-8f95-4a35-8c60-c1305ee8ad7c details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:45.046195 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef2b27fb-99f1-402b-a32d-e75241879ddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:45.050811 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ef2b27fb-99f1-402b-a32d-e75241879ddf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e43c929d-b5d4-47f1-9d0f-e7209c9ae982 HTTP/1.1" status: 204 len: 168 time: 0.3994787 Feb 09 21:38:45.073039 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b27fb-99f1-402b-a32d-e75241879ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43c929d-b5d4-47f1-9d0f-e7209c9ae982,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:45.107695 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f57ab44e-0414-4ad4-b20b-67509410866a req-29de673a-1051-44a6-919b-401300df4afe tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419821 Feb 09 21:38:45.274008 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 329c1ecd-e022-43fe-80ac-f931b0e19a89 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:45.279168 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af9254b2-fd68-4690-b752-ea5610e409a4 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (f370a9b6-2bd1-4e64-b4d3-6296f78e642c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:45.359717 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9254b2-fd68-4690-b752-ea5610e409a4 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Pushing event deleted for resources: {'Port': ['ID=f370a9b6-2bd1-4e64-b4d3-6296f78e642c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:45.454974 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31e54647-8f29-4b65-8b9d-e101f7c6a32b req-1077c92e-c42d-484c-9e0a-ce2876e5228d tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "GET /v2.0/security-groups/c70f71ae-2168-4125-a8d3-c91911e62147 HTTP/1.1" status: 200 len: 1832 time: 0.1831505 Feb 09 21:38:45.484800 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-31e54647-8f29-4b65-8b9d-e101f7c6a32b req-c2c7cbf6-188d-4eef-b9a0-edfa80ddfb3f tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c70f71ae-2168-4125-a8d3-c91911e62147', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:45.485434 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-31e54647-8f29-4b65-8b9d-e101f7c6a32b req-c2c7cbf6-188d-4eef-b9a0-edfa80ddfb3f tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c70f71ae-2168-4125-a8d3-c91911e62147', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:45.580287 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:45.637388 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:45.677277 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'ad07ab32-8f95-4a35-8c60-c1305ee8ad7c', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': 'ad07ab32-8f95-4a35-8c60-c1305ee8ad7c', 'mac_address': 'fa:16:3e:e7:a4:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:45.895142 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c is: ACTIVE; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:45.895799 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:45.909078 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31e54647-8f29-4b65-8b9d-e101f7c6a32b req-c2c7cbf6-188d-4eef-b9a0-edfa80ddfb3f tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group_rule (ffefe3c9-6a38-4d84-92f7-7175dd696fe3), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:45.941549 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:45.944567 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad07ab32-8f95-4a35-8c60-c1305ee8ad7c {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:46.039264 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31e54647-8f29-4b65-8b9d-e101f7c6a32b req-c2c7cbf6-188d-4eef-b9a0-edfa80ddfb3f tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group_rule (ffefe3c9-6a38-4d84-92f7-7175dd696fe3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:46.057738 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31e54647-8f29-4b65-8b9d-e101f7c6a32b req-c2c7cbf6-188d-4eef-b9a0-edfa80ddfb3f tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (ffefe3c9-6a38-4d84-92f7-7175dd696fe3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:46.061591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 329c1ecd-e022-43fe-80ac-f931b0e19a89 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:38:46.080884 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:46.099319 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 329c1ecd-e022-43fe-80ac-f931b0e19a89 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:46.100212 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (329c1ecd-e022-43fe-80ac-f931b0e19a89), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:46.103999 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:46.127880 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7cbf6-188d-4eef-b9a0-edfa80ddfb3f tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffefe3c9-6a38-4d84-92f7-7175dd696fe3,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:46.255940 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31e54647-8f29-4b65-8b9d-e101f7c6a32b req-c2c7cbf6-188d-4eef-b9a0-edfa80ddfb3f tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:46.258308 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31e54647-8f29-4b65-8b9d-e101f7c6a32b req-c2c7cbf6-188d-4eef-b9a0-edfa80ddfb3f tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7939303 Feb 09 21:38:46.266123 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['ad07ab32-8f95-4a35-8c60-c1305ee8ad7c'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:46.291845 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af9254b2-fd68-4690-b752-ea5610e409a4 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:46.299071 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-af9254b2-fd68-4690-b752-ea5610e409a4 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "DELETE /v2.0/ports/f370a9b6-2bd1-4e64-b4d3-6296f78e642c HTTP/1.1" status: 204 len: 168 time: 1.8219256 Feb 09 21:38:46.301763 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56712) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:46.335862 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:46.367283 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef8d812-1305-4e7a-afc7-94c59f5fbef7 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] GET failed (client error): The resource could not be found. Feb 09 21:38:46.374784 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0ef8d812-1305-4e7a-afc7-94c59f5fbef7 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "GET /v2.0/ports/f370a9b6-2bd1-4e64-b4d3-6296f78e642c HTTP/1.1" status: 404 len: 333 time: 0.0710113 Feb 09 21:38:46.376682 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56716) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:46.487260 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 329c1ecd-e022-43fe-80ac-f931b0e19a89 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:46.487690 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (329c1ecd-e022-43fe-80ac-f931b0e19a89), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:46.639609 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7135d1f-81ba-4f58-82b5-668b8af70130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329c1ecd-e022-43fe-80ac-f931b0e19a89'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:46.643007 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919ba601-0abe-4f44-8a98-ad3b152375c6" -d '{"events": [{"server_uuid": "d7135d1f-81ba-4f58-82b5-668b8af70130", "name": "network-vif-plugged", "status": "completed", "tag": "329c1ecd-e022-43fe-80ac-f931b0e19a89"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:46.743837 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 329c1ecd-e022-43fe-80ac-f931b0e19a89, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=329c1ecd-e022-43fe-80ac-f931b0e19a89,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:46.759583 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (329c1ecd-e022-43fe-80ac-f931b0e19a89), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:46.840136 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=329c1ecd-e022-43fe-80ac-f931b0e19a89,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:46.910361 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-deec4574-2655-4fa3-949f-749e483fbd18 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Deleting port bf57ee64-9d69-48d0-b7b8-7dc3d46b348a {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:46.910911 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-deec4574-2655-4fa3-949f-749e483fbd18 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (bf57ee64-9d69-48d0-b7b8-7dc3d46b348a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:46.981701 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ad07ab32-8f95-4a35-8c60-c1305ee8ad7c up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:47.145577 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:47.146677 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.193699 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-96f6af2f-7734-4de6-a56b-9d2a7d41a980 req-547b512a-59ee-4603-b183-2f76d37971a9 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 210 time: 0.0785675 Feb 09 21:38:47.233762 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-deec4574-2655-4fa3-949f-749e483fbd18 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (bf57ee64-9d69-48d0-b7b8-7dc3d46b348a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.249922 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-deec4574-2655-4fa3-949f-749e483fbd18 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Calling delete_port for bf57ee64-9d69-48d0-b7b8-7dc3d46b348a owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:47.425671 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:47.427289 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.463916 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-deec4574-2655-4fa3-949f-749e483fbd18 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (bf57ee64-9d69-48d0-b7b8-7dc3d46b348a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.514297 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:47.525321 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.562135 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec4574-2655-4fa3-949f-749e483fbd18 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Pushing event deleted for resources: {'Port': ['ID=bf57ee64-9d69-48d0-b7b8-7dc3d46b348a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:47.641314 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:47.677566 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-deec4574-2655-4fa3-949f-749e483fbd18 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.686909 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-deec4574-2655-4fa3-949f-749e483fbd18 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "DELETE /v2.0/ports/bf57ee64-9d69-48d0-b7b8-7dc3d46b348a HTTP/1.1" status: 204 len: 168 time: 1.3071017 Feb 09 21:38:47.690629 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56736) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:47.728399 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162c817-b69c-486a-a567-325cd9bbc98a req-473ff991-fc9d-4f01-8bbf-07a85d2e03e7 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:47.749375 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1162c817-b69c-486a-a567-325cd9bbc98a req-473ff991-fc9d-4f01-8bbf-07a85d2e03e7 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7135d1f-81ba-4f58-82b5-668b8af70130 HTTP/1.1" status: 200 len: 946 time: 0.3068788 Feb 09 21:38:47.753027 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b64f3e-9067-44d4-8caf-9168b68c9870 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] GET failed (client error): The resource could not be found. Feb 09 21:38:47.760424 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d5b64f3e-9067-44d4-8caf-9168b68c9870 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "GET /v2.0/ports/bf57ee64-9d69-48d0-b7b8-7dc3d46b348a HTTP/1.1" status: 404 len: 333 time: 0.0672519 Feb 09 21:38:47.761081 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56738) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:47.934926 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1162c817-b69c-486a-a567-325cd9bbc98a req-312ae1b2-42f7-4006-986a-23f346ea4d9b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840158 Feb 09 21:38:47.985941 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2af91b0e-817b-4777-bc92-24918a645fee tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Deleting port 7498f0f1-4029-4f54-8df6-9b746ff928c0 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:47.986284 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2af91b0e-817b-4777-bc92-24918a645fee tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (7498f0f1-4029-4f54-8df6-9b746ff928c0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.203598 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2af91b0e-817b-4777-bc92-24918a645fee tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (7498f0f1-4029-4f54-8df6-9b746ff928c0), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.241690 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2af91b0e-817b-4777-bc92-24918a645fee tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Calling delete_port for 7498f0f1-4029-4f54-8df6-9b746ff928c0 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:48.292546 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b738ae6a-bc96-414d-88ff-31dd70561c1f req-d81e8c9c-881d-4258-88f2-25d2bdd2c2ac tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "GET /v2.0/security-groups/c70f71ae-2168-4125-a8d3-c91911e62147 HTTP/1.1" status: 200 len: 2426 time: 0.1223185 Feb 09 21:38:48.683821 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa064d93-1c82-41db-a0be-08186f1788c9 req-61cb9341-d7e0-4a1a-80b5-aa2da442b3c7 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:48.686062 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fa064d93-1c82-41db-a0be-08186f1788c9 req-61cb9341-d7e0-4a1a-80b5-aa2da442b3c7 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.42 "GET /v2.0/ports?device_id=277ed1a8-adff-40a2-9179-fd18744b67bb HTTP/1.1" status: 200 len: 950 time: 0.2142854 Feb 09 21:38:48.752148 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2af91b0e-817b-4777-bc92-24918a645fee tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (7498f0f1-4029-4f54-8df6-9b746ff928c0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.795186 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af91b0e-817b-4777-bc92-24918a645fee tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Pushing event deleted for resources: {'Port': ['ID=7498f0f1-4029-4f54-8df6-9b746ff928c0,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:48.879202 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2af91b0e-817b-4777-bc92-24918a645fee tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.882730 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2af91b0e-817b-4777-bc92-24918a645fee tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "DELETE /v2.0/ports/7498f0f1-4029-4f54-8df6-9b746ff928c0 HTTP/1.1" status: 204 len: 168 time: 1.1206100 Feb 09 21:38:48.885814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56764) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:48.954374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-fa064d93-1c82-41db-a0be-08186f1788c9 req-28d8fed6-f32f-462e-8aa4-ade86bab7923 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Deleting port b1b20140-6c51-454e-aee0-1461254f7f70 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:48.959403 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fa064d93-1c82-41db-a0be-08186f1788c9 req-28d8fed6-f32f-462e-8aa4-ade86bab7923 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b1b20140-6c51-454e-aee0-1461254f7f70), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.082239 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e56567-28d0-42fe-abe7-bb3c0d964f61 x-openstack-request-id: req-e0e56567-28d0-42fe-abe7-bb3c0d964f61 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:49.083199 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7135d1f-81ba-4f58-82b5-668b8af70130", "name": "network-vif-plugged", "status": "completed", "tag": "329c1ecd-e022-43fe-80ac-f931b0e19a89", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:49.083199 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e0e56567-28d0-42fe-abe7-bb3c0d964f61 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:49.083787 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7135d1f-81ba-4f58-82b5-668b8af70130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329c1ecd-e022-43fe-80ac-f931b0e19a89', 'code': 200} Feb 09 21:38:49.130313 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-fabbdb0d-ff0f-4878-a8a2-9801c4eea8c4 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Deleting subnet ee8ceb16-d528-4820-a1a7-c00b82f17b58 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:38:49.151146 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fabbdb0d-ff0f-4878-a8a2-9801c4eea8c4 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks [] for subnet (ee8ceb16-d528-4820-a1a7-c00b82f17b58), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.227909 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56772) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:49.321907 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fabbdb0d-ff0f-4878-a8a2-9801c4eea8c4 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (ee8ceb16-d528-4820-a1a7-c00b82f17b58), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.372011 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666ec94-2172-414a-98e0-8ed69396c4a2 req-95ce0522-65a8-4122-a3ff-648af4c59ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:49.374182 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1666ec94-2172-414a-98e0-8ed69396c4a2 req-95ce0522-65a8-4122-a3ff-648af4c59ad0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d7135d1f-81ba-4f58-82b5-668b8af70130 HTTP/1.1" status: 200 len: 1128 time: 0.1915581 Feb 09 21:38:49.508740 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1666ec94-2172-414a-98e0-8ed69396c4a2 req-2913b4cd-bd02-47f6-980a-c07b66125ad3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239498 Feb 09 21:38:49.524846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-fa064d93-1c82-41db-a0be-08186f1788c9 req-28d8fed6-f32f-462e-8aa4-ade86bab7923 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] For port b1b20140-6c51-454e-aee0-1461254f7f70, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b1b20140-6c51-454e-aee0-1461254f7f70,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:49.525189 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fa064d93-1c82-41db-a0be-08186f1788c9 req-28d8fed6-f32f-462e-8aa4-ade86bab7923 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b1b20140-6c51-454e-aee0-1461254f7f70), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.561414 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-fa064d93-1c82-41db-a0be-08186f1788c9 req-28d8fed6-f32f-462e-8aa4-ade86bab7923 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Calling delete_port for b1b20140-6c51-454e-aee0-1461254f7f70 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:49.601089 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1fa8e-d627-4768-8a0c-2bf4aa446e6b req-b6a7761c-ec40-45cb-954b-f23a2783aecf tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:49.603149 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ffc1fa8e-d627-4768-8a0c-2bf4aa446e6b req-b6a7761c-ec40-45cb-954b-f23a2783aecf tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/ports?device_id=277ed1a8-adff-40a2-9179-fd18744b67bb HTTP/1.1" status: 200 len: 950 time: 0.2248876 Feb 09 21:38:49.646884 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fabbdb0d-ff0f-4878-a8a2-9801c4eea8c4 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (ee8ceb16-d528-4820-a1a7-c00b82f17b58), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.748645 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ffc1fa8e-d627-4768-8a0c-2bf4aa446e6b req-237d2bae-656c-451e-88f4-3a771097fd73 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b71bdb-9c93-4707-9bed-d3e6a93f2654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276791 Feb 09 21:38:49.798550 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c17b61fd-77eb-4b7c-b524-632d24d9535f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-735852038'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:49.804328 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fabbdb0d-ff0f-4878-a8a2-9801c4eea8c4 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (ee8ceb16-d528-4820-a1a7-c00b82f17b58), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.923633 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fa064d93-1c82-41db-a0be-08186f1788c9 req-28d8fed6-f32f-462e-8aa4-ade86bab7923 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (b1b20140-6c51-454e-aee0-1461254f7f70), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.938864 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['b1b20140-6c51-454e-aee0-1461254f7f70'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:49.997449 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fabbdb0d-ff0f-4878-a8a2-9801c4eea8c4 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.006904 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fabbdb0d-ff0f-4878-a8a2-9801c4eea8c4 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "DELETE /v2.0/subnets/ee8ceb16-d528-4820-a1a7-c00b82f17b58 HTTP/1.1" status: 204 len: 168 time: 1.1144998 Feb 09 21:38:50.008623 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbdb0d-ff0f-4878-a8a2-9801c4eea8c4 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Pushing event deleted for resources: {'Subnet': ['ID=ee8ceb16-d528-4820-a1a7-c00b82f17b58,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:50.010453 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bc05d0-6462-41fa-8c26-82c8a1300d3b None None] Network c4ef505d-b943-47a0-989b-70f2c61e8035 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:50.018146 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56776) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:50.019009 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17b61fd-77eb-4b7c-b524-632d24d9535f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Made reservation on behalf of ddd3129437074451b40cce1c03edaeef for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:50.024604 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c17b61fd-77eb-4b7c-b524-632d24d9535f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.034904 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8fed6-f32f-462e-8aa4-ade86bab7923 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Pushing event deleted for resources: {'Port': ['ID=b1b20140-6c51-454e-aee0-1461254f7f70,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:50.166264 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c17b61fd-77eb-4b7c-b524-632d24d9535f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.182677 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa064d93-1c82-41db-a0be-08186f1788c9 req-28d8fed6-f32f-462e-8aa4-ade86bab7923 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] No DVR routers for this DVR port b1b20140-6c51-454e-aee0-1461254f7f70 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:50.189479 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fa064d93-1c82-41db-a0be-08186f1788c9 req-28d8fed6-f32f-462e-8aa4-ade86bab7923 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.196138 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fa064d93-1c82-41db-a0be-08186f1788c9 req-28d8fed6-f32f-462e-8aa4-ade86bab7923 tempest-ServersAdminNegativeTestJSON-368461430 tempest-ServersAdminNegativeTestJSON-368461430-project] 10.222.0.42 "DELETE /v2.0/ports/b1b20140-6c51-454e-aee0-1461254f7f70 HTTP/1.1" status: 204 len: 173 time: 1.5022843 Feb 09 21:38:50.196969 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277ed1a8-adff-40a2-9179-fd18744b67bb', 'name': 'network-vif-deleted', 'tag': 'b1b20140-6c51-454e-aee0-1461254f7f70'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:50.201756 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de05c028-5c60-4c1d-8360-d80d40bc67a1" -d '{"events": [{"server_uuid": "277ed1a8-adff-40a2-9179-fd18744b67bb", "name": "network-vif-deleted", "tag": "b1b20140-6c51-454e-aee0-1461254f7f70"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:50.205286 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da226eb9-523e-4c83-8c15-bf4fed3125f8 req-c1371ac8-112d-4785-a67d-2516f332a04a tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 210 time: 0.2264943 Feb 09 21:38:50.367009 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-65beb7a6-0f62-41eb-aab1-dc11be21357d req-a5d6c29b-a73f-4960-86fb-1b73d32f95dd tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "GET /v2.0/security-group-rules/ffefe3c9-6a38-4d84-92f7-7175dd696fe3 HTTP/1.1" status: 200 len: 778 time: 0.0603590 Feb 09 21:38:50.414837 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9272d9-0c7a-4074-ac78-a2507c4439e7 None None] DHCP port deletion for c4ef505d-b943-47a0-989b-70f2c61e8035 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:38:50.548060 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-3b9272d9-0c7a-4074-ac78-a2507c4439e7 None None] Deleting port 9462c6fe-5c30-4706-b45f-9dc639fcf932 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:50.548442 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3b9272d9-0c7a-4074-ac78-a2507c4439e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (9462c6fe-5c30-4706-b45f-9dc639fcf932), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.597358 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-502d1d5b-0659-4653-9aba-ff8d5d4d8f75 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (c4ef505d-b943-47a0-989b-70f2c61e8035), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.634751 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-65beb7a6-0f62-41eb-aab1-dc11be21357d req-8b2b42d6-c5f1-4fe5-a70d-f32f9d24aade tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "GET /v2.0/security-groups/c70f71ae-2168-4125-a8d3-c91911e62147 HTTP/1.1" status: 200 len: 2426 time: 0.2666435 Feb 09 21:38:50.742262 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-3b9272d9-0c7a-4074-ac78-a2507c4439e7 None None] For port 9462c6fe-5c30-4706-b45f-9dc639fcf932, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9462c6fe-5c30-4706-b45f-9dc639fcf932,segment=NetworkSegment(f6a0c897-5f1e-4caa-9d36-ecc675cd94bb),segment_id=f6a0c897-5f1e-4caa-9d36-ecc675cd94bb)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:50.744854 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3b9272d9-0c7a-4074-ac78-a2507c4439e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (9462c6fe-5c30-4706-b45f-9dc639fcf932), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.791972 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-3b9272d9-0c7a-4074-ac78-a2507c4439e7 None None] Calling delete_port for 9462c6fe-5c30-4706-b45f-9dc639fcf932 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:50.907608 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c17b61fd-77eb-4b7c-b524-632d24d9535f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Publish callbacks [] for security_group (86098b8d-9446-4dba-894f-a36e832142c4), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.010205 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c17b61fd-77eb-4b7c-b524-632d24d9535f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (86098b8d-9446-4dba-894f-a36e832142c4), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.082976 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-65beb7a6-0f62-41eb-aab1-dc11be21357d req-9f941314-39b7-4aa9-84ff-7fbdf94266c8 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group_rule (ffefe3c9-6a38-4d84-92f7-7175dd696fe3), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.112204 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4096cab-edd2-4587-811a-2784299ad98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad07ab32-8f95-4a35-8c60-c1305ee8ad7c'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:51.116962 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c17b61fd-77eb-4b7c-b524-632d24d9535f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:38:51.122701 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018ed871-25d1-428d-afd0-01674ee90634" -d '{"events": [{"server_uuid": "c4096cab-edd2-4587-811a-2784299ad98a", "name": "network-vif-plugged", "status": "completed", "tag": "ad07ab32-8f95-4a35-8c60-c1305ee8ad7c"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:51.160041 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3b9272d9-0c7a-4074-ac78-a2507c4439e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (9462c6fe-5c30-4706-b45f-9dc639fcf932), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.168105 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-65beb7a6-0f62-41eb-aab1-dc11be21357d req-9f941314-39b7-4aa9-84ff-7fbdf94266c8 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group_rule (ffefe3c9-6a38-4d84-92f7-7175dd696fe3), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.224343 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9272d9-0c7a-4074-ac78-a2507c4439e7 None None] No DVR routers for this DVR port 9462c6fe-5c30-4706-b45f-9dc639fcf932 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:51.235118 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9272d9-0c7a-4074-ac78-a2507c4439e7 None None] Pushing event deleted for resources: {'Port': ['ID=9462c6fe-5c30-4706-b45f-9dc639fcf932,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:51.243585 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b61fd-77eb-4b7c-b524-632d24d9535f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86098b8d-9446-4dba-894f-a36e832142c4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:51.272607 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c17b61fd-77eb-4b7c-b524-632d24d9535f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (267a1900-487d-471e-8d98-ed9d6e0b55f3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.272971 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-c17b61fd-77eb-4b7c-b524-632d24d9535f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Added segment 267a1900-487d-471e-8d98-ed9d6e0b55f3 of type vlan for network 3dd07cff-1710-4e07-8dde-d4cc0211608c Feb 09 21:38:51.335112 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-502d1d5b-0659-4653-9aba-ff8d5d4d8f75 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Deleting port 9462c6fe-5c30-4706-b45f-9dc639fcf932 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:51.335485 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-502d1d5b-0659-4653-9aba-ff8d5d4d8f75 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (9462c6fe-5c30-4706-b45f-9dc639fcf932), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.337437 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-65beb7a6-0f62-41eb-aab1-dc11be21357d req-9f941314-39b7-4aa9-84ff-7fbdf94266c8 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (ffefe3c9-6a38-4d84-92f7-7175dd696fe3), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.344100 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-65beb7a6-0f62-41eb-aab1-dc11be21357d req-9f941314-39b7-4aa9-84ff-7fbdf94266c8 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.356894 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-65beb7a6-0f62-41eb-aab1-dc11be21357d req-9f941314-39b7-4aa9-84ff-7fbdf94266c8 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/ffefe3c9-6a38-4d84-92f7-7175dd696fe3 HTTP/1.1" status: 204 len: 173 time: 0.6891017 Feb 09 21:38:51.363724 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c17b61fd-77eb-4b7c-b524-632d24d9535f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (3dd07cff-1710-4e07-8dde-d4cc0211608c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.504688 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f941314-39b7-4aa9-84ff-7fbdf94266c8 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffefe3c9-6a38-4d84-92f7-7175dd696fe3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:51.519185 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.db.resource_extend [None req-c17b61fd-77eb-4b7c-b524-632d24d9535f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:38:51.646986 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-502d1d5b-0659-4653-9aba-ff8d5d4d8f75 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] For port 9462c6fe-5c30-4706-b45f-9dc639fcf932, host n-d-828601-1, got binding levels [] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:51.647393 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-502d1d5b-0659-4653-9aba-ff8d5d4d8f75 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (9462c6fe-5c30-4706-b45f-9dc639fcf932), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.663193 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-502d1d5b-0659-4653-9aba-ff8d5d4d8f75 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Calling delete_port for 9462c6fe-5c30-4706-b45f-9dc639fcf932 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:51.666515 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-502d1d5b-0659-4653-9aba-ff8d5d4d8f75 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Port 9462c6fe-5c30-4706-b45f-9dc639fcf932 was not found and therefore no delete operation was performed {{(pid=103201) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:38:51.667965 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c17b61fd-77eb-4b7c-b524-632d24d9535f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (3dd07cff-1710-4e07-8dde-d4cc0211608c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.673810 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17b61fd-77eb-4b7c-b524-632d24d9535f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:51.674574 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c17b61fd-77eb-4b7c-b524-632d24d9535f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.677225 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-502d1d5b-0659-4653-9aba-ff8d5d4d8f75 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (9462c6fe-5c30-4706-b45f-9dc639fcf932), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.814611 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d1d5b-0659-4653-9aba-ff8d5d4d8f75 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Pushing event deleted for resources: {'Port': ['ID=9462c6fe-5c30-4706-b45f-9dc639fcf932,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:51.832619 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c17b61fd-77eb-4b7c-b524-632d24d9535f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6006007 Feb 09 21:38:51.835563 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502d1d5b-0659-4653-9aba-ff8d5d4d8f75 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] No DVR routers for this DVR port 9462c6fe-5c30-4706-b45f-9dc639fcf932 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:51.837958 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56788) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:51.944231 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2760d2a4-b47a-4680-b9c9-91951d0b9492 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Request body: {'network': {'name': 'tempest-network--315487735', 'router:external': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:52.014722 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2760d2a4-b47a-4680-b9c9-91951d0b9492 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Made reservation on behalf of 6a1a5ca2789d450fa1fb415d45a9b9de for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:52.018939 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2760d2a4-b47a-4680-b9c9-91951d0b9492 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.048224 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2760d2a4-b47a-4680-b9c9-91951d0b9492 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.159709 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2760d2a4-b47a-4680-b9c9-91951d0b9492 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks [] for security_group (7755b072-a383-4e14-8c1a-027be007a323), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.169826 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2760d2a4-b47a-4680-b9c9-91951d0b9492 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7755b072-a383-4e14-8c1a-027be007a323), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.185640 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2760d2a4-b47a-4680-b9c9-91951d0b9492 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:38:52.199451 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2760d2a4-b47a-4680-b9c9-91951d0b9492 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (75f84c34-5eb2-4b97-95ca-eeea7fd0505f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.199953 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-2760d2a4-b47a-4680-b9c9-91951d0b9492 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Added segment 75f84c34-5eb2-4b97-95ca-eeea7fd0505f of type vlan for network c0dea540-af2b-4449-84c1-b08d7826da7d Feb 09 21:38:52.200383 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:38:52.207602 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b61fd-77eb-4b7c-b524-632d24d9535f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Pushing event updated for resources: {'Network': ['ID=3dd07cff-1710-4e07-8dde-d4cc0211608c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:52.221814 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 3dd07cff-1710-4e07-8dde-d4cc0211608c details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:38:52.312705 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2760d2a4-b47a-4680-b9c9-91951d0b9492 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (c0dea540-af2b-4449-84c1-b08d7826da7d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.315633 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b26c8-0a97-42a8-ae87-8645ff96361c req-18fa8ba3-6dd6-43b2-98ca-4841e2282abd tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.340180 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-574b26c8-0a97-42a8-ae87-8645ff96361c req-18fa8ba3-6dd6-43b2-98ca-4841e2282abd tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7135d1f-81ba-4f58-82b5-668b8af70130 HTTP/1.1" status: 200 len: 946 time: 0.8157892 Feb 09 21:38:52.371484 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2760d2a4-b47a-4680-b9c9-91951d0b9492 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (c0dea540-af2b-4449-84c1-b08d7826da7d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.372530 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2760d2a4-b47a-4680-b9c9-91951d0b9492 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.373177 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2760d2a4-b47a-4680-b9c9-91951d0b9492 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.471772 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760d2a4-b47a-4680-b9c9-91951d0b9492 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7755b072-a383-4e14-8c1a-027be007a323,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:52.499067 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2760d2a4-b47a-4680-b9c9-91951d0b9492 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6584311 Feb 09 21:38:52.506858 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56792) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:52.563101 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9462c6fe-5c30-4706-b45f-9dc639fcf932 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:52.628008 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-502d1d5b-0659-4653-9aba-ff8d5d4d8f75 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (c4ef505d-b943-47a0-989b-70f2c61e8035), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.636914 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 9462c6fe-5c30-4706-b45f-9dc639fcf932 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:52.637650 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9462c6fe-5c30-4706-b45f-9dc639fcf932 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:52.699204 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760d2a4-b47a-4680-b9c9-91951d0b9492 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Pushing event updated for resources: {'Network': ['ID=c0dea540-af2b-4449-84c1-b08d7826da7d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:52.707284 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-502d1d5b-0659-4653-9aba-ff8d5d4d8f75 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ef505d-b943-47a0-989b-70f2c61e8035']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:52.720359 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network c0dea540-af2b-4449-84c1-b08d7826da7d details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:38:52.726655 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-574b26c8-0a97-42a8-ae87-8645ff96361c req-a98683f7-2a3f-4144-9d30-2a487c042a6a tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852406 Feb 09 21:38:52.776224 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9dcd2b00-49ce-4721-9881-4e71b81dd36f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (c0dea540-af2b-4449-84c1-b08d7826da7d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.786265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-502d1d5b-0659-4653-9aba-ff8d5d4d8f75 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a0c897-5f1e-4caa-9d36-ecc675cd94bb') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:52.786265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-502d1d5b-0659-4653-9aba-ff8d5d4d8f75 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a0c897-5f1e-4caa-9d36-ecc675cd94bb') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:52.872244 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-502d1d5b-0659-4653-9aba-ff8d5d4d8f75 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (f6a0c897-5f1e-4caa-9d36-ecc675cd94bb), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.918869 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-502d1d5b-0659-4653-9aba-ff8d5d4d8f75 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (f6a0c897-5f1e-4caa-9d36-ecc675cd94bb), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.929772 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502d1d5b-0659-4653-9aba-ff8d5d4d8f75 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:38:52.930353 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-502d1d5b-0659-4653-9aba-ff8d5d4d8f75 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (f6a0c897-5f1e-4caa-9d36-ecc675cd94bb), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:38:52.936268 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:38:53.017969 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9dcd2b00-49ce-4721-9881-4e71b81dd36f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (c0dea540-af2b-4449-84c1-b08d7826da7d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.017969 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a2e46f-a538-4d9c-b8b8-2a69e32371e2 x-openstack-request-id: req-51a2e46f-a538-4d9c-b8b8-2a69e32371e2 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:53.017969 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277ed1a8-adff-40a2-9179-fd18744b67bb", "name": "network-vif-deleted", "tag": "b1b20140-6c51-454e-aee0-1461254f7f70", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:53.017969 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-51a2e46f-a538-4d9c-b8b8-2a69e32371e2 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:53.017969 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277ed1a8-adff-40a2-9179-fd18744b67bb', 'name': 'network-vif-deleted', 'tag': 'b1b20140-6c51-454e-aee0-1461254f7f70', 'status': 'completed', 'code': 200} Feb 09 21:38:53.056911 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-502d1d5b-0659-4653-9aba-ff8d5d4d8f75 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (c4ef505d-b943-47a0-989b-70f2c61e8035), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.062092 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-9dcd2b00-49ce-4721-9881-4e71b81dd36f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0dea540-af2b-4449-84c1-b08d7826da7d']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:53.075403 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-502d1d5b-0659-4653-9aba-ff8d5d4d8f75 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.082481 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-502d1d5b-0659-4653-9aba-ff8d5d4d8f75 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] 10.222.0.77 "DELETE /v2.0/networks/c4ef505d-b943-47a0-989b-70f2c61e8035 HTTP/1.1" status: 204 len: 168 time: 3.0547948 Feb 09 21:38:53.093810 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-9dcd2b00-49ce-4721-9881-4e71b81dd36f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f84c34-5eb2-4b97-95ca-eeea7fd0505f') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:53.095256 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-9dcd2b00-49ce-4721-9881-4e71b81dd36f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f84c34-5eb2-4b97-95ca-eeea7fd0505f') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:53.111343 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d1d5b-0659-4653-9aba-ff8d5d4d8f75 tempest-AllowedAddressPairIpV6TestJSON-974208255 tempest-AllowedAddressPairIpV6TestJSON-974208255-project] Pushing event deleted for resources: {'Network': ['ID=c4ef505d-b943-47a0-989b-70f2c61e8035,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:53.133222 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9dcd2b00-49ce-4721-9881-4e71b81dd36f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (75f84c34-5eb2-4b97-95ca-eeea7fd0505f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.177611 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81ecc45-eced-4ad6-bf89-88aa9bff028f x-openstack-request-id: req-a81ecc45-eced-4ad6-bf89-88aa9bff028f {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:53.178608 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4096cab-edd2-4587-811a-2784299ad98a", "name": "network-vif-plugged", "status": "completed", "tag": "ad07ab32-8f95-4a35-8c60-c1305ee8ad7c", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:53.178608 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a81ecc45-eced-4ad6-bf89-88aa9bff028f {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:53.178977 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4096cab-edd2-4587-811a-2784299ad98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad07ab32-8f95-4a35-8c60-c1305ee8ad7c', 'code': 200} Feb 09 21:38:53.185292 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9dcd2b00-49ce-4721-9881-4e71b81dd36f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (75f84c34-5eb2-4b97-95ca-eeea7fd0505f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.200063 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b1b20140-6c51-454e-aee0-1461254f7f70 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:53.214398 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dcd2b00-49ce-4721-9881-4e71b81dd36f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:38:53.216076 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9dcd2b00-49ce-4721-9881-4e71b81dd36f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (75f84c34-5eb2-4b97-95ca-eeea7fd0505f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:38:53.223249 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:38:53.274208 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: b1b20140-6c51-454e-aee0-1461254f7f70 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:53.280334 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b1b20140-6c51-454e-aee0-1461254f7f70 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:53.390825 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8506b7ea-011b-455a-8753-d387ae9263ce req-a6bab3ab-31d2-4c42-be7c-c2630c10a36d tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 210 time: 0.0728710 Feb 09 21:38:53.454879 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9dcd2b00-49ce-4721-9881-4e71b81dd36f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (c0dea540-af2b-4449-84c1-b08d7826da7d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.464878 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-e52bfa44-c66c-49d8-b53c-b9736ed0ec3d req-a6e1a591-eb9f-4c01-b082-6ad76f8bd7aa tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-695121725', 'description': 'tempest-description-901768068'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:53.492131 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcd2b00-49ce-4721-9881-4e71b81dd36f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c0dea540-af2b-4449-84c1-b08d7826da7d {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 21:38:53.505945 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd2b00-49ce-4721-9881-4e71b81dd36f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Pushing event deleted for resources: {'Network': ['ID=c0dea540-af2b-4449-84c1-b08d7826da7d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:53.514077 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9dcd2b00-49ce-4721-9881-4e71b81dd36f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.521622 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9dcd2b00-49ce-4721-9881-4e71b81dd36f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] 10.222.0.77 "DELETE /v2.0/networks/c0dea540-af2b-4449-84c1-b08d7826da7d HTTP/1.1" status: 204 len: 168 time: 1.0001361 Feb 09 21:38:53.528406 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56812) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:53.537681 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-92804e95-ba14-4f38-a7fc-585838968464 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:53.576312 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e52bfa44-c66c-49d8-b53c-b9736ed0ec3d req-a6e1a591-eb9f-4c01-b082-6ad76f8bd7aa tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.620633 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92804e95-ba14-4f38-a7fc-585838968464 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Made reservation on behalf of 6a1a5ca2789d450fa1fb415d45a9b9de for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:53.624660 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92804e95-ba14-4f38-a7fc-585838968464 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.717493 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92804e95-ba14-4f38-a7fc-585838968464 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:38:53.748517 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92804e95-ba14-4f38-a7fc-585838968464 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (1f600d20-94e8-4d6c-9ceb-c2ee4e94d6e7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.751711 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-92804e95-ba14-4f38-a7fc-585838968464 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Added segment 1f600d20-94e8-4d6c-9ceb-c2ee4e94d6e7 of type vlan for network 7d869a9b-2c95-4bab-835b-4a89de291ca9 Feb 09 21:38:53.874576 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92804e95-ba14-4f38-a7fc-585838968464 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (7d869a9b-2c95-4bab-835b-4a89de291ca9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.880405 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e52bfa44-c66c-49d8-b53c-b9736ed0ec3d req-a6e1a591-eb9f-4c01-b082-6ad76f8bd7aa tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (a7226b5e-8e5a-41c5-9bf2-72426471e17b), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.892798 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e52bfa44-c66c-49d8-b53c-b9736ed0ec3d req-a6e1a591-eb9f-4c01-b082-6ad76f8bd7aa tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a7226b5e-8e5a-41c5-9bf2-72426471e17b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.963853 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92804e95-ba14-4f38-a7fc-585838968464 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (7d869a9b-2c95-4bab-835b-4a89de291ca9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.965889 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92804e95-ba14-4f38-a7fc-585838968464 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:53.966670 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92804e95-ba14-4f38-a7fc-585838968464 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.996497 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-92804e95-ba14-4f38-a7fc-585838968464 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4666455 Feb 09 21:38:54.000435 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56820) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:54.015711 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56822) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:54.063447 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-07f40d54-44f9-4775-b7aa-ad90107b3536 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Request body: {'subnet': {'network_id': '7d869a9b-2c95-4bab-835b-4a89de291ca9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:54.111990 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e52bfa44-c66c-49d8-b53c-b9736ed0ec3d req-a6e1a591-eb9f-4c01-b082-6ad76f8bd7aa tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:54.113084 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56826) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:54.136136 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e52bfa44-c66c-49d8-b53c-b9736ed0ec3d req-a6e1a591-eb9f-4c01-b082-6ad76f8bd7aa tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6744058 Feb 09 21:38:54.181756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92804e95-ba14-4f38-a7fc-585838968464 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Pushing event updated for resources: {'Network': ['ID=7d869a9b-2c95-4bab-835b-4a89de291ca9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:54.198623 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 7d869a9b-2c95-4bab-835b-4a89de291ca9 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:38:54.226813 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1a591-eb9f-4c01-b082-6ad76f8bd7aa tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7226b5e-8e5a-41c5-9bf2-72426471e17b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:54.328882 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f40d54-44f9-4775-b7aa-ad90107b3536 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Made reservation on behalf of 6a1a5ca2789d450fa1fb415d45a9b9de for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:54.338132 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07f40d54-44f9-4775-b7aa-ad90107b3536 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:54.637768 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ca9c1378-0d22-4e86-826f-3fc549bbf606 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b38c9dd7b18043508a901ee779095fd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6064463 Feb 09 21:38:54.639022 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56836) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:54.954601 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-060dbf4e-c7e6-4414-acbd-238b7617c060 req-3d9278a9-cad3-45b0-aac5-f80e093cfd3d tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "GET /v2.0/security-groups/a7226b5e-8e5a-41c5-9bf2-72426471e17b HTTP/1.1" status: 200 len: 1830 time: 0.1207337 Feb 09 21:38:55.016582 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-94cb805b-1930-4fdc-bb44-05f27baf75ca admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aab76ea900494b9f81634283be2e00a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8995645 Feb 09 21:38:55.017593 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56848) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:55.081097 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9309666-b243-4393-8280-7a7a7c8e5920 admin admin] Publish callbacks [] for security_group (e2b71bdb-9c93-4707-9bed-d3e6a93f2654), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.169653 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1c5a8921-b7c1-4d9f-bdea-b109f3266a42 req-f1fba49f-6353-463c-9191-35a064fbe17d tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 210 time: 0.0596640 Feb 09 21:38:55.187993 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9309666-b243-4393-8280-7a7a7c8e5920 admin admin] Publish callbacks [] for security_group (e2b71bdb-9c93-4707-9bed-d3e6a93f2654), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.206336 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-64a2d605-3bd3-49ee-bc5b-c11f97e54eb9 admin admin] Publish callbacks [] for security_group (7c24e0d4-9601-4dd1-9e68-70d3c4b618b8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.260110 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-64a2d605-3bd3-49ee-bc5b-c11f97e54eb9 admin admin] Publish callbacks [] for security_group (7c24e0d4-9601-4dd1-9e68-70d3c4b618b8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.348270 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-64a2d605-3bd3-49ee-bc5b-c11f97e54eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7c24e0d4-9601-4dd1-9e68-70d3c4b618b8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.352408 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-64a2d605-3bd3-49ee-bc5b-c11f97e54eb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.359707 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-64a2d605-3bd3-49ee-bc5b-c11f97e54eb9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7c24e0d4-9601-4dd1-9e68-70d3c4b618b8 HTTP/1.1" status: 204 len: 168 time: 0.3342569 Feb 09 21:38:55.397558 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2d605-3bd3-49ee-bc5b-c11f97e54eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c24e0d4-9601-4dd1-9e68-70d3c4b618b8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:55.452749 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9309666-b243-4393-8280-7a7a7c8e5920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e2b71bdb-9c93-4707-9bed-d3e6a93f2654), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.458619 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9309666-b243-4393-8280-7a7a7c8e5920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.467771 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a9309666-b243-4393-8280-7a7a7c8e5920 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e2b71bdb-9c93-4707-9bed-d3e6a93f2654 HTTP/1.1" status: 204 len: 168 time: 0.8252912 Feb 09 21:38:55.505299 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9309666-b243-4393-8280-7a7a7c8e5920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b71bdb-9c93-4707-9bed-d3e6a93f2654,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:55.686859 n-d-828601-1 neutron-server[103201]: DEBUG neutron.objects.ports [None req-07f40d54-44f9-4775-b7aa-ad90107b3536 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103201) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:38:55.687627 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07f40d54-44f9-4775-b7aa-ad90107b3536 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (d27599c7-abf7-4bcf-9d49-1e3212602027), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.794250 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2eb45-4fbb-4136-a95d-b3cadb514790 req-81d18630-6699-41a5-89e3-ce9d12719f83 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:55.814072 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64e2eb45-4fbb-4136-a95d-b3cadb514790 req-81d18630-6699-41a5-89e3-ce9d12719f83 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7135d1f-81ba-4f58-82b5-668b8af70130 HTTP/1.1" status: 200 len: 946 time: 0.3650305 Feb 09 21:38:55.917007 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f40d54-44f9-4775-b7aa-ad90107b3536 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d27599c7-abf7-4bcf-9d49-1e3212602027,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:56.021320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f40d54-44f9-4775-b7aa-ad90107b3536 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Checking segment: {'id': '1f600d20-94e8-4d6c-9ceb-c2ee4e94d6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7d869a9b-2c95-4bab-835b-4a89de291ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:56.022442 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f40d54-44f9-4775-b7aa-ad90107b3536 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Network hostable DHCP agents. Network: 7d869a9b-2c95-4bab-835b-4a89de291ca9, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:38:56.035173 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64e2eb45-4fbb-4136-a95d-b3cadb514790 req-02562c3e-3d10-4278-a326-bd2cee5ed3f1 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197313 Feb 09 21:38:56.092235 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f40d54-44f9-4775-b7aa-ad90107b3536 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Network 7d869a9b-2c95-4bab-835b-4a89de291ca9 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:38:56.122198 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-07f40d54-44f9-4775-b7aa-ad90107b3536 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 7d869a9b-2c95-4bab-835b-4a89de291ca9) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:56.128708 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f40d54-44f9-4775-b7aa-ad90107b3536 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:56.129965 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07f40d54-44f9-4775-b7aa-ad90107b3536 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.141120 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc86b41-472c-47bf-bb2c-b1e017a506d9 None None] Network 7d869a9b-2c95-4bab-835b-4a89de291ca9 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:56.177713 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56866) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:56.186499 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-07f40d54-44f9-4775-b7aa-ad90107b3536 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1567276 Feb 09 21:38:56.188088 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d515fca3-aa2a-4a7a-9d14-8c1d934f697f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Request body: {'floatingip': {'floating_network_id': '7d869a9b-2c95-4bab-835b-4a89de291ca9'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:56.247727 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06db8ee-1e01-4fa0-86da-a1e238c972a3 req-7a1265dc-1c75-4078-a8fb-5753f6c8adbd tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:56.249917 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b06db8ee-1e01-4fa0-86da-a1e238c972a3 req-7a1265dc-1c75-4078-a8fb-5753f6c8adbd tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7135d1f-81ba-4f58-82b5-668b8af70130 HTTP/1.1" status: 200 len: 946 time: 0.1726661 Feb 09 21:38:56.291107 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d515fca3-aa2a-4a7a-9d14-8c1d934f697f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.318484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-76946f01-fa87-420b-8a70-55076e131b95 req-7e389d90-cfa4-41df-b6dc-c7193e888e46 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1869102048', 'description': 'tempest-description-2122877210'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:56.411324 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-76946f01-fa87-420b-8a70-55076e131b95 req-7e389d90-cfa4-41df-b6dc-c7193e888e46 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.674408 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-76946f01-fa87-420b-8a70-55076e131b95 req-7e389d90-cfa4-41df-b6dc-c7193e888e46 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (d869f748-f632-4517-9c82-f7f01bb39835), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.699280 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-76946f01-fa87-420b-8a70-55076e131b95 req-7e389d90-cfa4-41df-b6dc-c7193e888e46 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d869f748-f632-4517-9c82-f7f01bb39835), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.744710 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5844558-09c8-4c6e-88bd-40cd845e07d8 None None] Network 7d869a9b-2c95-4bab-835b-4a89de291ca9 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:56.846483 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-b06db8ee-1e01-4fa0-86da-a1e238c972a3 req-f2441d08-058e-4f09-b302-1c9e643e08bf tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Deleting port 329c1ecd-e022-43fe-80ac-f931b0e19a89 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:56.853149 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b06db8ee-1e01-4fa0-86da-a1e238c972a3 req-f2441d08-058e-4f09-b302-1c9e643e08bf tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (329c1ecd-e022-43fe-80ac-f931b0e19a89), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.856432 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-76946f01-fa87-420b-8a70-55076e131b95 req-7e389d90-cfa4-41df-b6dc-c7193e888e46 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.874294 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76946f01-fa87-420b-8a70-55076e131b95 req-7e389d90-cfa4-41df-b6dc-c7193e888e46 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.5674126 Feb 09 21:38:56.876575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e389d90-cfa4-41df-b6dc-c7193e888e46 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d869f748-f632-4517-9c82-f7f01bb39835,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:56.966669 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56884) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:56.998746 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d515fca3-aa2a-4a7a-9d14-8c1d934f697f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.165477 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-b06db8ee-1e01-4fa0-86da-a1e238c972a3 req-f2441d08-058e-4f09-b302-1c9e643e08bf tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] For port 329c1ecd-e022-43fe-80ac-f931b0e19a89, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=329c1ecd-e022-43fe-80ac-f931b0e19a89,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:57.165477 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b06db8ee-1e01-4fa0-86da-a1e238c972a3 req-f2441d08-058e-4f09-b302-1c9e643e08bf tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (329c1ecd-e022-43fe-80ac-f931b0e19a89), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.192289 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-b06db8ee-1e01-4fa0-86da-a1e238c972a3 req-f2441d08-058e-4f09-b302-1c9e643e08bf tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Calling delete_port for 329c1ecd-e022-43fe-80ac-f931b0e19a89 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:57.264094 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ea6c475-4b0e-4cb2-967b-9e7703d6ed34 req-55e95309-8b7c-4947-b6da-f9ab1a97975f tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 210 time: 0.1571116 Feb 09 21:38:57.309799 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-cccec460-3572-4fed-a23d-4d9f0b5dc63e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6ee7f7d1b23d4acf8bd8f6b99f1e17e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3305972 Feb 09 21:38:57.311901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56894) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:57.350914 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-d515fca3-aa2a-4a7a-9d14-8c1d934f697f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Allocated IP 172.20.0.2 (7d869a9b-2c95-4bab-835b-4a89de291ca9/d27599c7-abf7-4bcf-9d49-1e3212602027/1372f6c4-e6d3-4b81-bbc7-7a4d7a39e16d) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:57.610863 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d515fca3-aa2a-4a7a-9d14-8c1d934f697f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks [] for port (1372f6c4-e6d3-4b81-bbc7-7a4d7a39e16d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.630147 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc40ec73-f199-4e53-9713-ce661e2942bc req-fc5943a1-0a4b-4e92-9e9d-4d85fd3af717 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "GET /v2.0/security-groups/d869f748-f632-4517-9c82-f7f01bb39835 HTTP/1.1" status: 200 len: 1832 time: 0.2591577 Feb 09 21:38:57.671118 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b06db8ee-1e01-4fa0-86da-a1e238c972a3 req-f2441d08-058e-4f09-b302-1c9e643e08bf tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (329c1ecd-e022-43fe-80ac-f931b0e19a89), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.692273 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['329c1ecd-e022-43fe-80ac-f931b0e19a89'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:57.718356 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5988b3c1-855c-4d06-af85-1a09b25c667c admin admin] Publish callbacks [] for security_group (eafce396-bb0a-426a-821b-8c66beebe68e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.843326 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5988b3c1-855c-4d06-af85-1a09b25c667c admin admin] Publish callbacks [] for security_group (eafce396-bb0a-426a-821b-8c66beebe68e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.868584 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2441d08-058e-4f09-b302-1c9e643e08bf tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Pushing event deleted for resources: {'Port': ['ID=329c1ecd-e022-43fe-80ac-f931b0e19a89,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:57.994561 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06db8ee-1e01-4fa0-86da-a1e238c972a3 req-f2441d08-058e-4f09-b302-1c9e643e08bf tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] No DVR routers for this DVR port 329c1ecd-e022-43fe-80ac-f931b0e19a89 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:58.003276 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b06db8ee-1e01-4fa0-86da-a1e238c972a3 req-f2441d08-058e-4f09-b302-1c9e643e08bf tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.018647 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b06db8ee-1e01-4fa0-86da-a1e238c972a3 req-f2441d08-058e-4f09-b302-1c9e643e08bf tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.42 "DELETE /v2.0/ports/329c1ecd-e022-43fe-80ac-f931b0e19a89 HTTP/1.1" status: 204 len: 173 time: 1.7516930 Feb 09 21:38:58.018647 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7135d1f-81ba-4f58-82b5-668b8af70130', 'name': 'network-vif-deleted', 'tag': '329c1ecd-e022-43fe-80ac-f931b0e19a89'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:58.021992 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5419eb92-1b8d-466b-ba1e-524d55a08571" -d '{"events": [{"server_uuid": "d7135d1f-81ba-4f58-82b5-668b8af70130", "name": "network-vif-deleted", "tag": "329c1ecd-e022-43fe-80ac-f931b0e19a89"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:58.025123 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56902) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:58.028517 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d515fca3-aa2a-4a7a-9d14-8c1d934f697f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (1372f6c4-e6d3-4b81-bbc7-7a4d7a39e16d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.170156 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8474f3ea-9faa-4302-aa72-0ba9b77b7188 req-76e20f89-fcd6-4243-8611-5809de0f9547 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7135d1f-81ba-4f58-82b5-668b8af70130 HTTP/1.1" status: 200 len: 210 time: 0.2404583 Feb 09 21:38:58.227153 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d515fca3-aa2a-4a7a-9d14-8c1d934f697f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Network 7d869a9b-2c95-4bab-835b-4a89de291ca9 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:58.234050 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d515fca3-aa2a-4a7a-9d14-8c1d934f697f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:58.240983 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d515fca3-aa2a-4a7a-9d14-8c1d934f697f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:58.332220 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b64806a3-f470-4833-a57f-61a4fa9badf0 req-8d66840e-519c-4f54-881e-38294c190b31 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4520693 Feb 09 21:38:58.363082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515fca3-aa2a-4a7a-9d14-8c1d934f697f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Pushing event updated for resources: {'Port': ['ID=1372f6c4-e6d3-4b81-bbc7-7a4d7a39e16d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:58.378617 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5988b3c1-855c-4d06-af85-1a09b25c667c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (eafce396-bb0a-426a-821b-8c66beebe68e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.396214 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5988b3c1-855c-4d06-af85-1a09b25c667c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.418018 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5988b3c1-855c-4d06-af85-1a09b25c667c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eafce396-bb0a-426a-821b-8c66beebe68e HTTP/1.1" status: 204 len: 168 time: 1.0997670 Feb 09 21:38:58.456237 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988b3c1-855c-4d06-af85-1a09b25c667c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafce396-bb0a-426a-821b-8c66beebe68e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:58.549712 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d515fca3-aa2a-4a7a-9d14-8c1d934f697f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks [] for floatingip (de8b0b19-6a41-4f06-b508-0b7fe31e15ee), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.579696 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-f597615e-c73c-492e-b136-829343cd5329 req-a8fbf364-e919-44ca-9645-c329d28ec30a tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2107253403', 'description': 'tempest-description-117023900'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:58.617177 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64806a3-f470-4833-a57f-61a4fa9badf0 req-dd127b6f-eca5-42cc-9aa9-ec512bdb435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:58.618788 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b64806a3-f470-4833-a57f-61a4fa9badf0 req-dd127b6f-eca5-42cc-9aa9-ec512bdb435f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 1126 time: 0.1523671 Feb 09 21:38:58.620402 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f597615e-c73c-492e-b136-829343cd5329 req-a8fbf364-e919-44ca-9645-c329d28ec30a tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.620974 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d515fca3-aa2a-4a7a-9d14-8c1d934f697f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1372f6c4-e6d3-4b81-bbc7-7a4d7a39e16d), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.804476 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f597615e-c73c-492e-b136-829343cd5329 req-a8fbf364-e919-44ca-9645-c329d28ec30a tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (344c9d72-2f35-4144-b097-61af036aed31), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.840382 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f597615e-c73c-492e-b136-829343cd5329 req-a8fbf364-e919-44ca-9645-c329d28ec30a tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (344c9d72-2f35-4144-b097-61af036aed31), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.914239 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f597615e-c73c-492e-b136-829343cd5329 req-a8fbf364-e919-44ca-9645-c329d28ec30a tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.927007 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f597615e-c73c-492e-b136-829343cd5329 req-a8fbf364-e919-44ca-9645-c329d28ec30a tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3644941 Feb 09 21:38:58.933116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbf364-e919-44ca-9645-c329d28ec30a tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344c9d72-2f35-4144-b097-61af036aed31,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:58.996695 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64806a3-f470-4833-a57f-61a4fa9badf0 req-4f853a67-d574-41ef-93e1-542eebdf893c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:58.998958 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b64806a3-f470-4833-a57f-61a4fa9badf0 req-4f853a67-d574-41ef-93e1-542eebdf893c service neutron] 10.222.0.71 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 922 time: 0.3581634 Feb 09 21:38:59.004369 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8a94d8-b5a4-4b34-a283-8a94d32cc76e x-openstack-request-id: req-5e8a94d8-b5a4-4b34-a283-8a94d32cc76e {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:59.004743 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7135d1f-81ba-4f58-82b5-668b8af70130", "name": "network-vif-deleted", "tag": "329c1ecd-e022-43fe-80ac-f931b0e19a89", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:59.005059 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5e8a94d8-b5a4-4b34-a283-8a94d32cc76e {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:59.006302 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7135d1f-81ba-4f58-82b5-668b8af70130', 'name': 'network-vif-deleted', 'tag': '329c1ecd-e022-43fe-80ac-f931b0e19a89', 'status': 'completed', 'code': 200} Feb 09 21:38:59.016455 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-821b67f8-f0f5-48e2-ad24-34d24a5658cf tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Request body: {'security_group': {'name': 'tempest-secgroup--100941772'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:59.086351 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b64806a3-f470-4833-a57f-61a4fa9badf0 req-08b0f82a-c2c5-4f3e-8746-7648acc5f363 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e449a260-1ced-47f5-8970-977165f448b0 HTTP/1.1" status: 200 len: 217 time: 0.0645297 Feb 09 21:38:59.100276 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d515fca3-aa2a-4a7a-9d14-8c1d934f697f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks [] for port (1372f6c4-e6d3-4b81-bbc7-7a4d7a39e16d), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.106258 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-821b67f8-f0f5-48e2-ad24-34d24a5658cf tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.115902 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d515fca3-aa2a-4a7a-9d14-8c1d934f697f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (1372f6c4-e6d3-4b81-bbc7-7a4d7a39e16d), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.219678 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64806a3-f470-4833-a57f-61a4fa9badf0 req-d14e2da2-d336-496c-883a-ddd432adb0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:59.222595 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b64806a3-f470-4833-a57f-61a4fa9badf0 req-d14e2da2-d336-496c-883a-ddd432adb0d2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.1252644 Feb 09 21:38:59.230836 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8dc112d-3482-4313-b457-30bf9d8d45c9 req-f0daedf7-de0d-4214-a907-1b99b49fd128 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 210 time: 0.0531912 Feb 09 21:38:59.258842 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-821b67f8-f0f5-48e2-ad24-34d24a5658cf tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.336427 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b64806a3-f470-4833-a57f-61a4fa9badf0 req-91027158-f351-4861-b1fe-0b48c19512f3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039867 Feb 09 21:38:59.522286 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515fca3-aa2a-4a7a-9d14-8c1d934f697f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Pushing event updated for resources: {'Port': ['ID=1372f6c4-e6d3-4b81-bbc7-7a4d7a39e16d,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:59.594774 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d515fca3-aa2a-4a7a-9d14-8c1d934f697f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (de8b0b19-6a41-4f06-b508-0b7fe31e15ee), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.638634 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d515fca3-aa2a-4a7a-9d14-8c1d934f697f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.644831 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d515fca3-aa2a-4a7a-9d14-8c1d934f697f tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4656689 Feb 09 21:38:59.647134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56936) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:59.689822 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b64806a3-f470-4833-a57f-61a4fa9badf0 req-8aff93e4-57e0-42ee-9165-c1014f27b13f service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338585 Feb 09 21:38:59.760836 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-674374c3-a113-43ae-86f4-17b302826a58 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] 10.222.0.77 "GET /v2.0/floatingips?floating_network_id=7d869a9b-2c95-4bab-835b-4a89de291ca9 HTTP/1.1" status: 200 len: 689 time: 0.1122718 Feb 09 21:38:59.765263 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56938) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:59.884782 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (7d869a9b-2c95-4bab-835b-4a89de291ca9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.925737 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28f27bd2-75f8-4782-b13b-658080299622 req-e70bec7a-41af-4b60-bf6a-725dedc9ebd7 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "GET /v2.0/security-groups/344c9d72-2f35-4144-b097-61af036aed31 HTTP/1.1" status: 200 len: 1831 time: 0.5917349 Feb 09 21:39:00.073070 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b64806a3-f470-4833-a57f-61a4fa9badf0 req-e906875c-b0d6-4085-9990-c425fc94a275 service neutron] 10.222.0.71 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638613 Feb 09 21:39:00.100756 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-821b67f8-f0f5-48e2-ad24-34d24a5658cf tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (8ba4e94a-b616-4897-a792-80a6e1fc8d80), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.153304 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-821b67f8-f0f5-48e2-ad24-34d24a5658cf tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8ba4e94a-b616-4897-a792-80a6e1fc8d80), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.265448 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-58771e3c-9233-4db5-985c-b9df65e00cc3 req-a7c0a2aa-14e4-4786-a62b-20debacb2a98 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1863377882', 'description': 'tempest-description-1950434449'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:00.311624 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b67f8-f0f5-48e2-ad24-34d24a5658cf tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba4e94a-b616-4897-a792-80a6e1fc8d80,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:00.322534 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-58771e3c-9233-4db5-985c-b9df65e00cc3 req-a7c0a2aa-14e4-4786-a62b-20debacb2a98 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.403544 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56962) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:00.521346 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Deleting port 1372f6c4-e6d3-4b81-bbc7-7a4d7a39e16d {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:00.521738 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1372f6c4-e6d3-4b81-bbc7-7a4d7a39e16d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.559753 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-821b67f8-f0f5-48e2-ad24-34d24a5658cf tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (86e547b8-7398-431a-9cbf-500ba624a6db), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.616438 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-58771e3c-9233-4db5-985c-b9df65e00cc3 req-a7c0a2aa-14e4-4786-a62b-20debacb2a98 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (8eeb7d1f-9c32-4ada-922d-462e22c45bf9), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.622732 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-58771e3c-9233-4db5-985c-b9df65e00cc3 req-a7c0a2aa-14e4-4786-a62b-20debacb2a98 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8eeb7d1f-9c32-4ada-922d-462e22c45bf9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.646734 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-821b67f8-f0f5-48e2-ad24-34d24a5658cf tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (86e547b8-7398-431a-9cbf-500ba624a6db), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.665993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-41c1fd4a-20e1-4301-8522-dd5c06ad4e60 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1855947653-network', 'tenant_id': '4efe200bd5e448f29a77dbc9333b2956'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:00.694448 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0a2aa-14e4-4786-a62b-20debacb2a98 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeb7d1f-9c32-4ada-922d-462e22c45bf9,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:00.703930 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-58771e3c-9233-4db5-985c-b9df65e00cc3 req-a7c0a2aa-14e4-4786-a62b-20debacb2a98 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.716933 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-58771e3c-9233-4db5-985c-b9df65e00cc3 req-a7c0a2aa-14e4-4786-a62b-20debacb2a98 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.4620569 Feb 09 21:39:00.741815 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-821b67f8-f0f5-48e2-ad24-34d24a5658cf tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.743345 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-821b67f8-f0f5-48e2-ad24-34d24a5658cf tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.7168119 Feb 09 21:39:00.747721 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56970) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:00.748069 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c1fd4a-20e1-4301-8522-dd5c06ad4e60 admin admin] Made reservation on behalf of 4efe200bd5e448f29a77dbc9333b2956 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:00.750789 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41c1fd4a-20e1-4301-8522-dd5c06ad4e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.777514 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b67f8-f0f5-48e2-ad24-34d24a5658cf tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e547b8-7398-431a-9cbf-500ba624a6db,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:00.806106 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41c1fd4a-20e1-4301-8522-dd5c06ad4e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.916941 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a99331b2-07af-44c1-862f-f90a86ab8797 req-2d63837c-f935-4f98-998c-4c4c8dd349bb tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 210 time: 0.0770729 Feb 09 21:39:00.917222 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41c1fd4a-20e1-4301-8522-dd5c06ad4e60 admin admin] Publish callbacks [] for security_group (d8171273-0928-4bc9-b38a-02033bd3bd59), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.924123 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41c1fd4a-20e1-4301-8522-dd5c06ad4e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d8171273-0928-4bc9-b38a-02033bd3bd59), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.940173 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c1fd4a-20e1-4301-8522-dd5c06ad4e60 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:39:00.951464 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41c1fd4a-20e1-4301-8522-dd5c06ad4e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d772ed9e-5988-40b6-8322-dafa7df4ac69), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.951848 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-41c1fd4a-20e1-4301-8522-dd5c06ad4e60 admin admin] Added segment d772ed9e-5988-40b6-8322-dafa7df4ac69 of type vlan for network a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74 Feb 09 21:39:00.977125 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-970e937a-3576-4826-8624-5b0b939c93dd tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2257435 Feb 09 21:39:00.978283 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56972) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:00.992315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7bf19ba8-fe33-43c1-8b85-fc6e238c4ccf tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Request body: {'security_group': {'name': 'tempest-security--1005377596', 'description': 'tempest-security-description-476020099'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:00.996658 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41c1fd4a-20e1-4301-8522-dd5c06ad4e60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.038544 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41c1fd4a-20e1-4301-8522-dd5c06ad4e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.039583 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c1fd4a-20e1-4301-8522-dd5c06ad4e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:01.040203 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41c1fd4a-20e1-4301-8522-dd5c06ad4e60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.043682 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1372f6c4-e6d3-4b81-bbc7-7a4d7a39e16d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.044027 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks [] for floatingip (1372f6c4-e6d3-4b81-bbc7-7a4d7a39e16d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.086816 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Calling delete_port for 1372f6c4-e6d3-4b81-bbc7-7a4d7a39e16d owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:01.099157 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7bf19ba8-fe33-43c1-8b85-fc6e238c4ccf tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (86e547b8-7398-431a-9cbf-500ba624a6db), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.242194 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 329c1ecd-e022-43fe-80ac-f931b0e19a89 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:39:01.250734 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d171821-bd82-4083-aa93-cdab788345a7 req-dcf8bd37-e00d-4283-8202-9892510b1bed tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:01.260021 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d171821-bd82-4083-aa93-cdab788345a7 req-dcf8bd37-e00d-4283-8202-9892510b1bed tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/networks?id=c4792088-bf96-48c8-a331-af790ba542bf HTTP/1.1" status: 200 len: 812 time: 0.1776674 Feb 09 21:39:01.289888 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1fd4a-20e1-4301-8522-dd5c06ad4e60 admin admin] Pushing event updated for resources: {'Network': ['ID=a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:01.295591 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1fd4a-20e1-4301-8522-dd5c06ad4e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8171273-0928-4bc9-b38a-02033bd3bd59,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:01.316190 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d171821-bd82-4083-aa93-cdab788345a7 req-f4ad3228-8efc-4b12-97a3-f14dd3d8f891 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/quotas/4da379594fdf42339bba1d92c8147535 HTTP/1.1" status: 200 len: 375 time: 0.0550716 Feb 09 21:39:01.318293 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 329c1ecd-e022-43fe-80ac-f931b0e19a89 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:39:01.319180 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 329c1ecd-e022-43fe-80ac-f931b0e19a89 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:39:01.330825 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:39:01.375203 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-41c1fd4a-20e1-4301-8522-dd5c06ad4e60 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9626451 Feb 09 21:39:01.384847 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56984) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:01.423492 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-29a47a88-42f1-4856-9d74-e57361cf7361 admin admin] Request body: {'subnet': {'network_id': 'a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1855947653-subnet', 'tenant_id': '4efe200bd5e448f29a77dbc9333b2956', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:01.469089 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d171821-bd82-4083-aa93-cdab788345a7 req-7b079dca-6e02-45f7-9484-32bc9bfa29c8 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4da379594fdf42339bba1d92c8147535&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1515355 Feb 09 21:39:01.511743 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7bf19ba8-fe33-43c1-8b85-fc6e238c4ccf tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (86e547b8-7398-431a-9cbf-500ba624a6db), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.546550 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (1372f6c4-e6d3-4b81-bbc7-7a4d7a39e16d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.548794 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7bf19ba8-fe33-43c1-8b85-fc6e238c4ccf tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (86e547b8-7398-431a-9cbf-500ba624a6db), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.551830 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7bf19ba8-fe33-43c1-8b85-fc6e238c4ccf tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.553590 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7bf19ba8-fe33-43c1-8b85-fc6e238c4ccf tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "PUT /v2.0/security-groups/86e547b8-7398-431a-9cbf-500ba624a6db HTTP/1.1" status: 200 len: 1796 time: 0.5722277 Feb 09 21:39:01.557981 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56988) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:01.600273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf19ba8-fe33-43c1-8b85-fc6e238c4ccf tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e547b8-7398-431a-9cbf-500ba624a6db,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:01.615612 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Pushing event deleted for resources: {'Port': ['ID=1372f6c4-e6d3-4b81-bbc7-7a4d7a39e16d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:01.623066 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a47a88-42f1-4856-9d74-e57361cf7361 admin admin] Made reservation on behalf of 4efe200bd5e448f29a77dbc9333b2956 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:01.625697 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29a47a88-42f1-4856-9d74-e57361cf7361 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.692062 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d171821-bd82-4083-aa93-cdab788345a7 req-f005bc67-b2d4-4042-8a12-52a4e4bd87a5 service neutron] 10.222.0.77 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214096 Feb 09 21:39:01.868618 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29a47a88-42f1-4856-9d74-e57361cf7361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (c44c361c-ca90-4dca-be4c-078df4606ced), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.874608 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d171821-bd82-4083-aa93-cdab788345a7 req-4ed8ac49-eb2a-44c7-8e97-b04c9a5371ac service neutron] 10.222.0.77 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800737 Feb 09 21:39:02.207584 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60836cbc-0803-4461-9230-c2baf58f043d req-b2d297db-ea4e-4583-bc0d-2d74f58c425c tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "GET /v2.0/security-groups/8eeb7d1f-9c32-4ada-922d-462e22c45bf9 HTTP/1.1" status: 200 len: 1832 time: 0.0941076 Feb 09 21:39:02.525986 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb546c16-203d-4227-be17-7ed40b659786 req-33b8dd9a-2d2b-4b11-a659-68135568b6d9 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 210 time: 0.0881200 Feb 09 21:39:02.720087 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-aa11581b-33f1-4465-8fae-286e60b5b2e9 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-groups/86e547b8-7398-431a-9cbf-500ba624a6db HTTP/1.1" status: 200 len: 1796 time: 1.1514983 Feb 09 21:39:02.722527 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57016) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:02.746365 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cdec8904-a62c-4f07-aeeb-88631ac86667 req-2d4f4a9e-bf15-41ab-bd78-a87f2df75f11 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 210 time: 0.0865903 Feb 09 21:39:02.753008 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks [] for floatingip (de8b0b19-6a41-4f06-b508-0b7fe31e15ee), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:02.758825 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a47a88-42f1-4856-9d74-e57361cf7361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c44c361c-ca90-4dca-be4c-078df4606ced,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:02.870877 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f71ead59-03af-4ae4-8e28-c46751e17fb4 req-3d89a741-a11a-4e2c-8380-c3facd61974b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2410448 Feb 09 21:39:02.902183 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-9543bca1-0de1-45d3-bbff-800411fd34ab req-691ad2cf-149e-48fd-9713-04e44ea10ffa tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] show failed (client error): The resource could not be found. Feb 09 21:39:02.922986 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a47a88-42f1-4856-9d74-e57361cf7361 admin admin] Checking segment: {'id': 'd772ed9e-5988-40b6-8322-dafa7df4ac69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:02.923363 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a47a88-42f1-4856-9d74-e57361cf7361 admin admin] Network hostable DHCP agents. Network: a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:39:02.930697 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9543bca1-0de1-45d3-bbff-800411fd34ab req-691ad2cf-149e-48fd-9713-04e44ea10ffa tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "GET /v2.0/security-groups/198faf57-2633-4446-b951-07d64b320d70 HTTP/1.1" status: 404 len: 352 time: 0.0884917 Feb 09 21:39:03.005420 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (d27599c7-abf7-4bcf-9d49-1e3212602027), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.026791 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-1f22694a-1349-4338-b169-cdb89c7d2b8a req-889077b1-550b-4e06-ba74-2838c082c3b4 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] show failed (client error): The resource could not be found. Feb 09 21:39:03.043559 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0f2037fd-348b-489e-b71b-b232bda24c5a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (86e547b8-7398-431a-9cbf-500ba624a6db), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.045676 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f22694a-1349-4338-b169-cdb89c7d2b8a req-889077b1-550b-4e06-ba74-2838c082c3b4 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "GET /v2.0/security-group-rules/5caa0f0c-9a2a-4ce4-91cb-d724713a57a8 HTTP/1.1" status: 404 len: 361 time: 0.0467608 Feb 09 21:39:03.087905 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a47a88-42f1-4856-9d74-e57361cf7361 admin admin] Network a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:39:03.149431 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0f2037fd-348b-489e-b71b-b232bda24c5a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (86e547b8-7398-431a-9cbf-500ba624a6db), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.164764 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b57f1703-6988-43f6-a968-b5440f273f8e req-c16f4b73-ff7d-404e-a3bd-1f8aebf31a05 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "GET /v2.0/security-groups/8eeb7d1f-9c32-4ada-922d-462e22c45bf9 HTTP/1.1" status: 200 len: 1832 time: 0.0588973 Feb 09 21:39:03.207371 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-29a47a88-42f1-4856-9d74-e57361cf7361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:03.221841 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4d3dcf-f45f-4f49-8b77-969a1c162bf7 None None] Network a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:03.312166 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ead59-03af-4ae4-8e28-c46751e17fb4 req-66736ca4-de75-46b3-b464-f2b5f79f12df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:03.314812 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b57f1703-6988-43f6-a968-b5440f273f8e req-236f4d8f-65e1-4ab3-86af-764b4aab7201 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (8eeb7d1f-9c32-4ada-922d-462e22c45bf9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.319058 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f71ead59-03af-4ae4-8e28-c46751e17fb4 req-66736ca4-de75-46b3-b464-f2b5f79f12df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 1127 time: 0.3700101 Feb 09 21:39:03.320052 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (d27599c7-abf7-4bcf-9d49-1e3212602027), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.326916 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a47a88-42f1-4856-9d74-e57361cf7361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:03.327547 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29a47a88-42f1-4856-9d74-e57361cf7361 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.435687 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b57f1703-6988-43f6-a968-b5440f273f8e req-236f4d8f-65e1-4ab3-86af-764b4aab7201 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (8eeb7d1f-9c32-4ada-922d-462e22c45bf9), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.499102 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee53df71-8819-4709-ad51-6d667f1bb42e None None] Network a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:03.499444 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ead59-03af-4ae4-8e28-c46751e17fb4 req-0381830d-2743-4c7a-9390-26f9c1756583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:03.500889 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f71ead59-03af-4ae4-8e28-c46751e17fb4 req-0381830d-2743-4c7a-9390-26f9c1756583 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 200 len: 922 time: 0.1378400 Feb 09 21:39:03.502124 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d27599c7-abf7-4bcf-9d49-1e3212602027,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:03.571175 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b57f1703-6988-43f6-a968-b5440f273f8e req-236f4d8f-65e1-4ab3-86af-764b4aab7201 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8eeb7d1f-9c32-4ada-922d-462e22c45bf9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.576886 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b57f1703-6988-43f6-a968-b5440f273f8e req-236f4d8f-65e1-4ab3-86af-764b4aab7201 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.593945 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b57f1703-6988-43f6-a968-b5440f273f8e req-236f4d8f-65e1-4ab3-86af-764b4aab7201 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "DELETE /v2.0/security-groups/8eeb7d1f-9c32-4ada-922d-462e22c45bf9 HTTP/1.1" status: 204 len: 173 time: 0.4049413 Feb 09 21:39:03.613989 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f71ead59-03af-4ae4-8e28-c46751e17fb4 req-5d666af0-7798-415a-bc15-775965fb9f47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd HTTP/1.1" status: 200 len: 217 time: 0.1032126 Feb 09 21:39:03.645758 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-29a47a88-42f1-4856-9d74-e57361cf7361 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2402225 Feb 09 21:39:03.646537 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0f2037fd-348b-489e-b71b-b232bda24c5a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (86e547b8-7398-431a-9cbf-500ba624a6db), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.649222 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0f2037fd-348b-489e-b71b-b232bda24c5a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.654800 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0f2037fd-348b-489e-b71b-b232bda24c5a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "DELETE /v2.0/security-groups/86e547b8-7398-431a-9cbf-500ba624a6db HTTP/1.1" status: 204 len: 168 time: 0.9196956 Feb 09 21:39:03.656733 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57028) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:03.697519 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f4d8f-65e1-4ab3-86af-764b4aab7201 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeb7d1f-9c32-4ada-922d-462e22c45bf9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:04.003304 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2037fd-348b-489e-b71b-b232bda24c5a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e547b8-7398-431a-9cbf-500ba624a6db,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:04.064795 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4e17d510-3c6e-49cf-9457-b1dbbd6d00ad tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4043412 Feb 09 21:39:04.073578 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (7d869a9b-2c95-4bab-835b-4a89de291ca9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.080104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57046) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:04.157286 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-11410b0b-cf32-43db-9a2c-f4df670d9a59 req-f966f231-8d83-4807-9f75-43fc0067db41 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "GET /v2.0/security-groups/344c9d72-2f35-4144-b097-61af036aed31 HTTP/1.1" status: 200 len: 1831 time: 0.2469018 Feb 09 21:39:04.186034 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-74abb6d4-62b8-4f84-b8a0-fd01223301bb tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] delete failed (client error): The resource could not be found. Feb 09 21:39:04.187639 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-74abb6d4-62b8-4f84-b8a0-fd01223301bb tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "DELETE /v2.0/security-groups/86e547b8-7398-431a-9cbf-500ba624a6db HTTP/1.1" status: 404 len: 347 time: 0.1059313 Feb 09 21:39:04.190279 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d869a9b-2c95-4bab-835b-4a89de291ca9']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:04.197725 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ead59-03af-4ae4-8e28-c46751e17fb4 req-590b1af0-51db-4fab-8645-bb14339a5e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:04.200705 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f71ead59-03af-4ae4-8e28-c46751e17fb4 req-590b1af0-51db-4fab-8645-bb14339a5e52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 200 len: 861 time: 0.5617144 Feb 09 21:39:04.202368 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57048) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:04.212144 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3d0e8d76-5799-4228-8d40-c5814961f7a3 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1761762649'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:04.238175 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f600d20-94e8-4d6c-9ceb-c2ee4e94d6e7') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:04.243150 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f600d20-94e8-4d6c-9ceb-c2ee4e94d6e7') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:04.266400 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d0e8d76-5799-4228-8d40-c5814961f7a3 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.378884 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (1f600d20-94e8-4d6c-9ceb-c2ee4e94d6e7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.412773 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-11410b0b-cf32-43db-9a2c-f4df670d9a59 req-2ba36771-56e0-4ae3-b6f0-ecaa68be7991 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (344c9d72-2f35-4144-b097-61af036aed31), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.416553 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f71ead59-03af-4ae4-8e28-c46751e17fb4 req-3f937d22-69c7-4be7-b594-19d1646d2178 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3335e86a-d685-4bed-b15a-6df9753c1347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2007968 Feb 09 21:39:04.423110 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d171821-bd82-4083-aa93-cdab788345a7 req-011b04e2-ed43-425d-9a0b-5be43e43e25c tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:04.424627 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d171821-bd82-4083-aa93-cdab788345a7 req-011b04e2-ed43-425d-9a0b-5be43e43e25c tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.42 "GET /v2.0/networks?id=c4792088-bf96-48c8-a331-af790ba542bf HTTP/1.1" status: 200 len: 812 time: 0.6043613 Feb 09 21:39:04.467706 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-5d171821-bd82-4083-aa93-cdab788345a7 req-f97a1053-503d-46d1-80c3-3930b32dc42d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Request body: {'port': {'device_id': '48735e42-e8c3-428f-9bec-06d61040319c', 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf', 'admin_state_up': True, 'tenant_id': '4da379594fdf42339bba1d92c8147535'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:04.472604 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-11410b0b-cf32-43db-9a2c-f4df670d9a59 req-2ba36771-56e0-4ae3-b6f0-ecaa68be7991 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (344c9d72-2f35-4144-b097-61af036aed31), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.518400 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (1f600d20-94e8-4d6c-9ceb-c2ee4e94d6e7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.543552 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d0e8d76-5799-4228-8d40-c5814961f7a3 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (62c48040-df71-4ffb-9e95-515a19c80589), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.569402 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d0e8d76-5799-4228-8d40-c5814961f7a3 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (62c48040-df71-4ffb-9e95-515a19c80589), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.652393 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e8d76-5799-4228-8d40-c5814961f7a3 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62c48040-df71-4ffb-9e95-515a19c80589,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:04.662499 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d0e8d76-5799-4228-8d40-c5814961f7a3 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.680259 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3d0e8d76-5799-4228-8d40-c5814961f7a3 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4760020 Feb 09 21:39:04.686560 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57056) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:04.715018 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2a055caf-7bca-45ff-ac6e-ff617ed7b416 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Request body: {'security_group_rule': {'security_group_id': '62c48040-df71-4ffb-9e95-515a19c80589', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:04.719075 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:39:04.724641 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (1f600d20-94e8-4d6c-9ceb-c2ee4e94d6e7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:39:04.727307 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:39:04.787023 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-11410b0b-cf32-43db-9a2c-f4df670d9a59 req-2ba36771-56e0-4ae3-b6f0-ecaa68be7991 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (344c9d72-2f35-4144-b097-61af036aed31), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.809085 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-11410b0b-cf32-43db-9a2c-f4df670d9a59 req-2ba36771-56e0-4ae3-b6f0-ecaa68be7991 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.834986 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-11410b0b-cf32-43db-9a2c-f4df670d9a59 req-2ba36771-56e0-4ae3-b6f0-ecaa68be7991 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "DELETE /v2.0/security-groups/344c9d72-2f35-4144-b097-61af036aed31 HTTP/1.1" status: 204 len: 173 time: 0.6727524 Feb 09 21:39:04.906859 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba36771-56e0-4ae3-b6f0-ecaa68be7991 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=344c9d72-2f35-4144-b097-61af036aed31,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:04.932625 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2a055caf-7bca-45ff-ac6e-ff617ed7b416 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (70702dba-9322-4985-9e6d-8883140d7fda), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.955238 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (7d869a9b-2c95-4bab-835b-4a89de291ca9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.959237 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f71ead59-03af-4ae4-8e28-c46751e17fb4 req-75aeece4-4c71-4a28-a6e2-7f224fc0a550 service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154734 Feb 09 21:39:04.968799 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7d869a9b-2c95-4bab-835b-4a89de291ca9 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 21:39:04.977448 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.983719 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] 10.222.0.77 "DELETE /v2.0/networks/7d869a9b-2c95-4bab-835b-4a89de291ca9 HTTP/1.1" status: 204 len: 168 time: 5.2163062 Feb 09 21:39:04.989459 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57062) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:05.021706 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eed859-ba23-4df5-b64a-1226081d7346 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Pushing event deleted for resources: {'Network': ['ID=7d869a9b-2c95-4bab-835b-4a89de291ca9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:05.112268 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d171821-bd82-4083-aa93-cdab788345a7 req-f97a1053-503d-46d1-80c3-3930b32dc42d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Made reservation on behalf of 4da379594fdf42339bba1d92c8147535 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:05.116591 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5d171821-bd82-4083-aa93-cdab788345a7 req-f97a1053-503d-46d1-80c3-3930b32dc42d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.119155 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57066) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:05.132117 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-02ce5d73-4dc0-4e96-b888-80c54f0a59df admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-284052893-network', 'tenant_id': 'dcd88be8efef4285a5f287624a0ffb8d'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:05.206852 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f71ead59-03af-4ae4-8e28-c46751e17fb4 req-e13e1618-7416-45eb-969f-78df4ddf69c9 service neutron] 10.222.0.42 "GET /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186987 Feb 09 21:39:05.211626 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ce5d73-4dc0-4e96-b888-80c54f0a59df admin admin] Made reservation on behalf of dcd88be8efef4285a5f287624a0ffb8d for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:05.224242 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-cc3f9229-e92a-429e-b606-4dc4ac2405d2 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2336035 Feb 09 21:39:05.230148 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-02ce5d73-4dc0-4e96-b888-80c54f0a59df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.236228 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57068) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:05.342095 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-02ce5d73-4dc0-4e96-b888-80c54f0a59df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.461346 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d5e5d0-c97f-4459-933c-66e828b23306 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.461871 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d5e5d0-c97f-4459-933c-66e828b23306 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.462265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d5e5d0-c97f-4459-933c-66e828b23306 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.462721 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d5e5d0-c97f-4459-933c-66e828b23306 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.463173 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d5e5d0-c97f-4459-933c-66e828b23306 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.463627 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d5e5d0-c97f-4459-933c-66e828b23306 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.464133 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d5e5d0-c97f-4459-933c-66e828b23306 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.464573 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d5e5d0-c97f-4459-933c-66e828b23306 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.465014 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d5e5d0-c97f-4459-933c-66e828b23306 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.467705 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d6d5e5d0-c97f-4459-933c-66e828b23306 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5984 time: 0.2015903 Feb 09 21:39:05.473319 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57070) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:05.476446 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ba8de8a5-c891-491e-b6dc-85034dc86691 req-d40446c5-d4ff-4cf4-a752-3086a88caeaa tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 210 time: 0.4506419 Feb 09 21:39:05.558977 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2a055caf-7bca-45ff-ac6e-ff617ed7b416 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (70702dba-9322-4985-9e6d-8883140d7fda), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.568391 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2a055caf-7bca-45ff-ac6e-ff617ed7b416 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (70702dba-9322-4985-9e6d-8883140d7fda), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.671117 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-2cc3259f-2f6b-4bfc-b762-e68fe5460438 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] delete failed (client error): The resource could not be found. Feb 09 21:39:05.671409 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a055caf-7bca-45ff-ac6e-ff617ed7b416 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70702dba-9322-4985-9e6d-8883140d7fda,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:05.676585 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2cc3259f-2f6b-4bfc-b762-e68fe5460438 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/de8b0b19-6a41-4f06-b508-0b7fe31e15ee HTTP/1.1" status: 404 len: 345 time: 0.1809216 Feb 09 21:39:05.683507 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57072) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:05.823214 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2a055caf-7bca-45ff-ac6e-ff617ed7b416 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.833179 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2a055caf-7bca-45ff-ac6e-ff617ed7b416 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1374736 Feb 09 21:39:05.847170 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-5d171821-bd82-4083-aa93-cdab788345a7 req-f97a1053-503d-46d1-80c3-3930b32dc42d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Allocated IP 172.20.0.10 (c4792088-bf96-48c8-a331-af790ba542bf/4b2baf19-4835-4e7a-83c6-0d721aca5d48/f2e667a7-ba6f-4c54-a4cb-43767a6454bb) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:05.849796 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7ea4b1b-4a0f-4933-b2fc-963a56bc91ba req-59d8fd6e-22c7-43df-8645-073c846621a8 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 210 time: 0.1821599 Feb 09 21:39:05.850701 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57074) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:05.851929 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0473bd7-3d39-4bb7-bb3e-64c9ade749ea tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] DELETE failed (client error): The resource could not be found. Feb 09 21:39:05.864519 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0473bd7-3d39-4bb7-bb3e-64c9ade749ea tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:39:05.867766 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c0473bd7-3d39-4bb7-bb3e-64c9ade749ea tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] 10.222.0.77 "DELETE /v2.0/networks/7d869a9b-2c95-4bab-835b-4a89de291ca9 HTTP/1.1" status: 404 len: 339 time: 0.1492436 Feb 09 21:39:05.888033 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57076) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:05.919185 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e1bc8499-25a2-4656-be50-b4aae8c43376 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Request body: {'network': {'name': 'tempest-network--950080764', 'router:external': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:05.931734 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c2f9423-0fd8-4b80-ae32-7ed58baa074b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (70702dba-9322-4985-9e6d-8883140d7fda), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.962421 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c2f9423-0fd8-4b80-ae32-7ed58baa074b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (70702dba-9322-4985-9e6d-8883140d7fda), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.030127 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bc8499-25a2-4656-be50-b4aae8c43376 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Made reservation on behalf of 6a1a5ca2789d450fa1fb415d45a9b9de for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:06.041517 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e1bc8499-25a2-4656-be50-b4aae8c43376 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.064639 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7dc461b-ab30-4159-a9f1-de87e7187fff req-57cd6d5a-ebf0-4028-beed-3e1fd09f6bfb tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "GET /v2.0/security-groups/d869f748-f632-4517-9c82-f7f01bb39835 HTTP/1.1" status: 200 len: 1832 time: 0.1198795 Feb 09 21:39:06.079612 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c2f9423-0fd8-4b80-ae32-7ed58baa074b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (70702dba-9322-4985-9e6d-8883140d7fda), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.095883 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c2f9423-0fd8-4b80-ae32-7ed58baa074b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.101684 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9c2f9423-0fd8-4b80-ae32-7ed58baa074b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/70702dba-9322-4985-9e6d-8883140d7fda HTTP/1.1" status: 204 len: 168 time: 0.2282038 Feb 09 21:39:06.106566 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57078) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:06.115602 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f9423-0fd8-4b80-ae32-7ed58baa074b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70702dba-9322-4985-9e6d-8883140d7fda,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:06.166481 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-02ce5d73-4dc0-4e96-b888-80c54f0a59df admin admin] Publish callbacks [] for security_group (d1eebdcd-4779-4a8c-b882-adfb6d4820f6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.184766 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-02ce5d73-4dc0-4e96-b888-80c54f0a59df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d1eebdcd-4779-4a8c-b882-adfb6d4820f6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.241322 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1bc8499-25a2-4656-be50-b4aae8c43376 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:39:06.250213 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-cc3871ff-c804-4bd5-867d-a901b5c558e3 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1318450 Feb 09 21:39:06.253471 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57080) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:06.254502 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c7dc461b-ab30-4159-a9f1-de87e7187fff req-b0e96814-7ee3-47a3-9a89-823e4974d543 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (d869f748-f632-4517-9c82-f7f01bb39835), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.527015 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c7dc461b-ab30-4159-a9f1-de87e7187fff req-b0e96814-7ee3-47a3-9a89-823e4974d543 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (d869f748-f632-4517-9c82-f7f01bb39835), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.596190 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c7dc461b-ab30-4159-a9f1-de87e7187fff req-b0e96814-7ee3-47a3-9a89-823e4974d543 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d869f748-f632-4517-9c82-f7f01bb39835), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.599679 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c7dc461b-ab30-4159-a9f1-de87e7187fff req-b0e96814-7ee3-47a3-9a89-823e4974d543 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.613219 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7dc461b-ab30-4159-a9f1-de87e7187fff req-b0e96814-7ee3-47a3-9a89-823e4974d543 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "DELETE /v2.0/security-groups/d869f748-f632-4517-9c82-f7f01bb39835 HTTP/1.1" status: 204 len: 173 time: 0.5475507 Feb 09 21:39:06.628340 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9ee82ce-6ef0-4452-b898-40c1f282dc00 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (62c48040-df71-4ffb-9e95-515a19c80589), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.630639 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e96814-7ee3-47a3-9a89-823e4974d543 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d869f748-f632-4517-9c82-f7f01bb39835,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:06.656103 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ce5d73-4dc0-4e96-b888-80c54f0a59df admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:39:06.678940 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-02ce5d73-4dc0-4e96-b888-80c54f0a59df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (190e1cae-c527-4093-bdcf-2daaf28faada), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.679320 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-02ce5d73-4dc0-4e96-b888-80c54f0a59df admin admin] Added segment 190e1cae-c527-4093-bdcf-2daaf28faada of type vlan for network 0469c25c-9e62-4385-a05f-d5f783ba00a7 Feb 09 21:39:06.681428 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9ee82ce-6ef0-4452-b898-40c1f282dc00 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (62c48040-df71-4ffb-9e95-515a19c80589), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.805899 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9ee82ce-6ef0-4452-b898-40c1f282dc00 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (62c48040-df71-4ffb-9e95-515a19c80589), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.808882 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9ee82ce-6ef0-4452-b898-40c1f282dc00 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.810402 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a9ee82ce-6ef0-4452-b898-40c1f282dc00 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "DELETE /v2.0/security-groups/62c48040-df71-4ffb-9e95-515a19c80589 HTTP/1.1" status: 204 len: 168 time: 0.5529099 Feb 09 21:39:06.815497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57094) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:06.829709 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-02ce5d73-4dc0-4e96-b888-80c54f0a59df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (0469c25c-9e62-4385-a05f-d5f783ba00a7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.883384 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee82ce-6ef0-4452-b898-40c1f282dc00 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c48040-df71-4ffb-9e95-515a19c80589,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:06.979871 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5d171821-bd82-4083-aa93-cdab788345a7 req-f97a1053-503d-46d1-80c3-3930b32dc42d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks [] for port (f2e667a7-ba6f-4c54-a4cb-43767a6454bb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.008047 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e418a4d1-43f2-4a53-9cb6-87e06c00c0bc tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1843965 Feb 09 21:39:07.045320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57098) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:07.051175 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2398bee3-bd59-4fe9-8fc8-8af98fbb2706 req-1e7b92f6-73ae-4624-9354-4da91a96f14c tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 210 time: 0.0963588 Feb 09 21:39:07.059482 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-02ce5d73-4dc0-4e96-b888-80c54f0a59df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (0469c25c-9e62-4385-a05f-d5f783ba00a7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.062229 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8cd8f708-c2f1-4cb9-a7db-6d1f5677f29f tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Request body: {'security_group': {'name': 'tempest-secgroup--3382418'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:07.062725 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ce5d73-4dc0-4e96-b888-80c54f0a59df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:07.066039 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-02ce5d73-4dc0-4e96-b888-80c54f0a59df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.104191 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e1bc8499-25a2-4656-be50-b4aae8c43376 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (703d5205-98ef-4e97-b5ef-1541bf2d270c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.104732 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-e1bc8499-25a2-4656-be50-b4aae8c43376 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Added segment 703d5205-98ef-4e97-b5ef-1541bf2d270c of type vlan for network ea62d76f-8505-4e32-8f7d-69a2f00d70db Feb 09 21:39:07.108023 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5d171821-bd82-4083-aa93-cdab788345a7 req-f97a1053-503d-46d1-80c3-3930b32dc42d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f2e667a7-ba6f-4c54-a4cb-43767a6454bb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.116879 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8cd8f708-c2f1-4cb9-a7db-6d1f5677f29f tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.208913 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d171821-bd82-4083-aa93-cdab788345a7 req-f97a1053-503d-46d1-80c3-3930b32dc42d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Network c4792088-bf96-48c8-a331-af790ba542bf is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:07.247012 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-5d171821-bd82-4083-aa93-cdab788345a7 req-f97a1053-503d-46d1-80c3-3930b32dc42d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:07.269859 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8cd8f708-c2f1-4cb9-a7db-6d1f5677f29f tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (e13381e5-1c41-428c-b682-e1dd6d33916f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.292254 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8cd8f708-c2f1-4cb9-a7db-6d1f5677f29f tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e13381e5-1c41-428c-b682-e1dd6d33916f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.396212 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce5d73-4dc0-4e96-b888-80c54f0a59df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1eebdcd-4779-4a8c-b882-adfb6d4820f6,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:07.415326 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d171821-bd82-4083-aa93-cdab788345a7 req-f97a1053-503d-46d1-80c3-3930b32dc42d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:07.415542 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8cd8f708-c2f1-4cb9-a7db-6d1f5677f29f tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.416828 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8cd8f708-c2f1-4cb9-a7db-6d1f5677f29f tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3682833 Feb 09 21:39:07.430965 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57100) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:07.439983 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-10a766ca-e31e-4d43-a3e4-d6db01c9f15b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Request body: {'security_group_rule': {'security_group_id': 'e13381e5-1c41-428c-b682-e1dd6d33916f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:07.488327 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8f708-c2f1-4cb9-a7db-6d1f5677f29f tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e13381e5-1c41-428c-b682-e1dd6d33916f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:07.513673 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-10a766ca-e31e-4d43-a3e4-d6db01c9f15b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (89925d10-a454-40fc-a7fc-557c86a48011), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.539726 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d171821-bd82-4083-aa93-cdab788345a7 req-f97a1053-503d-46d1-80c3-3930b32dc42d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:07.544017 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5d171821-bd82-4083-aa93-cdab788345a7 req-f97a1053-503d-46d1-80c3-3930b32dc42d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.578885 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-02ce5d73-4dc0-4e96-b888-80c54f0a59df admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4469116 Feb 09 21:39:07.583963 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-02cda290-594d-442a-8135-861fe1ec4868 req-834b3fca-6350-43fc-9ccc-61fedd8a24f4 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "GET /v2.0/security-groups/a7226b5e-8e5a-41c5-9bf2-72426471e17b HTTP/1.1" status: 200 len: 1830 time: 0.2959702 Feb 09 21:39:07.588315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57102) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:07.621347 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-99894c77-daf0-486b-87e2-4af855708893 admin admin] Request body: {'subnet': {'network_id': '0469c25c-9e62-4385-a05f-d5f783ba00a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-284052893-subnet', 'tenant_id': 'dcd88be8efef4285a5f287624a0ffb8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:07.681675 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a1053-503d-46d1-80c3-3930b32dc42d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Pushing event updated for resources: {'Port': ['ID=f2e667a7-ba6f-4c54-a4cb-43767a6454bb,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:07.696083 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce5d73-4dc0-4e96-b888-80c54f0a59df admin admin] Pushing event updated for resources: {'Network': ['ID=0469c25c-9e62-4385-a05f-d5f783ba00a7,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:07.699733 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-10a766ca-e31e-4d43-a3e4-d6db01c9f15b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (89925d10-a454-40fc-a7fc-557c86a48011), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.705395 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e1bc8499-25a2-4656-be50-b4aae8c43376 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (ea62d76f-8505-4e32-8f7d-69a2f00d70db), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.732618 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d171821-bd82-4083-aa93-cdab788345a7 req-f97a1053-503d-46d1-80c3-3930b32dc42d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2869964 Feb 09 21:39:07.738174 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 0469c25c-9e62-4385-a05f-d5f783ba00a7 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:39:07.739890 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-10a766ca-e31e-4d43-a3e4-d6db01c9f15b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (89925d10-a454-40fc-a7fc-557c86a48011), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.757565 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-5d171821-bd82-4083-aa93-cdab788345a7 req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] Request body: {'port': {'device_id': '48735e42-e8c3-428f-9bec-06d61040319c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:07.798700 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a766ca-e31e-4d43-a3e4-d6db01c9f15b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89925d10-a454-40fc-a7fc-557c86a48011,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:07.831394 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99894c77-daf0-486b-87e2-4af855708893 admin admin] Made reservation on behalf of dcd88be8efef4285a5f287624a0ffb8d for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:07.835030 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.db.resource_extend [None req-e1bc8499-25a2-4656-be50-b4aae8c43376 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:39:07.837523 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99894c77-daf0-486b-87e2-4af855708893 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.914527 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-10a766ca-e31e-4d43-a3e4-d6db01c9f15b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.919911 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-10a766ca-e31e-4d43-a3e4-d6db01c9f15b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4839005 Feb 09 21:39:07.923631 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57106) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:07.949794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-df53594b-b026-4678-b34b-35cad0066cf5 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Request body: {'security_group_rule': {'security_group_id': 'e13381e5-1c41-428c-b682-e1dd6d33916f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:07.971967 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c9aa7dcb-6fc0-4ff6-adf5-e47282ccf776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.978671 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e1bc8499-25a2-4656-be50-b4aae8c43376 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (ea62d76f-8505-4e32-8f7d-69a2f00d70db), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.980412 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bc8499-25a2-4656-be50-b4aae8c43376 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:07.982003 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e1bc8499-25a2-4656-be50-b4aae8c43376 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.995592 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5d171821-bd82-4083-aa93-cdab788345a7 req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f2e667a7-ba6f-4c54-a4cb-43767a6454bb), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.014746 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-02cda290-594d-442a-8135-861fe1ec4868 req-742f5e60-2f0f-41b4-b26d-d289e62aa5bc tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (a7226b5e-8e5a-41c5-9bf2-72426471e17b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.046103 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-02cda290-594d-442a-8135-861fe1ec4868 req-742f5e60-2f0f-41b4-b26d-d289e62aa5bc tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (a7226b5e-8e5a-41c5-9bf2-72426471e17b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.119828 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-02cda290-594d-442a-8135-861fe1ec4868 req-742f5e60-2f0f-41b4-b26d-d289e62aa5bc tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a7226b5e-8e5a-41c5-9bf2-72426471e17b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.124716 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-02cda290-594d-442a-8135-861fe1ec4868 req-742f5e60-2f0f-41b4-b26d-d289e62aa5bc tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.126022 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-02cda290-594d-442a-8135-861fe1ec4868 req-742f5e60-2f0f-41b4-b26d-d289e62aa5bc tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "DELETE /v2.0/security-groups/a7226b5e-8e5a-41c5-9bf2-72426471e17b HTTP/1.1" status: 204 len: 173 time: 0.5411758 Feb 09 21:39:08.149552 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f5e60-2f0f-41b4-b26d-d289e62aa5bc tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7226b5e-8e5a-41c5-9bf2-72426471e17b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:08.339610 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc8499-25a2-4656-be50-b4aae8c43376 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Pushing event updated for resources: {'Network': ['ID=ea62d76f-8505-4e32-8f7d-69a2f00d70db,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:08.371015 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network ea62d76f-8505-4e32-8f7d-69a2f00d70db details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:39:08.484718 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e1bc8499-25a2-4656-be50-b4aae8c43376 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.5841460 Feb 09 21:39:08.509093 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57112) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:08.584762 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df53594b-b026-4678-b34b-35cad0066cf5 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (61825772-1c10-4ea4-b84a-306e209ded1a), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.772263 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df53594b-b026-4678-b34b-35cad0066cf5 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (61825772-1c10-4ea4-b84a-306e209ded1a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.780489 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df53594b-b026-4678-b34b-35cad0066cf5 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (61825772-1c10-4ea4-b84a-306e209ded1a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.893120 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53594b-b026-4678-b34b-35cad0066cf5 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61825772-1c10-4ea4-b84a-306e209ded1a,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:08.931568 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df53594b-b026-4678-b34b-35cad0066cf5 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.937477 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-df53594b-b026-4678-b34b-35cad0066cf5 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0059144 Feb 09 21:39:08.947038 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57114) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:08.965746 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-324bcfc1-87ad-4fbe-9276-05d931e9b88b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Request body: {'security_group_rule': {'security_group_id': 'e13381e5-1c41-428c-b682-e1dd6d33916f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:09.125754 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f96d9cd-6050-4657-bf52-030cd8996efd tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:09.134051 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-324bcfc1-87ad-4fbe-9276-05d931e9b88b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (76c938a1-c3d5-4e01-a0ce-2e6aeb238135), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.141084 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f96d9cd-6050-4657-bf52-030cd8996efd tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:09.167054 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f96d9cd-6050-4657-bf52-030cd8996efd tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:09.187147 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f96d9cd-6050-4657-bf52-030cd8996efd tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:09.199029 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6f96d9cd-6050-4657-bf52-030cd8996efd tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.6858282 Feb 09 21:39:09.211200 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57116) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:09.241471 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99894c77-daf0-486b-87e2-4af855708893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (c6745f56-7f74-4488-b280-a9a676ffc291), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.367077 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-5d171821-bd82-4083-aa93-cdab788345a7 req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e667a7-ba6f-4c54-a4cb-43767a6454bb {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:09.378434 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-324bcfc1-87ad-4fbe-9276-05d931e9b88b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (76c938a1-c3d5-4e01-a0ce-2e6aeb238135), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.395712 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5d171821-bd82-4083-aa93-cdab788345a7 req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] Publish callbacks [] for port (f2e667a7-ba6f-4c54-a4cb-43767a6454bb), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.439806 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-5d171821-bd82-4083-aa93-cdab788345a7 req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] Transition to ACTIVE for port object f2e667a7-ba6f-4c54-a4cb-43767a6454bb will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:39:09.443770 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-324bcfc1-87ad-4fbe-9276-05d931e9b88b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (76c938a1-c3d5-4e01-a0ce-2e6aeb238135), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.472427 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5d171821-bd82-4083-aa93-cdab788345a7 req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (f2e667a7-ba6f-4c54-a4cb-43767a6454bb), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.515076 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bcfc1-87ad-4fbe-9276-05d931e9b88b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c938a1-c3d5-4e01-a0ce-2e6aeb238135,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:09.539062 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99894c77-daf0-486b-87e2-4af855708893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6745f56-7f74-4488-b280-a9a676ffc291,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:09.543157 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c6fbaba8-d943-471c-bd81-13883a587645 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (ea62d76f-8505-4e32-8f7d-69a2f00d70db), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.564480 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e64c7-6105-4929-8b0c-76efbe7cd8ea req-0fdbdf1e-a465-4250-a22d-510bd5da82f7 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:09.566778 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c81e64c7-6105-4929-8b0c-76efbe7cd8ea req-0fdbdf1e-a465-4250-a22d-510bd5da82f7 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 932 time: 1.1098742 Feb 09 21:39:09.608672 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-324bcfc1-87ad-4fbe-9276-05d931e9b88b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.614753 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-324bcfc1-87ad-4fbe-9276-05d931e9b88b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6612029 Feb 09 21:39:09.615090 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99894c77-daf0-486b-87e2-4af855708893 admin admin] Checking segment: {'id': '190e1cae-c527-4093-bdcf-2daaf28faada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0469c25c-9e62-4385-a05f-d5f783ba00a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:09.615090 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99894c77-daf0-486b-87e2-4af855708893 admin admin] Network hostable DHCP agents. Network: 0469c25c-9e62-4385-a05f-d5f783ba00a7, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:39:09.617702 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57118) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:09.626655 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-a3285ef8-44b2-40f6-9b1c-b36cb5a08022 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Request body: {'security_group_rule': {'security_group_id': 'e13381e5-1c41-428c-b682-e1dd6d33916f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:09.646590 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] Pushing event updated for resources: {'Port': ['ID=f2e667a7-ba6f-4c54-a4cb-43767a6454bb,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:09.798409 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3285ef8-44b2-40f6-9b1c-b36cb5a08022 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (ed75407b-2fae-42d5-97ce-72ecb0192cb3), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.855689 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99894c77-daf0-486b-87e2-4af855708893 admin admin] Network 0469c25c-9e62-4385-a05f-d5f783ba00a7 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:39:09.869444 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c81e64c7-6105-4929-8b0c-76efbe7cd8ea req-ed287cf7-9c19-4a6e-8956-2cb47fa05211 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616341 Feb 09 21:39:09.878503 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c6fbaba8-d943-471c-bd81-13883a587645 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (ea62d76f-8505-4e32-8f7d-69a2f00d70db), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.908865 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-99894c77-daf0-486b-87e2-4af855708893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 0469c25c-9e62-4385-a05f-d5f783ba00a7) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:09.921194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99894c77-daf0-486b-87e2-4af855708893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:09.921927 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99894c77-daf0-486b-87e2-4af855708893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.924361 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d610589-44eb-4ccc-bcfb-db8a1e76e838 None None] Network 0469c25c-9e62-4385-a05f-d5f783ba00a7 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:09.925275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c6fbaba8-d943-471c-bd81-13883a587645 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea62d76f-8505-4e32-8f7d-69a2f00d70db']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:09.942195 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c6fbaba8-d943-471c-bd81-13883a587645 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '703d5205-98ef-4e97-b5ef-1541bf2d270c') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:09.942582 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c6fbaba8-d943-471c-bd81-13883a587645 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '703d5205-98ef-4e97-b5ef-1541bf2d270c') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:09.955911 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c6fbaba8-d943-471c-bd81-13883a587645 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (703d5205-98ef-4e97-b5ef-1541bf2d270c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.984599 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-99894c77-daf0-486b-87e2-4af855708893 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3943379 Feb 09 21:39:10.016143 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c6fbaba8-d943-471c-bd81-13883a587645 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (703d5205-98ef-4e97-b5ef-1541bf2d270c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.045744 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-5d171821-bd82-4083-aa93-cdab788345a7 req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] Attempting to bind port f2e667a7-ba6f-4c54-a4cb-43767a6454bb on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:10.046556 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-5d171821-bd82-4083-aa93-cdab788345a7 req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] Attempting to bind port f2e667a7-ba6f-4c54-a4cb-43767a6454bb by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:10.047188 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d171821-bd82-4083-aa93-cdab788345a7 req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] Attempting to bind port f2e667a7-ba6f-4c54-a4cb-43767a6454bb on network c4792088-bf96-48c8-a331-af790ba542bf {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:10.052639 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6fbaba8-d943-471c-bd81-13883a587645 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:39:10.054567 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c6fbaba8-d943-471c-bd81-13883a587645 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (703d5205-98ef-4e97-b5ef-1541bf2d270c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:39:10.057783 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:39:10.135127 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d171821-bd82-4083-aa93-cdab788345a7 req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] Port f2e667a7-ba6f-4c54-a4cb-43767a6454bb on network c4792088-bf96-48c8-a331-af790ba542bf not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:10.141396 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d171821-bd82-4083-aa93-cdab788345a7 req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] Attempting to bind port f2e667a7-ba6f-4c54-a4cb-43767a6454bb on network c4792088-bf96-48c8-a331-af790ba542bf {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:10.174057 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d171821-bd82-4083-aa93-cdab788345a7 req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:10.174758 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d171821-bd82-4083-aa93-cdab788345a7 req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] Checking segment: {'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:10.175417 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d171821-bd82-4083-aa93-cdab788345a7 req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] Bound using segment: {'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:10.176178 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-5d171821-bd82-4083-aa93-cdab788345a7 req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] Bound port: f2e667a7-ba6f-4c54-a4cb-43767a6454bb, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:10.176793 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5d171821-bd82-4083-aa93-cdab788345a7 req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f2e667a7-ba6f-4c54-a4cb-43767a6454bb), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.228878 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3285ef8-44b2-40f6-9b1c-b36cb5a08022 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (ed75407b-2fae-42d5-97ce-72ecb0192cb3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.281330 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3285ef8-44b2-40f6-9b1c-b36cb5a08022 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (ed75407b-2fae-42d5-97ce-72ecb0192cb3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.329393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579a481c-0ca5-45fd-ae7f-704040d70f21 None None] Network 0469c25c-9e62-4385-a05f-d5f783ba00a7 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:10.333417 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3285ef8-44b2-40f6-9b1c-b36cb5a08022 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed75407b-2fae-42d5-97ce-72ecb0192cb3,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:10.364014 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c6fbaba8-d943-471c-bd81-13883a587645 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (ea62d76f-8505-4e32-8f7d-69a2f00d70db), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.413725 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3285ef8-44b2-40f6-9b1c-b36cb5a08022 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.416228 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a3285ef8-44b2-40f6-9b1c-b36cb5a08022 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7964449 Feb 09 21:39:10.421852 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57130) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:10.428064 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e349deb-a2c9-4fd0-bd58-fed61db9d575 req-a8191ecb-20b9-4c4e-bc70-3bedf6d4a149 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "GET /v2.0/security-groups/c70f71ae-2168-4125-a8d3-c91911e62147 HTTP/1.1" status: 200 len: 1832 time: 0.2265127 Feb 09 21:39:10.431036 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3a385e25-512f-4370-856d-5a001ce0fcc4 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Request body: {'security_group_rule': {'security_group_id': 'e13381e5-1c41-428c-b682-e1dd6d33916f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:10.452084 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fbaba8-d943-471c-bd81-13883a587645 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ea62d76f-8505-4e32-8f7d-69a2f00d70db {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 21:39:10.453392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-5d171821-bd82-4083-aa93-cdab788345a7 req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] For port f2e667a7-ba6f-4c54-a4cb-43767a6454bb, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:10.458841 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c6fbaba8-d943-471c-bd81-13883a587645 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.465653 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c6fbaba8-d943-471c-bd81-13883a587645 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] 10.222.0.77 "DELETE /v2.0/networks/ea62d76f-8505-4e32-8f7d-69a2f00d70db HTTP/1.1" status: 204 len: 168 time: 1.2526209 Feb 09 21:39:10.477035 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-5d171821-bd82-4083-aa93-cdab788345a7 req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] For port f2e667a7-ba6f-4c54-a4cb-43767a6454bb, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=f2e667a7-ba6f-4c54-a4cb-43767a6454bb,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:10.504386 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57132) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:10.536151 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-bf21a5cc-e4bf-4ad8-9f9e-54586aba5c96 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Request body: {'network': {'name': 'tempest-network--938213789', 'router:external': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:10.566284 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbaba8-d943-471c-bd81-13883a587645 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea62d76f-8505-4e32-8f7d-69a2f00d70db,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:10.581797 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-45d7ff3b-ac01-44fe-b6e2-05160c1f309e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.621592 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5d171821-bd82-4083-aa93-cdab788345a7 req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (f2e667a7-ba6f-4c54-a4cb-43767a6454bb), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.631427 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8e349deb-a2c9-4fd0-bd58-fed61db9d575 req-933f7731-3b8b-4298-8821-e90ee4060c94 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (c70f71ae-2168-4125-a8d3-c91911e62147), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.691799 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8e349deb-a2c9-4fd0-bd58-fed61db9d575 req-933f7731-3b8b-4298-8821-e90ee4060c94 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (c70f71ae-2168-4125-a8d3-c91911e62147), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.745475 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] Pushing event updated for resources: {'Port': ['ID=f2e667a7-ba6f-4c54-a4cb-43767a6454bb,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:10.790329 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a385e25-512f-4370-856d-5a001ce0fcc4 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (855fa46d-0221-4082-9e27-57da4f767fa4), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.805834 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8e349deb-a2c9-4fd0-bd58-fed61db9d575 req-933f7731-3b8b-4298-8821-e90ee4060c94 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c70f71ae-2168-4125-a8d3-c91911e62147), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.811811 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8e349deb-a2c9-4fd0-bd58-fed61db9d575 req-933f7731-3b8b-4298-8821-e90ee4060c94 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.821375 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e349deb-a2c9-4fd0-bd58-fed61db9d575 req-933f7731-3b8b-4298-8821-e90ee4060c94 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] 10.222.0.77 "DELETE /v2.0/security-groups/c70f71ae-2168-4125-a8d3-c91911e62147 HTTP/1.1" status: 204 len: 173 time: 0.3914573 Feb 09 21:39:10.823735 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57136) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:10.898996 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d171821-bd82-4083-aa93-cdab788345a7 req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:10.902878 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5d171821-bd82-4083-aa93-cdab788345a7 req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.909244 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d171821-bd82-4083-aa93-cdab788345a7 req-31ce16f2-8111-4b2f-8045-e48934c4066b service neutron] 10.222.0.42 "PUT /v2.0/ports/f2e667a7-ba6f-4c54-a4cb-43767a6454bb HTTP/1.1" status: 200 len: 1092 time: 3.1616185 Feb 09 21:39:10.958866 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48735e42-e8c3-428f-9bec-06d61040319c', 'tag': 'f2e667a7-ba6f-4c54-a4cb-43767a6454bb'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:10.961150 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022f0ac3-3b1f-4f93-ba83-104fb1a12707" -d '{"events": [{"name": "network-changed", "server_uuid": "48735e42-e8c3-428f-9bec-06d61040319c", "tag": "f2e667a7-ba6f-4c54-a4cb-43767a6454bb"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:10.963579 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf21a5cc-e4bf-4ad8-9f9e-54586aba5c96 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Made reservation on behalf of 6a1a5ca2789d450fa1fb415d45a9b9de for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:10.984875 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bf21a5cc-e4bf-4ad8-9f9e-54586aba5c96 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.034074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f7731-3b8b-4298-8821-e90ee4060c94 tempest-SecurityGroupRulesNegativeTestJSON-1843988462 tempest-SecurityGroupRulesNegativeTestJSON-1843988462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70f71ae-2168-4125-a8d3-c91911e62147,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:11.096205 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ad894f1-eca5-4bb6-8e3b-7477cb9e4874 req-383b1ed7-e930-4f4e-a96c-0926d4803c3e tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa7f24f2-f0f9-4af9-8d74-608002fad753 HTTP/1.1" status: 200 len: 210 time: 0.1021149 Feb 09 21:39:11.126980 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1110500-6368-4067-b347-dc2a83f21855 admin admin] Deleting subnet 695e0a85-40e4-4f5e-971d-baa3eb568697 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:39:11.138055 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1110500-6368-4067-b347-dc2a83f21855 admin admin] Publish callbacks [] for subnet (695e0a85-40e4-4f5e-971d-baa3eb568697), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.274811 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a385e25-512f-4370-856d-5a001ce0fcc4 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (855fa46d-0221-4082-9e27-57da4f767fa4), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.378571 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a385e25-512f-4370-856d-5a001ce0fcc4 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (855fa46d-0221-4082-9e27-57da4f767fa4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.382126 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1110500-6368-4067-b347-dc2a83f21855 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (695e0a85-40e4-4f5e-971d-baa3eb568697), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.426766 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf21a5cc-e4bf-4ad8-9f9e-54586aba5c96 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:39:11.440108 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.490713 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a385e25-512f-4370-856d-5a001ce0fcc4 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855fa46d-0221-4082-9e27-57da4f767fa4,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:11.505617 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bf21a5cc-e4bf-4ad8-9f9e-54586aba5c96 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d3ed6745-1b20-4b1e-8c79-c0c1019d1caf), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.506048 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-bf21a5cc-e4bf-4ad8-9f9e-54586aba5c96 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Added segment d3ed6745-1b20-4b1e-8c79-c0c1019d1caf of type vlan for network 4a1d1581-dbbe-49e9-9272-b77a4b6e17ad Feb 09 21:39:11.512119 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a385e25-512f-4370-856d-5a001ce0fcc4 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.513455 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3a385e25-512f-4370-856d-5a001ce0fcc4 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0893862 Feb 09 21:39:11.523204 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57148) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:11.534488 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1110500-6368-4067-b347-dc2a83f21855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (695e0a85-40e4-4f5e-971d-baa3eb568697), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.580520 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d171821-bd82-4083-aa93-cdab788345a7 req-b6b9f69b-6ff0-4536-bdc8-ce51058c308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:11.582209 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d171821-bd82-4083-aa93-cdab788345a7 req-b6b9f69b-6ff0-4536-bdc8-ce51058c308d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4da379594fdf42339bba1d92c8147535&device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 1126 time: 0.5308795 Feb 09 21:39:11.616350 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-603ee663-be1a-4e01-ad4c-c8c833c67a5c tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (855fa46d-0221-4082-9e27-57da4f767fa4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.722624 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d171821-bd82-4083-aa93-cdab788345a7 req-387b3066-da05-4ab2-8885-60c285ff1d3e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2e667a7-ba6f-4c54-a4cb-43767a6454bb HTTP/1.1" status: 200 len: 217 time: 0.1269879 Feb 09 21:39:11.725355 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-603ee663-be1a-4e01-ad4c-c8c833c67a5c tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (855fa46d-0221-4082-9e27-57da4f767fa4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.745000 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bf21a5cc-e4bf-4ad8-9f9e-54586aba5c96 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (4a1d1581-dbbe-49e9-9272-b77a4b6e17ad), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.824073 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d171821-bd82-4083-aa93-cdab788345a7 req-3cddf620-1318-4c4d-9b97-d0ccddaa2fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:11.826829 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d171821-bd82-4083-aa93-cdab788345a7 req-3cddf620-1318-4c4d-9b97-d0ccddaa2fc5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b2baf19-4835-4e7a-83c6-0d721aca5d48 HTTP/1.1" status: 200 len: 852 time: 0.0841739 Feb 09 21:39:11.897382 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d171821-bd82-4083-aa93-cdab788345a7 req-653c168f-23dd-4d60-9613-95500e4a9230 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4792088-bf96-48c8-a331-af790ba542bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555134 Feb 09 21:39:12.115335 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-603ee663-be1a-4e01-ad4c-c8c833c67a5c tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (855fa46d-0221-4082-9e27-57da4f767fa4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.130187 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bf21a5cc-e4bf-4ad8-9f9e-54586aba5c96 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (4a1d1581-dbbe-49e9-9272-b77a4b6e17ad), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.131158 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf21a5cc-e4bf-4ad8-9f9e-54586aba5c96 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:12.131804 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bf21a5cc-e4bf-4ad8-9f9e-54586aba5c96 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.152405 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-603ee663-be1a-4e01-ad4c-c8c833c67a5c tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.157207 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-603ee663-be1a-4e01-ad4c-c8c833c67a5c tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/855fa46d-0221-4082-9e27-57da4f767fa4 HTTP/1.1" status: 204 len: 168 time: 0.6281183 Feb 09 21:39:12.158632 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57154) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:12.177166 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d171821-bd82-4083-aa93-cdab788345a7 req-dfaadfb9-4c3c-4633-be63-99450f9c6db8 service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508471 Feb 09 21:39:12.194236 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ee663-be1a-4e01-ad4c-c8c833c67a5c tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=855fa46d-0221-4082-9e27-57da4f767fa4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:12.254988 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bf21a5cc-e4bf-4ad8-9f9e-54586aba5c96 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7466586 Feb 09 21:39:12.255789 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57158) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:12.272893 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1110500-6368-4067-b347-dc2a83f21855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (695e0a85-40e4-4f5e-971d-baa3eb568697), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.322938 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1110500-6368-4067-b347-dc2a83f21855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=695e0a85-40e4-4f5e-971d-baa3eb568697,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:12.338048 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1110500-6368-4067-b347-dc2a83f21855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.364257 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a1110500-6368-4067-b347-dc2a83f21855 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/695e0a85-40e4-4f5e-971d-baa3eb568697 HTTP/1.1" status: 204 len: 168 time: 1.5332525 Feb 09 21:39:12.370682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57160) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:12.399000 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21a5cc-e4bf-4ad8-9f9e-54586aba5c96 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Pushing event updated for resources: {'Network': ['ID=4a1d1581-dbbe-49e9-9272-b77a4b6e17ad,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:12.410517 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 4a1d1581-dbbe-49e9-9272-b77a4b6e17ad details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:39:12.423839 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e84b1-c7c7-445d-bf3e-50948b1d7b26 req-5a0921ce-b513-427b-a4b1-11d2bd1b571f tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:12.435351 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-325e84b1-c7c7-445d-bf3e-50948b1d7b26 req-5a0921ce-b513-427b-a4b1-11d2bd1b571f tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 944 time: 0.8263769 Feb 09 21:39:12.542416 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-325e84b1-c7c7-445d-bf3e-50948b1d7b26 req-bd0b6acc-7de2-448d-9ebb-cd173046d098 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062205 Feb 09 21:39:12.579732 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2d816ace-a210-46d3-9c34-0b25fdbd4494 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4177148 Feb 09 21:39:12.584357 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57164) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:12.640712 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-744ea442-bc91-4d45-9f96-dca3bf02b826 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (ed75407b-2fae-42d5-97ce-72ecb0192cb3), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.647490 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.656182 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd86b9-33b0-45d0-967c-eb1fae3fd29e tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:12.658044 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-35dd86b9-33b0-45d0-967c-eb1fae3fd29e tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] 10.222.0.77 "GET /v2.0/networks/4a1d1581-dbbe-49e9-9272-b77a4b6e17ad HTTP/1.1" status: 200 len: 756 time: 0.3972797 Feb 09 21:39:12.661222 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57166) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:12.662030 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bdf241d4-8320-4d75-86eb-c791358b3cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (29fbbacc-140f-4d4d-85b5-64a54b02c3fd), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.665963 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d171821-bd82-4083-aa93-cdab788345a7 req-45e0e14f-880e-4973-8661-7f5b845f689e service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693806 Feb 09 21:39:12.667161 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-744ea442-bc91-4d45-9f96-dca3bf02b826 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (ed75407b-2fae-42d5-97ce-72ecb0192cb3), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.811377 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bdf241d4-8320-4d75-86eb-c791358b3cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (29fbbacc-140f-4d4d-85b5-64a54b02c3fd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.844205 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8718a0-a57b-4312-adcb-44d7378ac742 tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:12.848408 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6c8718a0-a57b-4312-adcb-44d7378ac742 tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] 10.222.0.77 "GET /v2.0/networks/3dd07cff-1710-4e07-8dde-d4cc0211608c HTTP/1.1" status: 200 len: 767 time: 0.1859055 Feb 09 21:39:12.852144 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-744ea442-bc91-4d45-9f96-dca3bf02b826 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (ed75407b-2fae-42d5-97ce-72ecb0192cb3), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.852723 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57174) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:12.873712 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-744ea442-bc91-4d45-9f96-dca3bf02b826 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.875301 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-744ea442-bc91-4d45-9f96-dca3bf02b826 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/ed75407b-2fae-42d5-97ce-72ecb0192cb3 HTTP/1.1" status: 204 len: 168 time: 0.2896876 Feb 09 21:39:12.877264 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-bdf241d4-8320-4d75-86eb-c791358b3cfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29fbbacc-140f-4d4d-85b5-64a54b02c3fd']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:12.879695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57176) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:12.879859 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ea442-bc91-4d45-9f96-dca3bf02b826 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed75407b-2fae-42d5-97ce-72ecb0192cb3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:12.943544 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-bdf241d4-8320-4d75-86eb-c791358b3cfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6997701d-7ed9-4d9e-af92-a9e724bfc7d9') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:12.943934 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-bdf241d4-8320-4d75-86eb-c791358b3cfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6997701d-7ed9-4d9e-af92-a9e724bfc7d9') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:12.970661 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bdf241d4-8320-4d75-86eb-c791358b3cfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (6997701d-7ed9-4d9e-af92-a9e724bfc7d9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.988765 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ef0f5ac-03d2-4f63-a65f-e9589b61b41d tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (4a1d1581-dbbe-49e9-9272-b77a4b6e17ad), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.012000 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ecf8b8e8-72a1-4a58-8fd3-4a64f0800525 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1058056 Feb 09 21:39:13.013216 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bdf241d4-8320-4d75-86eb-c791358b3cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (6997701d-7ed9-4d9e-af92-a9e724bfc7d9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.019070 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57190) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:13.028969 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf241d4-8320-4d75-86eb-c791358b3cfc admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:39:13.029921 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bdf241d4-8320-4d75-86eb-c791358b3cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (6997701d-7ed9-4d9e-af92-a9e724bfc7d9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:39:13.031557 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:39:13.087445 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-f5206096-e69e-4b29-be47-3145dc56f8b2 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:13.089793 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-f5206096-e69e-4b29-be47-3145dc56f8b2 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.77 "GET /v2.0/networks?id=a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74 HTTP/1.1" status: 200 len: 815 time: 0.1395309 Feb 09 21:39:13.108944 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-6373c80d-a40e-4101-ae88-00e133f1e510 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.77 "GET /v2.0/quotas/4efe200bd5e448f29a77dbc9333b2956 HTTP/1.1" status: 200 len: 375 time: 0.0105884 Feb 09 21:39:13.119870 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58423daf-2183-4323-89e3-1741c0530706 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (76c938a1-c3d5-4e01-a0ce-2e6aeb238135), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.164062 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-834f6002-d84e-46e3-b89a-ea705ab0ed1a tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4efe200bd5e448f29a77dbc9333b2956&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360982 Feb 09 21:39:13.170276 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58423daf-2183-4323-89e3-1741c0530706 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (76c938a1-c3d5-4e01-a0ce-2e6aeb238135), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.174021 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bdf241d4-8320-4d75-86eb-c791358b3cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (29fbbacc-140f-4d4d-85b5-64a54b02c3fd), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.182243 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-9d4611ef-548d-4dff-96f0-7319ca40c7e0 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:39:13.188061 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bdf241d4-8320-4d75-86eb-c791358b3cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.191775 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bdf241d4-8320-4d75-86eb-c791358b3cfc admin admin] 10.222.0.77 "DELETE /v2.0/networks/29fbbacc-140f-4d4d-85b5-64a54b02c3fd HTTP/1.1" status: 204 len: 168 time: 0.8199711 Feb 09 21:39:13.198747 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-9d4611ef-548d-4dff-96f0-7319ca40c7e0 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0299065 Feb 09 21:39:13.225538 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ef0f5ac-03d2-4f63-a65f-e9589b61b41d tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (4a1d1581-dbbe-49e9-9272-b77a4b6e17ad), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.236606 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf241d4-8320-4d75-86eb-c791358b3cfc admin admin] Pushing event deleted for resources: {'Network': ['ID=29fbbacc-140f-4d4d-85b5-64a54b02c3fd,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:13.260900 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-2ef0f5ac-03d2-4f63-a65f-e9589b61b41d tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a1d1581-dbbe-49e9-9272-b77a4b6e17ad']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:13.266077 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58423daf-2183-4323-89e3-1741c0530706 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (76c938a1-c3d5-4e01-a0ce-2e6aeb238135), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.282136 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58423daf-2183-4323-89e3-1741c0530706 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.283565 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-58423daf-2183-4323-89e3-1741c0530706 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/76c938a1-c3d5-4e01-a0ce-2e6aeb238135 HTTP/1.1" status: 204 len: 168 time: 0.2634602 Feb 09 21:39:13.285977 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-2ef0f5ac-03d2-4f63-a65f-e9589b61b41d tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ed6745-1b20-4b1e-8c79-c0c1019d1caf') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:13.286358 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-2ef0f5ac-03d2-4f63-a65f-e9589b61b41d tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ed6745-1b20-4b1e-8c79-c0c1019d1caf') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:13.289069 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57196) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:13.315922 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ef0f5ac-03d2-4f63-a65f-e9589b61b41d tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (d3ed6745-1b20-4b1e-8c79-c0c1019d1caf), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.319279 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58423daf-2183-4323-89e3-1741c0530706 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76c938a1-c3d5-4e01-a0ce-2e6aeb238135,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:13.357242 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ef0f5ac-03d2-4f63-a65f-e9589b61b41d tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d3ed6745-1b20-4b1e-8c79-c0c1019d1caf), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.371939 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef0f5ac-03d2-4f63-a65f-e9589b61b41d tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:39:13.373193 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ef0f5ac-03d2-4f63-a65f-e9589b61b41d tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (d3ed6745-1b20-4b1e-8c79-c0c1019d1caf), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:39:13.375520 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:39:13.418885 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-638aa3e1-cfdb-47fe-901e-bceede12e59b service neutron] 10.222.0.77 "GET /v2.0/networks/a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059898 Feb 09 21:39:13.488572 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57198) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:13.571545 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-92d4603d-4935-4ff4-8de9-2d4df2d0ec3b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=39b5e47502f84d4cb0f9a638476f7738&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0810299 Feb 09 21:39:13.574745 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57202) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:13.612260 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-29f96719-98f5-44ab-bd32-80ec672f4d09 service neutron] 10.222.0.77 "GET /v2.0/networks/a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805198 Feb 09 21:39:13.647786 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f8c5c822-bd0a-4383-8bf4-49321411275d admin admin] Publish callbacks [] for security_group (f158f370-dea7-4280-9c17-c6a367d10ae5), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.697794 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f8c5c822-bd0a-4383-8bf4-49321411275d admin admin] Publish callbacks [] for security_group (f158f370-dea7-4280-9c17-c6a367d10ae5), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.786013 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57204) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:13.786357 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0effea6a-a6bb-49fd-9f37-043aa4a8ff8f tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4897153 Feb 09 21:39:13.818207 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f8c5c822-bd0a-4383-8bf4-49321411275d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f158f370-dea7-4280-9c17-c6a367d10ae5), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.821454 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f8c5c822-bd0a-4383-8bf4-49321411275d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.826091 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f8c5c822-bd0a-4383-8bf4-49321411275d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f158f370-dea7-4280-9c17-c6a367d10ae5 HTTP/1.1" status: 204 len: 168 time: 0.2464972 Feb 09 21:39:13.830369 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ef0f5ac-03d2-4f63-a65f-e9589b61b41d tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (4a1d1581-dbbe-49e9-9272-b77a4b6e17ad), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.842745 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5c822-bd0a-4383-8bf4-49321411275d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f158f370-dea7-4280-9c17-c6a367d10ae5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:13.848924 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fb0833d-a572-4639-9c02-62a65b4631d6 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (61825772-1c10-4ea4-b84a-306e209ded1a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.858077 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fb0833d-a572-4639-9c02-62a65b4631d6 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (61825772-1c10-4ea4-b84a-306e209ded1a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.877776 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef0f5ac-03d2-4f63-a65f-e9589b61b41d tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4a1d1581-dbbe-49e9-9272-b77a4b6e17ad {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 21:39:13.895916 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0f5ac-03d2-4f63-a65f-e9589b61b41d tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Pushing event deleted for resources: {'Network': ['ID=4a1d1581-dbbe-49e9-9272-b77a4b6e17ad,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:13.898059 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fb0833d-a572-4639-9c02-62a65b4631d6 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (61825772-1c10-4ea4-b84a-306e209ded1a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.918239 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fb0833d-a572-4639-9c02-62a65b4631d6 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.922418 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9fb0833d-a572-4639-9c02-62a65b4631d6 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/61825772-1c10-4ea4-b84a-306e209ded1a HTTP/1.1" status: 204 len: 168 time: 0.1347315 Feb 09 21:39:13.926525 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57210) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:13.947663 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ef0f5ac-03d2-4f63-a65f-e9589b61b41d tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.954040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0833d-a572-4639-9c02-62a65b4631d6 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61825772-1c10-4ea4-b84a-306e209ded1a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:13.976293 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2ef0f5ac-03d2-4f63-a65f-e9589b61b41d tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] 10.222.0.77 "DELETE /v2.0/networks/4a1d1581-dbbe-49e9-9272-b77a4b6e17ad HTTP/1.1" status: 204 len: 168 time: 1.1165726 Feb 09 21:39:13.977667 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57216) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:13.985334 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927a9b7f-17d2-4119-aedd-6e8941517d0d x-openstack-request-id: req-927a9b7f-17d2-4119-aedd-6e8941517d0d {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:13.987199 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48735e42-e8c3-428f-9bec-06d61040319c", "tag": "f2e667a7-ba6f-4c54-a4cb-43767a6454bb", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:13.987970 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-927a9b7f-17d2-4119-aedd-6e8941517d0d {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:13.990383 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48735e42-e8c3-428f-9bec-06d61040319c', 'tag': 'f2e667a7-ba6f-4c54-a4cb-43767a6454bb', 'status': 'completed', 'code': 200} Feb 09 21:39:14.023541 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.026157 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-49418943-c0dc-4992-844c-01ed09de1892 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Request body: {'network': {'name': 'tempest-network--789607849'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:14.048911 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-216caa9c-2278-4ac8-af7e-33928c71b7ae tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1187525 Feb 09 21:39:14.049724 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57226) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:14.086172 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49418943-c0dc-4992-844c-01ed09de1892 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Made reservation on behalf of 6a1a5ca2789d450fa1fb415d45a9b9de for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:14.088666 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-49418943-c0dc-4992-844c-01ed09de1892 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.093971 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-602ccdd0-5763-40fa-be50-7d7fc2886c3a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (89925d10-a454-40fc-a7fc-557c86a48011), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.140846 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-602ccdd0-5763-40fa-be50-7d7fc2886c3a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (89925d10-a454-40fc-a7fc-557c86a48011), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.153254 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f0ac3-3b1f-4f93-ba83-104fb1a12707 req-9170b49f-f71a-479b-96fa-66baca2fc446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:14.155925 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-022f0ac3-3b1f-4f93-ba83-104fb1a12707 req-9170b49f-f71a-479b-96fa-66baca2fc446 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4da379594fdf42339bba1d92c8147535&device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 1126 time: 0.1551135 Feb 09 21:39:14.223422 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-602ccdd0-5763-40fa-be50-7d7fc2886c3a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (89925d10-a454-40fc-a7fc-557c86a48011), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.263738 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-602ccdd0-5763-40fa-be50-7d7fc2886c3a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.266001 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-602ccdd0-5763-40fa-be50-7d7fc2886c3a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/89925d10-a454-40fc-a7fc-557c86a48011 HTTP/1.1" status: 204 len: 168 time: 0.2152095 Feb 09 21:39:14.272400 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57236) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:14.308815 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49418943-c0dc-4992-844c-01ed09de1892 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:39:14.414489 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ccdd0-5763-40fa-be50-7d7fc2886c3a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89925d10-a454-40fc-a7fc-557c86a48011,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:14.437358 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-49418943-c0dc-4992-844c-01ed09de1892 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (50dd8cbb-5989-4132-96b0-4b6cd5f8a459), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.438421 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-49418943-c0dc-4992-844c-01ed09de1892 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Added segment 50dd8cbb-5989-4132-96b0-4b6cd5f8a459 of type vlan for network b2754080-5716-43c9-8608-56ba5ccbf40a Feb 09 21:39:14.456070 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ec21a68f-7294-4c38-995b-514f310e95ff tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1810181 Feb 09 21:39:14.464462 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57242) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:14.498046 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-49418943-c0dc-4992-844c-01ed09de1892 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (b2754080-5716-43c9-8608-56ba5ccbf40a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.515159 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b9518-7bb7-4715-b853-d2e8a86fa4a7 req-e5635001-5b99-48cd-b47b-613e193c5d66 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:14.525552 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d72b9518-7bb7-4715-b853-d2e8a86fa4a7 req-e5635001-5b99-48cd-b47b-613e193c5d66 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 944 time: 0.2288446 Feb 09 21:39:14.548291 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f0ac3-3b1f-4f93-ba83-104fb1a12707 req-7d10082d-7286-4b51-8a3c-2c74a81d3dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:14.550591 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-022f0ac3-3b1f-4f93-ba83-104fb1a12707 req-7d10082d-7286-4b51-8a3c-2c74a81d3dcb service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4792088-bf96-48c8-a331-af790ba542bf HTTP/1.1" status: 200 len: 913 time: 0.3790448 Feb 09 21:39:14.569747 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df9ee4a6-dd6d-4dc7-b069-dbd522438968 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (e13381e5-1c41-428c-b682-e1dd6d33916f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.632767 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-022f0ac3-3b1f-4f93-ba83-104fb1a12707 req-741528fe-e01d-46a3-8d4d-8b049c1c6b51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2e667a7-ba6f-4c54-a4cb-43767a6454bb HTTP/1.1" status: 200 len: 217 time: 0.0691490 Feb 09 21:39:14.654347 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-49418943-c0dc-4992-844c-01ed09de1892 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (b2754080-5716-43c9-8608-56ba5ccbf40a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.672705 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49418943-c0dc-4992-844c-01ed09de1892 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:14.673941 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df9ee4a6-dd6d-4dc7-b069-dbd522438968 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (e13381e5-1c41-428c-b682-e1dd6d33916f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.676332 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-49418943-c0dc-4992-844c-01ed09de1892 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.764576 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f0ac3-3b1f-4f93-ba83-104fb1a12707 req-23eddd7e-1ec2-4c8c-b555-6187d6cd7c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:14.766942 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-022f0ac3-3b1f-4f93-ba83-104fb1a12707 req-23eddd7e-1ec2-4c8c-b555-6187d6cd7c63 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b2baf19-4835-4e7a-83c6-0d721aca5d48 HTTP/1.1" status: 200 len: 852 time: 0.1152458 Feb 09 21:39:14.806897 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d72b9518-7bb7-4715-b853-d2e8a86fa4a7 req-a88b7716-b73d-4988-bbb3-41122ebd7d5f tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804666 Feb 09 21:39:14.852045 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-022f0ac3-3b1f-4f93-ba83-104fb1a12707 req-5153265f-1d42-475d-a42d-661a748c9086 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4792088-bf96-48c8-a331-af790ba542bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742028 Feb 09 21:39:14.858543 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49418943-c0dc-4992-844c-01ed09de1892 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Pushing event updated for resources: {'Network': ['ID=b2754080-5716-43c9-8608-56ba5ccbf40a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:14.875427 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-49418943-c0dc-4992-844c-01ed09de1892 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8783419 Feb 09 21:39:14.876307 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57252) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:14.890333 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network b2754080-5716-43c9-8608-56ba5ccbf40a details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:39:14.894693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-4785a482-0159-464c-9534-017e47381cb3 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:14.921838 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df9ee4a6-dd6d-4dc7-b069-dbd522438968 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e13381e5-1c41-428c-b682-e1dd6d33916f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.924638 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df9ee4a6-dd6d-4dc7-b069-dbd522438968 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.925929 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-df9ee4a6-dd6d-4dc7-b069-dbd522438968 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "DELETE /v2.0/security-groups/e13381e5-1c41-428c-b682-e1dd6d33916f HTTP/1.1" status: 204 len: 168 time: 0.4604185 Feb 09 21:39:14.942027 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57256) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:15.007435 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ee4a6-dd6d-4dc7-b069-dbd522438968 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13381e5-1c41-428c-b682-e1dd6d33916f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:15.093465 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-18b16dbe-341d-4fee-a15e-9c2537eb0965 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1240799 Feb 09 21:39:15.098392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57258) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:15.132387 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-889d8389-e9cb-4332-bfdc-7a27135d40b3 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1713315909'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:15.144961 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eeb5c605-3f61-4d67-81df-a2c2d9b3735d req-12cfac11-ea58-47cd-b6c3-55871cfaf495 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e5b1d8-43df-4906-bdc0-3a361b72a41c HTTP/1.1" status: 200 len: 210 time: 0.2425878 Feb 09 21:39:15.226259 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-022f0ac3-3b1f-4f93-ba83-104fb1a12707 req-208396f9-ad68-4aff-b1a3-678bf6389d8e service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562481 Feb 09 21:39:15.226588 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.318785 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device f2e667a7-ba6f-4c54-a4cb-43767a6454bb details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:15.330905 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-889d8389-e9cb-4332-bfdc-7a27135d40b3 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.509525 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4785a482-0159-464c-9534-017e47381cb3 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (b2754080-5716-43c9-8608-56ba5ccbf40a), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.589042 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-889d8389-e9cb-4332-bfdc-7a27135d40b3 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (1c22a7e8-7f4c-4557-9116-6aa0920e05dd), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.603168 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-889d8389-e9cb-4332-bfdc-7a27135d40b3 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (1c22a7e8-7f4c-4557-9116-6aa0920e05dd), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.652305 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4785a482-0159-464c-9534-017e47381cb3 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (b2754080-5716-43c9-8608-56ba5ccbf40a), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.660390 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57282) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:15.667183 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port f2e667a7-ba6f-4c54-a4cb-43767a6454bb, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=f2e667a7-ba6f-4c54-a4cb-43767a6454bb,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:15.687450 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-889d8389-e9cb-4332-bfdc-7a27135d40b3 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.691864 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-889d8389-e9cb-4332-bfdc-7a27135d40b3 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5906677 Feb 09 21:39:15.698340 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57286) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:15.703961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3dec162d-64dd-4e0c-ab8d-26fb9d53a371 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Request body: {'security_group_rule': {'security_group_id': '1c22a7e8-7f4c-4557-9116-6aa0920e05dd', 'direction': 'ingress', 'protocol': 17}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:15.710870 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d8389-e9cb-4332-bfdc-7a27135d40b3 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c22a7e8-7f4c-4557-9116-6aa0920e05dd,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:15.720226 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'f2e667a7-ba6f-4c54-a4cb-43767a6454bb', 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf', 'port_id': 'f2e667a7-ba6f-4c54-a4cb-43767a6454bb', 'mac_address': 'fa:16:3e:b6:09:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2baf19-4835-4e7a-83c6-0d721aca5d48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:15.722559 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-022f0ac3-3b1f-4f93-ba83-104fb1a12707 req-53293ebb-a943-4da8-adbe-a4f38bffc37b service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551868 Feb 09 21:39:15.724890 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4785a482-0159-464c-9534-017e47381cb3 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Network b2754080-5716-43c9-8608-56ba5ccbf40a is not hosted by any dhcp agent {{(pid=103201) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 21:39:15.727119 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4785a482-0159-464c-9534-017e47381cb3 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:15.727786 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4785a482-0159-464c-9534-017e47381cb3 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.729551 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4785a482-0159-464c-9534-017e47381cb3 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] 10.222.0.77 "PUT /v2.0/networks/b2754080-5716-43c9-8608-56ba5ccbf40a HTTP/1.1" status: 200 len: 857 time: 0.8516383 Feb 09 21:39:15.732710 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57288) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:15.764985 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113240f8-648e-4153-a09d-46ca2eaf5c83 req-9ad5ae34-68b8-420e-af2c-f68b7fe0b6fc tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:15.766946 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-113240f8-648e-4153-a09d-46ca2eaf5c83 req-9ad5ae34-68b8-420e-af2c-f68b7fe0b6fc tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4096cab-edd2-4587-811a-2784299ad98a HTTP/1.1" status: 200 len: 949 time: 0.2170649 Feb 09 21:39:15.773900 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785a482-0159-464c-9534-017e47381cb3 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Pushing event updated for resources: {'Network': ['ID=b2754080-5716-43c9-8608-56ba5ccbf40a,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:15.803182 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3dec162d-64dd-4e0c-ab8d-26fb9d53a371 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (64c7e51c-62c4-4c8e-9ff9-798e257e9665), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.841962 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port f2e667a7-ba6f-4c54-a4cb-43767a6454bb is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:15.842361 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f2e667a7-ba6f-4c54-a4cb-43767a6454bb), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.851869 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.867167 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-727db255-0287-40b6-81f8-a6d2747cce97 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (b2754080-5716-43c9-8608-56ba5ccbf40a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.878024 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e667a7-ba6f-4c54-a4cb-43767a6454bb {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:15.885008 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-113240f8-648e-4153-a09d-46ca2eaf5c83 req-b2bc31c8-bf32-4ec0-9a3a-8472f28010e1 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/security-groups?id=86c3f3e4-90fe-49e7-aa15-a9b675679f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046052 Feb 09 21:39:15.914968 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port f2e667a7-ba6f-4c54-a4cb-43767a6454bb, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=f2e667a7-ba6f-4c54-a4cb-43767a6454bb,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:15.936027 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f2e667a7-ba6f-4c54-a4cb-43767a6454bb), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.961236 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3dec162d-64dd-4e0c-ab8d-26fb9d53a371 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (64c7e51c-62c4-4c8e-9ff9-798e257e9665), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.970547 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3dec162d-64dd-4e0c-ab8d-26fb9d53a371 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (64c7e51c-62c4-4c8e-9ff9-798e257e9665), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.026676 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-40054828-946e-4375-a985-ba37d892d749 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1746886310-network', 'tenant_id': '7f337c254d834fbba58af696fa675308'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:16.033117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=f2e667a7-ba6f-4c54-a4cb-43767a6454bb,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:16.043328 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.043800 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.044204 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.044564 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.044901 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.045250 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.045556 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.045896 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.047839 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.047839 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.047839 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.047839 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.047839 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.074992 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40054828-946e-4375-a985-ba37d892d749 admin admin] Made reservation on behalf of 7f337c254d834fbba58af696fa675308 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:16.077681 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40054828-946e-4375-a985-ba37d892d749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.093305 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-727db255-0287-40b6-81f8-a6d2747cce97 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (b2754080-5716-43c9-8608-56ba5ccbf40a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.096066 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec162d-64dd-4e0c-ab8d-26fb9d53a371 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c7e51c-62c4-4c8e-9ff9-798e257e9665,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:16.103464 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40054828-946e-4375-a985-ba37d892d749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.112086 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3dec162d-64dd-4e0c-ab8d-26fb9d53a371 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.115919 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3dec162d-64dd-4e0c-ab8d-26fb9d53a371 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4164312 Feb 09 21:39:16.120971 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57294) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:16.151916 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec162d-64dd-4e0c-ab8d-26fb9d53a371 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.152279 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec162d-64dd-4e0c-ab8d-26fb9d53a371 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.152634 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec162d-64dd-4e0c-ab8d-26fb9d53a371 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.152980 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec162d-64dd-4e0c-ab8d-26fb9d53a371 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.153324 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec162d-64dd-4e0c-ab8d-26fb9d53a371 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.153704 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec162d-64dd-4e0c-ab8d-26fb9d53a371 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.154045 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec162d-64dd-4e0c-ab8d-26fb9d53a371 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.154427 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec162d-64dd-4e0c-ab8d-26fb9d53a371 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.154776 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec162d-64dd-4e0c-ab8d-26fb9d53a371 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.155108 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec162d-64dd-4e0c-ab8d-26fb9d53a371 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.155451 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec162d-64dd-4e0c-ab8d-26fb9d53a371 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.155814 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec162d-64dd-4e0c-ab8d-26fb9d53a371 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.156148 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec162d-64dd-4e0c-ab8d-26fb9d53a371 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:16.171251 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-727db255-0287-40b6-81f8-a6d2747cce97 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2754080-5716-43c9-8608-56ba5ccbf40a']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:16.198832 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-727db255-0287-40b6-81f8-a6d2747cce97 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50dd8cbb-5989-4132-96b0-4b6cd5f8a459') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:16.199140 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-727db255-0287-40b6-81f8-a6d2747cce97 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50dd8cbb-5989-4132-96b0-4b6cd5f8a459') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:16.229307 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-727db255-0287-40b6-81f8-a6d2747cce97 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (50dd8cbb-5989-4132-96b0-4b6cd5f8a459), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.240229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['f2e667a7-ba6f-4c54-a4cb-43767a6454bb'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:16.242726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d8750-377c-4520-81e0-4d80d7687ebf req-56f6786d-41d0-4516-8c51-77ca4f4565d9 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:16.251608 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-833d8750-377c-4520-81e0-4d80d7687ebf req-56f6786d-41d0-4516-8c51-77ca4f4565d9 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 945 time: 0.1632392 Feb 09 21:39:16.265641 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-cce170d4-55ca-4f82-a444-770cf483a9aa tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:16.268033 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-cce170d4-55ca-4f82-a444-770cf483a9aa tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.71 "GET /v2.0/networks?id=a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74 HTTP/1.1" status: 200 len: 815 time: 0.2644329 Feb 09 21:39:16.272694 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-727db255-0287-40b6-81f8-a6d2747cce97 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (50dd8cbb-5989-4132-96b0-4b6cd5f8a459), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.292264 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-5d6e3a1a-a538-454e-bfe0-f7c8a47a537e tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Request body: {'port': {'device_id': '88e5b1d8-43df-4906-bdc0-3a361b72a41c', 'network_id': 'a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74', 'admin_state_up': True, 'tenant_id': '4efe200bd5e448f29a77dbc9333b2956'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:16.295421 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727db255-0287-40b6-81f8-a6d2747cce97 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:39:16.295866 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-727db255-0287-40b6-81f8-a6d2747cce97 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (50dd8cbb-5989-4132-96b0-4b6cd5f8a459), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.297976 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-28e81832-48d2-41a1-adbe-f1282771a3a9 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (1c22a7e8-7f4c-4557-9116-6aa0920e05dd), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:39:16.299722 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:39:16.382868 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-28e81832-48d2-41a1-adbe-f1282771a3a9 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (1c22a7e8-7f4c-4557-9116-6aa0920e05dd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.403011 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-833d8750-377c-4520-81e0-4d80d7687ebf req-ecd0c0c1-00f0-4b34-af8f-af82ba2f7157 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499534 Feb 09 21:39:16.415399 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40054828-946e-4375-a985-ba37d892d749 admin admin] Publish callbacks [] for security_group (ed76375a-da1f-445f-a7c7-13af71bcd2c7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.425496 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-727db255-0287-40b6-81f8-a6d2747cce97 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (b2754080-5716-43c9-8608-56ba5ccbf40a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.474305 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727db255-0287-40b6-81f8-a6d2747cce97 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b2754080-5716-43c9-8608-56ba5ccbf40a {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 21:39:16.519487 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40054828-946e-4375-a985-ba37d892d749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ed76375a-da1f-445f-a7c7-13af71bcd2c7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.572977 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40054828-946e-4375-a985-ba37d892d749 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:39:16.578365 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-5d6e3a1a-a538-454e-bfe0-f7c8a47a537e tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Made reservation on behalf of 4efe200bd5e448f29a77dbc9333b2956 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:16.592068 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-5d6e3a1a-a538-454e-bfe0-f7c8a47a537e tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.593142 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40054828-946e-4375-a985-ba37d892d749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (51c15e41-6ab8-4583-8b9a-30223687e020), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.593717 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-40054828-946e-4375-a985-ba37d892d749 admin admin] Added segment 51c15e41-6ab8-4583-8b9a-30223687e020 of type vlan for network 8118d80b-62ac-4bfa-9a3a-ccc416d873f8 Feb 09 21:39:16.699608 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40054828-946e-4375-a985-ba37d892d749 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (8118d80b-62ac-4bfa-9a3a-ccc416d873f8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.753256 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-727db255-0287-40b6-81f8-a6d2747cce97 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.761088 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-727db255-0287-40b6-81f8-a6d2747cce97 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] 10.222.0.77 "DELETE /v2.0/networks/b2754080-5716-43c9-8608-56ba5ccbf40a HTTP/1.1" status: 204 len: 168 time: 1.0241337 Feb 09 21:39:16.786645 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-28e81832-48d2-41a1-adbe-f1282771a3a9 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (1c22a7e8-7f4c-4557-9116-6aa0920e05dd), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.790309 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-28e81832-48d2-41a1-adbe-f1282771a3a9 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.790722 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-28e81832-48d2-41a1-adbe-f1282771a3a9 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "DELETE /v2.0/security-groups/1c22a7e8-7f4c-4557-9116-6aa0920e05dd HTTP/1.1" status: 204 len: 168 time: 0.6646817 Feb 09 21:39:16.793752 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57310) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:16.794653 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57312) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:16.795282 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054828-946e-4375-a985-ba37d892d749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed76375a-da1f-445f-a7c7-13af71bcd2c7,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:16.852981 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727db255-0287-40b6-81f8-a6d2747cce97 tempest-ExternalNetworksTestJSON-1163216729 tempest-ExternalNetworksTestJSON-1163216729-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2754080-5716-43c9-8608-56ba5ccbf40a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:16.860008 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-351d14b1-c714-4b6d-bcb4-9e9e3f273b52 tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] DELETE failed (client error): The resource could not be found. Feb 09 21:39:16.860506 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-351d14b1-c714-4b6d-bcb4-9e9e3f273b52 tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:39:16.865567 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-351d14b1-c714-4b6d-bcb4-9e9e3f273b52 tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] 10.222.0.77 "DELETE /v2.0/subnets/d27599c7-abf7-4bcf-9d49-1e3212602027 HTTP/1.1" status: 404 len: 337 time: 0.0535731 Feb 09 21:39:16.885562 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-5d6e3a1a-a538-454e-bfe0-f7c8a47a537e tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Allocated IP 172.20.0.8 (a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74/c44c361c-ca90-4dca-be4c-078df4606ced/a07843bb-974a-4381-bc9d-72bba2a82136) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:16.888855 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.db.resource_extend [None req-40054828-946e-4375-a985-ba37d892d749 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:39:16.936067 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57314) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:16.953357 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f4ebc974-233b-4fbc-a52c-239e782a3baa tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1356840 Feb 09 21:39:16.973350 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57318) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:17.007468 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-8e327b70-b1d6-4b3b-8375-e050b013656c tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222888308'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:17.039102 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e81832-48d2-41a1-adbe-f1282771a3a9 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c22a7e8-7f4c-4557-9116-6aa0920e05dd,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:17.093234 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e327b70-b1d6-4b3b-8375-e050b013656c tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.116877 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ad07ab32-8f95-4a35-8c60-c1305ee8ad7c no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:39:17.157535 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-5d6e3a1a-a538-454e-bfe0-f7c8a47a537e tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Publish callbacks [] for port (a07843bb-974a-4381-bc9d-72bba2a82136), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.204232 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-5d6e3a1a-a538-454e-bfe0-f7c8a47a537e tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (a07843bb-974a-4381-bc9d-72bba2a82136), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.294638 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-5d6e3a1a-a538-454e-bfe0-f7c8a47a537e tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Network a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:17.299959 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-5d6e3a1a-a538-454e-bfe0-f7c8a47a537e tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:17.303636 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:17.304309 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.304965 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40054828-946e-4375-a985-ba37d892d749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (8118d80b-62ac-4bfa-9a3a-ccc416d873f8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.307594 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-5d6e3a1a-a538-454e-bfe0-f7c8a47a537e tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:17.309247 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40054828-946e-4375-a985-ba37d892d749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:17.312264 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40054828-946e-4375-a985-ba37d892d749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.317419 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e3a1a-a538-454e-bfe0-f7c8a47a537e tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Pushing event updated for resources: {'Port': ['ID=a07843bb-974a-4381-bc9d-72bba2a82136,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:17.333899 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dbf13be-e1ec-4f81-b374-95e3c720605f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (3dd07cff-1710-4e07-8dde-d4cc0211608c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.335474 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device f2e667a7-ba6f-4c54-a4cb-43767a6454bb up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:17.380049 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dee29-c326-4169-86f6-f81e4c9f7867 req-1535932b-3afc-478b-8ee9-10cf956599c5 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:17.381827 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-802dee29-c326-4169-86f6-f81e4c9f7867 req-1535932b-3afc-478b-8ee9-10cf956599c5 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e5b1d8-43df-4906-bdc0-3a361b72a41c HTTP/1.1" status: 200 len: 931 time: 0.1906245 Feb 09 21:39:17.411543 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-5d6e3a1a-a538-454e-bfe0-f7c8a47a537e tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:17.424616 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-5d6e3a1a-a538-454e-bfe0-f7c8a47a537e tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.436197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4096cab-edd2-4587-811a-2784299ad98a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad07ab32-8f95-4a35-8c60-c1305ee8ad7c'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:17.438619 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426e7ec8-3f4f-4a35-aadb-225bc2a2be5c" -d '{"events": [{"server_uuid": "c4096cab-edd2-4587-811a-2784299ad98a", "name": "network-vif-unplugged", "status": "completed", "tag": "ad07ab32-8f95-4a35-8c60-c1305ee8ad7c"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:17.487512 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-802dee29-c326-4169-86f6-f81e4c9f7867 req-c03771cf-ec6a-4258-9574-79641b3d9724 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8171273-0928-4bc9-b38a-02033bd3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822804 Feb 09 21:39:17.494108 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:17.510770 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-5d6e3a1a-a538-454e-bfe0-f7c8a47a537e tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2247767 Feb 09 21:39:17.514869 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.523522 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Request body: {'port': {'device_id': '88e5b1d8-43df-4906-bdc0-3a361b72a41c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:17.560714 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-40054828-946e-4375-a985-ba37d892d749 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8957543 Feb 09 21:39:17.569623 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57328) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:17.591920 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3f16e530-7cd1-4a9a-8f6f-3c256828ad57 admin admin] Request body: {'subnet': {'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1746886310-subnet', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:17.656845 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port f2e667a7-ba6f-4c54-a4cb-43767a6454bb completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:17.676021 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:17.679021 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port f2e667a7-ba6f-4c54-a4cb-43767a6454bb triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:17.679403 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f2e667a7-ba6f-4c54-a4cb-43767a6454bb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.713415 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dbf13be-e1ec-4f81-b374-95e3c720605f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (3dd07cff-1710-4e07-8dde-d4cc0211608c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.721875 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a07843bb-974a-4381-bc9d-72bba2a82136), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.739842 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-8dbf13be-e1ec-4f81-b374-95e3c720605f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd07cff-1710-4e07-8dde-d4cc0211608c']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:17.753514 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-8dbf13be-e1ec-4f81-b374-95e3c720605f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267a1900-487d-471e-8d98-ed9d6e0b55f3') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:17.753990 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-8dbf13be-e1ec-4f81-b374-95e3c720605f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267a1900-487d-471e-8d98-ed9d6e0b55f3') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:17.766243 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dbf13be-e1ec-4f81-b374-95e3c720605f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (267a1900-487d-471e-8d98-ed9d6e0b55f3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.788212 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dbf13be-e1ec-4f81-b374-95e3c720605f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (267a1900-487d-471e-8d98-ed9d6e0b55f3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.801923 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbf13be-e1ec-4f81-b374-95e3c720605f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:39:17.801923 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dbf13be-e1ec-4f81-b374-95e3c720605f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (267a1900-487d-471e-8d98-ed9d6e0b55f3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.936465 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port f2e667a7-ba6f-4c54-a4cb-43767a6454bb is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:17.937617 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f2e667a7-ba6f-4c54-a4cb-43767a6454bb), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:39:17.937942 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:39:17.942885 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054828-946e-4375-a985-ba37d892d749 admin admin] Pushing event updated for resources: {'Network': ['ID=8118d80b-62ac-4bfa-9a3a-ccc416d873f8,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:17.951077 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dbf13be-e1ec-4f81-b374-95e3c720605f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (3dd07cff-1710-4e07-8dde-d4cc0211608c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.983688 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dbf13be-e1ec-4f81-b374-95e3c720605f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.993628 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8dbf13be-e1ec-4f81-b374-95e3c720605f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] 10.222.0.77 "DELETE /v2.0/networks/3dd07cff-1710-4e07-8dde-d4cc0211608c HTTP/1.1" status: 204 len: 168 time: 1.0388536 Feb 09 21:39:17.993936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 8118d80b-62ac-4bfa-9a3a-ccc416d873f8 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:39:18.029418 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f16e530-7cd1-4a9a-8f6f-3c256828ad57 admin admin] Made reservation on behalf of 7f337c254d834fbba58af696fa675308 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:18.032996 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f16e530-7cd1-4a9a-8f6f-3c256828ad57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.040635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf13be-e1ec-4f81-b374-95e3c720605f tempest-ExternalNetworksTestJSON-1630676328 tempest-ExternalNetworksTestJSON-1630676328-project] Pushing event deleted for resources: {'Network': ['ID=3dd07cff-1710-4e07-8dde-d4cc0211608c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:18.118507 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e7ada-7b49-4b42-9663-6f4b7e9fe69e req-6d63dfed-4fdb-4373-b909-e4a036e0f87b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.131142 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port f2e667a7-ba6f-4c54-a4cb-43767a6454bb, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=f2e667a7-ba6f-4c54-a4cb-43767a6454bb,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:18.132916 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a13e7ada-7b49-4b42-9663-6f4b7e9fe69e req-6d63dfed-4fdb-4373-b909-e4a036e0f87b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 945 time: 0.3199964 Feb 09 21:39:18.153283 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f2e667a7-ba6f-4c54-a4cb-43767a6454bb), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.198525 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e327b70-b1d6-4b3b-8375-e050b013656c tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (ee6480a4-3d39-4fe5-8265-5eba7c29fdc3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.217339 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e327b70-b1d6-4b3b-8375-e050b013656c tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ee6480a4-3d39-4fe5-8265-5eba7c29fdc3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.322445 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e327b70-b1d6-4b3b-8375-e050b013656c tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.324987 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8e327b70-b1d6-4b3b-8375-e050b013656c tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3283172 Feb 09 21:39:18.329333 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57340) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:18.357272 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f8f5ca79-344e-4a99-b39e-2c62ed24a853 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Request body: {'security_group': {'name': 'tempest-secgroup--213664754'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:18.415890 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=f2e667a7-ba6f-4c54-a4cb-43767a6454bb,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:18.446927 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e327b70-b1d6-4b3b-8375-e050b013656c tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6480a4-3d39-4fe5-8265-5eba7c29fdc3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:18.478767 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a13e7ada-7b49-4b42-9663-6f4b7e9fe69e req-1353a53e-c578-47b1-a9a4-0bf2515a2c2c tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374670 Feb 09 21:39:18.486176 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8f5ca79-344e-4a99-b39e-2c62ed24a853 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.550299 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3f6c6d-60f5-43d4-9b13-603079c31b54 x-openstack-request-id: req-1e3f6c6d-60f5-43d4-9b13-603079c31b54 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:18.550747 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4096cab-edd2-4587-811a-2784299ad98a", "name": "network-vif-unplugged", "status": "completed", "tag": "ad07ab32-8f95-4a35-8c60-c1305ee8ad7c", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:18.551152 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1e3f6c6d-60f5-43d4-9b13-603079c31b54 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:18.553456 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4096cab-edd2-4587-811a-2784299ad98a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad07ab32-8f95-4a35-8c60-c1305ee8ad7c', 'code': 200} Feb 09 21:39:18.629554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a07843bb-974a-4381-bc9d-72bba2a82136 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:18.640871 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Publish callbacks [] for port (a07843bb-974a-4381-bc9d-72bba2a82136), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.648543 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57348) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:18.694251 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Transition to ACTIVE for port object a07843bb-974a-4381-bc9d-72bba2a82136 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:39:18.710910 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (a07843bb-974a-4381-bc9d-72bba2a82136), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.769092 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef69ce-32b4-4775-ae44-fcae9ad52e08 req-904dcb8f-3ec3-4645-9ecb-10e6eee0e269 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.776336 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-77ef69ce-32b4-4775-ae44-fcae9ad52e08 req-904dcb8f-3ec3-4645-9ecb-10e6eee0e269 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e5b1d8-43df-4906-bdc0-3a361b72a41c HTTP/1.1" status: 200 len: 931 time: 0.1700463 Feb 09 21:39:18.785281 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8f5ca79-344e-4a99-b39e-2c62ed24a853 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (0a2d6a99-6155-4732-87ff-33b4f878cf28), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.807892 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8f5ca79-344e-4a99-b39e-2c62ed24a853 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (0a2d6a99-6155-4732-87ff-33b4f878cf28), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.819528 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f16e530-7cd1-4a9a-8f6f-3c256828ad57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (4082994b-e0a1-4e38-9416-33bed10d7329), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.855220 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Pushing event updated for resources: {'Port': ['ID=a07843bb-974a-4381-bc9d-72bba2a82136,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:18.891167 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8f5ca79-344e-4a99-b39e-2c62ed24a853 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.892424 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f8f5ca79-344e-4a99-b39e-2c62ed24a853 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5616322 Feb 09 21:39:18.899001 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57354) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:18.916279 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-82e78305-bfb7-42a6-8e00-fc40d806d13a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Request body: {'security_group_rule': {'security_group_id': 'ee6480a4-3d39-4fe5-8265-5eba7c29fdc3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0a2d6a99-6155-4732-87ff-33b4f878cf28', 'remote_ip_prefix': None}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:18.926686 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5ca79-344e-4a99-b39e-2c62ed24a853 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2d6a99-6155-4732-87ff-33b4f878cf28,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:18.945453 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16e530-7cd1-4a9a-8f6f-3c256828ad57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4082994b-e0a1-4e38-9416-33bed10d7329,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:18.949413 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-77ef69ce-32b4-4775-ae44-fcae9ad52e08 req-99bd42f8-534c-4209-aa9d-855fdf4d156f tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8171273-0928-4bc9-b38a-02033bd3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712437 Feb 09 21:39:19.007692 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Attempting to bind port a07843bb-974a-4381-bc9d-72bba2a82136 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:19.007692 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Attempting to bind port a07843bb-974a-4381-bc9d-72bba2a82136 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'd772ed9e-5988-40b6-8322-dafa7df4ac69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:19.007692 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Attempting to bind port a07843bb-974a-4381-bc9d-72bba2a82136 on network a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:19.008333 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8b4cbc2b-0bb8-4f78-9279-57c8f1672349 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ddd3129437074451b40cce1c03edaeef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3573270 Feb 09 21:39:19.012150 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f16e530-7cd1-4a9a-8f6f-3c256828ad57 admin admin] Checking segment: {'id': '51c15e41-6ab8-4583-8b9a-30223687e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:19.012524 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f16e530-7cd1-4a9a-8f6f-3c256828ad57 admin admin] Network hostable DHCP agents. Network: 8118d80b-62ac-4bfa-9a3a-ccc416d873f8, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:39:19.014566 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57356) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:19.019748 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Port a07843bb-974a-4381-bc9d-72bba2a82136 on network a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:19.020252 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Attempting to bind port a07843bb-974a-4381-bc9d-72bba2a82136 on network a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:19.029450 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:19.029948 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Checking segment: {'id': 'd772ed9e-5988-40b6-8322-dafa7df4ac69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:19.030753 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Bound using segment: {'id': 'd772ed9e-5988-40b6-8322-dafa7df4ac69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:19.031175 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Bound port: a07843bb-974a-4381-bc9d-72bba2a82136, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd772ed9e-5988-40b6-8322-dafa7df4ac69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:19.031918 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a07843bb-974a-4381-bc9d-72bba2a82136), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.037838 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82e78305-bfb7-42a6-8e00-fc40d806d13a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (da1afecb-e0a2-4809-8a84-04c097123efe), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.102282 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f16e530-7cd1-4a9a-8f6f-3c256828ad57 admin admin] Network 8118d80b-62ac-4bfa-9a3a-ccc416d873f8 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:39:19.127754 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-713dde35-d564-4c1a-8f7a-a068f3eb2846 admin admin] Publish callbacks [] for security_group (86098b8d-9446-4dba-894f-a36e832142c4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.144881 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-3f16e530-7cd1-4a9a-8f6f-3c256828ad57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 8118d80b-62ac-4bfa-9a3a-ccc416d873f8) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:19.159148 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b088533b-1aad-4640-a556-537547776b23 None None] Network 8118d80b-62ac-4bfa-9a3a-ccc416d873f8 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:19.173442 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f16e530-7cd1-4a9a-8f6f-3c256828ad57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:19.174076 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f16e530-7cd1-4a9a-8f6f-3c256828ad57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.189965 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-713dde35-d564-4c1a-8f7a-a068f3eb2846 admin admin] Publish callbacks [] for security_group (86098b8d-9446-4dba-894f-a36e832142c4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.196320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] For port a07843bb-974a-4381-bc9d-72bba2a82136, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:19.207197 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82e78305-bfb7-42a6-8e00-fc40d806d13a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (da1afecb-e0a2-4809-8a84-04c097123efe), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.215737 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] For port a07843bb-974a-4381-bc9d-72bba2a82136, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=a07843bb-974a-4381-bc9d-72bba2a82136,segment=NetworkSegment(d772ed9e-5988-40b6-8322-dafa7df4ac69),segment_id=d772ed9e-5988-40b6-8322-dafa7df4ac69)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:19.227626 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (a07843bb-974a-4381-bc9d-72bba2a82136), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.229934 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82e78305-bfb7-42a6-8e00-fc40d806d13a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (da1afecb-e0a2-4809-8a84-04c097123efe), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.259514 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3f16e530-7cd1-4a9a-8f6f-3c256828ad57 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6740000 Feb 09 21:39:19.267012 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57368) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:19.279077 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f88463aa-df1e-4720-bf90-c865681f61f3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1746886310-router', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:19.299824 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e78305-bfb7-42a6-8e00-fc40d806d13a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da1afecb-e0a2-4809-8a84-04c097123efe,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:19.313905 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82e78305-bfb7-42a6-8e00-fc40d806d13a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.315975 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-82e78305-bfb7-42a6-8e00-fc40d806d13a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4078844 Feb 09 21:39:19.320313 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57370) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:19.329068 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Pushing event updated for resources: {'Port': ['ID=a07843bb-974a-4381-bc9d-72bba2a82136,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:19.345202 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:19.345928 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.348666 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] 10.222.0.71 "PUT /v2.0/ports/a07843bb-974a-4381-bc9d-72bba2a82136 HTTP/1.1" status: 200 len: 1091 time: 1.8297563 Feb 09 21:39:19.363189 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:19.363727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:19.364060 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:19.364513 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:19.364923 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:19.365278 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:19.365764 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:19.366153 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:19.367159 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:19.367543 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:19.368222 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:19.368593 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:19.368943 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f29f9-8414-4a93-bcd6-148311ac4064 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:19.372805 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ad74e1b-e3e1-4fce-9b49-58e14461ef31 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (da1afecb-e0a2-4809-8a84-04c097123efe), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.373517 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e5b1d8-43df-4906-bdc0-3a361b72a41c', 'tag': 'a07843bb-974a-4381-bc9d-72bba2a82136'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:19.376365 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6174d26-fb90-43f1-825d-b760daf2a64c" -d '{"events": [{"name": "network-changed", "server_uuid": "88e5b1d8-43df-4906-bdc0-3a361b72a41c", "tag": "a07843bb-974a-4381-bc9d-72bba2a82136"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:19.408672 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ad74e1b-e3e1-4fce-9b49-58e14461ef31 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (da1afecb-e0a2-4809-8a84-04c097123efe), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.427885 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f88463aa-df1e-4720-bf90-c865681f61f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (a9dd55fe-8df5-4bcd-bf85-a652581429be), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.427885 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f88463aa-df1e-4720-bf90-c865681f61f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (a9dd55fe-8df5-4bcd-bf85-a652581429be), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.433890 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-713dde35-d564-4c1a-8f7a-a068f3eb2846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (86098b8d-9446-4dba-894f-a36e832142c4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.439280 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-713dde35-d564-4c1a-8f7a-a068f3eb2846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.455183 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-713dde35-d564-4c1a-8f7a-a068f3eb2846 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/86098b8d-9446-4dba-894f-a36e832142c4 HTTP/1.1" status: 204 len: 168 time: 0.4394433 Feb 09 21:39:19.468397 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4d930e-c62b-41c7-97fc-dff5485f98a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8118d80b-62ac-4bfa-9a3a-ccc416d873f8', 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8', 'project_id': '7f337c254d834fbba58af696fa675308', 'fixed_ips': [{'subnet_id': '4082994b-e0a1-4e38-9416-33bed10d7329'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:39:19.471857 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ee4d930e-c62b-41c7-97fc-dff5485f98a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.515171 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713dde35-d564-4c1a-8f7a-a068f3eb2846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86098b8d-9446-4dba-894f-a36e832142c4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:19.550154 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ad74e1b-e3e1-4fce-9b49-58e14461ef31 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (da1afecb-e0a2-4809-8a84-04c097123efe), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.599374 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ad74e1b-e3e1-4fce-9b49-58e14461ef31 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.604797 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2ad74e1b-e3e1-4fce-9b49-58e14461ef31 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/da1afecb-e0a2-4809-8a84-04c097123efe HTTP/1.1" status: 204 len: 168 time: 0.2789714 Feb 09 21:39:19.605118 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad74e1b-e3e1-4fce-9b49-58e14461ef31 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da1afecb-e0a2-4809-8a84-04c097123efe,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:19.613386 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57380) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:19.651855 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a72e25a-75a4-459f-922f-4d25dd287a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:19.655984 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-8a72e25a-75a4-459f-922f-4d25dd287a53 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4efe200bd5e448f29a77dbc9333b2956&device_id=88e5b1d8-43df-4906-bdc0-3a361b72a41c HTTP/1.1" status: 200 len: 1125 time: 0.2512424 Feb 09 21:39:19.664040 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f88463aa-df1e-4720-bf90-c865681f61f3 admin admin] Publish callbacks [] for router_controller (a9dd55fe-8df5-4bcd-bf85-a652581429be), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.719150 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-13ec2fc4-942b-442a-b24b-157c0cff34bb tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1033034 Feb 09 21:39:19.724680 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57382) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:19.735324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-ee4d930e-c62b-41c7-97fc-dff5485f98a4 None None] Allocated IP 172.20.0.2 (8118d80b-62ac-4bfa-9a3a-ccc416d873f8/4082994b-e0a1-4e38-9416-33bed10d7329/e86de7b7-4382-422c-8a28-4901f6139fc3) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:19.777631 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-355e80fe-74a7-472e-a2e5-115f8e54eaee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a07843bb-974a-4381-bc9d-72bba2a82136 HTTP/1.1" status: 200 len: 217 time: 0.1111906 Feb 09 21:39:19.892129 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c6f1a442-56a5-49e6-96fb-7082d45d1a71 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (0a2d6a99-6155-4732-87ff-33b4f878cf28), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.907857 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-073d6da5-fae1-436a-87cb-aa4238e7684a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:19.907857 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-073d6da5-fae1-436a-87cb-aa4238e7684a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c44c361c-ca90-4dca-be4c-078df4606ced HTTP/1.1" status: 200 len: 855 time: 0.1001208 Feb 09 21:39:19.960264 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c6f1a442-56a5-49e6-96fb-7082d45d1a71 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (0a2d6a99-6155-4732-87ff-33b4f878cf28), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.066478 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86884890-34d6-483b-9732-3d48fb7c64f7 x-openstack-request-id: req-86884890-34d6-483b-9732-3d48fb7c64f7 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:20.066980 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e5b1d8-43df-4906-bdc0-3a361b72a41c", "tag": "a07843bb-974a-4381-bc9d-72bba2a82136", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:20.067430 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-86884890-34d6-483b-9732-3d48fb7c64f7 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:20.068115 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e5b1d8-43df-4906-bdc0-3a361b72a41c', 'tag': 'a07843bb-974a-4381-bc9d-72bba2a82136', 'status': 'completed', 'code': 200} Feb 09 21:39:20.091287 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c6f1a442-56a5-49e6-96fb-7082d45d1a71 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (0a2d6a99-6155-4732-87ff-33b4f878cf28), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.095217 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c6f1a442-56a5-49e6-96fb-7082d45d1a71 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.096458 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c6f1a442-56a5-49e6-96fb-7082d45d1a71 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "DELETE /v2.0/security-groups/0a2d6a99-6155-4732-87ff-33b4f878cf28 HTTP/1.1" status: 204 len: 168 time: 0.3704250 Feb 09 21:39:20.107083 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57390) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:20.162706 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-5b26d216-240e-4d0f-ab23-7136647c33db service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2421956 Feb 09 21:39:20.166009 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57394) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:20.181133 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1a442-56a5-49e6-96fb-7082d45d1a71 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2d6a99-6155-4732-87ff-33b4f878cf28,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:20.224152 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f88463aa-df1e-4720-bf90-c865681f61f3 admin admin] Publish callbacks [] for router_gateway (a9dd55fe-8df5-4bcd-bf85-a652581429be), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.238007 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ee4d930e-c62b-41c7-97fc-dff5485f98a4 None None] Publish callbacks [] for port (e86de7b7-4382-422c-8a28-4901f6139fc3), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.281874 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7db45cbc-f101-4e91-a834-e9497f09a963 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1715763 Feb 09 21:39:20.283369 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57398) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:20.284937 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ee4d930e-c62b-41c7-97fc-dff5485f98a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (e86de7b7-4382-422c-8a28-4901f6139fc3), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.437113 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57402) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:20.437454 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7685e790-07d7-46fd-9920-61a31cc19e42 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6a1a5ca2789d450fa1fb415d45a9b9de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2681098 Feb 09 21:39:20.455178 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976a251-d427-4593-87d4-c87d21c6fbd1 req-29bd97fe-e44d-40b2-a947-558b44f91837 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.463788 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9976a251-d427-4593-87d4-c87d21c6fbd1 req-29bd97fe-e44d-40b2-a947-558b44f91837 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 946 time: 0.2960725 Feb 09 21:39:20.526613 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d930e-c62b-41c7-97fc-dff5485f98a4 None None] Pushing event updated for resources: {'Port': ['ID=e86de7b7-4382-422c-8a28-4901f6139fc3,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:20.530266 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e72835f-5e8b-405f-85ec-fe72efd07a8d tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (ee6480a4-3d39-4fe5-8265-5eba7c29fdc3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.533174 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-c98bd9c6-d066-4f8a-aeb1-e4a1f939cf76 service neutron] 10.222.0.71 "GET /v2.0/networks/a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503301 Feb 09 21:39:20.569249 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48735e42-e8c3-428f-9bec-06d61040319c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e667a7-ba6f-4c54-a4cb-43767a6454bb'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:20.596094 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6957b9e7-db91-44a8-850d-7766a518f49f" -d '{"events": [{"server_uuid": "48735e42-e8c3-428f-9bec-06d61040319c", "name": "network-vif-plugged", "status": "completed", "tag": "f2e667a7-ba6f-4c54-a4cb-43767a6454bb"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:20.598219 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-758a516a-5069-4cfa-83b7-45148af8b62b admin admin] Publish callbacks [] for security_group (7755b072-a383-4e14-8c1a-027be007a323), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.616671 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4d930e-c62b-41c7-97fc-dff5485f98a4 None None] Network 8118d80b-62ac-4bfa-9a3a-ccc416d873f8 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:20.618403 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e72835f-5e8b-405f-85ec-fe72efd07a8d tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (ee6480a4-3d39-4fe5-8265-5eba7c29fdc3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.618647 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-ee4d930e-c62b-41c7-97fc-dff5485f98a4 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:20.622119 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d930e-c62b-41c7-97fc-dff5485f98a4 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:20.692036 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-758a516a-5069-4cfa-83b7-45148af8b62b admin admin] Publish callbacks [] for security_group (7755b072-a383-4e14-8c1a-027be007a323), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.703601 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9976a251-d427-4593-87d4-c87d21c6fbd1 req-906520fa-510f-4671-b188-aefe004f7798 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384720 Feb 09 21:39:20.738416 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ee4d930e-c62b-41c7-97fc-dff5485f98a4 None None] Attempting to bind port e86de7b7-4382-422c-8a28-4901f6139fc3 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:20.738806 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ee4d930e-c62b-41c7-97fc-dff5485f98a4 None None] Attempting to bind port e86de7b7-4382-422c-8a28-4901f6139fc3 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '51c15e41-6ab8-4583-8b9a-30223687e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:20.739189 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4d930e-c62b-41c7-97fc-dff5485f98a4 None None] Attempting to bind port e86de7b7-4382-422c-8a28-4901f6139fc3 on network 8118d80b-62ac-4bfa-9a3a-ccc416d873f8 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:20.762757 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4d930e-c62b-41c7-97fc-dff5485f98a4 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:20.763625 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4d930e-c62b-41c7-97fc-dff5485f98a4 None None] Checking segment: {'id': '51c15e41-6ab8-4583-8b9a-30223687e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:20.764040 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ee4d930e-c62b-41c7-97fc-dff5485f98a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.764461 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4d930e-c62b-41c7-97fc-dff5485f98a4 None None] Bound using segment: {'id': '51c15e41-6ab8-4583-8b9a-30223687e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:20.764975 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ee4d930e-c62b-41c7-97fc-dff5485f98a4 None None] Bound port: e86de7b7-4382-422c-8a28-4901f6139fc3, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c15e41-6ab8-4583-8b9a-30223687e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:20.765369 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ee4d930e-c62b-41c7-97fc-dff5485f98a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e86de7b7-4382-422c-8a28-4901f6139fc3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.826137 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e72835f-5e8b-405f-85ec-fe72efd07a8d tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ee6480a4-3d39-4fe5-8265-5eba7c29fdc3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.831026 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e72835f-5e8b-405f-85ec-fe72efd07a8d tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.835443 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3e72835f-5e8b-405f-85ec-fe72efd07a8d tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "DELETE /v2.0/security-groups/ee6480a4-3d39-4fe5-8265-5eba7c29fdc3 HTTP/1.1" status: 204 len: 168 time: 0.5479856 Feb 09 21:39:20.843315 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57412) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:20.959475 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ee4d930e-c62b-41c7-97fc-dff5485f98a4 None None] For port e86de7b7-4382-422c-8a28-4901f6139fc3, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:20.968835 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ebc64ed-ad3f-48bf-b491-881ebfe31797 req-e48515c9-98d7-4dc5-9093-98ae53f2285a service neutron] 10.222.0.71 "GET /v2.0/networks/a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229922 Feb 09 21:39:20.972573 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ee4d930e-c62b-41c7-97fc-dff5485f98a4 None None] For port e86de7b7-4382-422c-8a28-4901f6139fc3, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=e86de7b7-4382-422c-8a28-4901f6139fc3,segment=NetworkSegment(51c15e41-6ab8-4583-8b9a-30223687e020),segment_id=51c15e41-6ab8-4583-8b9a-30223687e020)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:20.979711 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72835f-5e8b-405f-85ec-fe72efd07a8d tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6480a4-3d39-4fe5-8265-5eba7c29fdc3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:21.011179 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f88463aa-df1e-4720-bf90-c865681f61f3 admin admin] Publish callbacks [] for router_gateway (a9dd55fe-8df5-4bcd-bf85-a652581429be), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:21.027126 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ee4d930e-c62b-41c7-97fc-dff5485f98a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e86de7b7-4382-422c-8a28-4901f6139fc3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:21.070838 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f49077-fb30-4052-858a-c60315d43f3d req-5bbe9f6d-663b-4e70-8ae9-9e62c1c6ef51 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:21.077306 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-758a516a-5069-4cfa-83b7-45148af8b62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7755b072-a383-4e14-8c1a-027be007a323), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:21.086669 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-00f49077-fb30-4052-858a-c60315d43f3d req-5bbe9f6d-663b-4e70-8ae9-9e62c1c6ef51 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e5b1d8-43df-4906-bdc0-3a361b72a41c HTTP/1.1" status: 200 len: 943 time: 0.1732886 Feb 09 21:39:21.094605 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f88463aa-df1e-4720-bf90-c865681f61f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:21.095293 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-758a516a-5069-4cfa-83b7-45148af8b62b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:21.116994 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-758a516a-5069-4cfa-83b7-45148af8b62b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7755b072-a383-4e14-8c1a-027be007a323 HTTP/1.1" status: 204 len: 168 time: 0.6579678 Feb 09 21:39:21.142369 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e685abdf-7966-4644-b785-4f2c5c04801f details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:21.210708 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a516a-5069-4cfa-83b7-45148af8b62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7755b072-a383-4e14-8c1a-027be007a323,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:21.234679 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b1380972-3f6f-401f-a245-db53b633f942 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3725743 Feb 09 21:39:21.238318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57424) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:21.251431 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-5c10ce7c-d8ec-47bf-97e7-7080ca52bd78 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Request body: {'security_group': {'name': 'tempest-secgroup--951688818'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:21.327453 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5c10ce7c-d8ec-47bf-97e7-7080ca52bd78 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:21.426759 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d930e-c62b-41c7-97fc-dff5485f98a4 None None] Pushing event updated for resources: {'Port': ['ID=e86de7b7-4382-422c-8a28-4901f6139fc3,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:21.618790 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port e685abdf-7966-4644-b785-4f2c5c04801f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e685abdf-7966-4644-b785-4f2c5c04801f,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:21.646299 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'e685abdf-7966-4644-b785-4f2c5c04801f', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': 'e685abdf-7966-4644-b785-4f2c5c04801f', 'mac_address': 'fa:16:3e:28:0a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:21.657601 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5c10ce7c-d8ec-47bf-97e7-7080ca52bd78 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (72ea05a4-fc12-40a5-85fb-9b86b06a2742), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:21.670896 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5c10ce7c-d8ec-47bf-97e7-7080ca52bd78 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (72ea05a4-fc12-40a5-85fb-9b86b06a2742), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:21.725091 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5c10ce7c-d8ec-47bf-97e7-7080ca52bd78 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:21.727863 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5c10ce7c-d8ec-47bf-97e7-7080ca52bd78 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4868588 Feb 09 21:39:21.734912 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57436) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:21.752269 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-1762b1e1-937c-4045-9ef8-c26718e18412 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Request body: {'security_group_rule': {'security_group_id': '72ea05a4-fc12-40a5-85fb-9b86b06a2742', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:21.775339 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10ce7c-d8ec-47bf-97e7-7080ca52bd78 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ea05a4-fc12-40a5-85fb-9b86b06a2742,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:21.815937 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port e685abdf-7966-4644-b785-4f2c5c04801f is: ACTIVE; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:21.816700 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e685abdf-7966-4644-b785-4f2c5c04801f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:21.872172 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e685abdf-7966-4644-b785-4f2c5c04801f {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:21.882203 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1762b1e1-937c-4045-9ef8-c26718e18412 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (b911d996-02b2-4d99-940f-3df017daa5e5), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:21.920751 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port e685abdf-7966-4644-b785-4f2c5c04801f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e685abdf-7966-4644-b785-4f2c5c04801f,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:21.936861 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e685abdf-7966-4644-b785-4f2c5c04801f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:21.968063 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6174d26-fb90-43f1-825d-b760daf2a64c req-cc314b30-ff37-4064-ab3b-537315ac0994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:21.970936 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6174d26-fb90-43f1-825d-b760daf2a64c req-cc314b30-ff37-4064-ab3b-537315ac0994 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4efe200bd5e448f29a77dbc9333b2956&device_id=88e5b1d8-43df-4906-bdc0-3a361b72a41c HTTP/1.1" status: 200 len: 1125 time: 0.8808556 Feb 09 21:39:21.978620 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-00f49077-fb30-4052-858a-c60315d43f3d req-f0742bea-85df-4c88-976c-73c28eb97503 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8171273-0928-4bc9-b38a-02033bd3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8903992 Feb 09 21:39:22.175685 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-f88463aa-df1e-4720-bf90-c865681f61f3 admin admin] Allocated IP 172.25.6.57 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/50394df6-e934-4e81-a79c-9d05b7446bc5) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:22.239368 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6174d26-fb90-43f1-825d-b760daf2a64c req-0f55ca3b-2ad3-4f31-9f9a-177990695398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:22.248381 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6174d26-fb90-43f1-825d-b760daf2a64c req-0f55ca3b-2ad3-4f31-9f9a-177990695398 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74 HTTP/1.1" status: 200 len: 916 time: 0.2659149 Feb 09 21:39:22.313886 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1762b1e1-937c-4045-9ef8-c26718e18412 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (b911d996-02b2-4d99-940f-3df017daa5e5), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.338379 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1762b1e1-937c-4045-9ef8-c26718e18412 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (b911d996-02b2-4d99-940f-3df017daa5e5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.512404 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1762b1e1-937c-4045-9ef8-c26718e18412 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.522105 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1762b1e1-937c-4045-9ef8-c26718e18412 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7810779 Feb 09 21:39:22.530560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57458) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:22.650508 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb8972d-bd62-47c1-b59b-0b7bf3fb27d2 x-openstack-request-id: req-1eb8972d-bd62-47c1-b59b-0b7bf3fb27d2 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:22.651429 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48735e42-e8c3-428f-9bec-06d61040319c", "name": "network-vif-plugged", "status": "completed", "tag": "f2e667a7-ba6f-4c54-a4cb-43767a6454bb", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:22.651429 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1eb8972d-bd62-47c1-b59b-0b7bf3fb27d2 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:22.652036 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48735e42-e8c3-428f-9bec-06d61040319c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e667a7-ba6f-4c54-a4cb-43767a6454bb', 'code': 200} Feb 09 21:39:22.664607 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762b1e1-937c-4045-9ef8-c26718e18412 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b911d996-02b2-4d99-940f-3df017daa5e5,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:22.727735 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device e86de7b7-4382-422c-8a28-4901f6139fc3 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:22.762053 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['e685abdf-7966-4644-b785-4f2c5c04801f'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:22.827919 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35e4bffd-9456-4b98-916b-f049d176c7fd tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (b911d996-02b2-4d99-940f-3df017daa5e5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.870675 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f88463aa-df1e-4720-bf90-c865681f61f3 admin admin] Publish callbacks [] for port (50394df6-e934-4e81-a79c-9d05b7446bc5), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.971845 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35e4bffd-9456-4b98-916b-f049d176c7fd tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (b911d996-02b2-4d99-940f-3df017daa5e5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.110081 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35e4bffd-9456-4b98-916b-f049d176c7fd tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (b911d996-02b2-4d99-940f-3df017daa5e5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.133630 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f88463aa-df1e-4720-bf90-c865681f61f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (50394df6-e934-4e81-a79c-9d05b7446bc5), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.185291 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35e4bffd-9456-4b98-916b-f049d176c7fd tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.194864 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-35e4bffd-9456-4b98-916b-f049d176c7fd tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/b911d996-02b2-4d99-940f-3df017daa5e5 HTTP/1.1" status: 204 len: 168 time: 0.6578147 Feb 09 21:39:23.223616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57470) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:23.253194 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device a07843bb-974a-4381-bc9d-72bba2a82136 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:23.323758 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4bffd-9456-4b98-916b-f049d176c7fd tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b911d996-02b2-4d99-940f-3df017daa5e5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:23.381818 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817ef06-2b91-44e4-a339-aa9fd6a9b8b0 req-19a0696d-59b1-4655-a283-332e2b9e12e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.386999 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9817ef06-2b91-44e4-a339-aa9fd6a9b8b0 req-19a0696d-59b1-4655-a283-332e2b9e12e6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 1128 time: 0.6814284 Feb 09 21:39:23.396090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=e685abdf-7966-4644-b785-4f2c5c04801f,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:23.566909 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88463aa-df1e-4720-bf90-c865681f61f3 admin admin] Pushing event updated for resources: {'Port': ['ID=50394df6-e934-4e81-a79c-9d05b7446bc5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:23.590517 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6174d26-fb90-43f1-825d-b760daf2a64c req-136c0362-a1b4-43eb-89be-3bfccd74688f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a07843bb-974a-4381-bc9d-72bba2a82136 HTTP/1.1" status: 200 len: 217 time: 1.3299563 Feb 09 21:39:23.631008 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88463aa-df1e-4720-bf90-c865681f61f3 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:23.653960 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4a3e6fd2-8853-492c-92b5-8a9cf47bcf5a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4256566 Feb 09 21:39:23.672856 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57478) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:23.758576 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f88463aa-df1e-4720-bf90-c865681f61f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:23.770316 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port e86de7b7-4382-422c-8a28-4901f6139fc3 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:23.772484 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e86de7b7-4382-422c-8a28-4901f6139fc3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.812434 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88463aa-df1e-4720-bf90-c865681f61f3 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:23.815490 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d24caee-daf8-4ad9-a2f6-a90f26548df2 None None] Network 8118d80b-62ac-4bfa-9a3a-ccc416d873f8 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:23.910069 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9817ef06-2b91-44e4-a339-aa9fd6a9b8b0 req-93323e59-4f67-4c86-8c53-61af9af40059 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851325 Feb 09 21:39:23.989591 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3852f9bb-db8a-49fc-ad2e-6b721473dde5 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (72ea05a4-fc12-40a5-85fb-9b86b06a2742), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:24.083873 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3852f9bb-db8a-49fc-ad2e-6b721473dde5 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (72ea05a4-fc12-40a5-85fb-9b86b06a2742), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:24.099373 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57102d8-f9d0-4ac1-abe5-87148649de8f req-4c6068b8-e428-4c21-955d-daf2ee722ebb tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:24.135890 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b57102d8-f9d0-4ac1-abe5-87148649de8f req-4c6068b8-e428-4c21-955d-daf2ee722ebb tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 946 time: 1.1019690 Feb 09 21:39:24.256088 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3852f9bb-db8a-49fc-ad2e-6b721473dde5 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (72ea05a4-fc12-40a5-85fb-9b86b06a2742), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:24.264190 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3852f9bb-db8a-49fc-ad2e-6b721473dde5 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:24.268930 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3852f9bb-db8a-49fc-ad2e-6b721473dde5 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "DELETE /v2.0/security-groups/72ea05a4-fc12-40a5-85fb-9b86b06a2742 HTTP/1.1" status: 204 len: 168 time: 0.5938785 Feb 09 21:39:24.273631 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57486) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:24.304173 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852f9bb-db8a-49fc-ad2e-6b721473dde5 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ea05a4-fc12-40a5-85fb-9b86b06a2742,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:24.371619 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a7d553a4-d1ce-41c0-a5ff-59ebdde4a8ad tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0760472 Feb 09 21:39:24.378148 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57492) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:24.383335 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-fbe5e875-df77-486b-9145-9c07392b30d7 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1821439329'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:24.416368 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fbe5e875-df77-486b-9145-9c07392b30d7 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:24.486682 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b57102d8-f9d0-4ac1-abe5-87148649de8f req-47ed4e80-9c29-4741-bbce-fe98c49afa67 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373673 Feb 09 21:39:24.496022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6174d26-fb90-43f1-825d-b760daf2a64c req-92351d49-7bba-44fc-a4bd-33e7d0acb33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:24.500209 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6174d26-fb90-43f1-825d-b760daf2a64c req-92351d49-7bba-44fc-a4bd-33e7d0acb33b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c44c361c-ca90-4dca-be4c-078df4606ced HTTP/1.1" status: 200 len: 855 time: 0.8947225 Feb 09 21:39:24.610678 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fbe5e875-df77-486b-9145-9c07392b30d7 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (c806c6ce-4eb1-4c6f-b6c1-1143e86aec9f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:24.625775 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fbe5e875-df77-486b-9145-9c07392b30d7 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c806c6ce-4eb1-4c6f-b6c1-1143e86aec9f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:24.648375 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6174d26-fb90-43f1-825d-b760daf2a64c req-cf571ce1-f3ad-4a12-93d8-39286576fbe3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412523 Feb 09 21:39:24.835700 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5e875-df77-486b-9145-9c07392b30d7 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c806c6ce-4eb1-4c6f-b6c1-1143e86aec9f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:24.861273 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fbe5e875-df77-486b-9145-9c07392b30d7 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:24.864853 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fbe5e875-df77-486b-9145-9c07392b30d7 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4847775 Feb 09 21:39:24.868521 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57498) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:24.879506 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-8a0b1b93-f678-49c0-94d1-3c983fc56ae7 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Request body: {'security_group_rule': {'security_group_id': 'c806c6ce-4eb1-4c6f-b6c1-1143e86aec9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:24.948191 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a0b1b93-f678-49c0-94d1-3c983fc56ae7 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (54fa4ec8-b937-435e-9090-6cb64cf384fd), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:25.010611 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port a07843bb-974a-4381-bc9d-72bba2a82136, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=a07843bb-974a-4381-bc9d-72bba2a82136,segment=NetworkSegment(d772ed9e-5988-40b6-8322-dafa7df4ac69),segment_id=d772ed9e-5988-40b6-8322-dafa7df4ac69)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:25.021907 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d8187fd5-aa21-4fc8-8fba-031dacfb71e0 None None] Provisioning complete for port e86de7b7-4382-422c-8a28-4901f6139fc3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:25.022510 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d8187fd5-aa21-4fc8-8fba-031dacfb71e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e86de7b7-4382-422c-8a28-4901f6139fc3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:25.161699 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a0b1b93-f678-49c0-94d1-3c983fc56ae7 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (54fa4ec8-b937-435e-9090-6cb64cf384fd), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:25.174839 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a0b1b93-f678-49c0-94d1-3c983fc56ae7 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (54fa4ec8-b937-435e-9090-6cb64cf384fd), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:25.262202 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6174d26-fb90-43f1-825d-b760daf2a64c req-0e67c2ad-0d9c-4af0-b0bc-a1d8f9f63807 service neutron] 10.222.0.71 "GET /v2.0/networks/a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296559 Feb 09 21:39:25.297724 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'a07843bb-974a-4381-bc9d-72bba2a82136', 'network_id': 'a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74', 'port_id': 'a07843bb-974a-4381-bc9d-72bba2a82136', 'mac_address': 'fa:16:3e:43:db:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c44c361c-ca90-4dca-be4c-078df4606ced', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:25.338924 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b1b93-f678-49c0-94d1-3c983fc56ae7 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54fa4ec8-b937-435e-9090-6cb64cf384fd,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:25.381323 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a0b1b93-f678-49c0-94d1-3c983fc56ae7 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:25.393441 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8a0b1b93-f678-49c0-94d1-3c983fc56ae7 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5204134 Feb 09 21:39:25.397092 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57504) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:25.494746 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f63e8263-9b6b-425c-8168-7e2f343cb06f tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-group-rules/54fa4ec8-b937-435e-9090-6cb64cf384fd HTTP/1.1" status: 200 len: 763 time: 0.0920653 Feb 09 21:39:25.501381 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57508) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:25.678201 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-71da5414-8c3b-4520-a4c8-9662217b2644 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1753285 Feb 09 21:39:25.693373 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57512) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:25.726265 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port a07843bb-974a-4381-bc9d-72bba2a82136 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:25.726265 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a07843bb-974a-4381-bc9d-72bba2a82136), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:25.833064 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4400499a-be54-409f-abf2-6ae28036ff3d tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (54fa4ec8-b937-435e-9090-6cb64cf384fd), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:25.840769 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a07843bb-974a-4381-bc9d-72bba2a82136 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:25.875914 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port e86de7b7-4382-422c-8a28-4901f6139fc3 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:25.876863 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e86de7b7-4382-422c-8a28-4901f6139fc3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:25.898581 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4400499a-be54-409f-abf2-6ae28036ff3d tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (54fa4ec8-b937-435e-9090-6cb64cf384fd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:25.899191 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6174d26-fb90-43f1-825d-b760daf2a64c req-69d6b843-c6d1-44bd-86c9-deca922de109 service neutron] 10.222.0.71 "GET /v2.0/networks/a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6203942 Feb 09 21:39:25.993418 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf75f97-e9b6-40d8-8ca5-56173ce5b247 req-36ecd441-79cd-41e2-9c70-9fccd18a3251 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:26.009198 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cdf75f97-e9b6-40d8-8ca5-56173ce5b247 req-36ecd441-79cd-41e2-9c70-9fccd18a3251 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e5b1d8-43df-4906-bdc0-3a361b72a41c HTTP/1.1" status: 200 len: 943 time: 1.1004610 Feb 09 21:39:26.032329 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4400499a-be54-409f-abf2-6ae28036ff3d tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (54fa4ec8-b937-435e-9090-6cb64cf384fd), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:26.042987 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4400499a-be54-409f-abf2-6ae28036ff3d tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:26.047615 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4400499a-be54-409f-abf2-6ae28036ff3d tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/54fa4ec8-b937-435e-9090-6cb64cf384fd HTTP/1.1" status: 204 len: 168 time: 0.3510008 Feb 09 21:39:26.050184 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57518) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:26.056588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port e86de7b7-4382-422c-8a28-4901f6139fc3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=e86de7b7-4382-422c-8a28-4901f6139fc3,segment=NetworkSegment(51c15e41-6ab8-4583-8b9a-30223687e020),segment_id=51c15e41-6ab8-4583-8b9a-30223687e020)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:26.081605 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400499a-be54-409f-abf2-6ae28036ff3d tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54fa4ec8-b937-435e-9090-6cb64cf384fd,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:26.097938 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e86de7b7-4382-422c-8a28-4901f6139fc3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:26.254969 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f88463aa-df1e-4720-bf90-c865681f61f3 admin admin] Publish callbacks [] for router_gateway (a9dd55fe-8df5-4bcd-bf85-a652581429be), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:26.268902 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=e86de7b7-4382-422c-8a28-4901f6139fc3,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:26.355991 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port a07843bb-974a-4381-bc9d-72bba2a82136, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=a07843bb-974a-4381-bc9d-72bba2a82136,segment=NetworkSegment(d772ed9e-5988-40b6-8322-dafa7df4ac69),segment_id=d772ed9e-5988-40b6-8322-dafa7df4ac69)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:26.357502 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d8187fd5-aa21-4fc8-8fba-031dacfb71e0 None None] Current status of the port e86de7b7-4382-422c-8a28-4901f6139fc3 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:26.367205 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a07843bb-974a-4381-bc9d-72bba2a82136), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:26.428183 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e685abdf-7966-4644-b785-4f2c5c04801f up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:26.545676 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6e10d28f-7947-41a4-8e49-3dd0dd97e2f3 None None] Provisioning complete for port e86de7b7-4382-422c-8a28-4901f6139fc3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:26.546330 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6e10d28f-7947-41a4-8e49-3dd0dd97e2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e86de7b7-4382-422c-8a28-4901f6139fc3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:26.549941 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57522) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:26.612421 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port e685abdf-7966-4644-b785-4f2c5c04801f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:26.613261 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e685abdf-7966-4644-b785-4f2c5c04801f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:26.666794 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-072ec5ea-14ac-498e-be4e-4fe14886b044 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6082549 Feb 09 21:39:26.669219 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57526) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:26.674833 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=a07843bb-974a-4381-bc9d-72bba2a82136,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:26.677645 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c84152fe-ac29-494a-9498-7f3f58714536 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Request body: {'security_group_rule': {'security_group_id': 'c806c6ce-4eb1-4c6f-b6c1-1143e86aec9f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:26.725297 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6e10d28f-7947-41a4-8e49-3dd0dd97e2f3 None None] Current status of the port e86de7b7-4382-422c-8a28-4901f6139fc3 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:26.733684 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['a07843bb-974a-4381-bc9d-72bba2a82136'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:26.802924 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cdf75f97-e9b6-40d8-8ca5-56173ce5b247 req-dc116508-6be9-4540-899a-7dc78fb91fc9 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8171273-0928-4bc9-b38a-02033bd3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7690942 Feb 09 21:39:26.826745 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c84152fe-ac29-494a-9498-7f3f58714536 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (eb9c7d47-4ecc-412a-b058-c62f74fb1f52), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:26.966122 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port e685abdf-7966-4644-b785-4f2c5c04801f is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:26.972858 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e685abdf-7966-4644-b785-4f2c5c04801f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:27.072750 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e685abdf-7966-4644-b785-4f2c5c04801f'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:27.077301 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf667b5-3bb5-4b26-a8dc-7dbd4ff7c0cb" -d '{"events": [{"server_uuid": "66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e", "name": "network-vif-plugged", "status": "completed", "tag": "e685abdf-7966-4644-b785-4f2c5c04801f"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:27.111063 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c84152fe-ac29-494a-9498-7f3f58714536 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (eb9c7d47-4ecc-412a-b058-c62f74fb1f52), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:27.132002 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c2b5ad56-4743-4e30-8a47-37d9b4bee014 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1493777406'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:27.132877 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c2b5ad56-4743-4e30-8a47-37d9b4bee014 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] Unknown quota resources ['metering_label']. {{(pid=103202) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:39:27.143332 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port e685abdf-7966-4644-b785-4f2c5c04801f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e685abdf-7966-4644-b785-4f2c5c04801f,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:27.154785 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e685abdf-7966-4644-b785-4f2c5c04801f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:27.167511 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c84152fe-ac29-494a-9498-7f3f58714536 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (eb9c7d47-4ecc-412a-b058-c62f74fb1f52), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:27.302809 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=e685abdf-7966-4644-b785-4f2c5c04801f,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:27.386663 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f88463aa-df1e-4720-bf90-c865681f61f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (a9dd55fe-8df5-4bcd-bf85-a652581429be), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:27.737701 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84152fe-ac29-494a-9498-7f3f58714536 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9c7d47-4ecc-412a-b058-c62f74fb1f52,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:27.779693 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2b5ad56-4743-4e30-8a47-37d9b4bee014 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:27.784920 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c2b5ad56-4743-4e30-8a47-37d9b4bee014 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2299979 Feb 09 21:39:27.802900 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57544) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:27.812276 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-682f9efc-e7cd-4017-a2eb-762cffab2938 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'fac81e7f-2b78-4d5e-8fee-cc71d03905dc'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:27.812788 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-682f9efc-e7cd-4017-a2eb-762cffab2938 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103202) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:39:27.841822 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c84152fe-ac29-494a-9498-7f3f58714536 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:27.848529 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c84152fe-ac29-494a-9498-7f3f58714536 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1775565 Feb 09 21:39:27.851330 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57548) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:27.899948 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f6d2d2d6-55ca-49f9-8a72-a4aade119da8 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-group-rules/eb9c7d47-4ecc-412a-b058-c62f74fb1f52 HTTP/1.1" status: 200 len: 763 time: 0.0441463 Feb 09 21:39:27.902563 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57550) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:27.938465 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88463aa-df1e-4720-bf90-c865681f61f3 admin admin] Router a9dd55fe-8df5-4bcd-bf85-a652581429be is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:39:28.008457 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fce32f-e56c-4249-aaa4-518ea133e979 req-45bc6487-6141-45a2-8af3-e59761366bcb tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:28.025019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-43fce32f-e56c-4249-aaa4-518ea133e979 req-45bc6487-6141-45a2-8af3-e59761366bcb tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 946 time: 0.2548432 Feb 09 21:39:28.132156 n-d-828601-1 neutron-server[103202]: WARNING neutron.services.metering.metering_plugin [None req-682f9efc-e7cd-4017-a2eb-762cffab2938 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 21:39:28.192770 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-11f3adf3-c02b-4654-8726-187d9fd2ba20 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2833927 Feb 09 21:39:28.210056 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57556) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:28.336467 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88463aa-df1e-4720-bf90-c865681f61f3 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:39:28.341447 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device e86de7b7-4382-422c-8a28-4901f6139fc3 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:28.454467 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f88463aa-df1e-4720-bf90-c865681f61f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:28.454797 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096b298-3d03-4dc4-8566-d483d4b29432 req-45b7126a-ea30-4c4a-9047-cb93bb3b3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:28.457929 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2096b298-3d03-4dc4-8566-d483d4b29432 req-45b7126a-ea30-4c4a-9047-cb93bb3b3ff1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10ae4cf9e5fb41adaaf75cd8b9397016&device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 1127 time: 0.7145283 Feb 09 21:39:28.467633 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f88463aa-df1e-4720-bf90-c865681f61f3 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.1992965 Feb 09 21:39:28.479857 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57558) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:28.501180 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] Sync routers for ids ['a9dd55fe-8df5-4bcd-bf85-a652581429be'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:39:28.525623 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device a07843bb-974a-4381-bc9d-72bba2a82136 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:28.638094 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-682f9efc-e7cd-4017-a2eb-762cffab2938 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:28.648028 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-682f9efc-e7cd-4017-a2eb-762cffab2938 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8427877 Feb 09 21:39:28.662990 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-43fce32f-e56c-4249-aaa4-518ea133e979 req-1a9908b2-5fec-4a73-b1f6-a7e4c8ea2f4b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6219459 Feb 09 21:39:28.669379 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57560) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:28.686677 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1888f9d0-4376-4eb6-a3cf-5c882c7904d1 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (eb9c7d47-4ecc-412a-b058-c62f74fb1f52), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:28.711001 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b5474aab-0e90-498d-935b-93d5e8508f2b tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'fac81e7f-2b78-4d5e-8fee-cc71d03905dc'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:28.727512 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b5474aab-0e90-498d-935b-93d5e8508f2b tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103201) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:39:28.766302 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] Routers {'a9dd55fe-8df5-4bcd-bf85-a652581429be'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:28.767459 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:39:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['a9dd55fe-8df5-4bcd-bf85-a652581429be'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:28.881859 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1888f9d0-4376-4eb6-a3cf-5c882c7904d1 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (eb9c7d47-4ecc-412a-b058-c62f74fb1f52), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.026624 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1888f9d0-4376-4eb6-a3cf-5c882c7904d1 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (eb9c7d47-4ecc-412a-b058-c62f74fb1f52), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.039251 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1888f9d0-4376-4eb6-a3cf-5c882c7904d1 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.044522 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1888f9d0-4376-4eb6-a3cf-5c882c7904d1 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/eb9c7d47-4ecc-412a-b058-c62f74fb1f52 HTTP/1.1" status: 204 len: 168 time: 0.8256481 Feb 09 21:39:29.053673 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57564) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:29.114116 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888f9d0-4376-4eb6-a3cf-5c882c7904d1 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb9c7d47-4ecc-412a-b058-c62f74fb1f52,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:29.188917 n-d-828601-1 neutron-server[103201]: WARNING neutron.services.metering.metering_plugin [None req-b5474aab-0e90-498d-935b-93d5e8508f2b tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 21:39:29.189814 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096b298-3d03-4dc4-8566-d483d4b29432 req-2c447f48-1a4e-4088-bc4b-d30d570fa30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:29.194358 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2096b298-3d03-4dc4-8566-d483d4b29432 req-2c447f48-1a4e-4088-bc4b-d30d570fa30e service neutron] 10.222.0.42 "GET /v2.0/networks?id=8593dde6-4ab4-434c-8a50-93afcc61779b HTTP/1.1" status: 200 len: 919 time: 0.6201160 Feb 09 21:39:29.223126 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] Set router a9dd55fe-8df5-4bcd-bf85-a652581429be gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:39:29.230950 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:39:29.283179 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2096b298-3d03-4dc4-8566-d483d4b29432 req-22cddd22-5f1a-40a9-96cf-00330b4f8580 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 HTTP/1.1" status: 200 len: 217 time: 0.0753560 Feb 09 21:39:29.336087 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-91b9a7f6-e5a9-49b2-81f6-409e3d28e191 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2689743 Feb 09 21:39:29.337573 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57568) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:29.354964 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b701f795-e21c-41bd-9454-5e51363a9f1a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Request body: {'security_group_rule': {'security_group_id': 'c806c6ce-4eb1-4c6f-b6c1-1143e86aec9f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:29.410407 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b70111c-8306-4847-9ca4-e7a1d7a7f7cf x-openstack-request-id: req-4b70111c-8306-4847-9ca4-e7a1d7a7f7cf {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:29.412842 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e", "name": "network-vif-plugged", "status": "completed", "tag": "e685abdf-7966-4644-b785-4f2c5c04801f", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:29.413583 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b70111c-8306-4847-9ca4-e7a1d7a7f7cf {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:29.423195 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e685abdf-7966-4644-b785-4f2c5c04801f', 'code': 200} Feb 09 21:39:29.684078 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b701f795-e21c-41bd-9454-5e51363a9f1a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (05a7abd2-97a5-4d97-8963-d723041e1e41), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.782821 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port a07843bb-974a-4381-bc9d-72bba2a82136 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:29.794762 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port a07843bb-974a-4381-bc9d-72bba2a82136 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:29.795774 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a07843bb-974a-4381-bc9d-72bba2a82136), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.873160 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port e86de7b7-4382-422c-8a28-4901f6139fc3 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:29.874213 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e86de7b7-4382-422c-8a28-4901f6139fc3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.901354 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096b298-3d03-4dc4-8566-d483d4b29432 req-fc919c9f-a1dd-4577-ad2a-954886f7aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:29.916917 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2096b298-3d03-4dc4-8566-d483d4b29432 req-fc919c9f-a1dd-4577-ad2a-954886f7aae5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b88e8ac-d969-447a-b9ce-98d85c1957c4 HTTP/1.1" status: 200 len: 858 time: 0.5781698 Feb 09 21:39:29.999573 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2096b298-3d03-4dc4-8566-d483d4b29432 req-05e154d0-f0a4-4c0c-96e6-5f8128e0a75d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8593dde6-4ab4-434c-8a50-93afcc61779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696402 Feb 09 21:39:30.069278 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b701f795-e21c-41bd-9454-5e51363a9f1a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (05a7abd2-97a5-4d97-8963-d723041e1e41), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:30.154889 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b701f795-e21c-41bd-9454-5e51363a9f1a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (05a7abd2-97a5-4d97-8963-d723041e1e41), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:30.248090 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b701f795-e21c-41bd-9454-5e51363a9f1a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:30.254068 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b701f795-e21c-41bd-9454-5e51363a9f1a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9060972 Feb 09 21:39:30.273505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57574) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:30.287155 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701f795-e21c-41bd-9454-5e51363a9f1a tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a7abd2-97a5-4d97-8963-d723041e1e41,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:30.352199 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-edca5eb0-464c-4708-adbe-06782a30996b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-group-rules/05a7abd2-97a5-4d97-8963-d723041e1e41 HTTP/1.1" status: 200 len: 764 time: 0.0723534 Feb 09 21:39:30.359473 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57576) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:30.480896 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2096b298-3d03-4dc4-8566-d483d4b29432 req-3301af99-b4c2-486f-a8a3-ccf80bd1ac5b service neutron] 10.222.0.42 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670954 Feb 09 21:39:30.634260 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port a07843bb-974a-4381-bc9d-72bba2a82136 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:30.635176 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a07843bb-974a-4381-bc9d-72bba2a82136), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:30.676424 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b5474aab-0e90-498d-935b-93d5e8508f2b tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:30.681625 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b5474aab-0e90-498d-935b-93d5e8508f2b tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 2.0039437 Feb 09 21:39:30.684984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57582) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:30.731215 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port a07843bb-974a-4381-bc9d-72bba2a82136, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=a07843bb-974a-4381-bc9d-72bba2a82136,segment=NetworkSegment(d772ed9e-5988-40b6-8322-dafa7df4ac69),segment_id=d772ed9e-5988-40b6-8322-dafa7df4ac69)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:30.746355 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a07843bb-974a-4381-bc9d-72bba2a82136), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:30.799859 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-50ba6dcc-fd2e-458d-98ff-841f833155ab tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.4247890 Feb 09 21:39:30.811933 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57584) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:30.873939 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=a07843bb-974a-4381-bc9d-72bba2a82136,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:30.881515 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'name': 'tempest-ServersTestManualDisk-1746886310-router', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:19Z', 'updated_at': '2022-02-09T21:39:25Z', 'revision_number': 3, 'project_id': '7f337c254d834fbba58af696fa675308', 'gw_port': {'id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ed:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:21Z', 'updated_at': '2022-02-09T21:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:30.892089 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-726e2fc7-5579-4aa2-82ee-eae68d06ba4b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (05a7abd2-97a5-4d97-8963-d723041e1e41), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:30.906539 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2096b298-3d03-4dc4-8566-d483d4b29432 req-075e09ef-968a-4346-9ee1-35cfad168398 service neutron] 10.222.0.42 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150558 Feb 09 21:39:30.916847 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] Checking router: a9dd55fe-8df5-4bcd-bf85-a652581429be for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:39:30.917359 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] Updating router a9dd55fe-8df5-4bcd-bf85-a652581429be port 50394df6-e934-4e81-a79c-9d05b7446bc5 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:39:30.941615 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-726e2fc7-5579-4aa2-82ee-eae68d06ba4b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (05a7abd2-97a5-4d97-8963-d723041e1e41), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:30.953335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port e86de7b7-4382-422c-8a28-4901f6139fc3 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:30.964276 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (50394df6-e934-4e81-a79c-9d05b7446bc5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:31.023779 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8a0a663e-d2e1-4960-8ccc-7b1fafde7407 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=098cca16-c873-43a9-b8b4-37aeb3702d5c HTTP/1.1" status: 200 len: 462 time: 0.3308859 Feb 09 21:39:31.042383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57590) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:31.199540 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711bc36-b789-46e2-812c-e17470cec712 req-cac3a330-e383-452e-b85d-eb668964adeb tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:31.227815 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1711bc36-b789-46e2-812c-e17470cec712 req-cac3a330-e383-452e-b85d-eb668964adeb tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 1.6164339 Feb 09 21:39:31.271025 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-726e2fc7-5579-4aa2-82ee-eae68d06ba4b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (05a7abd2-97a5-4d97-8963-d723041e1e41), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:31.410166 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-726e2fc7-5579-4aa2-82ee-eae68d06ba4b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:31.415747 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-726e2fc7-5579-4aa2-82ee-eae68d06ba4b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/05a7abd2-97a5-4d97-8963-d723041e1e41 HTTP/1.1" status: 204 len: 168 time: 0.5981119 Feb 09 21:39:31.423092 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e2fc7-5579-4aa2-82ee-eae68d06ba4b tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05a7abd2-97a5-4d97-8963-d723041e1e41,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:31.435911 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57594) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:31.452577 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] Publish callbacks [] for port (50394df6-e934-4e81-a79c-9d05b7446bc5), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:31.461386 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e5b1d8-43df-4906-bdc0-3a361b72a41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07843bb-974a-4381-bc9d-72bba2a82136'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:31.467967 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ab28cd-c537-4730-839d-77932bc69f4e" -d '{"events": [{"server_uuid": "88e5b1d8-43df-4906-bdc0-3a361b72a41c", "name": "network-vif-plugged", "status": "completed", "tag": "a07843bb-974a-4381-bc9d-72bba2a82136"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:31.477751 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (50394df6-e934-4e81-a79c-9d05b7446bc5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:31.520585 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1711bc36-b789-46e2-812c-e17470cec712 req-426101bd-433e-4f97-9529-7f8bba7d25ec tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909675 Feb 09 21:39:31.539354 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac8a35f3-4c11-404d-b636-bf29854762e7 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:31.549491 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] Attempting to bind port 50394df6-e934-4e81-a79c-9d05b7446bc5 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:31.550107 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ac8a35f3-4c11-404d-b636-bf29854762e7 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/098cca16-c873-43a9-b8b4-37aeb3702d5c HTTP/1.1" status: 204 len: 168 time: 0.4704342 Feb 09 21:39:31.550617 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] Attempting to bind port 50394df6-e934-4e81-a79c-9d05b7446bc5 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:31.551131 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57598) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:31.551612 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] Attempting to bind port 50394df6-e934-4e81-a79c-9d05b7446bc5 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:31.597312 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-40e1872d-3d90-4b8e-a788-6bb86378bb10 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=098cca16-c873-43a9-b8b4-37aeb3702d5c HTTP/1.1" status: 200 len: 221 time: 0.0315490 Feb 09 21:39:31.601736 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57602) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:31.612525 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-efff2c52-1c2b-465c-a2eb-60c4fd1ccb03 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1425571641', 'description': 'label created by tempest'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:31.613288 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-efff2c52-1c2b-465c-a2eb-60c4fd1ccb03 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] Unknown quota resources ['metering_label']. {{(pid=103202) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:39:31.626089 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:31.627855 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:31.628566 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:31.629529 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:31.631307 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] Bound port: 50394df6-e934-4e81-a79c-9d05b7446bc5, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:31.632429 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (50394df6-e934-4e81-a79c-9d05b7446bc5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:31.730647 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8503c8-d9a8-46de-b643-5996fe23599f None None] Pushing event updated for resources: {'Port': ['ID=50394df6-e934-4e81-a79c-9d05b7446bc5,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:31.852835 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] For port 50394df6-e934-4e81-a79c-9d05b7446bc5, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:31.862044 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] For port 50394df6-e934-4e81-a79c-9d05b7446bc5, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=50394df6-e934-4e81-a79c-9d05b7446bc5,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:31.875157 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (50394df6-e934-4e81-a79c-9d05b7446bc5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:32.057141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8503c8-d9a8-46de-b643-5996fe23599f None None] Pushing event updated for resources: {'Port': ['ID=50394df6-e934-4e81-a79c-9d05b7446bc5,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:32.113312 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] Routers {'a9dd55fe-8df5-4bcd-bf85-a652581429be'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:32.114655 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:39:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['a9dd55fe-8df5-4bcd-bf85-a652581429be'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:32.194804 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4dd87-7817-4da0-9dc2-4e108212eea1 req-a3d47b4d-0cbe-41be-93ad-d54aacec2b93 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:32.208567 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7f4dd87-7817-4da0-9dc2-4e108212eea1 req-a3d47b4d-0cbe-41be-93ad-d54aacec2b93 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e5b1d8-43df-4906-bdc0-3a361b72a41c HTTP/1.1" status: 200 len: 945 time: 0.3705482 Feb 09 21:39:32.516571 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7f4dd87-7817-4da0-9dc2-4e108212eea1 req-bdeac4c1-4e97-47e9-8215-08ab9a488536 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8171273-0928-4bc9-b38a-02033bd3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019748 Feb 09 21:39:32.586040 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] Set router a9dd55fe-8df5-4bcd-bf85-a652581429be gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:39:32.931046 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dca35ff1-2d5d-4dbc-a674-b1ca8c56c257 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.4879332 Feb 09 21:39:32.931046 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57618) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:32.956518 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1086bde4-0f0e-474e-bae6-0df747bfc85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:33.086226 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59038902-2620-48e0-bbc3-de132fa559c9 x-openstack-request-id: req-59038902-2620-48e0-bbc3-de132fa559c9 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:33.087124 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e5b1d8-43df-4906-bdc0-3a361b72a41c", "name": "network-vif-plugged", "status": "completed", "tag": "a07843bb-974a-4381-bc9d-72bba2a82136", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:33.087306 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-59038902-2620-48e0-bbc3-de132fa559c9 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:33.089499 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e5b1d8-43df-4906-bdc0-3a361b72a41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07843bb-974a-4381-bc9d-72bba2a82136', 'code': 200} Feb 09 21:39:33.374169 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'name': 'tempest-ServersTestManualDisk-1746886310-router', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:19Z', 'updated_at': '2022-02-09T21:39:25Z', 'revision_number': 3, 'project_id': '7f337c254d834fbba58af696fa675308', 'gw_port': {'id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ed:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:21Z', 'updated_at': '2022-02-09T21:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:33.551589 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4fe5fd-4407-4827-9e7c-08ecdb6aa861 None None] The sync data for ids ['a9dd55fe-8df5-4bcd-bf85-a652581429be'] in n-d-828601-1 is: [{'id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'name': 'tempest-ServersTestManualDisk-1746886310-router', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:19Z', 'updated_at': '2022-02-09T21:39:25Z', 'revision_number': 3, 'project_id': '7f337c254d834fbba58af696fa675308', 'gw_port': {'id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ed:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:21Z', 'updated_at': '2022-02-09T21:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:39:33.575168 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-efff2c52-1c2b-465c-a2eb-60c4fd1ccb03 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:33.581768 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-efff2c52-1c2b-465c-a2eb-60c4fd1ccb03 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.9719296 Feb 09 21:39:33.581768 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-790a03a4-233d-40be-8066-0613481499e7 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (c806c6ce-4eb1-4c6f-b6c1-1143e86aec9f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:33.642977 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-790a03a4-233d-40be-8066-0613481499e7 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (c806c6ce-4eb1-4c6f-b6c1-1143e86aec9f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:33.720711 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57628) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:33.768472 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-790a03a4-233d-40be-8066-0613481499e7 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c806c6ce-4eb1-4c6f-b6c1-1143e86aec9f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:33.781815 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-790a03a4-233d-40be-8066-0613481499e7 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:33.785648 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-790a03a4-233d-40be-8066-0613481499e7 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "DELETE /v2.0/security-groups/c806c6ce-4eb1-4c6f-b6c1-1143e86aec9f HTTP/1.1" status: 204 len: 168 time: 0.8561473 Feb 09 21:39:33.802645 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57632) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:33.956627 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a03a4-233d-40be-8066-0613481499e7 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c806c6ce-4eb1-4c6f-b6c1-1143e86aec9f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:34.140103 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-91fb2f8f-8f7c-41c8-9ff1-a3cbbb017a07 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=e5ca0d92-1001-4a78-a4f5-45ecceb6622d HTTP/1.1" status: 200 len: 468 time: 0.4144504 Feb 09 21:39:34.147472 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57636) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:34.245153 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-1086bde4-0f0e-474e-bae6-0df747bfc85b admin admin] Allocated IP 172.20.0.1 (8118d80b-62ac-4bfa-9a3a-ccc416d873f8/4082994b-e0a1-4e38-9416-33bed10d7329/1de86321-3dcd-4f57-951e-8456aaf0a6a2) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:34.724550 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1086bde4-0f0e-474e-bae6-0df747bfc85b admin admin] Publish callbacks [] for port (1de86321-3dcd-4f57-951e-8456aaf0a6a2), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:34.740278 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-854af99a-d660-4aae-8e6d-4efb1ea832dd tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.8922997 Feb 09 21:39:34.755868 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57638) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:34.772317 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-52d72f57-2bb0-4857-8ab5-6a887784a9de tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Request body: {'security_group': {'name': 'tempest-secgroup--114591576'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:34.788320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4ac00-17a9-4130-af60-1df7b60df53d req-133548de-69ca-4241-a461-fc3443d4058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:34.796043 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-feb4ac00-17a9-4130-af60-1df7b60df53d req-133548de-69ca-4241-a461-fc3443d4058e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=88e5b1d8-43df-4906-bdc0-3a361b72a41c HTTP/1.1" status: 200 len: 1127 time: 1.6831574 Feb 09 21:39:34.931340 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba4ae6be-c977-485a-9aae-ecf08cb956a4 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:34.933115 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ba4ae6be-c977-485a-9aae-ecf08cb956a4 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/e5ca0d92-1001-4a78-a4f5-45ecceb6622d HTTP/1.1" status: 204 len: 168 time: 0.7801704 Feb 09 21:39:34.942575 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57642) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:34.980488 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7b64a463-1f77-4a21-9380-4b66dba40632 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=e5ca0d92-1001-4a78-a4f5-45ecceb6622d HTTP/1.1" status: 200 len: 216 time: 0.0337512 Feb 09 21:39:34.994235 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57644) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:35.004549 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373d447-20f9-4d61-9254-0f763490d03c req-7e513f5a-b425-47cb-ba9e-c6e56748dda3 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:35.007133 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4373d447-20f9-4d61-9254-0f763490d03c req-7e513f5a-b425-47cb-ba9e-c6e56748dda3 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 1.7585609 Feb 09 21:39:35.013807 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1086bde4-0f0e-474e-bae6-0df747bfc85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1de86321-3dcd-4f57-951e-8456aaf0a6a2), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.020555 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-52d72f57-2bb0-4857-8ab5-6a887784a9de tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.097377 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e18ca979-4c22-492b-b917-9b2f2fe04ac4 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0869339 Feb 09 21:39:35.102701 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57646) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:35.150665 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5b1661cf-11b1-49fa-9995-57ca861c00e3 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0414438 Feb 09 21:39:35.159626 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57648) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:35.315116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086bde4-0f0e-474e-bae6-0df747bfc85b admin admin] Pushing event updated for resources: {'Port': ['ID=1de86321-3dcd-4f57-951e-8456aaf0a6a2,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:35.366484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1086bde4-0f0e-474e-bae6-0df747bfc85b admin admin] Network 8118d80b-62ac-4bfa-9a3a-ccc416d873f8 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:35.478588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 50394df6-e934-4e81-a79c-9d05b7446bc5 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:35.483503 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-1086bde4-0f0e-474e-bae6-0df747bfc85b admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:35.514377 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-feb4ac00-17a9-4130-af60-1df7b60df53d req-82b73114-72ff-4eed-a338-d9c9e703da91 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d8171273-0928-4bc9-b38a-02033bd3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6826031 Feb 09 21:39:35.534317 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4373d447-20f9-4d61-9254-0f763490d03c req-16cfb8fe-3db5-49d3-98a4-b00c018b07cf tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901145 Feb 09 21:39:35.538075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1086bde4-0f0e-474e-bae6-0df747bfc85b admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:35.688840 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-adcda384-187d-46c9-bcf8-1576c1b941f7 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels/fac81e7f-2b78-4d5e-8fee-cc71d03905dc HTTP/1.1" status: 200 len: 473 time: 0.5163589 Feb 09 21:39:35.689786 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57652) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:35.757352 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1086bde4-0f0e-474e-bae6-0df747bfc85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (a9dd55fe-8df5-4bcd-bf85-a652581429be), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.795849 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3d48de12-156a-4983-988a-de1d2e3b10c9 tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules/0377080c-0625-4abc-8b68-40fcc3d53d16 HTTP/1.1" status: 200 len: 459 time: 0.0894074 Feb 09 21:39:35.802922 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57654) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:36.142395 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 50394df6-e934-4e81-a79c-9d05b7446bc5 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:36.145512 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (50394df6-e934-4e81-a79c-9d05b7446bc5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.199949 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1086bde4-0f0e-474e-bae6-0df747bfc85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1de86321-3dcd-4f57-951e-8456aaf0a6a2), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.209817 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-52d72f57-2bb0-4857-8ab5-6a887784a9de tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (327edeff-91ca-4638-978a-1f6ee9912d6d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.224768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6376d-151f-49f9-982b-4ad8bea00db4 req-9778ea78-02bc-4191-afda-e7da80f56e1b tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:36.238455 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5cc6376d-151f-49f9-982b-4ad8bea00db4 req-9778ea78-02bc-4191-afda-e7da80f56e1b tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e5b1d8-43df-4906-bdc0-3a361b72a41c HTTP/1.1" status: 200 len: 945 time: 0.3741539 Feb 09 21:39:36.317693 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-97fc4eeb-3c96-4ebf-9e28-0bfaa0e629bb tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.324691 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-97fc4eeb-3c96-4ebf-9e28-0bfaa0e629bb tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/0377080c-0625-4abc-8b68-40fcc3d53d16 HTTP/1.1" status: 204 len: 168 time: 0.5193758 Feb 09 21:39:36.326970 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57660) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:36.327946 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-52d72f57-2bb0-4857-8ab5-6a887784a9de tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (327edeff-91ca-4638-978a-1f6ee9912d6d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.381206 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-52d72f57-2bb0-4857-8ab5-6a887784a9de tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.383786 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-52d72f57-2bb0-4857-8ab5-6a887784a9de tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6178110 Feb 09 21:39:36.388452 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57662) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:36.395382 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2bf3e21f-06ab-48ec-8aee-77499f34c163 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Request body: {'security_group_rule': {'security_group_id': '327edeff-91ca-4638-978a-1f6ee9912d6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:36.427893 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5cc6376d-151f-49f9-982b-4ad8bea00db4 req-4b88b6cd-4045-41cc-a329-3b25bab91a73 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8171273-0928-4bc9-b38a-02033bd3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844120 Feb 09 21:39:36.661409 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-84b778b6-35a3-418b-83d5-ca5d663067ad None None] Provisioning complete for port 1de86321-3dcd-4f57-951e-8456aaf0a6a2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:36.677086 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2bf3e21f-06ab-48ec-8aee-77499f34c163 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (01c63abf-f77c-4200-b3a8-3d281309574b), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.678144 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-84b778b6-35a3-418b-83d5-ca5d663067ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1de86321-3dcd-4f57-951e-8456aaf0a6a2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.924766 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1086bde4-0f0e-474e-bae6-0df747bfc85b admin admin] Publish callbacks [] for port (1de86321-3dcd-4f57-951e-8456aaf0a6a2), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.954190 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2bf3e21f-06ab-48ec-8aee-77499f34c163 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (01c63abf-f77c-4200-b3a8-3d281309574b), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.958126 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1086bde4-0f0e-474e-bae6-0df747bfc85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (1de86321-3dcd-4f57-951e-8456aaf0a6a2), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.975199 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d72f57-2bb0-4857-8ab5-6a887784a9de tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=327edeff-91ca-4638-978a-1f6ee9912d6d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:37.062784 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1086bde4-0f0e-474e-bae6-0df747bfc85b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (a9dd55fe-8df5-4bcd-bf85-a652581429be), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:37.075350 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 50394df6-e934-4e81-a79c-9d05b7446bc5 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:37.078696 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (50394df6-e934-4e81-a79c-9d05b7446bc5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:37.146977 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2bf3e21f-06ab-48ec-8aee-77499f34c163 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (01c63abf-f77c-4200-b3a8-3d281309574b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:37.148080 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 50394df6-e934-4e81-a79c-9d05b7446bc5, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=50394df6-e934-4e81-a79c-9d05b7446bc5,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:37.183907 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (50394df6-e934-4e81-a79c-9d05b7446bc5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:37.350439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3e21f-06ab-48ec-8aee-77499f34c163 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c63abf-f77c-4200-b3a8-3d281309574b,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:37.367459 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8193b854-cdd7-4643-961e-eeb2b2c4af0c tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:37.371187 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8193b854-cdd7-4643-961e-eeb2b2c4af0c tempest-MeteringIpV6TestJSON-1062077322 tempest-MeteringIpV6TestJSON-1062077322-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/fac81e7f-2b78-4d5e-8fee-cc71d03905dc HTTP/1.1" status: 204 len: 168 time: 1.0144539 Feb 09 21:39:37.530673 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=50394df6-e934-4e81-a79c-9d05b7446bc5,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:37.536040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086bde4-0f0e-474e-bae6-0df747bfc85b admin admin] Pushing event updated for resources: {'Port': ['ID=1de86321-3dcd-4f57-951e-8456aaf0a6a2,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:37.569789 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-84b778b6-35a3-418b-83d5-ca5d663067ad None None] Port 1de86321-3dcd-4f57-951e-8456aaf0a6a2 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:39:37.773520 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2bf3e21f-06ab-48ec-8aee-77499f34c163 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:37.778866 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2bf3e21f-06ab-48ec-8aee-77499f34c163 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3840764 Feb 09 21:39:37.779388 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57692) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:37.881532 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fab4cd4c-f210-4d9c-b945-7bafeb03f759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:37.923090 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b6efc-0700-4326-89cf-a3320265c581 req-2bb19265-0089-4ead-aedf-6c59e53e4646 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:37.948584 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d96b6efc-0700-4326-89cf-a3320265c581 req-2bb19265-0089-4ead-aedf-6c59e53e4646 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 0.3962634 Feb 09 21:39:38.052786 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5540aaac-c86f-4784-8283-45c8e0f68f4e tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (327edeff-91ca-4638-978a-1f6ee9912d6d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:38.121013 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1086bde4-0f0e-474e-bae6-0df747bfc85b admin admin] Network 8118d80b-62ac-4bfa-9a3a-ccc416d873f8 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:38.126915 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5540aaac-c86f-4784-8283-45c8e0f68f4e tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (327edeff-91ca-4638-978a-1f6ee9912d6d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:38.133088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-1086bde4-0f0e-474e-bae6-0df747bfc85b admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:38.318349 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5540aaac-c86f-4784-8283-45c8e0f68f4e tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (327edeff-91ca-4638-978a-1f6ee9912d6d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:38.324884 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5540aaac-c86f-4784-8283-45c8e0f68f4e tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:38.335270 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5540aaac-c86f-4784-8283-45c8e0f68f4e tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "DELETE /v2.0/security-groups/327edeff-91ca-4638-978a-1f6ee9912d6d HTTP/1.1" status: 204 len: 168 time: 0.5540385 Feb 09 21:39:38.337648 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57696) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:38.417888 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540aaac-c86f-4784-8283-45c8e0f68f4e tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=327edeff-91ca-4638-978a-1f6ee9912d6d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:38.499211 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57698) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:38.500356 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d96b6efc-0700-4326-89cf-a3320265c581 req-c302961a-a221-447f-a5d6-2fa8be8688c7 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504508 Feb 09 21:39:38.567072 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9b523660-5d1d-4adf-ad10-42266e5d4327 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2117348 Feb 09 21:39:38.567072 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57702) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:38.669805 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1da91a97-4d65-47ab-98c4-c7fb646bf389 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0972998 Feb 09 21:39:38.671083 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57704) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:38.720734 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-2ea451c0-3d35-4674-a052-ff7c72d15072 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] delete failed (client error): The resource could not be found. Feb 09 21:39:38.728443 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2ea451c0-3d35-4674-a052-ff7c72d15072 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "DELETE /v2.0/security-groups/327edeff-91ca-4638-978a-1f6ee9912d6d HTTP/1.1" status: 404 len: 347 time: 0.0502162 Feb 09 21:39:38.728443 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57706) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:38.883086 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fcbcfa48-7d21-4340-9e20-cd036193df09 tempest-SecGroupTest-262916959 tempest-SecGroupTest-262916959-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1483603 Feb 09 21:39:38.906721 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1086bde4-0f0e-474e-bae6-0df747bfc85b admin admin] Router a9dd55fe-8df5-4bcd-bf85-a652581429be has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:39:39.008048 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e519c08c-8ab2-412d-b01e-096096b5a31b None None] Provisioning complete for port 1de86321-3dcd-4f57-951e-8456aaf0a6a2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:39.009671 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e519c08c-8ab2-412d-b01e-096096b5a31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1de86321-3dcd-4f57-951e-8456aaf0a6a2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.016053 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27ad4034-a7aa-4457-9b85-5b8f66b03d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.226356 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e519c08c-8ab2-412d-b01e-096096b5a31b None None] Port 1de86321-3dcd-4f57-951e-8456aaf0a6a2 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:39:39.363362 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 50394df6-e934-4e81-a79c-9d05b7446bc5 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:39.399548 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27ad4034-a7aa-4457-9b85-5b8f66b03d19 admin admin] Publish callbacks [] for security_group (bc5c2c6e-355d-41bf-9114-153246cde1f6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.412450 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27ad4034-a7aa-4457-9b85-5b8f66b03d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bc5c2c6e-355d-41bf-9114-153246cde1f6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.470363 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57716) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:39.496570 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-27ad4034-a7aa-4457-9b85-5b8f66b03d19 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b0a00d35806d4fd58f5ece255b3043a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9823756 Feb 09 21:39:39.497726 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad4034-a7aa-4457-9b85-5b8f66b03d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5c2c6e-355d-41bf-9114-153246cde1f6,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:39.500779 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57720) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:39.608544 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4c284c08-27f9-406b-b5a6-17b1a2930347 admin admin] Publish callbacks [] for security_group (bc5c2c6e-355d-41bf-9114-153246cde1f6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.623111 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 50394df6-e934-4e81-a79c-9d05b7446bc5 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:39.623491 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (50394df6-e934-4e81-a79c-9d05b7446bc5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.634911 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1086bde4-0f0e-474e-bae6-0df747bfc85b admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:39:39.649750 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1086bde4-0f0e-474e-bae6-0df747bfc85b admin admin] 10.222.0.77 "PUT /v2.0/routers/a9dd55fe-8df5-4bcd-bf85-a652581429be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1673565 Feb 09 21:39:39.650019 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55510433-f545-459d-aca8-85de41446db4 None None] Sync routers for ids ['a9dd55fe-8df5-4bcd-bf85-a652581429be'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:39:39.659205 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42cb51-f33d-4ba1-9db2-5e4f68f74020 req-5ea833d8-c405-4c7a-b5ca-d0d60b82dfe9 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:39.666492 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55510433-f545-459d-aca8-85de41446db4 None None] Routers {'a9dd55fe-8df5-4bcd-bf85-a652581429be'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:39.667138 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-55510433-f545-459d-aca8-85de41446db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:39:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['a9dd55fe-8df5-4bcd-bf85-a652581429be'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:39.694436 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6e42cb51-f33d-4ba1-9db2-5e4f68f74020 req-5ea833d8-c405-4c7a-b5ca-d0d60b82dfe9 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e5b1d8-43df-4906-bdc0-3a361b72a41c HTTP/1.1" status: 200 len: 945 time: 0.7570951 Feb 09 21:39:39.812151 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6e42cb51-f33d-4ba1-9db2-5e4f68f74020 req-d3663b09-7b45-4c85-95b0-a9a220825150 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8171273-0928-4bc9-b38a-02033bd3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163170 Feb 09 21:39:39.901225 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4c284c08-27f9-406b-b5a6-17b1a2930347 admin admin] Publish callbacks [] for security_group (bc5c2c6e-355d-41bf-9114-153246cde1f6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.919789 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 50394df6-e934-4e81-a79c-9d05b7446bc5 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:39.986719 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-55510433-f545-459d-aca8-85de41446db4 None None] Set router a9dd55fe-8df5-4bcd-bf85-a652581429be gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:39:40.113328 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-12bfa375-f8bf-4bb2-8c1c-68e25253c724 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9c10034d976c495383d676fcaf97d40f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6418107 Feb 09 21:39:40.117387 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57738) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:40.296167 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4c284c08-27f9-406b-b5a6-17b1a2930347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bc5c2c6e-355d-41bf-9114-153246cde1f6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.300786 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4c284c08-27f9-406b-b5a6-17b1a2930347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.304924 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4c284c08-27f9-406b-b5a6-17b1a2930347 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bc5c2c6e-355d-41bf-9114-153246cde1f6 HTTP/1.1" status: 204 len: 168 time: 0.8008120 Feb 09 21:39:40.331432 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c284c08-27f9-406b-b5a6-17b1a2930347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5c2c6e-355d-41bf-9114-153246cde1f6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:40.406155 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26bbd019-4e5b-4c27-a391-51013f0f7745 admin admin] Publish callbacks [] for security_group (8ba4e94a-b616-4897-a792-80a6e1fc8d80), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.535186 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-350aa2c9-6d6b-4198-b2da-45c3f042e001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.680161 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26bbd019-4e5b-4c27-a391-51013f0f7745 admin admin] Publish callbacks [] for security_group (8ba4e94a-b616-4897-a792-80a6e1fc8d80), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.986519 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-55510433-f545-459d-aca8-85de41446db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'name': 'tempest-ServersTestManualDisk-1746886310-router', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:19Z', 'updated_at': '2022-02-09T21:39:36Z', 'revision_number': 4, 'project_id': '7f337c254d834fbba58af696fa675308', 'gw_port': {'id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ed:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:21Z', 'updated_at': '2022-02-09T21:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '1de86321-3dcd-4f57-951e-8456aaf0a6a2', 'name': '', 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'mac_address': 'fa:16:3e:b2:b3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '4082994b-e0a1-4e38-9416-33bed10d7329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:33Z', 'updated_at': '2022-02-09T21:39:36Z', 'revision_number': 2, 'project_id': '7f337c254d834fbba58af696fa675308', 'subnets': [{'id': '4082994b-e0a1-4e38-9416-33bed10d7329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:41.052387 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01979c-a79f-4038-a5a8-ecd343103d94 req-e24e51d1-93e6-4170-9411-c64bdc3dd9af tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:41.084157 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a01979c-a79f-4038-a5a8-ecd343103d94 req-e24e51d1-93e6-4170-9411-c64bdc3dd9af tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 0.5906444 Feb 09 21:39:41.185042 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55510433-f545-459d-aca8-85de41446db4 None None] Checking router: a9dd55fe-8df5-4bcd-bf85-a652581429be for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:39:41.187022 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55510433-f545-459d-aca8-85de41446db4 None None] Updating router a9dd55fe-8df5-4bcd-bf85-a652581429be port 1de86321-3dcd-4f57-951e-8456aaf0a6a2 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:39:41.269518 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-55510433-f545-459d-aca8-85de41446db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1de86321-3dcd-4f57-951e-8456aaf0a6a2), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:41.372653 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a01979c-a79f-4038-a5a8-ecd343103d94 req-fbf7afb5-f2df-43ff-8ea3-f3dc3eccf862 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809010 Feb 09 21:39:41.378864 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26bbd019-4e5b-4c27-a391-51013f0f7745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8ba4e94a-b616-4897-a792-80a6e1fc8d80), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:41.383152 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26bbd019-4e5b-4c27-a391-51013f0f7745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:41.398325 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-26bbd019-4e5b-4c27-a391-51013f0f7745 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8ba4e94a-b616-4897-a792-80a6e1fc8d80 HTTP/1.1" status: 204 len: 168 time: 1.2790730 Feb 09 21:39:41.470849 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:41.500507 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbd019-4e5b-4c27-a391-51013f0f7745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba4e94a-b616-4897-a792-80a6e1fc8d80,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:41.631273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57760) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:41.676891 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6eeffbf2-9c9f-40e3-82a6-24e3811dc2a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.148966 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6eeffbf2-9c9f-40e3-82a6-24e3811dc2a2 admin admin] Publish callbacks [] for security_group (00575a3a-d8c2-4750-9a03-7b584d605c89), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.170813 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6eeffbf2-9c9f-40e3-82a6-24e3811dc2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (00575a3a-d8c2-4750-9a03-7b584d605c89), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.198427 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-55510433-f545-459d-aca8-85de41446db4 None None] Publish callbacks [] for port (1de86321-3dcd-4f57-951e-8456aaf0a6a2), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.221727 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-55510433-f545-459d-aca8-85de41446db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1de86321-3dcd-4f57-951e-8456aaf0a6a2), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.367833 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560abf0-3d21-4204-9e61-2c3f95c91dc1 None None] Pushing event updated for resources: {'Port': ['ID=1de86321-3dcd-4f57-951e-8456aaf0a6a2,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:42.386979 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560abf0-3d21-4204-9e61-2c3f95c91dc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:42.387912 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560abf0-3d21-4204-9e61-2c3f95c91dc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:42.388247 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560abf0-3d21-4204-9e61-2c3f95c91dc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:42.388595 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560abf0-3d21-4204-9e61-2c3f95c91dc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:42.388939 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560abf0-3d21-4204-9e61-2c3f95c91dc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:42.389291 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560abf0-3d21-4204-9e61-2c3f95c91dc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:42.389612 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560abf0-3d21-4204-9e61-2c3f95c91dc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:42.389946 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560abf0-3d21-4204-9e61-2c3f95c91dc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:42.390282 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560abf0-3d21-4204-9e61-2c3f95c91dc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:42.390607 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560abf0-3d21-4204-9e61-2c3f95c91dc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:42.390944 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560abf0-3d21-4204-9e61-2c3f95c91dc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:42.401188 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560abf0-3d21-4204-9e61-2c3f95c91dc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:42.401784 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560abf0-3d21-4204-9e61-2c3f95c91dc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:42.502922 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6eeffbf2-9c9f-40e3-82a6-24e3811dc2a2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d0e50eba80ca491db0676bdad1b221d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8695757 Feb 09 21:39:42.514931 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57770) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:42.525496 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeffbf2-9c9f-40e3-82a6-24e3811dc2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00575a3a-d8c2-4750-9a03-7b584d605c89,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:42.641302 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.837614 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64727b-ccc6-4be6-9a0f-4aa34c86c02d req-a4f9af1d-9b46-42eb-860f-823eb4e88f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:42.845037 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ba64727b-ccc6-4be6-9a0f-4aa34c86c02d req-a4f9af1d-9b46-42eb-860f-823eb4e88f69 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 1127 time: 0.5218227 Feb 09 21:39:42.860348 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-55510433-f545-459d-aca8-85de41446db4 None None] Attempting to bind port 1de86321-3dcd-4f57-951e-8456aaf0a6a2 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:42.860924 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-55510433-f545-459d-aca8-85de41446db4 None None] Attempting to bind port 1de86321-3dcd-4f57-951e-8456aaf0a6a2 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '51c15e41-6ab8-4583-8b9a-30223687e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:42.861513 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55510433-f545-459d-aca8-85de41446db4 None None] Attempting to bind port 1de86321-3dcd-4f57-951e-8456aaf0a6a2 on network 8118d80b-62ac-4bfa-9a3a-ccc416d873f8 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:42.887731 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55510433-f545-459d-aca8-85de41446db4 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:42.888324 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55510433-f545-459d-aca8-85de41446db4 None None] Checking segment: {'id': '51c15e41-6ab8-4583-8b9a-30223687e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:42.889008 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-55510433-f545-459d-aca8-85de41446db4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.889223 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6debebe0-d177-4af1-aa3f-dd7f57b05f62 admin admin] Publish callbacks [] for security_group (00575a3a-d8c2-4750-9a03-7b584d605c89), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.889649 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55510433-f545-459d-aca8-85de41446db4 None None] Bound using segment: {'id': '51c15e41-6ab8-4583-8b9a-30223687e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:42.902661 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-55510433-f545-459d-aca8-85de41446db4 None None] Bound port: 1de86321-3dcd-4f57-951e-8456aaf0a6a2, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c15e41-6ab8-4583-8b9a-30223687e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:42.903377 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-55510433-f545-459d-aca8-85de41446db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1de86321-3dcd-4f57-951e-8456aaf0a6a2), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:43.092027 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6debebe0-d177-4af1-aa3f-dd7f57b05f62 admin admin] Publish callbacks [] for security_group (00575a3a-d8c2-4750-9a03-7b584d605c89), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:43.176287 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ba64727b-ccc6-4be6-9a0f-4aa34c86c02d req-b3fd31ad-4e2c-4b95-8464-21df3dcf02ff service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188095 Feb 09 21:39:43.210851 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-55510433-f545-459d-aca8-85de41446db4 None None] For port 1de86321-3dcd-4f57-951e-8456aaf0a6a2, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:43.235132 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-55510433-f545-459d-aca8-85de41446db4 None None] For port 1de86321-3dcd-4f57-951e-8456aaf0a6a2, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1de86321-3dcd-4f57-951e-8456aaf0a6a2,segment=NetworkSegment(51c15e41-6ab8-4583-8b9a-30223687e020),segment_id=51c15e41-6ab8-4583-8b9a-30223687e020)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:43.238475 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-dd755c00-5a97-4833-b7a5-90bdf34b0e2a None None] Provisioning complete for port 1de86321-3dcd-4f57-951e-8456aaf0a6a2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:43.240560 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dd755c00-5a97-4833-b7a5-90bdf34b0e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1de86321-3dcd-4f57-951e-8456aaf0a6a2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:43.264869 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-55510433-f545-459d-aca8-85de41446db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1de86321-3dcd-4f57-951e-8456aaf0a6a2), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:43.411381 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6debebe0-d177-4af1-aa3f-dd7f57b05f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (00575a3a-d8c2-4750-9a03-7b584d605c89), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:43.417862 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6debebe0-d177-4af1-aa3f-dd7f57b05f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:43.430327 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6debebe0-d177-4af1-aa3f-dd7f57b05f62 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/00575a3a-d8c2-4750-9a03-7b584d605c89 HTTP/1.1" status: 204 len: 168 time: 0.9097917 Feb 09 21:39:43.457241 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debebe0-d177-4af1-aa3f-dd7f57b05f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00575a3a-d8c2-4750-9a03-7b584d605c89,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:43.564138 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55510433-f545-459d-aca8-85de41446db4 None None] Routers {'a9dd55fe-8df5-4bcd-bf85-a652581429be'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:43.565576 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-55510433-f545-459d-aca8-85de41446db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:39:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['a9dd55fe-8df5-4bcd-bf85-a652581429be'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:43.708563 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-dd755c00-5a97-4833-b7a5-90bdf34b0e2a None None] Current status of the port 1de86321-3dcd-4f57-951e-8456aaf0a6a2 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:43.709173 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dd755c00-5a97-4833-b7a5-90bdf34b0e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1de86321-3dcd-4f57-951e-8456aaf0a6a2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:43.859011 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560abf0-3d21-4204-9e61-2c3f95c91dc1 None None] Pushing event updated for resources: {'Port': ['ID=1de86321-3dcd-4f57-951e-8456aaf0a6a2,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:43.919877 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-dd755c00-5a97-4833-b7a5-90bdf34b0e2a None None] For port 1de86321-3dcd-4f57-951e-8456aaf0a6a2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1de86321-3dcd-4f57-951e-8456aaf0a6a2,segment=NetworkSegment(51c15e41-6ab8-4583-8b9a-30223687e020),segment_id=51c15e41-6ab8-4583-8b9a-30223687e020)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:43.931406 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dd755c00-5a97-4833-b7a5-90bdf34b0e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1de86321-3dcd-4f57-951e-8456aaf0a6a2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.071084 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.127780 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd755c00-5a97-4833-b7a5-90bdf34b0e2a None None] Pushing event updated for resources: {'Port': ['ID=1de86321-3dcd-4f57-951e-8456aaf0a6a2,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:44.228018 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0fb1c7b9-0df1-4ee5-b483-848483ecd343 None None] Provisioning complete for port 1de86321-3dcd-4f57-951e-8456aaf0a6a2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:44.229294 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0fb1c7b9-0df1-4ee5-b483-848483ecd343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1de86321-3dcd-4f57-951e-8456aaf0a6a2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.298207 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57796) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:44.308773 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-047be13c-84e8-45c5-9069-4b358650c515 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--660611866', 'description': 'tempest-description--1782923101'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:44.416293 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-55510433-f545-459d-aca8-85de41446db4 None None] Set router a9dd55fe-8df5-4bcd-bf85-a652581429be gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:39:44.420144 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-047be13c-84e8-45c5-9069-4b358650c515 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.663345 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0fb1c7b9-0df1-4ee5-b483-848483ecd343 None None] Current status of the port 1de86321-3dcd-4f57-951e-8456aaf0a6a2 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:44.701190 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-047be13c-84e8-45c5-9069-4b358650c515 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks [] for security_group (f5c44f24-01d3-4e7c-a60e-7dc080973b96), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.709700 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-047be13c-84e8-45c5-9069-4b358650c515 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f5c44f24-01d3-4e7c-a60e-7dc080973b96), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.792976 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-047be13c-84e8-45c5-9069-4b358650c515 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.801873 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-047be13c-84e8-45c5-9069-4b358650c515 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4963980 Feb 09 21:39:44.803039 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57816) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:44.812302 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-139cf2e6-456a-431e-9024-262e62e51a5b tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Request body: {'security_group_rule': {'security_group_id': 'f5c44f24-01d3-4e7c-a60e-7dc080973b96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:44.908317 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-139cf2e6-456a-431e-9024-262e62e51a5b tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks [] for security_group_rule (c20f122a-c107-4210-8d46-eb60360871e1), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.961971 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047be13c-84e8-45c5-9069-4b358650c515 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c44f24-01d3-4e7c-a60e-7dc080973b96,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:45.060581 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea79721-085e-43d6-ad98-10a1c57810f9 req-408fecf4-1837-4a25-8a45-30c82cc53785 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:45.073634 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ea79721-085e-43d6-ad98-10a1c57810f9 req-408fecf4-1837-4a25-8a45-30c82cc53785 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 0.2366245 Feb 09 21:39:45.163170 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-139cf2e6-456a-431e-9024-262e62e51a5b tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks [] for security_group_rule (c20f122a-c107-4210-8d46-eb60360871e1), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:45.173725 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-139cf2e6-456a-431e-9024-262e62e51a5b tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (c20f122a-c107-4210-8d46-eb60360871e1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:45.196330 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ea79721-085e-43d6-ad98-10a1c57810f9 req-6e6aa1d7-ee5f-4b65-81c3-c809bceaba6f tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196234 Feb 09 21:39:45.198528 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:45.234382 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-55510433-f545-459d-aca8-85de41446db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'name': 'tempest-ServersTestManualDisk-1746886310-router', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:19Z', 'updated_at': '2022-02-09T21:39:36Z', 'revision_number': 4, 'project_id': '7f337c254d834fbba58af696fa675308', 'gw_port': {'id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ed:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:21Z', 'updated_at': '2022-02-09T21:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '1de86321-3dcd-4f57-951e-8456aaf0a6a2', 'name': '', 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'mac_address': 'fa:16:3e:b2:b3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '4082994b-e0a1-4e38-9416-33bed10d7329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:33Z', 'updated_at': '2022-02-09T21:39:43Z', 'revision_number': 4, 'project_id': '7f337c254d834fbba58af696fa675308', 'subnets': [{'id': '4082994b-e0a1-4e38-9416-33bed10d7329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:45.260693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57826) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:45.261298 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139cf2e6-456a-431e-9024-262e62e51a5b tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c20f122a-c107-4210-8d46-eb60360871e1,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:45.293272 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-139cf2e6-456a-431e-9024-262e62e51a5b tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:45.300373 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55510433-f545-459d-aca8-85de41446db4 None None] The sync data for ids ['a9dd55fe-8df5-4bcd-bf85-a652581429be'] in n-d-828601-1 is: [{'id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'name': 'tempest-ServersTestManualDisk-1746886310-router', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:19Z', 'updated_at': '2022-02-09T21:39:36Z', 'revision_number': 4, 'project_id': '7f337c254d834fbba58af696fa675308', 'gw_port': {'id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ed:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:21Z', 'updated_at': '2022-02-09T21:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '1de86321-3dcd-4f57-951e-8456aaf0a6a2', 'name': '', 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'mac_address': 'fa:16:3e:b2:b3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '4082994b-e0a1-4e38-9416-33bed10d7329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:33Z', 'updated_at': '2022-02-09T21:39:43Z', 'revision_number': 4, 'project_id': '7f337c254d834fbba58af696fa675308', 'subnets': [{'id': '4082994b-e0a1-4e38-9416-33bed10d7329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:39:45.301203 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57830) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:45.306259 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-43a35b2d-95dd-42db-817e-dc5d769e6a1f tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Request body: {'security_group_rule': {'security_group_id': 'f5c44f24-01d3-4e7c-a60e-7dc080973b96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:45.310943 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-139cf2e6-456a-431e-9024-262e62e51a5b tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5052824 Feb 09 21:39:45.456544 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43a35b2d-95dd-42db-817e-dc5d769e6a1f tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks [] for security_group_rule (6108eb17-cc5f-4068-b821-9c42a94cae03), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:45.618404 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43a35b2d-95dd-42db-817e-dc5d769e6a1f tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks [] for security_group_rule (6108eb17-cc5f-4068-b821-9c42a94cae03), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:45.633880 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-aebda789-63f4-48ca-a918-3fc107a1f367 tempest-ServiceProvidersTest-137220071 tempest-ServiceProvidersTest-137220071-project] 10.222.0.77 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3717539 Feb 09 21:39:45.635792 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43a35b2d-95dd-42db-817e-dc5d769e6a1f tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (6108eb17-cc5f-4068-b821-9c42a94cae03), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:45.658928 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a35b2d-95dd-42db-817e-dc5d769e6a1f tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6108eb17-cc5f-4068-b821-9c42a94cae03,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:45.782300 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:45.783677 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43a35b2d-95dd-42db-817e-dc5d769e6a1f tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:45.791074 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-43a35b2d-95dd-42db-817e-dc5d769e6a1f tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4875863 Feb 09 21:39:45.795687 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57842) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:45.805553 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-42ff14b7-0e02-401e-a0be-29d88190b6c5 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:45.872325 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42ff14b7-0e02-401e-a0be-29d88190b6c5 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:46.466774 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b864f-400f-4fd0-8070-418744310f9b req-1f824780-71b0-4a0c-833a-1a00a4e7ce34 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:46.468345 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f96b864f-400f-4fd0-8070-418744310f9b req-1f824780-71b0-4a0c-833a-1a00a4e7ce34 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.71 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 945 time: 0.2839074 Feb 09 21:39:46.807767 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57870) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:46.933389 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42ff14b7-0e02-401e-a0be-29d88190b6c5 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.175897 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32333989-dc38-47bf-b7e7-5c866b500f88 req-9a3c530a-8cf8-43a7-83aa-6c3909192576 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:47.177609 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32333989-dc38-47bf-b7e7-5c866b500f88 req-9a3c530a-8cf8-43a7-83aa-6c3909192576 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 945 time: 0.4508512 Feb 09 21:39:47.178195 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a360b15c-d96a-4a7a-9ee0-c4c36e91ec3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.339624 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-f96b864f-400f-4fd0-8070-418744310f9b req-0cda95ed-e424-4a1f-8d19-198fa5537146 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Deleting port 199ff699-3388-439e-bc05-9e9bec66e321 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:47.340482 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f96b864f-400f-4fd0-8070-418744310f9b req-0cda95ed-e424-4a1f-8d19-198fa5537146 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (199ff699-3388-439e-bc05-9e9bec66e321), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.422079 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1de86321-3dcd-4f57-951e-8456aaf0a6a2 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:47.489462 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32333989-dc38-47bf-b7e7-5c866b500f88 req-ea31da6e-3064-4de9-b599-d70b1420fd7c tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901030 Feb 09 21:39:47.506246 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-42ff14b7-0e02-401e-a0be-29d88190b6c5 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Allocated IP 172.25.6.123 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/a26c254f-46b3-4f00-9418-46520478b56a) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:47.545267 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a360b15c-d96a-4a7a-9ee0-c4c36e91ec3c admin admin] Publish callbacks [] for security_group (d4a92991-738a-4125-91c6-b6ce13201b6d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.558133 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a360b15c-d96a-4a7a-9ee0-c4c36e91ec3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d4a92991-738a-4125-91c6-b6ce13201b6d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.663489 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360b15c-d96a-4a7a-9ee0-c4c36e91ec3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a92991-738a-4125-91c6-b6ce13201b6d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:47.745223 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a360b15c-d96a-4a7a-9ee0-c4c36e91ec3c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3a96d71299804a809bfa1ccf9aef7c46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9358149 Feb 09 21:39:47.753196 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57890) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:47.825307 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-f96b864f-400f-4fd0-8070-418744310f9b req-0cda95ed-e424-4a1f-8d19-198fa5537146 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] For port 199ff699-3388-439e-bc05-9e9bec66e321, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=199ff699-3388-439e-bc05-9e9bec66e321,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:47.828300 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f96b864f-400f-4fd0-8070-418744310f9b req-0cda95ed-e424-4a1f-8d19-198fa5537146 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (199ff699-3388-439e-bc05-9e9bec66e321), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.854779 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1de86321-3dcd-4f57-951e-8456aaf0a6a2 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:47.856610 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1de86321-3dcd-4f57-951e-8456aaf0a6a2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.878298 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4abf5df5-f8d3-479b-95bd-0237554ba9ae admin admin] Publish callbacks [] for security_group (d4a92991-738a-4125-91c6-b6ce13201b6d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.888455 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-f96b864f-400f-4fd0-8070-418744310f9b req-0cda95ed-e424-4a1f-8d19-198fa5537146 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Calling delete_port for 199ff699-3388-439e-bc05-9e9bec66e321 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:47.929741 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4abf5df5-f8d3-479b-95bd-0237554ba9ae admin admin] Publish callbacks [] for security_group (d4a92991-738a-4125-91c6-b6ce13201b6d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:48.133614 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4abf5df5-f8d3-479b-95bd-0237554ba9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d4a92991-738a-4125-91c6-b6ce13201b6d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:48.138197 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4abf5df5-f8d3-479b-95bd-0237554ba9ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:48.139789 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4abf5df5-f8d3-479b-95bd-0237554ba9ae admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d4a92991-738a-4125-91c6-b6ce13201b6d HTTP/1.1" status: 204 len: 168 time: 0.3854051 Feb 09 21:39:48.174935 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf5df5-f8d3-479b-95bd-0237554ba9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a92991-738a-4125-91c6-b6ce13201b6d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:48.256064 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae6c64-55d6-4d5b-8590-0c1bdfd2f56c req-8420b257-adf5-4045-b6bf-908021ecdee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:48.258974 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-beae6c64-55d6-4d5b-8590-0c1bdfd2f56c req-8420b257-adf5-4045-b6bf-908021ecdee3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10ae4cf9e5fb41adaaf75cd8b9397016&device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 1127 time: 0.1936429 Feb 09 21:39:48.282498 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1de86321-3dcd-4f57-951e-8456aaf0a6a2 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:48.536224 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 199ff699-3388-439e-bc05-9e9bec66e321 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:39:48.614410 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae6c64-55d6-4d5b-8590-0c1bdfd2f56c req-b0d0eb84-6cad-48f2-bf7a-7286766ed4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:48.617028 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-beae6c64-55d6-4d5b-8590-0c1bdfd2f56c req-b0d0eb84-6cad-48f2-bf7a-7286766ed4f4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8593dde6-4ab4-434c-8a50-93afcc61779b HTTP/1.1" status: 200 len: 919 time: 0.3462145 Feb 09 21:39:48.788987 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-beae6c64-55d6-4d5b-8590-0c1bdfd2f56c req-0db2b79a-6c2a-4237-8cf3-f970f14168b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 HTTP/1.1" status: 200 len: 217 time: 0.1571093 Feb 09 21:39:48.893397 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 199ff699-3388-439e-bc05-9e9bec66e321 is: DOWN; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:49.046067 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae6c64-55d6-4d5b-8590-0c1bdfd2f56c req-825517f7-7e0f-4bb3-9e0b-11139d1110bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:49.053889 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-beae6c64-55d6-4d5b-8590-0c1bdfd2f56c req-825517f7-7e0f-4bb3-9e0b-11139d1110bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b88e8ac-d969-447a-b9ce-98d85c1957c4 HTTP/1.1" status: 200 len: 858 time: 0.2595499 Feb 09 21:39:49.153552 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-beae6c64-55d6-4d5b-8590-0c1bdfd2f56c req-8018c557-fd65-41fd-ad52-f39f88340f0a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8593dde6-4ab4-434c-8a50-93afcc61779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923367 Feb 09 21:39:49.154640 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57926) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:49.349255 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42ff14b7-0e02-401e-a0be-29d88190b6c5 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks [] for port (a26c254f-46b3-4f00-9418-46520478b56a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.523329 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42ff14b7-0e02-401e-a0be-29d88190b6c5 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (a26c254f-46b3-4f00-9418-46520478b56a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.539859 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-beae6c64-55d6-4d5b-8590-0c1bdfd2f56c req-aa96b127-5215-47e0-aedb-50b8416ed611 service neutron] 10.222.0.42 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671513 Feb 09 21:39:49.999347 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-beae6c64-55d6-4d5b-8590-0c1bdfd2f56c req-2c5cc477-560a-4f01-9062-3c56efb9a727 service neutron] 10.222.0.42 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458325 Feb 09 21:39:50.086886 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-db512b28-5544-4b9d-bc9d-cb73ea340534 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1139981567'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:50.125986 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ff14b7-0e02-401e-a0be-29d88190b6c5 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:50.172228 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-42ff14b7-0e02-401e-a0be-29d88190b6c5 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:50.226320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff14b7-0e02-401e-a0be-29d88190b6c5 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:50.236010 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db512b28-5544-4b9d-bc9d-cb73ea340534 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] Made reservation on behalf of e9024f5fac6e480189ffa888e42c3b0a for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:50.242122 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db512b28-5544-4b9d-bc9d-cb73ea340534 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.270672 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db512b28-5544-4b9d-bc9d-cb73ea340534 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.525352 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a451822-0f12-4fe0-93aa-ab5b5fa2742a req-41500d57-9dd9-4728-b490-cec9bac136da tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:50.539427 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a451822-0f12-4fe0-93aa-ab5b5fa2742a req-41500d57-9dd9-4728-b490-cec9bac136da tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 1.0183630 Feb 09 21:39:50.552409 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db512b28-5544-4b9d-bc9d-cb73ea340534 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] Publish callbacks [] for security_group (e4f2dcf3-85f7-4853-b7df-31a082d6fb2b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.562420 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db512b28-5544-4b9d-bc9d-cb73ea340534 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e4f2dcf3-85f7-4853-b7df-31a082d6fb2b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.572602 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff14b7-0e02-401e-a0be-29d88190b6c5 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Pushing event updated for resources: {'Port': ['ID=a26c254f-46b3-4f00-9418-46520478b56a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:50.645392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db512b28-5544-4b9d-bc9d-cb73ea340534 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f2dcf3-85f7-4853-b7df-31a082d6fb2b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:50.662138 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db512b28-5544-4b9d-bc9d-cb73ea340534 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:39:50.676314 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db512b28-5544-4b9d-bc9d-cb73ea340534 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (3ca246be-867c-4f01-9e44-f65db9c78d3b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.676894 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-db512b28-5544-4b9d-bc9d-cb73ea340534 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] Added segment 3ca246be-867c-4f01-9e44-f65db9c78d3b of type vlan for network 1ff20e03-65d4-446f-b877-e3bb4da89338 Feb 09 21:39:50.738020 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db512b28-5544-4b9d-bc9d-cb73ea340534 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (1ff20e03-65d4-446f-b877-e3bb4da89338), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.781931 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db512b28-5544-4b9d-bc9d-cb73ea340534 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (1ff20e03-65d4-446f-b877-e3bb4da89338), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.803734 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db512b28-5544-4b9d-bc9d-cb73ea340534 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:50.807012 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db512b28-5544-4b9d-bc9d-cb73ea340534 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.922855 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-db512b28-5544-4b9d-bc9d-cb73ea340534 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.7650988 Feb 09 21:39:51.027538 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f96b864f-400f-4fd0-8070-418744310f9b req-0cda95ed-e424-4a1f-8d19-198fa5537146 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (199ff699-3388-439e-bc05-9e9bec66e321), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.076867 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a451822-0f12-4fe0-93aa-ab5b5fa2742a req-bb10d6ff-6b12-41d7-b104-7a3888247c71 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932761 Feb 09 21:39:51.122235 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db512b28-5544-4b9d-bc9d-cb73ea340534 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] Pushing event updated for resources: {'Network': ['ID=1ff20e03-65d4-446f-b877-e3bb4da89338,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:51.138499 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 1ff20e03-65d4-446f-b877-e3bb4da89338 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:39:51.195142 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda95ed-e424-4a1f-8d19-198fa5537146 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Pushing event deleted for resources: {'Port': ['ID=199ff699-3388-439e-bc05-9e9bec66e321,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:51.454153 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96b864f-400f-4fd0-8070-418744310f9b req-0cda95ed-e424-4a1f-8d19-198fa5537146 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] No DVR routers for this DVR port 199ff699-3388-439e-bc05-9e9bec66e321 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:39:51.459051 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f96b864f-400f-4fd0-8070-418744310f9b req-0cda95ed-e424-4a1f-8d19-198fa5537146 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.466943 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f96b864f-400f-4fd0-8070-418744310f9b req-0cda95ed-e424-4a1f-8d19-198fa5537146 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.71 "DELETE /v2.0/ports/199ff699-3388-439e-bc05-9e9bec66e321 HTTP/1.1" status: 204 len: 173 time: 4.9735677 Feb 09 21:39:51.580032 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd3d69c-4458-4207-8913-2895dd360a98', 'name': 'network-vif-deleted', 'tag': '199ff699-3388-439e-bc05-9e9bec66e321'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:51.583857 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60bd98f-9b66-45c0-b2b0-1028fb4481e2" -d '{"events": [{"server_uuid": "abd3d69c-4458-4207-8913-2895dd360a98", "name": "network-vif-deleted", "tag": "199ff699-3388-439e-bc05-9e9bec66e321"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:51.635810 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1f51fb6-f3d0-43ca-9001-7a2d283f7fb8 req-cc750cc7-cb7a-411b-9dff-b0428f6882a0 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd3d69c-4458-4207-8913-2895dd360a98 HTTP/1.1" status: 200 len: 210 time: 0.2784412 Feb 09 21:39:51.658922 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42ff14b7-0e02-401e-a0be-29d88190b6c5 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks [] for floatingip (ba225ed7-c68c-474d-a25b-e06771ed55e9), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.920415 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42ff14b7-0e02-401e-a0be-29d88190b6c5 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a26c254f-46b3-4f00-9418-46520478b56a), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.594437 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42ff14b7-0e02-401e-a0be-29d88190b6c5 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks [] for port (a26c254f-46b3-4f00-9418-46520478b56a), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.612312 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42ff14b7-0e02-401e-a0be-29d88190b6c5 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (a26c254f-46b3-4f00-9418-46520478b56a), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.907482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57990) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:52.915448 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff14b7-0e02-401e-a0be-29d88190b6c5 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Pushing event updated for resources: {'Port': ['ID=a26c254f-46b3-4f00-9418-46520478b56a,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:52.915742 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Request body: {'port': {'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338', 'binding:host_id': 'n-h1-828601-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-698032607'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:52.935586 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42ff14b7-0e02-401e-a0be-29d88190b6c5 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (ba225ed7-c68c-474d-a25b-e06771ed55e9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.969242 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Made reservation on behalf of 334f666017bb4088bbd0a8e11fe975de for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:52.981895 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42ff14b7-0e02-401e-a0be-29d88190b6c5 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.986848 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.999920 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-42ff14b7-0e02-401e-a0be-29d88190b6c5 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1908376 Feb 09 21:39:53.024136 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e56c5e7-dc98-42f2-9d98-f7444e9dfe43 x-openstack-request-id: req-0e56c5e7-dc98-42f2-9d98-f7444e9dfe43 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:53.024701 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd3d69c-4458-4207-8913-2895dd360a98", "name": "network-vif-deleted", "tag": "199ff699-3388-439e-bc05-9e9bec66e321", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:53.025267 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e56c5e7-dc98-42f2-9d98-f7444e9dfe43 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:53.026120 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd3d69c-4458-4207-8913-2895dd360a98', 'name': 'network-vif-deleted', 'tag': '199ff699-3388-439e-bc05-9e9bec66e321', 'status': 'completed', 'code': 200} Feb 09 21:39:53.045297 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.203382 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks [] for security_group (f7402fc2-c837-4ec2-aba6-0fca0e4d4896), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.222462 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f7402fc2-c837-4ec2-aba6-0fca0e4d4896), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.300989 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7402fc2-c837-4ec2-aba6-0fca0e4d4896,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:53.325893 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] device_id is not set on port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:39:53.360060 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da3b67-a00b-43fc-9554-a2d79cc7f021 req-e068fcab-00a8-4b73-bb43-e3e550c74caf tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:53.373365 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-12da3b67-a00b-43fc-9554-a2d79cc7f021 req-e068fcab-00a8-4b73-bb43-e3e550c74caf tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 0.1550212 Feb 09 21:39:53.551100 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-12da3b67-a00b-43fc-9554-a2d79cc7f021 req-a8c19cf4-6053-4d1a-9ca5-32ac70d97661 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736629 Feb 09 21:39:53.767171 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] device_id is not set on port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:39:53.785461 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks [] for port (0ceab952-5cbe-4a6f-84f0-a103a46977e3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.818118 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (0ceab952-5cbe-4a6f-84f0-a103a46977e3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:54.002810 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Pushing event updated for resources: {'Port': ['ID=0ceab952-5cbe-4a6f-84f0-a103a46977e3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:54.035669 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Checking segment: {'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:54.048751 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Network hostable DHCP agents. Network: 1ff20e03-65d4-446f-b877-e3bb4da89338, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:39:54.094050 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-c0449421-825f-438b-9d83-80d3829cfeee tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--660611866&fields=id&tenant_id=7f337c254d834fbba58af696fa675308 HTTP/1.1" status: 200 len: 267 time: 0.1710045 Feb 09 21:39:54.121914 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Network 1ff20e03-65d4-446f-b877-e3bb4da89338 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:39:54.151696 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 1ff20e03-65d4-446f-b877-e3bb4da89338) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:54.173569 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9af8dbd-0714-4c4c-8a3d-0a972c7f7145 None None] Network 1ff20e03-65d4-446f-b877-e3bb4da89338 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:54.177310 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:54.218296 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:54.218654 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:54.219011 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:54.239261 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:54.239597 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:39:54.240063 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 2 to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 Feb 09 21:39:54.270283 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:54.270594 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:54.270838 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:54.283191 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:54.283780 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:39:54.284356 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 3 to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 Feb 09 21:39:54.323524 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:54.323973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:54.324243 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:54.343249 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:54.343745 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:39:54.344070 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 4 to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 Feb 09 21:39:54.386154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-edfc8278-edf5-4da5-8a97-979a75dd1d25 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:54.392930 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:54.395934 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-edfc8278-edf5-4da5-8a97-979a75dd1d25 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/networks?id=8118d80b-62ac-4bfa-9a3a-ccc416d873f8 HTTP/1.1" status: 200 len: 812 time: 0.2943816 Feb 09 21:39:54.396347 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:54.396347 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:54.408495 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:54.408833 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:39:54.409243 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 5 to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 Feb 09 21:39:54.444326 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-b6ebf49b-85d1-4d5d-9f05-f21761455615 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/quotas/7f337c254d834fbba58af696fa675308 HTTP/1.1" status: 200 len: 375 time: 0.0349677 Feb 09 21:39:54.450149 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:54.450149 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:54.450149 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:54.464878 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:54.465812 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:39:54.466131 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 6 to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 Feb 09 21:39:54.483390 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:54.483786 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:54.484143 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:54.490622 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:54.490963 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:39:54.491367 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 7 to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 Feb 09 21:39:54.511465 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:54.512150 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:54.512654 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:54.520618 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:54.521160 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:39:54.521705 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 8 to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 Feb 09 21:39:54.539189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:54.539836 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:54.540341 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:54.551827 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:54.552424 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:39:54.552984 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 9 to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 Feb 09 21:39:54.572701 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:54.573271 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:54.573750 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:54.588269 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:54.588862 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:39:54.589439 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 10 to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 Feb 09 21:39:54.611630 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:54.612192 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:54.612738 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:54.629642 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:54.630040 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:39:54.630623 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0ceab952-5cbe-4a6f-84f0-a103a46977e3), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:54.635511 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-ce15e93f-c241-4da5-b640-c404d8ff1304 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7f337c254d834fbba58af696fa675308&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1759112 Feb 09 21:39:54.828221 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] For port 0ceab952-5cbe-4a6f-84f0-a103a46977e3, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:54.828796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempted to set empty binding levels {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 21:39:54.843326 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (0ceab952-5cbe-4a6f-84f0-a103a46977e3), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:54.908194 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:54.909789 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:54.986253 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Pushing event updated for resources: {'Port': ['ID=0ceab952-5cbe-4a6f-84f0-a103a46977e3,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:55.010366 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58024) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:55.010627 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0e233f0e-9232-4ee4-8732-e4aabedc469f tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.1014137 Feb 09 21:39:55.211896 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-9b2edbfb-b269-4652-90dc-cd34f40b0862 service neutron] 10.222.0.77 "GET /v2.0/networks/8118d80b-62ac-4bfa-9a3a-ccc416d873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712605 Feb 09 21:39:55.255474 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f11f2f6c-c9a3-47b0-be06-42f6eecdb2c2 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Deleting port 0ceab952-5cbe-4a6f-84f0-a103a46977e3 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:55.255949 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f11f2f6c-c9a3-47b0-be06-42f6eecdb2c2 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (0ceab952-5cbe-4a6f-84f0-a103a46977e3), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:55.412614 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-eaa227ea-88d3-4458-9f8e-110fc342c43d service neutron] 10.222.0.77 "GET /v2.0/networks/8118d80b-62ac-4bfa-9a3a-ccc416d873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889312 Feb 09 21:39:55.441313 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-f11f2f6c-c9a3-47b0-be06-42f6eecdb2c2 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] For port 0ceab952-5cbe-4a6f-84f0-a103a46977e3, host n-h1-828601-1, got binding levels [] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:55.441790 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f11f2f6c-c9a3-47b0-be06-42f6eecdb2c2 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (0ceab952-5cbe-4a6f-84f0-a103a46977e3), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:55.466444 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f11f2f6c-c9a3-47b0-be06-42f6eecdb2c2 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Calling delete_port for 0ceab952-5cbe-4a6f-84f0-a103a46977e3 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:55.633889 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f11f2f6c-c9a3-47b0-be06-42f6eecdb2c2 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (0ceab952-5cbe-4a6f-84f0-a103a46977e3), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:55.678038 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f2f6c-c9a3-47b0-be06-42f6eecdb2c2 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ceab952-5cbe-4a6f-84f0-a103a46977e3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:55.690386 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f11f2f6c-c9a3-47b0-be06-42f6eecdb2c2 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:55.694533 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f11f2f6c-c9a3-47b0-be06-42f6eecdb2c2 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] 10.222.0.77 "DELETE /v2.0/ports/0ceab952-5cbe-4a6f-84f0-a103a46977e3 HTTP/1.1" status: 204 len: 168 time: 0.6307025 Feb 09 21:39:55.698265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58026) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:55.732280 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-201ed20d-686f-4a63-89d2-c664b9503b09 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] GET failed (client error): The resource could not be found. Feb 09 21:39:55.738831 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-201ed20d-686f-4a63-89d2-c664b9503b09 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] 10.222.0.77 "GET /v2.0/ports/0ceab952-5cbe-4a6f-84f0-a103a46977e3 HTTP/1.1" status: 404 len: 333 time: 0.0344741 Feb 09 21:39:55.739203 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58028) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:55.747216 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6aa025ac-c02b-4b11-9928-c3a2514a6c2d tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Request body: {'port': {'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1327731379'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:55.787680 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa025ac-c02b-4b11-9928-c3a2514a6c2d tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Made reservation on behalf of 334f666017bb4088bbd0a8e11fe975de for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:55.796555 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6aa025ac-c02b-4b11-9928-c3a2514a6c2d tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:55.838836 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-6aa025ac-c02b-4b11-9928-c3a2514a6c2d tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] device_id is not set on port cae549a1-d010-4956-aff9-e3e30b4c498f yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:39:56.077650 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6aa025ac-c02b-4b11-9928-c3a2514a6c2d tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks [] for port (cae549a1-d010-4956-aff9-e3e30b4c498f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:56.191790 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6aa025ac-c02b-4b11-9928-c3a2514a6c2d tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (cae549a1-d010-4956-aff9-e3e30b4c498f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:56.364988 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa025ac-c02b-4b11-9928-c3a2514a6c2d tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Network 1ff20e03-65d4-446f-b877-e3bb4da89338 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:56.366959 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa025ac-c02b-4b11-9928-c3a2514a6c2d tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Pushing event updated for resources: {'Port': ['ID=cae549a1-d010-4956-aff9-e3e30b4c498f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:56.384346 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-6aa025ac-c02b-4b11-9928-c3a2514a6c2d tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:56.404122 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa025ac-c02b-4b11-9928-c3a2514a6c2d tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:56.405488 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa025ac-c02b-4b11-9928-c3a2514a6c2d tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:56.406436 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6aa025ac-c02b-4b11-9928-c3a2514a6c2d tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:56.453472 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-444ae98c-6feb-401d-9cf8-29a06afd1fd9 req-1c3d0cd1-0ebf-4662-be86-ce5b9ea3a2f0 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/ports?device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 210 time: 0.0650051 Feb 09 21:39:56.481124 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6aa025ac-c02b-4b11-9928-c3a2514a6c2d tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7404242 Feb 09 21:39:56.482752 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58052) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:56.492793 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:56.683146 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cae549a1-d010-4956-aff9-e3e30b4c498f), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:56.772143 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fd0c3-60e5-4012-a334-0db168fef088 req-a24d328d-d7cc-4142-a917-920086dd16a6 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:56.775089 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-603fd0c3-60e5-4012-a334-0db168fef088 req-a24d328d-d7cc-4142-a917-920086dd16a6 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.71 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 944 time: 0.1917028 Feb 09 21:39:56.808937 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5ece2-c24c-48fd-9450-6b36927d984e req-132f2543-b768-4b89-b7df-60796b4c3810 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:56.821951 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7db5ece2-c24c-48fd-9450-6b36927d984e req-132f2543-b768-4b89-b7df-60796b4c3810 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 944 time: 0.1633132 Feb 09 21:39:57.106433 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7db5ece2-c24c-48fd-9450-6b36927d984e req-c6ebb149-1f66-486a-aa6f-ba102d7ca116 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824450 Feb 09 21:39:57.198042 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-603fd0c3-60e5-4012-a334-0db168fef088 req-dd916c8c-d867-4bb9-a7bb-586b102bd7ce tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Deleting port e449a260-1ced-47f5-8970-977165f448b0 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:57.198493 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-603fd0c3-60e5-4012-a334-0db168fef088 req-dd916c8c-d867-4bb9-a7bb-586b102bd7ce tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (e449a260-1ced-47f5-8970-977165f448b0), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:57.294427 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] device_id is not set on port cae549a1-d010-4956-aff9-e3e30b4c498f yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:39:57.329399 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks [] for port (cae549a1-d010-4956-aff9-e3e30b4c498f), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:57.346268 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (cae549a1-d010-4956-aff9-e3e30b4c498f), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:57.499726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-603fd0c3-60e5-4012-a334-0db168fef088 req-dd916c8c-d867-4bb9-a7bb-586b102bd7ce tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] For port e449a260-1ced-47f5-8970-977165f448b0, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e449a260-1ced-47f5-8970-977165f448b0,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:57.500593 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-603fd0c3-60e5-4012-a334-0db168fef088 req-dd916c8c-d867-4bb9-a7bb-586b102bd7ce tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (e449a260-1ced-47f5-8970-977165f448b0), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:57.530220 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-603fd0c3-60e5-4012-a334-0db168fef088 req-dd916c8c-d867-4bb9-a7bb-586b102bd7ce tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Calling delete_port for e449a260-1ced-47f5-8970-977165f448b0 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:57.625500 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Pushing event updated for resources: {'Port': ['ID=cae549a1-d010-4956-aff9-e3e30b4c498f,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:57.646784 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:57.647195 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:57.647490 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:57.656513 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port cae549a1-d010-4956-aff9-e3e30b4c498f on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:57.656982 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:39:57.657268 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 2 to bind port cae549a1-d010-4956-aff9-e3e30b4c498f Feb 09 21:39:57.693020 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:57.693429 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:57.693686 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:57.705544 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port cae549a1-d010-4956-aff9-e3e30b4c498f on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:57.705979 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:39:57.706475 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 3 to bind port cae549a1-d010-4956-aff9-e3e30b4c498f Feb 09 21:39:57.736364 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:57.737424 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:57.738479 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:57.748325 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port cae549a1-d010-4956-aff9-e3e30b4c498f on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:57.749327 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:39:57.750379 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 4 to bind port cae549a1-d010-4956-aff9-e3e30b4c498f Feb 09 21:39:57.781208 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:57.781727 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:57.782081 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:57.789494 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a7365146-d4bc-4ecc-a5ef-7ba6440f8694 req-c0ddf5f3-3400-41ab-8c98-95ca9e593891 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/ports?device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 210 time: 0.0617220 Feb 09 21:39:57.799358 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port cae549a1-d010-4956-aff9-e3e30b4c498f on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:57.799760 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:39:57.800140 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 5 to bind port cae549a1-d010-4956-aff9-e3e30b4c498f Feb 09 21:39:57.834801 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:57.835261 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:57.835808 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:57.848634 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port cae549a1-d010-4956-aff9-e3e30b4c498f on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:57.852199 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:39:57.852963 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 6 to bind port cae549a1-d010-4956-aff9-e3e30b4c498f Feb 09 21:39:57.889420 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:57.889763 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:57.890109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:57.901673 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-603fd0c3-60e5-4012-a334-0db168fef088 req-dd916c8c-d867-4bb9-a7bb-586b102bd7ce tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (e449a260-1ced-47f5-8970-977165f448b0), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:57.903746 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port cae549a1-d010-4956-aff9-e3e30b4c498f on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:57.904128 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:39:57.904506 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 7 to bind port cae549a1-d010-4956-aff9-e3e30b4c498f Feb 09 21:39:57.948040 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:57.948583 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:57.949114 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:57.967719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port cae549a1-d010-4956-aff9-e3e30b4c498f on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:57.968244 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:39:57.971042 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 8 to bind port cae549a1-d010-4956-aff9-e3e30b4c498f Feb 09 21:39:57.979720 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd916c8c-d867-4bb9-a7bb-586b102bd7ce tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Pushing event deleted for resources: {'Port': ['ID=e449a260-1ced-47f5-8970-977165f448b0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:58.109950 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:58.109950 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:58.111307 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:58.133070 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port cae549a1-d010-4956-aff9-e3e30b4c498f on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:58.136344 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:39:58.140242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-603fd0c3-60e5-4012-a334-0db168fef088 req-dd916c8c-d867-4bb9-a7bb-586b102bd7ce tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] No DVR routers for this DVR port e449a260-1ced-47f5-8970-977165f448b0 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:39:58.149509 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-603fd0c3-60e5-4012-a334-0db168fef088 req-dd916c8c-d867-4bb9-a7bb-586b102bd7ce tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:58.156553 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-603fd0c3-60e5-4012-a334-0db168fef088 req-dd916c8c-d867-4bb9-a7bb-586b102bd7ce tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.71 "DELETE /v2.0/ports/e449a260-1ced-47f5-8970-977165f448b0 HTTP/1.1" status: 204 len: 173 time: 1.3746433 Feb 09 21:39:58.157558 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd46d4c-5923-45a0-aa09-95217dc65958', 'name': 'network-vif-deleted', 'tag': 'e449a260-1ced-47f5-8970-977165f448b0'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:58.171547 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6b2c15-5849-499a-8e5a-ba23e8dc8985" -d '{"events": [{"server_uuid": "9cd46d4c-5923-45a0-aa09-95217dc65958", "name": "network-vif-deleted", "tag": "e449a260-1ced-47f5-8970-977165f448b0"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:58.181282 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 9 to bind port cae549a1-d010-4956-aff9-e3e30b4c498f Feb 09 21:39:58.218280 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:58.218691 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:58.218956 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:58.235276 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-08a3949f-f120-4ebf-be98-bbcc2a127499 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:58.239842 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-08a3949f-f120-4ebf-be98-bbcc2a127499 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.42 "GET /v2.0/networks?id=8118d80b-62ac-4bfa-9a3a-ccc416d873f8 HTTP/1.1" status: 200 len: 812 time: 0.2694302 Feb 09 21:39:58.240778 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port cae549a1-d010-4956-aff9-e3e30b4c498f on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:58.241484 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:39:58.242151 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 10 to bind port cae549a1-d010-4956-aff9-e3e30b4c498f Feb 09 21:39:58.281798 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:58.282268 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:58.282671 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:58.291718 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port cae549a1-d010-4956-aff9-e3e30b4c498f on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:58.292144 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port cae549a1-d010-4956-aff9-e3e30b4c498f on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:39:58.292631 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cae549a1-d010-4956-aff9-e3e30b4c498f), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:58.424114 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-c353e153-91d0-4a03-a611-2f451d07193f tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f337c254d834fbba58af696fa675308 HTTP/1.1" status: 200 len: 379 time: 0.1694579 Feb 09 21:39:58.443385 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-babe645d-703e-46e5-ac4d-6edcca4a533e tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Request body: {'port': {'device_id': '891ff5ad-132b-4911-acfa-6170e93cefc8', 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8', 'admin_state_up': True, 'tenant_id': '7f337c254d834fbba58af696fa675308', 'security_groups': ['f5c44f24-01d3-4e7c-a60e-7dc080973b96']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:58.457232 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9693171-bd34-4ddd-88c4-60519681ea9d req-8937ad41-d43e-4899-a087-36d1f7b4dbf5 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cd46d4c-5923-45a0-aa09-95217dc65958 HTTP/1.1" status: 200 len: 210 time: 0.1033902 Feb 09 21:39:58.562526 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765e2d5e-b7f9-4ce1-b555-2b6ac788d68f x-openstack-request-id: req-765e2d5e-b7f9-4ce1-b555-2b6ac788d68f {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:58.563606 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd46d4c-5923-45a0-aa09-95217dc65958", "name": "network-vif-deleted", "tag": "e449a260-1ced-47f5-8970-977165f448b0", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:58.564129 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-765e2d5e-b7f9-4ce1-b555-2b6ac788d68f {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:58.564760 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd46d4c-5923-45a0-aa09-95217dc65958', 'name': 'network-vif-deleted', 'tag': 'e449a260-1ced-47f5-8970-977165f448b0', 'status': 'completed', 'code': 200} Feb 09 21:39:58.569264 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] For port cae549a1-d010-4956-aff9-e3e30b4c498f, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:58.569928 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempted to set empty binding levels {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 21:39:58.577448 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (cae549a1-d010-4956-aff9-e3e30b4c498f), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:58.674431 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] In _notify_port_updated(), no bound segment for port cae549a1-d010-4956-aff9-e3e30b4c498f on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103202) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:39:58.675857 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:58.676845 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:58.678973 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] 10.222.0.77 "PUT /v2.0/ports/cae549a1-d010-4956-aff9-e3e30b4c498f HTTP/1.1" status: 200 len: 975 time: 2.1944828 Feb 09 21:39:58.682009 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58092) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:58.724344 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490f2b2-b594-4dfa-b95b-02b47f245c7c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Pushing event updated for resources: {'Port': ['ID=cae549a1-d010-4956-aff9-e3e30b4c498f,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:58.818376 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-babe645d-703e-46e5-ac4d-6edcca4a533e tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Made reservation on behalf of 7f337c254d834fbba58af696fa675308 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:58.824812 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-babe645d-703e-46e5-ac4d-6edcca4a533e tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:58.986829 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97b44044-ee56-4046-9e32-abc7474fb5b0 req-e56b2af0-1725-41e5-8904-c316b7cded63 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1553376 Feb 09 21:39:59.007541 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10fc276-ce3a-45ab-aa8e-c1a98115cdb9 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.008257 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10fc276-ce3a-45ab-aa8e-c1a98115cdb9 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.008837 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10fc276-ce3a-45ab-aa8e-c1a98115cdb9 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.009418 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10fc276-ce3a-45ab-aa8e-c1a98115cdb9 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.009996 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10fc276-ce3a-45ab-aa8e-c1a98115cdb9 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.010558 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10fc276-ce3a-45ab-aa8e-c1a98115cdb9 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.011260 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10fc276-ce3a-45ab-aa8e-c1a98115cdb9 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.011899 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10fc276-ce3a-45ab-aa8e-c1a98115cdb9 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.012514 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10fc276-ce3a-45ab-aa8e-c1a98115cdb9 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.013079 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10fc276-ce3a-45ab-aa8e-c1a98115cdb9 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.013667 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10fc276-ce3a-45ab-aa8e-c1a98115cdb9 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.014196 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10fc276-ce3a-45ab-aa8e-c1a98115cdb9 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.014787 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10fc276-ce3a-45ab-aa8e-c1a98115cdb9 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.015365 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10fc276-ce3a-45ab-aa8e-c1a98115cdb9 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.015944 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10fc276-ce3a-45ab-aa8e-c1a98115cdb9 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.016506 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10fc276-ce3a-45ab-aa8e-c1a98115cdb9 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.017144 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10fc276-ce3a-45ab-aa8e-c1a98115cdb9 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.017681 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10fc276-ce3a-45ab-aa8e-c1a98115cdb9 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.020886 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a10fc276-ce3a-45ab-aa8e-c1a98115cdb9 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16679 time: 0.3359406 Feb 09 21:39:59.026067 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58108) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:59.091794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-babe645d-703e-46e5-ac4d-6edcca4a533e tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Allocated IP 172.20.0.6 (8118d80b-62ac-4bfa-9a3a-ccc416d873f8/4082994b-e0a1-4e38-9416-33bed10d7329/54c94ea5-cd79-422f-92c4-41e4adba877a) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:59.179992 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1a441-3da6-4e50-97a9-3a4a2a971f7c req-c7be5e2a-ff90-48f4-aa9d-bfe164722c3f tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.183208 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-54d1a441-3da6-4e50-97a9-3a4a2a971f7c req-c7be5e2a-ff90-48f4-aa9d-bfe164722c3f tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/ports?device_id=66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e HTTP/1.1" status: 200 len: 950 time: 0.2653427 Feb 09 21:39:59.268839 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-babe645d-703e-46e5-ac4d-6edcca4a533e tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks [] for port (54c94ea5-cd79-422f-92c4-41e4adba877a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.305844 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b44044-ee56-4046-9e32-abc7474fb5b0 req-3a96c4cd-158e-4fd8-b760-0354f7f7b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.307854 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97b44044-ee56-4046-9e32-abc7474fb5b0 req-3a96c4cd-158e-4fd8-b760-0354f7f7b3b4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=10ae4cf9e5fb41adaaf75cd8b9397016&device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 1128 time: 0.2572539 Feb 09 21:39:59.310294 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-babe645d-703e-46e5-ac4d-6edcca4a533e tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (54c94ea5-cd79-422f-92c4-41e4adba877a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.364267 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-babe645d-703e-46e5-ac4d-6edcca4a533e tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Network 8118d80b-62ac-4bfa-9a3a-ccc416d873f8 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:59.374475 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-babe645d-703e-46e5-ac4d-6edcca4a533e tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:59.377477 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-babe645d-703e-46e5-ac4d-6edcca4a533e tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:59.400576 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-54d1a441-3da6-4e50-97a9-3a4a2a971f7c req-e86ea2dc-294f-46fd-b39a-f3c431bde71b tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/security-groups?id=86c3f3e4-90fe-49e7-aa15-a9b675679f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034817 Feb 09 21:39:59.427010 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe645d-703e-46e5-ac4d-6edcca4a533e tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Pushing event updated for resources: {'Port': ['ID=54c94ea5-cd79-422f-92c4-41e4adba877a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:59.472643 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-babe645d-703e-46e5-ac4d-6edcca4a533e tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.473463 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-babe645d-703e-46e5-ac4d-6edcca4a533e tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.499705 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-babe645d-703e-46e5-ac4d-6edcca4a533e tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0634112 Feb 09 21:39:59.517736 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] Request body: {'port': {'device_id': '891ff5ad-132b-4911-acfa-6170e93cefc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:59.588537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-aae690c7-fb6d-4ed9-8392-71253234d944 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Deleting port cae549a1-d010-4956-aff9-e3e30b4c498f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:59.589098 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aae690c7-fb6d-4ed9-8392-71253234d944 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (cae549a1-d010-4956-aff9-e3e30b4c498f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.633102 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (54c94ea5-cd79-422f-92c4-41e4adba877a), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.749450 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-496e9243-61a5-42a1-bb26-6ba12e08a430 None None] Provisioning complete for port 54c94ea5-cd79-422f-92c4-41e4adba877a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:59.751115 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-496e9243-61a5-42a1-bb26-6ba12e08a430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (54c94ea5-cd79-422f-92c4-41e4adba877a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.771133 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b44044-ee56-4046-9e32-abc7474fb5b0 req-e14ef928-3775-43ab-8cd3-174d995ff0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.774019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97b44044-ee56-4046-9e32-abc7474fb5b0 req-e14ef928-3775-43ab-8cd3-174d995ff0f0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8593dde6-4ab4-434c-8a50-93afcc61779b HTTP/1.1" status: 200 len: 919 time: 0.4271033 Feb 09 21:39:59.793974 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba87a7-c6e4-4bce-91b1-61ea241998c4 req-2ce13c6d-ee12-4e38-9a6b-b123fe2d67d3 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.796766 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8cba87a7-c6e4-4bce-91b1-61ea241998c4 req-2ce13c6d-ee12-4e38-9a6b-b123fe2d67d3 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/ports?device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 931 time: 0.2912467 Feb 09 21:39:59.801140 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-496e9243-61a5-42a1-bb26-6ba12e08a430 None None] Port 54c94ea5-cd79-422f-92c4-41e4adba877a cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:39:59.881662 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-aae690c7-fb6d-4ed9-8392-71253234d944 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] For port cae549a1-d010-4956-aff9-e3e30b4c498f, host n-h1-828601-1, got binding levels [] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:59.882247 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aae690c7-fb6d-4ed9-8392-71253234d944 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (cae549a1-d010-4956-aff9-e3e30b4c498f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.889589 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97b44044-ee56-4046-9e32-abc7474fb5b0 req-4e4b99f7-e7a1-4043-b430-081a3a99da6c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfb7c24-7aa4-49c9-bb02-6161801a2386 HTTP/1.1" status: 200 len: 217 time: 0.0826278 Feb 09 21:39:59.968055 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-aae690c7-fb6d-4ed9-8392-71253234d944 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Calling delete_port for cae549a1-d010-4956-aff9-e3e30b4c498f owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:00.076957 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8cba87a7-c6e4-4bce-91b1-61ea241998c4 req-6c83bbd3-fecd-4644-93d0-351c4885e429 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5c44f24-01d3-4e7c-a60e-7dc080973b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980019 Feb 09 21:40:00.087046 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b44044-ee56-4046-9e32-abc7474fb5b0 req-b10b3ae1-a240-40f4-886d-647a68ff4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:00.088671 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97b44044-ee56-4046-9e32-abc7474fb5b0 req-b10b3ae1-a240-40f4-886d-647a68ff4c37 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b88e8ac-d969-447a-b9ce-98d85c1957c4 HTTP/1.1" status: 200 len: 858 time: 0.1623130 Feb 09 21:40:00.131444 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c94ea5-cd79-422f-92c4-41e4adba877a {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:00.147221 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] Publish callbacks [] for port (54c94ea5-cd79-422f-92c4-41e4adba877a), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.163367 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97b44044-ee56-4046-9e32-abc7474fb5b0 req-101f31e3-5d8b-4afd-a997-78dd028b5361 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8593dde6-4ab4-434c-8a50-93afcc61779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584414 Feb 09 21:40:00.173180 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] Transition to ACTIVE for port object 54c94ea5-cd79-422f-92c4-41e4adba877a will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:40:00.182020 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (54c94ea5-cd79-422f-92c4-41e4adba877a), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.289101 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aae690c7-fb6d-4ed9-8392-71253234d944 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (cae549a1-d010-4956-aff9-e3e30b4c498f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.328438 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=54c94ea5-cd79-422f-92c4-41e4adba877a,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:00.361425 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aae690c7-fb6d-4ed9-8392-71253234d944 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.366944 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-aae690c7-fb6d-4ed9-8392-71253234d944 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] 10.222.0.77 "DELETE /v2.0/ports/cae549a1-d010-4956-aff9-e3e30b4c498f HTTP/1.1" status: 204 len: 168 time: 1.3353379 Feb 09 21:40:00.374206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae690c7-fb6d-4ed9-8392-71253234d944 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Pushing event deleted for resources: {'Port': ['ID=cae549a1-d010-4956-aff9-e3e30b4c498f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:00.376680 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58118) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:00.399558 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97b44044-ee56-4046-9e32-abc7474fb5b0 req-be3b2fb2-d5bd-4f21-b31a-7598a70303f0 service neutron] 10.222.0.71 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315710 Feb 09 21:40:00.447011 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-c002692d-badb-4033-a724-d8ff91ac4ebd tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] GET failed (client error): The resource could not be found. Feb 09 21:40:00.449072 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c002692d-badb-4033-a724-d8ff91ac4ebd tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] 10.222.0.77 "GET /v2.0/ports/cae549a1-d010-4956-aff9-e3e30b4c498f HTTP/1.1" status: 404 len: 333 time: 0.0694633 Feb 09 21:40:00.463488 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58120) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:00.496705 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b7adbdc4-94a1-47b9-a84c-0dd2e4b305dc tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1001656077', 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:00.534559 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] Attempting to bind port 54c94ea5-cd79-422f-92c4-41e4adba877a on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:00.535505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] Attempting to bind port 54c94ea5-cd79-422f-92c4-41e4adba877a by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '51c15e41-6ab8-4583-8b9a-30223687e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:00.536262 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] Attempting to bind port 54c94ea5-cd79-422f-92c4-41e4adba877a on network 8118d80b-62ac-4bfa-9a3a-ccc416d873f8 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:00.542803 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] Port 54c94ea5-cd79-422f-92c4-41e4adba877a on network 8118d80b-62ac-4bfa-9a3a-ccc416d873f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:40:00.543527 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] Attempting to bind port 54c94ea5-cd79-422f-92c4-41e4adba877a on network 8118d80b-62ac-4bfa-9a3a-ccc416d873f8 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:00.546247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e449a260-1ced-47f5-8970-977165f448b0 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:00.550777 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:00.551725 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] Checking segment: {'id': '51c15e41-6ab8-4583-8b9a-30223687e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:00.552404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] Bound using segment: {'id': '51c15e41-6ab8-4583-8b9a-30223687e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:00.553181 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] Bound port: 54c94ea5-cd79-422f-92c4-41e4adba877a, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c15e41-6ab8-4583-8b9a-30223687e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:00.555061 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (54c94ea5-cd79-422f-92c4-41e4adba877a), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.570145 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7adbdc4-94a1-47b9-a84c-0dd2e4b305dc tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Made reservation on behalf of 334f666017bb4088bbd0a8e11fe975de for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:00.575200 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7adbdc4-94a1-47b9-a84c-0dd2e4b305dc tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.632249 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-b7adbdc4-94a1-47b9-a84c-0dd2e4b305dc tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] device_id is not set on port 950ac57d-eba4-461f-812c-70e964a62e00 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:40:00.654628 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: e449a260-1ced-47f5-8970-977165f448b0 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:00.657887 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e449a260-1ced-47f5-8970-977165f448b0 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:00.684241 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] For port 54c94ea5-cd79-422f-92c4-41e4adba877a, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:00.688343 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] For port 54c94ea5-cd79-422f-92c4-41e4adba877a, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=54c94ea5-cd79-422f-92c4-41e4adba877a,segment=NetworkSegment(51c15e41-6ab8-4583-8b9a-30223687e020),segment_id=51c15e41-6ab8-4583-8b9a-30223687e020)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:00.698153 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (54c94ea5-cd79-422f-92c4-41e4adba877a), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.753955 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:00.754843 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.756568 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] 10.222.0.42 "PUT /v2.0/ports/54c94ea5-cd79-422f-92c4-41e4adba877a HTTP/1.1" status: 200 len: 1091 time: 1.2494259 Feb 09 21:40:00.757356 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891ff5ad-132b-4911-acfa-6170e93cefc8', 'tag': '54c94ea5-cd79-422f-92c4-41e4adba877a'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:00.760872 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96a1466-8c84-41a0-ac2d-fa904714778f" -d '{"events": [{"name": "network-changed", "server_uuid": "891ff5ad-132b-4911-acfa-6170e93cefc8", "tag": "54c94ea5-cd79-422f-92c4-41e4adba877a"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:00.778851 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97b44044-ee56-4046-9e32-abc7474fb5b0 req-8ee692e4-30be-4949-8552-144cfd2b2985 service neutron] 10.222.0.71 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406582 Feb 09 21:40:00.927794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10f38d-ac15-4d9d-834f-b0b60150d3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=54c94ea5-cd79-422f-92c4-41e4adba877a,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:00.959426 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-0fca333b-475e-4d0b-9f32-1d4174090555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:00.962919 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-0fca333b-475e-4d0b-9f32-1d4174090555 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f337c254d834fbba58af696fa675308&device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 1125 time: 0.1305382 Feb 09 21:40:01.055970 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-d7553e7a-0e44-4375-aa2c-0abf9a1320e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54c94ea5-cd79-422f-92c4-41e4adba877a HTTP/1.1" status: 200 len: 217 time: 0.0855727 Feb 09 21:40:01.165537 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-3e2fb08b-22d7-45d8-8b39-b593d25dcfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:01.167237 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-3e2fb08b-22d7-45d8-8b39-b593d25dcfa1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4082994b-e0a1-4e38-9416-33bed10d7329 HTTP/1.1" status: 200 len: 851 time: 0.1038342 Feb 09 21:40:01.215200 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7adbdc4-94a1-47b9-a84c-0dd2e4b305dc tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks [] for port (950ac57d-eba4-461f-812c-70e964a62e00), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.247060 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abb2479-77d8-4567-8614-95975afbf0a9 x-openstack-request-id: req-9abb2479-77d8-4567-8614-95975afbf0a9 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:01.247898 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891ff5ad-132b-4911-acfa-6170e93cefc8", "tag": "54c94ea5-cd79-422f-92c4-41e4adba877a", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:01.248388 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9abb2479-77d8-4567-8614-95975afbf0a9 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:01.249674 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891ff5ad-132b-4911-acfa-6170e93cefc8', 'tag': '54c94ea5-cd79-422f-92c4-41e4adba877a', 'status': 'completed', 'code': 200} Feb 09 21:40:01.306530 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-d2066114-59b7-4026-80ef-7a006a853e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:01.308599 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7adbdc4-94a1-47b9-a84c-0dd2e4b305dc tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (950ac57d-eba4-461f-812c-70e964a62e00), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.309759 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-d2066114-59b7-4026-80ef-7a006a853e3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8118d80b-62ac-4bfa-9a3a-ccc416d873f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1343949 Feb 09 21:40:01.400678 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7adbdc4-94a1-47b9-a84c-0dd2e4b305dc tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Network 1ff20e03-65d4-446f-b877-e3bb4da89338 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:01.406420 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-b7adbdc4-94a1-47b9-a84c-0dd2e4b305dc tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:01.414482 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7adbdc4-94a1-47b9-a84c-0dd2e4b305dc tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Pushing event updated for resources: {'Port': ['ID=950ac57d-eba4-461f-812c-70e964a62e00,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:01.418725 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7adbdc4-94a1-47b9-a84c-0dd2e4b305dc tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:01.420455 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7adbdc4-94a1-47b9-a84c-0dd2e4b305dc tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:01.422122 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7adbdc4-94a1-47b9-a84c-0dd2e4b305dc tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.452335 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b7adbdc4-94a1-47b9-a84c-0dd2e4b305dc tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9836714 Feb 09 21:40:01.457087 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58142) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:01.540354 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8130655d-327b-48db-8819-89f0109adb45 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:01.546856 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8130655d-327b-48db-8819-89f0109adb45 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] 10.222.0.77 "GET /v2.0/ports/950ac57d-eba4-461f-812c-70e964a62e00 HTTP/1.1" status: 200 len: 955 time: 0.0829532 Feb 09 21:40:01.547345 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58144) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:01.600088 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-e6aff468-d054-4130-a8ae-f5be0a5b0dcc service neutron] 10.222.0.42 "GET /v2.0/networks/8118d80b-62ac-4bfa-9a3a-ccc416d873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792680 Feb 09 21:40:01.810807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37bf17-e4b0-4b78-b855-2be73b17dafa req-ae60f2a3-d8cc-4002-b945-1529aa82fa8e tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:01.814506 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab37bf17-e4b0-4b78-b855-2be73b17dafa req-ae60f2a3-d8cc-4002-b945-1529aa82fa8e tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/ports?device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 943 time: 0.1023245 Feb 09 21:40:01.821448 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-723b9b33-be1a-4532-b65e-ac4cb5927610 req-d3da7a37-ca68-4efc-8c47-b4d4c8b72073 service neutron] 10.222.0.42 "GET /v2.0/networks/8118d80b-62ac-4bfa-9a3a-ccc416d873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129343 Feb 09 21:40:01.825244 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-94ff3c47-ead5-4360-a883-e984f47fcbc4 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Deleting port 950ac57d-eba4-461f-812c-70e964a62e00 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:01.825591 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94ff3c47-ead5-4360-a883-e984f47fcbc4 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (950ac57d-eba4-461f-812c-70e964a62e00), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.911104 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94ff3c47-ead5-4360-a883-e984f47fcbc4 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (950ac57d-eba4-461f-812c-70e964a62e00), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.930200 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-94ff3c47-ead5-4360-a883-e984f47fcbc4 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Calling delete_port for 950ac57d-eba4-461f-812c-70e964a62e00 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:01.950678 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab37bf17-e4b0-4b78-b855-2be73b17dafa req-742a110a-4e1b-4ec3-9eda-116a0aed15b3 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5c44f24-01d3-4e7c-a60e-7dc080973b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299975 Feb 09 21:40:02.106676 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a1466-8c84-41a0-ac2d-fa904714778f req-af77f745-4475-44f0-9e1e-bb747f7deaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:02.109389 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d96a1466-8c84-41a0-ac2d-fa904714778f req-af77f745-4475-44f0-9e1e-bb747f7deaea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f337c254d834fbba58af696fa675308&device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 1125 time: 0.1700227 Feb 09 21:40:02.152725 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eeb98c-689a-4d24-8366-082ce52415c8 req-02d92802-b87d-4235-b8be-798d3e38c5b0 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:02.154489 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e6eeb98c-689a-4d24-8366-082ce52415c8 req-02d92802-b87d-4235-b8be-798d3e38c5b0 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 945 time: 0.0938635 Feb 09 21:40:02.228252 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94ff3c47-ead5-4360-a883-e984f47fcbc4 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (950ac57d-eba4-461f-812c-70e964a62e00), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.244733 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e6eeb98c-689a-4d24-8366-082ce52415c8 req-af53094f-d016-46d3-8f59-f703c6f3d08e tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/security-groups?id=866acb5e-4621-4dee-b903-382c6c33f754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773828 Feb 09 21:40:02.282891 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff3c47-ead5-4360-a883-e984f47fcbc4 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Pushing event deleted for resources: {'Port': ['ID=950ac57d-eba4-461f-812c-70e964a62e00,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:02.302823 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94ff3c47-ead5-4360-a883-e984f47fcbc4 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.306204 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-94ff3c47-ead5-4360-a883-e984f47fcbc4 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] 10.222.0.77 "DELETE /v2.0/ports/950ac57d-eba4-461f-812c-70e964a62e00 HTTP/1.1" status: 204 len: 168 time: 0.7573972 Feb 09 21:40:02.310525 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58148) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:02.315311 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f737e0-7745-4f5b-a988-50928f576e22 req-5e880619-126d-46b9-b6de-8f2a76bec2a2 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:02.317096 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f1f737e0-7745-4f5b-a988-50928f576e22 req-5e880619-126d-46b9-b6de-8f2a76bec2a2 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.42 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 945 time: 0.2305529 Feb 09 21:40:02.341191 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-eabba26b-5ac0-418c-994f-6c5e6602061d tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] GET failed (client error): The resource could not be found. Feb 09 21:40:02.342597 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-eabba26b-5ac0-418c-994f-6c5e6602061d tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] 10.222.0.77 "GET /v2.0/ports/950ac57d-eba4-461f-812c-70e964a62e00 HTTP/1.1" status: 404 len: 333 time: 0.0309119 Feb 09 21:40:02.348233 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58150) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:02.353867 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-24818fa9-a66a-4fe7-8031-4eac594d25cb tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Request body: {'port': {'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-645238026'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:02.382805 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24818fa9-a66a-4fe7-8031-4eac594d25cb tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Made reservation on behalf of 334f666017bb4088bbd0a8e11fe975de for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:02.392857 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24818fa9-a66a-4fe7-8031-4eac594d25cb tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.410575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-24818fa9-a66a-4fe7-8031-4eac594d25cb tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] device_id is not set on port c8aa4064-2cda-4af3-a21b-307bc6303855 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:40:02.416194 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a1466-8c84-41a0-ac2d-fa904714778f req-cf61905a-5024-4f59-9de4-70327670434e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:02.428079 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d96a1466-8c84-41a0-ac2d-fa904714778f req-cf61905a-5024-4f59-9de4-70327670434e service neutron] 10.222.0.42 "GET /v2.0/networks?id=8118d80b-62ac-4bfa-9a3a-ccc416d873f8 HTTP/1.1" status: 200 len: 913 time: 0.2654936 Feb 09 21:40:02.544240 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ad07ab32-8f95-4a35-8c60-c1305ee8ad7c details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:40:02.547753 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d96a1466-8c84-41a0-ac2d-fa904714778f req-06ac9446-717d-458d-a607-278f8f73842e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54c94ea5-cd79-422f-92c4-41e4adba877a HTTP/1.1" status: 200 len: 217 time: 0.1138372 Feb 09 21:40:02.571302 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e685abdf-7966-4644-b785-4f2c5c04801f no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:02.645529 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a1466-8c84-41a0-ac2d-fa904714778f req-4dc93b88-895b-4159-8b4b-34512977c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:02.647500 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d96a1466-8c84-41a0-ac2d-fa904714778f req-4dc93b88-895b-4159-8b4b-34512977c55b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4082994b-e0a1-4e38-9416-33bed10d7329 HTTP/1.1" status: 200 len: 851 time: 0.0918274 Feb 09 21:40:02.694976 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-f1f737e0-7745-4f5b-a988-50928f576e22 req-1cfeccdb-145c-4ef6-8564-22be63dcdb56 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Deleting port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:02.695800 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f1f737e0-7745-4f5b-a988-50928f576e22 req-1cfeccdb-145c-4ef6-8564-22be63dcdb56 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.719498 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24818fa9-a66a-4fe7-8031-4eac594d25cb tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks [] for port (c8aa4064-2cda-4af3-a21b-307bc6303855), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.753955 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:02.780314 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'ad07ab32-8f95-4a35-8c60-c1305ee8ad7c', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': 'ad07ab32-8f95-4a35-8c60-c1305ee8ad7c', 'mac_address': 'fa:16:3e:e7:a4:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:40:02.792437 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24818fa9-a66a-4fe7-8031-4eac594d25cb tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c8aa4064-2cda-4af3-a21b-307bc6303855), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.810169 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a1466-8c84-41a0-ac2d-fa904714778f req-34c93be3-f781-4eb2-8067-e7ebe07c7142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:02.812906 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d96a1466-8c84-41a0-ac2d-fa904714778f req-34c93be3-f781-4eb2-8067-e7ebe07c7142 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8118d80b-62ac-4bfa-9a3a-ccc416d873f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1571589 Feb 09 21:40:02.884368 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24818fa9-a66a-4fe7-8031-4eac594d25cb tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Network 1ff20e03-65d4-446f-b877-e3bb4da89338 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:02.894160 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-24818fa9-a66a-4fe7-8031-4eac594d25cb tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:02.894805 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:02.895740 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.900859 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24818fa9-a66a-4fe7-8031-4eac594d25cb tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:02.903080 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24818fa9-a66a-4fe7-8031-4eac594d25cb tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:02.904360 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24818fa9-a66a-4fe7-8031-4eac594d25cb tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.940355 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24818fa9-a66a-4fe7-8031-4eac594d25cb tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Pushing event updated for resources: {'Port': ['ID=c8aa4064-2cda-4af3-a21b-307bc6303855,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:02.941785 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad07ab32-8f95-4a35-8c60-c1305ee8ad7c {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:02.966872 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-24818fa9-a66a-4fe7-8031-4eac594d25cb tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6169631 Feb 09 21:40:02.968156 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58162) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:02.977208 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:03.113573 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c8aa4064-2cda-4af3-a21b-307bc6303855), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:03.116533 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port e685abdf-7966-4644-b785-4f2c5c04801f is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:03.117171 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e685abdf-7966-4644-b785-4f2c5c04801f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:03.167183 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:03.179028 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:03.212644 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e685abdf-7966-4644-b785-4f2c5c04801f'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:03.217725 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe59b26-7c99-4781-b7bf-a422d3653938" -d '{"events": [{"server_uuid": "66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e", "name": "network-vif-unplugged", "status": "completed", "tag": "e685abdf-7966-4644-b785-4f2c5c04801f"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:03.298537 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port e685abdf-7966-4644-b785-4f2c5c04801f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e685abdf-7966-4644-b785-4f2c5c04801f,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:03.312521 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e685abdf-7966-4644-b785-4f2c5c04801f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:03.347354 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['ad07ab32-8f95-4a35-8c60-c1305ee8ad7c'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:03.379875 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-f1f737e0-7745-4f5b-a988-50928f576e22 req-1cfeccdb-145c-4ef6-8564-22be63dcdb56 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] For port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd,segment=NetworkSegment(1843738c-7677-4a0a-ae3c-20e5c10303df),segment_id=1843738c-7677-4a0a-ae3c-20e5c10303df)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:03.380719 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f1f737e0-7745-4f5b-a988-50928f576e22 req-1cfeccdb-145c-4ef6-8564-22be63dcdb56 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:03.405361 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-f1f737e0-7745-4f5b-a988-50928f576e22 req-1cfeccdb-145c-4ef6-8564-22be63dcdb56 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Calling delete_port for 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:03.447013 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b61330-5875-4b3f-b9c5-e7f2d51de5d0 req-f5394d1c-84e0-414b-a801-6b138081b99b tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:03.454612 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9b61330-5875-4b3f-b9c5-e7f2d51de5d0 req-f5394d1c-84e0-414b-a801-6b138081b99b tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/ports?device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 943 time: 0.2307241 Feb 09 21:40:03.459141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,revision_number=9']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:03.467834 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc624168-2c20-4834-8f26-a9e324ac2d14 req-9bd76058-eb40-4637-a389-5a1677bdc2eb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1835685 Feb 09 21:40:03.497062 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d96a1466-8c84-41a0-ac2d-fa904714778f req-649f9c4f-bdbf-4af2-ae8e-42a0b2ea862c service neutron] 10.222.0.42 "GET /v2.0/networks/8118d80b-62ac-4bfa-9a3a-ccc416d873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6740248 Feb 09 21:40:03.622326 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9b61330-5875-4b3f-b9c5-e7f2d51de5d0 req-3e9c436e-35bc-4ea1-99d2-095581af572e tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5c44f24-01d3-4e7c-a60e-7dc080973b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640539 Feb 09 21:40:03.635145 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] device_id is not set on port c8aa4064-2cda-4af3-a21b-307bc6303855 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:40:03.655960 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks [] for port (c8aa4064-2cda-4af3-a21b-307bc6303855), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:03.674058 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (c8aa4064-2cda-4af3-a21b-307bc6303855), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:03.688710 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=e685abdf-7966-4644-b785-4f2c5c04801f,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:03.701934 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d0900b-9f27-4db7-b315-2ed0aa37d18e x-openstack-request-id: req-25d0900b-9f27-4db7-b315-2ed0aa37d18e {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:03.702232 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e", "name": "network-vif-unplugged", "status": "completed", "tag": "e685abdf-7966-4644-b785-4f2c5c04801f", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:03.702572 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-25d0900b-9f27-4db7-b315-2ed0aa37d18e {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:03.703045 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e685abdf-7966-4644-b785-4f2c5c04801f', 'code': 200} Feb 09 21:40:03.761411 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d96a1466-8c84-41a0-ac2d-fa904714778f req-fb8075cc-b39e-4f85-a1b0-7ada0e2e6190 service neutron] 10.222.0.42 "GET /v2.0/networks/8118d80b-62ac-4bfa-9a3a-ccc416d873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573838 Feb 09 21:40:03.779418 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc624168-2c20-4834-8f26-a9e324ac2d14 req-3ec9af29-8318-41f6-9759-62f6d6abcace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:03.781096 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc624168-2c20-4834-8f26-a9e324ac2d14 req-3ec9af29-8318-41f6-9759-62f6d6abcace service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10ae4cf9e5fb41adaaf75cd8b9397016&device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 1127 time: 0.2895935 Feb 09 21:40:03.796384 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f1f737e0-7745-4f5b-a988-50928f576e22 req-1cfeccdb-145c-4ef6-8564-22be63dcdb56 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:03.834349 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfeccdb-145c-4ef6-8564-22be63dcdb56 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Pushing event deleted for resources: {'Port': ['ID=71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:03.856347 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a7918cf-cb7c-42f3-89c8-5cd17b9fd559 req-edb9472f-c14a-4911-a3d7-b70c5f20b604 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a1ad13-4eac-4ad9-9365-09dfb32d19fe HTTP/1.1" status: 200 len: 210 time: 0.0737169 Feb 09 21:40:03.896604 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f737e0-7745-4f5b-a988-50928f576e22 req-1cfeccdb-145c-4ef6-8564-22be63dcdb56 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] No DVR routers for this DVR port 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:03.899517 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f1f737e0-7745-4f5b-a988-50928f576e22 req-1cfeccdb-145c-4ef6-8564-22be63dcdb56 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:03.904810 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f1f737e0-7745-4f5b-a988-50928f576e22 req-1cfeccdb-145c-4ef6-8564-22be63dcdb56 tempest-LiveAutoBlockMigrationV225Test-1602284681 tempest-LiveAutoBlockMigrationV225Test-1602284681-project] 10.222.0.42 "DELETE /v2.0/ports/71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd HTTP/1.1" status: 204 len: 173 time: 1.5748580 Feb 09 21:40:03.905318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a1ad13-4eac-4ad9-9365-09dfb32d19fe', 'name': 'network-vif-deleted', 'tag': '71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:03.908444 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfabdb0-c260-4a7f-9985-af8620f80c18" -d '{"events": [{"server_uuid": "63a1ad13-4eac-4ad9-9365-09dfb32d19fe", "name": "network-vif-deleted", "tag": "71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:03.940697 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Pushing event updated for resources: {'Port': ['ID=c8aa4064-2cda-4af3-a21b-307bc6303855,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:04.000379 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313ff7d8-ad80-4321-a9e6-d41f040e0b38 x-openstack-request-id: req-313ff7d8-ad80-4321-a9e6-d41f040e0b38 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:04.000928 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a1ad13-4eac-4ad9-9365-09dfb32d19fe", "name": "network-vif-deleted", "tag": "71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:04.001203 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-313ff7d8-ad80-4321-a9e6-d41f040e0b38 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:04.001677 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a1ad13-4eac-4ad9-9365-09dfb32d19fe', 'name': 'network-vif-deleted', 'tag': '71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd', 'status': 'completed', 'code': 200} Feb 09 21:40:04.026141 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:04.026726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:04.027340 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:04.051927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port c8aa4064-2cda-4af3-a21b-307bc6303855 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:40:04.052383 n-d-828601-1 neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:40:04.058909 n-d-828601-1 neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 2 to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 Feb 09 21:40:04.408803 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc624168-2c20-4834-8f26-a9e324ac2d14 req-cdedb6bd-9856-47f6-81e9-b8a88241740c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:04.411065 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc624168-2c20-4834-8f26-a9e324ac2d14 req-cdedb6bd-9856-47f6-81e9-b8a88241740c service neutron] 10.222.0.42 "GET /v2.0/networks?id=8593dde6-4ab4-434c-8a50-93afcc61779b HTTP/1.1" status: 200 len: 919 time: 0.5961113 Feb 09 21:40:04.414748 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:04.414748 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:04.415095 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:04.435494 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port c8aa4064-2cda-4af3-a21b-307bc6303855 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:40:04.435494 n-d-828601-1 neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:40:04.435494 n-d-828601-1 neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 3 to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 Feb 09 21:40:04.469413 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc624168-2c20-4834-8f26-a9e324ac2d14 req-425894af-5acf-42ce-9330-23c63fc0a768 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 HTTP/1.1" status: 200 len: 217 time: 0.0505607 Feb 09 21:40:04.514768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:04.515129 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:04.515502 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:04.527005 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port c8aa4064-2cda-4af3-a21b-307bc6303855 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:40:04.527958 n-d-828601-1 neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:40:04.530097 n-d-828601-1 neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 4 to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 Feb 09 21:40:04.549540 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc624168-2c20-4834-8f26-a9e324ac2d14 req-2e8824c9-76b5-4b46-85be-74860f93c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:04.551139 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc624168-2c20-4834-8f26-a9e324ac2d14 req-2e8824c9-76b5-4b46-85be-74860f93c335 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b88e8ac-d969-447a-b9ce-98d85c1957c4 HTTP/1.1" status: 200 len: 858 time: 0.0725906 Feb 09 21:40:04.552116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:04.552459 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:04.552809 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:04.555391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ad07ab32-8f95-4a35-8c60-c1305ee8ad7c up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:04.568866 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port c8aa4064-2cda-4af3-a21b-307bc6303855 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:40:04.569207 n-d-828601-1 neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:40:04.569623 n-d-828601-1 neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 5 to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 Feb 09 21:40:04.594861 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc624168-2c20-4834-8f26-a9e324ac2d14 req-ba161b72-3924-47d9-9f3d-4407e5484113 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8593dde6-4ab4-434c-8a50-93afcc61779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367916 Feb 09 21:40:04.622707 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:04.623048 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:04.623421 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:04.688566 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port c8aa4064-2cda-4af3-a21b-307bc6303855 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:40:04.688911 n-d-828601-1 neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:40:04.697854 n-d-828601-1 neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 6 to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 Feb 09 21:40:04.711872 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:04.713506 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.766900 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:04.767281 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:04.767613 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:04.799820 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port c8aa4064-2cda-4af3-a21b-307bc6303855 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:40:04.799820 n-d-828601-1 neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:40:04.801746 n-d-828601-1 neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 7 to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 Feb 09 21:40:04.845245 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc624168-2c20-4834-8f26-a9e324ac2d14 req-70ec3886-cbd5-4eb2-9a59-1a496345bff9 service neutron] 10.222.0.42 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440822 Feb 09 21:40:04.847439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:04.847849 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:04.848181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:04.877607 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port c8aa4064-2cda-4af3-a21b-307bc6303855 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:40:04.878025 n-d-828601-1 neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:40:04.919042 n-d-828601-1 neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 8 to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 Feb 09 21:40:04.939154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf85b8c-e5a0-4dcc-ba4c-8ea6fb25c93d req-5daee28d-f204-4754-bb4b-3dabf79639bf tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:04.951061 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0bf85b8c-e5a0-4dcc-ba4c-8ea6fb25c93d req-5daee28d-f204-4754-bb4b-3dabf79639bf tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/ports?device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 943 time: 0.2009156 Feb 09 21:40:04.992691 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:04.993595 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.011018 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:05.011374 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:05.012275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:05.031265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port c8aa4064-2cda-4af3-a21b-307bc6303855 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:40:05.031838 n-d-828601-1 neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:40:05.072634 n-d-828601-1 neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 9 to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 Feb 09 21:40:05.078889 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:05.088716 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.175013 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:05.175681 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:05.176234 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:05.206505 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc624168-2c20-4834-8f26-a9e324ac2d14 req-704448cf-0401-47ff-baa9-f70245f71f0c service neutron] 10.222.0.42 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492155 Feb 09 21:40:05.226395 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,revision_number=10']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:05.238394 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0bf85b8c-e5a0-4dcc-ba4c-8ea6fb25c93d req-323285d4-a578-4121-8bd8-db3812ce7e8f tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5c44f24-01d3-4e7c-a60e-7dc080973b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2863183 Feb 09 21:40:05.241713 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port c8aa4064-2cda-4af3-a21b-307bc6303855 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:40:05.242899 n-d-828601-1 neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:40:05.254550 n-d-828601-1 neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempt 10 to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 Feb 09 21:40:05.298257 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:05.298822 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:05.300394 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempting to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:05.310006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Port c8aa4064-2cda-4af3-a21b-307bc6303855 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:40:05.311306 n-d-828601-1 neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Failed to bind port c8aa4064-2cda-4af3-a21b-307bc6303855 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '3ca246be-867c-4f01-9e44-f65db9c78d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1ff20e03-65d4-446f-b877-e3bb4da89338'}] Feb 09 21:40:05.311956 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c8aa4064-2cda-4af3-a21b-307bc6303855), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.347916 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58200) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:05.493318 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 54c94ea5-cd79-422f-92c4-41e4adba877a details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:40:05.565522 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] For port c8aa4064-2cda-4af3-a21b-307bc6303855, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:05.566786 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attempted to set empty binding levels {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 21:40:05.581543 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (c8aa4064-2cda-4af3-a21b-307bc6303855), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.704795 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] In _notify_port_updated(), no bound segment for port c8aa4064-2cda-4af3-a21b-307bc6303855 on network 1ff20e03-65d4-446f-b877-e3bb4da89338 {{(pid=103201) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:40:05.710626 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:05.711735 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.713296 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] 10.222.0.77 "PUT /v2.0/ports/c8aa4064-2cda-4af3-a21b-307bc6303855 HTTP/1.1" status: 200 len: 974 time: 2.7437420 Feb 09 21:40:05.718675 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58218) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:05.756363 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4096cab-edd2-4587-811a-2784299ad98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad07ab32-8f95-4a35-8c60-c1305ee8ad7c'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:05.758870 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63218176-6068-40e9-ae1d-efc54afc36ae tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Pushing event updated for resources: {'Port': ['ID=c8aa4064-2cda-4af3-a21b-307bc6303855,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:05.759193 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a26a081-8bef-4642-a1bb-dab46fce8653" -d '{"events": [{"server_uuid": "c4096cab-edd2-4587-811a-2784299ad98a", "name": "network-vif-plugged", "status": "completed", "tag": "ad07ab32-8f95-4a35-8c60-c1305ee8ad7c"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:05.885590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 54c94ea5-cd79-422f-92c4-41e4adba877a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=54c94ea5-cd79-422f-92c4-41e4adba877a,segment=NetworkSegment(51c15e41-6ab8-4583-8b9a-30223687e020),segment_id=51c15e41-6ab8-4583-8b9a-30223687e020)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:05.901052 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '54c94ea5-cd79-422f-92c4-41e4adba877a', 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8', 'port_id': '54c94ea5-cd79-422f-92c4-41e4adba877a', 'mac_address': 'fa:16:3e:81:77:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4082994b-e0a1-4e38-9416-33bed10d7329', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:40:05.937745 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b7a383-b099-4a7c-860d-4193c0fafdbb admin admin] Deleting subnet 351fd407-a245-4a16-90db-5d5f752397dc {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:40:05.944787 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-77b7a383-b099-4a7c-860d-4193c0fafdbb admin admin] Publish callbacks [] for subnet (351fd407-a245-4a16-90db-5d5f752397dc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.959854 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a89b065-0a3a-4f5b-a7e8-8cc67b4c457f x-openstack-request-id: req-2a89b065-0a3a-4f5b-a7e8-8cc67b4c457f {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:05.960371 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4096cab-edd2-4587-811a-2784299ad98a", "name": "network-vif-plugged", "status": "completed", "tag": "ad07ab32-8f95-4a35-8c60-c1305ee8ad7c", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:05.960732 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2a89b065-0a3a-4f5b-a7e8-8cc67b4c457f {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:05.961240 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4096cab-edd2-4587-811a-2784299ad98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad07ab32-8f95-4a35-8c60-c1305ee8ad7c', 'code': 200} Feb 09 21:40:05.994956 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 54c94ea5-cd79-422f-92c4-41e4adba877a is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:05.996061 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (54c94ea5-cd79-422f-92c4-41e4adba877a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.028098 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-77b7a383-b099-4a7c-860d-4193c0fafdbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (351fd407-a245-4a16-90db-5d5f752397dc), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.035064 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c94ea5-cd79-422f-92c4-41e4adba877a {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:06.080582 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 54c94ea5-cd79-422f-92c4-41e4adba877a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=54c94ea5-cd79-422f-92c4-41e4adba877a,segment=NetworkSegment(51c15e41-6ab8-4583-8b9a-30223687e020),segment_id=51c15e41-6ab8-4583-8b9a-30223687e020)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:06.091787 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a1ed85f6-b21e-4bf1-80f1-2ef9b6d2b089 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Deleting port c8aa4064-2cda-4af3-a21b-307bc6303855 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:06.092604 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1ed85f6-b21e-4bf1-80f1-2ef9b6d2b089 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c8aa4064-2cda-4af3-a21b-307bc6303855), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.096535 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (54c94ea5-cd79-422f-92c4-41e4adba877a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.161077 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-77b7a383-b099-4a7c-860d-4193c0fafdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (351fd407-a245-4a16-90db-5d5f752397dc), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.192741 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=54c94ea5-cd79-422f-92c4-41e4adba877a,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:06.212915 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:40:06.274735 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a1ed85f6-b21e-4bf1-80f1-2ef9b6d2b089 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] For port c8aa4064-2cda-4af3-a21b-307bc6303855, host n-h1-828601-1, got binding levels [] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:06.275250 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1ed85f6-b21e-4bf1-80f1-2ef9b6d2b089 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c8aa4064-2cda-4af3-a21b-307bc6303855), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.315223 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a1ed85f6-b21e-4bf1-80f1-2ef9b6d2b089 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Calling delete_port for c8aa4064-2cda-4af3-a21b-307bc6303855 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:06.369307 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['54c94ea5-cd79-422f-92c4-41e4adba877a'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:06.496450 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-77b7a383-b099-4a7c-860d-4193c0fafdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (351fd407-a245-4a16-90db-5d5f752397dc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.532341 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-77b7a383-b099-4a7c-860d-4193c0fafdbb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.542713 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-77b7a383-b099-4a7c-860d-4193c0fafdbb admin admin] 10.222.0.77 "DELETE /v2.0/subnets/351fd407-a245-4a16-90db-5d5f752397dc HTTP/1.1" status: 204 len: 168 time: 1.1867793 Feb 09 21:40:06.544072 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58232) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:06.571217 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70b2b2-fb29-48b2-bdb1-2905832850c0 req-20d24b1c-c064-4a48-9c3d-6fb5a3eefcfd tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:06.582017 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c70b2b2-fb29-48b2-bdb1-2905832850c0 req-20d24b1c-c064-4a48-9c3d-6fb5a3eefcfd tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/ports?device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 944 time: 0.1561441 Feb 09 21:40:06.604558 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7a383-b099-4a7c-860d-4193c0fafdbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=351fd407-a245-4a16-90db-5d5f752397dc,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:06.698842 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1ed85f6-b21e-4bf1-80f1-2ef9b6d2b089 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c8aa4064-2cda-4af3-a21b-307bc6303855), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.778164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed85f6-b21e-4bf1-80f1-2ef9b6d2b089 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8aa4064-2cda-4af3-a21b-307bc6303855,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:06.784583 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1ed85f6-b21e-4bf1-80f1-2ef9b6d2b089 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.788844 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a1ed85f6-b21e-4bf1-80f1-2ef9b6d2b089 tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] 10.222.0.77 "DELETE /v2.0/ports/c8aa4064-2cda-4af3-a21b-307bc6303855 HTTP/1.1" status: 204 len: 168 time: 1.0685906 Feb 09 21:40:06.796224 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58234) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:06.812143 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-213179fd-dbc0-4181-bccf-9bf3b902eff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (3335e86a-d685-4bed-b15a-6df9753c1347), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.840515 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-261bf2a5-bd3c-4141-b5b8-ccf9f189c82c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] GET failed (client error): The resource could not be found. Feb 09 21:40:06.842713 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-261bf2a5-bd3c-4141-b5b8-ccf9f189c82c tempest-PortsAdminExtendedAttrsTestJSON-1055895964 tempest-PortsAdminExtendedAttrsTestJSON-1055895964-project-admin] 10.222.0.77 "GET /v2.0/ports/c8aa4064-2cda-4af3-a21b-307bc6303855 HTTP/1.1" status: 404 len: 333 time: 0.0452442 Feb 09 21:40:06.850681 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58236) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:06.890720 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c70b2b2-fb29-48b2-bdb1-2905832850c0 req-8c6dc69e-e0ff-4976-8b0e-426c0c072846 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5c44f24-01d3-4e7c-a60e-7dc080973b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3000841 Feb 09 21:40:07.023888 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-868693a5-545a-4236-8f99-5382ca0daab9 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (1ff20e03-65d4-446f-b877-e3bb4da89338), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.099605 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-213179fd-dbc0-4181-bccf-9bf3b902eff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (3335e86a-d685-4bed-b15a-6df9753c1347), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.166041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-213179fd-dbc0-4181-bccf-9bf3b902eff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3335e86a-d685-4bed-b15a-6df9753c1347']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:07.201939 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-213179fd-dbc0-4181-bccf-9bf3b902eff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1843738c-7677-4a0a-ae3c-20e5c10303df') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:07.202351 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-213179fd-dbc0-4181-bccf-9bf3b902eff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1843738c-7677-4a0a-ae3c-20e5c10303df') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:07.217388 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-868693a5-545a-4236-8f99-5382ca0daab9 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (1ff20e03-65d4-446f-b877-e3bb4da89338), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.248853 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-868693a5-545a-4236-8f99-5382ca0daab9 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff20e03-65d4-446f-b877-e3bb4da89338']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:07.260424 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-213179fd-dbc0-4181-bccf-9bf3b902eff6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (1843738c-7677-4a0a-ae3c-20e5c10303df), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.264526 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-868693a5-545a-4236-8f99-5382ca0daab9 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca246be-867c-4f01-9e44-f65db9c78d3b') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:07.264819 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-868693a5-545a-4236-8f99-5382ca0daab9 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca246be-867c-4f01-9e44-f65db9c78d3b') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:07.281134 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-868693a5-545a-4236-8f99-5382ca0daab9 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (3ca246be-867c-4f01-9e44-f65db9c78d3b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.288608 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-213179fd-dbc0-4181-bccf-9bf3b902eff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (1843738c-7677-4a0a-ae3c-20e5c10303df), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.303545 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213179fd-dbc0-4181-bccf-9bf3b902eff6 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:40:07.304264 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-213179fd-dbc0-4181-bccf-9bf3b902eff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (1843738c-7677-4a0a-ae3c-20e5c10303df), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.309691 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-868693a5-545a-4236-8f99-5382ca0daab9 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (3ca246be-867c-4f01-9e44-f65db9c78d3b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:40:07.314199 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:40:07.320627 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868693a5-545a-4236-8f99-5382ca0daab9 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:40:07.321113 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-868693a5-545a-4236-8f99-5382ca0daab9 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (3ca246be-867c-4f01-9e44-f65db9c78d3b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:40:07.348464 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:40:07.414580 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-213179fd-dbc0-4181-bccf-9bf3b902eff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (3335e86a-d685-4bed-b15a-6df9753c1347), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.424823 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-213179fd-dbc0-4181-bccf-9bf3b902eff6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.436388 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-213179fd-dbc0-4181-bccf-9bf3b902eff6 admin admin] 10.222.0.77 "DELETE /v2.0/networks/3335e86a-d685-4bed-b15a-6df9753c1347 HTTP/1.1" status: 204 len: 168 time: 0.8903558 Feb 09 21:40:07.446411 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58246) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:07.450285 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213179fd-dbc0-4181-bccf-9bf3b902eff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3335e86a-d685-4bed-b15a-6df9753c1347,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:07.488928 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 54c94ea5-cd79-422f-92c4-41e4adba877a up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:07.522859 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-868693a5-545a-4236-8f99-5382ca0daab9 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (1ff20e03-65d4-446f-b877-e3bb4da89338), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.544834 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-868693a5-545a-4236-8f99-5382ca0daab9 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.550753 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-868693a5-545a-4236-8f99-5382ca0daab9 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] 10.222.0.77 "DELETE /v2.0/networks/1ff20e03-65d4-446f-b877-e3bb4da89338 HTTP/1.1" status: 204 len: 168 time: 0.6964674 Feb 09 21:40:07.598600 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868693a5-545a-4236-8f99-5382ca0daab9 tempest-PortsAdminExtendedAttrsTestJSON-1019643819 tempest-PortsAdminExtendedAttrsTestJSON-1019643819-project] Pushing event deleted for resources: {'Network': ['ID=1ff20e03-65d4-446f-b877-e3bb4da89338,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:07.617266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-589ee263-cec2-4df3-8125-cb89e7547931 admin admin] Deleting subnet 77335aa7-cd3d-4217-99c1-9f10f535c15b {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:40:07.634108 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-589ee263-cec2-4df3-8125-cb89e7547931 admin admin] Publish callbacks [] for subnet (77335aa7-cd3d-4217-99c1-9f10f535c15b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.658318 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 54c94ea5-cd79-422f-92c4-41e4adba877a completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:40:07.667436 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 54c94ea5-cd79-422f-92c4-41e4adba877a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:07.668442 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (54c94ea5-cd79-422f-92c4-41e4adba877a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.704818 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-589ee263-cec2-4df3-8125-cb89e7547931 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (77335aa7-cd3d-4217-99c1-9f10f535c15b), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.800011 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 54c94ea5-cd79-422f-92c4-41e4adba877a is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:07.800532 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (54c94ea5-cd79-422f-92c4-41e4adba877a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.807135 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-589ee263-cec2-4df3-8125-cb89e7547931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (77335aa7-cd3d-4217-99c1-9f10f535c15b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.872042 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 54c94ea5-cd79-422f-92c4-41e4adba877a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=54c94ea5-cd79-422f-92c4-41e4adba877a,segment=NetworkSegment(51c15e41-6ab8-4583-8b9a-30223687e020),segment_id=51c15e41-6ab8-4583-8b9a-30223687e020)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:07.875310 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-12c09d0d-4227-46a5-b0f0-1084fe50673e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.884161 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (54c94ea5-cd79-422f-92c4-41e4adba877a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.885383 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:07.942190 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-589ee263-cec2-4df3-8125-cb89e7547931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (77335aa7-cd3d-4217-99c1-9f10f535c15b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.972533 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58254) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:07.974325 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-589ee263-cec2-4df3-8125-cb89e7547931 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.990643 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58258) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:07.993142 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-589ee263-cec2-4df3-8125-cb89e7547931 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/77335aa7-cd3d-4217-99c1-9f10f535c15b HTTP/1.1" status: 204 len: 168 time: 0.5401616 Feb 09 21:40:08.037535 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891ff5ad-132b-4911-acfa-6170e93cefc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c94ea5-cd79-422f-92c4-41e4adba877a'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:08.048758 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ee263-cec2-4df3-8125-cb89e7547931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77335aa7-cd3d-4217-99c1-9f10f535c15b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:08.062924 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8863fc-43bf-4451-8b0b-1dd5c5fc8ccb" -d '{"events": [{"server_uuid": "891ff5ad-132b-4911-acfa-6170e93cefc8", "name": "network-vif-plugged", "status": "completed", "tag": "54c94ea5-cd79-422f-92c4-41e4adba877a"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:08.070629 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:08.071242 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 71c04ddb-f1e8-4501-ab68-d0d7a9eaa6bd not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:08.162941 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=54c94ea5-cd79-422f-92c4-41e4adba877a,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:08.237296 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-189714ed-1231-4309-8305-757734ba3943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (6b4ba6fb-b2d0-4850-89e8-e9ae6d0bd616), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.268527 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fe2b1-977d-4d64-93fc-dd470c55915e req-4b2d6db8-bca7-48f8-8631-c34257c314e5 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:08.276557 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d25fe2b1-977d-4d64-93fc-dd470c55915e req-4b2d6db8-bca7-48f8-8631-c34257c314e5 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/ports?device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 945 time: 0.2087672 Feb 09 21:40:08.427760 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-189714ed-1231-4309-8305-757734ba3943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (6b4ba6fb-b2d0-4850-89e8-e9ae6d0bd616), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.496207 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d25fe2b1-977d-4d64-93fc-dd470c55915e req-3ff4b65f-5abb-42c5-9246-8b08fb28faba tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5c44f24-01d3-4e7c-a60e-7dc080973b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133305 Feb 09 21:40:08.522927 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-18bfed17-af68-41fb-af28-996e02a28ef6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e9024f5fac6e480189ffa888e42c3b0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5488477 Feb 09 21:40:08.524951 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58264) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:08.526209 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-189714ed-1231-4309-8305-757734ba3943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4ba6fb-b2d0-4850-89e8-e9ae6d0bd616']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:08.574615 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-189714ed-1231-4309-8305-757734ba3943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c39286-1016-4add-91c6-bf3fc0140de1') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:08.574937 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-189714ed-1231-4309-8305-757734ba3943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c39286-1016-4add-91c6-bf3fc0140de1') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:08.613558 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-189714ed-1231-4309-8305-757734ba3943 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (21c39286-1016-4add-91c6-bf3fc0140de1), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.660601 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-189714ed-1231-4309-8305-757734ba3943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (21c39286-1016-4add-91c6-bf3fc0140de1), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.674592 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189714ed-1231-4309-8305-757734ba3943 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:40:08.675013 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-189714ed-1231-4309-8305-757734ba3943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (21c39286-1016-4add-91c6-bf3fc0140de1), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:40:08.676998 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:40:08.690604 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fc600c-09f4-4403-b977-35c88f7ad0b4 admin admin] Publish callbacks [] for security_group (e4f2dcf3-85f7-4853-b7df-31a082d6fb2b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.751524 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66b36bb-07cb-44eb-bed2-b86491220407 x-openstack-request-id: req-a66b36bb-07cb-44eb-bed2-b86491220407 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:08.752283 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891ff5ad-132b-4911-acfa-6170e93cefc8", "name": "network-vif-plugged", "status": "completed", "tag": "54c94ea5-cd79-422f-92c4-41e4adba877a", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:08.752513 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a66b36bb-07cb-44eb-bed2-b86491220407 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:08.752737 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fc600c-09f4-4403-b977-35c88f7ad0b4 admin admin] Publish callbacks [] for security_group (e4f2dcf3-85f7-4853-b7df-31a082d6fb2b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.753706 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891ff5ad-132b-4911-acfa-6170e93cefc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c94ea5-cd79-422f-92c4-41e4adba877a', 'code': 200} Feb 09 21:40:08.847732 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-189714ed-1231-4309-8305-757734ba3943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (6b4ba6fb-b2d0-4850-89e8-e9ae6d0bd616), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.885303 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-189714ed-1231-4309-8305-757734ba3943 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.890015 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-189714ed-1231-4309-8305-757734ba3943 admin admin] 10.222.0.77 "DELETE /v2.0/networks/6b4ba6fb-b2d0-4850-89e8-e9ae6d0bd616 HTTP/1.1" status: 204 len: 168 time: 0.8978081 Feb 09 21:40:08.899634 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fc600c-09f4-4403-b977-35c88f7ad0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e4f2dcf3-85f7-4853-b7df-31a082d6fb2b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.903510 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fc600c-09f4-4403-b977-35c88f7ad0b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.906130 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-39fc600c-09f4-4403-b977-35c88f7ad0b4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e4f2dcf3-85f7-4853-b7df-31a082d6fb2b HTTP/1.1" status: 204 len: 168 time: 0.3783076 Feb 09 21:40:08.932541 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189714ed-1231-4309-8305-757734ba3943 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b4ba6fb-b2d0-4850-89e8-e9ae6d0bd616,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:08.940048 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc600c-09f4-4403-b977-35c88f7ad0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f2dcf3-85f7-4853-b7df-31a082d6fb2b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:08.980949 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc958f85-8c98-468a-9922-038dfe27d20b req-42571df8-cda1-4162-960c-cafa412d27a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:08.988890 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc958f85-8c98-468a-9922-038dfe27d20b req-42571df8-cda1-4162-960c-cafa412d27a4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 1127 time: 0.1549218 Feb 09 21:40:09.104316 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc958f85-8c98-468a-9922-038dfe27d20b req-13fabd98-a271-4d5d-bfda-d8f928aed21d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f5c44f24-01d3-4e7c-a60e-7dc080973b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111908 Feb 09 21:40:09.180686 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58280) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:09.277175 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58282) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:09.277963 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-631c2e52-9730-494b-a9e6-e00f8c982366 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=281dd21a4f7742a5b293ae307a18bb2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0923955 Feb 09 21:40:09.428573 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37eb4a58-b613-443b-ba9e-4010d8194323 admin admin] Publish callbacks [] for security_group (866acb5e-4621-4dee-b903-382c6c33f754), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.517396 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37eb4a58-b613-443b-ba9e-4010d8194323 admin admin] Publish callbacks [] for security_group (866acb5e-4621-4dee-b903-382c6c33f754), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.594256 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58286) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:09.670481 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37eb4a58-b613-443b-ba9e-4010d8194323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (866acb5e-4621-4dee-b903-382c6c33f754), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.679513 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37eb4a58-b613-443b-ba9e-4010d8194323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.685052 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-37eb4a58-b613-443b-ba9e-4010d8194323 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/866acb5e-4621-4dee-b903-382c6c33f754 HTTP/1.1" status: 204 len: 168 time: 0.4029508 Feb 09 21:40:09.704731 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4b7c8789-52e0-46c3-8226-cafa29b35194 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=334f666017bb4088bbd0a8e11fe975de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1088159 Feb 09 21:40:09.707442 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58292) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:09.707589 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e96106-8bc2-44a6-b465-b8b3f60eaf1a req-e505ef73-a796-4303-ba5e-9dd41c78104d tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:09.710930 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09e96106-8bc2-44a6-b465-b8b3f60eaf1a req-e505ef73-a796-4303-ba5e-9dd41c78104d tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/ports?device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 945 time: 0.1028612 Feb 09 21:40:09.753163 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb4a58-b613-443b-ba9e-4010d8194323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866acb5e-4621-4dee-b903-382c6c33f754,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:09.796140 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75c3c505-a116-43e2-9eaa-2982d1c0afc9 admin admin] Publish callbacks [] for security_group (f7402fc2-c837-4ec2-aba6-0fca0e4d4896), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.847596 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75c3c505-a116-43e2-9eaa-2982d1c0afc9 admin admin] Publish callbacks [] for security_group (f7402fc2-c837-4ec2-aba6-0fca0e4d4896), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.892840 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09e96106-8bc2-44a6-b465-b8b3f60eaf1a req-2244d02c-856e-4ba1-84bc-e43dd7deded6 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5c44f24-01d3-4e7c-a60e-7dc080973b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671836 Feb 09 21:40:09.946279 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75c3c505-a116-43e2-9eaa-2982d1c0afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f7402fc2-c837-4ec2-aba6-0fca0e4d4896), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.951989 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75c3c505-a116-43e2-9eaa-2982d1c0afc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.954245 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-75c3c505-a116-43e2-9eaa-2982d1c0afc9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f7402fc2-c837-4ec2-aba6-0fca0e4d4896 HTTP/1.1" status: 204 len: 168 time: 0.2454000 Feb 09 21:40:09.967516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3c505-a116-43e2-9eaa-2982d1c0afc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7402fc2-c837-4ec2-aba6-0fca0e4d4896,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:10.442289 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4310c336-0b74-494e-b859-be8a9f474c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.773429 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58312) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:10.891028 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ae1b3b69-5f5a-479f-afd0-4bf93049ba75 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8608d00bf5d542ad9452634675919157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1140292 Feb 09 21:40:10.891385 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58316) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:10.958923 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1bc056f5-2ccf-4ada-b688-ffd6276f5b3c admin admin] Publish callbacks [] for security_group (ab90fed6-b17d-4c67-98fa-4fa989fb7789), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.991623 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1bc056f5-2ccf-4ada-b688-ffd6276f5b3c admin admin] Publish callbacks [] for security_group (ab90fed6-b17d-4c67-98fa-4fa989fb7789), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:11.187143 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c8027-ff7d-459a-8cfe-13deed126d3e req-df8fe84a-0dbf-499c-b868-8851197b8e86 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:11.190043 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e5c8027-ff7d-459a-8cfe-13deed126d3e req-df8fe84a-0dbf-499c-b868-8851197b8e86 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/ports?device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 945 time: 0.1170893 Feb 09 21:40:11.297421 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1bc056f5-2ccf-4ada-b688-ffd6276f5b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ab90fed6-b17d-4c67-98fa-4fa989fb7789), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:11.303826 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1bc056f5-2ccf-4ada-b688-ffd6276f5b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:11.314712 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1bc056f5-2ccf-4ada-b688-ffd6276f5b3c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ab90fed6-b17d-4c67-98fa-4fa989fb7789 HTTP/1.1" status: 204 len: 168 time: 0.4141488 Feb 09 21:40:11.439934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc056f5-2ccf-4ada-b688-ffd6276f5b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab90fed6-b17d-4c67-98fa-4fa989fb7789,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:11.448452 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:11.468323 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e5c8027-ff7d-459a-8cfe-13deed126d3e req-3098b367-c940-428e-9cfd-b4fe2ea214c6 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5c44f24-01d3-4e7c-a60e-7dc080973b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715075 Feb 09 21:40:11.862305 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4610947-5be1-4453-8b5d-ed9a77477d1f req-82a542cd-a748-40ea-8b38-2073fabf78e1 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:11.870088 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f4610947-5be1-4453-8b5d-ed9a77477d1f req-82a542cd-a748-40ea-8b38-2073fabf78e1 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/ports?device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 945 time: 0.0878820 Feb 09 21:40:11.874644 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58344) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:11.882985 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-12ab8d18-c491-400b-a8d7-dbb0ff5a0274 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Request body: {'floatingip': {'port_id': '54c94ea5-cd79-422f-92c4-41e4adba877a'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:12.084742 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-12ab8d18-c491-400b-a8d7-dbb0ff5a0274 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks [] for floatingip (ba225ed7-c68c-474d-a25b-e06771ed55e9), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.623777 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.207222 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-12ab8d18-c491-400b-a8d7-dbb0ff5a0274 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.212807 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-12ab8d18-c491-400b-a8d7-dbb0ff5a0274 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (ba225ed7-c68c-474d-a25b-e06771ed55e9), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.303567 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58382) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:13.515335 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-12ab8d18-c491-400b-a8d7-dbb0ff5a0274 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Floating IP ba225ed7-c68c-474d-a25b-e06771ed55e9 associated. External IP: 172.25.6.123, port: 54c94ea5-cd79-422f-92c4-41e4adba877a. Feb 09 21:40:13.570179 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0643c0b8-f303-47a0-b0f3-2cdcfb4bdf42 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1900750863'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:13.602162 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0643c0b8-f303-47a0-b0f3-2cdcfb4bdf42 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (ba02959d-5b69-41fa-90a6-ec7df62bb666), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.603797 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0643c0b8-f303-47a0-b0f3-2cdcfb4bdf42 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (ba02959d-5b69-41fa-90a6-ec7df62bb666), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.746762 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0643c0b8-f303-47a0-b0f3-2cdcfb4bdf42 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router_controller (ba02959d-5b69-41fa-90a6-ec7df62bb666), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.754967 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0643c0b8-f303-47a0-b0f3-2cdcfb4bdf42 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (ba02959d-5b69-41fa-90a6-ec7df62bb666), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.805139 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0643c0b8-f303-47a0-b0f3-2cdcfb4bdf42 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.810756 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0643c0b8-f303-47a0-b0f3-2cdcfb4bdf42 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5026915 Feb 09 21:40:13.812298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58398) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:13.947917 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ab8d18-c491-400b-a8d7-dbb0ff5a0274 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Router a9dd55fe-8df5-4bcd-bf85-a652581429be has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:40:14.000190 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d0ffc66a-c7f1-4356-90cb-f5213d94c3d8 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router (ba02959d-5b69-41fa-90a6-ec7df62bb666), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.032683 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.244088 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ab8d18-c491-400b-a8d7-dbb0ff5a0274 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:40:14.250912 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-12ab8d18-c491-400b-a8d7-dbb0ff5a0274 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.263229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bf8874-4810-422f-ac16-7ecc84304739 None None] Sync routers for ids ['a9dd55fe-8df5-4bcd-bf85-a652581429be'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:40:14.284087 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bf8874-4810-422f-ac16-7ecc84304739 None None] Routers {'a9dd55fe-8df5-4bcd-bf85-a652581429be'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:40:14.285277 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-25bf8874-4810-422f-ac16-7ecc84304739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:40:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['a9dd55fe-8df5-4bcd-bf85-a652581429be'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:14.296551 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d0ffc66a-c7f1-4356-90cb-f5213d94c3d8 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (ba02959d-5b69-41fa-90a6-ec7df62bb666), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.301860 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d0ffc66a-c7f1-4356-90cb-f5213d94c3d8 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router_controller (ba02959d-5b69-41fa-90a6-ec7df62bb666), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.350393 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-12ab8d18-c491-400b-a8d7-dbb0ff5a0274 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "PUT /v2.0/floatingips/ba225ed7-c68c-474d-a25b-e06771ed55e9 HTTP/1.1" status: 200 len: 991 time: 2.4717565 Feb 09 21:40:14.350393 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891ff5ad-132b-4911-acfa-6170e93cefc8', 'tag': '54c94ea5-cd79-422f-92c4-41e4adba877a'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:14.369152 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa72b8b-4c77-4992-8123-3a12c3ab7560" -d '{"events": [{"name": "network-changed", "server_uuid": "891ff5ad-132b-4911-acfa-6170e93cefc8", "tag": "54c94ea5-cd79-422f-92c4-41e4adba877a"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:14.452018 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d0ffc66a-c7f1-4356-90cb-f5213d94c3d8 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (ba02959d-5b69-41fa-90a6-ec7df62bb666), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.452606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ffc66a-c7f1-4356-90cb-f5213d94c3d8 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba02959d-5b69-41fa-90a6-ec7df62bb666 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:40:14.504026 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d0ffc66a-c7f1-4356-90cb-f5213d94c3d8 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.507935 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d0ffc66a-c7f1-4356-90cb-f5213d94c3d8 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] 10.222.0.77 "DELETE /v2.0/routers/ba02959d-5b69-41fa-90a6-ec7df62bb666 HTTP/1.1" status: 204 len: 168 time: 0.6940181 Feb 09 21:40:14.511025 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58418) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:14.517732 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-540dab11-88ee-4bee-a78b-ddcf90566657 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Request body: {'router': {'name': 'tempest-router-5825810', 'distributed': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:14.578208 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-540dab11-88ee-4bee-a78b-ddcf90566657 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (29c7a264-7cf6-4e4e-b9d8-6511e464a2b2), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.579703 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-540dab11-88ee-4bee-a78b-ddcf90566657 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (29c7a264-7cf6-4e4e-b9d8-6511e464a2b2), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.585531 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf8a8d-baf9-4ef4-8703-02cffee40810 req-b6325fd6-fc7f-40ab-9829-84d6b74175bc tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:14.587238 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2bcf8a8d-baf9-4ef4-8703-02cffee40810 req-b6325fd6-fc7f-40ab-9829-84d6b74175bc tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/ports?device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 945 time: 0.1603363 Feb 09 21:40:14.723693 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2bcf8a8d-baf9-4ef4-8703-02cffee40810 req-1221f5a0-a58f-4840-b6c9-31aad2c7e4c5 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5c44f24-01d3-4e7c-a60e-7dc080973b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186116 Feb 09 21:40:14.735038 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-540dab11-88ee-4bee-a78b-ddcf90566657 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router_controller (29c7a264-7cf6-4e4e-b9d8-6511e464a2b2), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.748217 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-540dab11-88ee-4bee-a78b-ddcf90566657 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (29c7a264-7cf6-4e4e-b9d8-6511e464a2b2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.784077 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-540dab11-88ee-4bee-a78b-ddcf90566657 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.788505 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58420) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:14.788754 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-540dab11-88ee-4bee-a78b-ddcf90566657 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.2757101 Feb 09 21:40:14.916365 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa580cc3-2f6c-4e8f-ae56-0503def30bee x-openstack-request-id: req-aa580cc3-2f6c-4e8f-ae56-0503def30bee {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:14.920332 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891ff5ad-132b-4911-acfa-6170e93cefc8", "tag": "54c94ea5-cd79-422f-92c4-41e4adba877a", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:14.920756 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa580cc3-2f6c-4e8f-ae56-0503def30bee {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:14.921339 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891ff5ad-132b-4911-acfa-6170e93cefc8', 'tag': '54c94ea5-cd79-422f-92c4-41e4adba877a', 'status': 'completed', 'code': 200} Feb 09 21:40:14.945591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-25bf8874-4810-422f-ac16-7ecc84304739 None None] Set router a9dd55fe-8df5-4bcd-bf85-a652581429be gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:40:15.145117 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2bbf1763-943f-4987-8f24-368b5ef8a006 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router (29c7a264-7cf6-4e4e-b9d8-6511e464a2b2), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.224323 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.438975 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa72b8b-4c77-4992-8123-3a12c3ab7560 req-98277cf2-cd4b-4d18-96e7-946241d99f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:15.441697 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2aa72b8b-4c77-4992-8123-3a12c3ab7560 req-98277cf2-cd4b-4d18-96e7-946241d99f0e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f337c254d834fbba58af696fa675308&device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 1127 time: 0.4084179 Feb 09 21:40:15.641006 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-25bf8874-4810-422f-ac16-7ecc84304739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'name': 'tempest-ServersTestManualDisk-1746886310-router', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:19Z', 'updated_at': '2022-02-09T21:39:36Z', 'revision_number': 4, 'project_id': '7f337c254d834fbba58af696fa675308', 'gw_port': {'id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ed:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:21Z', 'updated_at': '2022-02-09T21:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'ba225ed7-c68c-474d-a25b-e06771ed55e9', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'port_id': '54c94ea5-cd79-422f-92c4-41e4adba877a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8', 'mac_address': 'fa:16:3e:81:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891ff5ad-132b-4911-acfa-6170e93cefc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:39:51Z', 'updated_at': '2022-02-09T21:40:13Z', 'revision_number': 1, 'project_id': '7f337c254d834fbba58af696fa675308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de86321-3dcd-4f57-951e-8456aaf0a6a2', 'name': '', 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'mac_address': 'fa:16:3e:b2:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '4082994b-e0a1-4e38-9416-33bed10d7329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:33Z', 'updated_at': '2022-02-09T21:39:43Z', 'revision_number': 5, 'project_id': '7f337c254d834fbba58af696fa675308', 'subnets': [{'id': '4082994b-e0a1-4e38-9416-33bed10d7329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:15.742517 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bf8874-4810-422f-ac16-7ecc84304739 None None] Checking router: a9dd55fe-8df5-4bcd-bf85-a652581429be for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:40:15.790419 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bf8874-4810-422f-ac16-7ecc84304739 None None] Routers {'a9dd55fe-8df5-4bcd-bf85-a652581429be'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:40:15.794699 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-25bf8874-4810-422f-ac16-7ecc84304739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:40:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['a9dd55fe-8df5-4bcd-bf85-a652581429be'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:15.806243 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.972743 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2bbf1763-943f-4987-8f24-368b5ef8a006 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (29c7a264-7cf6-4e4e-b9d8-6511e464a2b2), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.985437 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2bbf1763-943f-4987-8f24-368b5ef8a006 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router_controller (29c7a264-7cf6-4e4e-b9d8-6511e464a2b2), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.162912 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2bbf1763-943f-4987-8f24-368b5ef8a006 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (29c7a264-7cf6-4e4e-b9d8-6511e464a2b2), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.166388 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbf1763-943f-4987-8f24-368b5ef8a006 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29c7a264-7cf6-4e4e-b9d8-6511e464a2b2 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:40:16.184917 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-25bf8874-4810-422f-ac16-7ecc84304739 None None] Set router a9dd55fe-8df5-4bcd-bf85-a652581429be gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:40:16.186959 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2bbf1763-943f-4987-8f24-368b5ef8a006 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.189086 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2bbf1763-943f-4987-8f24-368b5ef8a006 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] 10.222.0.77 "DELETE /v2.0/routers/29c7a264-7cf6-4e4e-b9d8-6511e464a2b2 HTTP/1.1" status: 204 len: 168 time: 1.3982601 Feb 09 21:40:16.194291 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58460) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:16.208729 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-211e0731-8286-4e50-a177-7f57daf1bcff tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Request body: {'router': {'name': 'tempest-router-1047027947', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ca4003e0a9d94397b0027d377822a8b8'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:16.296631 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-211e0731-8286-4e50-a177-7f57daf1bcff tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (a36198ce-0312-482a-9a25-c5d8df4a4ff0), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.299946 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-211e0731-8286-4e50-a177-7f57daf1bcff tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (a36198ce-0312-482a-9a25-c5d8df4a4ff0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.384569 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa72b8b-4c77-4992-8123-3a12c3ab7560 req-7632c116-63a2-416a-8890-a32ea398fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:16.390136 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2aa72b8b-4c77-4992-8123-3a12c3ab7560 req-7632c116-63a2-416a-8890-a32ea398fafd service neutron] 10.222.0.42 "GET /v2.0/networks?id=8118d80b-62ac-4bfa-9a3a-ccc416d873f8 HTTP/1.1" status: 200 len: 913 time: 0.7510133 Feb 09 21:40:16.642275 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-211e0731-8286-4e50-a177-7f57daf1bcff tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router_controller (a36198ce-0312-482a-9a25-c5d8df4a4ff0), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.655598 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-211e0731-8286-4e50-a177-7f57daf1bcff tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (a36198ce-0312-482a-9a25-c5d8df4a4ff0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.718293 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-211e0731-8286-4e50-a177-7f57daf1bcff tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.742508 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-211e0731-8286-4e50-a177-7f57daf1bcff tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5441234 Feb 09 21:40:16.743469 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58472) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:16.767287 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-a13a9dfe-0f84-45cb-8872-2701b73235bd tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:16.882653 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2aa72b8b-4c77-4992-8123-3a12c3ab7560 req-fa1dfc83-194b-4490-aafa-8a55fdc7fa8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54c94ea5-cd79-422f-92c4-41e4adba877a HTTP/1.1" status: 200 len: 999 time: 0.4781930 Feb 09 21:40:17.112775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-25bf8874-4810-422f-ac16-7ecc84304739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'name': 'tempest-ServersTestManualDisk-1746886310-router', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:19Z', 'updated_at': '2022-02-09T21:39:36Z', 'revision_number': 4, 'project_id': '7f337c254d834fbba58af696fa675308', 'gw_port': {'id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ed:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:21Z', 'updated_at': '2022-02-09T21:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'ba225ed7-c68c-474d-a25b-e06771ed55e9', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'port_id': '54c94ea5-cd79-422f-92c4-41e4adba877a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8', 'mac_address': 'fa:16:3e:81:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891ff5ad-132b-4911-acfa-6170e93cefc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:39:51Z', 'updated_at': '2022-02-09T21:40:13Z', 'revision_number': 1, 'project_id': '7f337c254d834fbba58af696fa675308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de86321-3dcd-4f57-951e-8456aaf0a6a2', 'name': '', 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'mac_address': 'fa:16:3e:b2:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '4082994b-e0a1-4e38-9416-33bed10d7329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:33Z', 'updated_at': '2022-02-09T21:39:43Z', 'revision_number': 5, 'project_id': '7f337c254d834fbba58af696fa675308', 'subnets': [{'id': '4082994b-e0a1-4e38-9416-33bed10d7329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:17.139979 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58478) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:17.159151 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bf8874-4810-422f-ac16-7ecc84304739 None None] The sync data for ids ['a9dd55fe-8df5-4bcd-bf85-a652581429be'] in n-d-828601-1 is: [{'id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'name': 'tempest-ServersTestManualDisk-1746886310-router', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:19Z', 'updated_at': '2022-02-09T21:39:36Z', 'revision_number': 4, 'project_id': '7f337c254d834fbba58af696fa675308', 'gw_port': {'id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ed:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:21Z', 'updated_at': '2022-02-09T21:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'ba225ed7-c68c-474d-a25b-e06771ed55e9', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'port_id': '54c94ea5-cd79-422f-92c4-41e4adba877a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8', 'mac_address': 'fa:16:3e:81:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891ff5ad-132b-4911-acfa-6170e93cefc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:39:51Z', 'updated_at': '2022-02-09T21:40:13Z', 'revision_number': 1, 'project_id': '7f337c254d834fbba58af696fa675308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de86321-3dcd-4f57-951e-8456aaf0a6a2', 'name': '', 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'mac_address': 'fa:16:3e:b2:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '4082994b-e0a1-4e38-9416-33bed10d7329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:33Z', 'updated_at': '2022-02-09T21:39:43Z', 'revision_number': 5, 'project_id': '7f337c254d834fbba58af696fa675308', 'subnets': [{'id': '4082994b-e0a1-4e38-9416-33bed10d7329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:40:17.215930 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa72b8b-4c77-4992-8123-3a12c3ab7560 req-573e25ef-837c-40fe-badc-15f69e615cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:17.219400 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2aa72b8b-4c77-4992-8123-3a12c3ab7560 req-573e25ef-837c-40fe-badc-15f69e615cf8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4082994b-e0a1-4e38-9416-33bed10d7329 HTTP/1.1" status: 200 len: 851 time: 0.3222632 Feb 09 21:40:17.272428 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c81458-2db4-4f0d-8839-50bbd1148db0 req-336899df-008e-4f60-84d8-cc75361a8634 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:17.275504 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4c81458-2db4-4f0d-8839-50bbd1148db0 req-336899df-008e-4f60-84d8-cc75361a8634 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/ports?device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 945 time: 0.3912454 Feb 09 21:40:17.458082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4c81458-2db4-4f0d-8839-50bbd1148db0 req-35ff8f50-af0c-44ab-8385-7f90e2a16472 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5c44f24-01d3-4e7c-a60e-7dc080973b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116979 Feb 09 21:40:17.493512 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa72b8b-4c77-4992-8123-3a12c3ab7560 req-5c219c7f-12a5-4bde-bf30-f737c482aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:17.508306 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2aa72b8b-4c77-4992-8123-3a12c3ab7560 req-5c219c7f-12a5-4bde-bf30-f737c482aa22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8118d80b-62ac-4bfa-9a3a-ccc416d873f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2621031 Feb 09 21:40:17.657405 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-399978c8-85db-4c0f-bffe-1de08853e681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:17.693259 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a13a9dfe-0f84-45cb-8872-2701b73235bd tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (a36198ce-0312-482a-9a25-c5d8df4a4ff0), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:17.693774 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a13a9dfe-0f84-45cb-8872-2701b73235bd tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router (a36198ce-0312-482a-9a25-c5d8df4a4ff0), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:17.801175 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46261aa2-5734-48f1-9ce0-4344921631ab None None] New status for floating IP ba225ed7-c68c-474d-a25b-e06771ed55e9: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:40:17.858133 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2aa72b8b-4c77-4992-8123-3a12c3ab7560 req-6c6a9c9d-36ba-43fe-9c00-1d1dbcd5c010 service neutron] 10.222.0.42 "GET /v2.0/networks/8118d80b-62ac-4bfa-9a3a-ccc416d873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485472 Feb 09 21:40:18.003222 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a13a9dfe-0f84-45cb-8872-2701b73235bd tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103202) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 09 21:40:18.004168 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a13a9dfe-0f84-45cb-8872-2701b73235bd tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Router a36198ce-0312-482a-9a25-c5d8df4a4ff0 migrating from provider to provider. {{(pid=103202) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 09 21:40:18.005231 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a13a9dfe-0f84-45cb-8872-2701b73235bd tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router_controller (a36198ce-0312-482a-9a25-c5d8df4a4ff0), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:18.017739 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a13a9dfe-0f84-45cb-8872-2701b73235bd tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router_controller (a36198ce-0312-482a-9a25-c5d8df4a4ff0), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:18.050449 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a13a9dfe-0f84-45cb-8872-2701b73235bd tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-316890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-316867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-342176'] for router (a36198ce-0312-482a-9a25-c5d8df4a4ff0), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:18.074765 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2aa72b8b-4c77-4992-8123-3a12c3ab7560 req-43038afd-e673-4c55-8268-8beec2b76306 service neutron] 10.222.0.42 "GET /v2.0/networks/8118d80b-62ac-4bfa-9a3a-ccc416d873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089465 Feb 09 21:40:18.091618 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-399978c8-85db-4c0f-bffe-1de08853e681 admin admin] Publish callbacks [] for security_group (b16ee035-9e54-42c4-a9e6-4cae81e655d7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:18.189618 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-399978c8-85db-4c0f-bffe-1de08853e681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b16ee035-9e54-42c4-a9e6-4cae81e655d7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:18.401772 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-399978c8-85db-4c0f-bffe-1de08853e681 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=815acfddfa8144edb5b49d49474d11e7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2537489 Feb 09 21:40:18.402088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58500) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:18.411706 n-d-828601-1 neutron-server[103202]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a13a9dfe-0f84-45cb-8872-2701b73235bd tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] No L3 agents can host the router a36198ce-0312-482a-9a25-c5d8df4a4ff0 Feb 09 21:40:18.421427 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399978c8-85db-4c0f-bffe-1de08853e681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16ee035-9e54-42c4-a9e6-4cae81e655d7,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:18.434541 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399978c8-85db-4c0f-bffe-1de08853e681 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:18.434955 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399978c8-85db-4c0f-bffe-1de08853e681 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:18.435312 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399978c8-85db-4c0f-bffe-1de08853e681 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:18.436189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399978c8-85db-4c0f-bffe-1de08853e681 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:18.436855 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399978c8-85db-4c0f-bffe-1de08853e681 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:18.437206 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399978c8-85db-4c0f-bffe-1de08853e681 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:18.437653 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399978c8-85db-4c0f-bffe-1de08853e681 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:18.438038 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399978c8-85db-4c0f-bffe-1de08853e681 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:18.438400 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399978c8-85db-4c0f-bffe-1de08853e681 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:18.438806 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399978c8-85db-4c0f-bffe-1de08853e681 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:18.439353 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399978c8-85db-4c0f-bffe-1de08853e681 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:18.440016 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399978c8-85db-4c0f-bffe-1de08853e681 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:18.440387 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399978c8-85db-4c0f-bffe-1de08853e681 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:18.592377 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa42a12f-36da-47df-a796-3654f29ae313 req-66bf91ea-d3cb-47e4-9099-8925af59c340 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=915ceb0072644db49f6ec59aaf3d55d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623531 Feb 09 21:40:18.741629 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13a9dfe-0f84-45cb-8872-2701b73235bd tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Hosts for router a36198ce-0312-482a-9a25-c5d8df4a4ff0: [] {{(pid=103202) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 09 21:40:18.754092 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a04253ac-6456-4652-92b1-bb906b88edb2 admin admin] Publish callbacks [] for security_group (b16ee035-9e54-42c4-a9e6-4cae81e655d7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:18.766769 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13a9dfe-0f84-45cb-8872-2701b73235bd tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Hosts for other DVR routers connected to router a36198ce-0312-482a-9a25-c5d8df4a4ff0: set() {{(pid=103202) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 09 21:40:18.769831 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a13a9dfe-0f84-45cb-8872-2701b73235bd tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:18.771447 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a13a9dfe-0f84-45cb-8872-2701b73235bd tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] 10.222.0.77 "PUT /v2.0/routers/a36198ce-0312-482a-9a25-c5d8df4a4ff0 HTTP/1.1" status: 200 len: 717 time: 2.0199172 Feb 09 21:40:18.775609 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58510) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:18.874372 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-93bd49ad-ac0b-45ed-8fa0-fc2975eded8b tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] 10.222.0.77 "GET /v2.0/routers/a36198ce-0312-482a-9a25-c5d8df4a4ff0 HTTP/1.1" status: 200 len: 717 time: 0.0930588 Feb 09 21:40:18.875886 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58512) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:18.887775 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42a12f-36da-47df-a796-3654f29ae313 req-bb676b35-4c89-4035-b77e-6d6afaee1217 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:18.911497 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa42a12f-36da-47df-a796-3654f29ae313 req-bb676b35-4c89-4035-b77e-6d6afaee1217 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3101807 Feb 09 21:40:18.964745 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa42a12f-36da-47df-a796-3654f29ae313 req-1f772ef5-5e10-4e76-8027-44bd9860c936 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/quotas/915ceb0072644db49f6ec59aaf3d55d8 HTTP/1.1" status: 200 len: 375 time: 0.0515394 Feb 09 21:40:19.000326 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a04253ac-6456-4652-92b1-bb906b88edb2 admin admin] Publish callbacks [] for security_group (b16ee035-9e54-42c4-a9e6-4cae81e655d7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:19.064153 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa42a12f-36da-47df-a796-3654f29ae313 req-45172da7-60cd-4b99-a538-e88a6b11b174 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=915ceb0072644db49f6ec59aaf3d55d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935922 Feb 09 21:40:19.171925 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a04253ac-6456-4652-92b1-bb906b88edb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b16ee035-9e54-42c4-a9e6-4cae81e655d7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:19.178613 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a04253ac-6456-4652-92b1-bb906b88edb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:19.185327 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a04253ac-6456-4652-92b1-bb906b88edb2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b16ee035-9e54-42c4-a9e6-4cae81e655d7 HTTP/1.1" status: 204 len: 168 time: 0.7762954 Feb 09 21:40:19.212890 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04253ac-6456-4652-92b1-bb906b88edb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16ee035-9e54-42c4-a9e6-4cae81e655d7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:19.693994 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab8e95-709c-4065-b856-7fa85a7ec530 req-8be7fb76-a61e-43e0-9dc0-32e621008b63 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:19.704891 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9aab8e95-709c-4065-b856-7fa85a7ec530 req-8be7fb76-a61e-43e0-9dc0-32e621008b63 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/ports?device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 945 time: 0.0899618 Feb 09 21:40:19.778987 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9aab8e95-709c-4065-b856-7fa85a7ec530 req-bc445cd8-b42f-4837-a418-299ca3ef65c1 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5c44f24-01d3-4e7c-a60e-7dc080973b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729127 Feb 09 21:40:19.868565 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-527946e4-9803-4593-9082-6a0b1795c2ef tempest-RoutersTestDVR-2006749310 tempest-RoutersTestDVR-2006749310-project] 10.222.0.77 "GET /v2.0/routers/a36198ce-0312-482a-9a25-c5d8df4a4ff0 HTTP/1.1" status: 200 len: 683 time: 0.9865000 Feb 09 21:40:19.869412 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58530) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:20.052662 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58540) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:20.089309 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba5dabf3-24a3-4e6e-bf65-204d72259eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.270576 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72d8b3d0-6701-4be3-b6b6-e489c70ffb9a req-a0237439-db00-4af9-af48-775720a19238 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c12348a-30e3-42dd-adfa-28df8115b80f HTTP/1.1" status: 200 len: 210 time: 0.2313867 Feb 09 21:40:20.302889 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba5dabf3-24a3-4e6e-bf65-204d72259eea admin admin] Publish callbacks [] for security_group (90957678-b964-4b24-bf8c-60b06af76d42), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.311355 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba5dabf3-24a3-4e6e-bf65-204d72259eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (90957678-b964-4b24-bf8c-60b06af76d42), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.312125 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f7cf2431-02f2-4c50-bf61-a45423c369ef tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router (a36198ce-0312-482a-9a25-c5d8df4a4ff0), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.397314 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ba5dabf3-24a3-4e6e-bf65-204d72259eea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ce98f3e46d42421d9bd85783d886ba42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3393583 Feb 09 21:40:20.397314 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5dabf3-24a3-4e6e-bf65-204d72259eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90957678-b964-4b24-bf8c-60b06af76d42,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:20.417308 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58544) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:20.549229 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b49f06d7-078d-45d3-a664-9bb162cb4d3f admin admin] Publish callbacks [] for security_group (90957678-b964-4b24-bf8c-60b06af76d42), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.595926 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b49f06d7-078d-45d3-a664-9bb162cb4d3f admin admin] Publish callbacks [] for security_group (90957678-b964-4b24-bf8c-60b06af76d42), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.678551 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b49f06d7-078d-45d3-a664-9bb162cb4d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (90957678-b964-4b24-bf8c-60b06af76d42), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.684988 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b49f06d7-078d-45d3-a664-9bb162cb4d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.687023 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b49f06d7-078d-45d3-a664-9bb162cb4d3f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/90957678-b964-4b24-bf8c-60b06af76d42 HTTP/1.1" status: 204 len: 168 time: 0.2667401 Feb 09 21:40:20.725152 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f06d7-078d-45d3-a664-9bb162cb4d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90957678-b964-4b24-bf8c-60b06af76d42,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:21.609805 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f7cf2431-02f2-4c50-bf61-a45423c369ef tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (a36198ce-0312-482a-9a25-c5d8df4a4ff0), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.614911 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa42a12f-36da-47df-a796-3654f29ae313 req-89de6888-3645-4a54-9334-38a7ab23ed9d tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=915ceb0072644db49f6ec59aaf3d55d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535324 Feb 09 21:40:21.627612 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd49e2b-9247-4480-b1ff-667b60eb7e81 req-6058631f-086b-4334-a105-7fcc24dd89e1 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:21.640524 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-abd49e2b-9247-4480-b1ff-667b60eb7e81 req-6058631f-086b-4334-a105-7fcc24dd89e1 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/ports?device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 945 time: 0.9417791 Feb 09 21:40:21.670159 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f7cf2431-02f2-4c50-bf61-a45423c369ef tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router_controller (a36198ce-0312-482a-9a25-c5d8df4a4ff0), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.900673 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f7cf2431-02f2-4c50-bf61-a45423c369ef tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (a36198ce-0312-482a-9a25-c5d8df4a4ff0), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.901287 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cf2431-02f2-4c50-bf61-a45423c369ef tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a36198ce-0312-482a-9a25-c5d8df4a4ff0 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:40:21.908823 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f7cf2431-02f2-4c50-bf61-a45423c369ef tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.929355 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f7cf2431-02f2-4c50-bf61-a45423c369ef tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] 10.222.0.77 "DELETE /v2.0/routers/a36198ce-0312-482a-9a25-c5d8df4a4ff0 HTTP/1.1" status: 204 len: 168 time: 2.0393505 Feb 09 21:40:21.935238 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58564) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:21.956294 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-0f7d91ec-acad-4855-83fe-e0f1ed4463c2 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Request body: {'router': {'name': 'tempest-router-2027443020', 'distributed': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:21.987562 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-abd49e2b-9247-4480-b1ff-667b60eb7e81 req-67225086-c0ca-413b-8548-21488f58a842 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5c44f24-01d3-4e7c-a60e-7dc080973b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3455396 Feb 09 21:40:22.018445 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0f7d91ec-acad-4855-83fe-e0f1ed4463c2 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (96dddddf-d7c9-453c-a728-1aac458ffc5c), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.019781 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0f7d91ec-acad-4855-83fe-e0f1ed4463c2 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (96dddddf-d7c9-453c-a728-1aac458ffc5c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.076706 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42a12f-36da-47df-a796-3654f29ae313 req-161f72dd-47de-4140-8ee5-6f5921dcdf6f tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:22.091904 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa42a12f-36da-47df-a796-3654f29ae313 req-161f72dd-47de-4140-8ee5-6f5921dcdf6f tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4385309 Feb 09 21:40:22.111816 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-aa42a12f-36da-47df-a796-3654f29ae313 req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Request body: {'port': {'device_id': '5c12348a-30e3-42dd-adfa-28df8115b80f', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': '915ceb0072644db49f6ec59aaf3d55d8'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:22.156415 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0f7d91ec-acad-4855-83fe-e0f1ed4463c2 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router_controller (96dddddf-d7c9-453c-a728-1aac458ffc5c), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.174120 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0f7d91ec-acad-4855-83fe-e0f1ed4463c2 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (96dddddf-d7c9-453c-a728-1aac458ffc5c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.214275 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0f7d91ec-acad-4855-83fe-e0f1ed4463c2 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.216778 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0f7d91ec-acad-4855-83fe-e0f1ed4463c2 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2780001 Feb 09 21:40:22.221879 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58572) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:22.353733 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79e3cca5-b5ff-4c4b-bb96-c3ce733f8408 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router (96dddddf-d7c9-453c-a728-1aac458ffc5c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.524067 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa42a12f-36da-47df-a796-3654f29ae313 req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Made reservation on behalf of 915ceb0072644db49f6ec59aaf3d55d8 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:22.533678 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-aa42a12f-36da-47df-a796-3654f29ae313 req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.550694 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-aa42a12f-36da-47df-a796-3654f29ae313 req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.580783 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79e3cca5-b5ff-4c4b-bb96-c3ce733f8408 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (96dddddf-d7c9-453c-a728-1aac458ffc5c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.588542 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79e3cca5-b5ff-4c4b-bb96-c3ce733f8408 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router_controller (96dddddf-d7c9-453c-a728-1aac458ffc5c), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.639958 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c9293579-db95-4f82-ae0f-8ec0dc6af88a req-2f6dc7cb-fa53-4fc4-b5d8-97aaf0902d3c tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c12348a-30e3-42dd-adfa-28df8115b80f HTTP/1.1" status: 200 len: 210 time: 0.0666595 Feb 09 21:40:22.755238 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79e3cca5-b5ff-4c4b-bb96-c3ce733f8408 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (96dddddf-d7c9-453c-a728-1aac458ffc5c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.756455 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e3cca5-b5ff-4c4b-bb96-c3ce733f8408 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96dddddf-d7c9-453c-a728-1aac458ffc5c {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:40:22.784216 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79e3cca5-b5ff-4c4b-bb96-c3ce733f8408 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.786114 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-79e3cca5-b5ff-4c4b-bb96-c3ce733f8408 tempest-RoutersTestDVR-1057313787 tempest-RoutersTestDVR-1057313787-project-admin] 10.222.0.77 "DELETE /v2.0/routers/96dddddf-d7c9-453c-a728-1aac458ffc5c HTTP/1.1" status: 204 len: 168 time: 0.5590379 Feb 09 21:40:22.851852 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-aa42a12f-36da-47df-a796-3654f29ae313 req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Publish callbacks [] for security_group (47ffae02-cc19-4825-92a3-bc8bd9a55fdd), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.861192 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-aa42a12f-36da-47df-a796-3654f29ae313 req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (47ffae02-cc19-4825-92a3-bc8bd9a55fdd), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.976063 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ffae02-cc19-4825-92a3-bc8bd9a55fdd,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:22.996429 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:22.996871 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:22.997156 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:22.997475 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:22.997812 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:22.998153 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:22.998524 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:22.999684 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:23.000031 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:23.000643 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:23.001119 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:23.001465 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:23.001797 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:23.126297 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-aa42a12f-36da-47df-a796-3654f29ae313 req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Allocated IP 192.168.233.196 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/9ed63b3a-088f-427d-a9c1-a4753a8b299e) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:23.568843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58604) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:23.693837 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-aa42a12f-36da-47df-a796-3654f29ae313 req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Publish callbacks [] for port (9ed63b3a-088f-427d-a9c1-a4753a8b299e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:23.879563 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-aa42a12f-36da-47df-a796-3654f29ae313 req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (9ed63b3a-088f-427d-a9c1-a4753a8b299e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.074088 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5cef2a8a-dbd3-4457-bcd8-db19d5f2e220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.098415 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa42a12f-36da-47df-a796-3654f29ae313 req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:24.110446 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-aa42a12f-36da-47df-a796-3654f29ae313 req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:24.116511 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa42a12f-36da-47df-a796-3654f29ae313 req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:24.202291 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Pushing event updated for resources: {'Port': ['ID=9ed63b3a-088f-427d-a9c1-a4753a8b299e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:24.310120 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5cef2a8a-dbd3-4457-bcd8-db19d5f2e220 admin admin] Publish callbacks [] for security_group (fda82603-2805-4523-90d5-e69182b8e312), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.316147 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc283a6a-89e7-43a8-800c-097aceca697a req-1420d570-1ecc-4449-813c-37192dc9104b tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:24.323316 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5cef2a8a-dbd3-4457-bcd8-db19d5f2e220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (fda82603-2805-4523-90d5-e69182b8e312), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.337442 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc283a6a-89e7-43a8-800c-097aceca697a req-1420d570-1ecc-4449-813c-37192dc9104b tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c12348a-30e3-42dd-adfa-28df8115b80f HTTP/1.1" status: 200 len: 936 time: 0.3529093 Feb 09 21:40:24.375013 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42a12f-36da-47df-a796-3654f29ae313 req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:24.375887 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-aa42a12f-36da-47df-a796-3654f29ae313 req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.421303 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa42a12f-36da-47df-a796-3654f29ae313 req-36af94d5-c3b4-4fb0-b28d-8a66c914a8a5 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3200562 Feb 09 21:40:24.434203 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-aa42a12f-36da-47df-a796-3654f29ae313 req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] Request body: {'port': {'device_id': '5c12348a-30e3-42dd-adfa-28df8115b80f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:24.451345 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc283a6a-89e7-43a8-800c-097aceca697a req-0c62551d-ad99-46e4-a13a-f70340513966 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/security-groups?id=47ffae02-cc19-4825-92a3-bc8bd9a55fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125422 Feb 09 21:40:24.500594 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef2a8a-dbd3-4457-bcd8-db19d5f2e220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda82603-2805-4523-90d5-e69182b8e312,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:24.566692 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5cef2a8a-dbd3-4457-bcd8-db19d5f2e220 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ca4003e0a9d94397b0027d377822a8b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9948819 Feb 09 21:40:24.568100 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58630) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:24.587289 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-aa42a12f-36da-47df-a796-3654f29ae313 req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9ed63b3a-088f-427d-a9c1-a4753a8b299e), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.710142 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-7e39b138-4a19-4e7a-840b-7ebf104d1635 None None] Provisioning complete for port 9ed63b3a-088f-427d-a9c1-a4753a8b299e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:24.712176 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7e39b138-4a19-4e7a-840b-7ebf104d1635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9ed63b3a-088f-427d-a9c1-a4753a8b299e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.732316 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2910b27e-8e0c-4afd-82af-b3c835b06d6a admin admin] Publish callbacks [] for security_group (fda82603-2805-4523-90d5-e69182b8e312), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.787864 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2910b27e-8e0c-4afd-82af-b3c835b06d6a admin admin] Publish callbacks [] for security_group (fda82603-2805-4523-90d5-e69182b8e312), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.834491 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-7e39b138-4a19-4e7a-840b-7ebf104d1635 None None] Port 9ed63b3a-088f-427d-a9c1-a4753a8b299e cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:40:24.914442 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2910b27e-8e0c-4afd-82af-b3c835b06d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (fda82603-2805-4523-90d5-e69182b8e312), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.917415 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2910b27e-8e0c-4afd-82af-b3c835b06d6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.918663 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2910b27e-8e0c-4afd-82af-b3c835b06d6a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fda82603-2805-4523-90d5-e69182b8e312 HTTP/1.1" status: 204 len: 168 time: 0.3496644 Feb 09 21:40:24.958024 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910b27e-8e0c-4afd-82af-b3c835b06d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda82603-2805-4523-90d5-e69182b8e312,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:25.248088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-aa42a12f-36da-47df-a796-3654f29ae313 req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed63b3a-088f-427d-a9c1-a4753a8b299e {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:25.256977 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-aa42a12f-36da-47df-a796-3654f29ae313 req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] Publish callbacks [] for port (9ed63b3a-088f-427d-a9c1-a4753a8b299e), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:25.272381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-aa42a12f-36da-47df-a796-3654f29ae313 req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] Transition to ACTIVE for port object 9ed63b3a-088f-427d-a9c1-a4753a8b299e will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:40:25.300148 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-aa42a12f-36da-47df-a796-3654f29ae313 req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (9ed63b3a-088f-427d-a9c1-a4753a8b299e), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:25.501724 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed63b3a-088f-427d-a9c1-a4753a8b299e,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:25.839286 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-aa42a12f-36da-47df-a796-3654f29ae313 req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] Attempting to bind port 9ed63b3a-088f-427d-a9c1-a4753a8b299e on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:25.840649 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-aa42a12f-36da-47df-a796-3654f29ae313 req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] Attempting to bind port 9ed63b3a-088f-427d-a9c1-a4753a8b299e by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:25.842034 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa42a12f-36da-47df-a796-3654f29ae313 req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] Attempting to bind port 9ed63b3a-088f-427d-a9c1-a4753a8b299e on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:25.864368 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa42a12f-36da-47df-a796-3654f29ae313 req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] Port 9ed63b3a-088f-427d-a9c1-a4753a8b299e on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:40:25.865239 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa42a12f-36da-47df-a796-3654f29ae313 req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] Attempting to bind port 9ed63b3a-088f-427d-a9c1-a4753a8b299e on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:25.886338 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa42a12f-36da-47df-a796-3654f29ae313 req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:25.888089 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa42a12f-36da-47df-a796-3654f29ae313 req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:25.889416 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa42a12f-36da-47df-a796-3654f29ae313 req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:25.893109 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-aa42a12f-36da-47df-a796-3654f29ae313 req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] Bound port: 9ed63b3a-088f-427d-a9c1-a4753a8b299e, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:25.893914 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-aa42a12f-36da-47df-a796-3654f29ae313 req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9ed63b3a-088f-427d-a9c1-a4753a8b299e), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:25.963579 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58670) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:25.995392 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e53b9d94-7fe5-4a6e-a36b-c33b69db0b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.207015 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-aa42a12f-36da-47df-a796-3654f29ae313 req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] For port 9ed63b3a-088f-427d-a9c1-a4753a8b299e, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:26.212009 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-aa42a12f-36da-47df-a796-3654f29ae313 req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] For port 9ed63b3a-088f-427d-a9c1-a4753a8b299e, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9ed63b3a-088f-427d-a9c1-a4753a8b299e,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:26.219984 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e53b9d94-7fe5-4a6e-a36b-c33b69db0b3f admin admin] Publish callbacks [] for security_group (5c2df2b9-5b5a-4a7e-bc71-1fc72fe72879), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.232664 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e53b9d94-7fe5-4a6e-a36b-c33b69db0b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5c2df2b9-5b5a-4a7e-bc71-1fc72fe72879), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.275946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0705373-9399-41c2-b1a3-25881841326a req-88f27bb7-a7a3-47b5-a90c-f7caafbad211 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:26.285616 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0705373-9399-41c2-b1a3-25881841326a req-88f27bb7-a7a3-47b5-a90c-f7caafbad211 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c12348a-30e3-42dd-adfa-28df8115b80f HTTP/1.1" status: 200 len: 948 time: 0.3021834 Feb 09 21:40:26.360724 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-aa42a12f-36da-47df-a796-3654f29ae313 req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (9ed63b3a-088f-427d-a9c1-a4753a8b299e), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.398906 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e53b9d94-7fe5-4a6e-a36b-c33b69db0b3f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=db8735b0bc354b518e9b0a2edd059b4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4329038 Feb 09 21:40:26.411678 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58678) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:26.443821 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b9d94-7fe5-4a6e-a36b-c33b69db0b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2df2b9-5b5a-4a7e-bc71-1fc72fe72879,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:26.531423 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0705373-9399-41c2-b1a3-25881841326a req-d67731c0-9ec1-4717-b1a3-2f6f8aea323c tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/security-groups?id=47ffae02-cc19-4825-92a3-bc8bd9a55fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369866 Feb 09 21:40:26.555686 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42a12f-36da-47df-a796-3654f29ae313 req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:26.556826 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-aa42a12f-36da-47df-a796-3654f29ae313 req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.572005 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa42a12f-36da-47df-a796-3654f29ae313 req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] 10.222.0.71 "PUT /v2.0/ports/9ed63b3a-088f-427d-a9c1-a4753a8b299e HTTP/1.1" status: 200 len: 1096 time: 2.1312470 Feb 09 21:40:26.584813 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c12348a-30e3-42dd-adfa-28df8115b80f', 'tag': '9ed63b3a-088f-427d-a9c1-a4753a8b299e'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:26.589142 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671fa2b5-26d8-452b-905d-97124ec3d96a" -d '{"events": [{"name": "network-changed", "server_uuid": "5c12348a-30e3-42dd-adfa-28df8115b80f", "tag": "9ed63b3a-088f-427d-a9c1-a4753a8b299e"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:26.601969 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c62cbb47-3fb5-42c0-b18e-ba2bc984a1ec admin admin] Publish callbacks [] for security_group (5c2df2b9-5b5a-4a7e-bc71-1fc72fe72879), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.674489 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c62cbb47-3fb5-42c0-b18e-ba2bc984a1ec admin admin] Publish callbacks [] for security_group (5c2df2b9-5b5a-4a7e-bc71-1fc72fe72879), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.801329 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a80c09-f96b-4fcb-83ed-e837df253c13 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed63b3a-088f-427d-a9c1-a4753a8b299e,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:26.825763 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c62cbb47-3fb5-42c0-b18e-ba2bc984a1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5c2df2b9-5b5a-4a7e-bc71-1fc72fe72879), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.829603 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c62cbb47-3fb5-42c0-b18e-ba2bc984a1ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.836591 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c62cbb47-3fb5-42c0-b18e-ba2bc984a1ec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5c2df2b9-5b5a-4a7e-bc71-1fc72fe72879 HTTP/1.1" status: 204 len: 168 time: 0.4237347 Feb 09 21:40:26.876695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cbb47-3fb5-42c0-b18e-ba2bc984a1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2df2b9-5b5a-4a7e-bc71-1fc72fe72879,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:26.894718 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42a12f-36da-47df-a796-3654f29ae313 req-5e2f62a2-d378-428b-9857-ec732e1491ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:26.900039 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa42a12f-36da-47df-a796-3654f29ae313 req-5e2f62a2-d378-428b-9857-ec732e1491ce service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=915ceb0072644db49f6ec59aaf3d55d8&device_id=5c12348a-30e3-42dd-adfa-28df8115b80f HTTP/1.1" status: 200 len: 1130 time: 0.2656448 Feb 09 21:40:26.991444 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa42a12f-36da-47df-a796-3654f29ae313 req-4a93e175-3a2c-4b6d-bbac-bd274b792689 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=9ed63b3a-088f-427d-a9c1-a4753a8b299e HTTP/1.1" status: 200 len: 217 time: 0.0769157 Feb 09 21:40:27.124108 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42a12f-36da-47df-a796-3654f29ae313 req-44092137-36e1-453a-9101-fc941af26949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:27.126162 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa42a12f-36da-47df-a796-3654f29ae313 req-44092137-36e1-453a-9101-fc941af26949 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1106479 Feb 09 21:40:27.165912 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2c68e-79db-4e5a-95fa-72d0fc45a305 req-9d67e0a2-a988-4b3d-a246-7a7b09a089cb tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:27.169847 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b3e2c68e-79db-4e5a-95fa-72d0fc45a305 req-9d67e0a2-a988-4b3d-a246-7a7b09a089cb tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 946 time: 0.2335508 Feb 09 21:40:27.327352 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42a12f-36da-47df-a796-3654f29ae313 req-3c9fd7cc-3f74-4927-b2d3-78ebd9803022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:27.328996 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa42a12f-36da-47df-a796-3654f29ae313 req-3c9fd7cc-3f74-4927-b2d3-78ebd9803022 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1962588 Feb 09 21:40:27.342404 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b3e2c68e-79db-4e5a-95fa-72d0fc45a305 req-fba0ccd8-5be1-4542-a761-4d2fca86e9d2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163940 Feb 09 21:40:27.519050 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa42a12f-36da-47df-a796-3654f29ae313 req-f46c8bac-130a-4616-b7dd-5d823292b61e service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755970 Feb 09 21:40:27.551914 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec283b6b-f60e-47b7-9a02-8a58243f9348 x-openstack-request-id: req-ec283b6b-f60e-47b7-9a02-8a58243f9348 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:27.552222 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c12348a-30e3-42dd-adfa-28df8115b80f", "tag": "9ed63b3a-088f-427d-a9c1-a4753a8b299e", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:27.552701 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec283b6b-f60e-47b7-9a02-8a58243f9348 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:27.554009 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c12348a-30e3-42dd-adfa-28df8115b80f', 'tag': '9ed63b3a-088f-427d-a9c1-a4753a8b299e', 'status': 'completed', 'code': 200} Feb 09 21:40:27.803946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2f3bc-b721-441b-b419-154cefffc638 req-b31daef3-3c65-4e4c-b4dd-2e327a1166e2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:27.805592 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3b2f3bc-b721-441b-b419-154cefffc638 req-b31daef3-3c65-4e4c-b4dd-2e327a1166e2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.42 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 946 time: 0.2222261 Feb 09 21:40:27.911294 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa42a12f-36da-47df-a796-3654f29ae313 req-bea88aeb-9243-4ec2-975c-5e4c9fcb06da service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858621 Feb 09 21:40:27.926482 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10eaa4a-9f7b-44de-9ebe-1a56666ccb80 req-9e3bd602-8b75-4fc3-81f8-ad2eb967160b tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:27.928120 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d10eaa4a-9f7b-44de-9ebe-1a56666ccb80 req-9e3bd602-8b75-4fc3-81f8-ad2eb967160b tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c12348a-30e3-42dd-adfa-28df8115b80f HTTP/1.1" status: 200 len: 948 time: 0.2509556 Feb 09 21:40:28.134076 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d10eaa4a-9f7b-44de-9ebe-1a56666ccb80 req-fc7a7baf-fa19-4919-ae62-fb9189ec0d36 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/security-groups?id=47ffae02-cc19-4825-92a3-bc8bd9a55fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887009 Feb 09 21:40:28.143398 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-f3b2f3bc-b721-441b-b419-154cefffc638 req-1db504e0-d958-4b92-bcc1-11f816313ff0 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Deleting port f2e667a7-ba6f-4c54-a4cb-43767a6454bb {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:28.143776 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f3b2f3bc-b721-441b-b419-154cefffc638 req-1db504e0-d958-4b92-bcc1-11f816313ff0 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f2e667a7-ba6f-4c54-a4cb-43767a6454bb), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.311555 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-f3b2f3bc-b721-441b-b419-154cefffc638 req-1db504e0-d958-4b92-bcc1-11f816313ff0 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] For port f2e667a7-ba6f-4c54-a4cb-43767a6454bb, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=f2e667a7-ba6f-4c54-a4cb-43767a6454bb,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:28.312209 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f3b2f3bc-b721-441b-b419-154cefffc638 req-1db504e0-d958-4b92-bcc1-11f816313ff0 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f2e667a7-ba6f-4c54-a4cb-43767a6454bb), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.334362 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-f3b2f3bc-b721-441b-b419-154cefffc638 req-1db504e0-d958-4b92-bcc1-11f816313ff0 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Calling delete_port for f2e667a7-ba6f-4c54-a4cb-43767a6454bb owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:28.421404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58742) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:28.562015 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f3b2f3bc-b721-441b-b419-154cefffc638 req-1db504e0-d958-4b92-bcc1-11f816313ff0 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (f2e667a7-ba6f-4c54-a4cb-43767a6454bb), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.579995 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['f2e667a7-ba6f-4c54-a4cb-43767a6454bb'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:28.618279 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db504e0-d958-4b92-bcc1-11f816313ff0 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Pushing event deleted for resources: {'Port': ['ID=f2e667a7-ba6f-4c54-a4cb-43767a6454bb,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:28.633622 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-161b6233-c472-401e-aee3-3a32bea92bec req-828ae26f-96c4-4b35-98cc-ce1a5349cbfb tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 210 time: 0.0781152 Feb 09 21:40:28.760955 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fa2b5-26d8-452b-905d-97124ec3d96a req-fa4025ed-125a-4c11-8bc0-00ee7a1f7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:28.763601 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-671fa2b5-26d8-452b-905d-97124ec3d96a req-fa4025ed-125a-4c11-8bc0-00ee7a1f7777 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=915ceb0072644db49f6ec59aaf3d55d8&device_id=5c12348a-30e3-42dd-adfa-28df8115b80f HTTP/1.1" status: 200 len: 1130 time: 0.7776697 Feb 09 21:40:28.765127 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b2f3bc-b721-441b-b419-154cefffc638 req-1db504e0-d958-4b92-bcc1-11f816313ff0 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] No DVR routers for this DVR port f2e667a7-ba6f-4c54-a4cb-43767a6454bb on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:28.768454 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f3b2f3bc-b721-441b-b419-154cefffc638 req-1db504e0-d958-4b92-bcc1-11f816313ff0 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.773593 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3b2f3bc-b721-441b-b419-154cefffc638 req-1db504e0-d958-4b92-bcc1-11f816313ff0 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.42 "DELETE /v2.0/ports/f2e667a7-ba6f-4c54-a4cb-43767a6454bb HTTP/1.1" status: 204 len: 173 time: 0.9599416 Feb 09 21:40:28.889874 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5d48b676-752a-4020-b15e-40453514d7f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.946695 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fa2b5-26d8-452b-905d-97124ec3d96a req-53ff2ac8-a683-4372-ab7e-d3a3700fa91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:28.950534 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-671fa2b5-26d8-452b-905d-97124ec3d96a req-53ff2ac8-a683-4372-ab7e-d3a3700fa91d service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.1758327 Feb 09 21:40:29.047855 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5d48b676-752a-4020-b15e-40453514d7f6 admin admin] Publish callbacks [] for security_group (35d19ae1-4cb0-418e-a907-2cc5adbc5658), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.055065 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5d48b676-752a-4020-b15e-40453514d7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (35d19ae1-4cb0-418e-a907-2cc5adbc5658), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.074888 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-671fa2b5-26d8-452b-905d-97124ec3d96a req-df33ec57-637b-4c01-80b6-be6e9c2d9c7d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=9ed63b3a-088f-427d-a9c1-a4753a8b299e HTTP/1.1" status: 200 len: 217 time: 0.1079316 Feb 09 21:40:29.115503 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48b676-752a-4020-b15e-40453514d7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d19ae1-4cb0-418e-a907-2cc5adbc5658,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:29.132418 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5d48b676-752a-4020-b15e-40453514d7f6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=52f0a67c4d744d2faf4949208eec88ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7097311 Feb 09 21:40:29.135042 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58766) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:29.198483 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fa2b5-26d8-452b-905d-97124ec3d96a req-ecba9b77-fe08-4a8a-bdd9-7c3ae3854dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:29.201473 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-671fa2b5-26d8-452b-905d-97124ec3d96a req-ecba9b77-fe08-4a8a-bdd9-7c3ae3854dc1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1189911 Feb 09 21:40:29.247238 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35d81105-7f6e-4c8c-b89d-b1265d4f8de1 admin admin] Publish callbacks [] for security_group (35d19ae1-4cb0-418e-a907-2cc5adbc5658), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.325554 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35d81105-7f6e-4c8c-b89d-b1265d4f8de1 admin admin] Publish callbacks [] for security_group (35d19ae1-4cb0-418e-a907-2cc5adbc5658), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.421626 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fa2b5-26d8-452b-905d-97124ec3d96a req-c0f28298-b40a-495c-930d-890d59b8b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:29.423106 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-671fa2b5-26d8-452b-905d-97124ec3d96a req-c0f28298-b40a-495c-930d-890d59b8b4d9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2077014 Feb 09 21:40:29.452721 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35d81105-7f6e-4c8c-b89d-b1265d4f8de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (35d19ae1-4cb0-418e-a907-2cc5adbc5658), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.456130 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35d81105-7f6e-4c8c-b89d-b1265d4f8de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.457338 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-35d81105-7f6e-4c8c-b89d-b1265d4f8de1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/35d19ae1-4cb0-418e-a907-2cc5adbc5658 HTTP/1.1" status: 204 len: 168 time: 0.3212717 Feb 09 21:40:29.474258 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d81105-7f6e-4c8c-b89d-b1265d4f8de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d19ae1-4cb0-418e-a907-2cc5adbc5658,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:29.494846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58778) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:29.592255 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48735e42-e8c3-428f-9bec-06d61040319c', 'name': 'network-vif-deleted', 'tag': 'f2e667a7-ba6f-4c54-a4cb-43767a6454bb'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:29.594799 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f45344d-94ac-4f22-94b2-a5c02ddd78be" -d '{"events": [{"server_uuid": "48735e42-e8c3-428f-9bec-06d61040319c", "name": "network-vif-deleted", "tag": "f2e667a7-ba6f-4c54-a4cb-43767a6454bb"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:29.599247 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-671fa2b5-26d8-452b-905d-97124ec3d96a req-1a48cf63-1354-4d96-b47a-2bba3a72370d service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700099 Feb 09 21:40:29.709187 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-272d86fd-cc8a-4f3c-ab06-6a26a5fe801e tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-307247069', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:29.748106 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-671fa2b5-26d8-452b-905d-97124ec3d96a req-bfa6b8c2-31b3-42a2-b968-f10f6f850b68 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391797 Feb 09 21:40:29.757691 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272d86fd-cc8a-4f3c-ab06-6a26a5fe801e tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Made reservation on behalf of 9b7d421ca19f458b9787802a9104a765 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:29.761693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7085337-7dad-4374-bfea-2869d9b22b01 req-713ed9c9-5334-4eb4-8d01-bbb2c3bb49a6 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:29.766191 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-272d86fd-cc8a-4f3c-ab06-6a26a5fe801e tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.769532 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7085337-7dad-4374-bfea-2869d9b22b01 req-713ed9c9-5334-4eb4-8d01-bbb2c3bb49a6 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c12348a-30e3-42dd-adfa-28df8115b80f HTTP/1.1" status: 200 len: 948 time: 0.4567108 Feb 09 21:40:29.794305 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-272d86fd-cc8a-4f3c-ab06-6a26a5fe801e tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.851882 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7085337-7dad-4374-bfea-2869d9b22b01 req-a622349b-d21d-489e-856c-5f271a0a1e70 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/security-groups?id=47ffae02-cc19-4825-92a3-bc8bd9a55fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770695 Feb 09 21:40:30.001821 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-272d86fd-cc8a-4f3c-ab06-6a26a5fe801e tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Publish callbacks [] for security_group (40b41ca4-b37f-4dd4-8437-59d73454ba30), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:30.013563 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-272d86fd-cc8a-4f3c-ab06-6a26a5fe801e tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (40b41ca4-b37f-4dd4-8437-59d73454ba30), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:30.020211 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-272d86fd-cc8a-4f3c-ab06-6a26a5fe801e tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] device_id is not set on port b2caa12e-478e-4148-b617-0b400465ad7d yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:40:30.047597 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09070551-554c-4890-8969-5878918f846e x-openstack-request-id: req-09070551-554c-4890-8969-5878918f846e {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:30.047923 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48735e42-e8c3-428f-9bec-06d61040319c", "name": "network-vif-deleted", "tag": "f2e667a7-ba6f-4c54-a4cb-43767a6454bb", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:30.048323 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-09070551-554c-4890-8969-5878918f846e {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:30.048631 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48735e42-e8c3-428f-9bec-06d61040319c', 'name': 'network-vif-deleted', 'tag': 'f2e667a7-ba6f-4c54-a4cb-43767a6454bb', 'status': 'completed', 'code': 200} Feb 09 21:40:30.125576 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d86fd-cc8a-4f3c-ab06-6a26a5fe801e tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b41ca4-b37f-4dd4-8437-59d73454ba30,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:30.208553 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58790) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:30.246339 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-272d86fd-cc8a-4f3c-ab06-6a26a5fe801e tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Allocated IP 172.25.6.214 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/b2caa12e-478e-4148-b617-0b400465ad7d) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:30.257742 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75870859-4478-41a7-ab23-ba4f5f6a535b req-aa942534-3467-4f18-88ac-1882c30a3fad tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 210 time: 0.0621839 Feb 09 21:40:30.262455 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6166b4f-4c93-4d10-96b6-44467dcddb87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:30.425331 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6166b4f-4c93-4d10-96b6-44467dcddb87 admin admin] Publish callbacks [] for security_group (c2808bd7-04b4-4b67-8268-1d48ce96807d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:30.437488 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6166b4f-4c93-4d10-96b6-44467dcddb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c2808bd7-04b4-4b67-8268-1d48ce96807d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:30.502223 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d6166b4f-4c93-4d10-96b6-44467dcddb87 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5ca9b8c3300241338c93d563bad24ffd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2919869 Feb 09 21:40:30.514229 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58800) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:30.595019 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-272d86fd-cc8a-4f3c-ab06-6a26a5fe801e tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Publish callbacks [] for port (b2caa12e-478e-4148-b617-0b400465ad7d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:30.628553 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6166b4f-4c93-4d10-96b6-44467dcddb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2808bd7-04b4-4b67-8268-1d48ce96807d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:30.629084 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9ed63b3a-088f-427d-a9c1-a4753a8b299e details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:40:30.658469 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4fc44950-b6fb-4aea-9df7-7b8fabf800c9 admin admin] Publish callbacks [] for security_group (c2808bd7-04b4-4b67-8268-1d48ce96807d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:30.670602 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-272d86fd-cc8a-4f3c-ab06-6a26a5fe801e tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (b2caa12e-478e-4148-b617-0b400465ad7d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:30.713363 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4fc44950-b6fb-4aea-9df7-7b8fabf800c9 admin admin] Publish callbacks [] for security_group (c2808bd7-04b4-4b67-8268-1d48ce96807d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:30.779614 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272d86fd-cc8a-4f3c-ab06-6a26a5fe801e tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:30.785590 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-272d86fd-cc8a-4f3c-ab06-6a26a5fe801e tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:30.809338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272d86fd-cc8a-4f3c-ab06-6a26a5fe801e tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:30.891681 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d86fd-cc8a-4f3c-ab06-6a26a5fe801e tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Pushing event updated for resources: {'Port': ['ID=b2caa12e-478e-4148-b617-0b400465ad7d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:30.919047 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4fc44950-b6fb-4aea-9df7-7b8fabf800c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c2808bd7-04b4-4b67-8268-1d48ce96807d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:30.923835 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4fc44950-b6fb-4aea-9df7-7b8fabf800c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:30.929349 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4fc44950-b6fb-4aea-9df7-7b8fabf800c9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c2808bd7-04b4-4b67-8268-1d48ce96807d HTTP/1.1" status: 204 len: 168 time: 0.4095464 Feb 09 21:40:30.948496 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272d86fd-cc8a-4f3c-ab06-6a26a5fe801e tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:30.950486 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-272d86fd-cc8a-4f3c-ab06-6a26a5fe801e tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:30.968843 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc44950-b6fb-4aea-9df7-7b8fabf800c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2808bd7-04b4-4b67-8268-1d48ce96807d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:31.008433 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-272d86fd-cc8a-4f3c-ab06-6a26a5fe801e tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5115373 Feb 09 21:40:31.012981 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58808) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:31.021928 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2345dd20-5215-4c2d-bb06-b736b2c270b9 tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.214'}]}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:31.120117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 9ed63b3a-088f-427d-a9c1-a4753a8b299e, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9ed63b3a-088f-427d-a9c1-a4753a8b299e,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:31.190062 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2345dd20-5215-4c2d-bb06-b736b2c270b9 tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (17f15ffd-1069-45a8-8f1d-8c97dbeeb7c9), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:31.196076 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2345dd20-5215-4c2d-bb06-b736b2c270b9 tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (17f15ffd-1069-45a8-8f1d-8c97dbeeb7c9), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:31.205576 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '9ed63b3a-088f-427d-a9c1-a4753a8b299e', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': '9ed63b3a-088f-427d-a9c1-a4753a8b299e', 'mac_address': 'fa:16:3e:59:7a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:40:31.279130 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107bce-c3f6-44cc-985e-09b1d8c8dd02 req-e6148d9d-2653-46e5-b9f2-753169a799ce tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:31.299906 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd107bce-c3f6-44cc-985e-09b1d8c8dd02 req-e6148d9d-2653-46e5-b9f2-753169a799ce tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c12348a-30e3-42dd-adfa-28df8115b80f HTTP/1.1" status: 200 len: 948 time: 0.2611091 Feb 09 21:40:31.332280 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 9ed63b3a-088f-427d-a9c1-a4753a8b299e is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:31.333291 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9ed63b3a-088f-427d-a9c1-a4753a8b299e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:31.360933 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed63b3a-088f-427d-a9c1-a4753a8b299e {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:31.423797 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd107bce-c3f6-44cc-985e-09b1d8c8dd02 req-4f3ee6dc-4d53-4a8c-9b2d-696476598e74 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/security-groups?id=47ffae02-cc19-4825-92a3-bc8bd9a55fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270201 Feb 09 21:40:31.455432 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 9ed63b3a-088f-427d-a9c1-a4753a8b299e, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9ed63b3a-088f-427d-a9c1-a4753a8b299e,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:31.482297 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9ed63b3a-088f-427d-a9c1-a4753a8b299e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:31.500207 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2345dd20-5215-4c2d-bb06-b736b2c270b9 tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Publish callbacks [] for router_controller (17f15ffd-1069-45a8-8f1d-8c97dbeeb7c9), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:31.642185 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device f2e667a7-ba6f-4c54-a4cb-43767a6454bb no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:31.814182 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['9ed63b3a-088f-427d-a9c1-a4753a8b299e'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:31.879193 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: f2e667a7-ba6f-4c54-a4cb-43767a6454bb {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:31.879854 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device f2e667a7-ba6f-4c54-a4cb-43767a6454bb not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:31.882197 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2345dd20-5215-4c2d-bb06-b736b2c270b9 tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Publish callbacks [] for router_gateway (17f15ffd-1069-45a8-8f1d-8c97dbeeb7c9), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:31.891998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=9ed63b3a-088f-427d-a9c1-a4753a8b299e,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:31.907952 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:31.908579 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:31.909291 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:31.909797 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:31.910302 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:31.910789 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:31.911284 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:31.911798 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:31.912274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:31.912768 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:31.913246 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:31.913725 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:31.914237 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:31.934861 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-095c29e5-973e-4e84-b6c0-c2b1f4c74ad9 req-fad64512-1d52-4a21-8abe-f863eb2dd715 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 210 time: 0.0447938 Feb 09 21:40:32.673679 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2345dd20-5215-4c2d-bb06-b736b2c270b9 tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Publish callbacks [] for router_gateway (17f15ffd-1069-45a8-8f1d-8c97dbeeb7c9), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:32.697751 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2345dd20-5215-4c2d-bb06-b736b2c270b9 tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:32.766346 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c59e59-1c4e-4b88-95ed-3772976f645c req-679ba82a-ce90-420a-9bb9-8799c3887896 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:32.773689 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7c59e59-1c4e-4b88-95ed-3772976f645c req-679ba82a-ce90-420a-9bb9-8799c3887896 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c12348a-30e3-42dd-adfa-28df8115b80f HTTP/1.1" status: 200 len: 949 time: 0.1745560 Feb 09 21:40:32.867901 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7c59e59-1c4e-4b88-95ed-3772976f645c req-f99ff623-3dc5-4d32-ad51-6daa6e1a3e37 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/security-groups?id=47ffae02-cc19-4825-92a3-bc8bd9a55fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932941 Feb 09 21:40:32.953879 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2345dd20-5215-4c2d-bb06-b736b2c270b9 tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Publish callbacks [] for router (17f15ffd-1069-45a8-8f1d-8c97dbeeb7c9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:33.216907 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f14cfce6-19d8-4118-a802-baa7688595eb req-6b71a3bb-6b77-49a8-b4fc-3c58cdda021c tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 210 time: 0.0589767 Feb 09 21:40:33.824216 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2345dd20-5215-4c2d-bb06-b736b2c270b9 tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (17f15ffd-1069-45a8-8f1d-8c97dbeeb7c9), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:33.826998 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2345dd20-5215-4c2d-bb06-b736b2c270b9 tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Publish callbacks [] for router_controller (17f15ffd-1069-45a8-8f1d-8c97dbeeb7c9), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:33.902540 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2345dd20-5215-4c2d-bb06-b736b2c270b9 tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (17f15ffd-1069-45a8-8f1d-8c97dbeeb7c9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:33.903398 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2345dd20-5215-4c2d-bb06-b736b2c270b9 tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17f15ffd-1069-45a8-8f1d-8c97dbeeb7c9 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:40:33.944824 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-2345dd20-5215-4c2d-bb06-b736b2c270b9 tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 21:40:33.951492 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58878) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:33.954204 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2345dd20-5215-4c2d-bb06-b736b2c270b9 tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9370656 Feb 09 21:40:34.140130 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-628fea71-d8ea-46de-b0bf-9db33b740112 tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Deleting port b2caa12e-478e-4148-b617-0b400465ad7d {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:34.140372 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-628fea71-d8ea-46de-b0bf-9db33b740112 tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b2caa12e-478e-4148-b617-0b400465ad7d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.172115 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e0b5e-2da5-42ac-b044-f5d8c0bb4640 req-abea3050-5922-473d-ab35-cbb246f55faf tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:34.175858 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-720e0b5e-2da5-42ac-b044-f5d8c0bb4640 req-abea3050-5922-473d-ab35-cbb246f55faf tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c12348a-30e3-42dd-adfa-28df8115b80f HTTP/1.1" status: 200 len: 949 time: 0.1357229 Feb 09 21:40:34.339887 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-628fea71-d8ea-46de-b0bf-9db33b740112 tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b2caa12e-478e-4148-b617-0b400465ad7d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.349607 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-720e0b5e-2da5-42ac-b044-f5d8c0bb4640 req-f4c26c0a-c76a-4cd0-a87a-6398ce4ea214 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/security-groups?id=47ffae02-cc19-4825-92a3-bc8bd9a55fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527429 Feb 09 21:40:34.357688 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-628fea71-d8ea-46de-b0bf-9db33b740112 tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Calling delete_port for b2caa12e-478e-4148-b617-0b400465ad7d owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:34.571051 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-628fea71-d8ea-46de-b0bf-9db33b740112 tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (b2caa12e-478e-4148-b617-0b400465ad7d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.648566 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9ed63b3a-088f-427d-a9c1-a4753a8b299e up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:34.707300 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fea71-d8ea-46de-b0bf-9db33b740112 tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2caa12e-478e-4148-b617-0b400465ad7d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:34.758198 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-010b8530-7f9b-43a3-b44f-4141e59cde96 req-b8a5003c-7a83-4180-93dd-1b3a465c715c tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 210 time: 0.1061029 Feb 09 21:40:34.786979 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-628fea71-d8ea-46de-b0bf-9db33b740112 tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.791220 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-628fea71-d8ea-46de-b0bf-9db33b740112 tempest-RoutersAdminNegativeTest-1113046639 tempest-RoutersAdminNegativeTest-1113046639-project-admin] 10.222.0.77 "DELETE /v2.0/ports/b2caa12e-478e-4148-b617-0b400465ad7d HTTP/1.1" status: 204 len: 168 time: 0.8379545 Feb 09 21:40:34.825766 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 9ed63b3a-088f-427d-a9c1-a4753a8b299e completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:40:34.833189 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 9ed63b3a-088f-427d-a9c1-a4753a8b299e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:34.834082 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9ed63b3a-088f-427d-a9c1-a4753a8b299e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.024512 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 9ed63b3a-088f-427d-a9c1-a4753a8b299e is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:35.024920 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9ed63b3a-088f-427d-a9c1-a4753a8b299e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.057497 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c12348a-30e3-42dd-adfa-28df8115b80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed63b3a-088f-427d-a9c1-a4753a8b299e'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:35.060109 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5469fb-d686-4af3-b2db-a168674b548b" -d '{"events": [{"server_uuid": "5c12348a-30e3-42dd-adfa-28df8115b80f", "name": "network-vif-plugged", "status": "completed", "tag": "9ed63b3a-088f-427d-a9c1-a4753a8b299e"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:35.080794 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 9ed63b3a-088f-427d-a9c1-a4753a8b299e, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9ed63b3a-088f-427d-a9c1-a4753a8b299e,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:35.087710 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9ed63b3a-088f-427d-a9c1-a4753a8b299e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.146185 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=9ed63b3a-088f-427d-a9c1-a4753a8b299e,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:35.274134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be869718-d47f-470d-a4d6-18b58d621a5a req-0bc8f6b5-c7e2-4ae9-93d0-2931e9287396 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:35.288540 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be869718-d47f-470d-a4d6-18b58d621a5a req-0bc8f6b5-c7e2-4ae9-93d0-2931e9287396 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4096cab-edd2-4587-811a-2784299ad98a HTTP/1.1" status: 200 len: 950 time: 0.1343832 Feb 09 21:40:35.308337 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58930) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:35.423533 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be869718-d47f-470d-a4d6-18b58d621a5a req-38198e82-4847-42c9-a335-08220582ae30 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/security-groups?id=86c3f3e4-90fe-49e7-aa15-a9b675679f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279426 Feb 09 21:40:35.474970 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b9c36b89-c8be-4042-9824-ee51a5dfeee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.543631 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1b3826-74bf-4713-8994-3aa99415fe6c x-openstack-request-id: req-1d1b3826-74bf-4713-8994-3aa99415fe6c {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:35.544253 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c12348a-30e3-42dd-adfa-28df8115b80f", "name": "network-vif-plugged", "status": "completed", "tag": "9ed63b3a-088f-427d-a9c1-a4753a8b299e", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:35.545731 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1d1b3826-74bf-4713-8994-3aa99415fe6c {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:35.546467 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c12348a-30e3-42dd-adfa-28df8115b80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed63b3a-088f-427d-a9c1-a4753a8b299e', 'code': 200} Feb 09 21:40:35.617308 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b9c36b89-c8be-4042-9824-ee51a5dfeee6 admin admin] Publish callbacks [] for security_group (e07b22fd-7e1d-46a6-baf5-ab2773ef7733), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.628308 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b9c36b89-c8be-4042-9824-ee51a5dfeee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e07b22fd-7e1d-46a6-baf5-ab2773ef7733), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.671313 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b9c36b89-c8be-4042-9824-ee51a5dfeee6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b5fb6edbbcc472ea2e3f91a18bdceae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3561175 Feb 09 21:40:35.672334 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58944) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:35.737199 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c36b89-c8be-4042-9824-ee51a5dfeee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07b22fd-7e1d-46a6-baf5-ab2773ef7733,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:35.767275 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba6691bb-37a1-4a48-b9d8-a0a8cafed6bd admin admin] Publish callbacks [] for security_group (e07b22fd-7e1d-46a6-baf5-ab2773ef7733), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.774206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325bd59-3507-4282-a4a0-c5267a112812 req-82a54506-ba21-47d5-82ab-4737757f8d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:35.777755 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9325bd59-3507-4282-a4a0-c5267a112812 req-82a54506-ba21-47d5-82ab-4737757f8d5e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5c12348a-30e3-42dd-adfa-28df8115b80f HTTP/1.1" status: 200 len: 1132 time: 0.1426175 Feb 09 21:40:35.797343 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba6691bb-37a1-4a48-b9d8-a0a8cafed6bd admin admin] Publish callbacks [] for security_group (e07b22fd-7e1d-46a6-baf5-ab2773ef7733), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.858179 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba6691bb-37a1-4a48-b9d8-a0a8cafed6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e07b22fd-7e1d-46a6-baf5-ab2773ef7733), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.862598 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba6691bb-37a1-4a48-b9d8-a0a8cafed6bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.866199 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ba6691bb-37a1-4a48-b9d8-a0a8cafed6bd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e07b22fd-7e1d-46a6-baf5-ab2773ef7733 HTTP/1.1" status: 204 len: 168 time: 0.1909533 Feb 09 21:40:35.877979 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6691bb-37a1-4a48-b9d8-a0a8cafed6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07b22fd-7e1d-46a6-baf5-ab2773ef7733,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:35.936595 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9325bd59-3507-4282-a4a0-c5267a112812 req-5b9e7f8b-3a40-41fd-b46f-e9060bbf0c45 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=47ffae02-cc19-4825-92a3-bc8bd9a55fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298954 Feb 09 21:40:35.952182 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d17e6-29dd-4e33-9791-3a03dadbdf6f req-95e34af5-8e1a-42a5-8e66-da1e8054c682 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:35.955500 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df3d17e6-29dd-4e33-9791-3a03dadbdf6f req-95e34af5-8e1a-42a5-8e66-da1e8054c682 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c12348a-30e3-42dd-adfa-28df8115b80f HTTP/1.1" status: 200 len: 950 time: 0.2141950 Feb 09 21:40:36.044627 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df3d17e6-29dd-4e33-9791-3a03dadbdf6f req-1343a42c-5f78-4d75-bf6b-f1eca941f3ea tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/security-groups?id=47ffae02-cc19-4825-92a3-bc8bd9a55fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774806 Feb 09 21:40:36.382622 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-548babbb-6b17-4808-a9f4-e8cd1065c786 req-fe88c4e8-cd92-4d68-a503-08a28c525378 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 210 time: 0.0548398 Feb 09 21:40:36.477428 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58968) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:36.553890 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0a976487-38f0-4626-aaee-ad0a8d1502b6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9b7d421ca19f458b9787802a9104a765&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0738125 Feb 09 21:40:36.558103 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58974) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:36.628475 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d516c3a6-9ae4-4567-9597-7dacbdcac15f admin admin] Publish callbacks [] for security_group (40b41ca4-b37f-4dd4-8437-59d73454ba30), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.655931 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ad07ab32-8f95-4a35-8c60-c1305ee8ad7c no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:36.669520 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d516c3a6-9ae4-4567-9597-7dacbdcac15f admin admin] Publish callbacks [] for security_group (40b41ca4-b37f-4dd4-8437-59d73454ba30), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.780041 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d516c3a6-9ae4-4567-9597-7dacbdcac15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (40b41ca4-b37f-4dd4-8437-59d73454ba30), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.785092 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d516c3a6-9ae4-4567-9597-7dacbdcac15f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.789218 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:36.789218 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.795197 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d516c3a6-9ae4-4567-9597-7dacbdcac15f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/40b41ca4-b37f-4dd4-8437-59d73454ba30 HTTP/1.1" status: 204 len: 168 time: 0.2274034 Feb 09 21:40:36.808251 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516c3a6-9ae4-4567-9597-7dacbdcac15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b41ca4-b37f-4dd4-8437-59d73454ba30,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:36.874180 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:36.914899 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:37.100567 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,revision_number=11']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:37.294373 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c854b1d-9184-46b9-949b-3ae280acab53 req-96608ae0-b47b-4295-8e5f-b42767e3c603 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:37.297475 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9c854b1d-9184-46b9-949b-3ae280acab53 req-96608ae0-b47b-4295-8e5f-b42767e3c603 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c12348a-30e3-42dd-adfa-28df8115b80f HTTP/1.1" status: 200 len: 950 time: 0.1094372 Feb 09 21:40:37.399265 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9c854b1d-9184-46b9-949b-3ae280acab53 req-d353df27-4bd7-4c3d-9fcf-93a1edfee793 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/security-groups?id=47ffae02-cc19-4825-92a3-bc8bd9a55fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944681 Feb 09 21:40:37.548712 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4096cab-edd2-4587-811a-2784299ad98a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad07ab32-8f95-4a35-8c60-c1305ee8ad7c'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:37.554887 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720ad94f-0a6e-43d4-879d-4293c3b1c85d" -d '{"events": [{"server_uuid": "c4096cab-edd2-4587-811a-2784299ad98a", "name": "network-vif-unplugged", "status": "completed", "tag": "ad07ab32-8f95-4a35-8c60-c1305ee8ad7c"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:37.824416 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f8bcb94b-ce69-4972-a807-57be0030feaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:37.841407 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9795e518-811a-4786-8b03-34d13e7d0361 req-eb33b375-f46f-4fbc-95e0-4b7b1994fc72 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 210 time: 0.0850444 Feb 09 21:40:37.956357 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59044) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:38.122567 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3a9895ee-2b8c-427b-8b70-f5c9e060961f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-38570959'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:38.142391 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e1ca9d-76cf-4127-9793-af5d48b603cd x-openstack-request-id: req-96e1ca9d-76cf-4127-9793-af5d48b603cd {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:38.144946 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4096cab-edd2-4587-811a-2784299ad98a", "name": "network-vif-unplugged", "status": "completed", "tag": "ad07ab32-8f95-4a35-8c60-c1305ee8ad7c", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:38.145849 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-96e1ca9d-76cf-4127-9793-af5d48b603cd {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:38.148347 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4096cab-edd2-4587-811a-2784299ad98a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad07ab32-8f95-4a35-8c60-c1305ee8ad7c', 'code': 200} Feb 09 21:40:38.153595 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9895ee-2b8c-427b-8b70-f5c9e060961f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:38.158194 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a9895ee-2b8c-427b-8b70-f5c9e060961f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:38.169701 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a9895ee-2b8c-427b-8b70-f5c9e060961f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:38.281038 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a9895ee-2b8c-427b-8b70-f5c9e060961f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for security_group (676ec43f-a911-49b3-8346-6da2b54702f2), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:38.288879 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a9895ee-2b8c-427b-8b70-f5c9e060961f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (676ec43f-a911-49b3-8346-6da2b54702f2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:38.353511 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9895ee-2b8c-427b-8b70-f5c9e060961f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:40:38.367241 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9895ee-2b8c-427b-8b70-f5c9e060961f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=676ec43f-a911-49b3-8346-6da2b54702f2,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:38.375718 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a9895ee-2b8c-427b-8b70-f5c9e060961f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (782a9cd8-f4e0-46fe-939a-f798fefea55e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:38.376219 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-3a9895ee-2b8c-427b-8b70-f5c9e060961f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Added segment 782a9cd8-f4e0-46fe-939a-f798fefea55e of type vlan for network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 Feb 09 21:40:38.437682 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a9895ee-2b8c-427b-8b70-f5c9e060961f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (8bbe36ba-e82f-4c8a-bc2c-316e61e96669), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:38.472002 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a9895ee-2b8c-427b-8b70-f5c9e060961f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (8bbe36ba-e82f-4c8a-bc2c-316e61e96669), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:38.478926 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9895ee-2b8c-427b-8b70-f5c9e060961f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:38.478926 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a9895ee-2b8c-427b-8b70-f5c9e060961f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:38.569838 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3a9895ee-2b8c-427b-8b70-f5c9e060961f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6119311 Feb 09 21:40:38.573767 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59066) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:38.582762 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f5d5c8cd-3664-4489-bdce-40df469d950a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:38.598202 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9895ee-2b8c-427b-8b70-f5c9e060961f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Network': ['ID=8bbe36ba-e82f-4c8a-bc2c-316e61e96669,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:38.610504 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:40:38.749326 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143ad67-831d-43b3-9f2c-df33de0603d0 req-24553e6d-0077-4feb-9a36-e96a8fd5795c tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:38.752203 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0143ad67-831d-43b3-9f2c-df33de0603d0 req-24553e6d-0077-4feb-9a36-e96a8fd5795c tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c12348a-30e3-42dd-adfa-28df8115b80f HTTP/1.1" status: 200 len: 950 time: 0.1520488 Feb 09 21:40:38.776359 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d5c8cd-3664-4489-bdce-40df469d950a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:38.782426 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5d5c8cd-3664-4489-bdce-40df469d950a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.007989 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0143ad67-831d-43b3-9f2c-df33de0603d0 req-b1a7769f-fcda-4325-8aff-5da4fa45d494 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/security-groups?id=47ffae02-cc19-4825-92a3-bc8bd9a55fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420995 Feb 09 21:40:39.223289 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5d5c8cd-3664-4489-bdce-40df469d950a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (2f0fadc2-510b-4627-9ba5-409f7f0b461f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.395988 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-07bb479b-9b68-4aa3-a572-c50e406b5e8e req-597fd27e-5179-4fa7-95c6-ac24974b7451 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 210 time: 0.0770419 Feb 09 21:40:39.410390 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5c8cd-3664-4489-bdce-40df469d950a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=2f0fadc2-510b-4627-9ba5-409f7f0b461f,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:39.425085 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d5c8cd-3664-4489-bdce-40df469d950a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Checking segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:39.425812 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d5c8cd-3664-4489-bdce-40df469d950a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network hostable DHCP agents. Network: 8bbe36ba-e82f-4c8a-bc2c-316e61e96669, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:40:39.465400 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d5c8cd-3664-4489-bdce-40df469d950a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:40:39.484414 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f5d5c8cd-3664-4489-bdce-40df469d950a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 8bbe36ba-e82f-4c8a-bc2c-316e61e96669) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:39.499945 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4088351c-e103-4ab1-8627-bae4ee2a6b1e None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:39.501096 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d5c8cd-3664-4489-bdce-40df469d950a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:39.502745 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5d5c8cd-3664-4489-bdce-40df469d950a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.530865 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f5d5c8cd-3664-4489-bdce-40df469d950a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9548397 Feb 09 21:40:39.535750 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59098) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:39.550808 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3acad172-e1dd-4564-a459-8ca64a1a0c80 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'name': 'tempest-NetworksTestDHCPv6-56871356'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:39.765088 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b393f9f6-71d6-45de-b579-0dd5cbed7b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'fixed_ips': [{'subnet_id': '2f0fadc2-510b-4627-9ba5-409f7f0b461f'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:40:39.770706 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b393f9f6-71d6-45de-b579-0dd5cbed7b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.862834 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010cdd1-c558-4ee9-9023-13d0094cfd51 req-fa3a5e24-706e-4757-8ea5-14e646e57a0b tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:39.871747 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6010cdd1-c558-4ee9-9023-13d0094cfd51 req-fa3a5e24-706e-4757-8ea5-14e646e57a0b tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c12348a-30e3-42dd-adfa-28df8115b80f HTTP/1.1" status: 200 len: 950 time: 0.1701312 Feb 09 21:40:39.904451 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acad172-e1dd-4564-a459-8ca64a1a0c80 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:39.911810 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3acad172-e1dd-4564-a459-8ca64a1a0c80 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.992923 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-3acad172-e1dd-4564-a459-8ca64a1a0c80 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] device_id is not set on port 6b5290b8-aeee-4fce-acb1-09848e4225d3 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:40:40.132080 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-6010cdd1-c558-4ee9-9023-13d0094cfd51 req-654db334-207c-407c-8d1b-a5a1e88f1ff0 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Deleting port 9ed63b3a-088f-427d-a9c1-a4753a8b299e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:40.132511 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6010cdd1-c558-4ee9-9023-13d0094cfd51 req-654db334-207c-407c-8d1b-a5a1e88f1ff0 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (9ed63b3a-088f-427d-a9c1-a4753a8b299e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.160511 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-b393f9f6-71d6-45de-b579-0dd5cbed7b4f None None] Allocated IP 2001:db8::2 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/2f0fadc2-510b-4627-9ba5-409f7f0b461f/f19ab904-c933-4563-857a-6da3a461a055) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:40.267600 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-6010cdd1-c558-4ee9-9023-13d0094cfd51 req-654db334-207c-407c-8d1b-a5a1e88f1ff0 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] For port 9ed63b3a-088f-427d-a9c1-a4753a8b299e, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9ed63b3a-088f-427d-a9c1-a4753a8b299e,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:40.268150 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6010cdd1-c558-4ee9-9023-13d0094cfd51 req-654db334-207c-407c-8d1b-a5a1e88f1ff0 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (9ed63b3a-088f-427d-a9c1-a4753a8b299e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.284092 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-6010cdd1-c558-4ee9-9023-13d0094cfd51 req-654db334-207c-407c-8d1b-a5a1e88f1ff0 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Calling delete_port for 9ed63b3a-088f-427d-a9c1-a4753a8b299e owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:40.380135 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b393f9f6-71d6-45de-b579-0dd5cbed7b4f None None] Publish callbacks [] for port (f19ab904-c933-4563-857a-6da3a461a055), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.398483 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b393f9f6-71d6-45de-b579-0dd5cbed7b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (f19ab904-c933-4563-857a-6da3a461a055), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.510413 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b393f9f6-71d6-45de-b579-0dd5cbed7b4f None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:40.534195 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-3acad172-e1dd-4564-a459-8ca64a1a0c80 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8::337 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/2f0fadc2-510b-4627-9ba5-409f7f0b461f/6b5290b8-aeee-4fce-acb1-09848e4225d3) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:40.567001 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-b393f9f6-71d6-45de-b579-0dd5cbed7b4f None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:40.576775 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6010cdd1-c558-4ee9-9023-13d0094cfd51 req-654db334-207c-407c-8d1b-a5a1e88f1ff0 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (9ed63b3a-088f-427d-a9c1-a4753a8b299e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.578235 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b393f9f6-71d6-45de-b579-0dd5cbed7b4f None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:40.593157 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393f9f6-71d6-45de-b579-0dd5cbed7b4f None None] Pushing event updated for resources: {'Port': ['ID=f19ab904-c933-4563-857a-6da3a461a055,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:40.606225 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['9ed63b3a-088f-427d-a9c1-a4753a8b299e'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:40.668181 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1cddcd42-e497-4849-a155-32e0c994914b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.675452 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654db334-207c-407c-8d1b-a5a1e88f1ff0 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Pushing event deleted for resources: {'Port': ['ID=9ed63b3a-088f-427d-a9c1-a4753a8b299e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:40.804386 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3acad172-e1dd-4564-a459-8ca64a1a0c80 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (6b5290b8-aeee-4fce-acb1-09848e4225d3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.851540 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3acad172-e1dd-4564-a459-8ca64a1a0c80 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (6b5290b8-aeee-4fce-acb1-09848e4225d3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.863545 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-6010cdd1-c558-4ee9-9023-13d0094cfd51 req-654db334-207c-407c-8d1b-a5a1e88f1ff0 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] No DVR routers for this DVR port 9ed63b3a-088f-427d-a9c1-a4753a8b299e on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:40.869235 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6010cdd1-c558-4ee9-9023-13d0094cfd51 req-654db334-207c-407c-8d1b-a5a1e88f1ff0 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.876112 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6010cdd1-c558-4ee9-9023-13d0094cfd51 req-654db334-207c-407c-8d1b-a5a1e88f1ff0 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.71 "DELETE /v2.0/ports/9ed63b3a-088f-427d-a9c1-a4753a8b299e HTTP/1.1" status: 204 len: 173 time: 0.9985015 Feb 09 21:40:40.876872 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c12348a-30e3-42dd-adfa-28df8115b80f', 'name': 'network-vif-deleted', 'tag': '9ed63b3a-088f-427d-a9c1-a4753a8b299e'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:40.893741 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470de277-de90-4293-9fe6-1d64dde7ed3a" -d '{"events": [{"server_uuid": "5c12348a-30e3-42dd-adfa-28df8115b80f", "name": "network-vif-deleted", "tag": "9ed63b3a-088f-427d-a9c1-a4753a8b299e"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:40.923341 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b393f9f6-71d6-45de-b579-0dd5cbed7b4f None None] Attempting to bind port f19ab904-c933-4563-857a-6da3a461a055 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:40.923889 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b393f9f6-71d6-45de-b579-0dd5cbed7b4f None None] Attempting to bind port f19ab904-c933-4563-857a-6da3a461a055 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:40.925312 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b393f9f6-71d6-45de-b579-0dd5cbed7b4f None None] Attempting to bind port f19ab904-c933-4563-857a-6da3a461a055 on network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:40.935681 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b393f9f6-71d6-45de-b579-0dd5cbed7b4f None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:40.936126 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b393f9f6-71d6-45de-b579-0dd5cbed7b4f None None] Checking segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:40.937347 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b393f9f6-71d6-45de-b579-0dd5cbed7b4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.937923 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b393f9f6-71d6-45de-b579-0dd5cbed7b4f None None] Bound using segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:40.939712 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b393f9f6-71d6-45de-b579-0dd5cbed7b4f None None] Bound port: f19ab904-c933-4563-857a-6da3a461a055, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:40.939712 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b393f9f6-71d6-45de-b579-0dd5cbed7b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f19ab904-c933-4563-857a-6da3a461a055), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.985648 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acad172-e1dd-4564-a459-8ca64a1a0c80 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:40.986957 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acad172-e1dd-4564-a459-8ca64a1a0c80 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=6b5290b8-aeee-4fce-acb1-09848e4225d3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:41.005198 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-3acad172-e1dd-4564-a459-8ca64a1a0c80 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:41.012476 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acad172-e1dd-4564-a459-8ca64a1a0c80 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:41.024401 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acad172-e1dd-4564-a459-8ca64a1a0c80 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:41.025180 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3acad172-e1dd-4564-a459-8ca64a1a0c80 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:41.082822 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59152) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:41.084150 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3acad172-e1dd-4564-a459-8ca64a1a0c80 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5458884 Feb 09 21:40:41.099715 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b393f9f6-71d6-45de-b579-0dd5cbed7b4f None None] For port f19ab904-c933-4563-857a-6da3a461a055, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:41.111165 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b393f9f6-71d6-45de-b579-0dd5cbed7b4f None None] For port f19ab904-c933-4563-857a-6da3a461a055, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f19ab904-c933-4563-857a-6da3a461a055,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:41.141802 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b393f9f6-71d6-45de-b579-0dd5cbed7b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f19ab904-c933-4563-857a-6da3a461a055), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:41.312485 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393f9f6-71d6-45de-b579-0dd5cbed7b4f None None] Pushing event updated for resources: {'Port': ['ID=f19ab904-c933-4563-857a-6da3a461a055,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:41.462846 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d465e7a-377e-4cf9-b24a-5378d73e415f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:41.472727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d465e7a-377e-4cf9-b24a-5378d73e415f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:41.475737 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4d465e7a-377e-4cf9-b24a-5378d73e415f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3906755 Feb 09 21:40:41.478446 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59158) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:41.659193 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:41.660945 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e4a9012d-006c-451e-ba47-4e436bb7a43f req-ff8ea18f-8648-4b25-a815-62b7da40ab29 tempest-ServerDiagnosticsNegativeTest-816346845 tempest-ServerDiagnosticsNegativeTest-816346845-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c12348a-30e3-42dd-adfa-28df8115b80f HTTP/1.1" status: 200 len: 210 time: 0.0989177 Feb 09 21:40:41.726084 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e3b9f647-ee31-40cf-927b-99c3b4fb7869 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting port 6b5290b8-aeee-4fce-acb1-09848e4225d3 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:41.726511 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f647-ee31-40cf-927b-99c3b4fb7869 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (6b5290b8-aeee-4fce-acb1-09848e4225d3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:41.907720 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8abd5aa9-9872-41cf-ac82-bbb416a02f61 req-bb383ba1-dab8-45db-b7d8-7d52e131a0a1 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 210 time: 0.1246805 Feb 09 21:40:42.076486 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f647-ee31-40cf-927b-99c3b4fb7869 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (6b5290b8-aeee-4fce-acb1-09848e4225d3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:42.128079 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e3b9f647-ee31-40cf-927b-99c3b4fb7869 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Calling delete_port for 6b5290b8-aeee-4fce-acb1-09848e4225d3 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:42.414316 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f647-ee31-40cf-927b-99c3b4fb7869 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (6b5290b8-aeee-4fce-acb1-09848e4225d3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:42.467852 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4816601b-02ab-4c2c-b4af-57f1a7979eac x-openstack-request-id: req-4816601b-02ab-4c2c-b4af-57f1a7979eac {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:42.468632 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c12348a-30e3-42dd-adfa-28df8115b80f", "name": "network-vif-deleted", "tag": "9ed63b3a-088f-427d-a9c1-a4753a8b299e", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:42.469252 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4816601b-02ab-4c2c-b4af-57f1a7979eac {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:42.470133 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c12348a-30e3-42dd-adfa-28df8115b80f', 'name': 'network-vif-deleted', 'tag': '9ed63b3a-088f-427d-a9c1-a4753a8b299e', 'status': 'completed', 'code': 200} Feb 09 21:40:42.492167 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9f647-ee31-40cf-927b-99c3b4fb7869 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Port': ['ID=6b5290b8-aeee-4fce-acb1-09848e4225d3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:42.530266 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f647-ee31-40cf-927b-99c3b4fb7869 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:42.542766 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e3b9f647-ee31-40cf-927b-99c3b4fb7869 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/6b5290b8-aeee-4fce-acb1-09848e4225d3 HTTP/1.1" status: 204 len: 168 time: 1.0626080 Feb 09 21:40:42.546902 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59174) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:42.655394 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:42.695773 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9ed63b3a-088f-427d-a9c1-a4753a8b299e no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:42.747186 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 9ed63b3a-088f-427d-a9c1-a4753a8b299e {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:42.768687 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9ed63b3a-088f-427d-a9c1-a4753a8b299e not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:42.787292 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d0790e-c2b1-4b5d-b87b-3a7b85c30990 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:42.790358 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d0790e-c2b1-4b5d-b87b-3a7b85c30990 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:42.794769 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d9d0790e-c2b1-4b5d-b87b-3a7b85c30990 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2457819 Feb 09 21:40:42.798479 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59186) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:42.918617 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b55d9c7-c101-4e25-81ef-208821d7f71e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet 2f0fadc2-510b-4627-9ba5-409f7f0b461f {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:40:42.932287 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1b55d9c7-c101-4e25-81ef-208821d7f71e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (2f0fadc2-510b-4627-9ba5-409f7f0b461f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:43.062949 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1b55d9c7-c101-4e25-81ef-208821d7f71e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (2f0fadc2-510b-4627-9ba5-409f7f0b461f), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:43.233412 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:40:43.257352 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1b55d9c7-c101-4e25-81ef-208821d7f71e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (2f0fadc2-510b-4627-9ba5-409f7f0b461f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:43.368488 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1b55d9c7-c101-4e25-81ef-208821d7f71e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (2f0fadc2-510b-4627-9ba5-409f7f0b461f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:43.495403 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1b55d9c7-c101-4e25-81ef-208821d7f71e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:43.506534 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1b55d9c7-c101-4e25-81ef-208821d7f71e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/2f0fadc2-510b-4627-9ba5-409f7f0b461f HTTP/1.1" status: 204 len: 168 time: 0.7062066 Feb 09 21:40:43.508609 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55d9c7-c101-4e25-81ef-208821d7f71e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=2f0fadc2-510b-4627-9ba5-409f7f0b461f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:43.510332 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59210) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:43.627261 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-07503ac6-b1e8-4040-95d1-de7a34d9b4ac tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1149819 Feb 09 21:40:43.628256 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59212) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:43.631333 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-68a90858-5094-4c32-b1fa-a107bfb27a2a req-41040029-efc4-46eb-9d67-86fa2049c58e tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 210 time: 0.0632615 Feb 09 21:40:43.637469 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6785ba7a-41af-4d88-9fcd-1020090a3acc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:43.643332 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f19ab904-c933-4563-857a-6da3a461a055 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:43.695290 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dd15d7-51b8-4789-afd1-2b837ddb8df7 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:43.815098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-a1b92c3c-c2ab-487c-90cc-bfaf1a3d57e4 None None] Provisioning complete for port f19ab904-c933-4563-857a-6da3a461a055 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:43.815098 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a1b92c3c-c2ab-487c-90cc-bfaf1a3d57e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f19ab904-c933-4563-857a-6da3a461a055), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:43.831639 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6785ba7a-41af-4d88-9fcd-1020090a3acc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:43.838535 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6785ba7a-41af-4d88-9fcd-1020090a3acc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:43.951516 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f19ab904-c933-4563-857a-6da3a461a055 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:43.951982 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f19ab904-c933-4563-857a-6da3a461a055), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.039806 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59238) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:44.159176 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.186777 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a1b92c3c-c2ab-487c-90cc-bfaf1a3d57e4 None None] Current status of the port f19ab904-c933-4563-857a-6da3a461a055 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:44.187495 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a1b92c3c-c2ab-487c-90cc-bfaf1a3d57e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f19ab904-c933-4563-857a-6da3a461a055), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.290049 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0483c4bc-d723-4098-83b2-db753a1a82e0 None None] DHCP port deletion for 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:40:44.348810 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-a1b92c3c-c2ab-487c-90cc-bfaf1a3d57e4 None None] For port f19ab904-c933-4563-857a-6da3a461a055, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f19ab904-c933-4563-857a-6da3a461a055,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:44.385544 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6785ba7a-41af-4d88-9fcd-1020090a3acc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (f409bd4e-7e99-41d3-9c9c-fce3ae15f3d6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.387767 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a1b92c3c-c2ab-487c-90cc-bfaf1a3d57e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f19ab904-c933-4563-857a-6da3a461a055), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.465334 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-55bb397d-2b48-4018-95b3-d980ef8f34b8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=915ceb0072644db49f6ec59aaf3d55d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4223318 Feb 09 21:40:44.466380 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59258) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:44.486983 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b92c3c-c2ab-487c-90cc-bfaf1a3d57e4 None None] Pushing event updated for resources: {'Port': ['ID=f19ab904-c933-4563-857a-6da3a461a055,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:44.495181 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f19ab904-c933-4563-857a-6da3a461a055 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:44.495687 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f19ab904-c933-4563-857a-6da3a461a055), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.541477 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6785ba7a-41af-4d88-9fcd-1020090a3acc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:44.549184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-6785ba7a-41af-4d88-9fcd-1020090a3acc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:44.560434 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6785ba7a-41af-4d88-9fcd-1020090a3acc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:44.561348 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6785ba7a-41af-4d88-9fcd-1020090a3acc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.586700 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e004c2b2-a19d-4a2b-8237-4d3021eba932 admin admin] Publish callbacks [] for security_group (47ffae02-cc19-4825-92a3-bc8bd9a55fdd), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.595905 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6785ba7a-41af-4d88-9fcd-1020090a3acc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9631112 Feb 09 21:40:44.597400 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59260) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:44.605838 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-92f6cb8a-8d2e-4593-b57a-cad2c1e6f476 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'name': 'tempest-NetworksTestDHCPv6-1776015983'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:44.612375 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785ba7a-41af-4d88-9fcd-1020090a3acc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=f409bd4e-7e99-41d3-9c9c-fce3ae15f3d6,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:44.649930 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e004c2b2-a19d-4a2b-8237-4d3021eba932 admin admin] Publish callbacks [] for security_group (47ffae02-cc19-4825-92a3-bc8bd9a55fdd), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.705877 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0483c4bc-d723-4098-83b2-db753a1a82e0 None None] Deleting port f19ab904-c933-4563-857a-6da3a461a055 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:44.706454 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0483c4bc-d723-4098-83b2-db753a1a82e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f19ab904-c933-4563-857a-6da3a461a055), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.785419 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:40:44.786039 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:40:44.810587 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f6cb8a-8d2e-4593-b57a-cad2c1e6f476 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:44.820379 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92f6cb8a-8d2e-4593-b57a-cad2c1e6f476 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.822790 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e004c2b2-a19d-4a2b-8237-4d3021eba932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (47ffae02-cc19-4825-92a3-bc8bd9a55fdd), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.827692 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e004c2b2-a19d-4a2b-8237-4d3021eba932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.833581 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e004c2b2-a19d-4a2b-8237-4d3021eba932 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/47ffae02-cc19-4825-92a3-bc8bd9a55fdd HTTP/1.1" status: 204 len: 168 time: 0.3612185 Feb 09 21:40:44.854184 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004c2b2-a19d-4a2b-8237-4d3021eba932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ffae02-cc19-4825-92a3-bc8bd9a55fdd,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:44.906154 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0483c4bc-d723-4098-83b2-db753a1a82e0 None None] For port f19ab904-c933-4563-857a-6da3a461a055, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f19ab904-c933-4563-857a-6da3a461a055,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:44.906834 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0483c4bc-d723-4098-83b2-db753a1a82e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f19ab904-c933-4563-857a-6da3a461a055), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.920252 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-92f6cb8a-8d2e-4593-b57a-cad2c1e6f476 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] device_id is not set on port fed52b42-0d4d-4f8e-bd29-533748328023 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:40:44.939860 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0483c4bc-d723-4098-83b2-db753a1a82e0 None None] Calling delete_port for f19ab904-c933-4563-857a-6da3a461a055 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:45.095988 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0483c4bc-d723-4098-83b2-db753a1a82e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (f19ab904-c933-4563-857a-6da3a461a055), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:45.143590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483c4bc-d723-4098-83b2-db753a1a82e0 None None] Pushing event deleted for resources: {'Port': ['ID=f19ab904-c933-4563-857a-6da3a461a055,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:45.166497 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0483c4bc-d723-4098-83b2-db753a1a82e0 None None] No DVR routers for this DVR port f19ab904-c933-4563-857a-6da3a461a055 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:45.191336 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:45.205840 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24f32d0-dfee-4de5-9bad-d2ccc7f42d2f None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:45.272431 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-92f6cb8a-8d2e-4593-b57a-cad2c1e6f476 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8::2e0 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/f409bd4e-7e99-41d3-9c9c-fce3ae15f3d6/fed52b42-0d4d-4f8e-bd29-533748328023) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:45.379610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Port f19ab904-c933-4563-857a-6da3a461a055 update to ACTIVE by agent not found {{(pid=103203) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 21:40:45.550094 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f19ab904-c933-4563-857a-6da3a461a055 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:45.593456 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59274) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:45.608479 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df88a690-9627-4a9d-a045-7d8947f494ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'fixed_ips': [{'subnet_id': 'f409bd4e-7e99-41d3-9c9c-fce3ae15f3d6'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:40:45.609788 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-df88a690-9627-4a9d-a045-7d8947f494ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:45.613917 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: f19ab904-c933-4563-857a-6da3a461a055 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:45.616671 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f19ab904-c933-4563-857a-6da3a461a055 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:45.621583 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9b66e8f-5192-4122-8e86-ed630798f9b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:45.762304 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9b66e8f-5192-4122-8e86-ed630798f9b2 admin admin] Publish callbacks [] for security_group (c0714e30-d6ac-4d0b-a1a7-f1dccd951e3b), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:45.775823 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9b66e8f-5192-4122-8e86-ed630798f9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c0714e30-d6ac-4d0b-a1a7-f1dccd951e3b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:45.878915 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:45.883706 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b66e8f-5192-4122-8e86-ed630798f9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0714e30-d6ac-4d0b-a1a7-f1dccd951e3b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:45.904180 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a9b66e8f-5192-4122-8e86-ed630798f9b2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ecce626959234ca1a84aa43ec17ae58f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3095562 Feb 09 21:40:45.908166 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59290) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:45.955566 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92f6cb8a-8d2e-4593-b57a-cad2c1e6f476 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (fed52b42-0d4d-4f8e-bd29-533748328023), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:45.981863 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01221a7a-061b-4edc-a8d4-a8ce688a5bc5 admin admin] Publish callbacks [] for security_group (c0714e30-d6ac-4d0b-a1a7-f1dccd951e3b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:46.016138 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01221a7a-061b-4edc-a8d4-a8ce688a5bc5 admin admin] Publish callbacks [] for security_group (c0714e30-d6ac-4d0b-a1a7-f1dccd951e3b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:46.085577 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92f6cb8a-8d2e-4593-b57a-cad2c1e6f476 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (fed52b42-0d4d-4f8e-bd29-533748328023), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:46.121348 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01221a7a-061b-4edc-a8d4-a8ce688a5bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c0714e30-d6ac-4d0b-a1a7-f1dccd951e3b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:46.126113 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01221a7a-061b-4edc-a8d4-a8ce688a5bc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:46.134672 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-df88a690-9627-4a9d-a045-7d8947f494ea None None] Allocated IP 2001:db8::2 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/f409bd4e-7e99-41d3-9c9c-fce3ae15f3d6/7328903c-d0bb-4dc6-86d0-484b092c0b36) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:46.137779 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-01221a7a-061b-4edc-a8d4-a8ce688a5bc5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c0714e30-d6ac-4d0b-a1a7-f1dccd951e3b HTTP/1.1" status: 204 len: 168 time: 0.2280710 Feb 09 21:40:46.155845 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01221a7a-061b-4edc-a8d4-a8ce688a5bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0714e30-d6ac-4d0b-a1a7-f1dccd951e3b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:46.238663 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f6cb8a-8d2e-4593-b57a-cad2c1e6f476 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:46.257249 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-92f6cb8a-8d2e-4593-b57a-cad2c1e6f476 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:46.274804 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f6cb8a-8d2e-4593-b57a-cad2c1e6f476 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:46.298307 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f6cb8a-8d2e-4593-b57a-cad2c1e6f476 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:46.299479 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92f6cb8a-8d2e-4593-b57a-cad2c1e6f476 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:46.377316 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6cb8a-8d2e-4593-b57a-cad2c1e6f476 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=fed52b42-0d4d-4f8e-bd29-533748328023,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:46.394627 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-92f6cb8a-8d2e-4593-b57a-cad2c1e6f476 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7956989 Feb 09 21:40:46.398617 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59306) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:46.558856 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d50998b-e072-4206-a3c7-cab1c2694173 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:46.561804 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5d50998b-e072-4206-a3c7-cab1c2694173 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1615345 Feb 09 21:40:46.566013 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59310) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:46.594348 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-df88a690-9627-4a9d-a045-7d8947f494ea None None] Publish callbacks [] for port (7328903c-d0bb-4dc6-86d0-484b092c0b36), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:46.615278 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-df88a690-9627-4a9d-a045-7d8947f494ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (7328903c-d0bb-4dc6-86d0-484b092c0b36), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:46.640411 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd43cb76-6edb-42b7-8c4f-b4e55634672d req-8a574e2e-7ee6-43ee-8d24-d2f74d7ac97c tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 210 time: 0.0426364 Feb 09 21:40:46.711088 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df88a690-9627-4a9d-a045-7d8947f494ea None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:46.716147 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-df88a690-9627-4a9d-a045-7d8947f494ea None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:46.722204 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df88a690-9627-4a9d-a045-7d8947f494ea None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:46.726363 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88a690-9627-4a9d-a045-7d8947f494ea None None] Pushing event updated for resources: {'Port': ['ID=7328903c-d0bb-4dc6-86d0-484b092c0b36,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:46.814320 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-df88a690-9627-4a9d-a045-7d8947f494ea None None] Attempting to bind port 7328903c-d0bb-4dc6-86d0-484b092c0b36 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:46.815244 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-df88a690-9627-4a9d-a045-7d8947f494ea None None] Attempting to bind port 7328903c-d0bb-4dc6-86d0-484b092c0b36 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:46.816016 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df88a690-9627-4a9d-a045-7d8947f494ea None None] Attempting to bind port 7328903c-d0bb-4dc6-86d0-484b092c0b36 on network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:46.833131 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df88a690-9627-4a9d-a045-7d8947f494ea None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:46.833709 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df88a690-9627-4a9d-a045-7d8947f494ea None None] Checking segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:46.834232 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-df88a690-9627-4a9d-a045-7d8947f494ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:46.834741 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df88a690-9627-4a9d-a045-7d8947f494ea None None] Bound using segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:46.835359 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-df88a690-9627-4a9d-a045-7d8947f494ea None None] Bound port: 7328903c-d0bb-4dc6-86d0-484b092c0b36, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:46.835885 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-df88a690-9627-4a9d-a045-7d8947f494ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7328903c-d0bb-4dc6-86d0-484b092c0b36), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:46.859763 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d462d6dd-3d97-4b11-b9c4-a1745b05dcc8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting port fed52b42-0d4d-4f8e-bd29-533748328023 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:46.860543 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d462d6dd-3d97-4b11-b9c4-a1745b05dcc8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (fed52b42-0d4d-4f8e-bd29-533748328023), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:46.990193 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-df88a690-9627-4a9d-a045-7d8947f494ea None None] For port 7328903c-d0bb-4dc6-86d0-484b092c0b36, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:47.006410 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-df88a690-9627-4a9d-a045-7d8947f494ea None None] For port 7328903c-d0bb-4dc6-86d0-484b092c0b36, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7328903c-d0bb-4dc6-86d0-484b092c0b36,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:47.034374 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-df88a690-9627-4a9d-a045-7d8947f494ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7328903c-d0bb-4dc6-86d0-484b092c0b36), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.148123 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d462d6dd-3d97-4b11-b9c4-a1745b05dcc8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (fed52b42-0d4d-4f8e-bd29-533748328023), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.208480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d462d6dd-3d97-4b11-b9c4-a1745b05dcc8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Calling delete_port for fed52b42-0d4d-4f8e-bd29-533748328023 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:47.240275 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88a690-9627-4a9d-a045-7d8947f494ea None None] Pushing event updated for resources: {'Port': ['ID=7328903c-d0bb-4dc6-86d0-484b092c0b36,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:47.601327 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d462d6dd-3d97-4b11-b9c4-a1745b05dcc8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (fed52b42-0d4d-4f8e-bd29-533748328023), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.687985 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462d6dd-3d97-4b11-b9c4-a1745b05dcc8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Port': ['ID=fed52b42-0d4d-4f8e-bd29-533748328023,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:47.721837 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d462d6dd-3d97-4b11-b9c4-a1745b05dcc8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.736901 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d462d6dd-3d97-4b11-b9c4-a1745b05dcc8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/fed52b42-0d4d-4f8e-bd29-533748328023 HTTP/1.1" status: 204 len: 168 time: 1.1687810 Feb 09 21:40:47.741146 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59338) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:47.843433 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479c00f8-ce26-4033-b25c-c1fe5ca7f6a7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:47.845079 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479c00f8-ce26-4033-b25c-c1fe5ca7f6a7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:47.849647 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-479c00f8-ce26-4033-b25c-c1fe5ca7f6a7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1065724 Feb 09 21:40:47.853935 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59350) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:47.948101 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0b3290-07ae-436f-84c1-bef10133583d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet f409bd4e-7e99-41d3-9c9c-fce3ae15f3d6 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:40:47.954916 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3290-07ae-436f-84c1-bef10133583d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (f409bd4e-7e99-41d3-9c9c-fce3ae15f3d6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.040329 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3290-07ae-436f-84c1-bef10133583d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (f409bd4e-7e99-41d3-9c9c-fce3ae15f3d6), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.192315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59376) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:48.249907 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3290-07ae-436f-84c1-bef10133583d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (f409bd4e-7e99-41d3-9c9c-fce3ae15f3d6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.411679 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3290-07ae-436f-84c1-bef10133583d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (f409bd4e-7e99-41d3-9c9c-fce3ae15f3d6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.491334 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-08791e22-d3b9-4597-a0cd-a18bc1d7c00d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-network', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:48.507686 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3290-07ae-436f-84c1-bef10133583d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.513403 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1f0b3290-07ae-436f-84c1-bef10133583d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/f409bd4e-7e99-41d3-9c9c-fce3ae15f3d6 HTTP/1.1" status: 204 len: 168 time: 0.6580572 Feb 09 21:40:48.515095 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b3290-07ae-436f-84c1-bef10133583d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=f409bd4e-7e99-41d3-9c9c-fce3ae15f3d6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:48.519250 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59382) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:48.568820 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08791e22-d3b9-4597-a0cd-a18bc1d7c00d admin admin] Made reservation on behalf of 178a334a4d4c401b8c15c3fe9c3a710c for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:48.574198 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-08791e22-d3b9-4597-a0cd-a18bc1d7c00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.605259 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-08791e22-d3b9-4597-a0cd-a18bc1d7c00d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.633322 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ddeed3eb-8936-4107-a3e6-7a6034b59d91 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1088364 Feb 09 21:40:48.634621 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59384) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:48.643888 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e7ff1213-7e1f-4345-a8dc-4dd6af8afabb tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:48.692813 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d58dbdd3-6f28-439e-9ab4-60ed4be65f45 req-98f52b96-6510-42b8-916f-20fe66b2ebcd tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 210 time: 0.0694919 Feb 09 21:40:48.925875 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-08791e22-d3b9-4597-a0cd-a18bc1d7c00d admin admin] Publish callbacks [] for security_group (49b5190e-f93b-42e7-81c0-04211c9abbda), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.935703 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-08791e22-d3b9-4597-a0cd-a18bc1d7c00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (49b5190e-f93b-42e7-81c0-04211c9abbda), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.943093 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ff1213-7e1f-4345-a8dc-4dd6af8afabb tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:48.956808 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7ff1213-7e1f-4345-a8dc-4dd6af8afabb tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.012040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08791e22-d3b9-4597-a0cd-a18bc1d7c00d admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:40:49.036192 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08791e22-d3b9-4597-a0cd-a18bc1d7c00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b5190e-f93b-42e7-81c0-04211c9abbda,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:49.060253 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-08791e22-d3b9-4597-a0cd-a18bc1d7c00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (abcfe71d-cb39-453c-9c43-b7f50d93b72c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.061812 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-08791e22-d3b9-4597-a0cd-a18bc1d7c00d admin admin] Added segment abcfe71d-cb39-453c-9c43-b7f50d93b72c of type vlan for network 9cec45fb-c615-4147-9585-d66f5efcfe6c Feb 09 21:40:49.063549 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887a126e-fbf4-4ee0-8d9d-66a317e7f75f None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:49.191237 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-08791e22-d3b9-4597-a0cd-a18bc1d7c00d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (9cec45fb-c615-4147-9585-d66f5efcfe6c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.195280 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7ff1213-7e1f-4345-a8dc-4dd6af8afabb tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (b4ae27b4-e5a5-4efe-9ad8-9953f6567f8a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.247998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e3ff7655-de98-4013-9a3d-9d01f848d414 None None] Provisioning complete for port 7328903c-d0bb-4dc6-86d0-484b092c0b36 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:49.249093 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7655-de98-4013-9a3d-9d01f848d414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7328903c-d0bb-4dc6-86d0-484b092c0b36), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.280991 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-08791e22-d3b9-4597-a0cd-a18bc1d7c00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (9cec45fb-c615-4147-9585-d66f5efcfe6c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.283030 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08791e22-d3b9-4597-a0cd-a18bc1d7c00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:49.285840 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-08791e22-d3b9-4597-a0cd-a18bc1d7c00d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.321020 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ff1213-7e1f-4345-a8dc-4dd6af8afabb tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:49.327460 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-e7ff1213-7e1f-4345-a8dc-4dd6af8afabb tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:49.345797 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ff1213-7e1f-4345-a8dc-4dd6af8afabb tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:49.346794 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7ff1213-7e1f-4345-a8dc-4dd6af8afabb tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.408819 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e7ff1213-7e1f-4345-a8dc-4dd6af8afabb tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7681580 Feb 09 21:40:49.410023 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59398) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:49.427878 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e8604246-d9a6-4b1e-972d-6f8f5fd6d7d7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'name': 'tempest-NetworksTestDHCPv6-11427944'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:49.436044 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff1213-7e1f-4345-a8dc-4dd6af8afabb tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=b4ae27b4-e5a5-4efe-9ad8-9953f6567f8a,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:49.445459 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e3ff7655-de98-4013-9a3d-9d01f848d414 None None] Current status of the port 7328903c-d0bb-4dc6-86d0-484b092c0b36 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:49.445966 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7655-de98-4013-9a3d-9d01f848d414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7328903c-d0bb-4dc6-86d0-484b092c0b36), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.468979 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-08791e22-d3b9-4597-a0cd-a18bc1d7c00d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2739520 Feb 09 21:40:49.474542 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59400) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:49.486157 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5c739825-26a1-4c5b-8e90-fe6b88c4be85 admin admin] Request body: {'subnet': {'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-subnet', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:49.549302 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e3ff7655-de98-4013-9a3d-9d01f848d414 None None] For port 7328903c-d0bb-4dc6-86d0-484b092c0b36, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7328903c-d0bb-4dc6-86d0-484b092c0b36,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:49.559374 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7655-de98-4013-9a3d-9d01f848d414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7328903c-d0bb-4dc6-86d0-484b092c0b36), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.602769 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c739825-26a1-4c5b-8e90-fe6b88c4be85 admin admin] Made reservation on behalf of 178a334a4d4c401b8c15c3fe9c3a710c for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:49.617574 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c739825-26a1-4c5b-8e90-fe6b88c4be85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.673777 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4eecb0-a77a-487d-ab00-eb72951c7501 None None] DHCP port deletion for 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:40:49.760499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8604246-d9a6-4b1e-972d-6f8f5fd6d7d7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:49.766837 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e8604246-d9a6-4b1e-972d-6f8f5fd6d7d7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.787382 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff7655-de98-4013-9a3d-9d01f848d414 None None] Pushing event updated for resources: {'Port': ['ID=7328903c-d0bb-4dc6-86d0-484b092c0b36,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:49.806047 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-e8604246-d9a6-4b1e-972d-6f8f5fd6d7d7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] device_id is not set on port ba37d8dd-c63b-4554-b120-f10983b257bd yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:40:49.836695 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-fe4eecb0-a77a-487d-ab00-eb72951c7501 None None] Deleting port 7328903c-d0bb-4dc6-86d0-484b092c0b36 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:49.837282 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fe4eecb0-a77a-487d-ab00-eb72951c7501 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (7328903c-d0bb-4dc6-86d0-484b092c0b36), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.882023 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08791e22-d3b9-4597-a0cd-a18bc1d7c00d admin admin] Pushing event updated for resources: {'Network': ['ID=9cec45fb-c615-4147-9585-d66f5efcfe6c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:50.022989 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-fe4eecb0-a77a-487d-ab00-eb72951c7501 None None] For port 7328903c-d0bb-4dc6-86d0-484b092c0b36, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7328903c-d0bb-4dc6-86d0-484b092c0b36,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:50.023440 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fe4eecb0-a77a-487d-ab00-eb72951c7501 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (7328903c-d0bb-4dc6-86d0-484b092c0b36), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:50.040267 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 9cec45fb-c615-4147-9585-d66f5efcfe6c details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:40:50.090146 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-fe4eecb0-a77a-487d-ab00-eb72951c7501 None None] Calling delete_port for 7328903c-d0bb-4dc6-86d0-484b092c0b36 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:50.179105 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-e8604246-d9a6-4b1e-972d-6f8f5fd6d7d7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8::2bd (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/b4ae27b4-e5a5-4efe-9ad8-9953f6567f8a/ba37d8dd-c63b-4554-b120-f10983b257bd) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:50.305500 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c739825-26a1-4c5b-8e90-fe6b88c4be85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (e3c310f9-5e45-4b20-89c5-333731de760d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:50.486019 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c739825-26a1-4c5b-8e90-fe6b88c4be85 admin admin] Checking segment: {'id': 'abcfe71d-cb39-453c-9c43-b7f50d93b72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:50.486794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c739825-26a1-4c5b-8e90-fe6b88c4be85 admin admin] Network hostable DHCP agents. Network: 9cec45fb-c615-4147-9585-d66f5efcfe6c, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:40:50.530803 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c739825-26a1-4c5b-8e90-fe6b88c4be85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c310f9-5e45-4b20-89c5-333731de760d,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:50.533929 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fe4eecb0-a77a-487d-ab00-eb72951c7501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (7328903c-d0bb-4dc6-86d0-484b092c0b36), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:50.552649 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c739825-26a1-4c5b-8e90-fe6b88c4be85 admin admin] Network 9cec45fb-c615-4147-9585-d66f5efcfe6c is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:40:50.567140 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4eecb0-a77a-487d-ab00-eb72951c7501 None None] Pushing event deleted for resources: {'Port': ['ID=7328903c-d0bb-4dc6-86d0-484b092c0b36,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:50.571984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5c739825-26a1-4c5b-8e90-fe6b88c4be85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 9cec45fb-c615-4147-9585-d66f5efcfe6c) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:50.584087 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4eecb0-a77a-487d-ab00-eb72951c7501 None None] No DVR routers for this DVR port 7328903c-d0bb-4dc6-86d0-484b092c0b36 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:50.593547 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d291e9a-110e-4d3f-83a3-5ade1e8ff75c None None] Network 9cec45fb-c615-4147-9585-d66f5efcfe6c requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:50.595554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c739825-26a1-4c5b-8e90-fe6b88c4be85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:50.599827 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c739825-26a1-4c5b-8e90-fe6b88c4be85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:50.632271 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5c739825-26a1-4c5b-8e90-fe6b88c4be85 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1554630 Feb 09 21:40:50.637007 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59434) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:50.654056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8e3f0b48-a761-46b2-b3f1-9476572a98cc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:50.660106 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12670e9-2b17-4449-adc3-85fabeae1ace None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:50.688670 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e8604246-d9a6-4b1e-972d-6f8f5fd6d7d7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (ba37d8dd-c63b-4554-b120-f10983b257bd), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:50.745448 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0b48-a761-46b2-b3f1-9476572a98cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (901f3f3e-2947-4b26-a9f8-1eb355661f69), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:50.747387 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0b48-a761-46b2-b3f1-9476572a98cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (901f3f3e-2947-4b26-a9f8-1eb355661f69), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:50.845767 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e8604246-d9a6-4b1e-972d-6f8f5fd6d7d7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ba37d8dd-c63b-4554-b120-f10983b257bd), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:50.900354 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6a98bf-7631-4569-a059-e8123a71c43c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-9cec45fb-c615-4147-9585-d66f5efcfe6c', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:40:50.901800 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5b6a98bf-7631-4569-a059-e8123a71c43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:50.925320 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8604246-d9a6-4b1e-972d-6f8f5fd6d7d7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:50.930079 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-e8604246-d9a6-4b1e-972d-6f8f5fd6d7d7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:50.933292 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8604246-d9a6-4b1e-972d-6f8f5fd6d7d7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=ba37d8dd-c63b-4554-b120-f10983b257bd,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:50.936345 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8604246-d9a6-4b1e-972d-6f8f5fd6d7d7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:50.943585 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8604246-d9a6-4b1e-972d-6f8f5fd6d7d7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:50.944712 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e8604246-d9a6-4b1e-972d-6f8f5fd6d7d7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:50.963079 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0b48-a761-46b2-b3f1-9476572a98cc admin admin] Publish callbacks [] for router_controller (901f3f3e-2947-4b26-a9f8-1eb355661f69), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:50.973679 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e8604246-d9a6-4b1e-972d-6f8f5fd6d7d7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5620608 Feb 09 21:40:50.978833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59438) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:51.070181 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fc6e8e-f287-4a3c-871f-888ed2e2c950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'fixed_ips': [{'subnet_id': 'b4ae27b4-e5a5-4efe-9ad8-9953f6567f8a'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:40:51.071693 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-20fc6e8e-f287-4a3c-871f-888ed2e2c950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:51.125061 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6614cbb6-f45a-4125-9e66-c7878fa41262 req-b0db88a0-8292-4af7-bcfb-63fea9dd6977 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 210 time: 0.0907738 Feb 09 21:40:51.221574 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e31cb9b-7945-4a97-b2f7-a91a8fcde7e8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:51.223531 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1e31cb9b-7945-4a97-b2f7-a91a8fcde7e8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2427394 Feb 09 21:40:51.226838 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59440) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:51.238400 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0b48-a761-46b2-b3f1-9476572a98cc admin admin] Publish callbacks [] for router_gateway (901f3f3e-2947-4b26-a9f8-1eb355661f69), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:51.353617 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-5b6a98bf-7631-4569-a059-e8123a71c43c None None] Allocated IP 172.20.0.2 (9cec45fb-c615-4147-9585-d66f5efcfe6c/e3c310f9-5e45-4b20-89c5-333731de760d/93e188aa-1a15-4bf7-adc1-1e8625986904) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:51.436304 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d62ffc69-8220-44fa-9fb6-2a1893f15bae tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting port ba37d8dd-c63b-4554-b120-f10983b257bd {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:51.436832 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d62ffc69-8220-44fa-9fb6-2a1893f15bae tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ba37d8dd-c63b-4554-b120-f10983b257bd), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:51.534672 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-20fc6e8e-f287-4a3c-871f-888ed2e2c950 None None] Allocated IP 2001:db8::2 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/b4ae27b4-e5a5-4efe-9ad8-9953f6567f8a/0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:51.686473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7328903c-d0bb-4dc6-86d0-484b092c0b36 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:51.719921 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d62ffc69-8220-44fa-9fb6-2a1893f15bae tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ba37d8dd-c63b-4554-b120-f10983b257bd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:51.737848 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5b6a98bf-7631-4569-a059-e8123a71c43c None None] Publish callbacks [] for port (93e188aa-1a15-4bf7-adc1-1e8625986904), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:51.751246 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d62ffc69-8220-44fa-9fb6-2a1893f15bae tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Calling delete_port for ba37d8dd-c63b-4554-b120-f10983b257bd owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:51.785810 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5b6a98bf-7631-4569-a059-e8123a71c43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (93e188aa-1a15-4bf7-adc1-1e8625986904), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:51.801384 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 7328903c-d0bb-4dc6-86d0-484b092c0b36 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:51.802127 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7328903c-d0bb-4dc6-86d0-484b092c0b36 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:51.857122 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0b48-a761-46b2-b3f1-9476572a98cc admin admin] Publish callbacks [] for router_gateway (901f3f3e-2947-4b26-a9f8-1eb355661f69), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:51.889110 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0b48-a761-46b2-b3f1-9476572a98cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:51.921468 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6a98bf-7631-4569-a059-e8123a71c43c None None] Network 9cec45fb-c615-4147-9585-d66f5efcfe6c is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:51.926527 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a98bf-7631-4569-a059-e8123a71c43c None None] Pushing event updated for resources: {'Port': ['ID=93e188aa-1a15-4bf7-adc1-1e8625986904,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:51.933151 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-5b6a98bf-7631-4569-a059-e8123a71c43c None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:51.937581 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a98bf-7631-4569-a059-e8123a71c43c None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:52.040297 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-5b6a98bf-7631-4569-a059-e8123a71c43c None None] Attempting to bind port 93e188aa-1a15-4bf7-adc1-1e8625986904 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:52.040994 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-5b6a98bf-7631-4569-a059-e8123a71c43c None None] Attempting to bind port 93e188aa-1a15-4bf7-adc1-1e8625986904 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'abcfe71d-cb39-453c-9c43-b7f50d93b72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:52.041538 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a98bf-7631-4569-a059-e8123a71c43c None None] Attempting to bind port 93e188aa-1a15-4bf7-adc1-1e8625986904 on network 9cec45fb-c615-4147-9585-d66f5efcfe6c {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:52.066925 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973ad3c-739d-4e4f-808c-df31db88c025 req-58d56597-7127-45e0-a953-0c3e19f64be8 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:52.077069 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a98bf-7631-4569-a059-e8123a71c43c None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:52.077655 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a98bf-7631-4569-a059-e8123a71c43c None None] Checking segment: {'id': 'abcfe71d-cb39-453c-9c43-b7f50d93b72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:52.078006 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5973ad3c-739d-4e4f-808c-df31db88c025 req-58d56597-7127-45e0-a953-0c3e19f64be8 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/ports?device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 945 time: 0.2075138 Feb 09 21:40:52.078282 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5b6a98bf-7631-4569-a059-e8123a71c43c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.078793 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a98bf-7631-4569-a059-e8123a71c43c None None] Bound using segment: {'id': 'abcfe71d-cb39-453c-9c43-b7f50d93b72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:52.079406 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-5b6a98bf-7631-4569-a059-e8123a71c43c None None] Bound port: 93e188aa-1a15-4bf7-adc1-1e8625986904, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abcfe71d-cb39-453c-9c43-b7f50d93b72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:52.079956 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5b6a98bf-7631-4569-a059-e8123a71c43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (93e188aa-1a15-4bf7-adc1-1e8625986904), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.107929 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d62ffc69-8220-44fa-9fb6-2a1893f15bae tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ba37d8dd-c63b-4554-b120-f10983b257bd), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.140817 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-20fc6e8e-f287-4a3c-871f-888ed2e2c950 None None] Publish callbacks [] for port (0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.155020 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-20fc6e8e-f287-4a3c-871f-888ed2e2c950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.193398 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5973ad3c-739d-4e4f-808c-df31db88c025 req-31e7958f-ed88-4066-930d-e0a2f5eef0ae tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5c44f24-01d3-4e7c-a60e-7dc080973b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045816 Feb 09 21:40:52.204066 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ffc69-8220-44fa-9fb6-2a1893f15bae tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Port': ['ID=ba37d8dd-c63b-4554-b120-f10983b257bd,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:52.225539 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fc6e8e-f287-4a3c-871f-888ed2e2c950 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:52.232851 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-20fc6e8e-f287-4a3c-871f-888ed2e2c950 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:52.235294 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-5b6a98bf-7631-4569-a059-e8123a71c43c None None] For port 93e188aa-1a15-4bf7-adc1-1e8625986904, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:52.243406 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fc6e8e-f287-4a3c-871f-888ed2e2c950 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:52.252748 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc6e8e-f287-4a3c-871f-888ed2e2c950 None None] Pushing event updated for resources: {'Port': ['ID=0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:52.262116 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-5b6a98bf-7631-4569-a059-e8123a71c43c None None] For port 93e188aa-1a15-4bf7-adc1-1e8625986904, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=93e188aa-1a15-4bf7-adc1-1e8625986904,segment=NetworkSegment(abcfe71d-cb39-453c-9c43-b7f50d93b72c),segment_id=abcfe71d-cb39-453c-9c43-b7f50d93b72c)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:52.269699 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-8e3f0b48-a761-46b2-b3f1-9476572a98cc admin admin] Allocated IP 172.25.6.17 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/26454639-ea6c-40e0-b719-bc9205f35217) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:52.298977 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5b6a98bf-7631-4569-a059-e8123a71c43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (93e188aa-1a15-4bf7-adc1-1e8625986904), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.324323 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d62ffc69-8220-44fa-9fb6-2a1893f15bae tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.335703 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d62ffc69-8220-44fa-9fb6-2a1893f15bae tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/ba37d8dd-c63b-4554-b120-f10983b257bd HTTP/1.1" status: 204 len: 168 time: 1.1042902 Feb 09 21:40:52.336689 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59450) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:52.395175 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-20fc6e8e-f287-4a3c-871f-888ed2e2c950 None None] Attempting to bind port 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:52.396051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-20fc6e8e-f287-4a3c-871f-888ed2e2c950 None None] Attempting to bind port 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:52.396051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fc6e8e-f287-4a3c-871f-888ed2e2c950 None None] Attempting to bind port 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d on network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:52.405297 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fc6e8e-f287-4a3c-871f-888ed2e2c950 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:52.405685 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fc6e8e-f287-4a3c-871f-888ed2e2c950 None None] Checking segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:52.406102 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-20fc6e8e-f287-4a3c-871f-888ed2e2c950 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.406576 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fc6e8e-f287-4a3c-871f-888ed2e2c950 None None] Bound using segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:52.407086 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-20fc6e8e-f287-4a3c-871f-888ed2e2c950 None None] Bound port: 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:52.407483 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-20fc6e8e-f287-4a3c-871f-888ed2e2c950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.499770 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-20fc6e8e-f287-4a3c-871f-888ed2e2c950 None None] For port 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:52.503979 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-20fc6e8e-f287-4a3c-871f-888ed2e2c950 None None] For port 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:52.511897 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a98bf-7631-4569-a059-e8123a71c43c None None] Pushing event updated for resources: {'Port': ['ID=93e188aa-1a15-4bf7-adc1-1e8625986904,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:52.517027 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-20fc6e8e-f287-4a3c-871f-888ed2e2c950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.522679 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d101c-08aa-409d-bf10-ea4d897daef1 req-7cb99702-901f-4a3f-9202-56488261dd9e tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:52.536352 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1c8d101c-08aa-409d-bf10-ea4d897daef1 req-7cb99702-901f-4a3f-9202-56488261dd9e tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/ports?device_id=66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e HTTP/1.1" status: 200 len: 948 time: 0.2250311 Feb 09 21:40:52.605242 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b70585-c997-4447-819a-db60515f1e69 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:52.609869 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b70585-c997-4447-819a-db60515f1e69 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:52.613505 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-66b70585-c997-4447-819a-db60515f1e69 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2692099 Feb 09 21:40:52.621224 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59452) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:52.642287 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc6e8e-f287-4a3c-871f-888ed2e2c950 None None] Pushing event updated for resources: {'Port': ['ID=0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:52.642536 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1c8d101c-08aa-409d-bf10-ea4d897daef1 req-49fac5a6-7f70-4981-8daa-f5afb8a16d75 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/security-groups?id=86c3f3e4-90fe-49e7-aa15-a9b675679f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026618 Feb 09 21:40:52.681029 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0b48-a761-46b2-b3f1-9476572a98cc admin admin] Publish callbacks [] for port (26454639-ea6c-40e0-b719-bc9205f35217), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.768834 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9af5d3db-439a-426e-a78d-d3e6c595f650 req-b1f33ad5-1a67-4325-b2c7-feab1ee8e1e0 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 210 time: 0.0345290 Feb 09 21:40:52.771086 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0b48-a761-46b2-b3f1-9476572a98cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (26454639-ea6c-40e0-b719-bc9205f35217), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.830378 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1d0cb1-41eb-4688-8986-738a6184561c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet b4ae27b4-e5a5-4efe-9ad8-9953f6567f8a {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:40:52.835246 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b1d0cb1-41eb-4688-8986-738a6184561c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (b4ae27b4-e5a5-4efe-9ad8-9953f6567f8a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.921755 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f0b48-a761-46b2-b3f1-9476572a98cc admin admin] Pushing event updated for resources: {'Port': ['ID=26454639-ea6c-40e0-b719-bc9205f35217,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:52.940391 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3f0b48-a761-46b2-b3f1-9476572a98cc admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:52.944945 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-8e3f0b48-a761-46b2-b3f1-9476572a98cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:52.980845 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3f0b48-a761-46b2-b3f1-9476572a98cc admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:52.983433 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b1d0cb1-41eb-4688-8986-738a6184561c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (b4ae27b4-e5a5-4efe-9ad8-9953f6567f8a), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.275931 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b1d0cb1-41eb-4688-8986-738a6184561c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (b4ae27b4-e5a5-4efe-9ad8-9953f6567f8a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.381459 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d93782-a790-4139-b9d4-4f178b4bee8d req-fcb9cdaf-e2f7-45f4-b692-485a3fcef00a tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:53.383229 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7d93782-a790-4139-b9d4-4f178b4bee8d req-fcb9cdaf-e2f7-45f4-b692-485a3fcef00a tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.71 "GET /v2.0/ports?device_id=66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e HTTP/1.1" status: 200 len: 948 time: 0.2593141 Feb 09 21:40:53.500940 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b1d0cb1-41eb-4688-8986-738a6184561c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (b4ae27b4-e5a5-4efe-9ad8-9953f6567f8a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.627300 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d0cb1-41eb-4688-8986-738a6184561c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ae27b4-e5a5-4efe-9ad8-9953f6567f8a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:53.629585 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b1d0cb1-41eb-4688-8986-738a6184561c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.633056 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8b1d0cb1-41eb-4688-8986-738a6184561c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/b4ae27b4-e5a5-4efe-9ad8-9953f6567f8a HTTP/1.1" status: 204 len: 168 time: 1.0103648 Feb 09 21:40:53.635446 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59460) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:53.687022 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-024aacfb-1f49-4920-b314-9c91f250aba7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491402 Feb 09 21:40:53.689619 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59464) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:53.769364 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 93e188aa-1a15-4bf7-adc1-1e8625986904 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:53.799686 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35998c1-9649-41fe-bb73-a2abd7ef9703 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:53.803621 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c35998c1-9649-41fe-bb73-a2abd7ef9703 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1116102 Feb 09 21:40:53.805708 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59466) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:53.902193 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c553f967-a99d-49b2-95d8-4e965ea84bb3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:53.906330 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c553f967-a99d-49b2-95d8-4e965ea84bb3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0987949 Feb 09 21:40:53.912785 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59470) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:53.941771 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 93e188aa-1a15-4bf7-adc1-1e8625986904 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:53.942590 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (93e188aa-1a15-4bf7-adc1-1e8625986904), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.053658 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-20399f8e-94c1-44e1-bd85-1f11463ffffb tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1369298 Feb 09 21:40:54.057520 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59474) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:54.066436 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3858f5a9-6c16-46ae-941d-17619b905e01 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:54.101396 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 93e188aa-1a15-4bf7-adc1-1e8625986904 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:54.101784 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (93e188aa-1a15-4bf7-adc1-1e8625986904), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.151202 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 93e188aa-1a15-4bf7-adc1-1e8625986904, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=93e188aa-1a15-4bf7-adc1-1e8625986904,segment=NetworkSegment(abcfe71d-cb39-453c-9c43-b7f50d93b72c),segment_id=abcfe71d-cb39-453c-9c43-b7f50d93b72c)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:54.157790 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (93e188aa-1a15-4bf7-adc1-1e8625986904), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.158697 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:54.287461 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=93e188aa-1a15-4bf7-adc1-1e8625986904,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:54.289154 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3858f5a9-6c16-46ae-941d-17619b905e01 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:54.293433 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3858f5a9-6c16-46ae-941d-17619b905e01 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.333925 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:54.334432 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.488786 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:54.489344 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.499917 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0b48-a761-46b2-b3f1-9476572a98cc admin admin] Publish callbacks [] for router_gateway (901f3f3e-2947-4b26-a9f8-1eb355661f69), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.512956 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a24cb1-542e-4c0c-93ed-ef619f10b152 req-6a40e4f0-ccca-43a1-8892-25c6193eac6a tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:54.520382 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-40a24cb1-542e-4c0c-93ed-ef619f10b152 req-6a40e4f0-ccca-43a1-8892-25c6193eac6a tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/ports?device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 945 time: 0.7393022 Feb 09 21:40:54.565358 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:54.578797 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.644802 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-c7d93782-a790-4139-b9d4-4f178b4bee8d req-58cd55b1-f74e-42d6-bcbc-634b98d7f0d7 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Deleting port e685abdf-7966-4644-b785-4f2c5c04801f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:54.645152 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c7d93782-a790-4139-b9d4-4f178b4bee8d req-58cd55b1-f74e-42d6-bcbc-634b98d7f0d7 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (e685abdf-7966-4644-b785-4f2c5c04801f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.648742 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33be8e00-3097-403f-8cec-7e9768fe6825 None None] Network 9cec45fb-c615-4147-9585-d66f5efcfe6c requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:54.701557 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-40a24cb1-542e-4c0c-93ed-ef619f10b152 req-58e01023-5285-45a8-945f-9a447d7c668a tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5c44f24-01d3-4e7c-a60e-7dc080973b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739860 Feb 09 21:40:54.771139 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:54.791486 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3858f5a9-6c16-46ae-941d-17619b905e01 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (b7c8e608-f55a-4eca-a48d-f3c749ce7021), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.801494 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb911525-eb1c-4cfa-9084-e9222b6719ec None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:54.879507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-8d31167a-0dd0-4ab0-89b4-db5a3350bc3a None None] Provisioning complete for port 93e188aa-1a15-4bf7-adc1-1e8625986904 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:54.880020 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8d31167a-0dd0-4ab0-89b4-db5a3350bc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (93e188aa-1a15-4bf7-adc1-1e8625986904), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.917422 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3858f5a9-6c16-46ae-941d-17619b905e01 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:54.921632 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-3858f5a9-6c16-46ae-941d-17619b905e01 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:54.928648 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858f5a9-6c16-46ae-941d-17619b905e01 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=b7c8e608-f55a-4eca-a48d-f3c749ce7021,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:54.935248 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3858f5a9-6c16-46ae-941d-17619b905e01 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:54.941307 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3858f5a9-6c16-46ae-941d-17619b905e01 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.985100 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3858f5a9-6c16-46ae-941d-17619b905e01 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9255428 Feb 09 21:40:54.989125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59476) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:54.994537 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d366fd29-33a6-499f-87e4-5554d367098f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'fixed_ips': [{'subnet_id': 'b7c8e608-f55a-4eca-a48d-f3c749ce7021', 'ip_address': '2001:db8::757f:d083:cfa1:957'}], 'name': 'tempest-NetworksTestDHCPv6-2019605665'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:55.067265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10643bc-57aa-4455-be01-cf2a7db6fc4c req-3248d87e-0d74-45c0-8baf-5021a280f1f6 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:55.081040 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b10643bc-57aa-4455-be01-cf2a7db6fc4c req-3248d87e-0d74-45c0-8baf-5021a280f1f6 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/ports?device_id=66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e HTTP/1.1" status: 200 len: 948 time: 0.2615905 Feb 09 21:40:55.094576 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-c7d93782-a790-4139-b9d4-4f178b4bee8d req-58cd55b1-f74e-42d6-bcbc-634b98d7f0d7 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] For port e685abdf-7966-4644-b785-4f2c5c04801f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e685abdf-7966-4644-b785-4f2c5c04801f,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:55.095180 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c7d93782-a790-4139-b9d4-4f178b4bee8d req-58cd55b1-f74e-42d6-bcbc-634b98d7f0d7 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (e685abdf-7966-4644-b785-4f2c5c04801f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.161908 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8d31167a-0dd0-4ab0-89b4-db5a3350bc3a None None] Current status of the port 93e188aa-1a15-4bf7-adc1-1e8625986904 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:55.238234 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d366fd29-33a6-499f-87e4-5554d367098f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:55.333557 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-c7d93782-a790-4139-b9d4-4f178b4bee8d req-58cd55b1-f74e-42d6-bcbc-634b98d7f0d7 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Calling delete_port for e685abdf-7966-4644-b785-4f2c5c04801f owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:55.339722 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e46cdc37-94a0-4603-b391-e77cacea908d None None] Provisioning complete for port 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:55.340313 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e46cdc37-94a0-4603-b391-e77cacea908d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.605759 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 93e188aa-1a15-4bf7-adc1-1e8625986904 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:55.684025 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da8ce17-e748-4a11-bbbe-dfe0775606e6 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:55.708832 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e46cdc37-94a0-4603-b391-e77cacea908d None None] Current status of the port 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:55.722875 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b10643bc-57aa-4455-be01-cf2a7db6fc4c req-dd52641b-a89d-435c-88e8-35dcc9746ded tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/security-groups?id=86c3f3e4-90fe-49e7-aa15-a9b675679f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6404257 Feb 09 21:40:55.750615 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e46cdc37-94a0-4603-b391-e77cacea908d None None] Could not find standard attr ID for object ba37d8dd-c63b-4554-b120-f10983b257bd. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:40:55.785533 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 93e188aa-1a15-4bf7-adc1-1e8625986904 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:55.786510 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (93e188aa-1a15-4bf7-adc1-1e8625986904), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.790925 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c7d93782-a790-4139-b9d4-4f178b4bee8d req-58cd55b1-f74e-42d6-bcbc-634b98d7f0d7 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (e685abdf-7966-4644-b785-4f2c5c04801f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.898973 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd55b1-f74e-42d6-bcbc-634b98d7f0d7 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Pushing event deleted for resources: {'Port': ['ID=e685abdf-7966-4644-b785-4f2c5c04801f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:55.971000 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10ab8394-b8b1-4f1b-9163-649c716be1e2 req-1fb69d34-2398-462f-b1a4-8e14441d4ec2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 210 time: 0.0817952 Feb 09 21:40:55.989338 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08e501-84d8-4af6-ae01-63eddbae664b req-ba52b362-b1b2-4c83-8ceb-bf7013c54a55 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:55.991152 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7d08e501-84d8-4af6-ae01-63eddbae664b req-ba52b362-b1b2-4c83-8ceb-bf7013c54a55 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.42 "GET /v2.0/ports?device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 945 time: 0.8214965 Feb 09 21:40:55.999270 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0b48-a761-46b2-b3f1-9476572a98cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (901f3f3e-2947-4b26-a9f8-1eb355661f69), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.056255 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d93782-a790-4139-b9d4-4f178b4bee8d req-58cd55b1-f74e-42d6-bcbc-634b98d7f0d7 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] No DVR routers for this DVR port e685abdf-7966-4644-b785-4f2c5c04801f on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:56.058175 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c7d93782-a790-4139-b9d4-4f178b4bee8d req-58cd55b1-f74e-42d6-bcbc-634b98d7f0d7 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.063750 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7d93782-a790-4139-b9d4-4f178b4bee8d req-58cd55b1-f74e-42d6-bcbc-634b98d7f0d7 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.71 "DELETE /v2.0/ports/e685abdf-7966-4644-b785-4f2c5c04801f HTTP/1.1" status: 204 len: 173 time: 2.6700721 Feb 09 21:40:56.100082 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0558b8bf-2810-4a0e-8d1f-f47bf5e273fb None None] Provisioning complete for port 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:56.100951 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0558b8bf-2810-4a0e-8d1f-f47bf5e273fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.147812 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e', 'name': 'network-vif-deleted', 'tag': 'e685abdf-7966-4644-b785-4f2c5c04801f'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:56.157671 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2720f3-4a0e-4380-91af-58df8430756f" -d '{"events": [{"server_uuid": "66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e", "name": "network-vif-deleted", "tag": "e685abdf-7966-4644-b785-4f2c5c04801f"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:56.217957 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d366fd29-33a6-499f-87e4-5554d367098f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.273319 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-d366fd29-33a6-499f-87e4-5554d367098f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] device_id is not set on port 509d2cd2-a67b-4341-ad7d-6ef0460f0988 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:40:56.346758 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 93e188aa-1a15-4bf7-adc1-1e8625986904 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:56.348481 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:56.473870 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0558b8bf-2810-4a0e-8d1f-f47bf5e273fb None None] Current status of the port 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:56.509361 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7100f-3eb2-4685-b7ca-2a411a4d22fb req-01448d38-981b-4fd0-be2a-d436386f3d22 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:56.518629 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:56.519022 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.520184 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cdd7100f-3eb2-4685-b7ca-2a411a4d22fb req-01448d38-981b-4fd0-be2a-d436386f3d22 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/ports?device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 945 time: 0.3581743 Feb 09 21:40:56.527389 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0558b8bf-2810-4a0e-8d1f-f47bf5e273fb None None] Provisioning complete for port 93e188aa-1a15-4bf7-adc1-1e8625986904 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:56.527801 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0558b8bf-2810-4a0e-8d1f-f47bf5e273fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (93e188aa-1a15-4bf7-adc1-1e8625986904), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.658489 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cdd7100f-3eb2-4685-b7ca-2a411a4d22fb req-1348998f-ab8e-46b9-9be2-e0371662bd0c tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5c44f24-01d3-4e7c-a60e-7dc080973b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187959 Feb 09 21:40:56.727682 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e685abdf-7966-4644-b785-4f2c5c04801f no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:56.731447 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-7d08e501-84d8-4af6-ae01-63eddbae664b req-371ee7c2-7a56-49e2-a3d2-c5f3f90ed1f2 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Deleting port 54c94ea5-cd79-422f-92c4-41e4adba877a {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:56.732784 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7d08e501-84d8-4af6-ae01-63eddbae664b req-371ee7c2-7a56-49e2-a3d2-c5f3f90ed1f2 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (54c94ea5-cd79-422f-92c4-41e4adba877a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.802046 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: e685abdf-7966-4644-b785-4f2c5c04801f {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:56.802046 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e685abdf-7966-4644-b785-4f2c5c04801f not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:56.965251 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0558b8bf-2810-4a0e-8d1f-f47bf5e273fb None None] Current status of the port 93e188aa-1a15-4bf7-adc1-1e8625986904 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:56.991974 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:57.101194 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c2c52d4b-9cc6-475e-80e5-db41e2e6d629 None None] Provisioning complete for port 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:57.101585 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c2c52d4b-9cc6-475e-80e5-db41e2e6d629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:57.126997 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-7d08e501-84d8-4af6-ae01-63eddbae664b req-371ee7c2-7a56-49e2-a3d2-c5f3f90ed1f2 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] For port 54c94ea5-cd79-422f-92c4-41e4adba877a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=54c94ea5-cd79-422f-92c4-41e4adba877a,segment=NetworkSegment(51c15e41-6ab8-4583-8b9a-30223687e020),segment_id=51c15e41-6ab8-4583-8b9a-30223687e020)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:57.127608 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7d08e501-84d8-4af6-ae01-63eddbae664b req-371ee7c2-7a56-49e2-a3d2-c5f3f90ed1f2 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (54c94ea5-cd79-422f-92c4-41e4adba877a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:57.157661 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-d366fd29-33a6-499f-87e4-5554d367098f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8::757f:d083:cfa1:957 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/b7c8e608-f55a-4eca-a48d-f3c749ce7021/509d2cd2-a67b-4341-ad7d-6ef0460f0988) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:57.161976 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a32ff2-12fb-4825-94b5-6ac73758a1d9 x-openstack-request-id: req-37a32ff2-12fb-4825-94b5-6ac73758a1d9 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:57.162371 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e", "name": "network-vif-deleted", "tag": "e685abdf-7966-4644-b785-4f2c5c04801f", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:57.162749 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-37a32ff2-12fb-4825-94b5-6ac73758a1d9 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:57.163336 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e', 'name': 'network-vif-deleted', 'tag': 'e685abdf-7966-4644-b785-4f2c5c04801f', 'status': 'completed', 'code': 200} Feb 09 21:40:57.376625 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c2c52d4b-9cc6-475e-80e5-db41e2e6d629 None None] Current status of the port 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:57.459683 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2cc2507a-ade5-4bbc-8c11-80111d0342f6 req-acc4cde5-a1b3-4aa1-87e8-53ce96e4e3cf tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/ports?device_id=66ce4b3f-db39-4a48-9dd6-b7dd55de4c0e HTTP/1.1" status: 200 len: 210 time: 0.3010066 Feb 09 21:40:57.485453 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d366fd29-33a6-499f-87e4-5554d367098f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (509d2cd2-a67b-4341-ad7d-6ef0460f0988), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:57.494513 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9f4a2e39-a3a9-4dd0-b486-73a119ac640e None None] Could not find standard attr ID for object 6b5290b8-aeee-4fce-acb1-09848e4225d3. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:40:57.628877 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3f0b48-a761-46b2-b3f1-9476572a98cc admin admin] Router 901f3f3e-2947-4b26-a9f8-1eb355661f69 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:40:57.686580 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d366fd29-33a6-499f-87e4-5554d367098f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (509d2cd2-a67b-4341-ad7d-6ef0460f0988), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:57.812691 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366fd29-33a6-499f-87e4-5554d367098f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=509d2cd2-a67b-4341-ad7d-6ef0460f0988,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:57.861484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d366fd29-33a6-499f-87e4-5554d367098f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:57.863138 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d366fd29-33a6-499f-87e4-5554d367098f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:57.871552 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d366fd29-33a6-499f-87e4-5554d367098f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:57.889648 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d366fd29-33a6-499f-87e4-5554d367098f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:57.890497 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d366fd29-33a6-499f-87e4-5554d367098f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:57.902016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3f0b48-a761-46b2-b3f1-9476572a98cc admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:40:57.921263 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b4327039-f655-4a71-82a1-814fea70e759 None None] Could not find standard attr ID for object fed52b42-0d4d-4f8e-bd29-533748328023. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:40:57.922369 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5650379-7fe7-489b-9265-605691d7ca9d req-7d3b1019-23d3-4a09-9bd8-81d711d456e9 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=48735e42-e8c3-428f-9bec-06d61040319c HTTP/1.1" status: 200 len: 210 time: 0.2464182 Feb 09 21:40:57.923689 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] Sync routers for ids ['901f3f3e-2947-4b26-a9f8-1eb355661f69'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:40:57.963469 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d366fd29-33a6-499f-87e4-5554d367098f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9708095 Feb 09 21:40:57.966020 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59508) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:57.971327 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0b48-a761-46b2-b3f1-9476572a98cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:57.977781 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8e3f0b48-a761-46b2-b3f1-9476572a98cc admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.3356385 Feb 09 21:40:57.984604 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] Routers {'901f3f3e-2947-4b26-a9f8-1eb355661f69'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:40:57.988051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:40:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['901f3f3e-2947-4b26-a9f8-1eb355661f69'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:57.989362 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59510) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:58.278110 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560eb5c9-08be-494c-9355-3036985e6f7e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:58.332426 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560eb5c9-08be-494c-9355-3036985e6f7e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:58.343612 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-560eb5c9-08be-494c-9355-3036985e6f7e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.3745985 Feb 09 21:40:58.351509 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59520) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:58.514495 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7d08e501-84d8-4af6-ae01-63eddbae664b req-371ee7c2-7a56-49e2-a3d2-c5f3f90ed1f2 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.515245 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7d08e501-84d8-4af6-ae01-63eddbae664b req-371ee7c2-7a56-49e2-a3d2-c5f3f90ed1f2 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (ba225ed7-c68c-474d-a25b-e06771ed55e9), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.516023 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [req-7d08e501-84d8-4af6-ae01-63eddbae664b req-371ee7c2-7a56-49e2-a3d2-c5f3f90ed1f2 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Floating IP ba225ed7-c68c-474d-a25b-e06771ed55e9 disassociated. External IP: 172.25.6.123, port: 54c94ea5-cd79-422f-92c4-41e4adba877a. Feb 09 21:40:58.516625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-7d08e501-84d8-4af6-ae01-63eddbae664b req-371ee7c2-7a56-49e2-a3d2-c5f3f90ed1f2 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Calling delete_port for 54c94ea5-cd79-422f-92c4-41e4adba877a owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:58.548208 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d3891c78-9d4f-41a2-af25-43e20bffc97b None None] Could not find standard attr ID for object ba37d8dd-c63b-4554-b120-f10983b257bd. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:40:58.624749 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] Set router 901f3f3e-2947-4b26-a9f8-1eb355661f69 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:40:58.695896 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d36f5dff-c708-42f6-bbb8-825b884b7d00 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting port 509d2cd2-a67b-4341-ad7d-6ef0460f0988 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:58.700481 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d36f5dff-c708-42f6-bbb8-825b884b7d00 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (509d2cd2-a67b-4341-ad7d-6ef0460f0988), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.754969 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396796f0-b300-4543-bbc7-bf3f60779cdf req-16e66119-5495-4962-8bc5-0eba0171cacb tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:58.778542 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-396796f0-b300-4543-bbc7-bf3f60779cdf req-16e66119-5495-4962-8bc5-0eba0171cacb tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/ports?device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 945 time: 0.5138214 Feb 09 21:40:58.905696 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d36f5dff-c708-42f6-bbb8-825b884b7d00 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (509d2cd2-a67b-4341-ad7d-6ef0460f0988), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.955054 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d36f5dff-c708-42f6-bbb8-825b884b7d00 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Calling delete_port for 509d2cd2-a67b-4341-ad7d-6ef0460f0988 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:59.089794 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c11b5fcd-2147-4f12-9fdf-8ae52e873ccd None None] Provisioning complete for port 509d2cd2-a67b-4341-ad7d-6ef0460f0988 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:59.090392 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c11b5fcd-2147-4f12-9fdf-8ae52e873ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (509d2cd2-a67b-4341-ad7d-6ef0460f0988), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.218698 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c11b5fcd-2147-4f12-9fdf-8ae52e873ccd None None] Port 509d2cd2-a67b-4341-ad7d-6ef0460f0988 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:40:59.249819 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:40:53Z', 'revision_number': 3, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:59.277449 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d36f5dff-c708-42f6-bbb8-825b884b7d00 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (509d2cd2-a67b-4341-ad7d-6ef0460f0988), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.282428 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] Checking router: 901f3f3e-2947-4b26-a9f8-1eb355661f69 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:40:59.282777 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] Updating router 901f3f3e-2947-4b26-a9f8-1eb355661f69 port 26454639-ea6c-40e0-b719-bc9205f35217 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:40:59.317001 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f5dff-c708-42f6-bbb8-825b884b7d00 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Port': ['ID=509d2cd2-a67b-4341-ad7d-6ef0460f0988,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:59.398128 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (26454639-ea6c-40e0-b719-bc9205f35217), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.462593 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d36f5dff-c708-42f6-bbb8-825b884b7d00 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.480570 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d36f5dff-c708-42f6-bbb8-825b884b7d00 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/509d2cd2-a67b-4341-ad7d-6ef0460f0988 HTTP/1.1" status: 204 len: 168 time: 1.1272640 Feb 09 21:40:59.481550 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59534) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:59.647372 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8779f370-7b48-4c8f-81d6-a0519b255e4c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:59.649935 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8779f370-7b48-4c8f-81d6-a0519b255e4c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:59.673022 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8779f370-7b48-4c8f-81d6-a0519b255e4c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1897435 Feb 09 21:40:59.673982 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59536) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:59.766378 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c5e844-d644-41b3-ba9f-657fa9d4cfe8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet b7c8e608-f55a-4eca-a48d-f3c749ce7021 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:40:59.773242 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e844-d644-41b3-ba9f-657fa9d4cfe8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (b7c8e608-f55a-4eca-a48d-f3c749ce7021), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.857209 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 54c94ea5-cd79-422f-92c4-41e4adba877a no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:59.871283 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e844-d644-41b3-ba9f-657fa9d4cfe8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (b7c8e608-f55a-4eca-a48d-f3c749ce7021), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.030080 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e844-d644-41b3-ba9f-657fa9d4cfe8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (b7c8e608-f55a-4eca-a48d-f3c749ce7021), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.048758 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 54c94ea5-cd79-422f-92c4-41e4adba877a is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:00.049151 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (54c94ea5-cd79-422f-92c4-41e4adba877a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.074641 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7d08e501-84d8-4af6-ae01-63eddbae664b req-371ee7c2-7a56-49e2-a3d2-c5f3f90ed1f2 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (54c94ea5-cd79-422f-92c4-41e4adba877a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.173632 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ee7c2-7a56-49e2-a3d2-c5f3f90ed1f2 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Pushing event deleted for resources: {'Port': ['ID=54c94ea5-cd79-422f-92c4-41e4adba877a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:00.174311 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e844-d644-41b3-ba9f-657fa9d4cfe8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (b7c8e608-f55a-4eca-a48d-f3c749ce7021), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.203202 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-396796f0-b300-4543-bbc7-bf3f60779cdf req-8453fe11-0733-43c9-a96d-7c23fd5007a2 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5c44f24-01d3-4e7c-a60e-7dc080973b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4235115 Feb 09 21:41:00.288617 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-628d8b81-dbed-4794-a749-363ad7e91d3a req-3e61f9f9-c102-4d74-ad14-ad67576ae4ae service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c4096cab-edd2-4587-811a-2784299ad98a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2910442 Feb 09 21:41:00.336018 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5e844-d644-41b3-ba9f-657fa9d4cfe8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=b7c8e608-f55a-4eca-a48d-f3c749ce7021,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:00.359063 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e844-d644-41b3-ba9f-657fa9d4cfe8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.375049 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f0c5e844-d644-41b3-ba9f-657fa9d4cfe8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/b7c8e608-f55a-4eca-a48d-f3c749ce7021 HTTP/1.1" status: 204 len: 168 time: 0.6993215 Feb 09 21:41:00.376116 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59538) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:00.469102 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2cfbe8c8-0170-4f09-9af2-9a7c28f78181 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913923 Feb 09 21:41:00.478184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59544) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:00.488012 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c3412f98-f4d9-4e89-9ef9-f7e15d03b677 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:00.587805 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] Publish callbacks [] for port (26454639-ea6c-40e0-b719-bc9205f35217), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.609623 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdefbdc-0dab-4ca1-bb32-b1cc3770d54a None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:00.623115 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (26454639-ea6c-40e0-b719-bc9205f35217), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.752568 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3412f98-f4d9-4e89-9ef9-f7e15d03b677 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:00.759791 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3412f98-f4d9-4e89-9ef9-f7e15d03b677 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.825892 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] Attempting to bind port 26454639-ea6c-40e0-b719-bc9205f35217 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:00.826374 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] Attempting to bind port 26454639-ea6c-40e0-b719-bc9205f35217 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:00.826678 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] Attempting to bind port 26454639-ea6c-40e0-b719-bc9205f35217 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:00.866662 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:00.866975 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:00.867320 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.872061 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:00.872630 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] Bound port: 26454639-ea6c-40e0-b719-bc9205f35217, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:00.873042 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (26454639-ea6c-40e0-b719-bc9205f35217), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.944504 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d8b81-dbed-4794-a749-363ad7e91d3a req-9f8f4771-df17-4a47-a9b1-c9b91466de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:00.950371 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-628d8b81-dbed-4794-a749-363ad7e91d3a req-9f8f4771-df17-4a47-a9b1-c9b91466de73 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bb65c85e96754a09a99f836d7f049ca5&device_id=c4096cab-edd2-4587-811a-2784299ad98a HTTP/1.1" status: 200 len: 1130 time: 0.5975945 Feb 09 21:41:01.009232 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] For port 26454639-ea6c-40e0-b719-bc9205f35217, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:01.023179 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] For port 26454639-ea6c-40e0-b719-bc9205f35217, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=26454639-ea6c-40e0-b719-bc9205f35217,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:01.038955 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67af2f-725c-4ee7-8681-0d0880a7cb8f None None] Pushing event updated for resources: {'Port': ['ID=26454639-ea6c-40e0-b719-bc9205f35217,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:01.065637 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (26454639-ea6c-40e0-b719-bc9205f35217), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.093774 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d08e501-84d8-4af6-ae01-63eddbae664b req-371ee7c2-7a56-49e2-a3d2-c5f3f90ed1f2 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Router a9dd55fe-8df5-4bcd-bf85-a652581429be has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:41:01.228544 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67af2f-725c-4ee7-8681-0d0880a7cb8f None None] Pushing event updated for resources: {'Port': ['ID=26454639-ea6c-40e0-b719-bc9205f35217,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:01.245381 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] Routers {'901f3f3e-2947-4b26-a9f8-1eb355661f69'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:01.246184 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:40:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['901f3f3e-2947-4b26-a9f8-1eb355661f69'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:01.362644 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3412f98-f4d9-4e89-9ef9-f7e15d03b677 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (cf867075-fe47-4c9e-990e-96174578c822), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.371457 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] Set router 901f3f3e-2947-4b26-a9f8-1eb355661f69 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:01.472468 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3412f98-f4d9-4e89-9ef9-f7e15d03b677 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=cf867075-fe47-4c9e-990e-96174578c822,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:01.507637 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3412f98-f4d9-4e89-9ef9-f7e15d03b677 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:01.509858 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-c3412f98-f4d9-4e89-9ef9-f7e15d03b677 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:01.516967 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3412f98-f4d9-4e89-9ef9-f7e15d03b677 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:01.520734 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3412f98-f4d9-4e89-9ef9-f7e15d03b677 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.570190 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d8b81-dbed-4794-a749-363ad7e91d3a req-3907aed9-d4a4-4d91-b822-a86a706eb5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:01.574594 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-628d8b81-dbed-4794-a749-363ad7e91d3a req-3907aed9-d4a4-4d91-b822-a86a706eb5f8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.5731869 Feb 09 21:41:01.575283 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c3412f98-f4d9-4e89-9ef9-f7e15d03b677 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0979717 Feb 09 21:41:01.581719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59566) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:01.589747 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-785a9535-329c-4da9-9f8e-af979c5c3004 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'fixed_ips': [{'subnet_id': 'cf867075-fe47-4c9e-990e-96174578c822', 'ip_address': '2001:db8::cdcf:dd29:3386:a8f3'}], 'name': 'tempest-NetworksTestDHCPv6-1201320385'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:01.609853 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b9cf93-181a-4b2f-a013-2f9b029375f0 None None] DHCP port deletion for 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:41:01.714570 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-628d8b81-dbed-4794-a749-363ad7e91d3a req-ec675699-ef3c-4fd1-8342-af841fbc8696 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c HTTP/1.1" status: 200 len: 217 time: 0.1132851 Feb 09 21:41:01.777271 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785a9535-329c-4da9-9f8e-af979c5c3004 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:01.879222 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-73b9cf93-181a-4b2f-a013-2f9b029375f0 None None] Deleting port 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:01.880115 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-73b9cf93-181a-4b2f-a013-2f9b029375f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.961177 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-810d3683-629a-41ea-ac1c-5b6fd5dc2c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.966759 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d08e501-84d8-4af6-ae01-63eddbae664b req-371ee7c2-7a56-49e2-a3d2-c5f3f90ed1f2 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:01.985659 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f8e3bd-c9dc-476f-9d7d-33b816288bdc None None] Sync routers for ids ['a9dd55fe-8df5-4bcd-bf85-a652581429be'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:01.993081 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d8b81-dbed-4794-a749-363ad7e91d3a req-8979104a-43db-4d3d-9294-08cc8d63b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:01.998236 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-628d8b81-dbed-4794-a749-363ad7e91d3a req-8979104a-43db-4d3d-9294-08cc8d63b560 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.2236166 Feb 09 21:41:02.018325 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-785a9535-329c-4da9-9f8e-af979c5c3004 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.023859 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f8e3bd-c9dc-476f-9d7d-33b816288bdc None None] Routers {'a9dd55fe-8df5-4bcd-bf85-a652581429be'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:02.037746 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e0f8e3bd-c9dc-476f-9d7d-33b816288bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:40:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['a9dd55fe-8df5-4bcd-bf85-a652581429be'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:02.065225 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-785a9535-329c-4da9-9f8e-af979c5c3004 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] device_id is not set on port a12c71c3-9f1b-4e07-851d-9d2a6267d5da yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:41:02.117631 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b012c5-b03a-4520-b095-e1316d523f3a req-dc0ab622-d363-44b7-a437-487bd0335bcd tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:02.127135 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73b012c5-b03a-4520-b095-e1316d523f3a req-dc0ab622-d363-44b7-a437-487bd0335bcd tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4096cab-edd2-4587-811a-2784299ad98a HTTP/1.1" status: 200 len: 948 time: 0.6748576 Feb 09 21:41:02.218076 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d08e501-84d8-4af6-ae01-63eddbae664b req-371ee7c2-7a56-49e2-a3d2-c5f3f90ed1f2 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] No DVR routers for this DVR port 54c94ea5-cd79-422f-92c4-41e4adba877a on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:02.223681 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7d08e501-84d8-4af6-ae01-63eddbae664b req-371ee7c2-7a56-49e2-a3d2-c5f3f90ed1f2 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.227230 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7d08e501-84d8-4af6-ae01-63eddbae664b req-371ee7c2-7a56-49e2-a3d2-c5f3f90ed1f2 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.42 "DELETE /v2.0/ports/54c94ea5-cd79-422f-92c4-41e4adba877a HTTP/1.1" status: 204 len: 173 time: 6.2238998 Feb 09 21:41:02.247674 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891ff5ad-132b-4911-acfa-6170e93cefc8', 'name': 'network-vif-deleted', 'tag': '54c94ea5-cd79-422f-92c4-41e4adba877a'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:02.251851 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:40:53Z', 'revision_number': 3, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:02.257906 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c635a0b6-dc7e-4177-aae3-a3b54a6c109f" -d '{"events": [{"server_uuid": "891ff5ad-132b-4911-acfa-6170e93cefc8", "name": "network-vif-deleted", "tag": "54c94ea5-cd79-422f-92c4-41e4adba877a"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:02.332963 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fff9b3-e2db-4128-b882-0f0237b19d3c None None] The sync data for ids ['901f3f3e-2947-4b26-a9f8-1eb355661f69'] in n-d-828601-1 is: [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:40:53Z', 'revision_number': 3, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:02.369045 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-785a9535-329c-4da9-9f8e-af979c5c3004 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8::cdcf:dd29:3386:a8f3 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/cf867075-fe47-4c9e-990e-96174578c822/a12c71c3-9f1b-4e07-851d-9d2a6267d5da) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:02.444442 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-73b9cf93-181a-4b2f-a013-2f9b029375f0 None None] For port 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:02.444860 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-73b9cf93-181a-4b2f-a013-2f9b029375f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.488913 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-73b9cf93-181a-4b2f-a013-2f9b029375f0 None None] Calling delete_port for 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:02.555065 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-e0f8e3bd-c9dc-476f-9d7d-33b816288bdc None None] Set router a9dd55fe-8df5-4bcd-bf85-a652581429be gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:02.656474 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73b012c5-b03a-4520-b095-e1316d523f3a req-e1b5e648-9382-4d87-8cde-a3786e6df08e tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.77 "GET /v2.0/security-groups?id=86c3f3e4-90fe-49e7-aa15-a9b675679f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278704 Feb 09 21:41:02.661134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d8b81-dbed-4794-a749-363ad7e91d3a req-bcd07093-f1e3-4130-84e5-69b3635a94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:02.662743 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-628d8b81-dbed-4794-a749-363ad7e91d3a req-bcd07093-f1e3-4130-84e5-69b3635a94c1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6227942 Feb 09 21:41:02.751228 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-785a9535-329c-4da9-9f8e-af979c5c3004 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (a12c71c3-9f1b-4e07-851d-9d2a6267d5da), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.796382 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-73b9cf93-181a-4b2f-a013-2f9b029375f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.842241 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-785a9535-329c-4da9-9f8e-af979c5c3004 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (a12c71c3-9f1b-4e07-851d-9d2a6267d5da), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.933802 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9cf93-181a-4b2f-a013-2f9b029375f0 None None] Pushing event deleted for resources: {'Port': ['ID=0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:02.957857 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b9cf93-181a-4b2f-a013-2f9b029375f0 None None] No DVR routers for this DVR port 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:03.017776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438545e2-ead1-402a-af23-bf37d01ea9ae None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:03.039172 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785a9535-329c-4da9-9f8e-af979c5c3004 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:03.060650 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-785a9535-329c-4da9-9f8e-af979c5c3004 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:03.064509 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785a9535-329c-4da9-9f8e-af979c5c3004 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:03.070937 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785a9535-329c-4da9-9f8e-af979c5c3004 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:03.071623 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-785a9535-329c-4da9-9f8e-af979c5c3004 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.100184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a9535-329c-4da9-9f8e-af979c5c3004 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=a12c71c3-9f1b-4e07-851d-9d2a6267d5da,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:03.149558 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-785a9535-329c-4da9-9f8e-af979c5c3004 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5660963 Feb 09 21:41:03.171268 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282a5c8-94d2-44ae-bdd6-21fa8092e9df req-bec1d4e0-06dc-429a-aa4c-96bee22d7686 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:03.175494 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1282a5c8-94d2-44ae-bdd6-21fa8092e9df req-bec1d4e0-06dc-429a-aa4c-96bee22d7686 tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.71 "GET /v2.0/ports?device_id=c4096cab-edd2-4587-811a-2784299ad98a HTTP/1.1" status: 200 len: 948 time: 0.2468581 Feb 09 21:41:03.181261 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59578) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:03.260999 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-642ef69d-1956-41ad-b199-215d6aa985ac req-44bbd97f-2308-4250-b361-16c7afb22247 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/ports?device_id=891ff5ad-132b-4911-acfa-6170e93cefc8 HTTP/1.1" status: 200 len: 210 time: 0.2898595 Feb 09 21:41:03.292324 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e0f8e3bd-c9dc-476f-9d7d-33b816288bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'name': 'tempest-ServersTestManualDisk-1746886310-router', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:19Z', 'updated_at': '2022-02-09T21:39:36Z', 'revision_number': 4, 'project_id': '7f337c254d834fbba58af696fa675308', 'gw_port': {'id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ed:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:21Z', 'updated_at': '2022-02-09T21:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '1de86321-3dcd-4f57-951e-8456aaf0a6a2', 'name': '', 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'mac_address': 'fa:16:3e:b2:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '4082994b-e0a1-4e38-9416-33bed10d7329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:33Z', 'updated_at': '2022-02-09T21:39:43Z', 'revision_number': 5, 'project_id': '7f337c254d834fbba58af696fa675308', 'subnets': [{'id': '4082994b-e0a1-4e38-9416-33bed10d7329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:03.352676 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793d0205-3c9b-49a9-92d5-63796cca8161 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:03.359522 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-793d0205-3c9b-49a9-92d5-63796cca8161 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1723750 Feb 09 21:41:03.363837 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59580) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:03.385277 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f8e3bd-c9dc-476f-9d7d-33b816288bdc None None] Checking router: a9dd55fe-8df5-4bcd-bf85-a652581429be for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:03.408979 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f8e3bd-c9dc-476f-9d7d-33b816288bdc None None] Routers {'a9dd55fe-8df5-4bcd-bf85-a652581429be'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:03.410746 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e0f8e3bd-c9dc-476f-9d7d-33b816288bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:40:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['a9dd55fe-8df5-4bcd-bf85-a652581429be'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:03.515471 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-1282a5c8-94d2-44ae-bdd6-21fa8092e9df req-cd598666-ecd4-4deb-bbfe-302aceb21f0a tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Deleting port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:03.518077 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1282a5c8-94d2-44ae-bdd6-21fa8092e9df req-cd598666-ecd4-4deb-bbfe-302aceb21f0a tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.585410 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64aca47-9eb5-455c-84c6-4247d0942578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'fixed_ips': [{'subnet_id': 'cf867075-fe47-4c9e-990e-96174578c822'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:41:03.586316 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c64aca47-9eb5-455c-84c6-4247d0942578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.719412 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-810d3683-629a-41ea-ac1c-5b6fd5dc2c00 admin admin] Allocated IP 172.20.0.1 (9cec45fb-c615-4147-9585-d66f5efcfe6c/e3c310f9-5e45-4b20-89c5-333731de760d/a5475d33-05a9-41b7-898f-558c95bf80d2) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:03.821421 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-e0f8e3bd-c9dc-476f-9d7d-33b816288bdc None None] Set router a9dd55fe-8df5-4bcd-bf85-a652581429be gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:03.853340 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-1282a5c8-94d2-44ae-bdd6-21fa8092e9df req-cd598666-ecd4-4deb-bbfe-302aceb21f0a tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] For port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:03.855926 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1282a5c8-94d2-44ae-bdd6-21fa8092e9df req-cd598666-ecd4-4deb-bbfe-302aceb21f0a tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.895632 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-1282a5c8-94d2-44ae-bdd6-21fa8092e9df req-cd598666-ecd4-4deb-bbfe-302aceb21f0a tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Calling delete_port for ad07ab32-8f95-4a35-8c60-c1305ee8ad7c owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:04.099011 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-628d8b81-dbed-4794-a749-363ad7e91d3a req-87b65545-a8c8-4e04-901a-b30da4940231 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4126599 Feb 09 21:41:04.164784 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-c64aca47-9eb5-455c-84c6-4247d0942578 None None] Allocated IP 2001:db8::2 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/cf867075-fe47-4c9e-990e-96174578c822/34655e23-728b-4ce1-a18b-b15de5ea9ff1) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:04.507746 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e0f8e3bd-c9dc-476f-9d7d-33b816288bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'name': 'tempest-ServersTestManualDisk-1746886310-router', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:19Z', 'updated_at': '2022-02-09T21:39:36Z', 'revision_number': 4, 'project_id': '7f337c254d834fbba58af696fa675308', 'gw_port': {'id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ed:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:21Z', 'updated_at': '2022-02-09T21:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '1de86321-3dcd-4f57-951e-8456aaf0a6a2', 'name': '', 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'mac_address': 'fa:16:3e:b2:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '4082994b-e0a1-4e38-9416-33bed10d7329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:33Z', 'updated_at': '2022-02-09T21:39:43Z', 'revision_number': 5, 'project_id': '7f337c254d834fbba58af696fa675308', 'subnets': [{'id': '4082994b-e0a1-4e38-9416-33bed10d7329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:04.526221 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1282a5c8-94d2-44ae-bdd6-21fa8092e9df req-cd598666-ecd4-4deb-bbfe-302aceb21f0a tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ad07ab32-8f95-4a35-8c60-c1305ee8ad7c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.578432 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 26454639-ea6c-40e0-b719-bc9205f35217 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:04.637542 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f8e3bd-c9dc-476f-9d7d-33b816288bdc None None] The sync data for ids ['a9dd55fe-8df5-4bcd-bf85-a652581429be'] in n-d-828601-1 is: [{'id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'name': 'tempest-ServersTestManualDisk-1746886310-router', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:19Z', 'updated_at': '2022-02-09T21:39:36Z', 'revision_number': 4, 'project_id': '7f337c254d834fbba58af696fa675308', 'gw_port': {'id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ed:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:21Z', 'updated_at': '2022-02-09T21:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '1de86321-3dcd-4f57-951e-8456aaf0a6a2', 'name': '', 'network_id': '8118d80b-62ac-4bfa-9a3a-ccc416d873f8', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'mac_address': 'fa:16:3e:b2:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '4082994b-e0a1-4e38-9416-33bed10d7329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:33Z', 'updated_at': '2022-02-09T21:39:43Z', 'revision_number': 5, 'project_id': '7f337c254d834fbba58af696fa675308', 'subnets': [{'id': '4082994b-e0a1-4e38-9416-33bed10d7329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:04.720351 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd598666-ecd4-4deb-bbfe-302aceb21f0a tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Pushing event deleted for resources: {'Port': ['ID=ad07ab32-8f95-4a35-8c60-c1305ee8ad7c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:04.754475 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-810d3683-629a-41ea-ac1c-5b6fd5dc2c00 admin admin] Publish callbacks [] for port (a5475d33-05a9-41b7-898f-558c95bf80d2), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.881387 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-628d8b81-dbed-4794-a749-363ad7e91d3a req-c64720f8-399b-4663-9d86-61d954570756 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7246587 Feb 09 21:41:04.997361 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-810d3683-629a-41ea-ac1c-5b6fd5dc2c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (a5475d33-05a9-41b7-898f-558c95bf80d2), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.014618 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-1282a5c8-94d2-44ae-bdd6-21fa8092e9df req-cd598666-ecd4-4deb-bbfe-302aceb21f0a tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] No DVR routers for this DVR port ad07ab32-8f95-4a35-8c60-c1305ee8ad7c on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:05.024746 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1282a5c8-94d2-44ae-bdd6-21fa8092e9df req-cd598666-ecd4-4deb-bbfe-302aceb21f0a tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.045080 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1282a5c8-94d2-44ae-bdd6-21fa8092e9df req-cd598666-ecd4-4deb-bbfe-302aceb21f0a tempest-ListImageFiltersTestJSON-1958109755 tempest-ListImageFiltersTestJSON-1958109755-project] 10.222.0.71 "DELETE /v2.0/ports/ad07ab32-8f95-4a35-8c60-c1305ee8ad7c HTTP/1.1" status: 204 len: 173 time: 1.8088896 Feb 09 21:41:05.045965 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4096cab-edd2-4587-811a-2784299ad98a', 'name': 'network-vif-deleted', 'tag': 'ad07ab32-8f95-4a35-8c60-c1305ee8ad7c'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:05.055597 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da539303-3a34-4621-bff3-a568df939394" -d '{"events": [{"server_uuid": "c4096cab-edd2-4587-811a-2784299ad98a", "name": "network-vif-deleted", "tag": "ad07ab32-8f95-4a35-8c60-c1305ee8ad7c"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:05.060935 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-4a404396-f480-45da-bfce-899ff1709fed tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:05.078347 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-4a404396-f480-45da-bfce-899ff1709fed tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/networks?id=c4792088-bf96-48c8-a331-af790ba542bf HTTP/1.1" status: 200 len: 812 time: 1.4987352 Feb 09 21:41:05.174067 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 26454639-ea6c-40e0-b719-bc9205f35217 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:05.175733 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (26454639-ea6c-40e0-b719-bc9205f35217), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.189224 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-41adc5f3-98c7-482f-904f-ef7a5dd03e71 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/quotas/4da379594fdf42339bba1d92c8147535 HTTP/1.1" status: 200 len: 375 time: 0.1099465 Feb 09 21:41:05.268330 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8ea5fa76-9d12-4681-a3c8-88ba5da8cde6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting port a12c71c3-9f1b-4e07-851d-9d2a6267d5da {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:05.268679 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8ea5fa76-9d12-4681-a3c8-88ba5da8cde6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a12c71c3-9f1b-4e07-851d-9d2a6267d5da), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.344962 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c64aca47-9eb5-455c-84c6-4247d0942578 None None] Publish callbacks [] for port (34655e23-728b-4ce1-a18b-b15de5ea9ff1), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.481005 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c64aca47-9eb5-455c-84c6-4247d0942578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (34655e23-728b-4ce1-a18b-b15de5ea9ff1), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.494597 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-b1372014-8e7f-4e42-9595-f992e5924155 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4da379594fdf42339bba1d92c8147535&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2901587 Feb 09 21:41:05.527794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810d3683-629a-41ea-ac1c-5b6fd5dc2c00 admin admin] Network 9cec45fb-c615-4147-9585-d66f5efcfe6c is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:05.542081 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-810d3683-629a-41ea-ac1c-5b6fd5dc2c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:05.603227 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810d3683-629a-41ea-ac1c-5b6fd5dc2c00 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:05.803804 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa9234-b1ce-4b2c-ada6-a92fea6f77e4 None None] New status for floating IP ba225ed7-c68c-474d-a25b-e06771ed55e9: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:41:05.900308 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8ea5fa76-9d12-4681-a3c8-88ba5da8cde6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a12c71c3-9f1b-4e07-851d-9d2a6267d5da), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.946288 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d3683-629a-41ea-ac1c-5b6fd5dc2c00 admin admin] Pushing event updated for resources: {'Port': ['ID=a5475d33-05a9-41b7-898f-558c95bf80d2,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:05.950982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64aca47-9eb5-455c-84c6-4247d0942578 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:06.020685 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8ea5fa76-9d12-4681-a3c8-88ba5da8cde6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Calling delete_port for a12c71c3-9f1b-4e07-851d-9d2a6267d5da owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:06.071336 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-810d3683-629a-41ea-ac1c-5b6fd5dc2c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (901f3f3e-2947-4b26-a9f8-1eb355661f69), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.250550 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71a4f8fe-6e96-4687-9f17-ec46a40993fc req-7b1d13b5-1d15-4950-b930-a7893aac2d6d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5264738 Feb 09 21:41:06.253156 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-c64aca47-9eb5-455c-84c6-4247d0942578 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:06.299048 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-0f229095-8471-4cc5-a3d7-959523081ee1 service neutron] 10.222.0.77 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8031361 Feb 09 21:41:06.299873 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64aca47-9eb5-455c-84c6-4247d0942578 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:06.319107 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64aca47-9eb5-455c-84c6-4247d0942578 None None] Pushing event updated for resources: {'Port': ['ID=34655e23-728b-4ce1-a18b-b15de5ea9ff1,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:06.431731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5ad57454-e0aa-4310-8a4c-f995cf647969 None None] Provisioning complete for port a5475d33-05a9-41b7-898f-558c95bf80d2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:06.432733 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5ad57454-e0aa-4310-8a4c-f995cf647969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a5475d33-05a9-41b7-898f-558c95bf80d2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.533907 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 26454639-ea6c-40e0-b719-bc9205f35217 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:06.535558 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (26454639-ea6c-40e0-b719-bc9205f35217), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.566431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c64aca47-9eb5-455c-84c6-4247d0942578 None None] Attempting to bind port 34655e23-728b-4ce1-a18b-b15de5ea9ff1 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:06.567067 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c64aca47-9eb5-455c-84c6-4247d0942578 None None] Attempting to bind port 34655e23-728b-4ce1-a18b-b15de5ea9ff1 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:06.567716 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64aca47-9eb5-455c-84c6-4247d0942578 None None] Attempting to bind port 34655e23-728b-4ce1-a18b-b15de5ea9ff1 on network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:06.591161 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5ad57454-e0aa-4310-8a4c-f995cf647969 None None] Port a5475d33-05a9-41b7-898f-558c95bf80d2 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:06.629480 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 26454639-ea6c-40e0-b719-bc9205f35217, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=26454639-ea6c-40e0-b719-bc9205f35217,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:06.631795 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64aca47-9eb5-455c-84c6-4247d0942578 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:06.632261 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64aca47-9eb5-455c-84c6-4247d0942578 None None] Checking segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:06.633354 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c64aca47-9eb5-455c-84c6-4247d0942578 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.634133 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64aca47-9eb5-455c-84c6-4247d0942578 None None] Bound using segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:06.636628 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c64aca47-9eb5-455c-84c6-4247d0942578 None None] Bound port: 34655e23-728b-4ce1-a18b-b15de5ea9ff1, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:06.637209 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c64aca47-9eb5-455c-84c6-4247d0942578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (34655e23-728b-4ce1-a18b-b15de5ea9ff1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.673015 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (26454639-ea6c-40e0-b719-bc9205f35217), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.945108 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ad07ab32-8f95-4a35-8c60-c1305ee8ad7c no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:07.022558 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:07.040854 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: ad07ab32-8f95-4a35-8c60-c1305ee8ad7c {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:07.040854 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ad07ab32-8f95-4a35-8c60-c1305ee8ad7c not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:07.118164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:07.118164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 0fc56e40-ea3f-4586-af3b-7c8ed56e9a0d not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:07.286032 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=26454639-ea6c-40e0-b719-bc9205f35217,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:07.330430 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c64aca47-9eb5-455c-84c6-4247d0942578 None None] For port 34655e23-728b-4ce1-a18b-b15de5ea9ff1, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:07.345493 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c64aca47-9eb5-455c-84c6-4247d0942578 None None] For port 34655e23-728b-4ce1-a18b-b15de5ea9ff1, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=34655e23-728b-4ce1-a18b-b15de5ea9ff1,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:07.362843 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c64aca47-9eb5-455c-84c6-4247d0942578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (34655e23-728b-4ce1-a18b-b15de5ea9ff1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.423748 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-810d3683-629a-41ea-ac1c-5b6fd5dc2c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a5475d33-05a9-41b7-898f-558c95bf80d2), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.433900 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4f8fe-6e96-4687-9f17-ec46a40993fc req-1aaffa45-ec8d-497c-89c8-e16f263e48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:07.435725 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71a4f8fe-6e96-4687-9f17-ec46a40993fc req-1aaffa45-ec8d-497c-89c8-e16f263e48d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10ae4cf9e5fb41adaaf75cd8b9397016&device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 1127 time: 1.0092328 Feb 09 21:41:07.453719 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-38f1ef73-fc6c-49e4-9b7a-af6b45125794 service neutron] 10.222.0.77 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1533163 Feb 09 21:41:07.504165 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59620) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:07.586742 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64aca47-9eb5-455c-84c6-4247d0942578 None None] Pushing event updated for resources: {'Port': ['ID=34655e23-728b-4ce1-a18b-b15de5ea9ff1,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:07.741975 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4f8fe-6e96-4687-9f17-ec46a40993fc req-f144c45a-5c00-4b64-adab-a3b8aa6662a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:07.743737 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71a4f8fe-6e96-4687-9f17-ec46a40993fc req-f144c45a-5c00-4b64-adab-a3b8aa6662a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8593dde6-4ab4-434c-8a50-93afcc61779b HTTP/1.1" status: 200 len: 919 time: 0.2331567 Feb 09 21:41:07.762066 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc7b71c6-d625-4db3-b32d-a15c890141e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.847373 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cf864ab4-6250-4303-9d7b-4c19e1cad04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.036274 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-810d3683-629a-41ea-ac1c-5b6fd5dc2c00 admin admin] Publish callbacks [] for port (a5475d33-05a9-41b7-898f-558c95bf80d2), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.050126 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc7b71c6-d625-4db3-b32d-a15c890141e6 admin admin] Publish callbacks [] for security_group (c18a38d4-11f6-4eea-bb9f-649899beb430), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.059884 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc7b71c6-d625-4db3-b32d-a15c890141e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c18a38d4-11f6-4eea-bb9f-649899beb430), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.066213 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd3ccb8-e871-442b-a27e-5d1b5e27ffca x-openstack-request-id: req-abd3ccb8-e871-442b-a27e-5d1b5e27ffca {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:08.066503 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891ff5ad-132b-4911-acfa-6170e93cefc8", "name": "network-vif-deleted", "tag": "54c94ea5-cd79-422f-92c4-41e4adba877a", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:08.066767 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-abd3ccb8-e871-442b-a27e-5d1b5e27ffca {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:08.067182 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891ff5ad-132b-4911-acfa-6170e93cefc8', 'name': 'network-vif-deleted', 'tag': '54c94ea5-cd79-422f-92c4-41e4adba877a', 'status': 'completed', 'code': 200} Feb 09 21:41:08.070377 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8ea5fa76-9d12-4681-a3c8-88ba5da8cde6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (a12c71c3-9f1b-4e07-851d-9d2a6267d5da), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.199810 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cc7b71c6-d625-4db3-b32d-a15c890141e6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ff5e791dedd34955b70c49d249d8d7ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6890285 Feb 09 21:41:08.215007 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8d8648-ad37-4387-8565-939d8adbbf28 x-openstack-request-id: req-fd8d8648-ad37-4387-8565-939d8adbbf28 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:08.215314 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4096cab-edd2-4587-811a-2784299ad98a", "name": "network-vif-deleted", "tag": "ad07ab32-8f95-4a35-8c60-c1305ee8ad7c", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:08.215718 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd8d8648-ad37-4387-8565-939d8adbbf28 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:08.216053 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4096cab-edd2-4587-811a-2784299ad98a', 'name': 'network-vif-deleted', 'tag': 'ad07ab32-8f95-4a35-8c60-c1305ee8ad7c', 'status': 'completed', 'code': 200} Feb 09 21:41:08.216501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59632) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:08.238850 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-810d3683-629a-41ea-ac1c-5b6fd5dc2c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (a5475d33-05a9-41b7-898f-558c95bf80d2), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.249074 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b71c6-d625-4db3-b32d-a15c890141e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18a38d4-11f6-4eea-bb9f-649899beb430,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:08.365222 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bee248d5-1f10-47f6-8764-39b3efc77e6e admin admin] Publish callbacks [] for security_group (c18a38d4-11f6-4eea-bb9f-649899beb430), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.397687 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bee248d5-1f10-47f6-8764-39b3efc77e6e admin admin] Publish callbacks [] for security_group (c18a38d4-11f6-4eea-bb9f-649899beb430), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.400141 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5fa76-9d12-4681-a3c8-88ba5da8cde6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Port': ['ID=a12c71c3-9f1b-4e07-851d-9d2a6267d5da,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:08.424798 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71a4f8fe-6e96-4687-9f17-ec46a40993fc req-b87051b8-c05d-4805-8a71-3851c5d8046e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 HTTP/1.1" status: 200 len: 217 time: 0.3765855 Feb 09 21:41:08.424798 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8ea5fa76-9d12-4681-a3c8-88ba5da8cde6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.424798 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8ea5fa76-9d12-4681-a3c8-88ba5da8cde6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/a12c71c3-9f1b-4e07-851d-9d2a6267d5da HTTP/1.1" status: 204 len: 168 time: 5.0435243 Feb 09 21:41:08.430878 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59638) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:08.618874 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bee248d5-1f10-47f6-8764-39b3efc77e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c18a38d4-11f6-4eea-bb9f-649899beb430), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.634656 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bee248d5-1f10-47f6-8764-39b3efc77e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.645714 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bee248d5-1f10-47f6-8764-39b3efc77e6e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c18a38d4-11f6-4eea-bb9f-649899beb430 HTTP/1.1" status: 204 len: 168 time: 0.4243250 Feb 09 21:41:08.685661 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da07aa9d-5c0c-4a36-8f4d-54ac29ccf119 req-7c492b8c-29f8-46ed-96e5-98eb8805b887 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e74af8-6923-41bd-a290-2b0fcfa8851b HTTP/1.1" status: 200 len: 210 time: 0.3497236 Feb 09 21:41:08.687483 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-810d3683-629a-41ea-ac1c-5b6fd5dc2c00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (901f3f3e-2947-4b26-a9f8-1eb355661f69), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.742301 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28043f00-72bf-4c06-b995-9a4f09db7df2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:08.745822 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28043f00-72bf-4c06-b995-9a4f09db7df2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:08.747805 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d3683-629a-41ea-ac1c-5b6fd5dc2c00 admin admin] Pushing event updated for resources: {'Port': ['ID=a5475d33-05a9-41b7-898f-558c95bf80d2,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:08.748619 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-28043f00-72bf-4c06-b995-9a4f09db7df2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3134141 Feb 09 21:41:08.749958 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee248d5-1f10-47f6-8764-39b3efc77e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18a38d4-11f6-4eea-bb9f-649899beb430,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:08.752258 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4f8fe-6e96-4687-9f17-ec46a40993fc req-085ed802-faac-4ec4-832e-91111560070d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:08.754239 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71a4f8fe-6e96-4687-9f17-ec46a40993fc req-085ed802-faac-4ec4-832e-91111560070d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b88e8ac-d969-447a-b9ce-98d85c1957c4 HTTP/1.1" status: 200 len: 858 time: 0.3164394 Feb 09 21:41:08.768343 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59650) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:08.843290 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71a4f8fe-6e96-4687-9f17-ec46a40993fc req-d8ad815c-f700-49b4-b6f4-9cfd4a705e35 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8593dde6-4ab4-434c-8a50-93afcc61779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432258 Feb 09 21:41:09.138453 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a54b1a-22dd-4232-a15d-af09d272b133 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet cf867075-fe47-4c9e-990e-96174578c822 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:41:09.162895 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-16a54b1a-22dd-4232-a15d-af09d272b133 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (cf867075-fe47-4c9e-990e-96174578c822), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.472964 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810d3683-629a-41ea-ac1c-5b6fd5dc2c00 admin admin] Network 9cec45fb-c615-4147-9585-d66f5efcfe6c is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:09.487875 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-16a54b1a-22dd-4232-a15d-af09d272b133 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (cf867075-fe47-4c9e-990e-96174578c822), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.497561 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-810d3683-629a-41ea-ac1c-5b6fd5dc2c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:09.554332 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71a4f8fe-6e96-4687-9f17-ec46a40993fc req-b42e706c-2e96-40b4-98e5-a2738882c3ce service neutron] 10.222.0.42 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6935813 Feb 09 21:41:09.695057 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 26454639-ea6c-40e0-b719-bc9205f35217 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:10.014660 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59668) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:10.066952 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-1529146f-a9b0-4e04-b182-83adb88f3388 None None] Provisioning complete for port 34655e23-728b-4ce1-a18b-b15de5ea9ff1 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:10.067444 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1529146f-a9b0-4e04-b182-83adb88f3388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (34655e23-728b-4ce1-a18b-b15de5ea9ff1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.091072 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88b284ee-2aef-4222-b939-7049ed0496cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.263946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 26454639-ea6c-40e0-b719-bc9205f35217 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:10.264674 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (26454639-ea6c-40e0-b719-bc9205f35217), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.320383 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71a4f8fe-6e96-4687-9f17-ec46a40993fc req-531690bb-8b7d-4ada-b97c-950543256102 service neutron] 10.222.0.42 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7420418 Feb 09 21:41:10.496377 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-16a54b1a-22dd-4232-a15d-af09d272b133 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (cf867075-fe47-4c9e-990e-96174578c822), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.606501 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 26454639-ea6c-40e0-b719-bc9205f35217 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:10.607986 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 34655e23-728b-4ce1-a18b-b15de5ea9ff1 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:10.637237 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59678) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:10.678723 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-16a54b1a-22dd-4232-a15d-af09d272b133 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (cf867075-fe47-4c9e-990e-96174578c822), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.685622 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-49500a08-efbb-4b43-96f8-6d9ef5ecf8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.806308 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a54b1a-22dd-4232-a15d-af09d272b133 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=cf867075-fe47-4c9e-990e-96174578c822,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:10.828811 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-16a54b1a-22dd-4232-a15d-af09d272b133 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.848882 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-16a54b1a-22dd-4232-a15d-af09d272b133 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/cf867075-fe47-4c9e-990e-96174578c822 HTTP/1.1" status: 204 len: 168 time: 2.0790491 Feb 09 21:41:10.855865 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-0099585a-a891-4c97-a4ec-ff1381b91a79 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:10.857432 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-0099585a-a891-4c97-a4ec-ff1381b91a79 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.42 "GET /v2.0/networks?id=c4792088-bf96-48c8-a331-af790ba542bf HTTP/1.1" status: 200 len: 812 time: 0.6406167 Feb 09 21:41:10.858112 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59682) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:10.862129 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810d3683-629a-41ea-ac1c-5b6fd5dc2c00 admin admin] Router 901f3f3e-2947-4b26-a9f8-1eb355661f69 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:41:10.865588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1529146f-a9b0-4e04-b182-83adb88f3388 None None] Current status of the port 34655e23-728b-4ce1-a18b-b15de5ea9ff1 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:10.866365 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1529146f-a9b0-4e04-b182-83adb88f3388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (34655e23-728b-4ce1-a18b-b15de5ea9ff1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.895768 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-e6216476-f60d-4503-b440-39caf214e1e4 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Request body: {'port': {'device_id': 'f2e74af8-6923-41bd-a290-2b0fcfa8851b', 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf', 'admin_state_up': True, 'tenant_id': '4da379594fdf42339bba1d92c8147535'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:10.904050 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 34655e23-728b-4ce1-a18b-b15de5ea9ff1 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:10.904425 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (34655e23-728b-4ce1-a18b-b15de5ea9ff1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.983702 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-322816fe-2862-4e6c-8f65-fcf3b8a8984c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1164331 Feb 09 21:41:10.997402 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59686) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:10.999166 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84043371-56ae-4433-a258-519c1e6af6dc tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks [] for security_group (f5c44f24-01d3-4e7c-a60e-7dc080973b96), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.036235 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84043371-56ae-4433-a258-519c1e6af6dc tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks [] for security_group (f5c44f24-01d3-4e7c-a60e-7dc080973b96), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.101963 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6a696491-7fcc-47b7-af35-a4af22d37497 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:11.146554 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84043371-56ae-4433-a258-519c1e6af6dc tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f5c44f24-01d3-4e7c-a60e-7dc080973b96), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.149711 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84043371-56ae-4433-a258-519c1e6af6dc tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.151137 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-84043371-56ae-4433-a258-519c1e6af6dc tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "DELETE /v2.0/security-groups/f5c44f24-01d3-4e7c-a60e-7dc080973b96 HTTP/1.1" status: 204 len: 168 time: 0.5023007 Feb 09 21:41:11.156961 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 34655e23-728b-4ce1-a18b-b15de5ea9ff1 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:11.157353 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (34655e23-728b-4ce1-a18b-b15de5ea9ff1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.171908 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9403348-0194-4a81-a9ab-1b7ac9fda512 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:11.176228 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1529146f-a9b0-4e04-b182-83adb88f3388 None None] For port 34655e23-728b-4ce1-a18b-b15de5ea9ff1, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=34655e23-728b-4ce1-a18b-b15de5ea9ff1,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:11.178763 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59692) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:11.231928 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1529146f-a9b0-4e04-b182-83adb88f3388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (34655e23-728b-4ce1-a18b-b15de5ea9ff1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.257048 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84043371-56ae-4433-a258-519c1e6af6dc tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c44f24-01d3-4e7c-a60e-7dc080973b96,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:11.291912 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-115582bd-34cb-40aa-8865-6d79079abd2d tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] show failed (client error): The resource could not be found. Feb 09 21:41:11.293632 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-115582bd-34cb-40aa-8865-6d79079abd2d tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "GET /v2.0/security-groups/f5c44f24-01d3-4e7c-a60e-7dc080973b96 HTTP/1.1" status: 404 len: 347 time: 0.1132226 Feb 09 21:41:11.305192 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59696) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:11.362006 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88b284ee-2aef-4222-b939-7049ed0496cf admin admin] Publish callbacks [] for security_group (155b562e-dd6c-49b8-b283-59d326e7d2b8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.437107 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529146f-a9b0-4e04-b182-83adb88f3388 None None] Pushing event updated for resources: {'Port': ['ID=34655e23-728b-4ce1-a18b-b15de5ea9ff1,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:11.443565 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88b284ee-2aef-4222-b939-7049ed0496cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (155b562e-dd6c-49b8-b283-59d326e7d2b8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.458898 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:41:11.459267 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:41:11.473373 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-1529146f-a9b0-4e04-b182-83adb88f3388 None None] Could not find standard attr ID for object a12c71c3-9f1b-4e07-851d-9d2a6267d5da. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:41:11.587129 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.652547 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810d3683-629a-41ea-ac1c-5b6fd5dc2c00 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:11.662843 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-810d3683-629a-41ea-ac1c-5b6fd5dc2c00 admin admin] 10.222.0.77 "PUT /v2.0/routers/901f3f3e-2947-4b26-a9f8-1eb355661f69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6694527 Feb 09 21:41:11.677498 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-65dc7105-8297-4f3f-a9a2-7b4316395833 None None] Provisioning complete for port a5475d33-05a9-41b7-898f-558c95bf80d2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:11.680691 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-65dc7105-8297-4f3f-a9a2-7b4316395833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a5475d33-05a9-41b7-898f-558c95bf80d2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.683716 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] Sync routers for ids ['901f3f3e-2947-4b26-a9f8-1eb355661f69'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:11.697087 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b284ee-2aef-4222-b939-7049ed0496cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155b562e-dd6c-49b8-b283-59d326e7d2b8,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:11.749827 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-e6d03fd2-228a-4202-b1e0-880c9032f6e3 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Deleting port a26c254f-46b3-4f00-9418-46520478b56a {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:11.750247 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6d03fd2-228a-4202-b1e0-880c9032f6e3 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a26c254f-46b3-4f00-9418-46520478b56a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.767060 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] Routers {'901f3f3e-2947-4b26-a9f8-1eb355661f69'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:11.770909 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:41:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['901f3f3e-2947-4b26-a9f8-1eb355661f69'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:11.795082 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-88b284ee-2aef-4222-b939-7049ed0496cf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d450067f42d34c0ba6a90665694eb668&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7781668 Feb 09 21:41:11.800063 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59704) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:11.800514 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-65dc7105-8297-4f3f-a9a2-7b4316395833 None None] Port a5475d33-05a9-41b7-898f-558c95bf80d2 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:11.809996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a7f6b9-20ce-407e-8c22-4cfd0d678491 None None] DHCP port deletion for 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:41:11.821223 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a696491-7fcc-47b7-af35-a4af22d37497 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:11.828728 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a696491-7fcc-47b7-af35-a4af22d37497 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.918808 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-65dc7105-8297-4f3f-a9a2-7b4316395833 None None] Could not find standard attr ID for object a12c71c3-9f1b-4e07-851d-9d2a6267d5da. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:41:11.973999 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-e6216476-f60d-4503-b440-39caf214e1e4 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Made reservation on behalf of 4da379594fdf42339bba1d92c8147535 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:11.986658 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-e6216476-f60d-4503-b440-39caf214e1e4 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.073758 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] Set router 901f3f3e-2947-4b26-a9f8-1eb355661f69 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:12.102208 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-70a7f6b9-20ce-407e-8c22-4cfd0d678491 None None] Deleting port 34655e23-728b-4ce1-a18b-b15de5ea9ff1 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:12.102625 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-70a7f6b9-20ce-407e-8c22-4cfd0d678491 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (34655e23-728b-4ce1-a18b-b15de5ea9ff1), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.109784 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 34655e23-728b-4ce1-a18b-b15de5ea9ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:12.123688 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6d03fd2-228a-4202-b1e0-880c9032f6e3 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a26c254f-46b3-4f00-9418-46520478b56a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.124390 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6d03fd2-228a-4202-b1e0-880c9032f6e3 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks [] for floatingip (a26c254f-46b3-4f00-9418-46520478b56a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.156610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-e6d03fd2-228a-4202-b1e0-880c9032f6e3 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Calling delete_port for a26c254f-46b3-4f00-9418-46520478b56a owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:12.323609 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 34655e23-728b-4ce1-a18b-b15de5ea9ff1 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:12.467953 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a696491-7fcc-47b7-af35-a4af22d37497 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (12d397dd-da99-4b87-b6af-6ab6118ec1c8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.531091 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-14c95d38-6fcf-407f-9729-85507066c2c3 req-38a9dd21-70f3-4c46-bae6-ad7ec4c76f05 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e74af8-6923-41bd-a290-2b0fcfa8851b HTTP/1.1" status: 200 len: 210 time: 0.0747197 Feb 09 21:41:12.542070 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6d03fd2-228a-4202-b1e0-880c9032f6e3 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (a26c254f-46b3-4f00-9418-46520478b56a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.544623 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:41:07Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'a5475d33-05a9-41b7-898f-558c95bf80d2', 'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'mac_address': 'fa:16:3e:64:5d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:02Z', 'updated_at': '2022-02-09T21:41:07Z', 'revision_number': 2, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'subnets': [{'id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:12.559281 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9d61920a-c91c-4f0d-9275-d93352b35d45 admin admin] Publish callbacks [] for security_group (155b562e-dd6c-49b8-b283-59d326e7d2b8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.615394 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] Checking router: 901f3f3e-2947-4b26-a9f8-1eb355661f69 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:12.623148 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] Updating router 901f3f3e-2947-4b26-a9f8-1eb355661f69 port a5475d33-05a9-41b7-898f-558c95bf80d2 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:41:12.624988 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d03fd2-228a-4202-b1e0-880c9032f6e3 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Pushing event deleted for resources: {'Port': ['ID=a26c254f-46b3-4f00-9418-46520478b56a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:12.655956 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a696491-7fcc-47b7-af35-a4af22d37497 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:12.675814 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9d61920a-c91c-4f0d-9275-d93352b35d45 admin admin] Publish callbacks [] for security_group (155b562e-dd6c-49b8-b283-59d326e7d2b8), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.679137 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a696491-7fcc-47b7-af35-a4af22d37497 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=12d397dd-da99-4b87-b6af-6ab6118ec1c8,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:12.682324 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-6a696491-7fcc-47b7-af35-a4af22d37497 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:12.693154 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a696491-7fcc-47b7-af35-a4af22d37497 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:12.698844 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a696491-7fcc-47b7-af35-a4af22d37497 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.701552 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a5475d33-05a9-41b7-898f-558c95bf80d2), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.712514 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-e6216476-f60d-4503-b440-39caf214e1e4 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Allocated IP 172.20.0.9 (c4792088-bf96-48c8-a331-af790ba542bf/4b2baf19-4835-4e7a-83c6-0d721aca5d48/c2932ea3-ee61-420d-af9d-0bc71506e404) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:12.770743 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6a696491-7fcc-47b7-af35-a4af22d37497 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6736479 Feb 09 21:41:12.779786 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59724) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:12.789859 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-9cd70caa-3cc8-45a9-a8a3-3d407708f661 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'fixed_ips': [{'subnet_id': '12d397dd-da99-4b87-b6af-6ab6118ec1c8', 'ip_address': '2001:db8::f3af:1776:a93a:d500'}], 'name': 'tempest-NetworksTestDHCPv6-1827867'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:12.794782 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6d03fd2-228a-4202-b1e0-880c9032f6e3 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks [] for floatingip (ba225ed7-c68c-474d-a25b-e06771ed55e9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.802145 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6d03fd2-228a-4202-b1e0-880c9032f6e3 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.803350 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e6d03fd2-228a-4202-b1e0-880c9032f6e3 tempest-ServersTestManualDisk-1005979410 tempest-ServersTestManualDisk-1005979410-project] 10.222.0.77 "DELETE /v2.0/floatingips/ba225ed7-c68c-474d-a25b-e06771ed55e9 HTTP/1.1" status: 204 len: 168 time: 1.4967561 Feb 09 21:41:12.808713 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59726) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:12.947045 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-70a7f6b9-20ce-407e-8c22-4cfd0d678491 None None] For port 34655e23-728b-4ce1-a18b-b15de5ea9ff1, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=34655e23-728b-4ce1-a18b-b15de5ea9ff1,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:12.947941 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-70a7f6b9-20ce-407e-8c22-4cfd0d678491 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (34655e23-728b-4ce1-a18b-b15de5ea9ff1), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.965604 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.971433 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-70a7f6b9-20ce-407e-8c22-4cfd0d678491 None None] Calling delete_port for 34655e23-728b-4ce1-a18b-b15de5ea9ff1 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:13.234436 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9d61920a-c91c-4f0d-9275-d93352b35d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (155b562e-dd6c-49b8-b283-59d326e7d2b8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:13.237454 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9d61920a-c91c-4f0d-9275-d93352b35d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:13.238888 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9d61920a-c91c-4f0d-9275-d93352b35d45 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/155b562e-dd6c-49b8-b283-59d326e7d2b8 HTTP/1.1" status: 204 len: 168 time: 1.4372332 Feb 09 21:41:13.265470 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 34655e23-728b-4ce1-a18b-b15de5ea9ff1 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:13.266052 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (34655e23-728b-4ce1-a18b-b15de5ea9ff1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:13.289387 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-70a7f6b9-20ce-407e-8c22-4cfd0d678491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (34655e23-728b-4ce1-a18b-b15de5ea9ff1), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:13.318368 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61920a-c91c-4f0d-9275-d93352b35d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155b562e-dd6c-49b8-b283-59d326e7d2b8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:13.331890 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7f6b9-20ce-407e-8c22-4cfd0d678491 None None] Pushing event deleted for resources: {'Port': ['ID=34655e23-728b-4ce1-a18b-b15de5ea9ff1,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:13.404052 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a7f6b9-20ce-407e-8c22-4cfd0d678491 None None] No DVR routers for this DVR port 34655e23-728b-4ce1-a18b-b15de5ea9ff1 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:13.431023 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] Publish callbacks [] for port (a5475d33-05a9-41b7-898f-558c95bf80d2), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:13.435440 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d58ef4-cc3f-40e5-a7f7-b8652e0d5fec None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:13.449682 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a5475d33-05a9-41b7-898f-558c95bf80d2), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:13.502391 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd70caa-3cc8-45a9-a8a3-3d407708f661 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:13.655055 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc6bde8-e264-47da-b793-ac976fed81af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'fixed_ips': [{'subnet_id': '12d397dd-da99-4b87-b6af-6ab6118ec1c8'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:41:13.655478 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0bc6bde8-e264-47da-b793-ac976fed81af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:13.656352 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9cd70caa-3cc8-45a9-a8a3-3d407708f661 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:13.688140 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-9cd70caa-3cc8-45a9-a8a3-3d407708f661 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] device_id is not set on port 8d6bfebe-14e2-45db-8e3a-b6e344737382 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:41:13.715261 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-4d6358a8-258c-45f7-a637-0299a27951c5 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:13.717487 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137c7b2-b119-4c08-9742-e51fe4405392 None None] Pushing event updated for resources: {'Port': ['ID=a5475d33-05a9-41b7-898f-558c95bf80d2,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:13.723548 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-4d6358a8-258c-45f7-a637-0299a27951c5 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/networks?id=9cec45fb-c615-4147-9585-d66f5efcfe6c HTTP/1.1" status: 200 len: 819 time: 0.6466043 Feb 09 21:41:13.755125 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137c7b2-b119-4c08-9742-e51fe4405392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:13.756798 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137c7b2-b119-4c08-9742-e51fe4405392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:13.757584 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137c7b2-b119-4c08-9742-e51fe4405392 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:13.763295 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137c7b2-b119-4c08-9742-e51fe4405392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:13.764406 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137c7b2-b119-4c08-9742-e51fe4405392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:13.765187 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137c7b2-b119-4c08-9742-e51fe4405392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:13.765961 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137c7b2-b119-4c08-9742-e51fe4405392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:13.766706 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137c7b2-b119-4c08-9742-e51fe4405392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:13.767478 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137c7b2-b119-4c08-9742-e51fe4405392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:13.769721 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137c7b2-b119-4c08-9742-e51fe4405392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:13.770541 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137c7b2-b119-4c08-9742-e51fe4405392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:13.772469 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137c7b2-b119-4c08-9742-e51fe4405392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:13.773248 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137c7b2-b119-4c08-9742-e51fe4405392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:13.808174 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-260ae16f-b957-4e10-8f62-ec0a0b904c82 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/quotas/178a334a4d4c401b8c15c3fe9c3a710c HTTP/1.1" status: 200 len: 375 time: 0.0663884 Feb 09 21:41:13.902780 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-9cd70caa-3cc8-45a9-a8a3-3d407708f661 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8::f3af:1776:a93a:d500 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/12d397dd-da99-4b87-b6af-6ab6118ec1c8/8d6bfebe-14e2-45db-8e3a-b6e344737382) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:14.049409 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-e6216476-f60d-4503-b440-39caf214e1e4 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks [] for port (c2932ea3-ee61-420d-af9d-0bc71506e404), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.052677 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] Attempting to bind port a5475d33-05a9-41b7-898f-558c95bf80d2 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:14.058556 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] Attempting to bind port a5475d33-05a9-41b7-898f-558c95bf80d2 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'abcfe71d-cb39-453c-9c43-b7f50d93b72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:14.059200 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] Attempting to bind port a5475d33-05a9-41b7-898f-558c95bf80d2 on network 9cec45fb-c615-4147-9585-d66f5efcfe6c {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:14.082862 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:14.083247 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.086370 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] Checking segment: {'id': 'abcfe71d-cb39-453c-9c43-b7f50d93b72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:14.090642 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.092475 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] Bound using segment: {'id': 'abcfe71d-cb39-453c-9c43-b7f50d93b72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:14.094547 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] Bound port: a5475d33-05a9-41b7-898f-558c95bf80d2, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abcfe71d-cb39-453c-9c43-b7f50d93b72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:14.095293 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a5475d33-05a9-41b7-898f-558c95bf80d2), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.119239 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-e6216476-f60d-4503-b440-39caf214e1e4 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c2932ea3-ee61-420d-af9d-0bc71506e404), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.212778 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59746) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:14.213951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-8781010e-45b5-4dd6-bd95-da7ac599fbff None None] Provisioning complete for port a5475d33-05a9-41b7-898f-558c95bf80d2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:14.214408 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8781010e-45b5-4dd6-bd95-da7ac599fbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a5475d33-05a9-41b7-898f-558c95bf80d2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.233107 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6216476-f60d-4503-b440-39caf214e1e4 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Pushing event updated for resources: {'Port': ['ID=c2932ea3-ee61-420d-af9d-0bc71506e404,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:14.268591 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-e6216476-f60d-4503-b440-39caf214e1e4 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Network c4792088-bf96-48c8-a331-af790ba542bf is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:14.273914 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-e6216476-f60d-4503-b440-39caf214e1e4 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:14.278100 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-70cb6c0c-d021-4333-8d31-15e3e846c6f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.280933 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-e6216476-f60d-4503-b440-39caf214e1e4 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:14.292477 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8781010e-45b5-4dd6-bd95-da7ac599fbff None None] Port a5475d33-05a9-41b7-898f-558c95bf80d2 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:14.308851 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-c4d41bea-cf1e-497d-9a00-d09e05c9d626 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=178a334a4d4c401b8c15c3fe9c3a710c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4868708 Feb 09 21:41:14.351159 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-e6216476-f60d-4503-b440-39caf214e1e4 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:14.353078 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-e6216476-f60d-4503-b440-39caf214e1e4 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.396662 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-e6216476-f60d-4503-b440-39caf214e1e4 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5086753 Feb 09 21:41:14.425883 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] For port a5475d33-05a9-41b7-898f-558c95bf80d2, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:14.426704 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Request body: {'port': {'device_id': 'f2e74af8-6923-41bd-a290-2b0fcfa8851b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:14.430970 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] For port a5475d33-05a9-41b7-898f-558c95bf80d2, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a5475d33-05a9-41b7-898f-558c95bf80d2,segment=NetworkSegment(abcfe71d-cb39-453c-9c43-b7f50d93b72c),segment_id=abcfe71d-cb39-453c-9c43-b7f50d93b72c)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:14.441623 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a5475d33-05a9-41b7-898f-558c95bf80d2), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.500737 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9cd70caa-3cc8-45a9-a8a3-3d407708f661 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (8d6bfebe-14e2-45db-8e3a-b6e344737382), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.523637 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137c7b2-b119-4c08-9742-e51fe4405392 None None] Pushing event updated for resources: {'Port': ['ID=a5475d33-05a9-41b7-898f-558c95bf80d2,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:14.562204 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-f37312a4-1946-4a27-8558-5afa9111c5a7 service neutron] 10.222.0.77 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368083 Feb 09 21:41:14.575400 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] Routers {'901f3f3e-2947-4b26-a9f8-1eb355661f69'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:14.576589 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c2932ea3-ee61-420d-af9d-0bc71506e404), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.578047 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:41:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['901f3f3e-2947-4b26-a9f8-1eb355661f69'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:14.772012 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] Set router 901f3f3e-2947-4b26-a9f8-1eb355661f69 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:14.832752 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9cd70caa-3cc8-45a9-a8a3-3d407708f661 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (8d6bfebe-14e2-45db-8e3a-b6e344737382), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.861197 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-680a4b8f-ecd6-4e4e-9d70-6d9ffed6d9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (a9dd55fe-8df5-4bcd-bf85-a652581429be), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.925039 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-0bc6bde8-e264-47da-b793-ac976fed81af None None] Allocated IP 2001:db8::2 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/12d397dd-da99-4b87-b6af-6ab6118ec1c8/c172f81b-9365-4dd2-83b5-c13a872f2681) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:15.078642 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-70cb6c0c-d021-4333-8d31-15e3e846c6f2 admin admin] Publish callbacks [] for security_group (55279cfe-2965-48c4-b903-6b197362d223), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.106154 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-70cb6c0c-d021-4333-8d31-15e3e846c6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (55279cfe-2965-48c4-b903-6b197362d223), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.121643 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd70caa-3cc8-45a9-a8a3-3d407708f661 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=8d6bfebe-14e2-45db-8e3a-b6e344737382,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:15.176844 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd70caa-3cc8-45a9-a8a3-3d407708f661 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:15.218578 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-9cd70caa-3cc8-45a9-a8a3-3d407708f661 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:15.230754 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.236707 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd70caa-3cc8-45a9-a8a3-3d407708f661 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:15.239717 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-a637a432-d0e4-46c0-93cc-6e28ba3b43a2 None None] Provisioning complete for port a5475d33-05a9-41b7-898f-558c95bf80d2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:15.240127 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a637a432-d0e4-46c0-93cc-6e28ba3b43a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a5475d33-05a9-41b7-898f-558c95bf80d2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.248217 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd70caa-3cc8-45a9-a8a3-3d407708f661 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:15.249576 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9cd70caa-3cc8-45a9-a8a3-3d407708f661 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.257094 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:41:07Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'a5475d33-05a9-41b7-898f-558c95bf80d2', 'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'mac_address': 'fa:16:3e:64:5d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:02Z', 'updated_at': '2022-02-09T21:41:14Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'subnets': [{'id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:15.263691 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-70cb6c0c-d021-4333-8d31-15e3e846c6f2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e1483053eaeb4900883868dc2e66cad5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0313880 Feb 09 21:41:15.278756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb6c0c-d021-4333-8d31-15e3e846c6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55279cfe-2965-48c4-b903-6b197362d223,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:15.305033 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59750) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:15.316077 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a511db05-141c-4190-b406-e3ec72f0e7c5 None None] The sync data for ids ['901f3f3e-2947-4b26-a9f8-1eb355661f69'] in n-d-828601-1 is: [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:41:07Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'a5475d33-05a9-41b7-898f-558c95bf80d2', 'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'mac_address': 'fa:16:3e:64:5d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:02Z', 'updated_at': '2022-02-09T21:41:14Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'subnets': [{'id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:15.341218 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2932ea3-ee61-420d-af9d-0bc71506e404 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:41:15.398233 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Publish callbacks [] for port (c2932ea3-ee61-420d-af9d-0bc71506e404), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.450450 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9cd70caa-3cc8-45a9-a8a3-3d407708f661 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.6689091 Feb 09 21:41:15.511597 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59752) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:15.522337 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Transition to ACTIVE for port object c2932ea3-ee61-420d-af9d-0bc71506e404 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:41:15.580401 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0bc6bde8-e264-47da-b793-ac976fed81af None None] Publish callbacks [] for port (c172f81b-9365-4dd2-83b5-c13a872f2681), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.596462 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a637a432-d0e4-46c0-93cc-6e28ba3b43a2 None None] Current status of the port a5475d33-05a9-41b7-898f-558c95bf80d2 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:15.596781 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a637a432-d0e4-46c0-93cc-6e28ba3b43a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a5475d33-05a9-41b7-898f-558c95bf80d2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.609062 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-83fa339b-487b-4dd0-b9e2-7acef728380c service neutron] 10.222.0.77 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0423670 Feb 09 21:41:15.609312 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0bc6bde8-e264-47da-b793-ac976fed81af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (c172f81b-9365-4dd2-83b5-c13a872f2681), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.667097 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc6bde8-e264-47da-b793-ac976fed81af None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:15.670488 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e170df96-6e5b-4eb8-9277-dc09ae84abf5 admin admin] Publish callbacks [] for security_group (55279cfe-2965-48c4-b903-6b197362d223), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.674037 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-0bc6bde8-e264-47da-b793-ac976fed81af None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:15.685897 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc6bde8-e264-47da-b793-ac976fed81af None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:15.730509 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e170df96-6e5b-4eb8-9277-dc09ae84abf5 admin admin] Publish callbacks [] for security_group (55279cfe-2965-48c4-b903-6b197362d223), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.760787 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6bde8-e264-47da-b793-ac976fed81af None None] Pushing event updated for resources: {'Port': ['ID=c172f81b-9365-4dd2-83b5-c13a872f2681,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:15.802968 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-a637a432-d0e4-46c0-93cc-6e28ba3b43a2 None None] For port a5475d33-05a9-41b7-898f-558c95bf80d2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a5475d33-05a9-41b7-898f-558c95bf80d2,segment=NetworkSegment(abcfe71d-cb39-453c-9c43-b7f50d93b72c),segment_id=abcfe71d-cb39-453c-9c43-b7f50d93b72c)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:15.824741 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0bc6bde8-e264-47da-b793-ac976fed81af None None] Attempting to bind port c172f81b-9365-4dd2-83b5-c13a872f2681 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:15.825388 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0bc6bde8-e264-47da-b793-ac976fed81af None None] Attempting to bind port c172f81b-9365-4dd2-83b5-c13a872f2681 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:15.826013 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc6bde8-e264-47da-b793-ac976fed81af None None] Attempting to bind port c172f81b-9365-4dd2-83b5-c13a872f2681 on network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:15.832951 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a637a432-d0e4-46c0-93cc-6e28ba3b43a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a5475d33-05a9-41b7-898f-558c95bf80d2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.845164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc6bde8-e264-47da-b793-ac976fed81af None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:15.846140 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc6bde8-e264-47da-b793-ac976fed81af None None] Checking segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:15.846800 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0bc6bde8-e264-47da-b793-ac976fed81af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.847394 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc6bde8-e264-47da-b793-ac976fed81af None None] Bound using segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:15.848111 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0bc6bde8-e264-47da-b793-ac976fed81af None None] Bound port: c172f81b-9365-4dd2-83b5-c13a872f2681, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:15.848841 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0bc6bde8-e264-47da-b793-ac976fed81af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c172f81b-9365-4dd2-83b5-c13a872f2681), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.853375 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (c2932ea3-ee61-420d-af9d-0bc71506e404), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.951745 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0bc6bde8-e264-47da-b793-ac976fed81af None None] For port c172f81b-9365-4dd2-83b5-c13a872f2681, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:15.955287 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0bc6bde8-e264-47da-b793-ac976fed81af None None] For port c172f81b-9365-4dd2-83b5-c13a872f2681, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c172f81b-9365-4dd2-83b5-c13a872f2681,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:15.964333 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.968238 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0bc6bde8-e264-47da-b793-ac976fed81af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c172f81b-9365-4dd2-83b5-c13a872f2681), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.982343 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e170df96-6e5b-4eb8-9277-dc09ae84abf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (55279cfe-2965-48c4-b903-6b197362d223), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.989170 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e170df96-6e5b-4eb8-9277-dc09ae84abf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.991007 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e170df96-6e5b-4eb8-9277-dc09ae84abf5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/55279cfe-2965-48c4-b903-6b197362d223 HTTP/1.1" status: 204 len: 168 time: 0.6773736 Feb 09 21:41:15.998099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Pushing event updated for resources: {'Port': ['ID=c2932ea3-ee61-420d-af9d-0bc71506e404,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:16.034721 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170df96-6e5b-4eb8-9277-dc09ae84abf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55279cfe-2965-48c4-b903-6b197362d223,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:16.046975 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637a432-d0e4-46c0-93cc-6e28ba3b43a2 None None] Pushing event updated for resources: {'Port': ['ID=a5475d33-05a9-41b7-898f-558c95bf80d2,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:16.135833 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a5d69f-fcd1-41c1-81fb-5d1ae8ee3bdc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:16.140194 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-83a5d69f-fcd1-41c1-81fb-5d1ae8ee3bdc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5782187 Feb 09 21:41:16.142780 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59760) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:16.209053 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6bde8-e264-47da-b793-ac976fed81af None None] Pushing event updated for resources: {'Port': ['ID=c172f81b-9365-4dd2-83b5-c13a872f2681,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:16.403415 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Attempting to bind port c2932ea3-ee61-420d-af9d-0bc71506e404 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:16.404077 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Attempting to bind port c2932ea3-ee61-420d-af9d-0bc71506e404 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:16.404779 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Attempting to bind port c2932ea3-ee61-420d-af9d-0bc71506e404 on network c4792088-bf96-48c8-a331-af790ba542bf {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:16.435842 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Port c2932ea3-ee61-420d-af9d-0bc71506e404 on network c4792088-bf96-48c8-a331-af790ba542bf not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:41:16.436603 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Attempting to bind port c2932ea3-ee61-420d-af9d-0bc71506e404 on network c4792088-bf96-48c8-a331-af790ba542bf {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:16.445817 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:16.452020 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Checking segment: {'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:16.452680 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Bound using segment: {'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:16.453449 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Bound port: c2932ea3-ee61-420d-af9d-0bc71506e404, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:16.454637 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c2932ea3-ee61-420d-af9d-0bc71506e404), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:16.499203 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a5475d33-05a9-41b7-898f-558c95bf80d2 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:16.584624 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-680a4b8f-ecd6-4e4e-9d70-6d9ffed6d9cc admin admin] Deleting port 1de86321-3dcd-4f57-951e-8456aaf0a6a2 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:16.586568 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-680a4b8f-ecd6-4e4e-9d70-6d9ffed6d9cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1de86321-3dcd-4f57-951e-8456aaf0a6a2), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:16.696746 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port a5475d33-05a9-41b7-898f-558c95bf80d2 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:16.699520 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a5475d33-05a9-41b7-898f-558c95bf80d2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:16.730124 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e417b357-400e-4d1d-9e9d-dc1ceb21ce7e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting port 8d6bfebe-14e2-45db-8e3a-b6e344737382 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:16.731063 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e417b357-400e-4d1d-9e9d-dc1ceb21ce7e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8d6bfebe-14e2-45db-8e3a-b6e344737382), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:16.940423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port a5475d33-05a9-41b7-898f-558c95bf80d2 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:16.964253 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e417b357-400e-4d1d-9e9d-dc1ceb21ce7e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8d6bfebe-14e2-45db-8e3a-b6e344737382), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:16.967205 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-680a4b8f-ecd6-4e4e-9d70-6d9ffed6d9cc admin admin] For port 1de86321-3dcd-4f57-951e-8456aaf0a6a2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1de86321-3dcd-4f57-951e-8456aaf0a6a2,segment=NetworkSegment(51c15e41-6ab8-4583-8b9a-30223687e020),segment_id=51c15e41-6ab8-4583-8b9a-30223687e020)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:16.967577 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-680a4b8f-ecd6-4e4e-9d70-6d9ffed6d9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1de86321-3dcd-4f57-951e-8456aaf0a6a2), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:16.978568 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e417b357-400e-4d1d-9e9d-dc1ceb21ce7e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Calling delete_port for 8d6bfebe-14e2-45db-8e3a-b6e344737382 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:17.008433 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-680a4b8f-ecd6-4e4e-9d70-6d9ffed6d9cc admin admin] Calling delete_port for 1de86321-3dcd-4f57-951e-8456aaf0a6a2 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:17.251298 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e417b357-400e-4d1d-9e9d-dc1ceb21ce7e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (8d6bfebe-14e2-45db-8e3a-b6e344737382), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:17.363371 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417b357-400e-4d1d-9e9d-dc1ceb21ce7e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Port': ['ID=8d6bfebe-14e2-45db-8e3a-b6e344737382,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:17.488632 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-5dba7396-962f-4a52-b219-2d146151749c service neutron] For port c2932ea3-ee61-420d-af9d-0bc71506e404, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:17.557741 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e417b357-400e-4d1d-9e9d-dc1ceb21ce7e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:17.566652 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e417b357-400e-4d1d-9e9d-dc1ceb21ce7e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/8d6bfebe-14e2-45db-8e3a-b6e344737382 HTTP/1.1" status: 204 len: 168 time: 1.4225967 Feb 09 21:41:17.567949 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59802) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:17.605453 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-5dba7396-962f-4a52-b219-2d146151749c service neutron] For port c2932ea3-ee61-420d-af9d-0bc71506e404, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c2932ea3-ee61-420d-af9d-0bc71506e404,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:17.687380 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (c2932ea3-ee61-420d-af9d-0bc71506e404), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:17.698177 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bad88-99b7-462d-bf4a-7d3e6c660808 req-3b0ee5e7-3ef6-48bf-8fd1-4b35c1f23992 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:17.705966 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f20bad88-99b7-462d-bf4a-7d3e6c660808 req-3b0ee5e7-3ef6-48bf-8fd1-4b35c1f23992 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e74af8-6923-41bd-a290-2b0fcfa8851b HTTP/1.1" status: 200 len: 943 time: 0.1671281 Feb 09 21:41:17.964600 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f20bad88-99b7-462d-bf4a-7d3e6c660808 req-748b4c18-705d-4beb-837a-3ac980262992 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466779 Feb 09 21:41:17.966530 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-680a4b8f-ecd6-4e4e-9d70-6d9ffed6d9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1de86321-3dcd-4f57-951e-8456aaf0a6a2), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:18.010064 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a4b8f-ecd6-4e4e-9d70-6d9ffed6d9cc admin admin] Pushing event deleted for resources: {'Port': ['ID=1de86321-3dcd-4f57-951e-8456aaf0a6a2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:18.303727 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ef3a31dc-ddb9-4881-ac5d-4df965917d62 req-162b9d74-247f-4e68-8e09-d98e4c1f344b tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 210 time: 0.0895896 Feb 09 21:41:18.416912 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59814) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:18.477838 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6a299c40-2ee7-406e-96a9-5c67cf606c3f None None] Provisioning complete for port c172f81b-9365-4dd2-83b5-c13a872f2681 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:18.478422 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a299c40-2ee7-406e-96a9-5c67cf606c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c172f81b-9365-4dd2-83b5-c13a872f2681), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:18.645623 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c172f81b-9365-4dd2-83b5-c13a872f2681 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:18.796349 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-680a4b8f-ecd6-4e4e-9d70-6d9ffed6d9cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (a9dd55fe-8df5-4bcd-bf85-a652581429be), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:18.895338 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6a299c40-2ee7-406e-96a9-5c67cf606c3f None None] Current status of the port c172f81b-9365-4dd2-83b5-c13a872f2681 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:18.896201 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a299c40-2ee7-406e-96a9-5c67cf606c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c172f81b-9365-4dd2-83b5-c13a872f2681), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.067906 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6a299c40-2ee7-406e-96a9-5c67cf606c3f None None] For port c172f81b-9365-4dd2-83b5-c13a872f2681, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c172f81b-9365-4dd2-83b5-c13a872f2681,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:19.077519 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:19.078844 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.082340 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-5dba7396-962f-4a52-b219-2d146151749c service neutron] 10.222.0.42 "PUT /v2.0/ports/c2932ea3-ee61-420d-af9d-0bc71506e404 HTTP/1.1" status: 200 len: 1091 time: 4.6746783 Feb 09 21:41:19.102088 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e74af8-6923-41bd-a290-2b0fcfa8851b', 'tag': 'c2932ea3-ee61-420d-af9d-0bc71506e404'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:19.105933 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fe183d-5398-4915-97d2-05c5b756578f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e74af8-6923-41bd-a290-2b0fcfa8851b", "tag": "c2932ea3-ee61-420d-af9d-0bc71506e404"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:19.113773 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a299c40-2ee7-406e-96a9-5c67cf606c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c172f81b-9365-4dd2-83b5-c13a872f2681), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.290742 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f435d7d9-2b3b-4867-9302-71d275c72b83 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:19.293484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f435d7d9-2b3b-4867-9302-71d275c72b83 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:19.295379 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f435d7d9-2b3b-4867-9302-71d275c72b83 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.7167704 Feb 09 21:41:19.302733 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c172f81b-9365-4dd2-83b5-c13a872f2681 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:19.303359 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c172f81b-9365-4dd2-83b5-c13a872f2681), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.311498 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59828) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:19.323745 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-63b13653-bd32-4fe7-b5b9-cdae8b5092ec None None] Could not find standard attr ID for object 8d6bfebe-14e2-45db-8e3a-b6e344737382. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:41:19.346960 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ac9b9157-f207-4a90-8272-41cd859b3d0f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bb65c85e96754a09a99f836d7f049ca5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9259875 Feb 09 21:41:19.354515 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59830) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:19.430500 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-35477296-378c-4249-a7ee-b6e2731b4248 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet 12d397dd-da99-4b87-b6af-6ab6118ec1c8 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:41:19.445904 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35477296-378c-4249-a7ee-b6e2731b4248 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (12d397dd-da99-4b87-b6af-6ab6118ec1c8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.456138 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Pushing event updated for resources: {'Port': ['ID=c2932ea3-ee61-420d-af9d-0bc71506e404,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:19.515852 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:19.516572 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:19.517333 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:19.518132 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:19.518707 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:19.519265 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:19.519847 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:19.520402 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:19.520946 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:19.522144 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:19.522708 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:19.523270 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:19.524441 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba7396-962f-4a52-b219-2d146151749c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:19.530561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a299c40-2ee7-406e-96a9-5c67cf606c3f None None] Pushing event updated for resources: {'Port': ['ID=c172f81b-9365-4dd2-83b5-c13a872f2681,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:19.552472 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb94961-4b59-4e06-8642-a39b2e84dee2 req-10d0b2bf-1750-4f46-9a21-c1d1ee1136d9 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:19.558439 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cdb94961-4b59-4e06-8642-a39b2e84dee2 req-10d0b2bf-1750-4f46-9a21-c1d1ee1136d9 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e74af8-6923-41bd-a290-2b0fcfa8851b HTTP/1.1" status: 200 len: 943 time: 0.4193206 Feb 09 21:41:19.613305 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-313a982b-fa93-4ea2-9d1e-6cad815f0233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:19.615793 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-313a982b-fa93-4ea2-9d1e-6cad815f0233 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4da379594fdf42339bba1d92c8147535&device_id=f2e74af8-6923-41bd-a290-2b0fcfa8851b HTTP/1.1" status: 200 len: 1125 time: 0.4280083 Feb 09 21:41:19.629405 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-f0c50271-28f7-4d4b-836e-d0cb4af67abf tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:19.632268 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-f0c50271-28f7-4d4b-836e-d0cb4af67abf tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.71 "GET /v2.0/networks?id=9cec45fb-c615-4147-9585-d66f5efcfe6c HTTP/1.1" status: 200 len: 819 time: 0.6084502 Feb 09 21:41:19.636635 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35477296-378c-4249-a7ee-b6e2731b4248 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (12d397dd-da99-4b87-b6af-6ab6118ec1c8), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.657146 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70f59c25-4254-48e6-9232-4e8aacc2d100 admin admin] Publish callbacks [] for security_group (86c3f3e4-90fe-49e7-aa15-a9b675679f4d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.676078 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-a8a2a850-3ecd-469b-8949-ee07ddb6370e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Request body: {'port': {'device_id': '4ea5178c-6dbb-4768-8cb6-947b1bb326d7', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'admin_state_up': True, 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:19.697265 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c172f81b-9365-4dd2-83b5-c13a872f2681 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:19.700896 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70f59c25-4254-48e6-9232-4e8aacc2d100 admin admin] Publish callbacks [] for security_group (86c3f3e4-90fe-49e7-aa15-a9b675679f4d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.719155 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-e5844cd8-7607-401d-81ae-dcc065b84515 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2932ea3-ee61-420d-af9d-0bc71506e404 HTTP/1.1" status: 200 len: 217 time: 0.0777459 Feb 09 21:41:19.923976 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cdb94961-4b59-4e06-8642-a39b2e84dee2 req-063b6304-5372-4fbf-8a5f-99359fd33c54 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577466 Feb 09 21:41:19.959382 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-130eacd2-8caa-46c2-89e8-fa4d735e4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:19.961911 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-130eacd2-8caa-46c2-89e8-fa4d735e4277 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b2baf19-4835-4e7a-83c6-0d721aca5d48 HTTP/1.1" status: 200 len: 852 time: 0.2288115 Feb 09 21:41:19.975374 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70f59c25-4254-48e6-9232-4e8aacc2d100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (86c3f3e4-90fe-49e7-aa15-a9b675679f4d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.976528 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35477296-378c-4249-a7ee-b6e2731b4248 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (12d397dd-da99-4b87-b6af-6ab6118ec1c8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.977381 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70f59c25-4254-48e6-9232-4e8aacc2d100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.995475 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-70f59c25-4254-48e6-9232-4e8aacc2d100 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/86c3f3e4-90fe-49e7-aa15-a9b675679f4d HTTP/1.1" status: 204 len: 168 time: 0.6351593 Feb 09 21:41:20.022996 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59846) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:20.048561 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f59c25-4254-48e6-9232-4e8aacc2d100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c3f3e4-90fe-49e7-aa15-a9b675679f4d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:20.103476 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77b5262-a1eb-4635-b03e-a3fe5fca2578 x-openstack-request-id: req-e77b5262-a1eb-4635-b03e-a3fe5fca2578 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:20.104104 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e74af8-6923-41bd-a290-2b0fcfa8851b", "tag": "c2932ea3-ee61-420d-af9d-0bc71506e404", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:20.104411 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e77b5262-a1eb-4635-b03e-a3fe5fca2578 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:20.105036 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e74af8-6923-41bd-a290-2b0fcfa8851b', 'tag': 'c2932ea3-ee61-420d-af9d-0bc71506e404', 'status': 'completed', 'code': 200} Feb 09 21:41:20.110613 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-e0ee2697-4e22-469b-a39e-d5d906e85402 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4792088-bf96-48c8-a331-af790ba542bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214199 Feb 09 21:41:20.115950 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-a8a2a850-3ecd-469b-8949-ee07ddb6370e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Made reservation on behalf of 178a334a4d4c401b8c15c3fe9c3a710c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:20.122210 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-a8a2a850-3ecd-469b-8949-ee07ddb6370e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.129795 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680a4b8f-ecd6-4e4e-9d70-6d9ffed6d9cc admin admin] Router a9dd55fe-8df5-4bcd-bf85-a652581429be has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:41:20.207837 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:41:20.294060 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c172f81b-9365-4dd2-83b5-c13a872f2681 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:20.374297 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0613ebd4-dfcf-41c0-a08d-3a20fb6199f8 req-d6112959-426f-4b33-9f20-d7269e2ca083 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 210 time: 0.1283257 Feb 09 21:41:20.438666 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c172f81b-9365-4dd2-83b5-c13a872f2681 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:20.440052 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c172f81b-9365-4dd2-83b5-c13a872f2681), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.486271 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680a4b8f-ecd6-4e4e-9d70-6d9ffed6d9cc admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:20.499158 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-680a4b8f-ecd6-4e4e-9d70-6d9ffed6d9cc admin admin] 10.222.0.77 "PUT /v2.0/routers/a9dd55fe-8df5-4bcd-bf85-a652581429be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6719687 Feb 09 21:41:20.500481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59852) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:20.530998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a9247-1d0c-4973-b4b4-d7accdb22172 None None] Sync routers for ids ['a9dd55fe-8df5-4bcd-bf85-a652581429be'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:20.558669 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0a9247-1d0c-4973-b4b4-d7accdb22172 None None] Routers {'a9dd55fe-8df5-4bcd-bf85-a652581429be'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:20.559479 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1f0a9247-1d0c-4973-b4b4-d7accdb22172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:41:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['a9dd55fe-8df5-4bcd-bf85-a652581429be'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:20.601430 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35477296-378c-4249-a7ee-b6e2731b4248 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (12d397dd-da99-4b87-b6af-6ab6118ec1c8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.640024 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35477296-378c-4249-a7ee-b6e2731b4248 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=12d397dd-da99-4b87-b6af-6ab6118ec1c8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:20.674444 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35477296-378c-4249-a7ee-b6e2731b4248 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.678203 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-35477296-378c-4249-a7ee-b6e2731b4248 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/12d397dd-da99-4b87-b6af-6ab6118ec1c8 HTTP/1.1" status: 204 len: 168 time: 1.3630288 Feb 09 21:41:20.684536 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59856) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:20.687084 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-e4aa6b07-e662-4c5e-bbb3-3d00edf5f1ed service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5524731 Feb 09 21:41:20.752402 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18048b68-0cd9-472c-b4f0-13ca60692fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.786710 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1746af4f-db8a-4778-9115-f82626b05370 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0984600 Feb 09 21:41:20.819435 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59860) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:20.923622 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-a8a2a850-3ecd-469b-8949-ee07ddb6370e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Allocated IP 172.20.0.4 (9cec45fb-c615-4147-9585-d66f5efcfe6c/e3c310f9-5e45-4b20-89c5-333731de760d/201691e8-8155-4ad4-86ea-9656b7ff72f1) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:20.961336 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de878f68-abe5-4d7f-bf6f-be6eac767e4d admin admin] Publish callbacks [] for router (a9dd55fe-8df5-4bcd-bf85-a652581429be), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.035142 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39316497-6e2f-4100-9eb8-b7c2b6620fef None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:21.083013 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab74746-58ef-4f35-b085-f16c1001024f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:21.092212 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0ab74746-58ef-4f35-b085-f16c1001024f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2714734 Feb 09 21:41:21.102623 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59870) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:21.168004 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-a1d98fb1-43fc-41ee-814a-d6384dd340dd service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425616 Feb 09 21:41:21.172678 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de878f68-abe5-4d7f-bf6f-be6eac767e4d admin admin] Publish callbacks [] for router_gateway (a9dd55fe-8df5-4bcd-bf85-a652581429be), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.240076 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c172f81b-9365-4dd2-83b5-c13a872f2681 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:21.260531 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-1f0a9247-1d0c-4973-b4b4-d7accdb22172 None None] Set router a9dd55fe-8df5-4bcd-bf85-a652581429be gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:21.286833 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18048b68-0cd9-472c-b4f0-13ca60692fa7 admin admin] Publish callbacks [] for security_group (20aa993d-9855-471d-9e35-61fafad29d9f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.297736 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18048b68-0cd9-472c-b4f0-13ca60692fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (20aa993d-9855-471d-9e35-61fafad29d9f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.359048 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-18048b68-0cd9-472c-b4f0-13ca60692fa7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4d6b9588695d469aae91bbce62787606&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3345373 Feb 09 21:41:21.374210 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59874) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:21.506237 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d05ff3-c1ec-4572-83fc-d0d63354636a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:21.507798 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-92d05ff3-c1ec-4572-83fc-d0d63354636a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3973351 Feb 09 21:41:21.517724 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59882) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:21.590895 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc1f7c-9505-4f57-a4b9-1c7f1b8ba873 req-74cee195-3be0-48b0-b4fe-631511c14832 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:21.594905 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8f2eae11-0e81-4217-b325-997071d24a18 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735915 Feb 09 21:41:21.605376 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05bc1f7c-9505-4f57-a4b9-1c7f1b8ba873 req-74cee195-3be0-48b0-b4fe-631511c14832 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e74af8-6923-41bd-a290-2b0fcfa8851b HTTP/1.1" status: 200 len: 943 time: 0.4579973 Feb 09 21:41:21.610949 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe183d-5398-4915-97d2-05c5b756578f req-c02a9e04-9e5b-48b6-b50c-35a943004127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:21.612921 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-31fe183d-5398-4915-97d2-05c5b756578f req-c02a9e04-9e5b-48b6-b50c-35a943004127 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4da379594fdf42339bba1d92c8147535&device_id=f2e74af8-6923-41bd-a290-2b0fcfa8851b HTTP/1.1" status: 200 len: 1125 time: 0.3809996 Feb 09 21:41:21.615617 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59886) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:21.618907 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c90339e-e652-4fed-8b1b-cc6a9c78ff35 admin admin] Publish callbacks [] for security_group (20aa993d-9855-471d-9e35-61fafad29d9f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.622866 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c5b28067-72a3-4076-a11f-8858f34a5ea8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:21.637330 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f11f0f-e095-4797-9bf7-b08c40b01ea1 None None] DHCP port deletion for 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:41:21.741198 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05bc1f7c-9505-4f57-a4b9-1c7f1b8ba873 req-edb95b3c-f0bf-4e1c-b68b-7a39149e9a6f tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936086 Feb 09 21:41:21.741761 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18048b68-0cd9-472c-b4f0-13ca60692fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20aa993d-9855-471d-9e35-61fafad29d9f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:21.755104 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-de878f68-abe5-4d7f-bf6f-be6eac767e4d admin admin] Deleting port 50394df6-e934-4e81-a79c-9d05b7446bc5 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:21.755495 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de878f68-abe5-4d7f-bf6f-be6eac767e4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (50394df6-e934-4e81-a79c-9d05b7446bc5), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.784115 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-a8a2a850-3ecd-469b-8949-ee07ddb6370e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks [] for port (201691e8-8155-4ad4-86ea-9656b7ff72f1), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.857686 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b28067-72a3-4076-a11f-8858f34a5ea8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:21.862471 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c5b28067-72a3-4076-a11f-8858f34a5ea8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.880311 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1f0a9247-1d0c-4973-b4b4-d7accdb22172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'name': 'tempest-ServersTestManualDisk-1746886310-router', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:19Z', 'updated_at': '2022-02-09T21:41:17Z', 'revision_number': 5, 'project_id': '7f337c254d834fbba58af696fa675308', 'gw_port': {'id': '50394df6-e934-4e81-a79c-9d05b7446bc5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ed:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:21Z', 'updated_at': '2022-02-09T21:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:21.887143 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-de878f68-abe5-4d7f-bf6f-be6eac767e4d admin admin] For port 50394df6-e934-4e81-a79c-9d05b7446bc5, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=50394df6-e934-4e81-a79c-9d05b7446bc5,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:21.888129 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de878f68-abe5-4d7f-bf6f-be6eac767e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (50394df6-e934-4e81-a79c-9d05b7446bc5), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.906698 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-de878f68-abe5-4d7f-bf6f-be6eac767e4d admin admin] Calling delete_port for 50394df6-e934-4e81-a79c-9d05b7446bc5 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:21.952857 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a9247-1d0c-4973-b4b4-d7accdb22172 None None] Checking router: a9dd55fe-8df5-4bcd-bf85-a652581429be for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:21.974077 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe183d-5398-4915-97d2-05c5b756578f req-bac517f8-bd75-4c6d-8f29-5fe562347abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:21.976058 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-31fe183d-5398-4915-97d2-05c5b756578f req-bac517f8-bd75-4c6d-8f29-5fe562347abf service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4792088-bf96-48c8-a331-af790ba542bf HTTP/1.1" status: 200 len: 913 time: 0.3426774 Feb 09 21:41:21.981434 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0a9247-1d0c-4973-b4b4-d7accdb22172 None None] Routers {'a9dd55fe-8df5-4bcd-bf85-a652581429be'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:21.983943 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1f0a9247-1d0c-4973-b4b4-d7accdb22172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:41:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['a9dd55fe-8df5-4bcd-bf85-a652581429be'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:21.993547 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b3f11f0f-e095-4797-9bf7-b08c40b01ea1 None None] Deleting port c172f81b-9365-4dd2-83b5-c13a872f2681 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:21.994261 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b3f11f0f-e095-4797-9bf7-b08c40b01ea1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c172f81b-9365-4dd2-83b5-c13a872f2681), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.001779 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-a8a2a850-3ecd-469b-8949-ee07ddb6370e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (201691e8-8155-4ad4-86ea-9656b7ff72f1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.124992 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2a850-3ecd-469b-8949-ee07ddb6370e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Pushing event updated for resources: {'Port': ['ID=201691e8-8155-4ad4-86ea-9656b7ff72f1,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:22.134327 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-31fe183d-5398-4915-97d2-05c5b756578f req-20d239a7-c4bb-478b-9c2f-bae4bf9ad26d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2932ea3-ee61-420d-af9d-0bc71506e404 HTTP/1.1" status: 200 len: 217 time: 0.1463118 Feb 09 21:41:22.179528 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c90339e-e652-4fed-8b1b-cc6a9c78ff35 admin admin] Publish callbacks [] for security_group (20aa993d-9855-471d-9e35-61fafad29d9f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.203963 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-a8a2a850-3ecd-469b-8949-ee07ddb6370e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Network 9cec45fb-c615-4147-9585-d66f5efcfe6c is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:22.216901 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-a8a2a850-3ecd-469b-8949-ee07ddb6370e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:22.223912 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-a8a2a850-3ecd-469b-8949-ee07ddb6370e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:22.267855 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba4233-5425-4d67-b369-08ba51bae8fa req-5e4799f1-381d-4672-b3a5-4ffd3f8bd428 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:22.270198 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f4ba4233-5425-4d67-b369-08ba51bae8fa req-5e4799f1-381d-4672-b3a5-4ffd3f8bd428 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 931 time: 0.1477242 Feb 09 21:41:22.271902 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de878f68-abe5-4d7f-bf6f-be6eac767e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (50394df6-e934-4e81-a79c-9d05b7446bc5), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.284470 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b3f11f0f-e095-4797-9bf7-b08c40b01ea1 None None] For port c172f81b-9365-4dd2-83b5-c13a872f2681, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c172f81b-9365-4dd2-83b5-c13a872f2681,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:22.285093 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b3f11f0f-e095-4797-9bf7-b08c40b01ea1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c172f81b-9365-4dd2-83b5-c13a872f2681), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.295796 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c172f81b-9365-4dd2-83b5-c13a872f2681 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:22.298453 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-a8a2a850-3ecd-469b-8949-ee07ddb6370e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:22.299339 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-a8a2a850-3ecd-469b-8949-ee07ddb6370e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.337635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe183d-5398-4915-97d2-05c5b756578f req-e60249bb-cc93-4f21-adbf-9d349efb6586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:22.340528 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-31fe183d-5398-4915-97d2-05c5b756578f req-e60249bb-cc93-4f21-adbf-9d349efb6586 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b2baf19-4835-4e7a-83c6-0d721aca5d48 HTTP/1.1" status: 200 len: 852 time: 0.1987858 Feb 09 21:41:22.343027 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de878f68-abe5-4d7f-bf6f-be6eac767e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=50394df6-e934-4e81-a79c-9d05b7446bc5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:22.368211 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b3f11f0f-e095-4797-9bf7-b08c40b01ea1 None None] Calling delete_port for c172f81b-9365-4dd2-83b5-c13a872f2681 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:22.397741 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-a8a2a850-3ecd-469b-8949-ee07ddb6370e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7356501 Feb 09 21:41:22.424478 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] Request body: {'port': {'device_id': '4ea5178c-6dbb-4768-8cb6-947b1bb326d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:22.443172 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de878f68-abe5-4d7f-bf6f-be6eac767e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (a9dd55fe-8df5-4bcd-bf85-a652581429be), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.449503 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-1f0a9247-1d0c-4973-b4b4-d7accdb22172 None None] Set router a9dd55fe-8df5-4bcd-bf85-a652581429be gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:22.465215 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-31fe183d-5398-4915-97d2-05c5b756578f req-12f601ef-847e-4e8f-83fb-efe0d17c80f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4792088-bf96-48c8-a331-af790ba542bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120162 Feb 09 21:41:22.552804 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1f0a9247-1d0c-4973-b4b4-d7accdb22172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'name': 'tempest-ServersTestManualDisk-1746886310-router', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:19Z', 'updated_at': '2022-02-09T21:41:21Z', 'revision_number': 6, 'project_id': '7f337c254d834fbba58af696fa675308', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:22.599164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a9247-1d0c-4973-b4b4-d7accdb22172 None None] The sync data for ids ['a9dd55fe-8df5-4bcd-bf85-a652581429be'] in n-d-828601-1 is: [{'id': 'a9dd55fe-8df5-4bcd-bf85-a652581429be', 'name': 'tempest-ServersTestManualDisk-1746886310-router', 'tenant_id': '7f337c254d834fbba58af696fa675308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:19Z', 'updated_at': '2022-02-09T21:41:21Z', 'revision_number': 6, 'project_id': '7f337c254d834fbba58af696fa675308', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:22.644617 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de878f68-abe5-4d7f-bf6f-be6eac767e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (a9dd55fe-8df5-4bcd-bf85-a652581429be), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.653213 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de878f68-abe5-4d7f-bf6f-be6eac767e4d admin admin] Publish callbacks [] for router_controller (a9dd55fe-8df5-4bcd-bf85-a652581429be), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.662371 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c172f81b-9365-4dd2-83b5-c13a872f2681 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:22.663235 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c172f81b-9365-4dd2-83b5-c13a872f2681), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.663713 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c90339e-e652-4fed-8b1b-cc6a9c78ff35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (20aa993d-9855-471d-9e35-61fafad29d9f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.671311 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c90339e-e652-4fed-8b1b-cc6a9c78ff35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.673789 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9c90339e-e652-4fed-8b1b-cc6a9c78ff35 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/20aa993d-9855-471d-9e35-61fafad29d9f HTTP/1.1" status: 204 len: 168 time: 1.2761629 Feb 09 21:41:22.732196 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f4ba4233-5425-4d67-b369-08ba51bae8fa req-91a9126e-ba02-4174-bcb1-e790d01ba608 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/security-groups?id=49b5190e-f93b-42e7-81c0-04211c9abbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457078 Feb 09 21:41:22.734156 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b3f11f0f-e095-4797-9bf7-b08c40b01ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (c172f81b-9365-4dd2-83b5-c13a872f2681), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.734906 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c5b28067-72a3-4076-a11f-8858f34a5ea8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (8463235b-00ab-411e-b428-bb8596ab4cc1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.905904 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f11f0f-e095-4797-9bf7-b08c40b01ea1 None None] Pushing event deleted for resources: {'Port': ['ID=c172f81b-9365-4dd2-83b5-c13a872f2681,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:22.907876 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90339e-e652-4fed-8b1b-cc6a9c78ff35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20aa993d-9855-471d-9e35-61fafad29d9f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:22.927139 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de878f68-abe5-4d7f-bf6f-be6eac767e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (a9dd55fe-8df5-4bcd-bf85-a652581429be), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.928478 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de878f68-abe5-4d7f-bf6f-be6eac767e4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9dd55fe-8df5-4bcd-bf85-a652581429be {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:41:22.942734 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de878f68-abe5-4d7f-bf6f-be6eac767e4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.944529 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-de878f68-abe5-4d7f-bf6f-be6eac767e4d admin admin] 10.222.0.77 "DELETE /v2.0/routers/a9dd55fe-8df5-4bcd-bf85-a652581429be HTTP/1.1" status: 204 len: 168 time: 2.4429293 Feb 09 21:41:22.949022 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f11f0f-e095-4797-9bf7-b08c40b01ea1 None None] No DVR routers for this DVR port c172f81b-9365-4dd2-83b5-c13a872f2681 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:22.949625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59898) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:22.952824 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c9f7fdb0-825e-4a07-a0c5-add01e4d7323 None None] Provisioning complete for port 201691e8-8155-4ad4-86ea-9656b7ff72f1 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:22.953642 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c9f7fdb0-825e-4a07-a0c5-add01e4d7323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (201691e8-8155-4ad4-86ea-9656b7ff72f1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.045237 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (201691e8-8155-4ad4-86ea-9656b7ff72f1), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.059876 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b28067-72a3-4076-a11f-8858f34a5ea8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:23.078411 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b28067-72a3-4076-a11f-8858f34a5ea8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=8463235b-00ab-411e-b428-bb8596ab4cc1,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:23.099597 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c9f7fdb0-825e-4a07-a0c5-add01e4d7323 None None] Port 201691e8-8155-4ad4-86ea-9656b7ff72f1 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:23.135038 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-418467e4-87d1-4863-aace-033ee970e9d6 admin admin] Deleting subnet 4082994b-e0a1-4e38-9416-33bed10d7329 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:41:23.140485 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-418467e4-87d1-4863-aace-033ee970e9d6 admin admin] Publish callbacks [] for subnet (4082994b-e0a1-4e38-9416-33bed10d7329), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.181733 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-c5b28067-72a3-4076-a11f-8858f34a5ea8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:23.196783 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6784b7f8-d514-4570-a377-97dedaa7bce9 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:23.223139 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b28067-72a3-4076-a11f-8858f34a5ea8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:23.228287 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c5b28067-72a3-4076-a11f-8858f34a5ea8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.299838 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-418467e4-87d1-4863-aace-033ee970e9d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (4082994b-e0a1-4e38-9416-33bed10d7329), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.369762 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-31fe183d-5398-4915-97d2-05c5b756578f req-59e32048-371e-4435-8f26-b1ec61bb0726 service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8727307 Feb 09 21:41:23.388012 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59912) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:23.393008 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c5b28067-72a3-4076-a11f-8858f34a5ea8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7749164 Feb 09 21:41:23.407805 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e85cd215-cfd0-4950-a545-7bd574f07f5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'fixed_ips': [{'subnet_id': '8463235b-00ab-411e-b428-bb8596ab4cc1', 'ip_address': '2001:db8::7e82:f2fd:afcd:58a4'}], 'name': 'tempest-NetworksTestDHCPv6-1345104134'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:23.490733 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dd14c3-e7d7-43d6-9628-94639384bc78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'fixed_ips': [{'subnet_id': '8463235b-00ab-411e-b428-bb8596ab4cc1'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:41:23.492006 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e1dd14c3-e7d7-43d6-9628-94639384bc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.846256 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-e1dd14c3-e7d7-43d6-9628-94639384bc78 None None] Allocated IP 2001:db8::2 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/8463235b-00ab-411e-b428-bb8596ab4cc1/01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:23.927476 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85cd215-cfd0-4950-a545-7bd574f07f5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:23.930329 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c2932ea3-ee61-420d-af9d-0bc71506e404 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:41:24.012955 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-31fe183d-5398-4915-97d2-05c5b756578f req-374580f5-a790-493e-8617-82dd947032e1 service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6318042 Feb 09 21:41:24.328579 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-418467e4-87d1-4863-aace-033ee970e9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (4082994b-e0a1-4e38-9416-33bed10d7329), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.558505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201691e8-8155-4ad4-86ea-9656b7ff72f1 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:41:24.565000 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c2932ea3-ee61-420d-af9d-0bc71506e404, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c2932ea3-ee61-420d-af9d-0bc71506e404,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:24.600917 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] Publish callbacks [] for port (201691e8-8155-4ad4-86ea-9656b7ff72f1), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.612673 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1de86321-3dcd-4f57-951e-8456aaf0a6a2 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:24.639611 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'c2932ea3-ee61-420d-af9d-0bc71506e404', 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf', 'port_id': 'c2932ea3-ee61-420d-af9d-0bc71506e404', 'mac_address': 'fa:16:3e:e0:f0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2baf19-4835-4e7a-83c6-0d721aca5d48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:41:24.648871 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 1de86321-3dcd-4f57-951e-8456aaf0a6a2 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:24.649415 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1de86321-3dcd-4f57-951e-8456aaf0a6a2 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:24.650139 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 50394df6-e934-4e81-a79c-9d05b7446bc5 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:24.691959 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] Transition to ACTIVE for port object 201691e8-8155-4ad4-86ea-9656b7ff72f1 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:41:24.701397 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (201691e8-8155-4ad4-86ea-9656b7ff72f1), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.794407 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77c6d4-e8a9-462f-889d-2cf97e037b04 req-6fa58742-067e-4be9-89a9-0b907d0f3bd4 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:24.805268 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ec77c6d4-e8a9-462f-889d-2cf97e037b04 req-6fa58742-067e-4be9-89a9-0b907d0f3bd4 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e74af8-6923-41bd-a290-2b0fcfa8851b HTTP/1.1" status: 200 len: 943 time: 0.5319748 Feb 09 21:41:24.816038 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e85cd215-cfd0-4950-a545-7bd574f07f5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.821004 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 50394df6-e934-4e81-a79c-9d05b7446bc5 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:24.823742 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 50394df6-e934-4e81-a79c-9d05b7446bc5 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:24.835083 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port c2932ea3-ee61-420d-af9d-0bc71506e404 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:24.835568 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c2932ea3-ee61-420d-af9d-0bc71506e404), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.863637 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-418467e4-87d1-4863-aace-033ee970e9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (4082994b-e0a1-4e38-9416-33bed10d7329), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.901081 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-e85cd215-cfd0-4950-a545-7bd574f07f5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] device_id is not set on port 3f0a4d34-57e0-416e-b943-33ae380fefda yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:41:24.910657 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418467e4-87d1-4863-aace-033ee970e9d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4082994b-e0a1-4e38-9416-33bed10d7329,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:24.967639 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418467e4-87d1-4863-aace-033ee970e9d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:24.978305 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418467e4-87d1-4863-aace-033ee970e9d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:24.980284 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418467e4-87d1-4863-aace-033ee970e9d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:24.980670 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418467e4-87d1-4863-aace-033ee970e9d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:24.981014 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418467e4-87d1-4863-aace-033ee970e9d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:24.981356 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418467e4-87d1-4863-aace-033ee970e9d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:24.988110 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418467e4-87d1-4863-aace-033ee970e9d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:24.988578 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418467e4-87d1-4863-aace-033ee970e9d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:24.988927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418467e4-87d1-4863-aace-033ee970e9d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:24.989276 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418467e4-87d1-4863-aace-033ee970e9d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:24.989621 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418467e4-87d1-4863-aace-033ee970e9d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:24.989949 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418467e4-87d1-4863-aace-033ee970e9d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:24.990281 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418467e4-87d1-4863-aace-033ee970e9d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:25.034703 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] Pushing event updated for resources: {'Port': ['ID=201691e8-8155-4ad4-86ea-9656b7ff72f1,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:25.109418 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-418467e4-87d1-4863-aace-033ee970e9d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.131980 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59946) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:25.133065 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-418467e4-87d1-4863-aace-033ee970e9d6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4082994b-e0a1-4e38-9416-33bed10d7329 HTTP/1.1" status: 204 len: 168 time: 2.1711028 Feb 09 21:41:25.231021 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-351fadbb-8a85-46f1-b48d-0b6a8d1a347a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (8118d80b-62ac-4bfa-9a3a-ccc416d873f8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.404135 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] Attempting to bind port 201691e8-8155-4ad4-86ea-9656b7ff72f1 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:25.404474 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] Attempting to bind port 201691e8-8155-4ad4-86ea-9656b7ff72f1 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'abcfe71d-cb39-453c-9c43-b7f50d93b72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:25.404804 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] Attempting to bind port 201691e8-8155-4ad4-86ea-9656b7ff72f1 on network 9cec45fb-c615-4147-9585-d66f5efcfe6c {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:25.410756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-351fadbb-8a85-46f1-b48d-0b6a8d1a347a admin admin] Deleting port e86de7b7-4382-422c-8a28-4901f6139fc3 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:25.411101 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-351fadbb-8a85-46f1-b48d-0b6a8d1a347a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (e86de7b7-4382-422c-8a28-4901f6139fc3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.442458 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e1dd14c3-e7d7-43d6-9628-94639384bc78 None None] Publish callbacks [] for port (01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.479742 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd362abf-40c1-4d1e-a0d1-04e86c234ae4 None None] Network 8118d80b-62ac-4bfa-9a3a-ccc416d873f8 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:25.497990 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e1dd14c3-e7d7-43d6-9628-94639384bc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.550961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-351fadbb-8a85-46f1-b48d-0b6a8d1a347a admin admin] For port e86de7b7-4382-422c-8a28-4901f6139fc3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=e86de7b7-4382-422c-8a28-4901f6139fc3,segment=NetworkSegment(51c15e41-6ab8-4583-8b9a-30223687e020),segment_id=51c15e41-6ab8-4583-8b9a-30223687e020)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:25.552818 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-351fadbb-8a85-46f1-b48d-0b6a8d1a347a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (e86de7b7-4382-422c-8a28-4901f6139fc3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.583361 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-e85cd215-cfd0-4950-a545-7bd574f07f5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8::7e82:f2fd:afcd:58a4 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/8463235b-00ab-411e-b428-bb8596ab4cc1/3f0a4d34-57e0-416e-b943-33ae380fefda) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:25.605209 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-351fadbb-8a85-46f1-b48d-0b6a8d1a347a admin admin] Calling delete_port for e86de7b7-4382-422c-8a28-4901f6139fc3 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:25.680234 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2932ea3-ee61-420d-af9d-0bc71506e404 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:41:25.831221 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] Port 201691e8-8155-4ad4-86ea-9656b7ff72f1 on network 9cec45fb-c615-4147-9585-d66f5efcfe6c not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:41:25.831981 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] Attempting to bind port 201691e8-8155-4ad4-86ea-9656b7ff72f1 on network 9cec45fb-c615-4147-9585-d66f5efcfe6c {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:25.836390 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dd14c3-e7d7-43d6-9628-94639384bc78 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:25.851062 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-351fadbb-8a85-46f1-b48d-0b6a8d1a347a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (e86de7b7-4382-422c-8a28-4901f6139fc3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.854306 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c2932ea3-ee61-420d-af9d-0bc71506e404, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c2932ea3-ee61-420d-af9d-0bc71506e404,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:25.874964 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:25.875345 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] Checking segment: {'id': 'abcfe71d-cb39-453c-9c43-b7f50d93b72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:25.875870 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] Bound using segment: {'id': 'abcfe71d-cb39-453c-9c43-b7f50d93b72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:25.876415 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] Bound port: 201691e8-8155-4ad4-86ea-9656b7ff72f1, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abcfe71d-cb39-453c-9c43-b7f50d93b72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:25.876952 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (201691e8-8155-4ad4-86ea-9656b7ff72f1), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.891187 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c2932ea3-ee61-420d-af9d-0bc71506e404), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.894577 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-e1dd14c3-e7d7-43d6-9628-94639384bc78 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:25.904670 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd14c3-e7d7-43d6-9628-94639384bc78 None None] Pushing event updated for resources: {'Port': ['ID=01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:25.971457 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dd14c3-e7d7-43d6-9628-94639384bc78 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:25.982794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351fadbb-8a85-46f1-b48d-0b6a8d1a347a admin admin] No DVR routers for this DVR port e86de7b7-4382-422c-8a28-4901f6139fc3 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:26.094073 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fadbb-8a85-46f1-b48d-0b6a8d1a347a admin admin] Pushing event deleted for resources: {'Port': ['ID=e86de7b7-4382-422c-8a28-4901f6139fc3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:26.144351 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d395ae1-8f67-42eb-a865-54af247254d6 None None] DHCP port deletion for 8118d80b-62ac-4bfa-9a3a-ccc416d873f8 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:41:26.283432 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e85cd215-cfd0-4950-a545-7bd574f07f5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (3f0a4d34-57e0-416e-b943-33ae380fefda), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.331349 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e85cd215-cfd0-4950-a545-7bd574f07f5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (3f0a4d34-57e0-416e-b943-33ae380fefda), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.365554 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=c2932ea3-ee61-420d-af9d-0bc71506e404,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:26.371016 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ec77c6d4-e8a9-462f-889d-2cf97e037b04 req-e2aafcbf-7114-4e9f-8c3a-bff1f6f8cb5b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5140018 Feb 09 21:41:26.401184 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['c2932ea3-ee61-420d-af9d-0bc71506e404'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:41:26.401297 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85cd215-cfd0-4950-a545-7bd574f07f5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:26.402845 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-e85cd215-cfd0-4950-a545-7bd574f07f5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:26.411738 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85cd215-cfd0-4950-a545-7bd574f07f5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:26.418573 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85cd215-cfd0-4950-a545-7bd574f07f5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:26.428165 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e85cd215-cfd0-4950-a545-7bd574f07f5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.441836 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-351fadbb-8a85-46f1-b48d-0b6a8d1a347a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (8118d80b-62ac-4bfa-9a3a-ccc416d873f8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.452063 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e85cd215-cfd0-4950-a545-7bd574f07f5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0626194 Feb 09 21:41:26.453079 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cd215-cfd0-4950-a545-7bd574f07f5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=3f0a4d34-57e0-416e-b943-33ae380fefda,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:26.456691 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59958) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:26.462056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-90527a6c-a7f9-40f0-9227-fc08d4c60c5c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'fixed_ips': [{'subnet_id': '8463235b-00ab-411e-b428-bb8596ab4cc1', 'ip_address': '2001:db8::7e82:f2fd:afcd:58a4'}], 'name': 'tempest-NetworksTestDHCPv6-1856036551'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:26.518095 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device e86de7b7-4382-422c-8a28-4901f6139fc3 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:26.523228 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] For port 201691e8-8155-4ad4-86ea-9656b7ff72f1, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:26.533364 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] For port 201691e8-8155-4ad4-86ea-9656b7ff72f1, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=201691e8-8155-4ad4-86ea-9656b7ff72f1,segment=NetworkSegment(abcfe71d-cb39-453c-9c43-b7f50d93b72c),segment_id=abcfe71d-cb39-453c-9c43-b7f50d93b72c)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:26.537759 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-351fadbb-8a85-46f1-b48d-0b6a8d1a347a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8118d80b-62ac-4bfa-9a3a-ccc416d873f8']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:26.559080 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-351fadbb-8a85-46f1-b48d-0b6a8d1a347a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c15e41-6ab8-4583-8b9a-30223687e020') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:26.559866 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-351fadbb-8a85-46f1-b48d-0b6a8d1a347a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c15e41-6ab8-4583-8b9a-30223687e020') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:26.578052 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (201691e8-8155-4ad4-86ea-9656b7ff72f1), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.583573 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e1dd14c3-e7d7-43d6-9628-94639384bc78 None None] Attempting to bind port 01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:26.584010 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e1dd14c3-e7d7-43d6-9628-94639384bc78 None None] Attempting to bind port 01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:26.584430 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dd14c3-e7d7-43d6-9628-94639384bc78 None None] Attempting to bind port 01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd on network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:26.593714 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-351fadbb-8a85-46f1-b48d-0b6a8d1a347a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (51c15e41-6ab8-4583-8b9a-30223687e020), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.640871 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: e86de7b7-4382-422c-8a28-4901f6139fc3 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:26.641412 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device e86de7b7-4382-422c-8a28-4901f6139fc3 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:26.658949 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dd14c3-e7d7-43d6-9628-94639384bc78 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:26.659310 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dd14c3-e7d7-43d6-9628-94639384bc78 None None] Checking segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:26.661074 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e1dd14c3-e7d7-43d6-9628-94639384bc78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.662324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dd14c3-e7d7-43d6-9628-94639384bc78 None None] Bound using segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:26.663573 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e1dd14c3-e7d7-43d6-9628-94639384bc78 None None] Bound port: 01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:26.664097 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e1dd14c3-e7d7-43d6-9628-94639384bc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.698210 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90527a6c-a7f9-40f0-9227-fc08d4c60c5c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:26.709949 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90527a6c-a7f9-40f0-9227-fc08d4c60c5c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.746078 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-351fadbb-8a85-46f1-b48d-0b6a8d1a347a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (51c15e41-6ab8-4583-8b9a-30223687e020), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.765706 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351fadbb-8a85-46f1-b48d-0b6a8d1a347a admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:41:26.766194 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-351fadbb-8a85-46f1-b48d-0b6a8d1a347a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (51c15e41-6ab8-4583-8b9a-30223687e020), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.821061 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-90527a6c-a7f9-40f0-9227-fc08d4c60c5c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] device_id is not set on port 74802445-fcae-4ba5-9096-96323d5ea71f yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:41:26.889533 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:41:26.892028 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:26.895935 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.897652 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] 10.222.0.71 "PUT /v2.0/ports/201691e8-8155-4ad4-86ea-9656b7ff72f1 HTTP/1.1" status: 200 len: 1091 time: 4.4794168 Feb 09 21:41:26.903860 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea5178c-6dbb-4768-8cb6-947b1bb326d7', 'tag': '201691e8-8155-4ad4-86ea-9656b7ff72f1'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:26.907328 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4abf35-c16e-4bad-baa2-7efa024eb978" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea5178c-6dbb-4768-8cb6-947b1bb326d7", "tag": "201691e8-8155-4ad4-86ea-9656b7ff72f1"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:26.913072 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-351fadbb-8a85-46f1-b48d-0b6a8d1a347a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (8118d80b-62ac-4bfa-9a3a-ccc416d873f8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.931679 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-351fadbb-8a85-46f1-b48d-0b6a8d1a347a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.931679 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-351fadbb-8a85-46f1-b48d-0b6a8d1a347a admin admin] 10.222.0.77 "DELETE /v2.0/networks/8118d80b-62ac-4bfa-9a3a-ccc416d873f8 HTTP/1.1" status: 204 len: 168 time: 1.7975354 Feb 09 21:41:26.962687 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fadbb-8a85-46f1-b48d-0b6a8d1a347a admin admin] Pushing event deleted for resources: {'Network': ['ID=8118d80b-62ac-4bfa-9a3a-ccc416d873f8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:27.010913 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036dbef6-b15f-4e03-9dac-5e7878b2a82a req-3c3ae3b4-54c5-456e-a76f-7083fcf6e502 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:27.014879 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e1dd14c3-e7d7-43d6-9628-94639384bc78 None None] For port 01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:27.027113 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-036dbef6-b15f-4e03-9dac-5e7878b2a82a req-3c3ae3b4-54c5-456e-a76f-7083fcf6e502 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 943 time: 0.3514724 Feb 09 21:41:27.027739 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ada48-bd46-4dea-8429-fa80a32f9c3c service neutron] Pushing event updated for resources: {'Port': ['ID=201691e8-8155-4ad4-86ea-9656b7ff72f1,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:27.050427 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e1dd14c3-e7d7-43d6-9628-94639384bc78 None None] For port 01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:27.077582 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-ded8a83a-e4d8-4acb-9432-d4178b6fa687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:27.079539 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-ded8a83a-e4d8-4acb-9432-d4178b6fa687 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=178a334a4d4c401b8c15c3fe9c3a710c&device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 1125 time: 0.1181023 Feb 09 21:41:27.146889 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e1dd14c3-e7d7-43d6-9628-94639384bc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.200461 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-8031ab55-b6d5-46ba-bc04-550441213b91 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=201691e8-8155-4ad4-86ea-9656b7ff72f1 HTTP/1.1" status: 200 len: 217 time: 0.1139667 Feb 09 21:41:27.338716 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-1ca1cd52-e233-43db-857d-7709755fc477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:27.340378 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd14c3-e7d7-43d6-9628-94639384bc78 None None] Pushing event updated for resources: {'Port': ['ID=01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:27.340581 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-1ca1cd52-e233-43db-857d-7709755fc477 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e3c310f9-5e45-4b20-89c5-333731de760d HTTP/1.1" status: 200 len: 858 time: 0.1330979 Feb 09 21:41:27.345200 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-036dbef6-b15f-4e03-9dac-5e7878b2a82a req-17f16a50-4cc2-451c-b9f7-3bd5d104b752 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/security-groups?id=49b5190e-f93b-42e7-81c0-04211c9abbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168764 Feb 09 21:41:27.513434 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-984aa487-2073-4d7b-b493-192f25e9ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:27.531934 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-984aa487-2073-4d7b-b493-192f25e9ede1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9cec45fb-c615-4147-9585-d66f5efcfe6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1842501 Feb 09 21:41:27.664267 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407f0d89-f9dd-489d-8df1-5321cc681af6 x-openstack-request-id: req-407f0d89-f9dd-489d-8df1-5321cc681af6 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:27.664683 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea5178c-6dbb-4768-8cb6-947b1bb326d7", "tag": "201691e8-8155-4ad4-86ea-9656b7ff72f1", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:27.665095 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-407f0d89-f9dd-489d-8df1-5321cc681af6 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:27.665678 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea5178c-6dbb-4768-8cb6-947b1bb326d7', 'tag': '201691e8-8155-4ad4-86ea-9656b7ff72f1', 'status': 'completed', 'code': 200} Feb 09 21:41:27.670486 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-90527a6c-a7f9-40f0-9227-fc08d4c60c5c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 21:41:27.671015 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90527a6c-a7f9-40f0-9227-fc08d4c60c5c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:41:27.730456 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-90527a6c-a7f9-40f0-9227-fc08d4c60c5c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2722213 Feb 09 21:41:27.734409 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59976) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:27.779147 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-8553a3e6-19ab-4c67-8583-0967717dace6 service neutron] 10.222.0.71 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261040 Feb 09 21:41:27.938834 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59980) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:27.985490 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e2054-13d7-4059-b53e-4eb810dc674b req-9ec9ca54-045c-4432-ab7b-e01a6c9df5ca tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:27.987178 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c40e2054-13d7-4059-b53e-4eb810dc674b req-9ec9ca54-045c-4432-ab7b-e01a6c9df5ca tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e74af8-6923-41bd-a290-2b0fcfa8851b HTTP/1.1" status: 200 len: 944 time: 0.2095783 Feb 09 21:41:28.021632 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-49a1adda-90be-4ed7-ad7a-922d5d2c856a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7f337c254d834fbba58af696fa675308&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0771651 Feb 09 21:41:28.027352 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59982) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:28.067074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0905c169-bee4-418a-a1dc-117376a5ee3e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:28.075053 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0905c169-bee4-418a-a1dc-117376a5ee3e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:28.080862 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0905c169-bee4-418a-a1dc-117376a5ee3e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3409724 Feb 09 21:41:28.082743 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59984) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:28.134444 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c40e2054-13d7-4059-b53e-4eb810dc674b req-dba2f1ce-9be3-4c6f-9285-b1a2803ea521 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181843 Feb 09 21:41:28.216205 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-be8bf492-b44d-4013-932a-ccdb8b017c7e req-68552826-f105-4a54-9443-ae2f8b760fbf service neutron] 10.222.0.71 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270215 Feb 09 21:41:28.375038 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:28.531293 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:28.532309 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:28.857346 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156197c2-1041-4e67-b51e-1492b0da2129 req-4b841c3b-8347-4b39-ab66-8cd49dc0dda8 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:28.878985 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-156197c2-1041-4e67-b51e-1492b0da2129 req-4b841c3b-8347-4b39-ab66-8cd49dc0dda8 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 943 time: 0.1569371 Feb 09 21:41:28.886438 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:28.894178 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:28.959925 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24ee4799-dc17-4dce-b7b3-d909585436ad admin admin] Publish callbacks [] for security_group (ed76375a-da1f-445f-a7c7-13af71bcd2c7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:28.996654 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-156197c2-1041-4e67-b51e-1492b0da2129 req-e8c86c2a-94bf-430c-843c-8f9d4a72f5fc tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/security-groups?id=49b5190e-f93b-42e7-81c0-04211c9abbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151693 Feb 09 21:41:29.016108 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:29.032061 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.101240 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24ee4799-dc17-4dce-b7b3-d909585436ad admin admin] Publish callbacks [] for security_group (ed76375a-da1f-445f-a7c7-13af71bcd2c7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.149118 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:29.176701 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4abf35-c16e-4bad-baa2-7efa024eb978 req-96d6968d-8115-43e8-9c5c-65042fc119a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:29.179125 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bc4abf35-c16e-4bad-baa2-7efa024eb978 req-96d6968d-8115-43e8-9c5c-65042fc119a3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=178a334a4d4c401b8c15c3fe9c3a710c&device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 1125 time: 0.2953064 Feb 09 21:41:29.185277 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-57fd3163-75ea-4f13-a50f-919f028a5470 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting port 3f0a4d34-57e0-416e-b943-33ae380fefda {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:29.186152 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57fd3163-75ea-4f13-a50f-919f028a5470 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (3f0a4d34-57e0-416e-b943-33ae380fefda), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.351932 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24ee4799-dc17-4dce-b7b3-d909585436ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ed76375a-da1f-445f-a7c7-13af71bcd2c7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.355127 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24ee4799-dc17-4dce-b7b3-d909585436ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.359216 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-24ee4799-dc17-4dce-b7b3-d909585436ad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ed76375a-da1f-445f-a7c7-13af71bcd2c7 HTTP/1.1" status: 204 len: 168 time: 1.3244312 Feb 09 21:41:29.425619 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57fd3163-75ea-4f13-a50f-919f028a5470 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (3f0a4d34-57e0-416e-b943-33ae380fefda), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.441010 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee4799-dc17-4dce-b7b3-d909585436ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed76375a-da1f-445f-a7c7-13af71bcd2c7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:29.465878 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-57fd3163-75ea-4f13-a50f-919f028a5470 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Calling delete_port for 3f0a4d34-57e0-416e-b943-33ae380fefda owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:29.543946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0bcae04b-be89-481b-be52-afce0de71424 None None] Provisioning complete for port 01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:29.544746 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0bcae04b-be89-481b-be52-afce0de71424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.614634 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4abf35-c16e-4bad-baa2-7efa024eb978 req-0d3b5fa5-ec05-42c7-9960-f292d0fca0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:29.616151 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bc4abf35-c16e-4bad-baa2-7efa024eb978 req-0d3b5fa5-ec05-42c7-9960-f292d0fca0a0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9cec45fb-c615-4147-9585-d66f5efcfe6c HTTP/1.1" status: 200 len: 920 time: 0.4260366 Feb 09 21:41:29.727991 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bc4abf35-c16e-4bad-baa2-7efa024eb978 req-6342261c-763f-4e70-a90e-432080f77fef service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=201691e8-8155-4ad4-86ea-9656b7ff72f1 HTTP/1.1" status: 200 len: 217 time: 0.0940623 Feb 09 21:41:29.735956 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0bcae04b-be89-481b-be52-afce0de71424 None None] Current status of the port 01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:29.897932 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4abf35-c16e-4bad-baa2-7efa024eb978 req-ae768be6-622f-4c6b-92d4-0b0df44d0499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:29.899560 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bc4abf35-c16e-4bad-baa2-7efa024eb978 req-ae768be6-622f-4c6b-92d4-0b0df44d0499 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e3c310f9-5e45-4b20-89c5-333731de760d HTTP/1.1" status: 200 len: 858 time: 0.1650565 Feb 09 21:41:29.946911 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c2932ea3-ee61-420d-af9d-0bc71506e404 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:30.089842 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57fd3163-75ea-4f13-a50f-919f028a5470 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (3f0a4d34-57e0-416e-b943-33ae380fefda), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:30.111168 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4abf35-c16e-4bad-baa2-7efa024eb978 req-19fcac9e-2c46-497c-b817-d5efdf2cd82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:30.128402 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bc4abf35-c16e-4bad-baa2-7efa024eb978 req-19fcac9e-2c46-497c-b817-d5efdf2cd82b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9cec45fb-c615-4147-9585-d66f5efcfe6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1863253 Feb 09 21:41:30.192569 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6694c2e0-80e6-412c-b610-4a9a5bd3381f None None] Could not find standard attr ID for object 3f0a4d34-57e0-416e-b943-33ae380fefda. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:41:30.196624 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd3163-75ea-4f13-a50f-919f028a5470 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Port': ['ID=3f0a4d34-57e0-416e-b943-33ae380fefda,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:30.200398 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7450fd-e5be-4272-afe2-910dbd37b64b req-2b755287-8fd1-4f70-b751-460e6b8e1e84 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:30.212420 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a7450fd-e5be-4272-afe2-910dbd37b64b req-2b755287-8fd1-4f70-b751-460e6b8e1e84 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e74af8-6923-41bd-a290-2b0fcfa8851b HTTP/1.1" status: 200 len: 944 time: 0.2617519 Feb 09 21:41:30.272392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port c2932ea3-ee61-420d-af9d-0bc71506e404 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:41:30.289769 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port c2932ea3-ee61-420d-af9d-0bc71506e404 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:30.290464 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c2932ea3-ee61-420d-af9d-0bc71506e404), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:30.353487 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a7450fd-e5be-4272-afe2-910dbd37b64b req-ea7f5d46-c9a6-44de-8c7f-c015474e3fdb tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297438 Feb 09 21:41:30.373917 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57fd3163-75ea-4f13-a50f-919f028a5470 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:30.377403 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-57fd3163-75ea-4f13-a50f-919f028a5470 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/3f0a4d34-57e0-416e-b943-33ae380fefda HTTP/1.1" status: 204 len: 168 time: 2.2897394 Feb 09 21:41:30.382825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60024) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:30.483395 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:30.490342 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bc4abf35-c16e-4bad-baa2-7efa024eb978 req-741c4e40-ba98-4135-ab45-cc5aa6c55c8d service neutron] 10.222.0.71 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108799 Feb 09 21:41:30.717686 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port c2932ea3-ee61-420d-af9d-0bc71506e404 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:30.723717 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c2932ea3-ee61-420d-af9d-0bc71506e404), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:30.764202 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddb1010-dcac-4d06-a576-3736d417f360 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:30.766958 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddb1010-dcac-4d06-a576-3736d417f360 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:30.774501 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-cddb1010-dcac-4d06-a576-3736d417f360 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3894131 Feb 09 21:41:30.788122 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60032) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:30.793393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e74af8-6923-41bd-a290-2b0fcfa8851b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2932ea3-ee61-420d-af9d-0bc71506e404'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:30.796288 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e36f42-ac3d-460a-95c3-aa2f639075b3" -d '{"events": [{"server_uuid": "f2e74af8-6923-41bd-a290-2b0fcfa8851b", "name": "network-vif-plugged", "status": "completed", "tag": "c2932ea3-ee61-420d-af9d-0bc71506e404"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:30.802240 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:30.802953 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:30.839625 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c2932ea3-ee61-420d-af9d-0bc71506e404, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c2932ea3-ee61-420d-af9d-0bc71506e404,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:30.849620 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c2932ea3-ee61-420d-af9d-0bc71506e404), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:30.905243 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 201691e8-8155-4ad4-86ea-9656b7ff72f1 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:41:30.935738 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bc4abf35-c16e-4bad-baa2-7efa024eb978 req-8fe4de2c-0e11-421f-8dfc-94f37906be56 service neutron] 10.222.0.71 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383385 Feb 09 21:41:30.997354 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=c2932ea3-ee61-420d-af9d-0bc71506e404,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:31.014422 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0c59c8-222a-4b1b-acf7-2ad33895fe48 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet 8463235b-00ab-411e-b428-bb8596ab4cc1 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:41:31.039058 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e0c59c8-222a-4b1b-acf7-2ad33895fe48 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (8463235b-00ab-411e-b428-bb8596ab4cc1), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.230488 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e0c59c8-222a-4b1b-acf7-2ad33895fe48 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (8463235b-00ab-411e-b428-bb8596ab4cc1), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.267279 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d4a44-0c6b-404c-a9e9-ad4f67c3ef20 req-7e4512f9-e76f-4157-8dc6-b7e740fb42df tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:31.277266 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-849d4a44-0c6b-404c-a9e9-ad4f67c3ef20 req-7e4512f9-e76f-4157-8dc6-b7e740fb42df tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 943 time: 0.6647413 Feb 09 21:41:31.414635 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 201691e8-8155-4ad4-86ea-9656b7ff72f1, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=201691e8-8155-4ad4-86ea-9656b7ff72f1,segment=NetworkSegment(abcfe71d-cb39-453c-9c43-b7f50d93b72c),segment_id=abcfe71d-cb39-453c-9c43-b7f50d93b72c)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:31.441786 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-849d4a44-0c6b-404c-a9e9-ad4f67c3ef20 req-877f98c7-498b-4e95-a66b-95912a57566a tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/security-groups?id=49b5190e-f93b-42e7-81c0-04211c9abbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610665 Feb 09 21:41:31.480168 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:31.492614 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '201691e8-8155-4ad4-86ea-9656b7ff72f1', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'port_id': '201691e8-8155-4ad4-86ea-9656b7ff72f1', 'mac_address': 'fa:16:3e:67:05:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:41:31.589275 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60064) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:31.654636 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609b3441-f28d-417f-a4b5-6e25102fadea x-openstack-request-id: req-609b3441-f28d-417f-a4b5-6e25102fadea {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:31.654954 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e74af8-6923-41bd-a290-2b0fcfa8851b", "name": "network-vif-plugged", "status": "completed", "tag": "c2932ea3-ee61-420d-af9d-0bc71506e404", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:31.657048 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-609b3441-f28d-417f-a4b5-6e25102fadea {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:31.657718 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e74af8-6923-41bd-a290-2b0fcfa8851b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2932ea3-ee61-420d-af9d-0bc71506e404', 'code': 200} Feb 09 21:41:31.662834 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e0c59c8-222a-4b1b-acf7-2ad33895fe48 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (8463235b-00ab-411e-b428-bb8596ab4cc1), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.728021 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 201691e8-8155-4ad4-86ea-9656b7ff72f1 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:31.729171 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (201691e8-8155-4ad4-86ea-9656b7ff72f1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.765904 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201691e8-8155-4ad4-86ea-9656b7ff72f1 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:41:31.790123 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fa3cb-96e9-4f71-9541-65c53638257a req-747fdda0-1617-42da-bd05-8bd25b00386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:31.793996 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1e4fa3cb-96e9-4f71-9541-65c53638257a req-747fdda0-1617-42da-bd05-8bd25b00386c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f2e74af8-6923-41bd-a290-2b0fcfa8851b HTTP/1.1" status: 200 len: 1127 time: 0.1032493 Feb 09 21:41:31.820458 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 201691e8-8155-4ad4-86ea-9656b7ff72f1, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=201691e8-8155-4ad4-86ea-9656b7ff72f1,segment=NetworkSegment(abcfe71d-cb39-453c-9c43-b7f50d93b72c),segment_id=abcfe71d-cb39-453c-9c43-b7f50d93b72c)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:31.844253 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (201691e8-8155-4ad4-86ea-9656b7ff72f1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.958874 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1e4fa3cb-96e9-4f71-9541-65c53638257a req-3aae4294-ef9d-4d99-b20b-e2238dbb6d01 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538107 Feb 09 21:41:31.965422 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-a522f654-8da5-4922-adb1-bba93a0ff5eb admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-858426367-network', 'tenant_id': 'c286a60db7b149148ec99282304452cf'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:31.982570 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6aad8-6ea9-4f8d-a0f9-0002eee2f74d req-2f1e4411-92de-4ab1-8e54-24f7a6242e95 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:31.993057 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82f6aad8-6ea9-4f8d-a0f9-0002eee2f74d req-2f1e4411-92de-4ab1-8e54-24f7a6242e95 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e74af8-6923-41bd-a290-2b0fcfa8851b HTTP/1.1" status: 200 len: 945 time: 0.2508843 Feb 09 21:41:32.016358 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e0c59c8-222a-4b1b-acf7-2ad33895fe48 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (8463235b-00ab-411e-b428-bb8596ab4cc1), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.056671 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a522f654-8da5-4922-adb1-bba93a0ff5eb admin admin] Made reservation on behalf of c286a60db7b149148ec99282304452cf for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:32.061173 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a522f654-8da5-4922-adb1-bba93a0ff5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.061515 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=201691e8-8155-4ad4-86ea-9656b7ff72f1,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:32.081349 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.082228 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.082869 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.083492 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.084333 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.084974 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.085598 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.086148 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.086724 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.087405 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.088527 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.089157 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.090105 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.099711 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a522f654-8da5-4922-adb1-bba93a0ff5eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.127129 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['201691e8-8155-4ad4-86ea-9656b7ff72f1'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:41:32.199829 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c59c8-222a-4b1b-acf7-2ad33895fe48 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=8463235b-00ab-411e-b428-bb8596ab4cc1,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:32.262892 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e0c59c8-222a-4b1b-acf7-2ad33895fe48 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.270221 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8e0c59c8-222a-4b1b-acf7-2ad33895fe48 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/8463235b-00ab-411e-b428-bb8596ab4cc1 HTTP/1.1" status: 204 len: 168 time: 1.4768610 Feb 09 21:41:32.274930 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60078) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:32.367905 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8e294b23-41ed-4036-a950-16e3eeaeae99 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0904932 Feb 09 21:41:32.375501 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d6ca50-9b13-4bfc-b8c3-cdf7b12af2b7 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:32.383070 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82f6aad8-6ea9-4f8d-a0f9-0002eee2f74d req-2e0ab52c-888e-4f3f-88ea-ffe8771aaa8e tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784735 Feb 09 21:41:32.390537 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60080) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:32.424482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6dfee94e-b5bd-40dd-b39c-23e6f08d5d13 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:32.594543 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a522f654-8da5-4922-adb1-bba93a0ff5eb admin admin] Publish callbacks [] for security_group (b0af89bd-0214-42c8-a5b7-35de5d3f9493), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.606889 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a522f654-8da5-4922-adb1-bba93a0ff5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b0af89bd-0214-42c8-a5b7-35de5d3f9493), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.737650 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522f654-8da5-4922-adb1-bba93a0ff5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0af89bd-0214-42c8-a5b7-35de5d3f9493,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:32.770847 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a522f654-8da5-4922-adb1-bba93a0ff5eb admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:41:32.791697 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a522f654-8da5-4922-adb1-bba93a0ff5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e2d68432-eddf-40af-9170-321a3a2b368f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.793645 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-a522f654-8da5-4922-adb1-bba93a0ff5eb admin admin] Added segment e2d68432-eddf-40af-9170-321a3a2b368f of type vlan for network 604e7064-10a1-4dac-b2c6-61b1a2e1ef50 Feb 09 21:41:32.868084 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52278e1-6459-4029-8d42-8045e5708824 req-cd23eca8-179c-45ed-92d9-26b2cc4099d9 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:32.895998 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b52278e1-6459-4029-8d42-8045e5708824 req-cd23eca8-179c-45ed-92d9-26b2cc4099d9 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 944 time: 0.2554603 Feb 09 21:41:32.898618 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a522f654-8da5-4922-adb1-bba93a0ff5eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (604e7064-10a1-4dac-b2c6-61b1a2e1ef50), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.945674 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469bb163-3ab1-413b-aaa0-ecf4fc30a923 None None] DHCP port deletion for 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:41:32.949255 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfee94e-b5bd-40dd-b39c-23e6f08d5d13 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:32.953330 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6dfee94e-b5bd-40dd-b39c-23e6f08d5d13 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.034555 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b52278e1-6459-4029-8d42-8045e5708824 req-5d2874a7-9ad2-4419-8180-191f252a67ff tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/security-groups?id=49b5190e-f93b-42e7-81c0-04211c9abbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289413 Feb 09 21:41:33.073617 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-469bb163-3ab1-413b-aaa0-ecf4fc30a923 None None] Deleting port 01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:33.074025 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-469bb163-3ab1-413b-aaa0-ecf4fc30a923 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.135851 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a522f654-8da5-4922-adb1-bba93a0ff5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (604e7064-10a1-4dac-b2c6-61b1a2e1ef50), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.137119 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a522f654-8da5-4922-adb1-bba93a0ff5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:33.137727 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a522f654-8da5-4922-adb1-bba93a0ff5eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.233233 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-469bb163-3ab1-413b-aaa0-ecf4fc30a923 None None] For port 01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:33.244909 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-469bb163-3ab1-413b-aaa0-ecf4fc30a923 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.275089 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-469bb163-3ab1-413b-aaa0-ecf4fc30a923 None None] Calling delete_port for 01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:33.386871 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522f654-8da5-4922-adb1-bba93a0ff5eb admin admin] Pushing event updated for resources: {'Network': ['ID=604e7064-10a1-4dac-b2c6-61b1a2e1ef50,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:33.481751 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60100) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:33.488612 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-526aa9fb-ea0e-4397-89f4-33a07d350c79 admin admin] Request body: {'subnet': {'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-858426367-subnet', 'tenant_id': 'c286a60db7b149148ec99282304452cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:33.494648 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a522f654-8da5-4922-adb1-bba93a0ff5eb admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9038675 Feb 09 21:41:33.522428 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 604e7064-10a1-4dac-b2c6-61b1a2e1ef50 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:41:33.544292 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526aa9fb-ea0e-4397-89f4-33a07d350c79 admin admin] Made reservation on behalf of c286a60db7b149148ec99282304452cf for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:33.547447 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-526aa9fb-ea0e-4397-89f4-33a07d350c79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.619049 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-469bb163-3ab1-413b-aaa0-ecf4fc30a923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.638428 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469bb163-3ab1-413b-aaa0-ecf4fc30a923 None None] No DVR routers for this DVR port 01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:33.744599 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bb163-3ab1-413b-aaa0-ecf4fc30a923 None None] Pushing event deleted for resources: {'Port': ['ID=01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:33.992951 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-0284a523-29b0-4376-893e-18379112b669 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:33.997796 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-0284a523-29b0-4376-893e-18379112b669 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e74af8-6923-41bd-a290-2b0fcfa8851b HTTP/1.1" status: 200 len: 945 time: 0.5548131 Feb 09 21:41:34.086306 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60108) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:34.166643 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6dfee94e-b5bd-40dd-b39c-23e6f08d5d13 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (d104aba1-5290-4647-8193-04daf9cec7b2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.258495 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfee94e-b5bd-40dd-b39c-23e6f08d5d13 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:34.266587 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-6dfee94e-b5bd-40dd-b39c-23e6f08d5d13 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:34.274735 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfee94e-b5bd-40dd-b39c-23e6f08d5d13 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:34.282052 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130de5a4-8339-4ebd-928b-94fcc66dfcf2 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:34.292681 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6dfee94e-b5bd-40dd-b39c-23e6f08d5d13 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.445097 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcb7fe-7d50-4ffd-a2db-b964db3100c5 req-878f4819-b156-4b73-b221-bdba5397b602 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:34.455287 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d2fcb7fe-7d50-4ffd-a2db-b964db3100c5 req-878f4819-b156-4b73-b221-bdba5397b602 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e74af8-6923-41bd-a290-2b0fcfa8851b HTTP/1.1" status: 200 len: 945 time: 0.8768213 Feb 09 21:41:34.463466 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-526aa9fb-ea0e-4397-89f4-33a07d350c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (89c198a6-8a39-4e34-a647-f29ce9301483), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.494716 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:34.541551 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:34.542397 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 01605aa5-edd4-4a2a-9a8b-8b1312a9cdcd not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:34.584288 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6dfee94e-b5bd-40dd-b39c-23e6f08d5d13 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1914058 Feb 09 21:41:34.595886 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60116) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:34.606869 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-df29a620-23b5-45a5-93fe-4be2e4ee4eb9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'fixed_ips': [{'subnet_id': 'd104aba1-5290-4647-8193-04daf9cec7b2', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1535929132'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:34.675999 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b39bbe39-bfdc-457c-add5-2810acb91a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.715636 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfee94e-b5bd-40dd-b39c-23e6f08d5d13 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=d104aba1-5290-4647-8193-04daf9cec7b2,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:34.785085 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-31e8870c-92e8-4e43-808d-c7177c7c306b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Deleting port c2932ea3-ee61-420d-af9d-0bc71506e404 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:34.785710 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-31e8870c-92e8-4e43-808d-c7177c7c306b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c2932ea3-ee61-420d-af9d-0bc71506e404), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.155623 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b39bbe39-bfdc-457c-add5-2810acb91a17 admin admin] Publish callbacks [] for security_group (16416fbc-81bb-4729-84fd-2c9461b47382), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.198231 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526aa9fb-ea0e-4397-89f4-33a07d350c79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89c198a6-8a39-4e34-a647-f29ce9301483,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:35.200518 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b39bbe39-bfdc-457c-add5-2810acb91a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (16416fbc-81bb-4729-84fd-2c9461b47382), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.241028 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b39bbe39-bfdc-457c-add5-2810acb91a17 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=51f7a372806f4a54b7d0938250690d39&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1434045 Feb 09 21:41:35.243567 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60122) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:35.261104 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d2fcb7fe-7d50-4ffd-a2db-b964db3100c5 req-5e624b33-450c-4c70-a4ac-345c21a54737 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7997158 Feb 09 21:41:35.403038 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526aa9fb-ea0e-4397-89f4-33a07d350c79 admin admin] Checking segment: {'id': 'e2d68432-eddf-40af-9170-321a3a2b368f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:35.403796 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526aa9fb-ea0e-4397-89f4-33a07d350c79 admin admin] Network hostable DHCP agents. Network: 604e7064-10a1-4dac-b2c6-61b1a2e1ef50, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:41:35.415150 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df29a620-23b5-45a5-93fe-4be2e4ee4eb9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:35.436065 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 201691e8-8155-4ad4-86ea-9656b7ff72f1 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:35.454607 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-31e8870c-92e8-4e43-808d-c7177c7c306b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] For port c2932ea3-ee61-420d-af9d-0bc71506e404, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c2932ea3-ee61-420d-af9d-0bc71506e404,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:35.456573 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-31e8870c-92e8-4e43-808d-c7177c7c306b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c2932ea3-ee61-420d-af9d-0bc71506e404), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.478542 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bbe39-bfdc-457c-add5-2810acb91a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16416fbc-81bb-4729-84fd-2c9461b47382,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:35.603116 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-31e8870c-92e8-4e43-808d-c7177c7c306b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Calling delete_port for c2932ea3-ee61-420d-af9d-0bc71506e404 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:35.627471 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7561cb2e-797d-4e98-92ff-e33261312f88 admin admin] Publish callbacks [] for security_group (16416fbc-81bb-4729-84fd-2c9461b47382), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.629797 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc76cde-f2e6-4f0c-bfdd-73bd60bb6389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'fixed_ips': [{'subnet_id': 'd104aba1-5290-4647-8193-04daf9cec7b2'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:41:35.630773 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3bc76cde-f2e6-4f0c-bfdd-73bd60bb6389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.737919 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526aa9fb-ea0e-4397-89f4-33a07d350c79 admin admin] Network 604e7064-10a1-4dac-b2c6-61b1a2e1ef50 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:41:35.760043 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7561cb2e-797d-4e98-92ff-e33261312f88 admin admin] Publish callbacks [] for security_group (16416fbc-81bb-4729-84fd-2c9461b47382), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.774865 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-526aa9fb-ea0e-4397-89f4-33a07d350c79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 604e7064-10a1-4dac-b2c6-61b1a2e1ef50) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:35.777955 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 201691e8-8155-4ad4-86ea-9656b7ff72f1 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:41:35.785712 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526aa9fb-ea0e-4397-89f4-33a07d350c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:35.787830 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-526aa9fb-ea0e-4397-89f4-33a07d350c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.869668 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d41bbe-7213-4c30-aca0-e827a49ad1ff req-92ba0141-9106-4be7-b753-a44fd5e07d7d tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:35.872791 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73d41bbe-7213-4c30-aca0-e827a49ad1ff req-92ba0141-9106-4be7-b753-a44fd5e07d7d tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 944 time: 0.3729906 Feb 09 21:41:35.906117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f72474f-d4c3-45cb-bae4-3d72c3d92163 None None] Network 604e7064-10a1-4dac-b2c6-61b1a2e1ef50 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:35.971499 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 201691e8-8155-4ad4-86ea-9656b7ff72f1 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:35.972003 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (201691e8-8155-4ad4-86ea-9656b7ff72f1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.974890 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-526aa9fb-ea0e-4397-89f4-33a07d350c79 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4916956 Feb 09 21:41:36.004727 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df29a620-23b5-45a5-93fe-4be2e4ee4eb9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.096349 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73d41bbe-7213-4c30-aca0-e827a49ad1ff req-66bf6f60-72a2-4662-b8db-b5b622a64d06 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/security-groups?id=49b5190e-f93b-42e7-81c0-04211c9abbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072408 Feb 09 21:41:36.111362 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-df29a620-23b5-45a5-93fe-4be2e4ee4eb9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] device_id is not set on port e833b4aa-36ab-4bf4-9b56-36ea865c1868 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:41:36.117300 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7561cb2e-797d-4e98-92ff-e33261312f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (16416fbc-81bb-4729-84fd-2c9461b47382), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.121472 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7561cb2e-797d-4e98-92ff-e33261312f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.134426 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7561cb2e-797d-4e98-92ff-e33261312f88 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/16416fbc-81bb-4729-84fd-2c9461b47382 HTTP/1.1" status: 204 len: 168 time: 0.8876917 Feb 09 21:41:36.167715 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561cb2e-797d-4e98-92ff-e33261312f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16416fbc-81bb-4729-84fd-2c9461b47382,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:36.407234 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-3bc76cde-f2e6-4f0c-bfdd-73bd60bb6389 None None] Allocated IP 2001:db8::2 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/d104aba1-5290-4647-8193-04daf9cec7b2/900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:36.816511 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-31e8870c-92e8-4e43-808d-c7177c7c306b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c2932ea3-ee61-420d-af9d-0bc71506e404), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.908759 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0983c7b-7413-44d2-904f-09941a8729c3 req-c5de8a32-55c7-42df-9e8f-1b537c05fae1 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:36.911528 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a0983c7b-7413-44d2-904f-09941a8729c3 req-c5de8a32-55c7-42df-9e8f-1b537c05fae1 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e74af8-6923-41bd-a290-2b0fcfa8851b HTTP/1.1" status: 200 len: 945 time: 0.3508885 Feb 09 21:41:36.982452 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8870c-92e8-4e43-808d-c7177c7c306b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Pushing event deleted for resources: {'Port': ['ID=c2932ea3-ee61-420d-af9d-0bc71506e404,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:36.993429 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3bc76cde-f2e6-4f0c-bfdd-73bd60bb6389 None None] Publish callbacks [] for port (900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.122707 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-df29a620-23b5-45a5-93fe-4be2e4ee4eb9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:41:37.127004 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df29a620-23b5-45a5-93fe-4be2e4ee4eb9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:41:37.137457 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['c2932ea3-ee61-420d-af9d-0bc71506e404'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:41:37.155217 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a0983c7b-7413-44d2-904f-09941a8729c3 req-5f788739-1e18-4f91-b2d3-aed7f087c28b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231586 Feb 09 21:41:37.179676 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3bc76cde-f2e6-4f0c-bfdd-73bd60bb6389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.236528 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-31e8870c-92e8-4e43-808d-c7177c7c306b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] No DVR routers for this DVR port c2932ea3-ee61-420d-af9d-0bc71506e404 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:37.240067 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-31e8870c-92e8-4e43-808d-c7177c7c306b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.243592 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bfbb6d15-8d72-44e2-a00a-259125c984f7 req-31e8870c-92e8-4e43-808d-c7177c7c306b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.42 "DELETE /v2.0/ports/c2932ea3-ee61-420d-af9d-0bc71506e404 HTTP/1.1" status: 204 len: 173 time: 3.2393854 Feb 09 21:41:37.244658 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e74af8-6923-41bd-a290-2b0fcfa8851b', 'name': 'network-vif-deleted', 'tag': 'c2932ea3-ee61-420d-af9d-0bc71506e404'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:37.247508 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a177de2-2384-4916-ab94-67ffaeb26997" -d '{"events": [{"server_uuid": "f2e74af8-6923-41bd-a290-2b0fcfa8851b", "name": "network-vif-deleted", "tag": "c2932ea3-ee61-420d-af9d-0bc71506e404"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:37.268832 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60160) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:37.287215 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-df29a620-23b5-45a5-93fe-4be2e4ee4eb9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.6711283 Feb 09 21:41:37.606437 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc76cde-f2e6-4f0c-bfdd-73bd60bb6389 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:37.608317 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea036c3-98cb-466b-840d-2242135f3a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-604e7064-10a1-4dac-b2c6-61b1a2e1ef50', 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50', 'project_id': 'c286a60db7b149148ec99282304452cf', 'fixed_ips': [{'subnet_id': '89c198a6-8a39-4e34-a647-f29ce9301483'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:41:37.609456 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aea036c3-98cb-466b-840d-2242135f3a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.620546 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3860ee29-7fc6-4e1e-ab67-5511a5dc78c3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:37.630650 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-3bc76cde-f2e6-4f0c-bfdd-73bd60bb6389 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:37.635727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc76cde-f2e6-4f0c-bfdd-73bd60bb6389 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:37.636386 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60170) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:37.650832 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3860ee29-7fc6-4e1e-ab67-5511a5dc78c3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3616240 Feb 09 21:41:37.710560 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c42d4-0750-40e1-bba6-15fcd342d5b4 req-0da0235b-ef9b-4619-b1e3-256c40d8d766 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:37.726121 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b9c42d4-0750-40e1-bba6-15fcd342d5b4 req-0da0235b-ef9b-4619-b1e3-256c40d8d766 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 944 time: 0.3430510 Feb 09 21:41:37.803300 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-aea036c3-98cb-466b-840d-2242135f3a08 None None] Allocated IP 172.20.0.2 (604e7064-10a1-4dac-b2c6-61b1a2e1ef50/89c198a6-8a39-4e34-a647-f29ce9301483/8e5e9fe9-594d-481a-bca3-b975dc24d52c) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:37.835913 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffcc1a6-f448-4aed-9ecc-f767a4e6c28e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:37.847852 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffcc1a6-f448-4aed-9ecc-f767a4e6c28e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:37.855834 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2ffcc1a6-f448-4aed-9ecc-f767a4e6c28e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2141752 Feb 09 21:41:37.858278 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60174) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:37.915587 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f9855c81-9993-43c2-9bf6-587f18ef5310 req-61ceaf61-fa8e-4e41-8eca-956c9898d8e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4da379594fdf42339bba1d92c8147535&device_id=f2e74af8-6923-41bd-a290-2b0fcfa8851b HTTP/1.1" status: 200 len: 210 time: 0.0591257 Feb 09 21:41:38.056420 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b9c42d4-0750-40e1-bba6-15fcd342d5b4 req-6ed98d88-c876-4dc6-9370-1329150f1c8d tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/security-groups?id=49b5190e-f93b-42e7-81c0-04211c9abbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200593 Feb 09 21:41:38.125375 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-359b2ad1-b767-420a-bb1c-bfea7ab7da78 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet d104aba1-5290-4647-8193-04daf9cec7b2 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:41:38.128969 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-359b2ad1-b767-420a-bb1c-bfea7ab7da78 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (d104aba1-5290-4647-8193-04daf9cec7b2), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.224435 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-359b2ad1-b767-420a-bb1c-bfea7ab7da78 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (d104aba1-5290-4647-8193-04daf9cec7b2), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.320975 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aea036c3-98cb-466b-840d-2242135f3a08 None None] Publish callbacks [] for port (8e5e9fe9-594d-481a-bca3-b975dc24d52c), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.459156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9855c81-9993-43c2-9bf6-587f18ef5310 req-9d6d27ec-dd06-4699-aeab-77a3fb535355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:38.473550 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f9855c81-9993-43c2-9bf6-587f18ef5310 req-9d6d27ec-dd06-4699-aeab-77a3fb535355 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=4da379594fdf42339bba1d92c8147535&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5471148 Feb 09 21:41:38.548407 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-359b2ad1-b767-420a-bb1c-bfea7ab7da78 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (d104aba1-5290-4647-8193-04daf9cec7b2), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.628941 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aea036c3-98cb-466b-840d-2242135f3a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (8e5e9fe9-594d-481a-bca3-b975dc24d52c), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.728807 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-631a2373-49a1-4037-9543-743a7c06a0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.737590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3bc76cde-f2e6-4f0c-bfdd-73bd60bb6389 None None] Attempting to bind port 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:38.738226 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3bc76cde-f2e6-4f0c-bfdd-73bd60bb6389 None None] Attempting to bind port 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:38.738858 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc76cde-f2e6-4f0c-bfdd-73bd60bb6389 None None] Attempting to bind port 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a on network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:38.772438 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc76cde-f2e6-4f0c-bfdd-73bd60bb6389 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:38.773205 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc76cde-f2e6-4f0c-bfdd-73bd60bb6389 None None] Checking segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:38.774445 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3bc76cde-f2e6-4f0c-bfdd-73bd60bb6389 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.775119 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc76cde-f2e6-4f0c-bfdd-73bd60bb6389 None None] Bound using segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:38.778413 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3bc76cde-f2e6-4f0c-bfdd-73bd60bb6389 None None] Bound port: 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:38.779269 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3bc76cde-f2e6-4f0c-bfdd-73bd60bb6389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.817988 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea036c3-98cb-466b-840d-2242135f3a08 None None] Network 604e7064-10a1-4dac-b2c6-61b1a2e1ef50 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:38.833879 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc76cde-f2e6-4f0c-bfdd-73bd60bb6389 None None] Pushing event updated for resources: {'Port': ['ID=900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:38.888849 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-359b2ad1-b767-420a-bb1c-bfea7ab7da78 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (d104aba1-5290-4647-8193-04daf9cec7b2), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.942465 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60202) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:38.958436 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-aea036c3-98cb-466b-840d-2242135f3a08 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:38.966371 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea036c3-98cb-466b-840d-2242135f3a08 None None] Pushing event updated for resources: {'Port': ['ID=8e5e9fe9-594d-481a-bca3-b975dc24d52c,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:38.979193 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea036c3-98cb-466b-840d-2242135f3a08 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:39.063277 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 201691e8-8155-4ad4-86ea-9656b7ff72f1 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:39.063798 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (201691e8-8155-4ad4-86ea-9656b7ff72f1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.086519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-aea036c3-98cb-466b-840d-2242135f3a08 None None] Attempting to bind port 8e5e9fe9-594d-481a-bca3-b975dc24d52c on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:39.087371 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-aea036c3-98cb-466b-840d-2242135f3a08 None None] Attempting to bind port 8e5e9fe9-594d-481a-bca3-b975dc24d52c by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'e2d68432-eddf-40af-9170-321a3a2b368f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:39.088462 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea036c3-98cb-466b-840d-2242135f3a08 None None] Attempting to bind port 8e5e9fe9-594d-481a-bca3-b975dc24d52c on network 604e7064-10a1-4dac-b2c6-61b1a2e1ef50 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:39.109901 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea036c3-98cb-466b-840d-2242135f3a08 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:39.110483 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea036c3-98cb-466b-840d-2242135f3a08 None None] Checking segment: {'id': 'e2d68432-eddf-40af-9170-321a3a2b368f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:39.110719 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aea036c3-98cb-466b-840d-2242135f3a08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.111133 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea036c3-98cb-466b-840d-2242135f3a08 None None] Bound using segment: {'id': 'e2d68432-eddf-40af-9170-321a3a2b368f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:39.111739 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-aea036c3-98cb-466b-840d-2242135f3a08 None None] Bound port: 8e5e9fe9-594d-481a-bca3-b975dc24d52c, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d68432-eddf-40af-9170-321a3a2b368f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:39.112140 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aea036c3-98cb-466b-840d-2242135f3a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8e5e9fe9-594d-481a-bca3-b975dc24d52c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.113290 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b2ad1-b767-420a-bb1c-bfea7ab7da78 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=d104aba1-5290-4647-8193-04daf9cec7b2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:39.125220 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-359b2ad1-b767-420a-bb1c-bfea7ab7da78 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.138162 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-359b2ad1-b767-420a-bb1c-bfea7ab7da78 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/d104aba1-5290-4647-8193-04daf9cec7b2 HTTP/1.1" status: 204 len: 168 time: 1.2780950 Feb 09 21:41:39.192499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60208) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:39.210585 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-3bc76cde-f2e6-4f0c-bfdd-73bd60bb6389 None None] For port 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:39.221208 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea5178c-6dbb-4768-8cb6-947b1bb326d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201691e8-8155-4ad4-86ea-9656b7ff72f1'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:39.224984 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e345e0f-7ec2-4703-8048-236672bb1dc2" -d '{"events": [{"server_uuid": "4ea5178c-6dbb-4768-8cb6-947b1bb326d7", "name": "network-vif-plugged", "status": "completed", "tag": "201691e8-8155-4ad4-86ea-9656b7ff72f1"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:39.299077 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 201691e8-8155-4ad4-86ea-9656b7ff72f1, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=201691e8-8155-4ad4-86ea-9656b7ff72f1,segment=NetworkSegment(abcfe71d-cb39-453c-9c43-b7f50d93b72c),segment_id=abcfe71d-cb39-453c-9c43-b7f50d93b72c)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:39.320618 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-3bc76cde-f2e6-4f0c-bfdd-73bd60bb6389 None None] For port 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:39.328815 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (201691e8-8155-4ad4-86ea-9656b7ff72f1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.480429 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9855c81-9993-43c2-9bf6-587f18ef5310 req-f3bff7d0-cea8-4a01-883f-2ce273bb93c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:39.483617 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f9855c81-9993-43c2-9bf6-587f18ef5310 req-f3bff7d0-cea8-4a01-883f-2ce273bb93c8 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0028546 Feb 09 21:41:39.492090 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8ee09d5a-a9f9-4339-95df-eb1a71823993 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2919326 Feb 09 21:41:39.506500 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60214) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:39.529006 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-df1a2461-07de-4f8e-a66b-908ebc47fbfa tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:39.558365 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=201691e8-8155-4ad4-86ea-9656b7ff72f1,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:39.573395 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-bbac5aec-9080-4b10-b45b-561171fdd046 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:39.576788 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-bbac5aec-9080-4b10-b45b-561171fdd046 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/networks?id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50 HTTP/1.1" status: 200 len: 815 time: 0.6270313 Feb 09 21:41:39.583409 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3bc76cde-f2e6-4f0c-bfdd-73bd60bb6389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.618419 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-b95fed3f-433d-4e44-a442-0fc3d24f6d73 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/quotas/c286a60db7b149148ec99282304452cf HTTP/1.1" status: 200 len: 375 time: 0.0313160 Feb 09 21:41:39.684450 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6bc1fe47-758b-4f2f-b465-d3fed4f0b7ae admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1417989589-network', 'tenant_id': '482e5f69d816445c9b920dfb5a9fa3e6'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:39.807936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-aea036c3-98cb-466b-840d-2242135f3a08 None None] For port 8e5e9fe9-594d-481a-bca3-b975dc24d52c, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:39.818107 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-4de478a3-fea0-4322-bce7-f59391e99f75 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c286a60db7b149148ec99282304452cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1723263 Feb 09 21:41:39.820380 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc1fe47-758b-4f2f-b465-d3fed4f0b7ae admin admin] Made reservation on behalf of 482e5f69d816445c9b920dfb5a9fa3e6 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:39.832878 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bc1fe47-758b-4f2f-b465-d3fed4f0b7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.839325 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc76cde-f2e6-4f0c-bfdd-73bd60bb6389 None None] Pushing event updated for resources: {'Port': ['ID=900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:39.896296 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bc1fe47-758b-4f2f-b465-d3fed4f0b7ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.900273 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-aea036c3-98cb-466b-840d-2242135f3a08 None None] For port 8e5e9fe9-594d-481a-bca3-b975dc24d52c, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8e5e9fe9-594d-481a-bca3-b975dc24d52c,segment=NetworkSegment(e2d68432-eddf-40af-9170-321a3a2b368f),segment_id=e2d68432-eddf-40af-9170-321a3a2b368f)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:39.924497 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aea036c3-98cb-466b-840d-2242135f3a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8e5e9fe9-594d-481a-bca3-b975dc24d52c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.995518 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-22b1c709-467a-47d3-9ed0-d2ba718bcf54 service neutron] 10.222.0.77 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659744 Feb 09 21:41:40.004499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1a2461-07de-4f8e-a66b-908ebc47fbfa tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:40.017568 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df1a2461-07de-4f8e-a66b-908ebc47fbfa tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.197813 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea036c3-98cb-466b-840d-2242135f3a08 None None] Pushing event updated for resources: {'Port': ['ID=8e5e9fe9-594d-481a-bca3-b975dc24d52c,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:40.437349 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-2e160bc6-519e-4588-a02f-a6e5039eab98 service neutron] 10.222.0.77 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211433 Feb 09 21:41:40.466367 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e28bb8d0-dfa7-43bd-8f7d-5967bf44e4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.777427 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df1a2461-07de-4f8e-a66b-908ebc47fbfa tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (0a7b5e8a-dcc8-4df8-825e-fc383d3a3b2e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.937485 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1a2461-07de-4f8e-a66b-908ebc47fbfa tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:41.055626 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bc1fe47-758b-4f2f-b465-d3fed4f0b7ae admin admin] Publish callbacks [] for security_group (32b74417-b19c-4aa7-b616-fdb54f303802), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.139424 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-df1a2461-07de-4f8e-a66b-908ebc47fbfa tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:41.190847 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bc1fe47-758b-4f2f-b465-d3fed4f0b7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (32b74417-b19c-4aa7-b616-fdb54f303802), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.230681 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1a2461-07de-4f8e-a66b-908ebc47fbfa tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:41.239241 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df1a2461-07de-4f8e-a66b-908ebc47fbfa tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.403543 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341f5da9-32ee-4f8d-b003-b89617f115ea x-openstack-request-id: req-341f5da9-32ee-4f8d-b003-b89617f115ea {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:41.404386 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e74af8-6923-41bd-a290-2b0fcfa8851b", "name": "network-vif-deleted", "tag": "c2932ea3-ee61-420d-af9d-0bc71506e404", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:41.404509 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-341f5da9-32ee-4f8d-b003-b89617f115ea {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:41.405168 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e74af8-6923-41bd-a290-2b0fcfa8851b', 'name': 'network-vif-deleted', 'tag': 'c2932ea3-ee61-420d-af9d-0bc71506e404', 'status': 'completed', 'code': 200} Feb 09 21:41:41.509136 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.550286 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f9855c81-9993-43c2-9bf6-587f18ef5310 req-79cb69f0-e705-4b94-a81b-a1df74ec326c tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e74af8-6923-41bd-a290-2b0fcfa8851b HTTP/1.1" status: 200 len: 210 time: 0.5408530 Feb 09 21:41:41.578305 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ab61827-f498-4314-85d4-518314c29e23 req-df31f263-0def-48e6-8812-723f5d417b02 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e74af8-6923-41bd-a290-2b0fcfa8851b HTTP/1.1" status: 200 len: 210 time: 0.0578809 Feb 09 21:41:41.608887 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-df1a2461-07de-4f8e-a66b-908ebc47fbfa tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0990477 Feb 09 21:41:41.612429 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60240) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:41.620338 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7f9cbc6b-cf22-4488-9781-fc00728b14b1 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-755484263', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:41.655279 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a2461-07de-4f8e-a66b-908ebc47fbfa tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=0a7b5e8a-dcc8-4df8-825e-fc383d3a3b2e,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:41.685753 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc1fe47-758b-4f2f-b465-d3fed4f0b7ae admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:41:41.716051 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f9cbc6b-cf22-4488-9781-fc00728b14b1 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (296b5803-0aeb-4d83-b376-c7e8738ef3e1), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.717816 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f9cbc6b-cf22-4488-9781-fc00728b14b1 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (296b5803-0aeb-4d83-b376-c7e8738ef3e1), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.726647 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1fe47-758b-4f2f-b465-d3fed4f0b7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b74417-b19c-4aa7-b616-fdb54f303802,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:41.749805 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bc1fe47-758b-4f2f-b465-d3fed4f0b7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (02778d40-efa5-4e99-a348-42ab21648741), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.750486 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-6bc1fe47-758b-4f2f-b465-d3fed4f0b7ae admin admin] Added segment 02778d40-efa5-4e99-a348-42ab21648741 of type vlan for network 8eddd0b3-959a-42e1-a3ab-9f0fab7ac2e2 Feb 09 21:41:41.963720 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bc1fe47-758b-4f2f-b465-d3fed4f0b7ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (8eddd0b3-959a-42e1-a3ab-9f0fab7ac2e2), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.069470 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bc1fe47-758b-4f2f-b465-d3fed4f0b7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (8eddd0b3-959a-42e1-a3ab-9f0fab7ac2e2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.072431 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc1fe47-758b-4f2f-b465-d3fed4f0b7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:42.077251 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bc1fe47-758b-4f2f-b465-d3fed4f0b7ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.132188 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f9cbc6b-cf22-4488-9781-fc00728b14b1 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for router_controller (296b5803-0aeb-4d83-b376-c7e8738ef3e1), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.158703 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f9cbc6b-cf22-4488-9781-fc00728b14b1 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (296b5803-0aeb-4d83-b376-c7e8738ef3e1), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.330068 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e977d9-2e4e-486a-98ba-a6f6af63458f req-94221eac-f6c2-48bd-85b7-66f04ffff031 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:42.351124 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6bc1fe47-758b-4f2f-b465-d3fed4f0b7ae admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.4029598 Feb 09 21:41:42.352293 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1fe47-758b-4f2f-b465-d3fed4f0b7ae admin admin] Pushing event updated for resources: {'Network': ['ID=8eddd0b3-959a-42e1-a3ab-9f0fab7ac2e2,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:42.353733 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94e977d9-2e4e-486a-98ba-a6f6af63458f req-94221eac-f6c2-48bd-85b7-66f04ffff031 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 945 time: 0.5410595 Feb 09 21:41:42.356868 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60248) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:42.368220 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f9cbc6b-cf22-4488-9781-fc00728b14b1 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.380069 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7f9cbc6b-cf22-4488-9781-fc00728b14b1 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7635913 Feb 09 21:41:42.381008 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60250) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:42.394809 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-9189c508-36c4-4799-a440-be8e0c894a88 admin admin] Request body: {'subnet': {'network_id': '8eddd0b3-959a-42e1-a3ab-9f0fab7ac2e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1417989589-subnet', 'tenant_id': '482e5f69d816445c9b920dfb5a9fa3e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:42.405231 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 8eddd0b3-959a-42e1-a3ab-9f0fab7ac2e2 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:41:42.580631 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621d3a83-8fe8-4bfe-b5de-b0465d0e4d3b None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:42.635586 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94e977d9-2e4e-486a-98ba-a6f6af63458f req-001d724a-7363-4d34-869a-45d328126e62 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/security-groups?id=49b5190e-f93b-42e7-81c0-04211c9abbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478996 Feb 09 21:41:42.649267 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9189c508-36c4-4799-a440-be8e0c894a88 admin admin] Made reservation on behalf of 482e5f69d816445c9b920dfb5a9fa3e6 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:42.652569 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9189c508-36c4-4799-a440-be8e0c894a88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.922542 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05f5c4d-5469-424a-b411-a8e3889153b1 x-openstack-request-id: req-d05f5c4d-5469-424a-b411-a8e3889153b1 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:42.922827 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea5178c-6dbb-4768-8cb6-947b1bb326d7", "name": "network-vif-plugged", "status": "completed", "tag": "201691e8-8155-4ad4-86ea-9656b7ff72f1", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:42.926139 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d05f5c4d-5469-424a-b411-a8e3889153b1 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:42.927132 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea5178c-6dbb-4768-8cb6-947b1bb326d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201691e8-8155-4ad4-86ea-9656b7ff72f1', 'code': 200} Feb 09 21:41:42.931068 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:43.151801 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.219813 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-8decf742-5767-4c52-9375-afec8d77fb75 None None] Provisioning complete for port 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:43.220567 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8decf742-5767-4c52-9375-afec8d77fb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.375951 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9189c508-36c4-4799-a440-be8e0c894a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (635f4c09-848b-407f-af11-21bf31e9357b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.381898 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd43166-7e81-444e-81ab-eaff56d98558 None None] Network 604e7064-10a1-4dac-b2c6-61b1a2e1ef50 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:43.492583 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4411fff-d53d-4e67-b6b6-c9127189effc req-09a0c9b7-794e-4c71-92ef-cbda71c392c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:43.495472 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c4411fff-d53d-4e67-b6b6-c9127189effc req-09a0c9b7-794e-4c71-92ef-cbda71c392c6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 1127 time: 0.4816124 Feb 09 21:41:43.653694 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189c508-36c4-4799-a440-be8e0c894a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=635f4c09-848b-407f-af11-21bf31e9357b,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:43.747066 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c4411fff-d53d-4e67-b6b6-c9127189effc req-6007eb65-8655-41a9-b74d-5bdb75709383 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=49b5190e-f93b-42e7-81c0-04211c9abbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384906 Feb 09 21:41:43.781995 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9189c508-36c4-4799-a440-be8e0c894a88 admin admin] Checking segment: {'id': '02778d40-efa5-4e99-a348-42ab21648741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8eddd0b3-959a-42e1-a3ab-9f0fab7ac2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:43.782281 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9189c508-36c4-4799-a440-be8e0c894a88 admin admin] Network hostable DHCP agents. Network: 8eddd0b3-959a-42e1-a3ab-9f0fab7ac2e2, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:41:43.854107 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8decf742-5767-4c52-9375-afec8d77fb75 None None] Current status of the port 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:43.854936 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8decf742-5767-4c52-9375-afec8d77fb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.856777 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9189c508-36c4-4799-a440-be8e0c894a88 admin admin] Network 8eddd0b3-959a-42e1-a3ab-9f0fab7ac2e2 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:41:43.905016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-9189c508-36c4-4799-a440-be8e0c894a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 8eddd0b3-959a-42e1-a3ab-9f0fab7ac2e2) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:43.924552 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9189c508-36c4-4799-a440-be8e0c894a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:43.925227 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9189c508-36c4-4799-a440-be8e0c894a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.929286 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b01c0af-10cc-4825-840c-e93403568bfd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.946950 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-8decf742-5767-4c52-9375-afec8d77fb75 None None] For port 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:43.953824 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4559a5e-b17e-44a1-b6d8-5f5dfd6ad1a9 None None] Network 8eddd0b3-959a-42e1-a3ab-9f0fab7ac2e2 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:43.957114 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:43.957499 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.974664 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9189c508-36c4-4799-a440-be8e0c894a88 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5943305 Feb 09 21:41:44.014603 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8decf742-5767-4c52-9375-afec8d77fb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.080269 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713e226-45d7-4e31-b1cd-413f364a152a req-6a9bc168-a24f-4cd5-b440-82491dda15f3 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:44.094117 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1713e226-45d7-4e31-b1cd-413f364a152a req-6a9bc168-a24f-4cd5-b440-82491dda15f3 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/networks?id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50 HTTP/1.1" status: 200 len: 815 time: 0.7389114 Feb 09 21:41:44.132726 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decf742-5767-4c52-9375-afec8d77fb75 None None] Pushing event updated for resources: {'Port': ['ID=900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:44.161495 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1713e226-45d7-4e31-b1cd-413f364a152a req-f2dbae72-de46-4884-9875-5cf6805c94b0 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/quotas/c286a60db7b149148ec99282304452cf HTTP/1.1" status: 200 len: 375 time: 0.0647600 Feb 09 21:41:44.176830 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.350648 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1713e226-45d7-4e31-b1cd-413f364a152a req-2f26ca63-d714-42cb-9756-0a307e714d94 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c286a60db7b149148ec99282304452cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1859512 Feb 09 21:41:44.487701 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-d514c925-8f02-43c6-a433-7692df9dd747 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:44.492500 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-d514c925-8f02-43c6-a433-7692df9dd747 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.42 "GET /v2.0/networks?id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50 HTTP/1.1" status: 200 len: 815 time: 0.7214952 Feb 09 21:41:44.553301 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-e1ed81ea-8ed9-4255-a576-c495417a3e53 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Request body: {'port': {'device_id': 'c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4', 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50', 'admin_state_up': True, 'tenant_id': 'c286a60db7b149148ec99282304452cf'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:44.633324 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1713e226-45d7-4e31-b1cd-413f364a152a req-7b1a724a-390e-4391-9974-e536de1318ec service neutron] 10.222.0.77 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800829 Feb 09 21:41:44.712548 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5e3053cc-c506-4279-8b1a-65c64fa6ead4 None None] Provisioning complete for port 8e5e9fe9-594d-481a-bca3-b975dc24d52c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:44.712918 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5e3053cc-c506-4279-8b1a-65c64fa6ead4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8e5e9fe9-594d-481a-bca3-b975dc24d52c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.844145 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:44.845349 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8e5e9fe9-594d-481a-bca3-b975dc24d52c up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:44.964728 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1713e226-45d7-4e31-b1cd-413f364a152a req-b49557be-d9e8-436d-b038-4701dc41db14 service neutron] 10.222.0.77 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304250 Feb 09 21:41:45.176099 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64940b7-70fd-45f7-8cac-50ab18cf56ab None None] Network 8eddd0b3-959a-42e1-a3ab-9f0fab7ac2e2 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:45.536220 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8e5e9fe9-594d-481a-bca3-b975dc24d52c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:45.536220 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8e5e9fe9-594d-481a-bca3-b975dc24d52c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.596884 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5e3053cc-c506-4279-8b1a-65c64fa6ead4 None None] Current status of the port 8e5e9fe9-594d-481a-bca3-b975dc24d52c is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:45.597277 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5e3053cc-c506-4279-8b1a-65c64fa6ead4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8e5e9fe9-594d-481a-bca3-b975dc24d52c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.922928 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.924769 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.969250 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-5e3053cc-c506-4279-8b1a-65c64fa6ead4 None None] For port 8e5e9fe9-594d-481a-bca3-b975dc24d52c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8e5e9fe9-594d-481a-bca3-b975dc24d52c,segment=NetworkSegment(e2d68432-eddf-40af-9170-321a3a2b368f),segment_id=e2d68432-eddf-40af-9170-321a3a2b368f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:45.998908 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5e3053cc-c506-4279-8b1a-65c64fa6ead4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8e5e9fe9-594d-481a-bca3-b975dc24d52c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.999835 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a4cc5-3527-4607-a36c-2761da324712 req-dbb6faca-04f9-4495-bc37-dabf1970a44f tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:46.024237 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b41a4cc5-3527-4607-a36c-2761da324712 req-dbb6faca-04f9-4495-bc37-dabf1970a44f tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 945 time: 0.3891611 Feb 09 21:41:46.130240 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3053cc-c506-4279-8b1a-65c64fa6ead4 None None] Pushing event updated for resources: {'Port': ['ID=8e5e9fe9-594d-481a-bca3-b975dc24d52c,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:46.151314 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c2932ea3-ee61-420d-af9d-0bc71506e404 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:46.223360 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b41a4cc5-3527-4607-a36c-2761da324712 req-528d44d9-0076-4676-8ad2-315cd37855a9 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/security-groups?id=49b5190e-f93b-42e7-81c0-04211c9abbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942112 Feb 09 21:41:46.273873 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: c2932ea3-ee61-420d-af9d-0bc71506e404 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:46.275903 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c2932ea3-ee61-420d-af9d-0bc71506e404 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:46.344157 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9739b111-0c7f-40e9-a982-a0b8690df57f None None] Provisioning complete for port 8e5e9fe9-594d-481a-bca3-b975dc24d52c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:46.345243 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9739b111-0c7f-40e9-a982-a0b8690df57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8e5e9fe9-594d-481a-bca3-b975dc24d52c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:46.535612 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8e5e9fe9-594d-481a-bca3-b975dc24d52c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:46.688177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9739b111-0c7f-40e9-a982-a0b8690df57f None None] Current status of the port 8e5e9fe9-594d-481a-bca3-b975dc24d52c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:46.698757 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:46.705562 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-5721fae5-61d0-44ef-9197-9ea8cf135b80 req-bf4692b5-3806-437b-b16f-61afd5e0d89f tempest-SecurityGroupsNegativeTestJSON-463873254 tempest-SecurityGroupsNegativeTestJSON-463873254-project] show failed (client error): The resource could not be found. Feb 09 21:41:46.707018 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5721fae5-61d0-44ef-9197-9ea8cf135b80 req-bf4692b5-3806-437b-b16f-61afd5e0d89f tempest-SecurityGroupsNegativeTestJSON-463873254 tempest-SecurityGroupsNegativeTestJSON-463873254-project] 10.222.0.77 "GET /v2.0/security-groups/5f94e79f-c184-459f-a5b5-26b9c08f612e HTTP/1.1" status: 404 len: 352 time: 0.0225687 Feb 09 21:41:46.829419 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9739b111-0c7f-40e9-a982-a0b8690df57f None None] Provisioning complete for port 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:46.834604 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9739b111-0c7f-40e9-a982-a0b8690df57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:46.905297 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-0b01c0af-10cc-4825-840c-e93403568bfd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8::1 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/0a7b5e8a-dcc8-4df8-825e-fc383d3a3b2e/cb2cf321-7829-4114-a572-7a95e21d0430) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:46.987601 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-e1ed81ea-8ed9-4255-a576-c495417a3e53 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Made reservation on behalf of c286a60db7b149148ec99282304452cf for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:46.998264 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-e1ed81ea-8ed9-4255-a576-c495417a3e53 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:47.057499 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:47.066964 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:47.115372 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9739b111-0c7f-40e9-a982-a0b8690df57f None None] Current status of the port 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:47.177790 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564b68e-ac30-45ec-998f-3157f076b33d req-2419b508-8ec9-478d-89f4-c87481fba087 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:47.183808 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d564b68e-ac30-45ec-998f-3157f076b33d req-2419b508-8ec9-478d-89f4-c87481fba087 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/networks?id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50 HTTP/1.1" status: 200 len: 815 time: 0.2644043 Feb 09 21:41:47.215383 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d564b68e-ac30-45ec-998f-3157f076b33d req-55f2f8ca-a59d-42c5-8900-37bdb2037a78 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/quotas/c286a60db7b149148ec99282304452cf HTTP/1.1" status: 200 len: 375 time: 0.0215507 Feb 09 21:41:47.279560 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:47.282077 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8e5e9fe9-594d-481a-bca3-b975dc24d52c up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:47.361786 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d564b68e-ac30-45ec-998f-3157f076b33d req-712e5c99-41ff-4f4b-9780-f86be38f0324 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c286a60db7b149148ec99282304452cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1452167 Feb 09 21:41:47.467561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8e5e9fe9-594d-481a-bca3-b975dc24d52c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:47.471041 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8e5e9fe9-594d-481a-bca3-b975dc24d52c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:47.580163 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b01c0af-10cc-4825-840c-e93403568bfd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (cb2cf321-7829-4114-a572-7a95e21d0430), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:47.660970 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8e5e9fe9-594d-481a-bca3-b975dc24d52c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:47.664145 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d564b68e-ac30-45ec-998f-3157f076b33d req-60328b76-b333-4160-8b2d-181f8a6c7b85 service neutron] 10.222.0.77 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011911 Feb 09 21:41:47.839780 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b01c0af-10cc-4825-840c-e93403568bfd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (cb2cf321-7829-4114-a572-7a95e21d0430), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:47.981965 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01c0af-10cc-4825-840c-e93403568bfd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=cb2cf321-7829-4114-a572-7a95e21d0430,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:48.034651 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d564b68e-ac30-45ec-998f-3157f076b33d req-577d319f-cad7-4335-ba5a-85ae13611078 service neutron] 10.222.0.77 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517499 Feb 09 21:41:48.091404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b01c0af-10cc-4825-840c-e93403568bfd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:48.144180 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-0b01c0af-10cc-4825-840c-e93403568bfd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:48.153286 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b01c0af-10cc-4825-840c-e93403568bfd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:48.154173 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b01c0af-10cc-4825-840c-e93403568bfd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (296b5803-0aeb-4d83-b376-c7e8738ef3e1), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.262456 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-e1ed81ea-8ed9-4255-a576-c495417a3e53 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Allocated IP 172.20.0.5 (604e7064-10a1-4dac-b2c6-61b1a2e1ef50/89c198a6-8a39-4e34-a647-f29ce9301483/61d57e38-4643-4b12-981c-f39d00afa99b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:48.546168 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2e0f9410-08e4-4245-b368-048e4cfe326a tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:48.557859 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2e0f9410-08e4-4245-b368-048e4cfe326a tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/networks?id=c4792088-bf96-48c8-a331-af790ba542bf HTTP/1.1" status: 200 len: 812 time: 0.2098782 Feb 09 21:41:48.629820 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-ea906c1f-66e4-4103-a8da-153dadd9f945 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/quotas/4da379594fdf42339bba1d92c8147535 HTTP/1.1" status: 200 len: 375 time: 0.0703754 Feb 09 21:41:48.785209 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-659641fe-b07a-47b5-ac2c-814e9883f5ef tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4da379594fdf42339bba1d92c8147535&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1498902 Feb 09 21:41:48.787365 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713e226-45d7-4e31-b1cd-413f364a152a req-f2fb1a05-d656-4380-854b-202b6c8bc8ef tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:48.795985 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1713e226-45d7-4e31-b1cd-413f364a152a req-f2fb1a05-d656-4380-854b-202b6c8bc8ef tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.71 "GET /v2.0/networks?id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50 HTTP/1.1" status: 200 len: 815 time: 1.2111807 Feb 09 21:41:48.804492 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6cfcbf68-874b-4fd8-89fc-eab722445a5f None None] Provisioning complete for port cb2cf321-7829-4114-a572-7a95e21d0430 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:48.805280 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6cfcbf68-874b-4fd8-89fc-eab722445a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cb2cf321-7829-4114-a572-7a95e21d0430), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.919095 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-1713e226-45d7-4e31-b1cd-413f364a152a req-e419d2af-f6a2-4cca-ab46-8305758c8165 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Request body: {'port': {'device_id': '93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7', 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50', 'admin_state_up': True, 'tenant_id': 'c286a60db7b149148ec99282304452cf'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:48.965525 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcbf68-874b-4fd8-89fc-eab722445a5f None None] Port cb2cf321-7829-4114-a572-7a95e21d0430 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:49.216393 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-8a15584d-6ab8-4676-bd1c-590659090753 service neutron] 10.222.0.77 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285541 Feb 09 21:41:49.316992 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b01c0af-10cc-4825-840c-e93403568bfd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cb2cf321-7829-4114-a572-7a95e21d0430), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.497517 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-5918232f-7413-43bc-b079-f5f9c42680e6 service neutron] 10.222.0.77 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778082 Feb 09 21:41:50.079750 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b01c0af-10cc-4825-840c-e93403568bfd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (cb2cf321-7829-4114-a572-7a95e21d0430), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.102802 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b01c0af-10cc-4825-840c-e93403568bfd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (cb2cf321-7829-4114-a572-7a95e21d0430), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.103920 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b01c0af-10cc-4825-840c-e93403568bfd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (296b5803-0aeb-4d83-b376-c7e8738ef3e1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.303682 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-e1ed81ea-8ed9-4255-a576-c495417a3e53 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks [] for port (61d57e38-4643-4b12-981c-f39d00afa99b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.615138 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b01c0af-10cc-4825-840c-e93403568bfd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:50.660333 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-0b01c0af-10cc-4825-840c-e93403568bfd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:51.089765 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b01c0af-10cc-4825-840c-e93403568bfd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Router 296b5803-0aeb-4d83-b376-c7e8738ef3e1 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:41:51.110069 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01c0af-10cc-4825-840c-e93403568bfd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=cb2cf321-7829-4114-a572-7a95e21d0430,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:51.117658 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1713e226-45d7-4e31-b1cd-413f364a152a req-e419d2af-f6a2-4cca-ab46-8305758c8165 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Made reservation on behalf of c286a60db7b149148ec99282304452cf for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:51.124238 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1713e226-45d7-4e31-b1cd-413f364a152a req-e419d2af-f6a2-4cca-ab46-8305758c8165 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.153293 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-e1ed81ea-8ed9-4255-a576-c495417a3e53 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (61d57e38-4643-4b12-981c-f39d00afa99b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.261770 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-934f235a-6a4c-4de8-b120-3cd52d960680 None None] Provisioning complete for port cb2cf321-7829-4114-a572-7a95e21d0430 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:51.262629 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-934f235a-6a4c-4de8-b120-3cd52d960680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cb2cf321-7829-4114-a572-7a95e21d0430), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.396072 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-934f235a-6a4c-4de8-b120-3cd52d960680 None None] Port cb2cf321-7829-4114-a572-7a95e21d0430 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:51.495947 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-1713e226-45d7-4e31-b1cd-413f364a152a req-e419d2af-f6a2-4cca-ab46-8305758c8165 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Allocated IP 172.20.0.3 (604e7064-10a1-4dac-b2c6-61b1a2e1ef50/89c198a6-8a39-4e34-a647-f29ce9301483/79e193d7-ded7-4481-b3b8-ba2f558710f6) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:51.794995 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ca561f7-1541-4c45-9a1c-3b3fffc4623c req-29aad8ee-05d4-4d21-9412-5ed9a4b19af7 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.8921881 Feb 09 21:41:51.897025 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564b68e-ac30-45ec-998f-3157f076b33d req-5255e999-3ac1-44ff-82b9-49da9efc2b37 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:51.900189 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d564b68e-ac30-45ec-998f-3157f076b33d req-5255e999-3ac1-44ff-82b9-49da9efc2b37 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.71 "GET /v2.0/networks?id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50 HTTP/1.1" status: 200 len: 815 time: 1.4895208 Feb 09 21:41:51.904545 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-7ca561f7-1541-4c45-9a1c-3b3fffc4623c req-adddd79a-2c82-47f3-8f51-08022d781381 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:51.924459 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-d564b68e-ac30-45ec-998f-3157f076b33d req-15fe930b-cee0-44bb-814f-8c81d83bba2a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Request body: {'port': {'device_id': '01b01a68-711e-4cde-af8a-9185e4bd16a7', 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50', 'admin_state_up': True, 'tenant_id': 'c286a60db7b149148ec99282304452cf'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:51.985657 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1713e226-45d7-4e31-b1cd-413f364a152a req-e419d2af-f6a2-4cca-ab46-8305758c8165 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks [] for port (79e193d7-ded7-4481-b3b8-ba2f558710f6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.028165 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7ca561f7-1541-4c45-9a1c-3b3fffc4623c req-adddd79a-2c82-47f3-8f51-08022d781381 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.344250 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d564b68e-ac30-45ec-998f-3157f076b33d req-15fe930b-cee0-44bb-814f-8c81d83bba2a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Made reservation on behalf of c286a60db7b149148ec99282304452cf for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:52.349726 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d564b68e-ac30-45ec-998f-3157f076b33d req-15fe930b-cee0-44bb-814f-8c81d83bba2a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.524620 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7ca561f7-1541-4c45-9a1c-3b3fffc4623c req-adddd79a-2c82-47f3-8f51-08022d781381 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.689803 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1713e226-45d7-4e31-b1cd-413f364a152a req-e419d2af-f6a2-4cca-ab46-8305758c8165 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (79e193d7-ded7-4481-b3b8-ba2f558710f6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.745275 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b01c0af-10cc-4825-840c-e93403568bfd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:52.753191 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0b01c0af-10cc-4825-840c-e93403568bfd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "PUT /v2.0/routers/296b5803-0aeb-4d83-b376-c7e8738ef3e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3683922 Feb 09 21:41:52.753191 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed81ea-8ed9-4255-a576-c495417a3e53 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Pushing event updated for resources: {'Port': ['ID=61d57e38-4643-4b12-981c-f39d00afa99b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:52.764894 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] Sync routers for ids ['296b5803-0aeb-4d83-b376-c7e8738ef3e1'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:52.787165 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] Routers {'296b5803-0aeb-4d83-b376-c7e8738ef3e1'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:52.787861 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:41:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['296b5803-0aeb-4d83-b376-c7e8738ef3e1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:52.797025 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60376) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:52.881156 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-d564b68e-ac30-45ec-998f-3157f076b33d req-15fe930b-cee0-44bb-814f-8c81d83bba2a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Allocated IP 172.20.0.9 (604e7064-10a1-4dac-b2c6-61b1a2e1ef50/89c198a6-8a39-4e34-a647-f29ce9301483/33b8f906-d491-4db9-aa2c-1be335687d60) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:52.882526 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419d2af-f6a2-4cca-ab46-8305758c8165 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Pushing event updated for resources: {'Port': ['ID=79e193d7-ded7-4481-b3b8-ba2f558710f6,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:52.913448 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-e1ed81ea-8ed9-4255-a576-c495417a3e53 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Network 604e7064-10a1-4dac-b2c6-61b1a2e1ef50 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:52.936563 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1713e226-45d7-4e31-b1cd-413f364a152a req-e419d2af-f6a2-4cca-ab46-8305758c8165 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Network 604e7064-10a1-4dac-b2c6-61b1a2e1ef50 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:52.940570 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-e1ed81ea-8ed9-4255-a576-c495417a3e53 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:52.949330 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-e1ed81ea-8ed9-4255-a576-c495417a3e53 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:53.017159 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] Set router 296b5803-0aeb-4d83-b376-c7e8738ef3e1 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:53.025723 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-1713e226-45d7-4e31-b1cd-413f364a152a req-e419d2af-f6a2-4cca-ab46-8305758c8165 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:53.032787 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-1713e226-45d7-4e31-b1cd-413f364a152a req-e419d2af-f6a2-4cca-ab46-8305758c8165 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:53.228135 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d564b68e-ac30-45ec-998f-3157f076b33d req-15fe930b-cee0-44bb-814f-8c81d83bba2a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks [] for port (33b8f906-d491-4db9-aa2c-1be335687d60), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.302086 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296b5803-0aeb-4d83-b376-c7e8738ef3e1', 'name': 'tempest-NetworksTestDHCPv6-router-755484263', 'tenant_id': '3ea663af62e544b3a2a3619a5257316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:41Z', 'updated_at': '2022-02-09T21:41:49Z', 'revision_number': 2, 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'gw_port_host': None, '_interfaces': [{'id': 'cb2cf321-7829-4114-a572-7a95e21d0430', 'name': '', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'tenant_id': '3ea663af62e544b3a2a3619a5257316c', 'mac_address': 'fa:16:3e:2b:a0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296b5803-0aeb-4d83-b376-c7e8738ef3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '0a7b5e8a-dcc8-4df8-825e-fc383d3a3b2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:46Z', 'updated_at': '2022-02-09T21:41:49Z', 'revision_number': 2, 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'subnets': [{'id': '0a7b5e8a-dcc8-4df8-825e-fc383d3a3b2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:53.310323 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-7ca561f7-1541-4c45-9a1c-3b3fffc4623c req-adddd79a-2c82-47f3-8f51-08022d781381 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Allocated IP 172.25.6.244 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/9f7c967d-d8b8-4c91-8154-750f748c7d6e) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:53.333697 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] Checking router: 296b5803-0aeb-4d83-b376-c7e8738ef3e1 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:53.334040 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] Updating router 296b5803-0aeb-4d83-b376-c7e8738ef3e1 port cb2cf321-7829-4114-a572-7a95e21d0430 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:41:53.338546 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713e226-45d7-4e31-b1cd-413f364a152a req-e419d2af-f6a2-4cca-ab46-8305758c8165 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:53.339605 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1713e226-45d7-4e31-b1cd-413f364a152a req-e419d2af-f6a2-4cca-ab46-8305758c8165 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.369965 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cb2cf321-7829-4114-a572-7a95e21d0430), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.434429 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-7c2e9969-2d43-40a1-b555-f654bcd97efa tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:53.436494 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-7c2e9969-2d43-40a1-b555-f654bcd97efa tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.71 "GET /v2.0/networks?id=c4792088-bf96-48c8-a331-af790ba542bf HTTP/1.1" status: 200 len: 812 time: 0.8347070 Feb 09 21:41:53.437701 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5aad0a5b-b543-484b-9867-050ae70ce748 None None] Provisioning complete for port 61d57e38-4643-4b12-981c-f39d00afa99b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:53.438848 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5aad0a5b-b543-484b-9867-050ae70ce748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (61d57e38-4643-4b12-981c-f39d00afa99b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.452011 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-e1ed81ea-8ed9-4255-a576-c495417a3e53 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:53.452260 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d564b68e-ac30-45ec-998f-3157f076b33d req-15fe930b-cee0-44bb-814f-8c81d83bba2a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (33b8f906-d491-4db9-aa2c-1be335687d60), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.453018 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-e1ed81ea-8ed9-4255-a576-c495417a3e53 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.469702 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-7dec2bb4-2d90-4af6-bfe6-efcffc347233 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Request body: {'port': {'device_id': '6f046db4-6866-452b-b255-73c25c89d958', 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf', 'admin_state_up': True, 'tenant_id': '4da379594fdf42339bba1d92c8147535'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:53.497039 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5aad0a5b-b543-484b-9867-050ae70ce748 None None] Port 61d57e38-4643-4b12-981c-f39d00afa99b cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:53.553254 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5e9b21-ad0e-46e8-a20f-f6ff38018611 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:53.555788 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1c5e9b21-ad0e-46e8-a20f-f6ff38018611 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports/cb2cf321-7829-4114-a572-7a95e21d0430 HTTP/1.1" status: 200 len: 911 time: 0.7570603 Feb 09 21:41:53.561575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60380) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:53.640200 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1713e226-45d7-4e31-b1cd-413f364a152a req-e419d2af-f6a2-4cca-ab46-8305758c8165 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7465520 Feb 09 21:41:53.671325 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-1713e226-45d7-4e31-b1cd-413f364a152a req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] Request body: {'port': {'device_id': '93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:53.784500 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1713e226-45d7-4e31-b1cd-413f364a152a req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (79e193d7-ded7-4481-b3b8-ba2f558710f6), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.820533 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d564b68e-ac30-45ec-998f-3157f076b33d req-15fe930b-cee0-44bb-814f-8c81d83bba2a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Network 604e7064-10a1-4dac-b2c6-61b1a2e1ef50 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:53.833511 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-d564b68e-ac30-45ec-998f-3157f076b33d req-15fe930b-cee0-44bb-814f-8c81d83bba2a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:53.840949 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-e1ed81ea-8ed9-4255-a576-c495417a3e53 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.3269563 Feb 09 21:41:53.867930 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-d564b68e-ac30-45ec-998f-3157f076b33d req-15fe930b-cee0-44bb-814f-8c81d83bba2a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:53.881619 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe930b-cee0-44bb-814f-8c81d83bba2a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Pushing event updated for resources: {'Port': ['ID=33b8f906-d491-4db9-aa2c-1be335687d60,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:53.939014 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-851dd002-616b-440a-b304-8e6dcad76d3f None None] Provisioning complete for port 79e193d7-ded7-4481-b3b8-ba2f558710f6 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:53.939281 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-851dd002-616b-440a-b304-8e6dcad76d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (79e193d7-ded7-4481-b3b8-ba2f558710f6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.012800 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] Request body: {'port': {'device_id': 'c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:54.036311 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-851dd002-616b-440a-b304-8e6dcad76d3f None None] Port 79e193d7-ded7-4481-b3b8-ba2f558710f6 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:54.061282 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] Publish callbacks [] for port (cb2cf321-7829-4114-a572-7a95e21d0430), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.083496 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (cb2cf321-7829-4114-a572-7a95e21d0430), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.092408 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564b68e-ac30-45ec-998f-3157f076b33d req-15fe930b-cee0-44bb-814f-8c81d83bba2a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:54.093635 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d564b68e-ac30-45ec-998f-3157f076b33d req-15fe930b-cee0-44bb-814f-8c81d83bba2a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.129896 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d564b68e-ac30-45ec-998f-3157f076b33d req-15fe930b-cee0-44bb-814f-8c81d83bba2a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2163389 Feb 09 21:41:54.137053 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (61d57e38-4643-4b12-981c-f39d00afa99b), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.144972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276ffc81-c16c-4c28-9634-388565fe96f8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:54.152611 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276ffc81-c16c-4c28-9634-388565fe96f8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:54.155087 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-276ffc81-c16c-4c28-9634-388565fe96f8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.5862195 Feb 09 21:41:54.158260 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-7dec2bb4-2d90-4af6-bfe6-efcffc347233 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Made reservation on behalf of 4da379594fdf42339bba1d92c8147535 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:54.163497 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-7dec2bb4-2d90-4af6-bfe6-efcffc347233 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.165966 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60384) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:54.173055 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-d564b68e-ac30-45ec-998f-3157f076b33d req-d778cf34-5772-42ef-aaca-198151191069 service neutron] Request body: {'port': {'device_id': '01b01a68-711e-4cde-af8a-9185e4bd16a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:54.262286 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d564b68e-ac30-45ec-998f-3157f076b33d req-d778cf34-5772-42ef-aaca-198151191069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (33b8f906-d491-4db9-aa2c-1be335687d60), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.333910 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec67c6-a7ac-4588-a3e0-2d8b82d8d5e0 None None] Pushing event updated for resources: {'Port': ['ID=cb2cf321-7829-4114-a572-7a95e21d0430,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:54.379199 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ba11c014-a4ab-4d51-b5f6-657cae153759 None None] Provisioning complete for port 33b8f906-d491-4db9-aa2c-1be335687d60 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:54.381025 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ba11c014-a4ab-4d51-b5f6-657cae153759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (33b8f906-d491-4db9-aa2c-1be335687d60), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.475486 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ba11c014-a4ab-4d51-b5f6-657cae153759 None None] Port 33b8f906-d491-4db9-aa2c-1be335687d60 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:54.534690 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] Attempting to bind port cb2cf321-7829-4114-a572-7a95e21d0430 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:54.535265 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] Attempting to bind port cb2cf321-7829-4114-a572-7a95e21d0430 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:54.535877 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] Attempting to bind port cb2cf321-7829-4114-a572-7a95e21d0430 on network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:54.551973 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7ca561f7-1541-4c45-9a1c-3b3fffc4623c req-adddd79a-2c82-47f3-8f51-08022d781381 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks [] for port (9f7c967d-d8b8-4c91-8154-750f748c7d6e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.558531 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:54.559114 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] Checking segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:54.559900 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.560392 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] Bound using segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:54.561183 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] Bound port: cb2cf321-7829-4114-a572-7a95e21d0430, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:54.568452 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cb2cf321-7829-4114-a572-7a95e21d0430), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.674012 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7ca561f7-1541-4c45-9a1c-3b3fffc4623c req-adddd79a-2c82-47f3-8f51-08022d781381 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (9f7c967d-d8b8-4c91-8154-750f748c7d6e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.731027 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] For port cb2cf321-7829-4114-a572-7a95e21d0430, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:54.738634 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] For port cb2cf321-7829-4114-a572-7a95e21d0430, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=cb2cf321-7829-4114-a572-7a95e21d0430,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:54.765311 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (cb2cf321-7829-4114-a572-7a95e21d0430), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.788740 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddd79a-2c82-47f3-8f51-08022d781381 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Pushing event updated for resources: {'Port': ['ID=9f7c967d-d8b8-4c91-8154-750f748c7d6e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:54.819247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b2b8ab2c-137f-4d56-af66-c26cebefde07 None None] Provisioning complete for port cb2cf321-7829-4114-a572-7a95e21d0430 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:54.822560 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ab2c-137f-4d56-af66-c26cebefde07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cb2cf321-7829-4114-a572-7a95e21d0430), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.838461 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ca561f7-1541-4c45-9a1c-3b3fffc4623c req-adddd79a-2c82-47f3-8f51-08022d781381 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:54.841194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-7ca561f7-1541-4c45-9a1c-3b3fffc4623c req-adddd79a-2c82-47f3-8f51-08022d781381 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:54.845937 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca561f7-1541-4c45-9a1c-3b3fffc4623c req-adddd79a-2c82-47f3-8f51-08022d781381 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:54.899363 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec67c6-a7ac-4588-a3e0-2d8b82d8d5e0 None None] Pushing event updated for resources: {'Port': ['ID=cb2cf321-7829-4114-a572-7a95e21d0430,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:54.953328 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] Routers {'296b5803-0aeb-4d83-b376-c7e8738ef3e1'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:54.957974 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:41:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['296b5803-0aeb-4d83-b376-c7e8738ef3e1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:55.063477 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b2b8ab2c-137f-4d56-af66-c26cebefde07 None None] Current status of the port cb2cf321-7829-4114-a572-7a95e21d0430 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:55.064031 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ab2c-137f-4d56-af66-c26cebefde07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cb2cf321-7829-4114-a572-7a95e21d0430), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.110000 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b2b8ab2c-137f-4d56-af66-c26cebefde07 None None] For port cb2cf321-7829-4114-a572-7a95e21d0430, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=cb2cf321-7829-4114-a572-7a95e21d0430,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:55.115271 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ab2c-137f-4d56-af66-c26cebefde07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (cb2cf321-7829-4114-a572-7a95e21d0430), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.195833 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7ca561f7-1541-4c45-9a1c-3b3fffc4623c req-adddd79a-2c82-47f3-8f51-08022d781381 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks [] for floatingip (705fd641-ff26-445e-91ca-9e586e6cf946), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.205195 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8ab2c-137f-4d56-af66-c26cebefde07 None None] Pushing event updated for resources: {'Port': ['ID=cb2cf321-7829-4114-a572-7a95e21d0430,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:55.316094 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-7dec2bb4-2d90-4af6-bfe6-efcffc347233 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Allocated IP 172.20.0.7 (c4792088-bf96-48c8-a331-af790ba542bf/4b2baf19-4835-4e7a-83c6-0d721aca5d48/3145e101-ecbe-43b0-be2d-64afcbc88995) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:55.350466 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7ca561f7-1541-4c45-9a1c-3b3fffc4623c req-adddd79a-2c82-47f3-8f51-08022d781381 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9f7c967d-d8b8-4c91-8154-750f748c7d6e), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.354524 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] Set router 296b5803-0aeb-4d83-b376-c7e8738ef3e1 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:55.562056 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-549a4963-c03e-4f20-b6d3-20da592177f5 None None] Provisioning complete for port cb2cf321-7829-4114-a572-7a95e21d0430 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:55.563727 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-549a4963-c03e-4f20-b6d3-20da592177f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cb2cf321-7829-4114-a572-7a95e21d0430), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.706993 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-7dec2bb4-2d90-4af6-bfe6-efcffc347233 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks [] for port (3145e101-ecbe-43b0-be2d-64afcbc88995), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.793366 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-549a4963-c03e-4f20-b6d3-20da592177f5 None None] Current status of the port cb2cf321-7829-4114-a572-7a95e21d0430 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:55.846702 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d57e38-4643-4b12-981c-f39d00afa99b {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:41:55.861786 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] Publish callbacks [] for port (61d57e38-4643-4b12-981c-f39d00afa99b), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.865509 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7ca561f7-1541-4c45-9a1c-3b3fffc4623c req-adddd79a-2c82-47f3-8f51-08022d781381 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks [] for port (9f7c967d-d8b8-4c91-8154-750f748c7d6e), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.873880 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7ca561f7-1541-4c45-9a1c-3b3fffc4623c req-adddd79a-2c82-47f3-8f51-08022d781381 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (9f7c967d-d8b8-4c91-8154-750f748c7d6e), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.893621 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296b5803-0aeb-4d83-b376-c7e8738ef3e1', 'name': 'tempest-NetworksTestDHCPv6-router-755484263', 'tenant_id': '3ea663af62e544b3a2a3619a5257316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:41Z', 'updated_at': '2022-02-09T21:41:49Z', 'revision_number': 2, 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'gw_port_host': None, '_interfaces': [{'id': 'cb2cf321-7829-4114-a572-7a95e21d0430', 'name': '', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'tenant_id': '3ea663af62e544b3a2a3619a5257316c', 'mac_address': 'fa:16:3e:2b:a0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296b5803-0aeb-4d83-b376-c7e8738ef3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '0a7b5e8a-dcc8-4df8-825e-fc383d3a3b2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:46Z', 'updated_at': '2022-02-09T21:41:54Z', 'revision_number': 4, 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'subnets': [{'id': '0a7b5e8a-dcc8-4df8-825e-fc383d3a3b2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:55.900672 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] Transition to ACTIVE for port object 61d57e38-4643-4b12-981c-f39d00afa99b will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:41:55.902227 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-7dec2bb4-2d90-4af6-bfe6-efcffc347233 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (3145e101-ecbe-43b0-be2d-64afcbc88995), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.932933 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53c1096-c167-4cfb-9e74-4d7befcb980d None None] The sync data for ids ['296b5803-0aeb-4d83-b376-c7e8738ef3e1'] in n-d-828601-1 is: [{'id': '296b5803-0aeb-4d83-b376-c7e8738ef3e1', 'name': 'tempest-NetworksTestDHCPv6-router-755484263', 'tenant_id': '3ea663af62e544b3a2a3619a5257316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:41Z', 'updated_at': '2022-02-09T21:41:49Z', 'revision_number': 2, 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'gw_port_host': None, '_interfaces': [{'id': 'cb2cf321-7829-4114-a572-7a95e21d0430', 'name': '', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'tenant_id': '3ea663af62e544b3a2a3619a5257316c', 'mac_address': 'fa:16:3e:2b:a0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296b5803-0aeb-4d83-b376-c7e8738ef3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '0a7b5e8a-dcc8-4df8-825e-fc383d3a3b2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:46Z', 'updated_at': '2022-02-09T21:41:54Z', 'revision_number': 4, 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'subnets': [{'id': '0a7b5e8a-dcc8-4df8-825e-fc383d3a3b2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:55.940204 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddd79a-2c82-47f3-8f51-08022d781381 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Pushing event updated for resources: {'Port': ['ID=9f7c967d-d8b8-4c91-8154-750f748c7d6e,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:55.968359 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec2bb4-2d90-4af6-bfe6-efcffc347233 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Pushing event updated for resources: {'Port': ['ID=3145e101-ecbe-43b0-be2d-64afcbc88995,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:56.006766 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (61d57e38-4643-4b12-981c-f39d00afa99b), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.027154 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7ca561f7-1541-4c45-9a1c-3b3fffc4623c req-adddd79a-2c82-47f3-8f51-08022d781381 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (705fd641-ff26-445e-91ca-9e586e6cf946), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.047686 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7ca561f7-1541-4c45-9a1c-3b3fffc4623c req-adddd79a-2c82-47f3-8f51-08022d781381 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.049059 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ca561f7-1541-4c45-9a1c-3b3fffc4623c req-adddd79a-2c82-47f3-8f51-08022d781381 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2372599 Feb 09 21:41:56.131525 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-7dec2bb4-2d90-4af6-bfe6-efcffc347233 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Network c4792088-bf96-48c8-a331-af790ba542bf is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:56.145108 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-7dec2bb4-2d90-4af6-bfe6-efcffc347233 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:56.173407 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-7dec2bb4-2d90-4af6-bfe6-efcffc347233 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:56.317898 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ca561f7-1541-4c45-9a1c-3b3fffc4623c req-3179555f-c0b3-47cd-a082-9748752dbd9d tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.244 HTTP/1.1" status: 200 len: 696 time: 0.2450495 Feb 09 21:41:56.508314 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca561f7-1541-4c45-9a1c-3b3fffc4623c req-8cf96f44-b10e-454f-9d3f-01febd0b700c tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:56.512860 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ca561f7-1541-4c45-9a1c-3b3fffc4623c req-8cf96f44-b10e-454f-9d3f-01febd0b700c tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.1870017 Feb 09 21:41:56.557916 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-7ca561f7-1541-4c45-9a1c-3b3fffc4623c req-7e0ce6b3-8fe8-4e14-b53f-71d3678ca4f7 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:41:56.559128 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ca561f7-1541-4c45-9a1c-3b3fffc4623c req-7e0ce6b3-8fe8-4e14-b53f-71d3678ca4f7 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070629 Feb 09 21:41:56.871315 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device cb2cf321-7829-4114-a572-7a95e21d0430 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:56.963484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-7dec2bb4-2d90-4af6-bfe6-efcffc347233 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:56.965811 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-7dec2bb4-2d90-4af6-bfe6-efcffc347233 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.970917 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f56a323e-99d1-4c16-8a1c-fd8a41b62c74 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (296b5803-0aeb-4d83-b376-c7e8738ef3e1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.057632 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port cb2cf321-7829-4114-a572-7a95e21d0430 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:57.058630 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cb2cf321-7829-4114-a572-7a95e21d0430), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.223356 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:41:57.253533 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port cb2cf321-7829-4114-a572-7a95e21d0430 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:57.317707 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-7dec2bb4-2d90-4af6-bfe6-efcffc347233 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8562586 Feb 09 21:41:57.332594 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] Request body: {'port': {'device_id': '6f046db4-6866-452b-b255-73c25c89d958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:57.378769 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] Pushing event updated for resources: {'Port': ['ID=61d57e38-4643-4b12-981c-f39d00afa99b,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:57.382191 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a2925-72d9-4009-8ce2-c6e8b3e43a93 req-b6e106ce-e1b6-433a-b279-6c829343aba7 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:57.385574 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c24a2925-72d9-4009-8ce2-c6e8b3e43a93 req-b6e106ce-e1b6-433a-b279-6c829343aba7 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b01a68-711e-4cde-af8a-9185e4bd16a7 HTTP/1.1" status: 200 len: 931 time: 0.1147194 Feb 09 21:41:57.458761 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c24a2925-72d9-4009-8ce2-c6e8b3e43a93 req-6e4ce7c6-fb5d-41e6-97d5-a2cf43e5f5c3 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667734 Feb 09 21:41:57.504371 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3145e101-ecbe-43b0-be2d-64afcbc88995), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.616641 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f14d40-7ffa-4bcb-8b9c-98bbddb8acf0 req-3c439d82-7e94-4f3f-b279-7a8437c17107 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:57.623474 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91f14d40-7ffa-4bcb-8b9c-98bbddb8acf0 req-3c439d82-7e94-4f3f-b279-7a8437c17107 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f046db4-6866-452b-b255-73c25c89d958 HTTP/1.1" status: 200 len: 931 time: 0.0641863 Feb 09 21:41:57.685836 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91f14d40-7ffa-4bcb-8b9c-98bbddb8acf0 req-76dc47ef-422d-48b0-88be-a64648b7df06 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606115 Feb 09 21:41:57.741398 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] Attempting to bind port 61d57e38-4643-4b12-981c-f39d00afa99b on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:57.741833 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] Attempting to bind port 61d57e38-4643-4b12-981c-f39d00afa99b by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'e2d68432-eddf-40af-9170-321a3a2b368f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:57.742120 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] Attempting to bind port 61d57e38-4643-4b12-981c-f39d00afa99b on network 604e7064-10a1-4dac-b2c6-61b1a2e1ef50 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:57.767348 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] Port 61d57e38-4643-4b12-981c-f39d00afa99b on network 604e7064-10a1-4dac-b2c6-61b1a2e1ef50 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:41:57.767702 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] Attempting to bind port 61d57e38-4643-4b12-981c-f39d00afa99b on network 604e7064-10a1-4dac-b2c6-61b1a2e1ef50 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:57.805950 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f17b090c-a519-4c66-bcf2-e413464eb4f6 req-a2436e30-6fd7-47e9-8f14-1e598f467981 tempest-SecurityGroupsNegativeTestJSON-463873254 tempest-SecurityGroupsNegativeTestJSON-463873254-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=482e5f69d816445c9b920dfb5a9fa3e6 HTTP/1.1" status: 200 len: 3005 time: 0.0788109 Feb 09 21:41:57.813151 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:57.813536 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] Checking segment: {'id': 'e2d68432-eddf-40af-9170-321a3a2b368f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:57.813902 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] Bound using segment: {'id': 'e2d68432-eddf-40af-9170-321a3a2b368f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:57.814361 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] Bound port: 61d57e38-4643-4b12-981c-f39d00afa99b, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d68432-eddf-40af-9170-321a3a2b368f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:57.814730 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (61d57e38-4643-4b12-981c-f39d00afa99b), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.879527 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f17b090c-a519-4c66-bcf2-e413464eb4f6 req-d9860bd6-8780-4afa-8e90-97319874c68c tempest-SecurityGroupsNegativeTestJSON-463873254 tempest-SecurityGroupsNegativeTestJSON-463873254-project] 10.222.0.77 "GET /v2.0/security-groups/32b74417-b19c-4aa7-b616-fdb54f303802 HTTP/1.1" status: 200 len: 3002 time: 0.0713024 Feb 09 21:41:57.891917 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-1713e226-45d7-4e31-b1cd-413f364a152a req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e193d7-ded7-4481-b3b8-ba2f558710f6 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:41:57.912613 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1713e226-45d7-4e31-b1cd-413f364a152a req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] Publish callbacks [] for port (79e193d7-ded7-4481-b3b8-ba2f558710f6), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.966111 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f17b090c-a519-4c66-bcf2-e413464eb4f6 req-68f88d91-d34e-4110-8573-535fde109926 tempest-SecurityGroupsNegativeTestJSON-463873254 tempest-SecurityGroupsNegativeTestJSON-463873254-project] 10.222.0.77 "GET /v2.0/security-groups/32b74417-b19c-4aa7-b616-fdb54f303802 HTTP/1.1" status: 200 len: 3002 time: 0.0849969 Feb 09 21:41:58.028592 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-1713e226-45d7-4e31-b1cd-413f364a152a req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] Transition to ACTIVE for port object 79e193d7-ded7-4481-b3b8-ba2f558710f6 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:41:58.052700 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1713e226-45d7-4e31-b1cd-413f364a152a req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (79e193d7-ded7-4481-b3b8-ba2f558710f6), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.486962 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] Pushing event updated for resources: {'Port': ['ID=79e193d7-ded7-4481-b3b8-ba2f558710f6,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:58.506208 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.71', 60375) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:58.507682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] For port 61d57e38-4643-4b12-981c-f39d00afa99b, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:58.597220 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-1713e226-45d7-4e31-b1cd-413f364a152a req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] Attempting to bind port 79e193d7-ded7-4481-b3b8-ba2f558710f6 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:58.597856 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-1713e226-45d7-4e31-b1cd-413f364a152a req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] Attempting to bind port 79e193d7-ded7-4481-b3b8-ba2f558710f6 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'e2d68432-eddf-40af-9170-321a3a2b368f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:58.598351 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713e226-45d7-4e31-b1cd-413f364a152a req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] Attempting to bind port 79e193d7-ded7-4481-b3b8-ba2f558710f6 on network 604e7064-10a1-4dac-b2c6-61b1a2e1ef50 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:58.617856 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] For port 61d57e38-4643-4b12-981c-f39d00afa99b, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=61d57e38-4643-4b12-981c-f39d00afa99b,segment=NetworkSegment(e2d68432-eddf-40af-9170-321a3a2b368f),segment_id=e2d68432-eddf-40af-9170-321a3a2b368f)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:58.636963 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f56a323e-99d1-4c16-8a1c-fd8a41b62c74 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting port cb2cf321-7829-4114-a572-7a95e21d0430 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:58.638560 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f56a323e-99d1-4c16-8a1c-fd8a41b62c74 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (cb2cf321-7829-4114-a572-7a95e21d0430), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.659287 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (61d57e38-4643-4b12-981c-f39d00afa99b), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.661129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713e226-45d7-4e31-b1cd-413f364a152a req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] Port 79e193d7-ded7-4481-b3b8-ba2f558710f6 on network 604e7064-10a1-4dac-b2c6-61b1a2e1ef50 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:41:58.661490 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713e226-45d7-4e31-b1cd-413f364a152a req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] Attempting to bind port 79e193d7-ded7-4481-b3b8-ba2f558710f6 on network 604e7064-10a1-4dac-b2c6-61b1a2e1ef50 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:58.702204 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-3908f58c-adb4-4129-a618-f64f56877ecc tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:58.705188 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-3908f58c-adb4-4129-a618-f64f56877ecc tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/networks?id=9cec45fb-c615-4147-9585-d66f5efcfe6c HTTP/1.1" status: 200 len: 819 time: 0.3410659 Feb 09 21:41:58.713274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-d564b68e-ac30-45ec-998f-3157f076b33d req-d778cf34-5772-42ef-aaca-198151191069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33b8f906-d491-4db9-aa2c-1be335687d60 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:41:58.751133 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-d08979a6-6bc9-42bc-9e9c-beea10cf3863 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/quotas/178a334a4d4c401b8c15c3fe9c3a710c HTTP/1.1" status: 200 len: 375 time: 0.0294359 Feb 09 21:41:58.754217 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d564b68e-ac30-45ec-998f-3157f076b33d req-d778cf34-5772-42ef-aaca-198151191069 service neutron] Publish callbacks [] for port (33b8f906-d491-4db9-aa2c-1be335687d60), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.801407 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713e226-45d7-4e31-b1cd-413f364a152a req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:58.803448 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713e226-45d7-4e31-b1cd-413f364a152a req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] Checking segment: {'id': 'e2d68432-eddf-40af-9170-321a3a2b368f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:58.804059 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713e226-45d7-4e31-b1cd-413f364a152a req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] Bound using segment: {'id': 'e2d68432-eddf-40af-9170-321a3a2b368f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:58.804717 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-1713e226-45d7-4e31-b1cd-413f364a152a req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] Bound port: 79e193d7-ded7-4481-b3b8-ba2f558710f6, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d68432-eddf-40af-9170-321a3a2b368f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:58.805254 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1713e226-45d7-4e31-b1cd-413f364a152a req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (79e193d7-ded7-4481-b3b8-ba2f558710f6), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.869084 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:58.869832 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.871567 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] 10.222.0.42 "PUT /v2.0/ports/61d57e38-4643-4b12-981c-f39d00afa99b HTTP/1.1" status: 200 len: 1091 time: 4.8654478 Feb 09 21:41:58.896919 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4', 'tag': '61d57e38-4643-4b12-981c-f39d00afa99b'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:58.903624 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d26c27-6efe-4b94-9448-c6ac9b8b6930" -d '{"events": [{"name": "network-changed", "server_uuid": "c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4", "tag": "61d57e38-4643-4b12-981c-f39d00afa99b"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:58.935167 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-d564b68e-ac30-45ec-998f-3157f076b33d req-d778cf34-5772-42ef-aaca-198151191069 service neutron] Transition to ACTIVE for port object 33b8f906-d491-4db9-aa2c-1be335687d60 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:41:58.957547 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d564b68e-ac30-45ec-998f-3157f076b33d req-d778cf34-5772-42ef-aaca-198151191069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (33b8f906-d491-4db9-aa2c-1be335687d60), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.152216 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778cf34-5772-42ef-aaca-198151191069 service neutron] Pushing event updated for resources: {'Port': ['ID=33b8f906-d491-4db9-aa2c-1be335687d60,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:59.235924 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468f002-6876-4819-8e47-6180fcae6cbd req-46ea568e-1c04-46bc-9961-061d585e4f5b tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:59.238298 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3468f002-6876-4819-8e47-6180fcae6cbd req-46ea568e-1c04-46bc-9961-061d585e4f5b tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 946 time: 0.7213590 Feb 09 21:41:59.265934 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-d53be232-c820-4bf8-90ab-ff43a945da23 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=178a334a4d4c401b8c15c3fe9c3a710c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5048876 Feb 09 21:41:59.385360 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcefaf-0d7e-4f99-9f78-48942bc507ef service neutron] Pushing event updated for resources: {'Port': ['ID=61d57e38-4643-4b12-981c-f39d00afa99b,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:59.404316 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-4eac59f0-ded2-4780-8c94-2501f7d47be8 service neutron] 10.222.0.77 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370907 Feb 09 21:41:59.418243 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3145e101-ecbe-43b0-be2d-64afcbc88995 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:41:59.437988 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f56a323e-99d1-4c16-8a1c-fd8a41b62c74 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] For port cb2cf321-7829-4114-a572-7a95e21d0430, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=cb2cf321-7829-4114-a572-7a95e21d0430,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:59.438509 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f56a323e-99d1-4c16-8a1c-fd8a41b62c74 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (cb2cf321-7829-4114-a572-7a95e21d0430), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.447977 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] Publish callbacks [] for port (3145e101-ecbe-43b0-be2d-64afcbc88995), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.493401 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f56a323e-99d1-4c16-8a1c-fd8a41b62c74 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Calling delete_port for cb2cf321-7829-4114-a572-7a95e21d0430 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:59.512440 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] Transition to ACTIVE for port object 3145e101-ecbe-43b0-be2d-64afcbc88995 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:41:59.523545 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-d564b68e-ac30-45ec-998f-3157f076b33d req-d778cf34-5772-42ef-aaca-198151191069 service neutron] Attempting to bind port 33b8f906-d491-4db9-aa2c-1be335687d60 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:59.523991 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-d564b68e-ac30-45ec-998f-3157f076b33d req-d778cf34-5772-42ef-aaca-198151191069 service neutron] Attempting to bind port 33b8f906-d491-4db9-aa2c-1be335687d60 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'e2d68432-eddf-40af-9170-321a3a2b368f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:59.524240 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d564b68e-ac30-45ec-998f-3157f076b33d req-d778cf34-5772-42ef-aaca-198151191069 service neutron] Attempting to bind port 33b8f906-d491-4db9-aa2c-1be335687d60 on network 604e7064-10a1-4dac-b2c6-61b1a2e1ef50 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:59.539813 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d564b68e-ac30-45ec-998f-3157f076b33d req-d778cf34-5772-42ef-aaca-198151191069 service neutron] Port 33b8f906-d491-4db9-aa2c-1be335687d60 on network 604e7064-10a1-4dac-b2c6-61b1a2e1ef50 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:41:59.540190 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d564b68e-ac30-45ec-998f-3157f076b33d req-d778cf34-5772-42ef-aaca-198151191069 service neutron] Attempting to bind port 33b8f906-d491-4db9-aa2c-1be335687d60 on network 604e7064-10a1-4dac-b2c6-61b1a2e1ef50 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:59.552170 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d564b68e-ac30-45ec-998f-3157f076b33d req-d778cf34-5772-42ef-aaca-198151191069 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:59.552523 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d564b68e-ac30-45ec-998f-3157f076b33d req-d778cf34-5772-42ef-aaca-198151191069 service neutron] Checking segment: {'id': 'e2d68432-eddf-40af-9170-321a3a2b368f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:59.553063 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d564b68e-ac30-45ec-998f-3157f076b33d req-d778cf34-5772-42ef-aaca-198151191069 service neutron] Bound using segment: {'id': 'e2d68432-eddf-40af-9170-321a3a2b368f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:59.553520 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-d564b68e-ac30-45ec-998f-3157f076b33d req-d778cf34-5772-42ef-aaca-198151191069 service neutron] Bound port: 33b8f906-d491-4db9-aa2c-1be335687d60, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d68432-eddf-40af-9170-321a3a2b368f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:59.553909 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d564b68e-ac30-45ec-998f-3157f076b33d req-d778cf34-5772-42ef-aaca-198151191069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (33b8f906-d491-4db9-aa2c-1be335687d60), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.578687 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-e960d5c6-b1e6-412f-84bf-6534a7655d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:59.588142 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-e960d5c6-b1e6-412f-84bf-6534a7655d23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c286a60db7b149148ec99282304452cf&device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 1125 time: 0.6262200 Feb 09 21:41:59.589629 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-1713e226-45d7-4e31-b1cd-413f364a152a req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] For port 79e193d7-ded7-4481-b3b8-ba2f558710f6, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:59.624429 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (3145e101-ecbe-43b0-be2d-64afcbc88995), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.669128 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-d564b68e-ac30-45ec-998f-3157f076b33d req-d778cf34-5772-42ef-aaca-198151191069 service neutron] For port 33b8f906-d491-4db9-aa2c-1be335687d60, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:59.674623 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-d564b68e-ac30-45ec-998f-3157f076b33d req-d778cf34-5772-42ef-aaca-198151191069 service neutron] For port 33b8f906-d491-4db9-aa2c-1be335687d60, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=33b8f906-d491-4db9-aa2c-1be335687d60,segment=NetworkSegment(e2d68432-eddf-40af-9170-321a3a2b368f),segment_id=e2d68432-eddf-40af-9170-321a3a2b368f)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:59.693100 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-88ad80f1-9f99-48e5-9f72-f5605648e2c8 service neutron] 10.222.0.77 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877944 Feb 09 21:41:59.699388 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d564b68e-ac30-45ec-998f-3157f076b33d req-d778cf34-5772-42ef-aaca-198151191069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (33b8f906-d491-4db9-aa2c-1be335687d60), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.848341 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-1713e226-45d7-4e31-b1cd-413f364a152a req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] For port 79e193d7-ded7-4481-b3b8-ba2f558710f6, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=79e193d7-ded7-4481-b3b8-ba2f558710f6,segment=NetworkSegment(e2d68432-eddf-40af-9170-321a3a2b368f),segment_id=e2d68432-eddf-40af-9170-321a3a2b368f)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:59.856253 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.71', 60376) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:59.857428 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778cf34-5772-42ef-aaca-198151191069 service neutron] Pushing event updated for resources: {'Port': ['ID=33b8f906-d491-4db9-aa2c-1be335687d60,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:59.871215 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-3705e8c1-ee4a-4633-93e0-a297971b7b7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61d57e38-4643-4b12-981c-f39d00afa99b HTTP/1.1" status: 200 len: 217 time: 0.2758977 Feb 09 21:41:59.881374 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564b68e-ac30-45ec-998f-3157f076b33d req-d778cf34-5772-42ef-aaca-198151191069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:59.882119 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d564b68e-ac30-45ec-998f-3157f076b33d req-d778cf34-5772-42ef-aaca-198151191069 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.883869 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d564b68e-ac30-45ec-998f-3157f076b33d req-d778cf34-5772-42ef-aaca-198151191069 service neutron] 10.222.0.71 "PUT /v2.0/ports/33b8f906-d491-4db9-aa2c-1be335687d60 HTTP/1.1" status: 200 len: 1091 time: 5.7230971 Feb 09 21:41:59.884468 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b01a68-711e-4cde-af8a-9185e4bd16a7', 'tag': '33b8f906-d491-4db9-aa2c-1be335687d60'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:59.887072 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9171757-3dd8-4b5c-8836-7b1fcdbba4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "01b01a68-711e-4cde-af8a-9185e4bd16a7", "tag": "33b8f906-d491-4db9-aa2c-1be335687d60"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:59.941305 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1713e226-45d7-4e31-b1cd-413f364a152a req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (79e193d7-ded7-4481-b3b8-ba2f558710f6), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:00.045018 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=3145e101-ecbe-43b0-be2d-64afcbc88995,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:00.067235 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713e226-45d7-4e31-b1cd-413f364a152a req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:00.068199 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1713e226-45d7-4e31-b1cd-413f364a152a req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:00.069964 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1713e226-45d7-4e31-b1cd-413f364a152a req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] 10.222.0.71 "PUT /v2.0/ports/79e193d7-ded7-4481-b3b8-ba2f558710f6 HTTP/1.1" status: 200 len: 1091 time: 6.4217379 Feb 09 21:42:00.310524 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-9e18efc6-92bb-438a-881f-395313c740e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:00.319939 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2361655-b300-4224-af8f-38253b4e63a0 req-326795c5-d278-48f4-93fd-13594de86735 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:00.321086 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-9e18efc6-92bb-438a-881f-395313c740e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89c198a6-8a39-4e34-a647-f29ce9301483 HTTP/1.1" status: 200 len: 854 time: 0.4228339 Feb 09 21:42:00.329689 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2361655-b300-4224-af8f-38253b4e63a0 req-326795c5-d278-48f4-93fd-13594de86735 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.71 "GET /v2.0/ports?device_id=88e5b1d8-43df-4906-bdc0-3a361b72a41c HTTP/1.1" status: 200 len: 945 time: 0.4587221 Feb 09 21:42:00.637840 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564b68e-ac30-45ec-998f-3157f076b33d req-06c83143-15a0-4422-b14a-8f70a43bf721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:00.640838 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d564b68e-ac30-45ec-998f-3157f076b33d req-06c83143-15a0-4422-b14a-8f70a43bf721 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c286a60db7b149148ec99282304452cf&device_id=01b01a68-711e-4cde-af8a-9185e4bd16a7 HTTP/1.1" status: 200 len: 1125 time: 0.6532969 Feb 09 21:42:00.884675 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d564b68e-ac30-45ec-998f-3157f076b33d req-519ad7c3-1cd7-4b4c-a852-808536b68fa7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33b8f906-d491-4db9-aa2c-1be335687d60 HTTP/1.1" status: 200 len: 217 time: 0.2304025 Feb 09 21:42:01.015279 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564b68e-ac30-45ec-998f-3157f076b33d req-39221892-5f14-4c61-8b35-2d9c1ee24cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:01.018154 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d564b68e-ac30-45ec-998f-3157f076b33d req-39221892-5f14-4c61-8b35-2d9c1ee24cdd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89c198a6-8a39-4e34-a647-f29ce9301483 HTTP/1.1" status: 200 len: 854 time: 0.1222851 Feb 09 21:42:01.074592 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-3468f002-6876-4819-8e47-6180fcae6cbd req-a6dc9622-645c-485e-bebe-2b8ad2f39f1f tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Deleting port fcfb7c24-7aa4-49c9-bb02-6161801a2386 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:01.075677 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3468f002-6876-4819-8e47-6180fcae6cbd req-a6dc9622-645c-485e-bebe-2b8ad2f39f1f tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (fcfb7c24-7aa4-49c9-bb02-6161801a2386), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:01.077274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device fcfb7c24-7aa4-49c9-bb02-6161801a2386 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:01.158806 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a4597-62df-4109-86a5-52d3135b152f req-be9e4455-8af5-49bf-b2cc-6a5f762034f5 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:01.163955 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df1a4597-62df-4109-86a5-52d3135b152f req-be9e4455-8af5-49bf-b2cc-6a5f762034f5 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff HTTP/1.1" status: 200 len: 946 time: 0.8184891 Feb 09 21:42:01.296172 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8a018-cf34-4206-901a-8d8d1b801470 service neutron] Pushing event updated for resources: {'Port': ['ID=79e193d7-ded7-4481-b3b8-ba2f558710f6,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:01.297288 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564b68e-ac30-45ec-998f-3157f076b33d req-1c8f1084-f80a-4c8e-91a8-d398d94ddf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:01.299923 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d564b68e-ac30-45ec-998f-3157f076b33d req-1c8f1084-f80a-4c8e-91a8-d398d94ddf6f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2727802 Feb 09 21:42:01.315928 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df1a4597-62df-4109-86a5-52d3135b152f req-aeef47d4-b7ab-4f9f-b6ce-c1a3540158e3 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357770 Feb 09 21:42:01.405275 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port fcfb7c24-7aa4-49c9-bb02-6161801a2386 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:01.409377 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fcfb7c24-7aa4-49c9-bb02-6161801a2386), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:01.412163 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] Attempting to bind port 3145e101-ecbe-43b0-be2d-64afcbc88995 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:01.412993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] Attempting to bind port 3145e101-ecbe-43b0-be2d-64afcbc88995 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:01.413227 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] Attempting to bind port 3145e101-ecbe-43b0-be2d-64afcbc88995 on network c4792088-bf96-48c8-a331-af790ba542bf {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:01.435614 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713e226-45d7-4e31-b1cd-413f364a152a req-e3a26611-3115-43e9-86cd-ab34202d1c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:01.439855 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1713e226-45d7-4e31-b1cd-413f364a152a req-e3a26611-3115-43e9-86cd-ab34202d1c83 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c286a60db7b149148ec99282304452cf&device_id=93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7 HTTP/1.1" status: 200 len: 1125 time: 1.1703167 Feb 09 21:42:01.502342 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcfb7c24-7aa4-49c9-bb02-6161801a2386'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:01.513089 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267c074a-f827-435a-84ea-6e1f8455d46f" -d '{"events": [{"server_uuid": "8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff", "name": "network-vif-unplugged", "status": "completed", "tag": "fcfb7c24-7aa4-49c9-bb02-6161801a2386"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:01.544812 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-6ef0498a-6b47-47fc-8980-b9cc94370fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:01.549365 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-6ef0498a-6b47-47fc-8980-b9cc94370fef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6200676 Feb 09 21:42:01.564104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port fcfb7c24-7aa4-49c9-bb02-6161801a2386, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=fcfb7c24-7aa4-49c9-bb02-6161801a2386,segment=NetworkSegment(7211e1c8-5de7-40d2-b662-3cce7559b8c7),segment_id=7211e1c8-5de7-40d2-b662-3cce7559b8c7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:01.575524 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fcfb7c24-7aa4-49c9-bb02-6161801a2386), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:01.576490 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device a07843bb-974a-4381-bc9d-72bba2a82136 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:01.589660 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-c2361655-b300-4224-af8f-38253b4e63a0 req-8979f84d-e522-458f-b103-2e023b533979 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Deleting port a07843bb-974a-4381-bc9d-72bba2a82136 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:01.590063 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2361655-b300-4224-af8f-38253b4e63a0 req-8979f84d-e522-458f-b103-2e023b533979 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a07843bb-974a-4381-bc9d-72bba2a82136), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:01.620669 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d5459a1-b882-4648-8332-3983f77cb143 req-de9a7cc9-9986-4d87-b130-3b4bfbf6ab37 tempest-SecurityGroupsNegativeTestJSON-463873254 tempest-SecurityGroupsNegativeTestJSON-463873254-project] 10.222.0.77 "GET /v2.0/security-groups/32b74417-b19c-4aa7-b616-fdb54f303802 HTTP/1.1" status: 200 len: 3002 time: 0.1106505 Feb 09 21:42:01.630338 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d564b68e-ac30-45ec-998f-3157f076b33d req-ec171cce-c459-4713-94e9-4adaf232819c service neutron] 10.222.0.71 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680459 Feb 09 21:42:01.791584 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] Port 3145e101-ecbe-43b0-be2d-64afcbc88995 on network c4792088-bf96-48c8-a331-af790ba542bf not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:42:01.791970 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] Attempting to bind port 3145e101-ecbe-43b0-be2d-64afcbc88995 on network c4792088-bf96-48c8-a331-af790ba542bf {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:01.819628 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1713e226-45d7-4e31-b1cd-413f364a152a req-710d2b98-4fa3-451c-a6af-766fe25d24fb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79e193d7-ded7-4481-b3b8-ba2f558710f6 HTTP/1.1" status: 200 len: 217 time: 0.2486856 Feb 09 21:42:01.839792 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-3468f002-6876-4819-8e47-6180fcae6cbd req-a6dc9622-645c-485e-bebe-2b8ad2f39f1f tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] For port fcfb7c24-7aa4-49c9-bb02-6161801a2386, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=fcfb7c24-7aa4-49c9-bb02-6161801a2386,segment=NetworkSegment(7211e1c8-5de7-40d2-b662-3cce7559b8c7),segment_id=7211e1c8-5de7-40d2-b662-3cce7559b8c7)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:01.840283 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3468f002-6876-4819-8e47-6180fcae6cbd req-a6dc9622-645c-485e-bebe-2b8ad2f39f1f tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (fcfb7c24-7aa4-49c9-bb02-6161801a2386), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:01.841324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port a07843bb-974a-4381-bc9d-72bba2a82136 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:01.841941 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a07843bb-974a-4381-bc9d-72bba2a82136), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:01.853315 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:01.853691 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] Checking segment: {'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:01.854038 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] Bound using segment: {'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:01.854490 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] Bound port: 3145e101-ecbe-43b0-be2d-64afcbc88995, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:01.854982 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3145e101-ecbe-43b0-be2d-64afcbc88995), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:01.915888 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-3468f002-6876-4819-8e47-6180fcae6cbd req-a6dc9622-645c-485e-bebe-2b8ad2f39f1f tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Calling delete_port for fcfb7c24-7aa4-49c9-bb02-6161801a2386 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:01.927080 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=fcfb7c24-7aa4-49c9-bb02-6161801a2386,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:01.931790 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f56a323e-99d1-4c16-8a1c-fd8a41b62c74 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (cb2cf321-7829-4114-a572-7a95e21d0430), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:01.980737 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port a07843bb-974a-4381-bc9d-72bba2a82136, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=a07843bb-974a-4381-bc9d-72bba2a82136,segment=NetworkSegment(d772ed9e-5988-40b6-8322-dafa7df4ac69),segment_id=d772ed9e-5988-40b6-8322-dafa7df4ac69)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:01.983180 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-c2361655-b300-4224-af8f-38253b4e63a0 req-8979f84d-e522-458f-b103-2e023b533979 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] For port a07843bb-974a-4381-bc9d-72bba2a82136, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=a07843bb-974a-4381-bc9d-72bba2a82136,segment=NetworkSegment(d772ed9e-5988-40b6-8322-dafa7df4ac69),segment_id=d772ed9e-5988-40b6-8322-dafa7df4ac69)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:01.986514 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2361655-b300-4224-af8f-38253b4e63a0 req-8979f84d-e522-458f-b103-2e023b533979 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a07843bb-974a-4381-bc9d-72bba2a82136), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:01.991383 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a07843bb-974a-4381-bc9d-72bba2a82136), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:02.034378 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-4d5459a1-b882-4648-8332-3983f77cb143 req-f244752d-73ab-4239-bfd9-226499524dcc tempest-SecurityGroupsNegativeTestJSON-463873254 tempest-SecurityGroupsNegativeTestJSON-463873254-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 21:42:02.043167 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d5459a1-b882-4648-8332-3983f77cb143 req-f244752d-73ab-4239-bfd9-226499524dcc tempest-SecurityGroupsNegativeTestJSON-463873254 tempest-SecurityGroupsNegativeTestJSON-463873254-project] 10.222.0.77 "DELETE /v2.0/security-groups/32b74417-b19c-4aa7-b616-fdb54f303802 HTTP/1.1" status: 409 len: 352 time: 0.4140668 Feb 09 21:42:02.044428 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-c2361655-b300-4224-af8f-38253b4e63a0 req-8979f84d-e522-458f-b103-2e023b533979 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Calling delete_port for a07843bb-974a-4381-bc9d-72bba2a82136 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:02.069421 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a323e-99d1-4c16-8a1c-fd8a41b62c74 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Port': ['ID=cb2cf321-7829-4114-a572-7a95e21d0430,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:02.090023 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d564b68e-ac30-45ec-998f-3157f076b33d req-487a7523-a294-4f01-89d1-af9aae850ea3 service neutron] 10.222.0.71 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197192 Feb 09 21:42:02.094482 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.71', 60378) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:02.129489 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=a07843bb-974a-4381-bc9d-72bba2a82136,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:02.155261 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713e226-45d7-4e31-b1cd-413f364a152a req-3cdb8f74-4902-45f1-87b9-3e4f7281308a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:02.163297 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1713e226-45d7-4e31-b1cd-413f364a152a req-3cdb8f74-4902-45f1-87b9-3e4f7281308a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89c198a6-8a39-4e34-a647-f29ce9301483 HTTP/1.1" status: 200 len: 854 time: 0.3201571 Feb 09 21:42:02.268605 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-7b9131eb-51fe-46da-8ad0-4d6372e1f485 service neutron] 10.222.0.42 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6600735 Feb 09 21:42:02.491883 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-e27c270b-0963-4b6f-9965-92558f087e6f tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:02.494522 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-e27c270b-0963-4b6f-9965-92558f087e6f tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.71 "GET /v2.0/networks?id=9cec45fb-c615-4147-9585-d66f5efcfe6c HTTP/1.1" status: 200 len: 819 time: 0.3890922 Feb 09 21:42:02.511191 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-d0dbea0e-6e58-4e50-9fa4-b06db47f0035 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Request body: {'port': {'device_id': 'cf593d3b-9a8e-44d6-92b3-22f1c3972600', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'admin_state_up': True, 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:02.618099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] For port 3145e101-ecbe-43b0-be2d-64afcbc88995, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:02.623401 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713e226-45d7-4e31-b1cd-413f364a152a req-32559538-420b-4dce-b18c-c4ccc3d00b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:02.625579 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1713e226-45d7-4e31-b1cd-413f364a152a req-32559538-420b-4dce-b18c-c4ccc3d00b4e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4416246 Feb 09 21:42:02.632744 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f56a323e-99d1-4c16-8a1c-fd8a41b62c74 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (296b5803-0aeb-4d83-b376-c7e8738ef3e1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:02.769977 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] For port 3145e101-ecbe-43b0-be2d-64afcbc88995, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=3145e101-ecbe-43b0-be2d-64afcbc88995,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:02.793869 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1713e226-45d7-4e31-b1cd-413f364a152a req-40c7d119-9ce5-4ba6-ae84-b5f5ddd40520 service neutron] 10.222.0.71 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578300 Feb 09 21:42:02.825048 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (3145e101-ecbe-43b0-be2d-64afcbc88995), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.049425 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-22ed75d4-c8a3-42bb-a407-49ffb7ed1f8e req-9ce6b430-15d5-48fb-ae39-a72d7370d9e4 service neutron] 10.222.0.42 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7138827 Feb 09 21:42:03.076500 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:03.077154 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.078660 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] 10.222.0.71 "PUT /v2.0/ports/3145e101-ecbe-43b0-be2d-64afcbc88995 HTTP/1.1" status: 200 len: 1091 time: 5.7516117 Feb 09 21:42:03.112679 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3468f002-6876-4819-8e47-6180fcae6cbd req-a6dc9622-645c-485e-bebe-2b8ad2f39f1f tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (fcfb7c24-7aa4-49c9-bb02-6161801a2386), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.127497 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:42:03.170097 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed59e89-dd50-4e7a-8132-68a39989c9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=3145e101-ecbe-43b0-be2d-64afcbc88995,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:03.317498 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2594bba-4855-4d5d-9e08-87d9ee3def43 req-579aac67-fedf-495e-96a6-e4f23fda907e tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:03.327064 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f2594bba-4855-4d5d-9e08-87d9ee3def43 req-579aac67-fedf-495e-96a6-e4f23fda907e tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e5b1d8-43df-4906-bdc0-3a361b72a41c HTTP/1.1" status: 200 len: 943 time: 1.0730281 Feb 09 21:42:03.374643 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1713e226-45d7-4e31-b1cd-413f364a152a req-042403a6-13e5-4140-972b-4fc5a107f444 service neutron] 10.222.0.71 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5541947 Feb 09 21:42:03.381562 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc9622-645c-485e-bebe-2b8ad2f39f1f tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Pushing event deleted for resources: {'Port': ['ID=fcfb7c24-7aa4-49c9-bb02-6161801a2386,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:03.417246 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56a323e-99d1-4c16-8a1c-fd8a41b62c74 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Router 296b5803-0aeb-4d83-b376-c7e8738ef3e1 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:42:03.421118 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-3468f002-6876-4819-8e47-6180fcae6cbd req-a6dc9622-645c-485e-bebe-2b8ad2f39f1f tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] No DVR routers for this DVR port fcfb7c24-7aa4-49c9-bb02-6161801a2386 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:03.421325 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2361655-b300-4224-af8f-38253b4e63a0 req-8979f84d-e522-458f-b103-2e023b533979 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (a07843bb-974a-4381-bc9d-72bba2a82136), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.434207 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3468f002-6876-4819-8e47-6180fcae6cbd req-a6dc9622-645c-485e-bebe-2b8ad2f39f1f tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.436639 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f2594bba-4855-4d5d-9e08-87d9ee3def43 req-310bacef-fd03-465e-99bc-3cd808445e88 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8171273-0928-4bc9-b38a-02033bd3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081655 Feb 09 21:42:03.437671 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3468f002-6876-4819-8e47-6180fcae6cbd req-a6dc9622-645c-485e-bebe-2b8ad2f39f1f tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.71 "DELETE /v2.0/ports/fcfb7c24-7aa4-49c9-bb02-6161801a2386 HTTP/1.1" status: 204 len: 173 time: 4.1927156 Feb 09 21:42:03.451207 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-7741081f-939a-4aa2-a8e4-bf4bfb6d65c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:03.453246 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-7741081f-939a-4aa2-a8e4-bf4bfb6d65c7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4da379594fdf42339bba1d92c8147535&device_id=6f046db4-6866-452b-b255-73c25c89d958 HTTP/1.1" status: 200 len: 1125 time: 0.3066022 Feb 09 21:42:03.481443 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979f84d-e522-458f-b103-2e023b533979 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Pushing event deleted for resources: {'Port': ['ID=a07843bb-974a-4381-bc9d-72bba2a82136,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:03.526617 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-d0dbea0e-6e58-4e50-9fa4-b06db47f0035 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Made reservation on behalf of 178a334a4d4c401b8c15c3fe9c3a710c for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:03.530247 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-d0dbea0e-6e58-4e50-9fa4-b06db47f0035 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.554914 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2361655-b300-4224-af8f-38253b4e63a0 req-8979f84d-e522-458f-b103-2e023b533979 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] No DVR routers for this DVR port a07843bb-974a-4381-bc9d-72bba2a82136 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:03.560017 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2361655-b300-4224-af8f-38253b4e63a0 req-8979f84d-e522-458f-b103-2e023b533979 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.563898 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2361655-b300-4224-af8f-38253b4e63a0 req-8979f84d-e522-458f-b103-2e023b533979 tempest-VolumesAdminNegativeTest-757891192 tempest-VolumesAdminNegativeTest-757891192-project] 10.222.0.71 "DELETE /v2.0/ports/a07843bb-974a-4381-bc9d-72bba2a82136 HTTP/1.1" status: 204 len: 173 time: 3.2318931 Feb 09 21:42:03.584149 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-8f14b91c-84d1-459e-a865-af7e97802110 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3145e101-ecbe-43b0-be2d-64afcbc88995 HTTP/1.1" status: 200 len: 217 time: 0.0784492 Feb 09 21:42:03.590831 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56a323e-99d1-4c16-8a1c-fd8a41b62c74 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:03.604200 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da0e582-79d0-4c0c-9f25-ef383d2d5e0b None None] Sync routers for ids ['296b5803-0aeb-4d83-b376-c7e8738ef3e1'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:03.612603 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f56a323e-99d1-4c16-8a1c-fd8a41b62c74 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "PUT /v2.0/routers/296b5803-0aeb-4d83-b376-c7e8738ef3e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1219239 Feb 09 21:42:03.622059 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60468) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:03.624042 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da0e582-79d0-4c0c-9f25-ef383d2d5e0b None None] Routers {'296b5803-0aeb-4d83-b376-c7e8738ef3e1'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:03.624690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4da0e582-79d0-4c0c-9f25-ef383d2d5e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:41:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['296b5803-0aeb-4d83-b376-c7e8738ef3e1'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:03.682898 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-16b69123-7a7f-4407-a04a-4f4dc8cb03aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:03.692652 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-16b69123-7a7f-4407-a04a-4f4dc8cb03aa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b2baf19-4835-4e7a-83c6-0d721aca5d48 HTTP/1.1" status: 200 len: 852 time: 0.0983181 Feb 09 21:42:03.746880 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d475685-fc1a-40e9-9198-59088ccad448 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:03.748563 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d475685-fc1a-40e9-9198-59088ccad448 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:03.753776 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8d475685-fc1a-40e9-9198-59088ccad448 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1301956 Feb 09 21:42:03.756432 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60470) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:03.785025 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-4da0e582-79d0-4c0c-9f25-ef383d2d5e0b None None] Set router 296b5803-0aeb-4d83-b376-c7e8738ef3e1 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:03.795504 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-db213bb3-c3bf-4001-a5c2-3c4edc1e5782 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c4792088-bf96-48c8-a331-af790ba542bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959256 Feb 09 21:42:03.854486 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-d0dbea0e-6e58-4e50-9fa4-b06db47f0035 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Allocated IP 172.20.0.8 (9cec45fb-c615-4147-9585-d66f5efcfe6c/e3c310f9-5e45-4b20-89c5-333731de760d/02fc6b73-7e89-4def-8c16-0e5092c25560) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:03.870073 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c62ace-9f7b-4c48-9946-606f079554be req-fcf6a8c1-c8d8-4b90-8f4a-50c15aba0ba3 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:03.871857 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9c62ace-9f7b-4c48-9946-606f079554be req-fcf6a8c1-c8d8-4b90-8f4a-50c15aba0ba3 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b01a68-711e-4cde-af8a-9185e4bd16a7 HTTP/1.1" status: 200 len: 943 time: 0.1947160 Feb 09 21:42:03.886975 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-98adc1ca-23f6-4ae6-adbe-d2674f419c3e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet 0a7b5e8a-dcc8-4df8-825e-fc383d3a3b2e {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:42:03.894479 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98adc1ca-23f6-4ae6-adbe-d2674f419c3e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (0a7b5e8a-dcc8-4df8-825e-fc383d3a3b2e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.903593 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4da0e582-79d0-4c0c-9f25-ef383d2d5e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296b5803-0aeb-4d83-b376-c7e8738ef3e1', 'name': 'tempest-NetworksTestDHCPv6-router-755484263', 'tenant_id': '3ea663af62e544b3a2a3619a5257316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:41Z', 'updated_at': '2022-02-09T21:42:01Z', 'revision_number': 3, 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:03.934660 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da0e582-79d0-4c0c-9f25-ef383d2d5e0b None None] Checking router: 296b5803-0aeb-4d83-b376-c7e8738ef3e1 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:42:03.946098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da0e582-79d0-4c0c-9f25-ef383d2d5e0b None None] Routers {'296b5803-0aeb-4d83-b376-c7e8738ef3e1'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:03.948144 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4da0e582-79d0-4c0c-9f25-ef383d2d5e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:41:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['296b5803-0aeb-4d83-b376-c7e8738ef3e1'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:03.992406 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98adc1ca-23f6-4ae6-adbe-d2674f419c3e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (0a7b5e8a-dcc8-4df8-825e-fc383d3a3b2e), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.998128 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-1258533c-5283-4de2-9401-06e2575ce461 service neutron] 10.222.0.71 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837950 Feb 09 21:42:04.052801 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-4da0e582-79d0-4c0c-9f25-ef383d2d5e0b None None] Set router 296b5803-0aeb-4d83-b376-c7e8738ef3e1 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:04.118305 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9c62ace-9f7b-4c48-9946-606f079554be req-36f286cc-a43d-4040-9eb3-9ad11967c384 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932371 Feb 09 21:42:04.158756 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4da0e582-79d0-4c0c-9f25-ef383d2d5e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296b5803-0aeb-4d83-b376-c7e8738ef3e1', 'name': 'tempest-NetworksTestDHCPv6-router-755484263', 'tenant_id': '3ea663af62e544b3a2a3619a5257316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:41Z', 'updated_at': '2022-02-09T21:42:01Z', 'revision_number': 3, 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:04.159201 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98adc1ca-23f6-4ae6-adbe-d2674f419c3e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (0a7b5e8a-dcc8-4df8-825e-fc383d3a3b2e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.249435 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b25955ce-9f50-4484-aba7-d015eecc3fd0 req-a052ef9b-e84f-41f7-85a4-10762f033620 service neutron] 10.222.0.71 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501192 Feb 09 21:42:04.275127 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da0e582-79d0-4c0c-9f25-ef383d2d5e0b None None] The sync data for ids ['296b5803-0aeb-4d83-b376-c7e8738ef3e1'] in n-d-828601-1 is: [{'id': '296b5803-0aeb-4d83-b376-c7e8738ef3e1', 'name': 'tempest-NetworksTestDHCPv6-router-755484263', 'tenant_id': '3ea663af62e544b3a2a3619a5257316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:41Z', 'updated_at': '2022-02-09T21:42:01Z', 'revision_number': 3, 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:04.422586 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccce31-ccdc-4f97-a86b-5de240c577a5 req-e89e8f60-06c6-4e7a-bef3-b98a3800ccb8 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:04.430716 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6dccce31-ccdc-4f97-a86b-5de240c577a5 req-e89e8f60-06c6-4e7a-bef3-b98a3800ccb8 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f046db4-6866-452b-b255-73c25c89d958 HTTP/1.1" status: 200 len: 943 time: 0.1634688 Feb 09 21:42:04.443587 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-d0dbea0e-6e58-4e50-9fa4-b06db47f0035 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks [] for port (02fc6b73-7e89-4def-8c16-0e5092c25560), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.538386 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6dccce31-ccdc-4f97-a86b-5de240c577a5 req-8a5b5db7-7487-40c8-853a-d090c87235c5 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851574 Feb 09 21:42:04.570819 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98adc1ca-23f6-4ae6-adbe-d2674f419c3e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (0a7b5e8a-dcc8-4df8-825e-fc383d3a3b2e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.594934 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784adc81-f589-4e67-8cbe-d9af67c57526 x-openstack-request-id: req-784adc81-f589-4e67-8cbe-d9af67c57526 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:04.595605 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4", "tag": "61d57e38-4643-4b12-981c-f39d00afa99b", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:04.596150 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-784adc81-f589-4e67-8cbe-d9af67c57526 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:04.596813 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4', 'tag': '61d57e38-4643-4b12-981c-f39d00afa99b', 'status': 'completed', 'code': 200} Feb 09 21:42:04.612319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98adc1ca-23f6-4ae6-adbe-d2674f419c3e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=0a7b5e8a-dcc8-4df8-825e-fc383d3a3b2e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:04.622081 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98adc1ca-23f6-4ae6-adbe-d2674f419c3e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.625339 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b329c3e-0c32-4aa2-ad43-221891bff28f None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:04.628141 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60476) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:04.634920 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-98adc1ca-23f6-4ae6-adbe-d2674f419c3e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/0a7b5e8a-dcc8-4df8-825e-fc383d3a3b2e HTTP/1.1" status: 204 len: 168 time: 0.8574767 Feb 09 21:42:04.669667 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06228fbe-e4d2-4bad-bbdc-8e6537c84217 x-openstack-request-id: req-06228fbe-e4d2-4bad-bbdc-8e6537c84217 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:04.669928 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b01a68-711e-4cde-af8a-9185e4bd16a7", "tag": "33b8f906-d491-4db9-aa2c-1be335687d60", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:04.670189 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06228fbe-e4d2-4bad-bbdc-8e6537c84217 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:04.670604 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b01a68-711e-4cde-af8a-9185e4bd16a7', 'tag': '33b8f906-d491-4db9-aa2c-1be335687d60', 'status': 'completed', 'code': 200} Feb 09 21:42:04.692263 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-d0dbea0e-6e58-4e50-9fa4-b06db47f0035 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (02fc6b73-7e89-4def-8c16-0e5092c25560), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.797754 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['201691e8-8155-4ad4-86ea-9656b7ff72f1'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:42:04.799963 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device cb2cf321-7829-4114-a572-7a95e21d0430 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:04.823328 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-d0dbea0e-6e58-4e50-9fa4-b06db47f0035 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Network 9cec45fb-c615-4147-9585-d66f5efcfe6c is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:04.848253 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-d0dbea0e-6e58-4e50-9fa4-b06db47f0035 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:04.856177 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbea0e-6e58-4e50-9fa4-b06db47f0035 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Pushing event updated for resources: {'Port': ['ID=02fc6b73-7e89-4def-8c16-0e5092c25560,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:04.856177 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-d0dbea0e-6e58-4e50-9fa4-b06db47f0035 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:05.016910 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-d0dbea0e-6e58-4e50-9fa4-b06db47f0035 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:05.017599 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-d0dbea0e-6e58-4e50-9fa4-b06db47f0035 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.054478 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: cb2cf321-7829-4114-a572-7a95e21d0430 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:42:05.055363 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device cb2cf321-7829-4114-a572-7a95e21d0430 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:42:05.058028 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39232253-aaa6-4184-abdc-bee3184175f1 req-8ea7c121-ce5b-49bd-8356-8effd6a20263 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:05.073030 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39232253-aaa6-4184-abdc-bee3184175f1 req-8ea7c121-ce5b-49bd-8356-8effd6a20263 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf593d3b-9a8e-44d6-92b3-22f1c3972600 HTTP/1.1" status: 200 len: 931 time: 0.2629192 Feb 09 21:42:05.084732 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-d0dbea0e-6e58-4e50-9fa4-b06db47f0035 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5791028 Feb 09 21:42:05.109103 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-528442cb-6007-4852-8463-89b741d18d08 service neutron] Request body: {'port': {'device_id': 'cf593d3b-9a8e-44d6-92b3-22f1c3972600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:05.175833 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 33b8f906-d491-4db9-aa2c-1be335687d60 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:42:05.239201 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39232253-aaa6-4184-abdc-bee3184175f1 req-c795429c-0485-4100-815c-200fc2819db3 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/security-groups?id=49b5190e-f93b-42e7-81c0-04211c9abbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650121 Feb 09 21:42:05.308343 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-528442cb-6007-4852-8463-89b741d18d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (02fc6b73-7e89-4def-8c16-0e5092c25560), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.376590 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-8d2d3704-90e3-48b5-b21f-6046e736c21a req-cecd971c-6927-478c-a08c-397e02c1b2f2 tempest-SecurityGroupsNegativeTestJSON-463873254 tempest-SecurityGroupsNegativeTestJSON-463873254-project] show failed (client error): The resource could not be found. Feb 09 21:42:05.401868 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d2d3704-90e3-48b5-b21f-6046e736c21a req-cecd971c-6927-478c-a08c-397e02c1b2f2 tempest-SecurityGroupsNegativeTestJSON-463873254 tempest-SecurityGroupsNegativeTestJSON-463873254-project] 10.222.0.77 "GET /v2.0/security-groups/cf934bd9-9a02-496d-ac4c-08cc7631eaf7 HTTP/1.1" status: 404 len: 352 time: 0.0605388 Feb 09 21:42:05.590197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 33b8f906-d491-4db9-aa2c-1be335687d60, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=33b8f906-d491-4db9-aa2c-1be335687d60,segment=NetworkSegment(e2d68432-eddf-40af-9170-321a3a2b368f),segment_id=e2d68432-eddf-40af-9170-321a3a2b368f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:05.601808 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-97fd3fac-adb8-4468-9118-f66d3090687d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.9723861 Feb 09 21:42:05.602577 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60488) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:05.602843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60490) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:05.625223 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9171757-3dd8-4b5c-8836-7b1fcdbba4a9 req-e1788ecd-30d6-40bd-9103-9dd0c44a071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:05.629318 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e9171757-3dd8-4b5c-8836-7b1fcdbba4a9 req-e1788ecd-30d6-40bd-9103-9dd0c44a071f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c286a60db7b149148ec99282304452cf&device_id=01b01a68-711e-4cde-af8a-9185e4bd16a7 HTTP/1.1" status: 200 len: 1125 time: 0.9147766 Feb 09 21:42:05.667979 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5bd3aa-452d-4d74-a711-1ccc511aacaa x-openstack-request-id: req-fc5bd3aa-452d-4d74-a711-1ccc511aacaa {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:05.668673 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff", "name": "network-vif-unplugged", "status": "completed", "tag": "fcfb7c24-7aa4-49c9-bb02-6161801a2386", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:05.668673 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fc5bd3aa-452d-4d74-a711-1ccc511aacaa {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:05.669000 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcfb7c24-7aa4-49c9-bb02-6161801a2386', 'code': 200} Feb 09 21:42:05.698050 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '33b8f906-d491-4db9-aa2c-1be335687d60', 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50', 'port_id': '33b8f906-d491-4db9-aa2c-1be335687d60', 'mac_address': 'fa:16:3e:f3:60:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89c198a6-8a39-4e34-a647-f29ce9301483', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:42:05.763866 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d26c27-6efe-4b94-9448-c6ac9b8b6930 req-c93e8376-7597-46b1-889f-489e9c7d613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:05.765037 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-62d26c27-6efe-4b94-9448-c6ac9b8b6930 req-c93e8376-7597-46b1-889f-489e9c7d613e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c286a60db7b149148ec99282304452cf&device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 1125 time: 1.0519192 Feb 09 21:42:05.773957 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-15b9e5af-167c-4abc-b076-f35b5675c4cc None None] Provisioning complete for port 02fc6b73-7e89-4def-8c16-0e5092c25560 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:05.777779 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-15b9e5af-167c-4abc-b076-f35b5675c4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (02fc6b73-7e89-4def-8c16-0e5092c25560), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.875224 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 33b8f906-d491-4db9-aa2c-1be335687d60 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:05.875904 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (33b8f906-d491-4db9-aa2c-1be335687d60), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.931105 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c528d6-06bf-4222-ba62-bfa6d6aba4eb admin admin] Deleting subnet c44c361c-ca90-4dca-be4c-078df4606ced {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:42:05.937797 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21fe8d18-8ca2-4ce3-9ec1-53f5b2fbda1c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for router (296b5803-0aeb-4d83-b376-c7e8738ef3e1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.948912 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-528442cb-6007-4852-8463-89b741d18d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02fc6b73-7e89-4def-8c16-0e5092c25560 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:42:05.961213 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-528442cb-6007-4852-8463-89b741d18d08 service neutron] Publish callbacks [] for port (02fc6b73-7e89-4def-8c16-0e5092c25560), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.992566 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-528442cb-6007-4852-8463-89b741d18d08 service neutron] Transition to ACTIVE for port object 02fc6b73-7e89-4def-8c16-0e5092c25560 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:42:06.010438 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32c528d6-06bf-4222-ba62-bfa6d6aba4eb admin admin] Publish callbacks [] for subnet (c44c361c-ca90-4dca-be4c-078df4606ced), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.023010 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c722e47f-a857-4158-8bdd-bf37c469ee90 req-0254ef3e-a93c-41c0-a8f5-9dffff929c41 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5883751 Feb 09 21:42:06.023776 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-528442cb-6007-4852-8463-89b741d18d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (02fc6b73-7e89-4def-8c16-0e5092c25560), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.169301 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32c528d6-06bf-4222-ba62-bfa6d6aba4eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (c44c361c-ca90-4dca-be4c-078df4606ced), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.184061 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528442cb-6007-4852-8463-89b741d18d08 service neutron] Pushing event updated for resources: {'Port': ['ID=02fc6b73-7e89-4def-8c16-0e5092c25560,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:06.242803 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9456767-d056-4f18-80cd-36e4d799245a None None] DHCP port deletion for 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:42:06.253506 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33b8f906-d491-4db9-aa2c-1be335687d60 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:42:06.273359 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3a445-2620-4679-b4c8-0e6189f6affa req-72e0b834-ffe2-46e4-a5f2-40e763047fde tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:06.290265 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-66c3a445-2620-4679-b4c8-0e6189f6affa req-72e0b834-ffe2-46e4-a5f2-40e763047fde tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b01a68-711e-4cde-af8a-9185e4bd16a7 HTTP/1.1" status: 200 len: 943 time: 0.5767324 Feb 09 21:42:06.307598 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 33b8f906-d491-4db9-aa2c-1be335687d60, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=33b8f906-d491-4db9-aa2c-1be335687d60,segment=NetworkSegment(e2d68432-eddf-40af-9170-321a3a2b368f),segment_id=e2d68432-eddf-40af-9170-321a3a2b368f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:06.310378 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-15b9e5af-167c-4abc-b076-f35b5675c4cc None None] Port 02fc6b73-7e89-4def-8c16-0e5092c25560 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:42:06.323246 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 61d57e38-4643-4b12-981c-f39d00afa99b details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:42:06.387423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722e47f-a857-4158-8bdd-bf37c469ee90 req-1bd8d0f1-2dba-4532-a528-064beb3c94ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:06.389124 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c722e47f-a857-4158-8bdd-bf37c469ee90 req-1bd8d0f1-2dba-4532-a528-064beb3c94ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10ae4cf9e5fb41adaaf75cd8b9397016&device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 1127 time: 0.2515957 Feb 09 21:42:06.473744 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (33b8f906-d491-4db9-aa2c-1be335687d60), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.583399 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9171757-3dd8-4b5c-8836-7b1fcdbba4a9 req-115bae69-70ed-4359-ba67-0cdcafff314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:06.595445 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e9171757-3dd8-4b5c-8836-7b1fcdbba4a9 req-115bae69-70ed-4359-ba67-0cdcafff314a service neutron] 10.222.0.71 "GET /v2.0/networks?id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50 HTTP/1.1" status: 200 len: 916 time: 0.7833922 Feb 09 21:42:06.617978 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7', 'tag': '79e193d7-ded7-4481-b3b8-ba2f558710f6'}, {'name': 'network-changed', 'server_uuid': '6f046db4-6866-452b-b255-73c25c89d958', 'tag': '3145e101-ecbe-43b0-be2d-64afcbc88995'}, {'server_uuid': '8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff', 'name': 'network-vif-deleted', 'tag': 'fcfb7c24-7aa4-49c9-bb02-6161801a2386'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:06.620458 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcd6e45-088d-4f32-b646-a65edb52bb09" -d '{"events": [{"name": "network-changed", "server_uuid": "93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7", "tag": "79e193d7-ded7-4481-b3b8-ba2f558710f6"}, {"name": "network-changed", "server_uuid": "6f046db4-6866-452b-b255-73c25c89d958", "tag": "3145e101-ecbe-43b0-be2d-64afcbc88995"}, {"server_uuid": "8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff", "name": "network-vif-deleted", "tag": "fcfb7c24-7aa4-49c9-bb02-6161801a2386"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:06.640375 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d26c27-6efe-4b94-9448-c6ac9b8b6930 req-0c57294d-fd20-4304-b219-60b496b0757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:06.648829 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-62d26c27-6efe-4b94-9448-c6ac9b8b6930 req-0c57294d-fd20-4304-b219-60b496b0757c service neutron] 10.222.0.42 "GET /v2.0/networks?id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50 HTTP/1.1" status: 200 len: 916 time: 0.8357382 Feb 09 21:42:06.690917 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e5b1d8-43df-4906-bdc0-3a361b72a41c', 'name': 'network-vif-deleted', 'tag': 'a07843bb-974a-4381-bc9d-72bba2a82136'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:06.695301 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb76d037-12a9-42e0-a917-638a952b8174" -d '{"events": [{"server_uuid": "88e5b1d8-43df-4906-bdc0-3a361b72a41c", "name": "network-vif-deleted", "tag": "a07843bb-974a-4381-bc9d-72bba2a82136"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:06.701920 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722e47f-a857-4158-8bdd-bf37c469ee90 req-31a06ff9-8dfc-4038-a85a-68386ae1a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:06.705703 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c722e47f-a857-4158-8bdd-bf37c469ee90 req-31a06ff9-8dfc-4038-a85a-68386ae1a213 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8593dde6-4ab4-434c-8a50-93afcc61779b HTTP/1.1" status: 200 len: 919 time: 0.2492735 Feb 09 21:42:06.753941 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['33b8f906-d491-4db9-aa2c-1be335687d60'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:42:06.766873 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21fe8d18-8ca2-4ce3-9ec1-53f5b2fbda1c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (296b5803-0aeb-4d83-b376-c7e8738ef3e1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.774912 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32c528d6-06bf-4222-ba62-bfa6d6aba4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (c44c361c-ca90-4dca-be4c-078df4606ced), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.777923 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:06.789320 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21fe8d18-8ca2-4ce3-9ec1-53f5b2fbda1c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for router_controller (296b5803-0aeb-4d83-b376-c7e8738ef3e1), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.793428 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e9171757-3dd8-4b5c-8836-7b1fcdbba4a9 req-793b78b2-57c5-4731-9641-f25cfe72ca96 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33b8f906-d491-4db9-aa2c-1be335687d60 HTTP/1.1" status: 200 len: 217 time: 0.1970534 Feb 09 21:42:06.842641 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=33b8f906-d491-4db9-aa2c-1be335687d60,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:06.855801 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-62d26c27-6efe-4b94-9448-c6ac9b8b6930 req-7f4c5de6-8377-459a-9127-7376567d0b7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61d57e38-4643-4b12-981c-f39d00afa99b HTTP/1.1" status: 200 len: 217 time: 0.0972309 Feb 09 21:42:06.905035 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 61d57e38-4643-4b12-981c-f39d00afa99b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=61d57e38-4643-4b12-981c-f39d00afa99b,segment=NetworkSegment(e2d68432-eddf-40af-9170-321a3a2b368f),segment_id=e2d68432-eddf-40af-9170-321a3a2b368f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:06.945429 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-66c3a445-2620-4679-b4c8-0e6189f6affa req-bf786539-d7d6-4387-83e8-bac1d9d78bac tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6538432 Feb 09 21:42:06.948778 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-528442cb-6007-4852-8463-89b741d18d08 service neutron] Attempting to bind port 02fc6b73-7e89-4def-8c16-0e5092c25560 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:06.956518 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-528442cb-6007-4852-8463-89b741d18d08 service neutron] Attempting to bind port 02fc6b73-7e89-4def-8c16-0e5092c25560 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'abcfe71d-cb39-453c-9c43-b7f50d93b72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:06.958406 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-528442cb-6007-4852-8463-89b741d18d08 service neutron] Attempting to bind port 02fc6b73-7e89-4def-8c16-0e5092c25560 on network 9cec45fb-c615-4147-9585-d66f5efcfe6c {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:06.975113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c9456767-d056-4f18-80cd-36e4d799245a None None] Deleting port 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:06.975541 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c9456767-d056-4f18-80cd-36e4d799245a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.978951 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c722e47f-a857-4158-8bdd-bf37c469ee90 req-5e599f24-d949-46aa-990f-7778819c9dff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 HTTP/1.1" status: 200 len: 217 time: 0.2188852 Feb 09 21:42:06.980216 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '61d57e38-4643-4b12-981c-f39d00afa99b', 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50', 'port_id': '61d57e38-4643-4b12-981c-f39d00afa99b', 'mac_address': 'fa:16:3e:1d:97:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89c198a6-8a39-4e34-a647-f29ce9301483', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:42:06.996494 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21fe8d18-8ca2-4ce3-9ec1-53f5b2fbda1c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (296b5803-0aeb-4d83-b376-c7e8738ef3e1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.997226 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fe8d18-8ca2-4ce3-9ec1-53f5b2fbda1c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Fanout notify agent at l3_agent the message router_deleted on router 296b5803-0aeb-4d83-b376-c7e8738ef3e1 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:42:07.032163 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21fe8d18-8ca2-4ce3-9ec1-53f5b2fbda1c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:07.033554 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-21fe8d18-8ca2-4ce3-9ec1-53f5b2fbda1c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/routers/296b5803-0aeb-4d83-b376-c7e8738ef3e1 HTTP/1.1" status: 204 len: 168 time: 1.4201076 Feb 09 21:42:07.042935 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60500) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:07.049486 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-dd9fa29f-47e9-485b-9930-52e13a169518 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:07.058905 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9171757-3dd8-4b5c-8836-7b1fcdbba4a9 req-208da030-e752-4f38-b99e-75861fd105a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:07.060558 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e9171757-3dd8-4b5c-8836-7b1fcdbba4a9 req-208da030-e752-4f38-b99e-75861fd105a4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89c198a6-8a39-4e34-a647-f29ce9301483 HTTP/1.1" status: 200 len: 854 time: 0.2188857 Feb 09 21:42:07.063794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-528442cb-6007-4852-8463-89b741d18d08 service neutron] Port 02fc6b73-7e89-4def-8c16-0e5092c25560 on network 9cec45fb-c615-4147-9585-d66f5efcfe6c not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:42:07.072112 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-528442cb-6007-4852-8463-89b741d18d08 service neutron] Attempting to bind port 02fc6b73-7e89-4def-8c16-0e5092c25560 on network 9cec45fb-c615-4147-9585-d66f5efcfe6c {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:07.135905 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d26c27-6efe-4b94-9448-c6ac9b8b6930 req-75162404-cd2b-4a67-ab4a-756b894f1dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:07.137413 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-62d26c27-6efe-4b94-9448-c6ac9b8b6930 req-75162404-cd2b-4a67-ab4a-756b894f1dca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89c198a6-8a39-4e34-a647-f29ce9301483 HTTP/1.1" status: 200 len: 854 time: 0.2561216 Feb 09 21:42:07.217786 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-c4c8c192-0a9d-4e52-a162-e45deb523be6 req-9e0fb7b3-deef-43b8-b8f5-1979d5804c1d tempest-SecurityGroupsNegativeTestJSON-463873254 tempest-SecurityGroupsNegativeTestJSON-463873254-project] show failed (client error): The resource could not be found. Feb 09 21:42:07.230869 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4c8c192-0a9d-4e52-a162-e45deb523be6 req-9e0fb7b3-deef-43b8-b8f5-1979d5804c1d tempest-SecurityGroupsNegativeTestJSON-463873254 tempest-SecurityGroupsNegativeTestJSON-463873254-project] 10.222.0.77 "GET /v2.0/security-groups/20ad4373-5e71-475b-874f-0856e6b6ac36 HTTP/1.1" status: 404 len: 352 time: 0.1524122 Feb 09 21:42:07.239697 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 79e193d7-ded7-4481-b3b8-ba2f558710f6 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:42:07.245243 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-528442cb-6007-4852-8463-89b741d18d08 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:07.246172 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-528442cb-6007-4852-8463-89b741d18d08 service neutron] Checking segment: {'id': 'abcfe71d-cb39-453c-9c43-b7f50d93b72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:07.248814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-528442cb-6007-4852-8463-89b741d18d08 service neutron] Bound using segment: {'id': 'abcfe71d-cb39-453c-9c43-b7f50d93b72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:07.252572 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60502) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:07.260053 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32c528d6-06bf-4222-ba62-bfa6d6aba4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (c44c361c-ca90-4dca-be4c-078df4606ced), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:07.261415 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-528442cb-6007-4852-8463-89b741d18d08 service neutron] Bound port: 02fc6b73-7e89-4def-8c16-0e5092c25560, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abcfe71d-cb39-453c-9c43-b7f50d93b72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:07.261643 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c9456767-d056-4f18-80cd-36e4d799245a None None] For port 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:07.261988 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c9456767-d056-4f18-80cd-36e4d799245a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:07.262645 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-528442cb-6007-4852-8463-89b741d18d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (02fc6b73-7e89-4def-8c16-0e5092c25560), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:07.323779 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c9456767-d056-4f18-80cd-36e4d799245a None None] Calling delete_port for 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:07.349247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 61d57e38-4643-4b12-981c-f39d00afa99b is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:07.349736 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (61d57e38-4643-4b12-981c-f39d00afa99b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:07.412770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-45420c26-11d1-4889-b632-c16537f24018 admin admin] Deleting subnet 635f4c09-848b-407f-af11-21bf31e9357b {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:42:07.417322 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45420c26-11d1-4889-b632-c16537f24018 admin admin] Publish callbacks [] for subnet (635f4c09-848b-407f-af11-21bf31e9357b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:07.462520 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722e47f-a857-4158-8bdd-bf37c469ee90 req-5011b924-f022-4470-bb2b-558cac7cf95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:07.464662 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c722e47f-a857-4158-8bdd-bf37c469ee90 req-5011b924-f022-4470-bb2b-558cac7cf95d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b88e8ac-d969-447a-b9ce-98d85c1957c4 HTTP/1.1" status: 200 len: 858 time: 0.4483328 Feb 09 21:42:07.483755 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:07.483755 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:07.520280 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c722e47f-a857-4158-8bdd-bf37c469ee90 req-42193ed3-dd9e-4a79-abd3-26db79b63af5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8593dde6-4ab4-434c-8a50-93afcc61779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464077 Feb 09 21:42:07.528345 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d57e38-4643-4b12-981c-f39d00afa99b {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:42:07.531088 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32c528d6-06bf-4222-ba62-bfa6d6aba4eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:07.547886 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-32c528d6-06bf-4222-ba62-bfa6d6aba4eb admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c44c361c-ca90-4dca-be4c-078df4606ced HTTP/1.1" status: 204 len: 168 time: 1.9400098 Feb 09 21:42:07.549798 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c528d6-06bf-4222-ba62-bfa6d6aba4eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c44c361c-ca90-4dca-be4c-078df4606ced,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:07.566911 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60504) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:07.614636 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9171757-3dd8-4b5c-8836-7b1fcdbba4a9 req-29ddbada-1aaa-4d13-9559-48fe3a8f54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:07.623097 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e9171757-3dd8-4b5c-8836-7b1fcdbba4a9 req-29ddbada-1aaa-4d13-9559-48fe3a8f54cf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5338202 Feb 09 21:42:07.697221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-528442cb-6007-4852-8463-89b741d18d08 service neutron] For port 02fc6b73-7e89-4def-8c16-0e5092c25560, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:07.701852 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:07.746853 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-528442cb-6007-4852-8463-89b741d18d08 service neutron] For port 02fc6b73-7e89-4def-8c16-0e5092c25560, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=02fc6b73-7e89-4def-8c16-0e5092c25560,segment=NetworkSegment(abcfe71d-cb39-453c-9c43-b7f50d93b72c),segment_id=abcfe71d-cb39-453c-9c43-b7f50d93b72c)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:07.777398 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f956-c1be-461a-86fc-04c8601febfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:07.784219 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e5b1d8-43df-4906-bdc0-3a361b72a41c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a07843bb-974a-4381-bc9d-72bba2a82136'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:07.792219 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-528442cb-6007-4852-8463-89b741d18d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (02fc6b73-7e89-4def-8c16-0e5092c25560), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:07.803871 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bc46cf-7a69-479e-a783-877da1ee2743" -d '{"events": [{"server_uuid": "88e5b1d8-43df-4906-bdc0-3a361b72a41c", "name": "network-vif-unplugged", "status": "completed", "tag": "a07843bb-974a-4381-bc9d-72bba2a82136"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:07.830148 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:07.885166 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d26c27-6efe-4b94-9448-c6ac9b8b6930 req-daab06d2-fff3-481a-9e8d-260bcf598c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:07.888456 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-62d26c27-6efe-4b94-9448-c6ac9b8b6930 req-daab06d2-fff3-481a-9e8d-260bcf598c9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7024279 Feb 09 21:42:07.896215 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-528442cb-6007-4852-8463-89b741d18d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:07.897248 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-528442cb-6007-4852-8463-89b741d18d08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:07.900123 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-528442cb-6007-4852-8463-89b741d18d08 service neutron] 10.222.0.71 "PUT /v2.0/ports/02fc6b73-7e89-4def-8c16-0e5092c25560 HTTP/1.1" status: 200 len: 1091 time: 2.7988017 Feb 09 21:42:07.910617 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c722e47f-a857-4158-8bdd-bf37c469ee90 req-e2f1a1a9-94fd-4488-9460-94b469cdb927 service neutron] 10.222.0.42 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831496 Feb 09 21:42:07.959525 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 79e193d7-ded7-4481-b3b8-ba2f558710f6, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=79e193d7-ded7-4481-b3b8-ba2f558710f6,segment=NetworkSegment(e2d68432-eddf-40af-9170-321a3a2b368f),segment_id=e2d68432-eddf-40af-9170-321a3a2b368f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:08.002018 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '79e193d7-ded7-4481-b3b8-ba2f558710f6', 'network_id': '604e7064-10a1-4dac-b2c6-61b1a2e1ef50', 'port_id': '79e193d7-ded7-4481-b3b8-ba2f558710f6', 'mac_address': 'fa:16:3e:c5:03:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89c198a6-8a39-4e34-a647-f29ce9301483', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:42:08.015087 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 61d57e38-4643-4b12-981c-f39d00afa99b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=61d57e38-4643-4b12-981c-f39d00afa99b,segment=NetworkSegment(e2d68432-eddf-40af-9170-321a3a2b368f),segment_id=e2d68432-eddf-40af-9170-321a3a2b368f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:08.059102 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (61d57e38-4643-4b12-981c-f39d00afa99b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:08.087919 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e9171757-3dd8-4b5c-8836-7b1fcdbba4a9 req-34cb34eb-3bc9-430a-a9fd-a2922b357687 service neutron] 10.222.0.71 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539614 Feb 09 21:42:08.236237 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45420c26-11d1-4889-b632-c16537f24018 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (635f4c09-848b-407f-af11-21bf31e9357b), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:08.404250 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c9456767-d056-4f18-80cd-36e4d799245a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:08.406708 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 79e193d7-ded7-4481-b3b8-ba2f558710f6 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:08.407091 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (79e193d7-ded7-4481-b3b8-ba2f558710f6), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:08.414029 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2fb9-2319-4a5a-9d99-b771c38a2084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:08.485115 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['61d57e38-4643-4b12-981c-f39d00afa99b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:42:08.512474 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-62d26c27-6efe-4b94-9448-c6ac9b8b6930 req-159cd3cf-9a22-4edd-9f19-f0ea746e4141 service neutron] 10.222.0.42 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140561 Feb 09 21:42:08.513487 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9fa29f-47e9-485b-9930-52e13a169518 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:08.518945 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa29f-47e9-485b-9930-52e13a169518 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:08.546592 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9456767-d056-4f18-80cd-36e4d799245a None None] No DVR routers for this DVR port 900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:08.553368 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e193d7-ded7-4481-b3b8-ba2f558710f6 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:42:08.559830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:08.612679 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528442cb-6007-4852-8463-89b741d18d08 service neutron] Pushing event updated for resources: {'Port': ['ID=02fc6b73-7e89-4def-8c16-0e5092c25560,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:08.682203 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 79e193d7-ded7-4481-b3b8-ba2f558710f6, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=79e193d7-ded7-4481-b3b8-ba2f558710f6,segment=NetworkSegment(e2d68432-eddf-40af-9170-321a3a2b368f),segment_id=e2d68432-eddf-40af-9170-321a3a2b368f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:08.699824 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (79e193d7-ded7-4481-b3b8-ba2f558710f6), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:08.700498 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 3145e101-ecbe-43b0-be2d-64afcbc88995 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:42:08.782448 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=61d57e38-4643-4b12-981c-f39d00afa99b,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:08.879456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9456767-d056-4f18-80cd-36e4d799245a None None] Pushing event deleted for resources: {'Port': ['ID=900f9b12-0d0c-43fa-bab4-9f9e7a9d8d9a,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:08.896760 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.resource_extend [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:42:08.932894 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45420c26-11d1-4889-b632-c16537f24018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (635f4c09-848b-407f-af11-21bf31e9357b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:08.951023 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f5198-fbe7-4a9d-b6e4-66d1bd807160 req-03d33ddc-8af0-45bd-bd62-50250ffa304e tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:08.965193 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b4f5198-fbe7-4a9d-b6e4-66d1bd807160 req-03d33ddc-8af0-45bd-bd62-50250ffa304e tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f046db4-6866-452b-b255-73c25c89d958 HTTP/1.1" status: 200 len: 943 time: 0.7872465 Feb 09 21:42:08.999969 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f956-c1be-461a-86fc-04c8601febfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.007438 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-a25031eb-ee42-4cf3-8e0d-77820ab35e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:09.010944 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-a25031eb-ee42-4cf3-8e0d-77820ab35e19 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=178a334a4d4c401b8c15c3fe9c3a710c&device_id=cf593d3b-9a8e-44d6-92b3-22f1c3972600 HTTP/1.1" status: 200 len: 1125 time: 0.9320579 Feb 09 21:42:09.026767 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c722e47f-a857-4158-8bdd-bf37c469ee90 req-2f758ef9-d9dd-48a9-af49-6b2fcd3e6777 service neutron] 10.222.0.42 "GET /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1049855 Feb 09 21:42:09.027700 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45420c26-11d1-4889-b632-c16537f24018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (635f4c09-848b-407f-af11-21bf31e9357b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.131273 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45420c26-11d1-4889-b632-c16537f24018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=635f4c09-848b-407f-af11-21bf31e9357b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:09.140610 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-5e056e80-5a8b-4438-b1d6-ca3b9c86d9b4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02fc6b73-7e89-4def-8c16-0e5092c25560 HTTP/1.1" status: 200 len: 217 time: 0.1119413 Feb 09 21:42:09.142302 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=79e193d7-ded7-4481-b3b8-ba2f558710f6,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:09.148066 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-0fd6f956-c1be-461a-86fc-04c8601febfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:09.226170 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 3145e101-ecbe-43b0-be2d-64afcbc88995, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=3145e101-ecbe-43b0-be2d-64afcbc88995,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:09.243702 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-0fd6f956-c1be-461a-86fc-04c8601febfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd772ed9e-5988-40b6-8322-dafa7df4ac69') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:09.244401 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-0fd6f956-c1be-461a-86fc-04c8601febfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd772ed9e-5988-40b6-8322-dafa7df4ac69') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:09.260009 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '3145e101-ecbe-43b0-be2d-64afcbc88995', 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf', 'port_id': '3145e101-ecbe-43b0-be2d-64afcbc88995', 'mac_address': 'fa:16:3e:7c:24:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2baf19-4835-4e7a-83c6-0d721aca5d48', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:42:09.266535 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b4f5198-fbe7-4a9d-b6e4-66d1bd807160 req-d23f223a-b5d4-4443-86bc-3630f8d4d639 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991357 Feb 09 21:42:09.324436 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f956-c1be-461a-86fc-04c8601febfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (d772ed9e-5988-40b6-8322-dafa7df4ac69), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.324763 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 3145e101-ecbe-43b0-be2d-64afcbc88995 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:09.325144 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3145e101-ecbe-43b0-be2d-64afcbc88995), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.346529 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3145e101-ecbe-43b0-be2d-64afcbc88995 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:42:09.390908 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-91945169-1a94-4e0b-bcee-e785adf4e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:09.393586 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 3145e101-ecbe-43b0-be2d-64afcbc88995, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=3145e101-ecbe-43b0-be2d-64afcbc88995,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:09.398316 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-91945169-1a94-4e0b-bcee-e785adf4e7ef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e3c310f9-5e45-4b20-89c5-333731de760d HTTP/1.1" status: 200 len: 858 time: 0.2359991 Feb 09 21:42:09.408590 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3145e101-ecbe-43b0-be2d-64afcbc88995), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.427460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 33b8f906-d491-4db9-aa2c-1be335687d60 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:09.445016 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f956-c1be-461a-86fc-04c8601febfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d772ed9e-5988-40b6-8322-dafa7df4ac69), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.542176 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd6f956-c1be-461a-86fc-04c8601febfb admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:42:09.543460 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f956-c1be-461a-86fc-04c8601febfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (d772ed9e-5988-40b6-8322-dafa7df4ac69), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:42:09.547310 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:42:09.591598 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45420c26-11d1-4889-b632-c16537f24018 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.599089 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-45420c26-11d1-4889-b632-c16537f24018 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/635f4c09-848b-407f-af11-21bf31e9357b HTTP/1.1" status: 204 len: 168 time: 2.3120544 Feb 09 21:42:09.601209 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60516) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:09.673749 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=3145e101-ecbe-43b0-be2d-64afcbc88995,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:09.693538 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e57c814c-fa74-4f67-aeb4-d1767512a285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (8eddd0b3-959a-42e1-a3ab-9f0fab7ac2e2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.709129 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa29f-47e9-485b-9930-52e13a169518 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (cc2b19b6-9ae1-4a8d-8e19-f708ceaf4d0a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.715334 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['79e193d7-ded7-4481-b3b8-ba2f558710f6'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:42:09.724691 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f956-c1be-461a-86fc-04c8601febfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.732836 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-08f2fbfc-f4a9-4c9e-99d2-d694baa417e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:09.736237 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-08f2fbfc-f4a9-4c9e-99d2-d694baa417e7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9cec45fb-c615-4147-9585-d66f5efcfe6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3303258 Feb 09 21:42:09.754797 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f9140-3149-4d46-b2c2-e47d0a75fa16 req-a4305482-7fdc-4d66-8885-64fd9af1b12f tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:09.766822 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f04f9140-3149-4d46-b2c2-e47d0a75fa16 req-a4305482-7fdc-4d66-8885-64fd9af1b12f tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf593d3b-9a8e-44d6-92b3-22f1c3972600 HTTP/1.1" status: 200 len: 943 time: 0.3165915 Feb 09 21:42:09.776101 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f956-c1be-461a-86fc-04c8601febfb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.781134 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0fd6f956-c1be-461a-86fc-04c8601febfb admin admin] 10.222.0.77 "DELETE /v2.0/networks/a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74 HTTP/1.1" status: 204 len: 168 time: 2.2113805 Feb 09 21:42:09.792264 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9fa29f-47e9-485b-9930-52e13a169518 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=cc2b19b6-9ae1-4a8d-8e19-f708ceaf4d0a,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:09.796518 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60518) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:09.839487 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['3145e101-ecbe-43b0-be2d-64afcbc88995'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:42:09.865034 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 33b8f906-d491-4db9-aa2c-1be335687d60 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:42:09.873062 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6f956-c1be-461a-86fc-04c8601febfb admin admin] Pushing event deleted for resources: {'Network': ['ID=a5ee608a-dcec-4ac0-a5c6-db8b59dcdc74,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:09.888243 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-62d26c27-6efe-4b94-9448-c6ac9b8b6930 req-d0620f09-68f8-4d2c-9bcd-692047fa7903 service neutron] 10.222.0.42 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0553792 Feb 09 21:42:09.890603 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e9171757-3dd8-4b5c-8836-7b1fcdbba4a9 req-15bcb55b-df09-480d-a948-8683a051d1c1 service neutron] 10.222.0.71 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5141675 Feb 09 21:42:09.893198 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9fa29f-47e9-485b-9930-52e13a169518 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:09.915166 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-dd9fa29f-47e9-485b-9930-52e13a169518 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:09.919343 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9fa29f-47e9-485b-9930-52e13a169518 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:09.920147 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa29f-47e9-485b-9930-52e13a169518 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.981148 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dd9fa29f-47e9-485b-9930-52e13a169518 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9365931 Feb 09 21:42:09.982166 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60522) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:09.990505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-8c88ff0d-8b61-44f5-b838-11d09cdd29b7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1263169728', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:10.009476 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-f89a504b-4cc9-46aa-85da-4903b68ec671 admin admin] Deleting subnet c6745f56-7f74-4488-b280-a9a676ffc291 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:42:10.013262 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f89a504b-4cc9-46aa-85da-4903b68ec671 admin admin] Publish callbacks [] for subnet (c6745f56-7f74-4488-b280-a9a676ffc291), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.056911 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f89a504b-4cc9-46aa-85da-4903b68ec671 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (c6745f56-7f74-4488-b280-a9a676ffc291), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.064893 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 33b8f906-d491-4db9-aa2c-1be335687d60 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:10.065755 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (33b8f906-d491-4db9-aa2c-1be335687d60), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.082098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5567c8-0202-4244-8d1c-320ef3637aea None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:10.105869 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f04f9140-3149-4d46-b2c2-e47d0a75fa16 req-6ef01b5d-1515-4b61-b8c1-a6c880590528 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/security-groups?id=49b5190e-f93b-42e7-81c0-04211c9abbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327634 Feb 09 21:42:10.143673 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-88e22f16-bae0-4b05-8839-fd83fde36b80 service neutron] 10.222.0.71 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575363 Feb 09 21:42:10.162875 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e57c814c-fa74-4f67-aeb4-d1767512a285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (8eddd0b3-959a-42e1-a3ab-9f0fab7ac2e2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.198247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 61d57e38-4643-4b12-981c-f39d00afa99b up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:10.216503 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e57c814c-fa74-4f67-aeb4-d1767512a285 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eddd0b3-959a-42e1-a3ab-9f0fab7ac2e2']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:10.234348 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e57c814c-fa74-4f67-aeb4-d1767512a285 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02778d40-efa5-4e99-a348-42ab21648741') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:10.234633 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e57c814c-fa74-4f67-aeb4-d1767512a285 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02778d40-efa5-4e99-a348-42ab21648741') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:10.276218 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cbd1ac-5c1f-41da-b78a-4da1aba0a47d x-openstack-request-id: req-a5cbd1ac-5c1f-41da-b78a-4da1aba0a47d {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:10.276721 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7", "tag": "79e193d7-ded7-4481-b3b8-ba2f558710f6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6f046db4-6866-452b-b255-73c25c89d958", "tag": "3145e101-ecbe-43b0-be2d-64afcbc88995", "status": "completed", "code": 200}, {"server_uuid": "8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff", "name": "network-vif-deleted", "tag": "fcfb7c24-7aa4-49c9-bb02-6161801a2386", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:10.277410 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a5cbd1ac-5c1f-41da-b78a-4da1aba0a47d {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:10.279079 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7', 'tag': '79e193d7-ded7-4481-b3b8-ba2f558710f6', 'status': 'completed', 'code': 200} Feb 09 21:42:10.279522 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f046db4-6866-452b-b255-73c25c89d958', 'tag': '3145e101-ecbe-43b0-be2d-64afcbc88995', 'status': 'completed', 'code': 200} Feb 09 21:42:10.279988 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2d2daf-88cb-425d-8f5f-4aa45e91b0ff', 'name': 'network-vif-deleted', 'tag': 'fcfb7c24-7aa4-49c9-bb02-6161801a2386', 'status': 'completed', 'code': 200} Feb 09 21:42:10.317342 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f89a504b-4cc9-46aa-85da-4903b68ec671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (c6745f56-7f74-4488-b280-a9a676ffc291), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.357149 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2893c4d5-e34c-4074-b0d4-bc945595fc59 x-openstack-request-id: req-2893c4d5-e34c-4074-b0d4-bc945595fc59 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:10.360350 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e5b1d8-43df-4906-bdc0-3a361b72a41c", "name": "network-vif-deleted", "tag": "a07843bb-974a-4381-bc9d-72bba2a82136", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:10.360965 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2893c4d5-e34c-4074-b0d4-bc945595fc59 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:10.361874 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e5b1d8-43df-4906-bdc0-3a361b72a41c', 'name': 'network-vif-deleted', 'tag': 'a07843bb-974a-4381-bc9d-72bba2a82136', 'status': 'completed', 'code': 200} Feb 09 21:42:10.383911 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e57c814c-fa74-4f67-aeb4-d1767512a285 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (02778d40-efa5-4e99-a348-42ab21648741), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.387690 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8c88ff0d-8b61-44f5-b838-11d09cdd29b7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (13e3d55a-ac74-47e5-bf46-3d35ef2518d6), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.389737 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8c88ff0d-8b61-44f5-b838-11d09cdd29b7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (13e3d55a-ac74-47e5-bf46-3d35ef2518d6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.432475 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ac4bc3b-c743-48c3-a796-5c5a9e930c74 req-a09c6e2f-f58e-4320-93eb-7921a9f60f57 service neutron] 10.222.0.71 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815094 Feb 09 21:42:10.481431 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e57c814c-fa74-4f67-aeb4-d1767512a285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (02778d40-efa5-4e99-a348-42ab21648741), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.515539 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57c814c-fa74-4f67-aeb4-d1767512a285 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:42:10.516037 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e57c814c-fa74-4f67-aeb4-d1767512a285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (02778d40-efa5-4e99-a348-42ab21648741), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:42:10.518980 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:42:10.629928 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a8c98-9678-46e3-b53b-a46a7ef60ba6 req-911101f3-e492-4933-a3a3-1221fc71e98e tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:10.648510 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-135a8c98-9678-46e3-b53b-a46a7ef60ba6 req-911101f3-e492-4933-a3a3-1221fc71e98e tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 0.1706622 Feb 09 21:42:10.661405 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f89a504b-4cc9-46aa-85da-4903b68ec671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (c6745f56-7f74-4488-b280-a9a676ffc291), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.694614 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b46fd0f-68f1-4cda-84ca-4a1830e0b5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.695022 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd6e45-088d-4f32-b646-a65edb52bb09 req-1128a125-4e98-48ce-971d-b8e7817f0d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:10.699161 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4fcd6e45-088d-4f32-b646-a65edb52bb09 req-1128a125-4e98-48ce-971d-b8e7817f0d3c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c286a60db7b149148ec99282304452cf&device_id=93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7 HTTP/1.1" status: 200 len: 1126 time: 0.4352200 Feb 09 21:42:10.745364 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-135a8c98-9678-46e3-b53b-a46a7ef60ba6 req-daed5a90-7199-490d-88e8-9cc928f7db35 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943999 Feb 09 21:42:10.774691 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 61d57e38-4643-4b12-981c-f39d00afa99b completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:42:10.788835 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e57c814c-fa74-4f67-aeb4-d1767512a285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (8eddd0b3-959a-42e1-a3ab-9f0fab7ac2e2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.793121 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f89a504b-4cc9-46aa-85da-4903b68ec671 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.800130 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60526) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:10.800367 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f89a504b-4cc9-46aa-85da-4903b68ec671 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c6745f56-7f74-4488-b280-a9a676ffc291 HTTP/1.1" status: 204 len: 168 time: 0.9969246 Feb 09 21:42:10.801652 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 61d57e38-4643-4b12-981c-f39d00afa99b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:10.802784 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (61d57e38-4643-4b12-981c-f39d00afa99b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.804859 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a504b-4cc9-46aa-85da-4903b68ec671 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6745f56-7f74-4488-b280-a9a676ffc291,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:10.824048 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e57c814c-fa74-4f67-aeb4-d1767512a285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.844769 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e57c814c-fa74-4f67-aeb4-d1767512a285 admin admin] 10.222.0.77 "DELETE /v2.0/networks/8eddd0b3-959a-42e1-a3ab-9f0fab7ac2e2 HTTP/1.1" status: 204 len: 168 time: 1.2379620 Feb 09 21:42:10.858441 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0c7145-b8c8-4940-8106-1be5c7315f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'fixed_ips': [{'subnet_id': 'cc2b19b6-9ae1-4a8d-8e19-f708ceaf4d0a'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:42:10.859505 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7c0c7145-b8c8-4940-8106-1be5c7315f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.905371 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666e80b0-69ea-4731-b145-39b517d501fc x-openstack-request-id: req-666e80b0-69ea-4731-b145-39b517d501fc {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:10.905785 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e5b1d8-43df-4906-bdc0-3a361b72a41c", "name": "network-vif-unplugged", "status": "completed", "tag": "a07843bb-974a-4381-bc9d-72bba2a82136", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:10.906156 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-666e80b0-69ea-4731-b145-39b517d501fc {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:10.906671 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e5b1d8-43df-4906-bdc0-3a361b72a41c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a07843bb-974a-4381-bc9d-72bba2a82136', 'code': 200} Feb 09 21:42:10.913484 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 33b8f906-d491-4db9-aa2c-1be335687d60 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:10.914054 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (33b8f906-d491-4db9-aa2c-1be335687d60), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.012627 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0227e81f-153e-46a1-966d-5658aaaef4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (0469c25c-9e62-4385-a05f-d5f783ba00a7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.119922 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 33b8f906-d491-4db9-aa2c-1be335687d60, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=33b8f906-d491-4db9-aa2c-1be335687d60,segment=NetworkSegment(e2d68432-eddf-40af-9170-321a3a2b368f),segment_id=e2d68432-eddf-40af-9170-321a3a2b368f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:11.130706 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60532) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:11.136766 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (33b8f906-d491-4db9-aa2c-1be335687d60), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.154704 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c814c-fa74-4f67-aeb4-d1767512a285 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eddd0b3-959a-42e1-a3ab-9f0fab7ac2e2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:11.194310 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8c88ff0d-8b61-44f5-b838-11d09cdd29b7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for router_controller (13e3d55a-ac74-47e5-bf46-3d35ef2518d6), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.223696 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8c88ff0d-8b61-44f5-b838-11d09cdd29b7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (13e3d55a-ac74-47e5-bf46-3d35ef2518d6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.259374 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0227e81f-153e-46a1-966d-5658aaaef4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (0469c25c-9e62-4385-a05f-d5f783ba00a7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.269861 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd6e45-088d-4f32-b646-a65edb52bb09 req-f544da9e-7f3b-4e21-ab31-786b5de4ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:11.272486 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4fcd6e45-088d-4f32-b646-a65edb52bb09 req-f544da9e-7f3b-4e21-ab31-786b5de4ff65 service neutron] 10.222.0.71 "GET /v2.0/networks?id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50 HTTP/1.1" status: 200 len: 916 time: 0.5063226 Feb 09 21:42:11.279300 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e309fa-bd11-44fd-99f4-6a95fb2910a8 req-b327a82b-2d76-47ea-a701-1e9121db1b29 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:11.280985 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0e309fa-bd11-44fd-99f4-6a95fb2910a8 req-b327a82b-2d76-47ea-a701-1e9121db1b29 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b01a68-711e-4cde-af8a-9185e4bd16a7 HTTP/1.1" status: 200 len: 944 time: 0.2038462 Feb 09 21:42:11.302010 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=33b8f906-d491-4db9-aa2c-1be335687d60,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:11.306165 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-0227e81f-153e-46a1-966d-5658aaaef4df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0469c25c-9e62-4385-a05f-d5f783ba00a7']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:11.335327 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-0227e81f-153e-46a1-966d-5658aaaef4df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190e1cae-c527-4093-bdcf-2daaf28faada') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:11.335717 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-0227e81f-153e-46a1-966d-5658aaaef4df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190e1cae-c527-4093-bdcf-2daaf28faada') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:11.348075 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 61d57e38-4643-4b12-981c-f39d00afa99b is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:11.348962 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (61d57e38-4643-4b12-981c-f39d00afa99b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.350405 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4fcd6e45-088d-4f32-b646-a65edb52bb09 req-21215ae2-bc0f-4e66-9bff-2e88f556b44a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79e193d7-ded7-4481-b3b8-ba2f558710f6 HTTP/1.1" status: 200 len: 217 time: 0.0552468 Feb 09 21:42:11.351608 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0227e81f-153e-46a1-966d-5658aaaef4df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (190e1cae-c527-4093-bdcf-2daaf28faada), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.390500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-7c0c7145-b8c8-4940-8106-1be5c7315f07 None None] Allocated IP 2001:db8::2 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/cc2b19b6-9ae1-4a8d-8e19-f708ceaf4d0a/fc1a9a0a-9d24-418a-880e-67efcadb868e) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:11.417146 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0e309fa-bd11-44fd-99f4-6a95fb2910a8 req-38e00679-b69c-447e-9822-59df56fc5d04 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218238 Feb 09 21:42:11.446895 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8c88ff0d-8b61-44f5-b838-11d09cdd29b7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.452042 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 02fc6b73-7e89-4def-8c16-0e5092c25560 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:42:11.455265 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 3145e101-ecbe-43b0-be2d-64afcbc88995 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:11.463870 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60536) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:11.465606 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8c88ff0d-8b61-44f5-b838-11d09cdd29b7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.4788454 Feb 09 21:42:11.468864 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0227e81f-153e-46a1-966d-5658aaaef4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (190e1cae-c527-4093-bdcf-2daaf28faada), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.483735 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd6e45-088d-4f32-b646-a65edb52bb09 req-c76bb933-f403-46ff-bb75-415594bc3e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:11.486287 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4fcd6e45-088d-4f32-b646-a65edb52bb09 req-c76bb933-f403-46ff-bb75-415594bc3e08 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89c198a6-8a39-4e34-a647-f29ce9301483 HTTP/1.1" status: 200 len: 854 time: 0.1242995 Feb 09 21:42:11.489984 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-467edce9-8348-4bd9-8939-0df6e5a46265 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=482e5f69d816445c9b920dfb5a9fa3e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3468354 Feb 09 21:42:11.494791 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60538) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:11.555509 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd6e45-088d-4f32-b646-a65edb52bb09 req-26f77330-f887-45af-9139-d5a49fe45b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:11.558876 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4fcd6e45-088d-4f32-b646-a65edb52bb09 req-26f77330-f887-45af-9139-d5a49fe45b48 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0653884 Feb 09 21:42:11.595495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0227e81f-153e-46a1-966d-5658aaaef4df admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:42:11.597001 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0227e81f-153e-46a1-966d-5658aaaef4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (190e1cae-c527-4093-bdcf-2daaf28faada), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.598865 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 61d57e38-4643-4b12-981c-f39d00afa99b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=61d57e38-4643-4b12-981c-f39d00afa99b,segment=NetworkSegment(e2d68432-eddf-40af-9170-321a3a2b368f),segment_id=e2d68432-eddf-40af-9170-321a3a2b368f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:42:11.600445 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:42:11.622782 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.623944 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (61d57e38-4643-4b12-981c-f39d00afa99b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.727524 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4fcd6e45-088d-4f32-b646-a65edb52bb09 req-259a8855-3bf9-475a-8f93-0cff95776e18 service neutron] 10.222.0.71 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610150 Feb 09 21:42:11.733332 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.resource_extend [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:42:11.890422 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=61d57e38-4643-4b12-981c-f39d00afa99b,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:11.916923 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 3145e101-ecbe-43b0-be2d-64afcbc88995 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:42:11.939717 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0227e81f-153e-46a1-966d-5658aaaef4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (0469c25c-9e62-4385-a05f-d5f783ba00a7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.024648 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0227e81f-153e-46a1-966d-5658aaaef4df admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.025429 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7c0c7145-b8c8-4940-8106-1be5c7315f07 None None] Publish callbacks [] for port (fc1a9a0a-9d24-418a-880e-67efcadb868e), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.030072 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0227e81f-153e-46a1-966d-5658aaaef4df admin admin] 10.222.0.77 "DELETE /v2.0/networks/0469c25c-9e62-4385-a05f-d5f783ba00a7 HTTP/1.1" status: 204 len: 168 time: 1.2260745 Feb 09 21:42:12.035159 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227e81f-153e-46a1-966d-5658aaaef4df admin admin] Pushing event deleted for resources: {'Network': ['ID=0469c25c-9e62-4385-a05f-d5f783ba00a7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:12.042046 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 3145e101-ecbe-43b0-be2d-64afcbc88995 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:12.042798 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3145e101-ecbe-43b0-be2d-64afcbc88995), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.060727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3364b-9537-490e-bea0-e65e2dd32ed0 req-97fe266c-0b07-4d19-9ee8-70cee3d1f9e2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:12.061353 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7c0c7145-b8c8-4940-8106-1be5c7315f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (fc1a9a0a-9d24-418a-880e-67efcadb868e), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.063284 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42e3364b-9537-490e-bea0-e65e2dd32ed0 req-97fe266c-0b07-4d19-9ee8-70cee3d1f9e2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f046db4-6866-452b-b255-73c25c89d958 HTTP/1.1" status: 200 len: 944 time: 0.4440393 Feb 09 21:42:12.085135 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4fcd6e45-088d-4f32-b646-a65edb52bb09 req-19855aeb-4edb-4759-a20d-64df87bcb59a service neutron] 10.222.0.71 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501875 Feb 09 21:42:12.237670 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 02fc6b73-7e89-4def-8c16-0e5092c25560, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=02fc6b73-7e89-4def-8c16-0e5092c25560,segment=NetworkSegment(abcfe71d-cb39-453c-9c43-b7f50d93b72c),segment_id=abcfe71d-cb39-453c-9c43-b7f50d93b72c)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:12.245712 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0c7145-b8c8-4940-8106-1be5c7315f07 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:12.272447 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-7c0c7145-b8c8-4940-8106-1be5c7315f07 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:12.282895 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0c7145-b8c8-4940-8106-1be5c7315f07 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:12.300507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c7145-b8c8-4940-8106-1be5c7315f07 None None] Pushing event updated for resources: {'Port': ['ID=fc1a9a0a-9d24-418a-880e-67efcadb868e,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:12.348898 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd6e45-088d-4f32-b646-a65edb52bb09 req-bb4bacdf-51bf-44c2-aa1d-8a8c8067784f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:12.356688 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4fcd6e45-088d-4f32-b646-a65edb52bb09 req-bb4bacdf-51bf-44c2-aa1d-8a8c8067784f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4da379594fdf42339bba1d92c8147535&device_id=6f046db4-6866-452b-b255-73c25c89d958 HTTP/1.1" status: 200 len: 1126 time: 0.2096100 Feb 09 21:42:12.367117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '02fc6b73-7e89-4def-8c16-0e5092c25560', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'port_id': '02fc6b73-7e89-4def-8c16-0e5092c25560', 'mac_address': 'fa:16:3e:f3:3a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:42:12.463030 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7c0c7145-b8c8-4940-8106-1be5c7315f07 None None] Attempting to bind port fc1a9a0a-9d24-418a-880e-67efcadb868e on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:12.463502 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7c0c7145-b8c8-4940-8106-1be5c7315f07 None None] Attempting to bind port fc1a9a0a-9d24-418a-880e-67efcadb868e by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:12.464336 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0c7145-b8c8-4940-8106-1be5c7315f07 None None] Attempting to bind port fc1a9a0a-9d24-418a-880e-67efcadb868e on network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:12.490534 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0c7145-b8c8-4940-8106-1be5c7315f07 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:12.490846 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0c7145-b8c8-4940-8106-1be5c7315f07 None None] Checking segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:12.491281 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7c0c7145-b8c8-4940-8106-1be5c7315f07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.491599 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0c7145-b8c8-4940-8106-1be5c7315f07 None None] Bound using segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:12.492134 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7c0c7145-b8c8-4940-8106-1be5c7315f07 None None] Bound port: fc1a9a0a-9d24-418a-880e-67efcadb868e, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:12.492526 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7c0c7145-b8c8-4940-8106-1be5c7315f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fc1a9a0a-9d24-418a-880e-67efcadb868e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.537052 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 02fc6b73-7e89-4def-8c16-0e5092c25560 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:12.537575 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (02fc6b73-7e89-4def-8c16-0e5092c25560), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.564197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 3145e101-ecbe-43b0-be2d-64afcbc88995 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:12.564638 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3145e101-ecbe-43b0-be2d-64afcbc88995), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.642054 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02fc6b73-7e89-4def-8c16-0e5092c25560 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:42:12.675437 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.711953 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-7c0c7145-b8c8-4940-8106-1be5c7315f07 None None] For port fc1a9a0a-9d24-418a-880e-67efcadb868e, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:12.719313 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 02fc6b73-7e89-4def-8c16-0e5092c25560, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=02fc6b73-7e89-4def-8c16-0e5092c25560,segment=NetworkSegment(abcfe71d-cb39-453c-9c43-b7f50d93b72c),segment_id=abcfe71d-cb39-453c-9c43-b7f50d93b72c)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:12.724802 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 3145e101-ecbe-43b0-be2d-64afcbc88995, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=3145e101-ecbe-43b0-be2d-64afcbc88995,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:12.736554 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3145e101-ecbe-43b0-be2d-64afcbc88995), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.741593 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-7c0c7145-b8c8-4940-8106-1be5c7315f07 None None] For port fc1a9a0a-9d24-418a-880e-67efcadb868e, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fc1a9a0a-9d24-418a-880e-67efcadb868e,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:12.745651 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (02fc6b73-7e89-4def-8c16-0e5092c25560), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.784943 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd6e45-088d-4f32-b646-a65edb52bb09 req-a02eccce-19fe-409c-a36c-4d12490240f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:12.787976 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4fcd6e45-088d-4f32-b646-a65edb52bb09 req-a02eccce-19fe-409c-a36c-4d12490240f1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c4792088-bf96-48c8-a331-af790ba542bf HTTP/1.1" status: 200 len: 913 time: 0.4241838 Feb 09 21:42:12.791959 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60548) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:12.800553 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7c0c7145-b8c8-4940-8106-1be5c7315f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fc1a9a0a-9d24-418a-880e-67efcadb868e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.826703 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf593d3b-9a8e-44d6-92b3-22f1c3972600', 'tag': '02fc6b73-7e89-4def-8c16-0e5092c25560'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:12.829081 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978eb090-f576-4a77-a427-0dca0a52d27a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf593d3b-9a8e-44d6-92b3-22f1c3972600", "tag": "02fc6b73-7e89-4def-8c16-0e5092c25560"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:12.872536 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85ea7e46-6741-41d8-b966-6eea9c278483 admin admin] Publish callbacks [] for security_group (32b74417-b19c-4aa7-b616-fdb54f303802), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.874310 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=3145e101-ecbe-43b0-be2d-64afcbc88995,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:12.915318 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b01a68-711e-4cde-af8a-9185e4bd16a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b8f906-d491-4db9-aa2c-1be335687d60'}, {'server_uuid': 'c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d57e38-4643-4b12-981c-f39d00afa99b'}, {'server_uuid': '6f046db4-6866-452b-b255-73c25c89d958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3145e101-ecbe-43b0-be2d-64afcbc88995'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:12.921038 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f78f1be-7f3f-4072-b178-41d0fb3f1d84" -d '{"events": [{"server_uuid": "01b01a68-711e-4cde-af8a-9185e4bd16a7", "name": "network-vif-plugged", "status": "completed", "tag": "33b8f906-d491-4db9-aa2c-1be335687d60"}, {"server_uuid": "c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4", "name": "network-vif-plugged", "status": "completed", "tag": "61d57e38-4643-4b12-981c-f39d00afa99b"}, {"server_uuid": "6f046db4-6866-452b-b255-73c25c89d958", "name": "network-vif-plugged", "status": "completed", "tag": "3145e101-ecbe-43b0-be2d-64afcbc88995"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:12.926986 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42e3364b-9537-490e-bea0-e65e2dd32ed0 req-05d60c88-7c68-479a-ab7c-ca5ed345bbec tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8383045 Feb 09 21:42:12.961134 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85ea7e46-6741-41d8-b966-6eea9c278483 admin admin] Publish callbacks [] for security_group (32b74417-b19c-4aa7-b616-fdb54f303802), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.966400 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4fcd6e45-088d-4f32-b646-a65edb52bb09 req-f06d7952-8f62-47b4-a1af-ae3c2598ae31 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3145e101-ecbe-43b0-be2d-64afcbc88995 HTTP/1.1" status: 200 len: 217 time: 0.1443100 Feb 09 21:42:13.030712 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=02fc6b73-7e89-4def-8c16-0e5092c25560,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:13.040869 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['02fc6b73-7e89-4def-8c16-0e5092c25560'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:42:13.147013 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4f4563b8-b23a-4e50-859d-108105454a61 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.147552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c7145-b8c8-4940-8106-1be5c7315f07 None None] Pushing event updated for resources: {'Port': ['ID=fc1a9a0a-9d24-418a-880e-67efcadb868e,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:13.208997 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1e05c42d-b824-4792-9716-292f68068a85 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4efe200bd5e448f29a77dbc9333b2956&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4148262 Feb 09 21:42:13.214383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60554) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:13.265108 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd6e45-088d-4f32-b646-a65edb52bb09 req-d073cc24-0a91-4837-945a-25a309506bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:13.266924 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4fcd6e45-088d-4f32-b646-a65edb52bb09 req-d073cc24-0a91-4837-945a-25a309506bd5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b2baf19-4835-4e7a-83c6-0d721aca5d48 HTTP/1.1" status: 200 len: 852 time: 0.2391386 Feb 09 21:42:13.322507 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4fcd6e45-088d-4f32-b646-a65edb52bb09 req-96967744-b6d3-4622-b937-6b20864e5df1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c4792088-bf96-48c8-a331-af790ba542bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394208 Feb 09 21:42:13.333503 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040d3a8-4cc7-44a1-a1c3-bf0ba5d5e8da req-e88f70b5-c2f9-44a1-8e11-bc13160c0008 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:13.335255 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5040d3a8-4cc7-44a1-a1c3-bf0ba5d5e8da req-e88f70b5-c2f9-44a1-8e11-bc13160c0008 tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 0.3736711 Feb 09 21:42:13.442805 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 79e193d7-ded7-4481-b3b8-ba2f558710f6 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:13.485542 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85ea7e46-6741-41d8-b966-6eea9c278483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (32b74417-b19c-4aa7-b616-fdb54f303802), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.496698 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85ea7e46-6741-41d8-b966-6eea9c278483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.504783 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-85ea7e46-6741-41d8-b966-6eea9c278483 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/32b74417-b19c-4aa7-b616-fdb54f303802 HTTP/1.1" status: 204 len: 168 time: 2.0014703 Feb 09 21:42:13.573964 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 79e193d7-ded7-4481-b3b8-ba2f558710f6 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:42:13.575123 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea7e46-6741-41d8-b966-6eea9c278483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b74417-b19c-4aa7-b616-fdb54f303802,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:13.589369 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 79e193d7-ded7-4481-b3b8-ba2f558710f6 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:13.592451 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (79e193d7-ded7-4481-b3b8-ba2f558710f6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.613340 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2d0c4ea3-5e68-423c-9a37-285f7fbe693a admin admin] Publish callbacks [] for security_group (d8171273-0928-4bc9-b38a-02033bd3bd59), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.666339 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2d0c4ea3-5e68-423c-9a37-285f7fbe693a admin admin] Publish callbacks [] for security_group (d8171273-0928-4bc9-b38a-02033bd3bd59), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.709434 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0aead9-ce91-41b5-b72b-a71dcc19579f req-56a376c6-0258-4253-9152-994283dcf714 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:13.720682 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e0aead9-ce91-41b5-b72b-a71dcc19579f req-56a376c6-0258-4253-9152-994283dcf714 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf593d3b-9a8e-44d6-92b3-22f1c3972600 HTTP/1.1" status: 200 len: 944 time: 0.5785160 Feb 09 21:42:13.825667 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2d0c4ea3-5e68-423c-9a37-285f7fbe693a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d8171273-0928-4bc9-b38a-02033bd3bd59), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.830568 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2d0c4ea3-5e68-423c-9a37-285f7fbe693a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.837832 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2d0c4ea3-5e68-423c-9a37-285f7fbe693a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d8171273-0928-4bc9-b38a-02033bd3bd59 HTTP/1.1" status: 204 len: 168 time: 0.6178155 Feb 09 21:42:13.888439 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c4ea3-5e68-423c-9a37-285f7fbe693a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8171273-0928-4bc9-b38a-02033bd3bd59,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:13.924712 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 79e193d7-ded7-4481-b3b8-ba2f558710f6 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:13.925161 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (79e193d7-ded7-4481-b3b8-ba2f558710f6), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.944946 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e0aead9-ce91-41b5-b72b-a71dcc19579f req-76838b01-a901-42ef-b921-3d800e0890de tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/security-groups?id=49b5190e-f93b-42e7-81c0-04211c9abbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177413 Feb 09 21:42:13.952431 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4fcd6e45-088d-4f32-b646-a65edb52bb09 req-6e9c27d1-5ddf-4546-9a7d-2f30e1f3b97e service neutron] 10.222.0.71 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6155879 Feb 09 21:42:14.023015 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 79e193d7-ded7-4481-b3b8-ba2f558710f6, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=79e193d7-ded7-4481-b3b8-ba2f558710f6,segment=NetworkSegment(e2d68432-eddf-40af-9170-321a3a2b368f),segment_id=e2d68432-eddf-40af-9170-321a3a2b368f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:14.048295 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (79e193d7-ded7-4481-b3b8-ba2f558710f6), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.155684 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=79e193d7-ded7-4481-b3b8-ba2f558710f6,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:14.172249 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.206758 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-4f4563b8-b23a-4e50-859d-108105454a61 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8::1 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/cc2b19b6-9ae1-4a8d-8e19-f708ceaf4d0a/e818c4ce-05de-4bf5-ad96-858f34fbcbe2) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:14.232450 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4fcd6e45-088d-4f32-b646-a65edb52bb09 req-53a8b13e-87db-424b-870b-1067f36e846b service neutron] 10.222.0.71 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713535 Feb 09 21:42:14.257862 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2c726-1480-42ff-b79e-d3743664966b req-e03f4dab-ddf8-4e6c-9f2e-89833ddc722d tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:14.259614 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7fd2c726-1480-42ff-b79e-d3743664966b req-e03f4dab-ddf8-4e6c-9f2e-89833ddc722d tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccac13ea-0468-483b-9c88-be14ba3e0ddf HTTP/1.1" status: 200 len: 945 time: 0.1215401 Feb 09 21:42:14.268697 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-5040d3a8-4cc7-44a1-a1c3-bf0ba5d5e8da req-a2322bfb-9e5f-4d04-9965-96964400211d tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Deleting port b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:14.270107 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5040d3a8-4cc7-44a1-a1c3-bf0ba5d5e8da req-a2322bfb-9e5f-4d04-9965-96964400211d tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.385166 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7fd2c726-1480-42ff-b79e-d3743664966b req-bbbb8e73-3305-443a-9380-212112fe873a tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e7f117-f868-4e45-b704-8a590f9d2327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092193 Feb 09 21:42:14.510739 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4f4563b8-b23a-4e50-859d-108105454a61 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (e818c4ce-05de-4bf5-ad96-858f34fbcbe2), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.664307 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21362791-b1ea-4bbe-913a-9eb1be7ad09b req-34a4c299-7405-459f-be6c-69b91f3f89c5 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:14.670824 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-5040d3a8-4cc7-44a1-a1c3-bf0ba5d5e8da req-a2322bfb-9e5f-4d04-9965-96964400211d tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] For port b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1,segment=NetworkSegment(7211e1c8-5de7-40d2-b662-3cce7559b8c7),segment_id=7211e1c8-5de7-40d2-b662-3cce7559b8c7)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:14.671718 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5040d3a8-4cc7-44a1-a1c3-bf0ba5d5e8da req-a2322bfb-9e5f-4d04-9965-96964400211d tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.676599 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21362791-b1ea-4bbe-913a-9eb1be7ad09b req-34a4c299-7405-459f-be6c-69b91f3f89c5 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b01a68-711e-4cde-af8a-9185e4bd16a7 HTTP/1.1" status: 200 len: 945 time: 0.1573820 Feb 09 21:42:14.710384 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-5040d3a8-4cc7-44a1-a1c3-bf0ba5d5e8da req-a2322bfb-9e5f-4d04-9965-96964400211d tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Calling delete_port for b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:14.734328 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4f4563b8-b23a-4e50-859d-108105454a61 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (e818c4ce-05de-4bf5-ad96-858f34fbcbe2), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.815780 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fc1a9a0a-9d24-418a-880e-67efcadb868e up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:14.832886 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60578) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:14.863588 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4563b8-b23a-4e50-859d-108105454a61 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:14.868616 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-4f4563b8-b23a-4e50-859d-108105454a61 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:14.878238 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4563b8-b23a-4e50-859d-108105454a61 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:14.880064 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4f4563b8-b23a-4e50-859d-108105454a61 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (13e3d55a-ac74-47e5-bf46-3d35ef2518d6), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.964746 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4563b8-b23a-4e50-859d-108105454a61 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=e818c4ce-05de-4bf5-ad96-858f34fbcbe2,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:14.979586 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21362791-b1ea-4bbe-913a-9eb1be7ad09b req-d9532f31-6951-42cf-95e0-dffc21cfc741 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020248 Feb 09 21:42:14.994018 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port fc1a9a0a-9d24-418a-880e-67efcadb868e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:14.994761 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fc1a9a0a-9d24-418a-880e-67efcadb868e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.076213 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c9c1e164-6fa7-44bb-96f2-1f50ac790743 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dcd88be8efef4285a5f287624a0ffb8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2412694 Feb 09 21:42:15.089565 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60582) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:15.092932 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c8a08850-7101-4413-b62c-edfe2e534c62 None None] Provisioning complete for port fc1a9a0a-9d24-418a-880e-67efcadb868e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:15.093294 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c8a08850-7101-4413-b62c-edfe2e534c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fc1a9a0a-9d24-418a-880e-67efcadb868e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.120950 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96133cf-de28-47c5-8663-23c1df54504b x-openstack-request-id: req-e96133cf-de28-47c5-8663-23c1df54504b {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:15.121423 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf593d3b-9a8e-44d6-92b3-22f1c3972600", "tag": "02fc6b73-7e89-4def-8c16-0e5092c25560", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:15.121853 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e96133cf-de28-47c5-8663-23c1df54504b {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:15.123343 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf593d3b-9a8e-44d6-92b3-22f1c3972600', 'tag': '02fc6b73-7e89-4def-8c16-0e5092c25560', 'status': 'completed', 'code': 200} Feb 09 21:42:15.347871 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port fc1a9a0a-9d24-418a-880e-67efcadb868e is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:15.348290 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fc1a9a0a-9d24-418a-880e-67efcadb868e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.353691 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5040d3a8-4cc7-44a1-a1c3-bf0ba5d5e8da req-a2322bfb-9e5f-4d04-9965-96964400211d tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.372557 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc54a870-234d-46ab-9d61-d86be939cf66 x-openstack-request-id: req-fc54a870-234d-46ab-9d61-d86be939cf66 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:15.373041 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b01a68-711e-4cde-af8a-9185e4bd16a7", "name": "network-vif-plugged", "status": "completed", "tag": "33b8f906-d491-4db9-aa2c-1be335687d60", "code": 200}, {"server_uuid": "c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4", "name": "network-vif-plugged", "status": "completed", "tag": "61d57e38-4643-4b12-981c-f39d00afa99b", "code": 200}, {"server_uuid": "6f046db4-6866-452b-b255-73c25c89d958", "name": "network-vif-plugged", "status": "completed", "tag": "3145e101-ecbe-43b0-be2d-64afcbc88995", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:15.373297 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fc54a870-234d-46ab-9d61-d86be939cf66 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:15.386392 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b01a68-711e-4cde-af8a-9185e4bd16a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b8f906-d491-4db9-aa2c-1be335687d60', 'code': 200} Feb 09 21:42:15.386392 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d57e38-4643-4b12-981c-f39d00afa99b', 'code': 200} Feb 09 21:42:15.386392 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f046db4-6866-452b-b255-73c25c89d958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3145e101-ecbe-43b0-be2d-64afcbc88995', 'code': 200} Feb 09 21:42:15.460274 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.461282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 02fc6b73-7e89-4def-8c16-0e5092c25560 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:15.567487 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3dc3e454-918b-4682-895c-517e161c782d admin admin] Publish callbacks [] for security_group (d1eebdcd-4779-4a8c-b882-adfb6d4820f6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.568873 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c8a08850-7101-4413-b62c-edfe2e534c62 None None] Current status of the port fc1a9a0a-9d24-418a-880e-67efcadb868e is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:15.569391 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c8a08850-7101-4413-b62c-edfe2e534c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fc1a9a0a-9d24-418a-880e-67efcadb868e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.596708 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3dc3e454-918b-4682-895c-517e161c782d admin admin] Publish callbacks [] for security_group (d1eebdcd-4779-4a8c-b882-adfb6d4820f6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.643386 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port fc1a9a0a-9d24-418a-880e-67efcadb868e, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fc1a9a0a-9d24-418a-880e-67efcadb868e,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:15.648710 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-5040d3a8-4cc7-44a1-a1c3-bf0ba5d5e8da req-a2322bfb-9e5f-4d04-9965-96964400211d tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] No DVR routers for this DVR port b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:15.656723 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5040d3a8-4cc7-44a1-a1c3-bf0ba5d5e8da req-a2322bfb-9e5f-4d04-9965-96964400211d tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.658182 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fc1a9a0a-9d24-418a-880e-67efcadb868e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.669456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 02fc6b73-7e89-4def-8c16-0e5092c25560 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:42:15.681968 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5040d3a8-4cc7-44a1-a1c3-bf0ba5d5e8da req-a2322bfb-9e5f-4d04-9965-96964400211d tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] 10.222.0.42 "DELETE /v2.0/ports/b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 HTTP/1.1" status: 204 len: 173 time: 2.3348608 Feb 09 21:42:15.684458 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccac13ea-0468-483b-9c88-be14ba3e0ddf', 'name': 'network-vif-deleted', 'tag': 'b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:15.691546 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45609d0-5670-42be-8acd-96cffaa12a98" -d '{"events": [{"server_uuid": "ccac13ea-0468-483b-9c88-be14ba3e0ddf", "name": "network-vif-deleted", "tag": "b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:15.696229 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2322bfb-9e5f-4d04-9965-96964400211d tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] Pushing event deleted for resources: {'Port': ['ID=b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:15.703849 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4f4563b8-b23a-4e50-859d-108105454a61 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e818c4ce-05de-4bf5-ad96-858f34fbcbe2), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.744947 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978eb090-f576-4a77-a427-0dca0a52d27a req-46015b2c-3c14-4009-bade-189180c76e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:15.747702 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-978eb090-f576-4a77-a427-0dca0a52d27a req-46015b2c-3c14-4009-bade-189180c76e25 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=178a334a4d4c401b8c15c3fe9c3a710c&device_id=cf593d3b-9a8e-44d6-92b3-22f1c3972600 HTTP/1.1" status: 200 len: 1126 time: 0.6061406 Feb 09 21:42:15.762947 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3dc3e454-918b-4682-895c-517e161c782d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d1eebdcd-4779-4a8c-b882-adfb6d4820f6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.767325 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 02fc6b73-7e89-4def-8c16-0e5092c25560 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:15.768052 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (02fc6b73-7e89-4def-8c16-0e5092c25560), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.775800 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3dc3e454-918b-4682-895c-517e161c782d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.777749 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3dc3e454-918b-4682-895c-517e161c782d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d1eebdcd-4779-4a8c-b882-adfb6d4820f6 HTTP/1.1" status: 204 len: 168 time: 0.6865604 Feb 09 21:42:15.905495 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.959568 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-c8a08850-7101-4413-b62c-edfe2e534c62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:42:15.960829 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-c8a08850-7101-4413-b62c-edfe2e534c62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:42:15.976555 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=fc1a9a0a-9d24-418a-880e-67efcadb868e,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:16.015178 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3e454-918b-4682-895c-517e161c782d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1eebdcd-4779-4a8c-b882-adfb6d4820f6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:16.034735 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60602) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:16.084352 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320fed6-db1c-4a41-bbef-d8c77cde8643 req-9575c6a6-03ec-4e31-b8b2-b76ea2071e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:16.085878 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c320fed6-db1c-4a41-bbef-d8c77cde8643 req-9575c6a6-03ec-4e31-b8b2-b76ea2071e0a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6f046db4-6866-452b-b255-73c25c89d958 HTTP/1.1" status: 200 len: 1127 time: 0.6825109 Feb 09 21:42:16.095130 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05244e-74aa-407a-9bbd-fff9bc18efd9 req-61443bd8-d307-402d-a8ae-eaba40f10cde tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:16.104148 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c05244e-74aa-407a-9bbd-fff9bc18efd9 req-61443bd8-d307-402d-a8ae-eaba40f10cde tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f046db4-6866-452b-b255-73c25c89d958 HTTP/1.1" status: 200 len: 945 time: 0.7644117 Feb 09 21:42:16.156018 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d055f-7909-4d11-afe5-fde278ebdd8c req-95513d4a-b8fa-4e16-baec-fa22cccae1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:16.157639 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-259d055f-7909-4d11-afe5-fde278ebdd8c req-95513d4a-b8fa-4e16-baec-fa22cccae1ee service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=01b01a68-711e-4cde-af8a-9185e4bd16a7 HTTP/1.1" status: 200 len: 1127 time: 0.7400708 Feb 09 21:42:16.171311 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 02fc6b73-7e89-4def-8c16-0e5092c25560 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:16.171892 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (02fc6b73-7e89-4def-8c16-0e5092c25560), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:16.208817 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:16.213613 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978eb090-f576-4a77-a427-0dca0a52d27a req-099b8f04-150b-432c-8903-89d363d5d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:16.217251 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-978eb090-f576-4a77-a427-0dca0a52d27a req-099b8f04-150b-432c-8903-89d363d5d58b service neutron] 10.222.0.71 "GET /v2.0/networks?id=9cec45fb-c615-4147-9585-d66f5efcfe6c HTTP/1.1" status: 200 len: 920 time: 0.4375563 Feb 09 21:42:16.224407 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229871a-5050-4c42-b164-335466e329ef req-18a81b11-8485-4aaf-ac6f-89916bbcbaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:16.227035 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0229871a-5050-4c42-b164-335466e329ef req-18a81b11-8485-4aaf-ac6f-89916bbcbaf5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 1127 time: 0.5976481 Feb 09 21:42:16.251554 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:42:16.252300 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:42:16.290570 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 02fc6b73-7e89-4def-8c16-0e5092c25560, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=02fc6b73-7e89-4def-8c16-0e5092c25560,segment=NetworkSegment(abcfe71d-cb39-453c-9c43-b7f50d93b72c),segment_id=abcfe71d-cb39-453c-9c43-b7f50d93b72c)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:16.304760 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (02fc6b73-7e89-4def-8c16-0e5092c25560), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:16.320524 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-978eb090-f576-4a77-a427-0dca0a52d27a req-6e7aa036-941a-4754-922d-1c99abf744ed service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02fc6b73-7e89-4def-8c16-0e5092c25560 HTTP/1.1" status: 200 len: 217 time: 0.0960732 Feb 09 21:42:16.429180 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=02fc6b73-7e89-4def-8c16-0e5092c25560,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:16.501012 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978eb090-f576-4a77-a427-0dca0a52d27a req-e345a934-af0f-4e4e-ac23-6e4834b435f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:16.510402 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-978eb090-f576-4a77-a427-0dca0a52d27a req-e345a934-af0f-4e4e-ac23-6e4834b435f6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e3c310f9-5e45-4b20-89c5-333731de760d HTTP/1.1" status: 200 len: 858 time: 0.1763635 Feb 09 21:42:16.526477 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c320fed6-db1c-4a41-bbef-d8c77cde8643 req-00029719-92c7-424e-a427-1546eb108486 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197423 Feb 09 21:42:16.543271 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c8a08850-7101-4413-b62c-edfe2e534c62 None None] Current status of the port fc1a9a0a-9d24-418a-880e-67efcadb868e is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:16.637888 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978eb090-f576-4a77-a427-0dca0a52d27a req-284e0065-4444-45d6-b816-e58494922587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:16.639453 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-978eb090-f576-4a77-a427-0dca0a52d27a req-284e0065-4444-45d6-b816-e58494922587 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9cec45fb-c615-4147-9585-d66f5efcfe6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1279161 Feb 09 21:42:16.671295 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0229871a-5050-4c42-b164-335466e329ef req-b59a723a-aa08-47b1-ae32-33fb2279348d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321930 Feb 09 21:42:16.676285 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-73e8966b-f8fa-4f4b-bc2a-f0f0d6b02fef None None] Provisioning complete for port e818c4ce-05de-4bf5-ad96-858f34fbcbe2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:16.676673 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-73e8966b-f8fa-4f4b-bc2a-f0f0d6b02fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e818c4ce-05de-4bf5-ad96-858f34fbcbe2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:16.680277 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c05244e-74aa-407a-9bbd-fff9bc18efd9 req-6ef820ad-efb2-436d-bfdf-1be4614e53fe tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5730581 Feb 09 21:42:16.685904 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-259d055f-7909-4d11-afe5-fde278ebdd8c req-1d689ba3-33c2-48e1-87e7-f23235220e9f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996979 Feb 09 21:42:16.758171 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-a5afb630-bc58-4467-80f1-a06a91c69e1e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1387612260-network', 'tenant_id': '77fff10e42184e818ed304a7a3195873'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:16.776101 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fc1a9a0a-9d24-418a-880e-67efcadb868e up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:16.805751 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5afb630-bc58-4467-80f1-a06a91c69e1e admin admin] Made reservation on behalf of 77fff10e42184e818ed304a7a3195873 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:16.808880 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5afb630-bc58-4467-80f1-a06a91c69e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:16.818874 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4f4563b8-b23a-4e50-859d-108105454a61 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (e818c4ce-05de-4bf5-ad96-858f34fbcbe2), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:16.827160 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4f4563b8-b23a-4e50-859d-108105454a61 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (e818c4ce-05de-4bf5-ad96-858f34fbcbe2), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:16.828367 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4f4563b8-b23a-4e50-859d-108105454a61 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (13e3d55a-ac74-47e5-bf46-3d35ef2518d6), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:16.829732 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5afb630-bc58-4467-80f1-a06a91c69e1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:16.999390 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4563b8-b23a-4e50-859d-108105454a61 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=e818c4ce-05de-4bf5-ad96-858f34fbcbe2,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:17.065593 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbbaa6-2921-4c42-818d-8470554c2600 req-e28eab76-e1e9-4ad2-bf4f-e43c1610678d tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:17.067865 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e4cbbaa6-2921-4c42-818d-8470554c2600 req-e28eab76-e1e9-4ad2-bf4f-e43c1610678d tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf593d3b-9a8e-44d6-92b3-22f1c3972600 HTTP/1.1" status: 200 len: 945 time: 0.2294276 Feb 09 21:42:17.142988 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4563b8-b23a-4e50-859d-108105454a61 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:17.144983 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-4f4563b8-b23a-4e50-859d-108105454a61 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:17.178058 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-73e8966b-f8fa-4f4b-bc2a-f0f0d6b02fef None None] Port e818c4ce-05de-4bf5-ad96-858f34fbcbe2 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:42:17.229157 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e4cbbaa6-2921-4c42-818d-8470554c2600 req-864563ce-d44c-4c67-91d9-ed44508561dc tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/security-groups?id=49b5190e-f93b-42e7-81c0-04211c9abbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368635 Feb 09 21:42:17.241050 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port fc1a9a0a-9d24-418a-880e-67efcadb868e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:17.241573 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fc1a9a0a-9d24-418a-880e-67efcadb868e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:17.246474 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-978eb090-f576-4a77-a427-0dca0a52d27a req-0b46bc41-2fda-45f1-a2a6-9f03ed14a27c service neutron] 10.222.0.71 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425906 Feb 09 21:42:17.399396 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e193d7-ded7-4481-b3b8-ba2f558710f6'}, {'server_uuid': 'cf593d3b-9a8e-44d6-92b3-22f1c3972600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fc6b73-7e89-4def-8c16-0e5092c25560'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:17.402713 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e019c7cc-902c-40ec-b73c-6465dda9b340" -d '{"events": [{"server_uuid": "93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7", "name": "network-vif-plugged", "status": "completed", "tag": "79e193d7-ded7-4481-b3b8-ba2f558710f6"}, {"server_uuid": "cf593d3b-9a8e-44d6-92b3-22f1c3972600", "name": "network-vif-plugged", "status": "completed", "tag": "02fc6b73-7e89-4def-8c16-0e5092c25560"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:17.431111 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port fc1a9a0a-9d24-418a-880e-67efcadb868e is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:17.447107 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60626) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:17.546199 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e39f42-7780-49fb-b3b1-011372438649 x-openstack-request-id: req-d8e39f42-7780-49fb-b3b1-011372438649 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:17.548249 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccac13ea-0468-483b-9c88-be14ba3e0ddf", "name": "network-vif-deleted", "tag": "b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:17.548888 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d8e39f42-7780-49fb-b3b1-011372438649 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:17.556643 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccac13ea-0468-483b-9c88-be14ba3e0ddf', 'name': 'network-vif-deleted', 'tag': 'b9f0ab5e-e3fd-4722-93ca-c8db2b245ad1', 'status': 'completed', 'code': 200} Feb 09 21:42:17.569281 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4563b8-b23a-4e50-859d-108105454a61 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Router 13e3d55a-ac74-47e5-bf46-3d35ef2518d6 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:42:17.742126 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5afb630-bc58-4467-80f1-a06a91c69e1e admin admin] Publish callbacks [] for security_group (5be2253b-2c97-4a34-84da-3f6f5d8c4eb1), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:17.753627 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ff66dc36-a765-4801-a259-9376a409c8e6 None None] Provisioning complete for port e818c4ce-05de-4bf5-ad96-858f34fbcbe2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:17.768594 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ff66dc36-a765-4801-a259-9376a409c8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e818c4ce-05de-4bf5-ad96-858f34fbcbe2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:17.770316 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5afb630-bc58-4467-80f1-a06a91c69e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5be2253b-2c97-4a34-84da-3f6f5d8c4eb1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:17.815978 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afb630-bc58-4467-80f1-a06a91c69e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:17.890239 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-978eb090-f576-4a77-a427-0dca0a52d27a req-08430145-6fbc-4110-9017-5a330711ffc4 service neutron] 10.222.0.71 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6164913 Feb 09 21:42:17.892604 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5afb630-bc58-4467-80f1-a06a91c69e1e admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:42:17.899208 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ff66dc36-a765-4801-a259-9376a409c8e6 None None] Port e818c4ce-05de-4bf5-ad96-858f34fbcbe2 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:42:17.954911 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5afb630-bc58-4467-80f1-a06a91c69e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (3d2262d1-dc2b-49a3-9127-ed60afa19e93), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:17.955844 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-a5afb630-bc58-4467-80f1-a06a91c69e1e admin admin] Added segment 3d2262d1-dc2b-49a3-9127-ed60afa19e93 of type vlan for network 18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 Feb 09 21:42:17.958366 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60634) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:17.960392 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4a30b-4b50-4763-ac50-378412dbd0c2 req-633c37c0-0082-4182-802d-393b40dbc198 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:17.962056 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95f4a30b-4b50-4763-ac50-378412dbd0c2 req-633c37c0-0082-4182-802d-393b40dbc198 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b01a68-711e-4cde-af8a-9185e4bd16a7 HTTP/1.1" status: 200 len: 945 time: 0.2642586 Feb 09 21:42:17.963154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4563b8-b23a-4e50-859d-108105454a61 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:17.975373 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3798f648-a160-4310-8171-6d2c88136652 None None] Sync routers for ids ['13e3d55a-ac74-47e5-bf46-3d35ef2518d6'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:17.998702 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3798f648-a160-4310-8171-6d2c88136652 None None] Routers {'13e3d55a-ac74-47e5-bf46-3d35ef2518d6'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:18.007806 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3798f648-a160-4310-8171-6d2c88136652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:42:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['13e3d55a-ac74-47e5-bf46-3d35ef2518d6'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:18.010628 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4f4563b8-b23a-4e50-859d-108105454a61 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "PUT /v2.0/routers/13e3d55a-ac74-47e5-bf46-3d35ef2518d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5344205 Feb 09 21:42:18.011603 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60640) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:18.183056 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-3798f648-a160-4310-8171-6d2c88136652 None None] Set router 13e3d55a-ac74-47e5-bf46-3d35ef2518d6 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:18.191988 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5afb630-bc58-4467-80f1-a06a91c69e1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (18dcd003-8cbd-4794-b5ef-c9a65b6cdc94), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.282574 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-593209125-network', 'tenant_id': '7e77c00a319c4d4aa333279f9ee9049c'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:18.291273 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95f4a30b-4b50-4763-ac50-378412dbd0c2 req-8b76d41b-7fa4-443f-8ef6-903a38afe1ea tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021994 Feb 09 21:42:18.347600 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c79c83-7505-4017-a609-d41ca033b035 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:18.350118 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-96c79c83-7505-4017-a609-d41ca033b035 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports/e818c4ce-05de-4bf5-ad96-858f34fbcbe2 HTTP/1.1" status: 200 len: 911 time: 0.3270807 Feb 09 21:42:18.354698 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60646) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:18.357166 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Made reservation on behalf of 7e77c00a319c4d4aa333279f9ee9049c for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:18.367424 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.406356 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.427335 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5afb630-bc58-4467-80f1-a06a91c69e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (18dcd003-8cbd-4794-b5ef-c9a65b6cdc94), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.428915 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5afb630-bc58-4467-80f1-a06a91c69e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:18.429652 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5afb630-bc58-4467-80f1-a06a91c69e1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.432932 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3798f648-a160-4310-8171-6d2c88136652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e3d55a-ac74-47e5-bf46-3d35ef2518d6', 'name': 'tempest-NetworksTestDHCPv6-router-1263169728', 'tenant_id': '3ea663af62e544b3a2a3619a5257316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:10Z', 'updated_at': '2022-02-09T21:42:15Z', 'revision_number': 2, 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'gw_port_host': None, '_interfaces': [{'id': 'e818c4ce-05de-4bf5-ad96-858f34fbcbe2', 'name': '', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'tenant_id': '3ea663af62e544b3a2a3619a5257316c', 'mac_address': 'fa:16:3e:d2:30:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e3d55a-ac74-47e5-bf46-3d35ef2518d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'cc2b19b6-9ae1-4a8d-8e19-f708ceaf4d0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:13Z', 'updated_at': '2022-02-09T21:42:16Z', 'revision_number': 2, 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'subnets': [{'id': 'cc2b19b6-9ae1-4a8d-8e19-f708ceaf4d0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:18.450011 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79622e9-1871-4e3f-a325-2ed70a16cef2 x-openstack-request-id: req-e79622e9-1871-4e3f-a325-2ed70a16cef2 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:18.450804 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7", "name": "network-vif-plugged", "status": "completed", "tag": "79e193d7-ded7-4481-b3b8-ba2f558710f6", "code": 200}, {"server_uuid": "cf593d3b-9a8e-44d6-92b3-22f1c3972600", "name": "network-vif-plugged", "status": "completed", "tag": "02fc6b73-7e89-4def-8c16-0e5092c25560", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:18.450804 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e79622e9-1871-4e3f-a325-2ed70a16cef2 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:18.451297 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e193d7-ded7-4481-b3b8-ba2f558710f6', 'code': 200} Feb 09 21:42:18.451765 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf593d3b-9a8e-44d6-92b3-22f1c3972600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fc6b73-7e89-4def-8c16-0e5092c25560', 'code': 200} Feb 09 21:42:18.480959 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3798f648-a160-4310-8171-6d2c88136652 None None] Checking router: 13e3d55a-ac74-47e5-bf46-3d35ef2518d6 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:42:18.481323 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3798f648-a160-4310-8171-6d2c88136652 None None] Updating router 13e3d55a-ac74-47e5-bf46-3d35ef2518d6 port e818c4ce-05de-4bf5-ad96-858f34fbcbe2 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:42:18.521330 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a5afb630-bc58-4467-80f1-a06a91c69e1e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4804723 Feb 09 21:42:18.529469 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60648) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:18.553588 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-55fc0736-98a1-40cc-99bf-1e257050e556 admin admin] Request body: {'subnet': {'network_id': '18dcd003-8cbd-4794-b5ef-c9a65b6cdc94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1387612260-subnet', 'tenant_id': '77fff10e42184e818ed304a7a3195873', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:18.559428 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3798f648-a160-4310-8171-6d2c88136652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e818c4ce-05de-4bf5-ad96-858f34fbcbe2), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.762784 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Publish callbacks [] for security_group (4064fbdb-b276-4eb9-9185-d2b8729c34cf), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.776264 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afb630-bc58-4467-80f1-a06a91c69e1e admin admin] Pushing event updated for resources: {'Network': ['ID=18dcd003-8cbd-4794-b5ef-c9a65b6cdc94,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:18.792729 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:42:18.809850 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4064fbdb-b276-4eb9-9185-d2b8729c34cf), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.857468 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91aa929-1a83-4941-a9c9-6417025232b4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:18.868469 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91aa929-1a83-4941-a9c9-6417025232b4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:18.875338 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e91aa929-1a83-4941-a9c9-6417025232b4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5068862 Feb 09 21:42:18.881023 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60650) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:18.882177 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fc0736-98a1-40cc-99bf-1e257050e556 admin admin] Made reservation on behalf of 77fff10e42184e818ed304a7a3195873 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:18.886881 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-55fc0736-98a1-40cc-99bf-1e257050e556 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.932921 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3798f648-a160-4310-8171-6d2c88136652 None None] Publish callbacks [] for port (e818c4ce-05de-4bf5-ad96-858f34fbcbe2), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.941119 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:42:18.945587 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3798f648-a160-4310-8171-6d2c88136652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e818c4ce-05de-4bf5-ad96-858f34fbcbe2), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.948061 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533d45b-0a93-4d77-b4f4-4ff4daace8cf req-e16b5d44-f14e-492b-8c2e-aa35d4b66491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:18.954377 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9533d45b-0a93-4d77-b4f4-4ff4daace8cf req-e16b5d44-f14e-492b-8c2e-aa35d4b66491 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cf593d3b-9a8e-44d6-92b3-22f1c3972600 HTTP/1.1" status: 200 len: 1127 time: 0.2482975 Feb 09 21:42:19.016770 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0cb21-01e3-4e32-b02d-3676b507c495 None None] Pushing event updated for resources: {'Port': ['ID=e818c4ce-05de-4bf5-ad96-858f34fbcbe2,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:19.038953 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0cb21-01e3-4e32-b02d-3676b507c495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.039823 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0cb21-01e3-4e32-b02d-3676b507c495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.040478 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0cb21-01e3-4e32-b02d-3676b507c495 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.041569 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0cb21-01e3-4e32-b02d-3676b507c495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.042500 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0cb21-01e3-4e32-b02d-3676b507c495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.043428 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0cb21-01e3-4e32-b02d-3676b507c495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.044456 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0cb21-01e3-4e32-b02d-3676b507c495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.045066 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0cb21-01e3-4e32-b02d-3676b507c495 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.045594 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0cb21-01e3-4e32-b02d-3676b507c495 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.046224 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0cb21-01e3-4e32-b02d-3676b507c495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.047721 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0cb21-01e3-4e32-b02d-3676b507c495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.048295 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0cb21-01e3-4e32-b02d-3676b507c495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.048808 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0cb21-01e3-4e32-b02d-3676b507c495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.070019 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4064fbdb-b276-4eb9-9185-d2b8729c34cf,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:19.105751 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (ccd97742-862f-4eb3-85ab-843b4555180e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.106079 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Added segment ccd97742-862f-4eb3-85ab-843b4555180e of type vlan for network 5732c1a0-0d30-4695-8b1b-931a7ae7d523 Feb 09 21:42:19.197438 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-3798f648-a160-4310-8171-6d2c88136652 None None] Attempting to bind port e818c4ce-05de-4bf5-ad96-858f34fbcbe2 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:19.197941 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9533d45b-0a93-4d77-b4f4-4ff4daace8cf req-f4527989-e97d-42dc-a10e-183793340f1f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=49b5190e-f93b-42e7-81c0-04211c9abbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754575 Feb 09 21:42:19.198188 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-3798f648-a160-4310-8171-6d2c88136652 None None] Attempting to bind port e818c4ce-05de-4bf5-ad96-858f34fbcbe2 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:19.199095 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3798f648-a160-4310-8171-6d2c88136652 None None] Attempting to bind port e818c4ce-05de-4bf5-ad96-858f34fbcbe2 on network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:19.208234 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (5732c1a0-0d30-4695-8b1b-931a7ae7d523), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.209292 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3798f648-a160-4310-8171-6d2c88136652 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:19.210033 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3798f648-a160-4310-8171-6d2c88136652 None None] Checking segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:19.211192 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3798f648-a160-4310-8171-6d2c88136652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.213281 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3798f648-a160-4310-8171-6d2c88136652 None None] Bound using segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:19.215282 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-3798f648-a160-4310-8171-6d2c88136652 None None] Bound port: e818c4ce-05de-4bf5-ad96-858f34fbcbe2, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:19.215920 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3798f648-a160-4310-8171-6d2c88136652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e818c4ce-05de-4bf5-ad96-858f34fbcbe2), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.377802 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-3798f648-a160-4310-8171-6d2c88136652 None None] For port e818c4ce-05de-4bf5-ad96-858f34fbcbe2, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:19.380882 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-3798f648-a160-4310-8171-6d2c88136652 None None] For port e818c4ce-05de-4bf5-ad96-858f34fbcbe2, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=e818c4ce-05de-4bf5-ad96-858f34fbcbe2,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:19.397410 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3798f648-a160-4310-8171-6d2c88136652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e818c4ce-05de-4bf5-ad96-858f34fbcbe2), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.425785 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (5732c1a0-0d30-4695-8b1b-931a7ae7d523), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.427330 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:19.431884 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.534450 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3798f648-a160-4310-8171-6d2c88136652 None None] Routers {'13e3d55a-ac74-47e5-bf46-3d35ef2518d6'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:19.535060 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3798f648-a160-4310-8171-6d2c88136652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:42:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['13e3d55a-ac74-47e5-bf46-3d35ef2518d6'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:19.542715 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0cb21-01e3-4e32-b02d-3676b507c495 None None] Pushing event updated for resources: {'Port': ['ID=e818c4ce-05de-4bf5-ad96-858f34fbcbe2,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:19.550034 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5892293 Feb 09 21:42:19.552601 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-55fc0736-98a1-40cc-99bf-1e257050e556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (4ec51de9-93a9-4e1c-b1d1-307551dbf1e9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.558191 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60656) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:19.571259 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c3408faa-7fab-434e-a4dc-ec9d714e048a admin admin] Request body: {'subnet': {'network_id': '5732c1a0-0d30-4695-8b1b-931a7ae7d523', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-593209125-subnet', 'tenant_id': '7e77c00a319c4d4aa333279f9ee9049c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:19.611640 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Pushing event updated for resources: {'Network': ['ID=5732c1a0-0d30-4695-8b1b-931a7ae7d523,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:19.628416 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.628943 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.629392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.629831 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.630268 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.630758 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.631355 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.631966 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.632403 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.632831 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.633280 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.634246 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.634710 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c787d-e9db-486e-ac4e-1672485f5e7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:19.668582 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 5732c1a0-0d30-4695-8b1b-931a7ae7d523 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:42:19.681932 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc0736-98a1-40cc-99bf-1e257050e556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ec51de9-93a9-4e1c-b1d1-307551dbf1e9,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:19.690543 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3408faa-7fab-434e-a4dc-ec9d714e048a admin admin] Made reservation on behalf of 7e77c00a319c4d4aa333279f9ee9049c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:19.693437 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3408faa-7fab-434e-a4dc-ec9d714e048a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.777167 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-3798f648-a160-4310-8171-6d2c88136652 None None] Set router 13e3d55a-ac74-47e5-bf46-3d35ef2518d6 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:19.863315 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5a96f0cb-0f44-4f99-87e1-dc8edb83f324 None None] Provisioning complete for port e818c4ce-05de-4bf5-ad96-858f34fbcbe2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:19.863735 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5a96f0cb-0f44-4f99-87e1-dc8edb83f324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e818c4ce-05de-4bf5-ad96-858f34fbcbe2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.875604 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fc0736-98a1-40cc-99bf-1e257050e556 admin admin] Checking segment: {'id': '3d2262d1-dc2b-49a3-9127-ed60afa19e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '18dcd003-8cbd-4794-b5ef-c9a65b6cdc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:19.876742 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fc0736-98a1-40cc-99bf-1e257050e556 admin admin] Network hostable DHCP agents. Network: 18dcd003-8cbd-4794-b5ef-c9a65b6cdc94, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:42:20.006309 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fc0736-98a1-40cc-99bf-1e257050e556 admin admin] Network 18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:42:20.049478 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-55fc0736-98a1-40cc-99bf-1e257050e556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 18dcd003-8cbd-4794-b5ef-c9a65b6cdc94) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:20.058145 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fc0736-98a1-40cc-99bf-1e257050e556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:20.058835 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-55fc0736-98a1-40cc-99bf-1e257050e556 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.110566 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5a96f0cb-0f44-4f99-87e1-dc8edb83f324 None None] Current status of the port e818c4ce-05de-4bf5-ad96-858f34fbcbe2 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:20.110995 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5a96f0cb-0f44-4f99-87e1-dc8edb83f324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e818c4ce-05de-4bf5-ad96-858f34fbcbe2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.147338 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26d6ac3-2822-4f6a-bcfc-8e5bddd8b5aa None None] Network 18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:20.157011 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267d930-bb22-4076-be26-086b91d87fbe req-b4cc0f51-51ca-4b5d-97fa-e5afae252f96 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:20.159168 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1267d930-bb22-4076-be26-086b91d87fbe req-b4cc0f51-51ca-4b5d-97fa-e5afae252f96 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f046db4-6866-452b-b255-73c25c89d958 HTTP/1.1" status: 200 len: 945 time: 1.5790842 Feb 09 21:42:20.178244 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d864d4-848b-49ca-a499-953c786b93e0 req-09f66c26-4431-4d0a-b707-6f588309c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:20.180166 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3d864d4-848b-49ca-a499-953c786b93e0 req-09f66c26-4431-4d0a-b707-6f588309c45c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7 HTTP/1.1" status: 200 len: 1127 time: 1.5757437 Feb 09 21:42:20.216232 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3798f648-a160-4310-8171-6d2c88136652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e3d55a-ac74-47e5-bf46-3d35ef2518d6', 'name': 'tempest-NetworksTestDHCPv6-router-1263169728', 'tenant_id': '3ea663af62e544b3a2a3619a5257316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:10Z', 'updated_at': '2022-02-09T21:42:15Z', 'revision_number': 2, 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'gw_port_host': None, '_interfaces': [{'id': 'e818c4ce-05de-4bf5-ad96-858f34fbcbe2', 'name': '', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'tenant_id': '3ea663af62e544b3a2a3619a5257316c', 'mac_address': 'fa:16:3e:d2:30:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e3d55a-ac74-47e5-bf46-3d35ef2518d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'cc2b19b6-9ae1-4a8d-8e19-f708ceaf4d0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:13Z', 'updated_at': '2022-02-09T21:42:19Z', 'revision_number': 4, 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'subnets': [{'id': 'cc2b19b6-9ae1-4a8d-8e19-f708ceaf4d0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:20.231791 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-55fc0736-98a1-40cc-99bf-1e257050e556 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6968496 Feb 09 21:42:20.259566 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3408faa-7fab-434e-a4dc-ec9d714e048a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (9960e21c-7924-4d3d-a82c-07e381ab7f0d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.328227 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-5a96f0cb-0f44-4f99-87e1-dc8edb83f324 None None] For port e818c4ce-05de-4bf5-ad96-858f34fbcbe2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=e818c4ce-05de-4bf5-ad96-858f34fbcbe2,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:20.348503 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5a96f0cb-0f44-4f99-87e1-dc8edb83f324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e818c4ce-05de-4bf5-ad96-858f34fbcbe2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.348952 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3798f648-a160-4310-8171-6d2c88136652 None None] The sync data for ids ['13e3d55a-ac74-47e5-bf46-3d35ef2518d6'] in n-d-828601-1 is: [{'id': '13e3d55a-ac74-47e5-bf46-3d35ef2518d6', 'name': 'tempest-NetworksTestDHCPv6-router-1263169728', 'tenant_id': '3ea663af62e544b3a2a3619a5257316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:10Z', 'updated_at': '2022-02-09T21:42:15Z', 'revision_number': 2, 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'gw_port_host': None, '_interfaces': [{'id': 'e818c4ce-05de-4bf5-ad96-858f34fbcbe2', 'name': '', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'tenant_id': '3ea663af62e544b3a2a3619a5257316c', 'mac_address': 'fa:16:3e:d2:30:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e3d55a-ac74-47e5-bf46-3d35ef2518d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'cc2b19b6-9ae1-4a8d-8e19-f708ceaf4d0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:13Z', 'updated_at': '2022-02-09T21:42:19Z', 'revision_number': 4, 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'subnets': [{'id': 'cc2b19b6-9ae1-4a8d-8e19-f708ceaf4d0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:20.449056 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3408faa-7fab-434e-a4dc-ec9d714e048a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9960e21c-7924-4d3d-a82c-07e381ab7f0d,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:20.540524 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ab497fc2-e03e-4c60-a524-b39b8b156a95 None None] Provisioning complete for port e818c4ce-05de-4bf5-ad96-858f34fbcbe2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:20.541876 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ab497fc2-e03e-4c60-a524-b39b8b156a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e818c4ce-05de-4bf5-ad96-858f34fbcbe2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.577018 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96f0cb-0f44-4f99-87e1-dc8edb83f324 None None] Pushing event updated for resources: {'Port': ['ID=e818c4ce-05de-4bf5-ad96-858f34fbcbe2,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:20.633100 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3408faa-7fab-434e-a4dc-ec9d714e048a admin admin] Checking segment: {'id': 'ccd97742-862f-4eb3-85ab-843b4555180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5732c1a0-0d30-4695-8b1b-931a7ae7d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:20.633967 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3408faa-7fab-434e-a4dc-ec9d714e048a admin admin] Network hostable DHCP agents. Network: 5732c1a0-0d30-4695-8b1b-931a7ae7d523, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:42:20.651161 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe8d179-93dd-41d7-ad90-42c5208dae18 None None] Network 18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:20.665814 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3408faa-7fab-434e-a4dc-ec9d714e048a admin admin] Network 5732c1a0-0d30-4695-8b1b-931a7ae7d523 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:42:20.691559 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-c3408faa-7fab-434e-a4dc-ec9d714e048a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 5732c1a0-0d30-4695-8b1b-931a7ae7d523) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:20.716450 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3408faa-7fab-434e-a4dc-ec9d714e048a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:20.719235 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3408faa-7fab-434e-a4dc-ec9d714e048a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.726053 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1267d930-bb22-4076-be26-086b91d87fbe req-befbb74b-75b7-43bc-9b59-92d2029e8a46 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508494 Feb 09 21:42:20.735837 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3d864d4-848b-49ca-a499-953c786b93e0 req-5c8c1862-c76d-4074-af41-1cee4cbe012c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681785 Feb 09 21:42:20.759450 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c3408faa-7fab-434e-a4dc-ec9d714e048a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1976335 Feb 09 21:42:20.762160 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60664) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:20.768243 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3d2c3d91-8307-48dd-a377-04309ebbdb3d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-593209125-router', 'tenant_id': '7e77c00a319c4d4aa333279f9ee9049c', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:20.836933 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3d2c3d91-8307-48dd-a377-04309ebbdb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (cb77c19b-0436-4a6e-8221-29aa63b29b2e), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.839502 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3d2c3d91-8307-48dd-a377-04309ebbdb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (cb77c19b-0436-4a6e-8221-29aa63b29b2e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.988962 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb3f5f8-205e-46b8-9da5-6183f8c60d6a None None] Network 5732c1a0-0d30-4695-8b1b-931a7ae7d523 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:21.020772 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3d2c3d91-8307-48dd-a377-04309ebbdb3d admin admin] Publish callbacks [] for router_controller (cb77c19b-0436-4a6e-8221-29aa63b29b2e), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:21.105462 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477980d0-a0cf-44a7-80bc-66218f97e9a9 req-80cf5ca8-d395-46b7-aaf0-b8ab8c45473a tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:21.132110 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-477980d0-a0cf-44a7-80bc-66218f97e9a9 req-80cf5ca8-d395-46b7-aaf0-b8ab8c45473a tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf593d3b-9a8e-44d6-92b3-22f1c3972600 HTTP/1.1" status: 200 len: 945 time: 0.1860123 Feb 09 21:42:21.156975 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69d85b39-2044-4415-a582-3db2bdb2cd8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (a4460a88-330b-4279-8efd-8d1f0aa12bcd), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:21.346079 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ab497fc2-e03e-4c60-a524-b39b8b156a95 None None] Current status of the port e818c4ce-05de-4bf5-ad96-858f34fbcbe2 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:21.482588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05daf53-3825-4888-ac72-ba7c16b7745e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-5732c1a0-0d30-4695-8b1b-931a7ae7d523', 'network_id': '5732c1a0-0d30-4695-8b1b-931a7ae7d523', 'project_id': '7e77c00a319c4d4aa333279f9ee9049c', 'fixed_ips': [{'subnet_id': '9960e21c-7924-4d3d-a82c-07e381ab7f0d'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:42:21.483497 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c05daf53-3825-4888-ac72-ba7c16b7745e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:21.677793 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-477980d0-a0cf-44a7-80bc-66218f97e9a9 req-9c7c8424-8b70-46b6-a710-a4bcad1d6031 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/security-groups?id=49b5190e-f93b-42e7-81c0-04211c9abbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5443428 Feb 09 21:42:21.787163 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (13e3d55a-ac74-47e5-bf46-3d35ef2518d6), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:21.825503 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-c05daf53-3825-4888-ac72-ba7c16b7745e None None] Allocated IP 172.20.0.2 (5732c1a0-0d30-4695-8b1b-931a7ae7d523/9960e21c-7924-4d3d-a82c-07e381ab7f0d/bf8647ea-b565-45a5-8caa-42a086619a59) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:21.978598 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3d2c3d91-8307-48dd-a377-04309ebbdb3d admin admin] Publish callbacks [] for router_gateway (cb77c19b-0436-4a6e-8221-29aa63b29b2e), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.304818 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3136c2-99dc-42ed-86ed-8b512d02c1d7 req-49e9f124-8b44-4d70-8c19-b5655e59a229 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:22.310413 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a3136c2-99dc-42ed-86ed-8b512d02c1d7 req-49e9f124-8b44-4d70-8c19-b5655e59a229 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b01a68-711e-4cde-af8a-9185e4bd16a7 HTTP/1.1" status: 200 len: 945 time: 0.3803217 Feb 09 21:42:22.317399 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c05daf53-3825-4888-ac72-ba7c16b7745e None None] Publish callbacks [] for port (bf8647ea-b565-45a5-8caa-42a086619a59), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.326675 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c05daf53-3825-4888-ac72-ba7c16b7745e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (bf8647ea-b565-45a5-8caa-42a086619a59), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.400516 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05daf53-3825-4888-ac72-ba7c16b7745e None None] Network 5732c1a0-0d30-4695-8b1b-931a7ae7d523 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:22.408339 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05daf53-3825-4888-ac72-ba7c16b7745e None None] Pushing event updated for resources: {'Port': ['ID=bf8647ea-b565-45a5-8caa-42a086619a59,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:22.420479 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-c05daf53-3825-4888-ac72-ba7c16b7745e None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:22.423817 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05daf53-3825-4888-ac72-ba7c16b7745e None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:22.492367 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c05daf53-3825-4888-ac72-ba7c16b7745e None None] Attempting to bind port bf8647ea-b565-45a5-8caa-42a086619a59 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:22.493458 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c05daf53-3825-4888-ac72-ba7c16b7745e None None] Attempting to bind port bf8647ea-b565-45a5-8caa-42a086619a59 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'ccd97742-862f-4eb3-85ab-843b4555180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5732c1a0-0d30-4695-8b1b-931a7ae7d523'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:22.493893 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05daf53-3825-4888-ac72-ba7c16b7745e None None] Attempting to bind port bf8647ea-b565-45a5-8caa-42a086619a59 on network 5732c1a0-0d30-4695-8b1b-931a7ae7d523 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:22.500198 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05daf53-3825-4888-ac72-ba7c16b7745e None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:22.500683 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05daf53-3825-4888-ac72-ba7c16b7745e None None] Checking segment: {'id': 'ccd97742-862f-4eb3-85ab-843b4555180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5732c1a0-0d30-4695-8b1b-931a7ae7d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:22.501221 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c05daf53-3825-4888-ac72-ba7c16b7745e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.501784 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05daf53-3825-4888-ac72-ba7c16b7745e None None] Bound using segment: {'id': 'ccd97742-862f-4eb3-85ab-843b4555180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5732c1a0-0d30-4695-8b1b-931a7ae7d523'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:22.502287 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c05daf53-3825-4888-ac72-ba7c16b7745e None None] Bound port: bf8647ea-b565-45a5-8caa-42a086619a59, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd97742-862f-4eb3-85ab-843b4555180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5732c1a0-0d30-4695-8b1b-931a7ae7d523'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:22.502758 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c05daf53-3825-4888-ac72-ba7c16b7745e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bf8647ea-b565-45a5-8caa-42a086619a59), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.572740 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3d2c3d91-8307-48dd-a377-04309ebbdb3d admin admin] Publish callbacks [] for router_gateway (cb77c19b-0436-4a6e-8221-29aa63b29b2e), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.584441 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c05daf53-3825-4888-ac72-ba7c16b7745e None None] For port bf8647ea-b565-45a5-8caa-42a086619a59, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:22.587722 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a3136c2-99dc-42ed-86ed-8b512d02c1d7 req-6f084314-9209-4a6d-9843-420a892b19ef tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308328 Feb 09 21:42:22.588483 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c05daf53-3825-4888-ac72-ba7c16b7745e None None] For port bf8647ea-b565-45a5-8caa-42a086619a59, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=bf8647ea-b565-45a5-8caa-42a086619a59,segment=NetworkSegment(ccd97742-862f-4eb3-85ab-843b4555180e),segment_id=ccd97742-862f-4eb3-85ab-843b4555180e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:22.611022 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c05daf53-3825-4888-ac72-ba7c16b7745e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bf8647ea-b565-45a5-8caa-42a086619a59), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.660325 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3d2c3d91-8307-48dd-a377-04309ebbdb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.711306 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-69d85b39-2044-4415-a582-3db2bdb2cd8c admin admin] Deleting port 294f5d53-3472-4312-9de4-9635655ae043 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:22.712481 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69d85b39-2044-4415-a582-3db2bdb2cd8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (294f5d53-3472-4312-9de4-9635655ae043), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.886026 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device e818c4ce-05de-4bf5-ad96-858f34fbcbe2 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:22.960457 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05daf53-3825-4888-ac72-ba7c16b7745e None None] Pushing event updated for resources: {'Port': ['ID=bf8647ea-b565-45a5-8caa-42a086619a59,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:23.034456 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-69d85b39-2044-4415-a582-3db2bdb2cd8c admin admin] For port 294f5d53-3472-4312-9de4-9635655ae043, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=294f5d53-3472-4312-9de4-9635655ae043,segment=NetworkSegment(7211e1c8-5de7-40d2-b662-3cce7559b8c7),segment_id=7211e1c8-5de7-40d2-b662-3cce7559b8c7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:23.034979 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69d85b39-2044-4415-a582-3db2bdb2cd8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (294f5d53-3472-4312-9de4-9635655ae043), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.059906 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-69d85b39-2044-4415-a582-3db2bdb2cd8c admin admin] Calling delete_port for 294f5d53-3472-4312-9de4-9635655ae043 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:23.106622 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port e818c4ce-05de-4bf5-ad96-858f34fbcbe2 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:23.106622 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e818c4ce-05de-4bf5-ad96-858f34fbcbe2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.161797 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-3d2c3d91-8307-48dd-a377-04309ebbdb3d admin admin] Allocated IP 172.25.6.22 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/af46ec8f-a5d8-428e-baed-1d293aa4e9b1) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:23.368349 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port e818c4ce-05de-4bf5-ad96-858f34fbcbe2 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:23.488801 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3d2c3d91-8307-48dd-a377-04309ebbdb3d admin admin] Publish callbacks [] for port (af46ec8f-a5d8-428e-baed-1d293aa4e9b1), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.551637 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting port e818c4ce-05de-4bf5-ad96-858f34fbcbe2 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:23.552823 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (e818c4ce-05de-4bf5-ad96-858f34fbcbe2), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.562968 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3d2c3d91-8307-48dd-a377-04309ebbdb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (af46ec8f-a5d8-428e-baed-1d293aa4e9b1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.638961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2c3d91-8307-48dd-a377-04309ebbdb3d admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:23.645089 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-3d2c3d91-8307-48dd-a377-04309ebbdb3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:23.647355 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2c3d91-8307-48dd-a377-04309ebbdb3d admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:23.672250 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69d85b39-2044-4415-a582-3db2bdb2cd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (294f5d53-3472-4312-9de4-9635655ae043), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.721837 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c3d91-8307-48dd-a377-04309ebbdb3d admin admin] Pushing event updated for resources: {'Port': ['ID=af46ec8f-a5d8-428e-baed-1d293aa4e9b1,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:23.803915 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d85b39-2044-4415-a582-3db2bdb2cd8c admin admin] Pushing event deleted for resources: {'Port': ['ID=294f5d53-3472-4312-9de4-9635655ae043,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:23.901364 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-4a0a257e-1d62-43e0-a047-f8b0fc0d0579 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:23.904098 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-4a0a257e-1d62-43e0-a047-f8b0fc0d0579 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/networks?id=18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 HTTP/1.1" status: 200 len: 815 time: 0.5167289 Feb 09 21:42:24.041437 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-d216b6bd-4c9d-4a92-9fa7-14242e272baa tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/quotas/77fff10e42184e818ed304a7a3195873 HTTP/1.1" status: 200 len: 375 time: 0.1243742 Feb 09 21:42:24.134242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] For port e818c4ce-05de-4bf5-ad96-858f34fbcbe2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=e818c4ce-05de-4bf5-ad96-858f34fbcbe2,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:24.134917 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (e818c4ce-05de-4bf5-ad96-858f34fbcbe2), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:24.135945 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3d2c3d91-8307-48dd-a377-04309ebbdb3d admin admin] Publish callbacks [] for router_gateway (cb77c19b-0436-4a6e-8221-29aa63b29b2e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:24.221865 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-29d07ca6-6961-4a4e-b710-09220a98a00e tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=77fff10e42184e818ed304a7a3195873&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1002989 Feb 09 21:42:24.287715 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Calling delete_port for e818c4ce-05de-4bf5-ad96-858f34fbcbe2 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:24.505200 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69d85b39-2044-4415-a582-3db2bdb2cd8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (a4460a88-330b-4279-8efd-8d1f0aa12bcd), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:24.548636 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3d2c3d91-8307-48dd-a377-04309ebbdb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (cb77c19b-0436-4a6e-8221-29aa63b29b2e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:24.636877 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-1ab30c5a-479a-43d5-82fe-bd75292df29a service neutron] 10.222.0.77 "GET /v2.0/networks/18dcd003-8cbd-4794-b5ef-c9a65b6cdc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138021 Feb 09 21:42:24.771293 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7812e9f0-fa60-4ccf-be25-572d8da56511 None None] Network 5732c1a0-0d30-4695-8b1b-931a7ae7d523 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:24.904867 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2c3d91-8307-48dd-a377-04309ebbdb3d admin admin] Router cb77c19b-0436-4a6e-8221-29aa63b29b2e is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:42:24.910440 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-aed57830-2082-4ac6-924d-d42c51ec7ee2 None None] Provisioning complete for port bf8647ea-b565-45a5-8caa-42a086619a59 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:24.911156 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aed57830-2082-4ac6-924d-d42c51ec7ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bf8647ea-b565-45a5-8caa-42a086619a59), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:25.032412 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device bf8647ea-b565-45a5-8caa-42a086619a59 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:25.188681 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2c3d91-8307-48dd-a377-04309ebbdb3d admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:25.214702 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-aed57830-2082-4ac6-924d-d42c51ec7ee2 None None] Current status of the port bf8647ea-b565-45a5-8caa-42a086619a59 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:25.215553 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aed57830-2082-4ac6-924d-d42c51ec7ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bf8647ea-b565-45a5-8caa-42a086619a59), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:25.233927 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] Sync routers for ids ['cb77c19b-0436-4a6e-8221-29aa63b29b2e'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:25.246406 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3d2c3d91-8307-48dd-a377-04309ebbdb3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:25.248772 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3d2c3d91-8307-48dd-a377-04309ebbdb3d admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4849355 Feb 09 21:42:25.255510 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60692) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:25.279389 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-aed57830-2082-4ac6-924d-d42c51ec7ee2 None None] For port bf8647ea-b565-45a5-8caa-42a086619a59, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=bf8647ea-b565-45a5-8caa-42a086619a59,segment=NetworkSegment(ccd97742-862f-4eb3-85ab-843b4555180e),segment_id=ccd97742-862f-4eb3-85ab-843b4555180e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:25.291168 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aed57830-2082-4ac6-924d-d42c51ec7ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bf8647ea-b565-45a5-8caa-42a086619a59), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:25.350232 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] Routers {'cb77c19b-0436-4a6e-8221-29aa63b29b2e'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:25.351214 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:42:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['cb77c19b-0436-4a6e-8221-29aa63b29b2e'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:25.422899 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port bf8647ea-b565-45a5-8caa-42a086619a59 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:25.423574 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bf8647ea-b565-45a5-8caa-42a086619a59), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:25.516055 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-268f2ca4-98b5-4324-bdef-0149994948f7 service neutron] 10.222.0.77 "GET /v2.0/networks/18dcd003-8cbd-4794-b5ef-c9a65b6cdc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837789 Feb 09 21:42:25.745275 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (e818c4ce-05de-4bf5-ad96-858f34fbcbe2), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:25.907057 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Port': ['ID=e818c4ce-05de-4bf5-ad96-858f34fbcbe2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:25.963392 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:25.963981 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:25.964541 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:25.965104 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:25.965659 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:25.966209 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:25.966744 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:25.967289 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:25.967901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:25.968442 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:25.968990 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:25.969527 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:25.970294 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:26.103761 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d3eb5b2d-6d50-4ccb-8d14-8069edb8c774 None None] Provisioning complete for port bf8647ea-b565-45a5-8caa-42a086619a59 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:26.107192 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d3eb5b2d-6d50-4ccb-8d14-8069edb8c774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bf8647ea-b565-45a5-8caa-42a086619a59), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:26.116232 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed57830-2082-4ac6-924d-d42c51ec7ee2 None None] Pushing event updated for resources: {'Port': ['ID=bf8647ea-b565-45a5-8caa-42a086619a59,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:26.214063 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (13e3d55a-ac74-47e5-bf46-3d35ef2518d6), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:26.221996 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d85b39-2044-4415-a582-3db2bdb2cd8c admin admin] Router a4460a88-330b-4279-8efd-8d1f0aa12bcd has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:42:26.699995 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] Set router cb77c19b-0436-4a6e-8221-29aa63b29b2e gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:26.876706 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d85b39-2044-4415-a582-3db2bdb2cd8c admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:26.897224 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4867c0d-fa72-48a9-bb42-04d3d8eebbb3 None None] Sync routers for ids ['a4460a88-330b-4279-8efd-8d1f0aa12bcd'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:26.902350 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port bf8647ea-b565-45a5-8caa-42a086619a59 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:26.925104 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-69d85b39-2044-4415-a582-3db2bdb2cd8c admin admin] 10.222.0.77 "PUT /v2.0/routers/a4460a88-330b-4279-8efd-8d1f0aa12bcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4691279 Feb 09 21:42:26.931599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60706) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:26.936763 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-371f2061-ef39-4291-bbe9-ac871d5efcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:26.994668 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4867c0d-fa72-48a9-bb42-04d3d8eebbb3 None None] Routers {'a4460a88-330b-4279-8efd-8d1f0aa12bcd'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:27.004027 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e4867c0d-fa72-48a9-bb42-04d3d8eebbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:42:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['a4460a88-330b-4279-8efd-8d1f0aa12bcd'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:27.250445 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d3eb5b2d-6d50-4ccb-8d14-8069edb8c774 None None] Current status of the port bf8647ea-b565-45a5-8caa-42a086619a59 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:27.538807 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb77c19b-0436-4a6e-8221-29aa63b29b2e', 'name': 'tempest-FloatingIPsTestJSON-593209125-router', 'tenant_id': '7e77c00a319c4d4aa333279f9ee9049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'af46ec8f-a5d8-428e-baed-1d293aa4e9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:20Z', 'updated_at': '2022-02-09T21:42:23Z', 'revision_number': 3, 'project_id': '7e77c00a319c4d4aa333279f9ee9049c', 'gw_port': {'id': 'af46ec8f-a5d8-428e-baed-1d293aa4e9b1', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb77c19b-0436-4a6e-8221-29aa63b29b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:22Z', 'updated_at': '2022-02-09T21:42:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:27.540849 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-e4867c0d-fa72-48a9-bb42-04d3d8eebbb3 None None] Set router a4460a88-330b-4279-8efd-8d1f0aa12bcd gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:27.543048 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device bf8647ea-b565-45a5-8caa-42a086619a59 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:27.568617 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35874776-78d3-4901-b22c-c660de7fadd3 req-ce5e7704-bc7a-4265-9b34-73a3738bbb4f tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:27.591465 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35874776-78d3-4901-b22c-c660de7fadd3 req-ce5e7704-bc7a-4265-9b34-73a3738bbb4f tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7911127 Feb 09 21:42:27.597938 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-371f2061-ef39-4291-bbe9-ac871d5efcf4 admin admin] Allocated IP 172.20.0.1 (5732c1a0-0d30-4695-8b1b-931a7ae7d523/9960e21c-7924-4d3d-a82c-07e381ab7f0d/a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:27.709316 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Router 13e3d55a-ac74-47e5-bf46-3d35ef2518d6 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:42:27.711256 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] Checking router: cb77c19b-0436-4a6e-8221-29aa63b29b2e for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:42:27.712738 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] Updating router cb77c19b-0436-4a6e-8221-29aa63b29b2e port af46ec8f-a5d8-428e-baed-1d293aa4e9b1 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:42:27.719723 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35874776-78d3-4901-b22c-c660de7fadd3 req-313af6e1-7502-47be-b055-c14e34481ca8 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.244 HTTP/1.1" status: 200 len: 696 time: 0.0983245 Feb 09 21:42:27.786211 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-35874776-78d3-4901-b22c-c660de7fadd3 req-91a20985-aaef-4e37-a873-37ee11f044e9 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Request body: {'floatingip': {'port_id': '201691e8-8155-4ad4-86ea-9656b7ff72f1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:27.882490 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (af46ec8f-a5d8-428e-baed-1d293aa4e9b1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:27.980632 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port bf8647ea-b565-45a5-8caa-42a086619a59 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:27.980632 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bf8647ea-b565-45a5-8caa-42a086619a59), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.043334 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30adf6af-672f-4a6c-ac20-267e300e0c67 admin admin] Publish callbacks [] for router (a4460a88-330b-4279-8efd-8d1f0aa12bcd), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.058868 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e4867c0d-fa72-48a9-bb42-04d3d8eebbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4460a88-330b-4279-8efd-8d1f0aa12bcd', 'name': 'tempest-ServerRescueNegativeTestJSON-442272883-router', 'tenant_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '47232dbe-4637-4630-b6cd-6d801ee06c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:14Z', 'updated_at': '2022-02-09T21:42:23Z', 'revision_number': 5, 'project_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'gw_port': {'id': '47232dbe-4637-4630-b6cd-6d801ee06c6f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:70:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4460a88-330b-4279-8efd-8d1f0aa12bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:28.059832 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-371f2061-ef39-4291-bbe9-ac871d5efcf4 admin admin] Publish callbacks [] for port (a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.243461 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-35874776-78d3-4901-b22c-c660de7fadd3 req-91a20985-aaef-4e37-a873-37ee11f044e9 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks [] for floatingip (705fd641-ff26-445e-91ca-9e586e6cf946), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.360308 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-371f2061-ef39-4291-bbe9-ac871d5efcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.446730 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4867c0d-fa72-48a9-bb42-04d3d8eebbb3 None None] Checking router: a4460a88-330b-4279-8efd-8d1f0aa12bcd for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:42:28.457686 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4867c0d-fa72-48a9-bb42-04d3d8eebbb3 None None] Routers {'a4460a88-330b-4279-8efd-8d1f0aa12bcd'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:28.458351 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e4867c0d-fa72-48a9-bb42-04d3d8eebbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:42:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['a4460a88-330b-4279-8efd-8d1f0aa12bcd'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:28.476224 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371f2061-ef39-4291-bbe9-ac871d5efcf4 admin admin] Network 5732c1a0-0d30-4695-8b1b-931a7ae7d523 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:28.483088 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-371f2061-ef39-4291-bbe9-ac871d5efcf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:28.506164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371f2061-ef39-4291-bbe9-ac871d5efcf4 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:28.544843 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port bf8647ea-b565-45a5-8caa-42a086619a59 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:28.596089 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-e4867c0d-fa72-48a9-bb42-04d3d8eebbb3 None None] Set router a4460a88-330b-4279-8efd-8d1f0aa12bcd gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:28.645027 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f2061-ef39-4291-bbe9-ac871d5efcf4 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:28.723384 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-371f2061-ef39-4291-bbe9-ac871d5efcf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (cb77c19b-0436-4a6e-8221-29aa63b29b2e), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.957324 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] Publish callbacks [] for port (af46ec8f-a5d8-428e-baed-1d293aa4e9b1), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.972947 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e4867c0d-fa72-48a9-bb42-04d3d8eebbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4460a88-330b-4279-8efd-8d1f0aa12bcd', 'name': 'tempest-ServerRescueNegativeTestJSON-442272883-router', 'tenant_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '47232dbe-4637-4630-b6cd-6d801ee06c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:14Z', 'updated_at': '2022-02-09T21:42:23Z', 'revision_number': 5, 'project_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'gw_port': {'id': '47232dbe-4637-4630-b6cd-6d801ee06c6f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:70:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4460a88-330b-4279-8efd-8d1f0aa12bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:28.982837 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (af46ec8f-a5d8-428e-baed-1d293aa4e9b1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.062747 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4867c0d-fa72-48a9-bb42-04d3d8eebbb3 None None] The sync data for ids ['a4460a88-330b-4279-8efd-8d1f0aa12bcd'] in n-d-828601-1 is: [{'id': 'a4460a88-330b-4279-8efd-8d1f0aa12bcd', 'name': 'tempest-ServerRescueNegativeTestJSON-442272883-router', 'tenant_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '47232dbe-4637-4630-b6cd-6d801ee06c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:14Z', 'updated_at': '2022-02-09T21:42:23Z', 'revision_number': 5, 'project_id': '10ae4cf9e5fb41adaaf75cd8b9397016', 'gw_port': {'id': '47232dbe-4637-4630-b6cd-6d801ee06c6f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:70:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4460a88-330b-4279-8efd-8d1f0aa12bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:29.082412 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] Attempting to bind port af46ec8f-a5d8-428e-baed-1d293aa4e9b1 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:29.082802 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] Attempting to bind port af46ec8f-a5d8-428e-baed-1d293aa4e9b1 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:29.083172 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] Attempting to bind port af46ec8f-a5d8-428e-baed-1d293aa4e9b1 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:29.091158 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:29.091535 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:29.092002 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.092406 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:29.092924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] Bound port: af46ec8f-a5d8-428e-baed-1d293aa4e9b1, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:29.093326 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (af46ec8f-a5d8-428e-baed-1d293aa4e9b1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.141727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b333c-5b4b-4e50-a811-a458570d7224 None None] Pushing event updated for resources: {'Port': ['ID=af46ec8f-a5d8-428e-baed-1d293aa4e9b1,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:29.169292 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] For port af46ec8f-a5d8-428e-baed-1d293aa4e9b1, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:29.173874 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] For port af46ec8f-a5d8-428e-baed-1d293aa4e9b1, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=af46ec8f-a5d8-428e-baed-1d293aa4e9b1,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:29.188695 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (af46ec8f-a5d8-428e-baed-1d293aa4e9b1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.284610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-fd54069c-6a89-43c4-8be5-eff94b9609ef None None] Provisioning complete for port a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:29.285389 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fd54069c-6a89-43c4-8be5-eff94b9609ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.290252 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] Routers {'cb77c19b-0436-4a6e-8221-29aa63b29b2e'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:29.291267 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:42:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['cb77c19b-0436-4a6e-8221-29aa63b29b2e'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:29.318817 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b333c-5b4b-4e50-a811-a458570d7224 None None] Pushing event updated for resources: {'Port': ['ID=af46ec8f-a5d8-428e-baed-1d293aa4e9b1,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:29.391925 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-371f2061-ef39-4291-bbe9-ac871d5efcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.440133 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-fd54069c-6a89-43c4-8be5-eff94b9609ef None None] Port a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:42:29.535738 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] Set router cb77c19b-0436-4a6e-8221-29aa63b29b2e gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:29.598094 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:29.636646 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60714) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:29.637031 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-18afe467-354a-41bd-8941-939bf0d8b896 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "PUT /v2.0/routers/13e3d55a-ac74-47e5-bf46-3d35ef2518d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7516479 Feb 09 21:42:29.754946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3f3a1c-823d-4c70-bda5-07976641a5ec None None] Sync routers for ids ['13e3d55a-ac74-47e5-bf46-3d35ef2518d6'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:29.887453 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3f3a1c-823d-4c70-bda5-07976641a5ec None None] Routers {'13e3d55a-ac74-47e5-bf46-3d35ef2518d6'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:29.888851 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-cf3f3a1c-823d-4c70-bda5-07976641a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:42:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['13e3d55a-ac74-47e5-bf46-3d35ef2518d6'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:29.937043 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30adf6af-672f-4a6c-ac20-267e300e0c67 admin admin] Publish callbacks [] for router_gateway (a4460a88-330b-4279-8efd-8d1f0aa12bcd), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.085387 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.db.resource_extend [req-35874776-78d3-4901-b22c-c660de7fadd3 req-91a20985-aaef-4e37-a873-37ee11f044e9 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:42:30.184525 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-cf3f3a1c-823d-4c70-bda5-07976641a5ec None None] Set router 13e3d55a-ac74-47e5-bf46-3d35ef2518d6 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:30.238851 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6abb64-bf77-480c-b024-542030cc1b5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:30.241535 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6abb64-bf77-480c-b024-542030cc1b5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:30.247175 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-96354ff2-724e-4797-852a-f0714e3e9df2 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:30.248949 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cf6abb64-bf77-480c-b024-542030cc1b5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6102705 Feb 09 21:42:30.249777 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-96354ff2-724e-4797-852a-f0714e3e9df2 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.71 "GET /v2.0/networks?id=18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 HTTP/1.1" status: 200 len: 815 time: 1.1002150 Feb 09 21:42:30.255266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60718) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:30.277238 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-df6e4706-3490-404f-8dba-97a72b22a1e7 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Request body: {'port': {'device_id': '1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1', 'network_id': '18dcd003-8cbd-4794-b5ef-c9a65b6cdc94', 'admin_state_up': True, 'tenant_id': '77fff10e42184e818ed304a7a3195873'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:30.314711 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-cf3f3a1c-823d-4c70-bda5-07976641a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e3d55a-ac74-47e5-bf46-3d35ef2518d6', 'name': 'tempest-NetworksTestDHCPv6-router-1263169728', 'tenant_id': '3ea663af62e544b3a2a3619a5257316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:10Z', 'updated_at': '2022-02-09T21:42:25Z', 'revision_number': 3, 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:30.348714 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-371f2061-ef39-4291-bbe9-ac871d5efcf4 admin admin] Publish callbacks [] for port (a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.361883 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-371f2061-ef39-4291-bbe9-ac871d5efcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.365807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-30adf6af-672f-4a6c-ac20-267e300e0c67 admin admin] Deleting port 47232dbe-4637-4630-b6cd-6d801ee06c6f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:30.366354 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30adf6af-672f-4a6c-ac20-267e300e0c67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (47232dbe-4637-4630-b6cd-6d801ee06c6f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.393088 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-35874776-78d3-4901-b22c-c660de7fadd3 req-91a20985-aaef-4e37-a873-37ee11f044e9 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.407514 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3f3a1c-823d-4c70-bda5-07976641a5ec None None] Checking router: 13e3d55a-ac74-47e5-bf46-3d35ef2518d6 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:42:30.441156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df8ddec-4e09-45c9-96b8-6397556a07c0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet cc2b19b6-9ae1-4a8d-8e19-f708ceaf4d0a {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:42:30.449761 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3f3a1c-823d-4c70-bda5-07976641a5ec None None] Routers {'13e3d55a-ac74-47e5-bf46-3d35ef2518d6'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:30.450419 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-cf3f3a1c-823d-4c70-bda5-07976641a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:42:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['13e3d55a-ac74-47e5-bf46-3d35ef2518d6'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:30.452415 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9df8ddec-4e09-45c9-96b8-6397556a07c0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (cc2b19b6-9ae1-4a8d-8e19-f708ceaf4d0a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.576561 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f2061-ef39-4291-bbe9-ac871d5efcf4 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:30.586028 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-371f2061-ef39-4291-bbe9-ac871d5efcf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (cb77c19b-0436-4a6e-8221-29aa63b29b2e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.592332 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9df8ddec-4e09-45c9-96b8-6397556a07c0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (cc2b19b6-9ae1-4a8d-8e19-f708ceaf4d0a), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.768949 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-cf3f3a1c-823d-4c70-bda5-07976641a5ec None None] Set router 13e3d55a-ac74-47e5-bf46-3d35ef2518d6 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:30.809411 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371f2061-ef39-4291-bbe9-ac871d5efcf4 admin admin] Network 5732c1a0-0d30-4695-8b1b-931a7ae7d523 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:30.869413 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-cf3f3a1c-823d-4c70-bda5-07976641a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e3d55a-ac74-47e5-bf46-3d35ef2518d6', 'name': 'tempest-NetworksTestDHCPv6-router-1263169728', 'tenant_id': '3ea663af62e544b3a2a3619a5257316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:10Z', 'updated_at': '2022-02-09T21:42:25Z', 'revision_number': 3, 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:30.876022 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9df8ddec-4e09-45c9-96b8-6397556a07c0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (cc2b19b6-9ae1-4a8d-8e19-f708ceaf4d0a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.932507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3f3a1c-823d-4c70-bda5-07976641a5ec None None] The sync data for ids ['13e3d55a-ac74-47e5-bf46-3d35ef2518d6'] in n-d-828601-1 is: [{'id': '13e3d55a-ac74-47e5-bf46-3d35ef2518d6', 'name': 'tempest-NetworksTestDHCPv6-router-1263169728', 'tenant_id': '3ea663af62e544b3a2a3619a5257316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:10Z', 'updated_at': '2022-02-09T21:42:25Z', 'revision_number': 3, 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:30.944244 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb77c19b-0436-4a6e-8221-29aa63b29b2e', 'name': 'tempest-FloatingIPsTestJSON-593209125-router', 'tenant_id': '7e77c00a319c4d4aa333279f9ee9049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'af46ec8f-a5d8-428e-baed-1d293aa4e9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:20Z', 'updated_at': '2022-02-09T21:42:29Z', 'revision_number': 4, 'project_id': '7e77c00a319c4d4aa333279f9ee9049c', 'gw_port': {'id': 'af46ec8f-a5d8-428e-baed-1d293aa4e9b1', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb77c19b-0436-4a6e-8221-29aa63b29b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:22Z', 'updated_at': '2022-02-09T21:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c', 'name': '', 'network_id': '5732c1a0-0d30-4695-8b1b-931a7ae7d523', 'tenant_id': '7e77c00a319c4d4aa333279f9ee9049c', 'mac_address': 'fa:16:3e:95:47:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb77c19b-0436-4a6e-8221-29aa63b29b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '9960e21c-7924-4d3d-a82c-07e381ab7f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:26Z', 'updated_at': '2022-02-09T21:42:27Z', 'revision_number': 1, 'project_id': '7e77c00a319c4d4aa333279f9ee9049c', 'subnets': [{'id': '9960e21c-7924-4d3d-a82c-07e381ab7f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:30.979320 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-371f2061-ef39-4291-bbe9-ac871d5efcf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:31.006167 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9df8ddec-4e09-45c9-96b8-6397556a07c0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (cc2b19b6-9ae1-4a8d-8e19-f708ceaf4d0a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.028936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 294f5d53-3472-4312-9de4-9635655ae043 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:31.035292 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b80ae7-e544-41da-acc9-f816908a0c11 None None] The sync data for ids ['cb77c19b-0436-4a6e-8221-29aa63b29b2e'] in n-d-828601-1 is: [{'id': 'cb77c19b-0436-4a6e-8221-29aa63b29b2e', 'name': 'tempest-FloatingIPsTestJSON-593209125-router', 'tenant_id': '7e77c00a319c4d4aa333279f9ee9049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'af46ec8f-a5d8-428e-baed-1d293aa4e9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:20Z', 'updated_at': '2022-02-09T21:42:29Z', 'revision_number': 4, 'project_id': '7e77c00a319c4d4aa333279f9ee9049c', 'gw_port': {'id': 'af46ec8f-a5d8-428e-baed-1d293aa4e9b1', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb77c19b-0436-4a6e-8221-29aa63b29b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:22Z', 'updated_at': '2022-02-09T21:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c', 'name': '', 'network_id': '5732c1a0-0d30-4695-8b1b-931a7ae7d523', 'tenant_id': '7e77c00a319c4d4aa333279f9ee9049c', 'mac_address': 'fa:16:3e:95:47:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb77c19b-0436-4a6e-8221-29aa63b29b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '9960e21c-7924-4d3d-a82c-07e381ab7f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:26Z', 'updated_at': '2022-02-09T21:42:27Z', 'revision_number': 1, 'project_id': '7e77c00a319c4d4aa333279f9ee9049c', 'subnets': [{'id': '9960e21c-7924-4d3d-a82c-07e381ab7f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:31.045081 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9df8ddec-4e09-45c9-96b8-6397556a07c0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.050631 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9df8ddec-4e09-45c9-96b8-6397556a07c0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/cc2b19b6-9ae1-4a8d-8e19-f708ceaf4d0a HTTP/1.1" status: 204 len: 168 time: 0.7939579 Feb 09 21:42:31.059341 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60720) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:31.092284 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4873bc-f575-446e-a169-ffed1d9cc20d None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:31.147443 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8ddec-4e09-45c9-96b8-6397556a07c0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=cc2b19b6-9ae1-4a8d-8e19-f708ceaf4d0a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:31.163743 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-30adf6af-672f-4a6c-ac20-267e300e0c67 admin admin] For port 47232dbe-4637-4630-b6cd-6d801ee06c6f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=47232dbe-4637-4630-b6cd-6d801ee06c6f,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:31.164218 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30adf6af-672f-4a6c-ac20-267e300e0c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (47232dbe-4637-4630-b6cd-6d801ee06c6f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.190117 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-30adf6af-672f-4a6c-ac20-267e300e0c67 admin admin] Calling delete_port for 47232dbe-4637-4630-b6cd-6d801ee06c6f owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:31.196127 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 294f5d53-3472-4312-9de4-9635655ae043 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:42:31.196685 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 294f5d53-3472-4312-9de4-9635655ae043 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:42:31.381047 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-35874776-78d3-4901-b22c-c660de7fadd3 req-91a20985-aaef-4e37-a873-37ee11f044e9 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (705fd641-ff26-445e-91ca-9e586e6cf946), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.468368 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eac033-73d1-4253-a676-b99d245604bf None None] DHCP port deletion for 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:42:31.655835 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2652db74-1839-4bf2-a990-e7e420a626ee tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5422580 Feb 09 21:42:31.668594 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60724) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:31.766938 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e4eac033-73d1-4253-a676-b99d245604bf None None] Deleting port fc1a9a0a-9d24-418a-880e-67efcadb868e {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:31.766938 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e4eac033-73d1-4253-a676-b99d245604bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (fc1a9a0a-9d24-418a-880e-67efcadb868e), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.842366 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371f2061-ef39-4291-bbe9-ac871d5efcf4 admin admin] Router cb77c19b-0436-4a6e-8221-29aa63b29b2e has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:42:31.854570 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eead78ab-16f9-4708-9285-5f4f990c7597 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for router (13e3d55a-ac74-47e5-bf46-3d35ef2518d6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.855960 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-533da1cb-ccb0-4d39-b1b0-98f14f88d3ef None None] Provisioning complete for port a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:31.856618 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-533da1cb-ccb0-4d39-b1b0-98f14f88d3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.918055 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e4eac033-73d1-4253-a676-b99d245604bf None None] For port fc1a9a0a-9d24-418a-880e-67efcadb868e, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fc1a9a0a-9d24-418a-880e-67efcadb868e,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:31.918600 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e4eac033-73d1-4253-a676-b99d245604bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (fc1a9a0a-9d24-418a-880e-67efcadb868e), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.936499 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e4eac033-73d1-4253-a676-b99d245604bf None None] Calling delete_port for fc1a9a0a-9d24-418a-880e-67efcadb868e owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:31.938514 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-533da1cb-ccb0-4d39-b1b0-98f14f88d3ef None None] Port a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:42:31.979404 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30adf6af-672f-4a6c-ac20-267e300e0c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (47232dbe-4637-4630-b6cd-6d801ee06c6f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.058976 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e4eac033-73d1-4253-a676-b99d245604bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (fc1a9a0a-9d24-418a-880e-67efcadb868e), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.084902 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eac033-73d1-4253-a676-b99d245604bf None None] No DVR routers for this DVR port fc1a9a0a-9d24-418a-880e-67efcadb868e on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:32.090978 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [req-35874776-78d3-4901-b22c-c660de7fadd3 req-91a20985-aaef-4e37-a873-37ee11f044e9 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Floating IP 705fd641-ff26-445e-91ca-9e586e6cf946 associated. External IP: 172.25.6.244, port: 201691e8-8155-4ad4-86ea-9656b7ff72f1. Feb 09 21:42:32.114013 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eac033-73d1-4253-a676-b99d245604bf None None] Pushing event deleted for resources: {'Port': ['ID=fc1a9a0a-9d24-418a-880e-67efcadb868e,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:32.131502 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eac033-73d1-4253-a676-b99d245604bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.132330 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eac033-73d1-4253-a676-b99d245604bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.134401 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eac033-73d1-4253-a676-b99d245604bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.135332 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eac033-73d1-4253-a676-b99d245604bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.135969 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eac033-73d1-4253-a676-b99d245604bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.136781 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eac033-73d1-4253-a676-b99d245604bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.138724 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eac033-73d1-4253-a676-b99d245604bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.141150 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eac033-73d1-4253-a676-b99d245604bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.141771 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eac033-73d1-4253-a676-b99d245604bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.143692 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eac033-73d1-4253-a676-b99d245604bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.144591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eac033-73d1-4253-a676-b99d245604bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.145215 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eac033-73d1-4253-a676-b99d245604bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.145810 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eac033-73d1-4253-a676-b99d245604bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.257369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adf6af-672f-4a6c-ac20-267e300e0c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=47232dbe-4637-4630-b6cd-6d801ee06c6f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:32.392524 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-df6e4706-3490-404f-8dba-97a72b22a1e7 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Made reservation on behalf of 77fff10e42184e818ed304a7a3195873 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:32.392524 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-df6e4706-3490-404f-8dba-97a72b22a1e7 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.405865 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30adf6af-672f-4a6c-ac20-267e300e0c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (a4460a88-330b-4279-8efd-8d1f0aa12bcd), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.429417 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eead78ab-16f9-4708-9285-5f4f990c7597 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (13e3d55a-ac74-47e5-bf46-3d35ef2518d6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.438812 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eead78ab-16f9-4708-9285-5f4f990c7597 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for router_controller (13e3d55a-ac74-47e5-bf46-3d35ef2518d6), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.532873 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eead78ab-16f9-4708-9285-5f4f990c7597 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (13e3d55a-ac74-47e5-bf46-3d35ef2518d6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.533428 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eead78ab-16f9-4708-9285-5f4f990c7597 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Fanout notify agent at l3_agent the message router_deleted on router 13e3d55a-ac74-47e5-bf46-3d35ef2518d6 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:42:32.535575 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371f2061-ef39-4291-bbe9-ac871d5efcf4 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:32.543601 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eead78ab-16f9-4708-9285-5f4f990c7597 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.548127 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-eead78ab-16f9-4708-9285-5f4f990c7597 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/routers/13e3d55a-ac74-47e5-bf46-3d35ef2518d6 HTTP/1.1" status: 204 len: 168 time: 0.8785093 Feb 09 21:42:32.553080 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-371f2061-ef39-4291-bbe9-ac871d5efcf4 admin admin] 10.222.0.77 "PUT /v2.0/routers/cb77c19b-0436-4a6e-8221-29aa63b29b2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2925060 Feb 09 21:42:32.553729 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60728) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:32.625282 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-351d1696-5fd6-49da-84c9-b57ad3e90dcf tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0695598 Feb 09 21:42:32.628052 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60732) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:32.672651 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30adf6af-672f-4a6c-ac20-267e300e0c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (a4460a88-330b-4279-8efd-8d1f0aa12bcd), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.733725 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30adf6af-672f-4a6c-ac20-267e300e0c67 admin admin] Publish callbacks [] for router_controller (a4460a88-330b-4279-8efd-8d1f0aa12bcd), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.781993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41772aae-4eb5-4b63-a2e0-6e0c221f89bf tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:32.789142 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-41772aae-4eb5-4b63-a2e0-6e0c221f89bf tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1583805 Feb 09 21:42:32.790062 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60734) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:32.887000 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-25d4acd1-4bed-4368-82d3-9d867e61b61f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951824 Feb 09 21:42:32.888333 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60736) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:32.893401 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-51dc75d6-7bd6-4398-a2ac-acd9c21ea711 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:33.077692 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dc75d6-7bd6-4398-a2ac-acd9c21ea711 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:33.088767 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51dc75d6-7bd6-4398-a2ac-acd9c21ea711 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.180757 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device af46ec8f-a5d8-428e-baed-1d293aa4e9b1 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:33.228317 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30adf6af-672f-4a6c-ac20-267e300e0c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (a4460a88-330b-4279-8efd-8d1f0aa12bcd), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.229194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30adf6af-672f-4a6c-ac20-267e300e0c67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4460a88-330b-4279-8efd-8d1f0aa12bcd {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:42:33.238779 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30adf6af-672f-4a6c-ac20-267e300e0c67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.245055 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-30adf6af-672f-4a6c-ac20-267e300e0c67 admin admin] 10.222.0.77 "DELETE /v2.0/routers/a4460a88-330b-4279-8efd-8d1f0aa12bcd HTTP/1.1" status: 204 len: 168 time: 6.2978678 Feb 09 21:42:33.245808 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60740) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:33.278305 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-df6e4706-3490-404f-8dba-97a72b22a1e7 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Allocated IP 172.20.0.2 (18dcd003-8cbd-4794-b5ef-c9a65b6cdc94/4ec51de9-93a9-4e1c-b1d1-307551dbf1e9/108c326d-dfc7-41ae-a680-f613b079eec8) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:33.308255 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port af46ec8f-a5d8-428e-baed-1d293aa4e9b1 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:33.309784 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (af46ec8f-a5d8-428e-baed-1d293aa4e9b1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.339007 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-3658570a-b739-49ae-a78e-1f36d1f2c1b4 admin admin] Deleting subnet 1b88e8ac-d969-447a-b9ce-98d85c1957c4 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:42:33.342560 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3658570a-b739-49ae-a78e-1f36d1f2c1b4 admin admin] Publish callbacks [] for subnet (1b88e8ac-d969-447a-b9ce-98d85c1957c4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.385140 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3658570a-b739-49ae-a78e-1f36d1f2c1b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (1b88e8ac-d969-447a-b9ce-98d85c1957c4), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.570272 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port af46ec8f-a5d8-428e-baed-1d293aa4e9b1 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:33.570272 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (af46ec8f-a5d8-428e-baed-1d293aa4e9b1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.616930 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3658570a-b739-49ae-a78e-1f36d1f2c1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (1b88e8ac-d969-447a-b9ce-98d85c1957c4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.637029 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port af46ec8f-a5d8-428e-baed-1d293aa4e9b1, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=af46ec8f-a5d8-428e-baed-1d293aa4e9b1,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:33.639492 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35874776-78d3-4901-b22c-c660de7fadd3 req-91a20985-aaef-4e37-a873-37ee11f044e9 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Router 901f3f3e-2947-4b26-a9f8-1eb355661f69 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:42:33.646465 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (af46ec8f-a5d8-428e-baed-1d293aa4e9b1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.731215 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=af46ec8f-a5d8-428e-baed-1d293aa4e9b1,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:33.784759 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-df6e4706-3490-404f-8dba-97a72b22a1e7 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks [] for port (108c326d-dfc7-41ae-a680-f613b079eec8), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.916283 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35874776-78d3-4901-b22c-c660de7fadd3 req-91a20985-aaef-4e37-a873-37ee11f044e9 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:33.923056 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-35874776-78d3-4901-b22c-c660de7fadd3 req-91a20985-aaef-4e37-a873-37ee11f044e9 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.927752 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-df6e4706-3490-404f-8dba-97a72b22a1e7 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (108c326d-dfc7-41ae-a680-f613b079eec8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.936379 n-d-828601-1 neutron-server[103202]: DEBUG neutron.objects.ports [None req-51dc75d6-7bd6-4398-a2ac-acd9c21ea711 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103202) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:42:33.939178 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51dc75d6-7bd6-4398-a2ac-acd9c21ea711 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (8101744b-ef86-4f5b-84da-8673708d1866), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.978557 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40beb06-817d-479a-bc92-7eeb609b614f None None] Sync routers for ids ['901f3f3e-2947-4b26-a9f8-1eb355661f69'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:34.018937 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e4706-3490-404f-8dba-97a72b22a1e7 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Pushing event updated for resources: {'Port': ['ID=108c326d-dfc7-41ae-a680-f613b079eec8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:34.030099 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40beb06-817d-479a-bc92-7eeb609b614f None None] Routers {'901f3f3e-2947-4b26-a9f8-1eb355661f69'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:34.036947 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e40beb06-817d-479a-bc92-7eeb609b614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:42:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['901f3f3e-2947-4b26-a9f8-1eb355661f69'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:34.055899 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35874776-78d3-4901-b22c-c660de7fadd3 req-91a20985-aaef-4e37-a873-37ee11f044e9 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "PUT /v2.0/floatingips/705fd641-ff26-445e-91ca-9e586e6cf946 HTTP/1.1" status: 200 len: 996 time: 6.3154366 Feb 09 21:42:34.057518 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-df6e4706-3490-404f-8dba-97a72b22a1e7 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Network 18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:34.059061 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea5178c-6dbb-4768-8cb6-947b1bb326d7', 'tag': '201691e8-8155-4ad4-86ea-9656b7ff72f1'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:34.060677 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cc850f-8e75-4d17-a519-a67cba803f81" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea5178c-6dbb-4768-8cb6-947b1bb326d7", "tag": "201691e8-8155-4ad4-86ea-9656b7ff72f1"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:34.066738 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-df6e4706-3490-404f-8dba-97a72b22a1e7 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:34.069953 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-df6e4706-3490-404f-8dba-97a72b22a1e7 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:34.077414 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device e818c4ce-05de-4bf5-ad96-858f34fbcbe2 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:34.078625 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3658570a-b739-49ae-a78e-1f36d1f2c1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (1b88e8ac-d969-447a-b9ce-98d85c1957c4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.085775 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc75d6-7bd6-4398-a2ac-acd9c21ea711 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=8101744b-ef86-4f5b-84da-8673708d1866,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:34.152139 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-df6e4706-3490-404f-8dba-97a72b22a1e7 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:34.152848 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-df6e4706-3490-404f-8dba-97a72b22a1e7 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.176780 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658570a-b739-49ae-a78e-1f36d1f2c1b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b88e8ac-d969-447a-b9ce-98d85c1957c4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:34.184585 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: e818c4ce-05de-4bf5-ad96-858f34fbcbe2 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:42:34.185489 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device e818c4ce-05de-4bf5-ad96-858f34fbcbe2 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:42:34.185694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dc75d6-7bd6-4398-a2ac-acd9c21ea711 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:34.185855 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fc1a9a0a-9d24-418a-880e-67efcadb868e no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:34.203130 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-51dc75d6-7bd6-4398-a2ac-acd9c21ea711 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:34.203441 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-df6e4706-3490-404f-8dba-97a72b22a1e7 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9345613 Feb 09 21:42:34.216487 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dc75d6-7bd6-4398-a2ac-acd9c21ea711 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:34.218145 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51dc75d6-7bd6-4398-a2ac-acd9c21ea711 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.220283 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35874776-78d3-4901-b22c-c660de7fadd3 req-afd9d168-f8c6-4500-9e39-3173e99ce816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:34.224607 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35874776-78d3-4901-b22c-c660de7fadd3 req-afd9d168-f8c6-4500-9e39-3173e99ce816 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=178a334a4d4c401b8c15c3fe9c3a710c&device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 1127 time: 0.0851855 Feb 09 21:42:34.233679 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] Request body: {'port': {'device_id': '1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:34.261665 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3658570a-b739-49ae-a78e-1f36d1f2c1b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.272018 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3658570a-b739-49ae-a78e-1f36d1f2c1b4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1b88e8ac-d969-447a-b9ce-98d85c1957c4 HTTP/1.1" status: 204 len: 168 time: 1.0215731 Feb 09 21:42:34.277456 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-51dc75d6-7bd6-4398-a2ac-acd9c21ea711 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3877356 Feb 09 21:42:34.279545 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60756) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:34.283173 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60758) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:34.334347 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15575d7-0f14-4c83-a529-9aa0f24db0a4 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:34.345705 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: fc1a9a0a-9d24-418a-880e-67efcadb868e {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:42:34.346580 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fc1a9a0a-9d24-418a-880e-67efcadb868e not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:42:34.353522 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35874776-78d3-4901-b22c-c660de7fadd3 req-790df919-4c66-426a-a0f5-c164dc504229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:34.355141 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35874776-78d3-4901-b22c-c660de7fadd3 req-790df919-4c66-426a-a0f5-c164dc504229 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9cec45fb-c615-4147-9585-d66f5efcfe6c HTTP/1.1" status: 200 len: 920 time: 0.1165576 Feb 09 21:42:34.480429 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-682ce937-a862-49c2-971c-c1c1e66c4196 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:34.515515 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-e40beb06-817d-479a-bc92-7eeb609b614f None None] Set router 901f3f3e-2947-4b26-a9f8-1eb355661f69 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:34.516848 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (108c326d-dfc7-41ae-a680-f613b079eec8), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.585139 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35874776-78d3-4901-b22c-c660de7fadd3 req-4988779d-a687-4965-ad9e-5e6d09b6e632 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=201691e8-8155-4ad4-86ea-9656b7ff72f1 HTTP/1.1" status: 200 len: 999 time: 0.2026365 Feb 09 21:42:34.706931 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-630a563e-63b0-4cc4-aa55-03605fad68f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (8593dde6-4ab4-434c-8a50-93afcc61779b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.716346 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35874776-78d3-4901-b22c-c660de7fadd3 req-5dcc689b-47bd-4d15-b1b7-ba264845edec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:34.720831 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35874776-78d3-4901-b22c-c660de7fadd3 req-5dcc689b-47bd-4d15-b1b7-ba264845edec service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e3c310f9-5e45-4b20-89c5-333731de760d HTTP/1.1" status: 200 len: 858 time: 0.1061211 Feb 09 21:42:34.751386 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180d310a-3a18-416b-b8ad-b04d1a7a008f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'fixed_ips': [{'subnet_id': '8101744b-ef86-4f5b-84da-8673708d1866'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:42:34.755177 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-180d310a-3a18-416b-b8ad-b04d1a7a008f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.839208 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:42:34.868221 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e40beb06-817d-479a-bc92-7eeb609b614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:41:07Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '705fd641-ff26-445e-91ca-9e586e6cf946', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'port_id': '201691e8-8155-4ad4-86ea-9656b7ff72f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'mac_address': 'fa:16:3e:67:05:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5178c-6dbb-4768-8cb6-947b1bb326d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:41:55Z', 'updated_at': '2022-02-09T21:42:29Z', 'revision_number': 1, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5475d33-05a9-41b7-898f-558c95bf80d2', 'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'mac_address': 'fa:16:3e:64:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:02Z', 'updated_at': '2022-02-09T21:41:15Z', 'revision_number': 5, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'subnets': [{'id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:34.949894 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40beb06-817d-479a-bc92-7eeb609b614f None None] Checking router: 901f3f3e-2947-4b26-a9f8-1eb355661f69 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:42:34.974189 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40beb06-817d-479a-bc92-7eeb609b614f None None] Routers {'901f3f3e-2947-4b26-a9f8-1eb355661f69'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:34.975080 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e40beb06-817d-479a-bc92-7eeb609b614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:42:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['901f3f3e-2947-4b26-a9f8-1eb355661f69'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:35.117238 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35874776-78d3-4901-b22c-c660de7fadd3 req-29f6f048-ea86-4480-aac0-e03828282263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:35.120255 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35874776-78d3-4901-b22c-c660de7fadd3 req-29f6f048-ea86-4480-aac0-e03828282263 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9cec45fb-c615-4147-9585-d66f5efcfe6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3942540 Feb 09 21:42:35.146949 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-35874776-78d3-4901-b22c-c660de7fadd3 req-d5927073-8fdb-43f8-845f-66bcd9836b42 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:42:35.149225 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35874776-78d3-4901-b22c-c660de7fadd3 req-d5927073-8fdb-43f8-845f-66bcd9836b42 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0218813 Feb 09 21:42:35.205624 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-630a563e-63b0-4cc4-aa55-03605fad68f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (8593dde6-4ab4-434c-8a50-93afcc61779b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:35.290469 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-630a563e-63b0-4cc4-aa55-03605fad68f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8593dde6-4ab4-434c-8a50-93afcc61779b']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:35.302381 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-180d310a-3a18-416b-b8ad-b04d1a7a008f None None] Allocated IP 2001:db8::f816:3eff:fea7:6f29 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/8101744b-ef86-4f5b-84da-8673708d1866/a79115d9-8461-494f-8de1-cbdb8f725cfc) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:35.303283 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682ce937-a862-49c2-971c-c1c1e66c4196 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:35.308098 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-e40beb06-817d-479a-bc92-7eeb609b614f None None] Set router 901f3f3e-2947-4b26-a9f8-1eb355661f69 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:35.322133 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-682ce937-a862-49c2-971c-c1c1e66c4196 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:35.351238 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-630a563e-63b0-4cc4-aa55-03605fad68f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7211e1c8-5de7-40d2-b662-3cce7559b8c7') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:35.351238 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-630a563e-63b0-4cc4-aa55-03605fad68f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7211e1c8-5de7-40d2-b662-3cce7559b8c7') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:35.360069 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device af46ec8f-a5d8-428e-baed-1d293aa4e9b1 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:35.495287 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-630a563e-63b0-4cc4-aa55-03605fad68f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (7211e1c8-5de7-40d2-b662-3cce7559b8c7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:35.541511 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35874776-78d3-4901-b22c-c660de7fadd3 req-1965e7b1-93e4-48af-94af-87ca916bd0e4 service neutron] 10.222.0.77 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827960 Feb 09 21:42:35.566634 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-630a563e-63b0-4cc4-aa55-03605fad68f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (7211e1c8-5de7-40d2-b662-3cce7559b8c7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:35.667286 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port af46ec8f-a5d8-428e-baed-1d293aa4e9b1 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:35.668144 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (af46ec8f-a5d8-428e-baed-1d293aa4e9b1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:35.759720 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630a563e-63b0-4cc4-aa55-03605fad68f2 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:42:35.760739 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-630a563e-63b0-4cc4-aa55-03605fad68f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (7211e1c8-5de7-40d2-b662-3cce7559b8c7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:42:35.882032 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:42:36.000308 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e40beb06-817d-479a-bc92-7eeb609b614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:41:07Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '705fd641-ff26-445e-91ca-9e586e6cf946', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'port_id': '201691e8-8155-4ad4-86ea-9656b7ff72f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'mac_address': 'fa:16:3e:67:05:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5178c-6dbb-4768-8cb6-947b1bb326d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:41:55Z', 'updated_at': '2022-02-09T21:42:29Z', 'revision_number': 1, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5475d33-05a9-41b7-898f-558c95bf80d2', 'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'mac_address': 'fa:16:3e:64:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:02Z', 'updated_at': '2022-02-09T21:41:15Z', 'revision_number': 5, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'subnets': [{'id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:36.062944 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-630a563e-63b0-4cc4-aa55-03605fad68f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (8593dde6-4ab4-434c-8a50-93afcc61779b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:36.106402 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-180d310a-3a18-416b-b8ad-b04d1a7a008f None None] Publish callbacks [] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:36.124349 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-630a563e-63b0-4cc4-aa55-03605fad68f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:36.127560 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] Sync routers for ids ['cb77c19b-0436-4a6e-8221-29aa63b29b2e'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:36.144822 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40beb06-817d-479a-bc92-7eeb609b614f None None] The sync data for ids ['901f3f3e-2947-4b26-a9f8-1eb355661f69'] in n-d-828601-1 is: [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:41:07Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '705fd641-ff26-445e-91ca-9e586e6cf946', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'port_id': '201691e8-8155-4ad4-86ea-9656b7ff72f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'mac_address': 'fa:16:3e:67:05:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5178c-6dbb-4768-8cb6-947b1bb326d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:41:55Z', 'updated_at': '2022-02-09T21:42:29Z', 'revision_number': 1, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5475d33-05a9-41b7-898f-558c95bf80d2', 'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'mac_address': 'fa:16:3e:64:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:02Z', 'updated_at': '2022-02-09T21:41:15Z', 'revision_number': 5, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'subnets': [{'id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:36.149778 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-180d310a-3a18-416b-b8ad-b04d1a7a008f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:36.152983 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35874776-78d3-4901-b22c-c660de7fadd3 req-ed3317c2-aa63-4504-ae63-ce1a29ef28ce service neutron] 10.222.0.77 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5871894 Feb 09 21:42:36.180012 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-630a563e-63b0-4cc4-aa55-03605fad68f2 admin admin] 10.222.0.77 "DELETE /v2.0/networks/8593dde6-4ab4-434c-8a50-93afcc61779b HTTP/1.1" status: 204 len: 168 time: 1.8596246 Feb 09 21:42:36.340123 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a563e-63b0-4cc4-aa55-03605fad68f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8593dde6-4ab4-434c-8a50-93afcc61779b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:36.460805 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d310a-3a18-416b-b8ad-b04d1a7a008f None None] Pushing event updated for resources: {'Port': ['ID=a79115d9-8461-494f-8de1-cbdb8f725cfc,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:36.536852 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-682ce937-a862-49c2-971c-c1c1e66c4196 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (2120ea0a-eb94-4359-9387-bb7a739bc729), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:36.552352 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] Routers {'cb77c19b-0436-4a6e-8221-29aa63b29b2e'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:36.553414 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:42:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['cb77c19b-0436-4a6e-8221-29aa63b29b2e'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:36.593057 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180d310a-3a18-416b-b8ad-b04d1a7a008f None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:36.621564 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60772) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:36.697218 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682ce937-a862-49c2-971c-c1c1e66c4196 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:36.714191 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-682ce937-a862-49c2-971c-c1c1e66c4196 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:36.724972 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682ce937-a862-49c2-971c-c1c1e66c4196 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:36.747212 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27805f7-31d9-48e7-a86a-2e8371861257 None None] New status for floating IP 705fd641-ff26-445e-91ca-9e586e6cf946: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:42:36.750309 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-682ce937-a862-49c2-971c-c1c1e66c4196 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:36.774152 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-180d310a-3a18-416b-b8ad-b04d1a7a008f None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:36.784278 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port af46ec8f-a5d8-428e-baed-1d293aa4e9b1 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:36.788303 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180d310a-3a18-416b-b8ad-b04d1a7a008f None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:36.799901 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ce937-a862-49c2-971c-c1c1e66c4196 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=2120ea0a-eb94-4359-9387-bb7a739bc729,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:36.803558 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 47232dbe-4637-4630-b6cd-6d801ee06c6f no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:36.821798 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-682ce937-a862-49c2-971c-c1c1e66c4196 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3502672 Feb 09 21:42:36.828557 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60774) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:36.838052 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-aabe78cf-431e-4158-a10c-161fcb455de0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'mac_address': 'fa:16:3e:ef:03:8b', 'name': 'tempest-NetworksTestDHCPv6-1860588624'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:36.863529 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 47232dbe-4637-4630-b6cd-6d801ee06c6f {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:42:36.864025 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 47232dbe-4637-4630-b6cd-6d801ee06c6f not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:42:36.936195 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-897b827c-cf2d-43fd-8e7c-ac9b0eb26288 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=10ae4cf9e5fb41adaaf75cd8b9397016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108091 Feb 09 21:42:36.942457 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60776) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:37.105050 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-180d310a-3a18-416b-b8ad-b04d1a7a008f None None] Attempting to bind port a79115d9-8461-494f-8de1-cbdb8f725cfc on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:37.105631 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-180d310a-3a18-416b-b8ad-b04d1a7a008f None None] Attempting to bind port a79115d9-8461-494f-8de1-cbdb8f725cfc by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:37.106219 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d310a-3a18-416b-b8ad-b04d1a7a008f None None] Attempting to bind port a79115d9-8461-494f-8de1-cbdb8f725cfc on network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:37.148199 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d310a-3a18-416b-b8ad-b04d1a7a008f None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:37.148711 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d310a-3a18-416b-b8ad-b04d1a7a008f None None] Checking segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:37.149378 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-180d310a-3a18-416b-b8ad-b04d1a7a008f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.152408 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc2e32b2-109a-4143-baec-b4eeded75368 admin admin] Publish callbacks [] for security_group (46e7f117-f868-4e45-b704-8a590f9d2327), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.158373 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabe78cf-431e-4158-a10c-161fcb455de0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:37.164902 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d310a-3a18-416b-b8ad-b04d1a7a008f None None] Bound using segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:37.165798 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-180d310a-3a18-416b-b8ad-b04d1a7a008f None None] Bound port: a79115d9-8461-494f-8de1-cbdb8f725cfc, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:37.166510 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-180d310a-3a18-416b-b8ad-b04d1a7a008f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.247797 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] Set router cb77c19b-0436-4a6e-8221-29aa63b29b2e gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:37.308157 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc2e32b2-109a-4143-baec-b4eeded75368 admin admin] Publish callbacks [] for security_group (46e7f117-f868-4e45-b704-8a590f9d2327), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.319068 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108c326d-dfc7-41ae-a680-f613b079eec8 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:42:37.348093 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] Publish callbacks [] for port (108c326d-dfc7-41ae-a680-f613b079eec8), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.395739 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] Transition to ACTIVE for port object 108c326d-dfc7-41ae-a680-f613b079eec8 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:42:37.409620 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (108c326d-dfc7-41ae-a680-f613b079eec8), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.454752 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb091da6-4c7c-4421-bc86-e13da59e5563 req-638870bf-538f-44f3-bc04-c5e80bfb98c6 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:37.464390 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb091da6-4c7c-4421-bc86-e13da59e5563 req-638870bf-538f-44f3-bc04-c5e80bfb98c6 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 945 time: 1.0880723 Feb 09 21:42:37.476266 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aabe78cf-431e-4158-a10c-161fcb455de0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.542990 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-aabe78cf-431e-4158-a10c-161fcb455de0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] device_id is not set on port 99d526ba-4013-45dc-8d03-248f5540a9db yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:42:37.552901 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc2e32b2-109a-4143-baec-b4eeded75368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (46e7f117-f868-4e45-b704-8a590f9d2327), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.557669 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc2e32b2-109a-4143-baec-b4eeded75368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.563696 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cc2e32b2-109a-4143-baec-b4eeded75368 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/46e7f117-f868-4e45-b704-8a590f9d2327 HTTP/1.1" status: 204 len: 168 time: 0.6150165 Feb 09 21:42:37.595303 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb091da6-4c7c-4421-bc86-e13da59e5563 req-d366733c-0573-4f1b-ae31-04c42eb28420 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308305 Feb 09 21:42:37.631542 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=108c326d-dfc7-41ae-a680-f613b079eec8,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:37.707507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-180d310a-3a18-416b-b8ad-b04d1a7a008f None None] For port a79115d9-8461-494f-8de1-cbdb8f725cfc, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:37.812978 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-180d310a-3a18-416b-b8ad-b04d1a7a008f None None] For port a79115d9-8461-494f-8de1-cbdb8f725cfc, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a79115d9-8461-494f-8de1-cbdb8f725cfc,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:37.846363 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] Attempting to bind port 108c326d-dfc7-41ae-a680-f613b079eec8 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:37.847167 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] Attempting to bind port 108c326d-dfc7-41ae-a680-f613b079eec8 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3d2262d1-dc2b-49a3-9127-ed60afa19e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '18dcd003-8cbd-4794-b5ef-c9a65b6cdc94'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:37.847991 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] Attempting to bind port 108c326d-dfc7-41ae-a680-f613b079eec8 on network 18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:37.869017 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-180d310a-3a18-416b-b8ad-b04d1a7a008f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.902629 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e616975-0ae5-40d0-9e80-e01016b8099c req-12317ee8-8e3d-4dfb-8947-0ddda911997f tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:37.906992 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2e616975-0ae5-40d0-9e80-e01016b8099c req-12317ee8-8e3d-4dfb-8947-0ddda911997f tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1 HTTP/1.1" status: 200 len: 943 time: 0.1585035 Feb 09 21:42:37.908661 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] Port 108c326d-dfc7-41ae-a680-f613b079eec8 on network 18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:42:37.908811 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-aabe78cf-431e-4158-a10c-161fcb455de0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 172.20.0.7 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/2120ea0a-eb94-4359-9387-bb7a739bc729/99d526ba-4013-45dc-8d03-248f5540a9db) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:37.909230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] Attempting to bind port 108c326d-dfc7-41ae-a680-f613b079eec8 on network 18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:37.917164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-aabe78cf-431e-4158-a10c-161fcb455de0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8::f816:3eff:feef:38b (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/8101744b-ef86-4f5b-84da-8673708d1866/99d526ba-4013-45dc-8d03-248f5540a9db) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:37.958328 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:37.958933 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] Checking segment: {'id': '3d2262d1-dc2b-49a3-9127-ed60afa19e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '18dcd003-8cbd-4794-b5ef-c9a65b6cdc94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:37.959894 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] Bound using segment: {'id': '3d2262d1-dc2b-49a3-9127-ed60afa19e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '18dcd003-8cbd-4794-b5ef-c9a65b6cdc94'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:37.960761 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] Bound port: 108c326d-dfc7-41ae-a680-f613b079eec8, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d2262d1-dc2b-49a3-9127-ed60afa19e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '18dcd003-8cbd-4794-b5ef-c9a65b6cdc94'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:37.961898 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (108c326d-dfc7-41ae-a680-f613b079eec8), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.044321 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d310a-3a18-416b-b8ad-b04d1a7a008f None None] Pushing event updated for resources: {'Port': ['ID=a79115d9-8461-494f-8de1-cbdb8f725cfc,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:38.062917 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a8d223c8-5f4e-405f-948c-e71bd532602b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.145721 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2e616975-0ae5-40d0-9e80-e01016b8099c req-45ea7234-2b26-4f0f-b62f-777c21d509d5 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250891 Feb 09 21:42:38.158998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb77c19b-0436-4a6e-8221-29aa63b29b2e', 'name': 'tempest-FloatingIPsTestJSON-593209125-router', 'tenant_id': '7e77c00a319c4d4aa333279f9ee9049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'af46ec8f-a5d8-428e-baed-1d293aa4e9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:20Z', 'updated_at': '2022-02-09T21:42:29Z', 'revision_number': 4, 'project_id': '7e77c00a319c4d4aa333279f9ee9049c', 'gw_port': {'id': 'af46ec8f-a5d8-428e-baed-1d293aa4e9b1', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb77c19b-0436-4a6e-8221-29aa63b29b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:22Z', 'updated_at': '2022-02-09T21:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c', 'name': '', 'network_id': '5732c1a0-0d30-4695-8b1b-931a7ae7d523', 'tenant_id': '7e77c00a319c4d4aa333279f9ee9049c', 'mac_address': 'fa:16:3e:95:47:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb77c19b-0436-4a6e-8221-29aa63b29b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '9960e21c-7924-4d3d-a82c-07e381ab7f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:26Z', 'updated_at': '2022-02-09T21:42:29Z', 'revision_number': 2, 'project_id': '7e77c00a319c4d4aa333279f9ee9049c', 'subnets': [{'id': '9960e21c-7924-4d3d-a82c-07e381ab7f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:38.195360 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] For port 108c326d-dfc7-41ae-a680-f613b079eec8, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:38.201328 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] For port 108c326d-dfc7-41ae-a680-f613b079eec8, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=108c326d-dfc7-41ae-a680-f613b079eec8,segment=NetworkSegment(3d2262d1-dc2b-49a3-9127-ed60afa19e93),segment_id=3d2262d1-dc2b-49a3-9127-ed60afa19e93)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:38.220511 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (108c326d-dfc7-41ae-a680-f613b079eec8), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.269646 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] Checking router: cb77c19b-0436-4a6e-8221-29aa63b29b2e for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:42:38.270759 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] Updating router cb77c19b-0436-4a6e-8221-29aa63b29b2e port a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:42:38.339927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:38.344404 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.346829 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.348917 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] 10.222.0.71 "PUT /v2.0/ports/108c326d-dfc7-41ae-a680-f613b079eec8 HTTP/1.1" status: 200 len: 1091 time: 4.1232171 Feb 09 21:42:38.411054 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40e3a8-677a-4ec2-b5bc-429ceab15413 req-9953212b-813a-450c-b0af-7e602f17833b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:38.422615 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f40e3a8-677a-4ec2-b5bc-429ceab15413 req-9953212b-813a-450c-b0af-7e602f17833b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f046db4-6866-452b-b255-73c25c89d958 HTTP/1.1" status: 200 len: 945 time: 0.1400566 Feb 09 21:42:38.441417 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0be19-690a-4147-9494-921ec574d9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=108c326d-dfc7-41ae-a680-f613b079eec8,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:38.520974 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f40e3a8-677a-4ec2-b5bc-429ceab15413 req-14f41dc6-156b-4050-87f1-485b7d18f6d5 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968521 Feb 09 21:42:38.555676 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-db9c707c-1c98-481a-bc6e-4b8a8e945a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:38.568020 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-db9c707c-1c98-481a-bc6e-4b8a8e945a4d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77fff10e42184e818ed304a7a3195873&device_id=1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1 HTTP/1.1" status: 200 len: 1125 time: 0.1648071 Feb 09 21:42:38.642150 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e32b2-109a-4143-baec-b4eeded75368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e7f117-f868-4e45-b704-8a590f9d2327,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:38.755514 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-89b7e3f5-5790-43b9-a82b-936cd9048c3e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=108c326d-dfc7-41ae-a680-f613b079eec8 HTTP/1.1" status: 200 len: 217 time: 0.1798925 Feb 09 21:42:38.766332 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aabe78cf-431e-4158-a10c-161fcb455de0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (99d526ba-4013-45dc-8d03-248f5540a9db), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.936436 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aabe78cf-431e-4158-a10c-161fcb455de0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (99d526ba-4013-45dc-8d03-248f5540a9db), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.970532 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-eaa3a053-e2fa-491e-b868-a307c4ce66ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:38.972590 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-eaa3a053-e2fa-491e-b868-a307c4ce66ad service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4ec51de9-93a9-4e1c-b1d1-307551dbf1e9 HTTP/1.1" status: 200 len: 855 time: 0.2095890 Feb 09 21:42:39.031581 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-4432974e-f30f-4523-8c88-954455a3af29 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=18dcd003-8cbd-4794-b5ef-c9a65b6cdc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521042 Feb 09 21:42:39.058120 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabe78cf-431e-4158-a10c-161fcb455de0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:39.073109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-aabe78cf-431e-4158-a10c-161fcb455de0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:39.078782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe78cf-431e-4158-a10c-161fcb455de0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:39.194005 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe78cf-431e-4158-a10c-161fcb455de0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=99d526ba-4013-45dc-8d03-248f5540a9db,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:39.242282 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabe78cf-431e-4158-a10c-161fcb455de0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:39.243861 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aabe78cf-431e-4158-a10c-161fcb455de0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.274666 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-adcedc3b-f232-4252-9c5d-8a5b3b332c1f service neutron] 10.222.0.71 "GET /v2.0/networks/18dcd003-8cbd-4794-b5ef-c9a65b6cdc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278502 Feb 09 21:42:39.302550 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-aabe78cf-431e-4158-a10c-161fcb455de0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4684010 Feb 09 21:42:39.303297 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60810) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:39.349173 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a79115d9-8461-494f-8de1-cbdb8f725cfc up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:39.441586 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2a6327-6916-475c-b914-e6eef855a922 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:39.452462 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2a6327-6916-475c-b914-e6eef855a922 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:39.464862 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0a2a6327-6916-475c-b914-e6eef855a922 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1514533 Feb 09 21:42:39.465317 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60816) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:39.647882 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b4caee-b1a9-4448-9e08-04c2f9527da3 req-4131386e-3e8d-465a-b411-c077656e915d service neutron] 10.222.0.71 "GET /v2.0/networks/18dcd003-8cbd-4794-b5ef-c9a65b6cdc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655524 Feb 09 21:42:39.673514 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80964963-dc53-4d5a-aa7d-57f3020f201f req-84641a80-ab79-48d5-b859-cf428a5579bd tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3726373 Feb 09 21:42:39.680515 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port a79115d9-8461-494f-8de1-cbdb8f725cfc triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:39.681418 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.691186 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-80964963-dc53-4d5a-aa7d-57f3020f201f req-188a60f7-9076-4dcf-bce5-cef987e24db9 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:39.726741 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-80964963-dc53-4d5a-aa7d-57f3020f201f req-188a60f7-9076-4dcf-bce5-cef987e24db9 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.753732 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60820) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:39.790330 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7818841b-3f84-4666-bf20-e98d969c3f11 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting port 99d526ba-4013-45dc-8d03-248f5540a9db {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:39.791276 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7818841b-3f84-4666-bf20-e98d969c3f11 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (99d526ba-4013-45dc-8d03-248f5540a9db), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.807989 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] Publish callbacks [] for port (a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.821043 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.928243 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a9302-1d44-4277-87aa-1e000e404f26 None None] Pushing event updated for resources: {'Port': ['ID=a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:39.974266 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port a79115d9-8461-494f-8de1-cbdb8f725cfc is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:39.975786 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.999124 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7818841b-3f84-4666-bf20-e98d969c3f11 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (99d526ba-4013-45dc-8d03-248f5540a9db), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.027820 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7818841b-3f84-4666-bf20-e98d969c3f11 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Calling delete_port for 99d526ba-4013-45dc-8d03-248f5540a9db owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:40.092474 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-80964963-dc53-4d5a-aa7d-57f3020f201f req-188a60f7-9076-4dcf-bce5-cef987e24db9 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.153830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] Attempting to bind port a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:40.154379 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] Attempting to bind port a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'ccd97742-862f-4eb3-85ab-843b4555180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5732c1a0-0d30-4695-8b1b-931a7ae7d523'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:40.154910 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] Attempting to bind port a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c on network 5732c1a0-0d30-4695-8b1b-931a7ae7d523 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:40.163896 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:40.164332 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] Checking segment: {'id': 'ccd97742-862f-4eb3-85ab-843b4555180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5732c1a0-0d30-4695-8b1b-931a7ae7d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:40.164946 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.165362 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] Bound using segment: {'id': 'ccd97742-862f-4eb3-85ab-843b4555180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5732c1a0-0d30-4695-8b1b-931a7ae7d523'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:40.166049 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] Bound port: a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd97742-862f-4eb3-85ab-843b4555180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5732c1a0-0d30-4695-8b1b-931a7ae7d523'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:40.166457 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.192983 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port a79115d9-8461-494f-8de1-cbdb8f725cfc, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a79115d9-8461-494f-8de1-cbdb8f725cfc,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:40.205485 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.279734 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-da62d849-a970-4ce6-b299-d1a7c56b5443 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1566098943-network', 'tenant_id': 'd42441cccffa47e0aecc60f971d4a6d8'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:40.312962 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f7b85f-1666-4b72-a3b8-7bb4eab6c681 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:40.333596 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da62d849-a970-4ce6-b299-d1a7c56b5443 admin admin] Made reservation on behalf of d42441cccffa47e0aecc60f971d4a6d8 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:40.336291 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-da62d849-a970-4ce6-b299-d1a7c56b5443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.402333 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-da62d849-a970-4ce6-b299-d1a7c56b5443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.446591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-55734a30-5882-427c-89c1-18c610ce9f8a None None] Provisioning complete for port a79115d9-8461-494f-8de1-cbdb8f725cfc triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:40.447183 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-55734a30-5882-427c-89c1-18c610ce9f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.456554 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7818841b-3f84-4666-bf20-e98d969c3f11 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (99d526ba-4013-45dc-8d03-248f5540a9db), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.459713 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-80964963-dc53-4d5a-aa7d-57f3020f201f req-188a60f7-9076-4dcf-bce5-cef987e24db9 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Allocated IP 172.25.6.53 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/94b7c092-60e4-48a5-910f-bcf7ea6cfbb4) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:40.493653 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] For port a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:40.518841 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818841b-3f84-4666-bf20-e98d969c3f11 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Port': ['ID=99d526ba-4013-45dc-8d03-248f5540a9db,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:40.520856 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fab4751f-b24b-414a-be63-ca1daaab2dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.537388 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=a79115d9-8461-494f-8de1-cbdb8f725cfc,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:40.550545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] For port a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c,segment=NetworkSegment(ccd97742-862f-4eb3-85ab-843b4555180e),segment_id=ccd97742-862f-4eb3-85ab-843b4555180e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:40.585349 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.660597 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a9302-1d44-4277-87aa-1e000e404f26 None None] Pushing event updated for resources: {'Port': ['ID=a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:40.699834 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-da62d849-a970-4ce6-b299-d1a7c56b5443 admin admin] Publish callbacks [] for security_group (e89bec62-e4e2-46a8-bd7e-03eb83ba6bd4), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.701033 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7818841b-3f84-4666-bf20-e98d969c3f11 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.710240 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7818841b-3f84-4666-bf20-e98d969c3f11 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/99d526ba-4013-45dc-8d03-248f5540a9db HTTP/1.1" status: 204 len: 168 time: 1.2427607 Feb 09 21:42:40.710753 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60826) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:40.717889 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-da62d849-a970-4ce6-b299-d1a7c56b5443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e89bec62-e4e2-46a8-bd7e-03eb83ba6bd4), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.723793 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] Routers {'cb77c19b-0436-4a6e-8221-29aa63b29b2e'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:40.724474 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:42:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['cb77c19b-0436-4a6e-8221-29aa63b29b2e'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:40.800506 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-80964963-dc53-4d5a-aa7d-57f3020f201f req-188a60f7-9076-4dcf-bce5-cef987e24db9 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks [] for port (94b7c092-60e4-48a5-910f-bcf7ea6cfbb4), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.820906 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da62d849-a970-4ce6-b299-d1a7c56b5443 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:42:40.826669 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faf15bb-fbfd-4465-b943-921c04484952 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:40.829030 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faf15bb-fbfd-4465-b943-921c04484952 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:40.833101 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faf15bb-fbfd-4465-b943-921c04484952 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:40.843487 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60828) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:40.844928 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9faf15bb-fbfd-4465-b943-921c04484952 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1270053 Feb 09 21:42:40.851531 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-55734a30-5882-427c-89c1-18c610ce9f8a None None] Current status of the port a79115d9-8461-494f-8de1-cbdb8f725cfc is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:40.889505 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62d849-a970-4ce6-b299-d1a7c56b5443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89bec62-e4e2-46a8-bd7e-03eb83ba6bd4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:40.914053 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-da62d849-a970-4ce6-b299-d1a7c56b5443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (38b60c5d-1db4-402e-872b-51a72eaae9a8), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.914601 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-da62d849-a970-4ce6-b299-d1a7c56b5443 admin admin] Added segment 38b60c5d-1db4-402e-872b-51a72eaae9a8 of type vlan for network 3ca2fb9e-01fc-4f73-9d2c-4cf4e1bd96fa Feb 09 21:42:40.977137 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] Set router cb77c19b-0436-4a6e-8221-29aa63b29b2e gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:41.029876 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd112c78-824e-4b6d-8d6d-267d5015b480 None None] Update dhcp port {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'fixed_ips': [{'subnet_id': '8101744b-ef86-4f5b-84da-8673708d1866', 'ip_address': '2001:db8::f816:3eff:fea7:6f29'}, {'subnet_id': '2120ea0a-eb94-4359-9387-bb7a739bc729'}], 'binding:host_id': 'n-d-828601-1'}, 'id': 'a79115d9-8461-494f-8de1-cbdb8f725cfc'} from n-d-828601-1. {{(pid=103203) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:42:41.033792 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3553e27-5662-4378-a6d9-a6e13b2f1f2f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet 2120ea0a-eb94-4359-9387-bb7a739bc729 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:42:41.042937 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-da62d849-a970-4ce6-b299-d1a7c56b5443 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (3ca2fb9e-01fc-4f73-9d2c-4cf4e1bd96fa), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.048226 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3553e27-5662-4378-a6d9-a6e13b2f1f2f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (2120ea0a-eb94-4359-9387-bb7a739bc729), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.083501 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-3d167a94-908a-41b1-9b49-3b1b7ea6d505 None None] Provisioning complete for port a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:41.083923 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3d167a94-908a-41b1-9b49-3b1b7ea6d505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.139855 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-80964963-dc53-4d5a-aa7d-57f3020f201f req-188a60f7-9076-4dcf-bce5-cef987e24db9 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (94b7c092-60e4-48a5-910f-bcf7ea6cfbb4), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.160717 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3553e27-5662-4378-a6d9-a6e13b2f1f2f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (2120ea0a-eb94-4359-9387-bb7a739bc729), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.161082 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fd112c78-824e-4b6d-8d6d-267d5015b480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.277522 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80964963-dc53-4d5a-aa7d-57f3020f201f req-188a60f7-9076-4dcf-bce5-cef987e24db9 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:41.278687 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-da62d849-a970-4ce6-b299-d1a7c56b5443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (3ca2fb9e-01fc-4f73-9d2c-4cf4e1bd96fa), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.280137 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da62d849-a970-4ce6-b299-d1a7c56b5443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:41.281240 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-da62d849-a970-4ce6-b299-d1a7c56b5443 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.295028 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-80964963-dc53-4d5a-aa7d-57f3020f201f req-188a60f7-9076-4dcf-bce5-cef987e24db9 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:41.304984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a60f7-9076-4dcf-bce5-cef987e24db9 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Pushing event updated for resources: {'Port': ['ID=94b7c092-60e4-48a5-910f-bcf7ea6cfbb4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:41.310445 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-80964963-dc53-4d5a-aa7d-57f3020f201f req-188a60f7-9076-4dcf-bce5-cef987e24db9 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:41.317577 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a79115d9-8461-494f-8de1-cbdb8f725cfc up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:41.338319 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3553e27-5662-4378-a6d9-a6e13b2f1f2f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (2120ea0a-eb94-4359-9387-bb7a739bc729), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.443713 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-da62d849-a970-4ce6-b299-d1a7c56b5443 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6873989 Feb 09 21:42:41.492255 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62d849-a970-4ce6-b299-d1a7c56b5443 admin admin] Pushing event updated for resources: {'Network': ['ID=3ca2fb9e-01fc-4f73-9d2c-4cf4e1bd96fa,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:41.522269 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 3ca2fb9e-01fc-4f73-9d2c-4cf4e1bd96fa details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:42:41.551838 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.567606 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3553e27-5662-4378-a6d9-a6e13b2f1f2f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (2120ea0a-eb94-4359-9387-bb7a739bc729), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.618701 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3553e27-5662-4378-a6d9-a6e13b2f1f2f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=2120ea0a-eb94-4359-9387-bb7a739bc729,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:41.623996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 108c326d-dfc7-41ae-a680-f613b079eec8 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:42:41.632319 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3553e27-5662-4378-a6d9-a6e13b2f1f2f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.637783 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f3553e27-5662-4378-a6d9-a6e13b2f1f2f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/2120ea0a-eb94-4359-9387-bb7a739bc729 HTTP/1.1" status: 204 len: 168 time: 0.7885902 Feb 09 21:42:41.640625 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60834) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:41.641936 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-80964963-dc53-4d5a-aa7d-57f3020f201f req-188a60f7-9076-4dcf-bce5-cef987e24db9 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks [] for floatingip (a20beab9-940f-4ecb-8d09-94965432de36), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server [None req-fd112c78-824e-4b6d-8d6d-267d5015b480 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2120ea0a-eb94-4359-9387-bb7a739bc729: This subnet is being modified by another concurrent operation. Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:42:41.708570 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise exception Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2120ea0a-eb94-4359-9387-bb7a739bc729: This subnet is being modified by another concurrent operation. Feb 09 21:42:41.716351 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Feb 09 21:42:41.724865 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-80964963-dc53-4d5a-aa7d-57f3020f201f req-188a60f7-9076-4dcf-bce5-cef987e24db9 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (94b7c092-60e4-48a5-910f-bcf7ea6cfbb4), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.728521 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-152921dd-912f-43fb-85e1-a8ae6661aacb tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet 8101744b-ef86-4f5b-84da-8673708d1866 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:42:41.735048 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-152921dd-912f-43fb-85e1-a8ae6661aacb tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (8101744b-ef86-4f5b-84da-8673708d1866), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.860131 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-152921dd-912f-43fb-85e1-a8ae6661aacb tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (8101744b-ef86-4f5b-84da-8673708d1866), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.075213 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-80964963-dc53-4d5a-aa7d-57f3020f201f req-188a60f7-9076-4dcf-bce5-cef987e24db9 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks [] for port (94b7c092-60e4-48a5-910f-bcf7ea6cfbb4), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.082664 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-80964963-dc53-4d5a-aa7d-57f3020f201f req-188a60f7-9076-4dcf-bce5-cef987e24db9 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (94b7c092-60e4-48a5-910f-bcf7ea6cfbb4), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.097991 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-152921dd-912f-43fb-85e1-a8ae6661aacb tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (8101744b-ef86-4f5b-84da-8673708d1866), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.156660 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a60f7-9076-4dcf-bce5-cef987e24db9 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Pushing event updated for resources: {'Port': ['ID=94b7c092-60e4-48a5-910f-bcf7ea6cfbb4,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:42.158762 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-3d167a94-908a-41b1-9b49-3b1b7ea6d505 None None] Current status of the port a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:42.159408 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3d167a94-908a-41b1-9b49-3b1b7ea6d505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.196361 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac4a49a-1ad7-49f4-805a-43038eb4ad3d None None] get_active_networks_info from n-d-828601-1 {{(pid=103203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:42:42.240413 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-152921dd-912f-43fb-85e1-a8ae6661aacb tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (8101744b-ef86-4f5b-84da-8673708d1866), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.253911 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-80964963-dc53-4d5a-aa7d-57f3020f201f req-188a60f7-9076-4dcf-bce5-cef987e24db9 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (a20beab9-940f-4ecb-8d09-94965432de36), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.296090 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-80964963-dc53-4d5a-aa7d-57f3020f201f req-188a60f7-9076-4dcf-bce5-cef987e24db9 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.310928 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80964963-dc53-4d5a-aa7d-57f3020f201f req-188a60f7-9076-4dcf-bce5-cef987e24db9 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6276839 Feb 09 21:42:42.311717 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-152921dd-912f-43fb-85e1-a8ae6661aacb tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.322215 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-152921dd-912f-43fb-85e1-a8ae6661aacb tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/8101744b-ef86-4f5b-84da-8673708d1866 HTTP/1.1" status: 204 len: 168 time: 0.6787174 Feb 09 21:42:42.322492 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60842) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:42.322951 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152921dd-912f-43fb-85e1-a8ae6661aacb tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=8101744b-ef86-4f5b-84da-8673708d1866,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:42.391906 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.resource_extend [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:42:42.460838 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1f2e4827-cc80-4248-895d-28a619a3adba tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1375051 Feb 09 21:42:42.461563 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60844) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:42.468252 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-143cc410-25b9-4b5b-b764-3057d0929e93 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:42.478389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80964963-dc53-4d5a-aa7d-57f3020f201f req-b602eab7-bb1b-4d47-95f0-b7733d3b58ce tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.53 HTTP/1.1" status: 200 len: 695 time: 0.1650250 Feb 09 21:42:42.566090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port a79115d9-8461-494f-8de1-cbdb8f725cfc triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:42.566896 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.634825 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-3d167a94-908a-41b1-9b49-3b1b7ea6d505 None None] For port a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c,segment=NetworkSegment(ccd97742-862f-4eb3-85ab-843b4555180e),segment_id=ccd97742-862f-4eb3-85ab-843b4555180e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:42.669422 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3d167a94-908a-41b1-9b49-3b1b7ea6d505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.709259 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143cc410-25b9-4b5b-b764-3057d0929e93 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:42.714563 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-143cc410-25b9-4b5b-b764-3057d0929e93 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.727812 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80964963-dc53-4d5a-aa7d-57f3020f201f req-b96e23e8-b232-4539-ab70-6cacf5bfe292 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:42.731606 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80964963-dc53-4d5a-aa7d-57f3020f201f req-b96e23e8-b232-4539-ab70-6cacf5bfe292 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.2431500 Feb 09 21:42:42.789170 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.811025 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb77c19b-0436-4a6e-8221-29aa63b29b2e', 'name': 'tempest-FloatingIPsTestJSON-593209125-router', 'tenant_id': '7e77c00a319c4d4aa333279f9ee9049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'af46ec8f-a5d8-428e-baed-1d293aa4e9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:20Z', 'updated_at': '2022-02-09T21:42:29Z', 'revision_number': 4, 'project_id': '7e77c00a319c4d4aa333279f9ee9049c', 'gw_port': {'id': 'af46ec8f-a5d8-428e-baed-1d293aa4e9b1', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb77c19b-0436-4a6e-8221-29aa63b29b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:22Z', 'updated_at': '2022-02-09T21:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c', 'name': '', 'network_id': '5732c1a0-0d30-4695-8b1b-931a7ae7d523', 'tenant_id': '7e77c00a319c4d4aa333279f9ee9049c', 'mac_address': 'fa:16:3e:95:47:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb77c19b-0436-4a6e-8221-29aa63b29b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '9960e21c-7924-4d3d-a82c-07e381ab7f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:26Z', 'updated_at': '2022-02-09T21:42:40Z', 'revision_number': 4, 'project_id': '7e77c00a319c4d4aa333279f9ee9049c', 'subnets': [{'id': '9960e21c-7924-4d3d-a82c-07e381ab7f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:42.812652 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d473265-3309-40a2-a855-1f78b7a32dff x-openstack-request-id: req-9d473265-3309-40a2-a855-1f78b7a32dff {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:42.813242 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea5178c-6dbb-4768-8cb6-947b1bb326d7", "tag": "201691e8-8155-4ad4-86ea-9656b7ff72f1", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:42.813750 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9d473265-3309-40a2-a855-1f78b7a32dff {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:42.814511 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea5178c-6dbb-4768-8cb6-947b1bb326d7', 'tag': '201691e8-8155-4ad4-86ea-9656b7ff72f1', 'status': 'completed', 'code': 200} Feb 09 21:42:42.891507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d167a94-908a-41b1-9b49-3b1b7ea6d505 None None] Pushing event updated for resources: {'Port': ['ID=a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:42.918162 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce17c33e-5612-40f0-9ecf-6469d4dd2a06 None None] The sync data for ids ['cb77c19b-0436-4a6e-8221-29aa63b29b2e'] in n-d-828601-1 is: [{'id': 'cb77c19b-0436-4a6e-8221-29aa63b29b2e', 'name': 'tempest-FloatingIPsTestJSON-593209125-router', 'tenant_id': '7e77c00a319c4d4aa333279f9ee9049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'af46ec8f-a5d8-428e-baed-1d293aa4e9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:20Z', 'updated_at': '2022-02-09T21:42:29Z', 'revision_number': 4, 'project_id': '7e77c00a319c4d4aa333279f9ee9049c', 'gw_port': {'id': 'af46ec8f-a5d8-428e-baed-1d293aa4e9b1', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb77c19b-0436-4a6e-8221-29aa63b29b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:22Z', 'updated_at': '2022-02-09T21:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c', 'name': '', 'network_id': '5732c1a0-0d30-4695-8b1b-931a7ae7d523', 'tenant_id': '7e77c00a319c4d4aa333279f9ee9049c', 'mac_address': 'fa:16:3e:95:47:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb77c19b-0436-4a6e-8221-29aa63b29b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '9960e21c-7924-4d3d-a82c-07e381ab7f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:26Z', 'updated_at': '2022-02-09T21:42:40Z', 'revision_number': 4, 'project_id': '7e77c00a319c4d4aa333279f9ee9049c', 'subnets': [{'id': '9960e21c-7924-4d3d-a82c-07e381ab7f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:42.951320 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 108c326d-dfc7-41ae-a680-f613b079eec8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=108c326d-dfc7-41ae-a680-f613b079eec8,segment=NetworkSegment(3d2262d1-dc2b-49a3-9127-ed60afa19e93),segment_id=3d2262d1-dc2b-49a3-9127-ed60afa19e93)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:42.955496 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac4a49a-1ad7-49f4-805a-43038eb4ad3d None None] Resources bound (agent type, host, resource id): {{(pid=103203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:42:42.957580 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port a79115d9-8461-494f-8de1-cbdb8f725cfc is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:42.958682 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:43.021811 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-81d94004-66a4-46b3-85bc-185c2a29dd11 None None] Provisioning complete for port a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:43.022288 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-81d94004-66a4-46b3-85bc-185c2a29dd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:43.028228 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '108c326d-dfc7-41ae-a680-f613b079eec8', 'network_id': '18dcd003-8cbd-4794-b5ef-c9a65b6cdc94', 'port_id': '108c326d-dfc7-41ae-a680-f613b079eec8', 'mac_address': 'fa:16:3e:81:4c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec51de9-93a9-4e1c-b1d1-307551dbf1e9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:42:43.041582 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc850f-8e75-4d17-a519-a67cba803f81 req-fc40f4ed-86fe-4970-8323-a89c035854f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:43.047820 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1cc850f-8e75-4d17-a519-a67cba803f81 req-fc40f4ed-86fe-4970-8323-a89c035854f9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=178a334a4d4c401b8c15c3fe9c3a710c&device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 1127 time: 0.1826961 Feb 09 21:42:43.185608 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 108c326d-dfc7-41ae-a680-f613b079eec8 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:43.186186 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (108c326d-dfc7-41ae-a680-f613b079eec8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:43.283476 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc850f-8e75-4d17-a519-a67cba803f81 req-f4647326-3ae8-4695-a49f-3be10eafa6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:43.286410 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1cc850f-8e75-4d17-a519-a67cba803f81 req-f4647326-3ae8-4695-a49f-3be10eafa6d8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9cec45fb-c615-4147-9585-d66f5efcfe6c HTTP/1.1" status: 200 len: 920 time: 0.2319100 Feb 09 21:42:43.473230 n-d-828601-1 neutron-server[103202]: DEBUG neutron.objects.ports [None req-143cc410-25b9-4b5b-b764-3057d0929e93 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103202) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:42:43.565474 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108c326d-dfc7-41ae-a680-f613b079eec8 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:42:43.622622 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:43.623263 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:43.644517 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162b414-cff2-47f4-8c62-4da64749180e req-d6a9c7ad-6988-4482-b276-80d9ae7255b6 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:43.647453 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7162b414-cff2-47f4-8c62-4da64749180e req-d6a9c7ad-6988-4482-b276-80d9ae7255b6 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf593d3b-9a8e-44d6-92b3-22f1c3972600&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6865349 Feb 09 21:42:43.716051 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1cc850f-8e75-4d17-a519-a67cba803f81 req-e8c71e81-93b8-47cf-89c0-c54f3f7e8328 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=201691e8-8155-4ad4-86ea-9656b7ff72f1 HTTP/1.1" status: 200 len: 1001 time: 0.4159446 Feb 09 21:42:43.814082 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-81d94004-66a4-46b3-85bc-185c2a29dd11 None None] Current status of the port a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:43.853850 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 108c326d-dfc7-41ae-a680-f613b079eec8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=108c326d-dfc7-41ae-a680-f613b079eec8,segment=NetworkSegment(3d2262d1-dc2b-49a3-9127-ed60afa19e93),segment_id=3d2262d1-dc2b-49a3-9127-ed60afa19e93)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:43.905944 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-81d94004-66a4-46b3-85bc-185c2a29dd11 None None] Provisioning complete for port a79115d9-8461-494f-8de1-cbdb8f725cfc triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:43.906369 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-81d94004-66a4-46b3-85bc-185c2a29dd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:43.956126 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc850f-8e75-4d17-a519-a67cba803f81 req-2ffa6649-25b0-4184-a45e-71d3f0d859ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:43.961686 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (108c326d-dfc7-41ae-a680-f613b079eec8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:43.968550 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1cc850f-8e75-4d17-a519-a67cba803f81 req-2ffa6649-25b0-4184-a45e-71d3f0d859ae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e3c310f9-5e45-4b20-89c5-333731de760d HTTP/1.1" status: 200 len: 858 time: 0.1810658 Feb 09 21:42:44.044846 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=108c326d-dfc7-41ae-a680-f613b079eec8,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:44.125189 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-81d94004-66a4-46b3-85bc-185c2a29dd11 None None] Current status of the port a79115d9-8461-494f-8de1-cbdb8f725cfc is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:44.141672 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17abe265-ee13-4ece-9e67-6f8991172c81 None None] Update dhcp port {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'fixed_ips': [{'subnet_id': '2446674a-0022-4669-923c-b5c4e8b9af72'}], 'binding:host_id': 'n-d-828601-1'}, 'id': 'a79115d9-8461-494f-8de1-cbdb8f725cfc'} from n-d-828601-1. {{(pid=103203) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:42:44.166531 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-143cc410-25b9-4b5b-b764-3057d0929e93 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.177262 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:44.181663 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-17abe265-ee13-4ece-9e67-6f8991172c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.209575 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7162b414-cff2-47f4-8c62-4da64749180e req-cd8e52c4-100e-4eb7-9f8f-4d848152b0da tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.244 HTTP/1.1" status: 200 len: 1001 time: 0.5496819 Feb 09 21:42:44.223499 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-7162b414-cff2-47f4-8c62-4da64749180e req-9465a4db-8882-4754-9a1e-77ab20930eda tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Request body: {'floatingip': {'port_id': '02fc6b73-7e89-4def-8c16-0e5092c25560', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:44.393489 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.402596 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:44.409662 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['108c326d-dfc7-41ae-a680-f613b079eec8'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:42:44.632356 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-143cc410-25b9-4b5b-b764-3057d0929e93 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] For port a79115d9-8461-494f-8de1-cbdb8f725cfc, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a79115d9-8461-494f-8de1-cbdb8f725cfc,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:44.669459 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-143cc410-25b9-4b5b-b764-3057d0929e93 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.677123 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-143cc410-25b9-4b5b-b764-3057d0929e93 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.740311 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-17abe265-ee13-4ece-9e67-6f8991172c81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:42:44.740909 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-17abe265-ee13-4ece-9e67-6f8991172c81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:42:44.755115 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:44.755792 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.777773 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc850f-8e75-4d17-a519-a67cba803f81 req-a377d202-7656-49b4-8cb8-853f5c0b3bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:44.780262 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1cc850f-8e75-4d17-a519-a67cba803f81 req-a377d202-7656-49b4-8cb8-853f5c0b3bba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9cec45fb-c615-4147-9585-d66f5efcfe6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6931798 Feb 09 21:42:44.783921 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7162b414-cff2-47f4-8c62-4da64749180e req-9465a4db-8882-4754-9a1e-77ab20930eda tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks [] for floatingip (705fd641-ff26-445e-91ca-9e586e6cf946), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.798759 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-143cc410-25b9-4b5b-b764-3057d0929e93 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (2446674a-0022-4669-923c-b5c4e8b9af72), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.858566 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1', 'tag': '108c326d-dfc7-41ae-a680-f613b079eec8'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:44.862567 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784b033b-f648-40bc-9b1e-94fe5591c7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1", "tag": "108c326d-dfc7-41ae-a680-f613b079eec8"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:44.921063 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143cc410-25b9-4b5b-b764-3057d0929e93 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:44.932109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-143cc410-25b9-4b5b-b764-3057d0929e93 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:44.938287 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143cc410-25b9-4b5b-b764-3057d0929e93 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:44.939266 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-143cc410-25b9-4b5b-b764-3057d0929e93 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.952018 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:44.988254 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-143cc410-25b9-4b5b-b764-3057d0929e93 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5245771 Feb 09 21:42:44.993163 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60854) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:45.000372 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cc410-25b9-4b5b-b764-3057d0929e93 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=a79115d9-8461-494f-8de1-cbdb8f725cfc,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:45.007004 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6111127b-f629-41cc-a859-b401dde16662 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:45.035786 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cc410-25b9-4b5b-b764-3057d0929e93 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=2446674a-0022-4669-923c-b5c4e8b9af72,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:45.050902 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a79115d9-8461-494f-8de1-cbdb8f725cfc no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:45.278356 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1cc850f-8e75-4d17-a519-a67cba803f81 req-408e827d-7b5d-4501-966c-f868052f4e8a service neutron] 10.222.0.71 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887271 Feb 09 21:42:45.459803 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port a79115d9-8461-494f-8de1-cbdb8f725cfc is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:45.460388 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.463783 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.502852 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-17abe265-ee13-4ece-9e67-6f8991172c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.582405 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port a79115d9-8461-494f-8de1-cbdb8f725cfc, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a79115d9-8461-494f-8de1-cbdb8f725cfc,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:45.595090 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.596631 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6111127b-f629-41cc-a859-b401dde16662 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:45.600325 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6111127b-f629-41cc-a859-b401dde16662 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.689256 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1cc850f-8e75-4d17-a519-a67cba803f81 req-d3b4467e-7227-49c6-b2a2-433564987fae service neutron] 10.222.0.71 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975158 Feb 09 21:42:45.887920 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=a79115d9-8461-494f-8de1-cbdb8f725cfc,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:45.921474 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.965798 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 108c326d-dfc7-41ae-a680-f613b079eec8 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:45.974381 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-17abe265-ee13-4ece-9e67-6f8991172c81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:42:45.974865 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-17abe265-ee13-4ece-9e67-6f8991172c81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:42:46.030556 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7162b414-cff2-47f4-8c62-4da64749180e req-9465a4db-8882-4754-9a1e-77ab20930eda tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.075492 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7162b414-cff2-47f4-8c62-4da64749180e req-9465a4db-8882-4754-9a1e-77ab20930eda tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (705fd641-ff26-445e-91ca-9e586e6cf946), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.123700 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 108c326d-dfc7-41ae-a680-f613b079eec8 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:42:46.139053 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 108c326d-dfc7-41ae-a680-f613b079eec8 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:46.139486 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (108c326d-dfc7-41ae-a680-f613b079eec8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.313037 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 108c326d-dfc7-41ae-a680-f613b079eec8 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:46.314888 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (108c326d-dfc7-41ae-a680-f613b079eec8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.364261 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108c326d-dfc7-41ae-a680-f613b079eec8'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:46.368591 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32629e1-87d4-41dd-8a57-2297f358dfd6" -d '{"events": [{"server_uuid": "1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1", "name": "network-vif-plugged", "status": "completed", "tag": "108c326d-dfc7-41ae-a680-f613b079eec8"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:46.393366 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 108c326d-dfc7-41ae-a680-f613b079eec8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=108c326d-dfc7-41ae-a680-f613b079eec8,segment=NetworkSegment(3d2262d1-dc2b-49a3-9127-ed60afa19e93),segment_id=3d2262d1-dc2b-49a3-9127-ed60afa19e93)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:46.400511 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (108c326d-dfc7-41ae-a680-f613b079eec8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.504234 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [req-7162b414-cff2-47f4-8c62-4da64749180e req-9465a4db-8882-4754-9a1e-77ab20930eda tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Floating IP 705fd641-ff26-445e-91ca-9e586e6cf946 associated. External IP: 172.25.6.244, port: 201691e8-8155-4ad4-86ea-9656b7ff72f1. Feb 09 21:42:46.550870 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=108c326d-dfc7-41ae-a680-f613b079eec8,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:46.596275 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-17abe265-ee13-4ece-9e67-6f8991172c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.670702 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6111127b-f629-41cc-a859-b401dde16662 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (4a1e4cac-bee5-4f6f-ba3f-1f75614ba091), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.760072 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6111127b-f629-41cc-a859-b401dde16662 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:46.769224 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-6111127b-f629-41cc-a859-b401dde16662 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:46.784538 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6111127b-f629-41cc-a859-b401dde16662 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:46.785548 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6111127b-f629-41cc-a859-b401dde16662 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.959921 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111127b-f629-41cc-a859-b401dde16662 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=4a1e4cac-bee5-4f6f-ba3f-1f75614ba091,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:46.968610 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6111127b-f629-41cc-a859-b401dde16662 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9712739 Feb 09 21:42:46.968984 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60866) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:46.974157 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-05fa482c-23ed-4d77-bffc-fca44f922c18 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'mac_address': 'fa:16:3e:ca:5d:23', 'name': 'tempest-NetworksTestDHCPv6-1267690058'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:47.123882 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7162b414-cff2-47f4-8c62-4da64749180e req-9465a4db-8882-4754-9a1e-77ab20930eda tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Router 901f3f3e-2947-4b26-a9f8-1eb355661f69 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:42:47.170418 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fa482c-23ed-4d77-bffc-fca44f922c18 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:47.184152 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-17abe265-ee13-4ece-9e67-6f8991172c81 None None] For port a79115d9-8461-494f-8de1-cbdb8f725cfc, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a79115d9-8461-494f-8de1-cbdb8f725cfc,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:47.242368 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-17abe265-ee13-4ece-9e67-6f8991172c81 None None] Publish callbacks [] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:47.250342 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-17abe265-ee13-4ece-9e67-6f8991172c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:47.287495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7162b414-cff2-47f4-8c62-4da64749180e req-9465a4db-8882-4754-9a1e-77ab20930eda tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:47.333905 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4ae994-632c-4d04-bcbc-3523d6f69a05 None None] Sync routers for ids ['901f3f3e-2947-4b26-a9f8-1eb355661f69'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:47.390572 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4ae994-632c-4d04-bcbc-3523d6f69a05 None None] Routers {'901f3f3e-2947-4b26-a9f8-1eb355661f69'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:47.392069 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0c4ae994-632c-4d04-bcbc-3523d6f69a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:42:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['901f3f3e-2947-4b26-a9f8-1eb355661f69'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:47.531575 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05fa482c-23ed-4d77-bffc-fca44f922c18 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:47.621959 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-0c4ae994-632c-4d04-bcbc-3523d6f69a05 None None] Set router 901f3f3e-2947-4b26-a9f8-1eb355661f69 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:47.638375 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-05fa482c-23ed-4d77-bffc-fca44f922c18 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] device_id is not set on port afcccd8b-47fa-47b4-926a-95d63b2d7a9d yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:42:47.693584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abe265-ee13-4ece-9e67-6f8991172c81 None None] Pushing event updated for resources: {'Port': ['ID=a79115d9-8461-494f-8de1-cbdb8f725cfc,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:47.766256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7162b414-cff2-47f4-8c62-4da64749180e req-9465a4db-8882-4754-9a1e-77ab20930eda tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Router 901f3f3e-2947-4b26-a9f8-1eb355661f69 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:42:48.155056 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-05fa482c-23ed-4d77-bffc-fca44f922c18 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 172.20.0.5 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/4a1e4cac-bee5-4f6f-ba3f-1f75614ba091/afcccd8b-47fa-47b4-926a-95d63b2d7a9d) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:48.166494 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-05fa482c-23ed-4d77-bffc-fca44f922c18 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8::f816:3eff:feca:5d23 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/2446674a-0022-4669-923c-b5c4e8b9af72/afcccd8b-47fa-47b4-926a-95d63b2d7a9d) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:48.242335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0c4ae994-632c-4d04-bcbc-3523d6f69a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:41:07Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '705fd641-ff26-445e-91ca-9e586e6cf946', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'port_id': '02fc6b73-7e89-4def-8c16-0e5092c25560', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'mac_address': 'fa:16:3e:f3:3a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf593d3b-9a8e-44d6-92b3-22f1c3972600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:41:55Z', 'updated_at': '2022-02-09T21:42:45Z', 'revision_number': 3, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5475d33-05a9-41b7-898f-558c95bf80d2', 'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'mac_address': 'fa:16:3e:64:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:02Z', 'updated_at': '2022-02-09T21:41:15Z', 'revision_number': 5, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'subnets': [{'id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:48.363377 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4ae994-632c-4d04-bcbc-3523d6f69a05 None None] Checking router: 901f3f3e-2947-4b26-a9f8-1eb355661f69 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:42:48.387970 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4ae994-632c-4d04-bcbc-3523d6f69a05 None None] Routers {'901f3f3e-2947-4b26-a9f8-1eb355661f69'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:48.388664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0c4ae994-632c-4d04-bcbc-3523d6f69a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:42:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['901f3f3e-2947-4b26-a9f8-1eb355661f69'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:48.452039 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a79115d9-8461-494f-8de1-cbdb8f725cfc up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:48.555461 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7162b414-cff2-47f4-8c62-4da64749180e req-9465a4db-8882-4754-9a1e-77ab20930eda tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:48.572185 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7162b414-cff2-47f4-8c62-4da64749180e req-9465a4db-8882-4754-9a1e-77ab20930eda tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:48.612709 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05fa482c-23ed-4d77-bffc-fca44f922c18 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (afcccd8b-47fa-47b4-926a-95d63b2d7a9d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:48.636903 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a56547-3265-4765-bd78-6eab3753d199 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:48.660552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-0c4ae994-632c-4d04-bcbc-3523d6f69a05 None None] Set router 901f3f3e-2947-4b26-a9f8-1eb355661f69 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:48.668315 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05fa482c-23ed-4d77-bffc-fca44f922c18 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (afcccd8b-47fa-47b4-926a-95d63b2d7a9d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:48.710788 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7162b414-cff2-47f4-8c62-4da64749180e req-9465a4db-8882-4754-9a1e-77ab20930eda tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "PUT /v2.0/floatingips/705fd641-ff26-445e-91ca-9e586e6cf946 HTTP/1.1" status: 200 len: 998 time: 4.4997241 Feb 09 21:42:48.742859 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fa482c-23ed-4d77-bffc-fca44f922c18 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:48.747539 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-05fa482c-23ed-4d77-bffc-fca44f922c18 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:48.750466 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fa482c-23ed-4d77-bffc-fca44f922c18 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:48.783356 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162b414-cff2-47f4-8c62-4da64749180e req-d43172e2-c9b7-4bf8-a0ad-8f11c1cbc664 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:48.784420 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7162b414-cff2-47f4-8c62-4da64749180e req-d43172e2-c9b7-4bf8-a0ad-8f11c1cbc664 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports/201691e8-8155-4ad4-86ea-9656b7ff72f1 HTTP/1.1" status: 200 len: 942 time: 0.0673440 Feb 09 21:42:48.794201 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa482c-23ed-4d77-bffc-fca44f922c18 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=afcccd8b-47fa-47b4-926a-95d63b2d7a9d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:48.823189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fa482c-23ed-4d77-bffc-fca44f922c18 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:48.824239 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05fa482c-23ed-4d77-bffc-fca44f922c18 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:48.847054 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-05fa482c-23ed-4d77-bffc-fca44f922c18 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8766551 Feb 09 21:42:48.849768 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60870) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:48.891705 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port a79115d9-8461-494f-8de1-cbdb8f725cfc triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:48.892479 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:48.918243 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162b414-cff2-47f4-8c62-4da64749180e req-4c4922df-dd49-466f-99a9-3f773f03355d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:48.920016 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7162b414-cff2-47f4-8c62-4da64749180e req-4c4922df-dd49-466f-99a9-3f773f03355d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=178a334a4d4c401b8c15c3fe9c3a710c&device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 1127 time: 0.0612612 Feb 09 21:42:48.928563 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89788266-59c9-49e4-a851-42d723c02bbe tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:48.934225 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89788266-59c9-49e4-a851-42d723c02bbe tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:48.937670 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-89788266-59c9-49e4-a851-42d723c02bbe tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0864918 Feb 09 21:42:48.940371 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60872) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:48.998809 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-50ea9142-e1be-42e8-8446-b926c03ba3e3 None None] Provisioning complete for port a79115d9-8461-494f-8de1-cbdb8f725cfc triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:48.999507 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-50ea9142-e1be-42e8-8446-b926c03ba3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.037139 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162b414-cff2-47f4-8c62-4da64749180e req-5c784ebb-b7ad-4a96-97ca-3f809c59634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:49.045235 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7162b414-cff2-47f4-8c62-4da64749180e req-5c784ebb-b7ad-4a96-97ca-3f809c59634e service neutron] 10.222.0.77 "GET /v2.0/networks?id=9cec45fb-c615-4147-9585-d66f5efcfe6c HTTP/1.1" status: 200 len: 920 time: 0.1180046 Feb 09 21:42:49.089421 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1003376f-8b99-40c0-89e5-d06231454ec8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting port afcccd8b-47fa-47b4-926a-95d63b2d7a9d {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:49.089859 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1003376f-8b99-40c0-89e5-d06231454ec8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (afcccd8b-47fa-47b4-926a-95d63b2d7a9d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.119126 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7162b414-cff2-47f4-8c62-4da64749180e req-5eaac81d-25fc-48aa-bf6e-958bd1ce1700 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=201691e8-8155-4ad4-86ea-9656b7ff72f1 HTTP/1.1" status: 200 len: 217 time: 0.0727980 Feb 09 21:42:49.223044 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162b414-cff2-47f4-8c62-4da64749180e req-5efdd8ff-637f-41b5-aae0-23a8721a26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:49.224205 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1003376f-8b99-40c0-89e5-d06231454ec8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (afcccd8b-47fa-47b4-926a-95d63b2d7a9d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.234497 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7162b414-cff2-47f4-8c62-4da64749180e req-5efdd8ff-637f-41b5-aae0-23a8721a26a1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e3c310f9-5e45-4b20-89c5-333731de760d HTTP/1.1" status: 200 len: 858 time: 0.1078584 Feb 09 21:42:49.244416 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1003376f-8b99-40c0-89e5-d06231454ec8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Calling delete_port for afcccd8b-47fa-47b4-926a-95d63b2d7a9d owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:49.250615 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port a79115d9-8461-494f-8de1-cbdb8f725cfc is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:49.251778 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.309919 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162b414-cff2-47f4-8c62-4da64749180e req-a373d41c-d859-4152-ae32-a5d23abae6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:49.322351 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7162b414-cff2-47f4-8c62-4da64749180e req-a373d41c-d859-4152-ae32-a5d23abae6b1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9cec45fb-c615-4147-9585-d66f5efcfe6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0872068 Feb 09 21:42:49.442051 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7162b414-cff2-47f4-8c62-4da64749180e req-d9a33394-3e92-4a7c-a7ba-a67ec046d07a service neutron] 10.222.0.77 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187303 Feb 09 21:42:49.518017 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1003376f-8b99-40c0-89e5-d06231454ec8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (afcccd8b-47fa-47b4-926a-95d63b2d7a9d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.557118 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003376f-8b99-40c0-89e5-d06231454ec8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Port': ['ID=afcccd8b-47fa-47b4-926a-95d63b2d7a9d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:49.586479 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7162b414-cff2-47f4-8c62-4da64749180e req-af4b0796-f7b0-426c-a712-bddaf1146300 service neutron] 10.222.0.77 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370187 Feb 09 21:42:49.651164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port a79115d9-8461-494f-8de1-cbdb8f725cfc, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a79115d9-8461-494f-8de1-cbdb8f725cfc,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:49.687977 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1003376f-8b99-40c0-89e5-d06231454ec8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.691444 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1003376f-8b99-40c0-89e5-d06231454ec8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/afcccd8b-47fa-47b4-926a-95d63b2d7a9d HTTP/1.1" status: 204 len: 168 time: 0.7499068 Feb 09 21:42:49.693845 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60876) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:49.694667 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-50ea9142-e1be-42e8-8446-b926c03ba3e3 None None] Current status of the port a79115d9-8461-494f-8de1-cbdb8f725cfc is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:49.695214 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-50ea9142-e1be-42e8-8446-b926c03ba3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.702047 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.752781 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162b414-cff2-47f4-8c62-4da64749180e req-770fb66e-f177-40f6-bdc6-2c5c3d7d7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:49.754447 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7162b414-cff2-47f4-8c62-4da64749180e req-770fb66e-f177-40f6-bdc6-2c5c3d7d7773 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=178a334a4d4c401b8c15c3fe9c3a710c&device_id=cf593d3b-9a8e-44d6-92b3-22f1c3972600 HTTP/1.1" status: 200 len: 1127 time: 0.1204693 Feb 09 21:42:49.798994 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eea446b-b361-4b2d-b9f5-efb0ee8ba90a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:49.803343 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eea446b-b361-4b2d-b9f5-efb0ee8ba90a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:49.808725 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eea446b-b361-4b2d-b9f5-efb0ee8ba90a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:49.812685 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2eea446b-b361-4b2d-b9f5-efb0ee8ba90a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1174250 Feb 09 21:42:49.815112 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60878) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:49.815451 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=a79115d9-8461-494f-8de1-cbdb8f725cfc,revision_number=9']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:49.848450 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582ba59b-6431-444c-b0f7-7a7321fb52c9 None None] Update dhcp port {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'fixed_ips': [{'subnet_id': '2446674a-0022-4669-923c-b5c4e8b9af72', 'ip_address': '2001:db8::f816:3eff:fea7:6f29'}, {'subnet_id': '4a1e4cac-bee5-4f6f-ba3f-1f75614ba091'}], 'binding:host_id': 'n-d-828601-1'}, 'id': 'a79115d9-8461-494f-8de1-cbdb8f725cfc'} from n-d-828601-1. {{(pid=103203) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:42:49.905950 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162b414-cff2-47f4-8c62-4da64749180e req-ff0a51b2-892a-4a8b-8102-70cd8ac08719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:49.908918 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0c4ae994-632c-4d04-bcbc-3523d6f69a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:41:07Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '705fd641-ff26-445e-91ca-9e586e6cf946', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'port_id': '02fc6b73-7e89-4def-8c16-0e5092c25560', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'mac_address': 'fa:16:3e:f3:3a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf593d3b-9a8e-44d6-92b3-22f1c3972600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:41:55Z', 'updated_at': '2022-02-09T21:42:45Z', 'revision_number': 3, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5475d33-05a9-41b7-898f-558c95bf80d2', 'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'mac_address': 'fa:16:3e:64:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:02Z', 'updated_at': '2022-02-09T21:41:15Z', 'revision_number': 5, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'subnets': [{'id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:49.918340 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7162b414-cff2-47f4-8c62-4da64749180e req-ff0a51b2-892a-4a8b-8102-70cd8ac08719 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9cec45fb-c615-4147-9585-d66f5efcfe6c HTTP/1.1" status: 200 len: 920 time: 0.1560261 Feb 09 21:42:49.947014 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4ae994-632c-4d04-bcbc-3523d6f69a05 None None] The sync data for ids ['901f3f3e-2947-4b26-a9f8-1eb355661f69'] in n-d-828601-1 is: [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:41:07Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '705fd641-ff26-445e-91ca-9e586e6cf946', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'port_id': '02fc6b73-7e89-4def-8c16-0e5092c25560', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'mac_address': 'fa:16:3e:f3:3a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf593d3b-9a8e-44d6-92b3-22f1c3972600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:41:55Z', 'updated_at': '2022-02-09T21:42:45Z', 'revision_number': 3, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5475d33-05a9-41b7-898f-558c95bf80d2', 'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'mac_address': 'fa:16:3e:64:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:02Z', 'updated_at': '2022-02-09T21:41:15Z', 'revision_number': 5, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'subnets': [{'id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:49.948624 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-50ea9142-e1be-42e8-8446-b926c03ba3e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:42:49.949221 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-50ea9142-e1be-42e8-8446-b926c03ba3e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:42:49.950622 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-582ba59b-6431-444c-b0f7-7a7321fb52c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.982344 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a7f431-c4a5-4530-ad9b-1a47758144fd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet 2446674a-0022-4669-923c-b5c4e8b9af72 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:42:49.990799 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47a7f431-c4a5-4530-ad9b-1a47758144fd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (2446674a-0022-4669-923c-b5c4e8b9af72), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.026038 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7162b414-cff2-47f4-8c62-4da64749180e req-c197f843-f324-480f-b0f0-f05343f7ad7f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02fc6b73-7e89-4def-8c16-0e5092c25560 HTTP/1.1" status: 200 len: 1001 time: 0.1064754 Feb 09 21:42:50.108025 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47a7f431-c4a5-4530-ad9b-1a47758144fd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (2446674a-0022-4669-923c-b5c4e8b9af72), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.127303 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162b414-cff2-47f4-8c62-4da64749180e req-c5d60ffa-f453-49d2-b9bf-74f4a36c2419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:50.128891 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7162b414-cff2-47f4-8c62-4da64749180e req-c5d60ffa-f453-49d2-b9bf-74f4a36c2419 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e3c310f9-5e45-4b20-89c5-333731de760d HTTP/1.1" status: 200 len: 858 time: 0.1018822 Feb 09 21:42:50.191224 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162b414-cff2-47f4-8c62-4da64749180e req-78d2efc3-68a1-4bb0-885d-66e029ffcf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:50.193015 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7162b414-cff2-47f4-8c62-4da64749180e req-78d2efc3-68a1-4bb0-885d-66e029ffcf44 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9cec45fb-c615-4147-9585-d66f5efcfe6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567188 Feb 09 21:42:50.319217 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a79115d9-8461-494f-8de1-cbdb8f725cfc up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:50.334298 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9beaa4-b81a-461b-adc1-a9cd30d44bae None None] New status for floating IP 705fd641-ff26-445e-91ca-9e586e6cf946: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:42:50.363364 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47a7f431-c4a5-4530-ad9b-1a47758144fd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (2446674a-0022-4669-923c-b5c4e8b9af72), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.375845 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7162b414-cff2-47f4-8c62-4da64749180e req-903b9ea2-a6c2-42b7-90a2-d031ad5f59bf service neutron] 10.222.0.77 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676948 Feb 09 21:42:50.399739 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port a79115d9-8461-494f-8de1-cbdb8f725cfc triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:50.400246 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.513414 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-50ea9142-e1be-42e8-8446-b926c03ba3e3 None None] Current status of the port a79115d9-8461-494f-8de1-cbdb8f725cfc is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:50.514395 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47a7f431-c4a5-4530-ad9b-1a47758144fd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (2446674a-0022-4669-923c-b5c4e8b9af72), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server [None req-582ba59b-6431-444c-b0f7-7a7321fb52c9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2446674a-0022-4669-923c-b5c4e8b9af72: This subnet is being modified by another concurrent operation. Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:42:50.524160 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise exception Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2446674a-0022-4669-923c-b5c4e8b9af72: This subnet is being modified by another concurrent operation. Feb 09 21:42:50.527370 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Feb 09 21:42:50.593694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7f431-c4a5-4530-ad9b-1a47758144fd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=2446674a-0022-4669-923c-b5c4e8b9af72,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:50.595689 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port a79115d9-8461-494f-8de1-cbdb8f725cfc is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:50.609239 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47a7f431-c4a5-4530-ad9b-1a47758144fd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.613196 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-47a7f431-c4a5-4530-ad9b-1a47758144fd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/2446674a-0022-4669-923c-b5c4e8b9af72 HTTP/1.1" status: 204 len: 168 time: 0.7955194 Feb 09 21:42:50.619480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60882) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:50.654069 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7162b414-cff2-47f4-8c62-4da64749180e req-9e9b8d40-bc68-4d13-95d0-566d3259b485 service neutron] 10.222.0.77 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705586 Feb 09 21:42:50.659798 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9bec7b-b00c-4deb-a242-f5e4e52cb9b5 None None] get_active_networks_info from n-d-828601-1 {{(pid=103203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:42:50.745732 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f73b775-fee6-4d94-b775-a102c733db5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet 4a1e4cac-bee5-4f6f-ba3f-1f75614ba091 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:42:50.751485 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0f73b775-fee6-4d94-b775-a102c733db5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (4a1e4cac-bee5-4f6f-ba3f-1f75614ba091), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.763418 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-86d6e9b4-0cdf-48e9-aa3e-66fa091b5b82 None None] Provisioning complete for port a79115d9-8461-494f-8de1-cbdb8f725cfc triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:50.764086 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-86d6e9b4-0cdf-48e9-aa3e-66fa091b5b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.813575 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0f73b775-fee6-4d94-b775-a102c733db5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (4a1e4cac-bee5-4f6f-ba3f-1f75614ba091), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.878354 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c006a97-0ec3-4271-af09-55a8d7d4c57b req-55820334-cd1e-49ab-a201-17cd7e7644d0 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:50.880915 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0f73b775-fee6-4d94-b775-a102c733db5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (4a1e4cac-bee5-4f6f-ba3f-1f75614ba091), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.881088 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1c006a97-0ec3-4271-af09-55a8d7d4c57b req-55820334-cd1e-49ab-a201-17cd7e7644d0 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7 HTTP/1.1" status: 200 len: 945 time: 0.1020629 Feb 09 21:42:50.927724 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d6f9c6-10a8-4d9c-9dc2-e27d3c3864e2 None None] Sync routers for ids ['901f3f3e-2947-4b26-a9f8-1eb355661f69'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:50.984690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d6f9c6-10a8-4d9c-9dc2-e27d3c3864e2 None None] Routers {'901f3f3e-2947-4b26-a9f8-1eb355661f69'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:50.986047 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-85d6f9c6-10a8-4d9c-9dc2-e27d3c3864e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:42:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['901f3f3e-2947-4b26-a9f8-1eb355661f69'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:50.996719 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1c006a97-0ec3-4271-af09-55a8d7d4c57b req-165c0422-67a3-4641-a664-c67f20086a51 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013498 Feb 09 21:42:51.035867 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0f73b775-fee6-4d94-b775-a102c733db5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (4a1e4cac-bee5-4f6f-ba3f-1f75614ba091), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:51.111300 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0f73b775-fee6-4d94-b775-a102c733db5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:51.120014 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0f73b775-fee6-4d94-b775-a102c733db5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/4a1e4cac-bee5-4f6f-ba3f-1f75614ba091 HTTP/1.1" status: 204 len: 168 time: 0.4965250 Feb 09 21:42:51.120014 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73b775-fee6-4d94-b775-a102c733db5a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=4a1e4cac-bee5-4f6f-ba3f-1f75614ba091,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:51.121768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60888) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:51.133922 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9bec7b-b00c-4deb-a242-f5e4e52cb9b5 None None] Resources bound (agent type, host, resource id): {{(pid=103203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:42:51.217908 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-305c0a90-54fe-44c4-8c45-99a187705a98 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940323 Feb 09 21:42:51.223033 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60890) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:51.233015 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-8e679e9e-26b1-4da8-9888-850346ee9cac tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:51.387585 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-86d6e9b4-0cdf-48e9-aa3e-66fa091b5b82 None None] Current status of the port a79115d9-8461-494f-8de1-cbdb8f725cfc is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:51.437753 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-86d6e9b4-0cdf-48e9-aa3e-66fa091b5b82 None None] Could not find standard attr ID for object afcccd8b-47fa-47b4-926a-95d63b2d7a9d. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:42:51.495965 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-85d6f9c6-10a8-4d9c-9dc2-e27d3c3864e2 None None] Set router 901f3f3e-2947-4b26-a9f8-1eb355661f69 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:51.510156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e679e9e-26b1-4da8-9888-850346ee9cac tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:51.515900 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e679e9e-26b1-4da8-9888-850346ee9cac tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:51.694087 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86779b0-8538-4ae8-b295-99bb64154d32 req-b593270b-15aa-45ea-8790-a80423bbf1bc tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:51.700960 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a86779b0-8538-4ae8-b295-99bb64154d32 req-b593270b-15aa-45ea-8790-a80423bbf1bc tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1 HTTP/1.1" status: 200 len: 945 time: 0.1735902 Feb 09 21:42:51.877698 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a86779b0-8538-4ae8-b295-99bb64154d32 req-453ba283-0ced-4a67-bfc3-e956a47c1109 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673696 Feb 09 21:42:51.909758 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a649834-5eb5-4510-96f2-4ef64e794388 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:52.136501 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e679e9e-26b1-4da8-9888-850346ee9cac tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (50e0a9f2-458b-4764-a34f-7383a20c33a7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.296179 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e679e9e-26b1-4da8-9888-850346ee9cac tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:52.312686 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-8e679e9e-26b1-4da8-9888-850346ee9cac tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:52.334030 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e679e9e-26b1-4da8-9888-850346ee9cac tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:52.335104 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e679e9e-26b1-4da8-9888-850346ee9cac tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.421434 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8e679e9e-26b1-4da8-9888-850346ee9cac tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1959016 Feb 09 21:42:52.426214 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60936) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:52.427329 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e679e9e-26b1-4da8-9888-850346ee9cac tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=50e0a9f2-458b-4764-a34f-7383a20c33a7,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:52.434491 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c03c2315-ab49-4fd7-8abf-6f6ff69f4012 None None] Provisioning complete for port a79115d9-8461-494f-8de1-cbdb8f725cfc triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:52.435375 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c03c2315-ab49-4fd7-8abf-6f6ff69f4012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.438674 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a79115d9-8461-494f-8de1-cbdb8f725cfc no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:52.441796 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b85711e5-e089-49fd-9dd4-368ba2aa9ce8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:52.611898 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c2cc4e-8c10-46f0-b31b-4abb26b883c4 None None] DHCP port deletion for 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:42:52.622431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-85d6f9c6-10a8-4d9c-9dc2-e27d3c3864e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:41:07Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '705fd641-ff26-445e-91ca-9e586e6cf946', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'port_id': '02fc6b73-7e89-4def-8c16-0e5092c25560', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'mac_address': 'fa:16:3e:f3:3a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf593d3b-9a8e-44d6-92b3-22f1c3972600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:41:55Z', 'updated_at': '2022-02-09T21:42:50Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5475d33-05a9-41b7-898f-558c95bf80d2', 'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'mac_address': 'fa:16:3e:64:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:02Z', 'updated_at': '2022-02-09T21:41:15Z', 'revision_number': 5, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'subnets': [{'id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:52.737355 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c03c2315-ab49-4fd7-8abf-6f6ff69f4012 None None] Current status of the port a79115d9-8461-494f-8de1-cbdb8f725cfc is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:52.743479 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d6f9c6-10a8-4d9c-9dc2-e27d3c3864e2 None None] Checking router: 901f3f3e-2947-4b26-a9f8-1eb355661f69 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:42:52.748062 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port a79115d9-8461-494f-8de1-cbdb8f725cfc is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:52.748457 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.797343 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f4c2cc4e-8c10-46f0-b31b-4abb26b883c4 None None] Deleting port a79115d9-8461-494f-8de1-cbdb8f725cfc {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:52.797710 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4c2cc4e-8c10-46f0-b31b-4abb26b883c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.799914 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d6f9c6-10a8-4d9c-9dc2-e27d3c3864e2 None None] Routers {'901f3f3e-2947-4b26-a9f8-1eb355661f69'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:52.800652 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-85d6f9c6-10a8-4d9c-9dc2-e27d3c3864e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:42:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['901f3f3e-2947-4b26-a9f8-1eb355661f69'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:52.923168 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a5866-82e2-4950-aa69-1105ecccfa5d req-3f1b4b9a-bbd9-44fa-ad9f-7d9cebb3622c tempest-ComputeTenantNetworksTest-1240434699 tempest-ComputeTenantNetworksTest-1240434699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:52.935104 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a5866-82e2-4950-aa69-1105ecccfa5d req-3f1b4b9a-bbd9-44fa-ad9f-7d9cebb3622c tempest-ComputeTenantNetworksTest-1240434699 tempest-ComputeTenantNetworksTest-1240434699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:52.946410 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a5866-82e2-4950-aa69-1105ecccfa5d req-3f1b4b9a-bbd9-44fa-ad9f-7d9cebb3622c tempest-ComputeTenantNetworksTest-1240434699 tempest-ComputeTenantNetworksTest-1240434699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:52.961294 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a8a5866-82e2-4950-aa69-1105ecccfa5d req-3f1b4b9a-bbd9-44fa-ad9f-7d9cebb3622c tempest-ComputeTenantNetworksTest-1240434699 tempest-ComputeTenantNetworksTest-1240434699-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5326209 Feb 09 21:42:53.118999 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c566bc1-049b-4028-bf16-3f4829caaeb2 req-07929282-bcec-443a-b625-8d6a68eefc2f tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "GET /v2.0/floatingips/a20beab9-940f-4ecb-8d09-94965432de36 HTTP/1.1" status: 200 len: 692 time: 0.1287935 Feb 09 21:42:53.136901 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port a79115d9-8461-494f-8de1-cbdb8f725cfc, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a79115d9-8461-494f-8de1-cbdb8f725cfc,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:53.153141 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:53.236240 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85711e5-e089-49fd-9dd4-368ba2aa9ce8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:53.245366 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b85711e5-e089-49fd-9dd4-368ba2aa9ce8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:53.270217 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=a79115d9-8461-494f-8de1-cbdb8f725cfc,revision_number=11']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:53.289521 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f4c2cc4e-8c10-46f0-b31b-4abb26b883c4 None None] For port a79115d9-8461-494f-8de1-cbdb8f725cfc, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a79115d9-8461-494f-8de1-cbdb8f725cfc,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:53.289959 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4c2cc4e-8c10-46f0-b31b-4abb26b883c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:53.296226 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-85d6f9c6-10a8-4d9c-9dc2-e27d3c3864e2 None None] Set router 901f3f3e-2947-4b26-a9f8-1eb355661f69 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:53.339247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f4c2cc4e-8c10-46f0-b31b-4abb26b883c4 None None] Calling delete_port for a79115d9-8461-494f-8de1-cbdb8f725cfc owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:53.408322 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f295724-83d9-40db-b797-8adca84a3ead req-65336bb9-7cbb-4cc0-8520-66a73d52af90 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:53.411140 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f295724-83d9-40db-b797-8adca84a3ead req-65336bb9-7cbb-4cc0-8520-66a73d52af90 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.71 "GET /v2.0/ports?device_id=6f046db4-6866-452b-b255-73c25c89d958 HTTP/1.1" status: 200 len: 945 time: 0.4096355 Feb 09 21:42:53.545800 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c566bc1-049b-4028-bf16-3f4829caaeb2 req-1cbd933c-8298-4e14-bc47-805fd9fbce33 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:53.552759 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c566bc1-049b-4028-bf16-3f4829caaeb2 req-1cbd933c-8298-4e14-bc47-805fd9fbce33 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.4324114 Feb 09 21:42:53.559124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-0c566bc1-049b-4028-bf16-3f4829caaeb2 req-141df35d-5b66-43f2-b728-a68fa66a01f7 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:42:53.572880 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c566bc1-049b-4028-bf16-3f4829caaeb2 req-141df35d-5b66-43f2-b728-a68fa66a01f7 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0189223 Feb 09 21:42:53.596981 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4c2cc4e-8c10-46f0-b31b-4abb26b883c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (a79115d9-8461-494f-8de1-cbdb8f725cfc), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:53.688472 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce03781-7fd3-4751-a8d8-430cf98e2676 x-openstack-request-id: req-0ce03781-7fd3-4751-a8d8-430cf98e2676 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:53.689130 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1", "tag": "108c326d-dfc7-41ae-a680-f613b079eec8", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:53.689875 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ce03781-7fd3-4751-a8d8-430cf98e2676 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:53.690499 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1', 'tag': '108c326d-dfc7-41ae-a680-f613b079eec8', 'status': 'completed', 'code': 200} Feb 09 21:42:53.754907 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a264a8-f652-4464-90a0-c8cf10bc612b x-openstack-request-id: req-83a264a8-f652-4464-90a0-c8cf10bc612b {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:53.755518 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1", "name": "network-vif-plugged", "status": "completed", "tag": "108c326d-dfc7-41ae-a680-f613b079eec8", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:53.756035 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-83a264a8-f652-4464-90a0-c8cf10bc612b {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:53.756684 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108c326d-dfc7-41ae-a680-f613b079eec8', 'code': 200} Feb 09 21:42:53.768422 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2cc4e-8c10-46f0-b31b-4abb26b883c4 None None] Pushing event deleted for resources: {'Port': ['ID=a79115d9-8461-494f-8de1-cbdb8f725cfc,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:53.776778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c2cc4e-8c10-46f0-b31b-4abb26b883c4 None None] No DVR routers for this DVR port a79115d9-8461-494f-8de1-cbdb8f725cfc on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:53.883755 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b033b-f648-40bc-9b1e-94fe5591c7d0 req-dd586bf7-5b80-4769-b8a1-c8169d8192f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:53.885351 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-784b033b-f648-40bc-9b1e-94fe5591c7d0 req-dd586bf7-5b80-4769-b8a1-c8169d8192f3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77fff10e42184e818ed304a7a3195873&device_id=1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1 HTTP/1.1" status: 200 len: 1127 time: 0.2172585 Feb 09 21:42:54.008692 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7a7dda-8a95-4651-a60d-4dd62b072ebb None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:54.038181 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b033b-f648-40bc-9b1e-94fe5591c7d0 req-e3467dbe-7fd7-45b2-a854-0b89ff76aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:54.042695 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-784b033b-f648-40bc-9b1e-94fe5591c7d0 req-e3467dbe-7fd7-45b2-a854-0b89ff76aec4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 HTTP/1.1" status: 200 len: 916 time: 0.1499307 Feb 09 21:42:54.052927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-9f295724-83d9-40db-b797-8adca84a3ead req-c80933fd-b365-44a1-bd69-2998c6e978d7 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Deleting port 3145e101-ecbe-43b0-be2d-64afcbc88995 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:54.053614 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9f295724-83d9-40db-b797-8adca84a3ead req-c80933fd-b365-44a1-bd69-2998c6e978d7 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (3145e101-ecbe-43b0-be2d-64afcbc88995), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.135406 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-85d6f9c6-10a8-4d9c-9dc2-e27d3c3864e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:41:07Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '705fd641-ff26-445e-91ca-9e586e6cf946', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'port_id': '02fc6b73-7e89-4def-8c16-0e5092c25560', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'mac_address': 'fa:16:3e:f3:3a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf593d3b-9a8e-44d6-92b3-22f1c3972600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:41:55Z', 'updated_at': '2022-02-09T21:42:50Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5475d33-05a9-41b7-898f-558c95bf80d2', 'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'mac_address': 'fa:16:3e:64:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:02Z', 'updated_at': '2022-02-09T21:41:15Z', 'revision_number': 5, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'subnets': [{'id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:54.145563 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-784b033b-f648-40bc-9b1e-94fe5591c7d0 req-2a4545fe-e9ac-438e-8851-86a45a7eb6fa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=108c326d-dfc7-41ae-a680-f613b079eec8 HTTP/1.1" status: 200 len: 217 time: 0.0949154 Feb 09 21:42:54.161515 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ba36d07-1ccd-4bf7-b1fa-6ded5bc44ea5 req-b473b522-1ea9-41ff-8dfb-a900e6932ce2 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.244 HTTP/1.1" status: 200 len: 1001 time: 0.3706217 Feb 09 21:42:54.189266 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d6f9c6-10a8-4d9c-9dc2-e27d3c3864e2 None None] The sync data for ids ['901f3f3e-2947-4b26-a9f8-1eb355661f69'] in n-d-828601-1 is: [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:41:07Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '705fd641-ff26-445e-91ca-9e586e6cf946', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'port_id': '02fc6b73-7e89-4def-8c16-0e5092c25560', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'mac_address': 'fa:16:3e:f3:3a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf593d3b-9a8e-44d6-92b3-22f1c3972600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:41:55Z', 'updated_at': '2022-02-09T21:42:50Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5475d33-05a9-41b7-898f-558c95bf80d2', 'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'mac_address': 'fa:16:3e:64:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:02Z', 'updated_at': '2022-02-09T21:41:15Z', 'revision_number': 5, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'subnets': [{'id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:54.238848 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9f672c-700c-4a58-ba7b-f915375d13d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'fixed_ips': [{'subnet_id': '50e0a9f2-458b-4764-a34f-7383a20c33a7'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:42:54.239946 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8a9f672c-700c-4a58-ba7b-f915375d13d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.314291 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b033b-f648-40bc-9b1e-94fe5591c7d0 req-12c05fce-b765-41b0-97b8-4085a1181f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:54.326535 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-784b033b-f648-40bc-9b1e-94fe5591c7d0 req-12c05fce-b765-41b0-97b8-4085a1181f2a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4ec51de9-93a9-4e1c-b1d1-307551dbf1e9 HTTP/1.1" status: 200 len: 855 time: 0.1609855 Feb 09 21:42:54.400692 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-784b033b-f648-40bc-9b1e-94fe5591c7d0 req-83620eaf-02ff-43a3-9cfd-0bca492a9c51 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=18dcd003-8cbd-4794-b5ef-c9a65b6cdc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730791 Feb 09 21:42:54.489949 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8df01-69c0-4c11-a1ef-12fa0509a1e4 req-5806e0b4-4538-48c8-a3e1-67b9b36e72e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:54.493126 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6ae8df01-69c0-4c11-a1ef-12fa0509a1e4 req-5806e0b4-4538-48c8-a3e1-67b9b36e72e7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1 HTTP/1.1" status: 200 len: 1127 time: 0.5697184 Feb 09 21:42:54.544332 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba36d07-1ccd-4bf7-b1fa-6ded5bc44ea5 req-47c9c7c4-de09-466b-bf1a-56b681f2fd13 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:54.547422 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ba36d07-1ccd-4bf7-b1fa-6ded5bc44ea5 req-47c9c7c4-de09-466b-bf1a-56b681f2fd13 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports/02fc6b73-7e89-4def-8c16-0e5092c25560 HTTP/1.1" status: 200 len: 942 time: 0.3830454 Feb 09 21:42:54.589470 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-8a9f672c-700c-4a58-ba7b-f915375d13d8 None None] Allocated IP 172.20.0.2 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/50e0a9f2-458b-4764-a34f-7383a20c33a7/2f7dd612-bcd5-4ae0-8e84-3e461c297158) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:54.600017 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-784b033b-f648-40bc-9b1e-94fe5591c7d0 req-48fd8bc5-9945-4294-81ea-2b8b7be9c171 service neutron] 10.222.0.71 "GET /v2.0/networks/18dcd003-8cbd-4794-b5ef-c9a65b6cdc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914120 Feb 09 21:42:54.634512 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-9f295724-83d9-40db-b797-8adca84a3ead req-c80933fd-b365-44a1-bd69-2998c6e978d7 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] For port 3145e101-ecbe-43b0-be2d-64afcbc88995, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=3145e101-ecbe-43b0-be2d-64afcbc88995,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:54.634891 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9f295724-83d9-40db-b797-8adca84a3ead req-c80933fd-b365-44a1-bd69-2998c6e978d7 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (3145e101-ecbe-43b0-be2d-64afcbc88995), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.651025 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6ae8df01-69c0-4c11-a1ef-12fa0509a1e4 req-1a47b866-771c-41a2-873b-3dadce29bd35 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356943 Feb 09 21:42:54.657537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-9f295724-83d9-40db-b797-8adca84a3ead req-c80933fd-b365-44a1-bd69-2998c6e978d7 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Calling delete_port for 3145e101-ecbe-43b0-be2d-64afcbc88995 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:54.880680 n-d-828601-1 neutron-server[103201]: DEBUG neutron.objects.ports [None req-b85711e5-e089-49fd-9dd4-368ba2aa9ce8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103201) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:42:54.888377 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-784b033b-f648-40bc-9b1e-94fe5591c7d0 req-0742e627-8b30-4412-93c7-0bbcddd4fccc service neutron] 10.222.0.71 "GET /v2.0/networks/18dcd003-8cbd-4794-b5ef-c9a65b6cdc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807000 Feb 09 21:42:54.924067 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b85711e5-e089-49fd-9dd4-368ba2aa9ce8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (71b3eedd-b3c1-4691-ac0b-7ce9d7dba73a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.154832 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8a9f672c-700c-4a58-ba7b-f915375d13d8 None None] Publish callbacks [] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.160354 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ba36d07-1ccd-4bf7-b1fa-6ded5bc44ea5 req-262aac22-6221-4301-b112-9ed2969414b1 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.244 HTTP/1.1" status: 200 len: 1001 time: 0.2636681 Feb 09 21:42:55.166368 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8a9f672c-700c-4a58-ba7b-f915375d13d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.210254 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9f672c-700c-4a58-ba7b-f915375d13d8 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:55.213566 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-8a9f672c-700c-4a58-ba7b-f915375d13d8 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:55.219748 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85711e5-e089-49fd-9dd4-368ba2aa9ce8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:55.220061 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f672c-700c-4a58-ba7b-f915375d13d8 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:55.257419 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-b85711e5-e089-49fd-9dd4-368ba2aa9ce8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:55.282781 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f672c-700c-4a58-ba7b-f915375d13d8 None None] Pushing event updated for resources: {'Port': ['ID=2f7dd612-bcd5-4ae0-8e84-3e461c297158,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:55.301562 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-8a9f672c-700c-4a58-ba7b-f915375d13d8 None None] Attempting to bind port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:55.301940 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-8a9f672c-700c-4a58-ba7b-f915375d13d8 None None] Attempting to bind port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:55.302316 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9f672c-700c-4a58-ba7b-f915375d13d8 None None] Attempting to bind port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 on network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:55.309414 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9f672c-700c-4a58-ba7b-f915375d13d8 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:55.309784 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9f672c-700c-4a58-ba7b-f915375d13d8 None None] Checking segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:55.310263 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8a9f672c-700c-4a58-ba7b-f915375d13d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.310685 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9f672c-700c-4a58-ba7b-f915375d13d8 None None] Bound using segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:55.311207 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-8a9f672c-700c-4a58-ba7b-f915375d13d8 None None] Bound port: 2f7dd612-bcd5-4ae0-8e84-3e461c297158, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:55.311610 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8a9f672c-700c-4a58-ba7b-f915375d13d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.336083 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85711e5-e089-49fd-9dd4-368ba2aa9ce8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:55.337480 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b85711e5-e089-49fd-9dd4-368ba2aa9ce8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.412002 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-8a9f672c-700c-4a58-ba7b-f915375d13d8 None None] For port 2f7dd612-bcd5-4ae0-8e84-3e461c297158, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:55.426839 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85711e5-e089-49fd-9dd4-368ba2aa9ce8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=71b3eedd-b3c1-4691-ac0b-7ce9d7dba73a,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:55.460570 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b85711e5-e089-49fd-9dd4-368ba2aa9ce8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0297065 Feb 09 21:42:55.463125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60982) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:55.475431 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-afa98646-d5e7-45be-ae9d-ddc6ae7434f4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'mac_address': 'fa:16:3e:af:25:f9', 'name': 'tempest-NetworksTestDHCPv6-1634474560'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:55.525695 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-8a9f672c-700c-4a58-ba7b-f915375d13d8 None None] For port 2f7dd612-bcd5-4ae0-8e84-3e461c297158, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2f7dd612-bcd5-4ae0-8e84-3e461c297158,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:55.532268 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9f295724-83d9-40db-b797-8adca84a3ead req-c80933fd-b365-44a1-bd69-2998c6e978d7 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (3145e101-ecbe-43b0-be2d-64afcbc88995), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.538009 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8a9f672c-700c-4a58-ba7b-f915375d13d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.616229 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba36d07-1ccd-4bf7-b1fa-6ded5bc44ea5 req-dca416bb-bd1f-4f7f-af42-7606f1cf4dc7 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:55.616229 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ba36d07-1ccd-4bf7-b1fa-6ded5bc44ea5 req-dca416bb-bd1f-4f7f-af42-7606f1cf4dc7 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.4151201 Feb 09 21:42:55.626145 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80933fd-b365-44a1-bd69-2998c6e978d7 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Pushing event deleted for resources: {'Port': ['ID=3145e101-ecbe-43b0-be2d-64afcbc88995,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:55.658823 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f672c-700c-4a58-ba7b-f915375d13d8 None None] Pushing event updated for resources: {'Port': ['ID=2f7dd612-bcd5-4ae0-8e84-3e461c297158,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:55.661913 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f295724-83d9-40db-b797-8adca84a3ead req-c80933fd-b365-44a1-bd69-2998c6e978d7 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] No DVR routers for this DVR port 3145e101-ecbe-43b0-be2d-64afcbc88995 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:55.667815 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9f295724-83d9-40db-b797-8adca84a3ead req-c80933fd-b365-44a1-bd69-2998c6e978d7 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.671556 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f295724-83d9-40db-b797-8adca84a3ead req-c80933fd-b365-44a1-bd69-2998c6e978d7 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.71 "DELETE /v2.0/ports/3145e101-ecbe-43b0-be2d-64afcbc88995 HTTP/1.1" status: 204 len: 173 time: 2.2493000 Feb 09 21:42:55.692382 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea5178c-6dbb-4768-8cb6-947b1bb326d7', 'tag': '201691e8-8155-4ad4-86ea-9656b7ff72f1'}, {'name': 'network-changed', 'server_uuid': 'cf593d3b-9a8e-44d6-92b3-22f1c3972600', 'tag': '02fc6b73-7e89-4def-8c16-0e5092c25560'}, {'server_uuid': '6f046db4-6866-452b-b255-73c25c89d958', 'name': 'network-vif-deleted', 'tag': '3145e101-ecbe-43b0-be2d-64afcbc88995'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:55.695620 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4aea63-0a65-4fe8-b802-300d026f385c" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea5178c-6dbb-4768-8cb6-947b1bb326d7", "tag": "201691e8-8155-4ad4-86ea-9656b7ff72f1"}, {"name": "network-changed", "server_uuid": "cf593d3b-9a8e-44d6-92b3-22f1c3972600", "tag": "02fc6b73-7e89-4def-8c16-0e5092c25560"}, {"server_uuid": "6f046db4-6866-452b-b255-73c25c89d958", "name": "network-vif-deleted", "tag": "3145e101-ecbe-43b0-be2d-64afcbc88995"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:55.759844 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa98646-d5e7-45be-ae9d-ddc6ae7434f4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:55.944977 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-afa98646-d5e7-45be-ae9d-ddc6ae7434f4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.013614 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-afa98646-d5e7-45be-ae9d-ddc6ae7434f4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] device_id is not set on port 8d5e7d32-4eb4-416d-9ee4-0c6aeaa4c99a yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:42:56.042941 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 3145e101-ecbe-43b0-be2d-64afcbc88995 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:56.096404 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 3145e101-ecbe-43b0-be2d-64afcbc88995 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:42:56.096773 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 3145e101-ecbe-43b0-be2d-64afcbc88995 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:42:56.189387 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2003ee1-7e61-4e64-b5d9-2db3fb2275a2 req-cb01fd23-ca96-4752-9cff-94b30c540f8c tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:56.192032 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b2003ee1-7e61-4e64-b5d9-2db3fb2275a2 req-cb01fd23-ca96-4752-9cff-94b30c540f8c tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b01a68-711e-4cde-af8a-9185e4bd16a7 HTTP/1.1" status: 200 len: 945 time: 0.1182394 Feb 09 21:42:56.278273 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b2003ee1-7e61-4e64-b5d9-2db3fb2275a2 req-01508136-1899-48e6-ac45-5b347401579c tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685003 Feb 09 21:42:56.338338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-afa98646-d5e7-45be-ae9d-ddc6ae7434f4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 172.20.0.3 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/50e0a9f2-458b-4764-a34f-7383a20c33a7/8d5e7d32-4eb4-416d-9ee4-0c6aeaa4c99a) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:56.346106 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-afa98646-d5e7-45be-ae9d-ddc6ae7434f4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8::f816:3eff:feaf:25f9 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/71b3eedd-b3c1-4691-ac0b-7ce9d7dba73a/8d5e7d32-4eb4-416d-9ee4-0c6aeaa4c99a) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:56.353573 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2f7dd612-bcd5-4ae0-8e84-3e461c297158 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:56.433673 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e854c9f-488e-4d94-9855-2bfb9767ba40 req-b348aed6-4f64-4e06-a53d-5df80977748e tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f046db4-6866-452b-b255-73c25c89d958 HTTP/1.1" status: 200 len: 210 time: 0.0333302 Feb 09 21:42:56.481063 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:56.481881 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.611509 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:56.612572 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.633547 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-afa98646-d5e7-45be-ae9d-ddc6ae7434f4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (8d5e7d32-4eb4-416d-9ee4-0c6aeaa4c99a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.705000 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0be462-2ce5-4a84-940a-6877f01495e0 req-24a09280-716d-4cba-b176-6eda3e5c7ea4 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:56.706402 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-afa98646-d5e7-45be-ae9d-ddc6ae7434f4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (8d5e7d32-4eb4-416d-9ee4-0c6aeaa4c99a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.708207 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa0be462-2ce5-4a84-940a-6877f01495e0 req-24a09280-716d-4cba-b176-6eda3e5c7ea4 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1 HTTP/1.1" status: 200 len: 945 time: 0.1344204 Feb 09 21:42:56.723059 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 2f7dd612-bcd5-4ae0-8e84-3e461c297158, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2f7dd612-bcd5-4ae0-8e84-3e461c297158,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:56.732931 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.770052 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa98646-d5e7-45be-ae9d-ddc6ae7434f4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:56.781080 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-afa98646-d5e7-45be-ae9d-ddc6ae7434f4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:56.790325 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa98646-d5e7-45be-ae9d-ddc6ae7434f4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:56.826488 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa0be462-2ce5-4a84-940a-6877f01495e0 req-1ca67e6a-58c8-439b-a3e7-c937ecae675c tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089604 Feb 09 21:42:56.847703 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=2f7dd612-bcd5-4ae0-8e84-3e461c297158,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:56.876651 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa98646-d5e7-45be-ae9d-ddc6ae7434f4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=8d5e7d32-4eb4-416d-9ee4-0c6aeaa4c99a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:56.901065 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa98646-d5e7-45be-ae9d-ddc6ae7434f4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:56.901902 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-afa98646-d5e7-45be-ae9d-ddc6ae7434f4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.933171 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-afa98646-d5e7-45be-ae9d-ddc6ae7434f4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4678285 Feb 09 21:42:56.933843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60996) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:57.026537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cfb39-c9bf-4bd5-8be6-6021e5d46202 req-eb64bac9-1bb4-4b91-a04f-5fdc3e8d5f4b tempest-ComputeTenantNetworksTest-1240434699 tempest-ComputeTenantNetworksTest-1240434699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:57.028320 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-187cfb39-c9bf-4bd5-8be6-6021e5d46202 req-eb64bac9-1bb4-4b91-a04f-5fdc3e8d5f4b tempest-ComputeTenantNetworksTest-1240434699 tempest-ComputeTenantNetworksTest-1240434699-project] 10.222.0.77 "GET /v2.0/networks/3ca2fb9e-01fc-4f73-9d2c-4cf4e1bd96fa HTTP/1.1" status: 200 len: 769 time: 0.1717186 Feb 09 21:42:57.042638 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60998) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:57.067708 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d55569-73a9-4cc8-b749-6b3c36088a6b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:57.081410 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d55569-73a9-4cc8-b749-6b3c36088a6b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:57.087198 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-69d55569-73a9-4cc8-b749-6b3c36088a6b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.1519904 Feb 09 21:42:57.091179 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32768) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:57.258478 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b788dde0-9649-4186-94d2-9fbc98b63a21 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting port 8d5e7d32-4eb4-416d-9ee4-0c6aeaa4c99a {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:57.258830 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b788dde0-9649-4186-94d2-9fbc98b63a21 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8d5e7d32-4eb4-416d-9ee4-0c6aeaa4c99a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:57.277807 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e599ef2c-f54d-433f-91ac-71f2953daa1d None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:57.427842 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-aea82784-060b-4a23-b75e-caaec5c71a36 None None] Provisioning complete for port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:57.428532 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aea82784-060b-4a23-b75e-caaec5c71a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:57.552065 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76b439fc-c4ee-4f8a-95e9-ce316d003031 req-b0b2ab9c-21a4-4e7c-8b1b-e2447cf2c84e tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=7e77c00a319c4d4aa333279f9ee9049c HTTP/1.1" status: 200 len: 695 time: 0.4909678 Feb 09 21:42:57.644955 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6de7faf1-f792-4ef3-bc42-e3b5437629e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (3ca2fb9e-01fc-4f73-9d2c-4cf4e1bd96fa), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:57.693214 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-aea82784-060b-4a23-b75e-caaec5c71a36 None None] Current status of the port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:57.764415 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b439fc-c4ee-4f8a-95e9-ce316d003031 req-39234b03-6b2e-4c2b-9fa2-bd90681c5fbf tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:57.771246 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76b439fc-c4ee-4f8a-95e9-ce316d003031 req-39234b03-6b2e-4c2b-9fa2-bd90681c5fbf tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "GET /v2.0/networks?id=10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 787 time: 0.2180960 Feb 09 21:42:57.777497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-76b439fc-c4ee-4f8a-95e9-ce316d003031 req-d3d289d6-5ddf-4e38-b438-f37baede456e tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:42:57.778640 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76b439fc-c4ee-4f8a-95e9-ce316d003031 req-d3d289d6-5ddf-4e38-b438-f37baede456e tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065522 Feb 09 21:42:57.785373 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c1f8f9-5649-448c-8806-c20526859ae2 None None] Update dhcp port {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'fixed_ips': [{'subnet_id': '50e0a9f2-458b-4764-a34f-7383a20c33a7', 'ip_address': '172.20.0.2'}, {'subnet_id': '71b3eedd-b3c1-4691-ac0b-7ce9d7dba73a'}], 'binding:host_id': 'n-d-828601-1'}, 'id': '2f7dd612-bcd5-4ae0-8e84-3e461c297158'} from n-d-828601-1. {{(pid=103203) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:42:57.806202 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6de7faf1-f792-4ef3-bc42-e3b5437629e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (3ca2fb9e-01fc-4f73-9d2c-4cf4e1bd96fa), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:57.854472 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f1c1f8f9-5649-448c-8806-c20526859ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:57.875945 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b788dde0-9649-4186-94d2-9fbc98b63a21 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8d5e7d32-4eb4-416d-9ee4-0c6aeaa4c99a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:57.876272 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6de7faf1-f792-4ef3-bc42-e3b5437629e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca2fb9e-01fc-4f73-9d2c-4cf4e1bd96fa']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:57.892701 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6de7faf1-f792-4ef3-bc42-e3b5437629e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b60c5d-1db4-402e-872b-51a72eaae9a8') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:57.893031 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6de7faf1-f792-4ef3-bc42-e3b5437629e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b60c5d-1db4-402e-872b-51a72eaae9a8') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:57.910683 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6de7faf1-f792-4ef3-bc42-e3b5437629e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (38b60c5d-1db4-402e-872b-51a72eaae9a8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:57.913480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b788dde0-9649-4186-94d2-9fbc98b63a21 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Calling delete_port for 8d5e7d32-4eb4-416d-9ee4-0c6aeaa4c99a owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:57.938746 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-c766f634-4b4a-4918-92de-4477e87ffd8a tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.244 HTTP/1.1" status: 200 len: 1001 time: 0.1105406 Feb 09 21:42:57.943046 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6de7faf1-f792-4ef3-bc42-e3b5437629e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (38b60c5d-1db4-402e-872b-51a72eaae9a8), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:57.972764 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de7faf1-f792-4ef3-bc42-e3b5437629e0 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:42:57.973594 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6de7faf1-f792-4ef3-bc42-e3b5437629e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (38b60c5d-1db4-402e-872b-51a72eaae9a8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:42:57.977298 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:42:58.139506 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-e0066805-c355-4591-b5b7-ddf6c691a864 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:58.141680 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-e0066805-c355-4591-b5b7-ddf6c691a864 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports/02fc6b73-7e89-4def-8c16-0e5092c25560 HTTP/1.1" status: 200 len: 942 time: 0.1906888 Feb 09 21:42:58.159178 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6de7faf1-f792-4ef3-bc42-e3b5437629e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (3ca2fb9e-01fc-4f73-9d2c-4cf4e1bd96fa), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.174858 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6de7faf1-f792-4ef3-bc42-e3b5437629e0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.175936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-f1c1f8f9-5649-448c-8806-c20526859ae2 None None] Allocated IP 2001:db8::f816:3eff:fe15:9692 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/71b3eedd-b3c1-4691-ac0b-7ce9d7dba73a/2f7dd612-bcd5-4ae0-8e84-3e461c297158) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:58.180802 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6de7faf1-f792-4ef3-bc42-e3b5437629e0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/3ca2fb9e-01fc-4f73-9d2c-4cf4e1bd96fa HTTP/1.1" status: 204 len: 168 time: 1.1359267 Feb 09 21:42:58.217014 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7faf1-f792-4ef3-bc42-e3b5437629e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca2fb9e-01fc-4f73-9d2c-4cf4e1bd96fa,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:58.361635 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-6964ee7f-fb26-4655-b100-8619cdcebf6b tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.244 HTTP/1.1" status: 200 len: 1001 time: 0.1197388 Feb 09 21:42:58.425011 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b788dde0-9649-4186-94d2-9fbc98b63a21 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (8d5e7d32-4eb4-416d-9ee4-0c6aeaa4c99a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.450750 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2f7dd612-bcd5-4ae0-8e84-3e461c297158 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:58.471081 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788dde0-9649-4186-94d2-9fbc98b63a21 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Port': ['ID=8d5e7d32-4eb4-416d-9ee4-0c6aeaa4c99a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:58.535599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 32778) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:58.565005 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f1c1f8f9-5649-448c-8806-c20526859ae2 None None] For port 2f7dd612-bcd5-4ae0-8e84-3e461c297158, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2f7dd612-bcd5-4ae0-8e84-3e461c297158,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:58.621393 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f1c1f8f9-5649-448c-8806-c20526859ae2 None None] Publish callbacks [] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.637242 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f1c1f8f9-5649-448c-8806-c20526859ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.645645 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:58.646034 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.665380 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-376d484f-286f-4b4c-864d-fe280d7f844e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d42441cccffa47e0aecc60f971d4a6d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279380 Feb 09 21:42:58.670508 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 32780) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:58.694331 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b788dde0-9649-4186-94d2-9fbc98b63a21 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.722750 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b788dde0-9649-4186-94d2-9fbc98b63a21 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/8d5e7d32-4eb4-416d-9ee4-0c6aeaa4c99a HTTP/1.1" status: 204 len: 168 time: 1.6229532 Feb 09 21:42:58.727137 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32782) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:58.755323 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-f480c526-1fe6-4821-9fb5-7bc9f7dfac6e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:58.758016 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-f480c526-1fe6-4821-9fb5-7bc9f7dfac6e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.3954349 Feb 09 21:42:58.791424 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1f8f9-5649-448c-8806-c20526859ae2 None None] Pushing event updated for resources: {'Port': ['ID=2f7dd612-bcd5-4ae0-8e84-3e461c297158,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:58.864887 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c762aa-ab06-42ae-a04d-293165975dfb tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:58.867776 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c762aa-ab06-42ae-a04d-293165975dfb tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:58.870444 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c762aa-ab06-42ae-a04d-293165975dfb tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:58.871550 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:58.877805 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-97c762aa-ab06-42ae-a04d-293165975dfb tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1492269 Feb 09 21:42:58.878900 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32784) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:58.923983 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26cda483-5d44-48ab-b865-f944cdc7f17d admin admin] Publish callbacks [] for security_group (e89bec62-e4e2-46a8-bd7e-03eb83ba6bd4), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.978422 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-2079ccfc-8e25-4e09-8474-8b0368ea1411 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.244 HTTP/1.1" status: 200 len: 1001 time: 0.2114408 Feb 09 21:42:58.996790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-2725b957-f994-4382-99e0-e8887dbc7566 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet 50e0a9f2-458b-4764-a34f-7383a20c33a7 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:42:59.002205 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-b0579638-5487-4de4-a6c2-39e0a7fb1679 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:59.005616 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2725b957-f994-4382-99e0-e8887dbc7566 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (50e0a9f2-458b-4764-a34f-7383a20c33a7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.010704 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26cda483-5d44-48ab-b865-f944cdc7f17d admin admin] Publish callbacks [] for security_group (e89bec62-e4e2-46a8-bd7e-03eb83ba6bd4), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.105637 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2725b957-f994-4382-99e0-e8887dbc7566 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (50e0a9f2-458b-4764-a34f-7383a20c33a7), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.196575 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-b0579638-5487-4de4-a6c2-39e0a7fb1679 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks [] for floatingip (705fd641-ff26-445e-91ca-9e586e6cf946), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.306942 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26cda483-5d44-48ab-b865-f944cdc7f17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e89bec62-e4e2-46a8-bd7e-03eb83ba6bd4), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.307227 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2725b957-f994-4382-99e0-e8887dbc7566 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (50e0a9f2-458b-4764-a34f-7383a20c33a7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.312764 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26cda483-5d44-48ab-b865-f944cdc7f17d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.315148 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-26cda483-5d44-48ab-b865-f944cdc7f17d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e89bec62-e4e2-46a8-bd7e-03eb83ba6bd4 HTTP/1.1" status: 204 len: 168 time: 0.6425469 Feb 09 21:42:59.350635 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cda483-5d44-48ab-b865-f944cdc7f17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89bec62-e4e2-46a8-bd7e-03eb83ba6bd4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:59.444688 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2725b957-f994-4382-99e0-e8887dbc7566 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (50e0a9f2-458b-4764-a34f-7383a20c33a7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.533836 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-b0579638-5487-4de4-a6c2-39e0a7fb1679 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.541046 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-b0579638-5487-4de4-a6c2-39e0a7fb1679 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (705fd641-ff26-445e-91ca-9e586e6cf946), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.541589 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-b0579638-5487-4de4-a6c2-39e0a7fb1679 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Floating IP 705fd641-ff26-445e-91ca-9e586e6cf946 disassociated. External IP: 172.25.6.244, port: 02fc6b73-7e89-4def-8c16-0e5092c25560. Feb 09 21:42:59.548601 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725b957-f994-4382-99e0-e8887dbc7566 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=50e0a9f2-458b-4764-a34f-7383a20c33a7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:59.556304 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2725b957-f994-4382-99e0-e8887dbc7566 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.568278 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2725b957-f994-4382-99e0-e8887dbc7566 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/50e0a9f2-458b-4764-a34f-7383a20c33a7 HTTP/1.1" status: 204 len: 168 time: 0.6873515 Feb 09 21:42:59.569314 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32790) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:59.690250 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4cc4e4d-213f-419a-8649-7e27bea2e261 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet 71b3eedd-b3c1-4691-ac0b-7ce9d7dba73a {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:42:59.696771 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4e4d-213f-419a-8649-7e27bea2e261 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (71b3eedd-b3c1-4691-ac0b-7ce9d7dba73a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.799116 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4e4d-213f-419a-8649-7e27bea2e261 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (71b3eedd-b3c1-4691-ac0b-7ce9d7dba73a), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.869546 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-571d6b53-7c81-476a-9afc-3cbb55d10207 None None] Could not find standard attr ID for object 8d5e7d32-4eb4-416d-9ee4-0c6aeaa4c99a. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:42:59.882440 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54688b26-09fa-4955-8990-8d5d311e53d6 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:59.983523 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-b0579638-5487-4de4-a6c2-39e0a7fb1679 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Router 901f3f3e-2947-4b26-a9f8-1eb355661f69 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:42:59.992930 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4e4d-213f-419a-8649-7e27bea2e261 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (71b3eedd-b3c1-4691-ac0b-7ce9d7dba73a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:00.135358 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4e4d-213f-419a-8649-7e27bea2e261 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (71b3eedd-b3c1-4691-ac0b-7ce9d7dba73a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:00.253422 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4e4d-213f-419a-8649-7e27bea2e261 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:00.257195 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b4cc4e4d-213f-419a-8649-7e27bea2e261 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/71b3eedd-b3c1-4691-ac0b-7ce9d7dba73a HTTP/1.1" status: 204 len: 168 time: 0.6857684 Feb 09 21:43:00.258312 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc4e4d-213f-419a-8649-7e27bea2e261 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=71b3eedd-b3c1-4691-ac0b-7ce9d7dba73a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:00.264700 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32802) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:00.356130 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-b0579638-5487-4de4-a6c2-39e0a7fb1679 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:00.365672 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-b0579638-5487-4de4-a6c2-39e0a7fb1679 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:00.373253 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56169c2-b318-42ec-bdd4-83a423160390 None None] Sync routers for ids ['901f3f3e-2947-4b26-a9f8-1eb355661f69'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:00.378998 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0d9bfb18-59c6-4e37-b409-0d132ba2e462 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1122169 Feb 09 21:43:00.380495 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32804) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:00.403609 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-58679a75-b1e7-4ef2-9d4e-13bba16306d2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:00.431195 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56169c2-b318-42ec-bdd4-83a423160390 None None] Routers {'901f3f3e-2947-4b26-a9f8-1eb355661f69'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:00.434959 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d56169c2-b318-42ec-bdd4-83a423160390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:42:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['901f3f3e-2947-4b26-a9f8-1eb355661f69'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:00.449819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-b0579638-5487-4de4-a6c2-39e0a7fb1679 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "PUT /v2.0/floatingips/705fd641-ff26-445e-91ca-9e586e6cf946 HTTP/1.1" status: 200 len: 695 time: 1.4522209 Feb 09 21:43:00.474200 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2f7dd612-bcd5-4ae0-8e84-3e461c297158 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:00.485803 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-571d6b53-7c81-476a-9afc-3cbb55d10207 None None] Provisioning complete for port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:00.488618 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-571d6b53-7c81-476a-9afc-3cbb55d10207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:00.644779 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58679a75-b1e7-4ef2-9d4e-13bba16306d2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:00.651785 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58679a75-b1e7-4ef2-9d4e-13bba16306d2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:00.664526 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-2d137f09-bfb1-4eb2-9093-ff27c02f577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:00.680120 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-2d137f09-bfb1-4eb2-9093-ff27c02f577a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=178a334a4d4c401b8c15c3fe9c3a710c&device_id=cf593d3b-9a8e-44d6-92b3-22f1c3972600 HTTP/1.1" status: 200 len: 1127 time: 0.2110560 Feb 09 21:43:00.692950 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-571d6b53-7c81-476a-9afc-3cbb55d10207 None None] Current status of the port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:00.737475 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:00.738240 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:00.887219 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:00.934884 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d56169c2-b318-42ec-bdd4-83a423160390 None None] Set router 901f3f3e-2947-4b26-a9f8-1eb355661f69 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:00.944164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543f21d4-9aa8-45c9-adce-96bad0a51e21 None None] Update dhcp port {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'fixed_ips': [{'subnet_id': '71b3eedd-b3c1-4691-ac0b-7ce9d7dba73a'}], 'binding:host_id': 'n-d-828601-1'}, 'id': '2f7dd612-bcd5-4ae0-8e84-3e461c297158'} from n-d-828601-1. {{(pid=103203) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:43:00.994042 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-ac647365-ed3e-40a8-9fef-67fca0dcbf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:00.995796 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-ac647365-ed3e-40a8-9fef-67fca0dcbf56 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9cec45fb-c615-4147-9585-d66f5efcfe6c HTTP/1.1" status: 200 len: 920 time: 0.3145473 Feb 09 21:43:01.004545 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-543f21d4-9aa8-45c9-adce-96bad0a51e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:01.087624 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-187ed176-f730-4f6f-913f-d54191a7ffcd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02fc6b73-7e89-4def-8c16-0e5092c25560 HTTP/1.1" status: 200 len: 217 time: 0.0777321 Feb 09 21:43:01.198862 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58679a75-b1e7-4ef2-9d4e-13bba16306d2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (1401d87f-3e8c-432f-be5f-b929d692f48b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:01.228568 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-ac2fbe42-415e-4964-b754-f3ced01ce776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:01.231110 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-ac2fbe42-415e-4964-b754-f3ced01ce776 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e3c310f9-5e45-4b20-89c5-333731de760d HTTP/1.1" status: 200 len: 858 time: 0.1306498 Feb 09 21:43:01.361005 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58679a75-b1e7-4ef2-9d4e-13bba16306d2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:01.364181 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-58679a75-b1e7-4ef2-9d4e-13bba16306d2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:01.370770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58679a75-b1e7-4ef2-9d4e-13bba16306d2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:01.371945 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58679a75-b1e7-4ef2-9d4e-13bba16306d2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:01.389896 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58679a75-b1e7-4ef2-9d4e-13bba16306d2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=1401d87f-3e8c-432f-be5f-b929d692f48b,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:01.407514 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-58943415-927a-4238-b865-207529f94362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:01.408580 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-58943415-927a-4238-b865-207529f94362 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9cec45fb-c615-4147-9585-d66f5efcfe6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1615472 Feb 09 21:43:01.453676 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-58679a75-b1e7-4ef2-9d4e-13bba16306d2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0693052 Feb 09 21:43:01.459405 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32818) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:01.480027 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3364c3-ec11-412a-a212-81482f6b4e39 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:01.480253 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-06e34d0f-e996-421d-a294-d78b7ce73604 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:01.493504 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d56169c2-b318-42ec-bdd4-83a423160390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:41:07Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'a5475d33-05a9-41b7-898f-558c95bf80d2', 'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'mac_address': 'fa:16:3e:64:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:02Z', 'updated_at': '2022-02-09T21:41:15Z', 'revision_number': 5, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'subnets': [{'id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:01.580136 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56169c2-b318-42ec-bdd4-83a423160390 None None] Checking router: 901f3f3e-2947-4b26-a9f8-1eb355661f69 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:01.613283 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-15ba3f6d-9507-4218-b340-b1a8eb2d2aa0 None None] Provisioning complete for port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:01.613970 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-15ba3f6d-9507-4218-b340-b1a8eb2d2aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:01.627377 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56169c2-b318-42ec-bdd4-83a423160390 None None] Routers {'901f3f3e-2947-4b26-a9f8-1eb355661f69'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:01.633785 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d56169c2-b318-42ec-bdd4-83a423160390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:42:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['901f3f3e-2947-4b26-a9f8-1eb355661f69'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:01.734243 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-60257580-92d0-4402-b02f-ca4163f14196 service neutron] 10.222.0.77 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120415 Feb 09 21:43:01.806088 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e34d0f-e996-421d-a294-d78b7ce73604 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:01.816583 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06e34d0f-e996-421d-a294-d78b7ce73604 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:01.883071 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d56169c2-b318-42ec-bdd4-83a423160390 None None] Set router 901f3f3e-2947-4b26-a9f8-1eb355661f69 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:01.937456 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4fdfc61-5228-4bb3-a68c-43d949a01589 req-2fab0816-87d9-4114-a450-7cbff5f71c99 service neutron] 10.222.0.77 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963558 Feb 09 21:43:01.972234 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-15ba3f6d-9507-4218-b340-b1a8eb2d2aa0 None None] Current status of the port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:02.124131 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5fcf0d-428e-49f5-bbbb-8f29342e5789 x-openstack-request-id: req-7d5fcf0d-428e-49f5-bbbb-8f29342e5789 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:02.124906 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea5178c-6dbb-4768-8cb6-947b1bb326d7", "tag": "201691e8-8155-4ad4-86ea-9656b7ff72f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cf593d3b-9a8e-44d6-92b3-22f1c3972600", "tag": "02fc6b73-7e89-4def-8c16-0e5092c25560", "status": "completed", "code": 200}, {"server_uuid": "6f046db4-6866-452b-b255-73c25c89d958", "name": "network-vif-deleted", "tag": "3145e101-ecbe-43b0-be2d-64afcbc88995", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:02.124906 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d5fcf0d-428e-49f5-bbbb-8f29342e5789 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:02.125331 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea5178c-6dbb-4768-8cb6-947b1bb326d7', 'tag': '201691e8-8155-4ad4-86ea-9656b7ff72f1', 'status': 'completed', 'code': 200} Feb 09 21:43:02.125716 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf593d3b-9a8e-44d6-92b3-22f1c3972600', 'tag': '02fc6b73-7e89-4def-8c16-0e5092c25560', 'status': 'completed', 'code': 200} Feb 09 21:43:02.126050 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f046db4-6866-452b-b255-73c25c89d958', 'name': 'network-vif-deleted', 'tag': '3145e101-ecbe-43b0-be2d-64afcbc88995', 'status': 'completed', 'code': 200} Feb 09 21:43:02.147342 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ab96fa-b10c-475f-b1a0-aaf15bd9d0ec None None] Update dhcp port {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'fixed_ips': [{'subnet_id': '1401d87f-3e8c-432f-be5f-b929d692f48b'}], 'binding:host_id': 'n-d-828601-1'}, 'id': '2f7dd612-bcd5-4ae0-8e84-3e461c297158'} from n-d-828601-1. {{(pid=103203) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:43:02.248904 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-94ab96fa-b10c-475f-b1a0-aaf15bd9d0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:02.286559 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d56169c2-b318-42ec-bdd4-83a423160390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:41:07Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'a5475d33-05a9-41b7-898f-558c95bf80d2', 'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'mac_address': 'fa:16:3e:64:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:02Z', 'updated_at': '2022-02-09T21:41:15Z', 'revision_number': 5, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'subnets': [{'id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:02.308658 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4aea63-0a65-4fe8-b802-300d026f385c req-bd07ce69-f8c0-4ac0-95e6-e59bc709307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:02.310354 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae4aea63-0a65-4fe8-b802-300d026f385c req-bd07ce69-f8c0-4ac0-95e6-e59bc709307a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=178a334a4d4c401b8c15c3fe9c3a710c&device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 1127 time: 0.1706789 Feb 09 21:43:02.372538 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56169c2-b318-42ec-bdd4-83a423160390 None None] The sync data for ids ['901f3f3e-2947-4b26-a9f8-1eb355661f69'] in n-d-828601-1 is: [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:41:07Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'a5475d33-05a9-41b7-898f-558c95bf80d2', 'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'mac_address': 'fa:16:3e:64:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:02Z', 'updated_at': '2022-02-09T21:41:15Z', 'revision_number': 5, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'subnets': [{'id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:02.676610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4aea63-0a65-4fe8-b802-300d026f385c req-95171d50-3a89-44db-bee6-cb278816eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:02.677907 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2f7dd612-bcd5-4ae0-8e84-3e461c297158 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:02.680140 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae4aea63-0a65-4fe8-b802-300d026f385c req-95171d50-3a89-44db-bee6-cb278816eab8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9cec45fb-c615-4147-9585-d66f5efcfe6c HTTP/1.1" status: 200 len: 920 time: 0.3628638 Feb 09 21:43:02.785819 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cfed39bf-1255-4d70-a247-6a75fb8972f5 req-86708883-b710-45ec-92ef-410c1cb810fd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1787419 Feb 09 21:43:02.822402 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-94ab96fa-b10c-475f-b1a0-aaf15bd9d0ec None None] Allocated IP 172.20.0.2 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/1401d87f-3e8c-432f-be5f-b929d692f48b/2f7dd612-bcd5-4ae0-8e84-3e461c297158) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:02.903613 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae4aea63-0a65-4fe8-b802-300d026f385c req-3df6c888-005e-4abf-a989-0d5ab81f6195 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=201691e8-8155-4ad4-86ea-9656b7ff72f1 HTTP/1.1" status: 200 len: 217 time: 0.2135291 Feb 09 21:43:03.050678 n-d-828601-1 neutron-server[103202]: DEBUG neutron.objects.ports [None req-06e34d0f-e996-421d-a294-d78b7ce73604 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103202) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:43:03.118662 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4aea63-0a65-4fe8-b802-300d026f385c req-c412a1e0-686f-4329-a08c-f2f9ae7d6f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:03.127856 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae4aea63-0a65-4fe8-b802-300d026f385c req-c412a1e0-686f-4329-a08c-f2f9ae7d6f5e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e3c310f9-5e45-4b20-89c5-333731de760d HTTP/1.1" status: 200 len: 858 time: 0.2166800 Feb 09 21:43:03.146639 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-94ab96fa-b10c-475f-b1a0-aaf15bd9d0ec None None] For port 2f7dd612-bcd5-4ae0-8e84-3e461c297158, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2f7dd612-bcd5-4ae0-8e84-3e461c297158,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:03.180885 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd19d63-3534-4559-87c4-5375c2ed71a0 None None] New status for floating IP 705fd641-ff26-445e-91ca-9e586e6cf946: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:43:03.258004 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4aea63-0a65-4fe8-b802-300d026f385c req-ac4c6456-b7d1-4a3b-8fba-24b9f04bd8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:03.261479 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae4aea63-0a65-4fe8-b802-300d026f385c req-ac4c6456-b7d1-4a3b-8fba-24b9f04bd8b0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9cec45fb-c615-4147-9585-d66f5efcfe6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1278400 Feb 09 21:43:03.471203 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-94ab96fa-b10c-475f-b1a0-aaf15bd9d0ec None None] Publish callbacks [] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:03.493926 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-94ab96fa-b10c-475f-b1a0-aaf15bd9d0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:03.517337 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae4aea63-0a65-4fe8-b802-300d026f385c req-6bb9b016-0a05-4223-9743-7227ca607f63 service neutron] 10.222.0.71 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486856 Feb 09 21:43:03.638765 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06e34d0f-e996-421d-a294-d78b7ce73604 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:03.896229 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3332b4d-2854-4fa3-8337-60d5ffcce5a7 req-d0ac5500-8853-48fc-9797-5c34937e5cc4 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:03.912532 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3332b4d-2854-4fa3-8337-60d5ffcce5a7 req-d0ac5500-8853-48fc-9797-5c34937e5cc4 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 945 time: 0.3938067 Feb 09 21:43:03.965511 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab96fa-b10c-475f-b1a0-aaf15bd9d0ec None None] Pushing event updated for resources: {'Port': ['ID=2f7dd612-bcd5-4ae0-8e84-3e461c297158,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:03.972843 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:03.973462 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:04.034484 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae4aea63-0a65-4fe8-b802-300d026f385c req-5bb7837f-ef2e-4a50-9da5-834cbc9b2748 service neutron] 10.222.0.71 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512634 Feb 09 21:43:04.127558 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-06e34d0f-e996-421d-a294-d78b7ce73604 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] For port 2f7dd612-bcd5-4ae0-8e84-3e461c297158, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2f7dd612-bcd5-4ae0-8e84-3e461c297158,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:04.152858 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3332b4d-2854-4fa3-8337-60d5ffcce5a7 req-353810ad-131c-4048-9d99-3514260a6f12 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298033 Feb 09 21:43:04.244180 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06e34d0f-e996-421d-a294-d78b7ce73604 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:04.254193 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06e34d0f-e996-421d-a294-d78b7ce73604 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:04.365314 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf593d3b-9a8e-44d6-92b3-22f1c3972600', 'tag': '02fc6b73-7e89-4def-8c16-0e5092c25560'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:04.375416 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc3eeb3-c4ee-49e8-b74f-2a74a863c117" -d '{"events": [{"name": "network-changed", "server_uuid": "cf593d3b-9a8e-44d6-92b3-22f1c3972600", "tag": "02fc6b73-7e89-4def-8c16-0e5092c25560"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:04.391710 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:43:04.391710 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:43:04.412295 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06e34d0f-e996-421d-a294-d78b7ce73604 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (a76f0f85-cd41-40e4-a0d2-f91eb2a91d48), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:04.582214 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4aea63-0a65-4fe8-b802-300d026f385c req-934be94c-cd9a-491b-8999-5a75d930aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:04.585492 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae4aea63-0a65-4fe8-b802-300d026f385c req-934be94c-cd9a-491b-8999-5a75d930aaca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=178a334a4d4c401b8c15c3fe9c3a710c&device_id=cf593d3b-9a8e-44d6-92b3-22f1c3972600 HTTP/1.1" status: 200 len: 1127 time: 0.4355216 Feb 09 21:43:04.619310 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c446799-5e5b-41e3-956e-5664447f666d req-9464101e-473b-4efa-8fe3-a7fe920ba431 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:04.621672 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c446799-5e5b-41e3-956e-5664447f666d req-9464101e-473b-4efa-8fe3-a7fe920ba431 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1 HTTP/1.1" status: 200 len: 945 time: 0.2231696 Feb 09 21:43:04.681747 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e34d0f-e996-421d-a294-d78b7ce73604 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:04.704744 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-06e34d0f-e996-421d-a294-d78b7ce73604 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:04.723525 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e34d0f-e996-421d-a294-d78b7ce73604 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:04.724773 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06e34d0f-e996-421d-a294-d78b7ce73604 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:04.738204 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e34d0f-e996-421d-a294-d78b7ce73604 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=a76f0f85-cd41-40e4-a0d2-f91eb2a91d48,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:04.767803 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e34d0f-e996-421d-a294-d78b7ce73604 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=2f7dd612-bcd5-4ae0-8e84-3e461c297158,revision_number=9']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:04.831797 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-06e34d0f-e996-421d-a294-d78b7ce73604 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3691523 Feb 09 21:43:04.837029 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed39bf-1255-4d70-a247-6a75fb8972f5 req-e23833a9-8616-47b0-872b-381acc91a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:04.840440 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cfed39bf-1255-4d70-a247-6a75fb8972f5 req-e23833a9-8616-47b0-872b-381acc91a42f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=178a334a4d4c401b8c15c3fe9c3a710c&device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 1127 time: 0.5777366 Feb 09 21:43:04.841550 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32872) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:04.856894 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-69c2e2b1-5e6b-4767-92a3-565863b5c346 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'mac_address': 'fa:16:3e:c7:ff:cd', 'name': 'tempest-NetworksTestDHCPv6-624662003'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:04.937104 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c446799-5e5b-41e3-956e-5664447f666d req-16124fa5-604d-4968-9d4b-039da2d4c244 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221041 Feb 09 21:43:05.109289 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4aea63-0a65-4fe8-b802-300d026f385c req-a103d0f2-99ae-420e-ad6a-1fdf8a709ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:05.115080 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae4aea63-0a65-4fe8-b802-300d026f385c req-a103d0f2-99ae-420e-ad6a-1fdf8a709ef3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9cec45fb-c615-4147-9585-d66f5efcfe6c HTTP/1.1" status: 200 len: 920 time: 0.5212197 Feb 09 21:43:05.138839 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:05.141404 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:05.292389 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed39bf-1255-4d70-a247-6a75fb8972f5 req-3dabc4e0-c389-49c2-ae59-a622207619bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:05.293979 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cfed39bf-1255-4d70-a247-6a75fb8972f5 req-3dabc4e0-c389-49c2-ae59-a622207619bc service neutron] 10.222.0.71 "GET /v2.0/networks?id=9cec45fb-c615-4147-9585-d66f5efcfe6c HTTP/1.1" status: 200 len: 920 time: 0.3554463 Feb 09 21:43:05.349449 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 2f7dd612-bcd5-4ae0-8e84-3e461c297158, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2f7dd612-bcd5-4ae0-8e84-3e461c297158,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:05.361187 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:05.384345 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae4aea63-0a65-4fe8-b802-300d026f385c req-8103f8be-3ec7-4843-95d7-fbbae77012b4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02fc6b73-7e89-4def-8c16-0e5092c25560 HTTP/1.1" status: 200 len: 217 time: 0.2406499 Feb 09 21:43:05.545197 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cfed39bf-1255-4d70-a247-6a75fb8972f5 req-31345b34-86fe-40d9-88f2-ed2a9511afe6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=201691e8-8155-4ad4-86ea-9656b7ff72f1 HTTP/1.1" status: 200 len: 217 time: 0.2216408 Feb 09 21:43:05.556023 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=2f7dd612-bcd5-4ae0-8e84-3e461c297158,revision_number=10']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:05.573599 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8891cb6a-3020-4a88-83c6-1724709e129f req-d179dcb0-bebd-42e3-92e7-b66dd3a82430 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "GET /v2.0/floatingips/a20beab9-940f-4ecb-8d09-94965432de36 HTTP/1.1" status: 200 len: 692 time: 0.2427330 Feb 09 21:43:05.739593 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2f7dd612-bcd5-4ae0-8e84-3e461c297158 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:05.853651 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4aea63-0a65-4fe8-b802-300d026f385c req-bac7554b-70b3-41c6-a126-19e8589e0248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:05.855252 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae4aea63-0a65-4fe8-b802-300d026f385c req-bac7554b-70b3-41c6-a126-19e8589e0248 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e3c310f9-5e45-4b20-89c5-333731de760d HTTP/1.1" status: 200 len: 858 time: 0.4689565 Feb 09 21:43:05.909525 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed39bf-1255-4d70-a247-6a75fb8972f5 req-3bfdaa6e-ff6f-4534-a866-f767038c6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:05.912215 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cfed39bf-1255-4d70-a247-6a75fb8972f5 req-3bfdaa6e-ff6f-4534-a866-f767038c6a15 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e3c310f9-5e45-4b20-89c5-333731de760d HTTP/1.1" status: 200 len: 858 time: 0.3421159 Feb 09 21:43:05.945802 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:05.946185 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.033950 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c2e2b1-5e6b-4767-92a3-565863b5c346 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:06.046903 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052dc253-bf6e-4eb4-a730-a1ecca207dea None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:06.115363 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891cb6a-3020-4a88-83c6-1724709e129f req-799a4c9c-7a79-42fe-bfe5-25684cb296b3 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:06.139058 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8891cb6a-3020-4a88-83c6-1724709e129f req-799a4c9c-7a79-42fe-bfe5-25684cb296b3 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.5631878 Feb 09 21:43:06.153626 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-8891cb6a-3020-4a88-83c6-1724709e129f req-900f81f5-96f2-4dfc-8221-bf0da7d66de9 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:43:06.154263 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-32bf070b-c46d-4f9f-a25f-be530e878509 None None] Provisioning complete for port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:06.154655 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-32bf070b-c46d-4f9f-a25f-be530e878509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.167930 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8891cb6a-3020-4a88-83c6-1724709e129f req-900f81f5-96f2-4dfc-8221-bf0da7d66de9 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0272741 Feb 09 21:43:06.328835 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed39bf-1255-4d70-a247-6a75fb8972f5 req-26e43df9-8db3-4a57-b7e0-3d3428281261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:06.338972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4aea63-0a65-4fe8-b802-300d026f385c req-c308d820-12ab-43db-a736-aa5a822c2380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:06.341440 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae4aea63-0a65-4fe8-b802-300d026f385c req-c308d820-12ab-43db-a736-aa5a822c2380 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9cec45fb-c615-4147-9585-d66f5efcfe6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4727767 Feb 09 21:43:06.344454 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:06.344873 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.345879 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cfed39bf-1255-4d70-a247-6a75fb8972f5 req-26e43df9-8db3-4a57-b7e0-3d3428281261 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9cec45fb-c615-4147-9585-d66f5efcfe6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4165664 Feb 09 21:43:06.357836 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8891cb6a-3020-4a88-83c6-1724709e129f req-12a18585-02b0-4b78-9be3-4f4c0812dc55 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.53 HTTP/1.1" status: 200 len: 695 time: 0.1788895 Feb 09 21:43:06.395706 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 2f7dd612-bcd5-4ae0-8e84-3e461c297158, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2f7dd612-bcd5-4ae0-8e84-3e461c297158,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:06.428091 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.496381 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-32bf070b-c46d-4f9f-a25f-be530e878509 None None] Current status of the port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:06.497064 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-32bf070b-c46d-4f9f-a25f-be530e878509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.583075 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=2f7dd612-bcd5-4ae0-8e84-3e461c297158,revision_number=11']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:06.622184 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae4aea63-0a65-4fe8-b802-300d026f385c req-fc66f6f9-57c9-4abf-970e-8464de19af2c service neutron] 10.222.0.71 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628565 Feb 09 21:43:06.776308 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-32bf070b-c46d-4f9f-a25f-be530e878509 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:43:06.778388 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-32bf070b-c46d-4f9f-a25f-be530e878509 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:43:06.779109 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69c2e2b1-5e6b-4767-92a3-565863b5c346 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.887190 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-69c2e2b1-5e6b-4767-92a3-565863b5c346 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] device_id is not set on port b721e966-b5fa-4d48-b295-1836de83ff4d yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:43:06.901019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae4aea63-0a65-4fe8-b802-300d026f385c req-e941e620-8b3a-4202-b294-3d7089824c53 service neutron] 10.222.0.71 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646632 Feb 09 21:43:06.921612 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8891cb6a-3020-4a88-83c6-1724709e129f req-36742096-df3b-4254-8600-adf4057f864b tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.53 HTTP/1.1" status: 200 len: 695 time: 0.2865896 Feb 09 21:43:07.013256 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cfed39bf-1255-4d70-a247-6a75fb8972f5 req-48e3d4eb-cd9f-40dd-8c7c-77adea9618a4 service neutron] 10.222.0.71 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6610210 Feb 09 21:43:07.325546 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cfed39bf-1255-4d70-a247-6a75fb8972f5 req-a3f1f8d6-4441-455a-9175-85cc156c04a4 service neutron] 10.222.0.71 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041074 Feb 09 21:43:07.426504 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-32bf070b-c46d-4f9f-a25f-be530e878509 None None] Current status of the port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:07.473582 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32902) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:07.518764 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-69c2e2b1-5e6b-4767-92a3-565863b5c346 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 172.20.0.6 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/1401d87f-3e8c-432f-be5f-b929d692f48b/b721e966-b5fa-4d48-b295-1836de83ff4d) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:07.536655 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-69c2e2b1-5e6b-4767-92a3-565863b5c346 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8::f816:3eff:fec7:ffcd (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/a76f0f85-cd41-40e4-a0d2-f91eb2a91d48/b721e966-b5fa-4d48-b295-1836de83ff4d) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:07.564968 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2f7dd612-bcd5-4ae0-8e84-3e461c297158 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:07.731975 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:07.733053 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:07.778827 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b3b259c2-05df-4265-b505-e2488bcebc3d req-93cfa31d-1c70-4484-9b67-2202f7b80ce1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1547761 Feb 09 21:43:07.848346 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-8891cb6a-3020-4a88-83c6-1724709e129f req-e819aa9e-50d0-4311-b3c2-54f5fa49fd28 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Deleting port 94b7c092-60e4-48a5-910f-bcf7ea6cfbb4 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:07.848977 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8891cb6a-3020-4a88-83c6-1724709e129f req-e819aa9e-50d0-4311-b3c2-54f5fa49fd28 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (94b7c092-60e4-48a5-910f-bcf7ea6cfbb4), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:07.887497 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-63174c90-d929-4b69-8e89-cfc1d82757a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:07.946107 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69c2e2b1-5e6b-4767-92a3-565863b5c346 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (b721e966-b5fa-4d48-b295-1836de83ff4d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.019205 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:08.084837 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1929fe2f-721a-4308-84cc-1b7c701e38e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.089505 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69c2e2b1-5e6b-4767-92a3-565863b5c346 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (b721e966-b5fa-4d48-b295-1836de83ff4d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.118295 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8891cb6a-3020-4a88-83c6-1724709e129f req-e819aa9e-50d0-4311-b3c2-54f5fa49fd28 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (94b7c092-60e4-48a5-910f-bcf7ea6cfbb4), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.119288 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8891cb6a-3020-4a88-83c6-1724709e129f req-e819aa9e-50d0-4311-b3c2-54f5fa49fd28 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks [] for floatingip (94b7c092-60e4-48a5-910f-bcf7ea6cfbb4), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.168766 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-8891cb6a-3020-4a88-83c6-1724709e129f req-e819aa9e-50d0-4311-b3c2-54f5fa49fd28 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Calling delete_port for 94b7c092-60e4-48a5-910f-bcf7ea6cfbb4 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:08.220569 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b259c2-05df-4265-b505-e2488bcebc3d req-b3869b68-e81c-43ca-9069-93e85cf07c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:08.221359 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d185afbc-04d3-4462-9e8c-e842f1429012 None None] Provisioning complete for port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:08.222072 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d185afbc-04d3-4462-9e8c-e842f1429012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.229823 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b3b259c2-05df-4265-b505-e2488bcebc3d req-b3869b68-e81c-43ca-9069-93e85cf07c54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c286a60db7b149148ec99282304452cf&device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 1127 time: 0.2191851 Feb 09 21:43:08.414278 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c2e2b1-5e6b-4767-92a3-565863b5c346 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:08.435103 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-69c2e2b1-5e6b-4767-92a3-565863b5c346 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:08.438652 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c2e2b1-5e6b-4767-92a3-565863b5c346 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:08.565198 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2e2b1-5e6b-4767-92a3-565863b5c346 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=b721e966-b5fa-4d48-b295-1836de83ff4d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:08.591959 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d185afbc-04d3-4462-9e8c-e842f1429012 None None] Current status of the port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:08.646679 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1929fe2f-721a-4308-84cc-1b7c701e38e6 admin admin] Publish callbacks [] for security_group (84aef79e-49e2-42f2-97cb-78d70977f95d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.667834 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c2e2b1-5e6b-4767-92a3-565863b5c346 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:08.668924 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69c2e2b1-5e6b-4767-92a3-565863b5c346 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.698646 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1929fe2f-721a-4308-84cc-1b7c701e38e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (84aef79e-49e2-42f2-97cb-78d70977f95d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.709889 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b259c2-05df-4265-b505-e2488bcebc3d req-6ffc0a21-c8fe-4b50-8093-89719f9f0f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:08.712953 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b3b259c2-05df-4265-b505-e2488bcebc3d req-6ffc0a21-c8fe-4b50-8093-89719f9f0f29 service neutron] 10.222.0.42 "GET /v2.0/networks?id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50 HTTP/1.1" status: 200 len: 916 time: 0.3647220 Feb 09 21:43:08.762509 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-69c2e2b1-5e6b-4767-92a3-565863b5c346 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.9179344 Feb 09 21:43:08.768599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 32908) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:08.779204 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929fe2f-721a-4308-84cc-1b7c701e38e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84aef79e-49e2-42f2-97cb-78d70977f95d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:08.809763 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1929fe2f-721a-4308-84cc-1b7c701e38e6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=45940c0eb4b34c7f9447d2f943392159&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3322475 Feb 09 21:43:08.814103 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32910) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:08.815464 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f5b30d29-cde0-473b-bd73-4fb598b7a072 None None] Could not find standard attr ID for object 99d526ba-4013-45dc-8d03-248f5540a9db. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:43:08.960905 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-611081f0-8d56-45c9-a1e6-417075c7972c admin admin] Publish callbacks [] for security_group (84aef79e-49e2-42f2-97cb-78d70977f95d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.021766 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b3b259c2-05df-4265-b505-e2488bcebc3d req-b37f7b55-5f8f-4236-95e9-56a3c859ae82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61d57e38-4643-4b12-981c-f39d00afa99b HTTP/1.1" status: 200 len: 217 time: 0.2834368 Feb 09 21:43:09.037803 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-611081f0-8d56-45c9-a1e6-417075c7972c admin admin] Publish callbacks [] for security_group (84aef79e-49e2-42f2-97cb-78d70977f95d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.097290 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8891cb6a-3020-4a88-83c6-1724709e129f req-e819aa9e-50d0-4311-b3c2-54f5fa49fd28 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (94b7c092-60e4-48a5-910f-bcf7ea6cfbb4), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.190199 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-611081f0-8d56-45c9-a1e6-417075c7972c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (84aef79e-49e2-42f2-97cb-78d70977f95d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.196563 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-611081f0-8d56-45c9-a1e6-417075c7972c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.199344 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-611081f0-8d56-45c9-a1e6-417075c7972c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/84aef79e-49e2-42f2-97cb-78d70977f95d HTTP/1.1" status: 204 len: 168 time: 0.3836296 Feb 09 21:43:09.217856 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611081f0-8d56-45c9-a1e6-417075c7972c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84aef79e-49e2-42f2-97cb-78d70977f95d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:09.236256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819aa9e-50d0-4311-b3c2-54f5fa49fd28 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Pushing event deleted for resources: {'Port': ['ID=94b7c092-60e4-48a5-910f-bcf7ea6cfbb4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:09.264278 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510b881b-f4bd-46f5-b6b7-e5ca8809bcf4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:09.291950 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510b881b-f4bd-46f5-b6b7-e5ca8809bcf4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:09.298325 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-510b881b-f4bd-46f5-b6b7-e5ca8809bcf4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3689773 Feb 09 21:43:09.298600 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-192591d5-8f7a-4b15-bb2a-f96ed14434f6 None None] Could not find standard attr ID for object afcccd8b-47fa-47b4-926a-95d63b2d7a9d. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:43:09.299861 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32916) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:09.337030 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b259c2-05df-4265-b505-e2488bcebc3d req-169d3ad1-0e11-439f-90b5-a3186e5118b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:09.338978 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b3b259c2-05df-4265-b505-e2488bcebc3d req-169d3ad1-0e11-439f-90b5-a3186e5118b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89c198a6-8a39-4e34-a647-f29ce9301483 HTTP/1.1" status: 200 len: 854 time: 0.2702210 Feb 09 21:43:09.460124 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8891cb6a-3020-4a88-83c6-1724709e129f req-e819aa9e-50d0-4311-b3c2-54f5fa49fd28 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks [] for floatingip (a20beab9-940f-4ecb-8d09-94965432de36), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.463057 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8891cb6a-3020-4a88-83c6-1724709e129f req-e819aa9e-50d0-4311-b3c2-54f5fa49fd28 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.471705 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8891cb6a-3020-4a88-83c6-1724709e129f req-e819aa9e-50d0-4311-b3c2-54f5fa49fd28 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "DELETE /v2.0/floatingips/a20beab9-940f-4ecb-8d09-94965432de36 HTTP/1.1" status: 204 len: 173 time: 2.5484245 Feb 09 21:43:09.501776 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b259c2-05df-4265-b505-e2488bcebc3d req-c3b423d5-f950-4f42-8661-c328c4181ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:09.503987 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b3b259c2-05df-4265-b505-e2488bcebc3d req-c3b423d5-f950-4f42-8661-c328c4181ae7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1543980 Feb 09 21:43:09.652539 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b22bd686-bb3a-402c-be94-7e6fa2484c8a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting port b721e966-b5fa-4d48-b295-1836de83ff4d {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:09.653444 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b22bd686-bb3a-402c-be94-7e6fa2484c8a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b721e966-b5fa-4d48-b295-1836de83ff4d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.735590 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b3b259c2-05df-4265-b505-e2488bcebc3d req-d7590985-96b6-46ee-aa4c-baede57b0c6f service neutron] 10.222.0.42 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172871 Feb 09 21:43:09.897124 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b22bd686-bb3a-402c-be94-7e6fa2484c8a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b721e966-b5fa-4d48-b295-1836de83ff4d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.943774 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b22bd686-bb3a-402c-be94-7e6fa2484c8a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Calling delete_port for b721e966-b5fa-4d48-b295-1836de83ff4d owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:09.944537 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b3b259c2-05df-4265-b505-e2488bcebc3d req-6b9d65aa-b4dd-488e-813f-3f1d24aac2ef service neutron] 10.222.0.42 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061777 Feb 09 21:43:10.020759 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5dd4c629-c90b-4500-8232-0b3482e84c6c None None] Could not find standard attr ID for object 8d5e7d32-4eb4-416d-9ee4-0c6aeaa4c99a. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:43:10.197406 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 32924) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:10.247991 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a25bc5a5-8c22-4e9f-90da-abece17282c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.326920 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b22bd686-bb3a-402c-be94-7e6fa2484c8a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (b721e966-b5fa-4d48-b295-1836de83ff4d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.396209 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bd686-bb3a-402c-be94-7e6fa2484c8a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Port': ['ID=b721e966-b5fa-4d48-b295-1836de83ff4d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:10.480590 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fb5fd0e2-30e8-430d-b6ab-629da2d8018b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.512868 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a25bc5a5-8c22-4e9f-90da-abece17282c3 admin admin] Publish callbacks [] for security_group (7a8f5b83-a115-4131-9f21-b1bb3f836588), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.519569 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a25bc5a5-8c22-4e9f-90da-abece17282c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7a8f5b83-a115-4131-9f21-b1bb3f836588), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.551092 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-3bce0ca0-fd5c-4df2-8c38-1c94ab726af0 None None] Could not find standard attr ID for object b721e966-b5fa-4d48-b295-1836de83ff4d. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:43:10.569150 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bc5a5-8c22-4e9f-90da-abece17282c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8f5b83-a115-4131-9f21-b1bb3f836588,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:10.595154 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a25bc5a5-8c22-4e9f-90da-abece17282c3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cf125a3accd24e36a808b637bb06ffed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3939145 Feb 09 21:43:10.595753 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 32930) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:10.640475 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b22bd686-bb3a-402c-be94-7e6fa2484c8a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.647908 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b22bd686-bb3a-402c-be94-7e6fa2484c8a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/b721e966-b5fa-4d48-b295-1836de83ff4d HTTP/1.1" status: 204 len: 168 time: 1.3460951 Feb 09 21:43:10.653892 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32932) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:10.684566 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c2da0cc0-75b6-4b31-94e4-7dac6ade196f admin admin] Publish callbacks [] for security_group (7a8f5b83-a115-4131-9f21-b1bb3f836588), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.715711 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c2da0cc0-75b6-4b31-94e4-7dac6ade196f admin admin] Publish callbacks [] for security_group (7a8f5b83-a115-4131-9f21-b1bb3f836588), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.764975 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011af186-5b64-4771-9b08-024fe657e591 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:10.767422 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011af186-5b64-4771-9b08-024fe657e591 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:10.769427 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011af186-5b64-4771-9b08-024fe657e591 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:10.771910 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-011af186-5b64-4771-9b08-024fe657e591 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1137893 Feb 09 21:43:10.778083 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32934) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:10.793025 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c2da0cc0-75b6-4b31-94e4-7dac6ade196f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7a8f5b83-a115-4131-9f21-b1bb3f836588), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.796983 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c2da0cc0-75b6-4b31-94e4-7dac6ade196f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.798201 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c2da0cc0-75b6-4b31-94e4-7dac6ade196f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7a8f5b83-a115-4131-9f21-b1bb3f836588 HTTP/1.1" status: 204 len: 168 time: 0.1969118 Feb 09 21:43:10.815359 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da0cc0-75b6-4b31-94e4-7dac6ade196f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8f5b83-a115-4131-9f21-b1bb3f836588,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:10.888460 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-92742132-a562-413e-94b2-a5fce3354a21 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet 1401d87f-3e8c-432f-be5f-b929d692f48b {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:10.898316 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92742132-a562-413e-94b2-a5fce3354a21 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (1401d87f-3e8c-432f-be5f-b929d692f48b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.952469 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92742132-a562-413e-94b2-a5fce3354a21 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (1401d87f-3e8c-432f-be5f-b929d692f48b), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.173792 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92742132-a562-413e-94b2-a5fce3354a21 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (1401d87f-3e8c-432f-be5f-b929d692f48b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.283249 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1549b16-28dc-49de-a432-329ffe8085e3 req-3c3907e7-c37d-48f3-bb2a-2207bab24ef0 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:11.290231 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1549b16-28dc-49de-a432-329ffe8085e3 req-3c3907e7-c37d-48f3-bb2a-2207bab24ef0 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:11.296406 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1549b16-28dc-49de-a432-329ffe8085e3 req-3c3907e7-c37d-48f3-bb2a-2207bab24ef0 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:11.305518 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1549b16-28dc-49de-a432-329ffe8085e3 req-3c3907e7-c37d-48f3-bb2a-2207bab24ef0 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b01a68-711e-4cde-af8a-9185e4bd16a7&device_id=93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7&device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 2416 time: 0.9289985 Feb 09 21:43:11.308693 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92742132-a562-413e-94b2-a5fce3354a21 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (1401d87f-3e8c-432f-be5f-b929d692f48b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.373944 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92742132-a562-413e-94b2-a5fce3354a21 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=1401d87f-3e8c-432f-be5f-b929d692f48b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:11.406279 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1549b16-28dc-49de-a432-329ffe8085e3 req-c803ac3c-1b7c-4322-8962-3c3f0093c490 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998075 Feb 09 21:43:11.426200 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92742132-a562-413e-94b2-a5fce3354a21 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.453157 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 32944) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:11.453348 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-92742132-a562-413e-94b2-a5fce3354a21 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/1401d87f-3e8c-432f-be5f-b929d692f48b HTTP/1.1" status: 204 len: 168 time: 0.6694345 Feb 09 21:43:11.464461 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.492676 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174cd96f-5ec0-47bf-af93-5c1fb2195b21 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:11.547498 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4750e52-5df2-4566-8f44-c4133f25bcf5 req-37d9b60d-5e78-45c2-a5d4-de4bf16e5fe1 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:11.550109 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a4750e52-5df2-4566-8f44-c4133f25bcf5 req-37d9b60d-5e78-45c2-a5d4-de4bf16e5fe1 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf593d3b-9a8e-44d6-92b3-22f1c3972600 HTTP/1.1" status: 200 len: 945 time: 0.1732380 Feb 09 21:43:11.557404 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-c795441d-8a77-4d6f-aeb2-e5e696faef3e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet a76f0f85-cd41-40e4-a0d2-f91eb2a91d48 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:11.564506 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16edcd02-c28a-48b3-9bb7-febd4b6f947c x-openstack-request-id: req-16edcd02-c28a-48b3-9bb7-febd4b6f947c {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:11.564816 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf593d3b-9a8e-44d6-92b3-22f1c3972600", "tag": "02fc6b73-7e89-4def-8c16-0e5092c25560", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:11.565606 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-16edcd02-c28a-48b3-9bb7-febd4b6f947c {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:11.568787 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf593d3b-9a8e-44d6-92b3-22f1c3972600', 'tag': '02fc6b73-7e89-4def-8c16-0e5092c25560', 'status': 'completed', 'code': 200} Feb 09 21:43:11.573874 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c795441d-8a77-4d6f-aeb2-e5e696faef3e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (a76f0f85-cd41-40e4-a0d2-f91eb2a91d48), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.700242 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c795441d-8a77-4d6f-aeb2-e5e696faef3e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (a76f0f85-cd41-40e4-a0d2-f91eb2a91d48), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.706191 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:43:11.787445 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3eeb3-c4ee-49e8-b74f-2a74a863c117 req-bb5fc257-7c87-46f9-9202-5771ef902956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:11.791439 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bc3eeb3-c4ee-49e8-b74f-2a74a863c117 req-bb5fc257-7c87-46f9-9202-5771ef902956 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=178a334a4d4c401b8c15c3fe9c3a710c&device_id=cf593d3b-9a8e-44d6-92b3-22f1c3972600 HTTP/1.1" status: 200 len: 1127 time: 0.2139399 Feb 09 21:43:11.794950 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-a4750e52-5df2-4566-8f44-c4133f25bcf5 req-73e320b3-00f0-4a7e-8f8e-6761479f087b tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Deleting port 02fc6b73-7e89-4def-8c16-0e5092c25560 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:11.795549 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a4750e52-5df2-4566-8f44-c4133f25bcf5 req-73e320b3-00f0-4a7e-8f8e-6761479f087b tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (02fc6b73-7e89-4def-8c16-0e5092c25560), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.936332 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3eeb3-c4ee-49e8-b74f-2a74a863c117 req-5d3d531a-f8cd-4122-aef9-d5645b533eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:11.938321 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bc3eeb3-c4ee-49e8-b74f-2a74a863c117 req-5d3d531a-f8cd-4122-aef9-d5645b533eba service neutron] 10.222.0.71 "GET /v2.0/networks?id=9cec45fb-c615-4147-9585-d66f5efcfe6c HTTP/1.1" status: 200 len: 920 time: 0.1410093 Feb 09 21:43:11.951804 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-a4750e52-5df2-4566-8f44-c4133f25bcf5 req-73e320b3-00f0-4a7e-8f8e-6761479f087b tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] For port 02fc6b73-7e89-4def-8c16-0e5092c25560, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=02fc6b73-7e89-4def-8c16-0e5092c25560,segment=NetworkSegment(abcfe71d-cb39-453c-9c43-b7f50d93b72c),segment_id=abcfe71d-cb39-453c-9c43-b7f50d93b72c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:11.952283 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a4750e52-5df2-4566-8f44-c4133f25bcf5 req-73e320b3-00f0-4a7e-8f8e-6761479f087b tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (02fc6b73-7e89-4def-8c16-0e5092c25560), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.972576 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-a4750e52-5df2-4566-8f44-c4133f25bcf5 req-73e320b3-00f0-4a7e-8f8e-6761479f087b tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Calling delete_port for 02fc6b73-7e89-4def-8c16-0e5092c25560 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:12.002622 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bc3eeb3-c4ee-49e8-b74f-2a74a863c117 req-2d3cedfb-9c9e-4064-a07b-a2c125f41307 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02fc6b73-7e89-4def-8c16-0e5092c25560 HTTP/1.1" status: 200 len: 217 time: 0.0569699 Feb 09 21:43:12.198636 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3eeb3-c4ee-49e8-b74f-2a74a863c117 req-004defc3-c308-45fb-9925-d619d422aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:12.212281 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bc3eeb3-c4ee-49e8-b74f-2a74a863c117 req-004defc3-c308-45fb-9925-d619d422aee9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e3c310f9-5e45-4b20-89c5-333731de760d HTTP/1.1" status: 200 len: 858 time: 0.2029953 Feb 09 21:43:12.240302 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a4750e52-5df2-4566-8f44-c4133f25bcf5 req-73e320b3-00f0-4a7e-8f8e-6761479f087b tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (02fc6b73-7e89-4def-8c16-0e5092c25560), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.254817 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['201691e8-8155-4ad4-86ea-9656b7ff72f1'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:12.270221 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c795441d-8a77-4d6f-aeb2-e5e696faef3e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (a76f0f85-cd41-40e4-a0d2-f91eb2a91d48), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.446429 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e320b3-00f0-4a7e-8f8e-6761479f087b tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Pushing event deleted for resources: {'Port': ['ID=02fc6b73-7e89-4def-8c16-0e5092c25560,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:12.454025 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c795441d-8a77-4d6f-aeb2-e5e696faef3e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (a76f0f85-cd41-40e4-a0d2-f91eb2a91d48), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.482719 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3eeb3-c4ee-49e8-b74f-2a74a863c117 req-4e3ae59f-fbca-4d88-89a4-acd70b9c76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:12.486305 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bc3eeb3-c4ee-49e8-b74f-2a74a863c117 req-4e3ae59f-fbca-4d88-89a4-acd70b9c76fc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9cec45fb-c615-4147-9585-d66f5efcfe6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2477903 Feb 09 21:43:12.501749 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c795441d-8a77-4d6f-aeb2-e5e696faef3e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.514883 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c795441d-8a77-4d6f-aeb2-e5e696faef3e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/a76f0f85-cd41-40e4-a0d2-f91eb2a91d48 HTTP/1.1" status: 204 len: 168 time: 1.0565259 Feb 09 21:43:12.562313 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32986) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:12.769150 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b4e53046-e568-4eb9-821a-6727772ac40e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2025931 Feb 09 21:43:12.775449 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4750e52-5df2-4566-8f44-c4133f25bcf5 req-73e320b3-00f0-4a7e-8f8e-6761479f087b tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] No DVR routers for this DVR port 02fc6b73-7e89-4def-8c16-0e5092c25560 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:12.779287 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32992) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:12.839703 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bc3eeb3-c4ee-49e8-b74f-2a74a863c117 req-b1c967cd-abe6-4e70-8ebd-9b8ca12c2650 service neutron] 10.222.0.71 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608302 Feb 09 21:43:12.842665 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795441d-8a77-4d6f-aeb2-e5e696faef3e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=a76f0f85-cd41-40e4-a0d2-f91eb2a91d48,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:12.908524 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.934317 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a4750e52-5df2-4566-8f44-c4133f25bcf5 req-73e320b3-00f0-4a7e-8f8e-6761479f087b tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.942642 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a4750e52-5df2-4566-8f44-c4133f25bcf5 req-73e320b3-00f0-4a7e-8f8e-6761479f087b tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.71 "DELETE /v2.0/ports/02fc6b73-7e89-4def-8c16-0e5092c25560 HTTP/1.1" status: 204 len: 173 time: 1.3816583 Feb 09 21:43:12.953069 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf593d3b-9a8e-44d6-92b3-22f1c3972600', 'name': 'network-vif-deleted', 'tag': '02fc6b73-7e89-4def-8c16-0e5092c25560'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:12.962773 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7758d8-271d-4f72-999e-31cb4064999b" -d '{"events": [{"server_uuid": "cf593d3b-9a8e-44d6-92b3-22f1c3972600", "name": "network-vif-deleted", "tag": "02fc6b73-7e89-4def-8c16-0e5092c25560"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:13.068084 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb0b78a-5ca3-434a-ac63-05adff280d38 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:13.069804 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dcb0b78a-5ca3-434a-ac63-05adff280d38 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2893229 Feb 09 21:43:13.078325 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32998) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:13.209080 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a922914a-2177-4bf5-a961-a38af95211d0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:13.215095 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a922914a-2177-4bf5-a961-a38af95211d0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1319404 Feb 09 21:43:13.215895 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33002) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:13.271979 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-46fb5985-044f-4ccd-a145-fbb4e9146887 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498037 Feb 09 21:43:13.275713 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33004) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:13.290849 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-069a4049-db61-477c-b66f-c11d445b419f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:13.311402 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bc3eeb3-c4ee-49e8-b74f-2a74a863c117 req-36ed8282-4502-424c-ad68-68afa4d7ca25 service neutron] 10.222.0.71 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927886 Feb 09 21:43:13.335034 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-08c74451-ebad-4033-8dfa-bbbeebe73019 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:13.341210 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fc173c-52d0-468d-867e-898b79b0bad5 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:13.346154 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-08c74451-ebad-4033-8dfa-bbbeebe73019 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/networks?id=c4792088-bf96-48c8-a331-af790ba542bf HTTP/1.1" status: 200 len: 812 time: 0.7680938 Feb 09 21:43:13.369621 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-ed1e46dd-6563-40e5-8e7c-818793499069 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/quotas/4da379594fdf42339bba1d92c8147535 HTTP/1.1" status: 200 len: 375 time: 0.0221176 Feb 09 21:43:13.480053 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-b5cbc2ed-6e03-4c8a-ac29-1e196946398f tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4da379594fdf42339bba1d92c8147535&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1086149 Feb 09 21:43:13.493872 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c9743678-7e7c-4c86-a996-c30b92e8189a None None] Provisioning complete for port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:13.494640 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c9743678-7e7c-4c86-a996-c30b92e8189a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.573995 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069a4049-db61-477c-b66f-c11d445b419f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:13.590433 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-069a4049-db61-477c-b66f-c11d445b419f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.605791 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-069a4049-db61-477c-b66f-c11d445b419f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:43:13.606306 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-069a4049-db61-477c-b66f-c11d445b419f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:43:13.649770 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-069a4049-db61-477c-b66f-c11d445b419f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3722692 Feb 09 21:43:13.655501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33010) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:13.670811 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-595e9913-b84a-41ea-8602-c7b0bcc9f7d2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:13.693114 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c9743678-7e7c-4c86-a996-c30b92e8189a None None] Current status of the port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:13.724153 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0043836f-b995-4879-be0b-efb2e804da09 None None] DHCP port deletion for 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:43:13.836660 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-5507992d-6378-4ec2-b575-66d5916fd2d9 service neutron] 10.222.0.77 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353314 Feb 09 21:43:13.844117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0043836f-b995-4879-be0b-efb2e804da09 None None] Deleting port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:13.844946 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0043836f-b995-4879-be0b-efb2e804da09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.944439 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595e9913-b84a-41ea-8602-c7b0bcc9f7d2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:13.949789 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-595e9913-b84a-41ea-8602-c7b0bcc9f7d2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.951862 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-595e9913-b84a-41ea-8602-c7b0bcc9f7d2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:43:13.952428 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595e9913-b84a-41ea-8602-c7b0bcc9f7d2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:43:13.980879 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-595e9913-b84a-41ea-8602-c7b0bcc9f7d2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3238957 Feb 09 21:43:13.986469 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33018) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:13.999859 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e93b207f-25b0-4e96-af31-4735e6e636b4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:14.040825 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-53991c1e-4edb-446b-a5c7-f6799cc04caa service neutron] 10.222.0.77 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020164 Feb 09 21:43:14.044067 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0043836f-b995-4879-be0b-efb2e804da09 None None] For port 2f7dd612-bcd5-4ae0-8e84-3e461c297158, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2f7dd612-bcd5-4ae0-8e84-3e461c297158,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:14.044508 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0043836f-b995-4879-be0b-efb2e804da09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.064128 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.077324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0043836f-b995-4879-be0b-efb2e804da09 None None] Calling delete_port for 2f7dd612-bcd5-4ae0-8e84-3e461c297158 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:14.159338 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 02fc6b73-7e89-4def-8c16-0e5092c25560 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:14.185151 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 02fc6b73-7e89-4def-8c16-0e5092c25560 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:14.185507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 02fc6b73-7e89-4def-8c16-0e5092c25560 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:14.190732 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93b207f-25b0-4e96-af31-4735e6e636b4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:14.200594 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e93b207f-25b0-4e96-af31-4735e6e636b4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.204390 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93b207f-25b0-4e96-af31-4735e6e636b4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:43:14.205382 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93b207f-25b0-4e96-af31-4735e6e636b4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:43:14.248880 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0043836f-b995-4879-be0b-efb2e804da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (2f7dd612-bcd5-4ae0-8e84-3e461c297158), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.282143 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e93b207f-25b0-4e96-af31-4735e6e636b4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2935019 Feb 09 21:43:14.284009 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043836f-b995-4879-be0b-efb2e804da09 None None] Pushing event deleted for resources: {'Port': ['ID=2f7dd612-bcd5-4ae0-8e84-3e461c297158,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:14.285999 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33026) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:14.292129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2eeab324-634e-44a5-97a6-7fac35bbdd28 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:14.295141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0043836f-b995-4879-be0b-efb2e804da09 None None] No DVR routers for this DVR port 2f7dd612-bcd5-4ae0-8e84-3e461c297158 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:14.537784 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeab324-634e-44a5-97a6-7fac35bbdd28 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:14.547351 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2eeab324-634e-44a5-97a6-7fac35bbdd28 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.555937 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eeab324-634e-44a5-97a6-7fac35bbdd28 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:43:14.555937 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eeab324-634e-44a5-97a6-7fac35bbdd28 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:43:14.599396 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2eeab324-634e-44a5-97a6-7fac35bbdd28 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3076117 Feb 09 21:43:14.600890 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33038) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:14.615090 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d81f0c13-1eff-44a6-893a-444b4ffb8cbc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:14.639956 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2113167-844b-4152-a7b2-bf909f3660e6 req-657d356a-e9eb-4177-96fe-7b0e8c01a07c tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2882981 Feb 09 21:43:14.648358 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-c2113167-844b-4152-a7b2-bf909f3660e6 req-64724d35-0dad-4fc8-a7da-a22233028d82 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:14.694252 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2113167-844b-4152-a7b2-bf909f3660e6 req-64724d35-0dad-4fc8-a7da-a22233028d82 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.771988 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81f0c13-1eff-44a6-893a-444b4ffb8cbc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:14.778757 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d81f0c13-1eff-44a6-893a-444b4ffb8cbc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.780856 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81f0c13-1eff-44a6-893a-444b4ffb8cbc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:43:14.781575 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d81f0c13-1eff-44a6-893a-444b4ffb8cbc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:43:14.825415 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d81f0c13-1eff-44a6-893a-444b4ffb8cbc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2225938 Feb 09 21:43:14.826534 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33050) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:14.836708 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c4c9f166-9319-4bc7-be7c-a6a4ae14da69 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:14.968467 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2113167-844b-4152-a7b2-bf909f3660e6 req-64724d35-0dad-4fc8-a7da-a22233028d82 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.116032 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c9f166-9319-4bc7-be7c-a6a4ae14da69 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:15.124303 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4c9f166-9319-4bc7-be7c-a6a4ae14da69 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.127074 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c9f166-9319-4bc7-be7c-a6a4ae14da69 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:43:15.128171 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c9f166-9319-4bc7-be7c-a6a4ae14da69 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:43:15.160076 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c4c9f166-9319-4bc7-be7c-a6a4ae14da69 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3313699 Feb 09 21:43:15.170141 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33062) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:15.210303 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3923dcf3-fa46-44c1-bde2-d04d5fa07d4c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0434251 Feb 09 21:43:15.214296 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33064) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:15.232338 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.269233 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-c2113167-844b-4152-a7b2-bf909f3660e6 req-64724d35-0dad-4fc8-a7da-a22233028d82 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Allocated IP 172.25.6.209 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/42acd72d-287f-4e2e-be6e-b1e0b184b200) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:15.289328 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf07f790-4f94-49fa-b094-4ce4fbac2086 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:15.295182 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cf07f790-4f94-49fa-b094-4ce4fbac2086 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0758493 Feb 09 21:43:15.295638 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33066) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:15.400547 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a26dfd26-5293-4f04-a3e0-a750b45c0e1d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1004508 Feb 09 21:43:15.405257 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33072) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:15.411335 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-47464441-65de-4e75-a89b-9a379e343594 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:15.488006 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2113167-844b-4152-a7b2-bf909f3660e6 req-64724d35-0dad-4fc8-a7da-a22233028d82 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks [] for port (42acd72d-287f-4e2e-be6e-b1e0b184b200), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.584965 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2113167-844b-4152-a7b2-bf909f3660e6 req-64724d35-0dad-4fc8-a7da-a22233028d82 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (42acd72d-287f-4e2e-be6e-b1e0b184b200), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.605456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2f7dd612-bcd5-4ae0-8e84-3e461c297158 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:15.663059 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 2f7dd612-bcd5-4ae0-8e84-3e461c297158 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:15.664547 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2f7dd612-bcd5-4ae0-8e84-3e461c297158 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:15.664731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2113167-844b-4152-a7b2-bf909f3660e6 req-64724d35-0dad-4fc8-a7da-a22233028d82 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:15.666442 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-c2113167-844b-4152-a7b2-bf909f3660e6 req-64724d35-0dad-4fc8-a7da-a22233028d82 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:15.669734 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64724d35-0dad-4fc8-a7da-a22233028d82 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Pushing event updated for resources: {'Port': ['ID=42acd72d-287f-4e2e-be6e-b1e0b184b200,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:15.675743 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2113167-844b-4152-a7b2-bf909f3660e6 req-64724d35-0dad-4fc8-a7da-a22233028d82 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:15.679990 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47464441-65de-4e75-a89b-9a379e343594 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:15.685705 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47464441-65de-4e75-a89b-9a379e343594 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.793008 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.823613 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2113167-844b-4152-a7b2-bf909f3660e6 req-64724d35-0dad-4fc8-a7da-a22233028d82 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks [] for floatingip (1f9265fc-557d-47cf-8c42-0a3ec85693bf), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.888180 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2113167-844b-4152-a7b2-bf909f3660e6 req-64724d35-0dad-4fc8-a7da-a22233028d82 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (42acd72d-287f-4e2e-be6e-b1e0b184b200), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.177635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.objects.ports [None req-47464441-65de-4e75-a89b-9a379e343594 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103202) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:43:16.178594 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33086) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:16.181109 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47464441-65de-4e75-a89b-9a379e343594 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (82615c6e-ed17-49a9-857b-7a222a22111b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.266269 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47464441-65de-4e75-a89b-9a379e343594 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:16.273792 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-47464441-65de-4e75-a89b-9a379e343594 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:16.283992 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47464441-65de-4e75-a89b-9a379e343594 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:16.283992 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47464441-65de-4e75-a89b-9a379e343594 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.285474 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451ace48-d9c7-44f5-9140-4919acaf92cb None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:16.305043 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47464441-65de-4e75-a89b-9a379e343594 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=82615c6e-ed17-49a9-857b-7a222a22111b,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:16.329033 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-47464441-65de-4e75-a89b-9a379e343594 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9216633 Feb 09 21:43:16.332917 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-f1df2315-a1ec-4245-b524-e14ab433ad24 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:16.334354 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-f1df2315-a1ec-4245-b524-e14ab433ad24 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.42 "GET /v2.0/networks?id=c4792088-bf96-48c8-a331-af790ba542bf HTTP/1.1" status: 200 len: 812 time: 0.2907383 Feb 09 21:43:16.334542 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33090) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:16.343971 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-5d326baa-ab97-45e2-bcdb-28ac5f229319 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'mac_address': 'fa:16:3e:80:2a:29', 'name': 'tempest-NetworksTestDHCPv6-959692046'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:16.346478 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2113167-844b-4152-a7b2-bf909f3660e6 req-64724d35-0dad-4fc8-a7da-a22233028d82 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks [] for port (42acd72d-287f-4e2e-be6e-b1e0b184b200), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.362997 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-b25afcbd-8a5f-4623-bf7d-1506e9d800a3 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Request body: {'port': {'device_id': '0fb8a4fa-7c33-4614-8a14-fa1d3595f52d', 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf', 'admin_state_up': True, 'tenant_id': '4da379594fdf42339bba1d92c8147535'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:16.371463 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2113167-844b-4152-a7b2-bf909f3660e6 req-64724d35-0dad-4fc8-a7da-a22233028d82 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (42acd72d-287f-4e2e-be6e-b1e0b184b200), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.470485 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fa6518-f5f5-4219-945d-e19b85230e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'fixed_ips': [{'subnet_id': '82615c6e-ed17-49a9-857b-7a222a22111b'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:43:16.471773 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-28fa6518-f5f5-4219-945d-e19b85230e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.584333 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68f9105c-5e5d-4005-a3f4-d19f7136367c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.693313 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-28fa6518-f5f5-4219-945d-e19b85230e8e None None] Allocated IP 2001:db8::f816:3eff:fe6d:e484 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/82615c6e-ed17-49a9-857b-7a222a22111b/8c7f9cea-419f-423c-82cf-d694eca7dca8) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:16.777895 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64724d35-0dad-4fc8-a7da-a22233028d82 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Pushing event updated for resources: {'Port': ['ID=42acd72d-287f-4e2e-be6e-b1e0b184b200,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:16.846423 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d326baa-ab97-45e2-bcdb-28ac5f229319 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:16.864523 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2113167-844b-4152-a7b2-bf909f3660e6 req-64724d35-0dad-4fc8-a7da-a22233028d82 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (1f9265fc-557d-47cf-8c42-0a3ec85693bf), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.926927 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-28fa6518-f5f5-4219-945d-e19b85230e8e None None] Publish callbacks [] for port (8c7f9cea-419f-423c-82cf-d694eca7dca8), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.937918 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-28fa6518-f5f5-4219-945d-e19b85230e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (8c7f9cea-419f-423c-82cf-d694eca7dca8), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.941514 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2113167-844b-4152-a7b2-bf909f3660e6 req-64724d35-0dad-4fc8-a7da-a22233028d82 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.946077 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2113167-844b-4152-a7b2-bf909f3660e6 req-64724d35-0dad-4fc8-a7da-a22233028d82 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3019314 Feb 09 21:43:16.959088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-b25afcbd-8a5f-4623-bf7d-1506e9d800a3 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Made reservation on behalf of 4da379594fdf42339bba1d92c8147535 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:16.964980 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-b25afcbd-8a5f-4623-bf7d-1506e9d800a3 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.972393 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5d326baa-ab97-45e2-bcdb-28ac5f229319 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.985275 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fa6518-f5f5-4219-945d-e19b85230e8e None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:16.989781 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-28fa6518-f5f5-4219-945d-e19b85230e8e None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:16.994777 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fa6518-f5f5-4219-945d-e19b85230e8e None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:17.002402 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-5d326baa-ab97-45e2-bcdb-28ac5f229319 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] device_id is not set on port de427fd2-ff2c-4d18-a043-e376cae7e37e yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:43:17.002805 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa6518-f5f5-4219-945d-e19b85230e8e None None] Pushing event updated for resources: {'Port': ['ID=8c7f9cea-419f-423c-82cf-d694eca7dca8,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:17.069188 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-28fa6518-f5f5-4219-945d-e19b85230e8e None None] Attempting to bind port 8c7f9cea-419f-423c-82cf-d694eca7dca8 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:17.070239 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-28fa6518-f5f5-4219-945d-e19b85230e8e None None] Attempting to bind port 8c7f9cea-419f-423c-82cf-d694eca7dca8 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:17.070498 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fa6518-f5f5-4219-945d-e19b85230e8e None None] Attempting to bind port 8c7f9cea-419f-423c-82cf-d694eca7dca8 on network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:17.077892 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fa6518-f5f5-4219-945d-e19b85230e8e None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:17.078372 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fa6518-f5f5-4219-945d-e19b85230e8e None None] Checking segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:17.078760 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-28fa6518-f5f5-4219-945d-e19b85230e8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.079342 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fa6518-f5f5-4219-945d-e19b85230e8e None None] Bound using segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:17.080194 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-28fa6518-f5f5-4219-945d-e19b85230e8e None None] Bound port: 8c7f9cea-419f-423c-82cf-d694eca7dca8, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:17.080611 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-28fa6518-f5f5-4219-945d-e19b85230e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8c7f9cea-419f-423c-82cf-d694eca7dca8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.146570 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68f9105c-5e5d-4005-a3f4-d19f7136367c admin admin] Publish callbacks [] for security_group (175c5e13-dc6d-482e-b8c7-1438f47f1274), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.172347 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2113167-844b-4152-a7b2-bf909f3660e6 req-a1f8397f-6966-4e28-9dbf-9373b30de776 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.209 HTTP/1.1" status: 200 len: 696 time: 0.2144892 Feb 09 21:43:17.190530 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68f9105c-5e5d-4005-a3f4-d19f7136367c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (175c5e13-dc6d-482e-b8c7-1438f47f1274), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.220326 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-28fa6518-f5f5-4219-945d-e19b85230e8e None None] For port 8c7f9cea-419f-423c-82cf-d694eca7dca8, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:17.225317 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-28fa6518-f5f5-4219-945d-e19b85230e8e None None] For port 8c7f9cea-419f-423c-82cf-d694eca7dca8, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8c7f9cea-419f-423c-82cf-d694eca7dca8,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:17.239962 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-28fa6518-f5f5-4219-945d-e19b85230e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8c7f9cea-419f-423c-82cf-d694eca7dca8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.242324 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-5d326baa-ab97-45e2-bcdb-28ac5f229319 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8::f816:3eff:fe80:2a29 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/82615c6e-ed17-49a9-857b-7a222a22111b/de427fd2-ff2c-4d18-a043-e376cae7e37e) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:17.373249 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa6518-f5f5-4219-945d-e19b85230e8e None None] Pushing event updated for resources: {'Port': ['ID=8c7f9cea-419f-423c-82cf-d694eca7dca8,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:17.598428 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5d326baa-ab97-45e2-bcdb-28ac5f229319 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (de427fd2-ff2c-4d18-a043-e376cae7e37e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.693553 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5d326baa-ab97-45e2-bcdb-28ac5f229319 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (de427fd2-ff2c-4d18-a043-e376cae7e37e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.720248 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-68f9105c-5e5d-4005-a3f4-d19f7136367c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=222a72fa23cb4249a2b405f57e4701c2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5399566 Feb 09 21:43:17.725898 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9105c-5e5d-4005-a3f4-d19f7136367c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175c5e13-dc6d-482e-b8c7-1438f47f1274,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:17.728554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33102) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:17.796598 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d326baa-ab97-45e2-bcdb-28ac5f229319 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:17.807457 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-5d326baa-ab97-45e2-bcdb-28ac5f229319 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:17.810581 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d326baa-ab97-45e2-bcdb-28ac5f229319 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:17.817756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d326baa-ab97-45e2-bcdb-28ac5f229319 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:17.818564 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5d326baa-ab97-45e2-bcdb-28ac5f229319 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.832288 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d326baa-ab97-45e2-bcdb-28ac5f229319 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=de427fd2-ff2c-4d18-a043-e376cae7e37e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:17.845925 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-b25afcbd-8a5f-4623-bf7d-1506e9d800a3 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Allocated IP 172.20.0.12 (c4792088-bf96-48c8-a331-af790ba542bf/4b2baf19-4835-4e7a-83c6-0d721aca5d48/e38c4097-c302-4807-9da8-4a9c610adc9d) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:17.860401 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2113167-844b-4152-a7b2-bf909f3660e6 req-0a0ce36e-9aa1-4314-a152-43f27ecf5072 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:17.862100 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2113167-844b-4152-a7b2-bf909f3660e6 req-0a0ce36e-9aa1-4314-a152-43f27ecf5072 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.6798720 Feb 09 21:43:17.880118 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5d326baa-ab97-45e2-bcdb-28ac5f229319 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5415111 Feb 09 21:43:17.882236 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33106) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:17.928369 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87982331-05b3-46fc-8400-360ec8092765 admin admin] Publish callbacks [] for security_group (175c5e13-dc6d-482e-b8c7-1438f47f1274), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.032801 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87982331-05b3-46fc-8400-360ec8092765 admin admin] Publish callbacks [] for security_group (175c5e13-dc6d-482e-b8c7-1438f47f1274), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.148251 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f973c9-cb2c-481b-ac5a-d6f1b29a471a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:18.153768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f973c9-cb2c-481b-ac5a-d6f1b29a471a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:18.155499 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-61f973c9-cb2c-481b-ac5a-d6f1b29a471a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2669315 Feb 09 21:43:18.158338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33108) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:18.179928 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-874fef80-13ce-4a77-9f51-39ccf7f3c29a tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:18.181736 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-874fef80-13ce-4a77-9f51-39ccf7f3c29a tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2243130 Feb 09 21:43:18.263507 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-b17be5ef-ab0c-4de4-aff4-f7b91652b887 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.244 HTTP/1.1" status: 200 len: 696 time: 0.0747442 Feb 09 21:43:18.288679 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-b105d042-5270-410d-bc70-64872d7fcfc7 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Request body: {'floatingip': {'port_id': '201691e8-8155-4ad4-86ea-9656b7ff72f1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:18.290923 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87982331-05b3-46fc-8400-360ec8092765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (175c5e13-dc6d-482e-b8c7-1438f47f1274), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.293657 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87982331-05b3-46fc-8400-360ec8092765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.294846 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-87982331-05b3-46fc-8400-360ec8092765 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/175c5e13-dc6d-482e-b8c7-1438f47f1274 HTTP/1.1" status: 204 len: 168 time: 0.5600715 Feb 09 21:43:18.315037 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c3d8453b-2e8f-489b-b968-691dcd200427 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting port de427fd2-ff2c-4d18-a043-e376cae7e37e {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:18.315700 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3d8453b-2e8f-489b-b968-691dcd200427 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (de427fd2-ff2c-4d18-a043-e376cae7e37e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.360161 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-b25afcbd-8a5f-4623-bf7d-1506e9d800a3 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks [] for port (e38c4097-c302-4807-9da8-4a9c610adc9d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.362402 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87982331-05b3-46fc-8400-360ec8092765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175c5e13-dc6d-482e-b8c7-1438f47f1274,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:18.369087 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-b105d042-5270-410d-bc70-64872d7fcfc7 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks [] for floatingip (705fd641-ff26-445e-91ca-9e586e6cf946), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.500612 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3d8453b-2e8f-489b-b968-691dcd200427 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (de427fd2-ff2c-4d18-a043-e376cae7e37e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.518341 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c3d8453b-2e8f-489b-b968-691dcd200427 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Calling delete_port for de427fd2-ff2c-4d18-a043-e376cae7e37e owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:18.709623 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-b25afcbd-8a5f-4623-bf7d-1506e9d800a3 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (e38c4097-c302-4807-9da8-4a9c610adc9d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.787389 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25afcbd-8a5f-4623-bf7d-1506e9d800a3 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Pushing event updated for resources: {'Port': ['ID=e38c4097-c302-4807-9da8-4a9c610adc9d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:18.824911 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-b25afcbd-8a5f-4623-bf7d-1506e9d800a3 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Network c4792088-bf96-48c8-a331-af790ba542bf is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:18.837869 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-b25afcbd-8a5f-4623-bf7d-1506e9d800a3 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:18.845256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-b25afcbd-8a5f-4623-bf7d-1506e9d800a3 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:18.905897 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3d8453b-2e8f-489b-b968-691dcd200427 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (de427fd2-ff2c-4d18-a043-e376cae7e37e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.966079 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-b25afcbd-8a5f-4623-bf7d-1506e9d800a3 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:18.967323 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-b25afcbd-8a5f-4623-bf7d-1506e9d800a3 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.000992 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3d8453b-2e8f-489b-b968-691dcd200427 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.005226 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c3d8453b-2e8f-489b-b968-691dcd200427 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/de427fd2-ff2c-4d18-a043-e376cae7e37e HTTP/1.1" status: 204 len: 168 time: 0.8457251 Feb 09 21:43:19.006518 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8453b-2e8f-489b-b968-691dcd200427 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Port': ['ID=de427fd2-ff2c-4d18-a043-e376cae7e37e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:19.009774 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33116) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:19.052902 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-b25afcbd-8a5f-4623-bf7d-1506e9d800a3 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7012210 Feb 09 21:43:19.053197 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33118) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:19.077783 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0b9e68e-03d9-4830-a770-2734d771d366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.130483 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] Request body: {'port': {'device_id': '0fb8a4fa-7c33-4614-8a14-fa1d3595f52d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:19.132771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76ddf0a-09be-4816-82d3-4eb84d42cc52 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:19.136383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76ddf0a-09be-4816-82d3-4eb84d42cc52 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:19.139186 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d76ddf0a-09be-4816-82d3-4eb84d42cc52 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1280174 Feb 09 21:43:19.144536 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33120) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:19.210903 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e38c4097-c302-4807-9da8-4a9c610adc9d), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.222209 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-fb288768-584f-4265-84c6-010a5dc20ad9 None None] Provisioning complete for port 8c7f9cea-419f-423c-82cf-d694eca7dca8 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:19.225404 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fb288768-584f-4265-84c6-010a5dc20ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8c7f9cea-419f-423c-82cf-d694eca7dca8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.260342 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0f7a51-6fbd-4090-b625-93f5da7635e3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet 82615c6e-ed17-49a9-857b-7a222a22111b {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:19.360357 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0b9e68e-03d9-4830-a770-2734d771d366 admin admin] Publish callbacks [] for security_group (d71e8d37-30c2-47c6-ab02-79abf7f3cf80), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.364572 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f0f7a51-6fbd-4090-b625-93f5da7635e3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (82615c6e-ed17-49a9-857b-7a222a22111b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.433103 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-fb288768-584f-4265-84c6-010a5dc20ad9 None None] Current status of the port 8c7f9cea-419f-423c-82cf-d694eca7dca8 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:19.434029 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fb288768-584f-4265-84c6-010a5dc20ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8c7f9cea-419f-423c-82cf-d694eca7dca8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.453678 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0b9e68e-03d9-4830-a770-2734d771d366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d71e8d37-30c2-47c6-ab02-79abf7f3cf80), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.566015 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-fb288768-584f-4265-84c6-010a5dc20ad9 None None] For port 8c7f9cea-419f-423c-82cf-d694eca7dca8, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8c7f9cea-419f-423c-82cf-d694eca7dca8,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:19.578404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9e68e-03d9-4830-a770-2734d771d366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71e8d37-30c2-47c6-ab02-79abf7f3cf80,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:19.585028 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fb288768-584f-4265-84c6-010a5dc20ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8c7f9cea-419f-423c-82cf-d694eca7dca8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.646192 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f0f7a51-6fbd-4090-b625-93f5da7635e3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (82615c6e-ed17-49a9-857b-7a222a22111b), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.700021 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f0b9e68e-03d9-4830-a770-2734d771d366 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dc2f40eafea84ee8b9fc36d88eea7b7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6465032 Feb 09 21:43:19.706166 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33132) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:19.711974 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8c7f9cea-419f-423c-82cf-d694eca7dca8 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:19.808332 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-143dfac1-0b64-40e7-ada9-ce984d264305 admin admin] Publish callbacks [] for security_group (d71e8d37-30c2-47c6-ab02-79abf7f3cf80), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.814488 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e38c4097-c302-4807-9da8-4a9c610adc9d {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:19.822203 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0751df5f-ab74-40f9-b9d5-8be06b838e35 None None] Could not find standard attr ID for object de427fd2-ff2c-4d18-a043-e376cae7e37e. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:43:19.874965 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-143dfac1-0b64-40e7-ada9-ce984d264305 admin admin] Publish callbacks [] for security_group (d71e8d37-30c2-47c6-ab02-79abf7f3cf80), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.880333 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb288768-584f-4265-84c6-010a5dc20ad9 None None] Pushing event updated for resources: {'Port': ['ID=8c7f9cea-419f-423c-82cf-d694eca7dca8,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:19.902413 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f0f7a51-6fbd-4090-b625-93f5da7635e3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (82615c6e-ed17-49a9-857b-7a222a22111b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.920137 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8c7f9cea-419f-423c-82cf-d694eca7dca8 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:19.920830 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8c7f9cea-419f-423c-82cf-d694eca7dca8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.929806 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] Publish callbacks [] for port (e38c4097-c302-4807-9da8-4a9c610adc9d), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.998052 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.db.resource_extend [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-b105d042-5270-410d-bc70-64872d7fcfc7 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:43:20.062484 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-143dfac1-0b64-40e7-ada9-ce984d264305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d71e8d37-30c2-47c6-ab02-79abf7f3cf80), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.066184 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-143dfac1-0b64-40e7-ada9-ce984d264305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.070401 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-143dfac1-0b64-40e7-ada9-ce984d264305 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d71e8d37-30c2-47c6-ab02-79abf7f3cf80 HTTP/1.1" status: 204 len: 168 time: 0.3602729 Feb 09 21:43:20.083011 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] Transition to ACTIVE for port object e38c4097-c302-4807-9da8-4a9c610adc9d will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:43:20.094121 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (e38c4097-c302-4807-9da8-4a9c610adc9d), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.100666 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143dfac1-0b64-40e7-ada9-ce984d264305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71e8d37-30c2-47c6-ab02-79abf7f3cf80,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:20.128665 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dfac1-0b64-40e7-ada9-ce984d264305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:20.129091 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dfac1-0b64-40e7-ada9-ce984d264305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:20.129230 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dfac1-0b64-40e7-ada9-ce984d264305 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:20.129577 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dfac1-0b64-40e7-ada9-ce984d264305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:20.129919 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dfac1-0b64-40e7-ada9-ce984d264305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:20.130259 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dfac1-0b64-40e7-ada9-ce984d264305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:20.130595 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dfac1-0b64-40e7-ada9-ce984d264305 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:20.130943 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dfac1-0b64-40e7-ada9-ce984d264305 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:20.131251 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dfac1-0b64-40e7-ada9-ce984d264305 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:20.131582 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dfac1-0b64-40e7-ada9-ce984d264305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:20.131766 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8c7f9cea-419f-423c-82cf-d694eca7dca8 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:20.132632 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dfac1-0b64-40e7-ada9-ce984d264305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:20.140326 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dfac1-0b64-40e7-ada9-ce984d264305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:20.141020 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dfac1-0b64-40e7-ada9-ce984d264305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:20.156776 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f0f7a51-6fbd-4090-b625-93f5da7635e3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (82615c6e-ed17-49a9-857b-7a222a22111b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.189221 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f0f7a51-6fbd-4090-b625-93f5da7635e3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.192629 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8f0f7a51-6fbd-4090-b625-93f5da7635e3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/82615c6e-ed17-49a9-857b-7a222a22111b HTTP/1.1" status: 204 len: 168 time: 1.0466156 Feb 09 21:43:20.207581 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c1382f-2a28-45a2-972e-a72fbc3eadf7 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:20.224568 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33136) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:20.228205 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f7a51-6fbd-4090-b625-93f5da7635e3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=82615c6e-ed17-49a9-857b-7a222a22111b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:20.267945 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-b105d042-5270-410d-bc70-64872d7fcfc7 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.278734 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-46e528fb-e395-4137-b937-e289ee75d558 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527041 Feb 09 21:43:20.284975 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33138) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:20.287110 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e38c4097-c302-4807-9da8-4a9c610adc9d,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:20.292090 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-b105d042-5270-410d-bc70-64872d7fcfc7 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (705fd641-ff26-445e-91ca-9e586e6cf946), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.301125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d98c9853-1c2c-4f22-a3ea-08b192372c84 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:20.498176 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] Attempting to bind port e38c4097-c302-4807-9da8-4a9c610adc9d on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:20.499098 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] Attempting to bind port e38c4097-c302-4807-9da8-4a9c610adc9d by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:20.499736 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] Attempting to bind port e38c4097-c302-4807-9da8-4a9c610adc9d on network c4792088-bf96-48c8-a331-af790ba542bf {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:20.535535 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] Port e38c4097-c302-4807-9da8-4a9c610adc9d on network c4792088-bf96-48c8-a331-af790ba542bf not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:43:20.536353 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] Attempting to bind port e38c4097-c302-4807-9da8-4a9c610adc9d on network c4792088-bf96-48c8-a331-af790ba542bf {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:20.554457 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:20.555041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] Checking segment: {'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:20.555591 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] Bound using segment: {'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:20.556363 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] Bound port: e38c4097-c302-4807-9da8-4a9c610adc9d, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:20.556881 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e38c4097-c302-4807-9da8-4a9c610adc9d), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.563188 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-b105d042-5270-410d-bc70-64872d7fcfc7 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Floating IP 705fd641-ff26-445e-91ca-9e586e6cf946 associated. External IP: 172.25.6.244, port: 201691e8-8155-4ad4-86ea-9656b7ff72f1. Feb 09 21:43:20.591252 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51701802-6489-4208-b777-6371b8b7aeb9 None None] DHCP port deletion for 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:43:20.616273 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98c9853-1c2c-4f22-a3ea-08b192372c84 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:20.624601 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d98c9853-1c2c-4f22-a3ea-08b192372c84 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.721670 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-51701802-6489-4208-b777-6371b8b7aeb9 None None] Deleting port 8c7f9cea-419f-423c-82cf-d694eca7dca8 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:20.722297 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-51701802-6489-4208-b777-6371b8b7aeb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8c7f9cea-419f-423c-82cf-d694eca7dca8), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.807481 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-51701802-6489-4208-b777-6371b8b7aeb9 None None] For port 8c7f9cea-419f-423c-82cf-d694eca7dca8, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8c7f9cea-419f-423c-82cf-d694eca7dca8,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:20.808178 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-51701802-6489-4208-b777-6371b8b7aeb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8c7f9cea-419f-423c-82cf-d694eca7dca8), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.826051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-51701802-6489-4208-b777-6371b8b7aeb9 None None] Calling delete_port for 8c7f9cea-419f-423c-82cf-d694eca7dca8 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:20.849133 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] For port e38c4097-c302-4807-9da8-4a9c610adc9d, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:20.962022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] For port e38c4097-c302-4807-9da8-4a9c610adc9d, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=e38c4097-c302-4807-9da8-4a9c610adc9d,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:20.990704 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-51701802-6489-4208-b777-6371b8b7aeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (8c7f9cea-419f-423c-82cf-d694eca7dca8), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.061076 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51701802-6489-4208-b777-6371b8b7aeb9 None None] Pushing event deleted for resources: {'Port': ['ID=8c7f9cea-419f-423c-82cf-d694eca7dca8,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:21.063149 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51701802-6489-4208-b777-6371b8b7aeb9 None None] No DVR routers for this DVR port 8c7f9cea-419f-423c-82cf-d694eca7dca8 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:21.101950 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (e38c4097-c302-4807-9da8-4a9c610adc9d), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.215418 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:21.215968 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.217845 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] 10.222.0.42 "PUT /v2.0/ports/e38c4097-c302-4807-9da8-4a9c610adc9d HTTP/1.1" status: 200 len: 1092 time: 2.1276026 Feb 09 21:43:21.224352 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb8a4fa-7c33-4614-8a14-fa1d3595f52d', 'tag': 'e38c4097-c302-4807-9da8-4a9c610adc9d'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:21.227259 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39e93f7-509e-42b2-8aea-838fa15f8654" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb8a4fa-7c33-4614-8a14-fa1d3595f52d", "tag": "e38c4097-c302-4807-9da8-4a9c610adc9d"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:21.286601 n-d-828601-1 neutron-server[103202]: DEBUG neutron.objects.ports [None req-d98c9853-1c2c-4f22-a3ea-08b192372c84 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103202) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:43:21.289601 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d98c9853-1c2c-4f22-a3ea-08b192372c84 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (f856e846-caa7-4be2-a0b5-1e4373eb05e1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.291500 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62dc6af-68ab-4915-8613-146772fb18d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e38c4097-c302-4807-9da8-4a9c610adc9d,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:21.324694 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-b105d042-5270-410d-bc70-64872d7fcfc7 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Router 901f3f3e-2947-4b26-a9f8-1eb355661f69 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:21.332531 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883971d-3d1a-4eb6-af54-820f69a8c430 req-dcbcd922-65a1-4398-8a1d-b3dae7a3621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:21.334284 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d883971d-3d1a-4eb6-af54-820f69a8c430 req-dcbcd922-65a1-4398-8a1d-b3dae7a3621d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1 HTTP/1.1" status: 200 len: 1127 time: 0.4219983 Feb 09 21:43:21.410993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98c9853-1c2c-4f22-a3ea-08b192372c84 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:21.422356 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d98c9853-1c2c-4f22-a3ea-08b192372c84 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:21.425356 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c9853-1c2c-4f22-a3ea-08b192372c84 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=f856e846-caa7-4be2-a0b5-1e4373eb05e1,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:21.431184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98c9853-1c2c-4f22-a3ea-08b192372c84 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:21.432999 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d98c9853-1c2c-4f22-a3ea-08b192372c84 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.437555 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31e3d1e-6576-41f7-963c-df2fd07aab7b None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:21.472987 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d98c9853-1c2c-4f22-a3ea-08b192372c84 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1860087 Feb 09 21:43:21.473973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33162) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:21.483319 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f6cbabdb-844f-46dc-914e-5bb9b8ccf51a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'mac_address': 'fa:16:3e:eb:ed:af', 'name': 'tempest-NetworksTestDHCPv6-1240129524'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:21.636606 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8c7f9cea-419f-423c-82cf-d694eca7dca8 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:21.693234 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 8c7f9cea-419f-423c-82cf-d694eca7dca8 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:21.693583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8c7f9cea-419f-423c-82cf-d694eca7dca8 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:21.721269 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d883971d-3d1a-4eb6-af54-820f69a8c430 req-0465d916-9caf-4e4d-bbcf-82c1f701d8dd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779688 Feb 09 21:43:21.755040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-b6a0bb4d-22a6-4eef-b8b4-d2396656c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:21.758847 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-b6a0bb4d-22a6-4eef-b8b4-d2396656c25c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4da379594fdf42339bba1d92c8147535&device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 1126 time: 0.4930544 Feb 09 21:43:21.763912 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bfd096-a0bc-4c1b-a9b6-d2322bf860bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'fixed_ips': [{'subnet_id': 'f856e846-caa7-4be2-a0b5-1e4373eb05e1'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:43:21.764903 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-10bfd096-a0bc-4c1b-a9b6-d2322bf860bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.765835 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-b105d042-5270-410d-bc70-64872d7fcfc7 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:21.783675 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-b105d042-5270-410d-bc70-64872d7fcfc7 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.801996 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8517070f-1dc4-4898-af7d-c6bea4c2aac8 None None] Sync routers for ids ['901f3f3e-2947-4b26-a9f8-1eb355661f69'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:21.802914 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cbabdb-844f-46dc-914e-5bb9b8ccf51a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:21.816463 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8517070f-1dc4-4898-af7d-c6bea4c2aac8 None None] Routers {'901f3f3e-2947-4b26-a9f8-1eb355661f69'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:21.817833 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-8517070f-1dc4-4898-af7d-c6bea4c2aac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:43:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['901f3f3e-2947-4b26-a9f8-1eb355661f69'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:21.826234 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f6cbabdb-844f-46dc-914e-5bb9b8ccf51a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.879276 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-f6cbabdb-844f-46dc-914e-5bb9b8ccf51a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] device_id is not set on port 00058ce5-87bb-4815-a112-ad8394a9b512 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:43:21.942687 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-400a133b-55d6-479b-9b62-dffd7f492c37 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e38c4097-c302-4807-9da8-4a9c610adc9d HTTP/1.1" status: 200 len: 217 time: 0.1508794 Feb 09 21:43:22.018737 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-b105d042-5270-410d-bc70-64872d7fcfc7 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "PUT /v2.0/floatingips/705fd641-ff26-445e-91ca-9e586e6cf946 HTTP/1.1" status: 200 len: 996 time: 3.7411349 Feb 09 21:43:22.063025 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-10bfd096-a0bc-4c1b-a9b6-d2322bf860bf None None] Allocated IP 2001:db8::f816:3eff:fe71:9abb (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/f856e846-caa7-4be2-a0b5-1e4373eb05e1/2a2321ba-9cfa-4dd7-846d-a3d06aef2e95) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:22.083118 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-8f1cb724-fe73-4b21-abd3-167287494d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:22.085025 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-8f1cb724-fe73-4b21-abd3-167287494d66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b2baf19-4835-4e7a-83c6-0d721aca5d48 HTTP/1.1" status: 200 len: 852 time: 0.1301830 Feb 09 21:43:22.104746 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-8517070f-1dc4-4898-af7d-c6bea4c2aac8 None None] Set router 901f3f3e-2947-4b26-a9f8-1eb355661f69 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:22.160810 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-4dcac810-7fde-4f95-be2b-041c4179686e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4792088-bf96-48c8-a331-af790ba542bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650225 Feb 09 21:43:22.354660 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-10bfd096-a0bc-4c1b-a9b6-d2322bf860bf None None] Publish callbacks [] for port (2a2321ba-9cfa-4dd7-846d-a3d06aef2e95), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.369258 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 108c326d-dfc7-41ae-a680-f613b079eec8 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:43:22.501822 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-f6cbabdb-844f-46dc-914e-5bb9b8ccf51a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8::f816:3eff:feeb:edaf (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/f856e846-caa7-4be2-a0b5-1e4373eb05e1/00058ce5-87bb-4815-a112-ad8394a9b512) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:22.598071 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-8517070f-1dc4-4898-af7d-c6bea4c2aac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:41:07Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '705fd641-ff26-445e-91ca-9e586e6cf946', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'port_id': '201691e8-8155-4ad4-86ea-9656b7ff72f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'mac_address': 'fa:16:3e:67:05:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5178c-6dbb-4768-8cb6-947b1bb326d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:41:55Z', 'updated_at': '2022-02-09T21:43:19Z', 'revision_number': 8, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5475d33-05a9-41b7-898f-558c95bf80d2', 'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'mac_address': 'fa:16:3e:64:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:02Z', 'updated_at': '2022-02-09T21:41:15Z', 'revision_number': 5, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'subnets': [{'id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:22.637534 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8517070f-1dc4-4898-af7d-c6bea4c2aac8 None None] Checking router: 901f3f3e-2947-4b26-a9f8-1eb355661f69 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:22.653436 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8517070f-1dc4-4898-af7d-c6bea4c2aac8 None None] Routers {'901f3f3e-2947-4b26-a9f8-1eb355661f69'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:22.654481 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-8517070f-1dc4-4898-af7d-c6bea4c2aac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:43:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['901f3f3e-2947-4b26-a9f8-1eb355661f69'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:22.672904 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 108c326d-dfc7-41ae-a680-f613b079eec8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=108c326d-dfc7-41ae-a680-f613b079eec8,segment=NetworkSegment(3d2262d1-dc2b-49a3-9127-ed60afa19e93),segment_id=3d2262d1-dc2b-49a3-9127-ed60afa19e93)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:22.687203 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 108c326d-dfc7-41ae-a680-f613b079eec8 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:22.690238 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '108c326d-dfc7-41ae-a680-f613b079eec8', 'network_id': '18dcd003-8cbd-4794-b5ef-c9a65b6cdc94', 'port_id': '108c326d-dfc7-41ae-a680-f613b079eec8', 'mac_address': 'fa:16:3e:81:4c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec51de9-93a9-4e1c-b1d1-307551dbf1e9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:43:22.692343 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-10bfd096-a0bc-4c1b-a9b6-d2322bf860bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (2a2321ba-9cfa-4dd7-846d-a3d06aef2e95), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.770793 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bfd096-a0bc-4c1b-a9b6-d2322bf860bf None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:22.827238 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-10bfd096-a0bc-4c1b-a9b6-d2322bf860bf None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:22.837583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bfd096-a0bc-4c1b-a9b6-d2322bf860bf None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:22.927859 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f6cbabdb-844f-46dc-914e-5bb9b8ccf51a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (00058ce5-87bb-4815-a112-ad8394a9b512), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.042835 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-1693ba75-b3cb-44dd-861b-6311a39b1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:23.056322 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-1693ba75-b3cb-44dd-861b-6311a39b1be6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=178a334a4d4c401b8c15c3fe9c3a710c&device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 1127 time: 1.0161316 Feb 09 21:43:23.062431 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f6cbabdb-844f-46dc-914e-5bb9b8ccf51a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (00058ce5-87bb-4815-a112-ad8394a9b512), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.099977 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfd096-a0bc-4c1b-a9b6-d2322bf860bf None None] Pushing event updated for resources: {'Port': ['ID=2a2321ba-9cfa-4dd7-846d-a3d06aef2e95,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:23.165432 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-8517070f-1dc4-4898-af7d-c6bea4c2aac8 None None] Set router 901f3f3e-2947-4b26-a9f8-1eb355661f69 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:23.193938 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbabdb-844f-46dc-914e-5bb9b8ccf51a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=00058ce5-87bb-4815-a112-ad8394a9b512,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:23.196712 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 108c326d-dfc7-41ae-a680-f613b079eec8 is: ACTIVE; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:23.197926 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (108c326d-dfc7-41ae-a680-f613b079eec8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.225595 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cbabdb-844f-46dc-914e-5bb9b8ccf51a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:23.239825 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-f6cbabdb-844f-46dc-914e-5bb9b8ccf51a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:23.242708 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 108c326d-dfc7-41ae-a680-f613b079eec8 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:23.245229 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cbabdb-844f-46dc-914e-5bb9b8ccf51a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:23.255363 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cbabdb-844f-46dc-914e-5bb9b8ccf51a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:23.269599 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f6cbabdb-844f-46dc-914e-5bb9b8ccf51a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.297583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-10bfd096-a0bc-4c1b-a9b6-d2322bf860bf None None] Attempting to bind port 2a2321ba-9cfa-4dd7-846d-a3d06aef2e95 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:23.298179 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-10bfd096-a0bc-4c1b-a9b6-d2322bf860bf None None] Attempting to bind port 2a2321ba-9cfa-4dd7-846d-a3d06aef2e95 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:23.298779 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bfd096-a0bc-4c1b-a9b6-d2322bf860bf None None] Attempting to bind port 2a2321ba-9cfa-4dd7-846d-a3d06aef2e95 on network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:23.318558 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-d3cfd939-4504-4a53-bde4-3acb5202ed33 service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1498523 Feb 09 21:43:23.321466 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-1aec3c1e-7b07-4955-ad1d-71f0d0fd535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:23.333823 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bfd096-a0bc-4c1b-a9b6-d2322bf860bf None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:23.334286 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f6cbabdb-844f-46dc-914e-5bb9b8ccf51a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8584156 Feb 09 21:43:23.334403 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bfd096-a0bc-4c1b-a9b6-d2322bf860bf None None] Checking segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:23.334587 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-1aec3c1e-7b07-4955-ad1d-71f0d0fd535d service neutron] 10.222.0.77 "GET /v2.0/networks?id=9cec45fb-c615-4147-9585-d66f5efcfe6c HTTP/1.1" status: 200 len: 920 time: 0.2741017 Feb 09 21:43:23.335764 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-10bfd096-a0bc-4c1b-a9b6-d2322bf860bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.335897 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33184) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:23.336401 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bfd096-a0bc-4c1b-a9b6-d2322bf860bf None None] Bound using segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:23.337196 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-10bfd096-a0bc-4c1b-a9b6-d2322bf860bf None None] Bound port: 2a2321ba-9cfa-4dd7-846d-a3d06aef2e95, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:23.337823 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-10bfd096-a0bc-4c1b-a9b6-d2322bf860bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2a2321ba-9cfa-4dd7-846d-a3d06aef2e95), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.368043 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 108c326d-dfc7-41ae-a680-f613b079eec8 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:23.370562 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (108c326d-dfc7-41ae-a680-f613b079eec8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.381207 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 108c326d-dfc7-41ae-a680-f613b079eec8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=108c326d-dfc7-41ae-a680-f613b079eec8,segment=NetworkSegment(3d2262d1-dc2b-49a3-9127-ed60afa19e93),segment_id=3d2262d1-dc2b-49a3-9127-ed60afa19e93)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:23.404845 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (108c326d-dfc7-41ae-a680-f613b079eec8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.499190 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825d52f1-3100-4ec9-a189-db77f1bf02a7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:23.507986 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825d52f1-3100-4ec9-a189-db77f1bf02a7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:23.514515 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-825d52f1-3100-4ec9-a189-db77f1bf02a7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1772294 Feb 09 21:43:23.516522 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-07b17d72-bfbf-4029-847f-fa347d370c26 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=201691e8-8155-4ad4-86ea-9656b7ff72f1 HTTP/1.1" status: 200 len: 999 time: 0.1790707 Feb 09 21:43:23.522030 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33188) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:23.694422 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-be25abe6-a2f2-4979-877f-aaa16b3e69fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:23.705298 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-be25abe6-a2f2-4979-877f-aaa16b3e69fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e3c310f9-5e45-4b20-89c5-333731de760d HTTP/1.1" status: 200 len: 858 time: 0.1878612 Feb 09 21:43:23.816897 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dce16f31-c819-4334-aa4b-c8ecbc444f73 req-e21c362a-0630-4d7d-9c72-706f81023699 service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668391 Feb 09 21:43:23.824212 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-159dc5c1-0a36-43b6-a072-637dbcb3123a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting port 00058ce5-87bb-4815-a112-ad8394a9b512 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:23.825016 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-159dc5c1-0a36-43b6-a072-637dbcb3123a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (00058ce5-87bb-4815-a112-ad8394a9b512), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.830116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-85dddf3f-b9c6-4c97-92de-0c3634ab309d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:23.833683 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-85dddf3f-b9c6-4c97-92de-0c3634ab309d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9cec45fb-c615-4147-9585-d66f5efcfe6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1172478 Feb 09 21:43:23.852841 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['108c326d-dfc7-41ae-a680-f613b079eec8'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:23.878892 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-8517070f-1dc4-4898-af7d-c6bea4c2aac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:41:07Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '705fd641-ff26-445e-91ca-9e586e6cf946', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'port_id': '201691e8-8155-4ad4-86ea-9656b7ff72f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'mac_address': 'fa:16:3e:67:05:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5178c-6dbb-4768-8cb6-947b1bb326d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:41:55Z', 'updated_at': '2022-02-09T21:43:19Z', 'revision_number': 8, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5475d33-05a9-41b7-898f-558c95bf80d2', 'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'mac_address': 'fa:16:3e:64:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:02Z', 'updated_at': '2022-02-09T21:41:15Z', 'revision_number': 5, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'subnets': [{'id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:23.939004 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8517070f-1dc4-4898-af7d-c6bea4c2aac8 None None] The sync data for ids ['901f3f3e-2947-4b26-a9f8-1eb355661f69'] in n-d-828601-1 is: [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:41:07Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '705fd641-ff26-445e-91ca-9e586e6cf946', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'port_id': '201691e8-8155-4ad4-86ea-9656b7ff72f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'mac_address': 'fa:16:3e:67:05:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5178c-6dbb-4768-8cb6-947b1bb326d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:41:55Z', 'updated_at': '2022-02-09T21:43:19Z', 'revision_number': 8, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5475d33-05a9-41b7-898f-558c95bf80d2', 'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'mac_address': 'fa:16:3e:64:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:02Z', 'updated_at': '2022-02-09T21:41:15Z', 'revision_number': 5, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'subnets': [{'id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:23.995420 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-a3260497-2b02-463d-addb-ab0e275e8a76 service neutron] 10.222.0.77 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536348 Feb 09 21:43:24.019613 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-159dc5c1-0a36-43b6-a072-637dbcb3123a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (00058ce5-87bb-4815-a112-ad8394a9b512), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.071864 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-159dc5c1-0a36-43b6-a072-637dbcb3123a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Calling delete_port for 00058ce5-87bb-4815-a112-ad8394a9b512 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:24.185243 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=108c326d-dfc7-41ae-a680-f613b079eec8,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:24.239835 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:43:24.240459 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:43:24.256487 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-10bfd096-a0bc-4c1b-a9b6-d2322bf860bf None None] For port 2a2321ba-9cfa-4dd7-846d-a3d06aef2e95, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:24.276563 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d95bea65-44d9-493b-9c01-c864c0f809b2 req-c716186a-1d9e-4ff1-826b-d87ffded675f service neutron] 10.222.0.77 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722547 Feb 09 21:43:24.290333 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-10bfd096-a0bc-4c1b-a9b6-d2322bf860bf None None] For port 2a2321ba-9cfa-4dd7-846d-a3d06aef2e95, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2a2321ba-9cfa-4dd7-846d-a3d06aef2e95,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:24.313425 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-10bfd096-a0bc-4c1b-a9b6-d2322bf860bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2a2321ba-9cfa-4dd7-846d-a3d06aef2e95), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.351824 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-159dc5c1-0a36-43b6-a072-637dbcb3123a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (00058ce5-87bb-4815-a112-ad8394a9b512), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.424091 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce3eedf-bfa4-432f-bf6c-c7ed88f24aee None None] New status for floating IP 705fd641-ff26-445e-91ca-9e586e6cf946: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:43:24.447355 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159dc5c1-0a36-43b6-a072-637dbcb3123a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Port': ['ID=00058ce5-87bb-4815-a112-ad8394a9b512,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:24.534137 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-159dc5c1-0a36-43b6-a072-637dbcb3123a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.542692 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-159dc5c1-0a36-43b6-a072-637dbcb3123a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/00058ce5-87bb-4815-a112-ad8394a9b512 HTTP/1.1" status: 204 len: 168 time: 1.0188468 Feb 09 21:43:24.545105 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33212) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:24.662693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8be830-1253-435f-8b4b-e30d8c395e3c req-d5b3ac1f-a05e-44dc-b3e5-dcde5062ae00 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:24.681634 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfd096-a0bc-4c1b-a9b6-d2322bf860bf None None] Pushing event updated for resources: {'Port': ['ID=2a2321ba-9cfa-4dd7-846d-a3d06aef2e95,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:24.688117 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e5b6a2-0883-46c3-a11a-1c7b2c9bc3c8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:24.689677 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a8be830-1253-435f-8b4b-e30d8c395e3c req-d5b3ac1f-a05e-44dc-b3e5-dcde5062ae00 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b01a68-711e-4cde-af8a-9185e4bd16a7 HTTP/1.1" status: 200 len: 945 time: 0.1698623 Feb 09 21:43:24.698484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e5b6a2-0883-46c3-a11a-1c7b2c9bc3c8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:24.711803 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-51e5b6a2-0883-46c3-a11a-1c7b2c9bc3c8 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1644902 Feb 09 21:43:24.712739 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33214) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:24.850535 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a8be830-1253-435f-8b4b-e30d8c395e3c req-7986bdad-3e8c-4918-b43d-5bb1bb200c7f tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595905 Feb 09 21:43:24.887497 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd97bd59-c917-42e8-b57f-f0f76c7a42fa tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet f856e846-caa7-4be2-a0b5-1e4373eb05e1 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:24.892047 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd97bd59-c917-42e8-b57f-f0f76c7a42fa tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (f856e846-caa7-4be2-a0b5-1e4373eb05e1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.981745 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd97bd59-c917-42e8-b57f-f0f76c7a42fa tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (f856e846-caa7-4be2-a0b5-1e4373eb05e1), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.024656 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 108c326d-dfc7-41ae-a680-f613b079eec8 is: BUILD; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:25.025055 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (108c326d-dfc7-41ae-a680-f613b079eec8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.048305 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 108c326d-dfc7-41ae-a680-f613b079eec8 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:25.090212 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 108c326d-dfc7-41ae-a680-f613b079eec8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=108c326d-dfc7-41ae-a680-f613b079eec8,segment=NetworkSegment(3d2262d1-dc2b-49a3-9127-ed60afa19e93),segment_id=3d2262d1-dc2b-49a3-9127-ed60afa19e93)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:25.099119 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (108c326d-dfc7-41ae-a680-f613b079eec8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.191357 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=108c326d-dfc7-41ae-a680-f613b079eec8,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:25.196011 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785d85a-3713-4190-863b-ffb736f9c880 req-6bbe9bd3-4618-4c64-a325-5981c72487b5 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:25.198776 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5785d85a-3713-4190-863b-ffb736f9c880 req-6bbe9bd3-4618-4c64-a325-5981c72487b5 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1 HTTP/1.1" status: 200 len: 944 time: 0.2053041 Feb 09 21:43:25.218887 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd97bd59-c917-42e8-b57f-f0f76c7a42fa tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (f856e846-caa7-4be2-a0b5-1e4373eb05e1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.305684 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5785d85a-3713-4190-863b-ffb736f9c880 req-393c0103-4206-4bba-86a8-57adbf6ea028 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003661 Feb 09 21:43:25.310799 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd97bd59-c917-42e8-b57f-f0f76c7a42fa tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (f856e846-caa7-4be2-a0b5-1e4373eb05e1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.369379 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97bd59-c917-42e8-b57f-f0f76c7a42fa tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=f856e846-caa7-4be2-a0b5-1e4373eb05e1,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:25.382666 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd97bd59-c917-42e8-b57f-f0f76c7a42fa tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.394518 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33232) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:25.405107 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bd97bd59-c917-42e8-b57f-f0f76c7a42fa tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/f856e846-caa7-4be2-a0b5-1e4373eb05e1 HTTP/1.1" status: 204 len: 168 time: 0.6906292 Feb 09 21:43:25.424098 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d45330-4845-4d70-8667-0b19789a0a7c x-openstack-request-id: req-c7d45330-4845-4d70-8667-0b19789a0a7c {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:25.424098 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf593d3b-9a8e-44d6-92b3-22f1c3972600", "name": "network-vif-deleted", "tag": "02fc6b73-7e89-4def-8c16-0e5092c25560", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:25.424098 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c7d45330-4845-4d70-8667-0b19789a0a7c {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:25.424098 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf593d3b-9a8e-44d6-92b3-22f1c3972600', 'name': 'network-vif-deleted', 'tag': '02fc6b73-7e89-4def-8c16-0e5092c25560', 'status': 'completed', 'code': 200} Feb 09 21:43:25.525058 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f186d022-e9ff-401a-9240-b3d10699fa1d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1288924 Feb 09 21:43:25.528969 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33236) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:25.608688 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2a2321ba-9cfa-4dd7-846d-a3d06aef2e95 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:25.728199 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e82917f-4f36-412f-82ca-aeed48908a2f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:25.732806 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33242) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:25.733477 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6e82917f-4f36-412f-82ca-aeed48908a2f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2032032 Feb 09 21:43:25.763101 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2a2321ba-9cfa-4dd7-846d-a3d06aef2e95 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:25.764180 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2a2321ba-9cfa-4dd7-846d-a3d06aef2e95), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.765017 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c86fc7-c948-4c17-b80d-0387a781c7c2 req-ae38c061-299a-47c4-8e40-91c319b2b81a tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:25.773147 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99c86fc7-c948-4c17-b80d-0387a781c7c2 req-ae38c061-299a-47c4-8e40-91c319b2b81a tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 944 time: 0.1448851 Feb 09 21:43:25.840045 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99c86fc7-c948-4c17-b80d-0387a781c7c2 req-9847b51a-473a-411e-8512-79a601a4cb00 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655143 Feb 09 21:43:25.897530 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40ad364-b6c8-42c3-bb98-6922fce28209 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:25.899131 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f40ad364-b6c8-42c3-bb98-6922fce28209 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1645868 Feb 09 21:43:25.903029 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33246) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:25.940931 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2a2321ba-9cfa-4dd7-846d-a3d06aef2e95 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:25.941440 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2a2321ba-9cfa-4dd7-846d-a3d06aef2e95), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.968782 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c87762ab-e93e-4902-8641-60ed055f3f57 req-d38acdbc-c24d-4c49-b061-3011d856b502 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "GET /v2.0/floatingips/1f9265fc-557d-47cf-8c42-0a3ec85693bf HTTP/1.1" status: 200 len: 693 time: 0.0946121 Feb 09 21:43:26.049416 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-485b1737-bfc1-46b1-be5a-926c739010e4 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1441040 Feb 09 21:43:26.056881 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33248) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:26.066675 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3da76b53-3834-4a02-b781-1e0400ebf6a3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:26.067002 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 2a2321ba-9cfa-4dd7-846d-a3d06aef2e95, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2a2321ba-9cfa-4dd7-846d-a3d06aef2e95,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:26.073253 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2a2321ba-9cfa-4dd7-846d-a3d06aef2e95), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.144524 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=2a2321ba-9cfa-4dd7-846d-a3d06aef2e95,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:26.205587 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 108c326d-dfc7-41ae-a680-f613b079eec8 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:26.212852 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbfc885-e189-4454-94af-78ca36e9446c None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:26.405194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87762ab-e93e-4902-8641-60ed055f3f57 req-6928a78d-5bd7-489d-afef-9a5d3ec63004 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:26.408650 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c87762ab-e93e-4902-8641-60ed055f3f57 req-6928a78d-5bd7-489d-afef-9a5d3ec63004 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.4278843 Feb 09 21:43:26.451794 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-599f1e07-f7d2-4414-b291-724ef8e69acd None None] Provisioning complete for port 2a2321ba-9cfa-4dd7-846d-a3d06aef2e95 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:26.452578 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-599f1e07-f7d2-4414-b291-724ef8e69acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2a2321ba-9cfa-4dd7-846d-a3d06aef2e95), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.490922 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c87762ab-e93e-4902-8641-60ed055f3f57 req-973af27c-c098-4ed0-8edf-6328fb980278 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.209 HTTP/1.1" status: 200 len: 696 time: 0.0724726 Feb 09 21:43:26.494221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da76b53-3834-4a02-b781-1e0400ebf6a3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:26.498042 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3da76b53-3834-4a02-b781-1e0400ebf6a3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.535932 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device e38c4097-c302-4807-9da8-4a9c610adc9d details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:43:26.618050 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 108c326d-dfc7-41ae-a680-f613b079eec8 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:26.619469 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (108c326d-dfc7-41ae-a680-f613b079eec8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.631052 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c87762ab-e93e-4902-8641-60ed055f3f57 req-250621ef-0d80-4c7b-82a1-0ff87f22702b tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.209 HTTP/1.1" status: 200 len: 696 time: 0.1193767 Feb 09 21:43:26.774428 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.resource_extend [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:43:26.992594 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e84431-5720-4872-b52e-2c5326087282 None None] DHCP port deletion for 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:43:26.997767 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-599f1e07-f7d2-4414-b291-724ef8e69acd None None] Current status of the port 2a2321ba-9cfa-4dd7-846d-a3d06aef2e95 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:27.105761 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 108c326d-dfc7-41ae-a680-f613b079eec8 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:27.106801 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (108c326d-dfc7-41ae-a680-f613b079eec8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.152913 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-c87762ab-e93e-4902-8641-60ed055f3f57 req-2867419b-a1eb-4069-b7d7-e7654aa3a2b8 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Deleting port 42acd72d-287f-4e2e-be6e-b1e0b184b200 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:27.153488 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c87762ab-e93e-4902-8641-60ed055f3f57 req-2867419b-a1eb-4069-b7d7-e7654aa3a2b8 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (42acd72d-287f-4e2e-be6e-b1e0b184b200), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.203353 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 108c326d-dfc7-41ae-a680-f613b079eec8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=108c326d-dfc7-41ae-a680-f613b079eec8,segment=NetworkSegment(3d2262d1-dc2b-49a3-9127-ed60afa19e93),segment_id=3d2262d1-dc2b-49a3-9127-ed60afa19e93)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:27.219513 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108c326d-dfc7-41ae-a680-f613b079eec8'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:27.224694 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7b7403-b753-47ba-a347-b802fe3918c3" -d '{"events": [{"server_uuid": "1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1", "name": "network-vif-plugged", "status": "completed", "tag": "108c326d-dfc7-41ae-a680-f613b079eec8"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:27.239021 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (108c326d-dfc7-41ae-a680-f613b079eec8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.257108 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port e38c4097-c302-4807-9da8-4a9c610adc9d, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=e38c4097-c302-4807-9da8-4a9c610adc9d,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:27.375150 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=108c326d-dfc7-41ae-a680-f613b079eec8,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:27.401986 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'e38c4097-c302-4807-9da8-4a9c610adc9d', 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf', 'port_id': 'e38c4097-c302-4807-9da8-4a9c610adc9d', 'mac_address': 'fa:16:3e:36:45:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2baf19-4835-4e7a-83c6-0d721aca5d48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:43:27.412929 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e2e84431-5720-4872-b52e-2c5326087282 None None] Deleting port 2a2321ba-9cfa-4dd7-846d-a3d06aef2e95 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:27.413872 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e2e84431-5720-4872-b52e-2c5326087282 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (2a2321ba-9cfa-4dd7-846d-a3d06aef2e95), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.450618 n-d-828601-1 neutron-server[103201]: DEBUG neutron.objects.ports [None req-3da76b53-3834-4a02-b781-1e0400ebf6a3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103201) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:43:27.491979 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c87762ab-e93e-4902-8641-60ed055f3f57 req-2867419b-a1eb-4069-b7d7-e7654aa3a2b8 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (42acd72d-287f-4e2e-be6e-b1e0b184b200), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.492549 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c87762ab-e93e-4902-8641-60ed055f3f57 req-2867419b-a1eb-4069-b7d7-e7654aa3a2b8 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks [] for floatingip (42acd72d-287f-4e2e-be6e-b1e0b184b200), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.513121 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-c87762ab-e93e-4902-8641-60ed055f3f57 req-2867419b-a1eb-4069-b7d7-e7654aa3a2b8 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Calling delete_port for 42acd72d-287f-4e2e-be6e-b1e0b184b200 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:27.542330 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e2e84431-5720-4872-b52e-2c5326087282 None None] For port 2a2321ba-9cfa-4dd7-846d-a3d06aef2e95, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2a2321ba-9cfa-4dd7-846d-a3d06aef2e95,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:27.542749 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e2e84431-5720-4872-b52e-2c5326087282 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (2a2321ba-9cfa-4dd7-846d-a3d06aef2e95), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.557842 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e2e84431-5720-4872-b52e-2c5326087282 None None] Calling delete_port for 2a2321ba-9cfa-4dd7-846d-a3d06aef2e95 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:27.582004 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2a2321ba-9cfa-4dd7-846d-a3d06aef2e95 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:27.681891 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port e38c4097-c302-4807-9da8-4a9c610adc9d is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:27.682346 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e38c4097-c302-4807-9da8-4a9c610adc9d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.699835 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e38c4097-c302-4807-9da8-4a9c610adc9d {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:27.731752 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c87762ab-e93e-4902-8641-60ed055f3f57 req-2867419b-a1eb-4069-b7d7-e7654aa3a2b8 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (42acd72d-287f-4e2e-be6e-b1e0b184b200), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.747041 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port e38c4097-c302-4807-9da8-4a9c610adc9d, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=e38c4097-c302-4807-9da8-4a9c610adc9d,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:27.898555 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867419b-a1eb-4069-b7d7-e7654aa3a2b8 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Pushing event deleted for resources: {'Port': ['ID=42acd72d-287f-4e2e-be6e-b1e0b184b200,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:27.963631 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867419b-a1eb-4069-b7d7-e7654aa3a2b8 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:27.963936 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867419b-a1eb-4069-b7d7-e7654aa3a2b8 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:27.964292 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867419b-a1eb-4069-b7d7-e7654aa3a2b8 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:27.965008 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867419b-a1eb-4069-b7d7-e7654aa3a2b8 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:27.965287 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867419b-a1eb-4069-b7d7-e7654aa3a2b8 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:27.965792 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867419b-a1eb-4069-b7d7-e7654aa3a2b8 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:27.966374 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867419b-a1eb-4069-b7d7-e7654aa3a2b8 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:27.966950 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867419b-a1eb-4069-b7d7-e7654aa3a2b8 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:27.967256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867419b-a1eb-4069-b7d7-e7654aa3a2b8 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:27.967635 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867419b-a1eb-4069-b7d7-e7654aa3a2b8 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:27.968096 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867419b-a1eb-4069-b7d7-e7654aa3a2b8 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:27.968437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867419b-a1eb-4069-b7d7-e7654aa3a2b8 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:27.968922 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867419b-a1eb-4069-b7d7-e7654aa3a2b8 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:27.971449 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e38c4097-c302-4807-9da8-4a9c610adc9d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.033373 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e2e84431-5720-4872-b52e-2c5326087282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (2a2321ba-9cfa-4dd7-846d-a3d06aef2e95), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.038803 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2a2321ba-9cfa-4dd7-846d-a3d06aef2e95 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:28.039214 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2a2321ba-9cfa-4dd7-846d-a3d06aef2e95), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.082043 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e84431-5720-4872-b52e-2c5326087282 None None] No DVR routers for this DVR port 2a2321ba-9cfa-4dd7-846d-a3d06aef2e95 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:28.087549 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=e38c4097-c302-4807-9da8-4a9c610adc9d,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:28.089486 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.ipam_pluggable_backend [None req-3da76b53-3834-4a02-b781-1e0400ebf6a3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Port 2a2321ba-9cfa-4dd7-846d-a3d06aef2e95 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103201) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 21:43:28.092516 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.ipam_pluggable_backend [None req-3da76b53-3834-4a02-b781-1e0400ebf6a3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Reverting IP allocation for 2001:db8::f816:3eff:fe71:9abb {{(pid=103201) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 21:43:28.100065 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.ipam_pluggable_backend [None req-3da76b53-3834-4a02-b781-1e0400ebf6a3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe71:9abb {{(pid=103201) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 21:43:28.100629 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3da76b53-3834-4a02-b781-1e0400ebf6a3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (c13716cf-bb54-45f3-8750-f747c65b5176), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.144071 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e84431-5720-4872-b52e-2c5326087282 None None] Pushing event deleted for resources: {'Port': ['ID=2a2321ba-9cfa-4dd7-846d-a3d06aef2e95,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:28.163568 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c87762ab-e93e-4902-8641-60ed055f3f57 req-2867419b-a1eb-4069-b7d7-e7654aa3a2b8 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks [] for floatingip (1f9265fc-557d-47cf-8c42-0a3ec85693bf), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.165042 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c87762ab-e93e-4902-8641-60ed055f3f57 req-2867419b-a1eb-4069-b7d7-e7654aa3a2b8 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.166518 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c87762ab-e93e-4902-8641-60ed055f3f57 req-2867419b-a1eb-4069-b7d7-e7654aa3a2b8 tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "DELETE /v2.0/floatingips/1f9265fc-557d-47cf-8c42-0a3ec85693bf HTTP/1.1" status: 204 len: 173 time: 1.4615138 Feb 09 21:43:28.186958 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da76b53-3834-4a02-b781-1e0400ebf6a3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:28.190867 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3da76b53-3834-4a02-b781-1e0400ebf6a3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:28.195013 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da76b53-3834-4a02-b781-1e0400ebf6a3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:28.195666 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3da76b53-3834-4a02-b781-1e0400ebf6a3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.207183 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da76b53-3834-4a02-b781-1e0400ebf6a3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=c13716cf-bb54-45f3-8750-f747c65b5176,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:28.210473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821e6da1-19d8-40b0-a1eb-9b45d81e28c6 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:28.228229 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3da76b53-3834-4a02-b781-1e0400ebf6a3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1696587 Feb 09 21:43:28.229686 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33276) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:28.238745 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b8d48b67-a689-42e6-8798-a35130feab4d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'mac_address': 'fa:16:3e:79:e9:d8', 'name': 'tempest-NetworksTestDHCPv6-557812480'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:28.263008 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7fe7ef-e020-45bb-97ba-29155f812064 x-openstack-request-id: req-ea7fe7ef-e020-45bb-97ba-29155f812064 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:28.263588 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb8a4fa-7c33-4614-8a14-fa1d3595f52d", "tag": "e38c4097-c302-4807-9da8-4a9c610adc9d", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:28.263947 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea7fe7ef-e020-45bb-97ba-29155f812064 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:28.264555 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb8a4fa-7c33-4614-8a14-fa1d3595f52d', 'tag': 'e38c4097-c302-4807-9da8-4a9c610adc9d', 'status': 'completed', 'code': 200} Feb 09 21:43:28.297329 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['e38c4097-c302-4807-9da8-4a9c610adc9d'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:28.421965 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1051628b-b96f-40ec-a32f-2d14dd569231 req-9fe983c0-2bd4-48cf-8a97-a805e9cb53bc tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/floatingips/705fd641-ff26-445e-91ca-9e586e6cf946 HTTP/1.1" status: 200 len: 998 time: 0.1426697 Feb 09 21:43:28.425228 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e93f7-509e-42b2-8aea-838fa15f8654 req-021b0c82-9add-4588-b62b-5d84baaf93ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:28.427180 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e39e93f7-509e-42b2-8aea-838fa15f8654 req-021b0c82-9add-4588-b62b-5d84baaf93ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4da379594fdf42339bba1d92c8147535&device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 1127 time: 0.0901108 Feb 09 21:43:28.495240 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d48b67-a689-42e6-8798-a35130feab4d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:28.581248 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b714f7-5fc3-42e4-83bb-51acf34f6909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'fixed_ips': [{'subnet_id': 'c13716cf-bb54-45f3-8750-f747c65b5176'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:43:28.582169 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-19b714f7-5fc3-42e4-83bb-51acf34f6909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.678547 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e93f7-509e-42b2-8aea-838fa15f8654 req-f342f7e1-25fe-49d7-a4cf-183e15a958a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:28.681734 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e39e93f7-509e-42b2-8aea-838fa15f8654 req-f342f7e1-25fe-49d7-a4cf-183e15a958a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4792088-bf96-48c8-a331-af790ba542bf HTTP/1.1" status: 200 len: 913 time: 0.2361054 Feb 09 21:43:28.716827 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b8d48b67-a689-42e6-8798-a35130feab4d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.753677 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e39e93f7-509e-42b2-8aea-838fa15f8654 req-685d20a3-7452-4884-b21d-18212814f78f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e38c4097-c302-4807-9da8-4a9c610adc9d HTTP/1.1" status: 200 len: 217 time: 0.0577030 Feb 09 21:43:28.762937 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051628b-b96f-40ec-a32f-2d14dd569231 req-0c17c827-9bcd-4579-afe3-71e1bfcfd474 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:28.764708 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1051628b-b96f-40ec-a32f-2d14dd569231 req-0c17c827-9bcd-4579-afe3-71e1bfcfd474 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.3332105 Feb 09 21:43:28.787403 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-b8d48b67-a689-42e6-8798-a35130feab4d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] device_id is not set on port a85449fa-6d94-41af-995e-8a4828fa47eb yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:43:28.826650 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e93f7-509e-42b2-8aea-838fa15f8654 req-d0b8d6ff-3213-4bbc-9b32-2ee50e50b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:28.828892 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e39e93f7-509e-42b2-8aea-838fa15f8654 req-d0b8d6ff-3213-4bbc-9b32-2ee50e50b5de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b2baf19-4835-4e7a-83c6-0d721aca5d48 HTTP/1.1" status: 200 len: 852 time: 0.0628080 Feb 09 21:43:28.912424 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e39e93f7-509e-42b2-8aea-838fa15f8654 req-f77f05c0-e9cb-4db1-8bc1-1db74238f1e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4792088-bf96-48c8-a331-af790ba542bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726895 Feb 09 21:43:28.979266 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-19b714f7-5fc3-42e4-83bb-51acf34f6909 None None] Allocated IP 2001:db8::f816:3eff:fe87:49bd (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/c13716cf-bb54-45f3-8750-f747c65b5176/6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:29.098466 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e39e93f7-509e-42b2-8aea-838fa15f8654 req-f06531fb-d1c4-437a-b3ba-debf93f954d2 service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760025 Feb 09 21:43:29.301183 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e39e93f7-509e-42b2-8aea-838fa15f8654 req-841b49bb-966b-4fa6-9f43-0d4439a89b33 service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959643 Feb 09 21:43:29.317104 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-19b714f7-5fc3-42e4-83bb-51acf34f6909 None None] Publish callbacks [] for port (6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.328075 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-19b714f7-5fc3-42e4-83bb-51acf34f6909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.338729 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f60add-5e32-4a8b-9c96-aab3d2b24e0c req-8220015f-2b29-4463-bb03-4dc5b1d4a3c6 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:29.340642 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98f60add-5e32-4a8b-9c96-aab3d2b24e0c req-8220015f-2b29-4463-bb03-4dc5b1d4a3c6 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1 HTTP/1.1" status: 200 len: 945 time: 0.1156230 Feb 09 21:43:29.406207 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-b8d48b67-a689-42e6-8798-a35130feab4d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8::f816:3eff:fe79:e9d8 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/c13716cf-bb54-45f3-8750-f747c65b5176/a85449fa-6d94-41af-995e-8a4828fa47eb) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:29.413770 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b714f7-5fc3-42e4-83bb-51acf34f6909 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:29.421135 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-19b714f7-5fc3-42e4-83bb-51acf34f6909 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:29.432789 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b714f7-5fc3-42e4-83bb-51acf34f6909 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:29.452365 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b714f7-5fc3-42e4-83bb-51acf34f6909 None None] Pushing event updated for resources: {'Port': ['ID=6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:29.464140 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98f60add-5e32-4a8b-9c96-aab3d2b24e0c req-bfdd5d8e-f74b-4568-91b1-886e6fb6058d tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107218 Feb 09 21:43:29.591372 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-19b714f7-5fc3-42e4-83bb-51acf34f6909 None None] Attempting to bind port 6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:29.592035 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-19b714f7-5fc3-42e4-83bb-51acf34f6909 None None] Attempting to bind port 6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:29.592655 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b714f7-5fc3-42e4-83bb-51acf34f6909 None None] Attempting to bind port 6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4 on network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:29.610740 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b714f7-5fc3-42e4-83bb-51acf34f6909 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:29.611404 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b714f7-5fc3-42e4-83bb-51acf34f6909 None None] Checking segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:29.612157 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-19b714f7-5fc3-42e4-83bb-51acf34f6909 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.612848 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b714f7-5fc3-42e4-83bb-51acf34f6909 None None] Bound using segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:29.613686 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-19b714f7-5fc3-42e4-83bb-51acf34f6909 None None] Bound port: 6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:29.614354 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-19b714f7-5fc3-42e4-83bb-51acf34f6909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.665078 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b8d48b67-a689-42e6-8798-a35130feab4d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (a85449fa-6d94-41af-995e-8a4828fa47eb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.713510 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b8d48b67-a689-42e6-8798-a35130feab4d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (a85449fa-6d94-41af-995e-8a4828fa47eb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.791614 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d48b67-a689-42e6-8798-a35130feab4d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:29.793726 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-19b714f7-5fc3-42e4-83bb-51acf34f6909 None None] For port 6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:29.800696 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-19b714f7-5fc3-42e4-83bb-51acf34f6909 None None] For port 6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:29.801587 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-b8d48b67-a689-42e6-8798-a35130feab4d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:29.807930 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d48b67-a689-42e6-8798-a35130feab4d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:29.815238 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-19b714f7-5fc3-42e4-83bb-51acf34f6909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.815728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d48b67-a689-42e6-8798-a35130feab4d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:29.816712 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b8d48b67-a689-42e6-8798-a35130feab4d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.830104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d48b67-a689-42e6-8798-a35130feab4d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=a85449fa-6d94-41af-995e-8a4828fa47eb,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:29.848118 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b8d48b67-a689-42e6-8798-a35130feab4d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6159680 Feb 09 21:43:29.852383 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33306) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:29.911763 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b714f7-5fc3-42e4-83bb-51acf34f6909 None None] Pushing event updated for resources: {'Port': ['ID=6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:29.956031 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f9b69b-a70e-46d2-b4da-7fad087afa37 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:29.962292 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f9b69b-a70e-46d2-b4da-7fad087afa37 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:29.966496 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f0f9b69b-a70e-46d2-b4da-7fad087afa37 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1112883 Feb 09 21:43:29.967597 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33308) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:30.141929 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b5e0e2ba-b682-471f-9467-a830f819a728 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting port a85449fa-6d94-41af-995e-8a4828fa47eb {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:30.142326 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b5e0e2ba-b682-471f-9467-a830f819a728 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a85449fa-6d94-41af-995e-8a4828fa47eb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.226537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae2fe9-a80e-45c1-8200-e032d383e64f req-d8d07d89-649e-40f0-8dcd-a45b3811be26 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:30.232504 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42ae2fe9-a80e-45c1-8200-e032d383e64f req-d8d07d89-649e-40f0-8dcd-a45b3811be26 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 945 time: 0.1165247 Feb 09 21:43:30.277507 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea5178c-6dbb-4768-8cb6-947b1bb326d7', 'tag': '201691e8-8155-4ad4-86ea-9656b7ff72f1'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:30.282286 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f2f1b2-544b-470f-9371-f65a1bb165dd" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea5178c-6dbb-4768-8cb6-947b1bb326d7", "tag": "201691e8-8155-4ad4-86ea-9656b7ff72f1"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:30.302645 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b5e0e2ba-b682-471f-9467-a830f819a728 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a85449fa-6d94-41af-995e-8a4828fa47eb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.339575 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b5e0e2ba-b682-471f-9467-a830f819a728 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Calling delete_port for a85449fa-6d94-41af-995e-8a4828fa47eb owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:30.352110 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42ae2fe9-a80e-45c1-8200-e032d383e64f req-4a228a20-892f-4df8-8331-059a8d88cbab tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069138 Feb 09 21:43:30.451601 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f378900e-d153-45f1-b5a7-3126b7ca2c4a x-openstack-request-id: req-f378900e-d153-45f1-b5a7-3126b7ca2c4a {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:30.452183 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1", "name": "network-vif-plugged", "status": "completed", "tag": "108c326d-dfc7-41ae-a680-f613b079eec8", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:30.452393 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f378900e-d153-45f1-b5a7-3126b7ca2c4a {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:30.452894 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108c326d-dfc7-41ae-a680-f613b079eec8', 'code': 200} Feb 09 21:43:30.521684 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device e38c4097-c302-4807-9da8-4a9c610adc9d up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:30.538741 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b5e0e2ba-b682-471f-9467-a830f819a728 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (a85449fa-6d94-41af-995e-8a4828fa47eb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.546326 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-0dbc6b9e-30f0-4893-98be-167ca6a02215 req-2058bc4f-ef9f-4e18-9b9b-3d11ae4cf43c tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] show failed (client error): The resource could not be found. Feb 09 21:43:30.549009 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0dbc6b9e-30f0-4893-98be-167ca6a02215 req-2058bc4f-ef9f-4e18-9b9b-3d11ae4cf43c tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "GET /v2.0/floatingips/1f9265fc-557d-47cf-8c42-0a3ec85693bf HTTP/1.1" status: 404 len: 350 time: 0.0764654 Feb 09 21:43:30.581729 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0e2ba-b682-471f-9467-a830f819a728 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Port': ['ID=a85449fa-6d94-41af-995e-8a4828fa47eb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:30.625677 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b5e0e2ba-b682-471f-9467-a830f819a728 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.630901 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b5e0e2ba-b682-471f-9467-a830f819a728 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/a85449fa-6d94-41af-995e-8a4828fa47eb HTTP/1.1" status: 204 len: 168 time: 0.6620471 Feb 09 21:43:30.636555 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33314) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:30.644620 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port e38c4097-c302-4807-9da8-4a9c610adc9d completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:43:30.656446 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port e38c4097-c302-4807-9da8-4a9c610adc9d triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:30.656992 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e38c4097-c302-4807-9da8-4a9c610adc9d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.711297 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-ac1b7221-2db3-4cc8-b833-9cbad48bac11 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.244 HTTP/1.1" status: 200 len: 1001 time: 0.1400497 Feb 09 21:43:30.756484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db9a977-a712-40f7-8711-d87b8946023b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:30.760109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db9a977-a712-40f7-8711-d87b8946023b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:30.763478 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7db9a977-a712-40f7-8711-d87b8946023b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1244051 Feb 09 21:43:30.766115 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33316) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:30.798106 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-f5c54e55-82b3-4611-b50d-9a8904c148e8 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:30.811254 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-f5c54e55-82b3-4611-b50d-9a8904c148e8 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports/201691e8-8155-4ad4-86ea-9656b7ff72f1 HTTP/1.1" status: 200 len: 942 time: 0.0805223 Feb 09 21:43:30.845782 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port e38c4097-c302-4807-9da8-4a9c610adc9d is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:30.848499 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e38c4097-c302-4807-9da8-4a9c610adc9d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.950855 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-397e9c37-e92e-4518-8c81-a137e1bf6806 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet c13716cf-bb54-45f3-8750-f747c65b5176 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:30.964309 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-397e9c37-e92e-4518-8c81-a137e1bf6806 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (c13716cf-bb54-45f3-8750-f747c65b5176), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.975569 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port e38c4097-c302-4807-9da8-4a9c610adc9d, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=e38c4097-c302-4807-9da8-4a9c610adc9d,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:30.986166 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e38c4097-c302-4807-9da8-4a9c610adc9d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.032689 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-6a06a437-d879-457d-8f79-2a0cd47eb148 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.244 HTTP/1.1" status: 200 len: 1001 time: 0.1591740 Feb 09 21:43:31.070695 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-397e9c37-e92e-4518-8c81-a137e1bf6806 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (c13716cf-bb54-45f3-8750-f747c65b5176), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.146324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=e38c4097-c302-4807-9da8-4a9c610adc9d,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:31.295623 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-bd4b9d4f-5ba8-406a-ab56-7356529d509c tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:31.311430 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-bd4b9d4f-5ba8-406a-ab56-7356529d509c tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.2715771 Feb 09 21:43:31.372307 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-397e9c37-e92e-4518-8c81-a137e1bf6806 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (c13716cf-bb54-45f3-8750-f747c65b5176), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.630364 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-397e9c37-e92e-4518-8c81-a137e1bf6806 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (c13716cf-bb54-45f3-8750-f747c65b5176), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.744858 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e9c37-e92e-4518-8c81-a137e1bf6806 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=c13716cf-bb54-45f3-8750-f747c65b5176,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:31.752062 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:31.767757 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-397e9c37-e92e-4518-8c81-a137e1bf6806 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.775135 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-397e9c37-e92e-4518-8c81-a137e1bf6806 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/c13716cf-bb54-45f3-8750-f747c65b5176 HTTP/1.1" status: 204 len: 168 time: 1.0070040 Feb 09 21:43:31.778017 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33332) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:31.861874 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83ca565-f084-4130-8cff-f8aaaed56cb4 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:31.894433 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6ff6962b-2a23-432b-b882-c691021ba860 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1128664 Feb 09 21:43:31.899177 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33338) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:31.906789 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-82533908-4fbc-4918-a8a4-36b9345f747b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:31.994268 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-59712ea1-ee91-4461-bd8b-ae9a8b843c12 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.244 HTTP/1.1" status: 200 len: 1001 time: 0.6787286 Feb 09 21:43:32.005710 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-4753a4d9-cd90-45d2-9772-6d4726648c6c tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:32.081079 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-bc642f63-a102-4f8d-abff-80efb38eb11b None None] Provisioning complete for port 6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:32.083103 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc642f63-a102-4f8d-abff-80efb38eb11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.140117 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82533908-4fbc-4918-a8a4-36b9345f747b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:32.148000 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-82533908-4fbc-4918-a8a4-36b9345f747b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.168998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:32.172740 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.417712 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09e93e6-5fea-4161-b5e9-a07b82448da1 None None] DHCP port deletion for 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:43:32.441360 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bc642f63-a102-4f8d-abff-80efb38eb11b None None] Current status of the port 6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:32.442584 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc642f63-a102-4f8d-abff-80efb38eb11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.449693 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:32.450700 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.497801 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb8a4fa-7c33-4614-8a14-fa1d3595f52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38c4097-c302-4807-9da8-4a9c610adc9d'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:32.503282 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d43eb2-4157-4cf7-8972-791aadc45d2e" -d '{"events": [{"server_uuid": "0fb8a4fa-7c33-4614-8a14-fa1d3595f52d", "name": "network-vif-plugged", "status": "completed", "tag": "e38c4097-c302-4807-9da8-4a9c610adc9d"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:32.507785 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-4753a4d9-cd90-45d2-9772-6d4726648c6c tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks [] for floatingip (705fd641-ff26-445e-91ca-9e586e6cf946), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.633160 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-bc642f63-a102-4f8d-abff-80efb38eb11b None None] For port 6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:32.647984 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc642f63-a102-4f8d-abff-80efb38eb11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.710202 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc642f63-a102-4f8d-abff-80efb38eb11b None None] Pushing event updated for resources: {'Port': ['ID=6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:32.749032 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642f63-a102-4f8d-abff-80efb38eb11b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.749509 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642f63-a102-4f8d-abff-80efb38eb11b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.749873 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642f63-a102-4f8d-abff-80efb38eb11b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.750244 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642f63-a102-4f8d-abff-80efb38eb11b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.750630 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642f63-a102-4f8d-abff-80efb38eb11b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.750929 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642f63-a102-4f8d-abff-80efb38eb11b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.751365 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642f63-a102-4f8d-abff-80efb38eb11b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.751849 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642f63-a102-4f8d-abff-80efb38eb11b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.752410 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642f63-a102-4f8d-abff-80efb38eb11b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.753343 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642f63-a102-4f8d-abff-80efb38eb11b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.753343 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642f63-a102-4f8d-abff-80efb38eb11b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.753650 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642f63-a102-4f8d-abff-80efb38eb11b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.753833 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642f63-a102-4f8d-abff-80efb38eb11b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.768034 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f09e93e6-5fea-4161-b5e9-a07b82448da1 None None] Deleting port 6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:32.768675 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f09e93e6-5fea-4161-b5e9-a07b82448da1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.784130 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:43:32.784788 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:43:32.879254 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f09e93e6-5fea-4161-b5e9-a07b82448da1 None None] For port 6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:32.880021 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f09e93e6-5fea-4161-b5e9-a07b82448da1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.886701 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-4753a4d9-cd90-45d2-9772-6d4726648c6c tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.898400 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f09e93e6-5fea-4161-b5e9-a07b82448da1 None None] Calling delete_port for 6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:32.901113 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-4753a4d9-cd90-45d2-9772-6d4726648c6c tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (705fd641-ff26-445e-91ca-9e586e6cf946), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.901877 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-4753a4d9-cd90-45d2-9772-6d4726648c6c tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Floating IP 705fd641-ff26-445e-91ca-9e586e6cf946 disassociated. External IP: 172.25.6.244, port: 201691e8-8155-4ad4-86ea-9656b7ff72f1. Feb 09 21:43:32.999480 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f09e93e6-5fea-4161-b5e9-a07b82448da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.999820 n-d-828601-1 neutron-server[103201]: DEBUG neutron.objects.ports [None req-82533908-4fbc-4918-a8a4-36b9345f747b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103201) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:43:33.035812 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e93e6-5fea-4161-b5e9-a07b82448da1 None None] Pushing event deleted for resources: {'Port': ['ID=6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:33.040229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09e93e6-5fea-4161-b5e9-a07b82448da1 None None] No DVR routers for this DVR port 6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:33.165328 n-d-828601-1 neutron-server[103201]: WARNING neutron.services.revisions.revision_plugin [None req-82533908-4fbc-4918-a8a4-36b9345f747b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Could not find related port for resource to bump revision. Feb 09 21:43:33.174697 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.ipam_pluggable_backend [None req-82533908-4fbc-4918-a8a4-36b9345f747b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Port 6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103201) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 21:43:33.175027 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.ipam_pluggable_backend [None req-82533908-4fbc-4918-a8a4-36b9345f747b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Reverting IP allocation for 2001:db8::f816:3eff:fe87:49bd {{(pid=103201) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 21:43:33.180366 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.ipam_pluggable_backend [None req-82533908-4fbc-4918-a8a4-36b9345f747b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe87:49bd {{(pid=103201) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 21:43:33.182065 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-82533908-4fbc-4918-a8a4-36b9345f747b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (e9ce308f-d0c0-4d59-a562-7ed758f3478a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.315682 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Port 6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4 update to ACTIVE by agent not found {{(pid=103203) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 21:43:33.318123 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82533908-4fbc-4918-a8a4-36b9345f747b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:33.328135 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-82533908-4fbc-4918-a8a4-36b9345f747b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:33.333470 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82533908-4fbc-4918-a8a4-36b9345f747b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:33.334086 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-82533908-4fbc-4918-a8a4-36b9345f747b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.340424 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82533908-4fbc-4918-a8a4-36b9345f747b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=e9ce308f-d0c0-4d59-a562-7ed758f3478a,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:33.345129 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226c505c-a432-47a1-a329-d6ef047d0f37 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:33.388571 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-82533908-4fbc-4918-a8a4-36b9345f747b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4882445 Feb 09 21:43:33.391903 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33354) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:33.408334 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-268048d0-050c-4fbf-8785-c008aa419e86 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'mac_address': 'fa:16:3e:6b:48:10', 'name': 'tempest-NetworksTestDHCPv6-1719566880'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:33.436913 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-4753a4d9-cd90-45d2-9772-6d4726648c6c tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Router 901f3f3e-2947-4b26-a9f8-1eb355661f69 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:33.568055 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:33.638325 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82c3164-9fbe-4fd8-ab4f-edaa7ca4125e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'fixed_ips': [{'subnet_id': 'e9ce308f-d0c0-4d59-a562-7ed758f3478a'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:43:33.641278 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a82c3164-9fbe-4fd8-ab4f-edaa7ca4125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.648400 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33356) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:33.650614 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:33.651983 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6fd21710-88b5-4e0b-ae7d-c4c4c4dafdd4 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:33.678819 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268048d0-050c-4fbf-8785-c008aa419e86 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:33.689682 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-268048d0-050c-4fbf-8785-c008aa419e86 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.735596 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-268048d0-050c-4fbf-8785-c008aa419e86 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] device_id is not set on port 4d4e989c-8e93-45bf-8038-3b41621c3b8e yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:43:33.816001 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-4753a4d9-cd90-45d2-9772-6d4726648c6c tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:33.840878 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6f55d7-7f20-4a97-82a8-e2c2bdf653ed None None] Sync routers for ids ['901f3f3e-2947-4b26-a9f8-1eb355661f69'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:33.848584 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-4753a4d9-cd90-45d2-9772-6d4726648c6c tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.871624 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6f55d7-7f20-4a97-82a8-e2c2bdf653ed None None] Routers {'901f3f3e-2947-4b26-a9f8-1eb355661f69'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:33.872702 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-cc6f55d7-7f20-4a97-82a8-e2c2bdf653ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:43:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['901f3f3e-2947-4b26-a9f8-1eb355661f69'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:33.932335 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-4753a4d9-cd90-45d2-9772-6d4726648c6c tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "PUT /v2.0/floatingips/705fd641-ff26-445e-91ca-9e586e6cf946 HTTP/1.1" status: 200 len: 696 time: 1.9357772 Feb 09 21:43:33.937357 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ecd8b9d0-24df-418b-b9f9-bdf94c46cf9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.004016 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-a82c3164-9fbe-4fd8-ab4f-edaa7ca4125e None None] Allocated IP 2001:db8::f816:3eff:fe26:ea2b (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/e9ce308f-d0c0-4d59-a562-7ed758f3478a/72133fce-4419-44a9-8aff-6b6710eaf2e9) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:34.023930 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-cc6f55d7-7f20-4a97-82a8-e2c2bdf653ed None None] Set router 901f3f3e-2947-4b26-a9f8-1eb355661f69 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:34.066293 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-0a960030-71c0-430a-8877-c2c8cbd41024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:34.070717 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-0a960030-71c0-430a-8877-c2c8cbd41024 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=178a334a4d4c401b8c15c3fe9c3a710c&device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 1127 time: 0.1128452 Feb 09 21:43:34.135573 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ecd8b9d0-24df-418b-b9f9-bdf94c46cf9f admin admin] Publish callbacks [] for security_group (4c930221-1415-44cb-b3bc-a4cd2efbbb97), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.150030 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ecd8b9d0-24df-418b-b9f9-bdf94c46cf9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4c930221-1415-44cb-b3bc-a4cd2efbbb97), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.262823 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-cc6f55d7-7f20-4a97-82a8-e2c2bdf653ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:41:07Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'a5475d33-05a9-41b7-898f-558c95bf80d2', 'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'mac_address': 'fa:16:3e:64:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:02Z', 'updated_at': '2022-02-09T21:41:15Z', 'revision_number': 5, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'subnets': [{'id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:34.290912 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6f55d7-7f20-4a97-82a8-e2c2bdf653ed None None] Checking router: 901f3f3e-2947-4b26-a9f8-1eb355661f69 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:34.294231 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-e3b7d2ca-4be4-4359-b7d4-5329a20f48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:34.300711 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-e3b7d2ca-4be4-4359-b7d4-5329a20f48dd service neutron] 10.222.0.77 "GET /v2.0/networks?id=9cec45fb-c615-4147-9585-d66f5efcfe6c HTTP/1.1" status: 200 len: 920 time: 0.2165768 Feb 09 21:43:34.304311 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6f55d7-7f20-4a97-82a8-e2c2bdf653ed None None] Routers {'901f3f3e-2947-4b26-a9f8-1eb355661f69'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:34.305384 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-cc6f55d7-7f20-4a97-82a8-e2c2bdf653ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:43:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['901f3f3e-2947-4b26-a9f8-1eb355661f69'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:34.334306 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ecd8b9d0-24df-418b-b9f9-bdf94c46cf9f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4a0571a97d384033a8ca8af64217d219&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6824622 Feb 09 21:43:34.340529 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33364) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:34.356553 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a82c3164-9fbe-4fd8-ab4f-edaa7ca4125e None None] Publish callbacks [] for port (72133fce-4419-44a9-8aff-6b6710eaf2e9), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.360560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8b9d0-24df-418b-b9f9-bdf94c46cf9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c930221-1415-44cb-b3bc-a4cd2efbbb97,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:34.380359 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a82c3164-9fbe-4fd8-ab4f-edaa7ca4125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (72133fce-4419-44a9-8aff-6b6710eaf2e9), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.454000 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-cc6f55d7-7f20-4a97-82a8-e2c2bdf653ed None None] Set router 901f3f3e-2947-4b26-a9f8-1eb355661f69 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:34.499090 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-268048d0-050c-4fbf-8785-c008aa419e86 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8::f816:3eff:fe6b:4810 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/e9ce308f-d0c0-4d59-a562-7ed758f3478a/4d4e989c-8e93-45bf-8038-3b41621c3b8e) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:34.529451 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82c3164-9fbe-4fd8-ab4f-edaa7ca4125e None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:34.535151 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-a82c3164-9fbe-4fd8-ab4f-edaa7ca4125e None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:34.543484 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82c3164-9fbe-4fd8-ab4f-edaa7ca4125e None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:34.564761 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-95e5b4ed-30d0-42af-a45f-56ced7805a92 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=201691e8-8155-4ad4-86ea-9656b7ff72f1 HTTP/1.1" status: 200 len: 217 time: 0.2487161 Feb 09 21:43:34.602578 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c3164-9fbe-4fd8-ab4f-edaa7ca4125e None None] Pushing event updated for resources: {'Port': ['ID=72133fce-4419-44a9-8aff-6b6710eaf2e9,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:34.668047 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-e835a206-a067-486f-b5ea-083088e38300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:34.672658 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-e835a206-a067-486f-b5ea-083088e38300 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e3c310f9-5e45-4b20-89c5-333731de760d HTTP/1.1" status: 200 len: 858 time: 0.0914690 Feb 09 21:43:34.756720 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-cc6f55d7-7f20-4a97-82a8-e2c2bdf653ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:41:07Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'a5475d33-05a9-41b7-898f-558c95bf80d2', 'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'mac_address': 'fa:16:3e:64:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:02Z', 'updated_at': '2022-02-09T21:41:15Z', 'revision_number': 5, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'subnets': [{'id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:34.761945 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-a82c3164-9fbe-4fd8-ab4f-edaa7ca4125e None None] Attempting to bind port 72133fce-4419-44a9-8aff-6b6710eaf2e9 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:34.762587 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-a82c3164-9fbe-4fd8-ab4f-edaa7ca4125e None None] Attempting to bind port 72133fce-4419-44a9-8aff-6b6710eaf2e9 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:34.763258 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82c3164-9fbe-4fd8-ab4f-edaa7ca4125e None None] Attempting to bind port 72133fce-4419-44a9-8aff-6b6710eaf2e9 on network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:34.787394 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82c3164-9fbe-4fd8-ab4f-edaa7ca4125e None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:34.788579 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82c3164-9fbe-4fd8-ab4f-edaa7ca4125e None None] Checking segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:34.789266 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a82c3164-9fbe-4fd8-ab4f-edaa7ca4125e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.789937 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82c3164-9fbe-4fd8-ab4f-edaa7ca4125e None None] Bound using segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:34.790780 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-a82c3164-9fbe-4fd8-ab4f-edaa7ca4125e None None] Bound port: 72133fce-4419-44a9-8aff-6b6710eaf2e9, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:34.791413 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a82c3164-9fbe-4fd8-ab4f-edaa7ca4125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (72133fce-4419-44a9-8aff-6b6710eaf2e9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.791600 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6f55d7-7f20-4a97-82a8-e2c2bdf653ed None None] The sync data for ids ['901f3f3e-2947-4b26-a9f8-1eb355661f69'] in n-d-828601-1 is: [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '26454639-ea6c-40e0-b719-bc9205f35217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:41:07Z', 'revision_number': 4, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port': {'id': '26454639-ea6c-40e0-b719-bc9205f35217', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:58:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:51Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'a5475d33-05a9-41b7-898f-558c95bf80d2', 'name': '', 'network_id': '9cec45fb-c615-4147-9585-d66f5efcfe6c', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'mac_address': 'fa:16:3e:64:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:02Z', 'updated_at': '2022-02-09T21:41:15Z', 'revision_number': 5, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'subnets': [{'id': 'e3c310f9-5e45-4b20-89c5-333731de760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:34.794313 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c2786d0-0046-41a9-a6e2-616195482964 admin admin] Publish callbacks [] for security_group (4c930221-1415-44cb-b3bc-a4cd2efbbb97), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.877364 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c2786d0-0046-41a9-a6e2-616195482964 admin admin] Publish callbacks [] for security_group (4c930221-1415-44cb-b3bc-a4cd2efbbb97), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.883275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-aef77d79-8381-481b-8904-97e129e1c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:34.886865 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-aef77d79-8381-481b-8904-97e129e1c93b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9cec45fb-c615-4147-9585-d66f5efcfe6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2035580 Feb 09 21:43:34.942827 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-268048d0-050c-4fbf-8785-c008aa419e86 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (4d4e989c-8e93-45bf-8038-3b41621c3b8e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.943037 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-a82c3164-9fbe-4fd8-ab4f-edaa7ca4125e None None] For port 72133fce-4419-44a9-8aff-6b6710eaf2e9, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:34.950735 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-a82c3164-9fbe-4fd8-ab4f-edaa7ca4125e None None] For port 72133fce-4419-44a9-8aff-6b6710eaf2e9, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=72133fce-4419-44a9-8aff-6b6710eaf2e9,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:34.959639 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a82c3164-9fbe-4fd8-ab4f-edaa7ca4125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (72133fce-4419-44a9-8aff-6b6710eaf2e9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.055410 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-9057dc34-c2a9-42fa-92f3-32141dde8de3 service neutron] 10.222.0.77 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612380 Feb 09 21:43:35.070843 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c3164-9fbe-4fd8-ab4f-edaa7ca4125e None None] Pushing event updated for resources: {'Port': ['ID=72133fce-4419-44a9-8aff-6b6710eaf2e9,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:35.139555 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-268048d0-050c-4fbf-8785-c008aa419e86 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (4d4e989c-8e93-45bf-8038-3b41621c3b8e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.140870 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c2786d0-0046-41a9-a6e2-616195482964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4c930221-1415-44cb-b3bc-a4cd2efbbb97), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.146155 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c2786d0-0046-41a9-a6e2-616195482964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.148696 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0c2786d0-0046-41a9-a6e2-616195482964 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4c930221-1415-44cb-b3bc-a4cd2efbbb97 HTTP/1.1" status: 204 len: 168 time: 0.8074439 Feb 09 21:43:35.195154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2786d0-0046-41a9-a6e2-616195482964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c930221-1415-44cb-b3bc-a4cd2efbbb97,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:35.202887 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268048d0-050c-4fbf-8785-c008aa419e86 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:35.234595 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-268048d0-050c-4fbf-8785-c008aa419e86 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:35.245327 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268048d0-050c-4fbf-8785-c008aa419e86 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:35.251000 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268048d0-050c-4fbf-8785-c008aa419e86 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:35.251713 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-268048d0-050c-4fbf-8785-c008aa419e86 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.285045 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268048d0-050c-4fbf-8785-c008aa419e86 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=4d4e989c-8e93-45bf-8038-3b41621c3b8e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:35.299883 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-268048d0-050c-4fbf-8785-c008aa419e86 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9024162 Feb 09 21:43:35.304048 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33376) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:35.332118 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01e97a42-3d14-4bb1-b9a9-7f4f8c4beed6 req-daf8c1ea-176f-415e-974e-33475abce894 service neutron] 10.222.0.77 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687638 Feb 09 21:43:35.437302 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1f72a5-c1e9-4e03-84c2-2cef83325d8d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:35.444347 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1f72a5-c1e9-4e03-84c2-2cef83325d8d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:35.452548 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33380) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:35.476793 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8d1f72a5-c1e9-4e03-84c2-2cef83325d8d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1434996 Feb 09 21:43:35.648102 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33b855f-9599-4919-acfe-58cb79770990 None None] New status for floating IP 705fd641-ff26-445e-91ca-9e586e6cf946: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:43:35.745565 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b615d925-67f6-4dc3-b239-63e82857c957 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting port 4d4e989c-8e93-45bf-8038-3b41621c3b8e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:35.746291 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b615d925-67f6-4dc3-b239-63e82857c957 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (4d4e989c-8e93-45bf-8038-3b41621c3b8e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.946124 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d14fa50-9dfc-467c-84d8-e293af6326a0 x-openstack-request-id: req-8d14fa50-9dfc-467c-84d8-e293af6326a0 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:35.946785 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea5178c-6dbb-4768-8cb6-947b1bb326d7", "tag": "201691e8-8155-4ad4-86ea-9656b7ff72f1", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:35.947319 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8d14fa50-9dfc-467c-84d8-e293af6326a0 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:35.948244 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea5178c-6dbb-4768-8cb6-947b1bb326d7', 'tag': '201691e8-8155-4ad4-86ea-9656b7ff72f1', 'status': 'completed', 'code': 200} Feb 09 21:43:35.969622 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33394) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:35.994785 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-405f9085-6735-4fe7-97d7-d2ec43c52565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.115322 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-405f9085-6735-4fe7-97d7-d2ec43c52565 admin admin] Publish callbacks [] for security_group (c8cee610-79ea-4db7-9d98-17a8daf8d328), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.119682 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-956e7a1b-5993-48aa-a03e-c1b8a8c616c7 req-06ad7c94-acbb-4b4d-bbd4-f3b8802c735f tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] show failed (client error): The resource could not be found. Feb 09 21:43:36.123630 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-405f9085-6735-4fe7-97d7-d2ec43c52565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c8cee610-79ea-4db7-9d98-17a8daf8d328), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.124275 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-956e7a1b-5993-48aa-a03e-c1b8a8c616c7 req-06ad7c94-acbb-4b4d-bbd4-f3b8802c735f tempest-FloatingIPsTestJSON-1482062041 tempest-FloatingIPsTestJSON-1482062041-project] 10.222.0.77 "GET /v2.0/floatingips/1f9265fc-557d-47cf-8c42-0a3ec85693bf HTTP/1.1" status: 404 len: 350 time: 0.1740880 Feb 09 21:43:36.140705 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33398) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:36.212678 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 72133fce-4419-44a9-8aff-6b6710eaf2e9 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:36.247134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2f1b2-544b-470f-9371-f65a1bb165dd req-0b13977d-ac67-47bc-9504-6854dc252916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:36.247134 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3f2f1b2-544b-470f-9371-f65a1bb165dd req-0b13977d-ac67-47bc-9504-6854dc252916 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=178a334a4d4c401b8c15c3fe9c3a710c&device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 1127 time: 0.2518747 Feb 09 21:43:36.260876 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b615d925-67f6-4dc3-b239-63e82857c957 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (4d4e989c-8e93-45bf-8038-3b41621c3b8e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.389602 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b615d925-67f6-4dc3-b239-63e82857c957 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Calling delete_port for 4d4e989c-8e93-45bf-8038-3b41621c3b8e owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:36.390109 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 72133fce-4419-44a9-8aff-6b6710eaf2e9 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:36.390109 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (72133fce-4419-44a9-8aff-6b6710eaf2e9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.616019 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1160105-c396-487e-9420-8daf48faba7a req-b3f45454-49f5-4e2f-8ea6-cbb098d27c7c tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:36.619197 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1160105-c396-487e-9420-8daf48faba7a req-b3f45454-49f5-4e2f-8ea6-cbb098d27c7c tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 946 time: 0.2946284 Feb 09 21:43:36.637865 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f9085-6735-4fe7-97d7-d2ec43c52565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cee610-79ea-4db7-9d98-17a8daf8d328,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:36.654690 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-405f9085-6735-4fe7-97d7-d2ec43c52565 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0c90ba041f114471aad922c0e893d345&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6835868 Feb 09 21:43:36.660981 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33400) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:36.667767 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 72133fce-4419-44a9-8aff-6b6710eaf2e9 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:36.672016 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (72133fce-4419-44a9-8aff-6b6710eaf2e9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.697794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2f1b2-544b-470f-9371-f65a1bb165dd req-325ee0c3-2019-4e58-a5ba-9db432cf6151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:36.708597 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3f2f1b2-544b-470f-9371-f65a1bb165dd req-325ee0c3-2019-4e58-a5ba-9db432cf6151 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9cec45fb-c615-4147-9585-d66f5efcfe6c HTTP/1.1" status: 200 len: 920 time: 0.4422669 Feb 09 21:43:36.805663 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 72133fce-4419-44a9-8aff-6b6710eaf2e9, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=72133fce-4419-44a9-8aff-6b6710eaf2e9,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:36.813916 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (72133fce-4419-44a9-8aff-6b6710eaf2e9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.844013 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-28a9c0c8-2eb3-4dc3-8e0f-f2cbaec3766c admin admin] Publish callbacks [] for security_group (c8cee610-79ea-4db7-9d98-17a8daf8d328), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.943498 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3f2f1b2-544b-470f-9371-f65a1bb165dd req-efa2a237-6c52-4612-ba8c-8e13cc1fb6d6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=201691e8-8155-4ad4-86ea-9656b7ff72f1 HTTP/1.1" status: 200 len: 217 time: 0.2233825 Feb 09 21:43:36.963562 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=72133fce-4419-44a9-8aff-6b6710eaf2e9,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:37.013995 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2f1b2-544b-470f-9371-f65a1bb165dd req-042a6895-9950-4552-99f4-81e9f7935ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:37.015824 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3f2f1b2-544b-470f-9371-f65a1bb165dd req-042a6895-9950-4552-99f4-81e9f7935ea3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e3c310f9-5e45-4b20-89c5-333731de760d HTTP/1.1" status: 200 len: 858 time: 0.0632734 Feb 09 21:43:37.055050 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-28a9c0c8-2eb3-4dc3-8e0f-f2cbaec3766c admin admin] Publish callbacks [] for security_group (c8cee610-79ea-4db7-9d98-17a8daf8d328), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.125964 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1160105-c396-487e-9420-8daf48faba7a req-3b7b75e7-bd78-41d7-83ee-71c8e3a4950e tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950933 Feb 09 21:43:37.151287 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b615d925-67f6-4dc3-b239-63e82857c957 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (4d4e989c-8e93-45bf-8038-3b41621c3b8e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.218851 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-28a9c0c8-2eb3-4dc3-8e0f-f2cbaec3766c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c8cee610-79ea-4db7-9d98-17a8daf8d328), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.223209 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-28a9c0c8-2eb3-4dc3-8e0f-f2cbaec3766c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.234145 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-28a9c0c8-2eb3-4dc3-8e0f-f2cbaec3766c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c8cee610-79ea-4db7-9d98-17a8daf8d328 HTTP/1.1" status: 204 len: 168 time: 0.5702929 Feb 09 21:43:37.235248 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439bd3a8-bd1c-4c0a-aebc-f83c9e7381cc x-openstack-request-id: req-439bd3a8-bd1c-4c0a-aebc-f83c9e7381cc {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:37.235961 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb8a4fa-7c33-4614-8a14-fa1d3595f52d", "name": "network-vif-plugged", "status": "completed", "tag": "e38c4097-c302-4807-9da8-4a9c610adc9d", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:37.236160 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-439bd3a8-bd1c-4c0a-aebc-f83c9e7381cc {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:37.243358 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb8a4fa-7c33-4614-8a14-fa1d3595f52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38c4097-c302-4807-9da8-4a9c610adc9d', 'code': 200} Feb 09 21:43:37.244994 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615d925-67f6-4dc3-b239-63e82857c957 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Port': ['ID=4d4e989c-8e93-45bf-8038-3b41621c3b8e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:37.276168 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9c0c8-2eb3-4dc3-8e0f-f2cbaec3766c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cee610-79ea-4db7-9d98-17a8daf8d328,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:37.365431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f645dbdc-9c0c-4611-8f7d-609255460644 None None] Provisioning complete for port 72133fce-4419-44a9-8aff-6b6710eaf2e9 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:37.366489 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f645dbdc-9c0c-4611-8f7d-609255460644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (72133fce-4419-44a9-8aff-6b6710eaf2e9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.502370 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2f1b2-544b-470f-9371-f65a1bb165dd req-bae3ee33-99e5-4825-b793-c25e7c44b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:37.519121 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3f2f1b2-544b-470f-9371-f65a1bb165dd req-bae3ee33-99e5-4825-b793-c25e7c44b0ba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9cec45fb-c615-4147-9585-d66f5efcfe6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4829235 Feb 09 21:43:37.539489 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b615d925-67f6-4dc3-b239-63e82857c957 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.553867 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b615d925-67f6-4dc3-b239-63e82857c957 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/4d4e989c-8e93-45bf-8038-3b41621c3b8e HTTP/1.1" status: 204 len: 168 time: 2.0991802 Feb 09 21:43:37.562588 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33408) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:37.696296 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 72133fce-4419-44a9-8aff-6b6710eaf2e9 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:37.800460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f645dbdc-9c0c-4611-8f7d-609255460644 None None] Current status of the port 72133fce-4419-44a9-8aff-6b6710eaf2e9 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:37.829982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 72133fce-4419-44a9-8aff-6b6710eaf2e9 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:37.831516 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (72133fce-4419-44a9-8aff-6b6710eaf2e9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.941056 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d38e4691-98aa-4204-a15e-039449d96e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.966676 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-3b8ee9e2-13d7-476a-92a4-ce15570c22d7 None None] Could not find standard attr ID for object 4d4e989c-8e93-45bf-8038-3b41621c3b8e. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:43:38.041815 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 72133fce-4419-44a9-8aff-6b6710eaf2e9 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:38.183276 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd53a21-7820-4858-ba53-e04fa31fad3a req-a2e260f3-5196-4c1f-96f9-38fcc33430b3 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:38.185185 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7bd53a21-7820-4858-ba53-e04fa31fad3a req-a2e260f3-5196-4c1f-96f9-38fcc33430b3 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1 HTTP/1.1" status: 200 len: 945 time: 0.8949718 Feb 09 21:43:38.296456 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea5178c-6dbb-4768-8cb6-947b1bb326d7', 'tag': '201691e8-8155-4ad4-86ea-9656b7ff72f1'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:38.302329 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8d3a8f-11f7-487d-8cb4-7cbe69b7e05a" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea5178c-6dbb-4768-8cb6-947b1bb326d7", "tag": "201691e8-8155-4ad4-86ea-9656b7ff72f1"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:38.383844 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647f9a3b-deb5-4300-b077-1de60908b0d0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:38.386785 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647f9a3b-deb5-4300-b077-1de60908b0d0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:38.392488 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9e027990-2db9-406b-abf4-2014f57d165c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (cb77c19b-0436-4a6e-8221-29aa63b29b2e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.393713 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-647f9a3b-deb5-4300-b077-1de60908b0d0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6156683 Feb 09 21:43:38.394491 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33436) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:38.497274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc144ea-bec6-41aa-9cd0-6e96f3ba3ade req-9f03d538-f460-46ff-ac6e-522cce2fa708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:38.498852 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8cc144ea-bec6-41aa-9cd0-6e96f3ba3ade req-9f03d538-f460-46ff-ac6e-522cce2fa708 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 1128 time: 1.1789577 Feb 09 21:43:38.545610 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-7bd53a21-7820-4858-ba53-e04fa31fad3a req-cca5bae7-66c4-4e71-8062-d7c121dfae2a tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Deleting port 108c326d-dfc7-41ae-a680-f613b079eec8 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:38.545961 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7bd53a21-7820-4858-ba53-e04fa31fad3a req-cca5bae7-66c4-4e71-8062-d7c121dfae2a tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (108c326d-dfc7-41ae-a680-f613b079eec8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.568420 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8cc144ea-bec6-41aa-9cd0-6e96f3ba3ade req-5592aa33-9c96-4980-8586-15d26e6d56e1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569885 Feb 09 21:43:38.603407 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3f2f1b2-544b-470f-9371-f65a1bb165dd req-5a6e8793-8385-4e35-bbfb-7098fe686e01 service neutron] 10.222.0.71 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0394139 Feb 09 21:43:38.613981 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-b76ac2bb-734e-4694-bf99-f5f31afbdcea tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:38.621746 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-b76ac2bb-734e-4694-bf99-f5f31afbdcea tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/networks?id=18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 HTTP/1.1" status: 200 len: 815 time: 0.8405185 Feb 09 21:43:38.657831 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e852fc6-5eac-44df-883f-fb642c2f03b6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet e9ce308f-d0c0-4d59-a562-7ed758f3478a {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:38.658614 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-2d9c4761-8a66-402f-888c-cd2fb63c41d3 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/quotas/77fff10e42184e818ed304a7a3195873 HTTP/1.1" status: 200 len: 375 time: 0.0359519 Feb 09 21:43:38.679165 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e852fc6-5eac-44df-883f-fb642c2f03b6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (e9ce308f-d0c0-4d59-a562-7ed758f3478a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.793750 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-2af6f9b3-9242-4a00-89e0-39746a39d1de tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=77fff10e42184e818ed304a7a3195873&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1341121 Feb 09 21:43:38.810167 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3f2f1b2-544b-470f-9371-f65a1bb165dd req-cbbffdfe-c415-4a1d-916c-c6749d130ed5 service neutron] 10.222.0.71 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860816 Feb 09 21:43:38.811049 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e852fc6-5eac-44df-883f-fb642c2f03b6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (e9ce308f-d0c0-4d59-a562-7ed758f3478a), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.845092 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-7bd53a21-7820-4858-ba53-e04fa31fad3a req-cca5bae7-66c4-4e71-8062-d7c121dfae2a tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] For port 108c326d-dfc7-41ae-a680-f613b079eec8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=108c326d-dfc7-41ae-a680-f613b079eec8,segment=NetworkSegment(3d2262d1-dc2b-49a3-9127-ed60afa19e93),segment_id=3d2262d1-dc2b-49a3-9127-ed60afa19e93)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:38.845479 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7bd53a21-7820-4858-ba53-e04fa31fad3a req-cca5bae7-66c4-4e71-8062-d7c121dfae2a tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (108c326d-dfc7-41ae-a680-f613b079eec8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.876877 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-7bd53a21-7820-4858-ba53-e04fa31fad3a req-cca5bae7-66c4-4e71-8062-d7c121dfae2a tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Calling delete_port for 108c326d-dfc7-41ae-a680-f613b079eec8 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:38.925687 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-a4b78e94-fc52-4d2d-a782-d8d3ec0cd221 service neutron] 10.222.0.77 "GET /v2.0/networks/18dcd003-8cbd-4794-b5ef-c9a65b6cdc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305652 Feb 09 21:43:39.013482 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e852fc6-5eac-44df-883f-fb642c2f03b6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (e9ce308f-d0c0-4d59-a562-7ed758f3478a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.072557 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-56320734-ca41-45dc-9db8-c70e23fd3847 service neutron] 10.222.0.77 "GET /v2.0/networks/18dcd003-8cbd-4794-b5ef-c9a65b6cdc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456494 Feb 09 21:43:39.241617 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7bd53a21-7820-4858-ba53-e04fa31fad3a req-cca5bae7-66c4-4e71-8062-d7c121dfae2a tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (108c326d-dfc7-41ae-a680-f613b079eec8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.243989 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e852fc6-5eac-44df-883f-fb642c2f03b6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (e9ce308f-d0c0-4d59-a562-7ed758f3478a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.314904 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e852fc6-5eac-44df-883f-fb642c2f03b6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ce308f-d0c0-4d59-a562-7ed758f3478a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:39.321799 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5bae7-66c4-4e71-8062-d7c121dfae2a tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Pushing event deleted for resources: {'Port': ['ID=108c326d-dfc7-41ae-a680-f613b079eec8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:39.327520 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e852fc6-5eac-44df-883f-fb642c2f03b6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.330957 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6e852fc6-5eac-44df-883f-fb642c2f03b6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/e9ce308f-d0c0-4d59-a562-7ed758f3478a HTTP/1.1" status: 204 len: 168 time: 0.9341753 Feb 09 21:43:39.334186 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33468) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:39.337183 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc566a61-fd98-40ef-8f5a-5e51a30f8ef7 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:39.360763 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9e027990-2db9-406b-abf4-2014f57d165c admin admin] Deleting port a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:39.364651 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9e027990-2db9-406b-abf4-2014f57d165c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.466082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9dee8631-fe8c-4751-b9a0-7cbfdd13ad89 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1291409 Feb 09 21:43:39.466447 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33476) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:39.538226 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd53a21-7820-4858-ba53-e04fa31fad3a req-cca5bae7-66c4-4e71-8062-d7c121dfae2a tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] No DVR routers for this DVR port 108c326d-dfc7-41ae-a680-f613b079eec8 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:39.544406 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7bd53a21-7820-4858-ba53-e04fa31fad3a req-cca5bae7-66c4-4e71-8062-d7c121dfae2a tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.550671 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7bd53a21-7820-4858-ba53-e04fa31fad3a req-cca5bae7-66c4-4e71-8062-d7c121dfae2a tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.71 "DELETE /v2.0/ports/108c326d-dfc7-41ae-a680-f613b079eec8 HTTP/1.1" status: 204 len: 173 time: 1.3584476 Feb 09 21:43:39.562280 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1', 'name': 'network-vif-deleted', 'tag': '108c326d-dfc7-41ae-a680-f613b079eec8'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:39.565731 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08bacf2-5db3-4ce3-a42e-03df40b553a6" -d '{"events": [{"server_uuid": "1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1", "name": "network-vif-deleted", "tag": "108c326d-dfc7-41ae-a680-f613b079eec8"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:39.602244 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6c72d1-6434-4e6e-bd5e-b21d359dfdec tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:39.604162 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0b6c72d1-6434-4e6e-bd5e-b21d359dfdec tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1366715 Feb 09 21:43:39.606991 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33480) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:39.665891 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-9e027990-2db9-406b-abf4-2014f57d165c admin admin] For port a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c,segment=NetworkSegment(ccd97742-862f-4eb3-85ab-843b4555180e),segment_id=ccd97742-862f-4eb3-85ab-843b4555180e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:39.666442 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9e027990-2db9-406b-abf4-2014f57d165c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.689124 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7248029e-66ac-48c5-b26c-fce413eea217 None None] DHCP port deletion for 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:43:39.722125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9e027990-2db9-406b-abf4-2014f57d165c admin admin] Calling delete_port for a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:39.797451 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132692f8-0eda-4f3d-aa61-f42af201a128 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:39.803588 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-132692f8-0eda-4f3d-aa61-f42af201a128 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1947095 Feb 09 21:43:39.806047 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33484) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:39.826288 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-7248029e-66ac-48c5-b26c-fce413eea217 None None] Deleting port 72133fce-4419-44a9-8aff-6b6710eaf2e9 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:39.827069 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7248029e-66ac-48c5-b26c-fce413eea217 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (72133fce-4419-44a9-8aff-6b6710eaf2e9), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.921518 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33488) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:39.971166 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-7248029e-66ac-48c5-b26c-fce413eea217 None None] For port 72133fce-4419-44a9-8aff-6b6710eaf2e9, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=72133fce-4419-44a9-8aff-6b6710eaf2e9,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:39.974442 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7248029e-66ac-48c5-b26c-fce413eea217 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (72133fce-4419-44a9-8aff-6b6710eaf2e9), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.981774 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f588bf64-0bc0-4338-b651-d0c849ab045b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1701748 Feb 09 21:43:39.991483 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33492) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:39.999081 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e6bab962-2989-45fb-ab2c-4a3601265ecc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:40.004320 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-7248029e-66ac-48c5-b26c-fce413eea217 None None] Calling delete_port for 72133fce-4419-44a9-8aff-6b6710eaf2e9 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:40.111304 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b306b-3695-4b08-8ab7-5da31958f6c3 req-548fea78-c501-476f-a901-23e0a9e24d1a tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:40.125825 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ec4b306b-3695-4b08-8ab7-5da31958f6c3 req-548fea78-c501-476f-a901-23e0a9e24d1a tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 946 time: 0.1530061 Feb 09 21:43:40.194644 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7248029e-66ac-48c5-b26c-fce413eea217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (72133fce-4419-44a9-8aff-6b6710eaf2e9), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.242898 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248029e-66ac-48c5-b26c-fce413eea217 None None] Pushing event deleted for resources: {'Port': ['ID=72133fce-4419-44a9-8aff-6b6710eaf2e9,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:40.247623 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7248029e-66ac-48c5-b26c-fce413eea217 None None] No DVR routers for this DVR port 72133fce-4419-44a9-8aff-6b6710eaf2e9 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:40.254661 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ec4b306b-3695-4b08-8ab7-5da31958f6c3 req-e65c92c4-d035-4596-b746-191628ed060b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278000 Feb 09 21:43:40.293380 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f65c1735-b6ff-49c1-959d-03ad14eb7e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.295943 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 108c326d-dfc7-41ae-a680-f613b079eec8 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:40.297804 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bd321d-1574-4709-b40d-6c7eb250481a x-openstack-request-id: req-d6bd321d-1574-4709-b40d-6c7eb250481a {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:40.298201 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea5178c-6dbb-4768-8cb6-947b1bb326d7", "tag": "201691e8-8155-4ad4-86ea-9656b7ff72f1", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:40.298530 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6bd321d-1574-4709-b40d-6c7eb250481a {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:40.299474 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea5178c-6dbb-4768-8cb6-947b1bb326d7', 'tag': '201691e8-8155-4ad4-86ea-9656b7ff72f1', 'status': 'completed', 'code': 200} Feb 09 21:43:40.354859 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 108c326d-dfc7-41ae-a680-f613b079eec8 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:40.356246 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 108c326d-dfc7-41ae-a680-f613b079eec8 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:40.375681 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bab962-2989-45fb-ab2c-4a3601265ecc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:40.390314 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e6bab962-2989-45fb-ab2c-4a3601265ecc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.448807 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-381ef73b-d77b-42e5-9261-bd775415a43b req-c5be35bb-8cc8-46fb-858f-11c2fa3c27f5 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 210 time: 0.0782239 Feb 09 21:43:40.460453 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ece13a00-d802-4356-9734-18bbc4055cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.543002 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0977f896-75b6-474f-ba79-0af4d0900502 req-e305ab82-73db-4a8a-9835-50843784fb51 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/floatingips/705fd641-ff26-445e-91ca-9e586e6cf946 HTTP/1.1" status: 200 len: 694 time: 0.0619528 Feb 09 21:43:40.659755 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d3a8f-11f7-487d-8cb4-7cbe69b7e05a req-824e1bb1-504e-4c7b-adf7-b5ec22a472d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:40.661337 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8f8d3a8f-11f7-487d-8cb4-7cbe69b7e05a req-824e1bb1-504e-4c7b-adf7-b5ec22a472d9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=178a334a4d4c401b8c15c3fe9c3a710c&device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 1127 time: 0.3085945 Feb 09 21:43:40.716641 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977f896-75b6-474f-ba79-0af4d0900502 req-a8b92e54-4c0d-4aca-a024-6d7993bab84a tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:40.723940 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0977f896-75b6-474f-ba79-0af4d0900502 req-a8b92e54-4c0d-4aca-a024-6d7993bab84a tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.1799459 Feb 09 21:43:40.784263 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0977f896-75b6-474f-ba79-0af4d0900502 req-6f323bb4-2485-431c-abc5-32dc4c6984c7 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.244 HTTP/1.1" status: 200 len: 697 time: 0.0593159 Feb 09 21:43:40.786613 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9e027990-2db9-406b-abf4-2014f57d165c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.848905 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e027990-2db9-406b-abf4-2014f57d165c admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:40.861457 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0977f896-75b6-474f-ba79-0af4d0900502 req-90303f5f-016d-4891-b934-6796bee1d606 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.244 HTTP/1.1" status: 200 len: 697 time: 0.0761380 Feb 09 21:43:40.873232 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d3a8f-11f7-487d-8cb4-7cbe69b7e05a req-c9205156-dc53-4f9c-bd05-f8bd9ce37040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:40.874931 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8f8d3a8f-11f7-487d-8cb4-7cbe69b7e05a req-c9205156-dc53-4f9c-bd05-f8bd9ce37040 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9cec45fb-c615-4147-9585-d66f5efcfe6c HTTP/1.1" status: 200 len: 920 time: 0.2067668 Feb 09 21:43:41.041160 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8f8d3a8f-11f7-487d-8cb4-7cbe69b7e05a req-962a7ab9-e174-4900-9997-542221d6d667 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=201691e8-8155-4ad4-86ea-9656b7ff72f1 HTTP/1.1" status: 200 len: 217 time: 0.1306796 Feb 09 21:43:41.055633 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f65c1735-b6ff-49c1-959d-03ad14eb7e2e admin admin] Publish callbacks [] for security_group (45ced277-a092-422b-a3fb-a27e1c6056b1), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.111092 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-0977f896-75b6-474f-ba79-0af4d0900502 req-80b68ba5-0853-46dc-a1f9-45509f0cc64e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Deleting port 9f7c967d-d8b8-4c91-8154-750f748c7d6e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:41.111801 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0977f896-75b6-474f-ba79-0af4d0900502 req-80b68ba5-0853-46dc-a1f9-45509f0cc64e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (9f7c967d-d8b8-4c91-8154-750f748c7d6e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.148812 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f65c1735-b6ff-49c1-959d-03ad14eb7e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (45ced277-a092-422b-a3fb-a27e1c6056b1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.247321 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c1735-b6ff-49c1-959d-03ad14eb7e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ced277-a092-422b-a3fb-a27e1c6056b1,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:41.337114 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0977f896-75b6-474f-ba79-0af4d0900502 req-80b68ba5-0853-46dc-a1f9-45509f0cc64e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (9f7c967d-d8b8-4c91-8154-750f748c7d6e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.337684 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f65c1735-b6ff-49c1-959d-03ad14eb7e2e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bf59529b8a1148f1b68490cdbe7ec506&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4099948 Feb 09 21:43:41.339303 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0977f896-75b6-474f-ba79-0af4d0900502 req-80b68ba5-0853-46dc-a1f9-45509f0cc64e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks [] for floatingip (9f7c967d-d8b8-4c91-8154-750f748c7d6e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.346521 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33504) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:41.379836 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-0977f896-75b6-474f-ba79-0af4d0900502 req-80b68ba5-0853-46dc-a1f9-45509f0cc64e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Calling delete_port for 9f7c967d-d8b8-4c91-8154-750f748c7d6e owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:41.390984 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d3a8f-11f7-487d-8cb4-7cbe69b7e05a req-072ddf22-e776-42f2-9e71-176c25ead4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:41.390984 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8f8d3a8f-11f7-487d-8cb4-7cbe69b7e05a req-072ddf22-e776-42f2-9e71-176c25ead4ce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e3c310f9-5e45-4b20-89c5-333731de760d HTTP/1.1" status: 200 len: 858 time: 0.3377392 Feb 09 21:43:41.549187 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.692414 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0977f896-75b6-474f-ba79-0af4d0900502 req-80b68ba5-0853-46dc-a1f9-45509f0cc64e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (9f7c967d-d8b8-4c91-8154-750f748c7d6e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.722840 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 72133fce-4419-44a9-8aff-6b6710eaf2e9 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:41.780282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 72133fce-4419-44a9-8aff-6b6710eaf2e9 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:41.781604 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 72133fce-4419-44a9-8aff-6b6710eaf2e9 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:41.825421 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b68ba5-0853-46dc-a1f9-45509f0cc64e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Pushing event deleted for resources: {'Port': ['ID=9f7c967d-d8b8-4c91-8154-750f748c7d6e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:41.853418 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e6bab962-2989-45fb-ab2c-4a3601265ecc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (16de058a-22d9-4bdb-8f61-0ba91173c755), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.900641 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bab962-2989-45fb-ab2c-4a3601265ecc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:41.911222 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-e6bab962-2989-45fb-ab2c-4a3601265ecc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:41.931933 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319af785-c3a0-4afa-a28e-9b053f109f6c None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:41.965378 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bab962-2989-45fb-ab2c-4a3601265ecc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:41.965974 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e6bab962-2989-45fb-ab2c-4a3601265ecc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.024598 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0977f896-75b6-474f-ba79-0af4d0900502 req-80b68ba5-0853-46dc-a1f9-45509f0cc64e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks [] for floatingip (705fd641-ff26-445e-91ca-9e586e6cf946), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.028542 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d3a8f-11f7-487d-8cb4-7cbe69b7e05a req-b4133bf2-d8e0-49ca-b6b6-e4e3574f4dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:42.030770 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8f8d3a8f-11f7-487d-8cb4-7cbe69b7e05a req-b4133bf2-d8e0-49ca-b6b6-e4e3574f4dde service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9cec45fb-c615-4147-9585-d66f5efcfe6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6322241 Feb 09 21:43:42.038177 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0977f896-75b6-474f-ba79-0af4d0900502 req-80b68ba5-0853-46dc-a1f9-45509f0cc64e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.041588 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0977f896-75b6-474f-ba79-0af4d0900502 req-80b68ba5-0853-46dc-a1f9-45509f0cc64e tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "DELETE /v2.0/floatingips/705fd641-ff26-445e-91ca-9e586e6cf946 HTTP/1.1" status: 204 len: 173 time: 1.1789629 Feb 09 21:43:42.134099 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-92df9af6-0b67-428f-9d58-a451219a837b tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:42.141135 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-92df9af6-0b67-428f-9d58-a451219a837b tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.71 "GET /v2.0/networks?id=18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 HTTP/1.1" status: 200 len: 815 time: 0.2426438 Feb 09 21:43:42.161016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-3fe0de90-35a4-4a9d-962e-0ed57d78fae6 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Request body: {'port': {'device_id': '40aad6e0-1d66-49c1-96c1-026bb0a6cb8c', 'network_id': '18dcd003-8cbd-4794-b5ef-c9a65b6cdc94', 'admin_state_up': True, 'tenant_id': '77fff10e42184e818ed304a7a3195873'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:42.238035 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8f8d3a8f-11f7-487d-8cb4-7cbe69b7e05a req-31877afe-c0e0-4eb9-aa5f-8fc792b28aef service neutron] 10.222.0.71 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982331 Feb 09 21:43:42.262623 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e6bab962-2989-45fb-ab2c-4a3601265ecc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2691791 Feb 09 21:43:42.268425 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16c988a-dc47-403e-9f22-21adf2aea17c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'fixed_ips': [{'subnet_id': '16de058a-22d9-4bdb-8f61-0ba91173c755'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:43:42.270600 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d16c988a-dc47-403e-9f22-21adf2aea17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.285801 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33514) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:42.290905 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-723149aa-2f06-476f-9955-3b7d479e857a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'mac_address': 'fa:16:3e:46:5c:9e', 'name': 'tempest-NetworksTestDHCPv6-311705960'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:42.414098 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8f8d3a8f-11f7-487d-8cb4-7cbe69b7e05a req-548b130e-8527-4711-a1c1-7fdd4a4fca67 service neutron] 10.222.0.71 "GET /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590471 Feb 09 21:43:42.418529 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7817441-2094-48ed-8df0-a6bc18e973f8 x-openstack-request-id: req-c7817441-2094-48ed-8df0-a6bc18e973f8 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:42.418529 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1", "name": "network-vif-deleted", "tag": "108c326d-dfc7-41ae-a680-f613b079eec8", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:42.418529 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c7817441-2094-48ed-8df0-a6bc18e973f8 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:42.419025 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7f2f9f-c633-4e35-ac6b-3f6f6a2d94b1', 'name': 'network-vif-deleted', 'tag': '108c326d-dfc7-41ae-a680-f613b079eec8', 'status': 'completed', 'code': 200} Feb 09 21:43:42.428700 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bab962-2989-45fb-ab2c-4a3601265ecc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=16de058a-22d9-4bdb-8f61-0ba91173c755,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:42.440062 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9e027990-2db9-406b-abf4-2014f57d165c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (cb77c19b-0436-4a6e-8221-29aa63b29b2e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.449910 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3fea47c8-a85c-490d-9f05-a2040ae0f24f admin admin] Publish callbacks [] for security_group (45ced277-a092-422b-a3fb-a27e1c6056b1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.508554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723149aa-2f06-476f-9955-3b7d479e857a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:42.567713 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3fea47c8-a85c-490d-9f05-a2040ae0f24f admin admin] Publish callbacks [] for security_group (45ced277-a092-422b-a3fb-a27e1c6056b1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.618120 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-d16c988a-dc47-403e-9f22-21adf2aea17c None None] Allocated IP 2001:db8::2 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/16de058a-22d9-4bdb-8f61-0ba91173c755/523d8379-8604-4ce7-82e8-a98e45c6a4bc) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:42.658534 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.732286 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3fea47c8-a85c-490d-9f05-a2040ae0f24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (45ced277-a092-422b-a3fb-a27e1c6056b1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.745668 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3fea47c8-a85c-490d-9f05-a2040ae0f24f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.754367 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3fea47c8-a85c-490d-9f05-a2040ae0f24f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/45ced277-a092-422b-a3fb-a27e1c6056b1 HTTP/1.1" status: 204 len: 168 time: 1.3794179 Feb 09 21:43:42.805826 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea47c8-a85c-490d-9f05-a2040ae0f24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ced277-a092-422b-a3fb-a27e1c6056b1,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:42.862364 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-723149aa-2f06-476f-9955-3b7d479e857a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.933102 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-3fe0de90-35a4-4a9d-962e-0ed57d78fae6 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Made reservation on behalf of 77fff10e42184e818ed304a7a3195873 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:42.947544 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-3fe0de90-35a4-4a9d-962e-0ed57d78fae6 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.988291 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-723149aa-2f06-476f-9955-3b7d479e857a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] device_id is not set on port 0a807c00-faba-4833-a332-d2fee5aa225a yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:43:42.988610 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d16c988a-dc47-403e-9f22-21adf2aea17c None None] Publish callbacks [] for port (523d8379-8604-4ce7-82e8-a98e45c6a4bc), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.004648 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d16c988a-dc47-403e-9f22-21adf2aea17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (523d8379-8604-4ce7-82e8-a98e45c6a4bc), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.123431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c988a-dc47-403e-9f22-21adf2aea17c None None] Pushing event updated for resources: {'Port': ['ID=523d8379-8604-4ce7-82e8-a98e45c6a4bc,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:43.150948 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16c988a-dc47-403e-9f22-21adf2aea17c None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:43.153869 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-d16c988a-dc47-403e-9f22-21adf2aea17c None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:43.161278 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16c988a-dc47-403e-9f22-21adf2aea17c None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:43.189986 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e027990-2db9-406b-abf4-2014f57d165c admin admin] Router cb77c19b-0436-4a6e-8221-29aa63b29b2e has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:43.399510 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d16c988a-dc47-403e-9f22-21adf2aea17c None None] Attempting to bind port 523d8379-8604-4ce7-82e8-a98e45c6a4bc on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:43.406349 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d16c988a-dc47-403e-9f22-21adf2aea17c None None] Attempting to bind port 523d8379-8604-4ce7-82e8-a98e45c6a4bc by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:43.406912 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c988a-dc47-403e-9f22-21adf2aea17c None None] Attempting to bind port 523d8379-8604-4ce7-82e8-a98e45c6a4bc on network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:43.421434 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c988a-dc47-403e-9f22-21adf2aea17c None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:43.421965 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c988a-dc47-403e-9f22-21adf2aea17c None None] Checking segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:43.422281 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d16c988a-dc47-403e-9f22-21adf2aea17c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.422701 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c988a-dc47-403e-9f22-21adf2aea17c None None] Bound using segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:43.423229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d16c988a-dc47-403e-9f22-21adf2aea17c None None] Bound port: 523d8379-8604-4ce7-82e8-a98e45c6a4bc, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:43.423623 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d16c988a-dc47-403e-9f22-21adf2aea17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (523d8379-8604-4ce7-82e8-a98e45c6a4bc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.462187 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e027990-2db9-406b-abf4-2014f57d165c admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:43.478929 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9e027990-2db9-406b-abf4-2014f57d165c admin admin] 10.222.0.77 "PUT /v2.0/routers/cb77c19b-0436-4a6e-8221-29aa63b29b2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3309054 Feb 09 21:43:43.479540 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33534) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:43.481356 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63acd06b-6e8d-4f18-99c6-0e608b3253cb None None] Sync routers for ids ['cb77c19b-0436-4a6e-8221-29aa63b29b2e'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:43.527379 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63acd06b-6e8d-4f18-99c6-0e608b3253cb None None] Routers {'cb77c19b-0436-4a6e-8221-29aa63b29b2e'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:43.539733 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-63acd06b-6e8d-4f18-99c6-0e608b3253cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:43:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['cb77c19b-0436-4a6e-8221-29aa63b29b2e'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:43.590614 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3d3bd608-d28e-4f60-b790-557cf757ca50 req-24243d6b-6828-4a72-8bd6-ee5cabe84efb tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 210 time: 0.1386235 Feb 09 21:43:43.655874 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d16c988a-dc47-403e-9f22-21adf2aea17c None None] For port 523d8379-8604-4ce7-82e8-a98e45c6a4bc, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:43.671726 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d16c988a-dc47-403e-9f22-21adf2aea17c None None] For port 523d8379-8604-4ce7-82e8-a98e45c6a4bc, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=523d8379-8604-4ce7-82e8-a98e45c6a4bc,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:43.698573 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-723149aa-2f06-476f-9955-3b7d479e857a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8::122 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/16de058a-22d9-4bdb-8f61-0ba91173c755/0a807c00-faba-4833-a332-d2fee5aa225a) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:43.700279 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d16c988a-dc47-403e-9f22-21adf2aea17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (523d8379-8604-4ce7-82e8-a98e45c6a4bc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.777537 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79e09116-8b8d-426c-a7da-d8e7627ffefd admin admin] Publish callbacks [] for router (cb77c19b-0436-4a6e-8221-29aa63b29b2e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.858708 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-3fe0de90-35a4-4a9d-962e-0ed57d78fae6 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Allocated IP 172.20.0.10 (18dcd003-8cbd-4794-b5ef-c9a65b6cdc94/4ec51de9-93a9-4e1c-b1d1-307551dbf1e9/b24f4298-0822-42f9-a733-2387ca25dd6a) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:43.920304 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c988a-dc47-403e-9f22-21adf2aea17c None None] Pushing event updated for resources: {'Port': ['ID=523d8379-8604-4ce7-82e8-a98e45c6a4bc,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:44.020407 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-63acd06b-6e8d-4f18-99c6-0e608b3253cb None None] Set router cb77c19b-0436-4a6e-8221-29aa63b29b2e gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:44.050000 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79e09116-8b8d-426c-a7da-d8e7627ffefd admin admin] Publish callbacks [] for router_gateway (cb77c19b-0436-4a6e-8221-29aa63b29b2e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.061007 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.179827 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-79e09116-8b8d-426c-a7da-d8e7627ffefd admin admin] Deleting port af46ec8f-a5d8-428e-baed-1d293aa4e9b1 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:44.184151 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79e09116-8b8d-426c-a7da-d8e7627ffefd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (af46ec8f-a5d8-428e-baed-1d293aa4e9b1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.450845 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-79e09116-8b8d-426c-a7da-d8e7627ffefd admin admin] For port af46ec8f-a5d8-428e-baed-1d293aa4e9b1, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=af46ec8f-a5d8-428e-baed-1d293aa4e9b1,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:44.451218 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79e09116-8b8d-426c-a7da-d8e7627ffefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (af46ec8f-a5d8-428e-baed-1d293aa4e9b1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.480626 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-79e09116-8b8d-426c-a7da-d8e7627ffefd admin admin] Calling delete_port for af46ec8f-a5d8-428e-baed-1d293aa4e9b1 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:44.483434 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-723149aa-2f06-476f-9955-3b7d479e857a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (0a807c00-faba-4833-a332-d2fee5aa225a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.650609 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-3fe0de90-35a4-4a9d-962e-0ed57d78fae6 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks [] for port (b24f4298-0822-42f9-a733-2387ca25dd6a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.704745 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-723149aa-2f06-476f-9955-3b7d479e857a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (0a807c00-faba-4833-a332-d2fee5aa225a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.762062 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-63acd06b-6e8d-4f18-99c6-0e608b3253cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb77c19b-0436-4a6e-8221-29aa63b29b2e', 'name': 'tempest-FloatingIPsTestJSON-593209125-router', 'tenant_id': '7e77c00a319c4d4aa333279f9ee9049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'af46ec8f-a5d8-428e-baed-1d293aa4e9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:20Z', 'updated_at': '2022-02-09T21:43:40Z', 'revision_number': 5, 'project_id': '7e77c00a319c4d4aa333279f9ee9049c', 'gw_port': {'id': 'af46ec8f-a5d8-428e-baed-1d293aa4e9b1', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb77c19b-0436-4a6e-8221-29aa63b29b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:22Z', 'updated_at': '2022-02-09T21:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:44.856315 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63acd06b-6e8d-4f18-99c6-0e608b3253cb None None] Checking router: cb77c19b-0436-4a6e-8221-29aa63b29b2e for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:44.879831 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63acd06b-6e8d-4f18-99c6-0e608b3253cb None None] Routers {'cb77c19b-0436-4a6e-8221-29aa63b29b2e'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:44.880489 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-63acd06b-6e8d-4f18-99c6-0e608b3253cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:43:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['cb77c19b-0436-4a6e-8221-29aa63b29b2e'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:44.889290 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723149aa-2f06-476f-9955-3b7d479e857a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:44.892171 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-3fe0de90-35a4-4a9d-962e-0ed57d78fae6 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (b24f4298-0822-42f9-a733-2387ca25dd6a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.912912 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79e09116-8b8d-426c-a7da-d8e7627ffefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (af46ec8f-a5d8-428e-baed-1d293aa4e9b1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.939877 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e09116-8b8d-426c-a7da-d8e7627ffefd admin admin] Pushing event deleted for resources: {'Port': ['ID=af46ec8f-a5d8-428e-baed-1d293aa4e9b1,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:45.059365 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-723149aa-2f06-476f-9955-3b7d479e857a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:45.062306 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79e09116-8b8d-426c-a7da-d8e7627ffefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (cb77c19b-0436-4a6e-8221-29aa63b29b2e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.112583 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723149aa-2f06-476f-9955-3b7d479e857a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:45.137714 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723149aa-2f06-476f-9955-3b7d479e857a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:45.143505 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-723149aa-2f06-476f-9955-3b7d479e857a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.215399 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723149aa-2f06-476f-9955-3b7d479e857a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=0a807c00-faba-4833-a332-d2fee5aa225a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:45.277533 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.339498 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-63acd06b-6e8d-4f18-99c6-0e608b3253cb None None] Set router cb77c19b-0436-4a6e-8221-29aa63b29b2e gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:45.348437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-3fe0de90-35a4-4a9d-962e-0ed57d78fae6 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Network 18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:45.351048 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-3fe0de90-35a4-4a9d-962e-0ed57d78fae6 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:45.356020 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-3fe0de90-35a4-4a9d-962e-0ed57d78fae6 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:45.385837 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-723149aa-2f06-476f-9955-3b7d479e857a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0935826 Feb 09 21:43:45.453441 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33564) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:45.470311 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-63acd06b-6e8d-4f18-99c6-0e608b3253cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb77c19b-0436-4a6e-8221-29aa63b29b2e', 'name': 'tempest-FloatingIPsTestJSON-593209125-router', 'tenant_id': '7e77c00a319c4d4aa333279f9ee9049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:20Z', 'updated_at': '2022-02-09T21:43:44Z', 'revision_number': 6, 'project_id': '7e77c00a319c4d4aa333279f9ee9049c', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:45.484353 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb28ba-7b4e-4e21-8e16-f44f8f3d2bcf req-87b6525e-81ce-451b-9707-a3c57e54b0f9 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:45.499356 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3adb28ba-7b4e-4e21-8e16-f44f8f3d2bcf req-87b6525e-81ce-451b-9707-a3c57e54b0f9 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 946 time: 0.6008112 Feb 09 21:43:45.514562 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63acd06b-6e8d-4f18-99c6-0e608b3253cb None None] The sync data for ids ['cb77c19b-0436-4a6e-8221-29aa63b29b2e'] in n-d-828601-1 is: [{'id': 'cb77c19b-0436-4a6e-8221-29aa63b29b2e', 'name': 'tempest-FloatingIPsTestJSON-593209125-router', 'tenant_id': '7e77c00a319c4d4aa333279f9ee9049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:20Z', 'updated_at': '2022-02-09T21:43:44Z', 'revision_number': 6, 'project_id': '7e77c00a319c4d4aa333279f9ee9049c', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:45.546095 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79e09116-8b8d-426c-a7da-d8e7627ffefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (cb77c19b-0436-4a6e-8221-29aa63b29b2e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.553737 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79e09116-8b8d-426c-a7da-d8e7627ffefd admin admin] Publish callbacks [] for router_controller (cb77c19b-0436-4a6e-8221-29aa63b29b2e), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.630717 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0de90-35a4-4a9d-962e-0ed57d78fae6 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Pushing event updated for resources: {'Port': ['ID=b24f4298-0822-42f9-a733-2387ca25dd6a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:45.671582 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-3fe0de90-35a4-4a9d-962e-0ed57d78fae6 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:45.672321 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-3fe0de90-35a4-4a9d-962e-0ed57d78fae6 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.712255 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79e09116-8b8d-426c-a7da-d8e7627ffefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (cb77c19b-0436-4a6e-8221-29aa63b29b2e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.712953 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e09116-8b8d-426c-a7da-d8e7627ffefd admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb77c19b-0436-4a6e-8221-29aa63b29b2e {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:43:45.718000 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-3fe0de90-35a4-4a9d-962e-0ed57d78fae6 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5634000 Feb 09 21:43:45.721619 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79e09116-8b8d-426c-a7da-d8e7627ffefd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.726565 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-79e09116-8b8d-426c-a7da-d8e7627ffefd admin admin] 10.222.0.77 "DELETE /v2.0/routers/cb77c19b-0436-4a6e-8221-29aa63b29b2e HTTP/1.1" status: 204 len: 168 time: 2.2458482 Feb 09 21:43:45.727573 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33568) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:45.742082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3adb28ba-7b4e-4e21-8e16-f44f8f3d2bcf req-a2453248-c622-47f8-8264-3a889d786367 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107592 Feb 09 21:43:45.754040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] Request body: {'port': {'device_id': '40aad6e0-1d66-49c1-96c1-026bb0a6cb8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:45.788747 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.878870 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-237ee493-1572-4f78-a195-9b0c7512f9a2 admin admin] Deleting subnet 9960e21c-7924-4d3d-a82c-07e381ab7f0d {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:45.903920 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-237ee493-1572-4f78-a195-9b0c7512f9a2 admin admin] Publish callbacks [] for subnet (9960e21c-7924-4d3d-a82c-07e381ab7f0d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.991591 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b24f4298-0822-42f9-a733-2387ca25dd6a), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.002606 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-237ee493-1572-4f78-a195-9b0c7512f9a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (9960e21c-7924-4d3d-a82c-07e381ab7f0d), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.118651 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfa944-2537-499d-b4d6-4d863c62edf6 req-fea751b3-afcd-4f39-94e5-48332cbb0aff tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:46.123757 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72dfa944-2537-499d-b4d6-4d863c62edf6 req-fea751b3-afcd-4f39-94e5-48332cbb0aff tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 945 time: 0.2651265 Feb 09 21:43:46.165160 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d8ce4192-8d36-4cc2-b8cd-f1b88adfe454 None None] Provisioning complete for port 523d8379-8604-4ce7-82e8-a98e45c6a4bc triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:46.166128 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d8ce4192-8d36-4cc2-b8cd-f1b88adfe454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (523d8379-8604-4ce7-82e8-a98e45c6a4bc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.285016 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 523d8379-8604-4ce7-82e8-a98e45c6a4bc up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:46.294800 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b42eb-9f76-4037-8de1-bb2800756302 req-960c5b4a-a9e7-444a-b357-cfa187b4b635 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:46.296822 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-543b42eb-9f76-4037-8de1-bb2800756302 req-960c5b4a-a9e7-444a-b357-cfa187b4b635 tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ea5178c-6dbb-4768-8cb6-947b1bb326d7 HTTP/1.1" status: 200 len: 945 time: 0.8418560 Feb 09 21:43:46.308300 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06c57f8-8de4-4a85-9ada-68a87fe24cf1 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:46.314512 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06c57f8-8de4-4a85-9ada-68a87fe24cf1 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:46.320351 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e06c57f8-8de4-4a85-9ada-68a87fe24cf1 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7997198 Feb 09 21:43:46.323535 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33580) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:46.425222 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-237ee493-1572-4f78-a195-9b0c7512f9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (9960e21c-7924-4d3d-a82c-07e381ab7f0d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.618151 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d8ce4192-8d36-4cc2-b8cd-f1b88adfe454 None None] Current status of the port 523d8379-8604-4ce7-82e8-a98e45c6a4bc is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:46.618546 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d8ce4192-8d36-4cc2-b8cd-f1b88adfe454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (523d8379-8604-4ce7-82e8-a98e45c6a4bc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.628239 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 523d8379-8604-4ce7-82e8-a98e45c6a4bc triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:46.630223 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (523d8379-8604-4ce7-82e8-a98e45c6a4bc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.745734 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d8ce4192-8d36-4cc2-b8cd-f1b88adfe454 None None] For port 523d8379-8604-4ce7-82e8-a98e45c6a4bc, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=523d8379-8604-4ce7-82e8-a98e45c6a4bc,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:46.802199 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d8ce4192-8d36-4cc2-b8cd-f1b88adfe454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (523d8379-8604-4ce7-82e8-a98e45c6a4bc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.810374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fc7e8273-20d8-4bef-83c7-8a4c9538d830 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting port 0a807c00-faba-4833-a332-d2fee5aa225a {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:46.810943 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc7e8273-20d8-4bef-83c7-8a4c9538d830 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (0a807c00-faba-4833-a332-d2fee5aa225a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.816662 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-237ee493-1572-4f78-a195-9b0c7512f9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (9960e21c-7924-4d3d-a82c-07e381ab7f0d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.872715 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-237ee493-1572-4f78-a195-9b0c7512f9a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.883571 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24f4298-0822-42f9-a733-2387ca25dd6a {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:46.884550 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-237ee493-1572-4f78-a195-9b0c7512f9a2 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9960e21c-7924-4d3d-a82c-07e381ab7f0d HTTP/1.1" status: 204 len: 168 time: 1.1478169 Feb 09 21:43:46.889652 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] Publish callbacks [] for port (b24f4298-0822-42f9-a733-2387ca25dd6a), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.897596 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ee493-1572-4f78-a195-9b0c7512f9a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9960e21c-7924-4d3d-a82c-07e381ab7f0d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:46.905267 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-543b42eb-9f76-4037-8de1-bb2800756302 req-dcd265e5-05d7-4e7e-91ec-bbd335d1db4b tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Deleting port 201691e8-8155-4ad4-86ea-9656b7ff72f1 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:46.905554 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fd7ea9-1e43-4764-892e-20708593b649 None None] Network 5732c1a0-0d30-4695-8b1b-931a7ae7d523 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:46.905843 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-543b42eb-9f76-4037-8de1-bb2800756302 req-dcd265e5-05d7-4e7e-91ec-bbd335d1db4b tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (201691e8-8155-4ad4-86ea-9656b7ff72f1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.912956 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] Transition to ACTIVE for port object b24f4298-0822-42f9-a733-2387ca25dd6a will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:43:46.914485 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33592) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:46.925746 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72dfa944-2537-499d-b4d6-4d863c62edf6 req-20f51da8-2c18-437e-a635-e7a4ff7aebbf tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.77 "GET /v2.0/security-groups?id=49b5190e-f93b-42e7-81c0-04211c9abbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7648661 Feb 09 21:43:46.935040 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (b24f4298-0822-42f9-a733-2387ca25dd6a), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.046627 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 523d8379-8604-4ce7-82e8-a98e45c6a4bc is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:47.047328 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (523d8379-8604-4ce7-82e8-a98e45c6a4bc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.055096 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce4192-8d36-4cc2-b8cd-f1b88adfe454 None None] Pushing event updated for resources: {'Port': ['ID=523d8379-8604-4ce7-82e8-a98e45c6a4bc,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:47.099038 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0fa60709-750a-4753-ac6b-17fe8d8d5441 None None] Provisioning complete for port 0a807c00-faba-4833-a332-d2fee5aa225a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:47.099621 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0fa60709-750a-4753-ac6b-17fe8d8d5441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0a807c00-faba-4833-a332-d2fee5aa225a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.130493 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc7e8273-20d8-4bef-83c7-8a4c9538d830 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (0a807c00-faba-4833-a332-d2fee5aa225a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.180992 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fc7e8273-20d8-4bef-83c7-8a4c9538d830 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Calling delete_port for 0a807c00-faba-4833-a332-d2fee5aa225a owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:47.185727 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-543b42eb-9f76-4037-8de1-bb2800756302 req-dcd265e5-05d7-4e7e-91ec-bbd335d1db4b tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] For port 201691e8-8155-4ad4-86ea-9656b7ff72f1, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=201691e8-8155-4ad4-86ea-9656b7ff72f1,segment=NetworkSegment(abcfe71d-cb39-453c-9c43-b7f50d93b72c),segment_id=abcfe71d-cb39-453c-9c43-b7f50d93b72c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:47.186423 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-543b42eb-9f76-4037-8de1-bb2800756302 req-dcd265e5-05d7-4e7e-91ec-bbd335d1db4b tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (201691e8-8155-4ad4-86ea-9656b7ff72f1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.209967 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8772baee-cfc5-475a-9e1d-19fae40cf887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (5732c1a0-0d30-4695-8b1b-931a7ae7d523), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.220097 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-543b42eb-9f76-4037-8de1-bb2800756302 req-dcd265e5-05d7-4e7e-91ec-bbd335d1db4b tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Calling delete_port for 201691e8-8155-4ad4-86ea-9656b7ff72f1 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:47.257361 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] Pushing event updated for resources: {'Port': ['ID=b24f4298-0822-42f9-a733-2387ca25dd6a,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:47.277853 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0fa60709-750a-4753-ac6b-17fe8d8d5441 None None] Port 0a807c00-faba-4833-a332-d2fee5aa225a cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:47.294515 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:43:47.295612 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:43:47.408181 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24d876f-6a39-4d2d-be83-3d9cae9c1499 None None] DHCP port deletion for 5732c1a0-0d30-4695-8b1b-931a7ae7d523 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:43:47.488908 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5e632-1d96-47d8-adf1-fb32e4cd0895 req-87e98a89-a50e-47b2-b345-8330b2167210 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:47.500781 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5eb5e632-1d96-47d8-adf1-fb32e4cd0895 req-87e98a89-a50e-47b2-b345-8330b2167210 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 944 time: 0.2574937 Feb 09 21:43:47.542342 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] Attempting to bind port b24f4298-0822-42f9-a733-2387ca25dd6a on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:47.542685 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] Attempting to bind port b24f4298-0822-42f9-a733-2387ca25dd6a by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3d2262d1-dc2b-49a3-9127-ed60afa19e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '18dcd003-8cbd-4794-b5ef-c9a65b6cdc94'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:47.543076 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] Attempting to bind port b24f4298-0822-42f9-a733-2387ca25dd6a on network 18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:47.548829 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b24d876f-6a39-4d2d-be83-3d9cae9c1499 None None] Deleting port bf8647ea-b565-45a5-8caa-42a086619a59 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:47.550505 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b24d876f-6a39-4d2d-be83-3d9cae9c1499 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (bf8647ea-b565-45a5-8caa-42a086619a59), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.566505 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] Port b24f4298-0822-42f9-a733-2387ca25dd6a on network 18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:43:47.567034 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] Attempting to bind port b24f4298-0822-42f9-a733-2387ca25dd6a on network 18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:47.592836 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:47.593238 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] Checking segment: {'id': '3d2262d1-dc2b-49a3-9127-ed60afa19e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '18dcd003-8cbd-4794-b5ef-c9a65b6cdc94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:47.593617 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] Bound using segment: {'id': '3d2262d1-dc2b-49a3-9127-ed60afa19e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '18dcd003-8cbd-4794-b5ef-c9a65b6cdc94'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:47.594181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] Bound port: b24f4298-0822-42f9-a733-2387ca25dd6a, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d2262d1-dc2b-49a3-9127-ed60afa19e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '18dcd003-8cbd-4794-b5ef-c9a65b6cdc94'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:47.594589 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b24f4298-0822-42f9-a733-2387ca25dd6a), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.610134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8772baee-cfc5-475a-9e1d-19fae40cf887 admin admin] Deleting port bf8647ea-b565-45a5-8caa-42a086619a59 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:47.610469 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8772baee-cfc5-475a-9e1d-19fae40cf887 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (bf8647ea-b565-45a5-8caa-42a086619a59), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.626162 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5eb5e632-1d96-47d8-adf1-fb32e4cd0895 req-efb0906b-0e32-4f0f-b05f-a56ecd7fe80d tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242242 Feb 09 21:43:47.709755 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b24d876f-6a39-4d2d-be83-3d9cae9c1499 None None] For port bf8647ea-b565-45a5-8caa-42a086619a59, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=bf8647ea-b565-45a5-8caa-42a086619a59,segment=NetworkSegment(ccd97742-862f-4eb3-85ab-843b4555180e),segment_id=ccd97742-862f-4eb3-85ab-843b4555180e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:47.710417 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b24d876f-6a39-4d2d-be83-3d9cae9c1499 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (bf8647ea-b565-45a5-8caa-42a086619a59), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.740273 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc7e8273-20d8-4bef-83c7-8a4c9538d830 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (0a807c00-faba-4833-a332-d2fee5aa225a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.742170 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b24d876f-6a39-4d2d-be83-3d9cae9c1499 None None] Calling delete_port for bf8647ea-b565-45a5-8caa-42a086619a59 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:47.754174 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-543b42eb-9f76-4037-8de1-bb2800756302 req-dcd265e5-05d7-4e7e-91ec-bbd335d1db4b tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (201691e8-8155-4ad4-86ea-9656b7ff72f1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.830846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e8273-20d8-4bef-83c7-8a4c9538d830 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Port': ['ID=0a807c00-faba-4833-a332-d2fee5aa225a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:47.849902 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33604) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:48.033949 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc7e8273-20d8-4bef-83c7-8a4c9538d830 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.047087 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fc7e8273-20d8-4bef-83c7-8a4c9538d830 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/0a807c00-faba-4833-a332-d2fee5aa225a HTTP/1.1" status: 204 len: 168 time: 1.7203493 Feb 09 21:43:48.052123 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd265e5-05d7-4e7e-91ec-bbd335d1db4b tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Pushing event deleted for resources: {'Port': ['ID=201691e8-8155-4ad4-86ea-9656b7ff72f1,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:48.052670 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] For port b24f4298-0822-42f9-a733-2387ca25dd6a, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:48.058446 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33612) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:48.083328 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] For port b24f4298-0822-42f9-a733-2387ca25dd6a, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b24f4298-0822-42f9-a733-2387ca25dd6a,segment=NetworkSegment(3d2262d1-dc2b-49a3-9127-ed60afa19e93),segment_id=3d2262d1-dc2b-49a3-9127-ed60afa19e93)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:48.130280 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-543b42eb-9f76-4037-8de1-bb2800756302 req-dcd265e5-05d7-4e7e-91ec-bbd335d1db4b tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] No DVR routers for this DVR port 201691e8-8155-4ad4-86ea-9656b7ff72f1 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:48.144949 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-543b42eb-9f76-4037-8de1-bb2800756302 req-dcd265e5-05d7-4e7e-91ec-bbd335d1db4b tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.148443 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-543b42eb-9f76-4037-8de1-bb2800756302 req-dcd265e5-05d7-4e7e-91ec-bbd335d1db4b tempest-FloatingIPsAssociationTestJSON-1040025638 tempest-FloatingIPsAssociationTestJSON-1040025638-project] 10.222.0.71 "DELETE /v2.0/ports/201691e8-8155-4ad4-86ea-9656b7ff72f1 HTTP/1.1" status: 204 len: 173 time: 1.8240931 Feb 09 21:43:48.207082 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (b24f4298-0822-42f9-a733-2387ca25dd6a), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.230559 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 523d8379-8604-4ce7-82e8-a98e45c6a4bc is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:48.248951 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea5178c-6dbb-4768-8cb6-947b1bb326d7', 'name': 'network-vif-deleted', 'tag': '201691e8-8155-4ad4-86ea-9656b7ff72f1'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:48.251438 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ba54b5-87be-4397-aab5-ce40d510417c" -d '{"events": [{"server_uuid": "4ea5178c-6dbb-4768-8cb6-947b1bb326d7", "name": "network-vif-deleted", "tag": "201691e8-8155-4ad4-86ea-9656b7ff72f1"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:48.268969 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b24d876f-6a39-4d2d-be83-3d9cae9c1499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (bf8647ea-b565-45a5-8caa-42a086619a59), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.294043 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bc57c312-7a41-46d2-9c01-4ed73bbb2cc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.319748 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d876f-6a39-4d2d-be83-3d9cae9c1499 None None] Pushing event deleted for resources: {'Port': ['ID=bf8647ea-b565-45a5-8caa-42a086619a59,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:48.322756 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24d876f-6a39-4d2d-be83-3d9cae9c1499 None None] No DVR routers for this DVR port bf8647ea-b565-45a5-8caa-42a086619a59 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:48.342100 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 201691e8-8155-4ad4-86ea-9656b7ff72f1 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:48.407699 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 201691e8-8155-4ad4-86ea-9656b7ff72f1 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:48.407699 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 201691e8-8155-4ad4-86ea-9656b7ff72f1 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:48.411444 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c7a470-c3eb-4285-b689-ba8b44aefd31 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:48.415866 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c7a470-c3eb-4285-b689-ba8b44aefd31 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:48.432266 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-78c7a470-c3eb-4285-b689-ba8b44aefd31 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3711152 Feb 09 21:43:48.435182 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33616) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:48.494381 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 523d8379-8604-4ce7-82e8-a98e45c6a4bc up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:48.509652 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] Pushing event updated for resources: {'Port': ['ID=b24f4298-0822-42f9-a733-2387ca25dd6a,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:48.550679 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:48.554361 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.559115 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-19efb28f-0ab4-41d6-b580-5024b1338c21 service neutron] 10.222.0.71 "PUT /v2.0/ports/b24f4298-0822-42f9-a733-2387ca25dd6a HTTP/1.1" status: 200 len: 1092 time: 2.8137810 Feb 09 21:43:48.567835 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40aad6e0-1d66-49c1-96c1-026bb0a6cb8c', 'tag': 'b24f4298-0822-42f9-a733-2387ca25dd6a'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:48.572885 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36899b25-060a-46bb-8acc-99cc1b14c8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "40aad6e0-1d66-49c1-96c1-026bb0a6cb8c", "tag": "b24f4298-0822-42f9-a733-2387ca25dd6a"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:48.604086 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-8772baee-cfc5-475a-9e1d-19fae40cf887 admin admin] For port bf8647ea-b565-45a5-8caa-42a086619a59, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=bf8647ea-b565-45a5-8caa-42a086619a59,segment=NetworkSegment(ccd97742-862f-4eb3-85ab-843b4555180e),segment_id=ccd97742-862f-4eb3-85ab-843b4555180e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:48.604833 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8772baee-cfc5-475a-9e1d-19fae40cf887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (bf8647ea-b565-45a5-8caa-42a086619a59), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.607418 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 523d8379-8604-4ce7-82e8-a98e45c6a4bc triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:48.607829 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (523d8379-8604-4ce7-82e8-a98e45c6a4bc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.638305 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e1d8c1-dace-4012-8d25-1de66f72b037 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet 16de058a-22d9-4bdb-8f61-0ba91173c755 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:48.662390 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24e1d8c1-dace-4012-8d25-1de66f72b037 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (16de058a-22d9-4bdb-8f61-0ba91173c755), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.703324 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8772baee-cfc5-475a-9e1d-19fae40cf887 admin admin] Calling delete_port for bf8647ea-b565-45a5-8caa-42a086619a59 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:48.716585 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a67967-c582-4ea4-b86d-08527b96bdff req-9585a9b3-56de-402e-bed6-4cfa46c65d5e tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:48.718246 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76a67967-c582-4ea4-b86d-08527b96bdff req-9585a9b3-56de-402e-bed6-4cfa46c65d5e tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 946 time: 0.5957222 Feb 09 21:43:48.764769 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:43:48.779218 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24e1d8c1-dace-4012-8d25-1de66f72b037 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (16de058a-22d9-4bdb-8f61-0ba91173c755), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.843029 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 523d8379-8604-4ce7-82e8-a98e45c6a4bc is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:48.860274 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bc57c312-7a41-46d2-9c01-4ed73bbb2cc8 admin admin] Publish callbacks [] for security_group (341faca7-64d4-4ae6-8a96-fed538f5c21a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.880850 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bc57c312-7a41-46d2-9c01-4ed73bbb2cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (341faca7-64d4-4ae6-8a96-fed538f5c21a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.902203 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-111133f8-037c-4198-8e6c-854a18a55092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:48.904113 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-111133f8-037c-4198-8e6c-854a18a55092 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77fff10e42184e818ed304a7a3195873&device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 1126 time: 0.2716331 Feb 09 21:43:48.925052 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:48.958978 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76a67967-c582-4ea4-b86d-08527b96bdff req-357f1b33-2fb5-4400-821d-c30a9d7b9eb4 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220073 Feb 09 21:43:48.987500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:48.988227 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a8ddcf52-c884-4bbb-9a3c-ec2c92c48d0c not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:48.989088 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device bf8647ea-b565-45a5-8caa-42a086619a59 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:48.996896 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24e1d8c1-dace-4012-8d25-1de66f72b037 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (16de058a-22d9-4bdb-8f61-0ba91173c755), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.070714 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: bf8647ea-b565-45a5-8caa-42a086619a59 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:49.072830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device bf8647ea-b565-45a5-8caa-42a086619a59 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:49.073666 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device af46ec8f-a5d8-428e-baed-1d293aa4e9b1 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:49.118912 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: af46ec8f-a5d8-428e-baed-1d293aa4e9b1 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:49.119591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device af46ec8f-a5d8-428e-baed-1d293aa4e9b1 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:49.133590 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bc57c312-7a41-46d2-9c01-4ed73bbb2cc8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1ca19c7e3a7f4f049a254c82ae0f1684&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2724345 Feb 09 21:43:49.142941 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33624) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:49.152398 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57c312-7a41-46d2-9c01-4ed73bbb2cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341faca7-64d4-4ae6-8a96-fed538f5c21a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:49.214174 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24e1d8c1-dace-4012-8d25-1de66f72b037 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (16de058a-22d9-4bdb-8f61-0ba91173c755), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.262610 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1d8c1-dace-4012-8d25-1de66f72b037 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=16de058a-22d9-4bdb-8f61-0ba91173c755,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:49.281397 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24e1d8c1-dace-4012-8d25-1de66f72b037 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.289032 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-24e1d8c1-dace-4012-8d25-1de66f72b037 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/16de058a-22d9-4bdb-8f61-0ba91173c755 HTTP/1.1" status: 204 len: 168 time: 0.8524597 Feb 09 21:43:49.293212 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33626) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:49.296309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfa0d54-2879-4c62-a020-808296295e0e None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:49.430649 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-de0adda7-95bc-44f2-aa9c-b36b2e227a1c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1350348 Feb 09 21:43:49.434098 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33628) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:49.450484 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2714000c-cc70-4f3f-88d5-a922986ea138 admin admin] Publish callbacks [] for security_group (341faca7-64d4-4ae6-8a96-fed538f5c21a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.486507 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2714000c-cc70-4f3f-88d5-a922986ea138 admin admin] Publish callbacks [] for security_group (341faca7-64d4-4ae6-8a96-fed538f5c21a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.522449 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-fe178786-f694-4a6c-a89c-2508e5ee93e1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b24f4298-0822-42f9-a733-2387ca25dd6a HTTP/1.1" status: 200 len: 217 time: 0.6072674 Feb 09 21:43:49.587819 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2714000c-cc70-4f3f-88d5-a922986ea138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (341faca7-64d4-4ae6-8a96-fed538f5c21a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.592310 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2714000c-cc70-4f3f-88d5-a922986ea138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.596163 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2714000c-cc70-4f3f-88d5-a922986ea138 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/341faca7-64d4-4ae6-8a96-fed538f5c21a HTTP/1.1" status: 204 len: 168 time: 0.4489055 Feb 09 21:43:49.605430 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714000c-cc70-4f3f-88d5-a922986ea138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341faca7-64d4-4ae6-8a96-fed538f5c21a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:49.619242 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03f5b28-30ae-4d58-b6c3-c4dfb04c9b4f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:49.623872 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c03f5b28-30ae-4d58-b6c3-c4dfb04c9b4f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1889722 Feb 09 21:43:49.624515 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33632) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:49.704010 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8772baee-cfc5-475a-9e1d-19fae40cf887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (bf8647ea-b565-45a5-8caa-42a086619a59), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.708537 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01ff64-e9a3-44fc-bf30-19681b60a362 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:49.709775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a809801a-b45b-43cf-bba0-aed0eea9023d None None] DHCP port deletion for 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:43:49.718781 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33634) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:49.719810 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5d01ff64-e9a3-44fc-bf30-19681b60a362 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0894434 Feb 09 21:43:49.727584 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8772baee-cfc5-475a-9e1d-19fae40cf887 admin admin] No DVR routers for this DVR port bf8647ea-b565-45a5-8caa-42a086619a59 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:49.838610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a809801a-b45b-43cf-bba0-aed0eea9023d None None] Deleting port 523d8379-8604-4ce7-82e8-a98e45c6a4bc {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:49.839088 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a809801a-b45b-43cf-bba0-aed0eea9023d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (523d8379-8604-4ce7-82e8-a98e45c6a4bc), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.967708 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-714a7c77-df40-4d8a-aff4-a2e60ef159fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:49.969567 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-714a7c77-df40-4d8a-aff4-a2e60ef159fb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4ec51de9-93a9-4e1c-b1d1-307551dbf1e9 HTTP/1.1" status: 200 len: 855 time: 0.4297619 Feb 09 21:43:49.971845 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bf3665b6-ef67-4819-b819-3920405fcb38 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2386563 Feb 09 21:43:49.979752 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33640) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:49.988223 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-0c8be946-eab5-4212-9df7-c982b0da90e3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:49.991853 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-a809801a-b45b-43cf-bba0-aed0eea9023d None None] For port 523d8379-8604-4ce7-82e8-a98e45c6a4bc, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=523d8379-8604-4ce7-82e8-a98e45c6a4bc,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:49.992422 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a809801a-b45b-43cf-bba0-aed0eea9023d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (523d8379-8604-4ce7-82e8-a98e45c6a4bc), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.028262 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772baee-cfc5-475a-9e1d-19fae40cf887 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8647ea-b565-45a5-8caa-42a086619a59,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:50.032537 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a809801a-b45b-43cf-bba0-aed0eea9023d None None] Calling delete_port for 523d8379-8604-4ce7-82e8-a98e45c6a4bc owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:50.184311 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8772baee-cfc5-475a-9e1d-19fae40cf887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (5732c1a0-0d30-4695-8b1b-931a7ae7d523), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.195098 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8be946-eab5-4212-9df7-c982b0da90e3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:50.200711 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0c8be946-eab5-4212-9df7-c982b0da90e3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.221298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-8772baee-cfc5-475a-9e1d-19fae40cf887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5732c1a0-0d30-4695-8b1b-931a7ae7d523']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:50.239687 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-8772baee-cfc5-475a-9e1d-19fae40cf887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd97742-862f-4eb3-85ab-843b4555180e') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:50.240020 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-8772baee-cfc5-475a-9e1d-19fae40cf887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd97742-862f-4eb3-85ab-843b4555180e') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:50.253882 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8772baee-cfc5-475a-9e1d-19fae40cf887 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (ccd97742-862f-4eb3-85ab-843b4555180e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.277605 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8772baee-cfc5-475a-9e1d-19fae40cf887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (ccd97742-862f-4eb3-85ab-843b4555180e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.285408 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8772baee-cfc5-475a-9e1d-19fae40cf887 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:43:50.286135 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8772baee-cfc5-475a-9e1d-19fae40cf887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (ccd97742-862f-4eb3-85ab-843b4555180e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.314521 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a809801a-b45b-43cf-bba0-aed0eea9023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (523d8379-8604-4ce7-82e8-a98e45c6a4bc), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:43:50.367095 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:43:50.373380 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-30e76dc3-ef14-4284-a38c-e02782657067 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=18dcd003-8cbd-4794-b5ef-c9a65b6cdc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3428414 Feb 09 21:43:50.373380 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33644) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:50.382945 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8772baee-cfc5-475a-9e1d-19fae40cf887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (5732c1a0-0d30-4695-8b1b-931a7ae7d523), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.387036 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809801a-b45b-43cf-bba0-aed0eea9023d None None] Pushing event deleted for resources: {'Port': ['ID=523d8379-8604-4ce7-82e8-a98e45c6a4bc,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:50.391900 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8772baee-cfc5-475a-9e1d-19fae40cf887 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.398053 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 523d8379-8604-4ce7-82e8-a98e45c6a4bc no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:50.404313 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8772baee-cfc5-475a-9e1d-19fae40cf887 admin admin] 10.222.0.77 "DELETE /v2.0/networks/5732c1a0-0d30-4695-8b1b-931a7ae7d523 HTTP/1.1" status: 204 len: 168 time: 3.4747880 Feb 09 21:43:50.432051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a809801a-b45b-43cf-bba0-aed0eea9023d None None] No DVR routers for this DVR port 523d8379-8604-4ce7-82e8-a98e45c6a4bc on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:50.434727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 523d8379-8604-4ce7-82e8-a98e45c6a4bc {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:50.435303 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 523d8379-8604-4ce7-82e8-a98e45c6a4bc not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:50.630144 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772baee-cfc5-475a-9e1d-19fae40cf887 admin admin] Pushing event deleted for resources: {'Network': ['ID=5732c1a0-0d30-4695-8b1b-931a7ae7d523,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:50.632873 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-924c5736-a8fe-4023-a78c-7ece1284fd85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.672287 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105596d-c3c0-459f-852b-ab05343066bd req-a233439f-43fd-4292-b8c9-ee109efd4116 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:50.673927 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8105596d-c3c0-459f-852b-ab05343066bd req-a233439f-43fd-4292-b8c9-ee109efd4116 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 945 time: 1.1676154 Feb 09 21:43:50.752176 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8105596d-c3c0-459f-852b-ab05343066bd req-61341770-669e-41bb-bd8c-71c13c18ace4 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641475 Feb 09 21:43:50.779093 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-e4cce69a-c03f-47cd-ac80-da86e868e42d service neutron] 10.222.0.71 "GET /v2.0/networks/18dcd003-8cbd-4794-b5ef-c9a65b6cdc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198934 Feb 09 21:43:50.871806 n-d-828601-1 neutron-server[103202]: DEBUG neutron.objects.ports [None req-0c8be946-eab5-4212-9df7-c982b0da90e3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103202) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:43:50.872772 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33648) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:50.880894 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0c8be946-eab5-4212-9df7-c982b0da90e3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (a0e9663c-9833-44ad-84e5-55789e0498e6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.907927 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b9bf639-5f2a-4900-83b2-e116d1d0bee0 req-997d9109-443a-48ef-846a-b4a390972b2b service neutron] 10.222.0.71 "GET /v2.0/networks/18dcd003-8cbd-4794-b5ef-c9a65b6cdc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153660 Feb 09 21:43:50.908485 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33650) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:51.025291 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-924c5736-a8fe-4023-a78c-7ece1284fd85 admin admin] Publish callbacks [] for security_group (81e79370-3302-477e-8e26-9223e6a4e646), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.043549 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1a649665-2317-4fd0-aff8-783574a3c34c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7e77c00a319c4d4aa333279f9ee9049c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324947 Feb 09 21:43:51.044458 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33654) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:51.082578 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8be946-eab5-4212-9df7-c982b0da90e3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=a0e9663c-9833-44ad-84e5-55789e0498e6,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:51.090899 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5486a1-1e20-4851-9f73-91c63aa84e34 x-openstack-request-id: req-6e5486a1-1e20-4851-9f73-91c63aa84e34 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:51.091198 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea5178c-6dbb-4768-8cb6-947b1bb326d7", "name": "network-vif-deleted", "tag": "201691e8-8155-4ad4-86ea-9656b7ff72f1", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:51.091514 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6e5486a1-1e20-4851-9f73-91c63aa84e34 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:51.092175 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea5178c-6dbb-4768-8cb6-947b1bb326d7', 'name': 'network-vif-deleted', 'tag': '201691e8-8155-4ad4-86ea-9656b7ff72f1', 'status': 'completed', 'code': 200} Feb 09 21:43:51.120885 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-924c5736-a8fe-4023-a78c-7ece1284fd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (81e79370-3302-477e-8e26-9223e6a4e646), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.127899 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e290894-c7fb-44b1-b8da-c53e55341853 x-openstack-request-id: req-3e290894-c7fb-44b1-b8da-c53e55341853 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:51.128214 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40aad6e0-1d66-49c1-96c1-026bb0a6cb8c", "tag": "b24f4298-0822-42f9-a733-2387ca25dd6a", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:51.128445 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e290894-c7fb-44b1-b8da-c53e55341853 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:51.128874 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40aad6e0-1d66-49c1-96c1-026bb0a6cb8c', 'tag': 'b24f4298-0822-42f9-a733-2387ca25dd6a', 'status': 'completed', 'code': 200} Feb 09 21:43:51.154521 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8be946-eab5-4212-9df7-c982b0da90e3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:51.160176 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-0c8be946-eab5-4212-9df7-c982b0da90e3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:51.166184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8be946-eab5-4212-9df7-c982b0da90e3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:51.166795 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0c8be946-eab5-4212-9df7-c982b0da90e3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.180342 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ecb515-ecbb-42d3-afb4-5e69c0a4ccb0 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:51.200406 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c5736-a8fe-4023-a78c-7ece1284fd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e79370-3302-477e-8e26-9223e6a4e646,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:51.237542 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0c8be946-eab5-4212-9df7-c982b0da90e3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2566297 Feb 09 21:43:51.241076 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33656) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:51.246055 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-5d808ab7-563c-4a97-990e-bed85311423d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:51.246268 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-93aa2427-6f90-49ee-9610-e76761006ef1 admin admin] Publish callbacks [] for security_group (4064fbdb-b276-4eb9-9185-d2b8729c34cf), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.290282 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-924c5736-a8fe-4023-a78c-7ece1284fd85 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3d3b1acdb7d4421baed508e503a03ffb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9125245 Feb 09 21:43:51.294227 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33658) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:51.339163 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-93aa2427-6f90-49ee-9610-e76761006ef1 admin admin] Publish callbacks [] for security_group (4064fbdb-b276-4eb9-9185-d2b8729c34cf), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.384486 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdde11b-afb7-4984-aca5-61f2b9dfda70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'fixed_ips': [{'subnet_id': 'a0e9663c-9833-44ad-84e5-55789e0498e6'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:43:51.385940 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3cdde11b-afb7-4984-aca5-61f2b9dfda70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.413945 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36899b25-060a-46bb-8acc-99cc1b14c8a9 req-62acaf1f-ca65-4a0e-83f4-6ec4a8154b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:51.415510 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-36899b25-060a-46bb-8acc-99cc1b14c8a9 req-62acaf1f-ca65-4a0e-83f4-6ec4a8154b7b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77fff10e42184e818ed304a7a3195873&device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 1126 time: 0.2858512 Feb 09 21:43:51.482437 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f67671ba-909f-4bdc-b26a-c622af5db667 admin admin] Publish callbacks [] for security_group (81e79370-3302-477e-8e26-9223e6a4e646), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.604625 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f67671ba-909f-4bdc-b26a-c622af5db667 admin admin] Publish callbacks [] for security_group (81e79370-3302-477e-8e26-9223e6a4e646), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.615636 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be56683-b1ba-4851-b7d1-b2862095a3c0 req-e58f091d-6bac-436c-ac55-d37445e34a68 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:51.617870 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2be56683-b1ba-4851-b7d1-b2862095a3c0 req-e58f091d-6bac-436c-ac55-d37445e34a68 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 944 time: 0.2661171 Feb 09 21:43:51.651333 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-93aa2427-6f90-49ee-9610-e76761006ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4064fbdb-b276-4eb9-9185-d2b8729c34cf), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.654163 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-93aa2427-6f90-49ee-9610-e76761006ef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.660714 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-93aa2427-6f90-49ee-9610-e76761006ef1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4064fbdb-b276-4eb9-9185-d2b8729c34cf HTTP/1.1" status: 204 len: 168 time: 0.6092403 Feb 09 21:43:51.727563 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa2427-6f90-49ee-9610-e76761006ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4064fbdb-b276-4eb9-9185-d2b8729c34cf,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:51.752181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36899b25-060a-46bb-8acc-99cc1b14c8a9 req-84680737-372d-40da-abe3-2a22c6cbf90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:51.753830 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-36899b25-060a-46bb-8acc-99cc1b14c8a9 req-84680737-372d-40da-abe3-2a22c6cbf90a service neutron] 10.222.0.71 "GET /v2.0/networks?id=18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 HTTP/1.1" status: 200 len: 916 time: 0.3268931 Feb 09 21:43:51.789931 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f67671ba-909f-4bdc-b26a-c622af5db667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (81e79370-3302-477e-8e26-9223e6a4e646), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.792700 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f67671ba-909f-4bdc-b26a-c622af5db667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.797778 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f67671ba-909f-4bdc-b26a-c622af5db667 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/81e79370-3302-477e-8e26-9223e6a4e646 HTTP/1.1" status: 204 len: 168 time: 0.4941163 Feb 09 21:43:51.861388 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-3cdde11b-afb7-4984-aca5-61f2b9dfda70 None None] Allocated IP 2001:db8::f816:3eff:fefc:dc1d (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/a0e9663c-9833-44ad-84e5-55789e0498e6/9cbd0dfb-ac0f-4700-b587-f25135d43650) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:51.889018 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2be56683-b1ba-4851-b7d1-b2862095a3c0 req-22df36c8-0713-4c22-a681-84bb09917d6b tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391365 Feb 09 21:43:51.904244 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-36899b25-060a-46bb-8acc-99cc1b14c8a9 req-529fe5fe-8708-4569-b896-c602c99a4476 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b24f4298-0822-42f9-a733-2387ca25dd6a HTTP/1.1" status: 200 len: 217 time: 0.1267562 Feb 09 21:43:51.981758 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67671ba-909f-4bdc-b26a-c622af5db667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e79370-3302-477e-8e26-9223e6a4e646,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:52.060655 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36899b25-060a-46bb-8acc-99cc1b14c8a9 req-676b8cbc-b429-4cf4-8252-6334f33a217a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:52.062295 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-36899b25-060a-46bb-8acc-99cc1b14c8a9 req-676b8cbc-b429-4cf4-8252-6334f33a217a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4ec51de9-93a9-4e1c-b1d1-307551dbf1e9 HTTP/1.1" status: 200 len: 855 time: 0.1575813 Feb 09 21:43:52.154376 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-36899b25-060a-46bb-8acc-99cc1b14c8a9 req-d246038f-796e-49fe-9884-ac1e8b6585a4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=18dcd003-8cbd-4794-b5ef-c9a65b6cdc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837088 Feb 09 21:43:52.329105 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3cdde11b-afb7-4984-aca5-61f2b9dfda70 None None] Publish callbacks [] for port (9cbd0dfb-ac0f-4700-b587-f25135d43650), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.343333 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3cdde11b-afb7-4984-aca5-61f2b9dfda70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (9cbd0dfb-ac0f-4700-b587-f25135d43650), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.400493 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdde11b-afb7-4984-aca5-61f2b9dfda70 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:52.402190 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device b24f4298-0822-42f9-a733-2387ca25dd6a details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:43:52.406995 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-3cdde11b-afb7-4984-aca5-61f2b9dfda70 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:52.423748 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-36899b25-060a-46bb-8acc-99cc1b14c8a9 req-54b67772-7111-42a2-8b21-25c2e34af5e1 service neutron] 10.222.0.71 "GET /v2.0/networks/18dcd003-8cbd-4794-b5ef-c9a65b6cdc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497160 Feb 09 21:43:52.444982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdde11b-afb7-4984-aca5-61f2b9dfda70 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:52.560208 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdde11b-afb7-4984-aca5-61f2b9dfda70 None None] Pushing event updated for resources: {'Port': ['ID=9cbd0dfb-ac0f-4700-b587-f25135d43650,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:52.565535 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d808ab7-563c-4a97-990e-bed85311423d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:52.573069 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5d808ab7-563c-4a97-990e-bed85311423d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.592362 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3cdde11b-afb7-4984-aca5-61f2b9dfda70 None None] Attempting to bind port 9cbd0dfb-ac0f-4700-b587-f25135d43650 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:52.593471 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3cdde11b-afb7-4984-aca5-61f2b9dfda70 None None] Attempting to bind port 9cbd0dfb-ac0f-4700-b587-f25135d43650 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:52.594014 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdde11b-afb7-4984-aca5-61f2b9dfda70 None None] Attempting to bind port 9cbd0dfb-ac0f-4700-b587-f25135d43650 on network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:52.610913 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdde11b-afb7-4984-aca5-61f2b9dfda70 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:52.611548 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdde11b-afb7-4984-aca5-61f2b9dfda70 None None] Checking segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:52.612179 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3cdde11b-afb7-4984-aca5-61f2b9dfda70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.612743 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdde11b-afb7-4984-aca5-61f2b9dfda70 None None] Bound using segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:52.613892 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3cdde11b-afb7-4984-aca5-61f2b9dfda70 None None] Bound port: 9cbd0dfb-ac0f-4700-b587-f25135d43650, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:52.614567 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3cdde11b-afb7-4984-aca5-61f2b9dfda70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9cbd0dfb-ac0f-4700-b587-f25135d43650), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.691299 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8a45d-b3d9-422a-855e-d0dd51fdadae req-50d0d5be-715c-44d5-ad69-1a81ae27a632 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:52.692957 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1e8a45d-b3d9-422a-855e-d0dd51fdadae req-50d0d5be-715c-44d5-ad69-1a81ae27a632 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 946 time: 0.5472002 Feb 09 21:43:52.791921 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-3cdde11b-afb7-4984-aca5-61f2b9dfda70 None None] For port 9cbd0dfb-ac0f-4700-b587-f25135d43650, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:52.803430 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-3cdde11b-afb7-4984-aca5-61f2b9dfda70 None None] For port 9cbd0dfb-ac0f-4700-b587-f25135d43650, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9cbd0dfb-ac0f-4700-b587-f25135d43650,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:52.832903 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3cdde11b-afb7-4984-aca5-61f2b9dfda70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9cbd0dfb-ac0f-4700-b587-f25135d43650), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.873528 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1e8a45d-b3d9-422a-855e-d0dd51fdadae req-fec05c66-ebb0-4c98-8ec0-71922be9b8cc tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664531 Feb 09 21:43:52.874571 n-d-828601-1 neutron-server[103202]: INFO neutron.db.ipam_backend_mixin [None req-5d808ab7-563c-4a97-990e-bed85311423d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a0e9663c-9833-44ad-84e5-55789e0498e6 (CIDR: 2001:db8::/64) Feb 09 21:43:52.888577 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d808ab7-563c-4a97-990e-bed85311423d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:43:52.890014 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d808ab7-563c-4a97-990e-bed85311423d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:43:52.935794 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3354c8f-d579-4cb1-8849-30472ef1fb4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (901f3f3e-2947-4b26-a9f8-1eb355661f69), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.967001 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-36899b25-060a-46bb-8acc-99cc1b14c8a9 req-b35e4dbd-d41a-4411-bbcc-2b951ef328b4 service neutron] 10.222.0.71 "GET /v2.0/networks/18dcd003-8cbd-4794-b5ef-c9a65b6cdc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815824 Feb 09 21:43:52.968198 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port b24f4298-0822-42f9-a733-2387ca25dd6a, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b24f4298-0822-42f9-a733-2387ca25dd6a,segment=NetworkSegment(3d2262d1-dc2b-49a3-9127-ed60afa19e93),segment_id=3d2262d1-dc2b-49a3-9127-ed60afa19e93)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:52.985192 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'b24f4298-0822-42f9-a733-2387ca25dd6a', 'network_id': '18dcd003-8cbd-4794-b5ef-c9a65b6cdc94', 'port_id': 'b24f4298-0822-42f9-a733-2387ca25dd6a', 'mac_address': 'fa:16:3e:27:3a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec51de9-93a9-4e1c-b1d1-307551dbf1e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:43:53.120095 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09061f-58b9-438a-aac9-2385d37bb66d req-88d408d4-7d0c-4448-a13c-7768ea3152ea tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:53.133908 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b09061f-58b9-438a-aac9-2385d37bb66d req-88d408d4-7d0c-4448-a13c-7768ea3152ea tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 945 time: 0.1067533 Feb 09 21:43:53.168845 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdde11b-afb7-4984-aca5-61f2b9dfda70 None None] Pushing event updated for resources: {'Port': ['ID=9cbd0dfb-ac0f-4700-b587-f25135d43650,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:53.186268 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port b24f4298-0822-42f9-a733-2387ca25dd6a is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:53.186805 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b24f4298-0822-42f9-a733-2387ca25dd6a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.227159 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24f4298-0822-42f9-a733-2387ca25dd6a {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:53.246762 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5d808ab7-563c-4a97-990e-bed85311423d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0042243 Feb 09 21:43:53.259215 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b09061f-58b9-438a-aac9-2385d37bb66d req-fba1adee-38e4-4c9c-8745-93dd242ed376 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237025 Feb 09 21:43:53.260455 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33694) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:53.284865 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-622e0f74-5a65-476a-a0ef-46eefc01f70d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:53.285457 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port b24f4298-0822-42f9-a733-2387ca25dd6a, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b24f4298-0822-42f9-a733-2387ca25dd6a,segment=NetworkSegment(3d2262d1-dc2b-49a3-9127-ed60afa19e93),segment_id=3d2262d1-dc2b-49a3-9127-ed60afa19e93)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:53.291588 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b24f4298-0822-42f9-a733-2387ca25dd6a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.521186 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=b24f4298-0822-42f9-a733-2387ca25dd6a,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:53.577306 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['b24f4298-0822-42f9-a733-2387ca25dd6a'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:53.735351 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622e0f74-5a65-476a-a0ef-46eefc01f70d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:53.748622 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-622e0f74-5a65-476a-a0ef-46eefc01f70d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.794583 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2492f-13d4-429e-bddc-bfb40c8cdcec req-78b3d460-786d-49af-957f-476d7a02b473 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:53.812398 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ebe2492f-13d4-429e-bddc-bfb40c8cdcec req-78b3d460-786d-49af-957f-476d7a02b473 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 945 time: 0.3339329 Feb 09 21:43:53.828738 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f3354c8f-d579-4cb1-8849-30472ef1fb4a admin admin] Deleting port a5475d33-05a9-41b7-898f-558c95bf80d2 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:53.829672 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3354c8f-d579-4cb1-8849-30472ef1fb4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a5475d33-05a9-41b7-898f-558c95bf80d2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:54.032587 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ebe2492f-13d4-429e-bddc-bfb40c8cdcec req-56eb848e-1027-4b03-873b-270195e7754c tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192893 Feb 09 21:43:54.162192 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f3354c8f-d579-4cb1-8849-30472ef1fb4a admin admin] For port a5475d33-05a9-41b7-898f-558c95bf80d2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a5475d33-05a9-41b7-898f-558c95bf80d2,segment=NetworkSegment(abcfe71d-cb39-453c-9c43-b7f50d93b72c),segment_id=abcfe71d-cb39-453c-9c43-b7f50d93b72c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:54.162805 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3354c8f-d579-4cb1-8849-30472ef1fb4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a5475d33-05a9-41b7-898f-558c95bf80d2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:54.198085 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f3354c8f-d579-4cb1-8849-30472ef1fb4a admin admin] Calling delete_port for a5475d33-05a9-41b7-898f-558c95bf80d2 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:54.549825 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9cbd0dfb-ac0f-4700-b587-f25135d43650 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:54.708946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a2d0b-827e-4cff-bf1e-66b32b4f07cc req-84ec1dd3-8f10-4418-9312-359edaf46311 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:54.723935 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3354c8f-d579-4cb1-8849-30472ef1fb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (a5475d33-05a9-41b7-898f-558c95bf80d2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:54.730726 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-526a2d0b-827e-4cff-bf1e-66b32b4f07cc req-84ec1dd3-8f10-4418-9312-359edaf46311 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 946 time: 0.5385461 Feb 09 21:43:54.773353 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 9cbd0dfb-ac0f-4700-b587-f25135d43650 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:54.775833 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9cbd0dfb-ac0f-4700-b587-f25135d43650), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:54.846391 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3354c8f-d579-4cb1-8849-30472ef1fb4a admin admin] Pushing event deleted for resources: {'Port': ['ID=a5475d33-05a9-41b7-898f-558c95bf80d2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:55.218078 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 9cbd0dfb-ac0f-4700-b587-f25135d43650 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:55.218488 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9cbd0dfb-ac0f-4700-b587-f25135d43650), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.261723 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-622e0f74-5a65-476a-a0ef-46eefc01f70d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (6a661e38-c41f-4527-a114-0a5242443d43), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.333183 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 9cbd0dfb-ac0f-4700-b587-f25135d43650, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9cbd0dfb-ac0f-4700-b587-f25135d43650,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:55.351883 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9cbd0dfb-ac0f-4700-b587-f25135d43650), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.402392 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-526a2d0b-827e-4cff-bf1e-66b32b4f07cc req-86bdba17-e5ec-46d6-a2e7-e718cb88515f tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5768890 Feb 09 21:43:55.467033 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d1c329d1-9b01-45cf-a1d0-b30c9292c8ee None None] Provisioning complete for port 9cbd0dfb-ac0f-4700-b587-f25135d43650 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:55.467432 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d1c329d1-9b01-45cf-a1d0-b30c9292c8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9cbd0dfb-ac0f-4700-b587-f25135d43650), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.473314 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622e0f74-5a65-476a-a0ef-46eefc01f70d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:55.490154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-622e0f74-5a65-476a-a0ef-46eefc01f70d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:55.496159 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3354c8f-d579-4cb1-8849-30472ef1fb4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (901f3f3e-2947-4b26-a9f8-1eb355661f69), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.507316 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622e0f74-5a65-476a-a0ef-46eefc01f70d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:55.511276 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-622e0f74-5a65-476a-a0ef-46eefc01f70d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.581236 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e0f74-5a65-476a-a0ef-46eefc01f70d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=6a661e38-c41f-4527-a114-0a5242443d43,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:55.602689 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-622e0f74-5a65-476a-a0ef-46eefc01f70d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3236461 Feb 09 21:43:55.610542 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69d7a29-f347-49e8-a233-4aa1dc0f5af9 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:55.611396 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33764) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:55.618819 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-df6dd555-21ab-4c52-afc6-e7871028a88a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'mac_address': 'fa:16:3e:2b:2c:01', 'name': 'tempest-NetworksTestDHCPv6-843718706'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:55.750649 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=9cbd0dfb-ac0f-4700-b587-f25135d43650,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:55.830857 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d1c329d1-9b01-45cf-a1d0-b30c9292c8ee None None] Current status of the port 9cbd0dfb-ac0f-4700-b587-f25135d43650 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:55.926862 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5077b90-ffb1-4251-8694-a31a643bf14e req-ac4153bd-6eeb-446f-a532-ff9b3353248f tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:55.929389 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3354c8f-d579-4cb1-8849-30472ef1fb4a admin admin] Router 901f3f3e-2947-4b26-a9f8-1eb355661f69 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:55.936311 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5077b90-ffb1-4251-8694-a31a643bf14e req-ac4153bd-6eeb-446f-a532-ff9b3353248f tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 945 time: 0.2894311 Feb 09 21:43:55.984984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6dd555-21ab-4c52-afc6-e7871028a88a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:56.062435 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79991ca8-c065-4e60-b050-ea34bdf331a2 None None] Update dhcp port {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'fixed_ips': [{'subnet_id': 'a0e9663c-9833-44ad-84e5-55789e0498e6', 'ip_address': '2001:db8::f816:3eff:fefc:dc1d'}, {'subnet_id': '6a661e38-c41f-4527-a114-0a5242443d43'}], 'binding:host_id': 'n-d-828601-1'}, 'id': '9cbd0dfb-ac0f-4700-b587-f25135d43650'} from n-d-828601-1. {{(pid=103203) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:43:56.080214 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5077b90-ffb1-4251-8694-a31a643bf14e req-3422bc3e-90e9-4c19-9728-187b9a9d9a0e tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428790 Feb 09 21:43:56.118736 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-79991ca8-c065-4e60-b050-ea34bdf331a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9cbd0dfb-ac0f-4700-b587-f25135d43650), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:56.208381 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df6dd555-21ab-4c52-afc6-e7871028a88a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:56.256491 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3354c8f-d579-4cb1-8849-30472ef1fb4a admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:56.267472 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-df6dd555-21ab-4c52-afc6-e7871028a88a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] device_id is not set on port 8c692e5b-3299-46d4-9c12-067bef287f62 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:43:56.273183 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f3354c8f-d579-4cb1-8849-30472ef1fb4a admin admin] 10.222.0.77 "PUT /v2.0/routers/901f3f3e-2947-4b26-a9f8-1eb355661f69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3962107 Feb 09 21:43:56.274264 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33786) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:56.467004 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-79991ca8-c065-4e60-b050-ea34bdf331a2 None None] Allocated IP 2001:db8:0:1::2 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/6a661e38-c41f-4527-a114-0a5242443d43/9cbd0dfb-ac0f-4700-b587-f25135d43650) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:56.502989 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82a587-e5c4-4393-b985-2fd47191a8a6 req-ad401ab1-8191-46a2-bff0-d654dc1d124f tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:56.508506 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c82a587-e5c4-4393-b985-2fd47191a8a6 req-ad401ab1-8191-46a2-bff0-d654dc1d124f tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 945 time: 0.2427399 Feb 09 21:43:56.600451 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58be7f2a-16c7-4616-a5d1-bd27f1d6167c admin admin] Publish callbacks [] for router (901f3f3e-2947-4b26-a9f8-1eb355661f69), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:56.607113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811e7e0-d98b-441b-b0eb-6bf584062114 None None] Sync routers for ids ['901f3f3e-2947-4b26-a9f8-1eb355661f69'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:56.614934 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device b24f4298-0822-42f9-a733-2387ca25dd6a up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:56.619717 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9cbd0dfb-ac0f-4700-b587-f25135d43650 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:56.644322 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c82a587-e5c4-4393-b985-2fd47191a8a6 req-328c38a6-42a5-4bf8-b980-d82835e16519 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207590 Feb 09 21:43:56.688181 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-79991ca8-c065-4e60-b050-ea34bdf331a2 None None] For port 9cbd0dfb-ac0f-4700-b587-f25135d43650, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9cbd0dfb-ac0f-4700-b587-f25135d43650,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:56.840876 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d59c5-ec15-4727-a685-0d6f5ad46b54 req-365999dd-523b-4a3e-a0a4-b5ab5ca4fbf6 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:56.848737 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-085d59c5-ec15-4727-a685-0d6f5ad46b54 req-365999dd-523b-4a3e-a0a4-b5ab5ca4fbf6 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 946 time: 0.0773695 Feb 09 21:43:56.889187 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58be7f2a-16c7-4616-a5d1-bd27f1d6167c admin admin] Publish callbacks [] for router_gateway (901f3f3e-2947-4b26-a9f8-1eb355661f69), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:56.954271 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0811e7e0-d98b-441b-b0eb-6bf584062114 None None] Routers {'901f3f3e-2947-4b26-a9f8-1eb355661f69'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:56.955411 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0811e7e0-d98b-441b-b0eb-6bf584062114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:43:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['901f3f3e-2947-4b26-a9f8-1eb355661f69'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:56.962085 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-085d59c5-ec15-4727-a685-0d6f5ad46b54 req-87cfbd73-22e1-458a-806d-198589fe61df tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120594 Feb 09 21:43:57.008915 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-58be7f2a-16c7-4616-a5d1-bd27f1d6167c admin admin] Deleting port 26454639-ea6c-40e0-b719-bc9205f35217 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:57.009463 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58be7f2a-16c7-4616-a5d1-bd27f1d6167c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (26454639-ea6c-40e0-b719-bc9205f35217), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:57.085538 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-79991ca8-c065-4e60-b050-ea34bdf331a2 None None] Publish callbacks [] for port (9cbd0dfb-ac0f-4700-b587-f25135d43650), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:57.205298 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-79991ca8-c065-4e60-b050-ea34bdf331a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9cbd0dfb-ac0f-4700-b587-f25135d43650), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:57.226921 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-58be7f2a-16c7-4616-a5d1-bd27f1d6167c admin admin] For port 26454639-ea6c-40e0-b719-bc9205f35217, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=26454639-ea6c-40e0-b719-bc9205f35217,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:57.227243 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58be7f2a-16c7-4616-a5d1-bd27f1d6167c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (26454639-ea6c-40e0-b719-bc9205f35217), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:57.228857 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port b24f4298-0822-42f9-a733-2387ca25dd6a completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:43:57.265188 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-58be7f2a-16c7-4616-a5d1-bd27f1d6167c admin admin] Calling delete_port for 26454639-ea6c-40e0-b719-bc9205f35217 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:57.582700 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-df6dd555-21ab-4c52-afc6-e7871028a88a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8:0:1::210 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/6a661e38-c41f-4527-a114-0a5242443d43/8c692e5b-3299-46d4-9c12-067bef287f62) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:57.613619 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-df6dd555-21ab-4c52-afc6-e7871028a88a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8::f816:3eff:fe2b:2c01 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/a0e9663c-9833-44ad-84e5-55789e0498e6/8c692e5b-3299-46d4-9c12-067bef287f62) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:57.627132 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58be7f2a-16c7-4616-a5d1-bd27f1d6167c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (26454639-ea6c-40e0-b719-bc9205f35217), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:57.675951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port b24f4298-0822-42f9-a733-2387ca25dd6a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:57.676585 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b24f4298-0822-42f9-a733-2387ca25dd6a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:57.699467 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be7f2a-16c7-4616-a5d1-bd27f1d6167c admin admin] Pushing event deleted for resources: {'Port': ['ID=26454639-ea6c-40e0-b719-bc9205f35217,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:57.851441 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58be7f2a-16c7-4616-a5d1-bd27f1d6167c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (901f3f3e-2947-4b26-a9f8-1eb355661f69), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:57.890516 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 9cbd0dfb-ac0f-4700-b587-f25135d43650 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:57.891144 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9cbd0dfb-ac0f-4700-b587-f25135d43650), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.083779 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79991ca8-c065-4e60-b050-ea34bdf331a2 None None] Pushing event updated for resources: {'Port': ['ID=9cbd0dfb-ac0f-4700-b587-f25135d43650,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:58.089724 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df6dd555-21ab-4c52-afc6-e7871028a88a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (8c692e5b-3299-46d4-9c12-067bef287f62), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.107946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-0811e7e0-d98b-441b-b0eb-6bf584062114 None None] Set router 901f3f3e-2947-4b26-a9f8-1eb355661f69 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:58.126764 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58be7f2a-16c7-4616-a5d1-bd27f1d6167c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (901f3f3e-2947-4b26-a9f8-1eb355661f69), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.131407 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58be7f2a-16c7-4616-a5d1-bd27f1d6167c admin admin] Publish callbacks [] for router_controller (901f3f3e-2947-4b26-a9f8-1eb355661f69), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.186136 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df6dd555-21ab-4c52-afc6-e7871028a88a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (8c692e5b-3299-46d4-9c12-067bef287f62), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.211274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0811e7e0-d98b-441b-b0eb-6bf584062114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f3f3e-2947-4b26-a9f8-1eb355661f69', 'name': 'tempest-FloatingIPsAssociationTestJSON-97005763-router', 'tenant_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:50Z', 'updated_at': '2022-02-09T21:43:56Z', 'revision_number': 6, 'project_id': '178a334a4d4c401b8c15c3fe9c3a710c', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:58.232504 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58be7f2a-16c7-4616-a5d1-bd27f1d6167c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (901f3f3e-2947-4b26-a9f8-1eb355661f69), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.233379 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58be7f2a-16c7-4616-a5d1-bd27f1d6167c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 901f3f3e-2947-4b26-a9f8-1eb355661f69 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:43:58.244318 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58be7f2a-16c7-4616-a5d1-bd27f1d6167c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.249828 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-58be7f2a-16c7-4616-a5d1-bd27f1d6167c admin admin] 10.222.0.77 "DELETE /v2.0/routers/901f3f3e-2947-4b26-a9f8-1eb355661f69 HTTP/1.1" status: 204 len: 168 time: 1.9739873 Feb 09 21:43:58.250239 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33930) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:58.299787 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811e7e0-d98b-441b-b0eb-6bf584062114 None None] Checking router: 901f3f3e-2947-4b26-a9f8-1eb355661f69 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:58.333169 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9d0789-e6b3-4574-8718-fa2835615201 admin admin] Deleting subnet e3c310f9-5e45-4b20-89c5-333731de760d {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:58.348796 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d9d0789-e6b3-4574-8718-fa2835615201 admin admin] Publish callbacks [] for subnet (e3c310f9-5e45-4b20-89c5-333731de760d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.404003 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port b24f4298-0822-42f9-a733-2387ca25dd6a is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:58.404397 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b24f4298-0822-42f9-a733-2387ca25dd6a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.411007 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6dd555-21ab-4c52-afc6-e7871028a88a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:58.420054 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6dd555-21ab-4c52-afc6-e7871028a88a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=8c692e5b-3299-46d4-9c12-067bef287f62,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:58.446635 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0811e7e0-d98b-441b-b0eb-6bf584062114 None None] Routers set() bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:58.447064 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0811e7e0-d98b-441b-b0eb-6bf584062114 None None] Router IDs set() for agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 21:43:58.447793 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_agentschedulers_db [None req-0811e7e0-d98b-441b-b0eb-6bf584062114 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'901f3f3e-2947-4b26-a9f8-1eb355661f69'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:43:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent'). {{(pid=103203) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 21:43:58.448465 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-df6dd555-21ab-4c52-afc6-e7871028a88a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:58.450074 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d9d0789-e6b3-4574-8718-fa2835615201 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (e3c310f9-5e45-4b20-89c5-333731de760d), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.451164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811e7e0-d98b-441b-b0eb-6bf584062114 None None] The sync data for ids ['901f3f3e-2947-4b26-a9f8-1eb355661f69'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:58.462492 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6dd555-21ab-4c52-afc6-e7871028a88a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:58.486091 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6dd555-21ab-4c52-afc6-e7871028a88a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:58.487041 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df6dd555-21ab-4c52-afc6-e7871028a88a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.497508 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 9cbd0dfb-ac0f-4700-b587-f25135d43650 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:58.528543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40aad6e0-1d66-49c1-96c1-026bb0a6cb8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24f4298-0822-42f9-a733-2387ca25dd6a'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:58.531006 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c72cb2-5c6f-434a-968d-28e67c9e2c84" -d '{"events": [{"server_uuid": "40aad6e0-1d66-49c1-96c1-026bb0a6cb8c", "name": "network-vif-plugged", "status": "completed", "tag": "b24f4298-0822-42f9-a733-2387ca25dd6a"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:58.558129 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port b24f4298-0822-42f9-a733-2387ca25dd6a, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b24f4298-0822-42f9-a733-2387ca25dd6a,segment=NetworkSegment(3d2262d1-dc2b-49a3-9127-ed60afa19e93),segment_id=3d2262d1-dc2b-49a3-9127-ed60afa19e93)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:58.569658 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b24f4298-0822-42f9-a733-2387ca25dd6a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.588202 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246571a9-4416-4f77-bf2f-313baa88e553 req-21d7c950-21d2-4f0b-9f15-21ddf1961c91 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:58.598874 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-246571a9-4416-4f77-bf2f-313baa88e553 req-21d7c950-21d2-4f0b-9f15-21ddf1961c91 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 945 time: 0.6420817 Feb 09 21:43:58.682212 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d9d0789-e6b3-4574-8718-fa2835615201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (e3c310f9-5e45-4b20-89c5-333731de760d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.708991 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=b24f4298-0822-42f9-a733-2387ca25dd6a,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:58.756062 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-246571a9-4416-4f77-bf2f-313baa88e553 req-3c8b6b1a-8997-4234-93dd-a91828566d06 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521177 Feb 09 21:43:58.774196 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-df6dd555-21ab-4c52-afc6-e7871028a88a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1618669 Feb 09 21:43:58.782862 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33954) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:58.998565 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe233354-9c0a-4aa6-a074-ce16e8d5cb28 req-f5930af8-4721-410a-ab6a-268b1527fce5 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:59.010513 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe233354-9c0a-4aa6-a074-ce16e8d5cb28 req-f5930af8-4721-410a-ab6a-268b1527fce5 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 946 time: 0.1334922 Feb 09 21:43:59.111610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9cbd0dfb-ac0f-4700-b587-f25135d43650 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:59.136175 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d9d0789-e6b3-4574-8718-fa2835615201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (e3c310f9-5e45-4b20-89c5-333731de760d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.157771 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d9d0789-e6b3-4574-8718-fa2835615201 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.168362 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0d9d0789-e6b3-4574-8718-fa2835615201 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e3c310f9-5e45-4b20-89c5-333731de760d HTTP/1.1" status: 204 len: 168 time: 0.9126635 Feb 09 21:43:59.168821 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33966) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:59.195494 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d0789-e6b3-4574-8718-fa2835615201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3c310f9-5e45-4b20-89c5-333731de760d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:59.211381 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6ed909a2-3da9-41e9-8496-ce29ed92aece tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting port 8c692e5b-3299-46d4-9c12-067bef287f62 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:59.211867 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6ed909a2-3da9-41e9-8496-ce29ed92aece tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8c692e5b-3299-46d4-9c12-067bef287f62), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.290893 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316d8b67-4151-4fed-a117-dbb1f2b6660c None None] Network 9cec45fb-c615-4147-9585-d66f5efcfe6c requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:59.361459 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-823245d6-cea6-47dd-ad31-89be30f3ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (9cec45fb-c615-4147-9585-d66f5efcfe6c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.378129 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6ed909a2-3da9-41e9-8496-ce29ed92aece tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8c692e5b-3299-46d4-9c12-067bef287f62), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.393997 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6ed909a2-3da9-41e9-8496-ce29ed92aece tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Calling delete_port for 8c692e5b-3299-46d4-9c12-067bef287f62 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:59.398207 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe233354-9c0a-4aa6-a074-ce16e8d5cb28 req-e33f4e23-d83c-4802-a376-6be6f7046874 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864417 Feb 09 21:43:59.610475 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-823245d6-cea6-47dd-ad31-89be30f3ea35 admin admin] Deleting port 93e188aa-1a15-4bf7-adc1-1e8625986904 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:59.612565 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-823245d6-cea6-47dd-ad31-89be30f3ea35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (93e188aa-1a15-4bf7-adc1-1e8625986904), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.806201 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-823245d6-cea6-47dd-ad31-89be30f3ea35 admin admin] For port 93e188aa-1a15-4bf7-adc1-1e8625986904, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=93e188aa-1a15-4bf7-adc1-1e8625986904,segment=NetworkSegment(abcfe71d-cb39-453c-9c43-b7f50d93b72c),segment_id=abcfe71d-cb39-453c-9c43-b7f50d93b72c)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:59.806810 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-823245d6-cea6-47dd-ad31-89be30f3ea35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (93e188aa-1a15-4bf7-adc1-1e8625986904), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.811980 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2310da24-5e36-4c8b-a70c-777ace43b6a0 None None] Provisioning complete for port 9cbd0dfb-ac0f-4700-b587-f25135d43650 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:59.812945 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2310da24-5e36-4c8b-a70c-777ace43b6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9cbd0dfb-ac0f-4700-b587-f25135d43650), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.860776 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6ed909a2-3da9-41e9-8496-ce29ed92aece tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (8c692e5b-3299-46d4-9c12-067bef287f62), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.860959 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-823245d6-cea6-47dd-ad31-89be30f3ea35 admin admin] Calling delete_port for 93e188aa-1a15-4bf7-adc1-1e8625986904 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:59.916170 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed909a2-3da9-41e9-8496-ce29ed92aece tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Port': ['ID=8c692e5b-3299-46d4-9c12-067bef287f62,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:59.924205 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 9cbd0dfb-ac0f-4700-b587-f25135d43650 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:59.924870 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9cbd0dfb-ac0f-4700-b587-f25135d43650), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.006568 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6ed909a2-3da9-41e9-8496-ce29ed92aece tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.011280 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6ed909a2-3da9-41e9-8496-ce29ed92aece tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/8c692e5b-3299-46d4-9c12-067bef287f62 HTTP/1.1" status: 204 len: 168 time: 1.2268572 Feb 09 21:44:00.016412 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34032) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:00.056065 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2310da24-5e36-4c8b-a70c-777ace43b6a0 None None] Current status of the port 9cbd0dfb-ac0f-4700-b587-f25135d43650 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:00.071705 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-823245d6-cea6-47dd-ad31-89be30f3ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (93e188aa-1a15-4bf7-adc1-1e8625986904), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.132009 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823245d6-cea6-47dd-ad31-89be30f3ea35 admin admin] No DVR routers for this DVR port 93e188aa-1a15-4bf7-adc1-1e8625986904 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:00.165709 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6d0a9c-96ee-45da-816e-cb1fcecca638 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:00.172865 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0a6d0a9c-96ee-45da-816e-cb1fcecca638 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1493506 Feb 09 21:44:00.173904 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34040) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:00.227025 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823245d6-cea6-47dd-ad31-89be30f3ea35 admin admin] Pushing event deleted for resources: {'Port': ['ID=93e188aa-1a15-4bf7-adc1-1e8625986904,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:00.270000 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d567c663-1222-4e2f-89e8-bc4c11022b10 None None] DHCP port deletion for 9cec45fb-c615-4147-9585-d66f5efcfe6c request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:00.342856 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-de92352b-1e0e-41cc-bb91-2fdd4b23eca9 None None] Could not find standard attr ID for object 8c692e5b-3299-46d4-9c12-067bef287f62. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:44:00.344282 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd19b97-8268-4986-ab8b-7ac2d3d4639f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:00.349598 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bcd19b97-8268-4986-ab8b-7ac2d3d4639f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1711295 Feb 09 21:44:00.353442 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34052) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:00.357260 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 9cbd0dfb-ac0f-4700-b587-f25135d43650 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:00.407780 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-823245d6-cea6-47dd-ad31-89be30f3ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (9cec45fb-c615-4147-9585-d66f5efcfe6c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.488114 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-823245d6-cea6-47dd-ad31-89be30f3ea35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cec45fb-c615-4147-9585-d66f5efcfe6c']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:00.507080 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-823245d6-cea6-47dd-ad31-89be30f3ea35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abcfe71d-cb39-453c-9c43-b7f50d93b72c') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:00.507707 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-823245d6-cea6-47dd-ad31-89be30f3ea35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abcfe71d-cb39-453c-9c43-b7f50d93b72c') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:00.514006 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fed049c-a162-4f6f-8e8b-5560f712004e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:00.516421 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fed049c-a162-4f6f-8e8b-5560f712004e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:00.518508 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fed049c-a162-4f6f-8e8b-5560f712004e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:00.529669 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3fed049c-a162-4f6f-8e8b-5560f712004e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1747088 Feb 09 21:44:00.530575 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34062) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:00.537983 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-823245d6-cea6-47dd-ad31-89be30f3ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (abcfe71d-cb39-453c-9c43-b7f50d93b72c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.566759 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47f06e-5e77-4a45-ada0-1fc80b6f7681 req-b75c503a-8532-4ed4-8f62-f82a15a47295 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:00.568869 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c47f06e-5e77-4a45-ada0-1fc80b6f7681 req-b75c503a-8532-4ed4-8f62-f82a15a47295 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 946 time: 0.1342587 Feb 09 21:44:00.569924 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-823245d6-cea6-47dd-ad31-89be30f3ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (abcfe71d-cb39-453c-9c43-b7f50d93b72c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.586004 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-823245d6-cea6-47dd-ad31-89be30f3ea35 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:00.588003 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-823245d6-cea6-47dd-ad31-89be30f3ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (abcfe71d-cb39-453c-9c43-b7f50d93b72c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.657801 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 93e188aa-1a15-4bf7-adc1-1e8625986904 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:00.686969 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-c501a9b0-75a0-4dac-bb02-ebbac3279db6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet 6a661e38-c41f-4527-a114-0a5242443d43 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:00.697333 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 93e188aa-1a15-4bf7-adc1-1e8625986904 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:00.697685 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 93e188aa-1a15-4bf7-adc1-1e8625986904 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:00.698302 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 26454639-ea6c-40e0-b719-bc9205f35217 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:00.698950 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c501a9b0-75a0-4dac-bb02-ebbac3279db6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (6a661e38-c41f-4527-a114-0a5242443d43), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:00.701784 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:00.732095 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 26454639-ea6c-40e0-b719-bc9205f35217 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:00.732834 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 26454639-ea6c-40e0-b719-bc9205f35217 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:00.733628 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a5475d33-05a9-41b7-898f-558c95bf80d2 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:00.762656 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c501a9b0-75a0-4dac-bb02-ebbac3279db6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (6a661e38-c41f-4527-a114-0a5242443d43), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.784387 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: a5475d33-05a9-41b7-898f-558c95bf80d2 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:00.784991 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a5475d33-05a9-41b7-898f-558c95bf80d2 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:00.840912 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c47f06e-5e77-4a45-ada0-1fc80b6f7681 req-06524edc-1293-4325-952f-4f8cc1b7df35 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834049 Feb 09 21:44:00.843274 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-823245d6-cea6-47dd-ad31-89be30f3ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (9cec45fb-c615-4147-9585-d66f5efcfe6c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.852466 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-823245d6-cea6-47dd-ad31-89be30f3ea35 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.857530 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-823245d6-cea6-47dd-ad31-89be30f3ea35 admin admin] 10.222.0.77 "DELETE /v2.0/networks/9cec45fb-c615-4147-9585-d66f5efcfe6c HTTP/1.1" status: 204 len: 168 time: 1.6881945 Feb 09 21:44:00.894440 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823245d6-cea6-47dd-ad31-89be30f3ea35 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cec45fb-c615-4147-9585-d66f5efcfe6c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:00.941517 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c501a9b0-75a0-4dac-bb02-ebbac3279db6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (6a661e38-c41f-4527-a114-0a5242443d43), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.962641 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34072) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:01.034680 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c501a9b0-75a0-4dac-bb02-ebbac3279db6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (6a661e38-c41f-4527-a114-0a5242443d43), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.055447 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c501a9b0-75a0-4dac-bb02-ebbac3279db6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.060700 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c501a9b0-75a0-4dac-bb02-ebbac3279db6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/6a661e38-c41f-4527-a114-0a5242443d43 HTTP/1.1" status: 204 len: 168 time: 0.5276148 Feb 09 21:44:01.062425 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34076) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:01.065008 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd34360-3301-4e16-ac8d-80c31e5444c9 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:01.087690 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501a9b0-75a0-4dac-bb02-ebbac3279db6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=6a661e38-c41f-4527-a114-0a5242443d43,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:01.164390 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34078) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:01.180228 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9ab559-8753-4f0b-80eb-22fc45da3906 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet a0e9663c-9833-44ad-84e5-55789e0498e6 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:01.194039 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e9ab559-8753-4f0b-80eb-22fc45da3906 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (a0e9663c-9833-44ad-84e5-55789e0498e6), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.248871 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d0fe2a7f-d5e3-4853-b22f-1ae1d05f8cba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=178a334a4d4c401b8c15c3fe9c3a710c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0825384 Feb 09 21:44:01.251265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34080) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:01.294095 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae80a51-1443-4fd9-8601-8773a1cd45d2 x-openstack-request-id: req-0ae80a51-1443-4fd9-8601-8773a1cd45d2 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:01.294406 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40aad6e0-1d66-49c1-96c1-026bb0a6cb8c", "name": "network-vif-plugged", "status": "completed", "tag": "b24f4298-0822-42f9-a733-2387ca25dd6a", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:01.294666 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ae80a51-1443-4fd9-8601-8773a1cd45d2 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:01.295257 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40aad6e0-1d66-49c1-96c1-026bb0a6cb8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24f4298-0822-42f9-a733-2387ca25dd6a', 'code': 200} Feb 09 21:44:01.410012 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e9ab559-8753-4f0b-80eb-22fc45da3906 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (a0e9663c-9833-44ad-84e5-55789e0498e6), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.652515 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fd9c78f-92ba-4cd9-9d86-43085bba4430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.729745 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88249751-c6b7-4886-b8c3-b40235ae0362 admin admin] Publish callbacks [] for security_group (49b5190e-f93b-42e7-81c0-04211c9abbda), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.803698 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc090d-8b89-4115-bce6-48f24ebc24e6 req-8b468696-365a-4ac7-a9ec-e8011d47cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:01.806517 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98bc090d-8b89-4115-bce6-48f24ebc24e6 req-8b468696-365a-4ac7-a9ec-e8011d47cc81 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 1128 time: 0.4155924 Feb 09 21:44:01.845415 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356f04f-41e7-4c01-a9d7-c93f551e7769 req-62e48399-b45f-44e2-865d-ba41aec3433a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:01.848200 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3356f04f-41e7-4c01-a9d7-c93f551e7769 req-62e48399-b45f-44e2-865d-ba41aec3433a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 945 time: 0.3526361 Feb 09 21:44:01.866590 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e9ab559-8753-4f0b-80eb-22fc45da3906 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (a0e9663c-9833-44ad-84e5-55789e0498e6), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.875395 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88249751-c6b7-4886-b8c3-b40235ae0362 admin admin] Publish callbacks [] for security_group (49b5190e-f93b-42e7-81c0-04211c9abbda), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.110907 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-fca6192d-a3b8-424d-ba8d-27620269ba13 None None] Provisioning complete for port 9cbd0dfb-ac0f-4700-b587-f25135d43650 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:02.112050 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fca6192d-a3b8-424d-ba8d-27620269ba13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9cbd0dfb-ac0f-4700-b587-f25135d43650), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.122391 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98bc090d-8b89-4115-bce6-48f24ebc24e6 req-bd77234d-d6d0-40c4-9064-3c285fe7cf88 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908347 Feb 09 21:44:02.157935 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3356f04f-41e7-4c01-a9d7-c93f551e7769 req-c1339ae6-cd9b-4d4f-9291-f1916e086cab tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754607 Feb 09 21:44:02.169655 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e9ab559-8753-4f0b-80eb-22fc45da3906 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (a0e9663c-9833-44ad-84e5-55789e0498e6), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.241582 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-fca6192d-a3b8-424d-ba8d-27620269ba13 None None] Current status of the port 9cbd0dfb-ac0f-4700-b587-f25135d43650 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:02.262200 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ab559-8753-4f0b-80eb-22fc45da3906 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e9663c-9833-44ad-84e5-55789e0498e6,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:02.264429 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88249751-c6b7-4886-b8c3-b40235ae0362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (49b5190e-f93b-42e7-81c0-04211c9abbda), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.267110 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88249751-c6b7-4886-b8c3-b40235ae0362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.270719 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-88249751-c6b7-4886-b8c3-b40235ae0362 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/49b5190e-f93b-42e7-81c0-04211c9abbda HTTP/1.1" status: 204 len: 168 time: 1.0135140 Feb 09 21:44:02.281205 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fd9c78f-92ba-4cd9-9d86-43085bba4430 admin admin] Publish callbacks [] for security_group (bf348e1f-2601-45bd-9112-3a05a672d71c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.283711 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e9ab559-8753-4f0b-80eb-22fc45da3906 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.288357 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9e9ab559-8753-4f0b-80eb-22fc45da3906 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/a0e9663c-9833-44ad-84e5-55789e0498e6 HTTP/1.1" status: 204 len: 168 time: 1.2238598 Feb 09 21:44:02.292216 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34098) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:02.304012 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdba5276-c508-47ea-ac6c-b464e1a6251d None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:02.313649 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88249751-c6b7-4886-b8c3-b40235ae0362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b5190e-f93b-42e7-81c0-04211c9abbda,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:02.319583 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fd9c78f-92ba-4cd9-9d86-43085bba4430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bf348e1f-2601-45bd-9112-3a05a672d71c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.382875 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9c78f-92ba-4cd9-9d86-43085bba4430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf348e1f-2601-45bd-9112-3a05a672d71c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:02.398806 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9fd9c78f-92ba-4cd9-9d86-43085bba4430 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=846f091ac0774aeea383377573334386&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4344959 Feb 09 21:44:02.402901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34100) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:02.420037 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e089bffc-31c4-4447-85b8-0d803a05ca2a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1243043 Feb 09 21:44:02.420709 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34102) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:02.429070 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-09395b22-ceb7-401c-9431-526258a15c3b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:02.523693 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5974f8b-4810-4ad2-8624-61afbab9bd39 admin admin] Publish callbacks [] for security_group (bf348e1f-2601-45bd-9112-3a05a672d71c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.564885 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5974f8b-4810-4ad2-8624-61afbab9bd39 admin admin] Publish callbacks [] for security_group (bf348e1f-2601-45bd-9112-3a05a672d71c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.588552 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e91e60-6a15-4311-8abe-1d981c4a302a req-5eae284e-c37b-4cb1-8634-a960144ec038 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:02.596403 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-24e91e60-6a15-4311-8abe-1d981c4a302a req-5eae284e-c37b-4cb1-8634-a960144ec038 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 946 time: 0.1472223 Feb 09 21:44:02.681240 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09395b22-ceb7-401c-9431-526258a15c3b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:02.684801 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0636f05b-03a8-4442-8755-842394a5cbaa None None] DHCP port deletion for 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:02.691396 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-09395b22-ceb7-401c-9431-526258a15c3b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.706332 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5974f8b-4810-4ad2-8624-61afbab9bd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bf348e1f-2601-45bd-9112-3a05a672d71c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.709856 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5974f8b-4810-4ad2-8624-61afbab9bd39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.714131 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a5974f8b-4810-4ad2-8624-61afbab9bd39 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bf348e1f-2601-45bd-9112-3a05a672d71c HTTP/1.1" status: 204 len: 168 time: 0.3090725 Feb 09 21:44:02.730997 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-24e91e60-6a15-4311-8abe-1d981c4a302a req-7864d5f6-9b32-4242-8e5d-141f45d2ae82 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337004 Feb 09 21:44:02.732413 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5974f8b-4810-4ad2-8624-61afbab9bd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf348e1f-2601-45bd-9112-3a05a672d71c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:02.802331 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0636f05b-03a8-4442-8755-842394a5cbaa None None] Deleting port 9cbd0dfb-ac0f-4700-b587-f25135d43650 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:02.802764 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0636f05b-03a8-4442-8755-842394a5cbaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (9cbd0dfb-ac0f-4700-b587-f25135d43650), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.904503 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce44bbc-f8da-4b5d-8606-dc83f049b993 req-e5b6f71e-7fec-4ae2-9a99-442f2d6216e1 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:02.914817 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6ce44bbc-f8da-4b5d-8606-dc83f049b993 req-e5b6f71e-7fec-4ae2-9a99-442f2d6216e1 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 946 time: 0.0853267 Feb 09 21:44:02.922618 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0636f05b-03a8-4442-8755-842394a5cbaa None None] For port 9cbd0dfb-ac0f-4700-b587-f25135d43650, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9cbd0dfb-ac0f-4700-b587-f25135d43650,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:02.923101 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0636f05b-03a8-4442-8755-842394a5cbaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (9cbd0dfb-ac0f-4700-b587-f25135d43650), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.945373 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0636f05b-03a8-4442-8755-842394a5cbaa None None] Calling delete_port for 9cbd0dfb-ac0f-4700-b587-f25135d43650 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:03.026463 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6ce44bbc-f8da-4b5d-8606-dc83f049b993 req-1d461848-0195-45dc-bf3d-c6fe496ac6bf tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106374 Feb 09 21:44:03.100208 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0636f05b-03a8-4442-8755-842394a5cbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (9cbd0dfb-ac0f-4700-b587-f25135d43650), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.168285 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636f05b-03a8-4442-8755-842394a5cbaa None None] Pushing event deleted for resources: {'Port': ['ID=9cbd0dfb-ac0f-4700-b587-f25135d43650,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:03.179939 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0636f05b-03a8-4442-8755-842394a5cbaa None None] No DVR routers for this DVR port 9cbd0dfb-ac0f-4700-b587-f25135d43650 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:03.364171 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34140) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:03.644720 n-d-828601-1 neutron-server[103202]: DEBUG neutron.objects.ports [None req-09395b22-ceb7-401c-9431-526258a15c3b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103202) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:44:03.649881 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-09395b22-ceb7-401c-9431-526258a15c3b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (5f52ef98-6283-4c28-8007-a7bb64251aa7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.730554 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09395b22-ceb7-401c-9431-526258a15c3b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:03.736010 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-09395b22-ceb7-401c-9431-526258a15c3b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:03.752226 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a01b2a3-3596-434f-8949-4ea3b98bb4e6 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:03.767745 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09395b22-ceb7-401c-9431-526258a15c3b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:03.768850 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-09395b22-ceb7-401c-9431-526258a15c3b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.798321 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce569fcf-40e4-4344-9bea-69a3580f4dc4 req-aae12c2a-af9b-4d65-9710-b36ab8159a9a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1903827 Feb 09 21:44:03.829848 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-09395b22-ceb7-401c-9431-526258a15c3b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4080336 Feb 09 21:44:03.830762 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8ac8339e-9c34-427e-85ce-27346e9a9bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.836737 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34166) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:03.844811 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09395b22-ceb7-401c-9431-526258a15c3b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=5f52ef98-6283-4c28-8007-a7bb64251aa7,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:03.878317 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d5fcac47-063e-4190-b76c-8634cba6964b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:04.123330 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e92dcde-1ecc-4451-a043-e231ad29dd77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'fixed_ips': [{'subnet_id': '5f52ef98-6283-4c28-8007-a7bb64251aa7'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:44:04.124279 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7e92dcde-1ecc-4451-a043-e231ad29dd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.409033 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34192) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:04.472164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-7e92dcde-1ecc-4451-a043-e231ad29dd77 None None] Allocated IP 2001:db8::f816:3eff:fe69:a853 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/5f52ef98-6283-4c28-8007-a7bb64251aa7/93adf00e-13ca-4d28-9b19-79cc6fd08a11) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:04.633875 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-a6014050-adc6-40a2-8d28-5d32f0510fdb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1991337838-network', 'tenant_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:04.659605 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9cbd0dfb-ac0f-4700-b587-f25135d43650 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:04.704240 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6014050-adc6-40a2-8d28-5d32f0510fdb admin admin] Made reservation on behalf of e9cb2a8ff2d64d2e90b481fcb10e7a17 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:04.706935 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6014050-adc6-40a2-8d28-5d32f0510fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.733180 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6014050-adc6-40a2-8d28-5d32f0510fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.737348 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 9cbd0dfb-ac0f-4700-b587-f25135d43650 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:04.742361 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9cbd0dfb-ac0f-4700-b587-f25135d43650 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:04.766067 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8ac8339e-9c34-427e-85ce-27346e9a9bc3 admin admin] Publish callbacks [] for security_group (581dce13-3f07-4b45-a494-06974cfb16fb), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.853667 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8ac8339e-9c34-427e-85ce-27346e9a9bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (581dce13-3f07-4b45-a494-06974cfb16fb), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.917134 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6014050-adc6-40a2-8d28-5d32f0510fdb admin admin] Publish callbacks [] for security_group (a46b6cae-2f15-44d5-9eb9-263eeaf78bc3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.927469 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6014050-adc6-40a2-8d28-5d32f0510fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a46b6cae-2f15-44d5-9eb9-263eeaf78bc3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.962781 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7e92dcde-1ecc-4451-a043-e231ad29dd77 None None] Publish callbacks [] for port (93adf00e-13ca-4d28-9b19-79cc6fd08a11), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.976069 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7e92dcde-1ecc-4451-a043-e231ad29dd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (93adf00e-13ca-4d28-9b19-79cc6fd08a11), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.044700 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6014050-adc6-40a2-8d28-5d32f0510fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46b6cae-2f15-44d5-9eb9-263eeaf78bc3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:05.060163 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92dcde-1ecc-4451-a043-e231ad29dd77 None None] Pushing event updated for resources: {'Port': ['ID=93adf00e-13ca-4d28-9b19-79cc6fd08a11,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:05.074392 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8ac8339e-9c34-427e-85ce-27346e9a9bc3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=38bd819a9334486dabb572dfa0eb0648&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7088711 Feb 09 21:44:05.074955 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34204) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:05.100691 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac67227-2996-46f0-ba5f-748fee5b5120 req-a2abb7c4-acfd-4ac3-b656-474fd067579a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:05.100928 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6014050-adc6-40a2-8d28-5d32f0510fdb admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:44:05.106137 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e92dcde-1ecc-4451-a043-e231ad29dd77 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:05.109174 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-7e92dcde-1ecc-4451-a043-e231ad29dd77 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:05.111238 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8ac67227-2996-46f0-ba5f-748fee5b5120 req-a2abb7c4-acfd-4ac3-b656-474fd067579a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 945 time: 0.3938727 Feb 09 21:44:05.112254 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e92dcde-1ecc-4451-a043-e231ad29dd77 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:05.120406 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce569fcf-40e4-4344-9bea-69a3580f4dc4 req-1ba69d80-c349-47c0-b43e-fdf713935ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:05.126814 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce569fcf-40e4-4344-9bea-69a3580f4dc4 req-1ba69d80-c349-47c0-b43e-fdf713935ae5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c286a60db7b149148ec99282304452cf&device_id=93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7 HTTP/1.1" status: 200 len: 1127 time: 1.2871141 Feb 09 21:44:05.150132 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8339e-9c34-427e-85ce-27346e9a9bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581dce13-3f07-4b45-a494-06974cfb16fb,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:05.229151 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7e92dcde-1ecc-4451-a043-e231ad29dd77 None None] Attempting to bind port 93adf00e-13ca-4d28-9b19-79cc6fd08a11 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:05.229921 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7e92dcde-1ecc-4451-a043-e231ad29dd77 None None] Attempting to bind port 93adf00e-13ca-4d28-9b19-79cc6fd08a11 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:05.230548 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e92dcde-1ecc-4451-a043-e231ad29dd77 None None] Attempting to bind port 93adf00e-13ca-4d28-9b19-79cc6fd08a11 on network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:05.236756 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e92dcde-1ecc-4451-a043-e231ad29dd77 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:05.237595 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e92dcde-1ecc-4451-a043-e231ad29dd77 None None] Checking segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:05.237953 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6014050-adc6-40a2-8d28-5d32f0510fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.238504 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7e92dcde-1ecc-4451-a043-e231ad29dd77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.238621 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-a6014050-adc6-40a2-8d28-5d32f0510fdb admin admin] Added segment b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7 of type vlan for network 15c928c0-29e5-4755-9cbb-323d8380b7d4 Feb 09 21:44:05.239271 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e92dcde-1ecc-4451-a043-e231ad29dd77 None None] Bound using segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:05.240143 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7e92dcde-1ecc-4451-a043-e231ad29dd77 None None] Bound port: 93adf00e-13ca-4d28-9b19-79cc6fd08a11, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:05.240809 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7e92dcde-1ecc-4451-a043-e231ad29dd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (93adf00e-13ca-4d28-9b19-79cc6fd08a11), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.354675 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-554c2580-d4fb-444f-be1e-1c0314883c1f admin admin] Publish callbacks [] for security_group (581dce13-3f07-4b45-a494-06974cfb16fb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.360431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-7e92dcde-1ecc-4451-a043-e231ad29dd77 None None] For port 93adf00e-13ca-4d28-9b19-79cc6fd08a11, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:05.372106 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-7e92dcde-1ecc-4451-a043-e231ad29dd77 None None] For port 93adf00e-13ca-4d28-9b19-79cc6fd08a11, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=93adf00e-13ca-4d28-9b19-79cc6fd08a11,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:05.392260 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7e92dcde-1ecc-4451-a043-e231ad29dd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (93adf00e-13ca-4d28-9b19-79cc6fd08a11), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.416438 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-554c2580-d4fb-444f-be1e-1c0314883c1f admin admin] Publish callbacks [] for security_group (581dce13-3f07-4b45-a494-06974cfb16fb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.426571 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fcac47-063e-4190-b76c-8634cba6964b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:05.430544 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d5fcac47-063e-4190-b76c-8634cba6964b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.513082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8ac67227-2996-46f0-ba5f-748fee5b5120 req-f94c8526-f6f0-40e4-af93-459f0b3ce1b2 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796101 Feb 09 21:44:05.531614 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6014050-adc6-40a2-8d28-5d32f0510fdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (15c928c0-29e5-4755-9cbb-323d8380b7d4), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.540134 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-554c2580-d4fb-444f-be1e-1c0314883c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (581dce13-3f07-4b45-a494-06974cfb16fb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.545502 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-554c2580-d4fb-444f-be1e-1c0314883c1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.547849 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-554c2580-d4fb-444f-be1e-1c0314883c1f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/581dce13-3f07-4b45-a494-06974cfb16fb HTTP/1.1" status: 204 len: 168 time: 0.4490495 Feb 09 21:44:05.577025 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92dcde-1ecc-4451-a043-e231ad29dd77 None None] Pushing event updated for resources: {'Port': ['ID=93adf00e-13ca-4d28-9b19-79cc6fd08a11,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:05.579685 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c2580-d4fb-444f-be1e-1c0314883c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581dce13-3f07-4b45-a494-06974cfb16fb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:05.688446 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6014050-adc6-40a2-8d28-5d32f0510fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (15c928c0-29e5-4755-9cbb-323d8380b7d4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.689802 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6014050-adc6-40a2-8d28-5d32f0510fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:05.690552 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6014050-adc6-40a2-8d28-5d32f0510fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.713861 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce569fcf-40e4-4344-9bea-69a3580f4dc4 req-31a2c20e-3e22-442b-9b38-74847ac55b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:05.726823 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce569fcf-40e4-4344-9bea-69a3580f4dc4 req-31a2c20e-3e22-442b-9b38-74847ac55b13 service neutron] 10.222.0.71 "GET /v2.0/networks?id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50 HTTP/1.1" status: 200 len: 916 time: 0.5626938 Feb 09 21:44:05.810517 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a6014050-adc6-40a2-8d28-5d32f0510fdb admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3999469 Feb 09 21:44:05.812078 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34214) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:05.826267 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-778bcd81-192a-43a7-aaf1-79f601715340 admin admin] Request body: {'subnet': {'network_id': '15c928c0-29e5-4755-9cbb-323d8380b7d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1991337838-subnet', 'tenant_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:05.863383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6014050-adc6-40a2-8d28-5d32f0510fdb admin admin] Pushing event updated for resources: {'Network': ['ID=15c928c0-29e5-4755-9cbb-323d8380b7d4,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:05.877237 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 15c928c0-29e5-4755-9cbb-323d8380b7d4 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:44:05.891527 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce569fcf-40e4-4344-9bea-69a3580f4dc4 req-4dcc929e-dc92-4016-8f26-04f081a988be service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79e193d7-ded7-4481-b3b8-ba2f558710f6 HTTP/1.1" status: 200 len: 217 time: 0.1622016 Feb 09 21:44:05.948438 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778bcd81-192a-43a7-aaf1-79f601715340 admin admin] Made reservation on behalf of e9cb2a8ff2d64d2e90b481fcb10e7a17 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:05.966566 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-778bcd81-192a-43a7-aaf1-79f601715340 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:06.012341 n-d-828601-1 neutron-server[103201]: INFO neutron.db.ipam_backend_mixin [None req-d5fcac47-063e-4190-b76c-8634cba6964b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5f52ef98-6283-4c28-8007-a7bb64251aa7 (CIDR: 2001:db8::/64) Feb 09 21:44:06.167710 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5fcac47-063e-4190-b76c-8634cba6964b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:44:06.167710 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5fcac47-063e-4190-b76c-8634cba6964b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:06.171212 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce569fcf-40e4-4344-9bea-69a3580f4dc4 req-e10a3092-8a18-4168-a367-54e450792ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:06.179795 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce569fcf-40e4-4344-9bea-69a3580f4dc4 req-e10a3092-8a18-4168-a367-54e450792ba0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89c198a6-8a39-4e34-a647-f29ce9301483 HTTP/1.1" status: 200 len: 854 time: 0.1434870 Feb 09 21:44:06.271924 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d5fcac47-063e-4190-b76c-8634cba6964b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4252644 Feb 09 21:44:06.272973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34224) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:06.291346 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bee662-cf4b-433d-838c-a47b033b9a14 req-ca5d670f-af8b-4aaf-811b-a96b4d55bbb6 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:06.296476 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-63475f9e-1169-483a-afd4-41cda2ada53d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:06.299461 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7bee662-cf4b-433d-838c-a47b033b9a14 req-ca5d670f-af8b-4aaf-811b-a96b4d55bbb6 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 946 time: 0.6044323 Feb 09 21:44:06.329751 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce569fcf-40e4-4344-9bea-69a3580f4dc4 req-aa1da234-c82b-43ce-895c-efbef5bc4b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:06.331784 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce569fcf-40e4-4344-9bea-69a3580f4dc4 req-aa1da234-c82b-43ce-895c-efbef5bc4b27 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1250982 Feb 09 21:44:06.445957 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce569fcf-40e4-4344-9bea-69a3580f4dc4 req-45edf884-03a3-4a1c-b32e-97a8040d79de service neutron] 10.222.0.71 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057889 Feb 09 21:44:06.540594 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7bee662-cf4b-433d-838c-a47b033b9a14 req-69c340ef-ede8-42bd-95a5-56f56ce6d666 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397254 Feb 09 21:44:06.656041 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce569fcf-40e4-4344-9bea-69a3580f4dc4 req-00f3c1c7-f1b7-4d93-9d78-eae49380e06f service neutron] 10.222.0.71 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026958 Feb 09 21:44:06.764100 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 93adf00e-13ca-4d28-9b19-79cc6fd08a11 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:06.892553 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a591c-5ef5-42a3-bd1c-2dc822372e7d req-481aff2b-9f93-41cd-9ac7-ea529cbf90f8 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:06.896982 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-158a591c-5ef5-42a3-bd1c-2dc822372e7d req-481aff2b-9f93-41cd-9ac7-ea529cbf90f8 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 946 time: 0.1947296 Feb 09 21:44:07.014049 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 93adf00e-13ca-4d28-9b19-79cc6fd08a11 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:07.016171 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (93adf00e-13ca-4d28-9b19-79cc6fd08a11), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.028794 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-778bcd81-192a-43a7-aaf1-79f601715340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (1f380405-6bbb-4aee-8972-818c0c9f3fc8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.071211 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-158a591c-5ef5-42a3-bd1c-2dc822372e7d req-97bacaac-ffe3-4b2d-b88c-1e30e774f3ff tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678526 Feb 09 21:44:07.442644 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 93adf00e-13ca-4d28-9b19-79cc6fd08a11 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:07.444233 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (93adf00e-13ca-4d28-9b19-79cc6fd08a11), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.479634 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34260) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:07.593747 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 93adf00e-13ca-4d28-9b19-79cc6fd08a11, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=93adf00e-13ca-4d28-9b19-79cc6fd08a11,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:07.605097 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (93adf00e-13ca-4d28-9b19-79cc6fd08a11), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.734580 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b4eb5-23b7-4e8c-b6ca-2d664d479cf5 req-5a3f48ea-4e6b-422b-b318-c149e81f15ae tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:07.741053 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-213b4eb5-23b7-4e8c-b6ca-2d664d479cf5 req-5a3f48ea-4e6b-422b-b318-c149e81f15ae tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 945 time: 0.2222762 Feb 09 21:44:07.762755 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=93adf00e-13ca-4d28-9b19-79cc6fd08a11,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:07.823335 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1485876d-4fd9-40e1-999c-e223bca3a151 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-631125240-network', 'tenant_id': 'ca9a9bb5263a475f9beaae32168a01fb'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:07.859723 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-465b7397-a497-445f-95ec-d36e2ae4020f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.866673 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778bcd81-192a-43a7-aaf1-79f601715340 admin admin] Checking segment: {'id': 'b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '15c928c0-29e5-4755-9cbb-323d8380b7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:07.867461 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778bcd81-192a-43a7-aaf1-79f601715340 admin admin] Network hostable DHCP agents. Network: 15c928c0-29e5-4755-9cbb-323d8380b7d4, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:44:07.876035 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63475f9e-1169-483a-afd4-41cda2ada53d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:07.880227 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63475f9e-1169-483a-afd4-41cda2ada53d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.889203 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bcd81-192a-43a7-aaf1-79f601715340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f380405-6bbb-4aee-8972-818c0c9f3fc8,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:07.907050 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-213b4eb5-23b7-4e8c-b6ca-2d664d479cf5 req-b9ff2636-9ac7-4b8d-a4ae-ec3549c54e7f tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552317 Feb 09 21:44:07.918815 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1485876d-4fd9-40e1-999c-e223bca3a151 admin admin] Made reservation on behalf of ca9a9bb5263a475f9beaae32168a01fb for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:07.922556 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1485876d-4fd9-40e1-999c-e223bca3a151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.940757 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-15188b01-e8a0-4480-b101-5c1b0c08f85a None None] Provisioning complete for port 93adf00e-13ca-4d28-9b19-79cc6fd08a11 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:07.945211 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-15188b01-e8a0-4480-b101-5c1b0c08f85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (93adf00e-13ca-4d28-9b19-79cc6fd08a11), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.947763 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1485876d-4fd9-40e1-999c-e223bca3a151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.010775 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778bcd81-192a-43a7-aaf1-79f601715340 admin admin] Network 15c928c0-29e5-4755-9cbb-323d8380b7d4 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:44:08.040336 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-778bcd81-192a-43a7-aaf1-79f601715340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 15c928c0-29e5-4755-9cbb-323d8380b7d4) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:08.053497 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778bcd81-192a-43a7-aaf1-79f601715340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:08.058091 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-778bcd81-192a-43a7-aaf1-79f601715340 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.061400 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b513315-1187-4442-9739-020109a62325 None None] Network 15c928c0-29e5-4755-9cbb-323d8380b7d4 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:08.100475 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca1755-7287-49b9-9b84-12f3e9e91df4 req-e58443d9-b58b-4061-84b0-a5b86b74dcd0 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:08.102226 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71ca1755-7287-49b9-9b84-12f3e9e91df4 req-e58443d9-b58b-4061-84b0-a5b86b74dcd0 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 946 time: 0.1129389 Feb 09 21:44:08.144385 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-778bcd81-192a-43a7-aaf1-79f601715340 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3276865 Feb 09 21:44:08.148199 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34276) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:08.182691 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1485876d-4fd9-40e1-999c-e223bca3a151 admin admin] Publish callbacks [] for security_group (91c1b8a4-af98-41f1-acd4-373f3943d7cc), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.186914 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ad97cb72-2cb7-42e2-955f-a5289339ac32 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1991337838-router', 'tenant_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:08.193853 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1485876d-4fd9-40e1-999c-e223bca3a151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (91c1b8a4-af98-41f1-acd4-373f3943d7cc), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.201574 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71ca1755-7287-49b9-9b84-12f3e9e91df4 req-ef44d71d-69ea-4241-8adf-7bca92708d8d tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934043 Feb 09 21:44:08.276097 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1485876d-4fd9-40e1-999c-e223bca3a151 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:44:08.305535 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad97cb72-2cb7-42e2-955f-a5289339ac32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.306331 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad97cb72-2cb7-42e2-955f-a5289339ac32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.317661 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485876d-4fd9-40e1-999c-e223bca3a151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c1b8a4-af98-41f1-acd4-373f3943d7cc,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:08.337660 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1485876d-4fd9-40e1-999c-e223bca3a151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (641bfab3-75a2-434f-a7a3-eacc3fc002e7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.338505 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-1485876d-4fd9-40e1-999c-e223bca3a151 admin admin] Added segment 641bfab3-75a2-434f-a7a3-eacc3fc002e7 of type vlan for network 364c2f3e-feb4-4b55-8f2f-ec33b2e23eac Feb 09 21:44:08.457460 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1485876d-4fd9-40e1-999c-e223bca3a151 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (364c2f3e-feb4-4b55-8f2f-ec33b2e23eac), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.577125 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1485876d-4fd9-40e1-999c-e223bca3a151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (364c2f3e-feb4-4b55-8f2f-ec33b2e23eac), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.577562 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485876d-4fd9-40e1-999c-e223bca3a151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:08.578001 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1485876d-4fd9-40e1-999c-e223bca3a151 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.738070 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad97cb72-2cb7-42e2-955f-a5289339ac32 admin admin] Publish callbacks [] for router_controller (9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.764891 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 93adf00e-13ca-4d28-9b19-79cc6fd08a11 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:08.768656 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1485876d-4fd9-40e1-999c-e223bca3a151 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2871726 Feb 09 21:44:08.786463 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34318) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:08.797539 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f46a26ef-2ccd-4e93-b60a-9b0a62324c7f admin admin] Request body: {'subnet': {'network_id': '364c2f3e-feb4-4b55-8f2f-ec33b2e23eac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-631125240-subnet', 'tenant_id': 'ca9a9bb5263a475f9beaae32168a01fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:08.830661 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485876d-4fd9-40e1-999c-e223bca3a151 admin admin] Pushing event updated for resources: {'Network': ['ID=364c2f3e-feb4-4b55-8f2f-ec33b2e23eac,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:08.851672 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-15188b01-e8a0-4480-b101-5c1b0c08f85a None None] Current status of the port 93adf00e-13ca-4d28-9b19-79cc6fd08a11 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:08.863033 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 364c2f3e-feb4-4b55-8f2f-ec33b2e23eac details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:44:08.896695 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46a26ef-2ccd-4e93-b60a-9b0a62324c7f admin admin] Made reservation on behalf of ca9a9bb5263a475f9beaae32168a01fb for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:08.901415 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f46a26ef-2ccd-4e93-b60a-9b0a62324c7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.940251 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bbd58-e905-4d28-9a34-d06b04d0b409 req-faba8076-004c-4688-b599-31de5f70e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:08.944663 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f36bbd58-e905-4d28-9a34-d06b04d0b409 req-faba8076-004c-4688-b599-31de5f70e946 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c286a60db7b149148ec99282304452cf&device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 1127 time: 0.3026376 Feb 09 21:44:08.968059 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ed2ae9-6f92-4d7f-bcab-32c328136dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-15c928c0-29e5-4755-9cbb-323d8380b7d4', 'network_id': '15c928c0-29e5-4755-9cbb-323d8380b7d4', 'project_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'fixed_ips': [{'subnet_id': '1f380405-6bbb-4aee-8972-818c0c9f3fc8'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:44:08.968949 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2ae9-6f92-4d7f-bcab-32c328136dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.009015 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 93adf00e-13ca-4d28-9b19-79cc6fd08a11 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:09.009015 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (93adf00e-13ca-4d28-9b19-79cc6fd08a11), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.322581 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 93adf00e-13ca-4d28-9b19-79cc6fd08a11 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:09.426458 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-b8ed2ae9-6f92-4d7f-bcab-32c328136dd2 None None] Allocated IP 172.20.0.2 (15c928c0-29e5-4755-9cbb-323d8380b7d4/1f380405-6bbb-4aee-8972-818c0c9f3fc8/ab2763ec-5db9-4063-a8d4-fdc9cd272b9c) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:09.426775 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad97cb72-2cb7-42e2-955f-a5289339ac32 admin admin] Publish callbacks [] for router_gateway (9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.548084 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bbd58-e905-4d28-9a34-d06b04d0b409 req-7b404f16-7de1-4b14-9b81-22a12b2efab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:09.550944 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f36bbd58-e905-4d28-9a34-d06b04d0b409 req-7b404f16-7de1-4b14-9b81-22a12b2efab6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50 HTTP/1.1" status: 200 len: 916 time: 0.3239348 Feb 09 21:44:09.552060 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f46a26ef-2ccd-4e93-b60a-9b0a62324c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (321e59e2-b895-4c51-be5b-a8f5ea91dd3f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.591799 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63475f9e-1169-483a-afd4-41cda2ada53d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (4b34e32f-d92e-474a-98cc-89ffd772126c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.692004 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63475f9e-1169-483a-afd4-41cda2ada53d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:09.698554 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-63475f9e-1169-483a-afd4-41cda2ada53d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:09.712290 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f36bbd58-e905-4d28-9a34-d06b04d0b409 req-89053388-de43-416d-9731-9d6857753f71 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61d57e38-4643-4b12-981c-f39d00afa99b HTTP/1.1" status: 200 len: 217 time: 0.1328187 Feb 09 21:44:09.713870 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fdf1af-1f55-4e51-8ebb-bfe2a04a4b7a None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:09.723766 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63475f9e-1169-483a-afd4-41cda2ada53d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:09.724123 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63475f9e-1169-483a-afd4-41cda2ada53d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.739533 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63475f9e-1169-483a-afd4-41cda2ada53d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=4b34e32f-d92e-474a-98cc-89ffd772126c,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:09.769278 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-63475f9e-1169-483a-afd4-41cda2ada53d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4873230 Feb 09 21:44:09.769601 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34380) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:09.776366 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-0322e141-dc9b-4828-a318-d87eab4485a2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'mac_address': 'fa:16:3e:90:2d:1b', 'name': 'tempest-NetworksTestDHCPv6-1027297895'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:09.824648 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46a26ef-2ccd-4e93-b60a-9b0a62324c7f admin admin] Checking segment: {'id': '641bfab3-75a2-434f-a7a3-eacc3fc002e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '364c2f3e-feb4-4b55-8f2f-ec33b2e23eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:09.824648 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46a26ef-2ccd-4e93-b60a-9b0a62324c7f admin admin] Network hostable DHCP agents. Network: 364c2f3e-feb4-4b55-8f2f-ec33b2e23eac, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:44:09.828310 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a26ef-2ccd-4e93-b60a-9b0a62324c7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=321e59e2-b895-4c51-be5b-a8f5ea91dd3f,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:09.847077 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8eb75-2ca0-4c53-a19c-553520c2004f req-2089d340-42b9-450c-b33d-785107dc962e tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:09.855740 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e3c8eb75-2ca0-4c53-a19c-553520c2004f req-2089d340-42b9-450c-b33d-785107dc962e tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 946 time: 0.3287945 Feb 09 21:44:09.899175 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bbd58-e905-4d28-9a34-d06b04d0b409 req-82fe2dd9-d477-4ca8-a08d-6666b5e881cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:09.900809 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f36bbd58-e905-4d28-9a34-d06b04d0b409 req-82fe2dd9-d477-4ca8-a08d-6666b5e881cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89c198a6-8a39-4e34-a647-f29ce9301483 HTTP/1.1" status: 200 len: 854 time: 0.1812742 Feb 09 21:44:09.938080 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46a26ef-2ccd-4e93-b60a-9b0a62324c7f admin admin] Network 364c2f3e-feb4-4b55-8f2f-ec33b2e23eac is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:44:09.942213 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2ae9-6f92-4d7f-bcab-32c328136dd2 None None] Publish callbacks [] for port (ab2763ec-5db9-4063-a8d4-fdc9cd272b9c), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.960758 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2ae9-6f92-4d7f-bcab-32c328136dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (ab2763ec-5db9-4063-a8d4-fdc9cd272b9c), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.003564 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e3c8eb75-2ca0-4c53-a19c-553520c2004f req-1e3ad71a-5827-46dd-bad0-2ab3f950b936 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439984 Feb 09 21:44:10.007064 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f46a26ef-2ccd-4e93-b60a-9b0a62324c7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 364c2f3e-feb4-4b55-8f2f-ec33b2e23eac) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:10.019008 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46a26ef-2ccd-4e93-b60a-9b0a62324c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:10.020563 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f46a26ef-2ccd-4e93-b60a-9b0a62324c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.025483 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad97cb72-2cb7-42e2-955f-a5289339ac32 admin admin] Publish callbacks [] for router_gateway (9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.033498 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce92b2c-b316-4f30-9d99-56b8aaf9d8a5 None None] Network 364c2f3e-feb4-4b55-8f2f-ec33b2e23eac requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:10.057005 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0322e141-dc9b-4828-a318-d87eab4485a2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:10.064908 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad97cb72-2cb7-42e2-955f-a5289339ac32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.095145 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f46a26ef-2ccd-4e93-b60a-9b0a62324c7f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3040419 Feb 09 21:44:10.111095 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bbd58-e905-4d28-9a34-d06b04d0b409 req-e29271c1-8421-4c83-a980-b9f8a3479acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:10.116526 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f36bbd58-e905-4d28-9a34-d06b04d0b409 req-e29271c1-8421-4c83-a980-b9f8a3479acf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2027767 Feb 09 21:44:10.291870 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ed2ae9-6f92-4d7f-bcab-32c328136dd2 None None] Network 15c928c0-29e5-4755-9cbb-323d8380b7d4 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:10.328653 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-b8ed2ae9-6f92-4d7f-bcab-32c328136dd2 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:10.333486 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ed2ae9-6f92-4d7f-bcab-32c328136dd2 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:10.343235 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f36bbd58-e905-4d28-9a34-d06b04d0b409 req-c2b8ad59-d4c0-45d3-868b-a3f0daa75acf service neutron] 10.222.0.42 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229264 Feb 09 21:44:10.480377 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed2ae9-6f92-4d7f-bcab-32c328136dd2 None None] Pushing event updated for resources: {'Port': ['ID=ab2763ec-5db9-4063-a8d4-fdc9cd272b9c,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:10.500681 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669e336-e230-4b2a-b410-55c9ab39d67a req-7ea23b31-597e-481d-8492-6f02d75d1f1c tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:10.509205 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7669e336-e230-4b2a-b410-55c9ab39d67a req-7ea23b31-597e-481d-8492-6f02d75d1f1c tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 945 time: 0.1644590 Feb 09 21:44:10.522351 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0322e141-dc9b-4828-a318-d87eab4485a2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.545534 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f36bbd58-e905-4d28-9a34-d06b04d0b409 req-ac798898-8cd0-4360-a665-9b3376139c51 service neutron] 10.222.0.42 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887655 Feb 09 21:44:10.585952 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-ad97cb72-2cb7-42e2-955f-a5289339ac32 admin admin] Allocated IP 172.25.6.159 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/3e8d92c4-8792-4349-8d09-aeff66302204) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:10.609480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-0322e141-dc9b-4828-a318-d87eab4485a2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] device_id is not set on port d6c6d44b-ea6a-40e6-8e3c-9ef25553bb4d yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:44:10.622427 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7669e336-e230-4b2a-b410-55c9ab39d67a req-16d981b1-bd1f-4d4a-9198-39d539753c5a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120543 Feb 09 21:44:10.661961 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb89dd7-3756-4ba5-af95-d304c648b2dd None None] Network 364c2f3e-feb4-4b55-8f2f-ec33b2e23eac requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:10.857209 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device e38c4097-c302-4807-9da8-4a9c610adc9d details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:44:10.886020 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7bca1932-b220-4a3d-b980-3f686a81f45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.946074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7476b5-2cd6-4cc9-b9fa-e4f0dcc1f430 req-70b82051-0be9-419a-97fe-c798fddbf694 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:10.949036 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf7476b5-2cd6-4cc9-b9fa-e4f0dcc1f430 req-70b82051-0be9-419a-97fe-c798fddbf694 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 946 time: 0.1421800 Feb 09 21:44:10.978694 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b8ed2ae9-6f92-4d7f-bcab-32c328136dd2 None None] Attempting to bind port ab2763ec-5db9-4063-a8d4-fdc9cd272b9c on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:10.979368 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b8ed2ae9-6f92-4d7f-bcab-32c328136dd2 None None] Attempting to bind port ab2763ec-5db9-4063-a8d4-fdc9cd272b9c by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '15c928c0-29e5-4755-9cbb-323d8380b7d4'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:10.979471 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed2ae9-6f92-4d7f-bcab-32c328136dd2 None None] Attempting to bind port ab2763ec-5db9-4063-a8d4-fdc9cd272b9c on network 15c928c0-29e5-4755-9cbb-323d8380b7d4 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:11.002381 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed2ae9-6f92-4d7f-bcab-32c328136dd2 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:11.002858 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed2ae9-6f92-4d7f-bcab-32c328136dd2 None None] Checking segment: {'id': 'b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '15c928c0-29e5-4755-9cbb-323d8380b7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:11.003175 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2ae9-6f92-4d7f-bcab-32c328136dd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.003579 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed2ae9-6f92-4d7f-bcab-32c328136dd2 None None] Bound using segment: {'id': 'b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '15c928c0-29e5-4755-9cbb-323d8380b7d4'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:11.004116 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b8ed2ae9-6f92-4d7f-bcab-32c328136dd2 None None] Bound port: ab2763ec-5db9-4063-a8d4-fdc9cd272b9c, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '15c928c0-29e5-4755-9cbb-323d8380b7d4'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:11.004505 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2ae9-6f92-4d7f-bcab-32c328136dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ab2763ec-5db9-4063-a8d4-fdc9cd272b9c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.008552 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad97cb72-2cb7-42e2-955f-a5289339ac32 admin admin] Publish callbacks [] for port (3e8d92c4-8792-4349-8d09-aeff66302204), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.063371 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf7476b5-2cd6-4cc9-b9fa-e4f0dcc1f430 req-2dd92e3f-399f-4fc4-ab9b-c2fd136bc231 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967853 Feb 09 21:44:11.128149 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.resource_extend [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:44:11.164108 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-0322e141-dc9b-4828-a318-d87eab4485a2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8:0:1::d1 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/4b34e32f-d92e-474a-98cc-89ffd772126c/d6c6d44b-ea6a-40e6-8e3c-9ef25553bb4d) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:11.171135 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-0322e141-dc9b-4828-a318-d87eab4485a2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8::f816:3eff:fe90:2d1b (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/5f52ef98-6283-4c28-8007-a7bb64251aa7/d6c6d44b-ea6a-40e6-8e3c-9ef25553bb4d) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:11.203597 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3e1e17-9cab-4888-a692-dc5ea37560b7 None None] Update dhcp port {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'fixed_ips': [{'subnet_id': '5f52ef98-6283-4c28-8007-a7bb64251aa7', 'ip_address': '2001:db8::f816:3eff:fe69:a853'}, {'subnet_id': '4b34e32f-d92e-474a-98cc-89ffd772126c'}], 'binding:host_id': 'n-d-828601-1'}, 'id': '93adf00e-13ca-4d28-9b19-79cc6fd08a11'} from n-d-828601-1. {{(pid=103203) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:44:11.282152 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7b3e1e17-9cab-4888-a692-dc5ea37560b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (93adf00e-13ca-4d28-9b19-79cc6fd08a11), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.344414 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b8ed2ae9-6f92-4d7f-bcab-32c328136dd2 None None] For port ab2763ec-5db9-4063-a8d4-fdc9cd272b9c, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:11.378628 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port e38c4097-c302-4807-9da8-4a9c610adc9d, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=e38c4097-c302-4807-9da8-4a9c610adc9d,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:11.386924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b8ed2ae9-6f92-4d7f-bcab-32c328136dd2 None None] For port ab2763ec-5db9-4063-a8d4-fdc9cd272b9c, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ab2763ec-5db9-4063-a8d4-fdc9cd272b9c,segment=NetworkSegment(b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7),segment_id=b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:11.419779 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad97cb72-2cb7-42e2-955f-a5289339ac32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (3e8d92c4-8792-4349-8d09-aeff66302204), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.507075 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2ae9-6f92-4d7f-bcab-32c328136dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ab2763ec-5db9-4063-a8d4-fdc9cd272b9c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.553577 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'e38c4097-c302-4807-9da8-4a9c610adc9d', 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf', 'port_id': 'e38c4097-c302-4807-9da8-4a9c610adc9d', 'mac_address': 'fa:16:3e:36:45:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2baf19-4835-4e7a-83c6-0d721aca5d48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:44:11.569062 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad97cb72-2cb7-42e2-955f-a5289339ac32 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:11.621296 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-ad97cb72-2cb7-42e2-955f-a5289339ac32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:11.634693 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad97cb72-2cb7-42e2-955f-a5289339ac32 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:11.682471 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.735203 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed2ae9-6f92-4d7f-bcab-32c328136dd2 None None] Pushing event updated for resources: {'Port': ['ID=ab2763ec-5db9-4063-a8d4-fdc9cd272b9c,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:11.738807 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port e38c4097-c302-4807-9da8-4a9c610adc9d is: ACTIVE; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:11.739466 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e38c4097-c302-4807-9da8-4a9c610adc9d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.758256 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e38c4097-c302-4807-9da8-4a9c610adc9d {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:44:11.803292 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port e38c4097-c302-4807-9da8-4a9c610adc9d, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=e38c4097-c302-4807-9da8-4a9c610adc9d,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:11.822392 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e38c4097-c302-4807-9da8-4a9c610adc9d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.845927 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97cb72-2cb7-42e2-955f-a5289339ac32 admin admin] Pushing event updated for resources: {'Port': ['ID=3e8d92c4-8792-4349-8d09-aeff66302204,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:11.924671 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=e38c4097-c302-4807-9da8-4a9c610adc9d,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:11.931464 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['e38c4097-c302-4807-9da8-4a9c610adc9d'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:44:12.025026 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0322e141-dc9b-4828-a318-d87eab4485a2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (d6c6d44b-ea6a-40e6-8e3c-9ef25553bb4d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.261225 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34520) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:12.293369 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0322e141-dc9b-4828-a318-d87eab4485a2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (d6c6d44b-ea6a-40e6-8e3c-9ef25553bb4d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.379738 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322e141-dc9b-4828-a318-d87eab4485a2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=d6c6d44b-ea6a-40e6-8e3c-9ef25553bb4d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:12.416848 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0322e141-dc9b-4828-a318-d87eab4485a2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:12.420429 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-0322e141-dc9b-4828-a318-d87eab4485a2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:12.429159 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0322e141-dc9b-4828-a318-d87eab4485a2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:12.439351 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0322e141-dc9b-4828-a318-d87eab4485a2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:12.440942 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0322e141-dc9b-4828-a318-d87eab4485a2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.475366 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-7b3e1e17-9cab-4888-a692-dc5ea37560b7 None None] Allocated IP 2001:db8:0:1::2 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/4b34e32f-d92e-474a-98cc-89ffd772126c/93adf00e-13ca-4d28-9b19-79cc6fd08a11) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:12.547600 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26980542-b50e-4e77-8468-e05181f5d627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.778918 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0322e141-dc9b-4828-a318-d87eab4485a2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0072365 Feb 09 21:44:12.783086 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26980542-b50e-4e77-8468-e05181f5d627 admin admin] Publish callbacks [] for security_group (9d282027-af7f-4ada-9e43-7d7605a5f031), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.784285 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34540) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:12.851046 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26980542-b50e-4e77-8468-e05181f5d627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (9d282027-af7f-4ada-9e43-7d7605a5f031), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.967201 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad97cb72-2cb7-42e2-955f-a5289339ac32 admin admin] Publish callbacks [] for router_gateway (9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.132719 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26980542-b50e-4e77-8468-e05181f5d627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d282027-af7f-4ada-9e43-7d7605a5f031,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:13.200759 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-26980542-b50e-4e77-8468-e05181f5d627 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c6754f80ada3407bae16b83067fc958a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9381685 Feb 09 21:44:13.202630 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34542) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:13.237554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5510b64-eec7-4bb0-a98a-9fda06b8f4e2 req-78737c73-6bfb-4b05-bdbb-2b8ad5ef675b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:13.248490 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5510b64-eec7-4bb0-a98a-9fda06b8f4e2 req-78737c73-6bfb-4b05-bdbb-2b8ad5ef675b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 945 time: 0.4630010 Feb 09 21:44:13.267501 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device e38c4097-c302-4807-9da8-4a9c610adc9d up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:13.281991 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ab2763ec-5db9-4063-a8d4-fdc9cd272b9c up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:13.364018 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-95275c99-e745-418a-90c8-195c5489205e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting port d6c6d44b-ea6a-40e6-8e3c-9ef25553bb4d {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:13.364882 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-95275c99-e745-418a-90c8-195c5489205e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d6c6d44b-ea6a-40e6-8e3c-9ef25553bb4d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.528255 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5510b64-eec7-4bb0-a98a-9fda06b8f4e2 req-c20a0852-b3e8-4804-9cc4-bd4543ef69ac tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784572 Feb 09 21:44:13.641384 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.648864 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6adde6e2-b2c1-4e91-9859-8990a06a2be4 admin admin] Publish callbacks [] for security_group (9d282027-af7f-4ada-9e43-7d7605a5f031), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.670970 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339e6d9e-91c5-49ca-8a14-4b691f944e6a None None] Network 15c928c0-29e5-4755-9cbb-323d8380b7d4 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:13.722422 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-95275c99-e745-418a-90c8-195c5489205e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d6c6d44b-ea6a-40e6-8e3c-9ef25553bb4d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.727858 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad97cb72-2cb7-42e2-955f-a5289339ac32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.769739 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-95275c99-e745-418a-90c8-195c5489205e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Calling delete_port for d6c6d44b-ea6a-40e6-8e3c-9ef25553bb4d owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:13.776977 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6adde6e2-b2c1-4e91-9859-8990a06a2be4 admin admin] Publish callbacks [] for security_group (9d282027-af7f-4ada-9e43-7d7605a5f031), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.938579 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387d411-2b5a-419b-a5bd-1ee08e3ca0f8 req-cbb1f485-bdb0-4bc6-b0db-84afdde6a20b tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:13.946170 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b387d411-2b5a-419b-a5bd-1ee08e3ca0f8 req-cbb1f485-bdb0-4bc6-b0db-84afdde6a20b tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 946 time: 0.2496972 Feb 09 21:44:14.016042 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6adde6e2-b2c1-4e91-9859-8990a06a2be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (9d282027-af7f-4ada-9e43-7d7605a5f031), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.024831 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6adde6e2-b2c1-4e91-9859-8990a06a2be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.028440 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6adde6e2-b2c1-4e91-9859-8990a06a2be4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9d282027-af7f-4ada-9e43-7d7605a5f031 HTTP/1.1" status: 204 len: 168 time: 0.8229980 Feb 09 21:44:14.070262 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9312e91e-2bed-4d4d-8cf7-d46a80055c31 None None] Provisioning complete for port ab2763ec-5db9-4063-a8d4-fdc9cd272b9c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:14.070880 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9312e91e-2bed-4d4d-8cf7-d46a80055c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ab2763ec-5db9-4063-a8d4-fdc9cd272b9c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.084217 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-7b3e1e17-9cab-4888-a692-dc5ea37560b7 None None] For port 93adf00e-13ca-4d28-9b19-79cc6fd08a11, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=93adf00e-13ca-4d28-9b19-79cc6fd08a11,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:14.132044 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adde6e2-b2c1-4e91-9859-8990a06a2be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d282027-af7f-4ada-9e43-7d7605a5f031,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:14.150181 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad97cb72-2cb7-42e2-955f-a5289339ac32 admin admin] Router 9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:44:14.196337 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b387d411-2b5a-419b-a5bd-1ee08e3ca0f8 req-f5ebe106-3f84-4f71-9ed9-2e8f2d202c01 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489097 Feb 09 21:44:14.196571 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.383882 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port e38c4097-c302-4807-9da8-4a9c610adc9d triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:14.384521 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e38c4097-c302-4807-9da8-4a9c610adc9d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.415445 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ab2763ec-5db9-4063-a8d4-fdc9cd272b9c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:14.415986 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ab2763ec-5db9-4063-a8d4-fdc9cd272b9c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.563740 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-95275c99-e745-418a-90c8-195c5489205e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (d6c6d44b-ea6a-40e6-8e3c-9ef25553bb4d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.605746 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad97cb72-2cb7-42e2-955f-a5289339ac32 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:14.608141 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7b3e1e17-9cab-4888-a692-dc5ea37560b7 None None] Publish callbacks [] for port (93adf00e-13ca-4d28-9b19-79cc6fd08a11), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.625650 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] Sync routers for ids ['9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:14.660859 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] Routers {'9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:14.668847 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:44:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:14.678269 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7b3e1e17-9cab-4888-a692-dc5ea37560b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (93adf00e-13ca-4d28-9b19-79cc6fd08a11), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.687411 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad97cb72-2cb7-42e2-955f-a5289339ac32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.696844 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ad97cb72-2cb7-42e2-955f-a5289339ac32 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5345585 Feb 09 21:44:14.699469 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34564) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:14.813927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95275c99-e745-418a-90c8-195c5489205e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Port': ['ID=d6c6d44b-ea6a-40e6-8e3c-9ef25553bb4d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:15.032830 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-95275c99-e745-418a-90c8-195c5489205e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:15.041969 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-95275c99-e745-418a-90c8-195c5489205e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/d6c6d44b-ea6a-40e6-8e3c-9ef25553bb4d HTTP/1.1" status: 204 len: 168 time: 2.2552474 Feb 09 21:44:15.051946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34588) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:15.102202 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] Set router 9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:15.221335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e1e17-9cab-4888-a692-dc5ea37560b7 None None] Pushing event updated for resources: {'Port': ['ID=93adf00e-13ca-4d28-9b19-79cc6fd08a11,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:15.293164 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2b0dd-5e8a-422c-9b17-24bb61d260ba req-944f30e2-eda5-4c6c-ad9b-23fb106cfde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:15.295111 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aad2b0dd-5e8a-422c-9b17-24bb61d260ba req-944f30e2-eda5-4c6c-ad9b-23fb106cfde5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c286a60db7b149148ec99282304452cf&device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 1127 time: 0.5366340 Feb 09 21:44:15.349872 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fdcb08-4c38-44aa-97fa-f25ea90a033c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:15.356533 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c1fdcb08-4c38-44aa-97fa-f25ea90a033c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2979012 Feb 09 21:44:15.359264 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34594) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:15.359617 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34596) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:15.444499 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-25b5e8a6-b4a0-4966-8992-74bad82fdd57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:15.470790 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port e38c4097-c302-4807-9da8-4a9c610adc9d is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:15.483076 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e38c4097-c302-4807-9da8-4a9c610adc9d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:15.489666 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:15.733315 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9312e91e-2bed-4d4d-8cf7-d46a80055c31 None None] Current status of the port ab2763ec-5db9-4063-a8d4-fdc9cd272b9c is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:15.734909 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9312e91e-2bed-4d4d-8cf7-d46a80055c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ab2763ec-5db9-4063-a8d4-fdc9cd272b9c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:15.903162 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1991337838-router', 'tenant_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '3e8d92c4-8792-4349-8d09-aeff66302204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:08Z', 'updated_at': '2022-02-09T21:44:12Z', 'revision_number': 3, 'project_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'gw_port': {'id': '3e8d92c4-8792-4349-8d09-aeff66302204', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:10Z', 'updated_at': '2022-02-09T21:44:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:15.965724 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb8a4fa-7c33-4614-8a14-fa1d3595f52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38c4097-c302-4807-9da8-4a9c610adc9d'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:15.969804 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be482ca2-202f-42f0-83ae-8c4209d09638" -d '{"events": [{"server_uuid": "0fb8a4fa-7c33-4614-8a14-fa1d3595f52d", "name": "network-vif-plugged", "status": "completed", "tag": "e38c4097-c302-4807-9da8-4a9c610adc9d"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:16.001149 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] Checking router: 9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:44:16.003496 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] Updating router 9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b port 3e8d92c4-8792-4349-8d09-aeff66302204 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:44:16.006057 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2b0dd-5e8a-422c-9b17-24bb61d260ba req-bcd4055b-a111-4793-9c10-95c33ec50a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:16.009475 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aad2b0dd-5e8a-422c-9b17-24bb61d260ba req-bcd4055b-a111-4793-9c10-95c33ec50a41 service neutron] 10.222.0.42 "GET /v2.0/networks?id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50 HTTP/1.1" status: 200 len: 916 time: 0.6990025 Feb 09 21:44:16.065282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port e38c4097-c302-4807-9da8-4a9c610adc9d, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=e38c4097-c302-4807-9da8-4a9c610adc9d,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:16.104925 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.106076 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ab2763ec-5db9-4063-a8d4-fdc9cd272b9c is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:16.106726 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ab2763ec-5db9-4063-a8d4-fdc9cd272b9c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.127194 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3e8d92c4-8792-4349-8d09-aeff66302204), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.128207 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e38c4097-c302-4807-9da8-4a9c610adc9d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.238372 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aad2b0dd-5e8a-422c-9b17-24bb61d260ba req-15116bc4-8b57-4b25-8902-18aecb149c5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61d57e38-4643-4b12-981c-f39d00afa99b HTTP/1.1" status: 200 len: 217 time: 0.1995933 Feb 09 21:44:16.405051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=e38c4097-c302-4807-9da8-4a9c610adc9d,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:16.456692 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-9312e91e-2bed-4d4d-8cf7-d46a80055c31 None None] For port ab2763ec-5db9-4063-a8d4-fdc9cd272b9c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ab2763ec-5db9-4063-a8d4-fdc9cd272b9c,segment=NetworkSegment(b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7),segment_id=b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:16.492254 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9312e91e-2bed-4d4d-8cf7-d46a80055c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ab2763ec-5db9-4063-a8d4-fdc9cd272b9c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.656567 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7f96ec-6136-4702-8539-d0c0fcfd8b10 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:16.662885 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-da7f96ec-6136-4702-8539-d0c0fcfd8b10 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.2861109 Feb 09 21:44:16.679635 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34620) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:16.685976 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312e91e-2bed-4d4d-8cf7-d46a80055c31 None None] Pushing event updated for resources: {'Port': ['ID=ab2763ec-5db9-4063-a8d4-fdc9cd272b9c,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:16.865951 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628ea75f-6e48-4a3f-a5f8-55a586f52264 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:16.870163 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628ea75f-6e48-4a3f-a5f8-55a586f52264 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:16.874552 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628ea75f-6e48-4a3f-a5f8-55a586f52264 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:16.882504 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-628ea75f-6e48-4a3f-a5f8-55a586f52264 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1979222 Feb 09 21:44:16.884550 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34624) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:16.893733 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-a60aa9b9-7e78-4e22-a148-9cb98d3b6b45 None None] Provisioning complete for port ab2763ec-5db9-4063-a8d4-fdc9cd272b9c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:16.894439 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a60aa9b9-7e78-4e22-a148-9cb98d3b6b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ab2763ec-5db9-4063-a8d4-fdc9cd272b9c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.955579 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:44:16.960379 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:44:17.017049 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] Publish callbacks [] for port (3e8d92c4-8792-4349-8d09-aeff66302204), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.029167 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2b0dd-5e8a-422c-9b17-24bb61d260ba req-4863c01e-90a3-484f-a911-d93baa757e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:17.031097 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aad2b0dd-5e8a-422c-9b17-24bb61d260ba req-4863c01e-90a3-484f-a911-d93baa757e5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89c198a6-8a39-4e34-a647-f29ce9301483 HTTP/1.1" status: 200 len: 854 time: 0.7538159 Feb 09 21:44:17.032241 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3e8d92c4-8792-4349-8d09-aeff66302204), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.098486 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.190511 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f570e-aad6-423f-97b8-5f12d61712d7 req-83071202-3f68-4af8-86c3-b0a44e451e2a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:17.207076 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a17f570e-aad6-423f-97b8-5f12d61712d7 req-83071202-3f68-4af8-86c3-b0a44e451e2a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 945 time: 0.7201200 Feb 09 21:44:17.231896 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-25b5e8a6-b4a0-4966-8992-74bad82fdd57 admin admin] Publish callbacks [] for security_group (8b8e9d85-cdbe-4878-994f-37334b2609ca), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.269864 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-25b5e8a6-b4a0-4966-8992-74bad82fdd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8b8e9d85-cdbe-4878-994f-37334b2609ca), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.295200 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-106a8c75-d2aa-4ffa-b0dd-baab0885b1e2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet 4b34e32f-d92e-474a-98cc-89ffd772126c {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:17.298835 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ff996-be95-4c7a-a554-f868ac294a85 None None] Pushing event updated for resources: {'Port': ['ID=3e8d92c4-8792-4349-8d09-aeff66302204,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:17.304603 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-106a8c75-d2aa-4ffa-b0dd-baab0885b1e2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (4b34e32f-d92e-474a-98cc-89ffd772126c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.311540 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] Attempting to bind port 3e8d92c4-8792-4349-8d09-aeff66302204 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:17.318753 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] Attempting to bind port 3e8d92c4-8792-4349-8d09-aeff66302204 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:17.319487 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] Attempting to bind port 3e8d92c4-8792-4349-8d09-aeff66302204 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:17.325735 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a60aa9b9-7e78-4e22-a148-9cb98d3b6b45 None None] Current status of the port ab2763ec-5db9-4063-a8d4-fdc9cd272b9c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:17.368766 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ff996-be95-4c7a-a554-f868ac294a85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:17.369348 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ff996-be95-4c7a-a554-f868ac294a85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:17.369960 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ff996-be95-4c7a-a554-f868ac294a85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:17.371728 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ff996-be95-4c7a-a554-f868ac294a85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:17.375515 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ff996-be95-4c7a-a554-f868ac294a85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:17.375795 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ff996-be95-4c7a-a554-f868ac294a85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:17.376378 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ff996-be95-4c7a-a554-f868ac294a85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:17.376975 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ff996-be95-4c7a-a554-f868ac294a85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:17.377558 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ff996-be95-4c7a-a554-f868ac294a85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:17.379693 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ff996-be95-4c7a-a554-f868ac294a85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:17.394492 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ff996-be95-4c7a-a554-f868ac294a85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:17.395062 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ff996-be95-4c7a-a554-f868ac294a85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:17.395672 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ff996-be95-4c7a-a554-f868ac294a85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:17.397523 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-106a8c75-d2aa-4ffa-b0dd-baab0885b1e2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (4b34e32f-d92e-474a-98cc-89ffd772126c), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.462948 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:17.463278 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:17.463753 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.468048 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:17.472683 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Allocated IP 172.20.0.1 (15c928c0-29e5-4755-9cbb-323d8380b7d4/1f380405-6bbb-4aee-8972-818c0c9f3fc8/fba13084-1f3f-4578-88aa-e10440a7369f) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:17.479210 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] Bound port: 3e8d92c4-8792-4349-8d09-aeff66302204, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:17.480169 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3e8d92c4-8792-4349-8d09-aeff66302204), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.667305 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Publish callbacks [] for port (fba13084-1f3f-4578-88aa-e10440a7369f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.686378 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] For port 3e8d92c4-8792-4349-8d09-aeff66302204, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:17.701511 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] For port 3e8d92c4-8792-4349-8d09-aeff66302204, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=3e8d92c4-8792-4349-8d09-aeff66302204,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:17.708613 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-64a86b79-f749-4733-ab30-4bc0a7c69222 None None] Provisioning complete for port 93adf00e-13ca-4d28-9b19-79cc6fd08a11 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:17.709212 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-64a86b79-f749-4733-ab30-4bc0a7c69222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (93adf00e-13ca-4d28-9b19-79cc6fd08a11), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.717595 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-106a8c75-d2aa-4ffa-b0dd-baab0885b1e2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (4b34e32f-d92e-474a-98cc-89ffd772126c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.721458 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3e8d92c4-8792-4349-8d09-aeff66302204), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.728045 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (fba13084-1f3f-4578-88aa-e10440a7369f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.857293 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ab2763ec-5db9-4063-a8d4-fdc9cd272b9c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:17.941752 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Network 15c928c0-29e5-4755-9cbb-323d8380b7d4 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:17.944963 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Pushing event updated for resources: {'Port': ['ID=fba13084-1f3f-4578-88aa-e10440a7369f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:17.953344 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:17.973770 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ff996-be95-4c7a-a554-f868ac294a85 None None] Pushing event updated for resources: {'Port': ['ID=3e8d92c4-8792-4349-8d09-aeff66302204,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:17.983436 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-106a8c75-d2aa-4ffa-b0dd-baab0885b1e2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (4b34e32f-d92e-474a-98cc-89ffd772126c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.985352 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:18.029810 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] Routers {'9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:18.030461 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:44:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:18.045660 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-64a86b79-f749-4733-ab30-4bc0a7c69222 None None] Current status of the port 93adf00e-13ca-4d28-9b19-79cc6fd08a11 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:18.070886 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-64a86b79-f749-4733-ab30-4bc0a7c69222 None None] Could not find standard attr ID for object d6c6d44b-ea6a-40e6-8e3c-9ef25553bb4d. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:44:18.084992 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a17f570e-aad6-423f-97b8-5f12d61712d7 req-0afbc54d-adc1-45a9-b09f-e6ddba1245e3 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8767686 Feb 09 21:44:18.093584 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2b0dd-5e8a-422c-9b17-24bb61d260ba req-d8f7e2be-9f7a-4cb8-8a11-24e4ba76696b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.096607 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aad2b0dd-5e8a-422c-9b17-24bb61d260ba req-d8f7e2be-9f7a-4cb8-8a11-24e4ba76696b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0531821 Feb 09 21:44:18.146175 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.254964 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 93adf00e-13ca-4d28-9b19-79cc6fd08a11 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:18.258873 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a8c75-d2aa-4ffa-b0dd-baab0885b1e2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=4b34e32f-d92e-474a-98cc-89ffd772126c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:18.271627 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5e8a6-b4a0-4966-8992-74bad82fdd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8e9d85-cdbe-4878-994f-37334b2609ca,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:18.298388 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-106a8c75-d2aa-4ffa-b0dd-baab0885b1e2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.305706 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-106a8c75-d2aa-4ffa-b0dd-baab0885b1e2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/4b34e32f-d92e-474a-98cc-89ffd772126c HTTP/1.1" status: 204 len: 168 time: 1.4047167 Feb 09 21:44:18.308038 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34634) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:18.389951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3f2265-d663-4aa4-a57a-205331777c46 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:18.412176 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-25b5e8a6-b4a0-4966-8992-74bad82fdd57 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b5404da04d8f4921a9dad738792d084e&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0363669 Feb 09 21:44:18.429225 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34636) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:18.486532 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] Set router 9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:18.520394 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 93adf00e-13ca-4d28-9b19-79cc6fd08a11 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:18.521733 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (93adf00e-13ca-4d28-9b19-79cc6fd08a11), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.658367 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 93adf00e-13ca-4d28-9b19-79cc6fd08a11 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:18.663733 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ab2763ec-5db9-4063-a8d4-fdc9cd272b9c up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:18.725080 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7ac0568-7cef-4826-a3ac-0861269c8179 admin admin] Publish callbacks [] for security_group (8b8e9d85-cdbe-4878-994f-37334b2609ca), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.736320 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-01685dcb-8d2c-468a-9230-279ebb4da7e9 None None] Provisioning complete for port fba13084-1f3f-4578-88aa-e10440a7369f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:18.737004 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-01685dcb-8d2c-468a-9230-279ebb4da7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fba13084-1f3f-4578-88aa-e10440a7369f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.765481 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada0990d-755c-4c8a-9c2e-a06511d9c185 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet 5f52ef98-6283-4c28-8007-a7bb64251aa7 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:18.775134 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ada0990d-755c-4c8a-9c2e-a06511d9c185 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (5f52ef98-6283-4c28-8007-a7bb64251aa7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.794004 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0d931-578c-4511-ba51-3fbd8e1f99df req-4e8c9203-e5dc-4069-b275-600695f75155 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.795696 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3fc0d931-578c-4511-ba51-3fbd8e1f99df req-4e8c9203-e5dc-4069-b275-600695f75155 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 946 time: 0.3815603 Feb 09 21:44:18.796985 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-01685dcb-8d2c-468a-9230-279ebb4da7e9 None None] Port fba13084-1f3f-4578-88aa-e10440a7369f cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:18.876669 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fba13084-1f3f-4578-88aa-e10440a7369f), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.906782 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ada0990d-755c-4c8a-9c2e-a06511d9c185 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (5f52ef98-6283-4c28-8007-a7bb64251aa7), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.915545 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aad2b0dd-5e8a-422c-9b17-24bb61d260ba req-24156bf9-5707-4dc7-996b-a0f6b6caea3e service neutron] 10.222.0.42 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7121360 Feb 09 21:44:18.924395 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ab2763ec-5db9-4063-a8d4-fdc9cd272b9c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:18.924860 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ab2763ec-5db9-4063-a8d4-fdc9cd272b9c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.141612 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1991337838-router', 'tenant_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '3e8d92c4-8792-4349-8d09-aeff66302204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:08Z', 'updated_at': '2022-02-09T21:44:12Z', 'revision_number': 3, 'project_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'gw_port': {'id': '3e8d92c4-8792-4349-8d09-aeff66302204', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:10Z', 'updated_at': '2022-02-09T21:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:19.224309 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9773d9-3570-4f78-8ffe-0dbd1ae801df None None] The sync data for ids ['9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b'] in n-d-828601-1 is: [{'id': '9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1991337838-router', 'tenant_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '3e8d92c4-8792-4349-8d09-aeff66302204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:08Z', 'updated_at': '2022-02-09T21:44:12Z', 'revision_number': 3, 'project_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'gw_port': {'id': '3e8d92c4-8792-4349-8d09-aeff66302204', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:10Z', 'updated_at': '2022-02-09T21:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:19.326962 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ada0990d-755c-4c8a-9c2e-a06511d9c185 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (5f52ef98-6283-4c28-8007-a7bb64251aa7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.558470 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ab2763ec-5db9-4063-a8d4-fdc9cd272b9c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:19.612726 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ada0990d-755c-4c8a-9c2e-a06511d9c185 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (5f52ef98-6283-4c28-8007-a7bb64251aa7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.730825 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Publish callbacks [] for port (fba13084-1f3f-4578-88aa-e10440a7369f), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.745312 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0990d-755c-4c8a-9c2e-a06511d9c185 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=5f52ef98-6283-4c28-8007-a7bb64251aa7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:19.771691 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (fba13084-1f3f-4578-88aa-e10440a7369f), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.828300 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7ac0568-7cef-4826-a3ac-0861269c8179 admin admin] Publish callbacks [] for security_group (8b8e9d85-cdbe-4878-994f-37334b2609ca), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.920415 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ada0990d-755c-4c8a-9c2e-a06511d9c185 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.959296 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ada0990d-755c-4c8a-9c2e-a06511d9c185 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/5f52ef98-6283-4c28-8007-a7bb64251aa7 HTTP/1.1" status: 204 len: 168 time: 1.6492941 Feb 09 21:44:19.963437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34644) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:19.963763 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.115244 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 3e8d92c4-8792-4349-8d09-aeff66302204 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:20.239323 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3fc0d931-578c-4511-ba51-3fbd8e1f99df req-98fb3537-7a90-45e9-ae2b-7470974d0524 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4197710 Feb 09 21:44:20.250207 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-984789ae-37b1-4f12-87e2-fb269d1b3cd3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2054741 Feb 09 21:44:20.255492 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34646) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:20.268763 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b221ff48-8a5c-40e4-ad06-1f1c4aef543c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:20.372187 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72ecdb3-a866-4af4-94f3-92cf859616e0 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:20.440801 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Pushing event updated for resources: {'Port': ['ID=fba13084-1f3f-4578-88aa-e10440a7369f,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:20.522943 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:20.523548 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:20.524186 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:20.524782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:20.525357 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:20.542401 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:20.543132 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:20.543729 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:20.544306 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:20.544945 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:20.545445 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:20.546014 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:20.558111 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:20.576041 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7ac0568-7cef-4826-a3ac-0861269c8179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8b8e9d85-cdbe-4878-994f-37334b2609ca), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.589267 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7ac0568-7cef-4826-a3ac-0861269c8179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.591473 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c7ac0568-7cef-4826-a3ac-0861269c8179 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8b8e9d85-cdbe-4878-994f-37334b2609ca HTTP/1.1" status: 204 len: 168 time: 2.1590762 Feb 09 21:44:20.644711 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fa8ae3-ddfc-4135-bacb-f4c6c3406ff8 x-openstack-request-id: req-77fa8ae3-ddfc-4135-bacb-f4c6c3406ff8 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:20.645430 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb8a4fa-7c33-4614-8a14-fa1d3595f52d", "name": "network-vif-plugged", "status": "completed", "tag": "e38c4097-c302-4807-9da8-4a9c610adc9d", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:20.645937 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77fa8ae3-ddfc-4135-bacb-f4c6c3406ff8 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:20.647342 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb8a4fa-7c33-4614-8a14-fa1d3595f52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38c4097-c302-4807-9da8-4a9c610adc9d', 'code': 200} Feb 09 21:44:20.684254 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac0568-7cef-4826-a3ac-0861269c8179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8e9d85-cdbe-4878-994f-37334b2609ca,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:20.716447 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aad2b0dd-5e8a-422c-9b17-24bb61d260ba req-f75c591b-99ae-4447-8e5a-0651ebb65b92 service neutron] 10.222.0.42 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7715437 Feb 09 21:44:20.846123 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Network 15c928c0-29e5-4755-9cbb-323d8380b7d4 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:20.857829 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:20.886427 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-dddfd2a1-cf5f-4f6a-84a0-0df9f2f673fe None None] Provisioning complete for port 93adf00e-13ca-4d28-9b19-79cc6fd08a11 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:20.899124 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dddfd2a1-cf5f-4f6a-84a0-0df9f2f673fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (93adf00e-13ca-4d28-9b19-79cc6fd08a11), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.899577 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b221ff48-8a5c-40e4-ad06-1f1c4aef543c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:20.906503 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b221ff48-8a5c-40e4-ad06-1f1c4aef543c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.163806 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Router 9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:44:21.216257 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 3e8d92c4-8792-4349-8d09-aeff66302204 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:21.232432 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3e8d92c4-8792-4349-8d09-aeff66302204), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.559044 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:21.597238 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4490adc0-802f-4c19-b5ba-0d7bb540213c admin admin] 10.222.0.77 "PUT /v2.0/routers/9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8924296 Feb 09 21:44:21.645594 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c881ff3-943b-4b9f-8f0b-0c6aad051196 req-4db0b644-edcf-4895-8d4f-a93f41389fd3 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:21.664911 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c881ff3-943b-4b9f-8f0b-0c6aad051196 req-4db0b644-edcf-4895-8d4f-a93f41389fd3 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 946 time: 0.8158329 Feb 09 21:44:21.837563 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 3e8d92c4-8792-4349-8d09-aeff66302204 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:21.838118 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3e8d92c4-8792-4349-8d09-aeff66302204), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.843718 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba03280-169b-4f17-83c3-d3d96deebe85 None None] DHCP port deletion for 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:21.906982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 3e8d92c4-8792-4349-8d09-aeff66302204, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=3e8d92c4-8792-4349-8d09-aeff66302204,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:21.918069 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-dddfd2a1-cf5f-4f6a-84a0-0df9f2f673fe None None] Current status of the port 93adf00e-13ca-4d28-9b19-79cc6fd08a11 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:21.923740 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3e8d92c4-8792-4349-8d09-aeff66302204), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.986275 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b221ff48-8a5c-40e4-ad06-1f1c4aef543c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (0495805f-9576-42b6-9b1c-d4852a7efc9f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.032807 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=3e8d92c4-8792-4349-8d09-aeff66302204,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:22.117230 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1ba03280-169b-4f17-83c3-d3d96deebe85 None None] Deleting port 93adf00e-13ca-4d28-9b19-79cc6fd08a11 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:22.117981 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1ba03280-169b-4f17-83c3-d3d96deebe85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (93adf00e-13ca-4d28-9b19-79cc6fd08a11), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.121646 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0fd8bce8-bf97-4ce4-8681-01f601044f4d None None] Provisioning complete for port fba13084-1f3f-4578-88aa-e10440a7369f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:22.127353 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bce8-bf97-4ce4-8681-01f601044f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fba13084-1f3f-4578-88aa-e10440a7369f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.136889 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 93adf00e-13ca-4d28-9b19-79cc6fd08a11 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:22.180769 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c881ff3-943b-4b9f-8f0b-0c6aad051196 req-858e15d7-cdf1-46b7-aee3-2b619ed59ed5 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113595 Feb 09 21:44:22.181230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221ff48-8a5c-40e4-ad06-1f1c4aef543c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=0495805f-9576-42b6-9b1c-d4852a7efc9f,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:22.211190 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b221ff48-8a5c-40e4-ad06-1f1c4aef543c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:22.216715 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-b221ff48-8a5c-40e4-ad06-1f1c4aef543c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:22.235946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b221ff48-8a5c-40e4-ad06-1f1c4aef543c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:22.241159 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b221ff48-8a5c-40e4-ad06-1f1c4aef543c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.305445 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34688) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:22.311156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-82004a40-6373-43a8-b65a-920c17df9f79 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:22.319673 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b221ff48-8a5c-40e4-ad06-1f1c4aef543c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0623057 Feb 09 21:44:22.468993 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe484c0-4e25-459a-9092-aada19cb3b0b req-90d33f18-c872-4093-bfd5-78c07c527581 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:22.480870 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2fe484c0-4e25-459a-9092-aada19cb3b0b req-90d33f18-c872-4093-bfd5-78c07c527581 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 945 time: 0.1385796 Feb 09 21:44:22.634767 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2fe484c0-4e25-459a-9092-aada19cb3b0b req-1bfb2875-add9-489c-80f4-320cf9d11c16 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486900 Feb 09 21:44:22.694283 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82004a40-6373-43a8-b65a-920c17df9f79 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:22.710285 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82004a40-6373-43a8-b65a-920c17df9f79 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.806151 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0fd8bce8-bf97-4ce4-8681-01f601044f4d None None] Port fba13084-1f3f-4578-88aa-e10440a7369f cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:22.855111 n-d-828601-1 neutron-server[103202]: INFO neutron.db.ipam_backend_mixin [None req-82004a40-6373-43a8-b65a-920c17df9f79 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0495805f-9576-42b6-9b1c-d4852a7efc9f (CIDR: 2001:db8::/64) Feb 09 21:44:22.862283 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-82004a40-6373-43a8-b65a-920c17df9f79 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:44:22.863336 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82004a40-6373-43a8-b65a-920c17df9f79 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:22.904891 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34702) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:22.911198 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-09f30636-2362-4099-9b6b-917b6bd9f118 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:22.918543 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-82004a40-6373-43a8-b65a-920c17df9f79 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6117034 Feb 09 21:44:22.970650 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 93adf00e-13ca-4d28-9b19-79cc6fd08a11 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:22.971173 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (93adf00e-13ca-4d28-9b19-79cc6fd08a11), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.987113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1ba03280-169b-4f17-83c3-d3d96deebe85 None None] For port 93adf00e-13ca-4d28-9b19-79cc6fd08a11, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=93adf00e-13ca-4d28-9b19-79cc6fd08a11,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:22.987497 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1ba03280-169b-4f17-83c3-d3d96deebe85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (93adf00e-13ca-4d28-9b19-79cc6fd08a11), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.040972 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 93adf00e-13ca-4d28-9b19-79cc6fd08a11, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=93adf00e-13ca-4d28-9b19-79cc6fd08a11,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:23.046486 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1ba03280-169b-4f17-83c3-d3d96deebe85 None None] Calling delete_port for 93adf00e-13ca-4d28-9b19-79cc6fd08a11 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:23.049280 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (93adf00e-13ca-4d28-9b19-79cc6fd08a11), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.128385 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f30636-2362-4099-9b6b-917b6bd9f118 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:23.140230 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09f30636-2362-4099-9b6b-917b6bd9f118 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.151367 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=93adf00e-13ca-4d28-9b19-79cc6fd08a11,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:23.162056 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] Sync routers for ids ['9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:23.246352 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] Routers {'9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:23.247506 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:44:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:23.426719 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] Set router 9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:23.897399 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1ba03280-169b-4f17-83c3-d3d96deebe85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (93adf00e-13ca-4d28-9b19-79cc6fd08a11), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.068664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba03280-169b-4f17-83c3-d3d96deebe85 None None] Pushing event deleted for resources: {'Port': ['ID=93adf00e-13ca-4d28-9b19-79cc6fd08a11,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:24.139690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba03280-169b-4f17-83c3-d3d96deebe85 None None] No DVR routers for this DVR port 93adf00e-13ca-4d28-9b19-79cc6fd08a11 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:24.158809 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 3e8d92c4-8792-4349-8d09-aeff66302204 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:24.214600 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05c71e1-87b9-4367-ad8f-d89caa6e8a1c None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:24.250105 n-d-828601-1 neutron-server[103201]: DEBUG neutron.objects.ports [None req-09f30636-2362-4099-9b6b-917b6bd9f118 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103201) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:44:24.251803 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09f30636-2362-4099-9b6b-917b6bd9f118 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (97121787-453c-447b-bb7d-cb86ef8eaf8f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.378135 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34758) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:24.381413 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f30636-2362-4099-9b6b-917b6bd9f118 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:24.400900 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1991337838-router', 'tenant_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '3e8d92c4-8792-4349-8d09-aeff66302204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:08Z', 'updated_at': '2022-02-09T21:44:18Z', 'revision_number': 4, 'project_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'gw_port': {'id': '3e8d92c4-8792-4349-8d09-aeff66302204', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:10Z', 'updated_at': '2022-02-09T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'fba13084-1f3f-4578-88aa-e10440a7369f', 'name': '', 'network_id': '15c928c0-29e5-4755-9cbb-323d8380b7d4', 'tenant_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'mac_address': 'fa:16:3e:1a:ca:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '1f380405-6bbb-4aee-8972-818c0c9f3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:17Z', 'updated_at': '2022-02-09T21:44:19Z', 'revision_number': 2, 'project_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'subnets': [{'id': '1f380405-6bbb-4aee-8972-818c0c9f3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:24.408466 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-09f30636-2362-4099-9b6b-917b6bd9f118 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:24.420859 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 3e8d92c4-8792-4349-8d09-aeff66302204 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:24.421315 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3e8d92c4-8792-4349-8d09-aeff66302204), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.430393 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f30636-2362-4099-9b6b-917b6bd9f118 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:24.431963 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09f30636-2362-4099-9b6b-917b6bd9f118 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.450693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0e811-5dd4-44ae-ba8e-9637f3ed89bd req-140658d1-41ab-4d2d-80c2-892a1e2395dc tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:24.466263 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61a0e811-5dd4-44ae-ba8e-9637f3ed89bd req-140658d1-41ab-4d2d-80c2-892a1e2395dc tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 946 time: 0.4778802 Feb 09 21:44:24.478308 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f30636-2362-4099-9b6b-917b6bd9f118 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=97121787-453c-447b-bb7d-cb86ef8eaf8f,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:24.482352 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53973cfb-66fe-40b0-b1b0-220c577a5f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'fixed_ips': [{'subnet_id': '0495805f-9576-42b6-9b1c-d4852a7efc9f'}, {'subnet_id': '97121787-453c-447b-bb7d-cb86ef8eaf8f'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:44:24.483275 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-53973cfb-66fe-40b0-b1b0-220c577a5f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.496564 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] Checking router: 9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:44:24.497651 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] Updating router 9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b port fba13084-1f3f-4578-88aa-e10440a7369f binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:44:24.544202 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-09f30636-2362-4099-9b6b-917b6bd9f118 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6343076 Feb 09 21:44:24.544961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34762) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:24.550962 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-23110d02-5b5d-4edb-9f0c-8a55c4c003f9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'mac_address': 'fa:16:3e:4f:b7:62', 'name': 'tempest-NetworksTestDHCPv6-615318763'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:24.595482 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fba13084-1f3f-4578-88aa-e10440a7369f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.623446 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61a0e811-5dd4-44ae-ba8e-9637f3ed89bd req-c23769b7-e1d2-4c32-a7dc-6c8261a0dfc1 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502330 Feb 09 21:44:24.867759 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23110d02-5b5d-4edb-9f0c-8a55c4c003f9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:24.909445 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b699a8fb-b5cc-4cfb-97dc-0dbe62c1c1a1 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-164837814'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:25.045056 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b699a8fb-b5cc-4cfb-97dc-0dbe62c1c1a1 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Made reservation on behalf of 1f081c07db5c413eb5b47b520eca71ee for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:25.049138 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b699a8fb-b5cc-4cfb-97dc-0dbe62c1c1a1 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.069144 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b699a8fb-b5cc-4cfb-97dc-0dbe62c1c1a1 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.180440 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b699a8fb-b5cc-4cfb-97dc-0dbe62c1c1a1 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks [] for security_group (a145469f-9bda-40bb-8281-785d2766ded7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.189119 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b699a8fb-b5cc-4cfb-97dc-0dbe62c1c1a1 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a145469f-9bda-40bb-8281-785d2766ded7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.205359 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b699a8fb-b5cc-4cfb-97dc-0dbe62c1c1a1 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:44:25.216467 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e598ef8-9cea-4ebf-97b3-370b1cbc8de8 req-7df63fbb-0311-4080-876d-6fc4630c435a tempest-FloatingIPsNegativeTestJSON-918341187 tempest-FloatingIPsNegativeTestJSON-918341187-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=e9cb2a8ff2d64d2e90b481fcb10e7a17 HTTP/1.1" status: 200 len: 217 time: 0.1377265 Feb 09 21:44:25.218693 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b699a8fb-b5cc-4cfb-97dc-0dbe62c1c1a1 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (2e02fbfe-df58-4aed-8cce-c76e7ff69efc), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.221760 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-b699a8fb-b5cc-4cfb-97dc-0dbe62c1c1a1 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Added segment 2e02fbfe-df58-4aed-8cce-c76e7ff69efc of type vlan for network 16d1b086-f554-44b1-96d6-58ed9086e7cf Feb 09 21:44:25.268087 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23110d02-5b5d-4edb-9f0c-8a55c4c003f9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.344714 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-23110d02-5b5d-4edb-9f0c-8a55c4c003f9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] device_id is not set on port 534f771c-96df-4f05-b60d-de26055f6a3b yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:44:25.570502 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dff8f-a58e-40d0-8489-f2a9f6939458 req-ee8c28c1-22ba-4746-8065-b0b40f02da84 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:25.585001 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb1dff8f-a58e-40d0-8489-f2a9f6939458 req-ee8c28c1-22ba-4746-8065-b0b40f02da84 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 946 time: 0.1692383 Feb 09 21:44:25.597733 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-23110d02-5b5d-4edb-9f0c-8a55c4c003f9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8::36 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/0495805f-9576-42b6-9b1c-d4852a7efc9f/534f771c-96df-4f05-b60d-de26055f6a3b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:25.607556 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-23110d02-5b5d-4edb-9f0c-8a55c4c003f9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4f:b762 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/97121787-453c-447b-bb7d-cb86ef8eaf8f/534f771c-96df-4f05-b60d-de26055f6a3b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:25.631226 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699a8fb-b5cc-4cfb-97dc-0dbe62c1c1a1 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a145469f-9bda-40bb-8281-785d2766ded7,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:25.646030 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b699a8fb-b5cc-4cfb-97dc-0dbe62c1c1a1 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (16d1b086-f554-44b1-96d6-58ed9086e7cf), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.712451 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:44:25.754548 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb1dff8f-a58e-40d0-8489-f2a9f6939458 req-34909810-d06a-4b28-bad0-837e6b92d458 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677413 Feb 09 21:44:25.777513 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b699a8fb-b5cc-4cfb-97dc-0dbe62c1c1a1 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (16d1b086-f554-44b1-96d6-58ed9086e7cf), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.783412 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b699a8fb-b5cc-4cfb-97dc-0dbe62c1c1a1 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:25.784178 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b699a8fb-b5cc-4cfb-97dc-0dbe62c1c1a1 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.831734 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34778) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:25.834682 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b699a8fb-b5cc-4cfb-97dc-0dbe62c1c1a1 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4523146 Feb 09 21:44:25.847266 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7a21fbbc-1a1a-4d1f-83b5-8c2c79d0e9e7 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Request body: {'subnet': {'network_id': '16d1b086-f554-44b1-96d6-58ed9086e7cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:25.942850 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] Publish callbacks [] for port (fba13084-1f3f-4578-88aa-e10440a7369f), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.944959 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699a8fb-b5cc-4cfb-97dc-0dbe62c1c1a1 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Pushing event updated for resources: {'Network': ['ID=16d1b086-f554-44b1-96d6-58ed9086e7cf,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:25.987604 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 16d1b086-f554-44b1-96d6-58ed9086e7cf details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:44:26.054966 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23110d02-5b5d-4edb-9f0c-8a55c4c003f9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (534f771c-96df-4f05-b60d-de26055f6a3b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.060272 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fba13084-1f3f-4578-88aa-e10440a7369f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.174606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a21fbbc-1a1a-4d1f-83b5-8c2c79d0e9e7 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Made reservation on behalf of 1f081c07db5c413eb5b47b520eca71ee for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:26.181042 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23110d02-5b5d-4edb-9f0c-8a55c4c003f9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (534f771c-96df-4f05-b60d-de26055f6a3b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.196766 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a21fbbc-1a1a-4d1f-83b5-8c2c79d0e9e7 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.223012 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 3e8d92c4-8792-4349-8d09-aeff66302204 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:26.366841 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa96792-b6af-41f4-8ce1-ac9c50b52ebe None None] Pushing event updated for resources: {'Port': ['ID=fba13084-1f3f-4578-88aa-e10440a7369f,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:26.531857 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23110d02-5b5d-4edb-9f0c-8a55c4c003f9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:26.537752 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23110d02-5b5d-4edb-9f0c-8a55c4c003f9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=534f771c-96df-4f05-b60d-de26055f6a3b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:26.554365 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] Attempting to bind port fba13084-1f3f-4578-88aa-e10440a7369f on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:26.554686 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] Attempting to bind port fba13084-1f3f-4578-88aa-e10440a7369f by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '15c928c0-29e5-4755-9cbb-323d8380b7d4'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:26.554868 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] Attempting to bind port fba13084-1f3f-4578-88aa-e10440a7369f on network 15c928c0-29e5-4755-9cbb-323d8380b7d4 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:26.578752 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-23110d02-5b5d-4edb-9f0c-8a55c4c003f9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:26.589594 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23110d02-5b5d-4edb-9f0c-8a55c4c003f9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:26.607100 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23110d02-5b5d-4edb-9f0c-8a55c4c003f9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:26.612632 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23110d02-5b5d-4edb-9f0c-8a55c4c003f9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.648773 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:26.654185 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-23110d02-5b5d-4edb-9f0c-8a55c4c003f9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1055963 Feb 09 21:44:26.654703 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34814) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:26.659529 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] Checking segment: {'id': 'b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '15c928c0-29e5-4755-9cbb-323d8380b7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:26.666307 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.667081 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] Bound using segment: {'id': 'b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '15c928c0-29e5-4755-9cbb-323d8380b7d4'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:26.667857 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] Bound port: fba13084-1f3f-4578-88aa-e10440a7369f, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '15c928c0-29e5-4755-9cbb-323d8380b7d4'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:26.668472 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fba13084-1f3f-4578-88aa-e10440a7369f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.701211 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a21fbbc-1a1a-4d1f-83b5-8c2c79d0e9e7 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (177f9214-1096-41a5-ace2-c15847f4b5c5), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.763169 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-53973cfb-66fe-40b0-b1b0-220c577a5f4f None None] Allocated IP 2001:db8::2 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/0495805f-9576-42b6-9b1c-d4852a7efc9f/8ccde543-65e4-4a92-b40d-eaf9a23035ab) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:26.791509 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-53973cfb-66fe-40b0-b1b0-220c577a5f4f None None] Allocated IP 2001:db8:0:1:f816:3eff:fee2:a73f (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/97121787-453c-447b-bb7d-cb86ef8eaf8f/8ccde543-65e4-4a92-b40d-eaf9a23035ab) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:26.849378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a21fbbc-1a1a-4d1f-83b5-8c2c79d0e9e7 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Checking segment: {'id': '2e02fbfe-df58-4aed-8cce-c76e7ff69efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '16d1b086-f554-44b1-96d6-58ed9086e7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:26.850158 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21fbbc-1a1a-4d1f-83b5-8c2c79d0e9e7 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Network hostable DHCP agents. Network: 16d1b086-f554-44b1-96d6-58ed9086e7cf, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:44:26.878136 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8cf6ed14-116f-4e9a-acae-64583f623b0e req-679e2328-78d0-4619-a6ca-9e3a0d8896b6 tempest-FloatingIPsNegativeTestJSON-918341187 tempest-FloatingIPsNegativeTestJSON-918341187-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0792730 Feb 09 21:44:26.882561 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21fbbc-1a1a-4d1f-83b5-8c2c79d0e9e7 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Pushing event updated for resources: {'Subnet': ['ID=177f9214-1096-41a5-ace2-c15847f4b5c5,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:26.911135 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21fbbc-1a1a-4d1f-83b5-8c2c79d0e9e7 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Network 16d1b086-f554-44b1-96d6-58ed9086e7cf is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:44:26.937203 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-7a21fbbc-1a1a-4d1f-83b5-8c2c79d0e9e7 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 16d1b086-f554-44b1-96d6-58ed9086e7cf) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:26.942738 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a21fbbc-1a1a-4d1f-83b5-8c2c79d0e9e7 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:26.943867 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a21fbbc-1a1a-4d1f-83b5-8c2c79d0e9e7 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.980850 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7a21fbbc-1a1a-4d1f-83b5-8c2c79d0e9e7 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1475966 Feb 09 21:44:26.988067 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34824) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:27.024584 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Request body: {'port': {'network_id': '16d1b086-f554-44b1-96d6-58ed9086e7cf', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1711680966'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:27.035763 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b7a99cdc-9ada-4420-adb4-3936e5e53db9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting port 534f771c-96df-4f05-b60d-de26055f6a3b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:27.036136 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7a99cdc-9ada-4420-adb4-3936e5e53db9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (534f771c-96df-4f05-b60d-de26055f6a3b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.106031 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921c275c-5a7e-40b1-bd65-4ae4d3ee10c7 None None] Network 16d1b086-f554-44b1-96d6-58ed9086e7cf requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:27.185181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522a0da-aa80-4829-a07b-c4091679957f req-f91f04f4-f56f-4ba0-a30a-603d1998b3e5 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:27.197217 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b522a0da-aa80-4829-a07b-c4091679957f req-f91f04f4-f56f-4ba0-a30a-603d1998b3e5 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 945 time: 0.2116883 Feb 09 21:44:27.268563 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7a99cdc-9ada-4420-adb4-3936e5e53db9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (534f771c-96df-4f05-b60d-de26055f6a3b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.322347 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b522a0da-aa80-4829-a07b-c4091679957f req-eb906111-c54f-4d36-98a7-0aa1962ec03d tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237960 Feb 09 21:44:27.333831 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b7a99cdc-9ada-4420-adb4-3936e5e53db9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Calling delete_port for 534f771c-96df-4f05-b60d-de26055f6a3b owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:27.378439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Made reservation on behalf of 1f081c07db5c413eb5b47b520eca71ee for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:27.383163 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.408238 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] device_id is not set on port f84237e3-9d9e-419a-b170-1cf859094f43 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:44:27.439589 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] For port fba13084-1f3f-4578-88aa-e10440a7369f, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:27.444470 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] For port fba13084-1f3f-4578-88aa-e10440a7369f, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fba13084-1f3f-4578-88aa-e10440a7369f,segment=NetworkSegment(b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7),segment_id=b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:27.458098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-1d67998b-835f-4ecb-8107-a0ddb6625a54 None None] Provisioning complete for port fba13084-1f3f-4578-88aa-e10440a7369f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:27.458638 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1d67998b-835f-4ecb-8107-a0ddb6625a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fba13084-1f3f-4578-88aa-e10440a7369f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.494571 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fba13084-1f3f-4578-88aa-e10440a7369f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.554831 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-53973cfb-66fe-40b0-b1b0-220c577a5f4f None None] Publish callbacks [] for port (8ccde543-65e4-4a92-b40d-eaf9a23035ab), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.698206 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa96792-b6af-41f4-8ce1-ac9c50b52ebe None None] Pushing event updated for resources: {'Port': ['ID=fba13084-1f3f-4578-88aa-e10440a7369f,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:27.749623 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-53973cfb-66fe-40b0-b1b0-220c577a5f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (8ccde543-65e4-4a92-b40d-eaf9a23035ab), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.767983 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Allocated IP 172.20.0.2 (16d1b086-f554-44b1-96d6-58ed9086e7cf/177f9214-1096-41a5-ace2-c15847f4b5c5/f84237e3-9d9e-419a-b170-1cf859094f43) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:27.870958 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e139f3f-72f2-4ab1-bf2b-bc8abfa08de6 req-e14f2c99-7e65-4bc3-b02f-8449c74ba6c7 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:27.882822 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e139f3f-72f2-4ab1-bf2b-bc8abfa08de6 req-e14f2c99-7e65-4bc3-b02f-8449c74ba6c7 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 946 time: 0.3000596 Feb 09 21:44:27.907370 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7a99cdc-9ada-4420-adb4-3936e5e53db9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (534f771c-96df-4f05-b60d-de26055f6a3b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.968012 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a99cdc-9ada-4420-adb4-3936e5e53db9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Port': ['ID=534f771c-96df-4f05-b60d-de26055f6a3b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:28.096274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53973cfb-66fe-40b0-b1b0-220c577a5f4f None None] Pushing event updated for resources: {'Port': ['ID=8ccde543-65e4-4a92-b40d-eaf9a23035ab,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:28.120663 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53973cfb-66fe-40b0-b1b0-220c577a5f4f None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:28.136577 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7a99cdc-9ada-4420-adb4-3936e5e53db9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.147810 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b7a99cdc-9ada-4420-adb4-3936e5e53db9 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/534f771c-96df-4f05-b60d-de26055f6a3b HTTP/1.1" status: 204 len: 168 time: 1.4900916 Feb 09 21:44:28.148688 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34830) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:28.201057 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1d67998b-835f-4ecb-8107-a0ddb6625a54 None None] Current status of the port fba13084-1f3f-4578-88aa-e10440a7369f is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:28.202213 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1d67998b-835f-4ecb-8107-a0ddb6625a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fba13084-1f3f-4578-88aa-e10440a7369f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.230356 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-53973cfb-66fe-40b0-b1b0-220c577a5f4f None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:28.233625 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53973cfb-66fe-40b0-b1b0-220c577a5f4f None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:28.244229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] Routers {'9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:28.245587 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:44:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:28.326695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2394b5-042c-47ac-9723-803203c6f0cd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:28.331842 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7c2394b5-042c-47ac-9723-803203c6f0cd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1798470 Feb 09 21:44:28.332882 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34832) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:28.436999 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce26e86-674f-4936-912b-410215393a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-16d1b086-f554-44b1-96d6-58ed9086e7cf', 'network_id': '16d1b086-f554-44b1-96d6-58ed9086e7cf', 'project_id': '1f081c07db5c413eb5b47b520eca71ee', 'fixed_ips': [{'subnet_id': '177f9214-1096-41a5-ace2-c15847f4b5c5'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:44:28.438032 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dce26e86-674f-4936-912b-410215393a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.453027 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1d67998b-835f-4ecb-8107-a0ddb6625a54 None None] For port fba13084-1f3f-4578-88aa-e10440a7369f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fba13084-1f3f-4578-88aa-e10440a7369f,segment=NetworkSegment(b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7),segment_id=b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:28.466502 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1db7968-b518-4552-b445-dac8a83935ab tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:28.471925 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d1db7968-b518-4552-b445-dac8a83935ab tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1347110 Feb 09 21:44:28.474951 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34834) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:28.476317 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e139f3f-72f2-4ab1-bf2b-bc8abfa08de6 req-0ce94ddf-3565-497f-981f-a527efc1b603 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5922365 Feb 09 21:44:28.497210 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1d67998b-835f-4ecb-8107-a0ddb6625a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fba13084-1f3f-4578-88aa-e10440a7369f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.587821 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] Set router 9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:28.605961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39b44e6-8ca5-425e-aa3e-42d8e5ac5115 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:28.609212 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39b44e6-8ca5-425e-aa3e-42d8e5ac5115 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:28.611124 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39b44e6-8ca5-425e-aa3e-42d8e5ac5115 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:28.613380 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b39b44e6-8ca5-425e-aa3e-42d8e5ac5115 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1354964 Feb 09 21:44:28.616655 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34840) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:28.646801 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks [] for port (f84237e3-9d9e-419a-b170-1cf859094f43), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.688761 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-53973cfb-66fe-40b0-b1b0-220c577a5f4f None None] Attempting to bind port 8ccde543-65e4-4a92-b40d-eaf9a23035ab on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:28.689181 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-53973cfb-66fe-40b0-b1b0-220c577a5f4f None None] Attempting to bind port 8ccde543-65e4-4a92-b40d-eaf9a23035ab by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:28.689578 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53973cfb-66fe-40b0-b1b0-220c577a5f4f None None] Attempting to bind port 8ccde543-65e4-4a92-b40d-eaf9a23035ab on network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:28.720227 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec86bb6c-d487-4e1c-b2aa-ffd955e96eda tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet 0495805f-9576-42b6-9b1c-d4852a7efc9f {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:28.730365 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ec86bb6c-d487-4e1c-b2aa-ffd955e96eda tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (0495805f-9576-42b6-9b1c-d4852a7efc9f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.768627 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (f84237e3-9d9e-419a-b170-1cf859094f43), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.814638 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53973cfb-66fe-40b0-b1b0-220c577a5f4f None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:28.815033 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53973cfb-66fe-40b0-b1b0-220c577a5f4f None None] Checking segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:28.815448 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-53973cfb-66fe-40b0-b1b0-220c577a5f4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.815889 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53973cfb-66fe-40b0-b1b0-220c577a5f4f None None] Bound using segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:28.816386 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-53973cfb-66fe-40b0-b1b0-220c577a5f4f None None] Bound port: 8ccde543-65e4-4a92-b40d-eaf9a23035ab, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:28.816777 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-53973cfb-66fe-40b0-b1b0-220c577a5f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8ccde543-65e4-4a92-b40d-eaf9a23035ab), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.831222 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-444c26f5-bf72-4989-8798-abdfa2cfa95a None None] Provisioning complete for port fba13084-1f3f-4578-88aa-e10440a7369f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:28.831623 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-444c26f5-bf72-4989-8798-abdfa2cfa95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fba13084-1f3f-4578-88aa-e10440a7369f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.838200 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ec86bb6c-d487-4e1c-b2aa-ffd955e96eda tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (0495805f-9576-42b6-9b1c-d4852a7efc9f), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.924933 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67998b-835f-4ecb-8107-a0ddb6625a54 None None] Pushing event updated for resources: {'Port': ['ID=fba13084-1f3f-4578-88aa-e10440a7369f,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:28.925283 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Network 16d1b086-f554-44b1-96d6-58ed9086e7cf is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:28.929490 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Pushing event updated for resources: {'Port': ['ID=f84237e3-9d9e-419a-b170-1cf859094f43,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:28.945969 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:28.952177 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:28.964652 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:28.966909 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:28.967384 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:28.967847 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:28.968420 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:28.972313 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:28.972783 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:28.973207 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:28.973650 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:28.980610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:28.981041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:28.981490 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:28.981920 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:29.015811 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-53973cfb-66fe-40b0-b1b0-220c577a5f4f None None] For port 8ccde543-65e4-4a92-b40d-eaf9a23035ab, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:29.019955 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-53973cfb-66fe-40b0-b1b0-220c577a5f4f None None] For port 8ccde543-65e4-4a92-b40d-eaf9a23035ab, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8ccde543-65e4-4a92-b40d-eaf9a23035ab,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:29.057448 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ec86bb6c-d487-4e1c-b2aa-ffd955e96eda tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (0495805f-9576-42b6-9b1c-d4852a7efc9f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.076452 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-53973cfb-66fe-40b0-b1b0-220c577a5f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8ccde543-65e4-4a92-b40d-eaf9a23035ab), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.095005 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:29.099271 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.227822 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ec86bb6c-d487-4e1c-b2aa-ffd955e96eda tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (0495805f-9576-42b6-9b1c-d4852a7efc9f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.240334 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34850) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:29.240561 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-910d46fc-9e90-4e73-9081-417f0518aaf2 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2506082 Feb 09 21:44:29.254306 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ec86bb6c-d487-4e1c-b2aa-ffd955e96eda tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.262359 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ec86bb6c-d487-4e1c-b2aa-ffd955e96eda tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/0495805f-9576-42b6-9b1c-d4852a7efc9f HTTP/1.1" status: 204 len: 168 time: 0.6412802 Feb 09 21:44:29.266439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34852) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:29.293722 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86bb6c-d487-4e1c-b2aa-ffd955e96eda tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=0495805f-9576-42b6-9b1c-d4852a7efc9f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:29.316005 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af0119-4f5b-42ad-8409-bdcc4fb9bfb6 req-d1719336-c602-4873-94dd-fb562f1336c7 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:29.318558 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b6af0119-4f5b-42ad-8409-bdcc4fb9bfb6 req-d1719336-c602-4873-94dd-fb562f1336c7 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 946 time: 0.2137327 Feb 09 21:44:29.372622 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53973cfb-66fe-40b0-b1b0-220c577a5f4f None None] Pushing event updated for resources: {'Port': ['ID=8ccde543-65e4-4a92-b40d-eaf9a23035ab,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:29.454580 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-444c26f5-bf72-4989-8798-abdfa2cfa95a None None] Current status of the port fba13084-1f3f-4578-88aa-e10440a7369f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:29.475220 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8dd1a3c4-306f-43dd-8f8a-4f7d25cb5887 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Deleting port f84237e3-9d9e-419a-b170-1cf859094f43 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:29.475569 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dd1a3c4-306f-43dd-8f8a-4f7d25cb5887 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f84237e3-9d9e-419a-b170-1cf859094f43), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.485837 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-dce26e86-674f-4936-912b-410215393a0b None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6ba682c0-1095-4b3d-a823-142a7120bfbc {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:44:29.486201 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-dce26e86-674f-4936-912b-410215393a0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:44:29.490781 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce3b2b0-c898-41a5-b163-99be7bdd8791 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet 97121787-453c-447b-bb7d-cb86ef8eaf8f {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:29.498925 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2ce3b2b0-c898-41a5-b163-99be7bdd8791 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (97121787-453c-447b-bb7d-cb86ef8eaf8f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.533422 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1991337838-router', 'tenant_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '3e8d92c4-8792-4349-8d09-aeff66302204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:08Z', 'updated_at': '2022-02-09T21:44:18Z', 'revision_number': 4, 'project_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'gw_port': {'id': '3e8d92c4-8792-4349-8d09-aeff66302204', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:10Z', 'updated_at': '2022-02-09T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'fba13084-1f3f-4578-88aa-e10440a7369f', 'name': '', 'network_id': '15c928c0-29e5-4755-9cbb-323d8380b7d4', 'tenant_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'mac_address': 'fa:16:3e:1a:ca:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '1f380405-6bbb-4aee-8972-818c0c9f3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:17Z', 'updated_at': '2022-02-09T21:44:27Z', 'revision_number': 4, 'project_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'subnets': [{'id': '1f380405-6bbb-4aee-8972-818c0c9f3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:29.580945 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2ce3b2b0-c898-41a5-b163-99be7bdd8791 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (97121787-453c-447b-bb7d-cb86ef8eaf8f), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.609381 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c0a5b9-ce07-4ca4-ae83-bbdfcd3fb8d4 None None] The sync data for ids ['9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b'] in n-d-828601-1 is: [{'id': '9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1991337838-router', 'tenant_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '3e8d92c4-8792-4349-8d09-aeff66302204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:08Z', 'updated_at': '2022-02-09T21:44:18Z', 'revision_number': 4, 'project_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'gw_port': {'id': '3e8d92c4-8792-4349-8d09-aeff66302204', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:10Z', 'updated_at': '2022-02-09T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'fba13084-1f3f-4578-88aa-e10440a7369f', 'name': '', 'network_id': '15c928c0-29e5-4755-9cbb-323d8380b7d4', 'tenant_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'mac_address': 'fa:16:3e:1a:ca:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '1f380405-6bbb-4aee-8972-818c0c9f3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:17Z', 'updated_at': '2022-02-09T21:44:27Z', 'revision_number': 4, 'project_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'subnets': [{'id': '1f380405-6bbb-4aee-8972-818c0c9f3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:29.760897 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dd1a3c4-306f-43dd-8f8a-4f7d25cb5887 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f84237e3-9d9e-419a-b170-1cf859094f43), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.799233 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8dd1a3c4-306f-43dd-8f8a-4f7d25cb5887 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Calling delete_port for f84237e3-9d9e-419a-b170-1cf859094f43 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:29.887636 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b6af0119-4f5b-42ad-8409-bdcc4fb9bfb6 req-cc5239e5-9347-419b-9680-6df15b143200 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232103 Feb 09 21:44:29.988200 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dce26e86-674f-4936-912b-410215393a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.140955 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-8e91ecba-ed5e-4d67-97fc-e7acfe17951c req-d6f73dea-26d3-42ef-bc71-10fa20ef98ec tempest-FloatingIPsNegativeTestJSON-918341187 tempest-FloatingIPsNegativeTestJSON-918341187-project] show failed (client error): The resource could not be found. Feb 09 21:44:30.154987 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e91ecba-ed5e-4d67-97fc-e7acfe17951c req-d6f73dea-26d3-42ef-bc71-10fa20ef98ec tempest-FloatingIPsNegativeTestJSON-918341187 tempest-FloatingIPsNegativeTestJSON-918341187-project] 10.222.0.77 "GET /v2.0/floatingips/6b22a5f8-9f70-40bf-9538-31d8a73a9edc HTTP/1.1" status: 404 len: 350 time: 0.1908491 Feb 09 21:44:30.162387 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34856) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:30.199889 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2ce3b2b0-c898-41a5-b163-99be7bdd8791 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (97121787-453c-447b-bb7d-cb86ef8eaf8f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.366346 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dd1a3c4-306f-43dd-8f8a-4f7d25cb5887 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f84237e3-9d9e-419a-b170-1cf859094f43), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.518519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-dce26e86-674f-4936-912b-410215393a0b None None] Allocated IP 172.20.0.3 (16d1b086-f554-44b1-96d6-58ed9086e7cf/177f9214-1096-41a5-ace2-c15847f4b5c5/c72e8746-4b16-4e42-8ceb-a0ab933b451f) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:30.702220 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1a3c4-306f-43dd-8f8a-4f7d25cb5887 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Pushing event deleted for resources: {'Port': ['ID=f84237e3-9d9e-419a-b170-1cf859094f43,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:30.754625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9f739-5fe1-412d-bd78-8bc995ee02ab req-aad476dd-e5ab-4611-8192-e94fbf88be70 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:30.760436 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bb9f739-5fe1-412d-bd78-8bc995ee02ab req-aad476dd-e5ab-4611-8192-e94fbf88be70 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7 HTTP/1.1" status: 200 len: 945 time: 0.3861949 Feb 09 21:44:30.811670 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dd1a3c4-306f-43dd-8f8a-4f7d25cb5887 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.826208 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8dd1a3c4-306f-43dd-8f8a-4f7d25cb5887 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] 10.222.0.77 "DELETE /v2.0/ports/f84237e3-9d9e-419a-b170-1cf859094f43 HTTP/1.1" status: 204 len: 168 time: 1.5653694 Feb 09 21:44:30.827291 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34860) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:30.918730 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2ce3b2b0-c898-41a5-b163-99be7bdd8791 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (97121787-453c-447b-bb7d-cb86ef8eaf8f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.973364 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a869e72f-426a-4933-8df2-071f5c6e3f63 tempest-DHCPAgentSchedulersTestJSON-835199980 tempest-DHCPAgentSchedulersTestJSON-835199980-project-admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.1446421 Feb 09 21:44:30.979852 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34866) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:31.002201 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f5cc6013-90d4-46d9-b163-c24be1fa0444 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1120913457'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:31.015356 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8ccde543-65e4-4a92-b40d-eaf9a23035ab up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:31.019089 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2ce3b2b0-c898-41a5-b163-99be7bdd8791 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.033345 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2ce3b2b0-c898-41a5-b163-99be7bdd8791 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/97121787-453c-447b-bb7d-cb86ef8eaf8f HTTP/1.1" status: 204 len: 168 time: 1.7603536 Feb 09 21:44:31.042221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3b2b0-c898-41a5-b163-99be7bdd8791 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=97121787-453c-447b-bb7d-cb86ef8eaf8f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:31.046007 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34868) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:31.176584 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-70ed961f-bb0d-4c07-b62e-0ebe7877d389 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1270182 Feb 09 21:44:31.178079 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34870) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:31.187484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-dd755cae-957d-4a67-884e-7e2645804074 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:31.202795 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cc6013-90d4-46d9-b163-c24be1fa0444 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Made reservation on behalf of 1f081c07db5c413eb5b47b520eca71ee for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:31.212033 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bb9f739-5fe1-412d-bd78-8bc995ee02ab req-1fa51429-1c02-4022-a025-d16fea5bca9d tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323826 Feb 09 21:44:31.238887 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6013-90d4-46d9-b163-c24be1fa0444 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.372713 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dce26e86-674f-4936-912b-410215393a0b None None] Publish callbacks [] for port (c72e8746-4b16-4e42-8ceb-a0ab933b451f), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.425102 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8ccde543-65e4-4a92-b40d-eaf9a23035ab triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:31.426121 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8ccde543-65e4-4a92-b40d-eaf9a23035ab), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.443137 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5cc6013-90d4-46d9-b163-c24be1fa0444 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:44:31.513986 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6013-90d4-46d9-b163-c24be1fa0444 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (9b886fe5-38e6-4cad-93fc-dc9c4e0d11d7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.514982 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-f5cc6013-90d4-46d9-b163-c24be1fa0444 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Added segment 9b886fe5-38e6-4cad-93fc-dc9c4e0d11d7 of type vlan for network 9afb167d-df9a-4c35-80d6-29aa9a251647 Feb 09 21:44:31.548661 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e496d20-9ff3-4efa-85ff-c5d3034067c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.552989 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dce26e86-674f-4936-912b-410215393a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (c72e8746-4b16-4e42-8ceb-a0ab933b451f), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.611052 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd755cae-957d-4a67-884e-7e2645804074 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:31.623617 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd755cae-957d-4a67-884e-7e2645804074 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.662331 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce26e86-674f-4936-912b-410215393a0b None None] Network 16d1b086-f554-44b1-96d6-58ed9086e7cf is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:31.669630 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-dce26e86-674f-4936-912b-410215393a0b None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:31.695985 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce26e86-674f-4936-912b-410215393a0b None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:31.763256 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6013-90d4-46d9-b163-c24be1fa0444 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (9afb167d-df9a-4c35-80d6-29aa9a251647), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.800918 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce26e86-674f-4936-912b-410215393a0b None None] Pushing event updated for resources: {'Port': ['ID=c72e8746-4b16-4e42-8ceb-a0ab933b451f,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:31.969766 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6013-90d4-46d9-b163-c24be1fa0444 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (9afb167d-df9a-4c35-80d6-29aa9a251647), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.976891 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cc6013-90d4-46d9-b163-c24be1fa0444 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:31.976891 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6013-90d4-46d9-b163-c24be1fa0444 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.018148 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-dce26e86-674f-4936-912b-410215393a0b None None] Attempting to bind port c72e8746-4b16-4e42-8ceb-a0ab933b451f on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:32.018631 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-dce26e86-674f-4936-912b-410215393a0b None None] Attempting to bind port c72e8746-4b16-4e42-8ceb-a0ab933b451f by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '2e02fbfe-df58-4aed-8cce-c76e7ff69efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '16d1b086-f554-44b1-96d6-58ed9086e7cf'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:32.019021 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce26e86-674f-4936-912b-410215393a0b None None] Attempting to bind port c72e8746-4b16-4e42-8ceb-a0ab933b451f on network 16d1b086-f554-44b1-96d6-58ed9086e7cf {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:32.037379 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8ccde543-65e4-4a92-b40d-eaf9a23035ab is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:32.037841 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8ccde543-65e4-4a92-b40d-eaf9a23035ab), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.052693 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce26e86-674f-4936-912b-410215393a0b None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:32.053162 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce26e86-674f-4936-912b-410215393a0b None None] Checking segment: {'id': '2e02fbfe-df58-4aed-8cce-c76e7ff69efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '16d1b086-f554-44b1-96d6-58ed9086e7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:32.053502 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dce26e86-674f-4936-912b-410215393a0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.053912 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce26e86-674f-4936-912b-410215393a0b None None] Bound using segment: {'id': '2e02fbfe-df58-4aed-8cce-c76e7ff69efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '16d1b086-f554-44b1-96d6-58ed9086e7cf'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:32.054572 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-dce26e86-674f-4936-912b-410215393a0b None None] Bound port: c72e8746-4b16-4e42-8ceb-a0ab933b451f, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e02fbfe-df58-4aed-8cce-c76e7ff69efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '16d1b086-f554-44b1-96d6-58ed9086e7cf'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:32.054973 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dce26e86-674f-4936-912b-410215393a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c72e8746-4b16-4e42-8ceb-a0ab933b451f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.176102 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-dce26e86-674f-4936-912b-410215393a0b None None] For port c72e8746-4b16-4e42-8ceb-a0ab933b451f, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:32.179673 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-dce26e86-674f-4936-912b-410215393a0b None None] For port c72e8746-4b16-4e42-8ceb-a0ab933b451f, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c72e8746-4b16-4e42-8ceb-a0ab933b451f,segment=NetworkSegment(2e02fbfe-df58-4aed-8cce-c76e7ff69efc),segment_id=2e02fbfe-df58-4aed-8cce-c76e7ff69efc)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:32.216376 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dce26e86-674f-4936-912b-410215393a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c72e8746-4b16-4e42-8ceb-a0ab933b451f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.226955 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59c6f14-3d08-44a1-a67c-6d8c29ead4fc None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:32.276698 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0e496d20-9ff3-4efa-85ff-c5d3034067c6 admin admin] Deleting port fba13084-1f3f-4578-88aa-e10440a7369f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:32.277554 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e496d20-9ff3-4efa-85ff-c5d3034067c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (fba13084-1f3f-4578-88aa-e10440a7369f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.307296 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc6013-90d4-46d9-b163-c24be1fa0444 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Pushing event updated for resources: {'Network': ['ID=9afb167d-df9a-4c35-80d6-29aa9a251647,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:32.527882 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-0e496d20-9ff3-4efa-85ff-c5d3034067c6 admin admin] For port fba13084-1f3f-4578-88aa-e10440a7369f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fba13084-1f3f-4578-88aa-e10440a7369f,segment=NetworkSegment(b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7),segment_id=b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:32.528387 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e496d20-9ff3-4efa-85ff-c5d3034067c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (fba13084-1f3f-4578-88aa-e10440a7369f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.578705 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 9afb167d-df9a-4c35-80d6-29aa9a251647 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:44:32.581385 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0e496d20-9ff3-4efa-85ff-c5d3034067c6 admin admin] Calling delete_port for fba13084-1f3f-4578-88aa-e10440a7369f owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:32.603214 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f5cc6013-90d4-46d9-b163-c24be1fa0444 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6215844 Feb 09 21:44:32.608087 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34914) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:32.838994 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 8ccde543-65e4-4a92-b40d-eaf9a23035ab, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8ccde543-65e4-4a92-b40d-eaf9a23035ab,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:32.863004 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8ccde543-65e4-4a92-b40d-eaf9a23035ab), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.863826 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fba13084-1f3f-4578-88aa-e10440a7369f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:32.882636 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-a224ff48-2c0d-4525-a1cc-a51013d282ef None None] Provisioning complete for port 8ccde543-65e4-4a92-b40d-eaf9a23035ab triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:32.883216 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a224ff48-2c0d-4525-a1cc-a51013d282ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8ccde543-65e4-4a92-b40d-eaf9a23035ab), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.932304 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd755cae-957d-4a67-884e-7e2645804074 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (13d75d93-8faf-4950-9b08-71e146e5e1fb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.986294 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce26e86-674f-4936-912b-410215393a0b None None] Pushing event updated for resources: {'Port': ['ID=c72e8746-4b16-4e42-8ceb-a0ab933b451f,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:33.031490 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26e86-674f-4936-912b-410215393a0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:33.031888 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26e86-674f-4936-912b-410215393a0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:33.032239 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26e86-674f-4936-912b-410215393a0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:33.032585 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26e86-674f-4936-912b-410215393a0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:33.032924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26e86-674f-4936-912b-410215393a0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:33.034454 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26e86-674f-4936-912b-410215393a0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:33.034454 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26e86-674f-4936-912b-410215393a0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:33.034454 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26e86-674f-4936-912b-410215393a0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:33.034454 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26e86-674f-4936-912b-410215393a0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:33.035119 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26e86-674f-4936-912b-410215393a0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:33.035119 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26e86-674f-4936-912b-410215393a0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:33.035425 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26e86-674f-4936-912b-410215393a0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:33.035699 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26e86-674f-4936-912b-410215393a0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:33.063481 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd755cae-957d-4a67-884e-7e2645804074 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:33.087255 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-dd755cae-957d-4a67-884e-7e2645804074 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:33.165869 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd755cae-957d-4a67-884e-7e2645804074 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:33.167871 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd755cae-957d-4a67-884e-7e2645804074 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.250484 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dd755cae-957d-4a67-884e-7e2645804074 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0655460 Feb 09 21:44:33.285847 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34918) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:33.299234 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-349041e5-8df1-444e-b766-150a6231ab0f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:33.301664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354d273b-11b0-4054-a2ef-2c218f377563 None None] DHCP port deletion for 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:33.351448 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=8ccde543-65e4-4a92-b40d-eaf9a23035ab,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:33.426442 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port fba13084-1f3f-4578-88aa-e10440a7369f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:33.427598 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fba13084-1f3f-4578-88aa-e10440a7369f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.440539 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a224ff48-2c0d-4525-a1cc-a51013d282ef None None] Current status of the port 8ccde543-65e4-4a92-b40d-eaf9a23035ab is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:33.481313 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd755cae-957d-4a67-884e-7e2645804074 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=13d75d93-8faf-4950-9b08-71e146e5e1fb,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:33.687038 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349041e5-8df1-444e-b766-150a6231ab0f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:33.696052 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-349041e5-8df1-444e-b766-150a6231ab0f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.714594 n-d-828601-1 neutron-server[103203]: INFO neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No ports have port_id starting with fba13084-1f3f-4578-88aa-e10440a7369f Feb 09 21:44:33.726886 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e496d20-9ff3-4efa-85ff-c5d3034067c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (fba13084-1f3f-4578-88aa-e10440a7369f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.743240 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-354d273b-11b0-4054-a2ef-2c218f377563 None None] Deleting port 8ccde543-65e4-4a92-b40d-eaf9a23035ab {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:33.744261 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-354d273b-11b0-4054-a2ef-2c218f377563 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8ccde543-65e4-4a92-b40d-eaf9a23035ab), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.775782 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e496d20-9ff3-4efa-85ff-c5d3034067c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fba13084-1f3f-4578-88aa-e10440a7369f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:33.987493 n-d-828601-1 neutron-server[103202]: INFO neutron.db.ipam_backend_mixin [None req-349041e5-8df1-444e-b766-150a6231ab0f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13d75d93-8faf-4950-9b08-71e146e5e1fb (CIDR: 2001:db8::/64) Feb 09 21:44:33.992415 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-349041e5-8df1-444e-b766-150a6231ab0f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:44:33.992917 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349041e5-8df1-444e-b766-150a6231ab0f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:34.057491 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-349041e5-8df1-444e-b766-150a6231ab0f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7685561 Feb 09 21:44:34.058587 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34922) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:34.072007 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-333d02a3-7a0b-4fa0-a51d-07731b17df04 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'subnet': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:34.117086 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-354d273b-11b0-4054-a2ef-2c218f377563 None None] For port 8ccde543-65e4-4a92-b40d-eaf9a23035ab, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8ccde543-65e4-4a92-b40d-eaf9a23035ab,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:34.118015 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-354d273b-11b0-4054-a2ef-2c218f377563 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8ccde543-65e4-4a92-b40d-eaf9a23035ab), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.144238 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e496d20-9ff3-4efa-85ff-c5d3034067c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.164202 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd3106-98ed-4be6-b46f-6452d60ce2dd req-0dc7977e-b6e9-487c-a294-19f84573ac3e tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:34.165987 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-354d273b-11b0-4054-a2ef-2c218f377563 None None] Calling delete_port for 8ccde543-65e4-4a92-b40d-eaf9a23035ab owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:34.166919 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fafd3106-98ed-4be6-b46f-6452d60ce2dd req-0dc7977e-b6e9-487c-a294-19f84573ac3e tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 946 time: 1.2671046 Feb 09 21:44:34.402135 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c72e8746-4b16-4e42-8ceb-a0ab933b451f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:34.425759 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333d02a3-7a0b-4fa0-a51d-07731b17df04 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:34.452746 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-333d02a3-7a0b-4fa0-a51d-07731b17df04 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.749851 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c72e8746-4b16-4e42-8ceb-a0ab933b451f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:34.751498 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c72e8746-4b16-4e42-8ceb-a0ab933b451f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.818223 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-354d273b-11b0-4054-a2ef-2c218f377563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (8ccde543-65e4-4a92-b40d-eaf9a23035ab), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.923630 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d273b-11b0-4054-a2ef-2c218f377563 None None] Pushing event deleted for resources: {'Port': ['ID=8ccde543-65e4-4a92-b40d-eaf9a23035ab,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:34.937685 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d273b-11b0-4054-a2ef-2c218f377563 None None] No DVR routers for this DVR port 8ccde543-65e4-4a92-b40d-eaf9a23035ab on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:35.040334 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3baeff1f-b950-4f38-979b-0f7f51cbc847 tempest-DHCPAgentSchedulersTestJSON-835199980 tempest-DHCPAgentSchedulersTestJSON-835199980-project-admin] 10.222.0.77 "GET /v2.0/agents/153fe6e9-b6fa-4802-bc2a-8345d0aba2c2/dhcp-networks HTTP/1.1" status: 200 len: 8062 time: 2.4283819 Feb 09 21:44:35.075724 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34926) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:35.076718 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1a8fa1-ab8b-4cfd-ac9e-4219964f8bc6 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:35.104909 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fafd3106-98ed-4be6-b46f-6452d60ce2dd req-0109ffea-1283-4538-887b-23343cb5eca1 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8962195 Feb 09 21:44:35.226194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e496d20-9ff3-4efa-85ff-c5d3034067c6 admin admin] Router 9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:44:35.352717 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a454c3ec-e264-4d84-818a-68d53b7f5988 None None] Network 16d1b086-f554-44b1-96d6-58ed9086e7cf requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:35.522383 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19df7b4-626b-4a19-9dbb-0c4f59d3bc9c req-f794700c-19cf-4714-b2f3-1402b001599e tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:35.524063 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a19df7b4-626b-4a19-9dbb-0c4f59d3bc9c req-f794700c-19cf-4714-b2f3-1402b001599e tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 946 time: 0.2824757 Feb 09 21:44:35.598111 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c72e8746-4b16-4e42-8ceb-a0ab933b451f is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:35.599152 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c72e8746-4b16-4e42-8ceb-a0ab933b451f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.646735 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3cb075-a347-4213-921f-cdcf53d9b5e8 tempest-DHCPAgentSchedulersTestJSON-835199980 tempest-DHCPAgentSchedulersTestJSON-835199980-project-admin] Network 9afb167d-df9a-4c35-80d6-29aa9a251647 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:44:35.660926 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a19df7b4-626b-4a19-9dbb-0c4f59d3bc9c req-006da385-cf6e-4dcb-8c01-50e192358942 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279922 Feb 09 21:44:35.663273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e496d20-9ff3-4efa-85ff-c5d3034067c6 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:35.678920 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0e496d20-9ff3-4efa-85ff-c5d3034067c6 admin admin] 10.222.0.77 "PUT /v2.0/routers/9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5150213 Feb 09 21:44:35.679600 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34934) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:35.683949 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f744e8d-0808-450a-8ece-19c587ca738e None None] Sync routers for ids ['9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:35.687990 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-8b2a4225-8700-49ed-8357-5e5a48a43a61 None None] Provisioning complete for port c72e8746-4b16-4e42-8ceb-a0ab933b451f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:35.688367 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8b2a4225-8700-49ed-8357-5e5a48a43a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c72e8746-4b16-4e42-8ceb-a0ab933b451f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.759696 n-d-828601-1 neutron-server[103202]: DEBUG neutron.objects.ports [None req-333d02a3-7a0b-4fa0-a51d-07731b17df04 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103202) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:44:35.777188 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f744e8d-0808-450a-8ece-19c587ca738e None None] Routers {'9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:35.777592 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-333d02a3-7a0b-4fa0-a51d-07731b17df04 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (59f85b91-3d2e-4007-b981-7e75aca50a6f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.780593 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1f744e8d-0808-450a-8ece-19c587ca738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:44:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:35.799573 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9a3cb075-a347-4213-921f-cdcf53d9b5e8 tempest-DHCPAgentSchedulersTestJSON-835199980 tempest-DHCPAgentSchedulersTestJSON-835199980-project-admin] 10.222.0.77 "POST /v2.0/agents/153fe6e9-b6fa-4802-bc2a-8345d0aba2c2/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7386584 Feb 09 21:44:35.810117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f922660d-bece-432a-a2e5-ac38bd4d7664 None None] Network 9afb167d-df9a-4c35-80d6-29aa9a251647 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:35.814486 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34936) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:35.920628 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12804120-5a8e-4f36-852c-eb7ed0a45627 admin admin] Publish callbacks [] for router (9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.007233 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333d02a3-7a0b-4fa0-a51d-07731b17df04 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:36.065090 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-333d02a3-7a0b-4fa0-a51d-07731b17df04 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:36.116743 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-1f744e8d-0808-450a-8ece-19c587ca738e None None] Set router 9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:36.128457 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333d02a3-7a0b-4fa0-a51d-07731b17df04 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:36.132518 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-333d02a3-7a0b-4fa0-a51d-07731b17df04 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.229656 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port c72e8746-4b16-4e42-8ceb-a0ab933b451f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c72e8746-4b16-4e42-8ceb-a0ab933b451f,segment=NetworkSegment(2e02fbfe-df58-4aed-8cce-c76e7ff69efc),segment_id=2e02fbfe-df58-4aed-8cce-c76e7ff69efc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:36.244921 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c72e8746-4b16-4e42-8ceb-a0ab933b451f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.285185 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53670fc0-3a78-4c4b-89e3-a388a055554c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'project_id': '3ea663af62e544b3a2a3619a5257316c', 'fixed_ips': [{'subnet_id': '13d75d93-8faf-4950-9b08-71e146e5e1fb'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:44:36.285946 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-53670fc0-3a78-4c4b-89e3-a388a055554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.304783 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d02a3-7a0b-4fa0-a51d-07731b17df04 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Subnet': ['ID=59f85b91-3d2e-4007-b981-7e75aca50a6f,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:36.364469 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8ccde543-65e4-4a92-b40d-eaf9a23035ab no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:36.403873 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-333d02a3-7a0b-4fa0-a51d-07731b17df04 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3389823 Feb 09 21:44:36.404220 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34940) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:36.446745 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 8ccde543-65e4-4a92-b40d-eaf9a23035ab {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:36.447185 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8ccde543-65e4-4a92-b40d-eaf9a23035ab not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:36.456513 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=c72e8746-4b16-4e42-8ceb-a0ab933b451f,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:36.462574 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8d55a-dde3-4d72-8d1e-987898a8f074 req-c73c3f70-344a-4511-918a-c1ed1baed0cd tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:36.472845 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-eba394d6-d96c-47bd-a73c-a64e0ebe891e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Request body: {'port': {'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669', 'mac_address': 'fa:16:3e:93:12:d1', 'name': 'tempest-NetworksTestDHCPv6-792528892'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:36.476792 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32b8d55a-dde3-4d72-8d1e-987898a8f074 req-c73c3f70-344a-4511-918a-c1ed1baed0cd tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b01a68-711e-4cde-af8a-9185e4bd16a7 HTTP/1.1" status: 200 len: 945 time: 0.3751504 Feb 09 21:44:36.528940 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device b24f4298-0822-42f9-a733-2387ca25dd6a no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:36.639843 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8b2a4225-8700-49ed-8357-5e5a48a43a61 None None] Current status of the port c72e8746-4b16-4e42-8ceb-a0ab933b451f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:36.731778 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12804120-5a8e-4f36-852c-eb7ed0a45627 admin admin] Publish callbacks [] for router_gateway (9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.768575 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32b8d55a-dde3-4d72-8d1e-987898a8f074 req-f7a05458-91b0-4992-8613-ae1fc55c7d77 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896163 Feb 09 21:44:36.909663 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1f744e8d-0808-450a-8ece-19c587ca738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1991337838-router', 'tenant_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '3e8d92c4-8792-4349-8d09-aeff66302204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:08Z', 'updated_at': '2022-02-09T21:44:33Z', 'revision_number': 5, 'project_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'gw_port': {'id': '3e8d92c4-8792-4349-8d09-aeff66302204', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:10Z', 'updated_at': '2022-02-09T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:36.940133 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port b24f4298-0822-42f9-a733-2387ca25dd6a is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:36.940705 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b24f4298-0822-42f9-a733-2387ca25dd6a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.958434 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c72e8746-4b16-4e42-8ceb-a0ab933b451f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:37.005603 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f744e8d-0808-450a-8ece-19c587ca738e None None] Checking router: 9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:44:37.032897 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-12804120-5a8e-4f36-852c-eb7ed0a45627 admin admin] Deleting port 3e8d92c4-8792-4349-8d09-aeff66302204 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:37.033239 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12804120-5a8e-4f36-852c-eb7ed0a45627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (3e8d92c4-8792-4349-8d09-aeff66302204), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.037499 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f744e8d-0808-450a-8ece-19c587ca738e None None] Routers {'9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:37.038148 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1f744e8d-0808-450a-8ece-19c587ca738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:44:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:37.074941 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34956) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:37.092903 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-65f27c14-f4c1-4b43-97f0-5e27045f9738 tempest-DHCPAgentSchedulersTestJSON-835199980 tempest-DHCPAgentSchedulersTestJSON-835199980-project-admin] 10.222.0.77 "GET /v2.0/agents/153fe6e9-b6fa-4802-bc2a-8345d0aba2c2/dhcp-networks HTTP/1.1" status: 200 len: 8911 time: 1.2483234 Feb 09 21:44:37.259072 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-53670fc0-3a78-4c4b-89e3-a388a055554c None None] Allocated IP 2001:db8::2 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/13d75d93-8faf-4950-9b08-71e146e5e1fb/d94ed1cb-e28b-47db-8f86-08b5b9205999) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:37.313790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba394d6-d96c-47bd-a73c-a64e0ebe891e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Made reservation on behalf of 3ea663af62e544b3a2a3619a5257316c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:37.345241 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-53670fc0-3a78-4c4b-89e3-a388a055554c None None] Allocated IP 2001:db8:0:1:f816:3eff:fe3e:a4d3 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/59f85b91-3d2e-4007-b981-7e75aca50a6f/d94ed1cb-e28b-47db-8f86-08b5b9205999) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:37.417924 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ce2c86ab-888b-4604-80cd-09352d865d9a tempest-DHCPAgentSchedulersTestJSON-835199980 tempest-DHCPAgentSchedulersTestJSON-835199980-project-admin] 10.222.0.77 "DELETE /v2.0/agents/153fe6e9-b6fa-4802-bc2a-8345d0aba2c2/dhcp-networks/9afb167d-df9a-4c35-80d6-29aa9a251647 HTTP/1.1" status: 204 len: 168 time: 0.3329368 Feb 09 21:44:37.421757 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34958) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:37.425774 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40aad6e0-1d66-49c1-96c1-026bb0a6cb8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b24f4298-0822-42f9-a733-2387ca25dd6a'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:37.433536 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b020bd3f-19b4-43d7-8c4b-1c65b23209ef" -d '{"events": [{"server_uuid": "40aad6e0-1d66-49c1-96c1-026bb0a6cb8c", "name": "network-vif-unplugged", "status": "completed", "tag": "b24f4298-0822-42f9-a733-2387ca25dd6a"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:37.449506 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-12804120-5a8e-4f36-852c-eb7ed0a45627 admin admin] For port 3e8d92c4-8792-4349-8d09-aeff66302204, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=3e8d92c4-8792-4349-8d09-aeff66302204,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:37.452208 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12804120-5a8e-4f36-852c-eb7ed0a45627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (3e8d92c4-8792-4349-8d09-aeff66302204), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.501962 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-12804120-5a8e-4f36-852c-eb7ed0a45627 admin admin] Calling delete_port for 3e8d92c4-8792-4349-8d09-aeff66302204 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:37.504154 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port b24f4298-0822-42f9-a733-2387ca25dd6a, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b24f4298-0822-42f9-a733-2387ca25dd6a,segment=NetworkSegment(3d2262d1-dc2b-49a3-9127-ed60afa19e93),segment_id=3d2262d1-dc2b-49a3-9127-ed60afa19e93)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:37.522584 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b24f4298-0822-42f9-a733-2387ca25dd6a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.685024 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-1f744e8d-0808-450a-8ece-19c587ca738e None None] Set router 9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:37.701326 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eba394d6-d96c-47bd-a73c-a64e0ebe891e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.723940 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=b24f4298-0822-42f9-a733-2387ca25dd6a,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:37.769235 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0d5074e7-5731-44fd-b7a3-ee53cab517cd None None] Provisioning complete for port c72e8746-4b16-4e42-8ceb-a0ab933b451f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:37.769828 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0d5074e7-5731-44fd-b7a3-ee53cab517cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c72e8746-4b16-4e42-8ceb-a0ab933b451f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.771470 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-eba394d6-d96c-47bd-a73c-a64e0ebe891e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] device_id is not set on port df5e4f05-f164-469b-a711-b742d72e83b9 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:44:37.899301 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1f744e8d-0808-450a-8ece-19c587ca738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1991337838-router', 'tenant_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:08Z', 'updated_at': '2022-02-09T21:44:36Z', 'revision_number': 6, 'project_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:37.900442 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c72e8746-4b16-4e42-8ceb-a0ab933b451f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:37.901895 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c72e8746-4b16-4e42-8ceb-a0ab933b451f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.927419 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7ce23e89-99db-4a04-9acc-26df7a4b7f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.070794 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f744e8d-0808-450a-8ece-19c587ca738e None None] The sync data for ids ['9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b'] in n-d-828601-1 is: [{'id': '9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1991337838-router', 'tenant_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:08Z', 'updated_at': '2022-02-09T21:44:36Z', 'revision_number': 6, 'project_id': 'e9cb2a8ff2d64d2e90b481fcb10e7a17', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:38.333214 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fb85a167-67e5-4360-ad4e-a6e5086c771c tempest-DHCPAgentSchedulersTestJSON-835199980 tempest-DHCPAgentSchedulersTestJSON-835199980-project-admin] 10.222.0.77 "GET /v2.0/agents/153fe6e9-b6fa-4802-bc2a-8345d0aba2c2/dhcp-networks HTTP/1.1" status: 200 len: 8140 time: 0.9081197 Feb 09 21:44:38.337961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34984) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:38.344539 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0d5074e7-5731-44fd-b7a3-ee53cab517cd None None] Current status of the port c72e8746-4b16-4e42-8ceb-a0ab933b451f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:38.401588 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-716f1348-3276-43b6-998e-2c19c0a3e201 tempest-DHCPAgentSchedulersTestJSON-835199980 tempest-DHCPAgentSchedulersTestJSON-835199980-project-admin] 10.222.0.77 "GET /v2.0/networks/16d1b086-f554-44b1-96d6-58ed9086e7cf/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0614102 Feb 09 21:44:38.407169 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34986) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:38.486651 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-fb54f578-a426-4a8c-931b-84c57ee9c6ea None None] Could not find standard attr ID for object f84237e3-9d9e-419a-b170-1cf859094f43. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:44:38.488475 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-63e84fb9-f9dc-4ce3-a95b-9c588abab5e7 tempest-DHCPAgentSchedulersTestJSON-835199980 tempest-DHCPAgentSchedulersTestJSON-835199980-project-admin] 10.222.0.77 "GET /v2.0/networks/16d1b086-f554-44b1-96d6-58ed9086e7cf/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0789468 Feb 09 21:44:38.494179 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34992) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:38.514289 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device b24f4298-0822-42f9-a733-2387ca25dd6a details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:44:38.568612 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12804120-5a8e-4f36-852c-eb7ed0a45627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (3e8d92c4-8792-4349-8d09-aeff66302204), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.597803 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-53670fc0-3a78-4c4b-89e3-a388a055554c None None] Publish callbacks [] for port (d94ed1cb-e28b-47db-8f86-08b5b9205999), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.623034 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c72e8746-4b16-4e42-8ceb-a0ab933b451f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:38.639775 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-53670fc0-3a78-4c4b-89e3-a388a055554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (d94ed1cb-e28b-47db-8f86-08b5b9205999), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.739297 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12804120-5a8e-4f36-852c-eb7ed0a45627 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e8d92c4-8792-4349-8d09-aeff66302204,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:38.832694 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53670fc0-3a78-4c4b-89e3-a388a055554c None None] Pushing event updated for resources: {'Port': ['ID=d94ed1cb-e28b-47db-8f86-08b5b9205999,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:38.910559 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53670fc0-3a78-4c4b-89e3-a388a055554c None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:38.930047 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-53670fc0-3a78-4c4b-89e3-a388a055554c None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:38.948633 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53670fc0-3a78-4c4b-89e3-a388a055554c None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:38.958410 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.resource_extend [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:44:39.010808 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12804120-5a8e-4f36-852c-eb7ed0a45627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.094519 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35002) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:39.097302 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3f3117d9-cdcd-4bd4-a355-b8cd2ec4f7e1 tempest-DHCPAgentSchedulersTestJSON-835199980 tempest-DHCPAgentSchedulersTestJSON-835199980-project-admin] 10.222.0.77 "GET /v2.0/agents/153fe6e9-b6fa-4802-bc2a-8345d0aba2c2/dhcp-networks HTTP/1.1" status: 200 len: 8140 time: 0.5895994 Feb 09 21:44:39.256393 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12804120-5a8e-4f36-852c-eb7ed0a45627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.259414 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12804120-5a8e-4f36-852c-eb7ed0a45627 admin admin] Publish callbacks [] for router_controller (9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.325308 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12804120-5a8e-4f36-852c-eb7ed0a45627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.325910 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12804120-5a8e-4f36-852c-eb7ed0a45627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:44:39.331930 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12804120-5a8e-4f36-852c-eb7ed0a45627 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.336891 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-12804120-5a8e-4f36-852c-eb7ed0a45627 admin admin] 10.222.0.77 "DELETE /v2.0/routers/9f199fc9-ed63-4bf5-b7c8-99ff8ad3fd3b HTTP/1.1" status: 204 len: 168 time: 3.6525571 Feb 09 21:44:39.337393 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35004) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:39.370840 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-eba394d6-d96c-47bd-a73c-a64e0ebe891e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8::328 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/13d75d93-8faf-4950-9b08-71e146e5e1fb/df5e4f05-f164-469b-a711-b742d72e83b9) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:39.377027 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 3e8d92c4-8792-4349-8d09-aeff66302204 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:39.435378 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-eba394d6-d96c-47bd-a73c-a64e0ebe891e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Allocated IP 2001:db8:0:1:f816:3eff:fe93:12d1 (8bbe36ba-e82f-4c8a-bc2c-316e61e96669/59f85b91-3d2e-4007-b981-7e75aca50a6f/df5e4f05-f164-469b-a711-b742d72e83b9) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:39.486663 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-a591bf95-3236-43cf-a4d1-d6d637add9d7 admin admin] Deleting subnet 1f380405-6bbb-4aee-8972-818c0c9f3fc8 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:39.491692 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a591bf95-3236-43cf-a4d1-d6d637add9d7 admin admin] Publish callbacks [] for subnet (1f380405-6bbb-4aee-8972-818c0c9f3fc8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.536431 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a591bf95-3236-43cf-a4d1-d6d637add9d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (1f380405-6bbb-4aee-8972-818c0c9f3fc8), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.601840 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 3e8d92c4-8792-4349-8d09-aeff66302204 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:39.608770 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9fce3597-aa6a-4ed6-8227-9ed6b05844e8 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (9afb167d-df9a-4c35-80d6-29aa9a251647), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.615945 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 3e8d92c4-8792-4349-8d09-aeff66302204 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:39.617163 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fba13084-1f3f-4578-88aa-e10440a7369f no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:39.642428 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a591bf95-3236-43cf-a4d1-d6d637add9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (1f380405-6bbb-4aee-8972-818c0c9f3fc8), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.712697 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a591bf95-3236-43cf-a4d1-d6d637add9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (1f380405-6bbb-4aee-8972-818c0c9f3fc8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.715996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: fba13084-1f3f-4578-88aa-e10440a7369f {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:39.720736 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fba13084-1f3f-4578-88aa-e10440a7369f not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:39.744726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591bf95-3236-43cf-a4d1-d6d637add9d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f380405-6bbb-4aee-8972-818c0c9f3fc8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:39.761327 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a591bf95-3236-43cf-a4d1-d6d637add9d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.765173 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a591bf95-3236-43cf-a4d1-d6d637add9d7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1f380405-6bbb-4aee-8972-818c0c9f3fc8 HTTP/1.1" status: 204 len: 168 time: 0.4260948 Feb 09 21:44:39.773859 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35006) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:39.782421 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583c3a7-3b9d-4e5b-91be-a936943ab789 req-b059789b-4a76-4edb-8790-b1e7b69c7d4f tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:39.784435 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b583c3a7-3b9d-4e5b-91be-a936943ab789 req-b059789b-4a76-4edb-8790-b1e7b69c7d4f tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 946 time: 0.4708211 Feb 09 21:44:39.789699 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eafb95-d289-4352-91bf-a11837bbf2c2 None None] Network 15c928c0-29e5-4755-9cbb-323d8380b7d4 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:39.860087 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-53670fc0-3a78-4c4b-89e3-a388a055554c None None] Attempting to bind port d94ed1cb-e28b-47db-8f86-08b5b9205999 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:39.860879 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-53670fc0-3a78-4c4b-89e3-a388a055554c None None] Attempting to bind port d94ed1cb-e28b-47db-8f86-08b5b9205999 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:39.861655 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53670fc0-3a78-4c4b-89e3-a388a055554c None None] Attempting to bind port d94ed1cb-e28b-47db-8f86-08b5b9205999 on network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:39.898656 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-810497f9-0509-4758-ac3e-b2796021cb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (15c928c0-29e5-4755-9cbb-323d8380b7d4), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.934033 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b583c3a7-3b9d-4e5b-91be-a936943ab789 req-7869e595-829b-4cf9-8d1a-aa72c4bd2ed9 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599978 Feb 09 21:44:39.958894 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53670fc0-3a78-4c4b-89e3-a388a055554c None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:39.971713 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53670fc0-3a78-4c4b-89e3-a388a055554c None None] Checking segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:39.971713 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-53670fc0-3a78-4c4b-89e3-a388a055554c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.971713 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53670fc0-3a78-4c4b-89e3-a388a055554c None None] Bound using segment: {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:39.972803 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-53670fc0-3a78-4c4b-89e3-a388a055554c None None] Bound port: d94ed1cb-e28b-47db-8f86-08b5b9205999, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782a9cd8-f4e0-46fe-939a-f798fefea55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8bbe36ba-e82f-4c8a-bc2c-316e61e96669'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:39.974122 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-53670fc0-3a78-4c4b-89e3-a388a055554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d94ed1cb-e28b-47db-8f86-08b5b9205999), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.043373 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-810497f9-0509-4758-ac3e-b2796021cb9f admin admin] Deleting port ab2763ec-5db9-4063-a8d4-fdc9cd272b9c {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:40.043919 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-810497f9-0509-4758-ac3e-b2796021cb9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ab2763ec-5db9-4063-a8d4-fdc9cd272b9c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.130192 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-810497f9-0509-4758-ac3e-b2796021cb9f admin admin] For port ab2763ec-5db9-4063-a8d4-fdc9cd272b9c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ab2763ec-5db9-4063-a8d4-fdc9cd272b9c,segment=NetworkSegment(b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7),segment_id=b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:40.130192 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-810497f9-0509-4758-ac3e-b2796021cb9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ab2763ec-5db9-4063-a8d4-fdc9cd272b9c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.147709 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-810497f9-0509-4758-ac3e-b2796021cb9f admin admin] Calling delete_port for ab2763ec-5db9-4063-a8d4-fdc9cd272b9c owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:40.157287 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eba394d6-d96c-47bd-a73c-a64e0ebe891e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for port (df5e4f05-f164-469b-a711-b742d72e83b9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.169613 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port b24f4298-0822-42f9-a733-2387ca25dd6a, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b24f4298-0822-42f9-a733-2387ca25dd6a,segment=NetworkSegment(3d2262d1-dc2b-49a3-9127-ed60afa19e93),segment_id=3d2262d1-dc2b-49a3-9127-ed60afa19e93)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:40.264487 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eba394d6-d96c-47bd-a73c-a64e0ebe891e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (df5e4f05-f164-469b-a711-b742d72e83b9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.279672 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-810497f9-0509-4758-ac3e-b2796021cb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (ab2763ec-5db9-4063-a8d4-fdc9cd272b9c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.310148 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9fce3597-aa6a-4ed6-8227-9ed6b05844e8 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (9afb167d-df9a-4c35-80d6-29aa9a251647), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.334626 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810497f9-0509-4758-ac3e-b2796021cb9f admin admin] Pushing event deleted for resources: {'Port': ['ID=ab2763ec-5db9-4063-a8d4-fdc9cd272b9c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:40.343393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'b24f4298-0822-42f9-a733-2387ca25dd6a', 'network_id': '18dcd003-8cbd-4794-b5ef-c9a65b6cdc94', 'port_id': 'b24f4298-0822-42f9-a733-2387ca25dd6a', 'mac_address': 'fa:16:3e:27:3a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec51de9-93a9-4e1c-b1d1-307551dbf1e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:44:40.347962 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-9fce3597-aa6a-4ed6-8227-9ed6b05844e8 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afb167d-df9a-4c35-80d6-29aa9a251647']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:40.367025 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-9fce3597-aa6a-4ed6-8227-9ed6b05844e8 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b886fe5-38e6-4cad-93fc-dc9c4e0d11d7') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:40.369263 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-9fce3597-aa6a-4ed6-8227-9ed6b05844e8 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b886fe5-38e6-4cad-93fc-dc9c4e0d11d7') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:40.369481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810497f9-0509-4758-ac3e-b2796021cb9f admin admin] No DVR routers for this DVR port ab2763ec-5db9-4063-a8d4-fdc9cd272b9c on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:40.405256 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9fce3597-aa6a-4ed6-8227-9ed6b05844e8 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (9b886fe5-38e6-4cad-93fc-dc9c4e0d11d7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.435341 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9fce3597-aa6a-4ed6-8227-9ed6b05844e8 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (9b886fe5-38e6-4cad-93fc-dc9c4e0d11d7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.444819 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fce3597-aa6a-4ed6-8227-9ed6b05844e8 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:40.445478 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9fce3597-aa6a-4ed6-8227-9ed6b05844e8 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (9b886fe5-38e6-4cad-93fc-dc9c4e0d11d7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.494692 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-810497f9-0509-4758-ac3e-b2796021cb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (15c928c0-29e5-4755-9cbb-323d8380b7d4), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:40.539535 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:40.544616 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-810497f9-0509-4758-ac3e-b2796021cb9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c928c0-29e5-4755-9cbb-323d8380b7d4']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:40.545740 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9fce3597-aa6a-4ed6-8227-9ed6b05844e8 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (9afb167d-df9a-4c35-80d6-29aa9a251647), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.558938 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9fce3597-aa6a-4ed6-8227-9ed6b05844e8 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.571157 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9fce3597-aa6a-4ed6-8227-9ed6b05844e8 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] 10.222.0.77 "DELETE /v2.0/networks/9afb167d-df9a-4c35-80d6-29aa9a251647 HTTP/1.1" status: 204 len: 168 time: 1.4463992 Feb 09 21:44:40.578792 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1a26b-064a-42c8-87ae-2c7846844557 req-f169bcd1-c0d3-463b-ae50-6c543bcfbc2a tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:40.581685 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port b24f4298-0822-42f9-a733-2387ca25dd6a is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:40.583188 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b24f4298-0822-42f9-a733-2387ca25dd6a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.591378 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e0c1a26b-064a-42c8-87ae-2c7846844557 req-f169bcd1-c0d3-463b-ae50-6c543bcfbc2a tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 944 time: 0.3374431 Feb 09 21:44:40.608688 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-53670fc0-3a78-4c4b-89e3-a388a055554c None None] For port d94ed1cb-e28b-47db-8f86-08b5b9205999, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:40.630544 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35010) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:40.672606 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba394d6-d96c-47bd-a73c-a64e0ebe891e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:40.688224 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-53670fc0-3a78-4c4b-89e3-a388a055554c None None] For port d94ed1cb-e28b-47db-8f86-08b5b9205999, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d94ed1cb-e28b-47db-8f86-08b5b9205999,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:40.704955 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24f4298-0822-42f9-a733-2387ca25dd6a {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:44:40.714959 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-810497f9-0509-4758-ac3e-b2796021cb9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:40.716442 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-810497f9-0509-4758-ac3e-b2796021cb9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:40.727090 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e70492-1af7-45b1-b4d5-04dffcf1f77c tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:40.728087 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e70492-1af7-45b1-b4d5-04dffcf1f77c tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:40.741035 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-eba394d6-d96c-47bd-a73c-a64e0ebe891e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:40.747739 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a3e70492-1af7-45b1-b4d5-04dffcf1f77c tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] 10.222.0.77 "DELETE /v2.0/ports/f84237e3-9d9e-419a-b170-1cf859094f43 HTTP/1.1" status: 404 len: 333 time: 0.1135395 Feb 09 21:44:40.755122 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35012) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:40.762712 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port b24f4298-0822-42f9-a733-2387ca25dd6a, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b24f4298-0822-42f9-a733-2387ca25dd6a,segment=NetworkSegment(3d2262d1-dc2b-49a3-9127-ed60afa19e93),segment_id=3d2262d1-dc2b-49a3-9127-ed60afa19e93)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:40.762975 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce3597-aa6a-4ed6-8227-9ed6b05844e8 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Pushing event deleted for resources: {'Network': ['ID=9afb167d-df9a-4c35-80d6-29aa9a251647,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:40.765363 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-05274ed6-66b7-4669-82c0-0d142d03c353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.767739 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-53670fc0-3a78-4c4b-89e3-a388a055554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d94ed1cb-e28b-47db-8f86-08b5b9205999), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.799826 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-810497f9-0509-4758-ac3e-b2796021cb9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.818598 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff08d41-9aa1-4119-8685-887f2584a426 None None] DHCP port deletion for 15c928c0-29e5-4755-9cbb-323d8380b7d4 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:40.839520 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b24f4298-0822-42f9-a733-2387ca25dd6a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.873666 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba394d6-d96c-47bd-a73c-a64e0ebe891e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:40.889986 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e0c1a26b-064a-42c8-87ae-2c7846844557 req-76bc0826-9e2b-464a-b0f8-716ef7cd9fe4 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975404 Feb 09 21:44:40.894150 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-810497f9-0509-4758-ac3e-b2796021cb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.898302 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba394d6-d96c-47bd-a73c-a64e0ebe891e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:40.904915 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eba394d6-d96c-47bd-a73c-a64e0ebe891e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.912846 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-810497f9-0509-4758-ac3e-b2796021cb9f admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:40.913276 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-810497f9-0509-4758-ac3e-b2796021cb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (b340bf0f-fbbc-4f5b-8e2c-30b9d08d09b7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.943567 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba394d6-d96c-47bd-a73c-a64e0ebe891e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event updated for resources: {'Port': ['ID=df5e4f05-f164-469b-a711-b742d72e83b9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:40.993576 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53670fc0-3a78-4c4b-89e3-a388a055554c None None] Pushing event updated for resources: {'Port': ['ID=d94ed1cb-e28b-47db-8f86-08b5b9205999,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:41.042390 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-eba394d6-d96c-47bd-a73c-a64e0ebe891e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.6366720 Feb 09 21:44:41.071790 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['b24f4298-0822-42f9-a733-2387ca25dd6a'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:44:41.072974 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35016) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:41.092731 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:41.118073 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-eb7823e2-ec9d-4843-861a-732eb03d5f0b req-64fecc30-ce73-495e-b6bd-b85c5661ddce tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:44:41.126118 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb7823e2-ec9d-4843-861a-732eb03d5f0b req-64fecc30-ce73-495e-b6bd-b85c5661ddce tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0321050 Feb 09 21:44:41.132730 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-810497f9-0509-4758-ac3e-b2796021cb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (15c928c0-29e5-4755-9cbb-323d8380b7d4), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.169123 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-810497f9-0509-4758-ac3e-b2796021cb9f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.177685 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-810497f9-0509-4758-ac3e-b2796021cb9f admin admin] 10.222.0.77 "DELETE /v2.0/networks/15c928c0-29e5-4755-9cbb-323d8380b7d4 HTTP/1.1" status: 204 len: 168 time: 1.3894401 Feb 09 21:44:41.265862 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-d587d0a9-5e89-4c88-9847-5c0329b0f5fc tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Deleting subnet 177f9214-1096-41a5-ace2-c15847f4b5c5 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:41.305058 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d587d0a9-5e89-4c88-9847-5c0329b0f5fc tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks [] for subnet (177f9214-1096-41a5-ace2-c15847f4b5c5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.375307 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810497f9-0509-4758-ac3e-b2796021cb9f admin admin] Pushing event deleted for resources: {'Network': ['ID=15c928c0-29e5-4755-9cbb-323d8380b7d4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:41.454372 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=b24f4298-0822-42f9-a733-2387ca25dd6a,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:41.517536 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb7823e2-ec9d-4843-861a-732eb03d5f0b req-2467a88a-12cd-4237-a4a7-8b8f240862d3 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3690667 Feb 09 21:44:41.556419 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d587d0a9-5e89-4c88-9847-5c0329b0f5fc tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (177f9214-1096-41a5-ace2-c15847f4b5c5), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.714405 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e0c54734-feb2-464f-bf91-01bbd0f6ca34 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting port df5e4f05-f164-469b-a711-b742d72e83b9 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:41.714706 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0c54734-feb2-464f-bf91-01bbd0f6ca34 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (df5e4f05-f164-469b-a711-b742d72e83b9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.748866 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.862119 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0c54734-feb2-464f-bf91-01bbd0f6ca34 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (df5e4f05-f164-469b-a711-b742d72e83b9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.878636 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35022) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:41.892821 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e0c54734-feb2-464f-bf91-01bbd0f6ca34 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Calling delete_port for df5e4f05-f164-469b-a711-b742d72e83b9 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:42.068709 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-115af619-26e4-4171-ae64-79d0caa451ea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e9cb2a8ff2d64d2e90b481fcb10e7a17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1865072 Feb 09 21:44:42.070225 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35026) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:42.108899 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d587d0a9-5e89-4c88-9847-5c0329b0f5fc tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (177f9214-1096-41a5-ace2-c15847f4b5c5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.286965 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66fad1b-33e8-4d2c-8c52-17e1ecd65c99 x-openstack-request-id: req-e66fad1b-33e8-4d2c-8c52-17e1ecd65c99 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:42.287195 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40aad6e0-1d66-49c1-96c1-026bb0a6cb8c", "name": "network-vif-unplugged", "status": "completed", "tag": "b24f4298-0822-42f9-a733-2387ca25dd6a", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:42.287439 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e66fad1b-33e8-4d2c-8c52-17e1ecd65c99 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:42.287871 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40aad6e0-1d66-49c1-96c1-026bb0a6cb8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b24f4298-0822-42f9-a733-2387ca25dd6a', 'code': 200} Feb 09 21:44:42.312348 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ab14ab0-a9b0-4e59-bf9b-a6b4c280e7f3 admin admin] Publish callbacks [] for security_group (a46b6cae-2f15-44d5-9eb9-263eeaf78bc3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.340068 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d587d0a9-5e89-4c88-9847-5c0329b0f5fc tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (177f9214-1096-41a5-ace2-c15847f4b5c5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.371927 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ab14ab0-a9b0-4e59-bf9b-a6b4c280e7f3 admin admin] Publish callbacks [] for security_group (a46b6cae-2f15-44d5-9eb9-263eeaf78bc3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.418788 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d587d0a9-5e89-4c88-9847-5c0329b0f5fc tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.432251 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930c23d7-2f01-4e85-9383-232d2818a0d7 None None] Network 16d1b086-f554-44b1-96d6-58ed9086e7cf requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:42.454390 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d587d0a9-5e89-4c88-9847-5c0329b0f5fc tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] 10.222.0.77 "DELETE /v2.0/subnets/177f9214-1096-41a5-ace2-c15847f4b5c5 HTTP/1.1" status: 204 len: 168 time: 1.6789789 Feb 09 21:44:42.457027 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35044) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:42.509871 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587d0a9-5e89-4c88-9847-5c0329b0f5fc tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Pushing event deleted for resources: {'Subnet': ['ID=177f9214-1096-41a5-ace2-c15847f4b5c5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:42.632006 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0c54734-feb2-464f-bf91-01bbd0f6ca34 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (df5e4f05-f164-469b-a711-b742d72e83b9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.776897 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c54734-feb2-464f-bf91-01bbd0f6ca34 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Port': ['ID=df5e4f05-f164-469b-a711-b742d72e83b9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:42.922441 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0c54734-feb2-464f-bf91-01bbd0f6ca34 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.929668 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-875eaab0-77f5-41f0-b059-666e6e0c8524 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (16d1b086-f554-44b1-96d6-58ed9086e7cf), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.930885 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e0c54734-feb2-464f-bf91-01bbd0f6ca34 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/df5e4f05-f164-469b-a711-b742d72e83b9 HTTP/1.1" status: 204 len: 168 time: 1.8483293 Feb 09 21:44:42.932195 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35052) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:42.972656 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d859a2-7b97-441b-a4fa-708cbb9a7402 req-929ee19d-8ec8-4ab3-9bd3-b67911d58714 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:42.982995 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7d859a2-7b97-441b-a4fa-708cbb9a7402 req-929ee19d-8ec8-4ab3-9bd3-b67911d58714 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 946 time: 0.2918143 Feb 09 21:44:43.018554 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ab14ab0-a9b0-4e59-bf9b-a6b4c280e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a46b6cae-2f15-44d5-9eb9-263eeaf78bc3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.024870 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ab14ab0-a9b0-4e59-bf9b-a6b4c280e7f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.030302 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5ab14ab0-a9b0-4e59-bf9b-a6b4c280e7f3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a46b6cae-2f15-44d5-9eb9-263eeaf78bc3 HTTP/1.1" status: 204 len: 168 time: 0.9551332 Feb 09 21:44:43.061453 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device b24f4298-0822-42f9-a733-2387ca25dd6a up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:43.070013 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab14ab0-a9b0-4e59-bf9b-a6b4c280e7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46b6cae-2f15-44d5-9eb9-263eeaf78bc3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:43.141600 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3002856d-8f5c-49e6-83d2-b84057de2d97 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:43.155890 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3002856d-8f5c-49e6-83d2-b84057de2d97 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2206340 Feb 09 21:44:43.156593 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35056) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:43.204330 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7d859a2-7b97-441b-a4fa-708cbb9a7402 req-64b6c2b3-390f-465f-8cfa-137c811578f9 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200265 Feb 09 21:44:43.220658 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.270065 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port b24f4298-0822-42f9-a733-2387ca25dd6a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:43.271324 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b24f4298-0822-42f9-a733-2387ca25dd6a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.320234 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-875eaab0-77f5-41f0-b059-666e6e0c8524 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Deleting port c72e8746-4b16-4e42-8ceb-a0ab933b451f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:43.320371 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-875eaab0-77f5-41f0-b059-666e6e0c8524 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c72e8746-4b16-4e42-8ceb-a0ab933b451f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.360127 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b78744-c293-433d-bfd5-d6d80de3792e None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:43.423732 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8488a88-c4ec-4926-b384-154d89c9a0d7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:43.461901 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f8488a88-c4ec-4926-b384-154d89c9a0d7 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.3039484 Feb 09 21:44:43.465840 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35060) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:43.680085 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e800c13f-d21f-42c1-92a1-fe004469ffda None None] DHCP port deletion for 16d1b086-f554-44b1-96d6-58ed9086e7cf request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:43.742794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3e758d-d78e-4fd7-8f18-90fddd1201d2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:43.747796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3e758d-d78e-4fd7-8f18-90fddd1201d2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:43.768177 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3e758d-d78e-4fd7-8f18-90fddd1201d2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:43.778617 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5a3e758d-d78e-4fd7-8f18-90fddd1201d2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3149118 Feb 09 21:44:43.799705 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35066) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:43.922143 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6792e3d6-f420-4eb3-b2dd-7448e2deab5b None None] Provisioning complete for port d94ed1cb-e28b-47db-8f86-08b5b9205999 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:43.922143 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6792e3d6-f420-4eb3-b2dd-7448e2deab5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d94ed1cb-e28b-47db-8f86-08b5b9205999), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.081569 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-875eaab0-77f5-41f0-b059-666e6e0c8524 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] For port c72e8746-4b16-4e42-8ceb-a0ab933b451f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c72e8746-4b16-4e42-8ceb-a0ab933b451f,segment=NetworkSegment(2e02fbfe-df58-4aed-8cce-c76e7ff69efc),segment_id=2e02fbfe-df58-4aed-8cce-c76e7ff69efc)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:44.085130 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-95327996-29f6-442a-912c-db354f3f4f1d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet 13d75d93-8faf-4950-9b08-71e146e5e1fb {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:44.086561 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-875eaab0-77f5-41f0-b059-666e6e0c8524 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c72e8746-4b16-4e42-8ceb-a0ab933b451f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.092610 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-95327996-29f6-442a-912c-db354f3f4f1d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (13d75d93-8faf-4950-9b08-71e146e5e1fb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.218056 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d94ed1cb-e28b-47db-8f86-08b5b9205999 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:44.236767 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-875eaab0-77f5-41f0-b059-666e6e0c8524 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Calling delete_port for c72e8746-4b16-4e42-8ceb-a0ab933b451f owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:44.283684 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae41450-5946-4aa6-843b-acc285ab282d req-033d6507-7d24-416d-96ac-97759d540197 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:44.286778 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-95327996-29f6-442a-912c-db354f3f4f1d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (13d75d93-8faf-4950-9b08-71e146e5e1fb), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.299168 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eae41450-5946-4aa6-843b-acc285ab282d req-033d6507-7d24-416d-96ac-97759d540197 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 945 time: 0.6943357 Feb 09 21:44:44.742915 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.744228 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eae41450-5946-4aa6-843b-acc285ab282d req-5401974f-9577-45d7-b45d-e2a6adf4742e tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411395 Feb 09 21:44:44.761683 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port b24f4298-0822-42f9-a733-2387ca25dd6a is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:44.762175 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b24f4298-0822-42f9-a733-2387ca25dd6a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.796114 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-95327996-29f6-442a-912c-db354f3f4f1d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (13d75d93-8faf-4950-9b08-71e146e5e1fb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.899988 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-875eaab0-77f5-41f0-b059-666e6e0c8524 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c72e8746-4b16-4e42-8ceb-a0ab933b451f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.902127 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e800c13f-d21f-42c1-92a1-fe004469ffda None None] Deleting port c72e8746-4b16-4e42-8ceb-a0ab933b451f {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:44.902887 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e800c13f-d21f-42c1-92a1-fe004469ffda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c72e8746-4b16-4e42-8ceb-a0ab933b451f), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.112726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875eaab0-77f5-41f0-b059-666e6e0c8524 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] No DVR routers for this DVR port c72e8746-4b16-4e42-8ceb-a0ab933b451f on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:45.290687 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-95327996-29f6-442a-912c-db354f3f4f1d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (13d75d93-8faf-4950-9b08-71e146e5e1fb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.404812 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40aad6e0-1d66-49c1-96c1-026bb0a6cb8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24f4298-0822-42f9-a733-2387ca25dd6a'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:45.409603 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e11b47c-c697-4b06-8d6d-aa084b0bc6e7" -d '{"events": [{"server_uuid": "40aad6e0-1d66-49c1-96c1-026bb0a6cb8c", "name": "network-vif-plugged", "status": "completed", "tag": "b24f4298-0822-42f9-a733-2387ca25dd6a"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:45.503947 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95327996-29f6-442a-912c-db354f3f4f1d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=13d75d93-8faf-4950-9b08-71e146e5e1fb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:45.513570 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-95327996-29f6-442a-912c-db354f3f4f1d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.537988 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-95327996-29f6-442a-912c-db354f3f4f1d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/13d75d93-8faf-4950-9b08-71e146e5e1fb HTTP/1.1" status: 204 len: 168 time: 1.7295799 Feb 09 21:44:45.543824 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35096) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:45.544244 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e800c13f-d21f-42c1-92a1-fe004469ffda None None] For port c72e8746-4b16-4e42-8ceb-a0ab933b451f, host n-d-828601-1, got binding levels [] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:45.544657 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e800c13f-d21f-42c1-92a1-fe004469ffda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c72e8746-4b16-4e42-8ceb-a0ab933b451f), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.560628 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e800c13f-d21f-42c1-92a1-fe004469ffda None None] Calling delete_port for c72e8746-4b16-4e42-8ceb-a0ab933b451f owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:45.568845 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.ipam_backend_mixin [None req-e800c13f-d21f-42c1-92a1-fe004469ffda None None] Port c72e8746-4b16-4e42-8ceb-a0ab933b451f was not found and therefore no delete operation was performed {{(pid=103203) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:44:45.574473 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e800c13f-d21f-42c1-92a1-fe004469ffda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (c72e8746-4b16-4e42-8ceb-a0ab933b451f), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.652683 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port b24f4298-0822-42f9-a733-2387ca25dd6a, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b24f4298-0822-42f9-a733-2387ca25dd6a,segment=NetworkSegment(3d2262d1-dc2b-49a3-9127-ed60afa19e93),segment_id=3d2262d1-dc2b-49a3-9127-ed60afa19e93)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:45.664114 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800c13f-d21f-42c1-92a1-fe004469ffda None None] Pushing event deleted for resources: {'Port': ['ID=c72e8746-4b16-4e42-8ceb-a0ab933b451f,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:45.740202 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35100) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:45.748409 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6792e3d6-f420-4eb3-b2dd-7448e2deab5b None None] Current status of the port d94ed1cb-e28b-47db-8f86-08b5b9205999 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:45.748805 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6792e3d6-f420-4eb3-b2dd-7448e2deab5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d94ed1cb-e28b-47db-8f86-08b5b9205999), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.755333 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b24f4298-0822-42f9-a733-2387ca25dd6a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.813808 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.842778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e800c13f-d21f-42c1-92a1-fe004469ffda None None] No DVR routers for this DVR port c72e8746-4b16-4e42-8ceb-a0ab933b451f on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:45.864896 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc92d616-6654-485c-9252-3718248fea7e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Deleting subnet 59f85b91-3d2e-4007-b981-7e75aca50a6f {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:45.880870 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc92d616-6654-485c-9252-3718248fea7e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (59f85b91-3d2e-4007-b981-7e75aca50a6f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.904856 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port d94ed1cb-e28b-47db-8f86-08b5b9205999 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:45.905246 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d94ed1cb-e28b-47db-8f86-08b5b9205999), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.000339 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.002544 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc92d616-6654-485c-9252-3718248fea7e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (59f85b91-3d2e-4007-b981-7e75aca50a6f), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.033814 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6792e3d6-f420-4eb3-b2dd-7448e2deab5b None None] For port d94ed1cb-e28b-47db-8f86-08b5b9205999, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d94ed1cb-e28b-47db-8f86-08b5b9205999,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:46.073339 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6792e3d6-f420-4eb3-b2dd-7448e2deab5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d94ed1cb-e28b-47db-8f86-08b5b9205999), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.095757 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=b24f4298-0822-42f9-a733-2387ca25dd6a,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:46.229982 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc92d616-6654-485c-9252-3718248fea7e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (59f85b91-3d2e-4007-b981-7e75aca50a6f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.373724 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc92d616-6654-485c-9252-3718248fea7e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (59f85b91-3d2e-4007-b981-7e75aca50a6f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.448820 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792e3d6-f420-4eb3-b2dd-7448e2deab5b None None] Pushing event updated for resources: {'Port': ['ID=d94ed1cb-e28b-47db-8f86-08b5b9205999,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:46.453120 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port d94ed1cb-e28b-47db-8f86-08b5b9205999 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:46.469765 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ea0e9a-f6a1-48a1-a619-55319a025014 None None] Network 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:46.473346 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92d616-6654-485c-9252-3718248fea7e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Subnet': ['ID=59f85b91-3d2e-4007-b981-7e75aca50a6f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:46.486829 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875eaab0-77f5-41f0-b059-666e6e0c8524 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Pushing event deleted for resources: {'Port': ['ID=c72e8746-4b16-4e42-8ceb-a0ab933b451f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:46.495627 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-639cab47-df3d-4a20-9d39-5f952647e9c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.498636 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc92d616-6654-485c-9252-3718248fea7e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.505607 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cc92d616-6654-485c-9252-3718248fea7e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/59f85b91-3d2e-4007-b981-7e75aca50a6f HTTP/1.1" status: 204 len: 168 time: 0.9558673 Feb 09 21:44:46.507780 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35114) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:46.579765 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-166bcbed-f52a-454d-b464-af236ed87581 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704293 Feb 09 21:44:46.583181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35116) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:46.646361 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-875eaab0-77f5-41f0-b059-666e6e0c8524 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (16d1b086-f554-44b1-96d6-58ed9086e7cf), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.670979 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-639cab47-df3d-4a20-9d39-5f952647e9c4 admin admin] Publish callbacks [] for security_group (26fbed90-bb3d-4be5-ae94-a398c14e6e8a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.684700 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-639cab47-df3d-4a20-9d39-5f952647e9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (26fbed90-bb3d-4be5-ae94-a398c14e6e8a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.713964 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-875eaab0-77f5-41f0-b059-666e6e0c8524 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d1b086-f554-44b1-96d6-58ed9086e7cf']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:46.718021 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-639cab47-df3d-4a20-9d39-5f952647e9c4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=50a22a58b0434dfebe0c1f61d41ac0c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9760606 Feb 09 21:44:46.724704 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35118) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:46.736558 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-875eaab0-77f5-41f0-b059-666e6e0c8524 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e02fbfe-df58-4aed-8cce-c76e7ff69efc') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:46.736843 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-875eaab0-77f5-41f0-b059-666e6e0c8524 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e02fbfe-df58-4aed-8cce-c76e7ff69efc') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:46.742890 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c72e8746-4b16-4e42-8ceb-a0ab933b451f no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:46.781737 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cab47-df3d-4a20-9d39-5f952647e9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fbed90-bb3d-4be5-ae94-a398c14e6e8a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:46.787049 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2064f9-1db0-4ea7-9dc3-54e9ade3b6e5 req-d88d089f-fd78-46ea-9800-399d40ae07be tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:46.799941 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a2064f9-1db0-4ea7-9dc3-54e9ade3b6e5 req-d88d089f-fd78-46ea-9800-399d40ae07be tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 945 time: 1.6604064 Feb 09 21:44:46.804105 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-875eaab0-77f5-41f0-b059-666e6e0c8524 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (2e02fbfe-df58-4aed-8cce-c76e7ff69efc), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.806930 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-768fa9d8-6745-480e-859d-465628297ebd admin admin] Publish callbacks [] for security_group (26fbed90-bb3d-4be5-ae94-a398c14e6e8a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.815768 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: c72e8746-4b16-4e42-8ceb-a0ab933b451f {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:46.816128 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c72e8746-4b16-4e42-8ceb-a0ab933b451f not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:46.816541 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ab2763ec-5db9-4063-a8d4-fdc9cd272b9c no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:46.874222 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-768fa9d8-6745-480e-859d-465628297ebd admin admin] Publish callbacks [] for security_group (26fbed90-bb3d-4be5-ae94-a398c14e6e8a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.909324 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-875eaab0-77f5-41f0-b059-666e6e0c8524 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (2e02fbfe-df58-4aed-8cce-c76e7ff69efc), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.924294 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-bfa41aa2-c34a-4ceb-bccf-a4cd8509ac06 None None] Provisioning complete for port d94ed1cb-e28b-47db-8f86-08b5b9205999 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:46.924812 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bfa41aa2-c34a-4ceb-bccf-a4cd8509ac06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d94ed1cb-e28b-47db-8f86-08b5b9205999), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.930612 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: ab2763ec-5db9-4063-a8d4-fdc9cd272b9c {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:46.930957 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ab2763ec-5db9-4063-a8d4-fdc9cd272b9c not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:46.940431 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-875eaab0-77f5-41f0-b059-666e6e0c8524 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:46.940857 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-875eaab0-77f5-41f0-b059-666e6e0c8524 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (2e02fbfe-df58-4aed-8cce-c76e7ff69efc), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.991726 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-768fa9d8-6745-480e-859d-465628297ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (26fbed90-bb3d-4be5-ae94-a398c14e6e8a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.997123 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-768fa9d8-6745-480e-859d-465628297ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.998371 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-768fa9d8-6745-480e-859d-465628297ebd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/26fbed90-bb3d-4be5-ae94-a398c14e6e8a HTTP/1.1" status: 204 len: 168 time: 0.2725062 Feb 09 21:44:47.022415 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa9d8-6745-480e-859d-465628297ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fbed90-bb3d-4be5-ae94-a398c14e6e8a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:47.108975 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:47.124083 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-875eaab0-77f5-41f0-b059-666e6e0c8524 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (16d1b086-f554-44b1-96d6-58ed9086e7cf), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.256456 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66d2fa2-9aa6-43be-abfe-778cd2eb40ab tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:47.266092 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35126) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:47.276707 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b66d2fa2-9aa6-43be-abfe-778cd2eb40ab tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6800013 Feb 09 21:44:47.316367 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-875eaab0-77f5-41f0-b059-666e6e0c8524 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.324110 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-875eaab0-77f5-41f0-b059-666e6e0c8524 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] 10.222.0.77 "DELETE /v2.0/networks/16d1b086-f554-44b1-96d6-58ed9086e7cf HTTP/1.1" status: 204 len: 168 time: 4.8610997 Feb 09 21:44:47.348830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a83fd4-d741-48e1-a98c-35c9ec746a67 None None] DHCP port deletion for 8bbe36ba-e82f-4c8a-bc2c-316e61e96669 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:47.406545 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a2064f9-1db0-4ea7-9dc3-54e9ade3b6e5 req-b98bd3cc-4fdc-4eb3-864e-c03dd387b0c3 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6063612 Feb 09 21:44:47.412404 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875eaab0-77f5-41f0-b059-666e6e0c8524 tempest-DHCPAgentSchedulersTestJSON-2071190456 tempest-DHCPAgentSchedulersTestJSON-2071190456-project] Pushing event deleted for resources: {'Network': ['ID=16d1b086-f554-44b1-96d6-58ed9086e7cf,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:47.511461 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bfa41aa2-c34a-4ceb-bccf-a4cd8509ac06 None None] Current status of the port d94ed1cb-e28b-47db-8f86-08b5b9205999 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:47.588705 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480972b0-0f33-4529-bf20-f16c60b8c6fe tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:47.594289 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35136) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:47.595767 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-480972b0-0f33-4529-bf20-f16c60b8c6fe tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3280818 Feb 09 21:44:47.637396 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-34a83fd4-d741-48e1-a98c-35c9ec746a67 None None] Deleting port d94ed1cb-e28b-47db-8f86-08b5b9205999 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:47.637781 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-34a83fd4-d741-48e1-a98c-35c9ec746a67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d94ed1cb-e28b-47db-8f86-08b5b9205999), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.710760 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b41c7413-1625-4545-b644-5cd3a357e71b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1152549 Feb 09 21:44:47.718127 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35140) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:47.806258 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-34a83fd4-d741-48e1-a98c-35c9ec746a67 None None] For port d94ed1cb-e28b-47db-8f86-08b5b9205999, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d94ed1cb-e28b-47db-8f86-08b5b9205999,segment=NetworkSegment(782a9cd8-f4e0-46fe-939a-f798fefea55e),segment_id=782a9cd8-f4e0-46fe-939a-f798fefea55e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:47.806949 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-34a83fd4-d741-48e1-a98c-35c9ec746a67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d94ed1cb-e28b-47db-8f86-08b5b9205999), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.826824 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8f0ed-83b9-4e7a-97c8-8554f74bbb59 req-0f227452-09c8-4975-8b0f-d97c96b91a54 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:47.838956 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b2c8f0ed-83b9-4e7a-97c8-8554f74bbb59 req-0f227452-09c8-4975-8b0f-d97c96b91a54 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 946 time: 0.1265979 Feb 09 21:44:47.851756 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-34a83fd4-d741-48e1-a98c-35c9ec746a67 None None] Calling delete_port for d94ed1cb-e28b-47db-8f86-08b5b9205999 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:47.878273 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-36cb6e39-eb92-4cd3-b515-9d2f4711d47f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:47.880514 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36cb6e39-eb92-4cd3-b515-9d2f4711d47f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:47.892300 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35146) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:47.900711 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-36cb6e39-eb92-4cd3-b515-9d2f4711d47f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/df5e4f05-f164-469b-a711-b742d72e83b9 HTTP/1.1" status: 404 len: 333 time: 0.1809185 Feb 09 21:44:47.983494 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77b65aa-1241-45b1-b320-e212bca7aca2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:47.985078 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a77b65aa-1241-45b1-b320-e212bca7aca2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:47.995603 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a77b65aa-1241-45b1-b320-e212bca7aca2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/59f85b91-3d2e-4007-b981-7e75aca50a6f HTTP/1.1" status: 404 len: 337 time: 0.1014988 Feb 09 21:44:47.998491 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35148) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:48.034911 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b2c8f0ed-83b9-4e7a-97c8-8554f74bbb59 req-60584844-9f39-4abd-ad68-945042ddec71 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945515 Feb 09 21:44:48.177435 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-19bc3332-076f-41cb-84eb-5cba81ed2367 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:48.179783 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35152) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:48.181198 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19bc3332-076f-41cb-84eb-5cba81ed2367 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:48.203846 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-19bc3332-076f-41cb-84eb-5cba81ed2367 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/13d75d93-8faf-4950-9b08-71e146e5e1fb HTTP/1.1" status: 404 len: 337 time: 0.2034459 Feb 09 21:44:48.207936 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35156) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:48.208481 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7358b665-d977-4799-8992-7565d04541e2 x-openstack-request-id: req-7358b665-d977-4799-8992-7565d04541e2 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:48.208954 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40aad6e0-1d66-49c1-96c1-026bb0a6cb8c", "name": "network-vif-plugged", "status": "completed", "tag": "b24f4298-0822-42f9-a733-2387ca25dd6a", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:48.213301 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7358b665-d977-4799-8992-7565d04541e2 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:48.213974 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40aad6e0-1d66-49c1-96c1-026bb0a6cb8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24f4298-0822-42f9-a733-2387ca25dd6a', 'code': 200} Feb 09 21:44:48.243966 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-34a83fd4-d741-48e1-a98c-35c9ec746a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (d94ed1cb-e28b-47db-8f86-08b5b9205999), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.439275 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a83fd4-d741-48e1-a98c-35c9ec746a67 None None] Pushing event deleted for resources: {'Port': ['ID=d94ed1cb-e28b-47db-8f86-08b5b9205999,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:48.460195 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ad6034-0126-4923-9b96-aa0cf972c3d3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:48.464397 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ad6034-0126-4923-9b96-aa0cf972c3d3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:48.474898 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-73ad6034-0126-4923-9b96-aa0cf972c3d3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/534f771c-96df-4f05-b60d-de26055f6a3b HTTP/1.1" status: 404 len: 333 time: 0.2608988 Feb 09 21:44:48.475528 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35162) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:48.525405 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a83fd4-d741-48e1-a98c-35c9ec746a67 None None] No DVR routers for this DVR port d94ed1cb-e28b-47db-8f86-08b5b9205999 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:48.550514 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1294e7-ae38-4c8b-88d2-425cf2a9d1db req-50f390c4-11e1-4f80-b7ec-4f06c3cecc48 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:48.550514 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9e1294e7-ae38-4c8b-88d2-425cf2a9d1db req-50f390c4-11e1-4f80-b7ec-4f06c3cecc48 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 946 time: 0.2274818 Feb 09 21:44:48.593825 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-2354a602-6fe2-4532-a9d0-e5cf4dfee7b3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:48.594330 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2354a602-6fe2-4532-a9d0-e5cf4dfee7b3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:48.606445 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2354a602-6fe2-4532-a9d0-e5cf4dfee7b3 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/97121787-453c-447b-bb7d-cb86ef8eaf8f HTTP/1.1" status: 404 len: 337 time: 0.1291640 Feb 09 21:44:48.606787 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35166) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:48.620040 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9e1294e7-ae38-4c8b-88d2-425cf2a9d1db req-4c578695-bf65-43c0-9f71-e15dcde1a579 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730932 Feb 09 21:44:48.710504 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f2c7212-c5f3-475a-aff4-dceea2428e7c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:48.711345 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f2c7212-c5f3-475a-aff4-dceea2428e7c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:48.715341 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0f2c7212-c5f3-475a-aff4-dceea2428e7c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/0495805f-9576-42b6-9b1c-d4852a7efc9f HTTP/1.1" status: 404 len: 337 time: 0.0913379 Feb 09 21:44:48.717997 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83302ecd-def2-47b7-bf34-9ea7a316d50b req-d5b0a679-f01f-483b-ab50-613a9ee69e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:48.719084 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35176) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:48.720057 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83302ecd-def2-47b7-bf34-9ea7a316d50b req-d5b0a679-f01f-483b-ab50-613a9ee69e05 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 1128 time: 0.2886479 Feb 09 21:44:48.749672 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55e5730-01b8-40ff-9a2a-abc4d2fa5a6f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:48.750592 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f55e5730-01b8-40ff-9a2a-abc4d2fa5a6f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:48.758094 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f55e5730-01b8-40ff-9a2a-abc4d2fa5a6f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/d6c6d44b-ea6a-40e6-8e3c-9ef25553bb4d HTTP/1.1" status: 404 len: 333 time: 0.0371189 Feb 09 21:44:48.759329 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35178) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:48.784185 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83302ecd-def2-47b7-bf34-9ea7a316d50b req-5745197e-3849-46b9-be75-f2e49849b8f9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580490 Feb 09 21:44:48.790532 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a849255-7b98-4110-a873-6fca9294ec04 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:48.791104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a849255-7b98-4110-a873-6fca9294ec04 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:48.798060 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4a849255-7b98-4110-a873-6fca9294ec04 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/4b34e32f-d92e-474a-98cc-89ffd772126c HTTP/1.1" status: 404 len: 337 time: 0.0374525 Feb 09 21:44:48.799690 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35182) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:48.858162 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-96dba41f-b62c-48d6-886c-4b36a72a3e5f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:48.858809 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96dba41f-b62c-48d6-886c-4b36a72a3e5f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:48.866821 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-96dba41f-b62c-48d6-886c-4b36a72a3e5f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/5f52ef98-6283-4c28-8007-a7bb64251aa7 HTTP/1.1" status: 404 len: 337 time: 0.0629675 Feb 09 21:44:48.867358 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35184) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:48.906239 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-70371079-2032-4006-a03e-d9e92cb82f32 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:48.906886 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70371079-2032-4006-a03e-d9e92cb82f32 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:48.919383 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-70371079-2032-4006-a03e-d9e92cb82f32 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/8c692e5b-3299-46d4-9c12-067bef287f62 HTTP/1.1" status: 404 len: 333 time: 0.0505416 Feb 09 21:44:48.923391 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35186) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:48.992813 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5e715b-c7c8-4403-8a08-aa3361b54aee tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:48.993892 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c5e715b-c7c8-4403-8a08-aa3361b54aee tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:49.000342 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6c5e715b-c7c8-4403-8a08-aa3361b54aee tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/6a661e38-c41f-4527-a114-0a5242443d43 HTTP/1.1" status: 404 len: 337 time: 0.0749655 Feb 09 21:44:49.006373 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35196) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:49.016819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b75b7a54-e9ad-40eb-9e97-3161485e88c0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1f081c07db5c413eb5b47b520eca71ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8348341 Feb 09 21:44:49.019413 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35198) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:49.084416 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-34426873-5590-4773-b5f9-6cd60a7c060b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:49.095863 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34426873-5590-4773-b5f9-6cd60a7c060b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:49.110568 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-34426873-5590-4773-b5f9-6cd60a7c060b tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/a0e9663c-9833-44ad-84e5-55789e0498e6 HTTP/1.1" status: 404 len: 337 time: 0.1023102 Feb 09 21:44:49.111065 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35202) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:49.128351 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d94ed1cb-e28b-47db-8f86-08b5b9205999 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:49.150807 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: d94ed1cb-e28b-47db-8f86-08b5b9205999 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:49.151385 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d94ed1cb-e28b-47db-8f86-08b5b9205999 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:49.204201 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-472e610e-ffc7-4b7c-887d-befa9f9448a0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:49.204991 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472e610e-ffc7-4b7c-887d-befa9f9448a0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:49.217854 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-472e610e-ffc7-4b7c-887d-befa9f9448a0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/0a807c00-faba-4833-a332-d2fee5aa225a HTTP/1.1" status: 404 len: 333 time: 0.1052716 Feb 09 21:44:49.220383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35214) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:49.284232 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8859e9-113a-46aa-99ec-29a2afd51111 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:49.285299 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed8859e9-113a-46aa-99ec-29a2afd51111 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:49.290886 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ed8859e9-113a-46aa-99ec-29a2afd51111 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/16de058a-22d9-4bdb-8f61-0ba91173c755 HTTP/1.1" status: 404 len: 337 time: 0.0687611 Feb 09 21:44:49.293751 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35216) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:49.303893 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-f75c02ff-4836-458a-9119-7150926fb0c6 tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e40733820c934dfb83af2f06b782cec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672150 Feb 09 21:44:49.335930 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf7a6-c6d4-4e6c-b3b0-648421c1d9cb admin admin] Publish callbacks [] for security_group (a145469f-9bda-40bb-8281-785d2766ded7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.346545 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-089cc2ec-c803-4b6f-a9fe-2fec2c3d61f1 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:49.347743 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089cc2ec-c803-4b6f-a9fe-2fec2c3d61f1 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:49.354307 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-089cc2ec-c803-4b6f-a9fe-2fec2c3d61f1 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/4d4e989c-8e93-45bf-8038-3b41621c3b8e HTTP/1.1" status: 404 len: 333 time: 0.0556326 Feb 09 21:44:49.356708 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35218) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:49.417312 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b483bf-7958-4f87-8a11-39bdc7a8433c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:49.418272 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b483bf-7958-4f87-8a11-39bdc7a8433c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:49.438379 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-97b483bf-7958-4f87-8a11-39bdc7a8433c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/e9ce308f-d0c0-4d59-a562-7ed758f3478a HTTP/1.1" status: 404 len: 337 time: 0.0773578 Feb 09 21:44:49.441101 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35222) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:49.454058 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf7a6-c6d4-4e6c-b3b0-648421c1d9cb admin admin] Publish callbacks [] for security_group (a145469f-9bda-40bb-8281-785d2766ded7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.487740 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61ff5b6-c677-4683-bb02-ce7b9e94f355 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:49.488403 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61ff5b6-c677-4683-bb02-ce7b9e94f355 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:49.491764 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a61ff5b6-c677-4683-bb02-ce7b9e94f355 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/a85449fa-6d94-41af-995e-8a4828fa47eb HTTP/1.1" status: 404 len: 333 time: 0.0489016 Feb 09 21:44:49.494975 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35224) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:49.526281 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c663ab9-103a-4ce4-8cfd-64b0829f955c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:49.526569 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c663ab9-103a-4ce4-8cfd-64b0829f955c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:49.529861 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2c663ab9-103a-4ce4-8cfd-64b0829f955c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/c13716cf-bb54-45f3-8750-f747c65b5176 HTTP/1.1" status: 404 len: 337 time: 0.0343330 Feb 09 21:44:49.532421 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35226) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:49.565630 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-0657f2e7-7341-45fb-a342-aed542396c28 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:49.566462 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0657f2e7-7341-45fb-a342-aed542396c28 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:49.573254 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0657f2e7-7341-45fb-a342-aed542396c28 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/00058ce5-87bb-4815-a112-ad8394a9b512 HTTP/1.1" status: 404 len: 333 time: 0.0379221 Feb 09 21:44:49.575924 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35228) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:49.624360 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-f600d770-f46a-4ae5-b7ce-15d8f453f77f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:49.625622 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f600d770-f46a-4ae5-b7ce-15d8f453f77f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:49.630249 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f600d770-f46a-4ae5-b7ce-15d8f453f77f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/f856e846-caa7-4be2-a0b5-1e4373eb05e1 HTTP/1.1" status: 404 len: 337 time: 0.0529771 Feb 09 21:44:49.635055 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf7a6-c6d4-4e6c-b3b0-648421c1d9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a145469f-9bda-40bb-8281-785d2766ded7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.635732 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35230) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:49.640790 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf7a6-c6d4-4e6c-b3b0-648421c1d9cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.646786 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bb2cf7a6-c6d4-4e6c-b3b0-648421c1d9cb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a145469f-9bda-40bb-8281-785d2766ded7 HTTP/1.1" status: 204 len: 168 time: 0.6208112 Feb 09 21:44:49.674673 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f398a58-4041-422b-86d1-87d717815b6c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:49.675672 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f398a58-4041-422b-86d1-87d717815b6c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:49.682869 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8f398a58-4041-422b-86d1-87d717815b6c tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/de427fd2-ff2c-4d18-a043-e376cae7e37e HTTP/1.1" status: 404 len: 333 time: 0.0458601 Feb 09 21:44:49.684033 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35238) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:49.703797 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-afb7e4af-836e-4aaf-bf6c-f2620472a2af tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:49.705498 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-afb7e4af-836e-4aaf-bf6c-f2620472a2af tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3926444 Feb 09 21:44:49.715266 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe65a34b-b88c-4bc3-9043-44c5ee89c2ed tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:49.716766 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe65a34b-b88c-4bc3-9043-44c5ee89c2ed tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:49.716903 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cf7a6-c6d4-4e6c-b3b0-648421c1d9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a145469f-9bda-40bb-8281-785d2766ded7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:49.724831 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fe65a34b-b88c-4bc3-9043-44c5ee89c2ed tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/82615c6e-ed17-49a9-857b-7a222a22111b HTTP/1.1" status: 404 len: 337 time: 0.0390203 Feb 09 21:44:49.725696 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35240) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:49.755014 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb1b550-0af3-42a2-bc5e-35c951942acf tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:49.756476 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb1b550-0af3-42a2-bc5e-35c951942acf tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:49.763629 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1bb1b550-0af3-42a2-bc5e-35c951942acf tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/b721e966-b5fa-4d48-b295-1836de83ff4d HTTP/1.1" status: 404 len: 333 time: 0.0366528 Feb 09 21:44:49.764651 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35242) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:49.770506 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-1e57a2d5-8e5e-48ea-b242-9098df827d9e tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.77 "GET /v2.0/quotas/e40733820c934dfb83af2f06b782cec8 HTTP/1.1" status: 200 len: 375 time: 0.0317430 Feb 09 21:44:49.778842 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff6fff-a00d-4cd0-abfe-d528c3f22484 req-7f687df2-6143-4a01-9312-6aa67ef79c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:49.780797 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ebff6fff-a00d-4cd0-abfe-d528c3f22484 req-7f687df2-6143-4a01-9312-6aa67ef79c75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4da379594fdf42339bba1d92c8147535&device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 1128 time: 0.1681035 Feb 09 21:44:49.837919 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-c56063df-a026-40a8-864d-20a6449c1f67 tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e40733820c934dfb83af2f06b782cec8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663586 Feb 09 21:44:49.885615 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-02718c85-7c60-4d5d-bff3-55c12bd3f7bc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:49.885615 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02718c85-7c60-4d5d-bff3-55c12bd3f7bc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:49.898099 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-02718c85-7c60-4d5d-bff3-55c12bd3f7bc tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/a76f0f85-cd41-40e4-a0d2-f91eb2a91d48 HTTP/1.1" status: 404 len: 337 time: 0.1321054 Feb 09 21:44:49.902944 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35244) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:49.970299 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d3d100-ae86-4dc6-886b-957272db75fd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:49.972485 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d3d100-ae86-4dc6-886b-957272db75fd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:49.983984 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-20d3d100-ae86-4dc6-886b-957272db75fd tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/1401d87f-3e8c-432f-be5f-b929d692f48b HTTP/1.1" status: 404 len: 337 time: 0.0721941 Feb 09 21:44:49.985022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35246) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:50.019412 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf9a891-0e26-47fa-9e29-f03bcee7ab8d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:50.020732 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf9a891-0e26-47fa-9e29-f03bcee7ab8d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:50.024523 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fcf9a891-0e26-47fa-9e29-f03bcee7ab8d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/8d5e7d32-4eb4-416d-9ee4-0c6aeaa4c99a HTTP/1.1" status: 404 len: 333 time: 0.0387609 Feb 09 21:44:50.028354 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35248) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:50.080740 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff6fff-a00d-4cd0-abfe-d528c3f22484 req-d40ec331-a44c-4955-a5e1-bd35f58ad34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:50.095502 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ebff6fff-a00d-4cd0-abfe-d528c3f22484 req-d40ec331-a44c-4955-a5e1-bd35f58ad34d service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4792088-bf96-48c8-a331-af790ba542bf HTTP/1.1" status: 200 len: 913 time: 0.3047931 Feb 09 21:44:50.097240 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f8ed49-9350-444e-85ff-eb8c5b2c7b1a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:50.101875 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f8ed49-9350-444e-85ff-eb8c5b2c7b1a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:50.149335 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-39f8ed49-9350-444e-85ff-eb8c5b2c7b1a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/71b3eedd-b3c1-4691-ac0b-7ce9d7dba73a HTTP/1.1" status: 404 len: 337 time: 0.1193454 Feb 09 21:44:50.160292 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35252) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:50.302203 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec85f7bd-8745-4d15-bd71-1c7ec90e8734 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:50.316589 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec85f7bd-8745-4d15-bd71-1c7ec90e8734 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:50.326266 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ec85f7bd-8745-4d15-bd71-1c7ec90e8734 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/50e0a9f2-458b-4764-a34f-7383a20c33a7 HTTP/1.1" status: 404 len: 337 time: 0.1604795 Feb 09 21:44:50.326663 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35260) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:50.326827 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ebff6fff-a00d-4cd0-abfe-d528c3f22484 req-13a5334d-5fd3-4342-a0f2-e2eedf7d2498 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e38c4097-c302-4807-9da8-4a9c610adc9d HTTP/1.1" status: 200 len: 217 time: 0.2194204 Feb 09 21:44:50.388148 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4290bf5-e22e-438e-867a-ff0ead0722c0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:50.389117 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4290bf5-e22e-438e-867a-ff0ead0722c0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:50.404230 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d4290bf5-e22e-438e-867a-ff0ead0722c0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/afcccd8b-47fa-47b4-926a-95d63b2d7a9d HTTP/1.1" status: 404 len: 333 time: 0.0725536 Feb 09 21:44:50.405719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35262) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:50.420926 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711a757-a346-4d3f-8325-dbf22803805a req-f589a783-cff3-4cf1-a24d-fb67460c3b93 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:50.428812 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3711a757-a346-4d3f-8325-dbf22803805a req-f589a783-cff3-4cf1-a24d-fb67460c3b93 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7 HTTP/1.1" status: 200 len: 945 time: 0.1326864 Feb 09 21:44:50.436901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff6fff-a00d-4cd0-abfe-d528c3f22484 req-f4068b4a-4c2c-4f77-9b10-35df7bffdc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:50.438475 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ebff6fff-a00d-4cd0-abfe-d528c3f22484 req-f4068b4a-4c2c-4f77-9b10-35df7bffdc3b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b2baf19-4835-4e7a-83c6-0d721aca5d48 HTTP/1.1" status: 200 len: 852 time: 0.1014266 Feb 09 21:44:50.463840 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa39b87-f54f-4450-b572-a4f96deda918 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:50.464501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa39b87-f54f-4450-b572-a4f96deda918 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:50.471811 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-faa39b87-f54f-4450-b572-a4f96deda918 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/4a1e4cac-bee5-4f6f-ba3f-1f75614ba091 HTTP/1.1" status: 404 len: 337 time: 0.0611107 Feb 09 21:44:50.472969 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35268) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:50.529209 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bde2889-0410-4ec5-912b-01a8f45aebf5 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:50.530188 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bde2889-0410-4ec5-912b-01a8f45aebf5 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:50.530465 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ebff6fff-a00d-4cd0-abfe-d528c3f22484 req-cfb93471-c4be-41f4-a274-f12f584c467d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4792088-bf96-48c8-a331-af790ba542bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678620 Feb 09 21:44:50.541748 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3bde2889-0410-4ec5-912b-01a8f45aebf5 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/2446674a-0022-4669-923c-b5c4e8b9af72 HTTP/1.1" status: 404 len: 337 time: 0.0624430 Feb 09 21:44:50.542233 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35270) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:50.608415 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35272) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:50.620715 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-f357e8f6-6aed-4512-a9c4-f1183250a275 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:50.621999 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f357e8f6-6aed-4512-a9c4-f1183250a275 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:50.628301 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f357e8f6-6aed-4512-a9c4-f1183250a275 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/99d526ba-4013-45dc-8d03-248f5540a9db HTTP/1.1" status: 404 len: 333 time: 0.0821290 Feb 09 21:44:50.633546 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35274) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:50.658411 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ebff6fff-a00d-4cd0-abfe-d528c3f22484 req-d1b17966-42a0-4240-9400-6db136990e88 service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167347 Feb 09 21:44:50.659407 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9f198cb5-c248-4902-827a-64319550b685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.683695 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59bd610-d8c8-4971-8503-9e9f9bc9a78e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:50.684142 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59bd610-d8c8-4971-8503-9e9f9bc9a78e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:50.691255 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f59bd610-d8c8-4971-8503-9e9f9bc9a78e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/2120ea0a-eb94-4359-9387-bb7a739bc729 HTTP/1.1" status: 404 len: 337 time: 0.0518389 Feb 09 21:44:50.693366 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35276) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:50.750922 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d8bdc1-41a3-4324-83a6-198fac66cb7a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:50.751378 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d8bdc1-41a3-4324-83a6-198fac66cb7a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:50.755455 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-19d8bdc1-41a3-4324-83a6-198fac66cb7a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/8101744b-ef86-4f5b-84da-8673708d1866 HTTP/1.1" status: 404 len: 337 time: 0.0604274 Feb 09 21:44:50.762771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35280) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:50.774793 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3711a757-a346-4d3f-8325-dbf22803805a req-727da241-9c0f-406a-9c90-15028368551e tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450847 Feb 09 21:44:50.777657 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ebff6fff-a00d-4cd0-abfe-d528c3f22484 req-e1305011-3fd8-462b-984f-5d687b9f078b service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098435 Feb 09 21:44:50.883590 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3ebc07e0-38e7-4653-a6cc-621f5d3e1a96 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports?device_id=13e3d55a-ac74-47e5-bf46-3d35ef2518d6 HTTP/1.1" status: 200 len: 205 time: 0.1134732 Feb 09 21:44:50.888008 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35286) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:50.964257 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9f198cb5-c248-4902-827a-64319550b685 admin admin] Publish callbacks [] for security_group (416ca88d-7207-4b43-bf98-1186c67b0706), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.970840 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9f198cb5-c248-4902-827a-64319550b685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (416ca88d-7207-4b43-bf98-1186c67b0706), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.971498 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-bd9d8ded-5c5b-49f8-9e2b-41461d7b611f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] delete failed (client error): The resource could not be found. Feb 09 21:44:50.972906 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bd9d8ded-5c5b-49f8-9e2b-41461d7b611f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/routers/13e3d55a-ac74-47e5-bf46-3d35ef2518d6 HTTP/1.1" status: 404 len: 336 time: 0.0834572 Feb 09 21:44:50.977824 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35288) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:51.045304 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404afd80-73dd-4d86-85a2-a275821b7e83 req-209064ad-3731-4a00-9404-994fa8df06d4 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:51.047454 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-404afd80-73dd-4d86-85a2-a275821b7e83 req-209064ad-3731-4a00-9404-994fa8df06d4 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 946 time: 0.0802448 Feb 09 21:44:51.089206 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80208bd-6b21-4bce-bbf3-491a4f039e29 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:51.090648 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80208bd-6b21-4bce-bbf3-491a4f039e29 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:51.096627 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f80208bd-6b21-4bce-bbf3-491a4f039e29 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/cc2b19b6-9ae1-4a8d-8e19-f708ceaf4d0a HTTP/1.1" status: 404 len: 337 time: 0.1149459 Feb 09 21:44:51.107628 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35290) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:51.115925 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-404afd80-73dd-4d86-85a2-a275821b7e83 req-e47f343c-8774-4633-bd44-6b40c5dcdac1 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586166 Feb 09 21:44:51.130357 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f198cb5-c248-4902-827a-64319550b685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416ca88d-7207-4b43-bf98-1186c67b0706,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:51.153748 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9f198cb5-c248-4902-827a-64319550b685 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=772bb0079ff549d5bfa59e528be24b09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5409532 Feb 09 21:44:51.154430 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35292) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:51.202270 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ee7f2af6-c178-4d25-8141-eeb541108831 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "GET /v2.0/ports?device_id=296b5803-0aeb-4d83-b376-c7e8738ef3e1 HTTP/1.1" status: 200 len: 205 time: 0.0920262 Feb 09 21:44:51.204191 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35296) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:51.253945 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5edf1f77-5589-4689-9958-211328145b1a admin admin] Publish callbacks [] for security_group (416ca88d-7207-4b43-bf98-1186c67b0706), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.292885 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-56751453-6dd7-46ac-b78f-6ca802670727 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] delete failed (client error): The resource could not be found. Feb 09 21:44:51.301011 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-56751453-6dd7-46ac-b78f-6ca802670727 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/routers/296b5803-0aeb-4d83-b376-c7e8738ef3e1 HTTP/1.1" status: 404 len: 336 time: 0.0936401 Feb 09 21:44:51.306316 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35298) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:51.310657 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5edf1f77-5589-4689-9958-211328145b1a admin admin] Publish callbacks [] for security_group (416ca88d-7207-4b43-bf98-1186c67b0706), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.370114 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb09bc7-6865-40f4-a2f7-238bc3fcf682 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:51.371520 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb09bc7-6865-40f4-a2f7-238bc3fcf682 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:51.376308 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6eb09bc7-6865-40f4-a2f7-238bc3fcf682 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/0a7b5e8a-dcc8-4df8-825e-fc383d3a3b2e HTTP/1.1" status: 404 len: 337 time: 0.0686576 Feb 09 21:44:51.381343 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35300) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:51.432024 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb8cf60-78b9-43ac-b491-600948879b75 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:51.432888 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb8cf60-78b9-43ac-b491-600948879b75 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:51.436757 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-feb8cf60-78b9-43ac-b491-600948879b75 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/d104aba1-5290-4647-8193-04daf9cec7b2 HTTP/1.1" status: 404 len: 337 time: 0.0536530 Feb 09 21:44:51.440954 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35302) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:51.453372 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5edf1f77-5589-4689-9958-211328145b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (416ca88d-7207-4b43-bf98-1186c67b0706), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.457958 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5edf1f77-5589-4689-9958-211328145b1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.468081 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5edf1f77-5589-4689-9958-211328145b1a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/416ca88d-7207-4b43-bf98-1186c67b0706 HTTP/1.1" status: 204 len: 168 time: 0.3070469 Feb 09 21:44:51.479246 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf1f77-5589-4689-9958-211328145b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416ca88d-7207-4b43-bf98-1186c67b0706,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:51.498088 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-14625fa9-4686-4214-96d4-4f65bf28b0db tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:51.499722 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14625fa9-4686-4214-96d4-4f65bf28b0db tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:51.505691 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-14625fa9-4686-4214-96d4-4f65bf28b0db tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/3f0a4d34-57e0-416e-b943-33ae380fefda HTTP/1.1" status: 404 len: 333 time: 0.0627575 Feb 09 21:44:51.509291 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35306) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:51.549290 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32d7a91-627b-4250-bb4d-94ad350bfda2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:51.549766 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a32d7a91-627b-4250-bb4d-94ad350bfda2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:51.555784 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a32d7a91-627b-4250-bb4d-94ad350bfda2 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/8463235b-00ab-411e-b428-bb8596ab4cc1 HTTP/1.1" status: 404 len: 337 time: 0.0427930 Feb 09 21:44:51.557305 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35308) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:51.590276 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f870715-cc2b-46de-8505-60b547d65a24 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:51.591198 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f870715-cc2b-46de-8505-60b547d65a24 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:51.595054 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2f870715-cc2b-46de-8505-60b547d65a24 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/8d6bfebe-14e2-45db-8e3a-b6e344737382 HTTP/1.1" status: 404 len: 333 time: 0.0364006 Feb 09 21:44:51.597739 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35310) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:51.632611 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ef9878-eba8-47dc-a74d-33d13538ea4d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:51.633189 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ef9878-eba8-47dc-a74d-33d13538ea4d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:51.637069 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d0ef9878-eba8-47dc-a74d-33d13538ea4d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/12d397dd-da99-4b87-b6af-6ab6118ec1c8 HTTP/1.1" status: 404 len: 337 time: 0.0374284 Feb 09 21:44:51.639635 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35312) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:51.669465 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-b403bf1e-d219-41dd-9210-5ba234c5058d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:51.670396 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b403bf1e-d219-41dd-9210-5ba234c5058d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:51.673898 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b403bf1e-d219-41dd-9210-5ba234c5058d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/a12c71c3-9f1b-4e07-851d-9d2a6267d5da HTTP/1.1" status: 404 len: 333 time: 0.0329356 Feb 09 21:44:51.676798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35314) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:51.710127 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0c17b5-136e-4347-8956-5f41bbfe0865 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:51.710648 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e0c17b5-136e-4347-8956-5f41bbfe0865 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:51.714006 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3e0c17b5-136e-4347-8956-5f41bbfe0865 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/cf867075-fe47-4c9e-990e-96174578c822 HTTP/1.1" status: 404 len: 337 time: 0.0346632 Feb 09 21:44:51.716842 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35316) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:51.750226 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a16b5f-44ea-4589-8016-426a456d77a6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:51.750829 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a16b5f-44ea-4589-8016-426a456d77a6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:51.754944 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f6a16b5f-44ea-4589-8016-426a456d77a6 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/509d2cd2-a67b-4341-ad7d-6ef0460f0988 HTTP/1.1" status: 404 len: 333 time: 0.0368793 Feb 09 21:44:51.757690 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35322) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:51.794941 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-d066a72b-7ffe-442f-995e-5cd077cd501f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:51.795625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d066a72b-7ffe-442f-995e-5cd077cd501f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:51.800291 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d066a72b-7ffe-442f-995e-5cd077cd501f tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/b7c8e608-f55a-4eca-a48d-f3c749ce7021 HTTP/1.1" status: 404 len: 337 time: 0.0414598 Feb 09 21:44:51.803133 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35324) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:51.846733 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1bf946-9092-4ab9-9f6f-a47fb451af6d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:51.847521 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1bf946-9092-4ab9-9f6f-a47fb451af6d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:51.852709 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4f1bf946-9092-4ab9-9f6f-a47fb451af6d tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/ba37d8dd-c63b-4554-b120-f10983b257bd HTTP/1.1" status: 404 len: 333 time: 0.0483193 Feb 09 21:44:51.854652 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35326) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:51.886888 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd636c17-af36-45d5-be88-af9775b5ce0e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:51.887363 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd636c17-af36-45d5-be88-af9775b5ce0e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:51.891028 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-cd636c17-af36-45d5-be88-af9775b5ce0e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/b4ae27b4-e5a5-4efe-9ad8-9953f6567f8a HTTP/1.1" status: 404 len: 337 time: 0.0351365 Feb 09 21:44:51.893630 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35328) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:51.938450 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-dfc57fae-984c-48e1-b6ff-fc83f19989ac req-da6b9693-4ae7-4e1b-bb9f-52c835b55ad6 service neutron] (103202) timed out ('10.222.0.42', 57620) {{(pid=103202) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:44:51.939783 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-4657c6fa-8788-4fb4-9791-cbc82b09476a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:51.940684 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4657c6fa-8788-4fb4-9791-cbc82b09476a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:51.948632 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4657c6fa-8788-4fb4-9791-cbc82b09476a tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/fed52b42-0d4d-4f8e-bd29-533748328023 HTTP/1.1" status: 404 len: 333 time: 0.0531812 Feb 09 21:44:51.949589 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35332) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:51.966704 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-ada76b13-38e4-4109-96c7-f580c794ddfb tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e40733820c934dfb83af2f06b782cec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368733 Feb 09 21:44:52.017069 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-f962d223-f07c-44d2-8f31-6abf282976e0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:52.023136 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f962d223-f07c-44d2-8f31-6abf282976e0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:52.030508 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35336) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:52.033685 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f962d223-f07c-44d2-8f31-6abf282976e0 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/f409bd4e-7e99-41d3-9c9c-fce3ae15f3d6 HTTP/1.1" status: 404 len: 337 time: 0.0823708 Feb 09 21:44:52.104587 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa9cd22-839e-4650-a051-8416e46da75e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:52.105156 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa9cd22-839e-4650-a051-8416e46da75e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:52.110705 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7aa9cd22-839e-4650-a051-8416e46da75e tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/ports/6b5290b8-aeee-4fce-acb1-09848e4225d3 HTTP/1.1" status: 404 len: 333 time: 0.0436800 Feb 09 21:44:52.112263 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35340) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:52.147441 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6728a7-4c18-4894-beec-0f8a474abccf tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:52.147994 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6728a7-4c18-4894-beec-0f8a474abccf tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:52.151707 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-eb6728a7-4c18-4894-beec-0f8a474abccf tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/subnets/2f0fadc2-510b-4627-9ba5-409f7f0b461f HTTP/1.1" status: 404 len: 337 time: 0.0390720 Feb 09 21:44:52.156898 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35342) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:52.267872 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-e3a5949d-1afb-4c62-ac0d-1d151848609c tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:52.269470 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-e3a5949d-1afb-4c62-ac0d-1d151848609c tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3016891 Feb 09 21:44:52.279463 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c890e5be-7df6-4c54-9553-c8b2ee45ff19 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (8bbe36ba-e82f-4c8a-bc2c-316e61e96669), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.296849 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-562d4db0-bbe6-43ac-a2f5-e38c5bc2102b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Request body: {'port': {'device_id': '41207b11-9876-43a0-b130-f8ed7e9d4190', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': 'e40733820c934dfb83af2f06b782cec8'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:52.450113 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c890e5be-7df6-4c54-9553-c8b2ee45ff19 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (8bbe36ba-e82f-4c8a-bc2c-316e61e96669), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.497953 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c890e5be-7df6-4c54-9553-c8b2ee45ff19 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bbe36ba-e82f-4c8a-bc2c-316e61e96669']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:52.515168 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c890e5be-7df6-4c54-9553-c8b2ee45ff19 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782a9cd8-f4e0-46fe-939a-f798fefea55e') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:52.515168 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c890e5be-7df6-4c54-9553-c8b2ee45ff19 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782a9cd8-f4e0-46fe-939a-f798fefea55e') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:52.532617 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c890e5be-7df6-4c54-9553-c8b2ee45ff19 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (782a9cd8-f4e0-46fe-939a-f798fefea55e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.555860 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c890e5be-7df6-4c54-9553-c8b2ee45ff19 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (782a9cd8-f4e0-46fe-939a-f798fefea55e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.562841 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-562d4db0-bbe6-43ac-a2f5-e38c5bc2102b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Made reservation on behalf of e40733820c934dfb83af2f06b782cec8 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:52.568436 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-562d4db0-bbe6-43ac-a2f5-e38c5bc2102b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.573870 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c890e5be-7df6-4c54-9553-c8b2ee45ff19 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:52.574876 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c890e5be-7df6-4c54-9553-c8b2ee45ff19 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (782a9cd8-f4e0-46fe-939a-f798fefea55e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:52.580152 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:52.630880 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-562d4db0-bbe6-43ac-a2f5-e38c5bc2102b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.755401 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c890e5be-7df6-4c54-9553-c8b2ee45ff19 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (8bbe36ba-e82f-4c8a-bc2c-316e61e96669), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.775350 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c890e5be-7df6-4c54-9553-c8b2ee45ff19 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.779150 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c890e5be-7df6-4c54-9553-c8b2ee45ff19 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] 10.222.0.77 "DELETE /v2.0/networks/8bbe36ba-e82f-4c8a-bc2c-316e61e96669 HTTP/1.1" status: 204 len: 168 time: 0.6220293 Feb 09 21:44:52.804455 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1346f42-0fb5-426f-9b3d-c74a9af7602c req-c63a3925-2a87-4f75-bfb3-44de5b37e953 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:52.812288 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1346f42-0fb5-426f-9b3d-c74a9af7602c req-c63a3925-2a87-4f75-bfb3-44de5b37e953 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 946 time: 0.1866362 Feb 09 21:44:52.818009 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890e5be-7df6-4c54-9553-c8b2ee45ff19 tempest-NetworksTestDHCPv6-128339760 tempest-NetworksTestDHCPv6-128339760-project] Pushing event deleted for resources: {'Network': ['ID=8bbe36ba-e82f-4c8a-bc2c-316e61e96669,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:52.873749 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device e38c4097-c302-4807-9da8-4a9c610adc9d no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:52.904402 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1346f42-0fb5-426f-9b3d-c74a9af7602c req-e8c33ea0-8590-45df-ab96-95b7700bde80 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912256 Feb 09 21:44:52.970215 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-562d4db0-bbe6-43ac-a2f5-e38c5bc2102b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Publish callbacks [] for security_group (49ac3384-a052-422e-bbb9-ad0757e7d3e2), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.979475 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-562d4db0-bbe6-43ac-a2f5-e38c5bc2102b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (49ac3384-a052-422e-bbb9-ad0757e7d3e2), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.045756 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d4db0-bbe6-43ac-a2f5-e38c5bc2102b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ac3384-a052-422e-bbb9-ad0757e7d3e2,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:53.094058 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1c54f6e-0afe-4a63-8d57-d6d9492927f6 req-1ae5e70d-9014-4cc4-9fae-3cdc3b5bfa1b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.77 "GET /v2.0/ports?device_id=41207b11-9876-43a0-b130-f8ed7e9d4190 HTTP/1.1" status: 200 len: 210 time: 0.0576847 Feb 09 21:44:53.203702 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port e38c4097-c302-4807-9da8-4a9c610adc9d is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:53.204647 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e38c4097-c302-4807-9da8-4a9c610adc9d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.259990 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port e38c4097-c302-4807-9da8-4a9c610adc9d, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=e38c4097-c302-4807-9da8-4a9c610adc9d,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:53.262456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb8a4fa-7c33-4614-8a14-fa1d3595f52d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e38c4097-c302-4807-9da8-4a9c610adc9d'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:53.266825 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ed6547-e586-4bd0-9435-3f9b238d903b" -d '{"events": [{"server_uuid": "0fb8a4fa-7c33-4614-8a14-fa1d3595f52d", "name": "network-vif-unplugged", "status": "completed", "tag": "e38c4097-c302-4807-9da8-4a9c610adc9d"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:53.272215 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e38c4097-c302-4807-9da8-4a9c610adc9d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.384489 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=e38c4097-c302-4807-9da8-4a9c610adc9d,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:53.429512 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79e619-bc2a-409f-b6fe-10352926b47a req-490daa7a-5b53-4f72-941a-afea76cd208f tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:53.437068 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da79e619-bc2a-409f-b6fe-10352926b47a req-490daa7a-5b53-4f72-941a-afea76cd208f tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b01a68-711e-4cde-af8a-9185e4bd16a7 HTTP/1.1" status: 200 len: 945 time: 0.1793082 Feb 09 21:44:53.454239 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-562d4db0-bbe6-43ac-a2f5-e38c5bc2102b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Allocated IP 192.168.233.11 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/29f4feea-ac0c-484f-8189-8c95799fcf6a) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:53.534913 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35372) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:53.554253 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da79e619-bc2a-409f-b6fe-10352926b47a req-ad90d70f-b786-40b9-ae53-b8f09dc7aa27 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158500 Feb 09 21:44:53.834629 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-025b9d7d-146a-47bd-9503-518e4e77337a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3ea663af62e544b3a2a3619a5257316c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2979226 Feb 09 21:44:53.836370 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35384) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:53.881669 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d7f23-820b-493e-9581-8eda065abc29 req-b173f0a1-8cb1-4630-8684-0ae2b04ed6df tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:53.889623 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc2d7f23-820b-493e-9581-8eda065abc29 req-b173f0a1-8cb1-4630-8684-0ae2b04ed6df tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 944 time: 0.1942637 Feb 09 21:44:53.924042 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-562d4db0-bbe6-43ac-a2f5-e38c5bc2102b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Publish callbacks [] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.944687 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b65ea893-73ab-4929-8fde-394998e94cba admin admin] Publish callbacks [] for security_group (676ec43f-a911-49b3-8346-6da2b54702f2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.991366 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc2d7f23-820b-493e-9581-8eda065abc29 req-fd50ad89-559e-4210-8c63-d613103b742c tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004558 Feb 09 21:44:53.998443 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b65ea893-73ab-4929-8fde-394998e94cba admin admin] Publish callbacks [] for security_group (676ec43f-a911-49b3-8346-6da2b54702f2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.074094 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-562d4db0-bbe6-43ac-a2f5-e38c5bc2102b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.100964 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b65ea893-73ab-4929-8fde-394998e94cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (676ec43f-a911-49b3-8346-6da2b54702f2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.109726 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b65ea893-73ab-4929-8fde-394998e94cba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.111079 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b65ea893-73ab-4929-8fde-394998e94cba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/676ec43f-a911-49b3-8346-6da2b54702f2 HTTP/1.1" status: 204 len: 168 time: 0.2729695 Feb 09 21:44:54.126606 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ea893-73ab-4929-8fde-394998e94cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676ec43f-a911-49b3-8346-6da2b54702f2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:54.201610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-562d4db0-bbe6-43ac-a2f5-e38c5bc2102b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:54.218772 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-562d4db0-bbe6-43ac-a2f5-e38c5bc2102b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:54.225386 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-562d4db0-bbe6-43ac-a2f5-e38c5bc2102b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:54.268258 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d4db0-bbe6-43ac-a2f5-e38c5bc2102b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Pushing event updated for resources: {'Port': ['ID=29f4feea-ac0c-484f-8189-8c95799fcf6a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:54.360217 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3875d32-105b-404f-af95-e6cbb9ee8abc req-0b8170b1-ff0e-41e6-8063-cfbbe6fc6616 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:54.363311 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b3875d32-105b-404f-af95-e6cbb9ee8abc req-0b8170b1-ff0e-41e6-8063-cfbbe6fc6616 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 946 time: 0.2388568 Feb 09 21:44:54.382369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-562d4db0-bbe6-43ac-a2f5-e38c5bc2102b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:54.382369 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-562d4db0-bbe6-43ac-a2f5-e38c5bc2102b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.498908 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-562d4db0-bbe6-43ac-a2f5-e38c5bc2102b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2101831 Feb 09 21:44:54.519638 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] Request body: {'port': {'device_id': '41207b11-9876-43a0-b130-f8ed7e9d4190', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:54.604403 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b3875d32-105b-404f-af95-e6cbb9ee8abc req-fbbb39ea-13cb-4aeb-b601-216ebd8cb0ea tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023191 Feb 09 21:44:54.751831 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cd2b46-c939-4a19-84e6-25ca0fe117a8 x-openstack-request-id: req-b0cd2b46-c939-4a19-84e6-25ca0fe117a8 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:54.752711 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb8a4fa-7c33-4614-8a14-fa1d3595f52d", "name": "network-vif-unplugged", "status": "failed", "tag": "e38c4097-c302-4807-9da8-4a9c610adc9d", "code": 422}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:54.758938 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b0cd2b46-c939-4a19-84e6-25ca0fe117a8 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:54.761905 n-d-828601-1 neutron-server[103203]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0fb8a4fa-7c33-4614-8a14-fa1d3595f52d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e38c4097-c302-4807-9da8-4a9c610adc9d', 'code': 422} returned with failed status Feb 09 21:44:54.780698 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-74f3d4da-f50e-42f6-9ad1-0f79726ee50c None None] Provisioning complete for port 29f4feea-ac0c-484f-8189-8c95799fcf6a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:54.784309 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-74f3d4da-f50e-42f6-9ad1-0f79726ee50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.796116 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.909449 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-74f3d4da-f50e-42f6-9ad1-0f79726ee50c None None] Port 29f4feea-ac0c-484f-8189-8c95799fcf6a cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:55.336495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a959ac-add7-4685-88be-121b84d1ad46 req-e9715c15-f8f4-4f51-b189-14a5d1314151 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:55.346385 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a959ac-add7-4685-88be-121b84d1ad46 req-e9715c15-f8f4-4f51-b189-14a5d1314151 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:55.361221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a959ac-add7-4685-88be-121b84d1ad46 req-e9715c15-f8f4-4f51-b189-14a5d1314151 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:55.364852 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-46a959ac-add7-4685-88be-121b84d1ad46 req-e9715c15-f8f4-4f51-b189-14a5d1314151 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b01a68-711e-4cde-af8a-9185e4bd16a7&device_id=93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7&device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 2416 time: 0.2322237 Feb 09 21:44:55.525106 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-46a959ac-add7-4685-88be-121b84d1ad46 req-965eec3a-26cd-4f8d-9fe5-c170e146f0ad tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508114 Feb 09 21:44:55.604806 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35438) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:55.624735 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f4feea-ac0c-484f-8189-8c95799fcf6a {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:44:55.636869 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] Publish callbacks [] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:55.660783 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] Transition to ACTIVE for port object 29f4feea-ac0c-484f-8189-8c95799fcf6a will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:44:55.668351 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:55.858191 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] Pushing event updated for resources: {'Port': ['ID=29f4feea-ac0c-484f-8189-8c95799fcf6a,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:55.887293 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35450) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:55.944099 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] Attempting to bind port 29f4feea-ac0c-484f-8189-8c95799fcf6a on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:55.944682 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] Attempting to bind port 29f4feea-ac0c-484f-8189-8c95799fcf6a by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:55.945251 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] Attempting to bind port 29f4feea-ac0c-484f-8189-8c95799fcf6a on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:55.954942 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] Port 29f4feea-ac0c-484f-8189-8c95799fcf6a on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:44:55.955485 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] Attempting to bind port 29f4feea-ac0c-484f-8189-8c95799fcf6a on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:55.966341 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:55.966813 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:55.967597 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:55.968419 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] Bound port: 29f4feea-ac0c-484f-8189-8c95799fcf6a, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:55.969235 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.176698 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] For port 29f4feea-ac0c-484f-8189-8c95799fcf6a, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:56.185583 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] For port 29f4feea-ac0c-484f-8189-8c95799fcf6a, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=29f4feea-ac0c-484f-8189-8c95799fcf6a,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:56.190086 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6e6184d2-f66f-4913-98bf-17c2a4f4f438 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:56.199301 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.245313 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e6184d2-f66f-4913-98bf-17c2a4f4f438 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.285277 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-8f959dda-2e02-4341-a6ef-4e448aa36936 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1379862978-network', 'tenant_id': 'a8043ae6e5ad498b954b9dd17434f248'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:56.339119 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] Pushing event updated for resources: {'Port': ['ID=29f4feea-ac0c-484f-8189-8c95799fcf6a,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:56.354984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:56.356200 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.359095 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b4c787ea-e8be-47af-81ee-4e4e30c989ad service neutron] 10.222.0.42 "PUT /v2.0/ports/29f4feea-ac0c-484f-8189-8c95799fcf6a HTTP/1.1" status: 200 len: 1095 time: 1.8457217 Feb 09 21:44:56.360845 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41207b11-9876-43a0-b130-f8ed7e9d4190', 'tag': '29f4feea-ac0c-484f-8189-8c95799fcf6a'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:56.373131 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b59a791-1d68-48ba-884d-7f74cdc5bdb0" -d '{"events": [{"name": "network-changed", "server_uuid": "41207b11-9876-43a0-b130-f8ed7e9d4190", "tag": "29f4feea-ac0c-484f-8189-8c95799fcf6a"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:56.417893 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f959dda-2e02-4341-a6ef-4e448aa36936 admin admin] Made reservation on behalf of a8043ae6e5ad498b954b9dd17434f248 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:56.423364 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f959dda-2e02-4341-a6ef-4e448aa36936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.459362 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f959dda-2e02-4341-a6ef-4e448aa36936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.562101 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-5a3dd0b9-9fb3-4390-9d8c-f6f25f9d2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:56.565028 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-5a3dd0b9-9fb3-4390-9d8c-f6f25f9d2bc3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e40733820c934dfb83af2f06b782cec8&device_id=41207b11-9876-43a0-b130-f8ed7e9d4190 HTTP/1.1" status: 200 len: 1129 time: 0.1309791 Feb 09 21:44:56.662189 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-fcc1c385-5ec8-44a9-a352-c2898bd43ddd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=29f4feea-ac0c-484f-8189-8c95799fcf6a HTTP/1.1" status: 200 len: 217 time: 0.0886426 Feb 09 21:44:56.683184 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f959dda-2e02-4341-a6ef-4e448aa36936 admin admin] Publish callbacks [] for security_group (457664e6-8446-4ae7-a74a-866074326174), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.690692 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e6184d2-f66f-4913-98bf-17c2a4f4f438 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.693748 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f959dda-2e02-4341-a6ef-4e448aa36936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (457664e6-8446-4ae7-a74a-866074326174), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.734517 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f959dda-2e02-4341-a6ef-4e448aa36936 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:44:56.740258 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-0629411a-a3de-4294-8e0e-9717076ad296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:56.741938 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-0629411a-a3de-4294-8e0e-9717076ad296 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0734086 Feb 09 21:44:56.806403 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f959dda-2e02-4341-a6ef-4e448aa36936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (b82199b5-7100-46c6-8051-ed16b8cf81ad), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.807174 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-8f959dda-2e02-4341-a6ef-4e448aa36936 admin admin] Added segment b82199b5-7100-46c6-8051-ed16b8cf81ad of type vlan for network d8dfa037-32d8-49fd-902b-e952cea92979 Feb 09 21:44:56.821738 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b9106621-45e0-4264-8988-e79fab8649e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:56.824251 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b9106621-45e0-4264-8988-e79fab8649e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0683844 Feb 09 21:44:56.855419 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f959dda-2e02-4341-a6ef-4e448aa36936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457664e6-8446-4ae7-a74a-866074326174,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:56.907303 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device e38c4097-c302-4807-9da8-4a9c610adc9d no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:56.908208 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f959dda-2e02-4341-a6ef-4e448aa36936 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (d8dfa037-32d8-49fd-902b-e952cea92979), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.970084 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-6e6184d2-f66f-4913-98bf-17c2a4f4f438 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Allocated IP 172.25.6.113 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/0a7a3f53-f785-4d2c-94d8-4abaa9e57cf9) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:57.035109 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.db.resource_extend [None req-8f959dda-2e02-4341-a6ef-4e448aa36936 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:44:57.067737 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f959dda-2e02-4341-a6ef-4e448aa36936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (d8dfa037-32d8-49fd-902b-e952cea92979), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.069130 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f959dda-2e02-4341-a6ef-4e448aa36936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:57.070201 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f959dda-2e02-4341-a6ef-4e448aa36936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.125149 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port e38c4097-c302-4807-9da8-4a9c610adc9d is: DOWN; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:57.176426 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8f959dda-2e02-4341-a6ef-4e448aa36936 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2879348 Feb 09 21:44:57.189035 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35492) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:57.197927 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-9d12f832-2bee-4799-8279-afcc8023142d admin admin] Request body: {'subnet': {'network_id': 'd8dfa037-32d8-49fd-902b-e952cea92979', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1379862978-subnet', 'tenant_id': 'a8043ae6e5ad498b954b9dd17434f248', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:57.226780 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f959dda-2e02-4341-a6ef-4e448aa36936 admin admin] Pushing event updated for resources: {'Network': ['ID=d8dfa037-32d8-49fd-902b-e952cea92979,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:57.237275 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network d8dfa037-32d8-49fd-902b-e952cea92979 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:44:57.250555 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e6184d2-f66f-4913-98bf-17c2a4f4f438 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for port (0a7a3f53-f785-4d2c-94d8-4abaa9e57cf9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.262365 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d12f832-2bee-4799-8279-afcc8023142d admin admin] Made reservation on behalf of a8043ae6e5ad498b954b9dd17434f248 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:57.265284 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d12f832-2bee-4799-8279-afcc8023142d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.359743 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e6184d2-f66f-4913-98bf-17c2a4f4f438 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (0a7a3f53-f785-4d2c-94d8-4abaa9e57cf9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.412829 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6184d2-f66f-4913-98bf-17c2a4f4f438 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:57.418797 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-6e6184d2-f66f-4913-98bf-17c2a4f4f438 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:57.431392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6184d2-f66f-4913-98bf-17c2a4f4f438 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:57.621649 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2cf2a-b4e7-4e4b-931b-2ead4606f16a req-2ed5d302-8182-4f34-a95b-aa7dc7e64426 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:57.624694 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-07f2cf2a-b4e7-4e4b-931b-2ead4606f16a req-2ed5d302-8182-4f34-a95b-aa7dc7e64426 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb8a4fa-7c33-4614-8a14-fa1d3595f52d HTTP/1.1" status: 200 len: 944 time: 0.2110572 Feb 09 21:44:57.632594 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-b152ec08-268a-4942-81fa-5f549472177c service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8015103 Feb 09 21:44:57.917234 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6184d2-f66f-4913-98bf-17c2a4f4f438 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Pushing event updated for resources: {'Port': ['ID=0a7a3f53-f785-4d2c-94d8-4abaa9e57cf9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:57.935494 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ea27a4f-c353-4fea-b555-edcf3911313d req-3e558f06-290a-4671-b8ed-91532028eeb5 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866814 Feb 09 21:44:57.954965 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-07f2cf2a-b4e7-4e4b-931b-2ead4606f16a req-2efa02d4-c76f-49bc-a8d8-83beab20b762 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Deleting port e38c4097-c302-4807-9da8-4a9c610adc9d {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:57.955692 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-07f2cf2a-b4e7-4e4b-931b-2ead4606f16a req-2efa02d4-c76f-49bc-a8d8-83beab20b762 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (e38c4097-c302-4807-9da8-4a9c610adc9d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.960759 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e6184d2-f66f-4913-98bf-17c2a4f4f438 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for floatingip (5690b263-ed17-49ba-92f1-f8d389ab16f5), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.069612 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e6184d2-f66f-4913-98bf-17c2a4f4f438 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0a7a3f53-f785-4d2c-94d8-4abaa9e57cf9), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.116674 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d12f832-2bee-4799-8279-afcc8023142d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (460607fa-4d2d-4b8f-84fb-a417995fcc87), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.136030 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-07f2cf2a-b4e7-4e4b-931b-2ead4606f16a req-2efa02d4-c76f-49bc-a8d8-83beab20b762 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] For port e38c4097-c302-4807-9da8-4a9c610adc9d, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=e38c4097-c302-4807-9da8-4a9c610adc9d,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:58.136795 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-07f2cf2a-b4e7-4e4b-931b-2ead4606f16a req-2efa02d4-c76f-49bc-a8d8-83beab20b762 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (e38c4097-c302-4807-9da8-4a9c610adc9d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.166437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-07f2cf2a-b4e7-4e4b-931b-2ead4606f16a req-2efa02d4-c76f-49bc-a8d8-83beab20b762 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Calling delete_port for e38c4097-c302-4807-9da8-4a9c610adc9d owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:58.210258 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12f832-2bee-4799-8279-afcc8023142d admin admin] Pushing event updated for resources: {'Subnet': ['ID=460607fa-4d2d-4b8f-84fb-a417995fcc87,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:58.304605 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d12f832-2bee-4799-8279-afcc8023142d admin admin] Checking segment: {'id': 'b82199b5-7100-46c6-8051-ed16b8cf81ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd8dfa037-32d8-49fd-902b-e952cea92979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:58.304978 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d12f832-2bee-4799-8279-afcc8023142d admin admin] Network hostable DHCP agents. Network: d8dfa037-32d8-49fd-902b-e952cea92979, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:44:58.349616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d12f832-2bee-4799-8279-afcc8023142d admin admin] Network d8dfa037-32d8-49fd-902b-e952cea92979 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:44:58.363630 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-9d12f832-2bee-4799-8279-afcc8023142d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, d8dfa037-32d8-49fd-902b-e952cea92979) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:58.377030 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d12f832-2bee-4799-8279-afcc8023142d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:58.378554 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d12f832-2bee-4799-8279-afcc8023142d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.397367 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c4b199-654e-4806-a62e-26a72ad7f83d None None] Network d8dfa037-32d8-49fd-902b-e952cea92979 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:58.425558 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-07f2cf2a-b4e7-4e4b-931b-2ead4606f16a req-2efa02d4-c76f-49bc-a8d8-83beab20b762 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (e38c4097-c302-4807-9da8-4a9c610adc9d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.425859 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e6184d2-f66f-4913-98bf-17c2a4f4f438 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for port (0a7a3f53-f785-4d2c-94d8-4abaa9e57cf9), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.433683 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9d12f832-2bee-4799-8279-afcc8023142d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2407663 Feb 09 21:44:58.444902 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e6184d2-f66f-4913-98bf-17c2a4f4f438 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (0a7a3f53-f785-4d2c-94d8-4abaa9e57cf9), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.491964 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa02d4-c76f-49bc-a8d8-83beab20b762 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Pushing event deleted for resources: {'Port': ['ID=e38c4097-c302-4807-9da8-4a9c610adc9d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:58.588787 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f2cf2a-b4e7-4e4b-931b-2ead4606f16a req-2efa02d4-c76f-49bc-a8d8-83beab20b762 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] No DVR routers for this DVR port e38c4097-c302-4807-9da8-4a9c610adc9d on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:58.592823 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-07f2cf2a-b4e7-4e4b-931b-2ead4606f16a req-2efa02d4-c76f-49bc-a8d8-83beab20b762 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.609936 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6184d2-f66f-4913-98bf-17c2a4f4f438 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Pushing event updated for resources: {'Port': ['ID=0a7a3f53-f785-4d2c-94d8-4abaa9e57cf9,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:58.610890 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-07f2cf2a-b4e7-4e4b-931b-2ead4606f16a req-2efa02d4-c76f-49bc-a8d8-83beab20b762 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "DELETE /v2.0/ports/e38c4097-c302-4807-9da8-4a9c610adc9d HTTP/1.1" status: 204 len: 173 time: 0.9764457 Feb 09 21:44:58.626936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02c336a-27bc-439e-8380-0cb0adb5bae3 None None] Network d8dfa037-32d8-49fd-902b-e952cea92979 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:58.642364 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e6184d2-f66f-4913-98bf-17c2a4f4f438 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (5690b263-ed17-49ba-92f1-f8d389ab16f5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.684924 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e6184d2-f66f-4913-98bf-17c2a4f4f438 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.686472 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6e6184d2-f66f-4913-98bf-17c2a4f4f438 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0800173 Feb 09 21:44:58.690614 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35498) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:58.699448 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-a670e7df-41dd-40c5-8f5a-974852cdd6ea tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-727248268'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:58.774051 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a670e7df-41dd-40c5-8f5a-974852cdd6ea tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Made reservation on behalf of 65dca8a285d14403907ae98589145cd7 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:58.784149 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a670e7df-41dd-40c5-8f5a-974852cdd6ea tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.809280 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a670e7df-41dd-40c5-8f5a-974852cdd6ea tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.944328 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 29f4feea-ac0c-484f-8189-8c95799fcf6a details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:44:59.013590 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a670e7df-41dd-40c5-8f5a-974852cdd6ea tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for security_group (79f81710-8a53-47eb-aa29-d9884fbf33ea), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.022854 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a670e7df-41dd-40c5-8f5a-974852cdd6ea tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (79f81710-8a53-47eb-aa29-d9884fbf33ea), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.065707 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a670e7df-41dd-40c5-8f5a-974852cdd6ea tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:44:59.096945 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670e7df-41dd-40c5-8f5a-974852cdd6ea tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f81710-8a53-47eb-aa29-d9884fbf33ea,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:59.103983 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a670e7df-41dd-40c5-8f5a-974852cdd6ea tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (62b48009-f9bd-4efc-b010-8bd3daeb5adc), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.103983 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-a670e7df-41dd-40c5-8f5a-974852cdd6ea tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Added segment 62b48009-f9bd-4efc-b010-8bd3daeb5adc of type vlan for network a7a5a6a0-8f60-4cf0-90aa-059805f2ae01 Feb 09 21:44:59.147289 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 29f4feea-ac0c-484f-8189-8c95799fcf6a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=29f4feea-ac0c-484f-8189-8c95799fcf6a,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:59.161751 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '29f4feea-ac0c-484f-8189-8c95799fcf6a', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': '29f4feea-ac0c-484f-8189-8c95799fcf6a', 'mac_address': 'fa:16:3e:5c:dc:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:44:59.183147 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a670e7df-41dd-40c5-8f5a-974852cdd6ea tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (a7a5a6a0-8f60-4cf0-90aa-059805f2ae01), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.273559 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a670e7df-41dd-40c5-8f5a-974852cdd6ea tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (a7a5a6a0-8f60-4cf0-90aa-059805f2ae01), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.287579 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a670e7df-41dd-40c5-8f5a-974852cdd6ea tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:59.287579 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a670e7df-41dd-40c5-8f5a-974852cdd6ea tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.323147 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 29f4feea-ac0c-484f-8189-8c95799fcf6a is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:59.324253 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.357217 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f4feea-ac0c-484f-8189-8c95799fcf6a {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:44:59.423681 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35516) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:59.434070 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a670e7df-41dd-40c5-8f5a-974852cdd6ea tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7418580 Feb 09 21:44:59.434636 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8fd96e7a-d78e-447d-a000-513bb6a338f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Request body: {'subnet': {'network_id': 'a7a5a6a0-8f60-4cf0-90aa-059805f2ae01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:59.477896 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 29f4feea-ac0c-484f-8189-8c95799fcf6a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=29f4feea-ac0c-484f-8189-8c95799fcf6a,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:59.487762 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.490985 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670e7df-41dd-40c5-8f5a-974852cdd6ea tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Pushing event updated for resources: {'Network': ['ID=a7a5a6a0-8f60-4cf0-90aa-059805f2ae01,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:59.530117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network a7a5a6a0-8f60-4cf0-90aa-059805f2ae01 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:44:59.530753 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35520) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:59.537581 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-53ced25d-41af-48f9-bef4-e7c598f926c8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1790836887-network', 'tenant_id': '13cee21541134a38984f20a875af6587'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:59.576803 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ced25d-41af-48f9-bef4-e7c598f926c8 admin admin] Made reservation on behalf of 13cee21541134a38984f20a875af6587 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:59.580718 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-53ced25d-41af-48f9-bef4-e7c598f926c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.604809 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-53ced25d-41af-48f9-bef4-e7c598f926c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.664398 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd96e7a-d78e-447d-a000-513bb6a338f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Made reservation on behalf of 65dca8a285d14403907ae98589145cd7 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:59.671635 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8fd96e7a-d78e-447d-a000-513bb6a338f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.803430 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-53ced25d-41af-48f9-bef4-e7c598f926c8 admin admin] Publish callbacks [] for security_group (def4f418-de59-410c-9063-8f049a1bf9c1), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.816875 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-53ced25d-41af-48f9-bef4-e7c598f926c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (def4f418-de59-410c-9063-8f049a1bf9c1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.915163 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ced25d-41af-48f9-bef4-e7c598f926c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:44:59.931550 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ced25d-41af-48f9-bef4-e7c598f926c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def4f418-de59-410c-9063-8f049a1bf9c1,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:59.942192 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c1fa1-8b30-491c-9ba2-88813663aa8f req-eb39430e-a175-4446-93d9-efbf3c2c5355 tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:59.951566 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-53ced25d-41af-48f9-bef4-e7c598f926c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (7b40f668-8c65-4151-8cba-88f5942fe47c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.952353 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-53ced25d-41af-48f9-bef4-e7c598f926c8 admin admin] Added segment 7b40f668-8c65-4151-8cba-88f5942fe47c of type vlan for network 7d7948c5-a8c2-452b-b661-2dcc033008f4 Feb 09 21:44:59.955531 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-506c1fa1-8b30-491c-9ba2-88813663aa8f req-eb39430e-a175-4446-93d9-efbf3c2c5355 tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.77 "GET /v2.0/ports?device_id=41207b11-9876-43a0-b130-f8ed7e9d4190 HTTP/1.1" status: 200 len: 948 time: 0.1470551 Feb 09 21:44:59.986323 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['29f4feea-ac0c-484f-8189-8c95799fcf6a'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:00.060809 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=29f4feea-ac0c-484f-8189-8c95799fcf6a,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:00.064583 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-53ced25d-41af-48f9-bef4-e7c598f926c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (7d7948c5-a8c2-452b-b661-2dcc033008f4), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.123597 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-53ced25d-41af-48f9-bef4-e7c598f926c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (7d7948c5-a8c2-452b-b661-2dcc033008f4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.126336 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ced25d-41af-48f9-bef4-e7c598f926c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:00.127603 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-53ced25d-41af-48f9-bef4-e7c598f926c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.158118 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-506c1fa1-8b30-491c-9ba2-88813663aa8f req-b6f0b04a-9870-40f6-be56-21bbf6ed758c tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.77 "GET /v2.0/security-groups?id=49ac3384-a052-422e-bbb9-ad0757e7d3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010553 Feb 09 21:45:00.200868 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-53ced25d-41af-48f9-bef4-e7c598f926c8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6703415 Feb 09 21:45:00.201527 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8fd96e7a-d78e-447d-a000-513bb6a338f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (13a0580e-774d-49f6-8df4-be60be2c19bd), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.214520 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35526) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:00.243531 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-dfb7ccb7-4995-46ee-8fe0-a4a23ac4afcd admin admin] Request body: {'subnet': {'network_id': '7d7948c5-a8c2-452b-b661-2dcc033008f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1790836887-subnet', 'tenant_id': '13cee21541134a38984f20a875af6587', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:00.309310 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ced25d-41af-48f9-bef4-e7c598f926c8 admin admin] Pushing event updated for resources: {'Network': ['ID=7d7948c5-a8c2-452b-b661-2dcc033008f4,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:00.325452 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 7d7948c5-a8c2-452b-b661-2dcc033008f4 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:45:00.445067 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb7ccb7-4995-46ee-8fe0-a4a23ac4afcd admin admin] Made reservation on behalf of 13cee21541134a38984f20a875af6587 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:00.449083 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dfb7ccb7-4995-46ee-8fe0-a4a23ac4afcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.457081 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd96e7a-d78e-447d-a000-513bb6a338f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Pushing event updated for resources: {'Subnet': ['ID=13a0580e-774d-49f6-8df4-be60be2c19bd,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:00.645273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd96e7a-d78e-447d-a000-513bb6a338f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Checking segment: {'id': '62b48009-f9bd-4efc-b010-8bd3daeb5adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a7a5a6a0-8f60-4cf0-90aa-059805f2ae01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:00.645910 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd96e7a-d78e-447d-a000-513bb6a338f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Network hostable DHCP agents. Network: a7a5a6a0-8f60-4cf0-90aa-059805f2ae01, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:45:00.803259 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd96e7a-d78e-447d-a000-513bb6a338f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Network a7a5a6a0-8f60-4cf0-90aa-059805f2ae01 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:45:00.877732 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-8fd96e7a-d78e-447d-a000-513bb6a338f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, a7a5a6a0-8f60-4cf0-90aa-059805f2ae01) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:00.889999 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a996ab13-bc26-4b7a-9e9c-ead6129d75c2 None None] Network a7a5a6a0-8f60-4cf0-90aa-059805f2ae01 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:00.906793 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9e79ae42-4350-444d-a43f-73026da24431 req-46e241ea-7e29-4cac-b91e-358643dba1e7 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3072941 Feb 09 21:45:00.918002 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd96e7a-d78e-447d-a000-513bb6a338f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:00.919111 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8fd96e7a-d78e-447d-a000-513bb6a338f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.933183 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dfb7ccb7-4995-46ee-8fe0-a4a23ac4afcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (679d961d-1d18-4e3f-824b-9751819c53fd), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.970354 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 29f4feea-ac0c-484f-8189-8c95799fcf6a up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:01.016513 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8fd96e7a-d78e-447d-a000-513bb6a338f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5910306 Feb 09 21:45:01.020381 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35534) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:01.026150 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-4675d92d-a054-44fd-9590-a3263518aab7 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-223231766', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}, 'admin_state_up': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:01.090932 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4675d92d-a054-44fd-9590-a3263518aab7 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (019b62b1-d2da-438e-8074-b278e1176bd4), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.091899 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7ccb7-4995-46ee-8fe0-a4a23ac4afcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=679d961d-1d18-4e3f-824b-9751819c53fd,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:01.093235 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4675d92d-a054-44fd-9590-a3263518aab7 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (019b62b1-d2da-438e-8074-b278e1176bd4), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.121554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb7ccb7-4995-46ee-8fe0-a4a23ac4afcd admin admin] Checking segment: {'id': '7b40f668-8c65-4151-8cba-88f5942fe47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7d7948c5-a8c2-452b-b661-2dcc033008f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:01.122276 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb7ccb7-4995-46ee-8fe0-a4a23ac4afcd admin admin] Network hostable DHCP agents. Network: 7d7948c5-a8c2-452b-b661-2dcc033008f4, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:45:01.171297 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb7ccb7-4995-46ee-8fe0-a4a23ac4afcd admin admin] Network 7d7948c5-a8c2-452b-b661-2dcc033008f4 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:45:01.192792 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-dfb7ccb7-4995-46ee-8fe0-a4a23ac4afcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 7d7948c5-a8c2-452b-b661-2dcc033008f4) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:01.208951 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb7ccb7-4995-46ee-8fe0-a4a23ac4afcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:01.211698 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dfb7ccb7-4995-46ee-8fe0-a4a23ac4afcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.216113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 29f4feea-ac0c-484f-8189-8c95799fcf6a completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:45:01.220973 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480a66d1-d8c8-41ab-9a12-c832aeef6481 None None] Network 7d7948c5-a8c2-452b-b661-2dcc033008f4 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:01.258035 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-dfb7ccb7-4995-46ee-8fe0-a4a23ac4afcd admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0371423 Feb 09 21:45:01.293724 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4675d92d-a054-44fd-9590-a3263518aab7 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for router_controller (019b62b1-d2da-438e-8074-b278e1176bd4), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.319214 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64747da1-38b8-43c3-a17e-61e2a3894132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-a7a5a6a0-8f60-4cf0-90aa-059805f2ae01', 'network_id': 'a7a5a6a0-8f60-4cf0-90aa-059805f2ae01', 'project_id': '65dca8a285d14403907ae98589145cd7', 'fixed_ips': [{'subnet_id': '13a0580e-774d-49f6-8df4-be60be2c19bd'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:45:01.321411 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-64747da1-38b8-43c3-a17e-61e2a3894132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.356011 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 29f4feea-ac0c-484f-8189-8c95799fcf6a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:01.357438 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.656300 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4675d92d-a054-44fd-9590-a3263518aab7 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for router_gateway (019b62b1-d2da-438e-8074-b278e1176bd4), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.659127 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64da293a-009f-4c08-b61e-3f5520c692a7 x-openstack-request-id: req-64da293a-009f-4c08-b61e-3f5520c692a7 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:01.659622 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41207b11-9876-43a0-b130-f8ed7e9d4190", "tag": "29f4feea-ac0c-484f-8189-8c95799fcf6a", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:01.660192 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-64da293a-009f-4c08-b61e-3f5520c692a7 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:01.661435 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41207b11-9876-43a0-b130-f8ed7e9d4190', 'tag': '29f4feea-ac0c-484f-8189-8c95799fcf6a', 'status': 'completed', 'code': 200} Feb 09 21:45:01.664133 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35546) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:01.689774 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-64747da1-38b8-43c3-a17e-61e2a3894132 None None] Allocated IP 172.20.0.2 (a7a5a6a0-8f60-4cf0-90aa-059805f2ae01/13a0580e-774d-49f6-8df4-be60be2c19bd/6da82ea6-d862-471a-9630-72036379cf09) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:01.872340 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-908bf413-5d7c-4495-8e42-463823387a00 admin admin] Deleting subnet 460607fa-4d2d-4b8f-84fb-a417995fcc87 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:45:01.884555 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59a791-1d68-48ba-884d-7f74cdc5bdb0 req-09e0e646-7ed8-4689-afef-910fb151a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:01.894088 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b59a791-1d68-48ba-884d-7f74cdc5bdb0 req-09e0e646-7ed8-4689-afef-910fb151a4a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e40733820c934dfb83af2f06b782cec8&device_id=41207b11-9876-43a0-b130-f8ed7e9d4190 HTTP/1.1" status: 200 len: 1130 time: 0.1401505 Feb 09 21:45:01.894991 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-908bf413-5d7c-4495-8e42-463823387a00 admin admin] Publish callbacks [] for subnet (460607fa-4d2d-4b8f-84fb-a417995fcc87), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.966825 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-64747da1-38b8-43c3-a17e-61e2a3894132 None None] Publish callbacks [] for port (6da82ea6-d862-471a-9630-72036379cf09), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.985029 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-64747da1-38b8-43c3-a17e-61e2a3894132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (6da82ea6-d862-471a-9630-72036379cf09), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.104626 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-908bf413-5d7c-4495-8e42-463823387a00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (460607fa-4d2d-4b8f-84fb-a417995fcc87), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.106858 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4675d92d-a054-44fd-9590-a3263518aab7 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for router_gateway (019b62b1-d2da-438e-8074-b278e1176bd4), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.128383 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4675d92d-a054-44fd-9590-a3263518aab7 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.161184 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 29f4feea-ac0c-484f-8189-8c95799fcf6a is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:02.164674 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.170337 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64747da1-38b8-43c3-a17e-61e2a3894132 None None] Pushing event updated for resources: {'Port': ['ID=6da82ea6-d862-471a-9630-72036379cf09,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:02.188767 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-908bf413-5d7c-4495-8e42-463823387a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (460607fa-4d2d-4b8f-84fb-a417995fcc87), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.218032 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64747da1-38b8-43c3-a17e-61e2a3894132 None None] Network a7a5a6a0-8f60-4cf0-90aa-059805f2ae01 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:02.227951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-64747da1-38b8-43c3-a17e-61e2a3894132 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:02.232629 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64747da1-38b8-43c3-a17e-61e2a3894132 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:02.235539 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02e452-d155-4be6-a9de-78915b0ac683 req-d171ed7a-a70e-4520-aab3-d204f6bfae0a tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:02.237208 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa02e452-d155-4be6-a9de-78915b0ac683 req-d171ed7a-a70e-4520-aab3-d204f6bfae0a tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.71 "GET /v2.0/ports?device_id=40aad6e0-1d66-49c1-96c1-026bb0a6cb8c HTTP/1.1" status: 200 len: 946 time: 0.2843280 Feb 09 21:45:02.256044 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59a791-1d68-48ba-884d-7f74cdc5bdb0 req-37d0bbc8-938e-4fe0-bb67-e775538243b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:02.257578 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b59a791-1d68-48ba-884d-7f74cdc5bdb0 req-37d0bbc8-938e-4fe0-bb67-e775538243b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.3601286 Feb 09 21:45:02.339777 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b59a791-1d68-48ba-884d-7f74cdc5bdb0 req-63a24e6a-9125-4689-bfd1-2829e27accf0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=29f4feea-ac0c-484f-8189-8c95799fcf6a HTTP/1.1" status: 200 len: 217 time: 0.0524247 Feb 09 21:45:02.397706 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a1b7a1-928d-48ef-a4d1-b5ffd7790f3a None None] Network 7d7948c5-a8c2-452b-b661-2dcc033008f4 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:02.402092 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-908bf413-5d7c-4495-8e42-463823387a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (460607fa-4d2d-4b8f-84fb-a417995fcc87), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.429803 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-4675d92d-a054-44fd-9590-a3263518aab7 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Allocated IP 172.25.6.233 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/92a47227-ef9c-4189-b189-ffd4a8d58ab5) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:02.468870 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bf413-5d7c-4495-8e42-463823387a00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=460607fa-4d2d-4b8f-84fb-a417995fcc87,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:02.483144 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-908bf413-5d7c-4495-8e42-463823387a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.487477 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-908bf413-5d7c-4495-8e42-463823387a00 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/460607fa-4d2d-4b8f-84fb-a417995fcc87 HTTP/1.1" status: 204 len: 168 time: 0.8203018 Feb 09 21:45:02.492868 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35554) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:02.494547 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59a791-1d68-48ba-884d-7f74cdc5bdb0 req-902b2e9a-0ec6-4f19-9d81-d70188781562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:02.496217 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b59a791-1d68-48ba-884d-7f74cdc5bdb0 req-902b2e9a-0ec6-4f19-9d81-d70188781562 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1443207 Feb 09 21:45:02.646323 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-fa02e452-d155-4be6-a9de-78915b0ac683 req-3dd2e802-505a-4ff7-ba40-89f7b4057a50 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Deleting port b24f4298-0822-42f9-a733-2387ca25dd6a {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:02.646812 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fa02e452-d155-4be6-a9de-78915b0ac683 req-3dd2e802-505a-4ff7-ba40-89f7b4057a50 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b24f4298-0822-42f9-a733-2387ca25dd6a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.652183 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5ecf894f-067e-4c3b-b6b3-1213ffc20de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (d8dfa037-32d8-49fd-902b-e952cea92979), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.706519 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:45:02.710834 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4675d92d-a054-44fd-9590-a3263518aab7 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for port (92a47227-ef9c-4189-b189-ffd4a8d58ab5), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.725181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59a791-1d68-48ba-884d-7f74cdc5bdb0 req-489ffd99-d34c-44f4-86b4-d4653c5ab467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:02.726976 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b59a791-1d68-48ba-884d-7f74cdc5bdb0 req-489ffd99-d34c-44f4-86b4-d4653c5ab467 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2198129 Feb 09 21:45:02.745409 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41207b11-9876-43a0-b130-f8ed7e9d4190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f4feea-ac0c-484f-8189-8c95799fcf6a'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:02.755072 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbc7233-3abb-4562-806d-f2b89cd1a073" -d '{"events": [{"server_uuid": "41207b11-9876-43a0-b130-f8ed7e9d4190", "name": "network-vif-plugged", "status": "completed", "tag": "29f4feea-ac0c-484f-8189-8c95799fcf6a"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:02.791132 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4675d92d-a054-44fd-9590-a3263518aab7 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (92a47227-ef9c-4189-b189-ffd4a8d58ab5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.804503 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-64747da1-38b8-43c3-a17e-61e2a3894132 None None] Attempting to bind port 6da82ea6-d862-471a-9630-72036379cf09 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:02.805119 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-64747da1-38b8-43c3-a17e-61e2a3894132 None None] Attempting to bind port 6da82ea6-d862-471a-9630-72036379cf09 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '62b48009-f9bd-4efc-b010-8bd3daeb5adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a7a5a6a0-8f60-4cf0-90aa-059805f2ae01'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:02.805729 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64747da1-38b8-43c3-a17e-61e2a3894132 None None] Attempting to bind port 6da82ea6-d862-471a-9630-72036379cf09 on network a7a5a6a0-8f60-4cf0-90aa-059805f2ae01 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:02.812627 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 29f4feea-ac0c-484f-8189-8c95799fcf6a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=29f4feea-ac0c-484f-8189-8c95799fcf6a,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:02.819880 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64747da1-38b8-43c3-a17e-61e2a3894132 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:02.820500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64747da1-38b8-43c3-a17e-61e2a3894132 None None] Checking segment: {'id': '62b48009-f9bd-4efc-b010-8bd3daeb5adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a7a5a6a0-8f60-4cf0-90aa-059805f2ae01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:02.821131 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-64747da1-38b8-43c3-a17e-61e2a3894132 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.821785 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64747da1-38b8-43c3-a17e-61e2a3894132 None None] Bound using segment: {'id': '62b48009-f9bd-4efc-b010-8bd3daeb5adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a7a5a6a0-8f60-4cf0-90aa-059805f2ae01'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:02.822643 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-64747da1-38b8-43c3-a17e-61e2a3894132 None None] Bound port: 6da82ea6-d862-471a-9630-72036379cf09, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b48009-f9bd-4efc-b010-8bd3daeb5adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a7a5a6a0-8f60-4cf0-90aa-059805f2ae01'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:02.823311 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-64747da1-38b8-43c3-a17e-61e2a3894132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6da82ea6-d862-471a-9630-72036379cf09), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.829397 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.901015 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675d92d-a054-44fd-9590-a3263518aab7 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Pushing event updated for resources: {'Port': ['ID=92a47227-ef9c-4189-b189-ffd4a8d58ab5,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:02.923930 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4675d92d-a054-44fd-9590-a3263518aab7 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:02.926577 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-4675d92d-a054-44fd-9590-a3263518aab7 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:02.930567 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4675d92d-a054-44fd-9590-a3263518aab7 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:02.948053 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=29f4feea-ac0c-484f-8189-8c95799fcf6a,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:03.049079 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5ecf894f-067e-4c3b-b6b3-1213ffc20de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (d8dfa037-32d8-49fd-902b-e952cea92979), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:03.059764 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-64747da1-38b8-43c3-a17e-61e2a3894132 None None] For port 6da82ea6-d862-471a-9630-72036379cf09, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:03.066352 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-64747da1-38b8-43c3-a17e-61e2a3894132 None None] For port 6da82ea6-d862-471a-9630-72036379cf09, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=6da82ea6-d862-471a-9630-72036379cf09,segment=NetworkSegment(62b48009-f9bd-4efc-b010-8bd3daeb5adc),segment_id=62b48009-f9bd-4efc-b010-8bd3daeb5adc)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:03.081958 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-64747da1-38b8-43c3-a17e-61e2a3894132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6da82ea6-d862-471a-9630-72036379cf09), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:03.095481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-5ecf894f-067e-4c3b-b6b3-1213ffc20de5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8dfa037-32d8-49fd-902b-e952cea92979']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:03.117701 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-5ecf894f-067e-4c3b-b6b3-1213ffc20de5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82199b5-7100-46c6-8051-ed16b8cf81ad') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:03.118385 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-5ecf894f-067e-4c3b-b6b3-1213ffc20de5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82199b5-7100-46c6-8051-ed16b8cf81ad') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:03.138736 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5ecf894f-067e-4c3b-b6b3-1213ffc20de5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (b82199b5-7100-46c6-8051-ed16b8cf81ad), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:03.163409 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-fa02e452-d155-4be6-a9de-78915b0ac683 req-3dd2e802-505a-4ff7-ba40-89f7b4057a50 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] For port b24f4298-0822-42f9-a733-2387ca25dd6a, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b24f4298-0822-42f9-a733-2387ca25dd6a,segment=NetworkSegment(3d2262d1-dc2b-49a3-9127-ed60afa19e93),segment_id=3d2262d1-dc2b-49a3-9127-ed60afa19e93)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:03.164211 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fa02e452-d155-4be6-a9de-78915b0ac683 req-3dd2e802-505a-4ff7-ba40-89f7b4057a50 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b24f4298-0822-42f9-a733-2387ca25dd6a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:03.185313 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5ecf894f-067e-4c3b-b6b3-1213ffc20de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (b82199b5-7100-46c6-8051-ed16b8cf81ad), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:03.190270 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64747da1-38b8-43c3-a17e-61e2a3894132 None None] Pushing event updated for resources: {'Port': ['ID=6da82ea6-d862-471a-9630-72036379cf09,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:03.239565 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ecf894f-067e-4c3b-b6b3-1213ffc20de5 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:45:03.240091 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5ecf894f-067e-4c3b-b6b3-1213ffc20de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (b82199b5-7100-46c6-8051-ed16b8cf81ad), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:45:03.242080 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:45:03.260034 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-fa02e452-d155-4be6-a9de-78915b0ac683 req-3dd2e802-505a-4ff7-ba40-89f7b4057a50 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Calling delete_port for b24f4298-0822-42f9-a733-2387ca25dd6a owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:03.320659 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b59a791-1d68-48ba-884d-7f74cdc5bdb0 req-d7c6cc7a-26a2-4b84-8dbc-3029af23584b service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834851 Feb 09 21:45:03.388814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-dd68fe2b-6068-407c-a486-384070ae06ab tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:03.396373 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-dd68fe2b-6068-407c-a486-384070ae06ab tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/networks?id=18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 HTTP/1.1" status: 200 len: 815 time: 0.5984766 Feb 09 21:45:03.464245 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-8a623448-35b3-4836-92e1-fe00c24c32e3 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/quotas/77fff10e42184e818ed304a7a3195873 HTTP/1.1" status: 200 len: 375 time: 0.0669627 Feb 09 21:45:03.487497 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5ecf894f-067e-4c3b-b6b3-1213ffc20de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (d8dfa037-32d8-49fd-902b-e952cea92979), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:03.498416 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4675d92d-a054-44fd-9590-a3263518aab7 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for router_gateway (019b62b1-d2da-438e-8074-b278e1176bd4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:03.509248 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5ecf894f-067e-4c3b-b6b3-1213ffc20de5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:03.512612 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5ecf894f-067e-4c3b-b6b3-1213ffc20de5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d8dfa037-32d8-49fd-902b-e952cea92979 HTTP/1.1" status: 204 len: 168 time: 1.0153759 Feb 09 21:45:03.548727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35570) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:03.574936 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf894f-067e-4c3b-b6b3-1213ffc20de5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8dfa037-32d8-49fd-902b-e952cea92979,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:03.712068 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-04953d1b-8122-4098-b1db-bf2673bd19de admin admin] Deleting subnet 679d961d-1d18-4e3f-824b-9751819c53fd {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:45:03.727333 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb8a4fa-7c33-4614-8a14-fa1d3595f52d', 'name': 'network-vif-deleted', 'tag': 'e38c4097-c302-4807-9da8-4a9c610adc9d'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:03.732912 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5087ee3-96c9-4c04-b86b-d40368a43972" -d '{"events": [{"server_uuid": "0fb8a4fa-7c33-4614-8a14-fa1d3595f52d", "name": "network-vif-deleted", "tag": "e38c4097-c302-4807-9da8-4a9c610adc9d"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:03.751109 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-04953d1b-8122-4098-b1db-bf2673bd19de admin admin] Publish callbacks [] for subnet (679d961d-1d18-4e3f-824b-9751819c53fd), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:03.812863 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b59a791-1d68-48ba-884d-7f74cdc5bdb0 req-aa4b8984-5632-45c9-ae11-856b7c81d4c9 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771218 Feb 09 21:45:03.876014 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-04953d1b-8122-4098-b1db-bf2673bd19de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (679d961d-1d18-4e3f-824b-9751819c53fd), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:03.925037 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dd7f2a19-f9e6-4b4c-960b-b609f983f4ec req-ca71377a-db45-4950-b379-e04e74b48da1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=01b01a68-711e-4cde-af8a-9185e4bd16a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1579709 Feb 09 21:45:04.012302 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-9a71e732-64ab-4670-a31b-0a9854255707 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=77fff10e42184e818ed304a7a3195873&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5268433 Feb 09 21:45:04.044387 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-04953d1b-8122-4098-b1db-bf2673bd19de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (679d961d-1d18-4e3f-824b-9751819c53fd), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.144370 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fa02e452-d155-4be6-a9de-78915b0ac683 req-3dd2e802-505a-4ff7-ba40-89f7b4057a50 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (b24f4298-0822-42f9-a733-2387ca25dd6a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.210363 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f2a19-f9e6-4b4c-960b-b609f983f4ec req-9757e3cb-ae87-4c80-b5d4-6be068593637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:04.213503 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dd7f2a19-f9e6-4b4c-960b-b609f983f4ec req-9757e3cb-ae87-4c80-b5d4-6be068593637 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c286a60db7b149148ec99282304452cf&device_id=01b01a68-711e-4cde-af8a-9185e4bd16a7 HTTP/1.1" status: 200 len: 1127 time: 0.2054567 Feb 09 21:45:04.262764 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2e802-505a-4ff7-ba40-89f7b4057a50 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Pushing event deleted for resources: {'Port': ['ID=b24f4298-0822-42f9-a733-2387ca25dd6a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:04.373024 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-04953d1b-8122-4098-b1db-bf2673bd19de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (679d961d-1d18-4e3f-824b-9751819c53fd), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.427914 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4675d92d-a054-44fd-9590-a3263518aab7 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (019b62b1-d2da-438e-8074-b278e1176bd4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.479729 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa02e452-d155-4be6-a9de-78915b0ac683 req-3dd2e802-505a-4ff7-ba40-89f7b4057a50 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] No DVR routers for this DVR port b24f4298-0822-42f9-a733-2387ca25dd6a on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:04.484279 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fa02e452-d155-4be6-a9de-78915b0ac683 req-3dd2e802-505a-4ff7-ba40-89f7b4057a50 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.491601 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa02e452-d155-4be6-a9de-78915b0ac683 req-3dd2e802-505a-4ff7-ba40-89f7b4057a50 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.71 "DELETE /v2.0/ports/b24f4298-0822-42f9-a733-2387ca25dd6a HTTP/1.1" status: 204 len: 173 time: 2.2453375 Feb 09 21:45:04.522085 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f2a19-f9e6-4b4c-960b-b609f983f4ec req-0aafe1b5-7f76-49e1-b940-c9a9479d53fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:04.526455 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dd7f2a19-f9e6-4b4c-960b-b609f983f4ec req-0aafe1b5-7f76-49e1-b940-c9a9479d53fe service neutron] 10.222.0.71 "GET /v2.0/networks?id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50 HTTP/1.1" status: 200 len: 916 time: 0.2698441 Feb 09 21:45:04.621702 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-04953d1b-8122-4098-b1db-bf2673bd19de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.632110 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-04953d1b-8122-4098-b1db-bf2673bd19de admin admin] 10.222.0.77 "DELETE /v2.0/subnets/679d961d-1d18-4e3f-824b-9751819c53fd HTTP/1.1" status: 204 len: 168 time: 1.0790856 Feb 09 21:45:04.633632 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35578) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:04.658471 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04953d1b-8122-4098-b1db-bf2673bd19de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=679d961d-1d18-4e3f-824b-9751819c53fd,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:04.805712 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dd7f2a19-f9e6-4b4c-960b-b609f983f4ec req-cf10a6a1-9867-4ced-8ace-8b8f3df73cbb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33b8f906-d491-4db9-aa2c-1be335687d60 HTTP/1.1" status: 200 len: 217 time: 0.2713258 Feb 09 21:45:04.911700 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37743496-c206-4643-bbc2-4e48fbae7dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (7d7948c5-a8c2-452b-b661-2dcc033008f4), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.919386 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-aa8d8ad6-958f-44db-8e8c-7acab63df23f service neutron] 10.222.0.77 "GET /v2.0/networks/18dcd003-8cbd-4794-b5ef-c9a65b6cdc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8278732 Feb 09 21:45:04.958683 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f2a19-f9e6-4b4c-960b-b609f983f4ec req-ff43bc98-a2dd-4c50-b44b-1bb8832605f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:04.961163 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dd7f2a19-f9e6-4b4c-960b-b609f983f4ec req-ff43bc98-a2dd-4c50-b44b-1bb8832605f4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89c198a6-8a39-4e34-a647-f29ce9301483 HTTP/1.1" status: 200 len: 854 time: 0.1477864 Feb 09 21:45:04.970219 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device b24f4298-0822-42f9-a733-2387ca25dd6a no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:05.010075 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: b24f4298-0822-42f9-a733-2387ca25dd6a {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:05.028216 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device b24f4298-0822-42f9-a733-2387ca25dd6a not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:05.208591 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f2a19-f9e6-4b4c-960b-b609f983f4ec req-d6ce49c6-96e5-4311-a2d7-b43d40e0e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:05.211912 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dd7f2a19-f9e6-4b4c-960b-b609f983f4ec req-d6ce49c6-96e5-4311-a2d7-b43d40e0e241 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=604e7064-10a1-4dac-b2c6-61b1a2e1ef50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2279975 Feb 09 21:45:05.232489 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200e4922-93ac-4b6e-894d-c115223000bd None None] Network a7a5a6a0-8f60-4cf0-90aa-059805f2ae01 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:05.362593 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4675d92d-a054-44fd-9590-a3263518aab7 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Router 019b62b1-d2da-438e-8074-b278e1176bd4 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:45:05.366699 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6da82ea6-d862-471a-9630-72036379cf09 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:05.526513 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dd7f2a19-f9e6-4b4c-960b-b609f983f4ec req-4fbe7eaa-1651-4408-90c8-6b2defd06f09 service neutron] 10.222.0.71 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046398 Feb 09 21:45:05.606715 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-fdcd1319-91aa-4fb2-87e9-432ae45eef0d None None] Provisioning complete for port 6da82ea6-d862-471a-9630-72036379cf09 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:05.610329 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fdcd1319-91aa-4fb2-87e9-432ae45eef0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6da82ea6-d862-471a-9630-72036379cf09), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:05.643365 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4675d92d-a054-44fd-9590-a3263518aab7 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:45:05.669203 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37743496-c206-4643-bbc2-4e48fbae7dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (7d7948c5-a8c2-452b-b661-2dcc033008f4), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:05.697945 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4675d92d-a054-44fd-9590-a3263518aab7 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:05.701052 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4675d92d-a054-44fd-9590-a3263518aab7 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.6794114 Feb 09 21:45:05.703675 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35582) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:05.716006 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dd7f2a19-f9e6-4b4c-960b-b609f983f4ec req-bfd1daa2-da73-457b-82f5-420b92909af4 service neutron] 10.222.0.71 "GET /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834619 Feb 09 21:45:05.720081 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-37743496-c206-4643-bbc2-4e48fbae7dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7948c5-a8c2-452b-b661-2dcc033008f4']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:05.745646 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade94333-b309-4211-a53d-4e91ea0940a8 None None] Sync routers for ids ['019b62b1-d2da-438e-8074-b278e1176bd4'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:45:05.759492 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-046a39fe-6e4e-4753-8b5c-0ab681b1eed1 service neutron] 10.222.0.77 "GET /v2.0/networks/18dcd003-8cbd-4794-b5ef-c9a65b6cdc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8291225 Feb 09 21:45:05.766649 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-37743496-c206-4643-bbc2-4e48fbae7dd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b40f668-8c65-4151-8cba-88f5942fe47c') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:05.767506 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-37743496-c206-4643-bbc2-4e48fbae7dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b40f668-8c65-4151-8cba-88f5942fe47c') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:05.795391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 6da82ea6-d862-471a-9630-72036379cf09 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:05.795391 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6da82ea6-d862-471a-9630-72036379cf09), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:05.820566 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37743496-c206-4643-bbc2-4e48fbae7dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (7b40f668-8c65-4151-8cba-88f5942fe47c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:05.826180 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade94333-b309-4211-a53d-4e91ea0940a8 None None] Routers {'019b62b1-d2da-438e-8074-b278e1176bd4'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:05.826739 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ade94333-b309-4211-a53d-4e91ea0940a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:44:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['019b62b1-d2da-438e-8074-b278e1176bd4'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:05.855989 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37743496-c206-4643-bbc2-4e48fbae7dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (7b40f668-8c65-4151-8cba-88f5942fe47c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:05.873512 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37743496-c206-4643-bbc2-4e48fbae7dd0 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:45:05.874297 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37743496-c206-4643-bbc2-4e48fbae7dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (7b40f668-8c65-4151-8cba-88f5942fe47c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:45:05.877347 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:45:05.891925 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ade94333-b309-4211-a53d-4e91ea0940a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:05.919835 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade94333-b309-4211-a53d-4e91ea0940a8 None None] Routers {'019b62b1-d2da-438e-8074-b278e1176bd4'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:05.920678 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ade94333-b309-4211-a53d-4e91ea0940a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:44:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['019b62b1-d2da-438e-8074-b278e1176bd4'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:06.003431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ade94333-b309-4211-a53d-4e91ea0940a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:06.007427 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade94333-b309-4211-a53d-4e91ea0940a8 None None] The sync data for ids ['019b62b1-d2da-438e-8074-b278e1176bd4'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:45:06.072291 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-fdcd1319-91aa-4fb2-87e9-432ae45eef0d None None] Current status of the port 6da82ea6-d862-471a-9630-72036379cf09 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:06.072772 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fdcd1319-91aa-4fb2-87e9-432ae45eef0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6da82ea6-d862-471a-9630-72036379cf09), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:06.155220 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37743496-c206-4643-bbc2-4e48fbae7dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (7d7948c5-a8c2-452b-b661-2dcc033008f4), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:06.172518 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37743496-c206-4643-bbc2-4e48fbae7dd0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:06.199514 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-37743496-c206-4643-bbc2-4e48fbae7dd0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7d7948c5-a8c2-452b-b661-2dcc033008f4 HTTP/1.1" status: 204 len: 168 time: 1.5572102 Feb 09 21:45:06.259822 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 6da82ea6-d862-471a-9630-72036379cf09 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:06.261255 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6da82ea6-d862-471a-9630-72036379cf09), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:06.265397 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37743496-c206-4643-bbc2-4e48fbae7dd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7948c5-a8c2-452b-b661-2dcc033008f4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:06.444257 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-fdcd1319-91aa-4fb2-87e9-432ae45eef0d None None] For port 6da82ea6-d862-471a-9630-72036379cf09, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=6da82ea6-d862-471a-9630-72036379cf09,segment=NetworkSegment(62b48009-f9bd-4efc-b010-8bd3daeb5adc),segment_id=62b48009-f9bd-4efc-b010-8bd3daeb5adc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:06.461846 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fdcd1319-91aa-4fb2-87e9-432ae45eef0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6da82ea6-d862-471a-9630-72036379cf09), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:06.672847 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35594) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:06.749498 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:45:06.749974 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:45:06.750926 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-7a0c6a51-2ba7-4ad9-8369-80db3729ca63 None None] Provisioning complete for port 6da82ea6-d862-471a-9630-72036379cf09 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:06.751303 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6a51-2ba7-4ad9-8369-80db3729ca63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6da82ea6-d862-471a-9630-72036379cf09), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:06.754455 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd1319-91aa-4fb2-87e9-432ae45eef0d None None] Pushing event updated for resources: {'Port': ['ID=6da82ea6-d862-471a-9630-72036379cf09,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:06.896601 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b7c29c90-0f9a-494d-b5e7-68e6046fdc96 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a8043ae6e5ad498b954b9dd17434f248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2161772 Feb 09 21:45:06.897758 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35602) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:07.105515 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f249b-f900-4d89-9b0a-f6868e8fef07 req-4542ee59-e542-4c78-b8ab-86b1035bed44 tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:07.107378 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-171f249b-f900-4d89-9b0a-f6868e8fef07 req-4542ee59-e542-4c78-b8ab-86b1035bed44 tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.77 "GET /v2.0/ports?device_id=41207b11-9876-43a0-b130-f8ed7e9d4190 HTTP/1.1" status: 200 len: 949 time: 0.1959476 Feb 09 21:45:07.119974 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94cbc794-c495-4229-b560-f116d9f68e9f admin admin] Publish callbacks [] for security_group (457664e6-8446-4ae7-a74a-866074326174), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.172409 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94cbc794-c495-4229-b560-f116d9f68e9f admin admin] Publish callbacks [] for security_group (457664e6-8446-4ae7-a74a-866074326174), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.217162 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-7a0c6a51-2ba7-4ad9-8369-80db3729ca63 None None] Current status of the port 6da82ea6-d862-471a-9630-72036379cf09 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:07.328415 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-171f249b-f900-4d89-9b0a-f6868e8fef07 req-f964f9e9-3be1-4730-8a00-b4c680e9e4bd tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.77 "GET /v2.0/security-groups?id=49ac3384-a052-422e-bbb9-ad0757e7d3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067227 Feb 09 21:45:07.368399 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 6da82ea6-d862-471a-9630-72036379cf09 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:07.399042 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94cbc794-c495-4229-b560-f116d9f68e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (457664e6-8446-4ae7-a74a-866074326174), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.404516 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94cbc794-c495-4229-b560-f116d9f68e9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.412437 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-94cbc794-c495-4229-b560-f116d9f68e9f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/457664e6-8446-4ae7-a74a-866074326174 HTTP/1.1" status: 204 len: 168 time: 0.5128243 Feb 09 21:45:07.447027 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cbc794-c495-4229-b560-f116d9f68e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457664e6-8446-4ae7-a74a-866074326174,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:07.555240 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6da82ea6-d862-471a-9630-72036379cf09 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:07.661183 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-504b8a2a-2115-4f27-9b97-58f83957a2f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.876599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-f70cfc64-f693-4386-9eba-ff5b5e11413b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:07.878527 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-f70cfc64-f693-4386-9eba-ff5b5e11413b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/networks?id=c4792088-bf96-48c8-a331-af790ba542bf HTTP/1.1" status: 200 len: 812 time: 0.3091388 Feb 09 21:45:07.882373 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 6da82ea6-d862-471a-9630-72036379cf09 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:07.883001 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6da82ea6-d862-471a-9630-72036379cf09), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.912076 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-481d855b-eb54-4a27-bbd0-18607b13bcd0 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/quotas/4da379594fdf42339bba1d92c8147535 HTTP/1.1" status: 200 len: 375 time: 0.0199380 Feb 09 21:45:07.969515 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fb2e12ba-1775-4276-a28b-8ba8ffe9d428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.997412 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-24455f0b-38b3-4f87-a630-9d86aa3d0df5 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4da379594fdf42339bba1d92c8147535&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781255 Feb 09 21:45:08.207789 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 6da82ea6-d862-471a-9630-72036379cf09 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:08.304732 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-6f102852-300a-4aac-9228-062931cabe09 service neutron] 10.222.0.77 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873650 Feb 09 21:45:08.515066 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35620) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:08.533681 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-d0104a4d-3922-41b9-b0f6-444d575bc692 service neutron] 10.222.0.77 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252433 Feb 09 21:45:08.691108 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8aa0634a-6789-4158-aefc-93ecbe0c402a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=13cee21541134a38984f20a875af6587&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1528354 Feb 09 21:45:08.695847 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35622) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:08.899067 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b22cade-c60e-4e2b-96d4-e42b9149626c admin admin] Publish callbacks [] for security_group (def4f418-de59-410c-9063-8f049a1bf9c1), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.975119 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b22cade-c60e-4e2b-96d4-e42b9149626c admin admin] Publish callbacks [] for security_group (def4f418-de59-410c-9063-8f049a1bf9c1), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.979165 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-504b8a2a-2115-4f27-9b97-58f83957a2f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Allocated IP 172.20.0.1 (a7a5a6a0-8f60-4cf0-90aa-059805f2ae01/13a0580e-774d-49f6-8df4-be60be2c19bd/5d035d5f-1435-4223-a381-651c90d88a60) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:09.002740 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-6bd21e79-0e54-46af-b40c-b0da34954a18 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:09.006760 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-6bd21e79-0e54-46af-b40c-b0da34954a18 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.71 "GET /v2.0/networks?id=18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 HTTP/1.1" status: 200 len: 815 time: 0.6823051 Feb 09 21:45:09.012418 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b7bc5c-665a-4195-90a6-b92adc2b2e32 x-openstack-request-id: req-f7b7bc5c-665a-4195-90a6-b92adc2b2e32 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:09.013850 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41207b11-9876-43a0-b130-f8ed7e9d4190", "name": "network-vif-plugged", "status": "completed", "tag": "29f4feea-ac0c-484f-8189-8c95799fcf6a", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:09.014512 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f7b7bc5c-665a-4195-90a6-b92adc2b2e32 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:09.015504 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41207b11-9876-43a0-b130-f8ed7e9d4190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f4feea-ac0c-484f-8189-8c95799fcf6a', 'code': 200} Feb 09 21:45:09.041357 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-4be6c459-1ea7-403e-8cf5-2ffe3f46e2bc tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Request body: {'port': {'device_id': '947c2a1e-e0cf-483d-b95d-f5c78da3bd62', 'network_id': '18dcd003-8cbd-4794-b5ef-c9a65b6cdc94', 'admin_state_up': True, 'tenant_id': '77fff10e42184e818ed304a7a3195873'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:09.131733 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2975c8-5ec0-4197-a1b5-f2493966eea8 x-openstack-request-id: req-0e2975c8-5ec0-4197-a1b5-f2493966eea8 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:09.132272 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb8a4fa-7c33-4614-8a14-fa1d3595f52d", "name": "network-vif-deleted", "tag": "e38c4097-c302-4807-9da8-4a9c610adc9d", "status": "failed", "code": 422}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:09.132704 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e2975c8-5ec0-4197-a1b5-f2493966eea8 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:09.133566 n-d-828601-1 neutron-server[103201]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0fb8a4fa-7c33-4614-8a14-fa1d3595f52d', 'name': 'network-vif-deleted', 'tag': 'e38c4097-c302-4807-9da8-4a9c610adc9d', 'status': 'failed', 'code': 422} returned with failed status Feb 09 21:45:09.288313 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b22cade-c60e-4e2b-96d4-e42b9149626c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (def4f418-de59-410c-9063-8f049a1bf9c1), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.297384 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b22cade-c60e-4e2b-96d4-e42b9149626c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.303041 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3b22cade-c60e-4e2b-96d4-e42b9149626c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/def4f418-de59-410c-9063-8f049a1bf9c1 HTTP/1.1" status: 204 len: 168 time: 0.6021428 Feb 09 21:45:09.357682 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22cade-c60e-4e2b-96d4-e42b9149626c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def4f418-de59-410c-9063-8f049a1bf9c1,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:09.402324 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e9735ca5-fa04-473a-a721-bd559c743ed8 req-0508c154-72fd-4203-bee7-884981eeb49b tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=947c2a1e-e0cf-483d-b95d-f5c78da3bd62 HTTP/1.1" status: 200 len: 210 time: 0.1303096 Feb 09 21:45:09.452643 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0299a-5127-4e57-ae2a-2173b6730e35 req-12f7d40c-151f-465c-ad9e-4e08a3577574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:09.455275 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5b0299a-5127-4e57-ae2a-2173b6730e35 req-12f7d40c-151f-465c-ad9e-4e08a3577574 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=41207b11-9876-43a0-b130-f8ed7e9d4190 HTTP/1.1" status: 200 len: 1131 time: 0.3201623 Feb 09 21:45:09.495751 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-4be6c459-1ea7-403e-8cf5-2ffe3f46e2bc tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Made reservation on behalf of 77fff10e42184e818ed304a7a3195873 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:09.502409 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-4be6c459-1ea7-403e-8cf5-2ffe3f46e2bc tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.626409 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5b0299a-5127-4e57-ae2a-2173b6730e35 req-f07bb251-816e-4b15-b00b-c44793e90687 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=49ac3384-a052-422e-bbb9-ad0757e7d3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546023 Feb 09 21:45:09.926458 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-504b8a2a-2115-4f27-9b97-58f83957a2f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for port (5d035d5f-1435-4223-a381-651c90d88a60), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.118983 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-504b8a2a-2115-4f27-9b97-58f83957a2f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (5d035d5f-1435-4223-a381-651c90d88a60), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.124278 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-4be6c459-1ea7-403e-8cf5-2ffe3f46e2bc tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Allocated IP 172.20.0.3 (18dcd003-8cbd-4794-b5ef-c9a65b6cdc94/4ec51de9-93a9-4e1c-b1d1-307551dbf1e9/e351918a-e4dd-40ad-94dd-df704491eae9) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:10.164930 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941b77b-b63e-459f-a5dc-846e1179d8bf req-eab7cbdd-50f1-48b1-8810-2903dee5ddcd tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:10.167257 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a941b77b-b63e-459f-a5dc-846e1179d8bf req-eab7cbdd-50f1-48b1-8810-2903dee5ddcd tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.77 "GET /v2.0/ports?device_id=41207b11-9876-43a0-b130-f8ed7e9d4190 HTTP/1.1" status: 200 len: 949 time: 0.0968668 Feb 09 21:45:10.266053 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a941b77b-b63e-459f-a5dc-846e1179d8bf req-ca8f9816-b8f4-4994-9af8-786b7a239150 tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.77 "GET /v2.0/security-groups?id=49ac3384-a052-422e-bbb9-ad0757e7d3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866282 Feb 09 21:45:10.288852 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504b8a2a-2115-4f27-9b97-58f83957a2f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Network a7a5a6a0-8f60-4cf0-90aa-059805f2ae01 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:10.298179 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-504b8a2a-2115-4f27-9b97-58f83957a2f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:10.301145 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504b8a2a-2115-4f27-9b97-58f83957a2f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:10.387895 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b8a2a-2115-4f27-9b97-58f83957a2f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Pushing event updated for resources: {'Port': ['ID=5d035d5f-1435-4223-a381-651c90d88a60,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:10.479343 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a7255ba9-ece9-46df-bfcc-52c73436c6d0 req-7ff002f7-274f-4b5b-ad87-45a1e1a43e55 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 210 time: 0.0741718 Feb 09 21:45:10.480026 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-73fb7017-a7ad-4f84-865d-90166a21683a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.497031 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-504b8a2a-2115-4f27-9b97-58f83957a2f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (019b62b1-d2da-438e-8074-b278e1176bd4), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.796728 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-4be6c459-1ea7-403e-8cf5-2ffe3f46e2bc tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks [] for port (e351918a-e4dd-40ad-94dd-df704491eae9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.808518 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0418b93e-720d-4800-a114-050406112cf3 None None] Provisioning complete for port 5d035d5f-1435-4223-a381-651c90d88a60 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:10.809445 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0418b93e-720d-4800-a114-050406112cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5d035d5f-1435-4223-a381-651c90d88a60), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.981598 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0418b93e-720d-4800-a114-050406112cf3 None None] Port 5d035d5f-1435-4223-a381-651c90d88a60 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:11.052124 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-504b8a2a-2115-4f27-9b97-58f83957a2f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5d035d5f-1435-4223-a381-651c90d88a60), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.082659 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-d96ba087-b0f4-4399-9e82-36b9af12e71b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:11.085434 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-d96ba087-b0f4-4399-9e82-36b9af12e71b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.42 "GET /v2.0/networks?id=c4792088-bf96-48c8-a331-af790ba542bf HTTP/1.1" status: 200 len: 812 time: 0.1931107 Feb 09 21:45:11.107428 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-70f533cf-413b-47ea-a3ff-a81047775634 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Request body: {'port': {'device_id': '4f5370da-afec-4ad7-b2b3-1e94b7824b46', 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf', 'admin_state_up': True, 'tenant_id': '4da379594fdf42339bba1d92c8147535'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:11.147997 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40aad6e0-1d66-49c1-96c1-026bb0a6cb8c', 'name': 'network-vif-deleted', 'tag': 'b24f4298-0822-42f9-a733-2387ca25dd6a'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:11.151859 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37c2232-b815-424f-86a5-ef520e1c85ad" -d '{"events": [{"server_uuid": "40aad6e0-1d66-49c1-96c1-026bb0a6cb8c", "name": "network-vif-deleted", "tag": "b24f4298-0822-42f9-a733-2387ca25dd6a"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:11.152084 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-4be6c459-1ea7-403e-8cf5-2ffe3f46e2bc tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (e351918a-e4dd-40ad-94dd-df704491eae9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.296626 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-4be6c459-1ea7-403e-8cf5-2ffe3f46e2bc tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Network 18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:11.330322 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-4be6c459-1ea7-403e-8cf5-2ffe3f46e2bc tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:11.343282 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efaf15-485c-44e7-9366-b12f788b6f56 req-0d683569-bf32-487e-80a1-c1ba4170795c tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:11.345507 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-88efaf15-485c-44e7-9366-b12f788b6f56 req-0d683569-bf32-487e-80a1-c1ba4170795c tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=947c2a1e-e0cf-483d-b95d-f5c78da3bd62 HTTP/1.1" status: 200 len: 931 time: 0.1166925 Feb 09 21:45:11.355223 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-70f533cf-413b-47ea-a3ff-a81047775634 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Made reservation on behalf of 4da379594fdf42339bba1d92c8147535 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:11.360466 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-70f533cf-413b-47ea-a3ff-a81047775634 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.450020 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-4be6c459-1ea7-403e-8cf5-2ffe3f46e2bc tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:11.464309 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6c459-1ea7-403e-8cf5-2ffe3f46e2bc tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Pushing event updated for resources: {'Port': ['ID=e351918a-e4dd-40ad-94dd-df704491eae9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:11.486199 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.524147 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-88efaf15-485c-44e7-9366-b12f788b6f56 req-bd92d8fc-e48f-42c1-a448-1ea8ffa4a0eb tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701982 Feb 09 21:45:11.547516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-4be6c459-1ea7-403e-8cf5-2ffe3f46e2bc tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:11.548701 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-4be6c459-1ea7-403e-8cf5-2ffe3f46e2bc tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.588902 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-4be6c459-1ea7-403e-8cf5-2ffe3f46e2bc tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5604067 Feb 09 21:45:11.614155 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] Request body: {'port': {'device_id': '947c2a1e-e0cf-483d-b95d-f5c78da3bd62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:11.649732 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-70f533cf-413b-47ea-a3ff-a81047775634 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Allocated IP 172.20.0.10 (c4792088-bf96-48c8-a331-af790ba542bf/4b2baf19-4835-4e7a-83c6-0d721aca5d48/3c1490e9-e82f-494d-bf81-70de77779683) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:11.891014 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-70f533cf-413b-47ea-a3ff-a81047775634 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks [] for port (3c1490e9-e82f-494d-bf81-70de77779683), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.938081 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-70f533cf-413b-47ea-a3ff-a81047775634 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (3c1490e9-e82f-494d-bf81-70de77779683), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.043683 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e351918a-e4dd-40ad-94dd-df704491eae9), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.070865 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6efcad8-11b6-468f-83c1-e505d95ee11e x-openstack-request-id: req-c6efcad8-11b6-468f-83c1-e505d95ee11e {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:12.071305 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40aad6e0-1d66-49c1-96c1-026bb0a6cb8c", "name": "network-vif-deleted", "tag": "b24f4298-0822-42f9-a733-2387ca25dd6a", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:12.074367 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c6efcad8-11b6-468f-83c1-e505d95ee11e {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:12.074929 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40aad6e0-1d66-49c1-96c1-026bb0a6cb8c', 'name': 'network-vif-deleted', 'tag': 'b24f4298-0822-42f9-a733-2387ca25dd6a', 'status': 'completed', 'code': 200} Feb 09 21:45:12.088358 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-504b8a2a-2115-4f27-9b97-58f83957a2f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for port (5d035d5f-1435-4223-a381-651c90d88a60), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.101274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f533cf-413b-47ea-a3ff-a81047775634 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Pushing event updated for resources: {'Port': ['ID=3c1490e9-e82f-494d-bf81-70de77779683,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:12.147142 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-70f533cf-413b-47ea-a3ff-a81047775634 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Network c4792088-bf96-48c8-a331-af790ba542bf is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:12.152074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-70f533cf-413b-47ea-a3ff-a81047775634 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:12.156834 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-70f533cf-413b-47ea-a3ff-a81047775634 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:12.264669 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-70f533cf-413b-47ea-a3ff-a81047775634 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:12.265632 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-70f533cf-413b-47ea-a3ff-a81047775634 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.278794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce38c4-2908-49b5-83cd-fb92167154b7 req-5f6d660f-e490-455a-826a-5a1cd24d46c6 tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:12.287080 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5fce38c4-2908-49b5-83cd-fb92167154b7 req-5f6d660f-e490-455a-826a-5a1cd24d46c6 tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.77 "GET /v2.0/ports?device_id=41207b11-9876-43a0-b130-f8ed7e9d4190 HTTP/1.1" status: 200 len: 949 time: 0.2098331 Feb 09 21:45:12.321864 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-70f533cf-413b-47ea-a3ff-a81047775634 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2247560 Feb 09 21:45:12.343209 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] Request body: {'port': {'device_id': '4f5370da-afec-4ad7-b2b3-1e94b7824b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:12.407867 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5fce38c4-2908-49b5-83cd-fb92167154b7 req-975e775b-1d86-4324-b7d9-e3e33a3eaad3 tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.77 "GET /v2.0/security-groups?id=49ac3384-a052-422e-bbb9-ad0757e7d3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193609 Feb 09 21:45:12.453925 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-504b8a2a-2115-4f27-9b97-58f83957a2f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (5d035d5f-1435-4223-a381-651c90d88a60), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.498747 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3c1490e9-e82f-494d-bf81-70de77779683), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.578221 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-504b8a2a-2115-4f27-9b97-58f83957a2f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (019b62b1-d2da-438e-8074-b278e1176bd4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.611919 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e351918a-e4dd-40ad-94dd-df704491eae9 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:12.650265 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] Publish callbacks [] for port (e351918a-e4dd-40ad-94dd-df704491eae9), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.661640 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.702222 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b8a2a-2115-4f27-9b97-58f83957a2f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Pushing event updated for resources: {'Port': ['ID=5d035d5f-1435-4223-a381-651c90d88a60,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:12.735628 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] Transition to ACTIVE for port object e351918a-e4dd-40ad-94dd-df704491eae9 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:45:12.747910 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (e351918a-e4dd-40ad-94dd-df704491eae9), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.809669 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2fa65-ba05-4877-b005-66fd9abed87a req-cf6cdcde-23c3-4b24-88de-85d7da6b6a76 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:12.821762 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-63c2fa65-ba05-4877-b005-66fd9abed87a req-cf6cdcde-23c3-4b24-88de-85d7da6b6a76 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 932 time: 0.2888258 Feb 09 21:45:12.841806 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e351918a-e4dd-40ad-94dd-df704491eae9,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:12.858204 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504b8a2a-2115-4f27-9b97-58f83957a2f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Network a7a5a6a0-8f60-4cf0-90aa-059805f2ae01 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:12.860032 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-504b8a2a-2115-4f27-9b97-58f83957a2f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:12.975189 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-63c2fa65-ba05-4877-b005-66fd9abed87a req-5227a4cd-2e74-40f8-9ed3-556e5ad10ede tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491346 Feb 09 21:45:13.160612 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504b8a2a-2115-4f27-9b97-58f83957a2f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Router 019b62b1-d2da-438e-8074-b278e1176bd4 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:45:13.183955 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] Attempting to bind port e351918a-e4dd-40ad-94dd-df704491eae9 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:13.184782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] Attempting to bind port e351918a-e4dd-40ad-94dd-df704491eae9 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3d2262d1-dc2b-49a3-9127-ed60afa19e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '18dcd003-8cbd-4794-b5ef-c9a65b6cdc94'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:13.185661 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] Attempting to bind port e351918a-e4dd-40ad-94dd-df704491eae9 on network 18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:13.202012 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] Port e351918a-e4dd-40ad-94dd-df704491eae9 on network 18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:45:13.202492 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] Attempting to bind port e351918a-e4dd-40ad-94dd-df704491eae9 on network 18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:13.329920 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:13.330323 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] Checking segment: {'id': '3d2262d1-dc2b-49a3-9127-ed60afa19e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '18dcd003-8cbd-4794-b5ef-c9a65b6cdc94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:13.330695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] Bound using segment: {'id': '3d2262d1-dc2b-49a3-9127-ed60afa19e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '18dcd003-8cbd-4794-b5ef-c9a65b6cdc94'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:13.331289 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] Bound port: e351918a-e4dd-40ad-94dd-df704491eae9, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d2262d1-dc2b-49a3-9127-ed60afa19e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '18dcd003-8cbd-4794-b5ef-c9a65b6cdc94'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:13.332280 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e351918a-e4dd-40ad-94dd-df704491eae9), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.408422 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1490e9-e82f-494d-bf81-70de77779683 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:13.419863 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] Publish callbacks [] for port (3c1490e9-e82f-494d-bf81-70de77779683), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.434235 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-4b1e6cf4-7762-42b4-8e95-fedfde433681 None None] Provisioning complete for port 5d035d5f-1435-4223-a381-651c90d88a60 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:13.434670 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4b1e6cf4-7762-42b4-8e95-fedfde433681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5d035d5f-1435-4223-a381-651c90d88a60), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.446048 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504b8a2a-2115-4f27-9b97-58f83957a2f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:45:13.447476 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] Transition to ACTIVE for port object 3c1490e9-e82f-494d-bf81-70de77779683 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:45:13.455863 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-504b8a2a-2115-4f27-9b97-58f83957a2f0 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] 10.222.0.77 "PUT /v2.0/routers/019b62b1-d2da-438e-8074-b278e1176bd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7507689 Feb 09 21:45:13.462838 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35712) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:13.464492 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172e5d56-3ab9-4ef3-bfcc-e5a51d555213 None None] Sync routers for ids ['019b62b1-d2da-438e-8074-b278e1176bd4'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:45:13.468180 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (3c1490e9-e82f-494d-bf81-70de77779683), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.488039 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7eece0a9-a0ea-47d0-bb12-b09567c7247f tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Request body: {'port': {'network_id': 'a7a5a6a0-8f60-4cf0-90aa-059805f2ae01', 'name': 'tempest-FloatingIPAdminTestJSON-1553852414'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:13.494068 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172e5d56-3ab9-4ef3-bfcc-e5a51d555213 None None] Routers {'019b62b1-d2da-438e-8074-b278e1176bd4'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:13.497130 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-172e5d56-3ab9-4ef3-bfcc-e5a51d555213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:45:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['019b62b1-d2da-438e-8074-b278e1176bd4'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:13.508552 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] For port e351918a-e4dd-40ad-94dd-df704491eae9, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:13.517206 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] For port e351918a-e4dd-40ad-94dd-df704491eae9, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e351918a-e4dd-40ad-94dd-df704491eae9,segment=NetworkSegment(3d2262d1-dc2b-49a3-9127-ed60afa19e93),segment_id=3d2262d1-dc2b-49a3-9127-ed60afa19e93)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:13.533650 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (e351918a-e4dd-40ad-94dd-df704491eae9), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.581015 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4b1e6cf4-7762-42b4-8e95-fedfde433681 None None] Port 5d035d5f-1435-4223-a381-651c90d88a60 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:13.626724 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-172e5d56-3ab9-4ef3-bfcc-e5a51d555213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:13.658280 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:13.659212 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.661318 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] 10.222.0.71 "PUT /v2.0/ports/e351918a-e4dd-40ad-94dd-df704491eae9 HTTP/1.1" status: 200 len: 1091 time: 2.0554252 Feb 09 21:45:13.662445 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947c2a1e-e0cf-483d-b95d-f5c78da3bd62', 'tag': 'e351918a-e4dd-40ad-94dd-df704491eae9'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:13.664774 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b693dc4-9be1-47cc-bfb6-c8538b3cfe74" -d '{"events": [{"name": "network-changed", "server_uuid": "947c2a1e-e0cf-483d-b95d-f5c78da3bd62", "tag": "e351918a-e4dd-40ad-94dd-df704491eae9"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:13.693008 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172e5d56-3ab9-4ef3-bfcc-e5a51d555213 None None] Routers {'019b62b1-d2da-438e-8074-b278e1176bd4'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:13.693528 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-172e5d56-3ab9-4ef3-bfcc-e5a51d555213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:45:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['019b62b1-d2da-438e-8074-b278e1176bd4'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:13.699565 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2406fb-0874-401c-be1b-c2c6b585f8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e351918a-e4dd-40ad-94dd-df704491eae9,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:13.799995 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-172e5d56-3ab9-4ef3-bfcc-e5a51d555213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:13.801734 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172e5d56-3ab9-4ef3-bfcc-e5a51d555213 None None] The sync data for ids ['019b62b1-d2da-438e-8074-b278e1176bd4'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:45:13.854857 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] Pushing event updated for resources: {'Port': ['ID=3c1490e9-e82f-494d-bf81-70de77779683,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:13.894443 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-253430d7-9e15-47f9-b909-4ac2e1ff18a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:13.898711 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-253430d7-9e15-47f9-b909-4ac2e1ff18a2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77fff10e42184e818ed304a7a3195873&device_id=947c2a1e-e0cf-483d-b95d-f5c78da3bd62 HTTP/1.1" status: 200 len: 1125 time: 0.1316533 Feb 09 21:45:13.982059 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-e6e11266-c9a8-4dc6-ae68-96562dc0ecb2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e351918a-e4dd-40ad-94dd-df704491eae9 HTTP/1.1" status: 200 len: 217 time: 0.0743268 Feb 09 21:45:14.012216 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] Attempting to bind port 3c1490e9-e82f-494d-bf81-70de77779683 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:14.013695 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] Attempting to bind port 3c1490e9-e82f-494d-bf81-70de77779683 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:14.014876 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] Attempting to bind port 3c1490e9-e82f-494d-bf81-70de77779683 on network c4792088-bf96-48c8-a331-af790ba542bf {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:14.025161 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eece0a9-a0ea-47d0-bb12-b09567c7247f tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Made reservation on behalf of 65dca8a285d14403907ae98589145cd7 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:14.035579 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7eece0a9-a0ea-47d0-bb12-b09567c7247f tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:14.044145 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:14.061638 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] Port 3c1490e9-e82f-494d-bf81-70de77779683 on network c4792088-bf96-48c8-a331-af790ba542bf not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:45:14.062781 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] Attempting to bind port 3c1490e9-e82f-494d-bf81-70de77779683 on network c4792088-bf96-48c8-a331-af790ba542bf {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:14.064083 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-f70c16b0-cf6f-404d-8bc7-0f68af70147d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:14.066010 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-f70c16b0-cf6f-404d-8bc7-0f68af70147d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4ec51de9-93a9-4e1c-b1d1-307551dbf1e9 HTTP/1.1" status: 200 len: 855 time: 0.0788598 Feb 09 21:45:14.077988 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:14.078549 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] Checking segment: {'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:14.079196 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] Bound using segment: {'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:14.080006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] Bound port: 3c1490e9-e82f-494d-bf81-70de77779683, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:14.080865 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3c1490e9-e82f-494d-bf81-70de77779683), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:14.110604 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-7b353cb2-b64f-497a-a06b-24cef2ee4ba5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=18dcd003-8cbd-4794-b5ef-c9a65b6cdc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388596 Feb 09 21:45:14.117563 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-7eece0a9-a0ea-47d0-bb12-b09567c7247f tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] device_id is not set on port 3a640735-7d10-4940-b728-f1212fbcea27 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:45:14.283091 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-f734dc4f-3621-4f62-92b5-813ed0fead23 service neutron] 10.222.0.71 "GET /v2.0/networks/18dcd003-8cbd-4794-b5ef-c9a65b6cdc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661232 Feb 09 21:45:14.346133 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] For port 3c1490e9-e82f-494d-bf81-70de77779683, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:14.368935 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] For port 3c1490e9-e82f-494d-bf81-70de77779683, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3c1490e9-e82f-494d-bf81-70de77779683,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:14.384013 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (3c1490e9-e82f-494d-bf81-70de77779683), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:14.419380 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-60cc7313-8a8b-45dc-8902-18d7b05b52af req-bcace20d-32cc-4be1-8469-65bebd3c08d9 service neutron] 10.222.0.71 "GET /v2.0/networks/18dcd003-8cbd-4794-b5ef-c9a65b6cdc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305058 Feb 09 21:45:14.434439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-7eece0a9-a0ea-47d0-bb12-b09567c7247f tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Allocated IP 172.20.0.13 (a7a5a6a0-8f60-4cf0-90aa-059805f2ae01/13a0580e-774d-49f6-8df4-be60be2c19bd/3a640735-7d10-4940-b728-f1212fbcea27) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:14.444608 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:14.445344 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:14.446973 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] 10.222.0.42 "PUT /v2.0/ports/3c1490e9-e82f-494d-bf81-70de77779683 HTTP/1.1" status: 200 len: 1092 time: 2.1171346 Feb 09 21:45:14.449858 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5370da-afec-4ad7-b2b3-1e94b7824b46', 'tag': '3c1490e9-e82f-494d-bf81-70de77779683'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:14.452783 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583ddfe0-33bb-4f84-8337-bfe6e1e0842a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5370da-afec-4ad7-b2b3-1e94b7824b46", "tag": "3c1490e9-e82f-494d-bf81-70de77779683"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:14.488957 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45718461-bf7e-4bb6-b27a-fe412088931e service neutron] Pushing event updated for resources: {'Port': ['ID=3c1490e9-e82f-494d-bf81-70de77779683,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:14.692912 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-2eb8213a-d6aa-47e8-b713-987451509077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:14.694448 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-2eb8213a-d6aa-47e8-b713-987451509077 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4da379594fdf42339bba1d92c8147535&device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 1126 time: 0.1723292 Feb 09 21:45:14.712330 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4389ec-6a58-4f22-a3a4-c727c317ff19 req-232c8e29-8dcf-476e-a524-b04169511882 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:14.714021 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a4389ec-6a58-4f22-a3a4-c727c317ff19 req-232c8e29-8dcf-476e-a524-b04169511882 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=947c2a1e-e0cf-483d-b95d-f5c78da3bd62 HTTP/1.1" status: 200 len: 943 time: 0.1599426 Feb 09 21:45:14.772771 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-53b00083-d6bc-43d1-a364-24ec3a7e2b06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c1490e9-e82f-494d-bf81-70de77779683 HTTP/1.1" status: 200 len: 217 time: 0.0686655 Feb 09 21:45:14.833900 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7eece0a9-a0ea-47d0-bb12-b09567c7247f tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for port (3a640735-7d10-4940-b728-f1212fbcea27), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:14.880047 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a4389ec-6a58-4f22-a3a4-c727c317ff19 req-8d4f8a8d-52aa-4137-b42f-71fc88722704 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537876 Feb 09 21:45:14.885382 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-501f59ce-3250-4728-8075-e254f0566bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:14.886911 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-501f59ce-3250-4728-8075-e254f0566bcd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b2baf19-4835-4e7a-83c6-0d721aca5d48 HTTP/1.1" status: 200 len: 852 time: 0.1043344 Feb 09 21:45:14.956377 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-5b74a90a-46e7-4412-b175-e8d6be7bdde0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4792088-bf96-48c8-a331-af790ba542bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576921 Feb 09 21:45:15.129470 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-317e495f-d984-4623-9aa5-52517cd6b760 service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652489 Feb 09 21:45:15.146087 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7eece0a9-a0ea-47d0-bb12-b09567c7247f tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (3a640735-7d10-4940-b728-f1212fbcea27), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:15.250124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eece0a9-a0ea-47d0-bb12-b09567c7247f tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Network a7a5a6a0-8f60-4cf0-90aa-059805f2ae01 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:15.256746 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-7eece0a9-a0ea-47d0-bb12-b09567c7247f tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:15.260272 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eece0a9-a0ea-47d0-bb12-b09567c7247f tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:15.283610 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:15.291312 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eece0a9-a0ea-47d0-bb12-b09567c7247f tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Pushing event updated for resources: {'Port': ['ID=3a640735-7d10-4940-b728-f1212fbcea27,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:15.341646 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eece0a9-a0ea-47d0-bb12-b09567c7247f tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:15.342327 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7eece0a9-a0ea-47d0-bb12-b09567c7247f tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:15.356518 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b1b1111-9cf0-4854-8c13-956101dc858b req-d50e811f-5ffb-459c-94d8-4e8b4cfdf09e service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191639 Feb 09 21:45:15.374664 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7eece0a9-a0ea-47d0-bb12-b09567c7247f tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9064982 Feb 09 21:45:15.377672 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35746) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:15.798773 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:15.830721 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-496cd5c7-87e9-42ea-b88f-482638cf136f tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'project_id': '65dca8a285d14403907ae98589145cd7', 'port_id': '3a640735-7d10-4940-b728-f1212fbcea27'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:15.853128 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-66c44201-5707-421f-a9ee-aa3194c6afde None None] Provisioning complete for port 3a640735-7d10-4940-b728-f1212fbcea27 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:15.854529 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-66c44201-5707-421f-a9ee-aa3194c6afde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3a640735-7d10-4940-b728-f1212fbcea27), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:15.881987 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-496cd5c7-87e9-42ea-b88f-482638cf136f tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:15.929617 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-66c44201-5707-421f-a9ee-aa3194c6afde None None] Port 3a640735-7d10-4940-b728-f1212fbcea27 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:16.516315 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a82eab-5150-4314-9537-0bde9ea4b10f x-openstack-request-id: req-88a82eab-5150-4314-9537-0bde9ea4b10f {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:16.517174 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947c2a1e-e0cf-483d-b95d-f5c78da3bd62", "tag": "e351918a-e4dd-40ad-94dd-df704491eae9", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:16.517174 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-88a82eab-5150-4314-9537-0bde9ea4b10f {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:16.517466 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947c2a1e-e0cf-483d-b95d-f5c78da3bd62', 'tag': 'e351918a-e4dd-40ad-94dd-df704491eae9', 'status': 'completed', 'code': 200} Feb 09 21:45:16.528154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2bd57-51bf-446d-bca4-c5a5626442f2 req-93c243fa-4765-4866-982a-554c53b47396 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:16.530470 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e2a2bd57-51bf-446d-bca4-c5a5626442f2 req-93c243fa-4765-4866-982a-554c53b47396 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 944 time: 0.0792110 Feb 09 21:45:16.551773 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-496cd5c7-87e9-42ea-b88f-482638cf136f tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:16.613030 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e2a2bd57-51bf-446d-bca4-c5a5626442f2 req-bb3b79db-17e3-4bb6-8673-beefcdaf7497 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748053 Feb 09 21:45:16.671365 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad85becb-9684-4aa1-87ce-85b4f1afa2fc x-openstack-request-id: req-ad85becb-9684-4aa1-87ce-85b4f1afa2fc {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:16.671750 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5370da-afec-4ad7-b2b3-1e94b7824b46", "tag": "3c1490e9-e82f-494d-bf81-70de77779683", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:16.672015 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ad85becb-9684-4aa1-87ce-85b4f1afa2fc {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:16.672441 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f5370da-afec-4ad7-b2b3-1e94b7824b46', 'tag': '3c1490e9-e82f-494d-bf81-70de77779683', 'status': 'completed', 'code': 200} Feb 09 21:45:16.692858 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b693dc4-9be1-47cc-bfb6-c8538b3cfe74 req-58bd6ce3-da58-415c-ab6b-bd07c5af1b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:16.694947 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0b693dc4-9be1-47cc-bfb6-c8538b3cfe74 req-58bd6ce3-da58-415c-ab6b-bd07c5af1b43 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77fff10e42184e818ed304a7a3195873&device_id=947c2a1e-e0cf-483d-b95d-f5c78da3bd62 HTTP/1.1" status: 200 len: 1125 time: 0.1884882 Feb 09 21:45:16.739490 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-496cd5c7-87e9-42ea-b88f-482638cf136f tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Allocated IP 172.25.6.31 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/d8b005d8-c7b4-48f1-a214-18104a430969) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:16.841181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ddfe0-33bb-4f84-8337-bfe6e1e0842a req-06f88640-22b9-4d83-a832-2a5d725e4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:16.844809 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-583ddfe0-33bb-4f84-8337-bfe6e1e0842a req-06f88640-22b9-4d83-a832-2a5d725e4514 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4da379594fdf42339bba1d92c8147535&device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 1126 time: 0.1377363 Feb 09 21:45:16.886011 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b693dc4-9be1-47cc-bfb6-c8538b3cfe74 req-9c2ec730-1a7a-4200-b0db-f9df7fef6f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:16.887484 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0b693dc4-9be1-47cc-bfb6-c8538b3cfe74 req-9c2ec730-1a7a-4200-b0db-f9df7fef6f80 service neutron] 10.222.0.71 "GET /v2.0/networks?id=18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 HTTP/1.1" status: 200 len: 916 time: 0.1842558 Feb 09 21:45:16.944369 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-496cd5c7-87e9-42ea-b88f-482638cf136f tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks [] for port (d8b005d8-c7b4-48f1-a214-18104a430969), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:16.993063 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-496cd5c7-87e9-42ea-b88f-482638cf136f tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (d8b005d8-c7b4-48f1-a214-18104a430969), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:17.018361 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e351918a-e4dd-40ad-94dd-df704491eae9 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:45:17.040398 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ddfe0-33bb-4f84-8337-bfe6e1e0842a req-0315a90b-023f-4f00-8b27-96a772ef9822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:17.041983 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-583ddfe0-33bb-4f84-8337-bfe6e1e0842a req-0315a90b-023f-4f00-8b27-96a772ef9822 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4792088-bf96-48c8-a331-af790ba542bf HTTP/1.1" status: 200 len: 913 time: 0.1879821 Feb 09 21:45:17.057778 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf15c0-9b3a-4b7d-a857-4f9a1744cc93 req-b03300ff-2b93-452b-87bc-24b7db6668c7 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:17.058581 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 29f4feea-ac0c-484f-8189-8c95799fcf6a details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:45:17.059462 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3adf15c0-9b3a-4b7d-a857-4f9a1744cc93 req-b03300ff-2b93-452b-87bc-24b7db6668c7 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=947c2a1e-e0cf-483d-b95d-f5c78da3bd62 HTTP/1.1" status: 200 len: 943 time: 0.1142919 Feb 09 21:45:17.077701 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0b693dc4-9be1-47cc-bfb6-c8538b3cfe74 req-d56bacc2-8b5b-46c8-a4a1-f8c0f4dc96df service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e351918a-e4dd-40ad-94dd-df704491eae9 HTTP/1.1" status: 200 len: 217 time: 0.1808679 Feb 09 21:45:17.158292 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-583ddfe0-33bb-4f84-8337-bfe6e1e0842a req-fdb6b796-34a1-46de-9916-0ada2d57bf04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c1490e9-e82f-494d-bf81-70de77779683 HTTP/1.1" status: 200 len: 217 time: 0.0976369 Feb 09 21:45:17.215132 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496cd5c7-87e9-42ea-b88f-482638cf136f tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:17.216734 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cd5c7-87e9-42ea-b88f-482638cf136f tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Pushing event updated for resources: {'Port': ['ID=d8b005d8-c7b4-48f1-a214-18104a430969,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:17.219984 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-496cd5c7-87e9-42ea-b88f-482638cf136f tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:17.237454 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496cd5c7-87e9-42ea-b88f-482638cf136f tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:17.316506 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ddfe0-33bb-4f84-8337-bfe6e1e0842a req-6a1aa257-3d8f-4b61-a2ee-ec362eeb751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:17.318766 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-583ddfe0-33bb-4f84-8337-bfe6e1e0842a req-6a1aa257-3d8f-4b61-a2ee-ec362eeb751f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b2baf19-4835-4e7a-83c6-0d721aca5d48 HTTP/1.1" status: 200 len: 852 time: 0.1455314 Feb 09 21:45:17.327694 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3adf15c0-9b3a-4b7d-a857-4f9a1744cc93 req-fdc29d17-db47-4dab-b915-1cd2b6500e78 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767433 Feb 09 21:45:17.382098 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-583ddfe0-33bb-4f84-8337-bfe6e1e0842a req-71d9e749-f7f5-4ec1-9283-751956281636 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4792088-bf96-48c8-a331-af790ba542bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526719 Feb 09 21:45:17.482135 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port e351918a-e4dd-40ad-94dd-df704491eae9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e351918a-e4dd-40ad-94dd-df704491eae9,segment=NetworkSegment(3d2262d1-dc2b-49a3-9127-ed60afa19e93),segment_id=3d2262d1-dc2b-49a3-9127-ed60afa19e93)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:17.515491 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'e351918a-e4dd-40ad-94dd-df704491eae9', 'network_id': '18dcd003-8cbd-4794-b5ef-c9a65b6cdc94', 'port_id': 'e351918a-e4dd-40ad-94dd-df704491eae9', 'mac_address': 'fa:16:3e:0b:c4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec51de9-93a9-4e1c-b1d1-307551dbf1e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:45:17.578661 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b693dc4-9be1-47cc-bfb6-c8538b3cfe74 req-d26c0f28-c40d-4c56-b2dc-f13b31a3abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:17.593978 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0b693dc4-9be1-47cc-bfb6-c8538b3cfe74 req-d26c0f28-c40d-4c56-b2dc-f13b31a3abc4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4ec51de9-93a9-4e1c-b1d1-307551dbf1e9 HTTP/1.1" status: 200 len: 855 time: 0.5082138 Feb 09 21:45:17.661531 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-583ddfe0-33bb-4f84-8337-bfe6e1e0842a req-7524c6df-ee15-4565-9be9-6629863fbe11 service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729690 Feb 09 21:45:17.699085 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0b693dc4-9be1-47cc-bfb6-c8538b3cfe74 req-0dab1c0a-dd4d-414a-8166-b7baa7b4d54c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=18dcd003-8cbd-4794-b5ef-c9a65b6cdc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932782 Feb 09 21:45:17.721367 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 29f4feea-ac0c-484f-8189-8c95799fcf6a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=29f4feea-ac0c-484f-8189-8c95799fcf6a,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:17.752699 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '29f4feea-ac0c-484f-8189-8c95799fcf6a', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': '29f4feea-ac0c-484f-8189-8c95799fcf6a', 'mac_address': 'fa:16:3e:5c:dc:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:45:17.756142 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port e351918a-e4dd-40ad-94dd-df704491eae9 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:17.756787 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e351918a-e4dd-40ad-94dd-df704491eae9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:17.791304 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e351918a-e4dd-40ad-94dd-df704491eae9 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:17.882965 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port e351918a-e4dd-40ad-94dd-df704491eae9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e351918a-e4dd-40ad-94dd-df704491eae9,segment=NetworkSegment(3d2262d1-dc2b-49a3-9127-ed60afa19e93),segment_id=3d2262d1-dc2b-49a3-9127-ed60afa19e93)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:17.901429 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e351918a-e4dd-40ad-94dd-df704491eae9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.011915 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 29f4feea-ac0c-484f-8189-8c95799fcf6a is: ACTIVE; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:18.012608 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.028345 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0b693dc4-9be1-47cc-bfb6-c8538b3cfe74 req-ef53b808-7ea8-45fd-bd32-073fd48e8871 service neutron] 10.222.0.71 "GET /v2.0/networks/18dcd003-8cbd-4794-b5ef-c9a65b6cdc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845931 Feb 09 21:45:18.032227 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba15804-98c9-44d7-b9d9-6e93f5948bd3 req-663966f3-36e1-4962-be17-fce12852522b tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:18.036078 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ba15804-98c9-44d7-b9d9-6e93f5948bd3 req-663966f3-36e1-4962-be17-fce12852522b tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.71 "GET /v2.0/ports?device_id=01b01a68-711e-4cde-af8a-9185e4bd16a7 HTTP/1.1" status: 200 len: 945 time: 0.3292811 Feb 09 21:45:18.113572 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bfc29-3f42-45f1-a6cb-8f4d1c991d88 req-784b76c4-9fc1-4816-8d77-cbb40c66b532 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:18.126247 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb2bfc29-3f42-45f1-a6cb-8f4d1c991d88 req-784b76c4-9fc1-4816-8d77-cbb40c66b532 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b01a68-711e-4cde-af8a-9185e4bd16a7 HTTP/1.1" status: 200 len: 945 time: 0.2605929 Feb 09 21:45:18.160598 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29f4feea-ac0c-484f-8189-8c95799fcf6a {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:18.171594 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0b693dc4-9be1-47cc-bfb6-c8538b3cfe74 req-0d92ffaa-87a8-4d6c-a79e-d4ca7ba74a2c service neutron] 10.222.0.71 "GET /v2.0/networks/18dcd003-8cbd-4794-b5ef-c9a65b6cdc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303413 Feb 09 21:45:18.186117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['e351918a-e4dd-40ad-94dd-df704491eae9'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:18.298342 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-583ddfe0-33bb-4f84-8337-bfe6e1e0842a req-a8f47e40-294c-4698-b522-21659e0ab87d service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6275158 Feb 09 21:45:18.416585 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=e351918a-e4dd-40ad-94dd-df704491eae9,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:18.440238 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 29f4feea-ac0c-484f-8189-8c95799fcf6a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=29f4feea-ac0c-484f-8189-8c95799fcf6a,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:18.462000 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.470801 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 3c1490e9-e82f-494d-bf81-70de77779683 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:45:18.590257 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=29f4feea-ac0c-484f-8189-8c95799fcf6a,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:18.616609 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.resource_extend [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:45:18.640833 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-496cd5c7-87e9-42ea-b88f-482638cf136f tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks [] for floatingip (dc49dc50-1133-43dc-8fae-2e925146493d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.645271 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb2bfc29-3f42-45f1-a6cb-8f4d1c991d88 req-a2512a7d-cd63-4d15-8dd4-9a68a410f796 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179424 Feb 09 21:45:18.672599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-4ba15804-98c9-44d7-b9d9-6e93f5948bd3 req-2fe53453-d93f-42ef-a954-487aeda4ba97 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Deleting port 33b8f906-d491-4db9-aa2c-1be335687d60 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:18.673960 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4ba15804-98c9-44d7-b9d9-6e93f5948bd3 req-2fe53453-d93f-42ef-a954-487aeda4ba97 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (33b8f906-d491-4db9-aa2c-1be335687d60), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.932886 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-496cd5c7-87e9-42ea-b88f-482638cf136f tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d8b005d8-c7b4-48f1-a214-18104a430969), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:19.182706 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-4ba15804-98c9-44d7-b9d9-6e93f5948bd3 req-2fe53453-d93f-42ef-a954-487aeda4ba97 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] For port 33b8f906-d491-4db9-aa2c-1be335687d60, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=33b8f906-d491-4db9-aa2c-1be335687d60,segment=NetworkSegment(e2d68432-eddf-40af-9170-321a3a2b368f),segment_id=e2d68432-eddf-40af-9170-321a3a2b368f)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:19.186237 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4ba15804-98c9-44d7-b9d9-6e93f5948bd3 req-2fe53453-d93f-42ef-a954-487aeda4ba97 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (33b8f906-d491-4db9-aa2c-1be335687d60), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:19.230789 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce25c3d-8848-4135-ad51-979894e48ff7 req-dd78f478-f4e5-4a2f-b159-51164854d6a2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:19.233563 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dce25c3d-8848-4135-ad51-979894e48ff7 req-dd78f478-f4e5-4a2f-b159-51164854d6a2 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 944 time: 0.4341850 Feb 09 21:45:19.283283 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 3c1490e9-e82f-494d-bf81-70de77779683, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3c1490e9-e82f-494d-bf81-70de77779683,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:19.296815 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-4ba15804-98c9-44d7-b9d9-6e93f5948bd3 req-2fe53453-d93f-42ef-a954-487aeda4ba97 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Calling delete_port for 33b8f906-d491-4db9-aa2c-1be335687d60 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:19.372793 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '3c1490e9-e82f-494d-bf81-70de77779683', 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf', 'port_id': '3c1490e9-e82f-494d-bf81-70de77779683', 'mac_address': 'fa:16:3e:96:d9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2baf19-4835-4e7a-83c6-0d721aca5d48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:45:19.396759 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-496cd5c7-87e9-42ea-b88f-482638cf136f tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks [] for port (d8b005d8-c7b4-48f1-a214-18104a430969), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:19.408026 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-496cd5c7-87e9-42ea-b88f-482638cf136f tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (d8b005d8-c7b4-48f1-a214-18104a430969), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:19.556106 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 3c1490e9-e82f-494d-bf81-70de77779683 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:19.573936 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3c1490e9-e82f-494d-bf81-70de77779683), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:19.638881 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dce25c3d-8848-4135-ad51-979894e48ff7 req-87ae3bbf-808a-4faf-bf66-f601b2528f91 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738062 Feb 09 21:45:19.699393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1490e9-e82f-494d-bf81-70de77779683 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:19.745371 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-496cd5c7-87e9-42ea-b88f-482638cf136f tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (dc49dc50-1133-43dc-8fae-2e925146493d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:19.756340 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cd5c7-87e9-42ea-b88f-482638cf136f tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Pushing event updated for resources: {'Port': ['ID=d8b005d8-c7b4-48f1-a214-18104a430969,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:19.766241 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 3c1490e9-e82f-494d-bf81-70de77779683, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3c1490e9-e82f-494d-bf81-70de77779683,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:19.786327 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3c1490e9-e82f-494d-bf81-70de77779683), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:19.929565 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['29f4feea-ac0c-484f-8189-8c95799fcf6a'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:20.016562 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4ba15804-98c9-44d7-b9d9-6e93f5948bd3 req-2fe53453-d93f-42ef-a954-487aeda4ba97 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (33b8f906-d491-4db9-aa2c-1be335687d60), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:20.090753 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe53453-d93f-42ef-a954-487aeda4ba97 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Pushing event deleted for resources: {'Port': ['ID=33b8f906-d491-4db9-aa2c-1be335687d60,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:20.194268 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['79e193d7-ded7-4481-b3b8-ba2f558710f6'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:20.246433 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba15804-98c9-44d7-b9d9-6e93f5948bd3 req-2fe53453-d93f-42ef-a954-487aeda4ba97 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] No DVR routers for this DVR port 33b8f906-d491-4db9-aa2c-1be335687d60 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:20.260134 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4ba15804-98c9-44d7-b9d9-6e93f5948bd3 req-2fe53453-d93f-42ef-a954-487aeda4ba97 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:20.264257 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ba15804-98c9-44d7-b9d9-6e93f5948bd3 req-2fe53453-d93f-42ef-a954-487aeda4ba97 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.71 "DELETE /v2.0/ports/33b8f906-d491-4db9-aa2c-1be335687d60 HTTP/1.1" status: 204 len: 173 time: 2.1073401 Feb 09 21:45:20.264768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b01a68-711e-4cde-af8a-9185e4bd16a7', 'name': 'network-vif-deleted', 'tag': '33b8f906-d491-4db9-aa2c-1be335687d60'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:20.269149 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309b2c61-aa94-424a-a808-221e5b599313" -d '{"events": [{"server_uuid": "01b01a68-711e-4cde-af8a-9185e4bd16a7", "name": "network-vif-deleted", "tag": "33b8f906-d491-4db9-aa2c-1be335687d60"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:20.315263 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-496cd5c7-87e9-42ea-b88f-482638cf136f tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Floating IP dc49dc50-1133-43dc-8fae-2e925146493d associated. External IP: 172.25.6.31, port: 3a640735-7d10-4940-b728-f1212fbcea27. Feb 09 21:45:20.358848 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['61d57e38-4643-4b12-981c-f39d00afa99b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:20.496558 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['3c1490e9-e82f-494d-bf81-70de77779683'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:20.505255 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=3c1490e9-e82f-494d-bf81-70de77779683,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:20.509617 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e6096-35ea-4ab6-b6a6-453a5d97cb5a req-19711892-1d41-4b9f-8baf-d71e7c2011de tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:20.531208 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa8e6096-35ea-4ab6-b6a6-453a5d97cb5a req-19711892-1d41-4b9f-8baf-d71e7c2011de tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=947c2a1e-e0cf-483d-b95d-f5c78da3bd62 HTTP/1.1" status: 200 len: 944 time: 0.2859750 Feb 09 21:45:20.787380 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa8e6096-35ea-4ab6-b6a6-453a5d97cb5a req-826b83c5-4c9b-4dcd-a199-d48b22f1f4b5 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336922 Feb 09 21:45:21.133010 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e351918a-e4dd-40ad-94dd-df704491eae9 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:21.248595 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f2fa387f-0ca0-454d-acb4-005b47e92397 req-93c2376e-2cb7-4028-bbb2-6a9470296f92 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b01a68-711e-4cde-af8a-9185e4bd16a7 HTTP/1.1" status: 200 len: 210 time: 0.1070807 Feb 09 21:45:21.558240 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518415bd-95d1-435f-91f6-aedc80fd3bc4 x-openstack-request-id: req-518415bd-95d1-435f-91f6-aedc80fd3bc4 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:21.559227 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b01a68-711e-4cde-af8a-9185e4bd16a7", "name": "network-vif-deleted", "tag": "33b8f906-d491-4db9-aa2c-1be335687d60", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:21.559882 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-518415bd-95d1-435f-91f6-aedc80fd3bc4 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:21.560997 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b01a68-711e-4cde-af8a-9185e4bd16a7', 'name': 'network-vif-deleted', 'tag': '33b8f906-d491-4db9-aa2c-1be335687d60', 'status': 'completed', 'code': 200} Feb 09 21:45:21.780253 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496cd5c7-87e9-42ea-b88f-482638cf136f tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Router 019b62b1-d2da-438e-8074-b278e1176bd4 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:45:21.979694 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32f7a0-e0c0-44a4-b463-b9add0771e46 req-63770b11-6766-4036-83d6-3fc651c6484c tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:21.992589 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e32f7a0-e0c0-44a4-b463-b9add0771e46 req-63770b11-6766-4036-83d6-3fc651c6484c tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 945 time: 0.3210227 Feb 09 21:45:22.101181 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e32f7a0-e0c0-44a4-b463-b9add0771e46 req-f681e3a6-949f-4899-9de0-770a037e505e tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934238 Feb 09 21:45:22.111045 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port e351918a-e4dd-40ad-94dd-df704491eae9 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:45:22.161049 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port e351918a-e4dd-40ad-94dd-df704491eae9 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:22.161804 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e351918a-e4dd-40ad-94dd-df704491eae9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:22.456056 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496cd5c7-87e9-42ea-b88f-482638cf136f tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:45:22.458142 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port e351918a-e4dd-40ad-94dd-df704491eae9 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:22.464621 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e351918a-e4dd-40ad-94dd-df704491eae9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:22.483781 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf7b6b6-8d65-418e-a03f-effdcac9ccc3 None None] Sync routers for ids ['019b62b1-d2da-438e-8074-b278e1176bd4'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:45:22.517406 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-496cd5c7-87e9-42ea-b88f-482638cf136f tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:22.572830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947c2a1e-e0cf-483d-b95d-f5c78da3bd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e351918a-e4dd-40ad-94dd-df704491eae9'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:22.574600 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9685e914-b4f7-497e-ad21-aa4f0820eefb" -d '{"events": [{"server_uuid": "947c2a1e-e0cf-483d-b95d-f5c78da3bd62", "name": "network-vif-plugged", "status": "completed", "tag": "e351918a-e4dd-40ad-94dd-df704491eae9"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:22.591941 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf7b6b6-8d65-418e-a03f-effdcac9ccc3 None None] Routers {'019b62b1-d2da-438e-8074-b278e1176bd4'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:22.592704 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bcf7b6b6-8d65-418e-a03f-effdcac9ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:45:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['019b62b1-d2da-438e-8074-b278e1176bd4'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:22.600722 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port e351918a-e4dd-40ad-94dd-df704491eae9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e351918a-e4dd-40ad-94dd-df704491eae9,segment=NetworkSegment(3d2262d1-dc2b-49a3-9127-ed60afa19e93),segment_id=3d2262d1-dc2b-49a3-9127-ed60afa19e93)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:22.643306 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e351918a-e4dd-40ad-94dd-df704491eae9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:22.644257 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 33b8f906-d491-4db9-aa2c-1be335687d60 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:22.654577 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-496cd5c7-87e9-42ea-b88f-482638cf136f tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.2753580 Feb 09 21:45:22.656516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35914) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:22.684556 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1fcab-55e3-4268-9b6a-35cf31cb617a req-36e076e8-e6ab-4f94-a915-662bcc78be05 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:22.689001 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bcf7b6b6-8d65-418e-a03f-effdcac9ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:22.700389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-53a1fcab-55e3-4268-9b6a-35cf31cb617a req-36e076e8-e6ab-4f94-a915-662bcc78be05 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=947c2a1e-e0cf-483d-b95d-f5c78da3bd62 HTTP/1.1" status: 200 len: 944 time: 0.2624485 Feb 09 21:45:22.738579 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 33b8f906-d491-4db9-aa2c-1be335687d60 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:22.739060 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 33b8f906-d491-4db9-aa2c-1be335687d60 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:22.768080 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf7b6b6-8d65-418e-a03f-effdcac9ccc3 None None] Routers {'019b62b1-d2da-438e-8074-b278e1176bd4'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:22.768636 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bcf7b6b6-8d65-418e-a03f-effdcac9ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:45:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['019b62b1-d2da-438e-8074-b278e1176bd4'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:22.863778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bcf7b6b6-8d65-418e-a03f-effdcac9ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:22.863778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf7b6b6-8d65-418e-a03f-effdcac9ccc3 None None] The sync data for ids ['019b62b1-d2da-438e-8074-b278e1176bd4'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:45:22.863778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=e351918a-e4dd-40ad-94dd-df704491eae9,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:23.064626 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d22132df-2c3a-45f5-a8bb-413f9f417415 tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] 10.222.0.77 "GET /v2.0/floatingips/dc49dc50-1133-43dc-8fae-2e925146493d HTTP/1.1" status: 200 len: 983 time: 0.4048598 Feb 09 21:45:23.066126 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35920) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:23.314594 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c815bd93-0b3c-42c0-bce8-a085126e6104 tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.2461827 Feb 09 21:45:23.329207 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35930) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:23.482119 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-53a1fcab-55e3-4268-9b6a-35cf31cb617a req-133fef17-aa2c-485a-bca9-f775d69d1542 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7805469 Feb 09 21:45:23.735306 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Deleting port d8b005d8-c7b4-48f1-a214-18104a430969 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:23.735639 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d8b005d8-c7b4-48f1-a214-18104a430969), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:23.773410 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657a4325-cbdc-4ec6-ba9c-c19fcfeb17e9 x-openstack-request-id: req-657a4325-cbdc-4ec6-ba9c-c19fcfeb17e9 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:23.774302 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947c2a1e-e0cf-483d-b95d-f5c78da3bd62", "name": "network-vif-plugged", "status": "completed", "tag": "e351918a-e4dd-40ad-94dd-df704491eae9", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:23.774302 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-657a4325-cbdc-4ec6-ba9c-c19fcfeb17e9 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:23.774643 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947c2a1e-e0cf-483d-b95d-f5c78da3bd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e351918a-e4dd-40ad-94dd-df704491eae9', 'code': 200} Feb 09 21:45:23.811949 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 29f4feea-ac0c-484f-8189-8c95799fcf6a up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:24.006806 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d8b005d8-c7b4-48f1-a214-18104a430969), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.007365 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for floatingip (d8b005d8-c7b4-48f1-a214-18104a430969), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.036204 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 29f4feea-ac0c-484f-8189-8c95799fcf6a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:24.036800 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.072456 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45e14d-41c8-465e-9835-035ace96b898 req-69ff760e-a603-42f1-9c7b-bc62710b6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:24.074809 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e45e14d-41c8-465e-9835-035ace96b898 req-69ff760e-a603-42f1-9c7b-bc62710b6b65 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=947c2a1e-e0cf-483d-b95d-f5c78da3bd62 HTTP/1.1" status: 200 len: 1127 time: 0.1926398 Feb 09 21:45:24.084282 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Calling delete_port for d8b005d8-c7b4-48f1-a214-18104a430969 owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:24.167678 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e45e14d-41c8-465e-9835-035ace96b898 req-402dc9d4-3613-4236-ba79-eb50c81824dc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858266 Feb 09 21:45:24.186728 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae84517-fe58-4407-b6ad-6c5a541263d3 req-4f515701-5289-4a2b-bab6-08ddce78d174 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:24.189757 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dae84517-fe58-4407-b6ad-6c5a541263d3 req-4f515701-5289-4a2b-bab6-08ddce78d174 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 945 time: 0.2097614 Feb 09 21:45:24.339030 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dae84517-fe58-4407-b6ad-6c5a541263d3 req-41eb02b1-18c6-4ac9-bcfa-e1e2e73df48a tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243587 Feb 09 21:45:24.469421 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 29f4feea-ac0c-484f-8189-8c95799fcf6a is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:24.469947 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.711828 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 29f4feea-ac0c-484f-8189-8c95799fcf6a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=29f4feea-ac0c-484f-8189-8c95799fcf6a,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:24.726017 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.728030 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 3c1490e9-e82f-494d-bf81-70de77779683 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:24.977381 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=29f4feea-ac0c-484f-8189-8c95799fcf6a,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:25.032377 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 3c1490e9-e82f-494d-bf81-70de77779683 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:45:25.039311 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 3c1490e9-e82f-494d-bf81-70de77779683 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:25.040094 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3c1490e9-e82f-494d-bf81-70de77779683), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:25.180798 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (d8b005d8-c7b4-48f1-a214-18104a430969), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:25.234699 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Pushing event deleted for resources: {'Port': ['ID=d8b005d8-c7b4-48f1-a214-18104a430969,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:25.263041 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:25.264036 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:25.265086 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:25.266805 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:25.267790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:25.268640 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:25.269458 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:25.270237 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:25.271510 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:25.272346 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:25.274119 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:25.276058 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:25.276868 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:25.433639 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 3c1490e9-e82f-494d-bf81-70de77779683 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:25.434322 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3c1490e9-e82f-494d-bf81-70de77779683), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:25.543127 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for floatingip (dc49dc50-1133-43dc-8fae-2e925146493d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:25.546111 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Floating IP dc49dc50-1133-43dc-8fae-2e925146493d disassociated (deleted). External IP: 172.25.6.31, port: 3a640735-7d10-4940-b728-f1212fbcea27. Feb 09 21:45:25.595045 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 3c1490e9-e82f-494d-bf81-70de77779683, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3c1490e9-e82f-494d-bf81-70de77779683,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:25.606403 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3c1490e9-e82f-494d-bf81-70de77779683), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:25.773340 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=3c1490e9-e82f-494d-bf81-70de77779683,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:25.777433 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41207b11-9876-43a0-b130-f8ed7e9d4190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f4feea-ac0c-484f-8189-8c95799fcf6a'}, {'server_uuid': '4f5370da-afec-4ad7-b2b3-1e94b7824b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1490e9-e82f-494d-bf81-70de77779683'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:25.781668 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46626ae7-1472-4c7f-b746-70168b50e3d3" -d '{"events": [{"server_uuid": "41207b11-9876-43a0-b130-f8ed7e9d4190", "name": "network-vif-plugged", "status": "completed", "tag": "29f4feea-ac0c-484f-8189-8c95799fcf6a"}, {"server_uuid": "4f5370da-afec-4ad7-b2b3-1e94b7824b46", "name": "network-vif-plugged", "status": "completed", "tag": "3c1490e9-e82f-494d-bf81-70de77779683"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:25.862428 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79ee9c-713e-45e4-a57c-10634859fd7a req-c8d61a6f-a51b-469c-bc5f-1b89f12856f9 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:25.879565 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac79ee9c-713e-45e4-a57c-10634859fd7a req-c8d61a6f-a51b-469c-bc5f-1b89f12856f9 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=947c2a1e-e0cf-483d-b95d-f5c78da3bd62 HTTP/1.1" status: 200 len: 945 time: 0.1885228 Feb 09 21:45:26.003352 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac79ee9c-713e-45e4-a57c-10634859fd7a req-0f92e292-5982-430e-93cf-d0dbefa2df2d tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194792 Feb 09 21:45:26.350221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fae268-970d-4dc5-8ed9-6e6305f01f4b req-15020ebb-95e3-4f19-926b-6ee995b4e2a2 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:26.353481 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-68fae268-970d-4dc5-8ed9-6e6305f01f4b req-15020ebb-95e3-4f19-926b-6ee995b4e2a2 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7 HTTP/1.1" status: 200 len: 945 time: 0.2139666 Feb 09 21:45:26.519836 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-68fae268-970d-4dc5-8ed9-6e6305f01f4b req-52e33a37-b729-4c21-9623-a0c8939672a4 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033628 Feb 09 21:45:26.545566 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed25052-226f-41ff-a4ca-02b47911770d req-9fdced22-3b15-4bce-9ace-d390ec8039d3 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:26.547994 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ed25052-226f-41ff-a4ca-02b47911770d req-9fdced22-3b15-4bce-9ace-d390ec8039d3 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.71 "GET /v2.0/ports?device_id=93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7 HTTP/1.1" status: 200 len: 945 time: 0.2667224 Feb 09 21:45:26.745941 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Router 019b62b1-d2da-438e-8074-b278e1176bd4 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:45:26.758453 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dba33a-17b0-4779-989b-3273a3a4e7d2 req-d4f950ab-1fad-47b6-ad41-2a47c6c52aaa tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:26.773699 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93dba33a-17b0-4779-989b-3273a3a4e7d2 req-d4f950ab-1fad-47b6-ad41-2a47c6c52aaa tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 946 time: 0.1228738 Feb 09 21:45:26.802833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-5ed25052-226f-41ff-a4ca-02b47911770d req-b74cbbc4-8836-4924-b976-20d4b6a8cd1a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Deleting port 79e193d7-ded7-4481-b3b8-ba2f558710f6 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:26.802833 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5ed25052-226f-41ff-a4ca-02b47911770d req-b74cbbc4-8836-4924-b976-20d4b6a8cd1a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (79e193d7-ded7-4481-b3b8-ba2f558710f6), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.017878 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93dba33a-17b0-4779-989b-3273a3a4e7d2 req-00f903cd-b402-4062-b007-4a21abd3a86d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382894 Feb 09 21:45:27.022467 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-5ed25052-226f-41ff-a4ca-02b47911770d req-b74cbbc4-8836-4924-b976-20d4b6a8cd1a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] For port 79e193d7-ded7-4481-b3b8-ba2f558710f6, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=79e193d7-ded7-4481-b3b8-ba2f558710f6,segment=NetworkSegment(e2d68432-eddf-40af-9170-321a3a2b368f),segment_id=e2d68432-eddf-40af-9170-321a3a2b368f)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:27.022971 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5ed25052-226f-41ff-a4ca-02b47911770d req-b74cbbc4-8836-4924-b976-20d4b6a8cd1a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (79e193d7-ded7-4481-b3b8-ba2f558710f6), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.059014 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:45:27.068686 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-5ed25052-226f-41ff-a4ca-02b47911770d req-b74cbbc4-8836-4924-b976-20d4b6a8cd1a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Calling delete_port for 79e193d7-ded7-4481-b3b8-ba2f558710f6 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:27.084008 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47e5e46-4b67-4741-9e4f-107708021ba9 None None] Sync routers for ids ['019b62b1-d2da-438e-8074-b278e1176bd4'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:45:27.103959 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.107184 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47e5e46-4b67-4741-9e4f-107708021ba9 None None] Routers {'019b62b1-d2da-438e-8074-b278e1176bd4'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:27.107184 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-f47e5e46-4b67-4741-9e4f-107708021ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:45:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['019b62b1-d2da-438e-8074-b278e1176bd4'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:27.211056 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-070a69bc-d6a1-4d62-bfe9-0f5edde0aa0e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] 10.222.0.77 "DELETE /v2.0/floatingips/dc49dc50-1133-43dc-8fae-2e925146493d HTTP/1.1" status: 204 len: 168 time: 3.8792379 Feb 09 21:45:27.216987 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36012) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:27.227635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-1f89b3b3-e37b-43c5-8904-f1d5cd0b45b0 tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:27.309479 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-f47e5e46-4b67-4741-9e4f-107708021ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:27.328323 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f89b3b3-e37b-43c5-8904-f1d5cd0b45b0 tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.370589 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47e5e46-4b67-4741-9e4f-107708021ba9 None None] Routers {'019b62b1-d2da-438e-8074-b278e1176bd4'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:27.371313 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-f47e5e46-4b67-4741-9e4f-107708021ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:45:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['019b62b1-d2da-438e-8074-b278e1176bd4'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:27.372748 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546f150c-9faf-4b4a-a5fd-79cb2618f443 x-openstack-request-id: req-546f150c-9faf-4b4a-a5fd-79cb2618f443 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:27.373961 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41207b11-9876-43a0-b130-f8ed7e9d4190", "name": "network-vif-plugged", "status": "completed", "tag": "29f4feea-ac0c-484f-8189-8c95799fcf6a", "code": 200}, {"server_uuid": "4f5370da-afec-4ad7-b2b3-1e94b7824b46", "name": "network-vif-plugged", "status": "completed", "tag": "3c1490e9-e82f-494d-bf81-70de77779683", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:27.374486 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-546f150c-9faf-4b4a-a5fd-79cb2618f443 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:27.375277 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41207b11-9876-43a0-b130-f8ed7e9d4190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f4feea-ac0c-484f-8189-8c95799fcf6a', 'code': 200} Feb 09 21:45:27.375861 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5370da-afec-4ad7-b2b3-1e94b7824b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1490e9-e82f-494d-bf81-70de77779683', 'code': 200} Feb 09 21:45:27.557913 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-f47e5e46-4b67-4741-9e4f-107708021ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:27.569812 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47e5e46-4b67-4741-9e4f-107708021ba9 None None] The sync data for ids ['019b62b1-d2da-438e-8074-b278e1176bd4'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:45:27.588588 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5ed25052-226f-41ff-a4ca-02b47911770d req-b74cbbc4-8836-4924-b976-20d4b6a8cd1a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (79e193d7-ded7-4481-b3b8-ba2f558710f6), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.605698 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['61d57e38-4643-4b12-981c-f39d00afa99b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:27.706659 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f89b3b3-e37b-43c5-8904-f1d5cd0b45b0 tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.813942 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924749af-a41a-4667-95f5-283f57e16992 req-380e8a01-6b96-4810-b790-fa0e42175eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:27.819974 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-924749af-a41a-4667-95f5-283f57e16992 req-380e8a01-6b96-4810-b790-fa0e42175eed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 1128 time: 0.3196383 Feb 09 21:45:27.829600 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cbbc4-8836-4924-b976-20d4b6a8cd1a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Pushing event deleted for resources: {'Port': ['ID=79e193d7-ded7-4481-b3b8-ba2f558710f6,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:27.951766 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-1f89b3b3-e37b-43c5-8904-f1d5cd0b45b0 tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Allocated IP 172.25.6.62 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/37cca971-f0b4-4eea-bbdc-1b0a03b9b0dd) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:28.104181 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f89b3b3-e37b-43c5-8904-f1d5cd0b45b0 tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks [] for port (37cca971-f0b4-4eea-bbdc-1b0a03b9b0dd), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:28.147500 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed25052-226f-41ff-a4ca-02b47911770d req-b74cbbc4-8836-4924-b976-20d4b6a8cd1a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] No DVR routers for this DVR port 79e193d7-ded7-4481-b3b8-ba2f558710f6 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:28.151838 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f89b3b3-e37b-43c5-8904-f1d5cd0b45b0 tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (37cca971-f0b4-4eea-bbdc-1b0a03b9b0dd), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:28.156303 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5ed25052-226f-41ff-a4ca-02b47911770d req-b74cbbc4-8836-4924-b976-20d4b6a8cd1a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:28.162935 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ed25052-226f-41ff-a4ca-02b47911770d req-b74cbbc4-8836-4924-b976-20d4b6a8cd1a tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.71 "DELETE /v2.0/ports/79e193d7-ded7-4481-b3b8-ba2f558710f6 HTTP/1.1" status: 204 len: 173 time: 1.6097925 Feb 09 21:45:28.164325 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7', 'name': 'network-vif-deleted', 'tag': '79e193d7-ded7-4481-b3b8-ba2f558710f6'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:28.184659 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67500ae-f048-4a28-8bad-4930a9cca8b3" -d '{"events": [{"server_uuid": "93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7", "name": "network-vif-deleted", "tag": "79e193d7-ded7-4481-b3b8-ba2f558710f6"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:28.229503 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89b3b3-e37b-43c5-8904-f1d5cd0b45b0 tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Pushing event updated for resources: {'Port': ['ID=37cca971-f0b4-4eea-bbdc-1b0a03b9b0dd,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:28.240507 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f89b3b3-e37b-43c5-8904-f1d5cd0b45b0 tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:28.241606 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-924749af-a41a-4667-95f5-283f57e16992 req-f6d8c054-87ab-45e3-8974-a6e00f2adce2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849199 Feb 09 21:45:28.245898 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-1f89b3b3-e37b-43c5-8904-f1d5cd0b45b0 tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:28.251897 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f89b3b3-e37b-43c5-8904-f1d5cd0b45b0 tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:28.260512 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c0fce-1083-420f-a12e-d5265a4c2ecf req-dfc0e910-9ac1-4ea8-9dcb-6b6502eda4d6 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:28.262242 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-127c0fce-1083-420f-a12e-d5265a4c2ecf req-dfc0e910-9ac1-4ea8-9dcb-6b6502eda4d6 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=947c2a1e-e0cf-483d-b95d-f5c78da3bd62 HTTP/1.1" status: 200 len: 945 time: 0.6710591 Feb 09 21:45:28.424081 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f89b3b3-e37b-43c5-8904-f1d5cd0b45b0 tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks [] for floatingip (bd81b615-a21d-497b-968f-e525e7dc1af0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:28.541759 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-127c0fce-1083-420f-a12e-d5265a4c2ecf req-11ef7581-29ed-41a1-a140-f856f4aeae22 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609038 Feb 09 21:45:28.577235 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f89b3b3-e37b-43c5-8904-f1d5cd0b45b0 tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (37cca971-f0b4-4eea-bbdc-1b0a03b9b0dd), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:28.820344 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6e37f4a-565f-4a98-9364-9aaa902899cb req-dbd58236-374e-4a00-961e-0a06705410df tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7 HTTP/1.1" status: 200 len: 210 time: 0.0635839 Feb 09 21:45:29.059563 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ff627-4a3a-4ea3-b27c-88801d7af9bc req-7bf7a4a6-138d-492d-b11b-9017879c42c5 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:29.061659 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c7ff627-4a3a-4ea3-b27c-88801d7af9bc req-7bf7a4a6-138d-492d-b11b-9017879c42c5 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 946 time: 0.1012030 Feb 09 21:45:29.106973 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f89b3b3-e37b-43c5-8904-f1d5cd0b45b0 tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks [] for port (37cca971-f0b4-4eea-bbdc-1b0a03b9b0dd), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:29.118547 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f89b3b3-e37b-43c5-8904-f1d5cd0b45b0 tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (37cca971-f0b4-4eea-bbdc-1b0a03b9b0dd), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:29.131629 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 79e193d7-ded7-4481-b3b8-ba2f558710f6 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:29.178598 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 79e193d7-ded7-4481-b3b8-ba2f558710f6 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:29.178946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 79e193d7-ded7-4481-b3b8-ba2f558710f6 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:29.206694 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c7ff627-4a3a-4ea3-b27c-88801d7af9bc req-ccd62241-24fa-43cf-adde-907fdc14d884 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385553 Feb 09 21:45:29.250346 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89b3b3-e37b-43c5-8904-f1d5cd0b45b0 tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Pushing event updated for resources: {'Port': ['ID=37cca971-f0b4-4eea-bbdc-1b0a03b9b0dd,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:29.439688 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f89b3b3-e37b-43c5-8904-f1d5cd0b45b0 tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (bd81b615-a21d-497b-968f-e525e7dc1af0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:29.493274 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f89b3b3-e37b-43c5-8904-f1d5cd0b45b0 tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:29.510076 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36068) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:29.521961 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1f89b3b3-e37b-43c5-8904-f1d5cd0b45b0 tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3015435 Feb 09 21:45:29.548692 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db073760-c9d5-42d8-b60b-573ef0f52b4e x-openstack-request-id: req-db073760-c9d5-42d8-b60b-573ef0f52b4e {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:29.549005 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7", "name": "network-vif-deleted", "tag": "79e193d7-ded7-4481-b3b8-ba2f558710f6", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:29.549271 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-db073760-c9d5-42d8-b60b-573ef0f52b4e {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:29.549703 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93aa0180-a8c4-4ef0-a76e-3ceb7ad590a7', 'name': 'network-vif-deleted', 'tag': '79e193d7-ded7-4481-b3b8-ba2f558710f6', 'status': 'completed', 'code': 200} Feb 09 21:45:29.809621 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:29.948212 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:30.097755 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac9613-0c92-4a68-9ce4-639d3d841a5b req-177e2916-9e63-4f2b-83e2-ef30752bd16a tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:30.103355 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-67ac9613-0c92-4a68-9ce4-639d3d841a5b req-177e2916-9e63-4f2b-83e2-ef30752bd16a tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=947c2a1e-e0cf-483d-b95d-f5c78da3bd62 HTTP/1.1" status: 200 len: 945 time: 0.1270607 Feb 09 21:45:30.318265 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-67ac9613-0c92-4a68-9ce4-639d3d841a5b req-ef106aac-b356-4312-8989-0a9e4c7927a7 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074339 Feb 09 21:45:30.403901 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:30.739240 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Allocated IP 172.25.6.199 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/d2cdf168-aace-4cff-a1b5-a46e3c86bfc1) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:30.976984 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Publish callbacks [] for port (d2cdf168-aace-4cff-a1b5-a46e3c86bfc1), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:31.098604 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (d2cdf168-aace-4cff-a1b5-a46e3c86bfc1), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:31.165288 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:31.169270 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:31.174868 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:31.185785 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Pushing event updated for resources: {'Port': ['ID=d2cdf168-aace-4cff-a1b5-a46e3c86bfc1,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:31.228879 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:31.229495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:31.230153 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:31.230787 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:31.231612 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:31.232522 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:31.233173 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:31.233811 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:31.234451 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:31.235294 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:31.236013 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:31.236665 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:31.237293 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:31.529003 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f3319-d19a-4401-806d-0708f15acdbc req-e3103565-445d-431b-b7ed-b5cf9c1d4fd4 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:31.538831 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c3f3319-d19a-4401-806d-0708f15acdbc req-e3103565-445d-431b-b7ed-b5cf9c1d4fd4 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 946 time: 0.2789481 Feb 09 21:45:31.570432 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Publish callbacks [] for floatingip (5eb5ff53-88b7-4b40-865b-b9345f3eba9d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:31.648079 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c3f3319-d19a-4401-806d-0708f15acdbc req-7abe58e8-3e81-4d31-a126-fefe13d5c9c6 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949790 Feb 09 21:45:31.686645 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d2cdf168-aace-4cff-a1b5-a46e3c86bfc1), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.162313 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Publish callbacks [] for port (d2cdf168-aace-4cff-a1b5-a46e3c86bfc1), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.189771 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (d2cdf168-aace-4cff-a1b5-a46e3c86bfc1), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.225260 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddf77d-ccbe-49a0-aff0-ba9fc3f8abe4 req-32c8c388-adfd-4a77-9430-d4f17bbd2348 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:32.240775 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b8ddf77d-ccbe-49a0-aff0-ba9fc3f8abe4 req-32c8c388-adfd-4a77-9430-d4f17bbd2348 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=947c2a1e-e0cf-483d-b95d-f5c78da3bd62 HTTP/1.1" status: 200 len: 945 time: 0.2554200 Feb 09 21:45:32.341524 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Pushing event updated for resources: {'Port': ['ID=d2cdf168-aace-4cff-a1b5-a46e3c86bfc1,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:32.568075 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b8ddf77d-ccbe-49a0-aff0-ba9fc3f8abe4 req-daeb0567-9f8a-47ff-a8c2-578f973a702d tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256998 Feb 09 21:45:32.569163 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (5eb5ff53-88b7-4b40-865b-b9345f3eba9d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.614017 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.622953 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36140) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:32.638132 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a27160b0-3787-428c-9175-18ef5e640ee3 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1246836 Feb 09 21:45:32.744573 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-370ef37a-1fae-43ca-8433-cb42ba6e4d45 tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.1184950 Feb 09 21:45:32.746753 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36148) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:32.937666 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c2ab0fed-f09d-44e9-9d35-0068d85ff3a6 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1883068 Feb 09 21:45:32.942838 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36152) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:33.215733 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f886d6cb-b55d-4c13-8abb-caea4afe0d38 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Deleting port d2cdf168-aace-4cff-a1b5-a46e3c86bfc1 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:33.215733 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f886d6cb-b55d-4c13-8abb-caea4afe0d38 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d2cdf168-aace-4cff-a1b5-a46e3c86bfc1), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:33.419032 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f886d6cb-b55d-4c13-8abb-caea4afe0d38 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d2cdf168-aace-4cff-a1b5-a46e3c86bfc1), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:33.419404 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f886d6cb-b55d-4c13-8abb-caea4afe0d38 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Publish callbacks [] for floatingip (d2cdf168-aace-4cff-a1b5-a46e3c86bfc1), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:33.469168 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f886d6cb-b55d-4c13-8abb-caea4afe0d38 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Calling delete_port for d2cdf168-aace-4cff-a1b5-a46e3c86bfc1 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:33.964069 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f886d6cb-b55d-4c13-8abb-caea4afe0d38 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (d2cdf168-aace-4cff-a1b5-a46e3c86bfc1), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:34.089508 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3cea4-e6ef-4c5e-82c3-dd80449dad94 req-f1412373-2fe2-41f8-86a1-6f6e9614be57 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.093262 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18c3cea4-e6ef-4c5e-82c3-dd80449dad94 req-f1412373-2fe2-41f8-86a1-6f6e9614be57 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 945 time: 0.2187407 Feb 09 21:45:34.099719 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886d6cb-b55d-4c13-8abb-caea4afe0d38 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Pushing event deleted for resources: {'Port': ['ID=d2cdf168-aace-4cff-a1b5-a46e3c86bfc1,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:34.430389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18c3cea4-e6ef-4c5e-82c3-dd80449dad94 req-cd18b9b5-83e2-4854-bc38-0e5951cc98af tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0af89bd-0214-42c8-a5b7-35de5d3f9493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714508 Feb 09 21:45:34.462854 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f886d6cb-b55d-4c13-8abb-caea4afe0d38 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Publish callbacks [] for floatingip (5eb5ff53-88b7-4b40-865b-b9345f3eba9d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:34.496074 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f886d6cb-b55d-4c13-8abb-caea4afe0d38 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:34.501035 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f886d6cb-b55d-4c13-8abb-caea4afe0d38 tempest-FloatingIPAdminTestJSON-779348528 tempest-FloatingIPAdminTestJSON-779348528-project] 10.222.0.77 "DELETE /v2.0/floatingips/5eb5ff53-88b7-4b40-865b-b9345f3eba9d HTTP/1.1" status: 204 len: 168 time: 1.5567725 Feb 09 21:45:34.505208 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36184) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:34.689360 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cda70-9109-4fd5-84ec-25767e7b7f87 req-0366b56f-e113-4123-908e-31cf62cbfb10 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.699782 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e45cda70-9109-4fd5-84ec-25767e7b7f87 req-0366b56f-e113-4123-908e-31cf62cbfb10 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 946 time: 0.1106451 Feb 09 21:45:34.778567 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e45cda70-9109-4fd5-84ec-25767e7b7f87 req-f056df90-44e2-4572-85f3-1b567d07e6c0 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792956 Feb 09 21:45:34.978694 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f476181-06b2-4fff-9cbc-429ef795fd97 req-1acecb71-4a44-4cd5-9a9c-e653bd723466 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.981425 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f476181-06b2-4fff-9cbc-429ef795fd97 req-1acecb71-4a44-4cd5-9a9c-e653bd723466 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 945 time: 0.0821362 Feb 09 21:45:35.049352 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5a453e6f-c02a-4310-8a01-bd9f540986eb tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Deleting port 37cca971-f0b4-4eea-bbdc-1b0a03b9b0dd {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:35.049752 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a453e6f-c02a-4310-8a01-bd9f540986eb tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (37cca971-f0b4-4eea-bbdc-1b0a03b9b0dd), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.159862 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb42059-1182-4197-8755-79e962a6a58c req-c2d73d13-31ae-422c-844a-c770d6eaf714 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:35.178504 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1cb42059-1182-4197-8755-79e962a6a58c req-c2d73d13-31ae-422c-844a-c770d6eaf714 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=947c2a1e-e0cf-483d-b95d-f5c78da3bd62 HTTP/1.1" status: 200 len: 945 time: 0.3144324 Feb 09 21:45:35.286657 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-6f476181-06b2-4fff-9cbc-429ef795fd97 req-2773a355-cc67-43ef-bdf8-814b1c3c46fd tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Deleting port 61d57e38-4643-4b12-981c-f39d00afa99b {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:35.287181 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6f476181-06b2-4fff-9cbc-429ef795fd97 req-2773a355-cc67-43ef-bdf8-814b1c3c46fd tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (61d57e38-4643-4b12-981c-f39d00afa99b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.292615 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a453e6f-c02a-4310-8a01-bd9f540986eb tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (37cca971-f0b4-4eea-bbdc-1b0a03b9b0dd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.292946 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a453e6f-c02a-4310-8a01-bd9f540986eb tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks [] for floatingip (37cca971-f0b4-4eea-bbdc-1b0a03b9b0dd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.323557 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5a453e6f-c02a-4310-8a01-bd9f540986eb tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Calling delete_port for 37cca971-f0b4-4eea-bbdc-1b0a03b9b0dd owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:35.548324 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-6f476181-06b2-4fff-9cbc-429ef795fd97 req-2773a355-cc67-43ef-bdf8-814b1c3c46fd tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] For port 61d57e38-4643-4b12-981c-f39d00afa99b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=61d57e38-4643-4b12-981c-f39d00afa99b,segment=NetworkSegment(e2d68432-eddf-40af-9170-321a3a2b368f),segment_id=e2d68432-eddf-40af-9170-321a3a2b368f)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:35.555350 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6f476181-06b2-4fff-9cbc-429ef795fd97 req-2773a355-cc67-43ef-bdf8-814b1c3c46fd tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (61d57e38-4643-4b12-981c-f39d00afa99b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.583503 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a453e6f-c02a-4310-8a01-bd9f540986eb tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (37cca971-f0b4-4eea-bbdc-1b0a03b9b0dd), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.605769 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-6f476181-06b2-4fff-9cbc-429ef795fd97 req-2773a355-cc67-43ef-bdf8-814b1c3c46fd tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Calling delete_port for 61d57e38-4643-4b12-981c-f39d00afa99b owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:35.662701 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a453e6f-c02a-4310-8a01-bd9f540986eb tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Pushing event deleted for resources: {'Port': ['ID=37cca971-f0b4-4eea-bbdc-1b0a03b9b0dd,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:35.724262 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1cb42059-1182-4197-8755-79e962a6a58c req-e301883d-9589-4e3f-a880-e62bd303308a tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5446973 Feb 09 21:45:35.804935 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a453e6f-c02a-4310-8a01-bd9f540986eb tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks [] for floatingip (bd81b615-a21d-497b-968f-e525e7dc1af0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.813812 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a453e6f-c02a-4310-8a01-bd9f540986eb tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.815137 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5a453e6f-c02a-4310-8a01-bd9f540986eb tempest-FloatingIPAdminTestJSON-1324089682 tempest-FloatingIPAdminTestJSON-1324089682-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/bd81b615-a21d-497b-968f-e525e7dc1af0 HTTP/1.1" status: 204 len: 168 time: 1.3084805 Feb 09 21:45:35.822446 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36210) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:36.014593 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6f476181-06b2-4fff-9cbc-429ef795fd97 req-2773a355-cc67-43ef-bdf8-814b1c3c46fd tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (61d57e38-4643-4b12-981c-f39d00afa99b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.036988 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['61d57e38-4643-4b12-981c-f39d00afa99b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:36.131629 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a1cab5e0-8052-4af6-af7c-1335229207ba tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Deleting port 3a640735-7d10-4940-b728-f1212fbcea27 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:36.132008 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1cab5e0-8052-4af6-af7c-1335229207ba tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (3a640735-7d10-4940-b728-f1212fbcea27), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.156725 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773a355-cc67-43ef-bdf8-814b1c3c46fd tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Pushing event deleted for resources: {'Port': ['ID=61d57e38-4643-4b12-981c-f39d00afa99b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:36.322674 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f476181-06b2-4fff-9cbc-429ef795fd97 req-2773a355-cc67-43ef-bdf8-814b1c3c46fd tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] No DVR routers for this DVR port 61d57e38-4643-4b12-981c-f39d00afa99b on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:36.349011 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6f476181-06b2-4fff-9cbc-429ef795fd97 req-2773a355-cc67-43ef-bdf8-814b1c3c46fd tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.352411 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f476181-06b2-4fff-9cbc-429ef795fd97 req-2773a355-cc67-43ef-bdf8-814b1c3c46fd tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.42 "DELETE /v2.0/ports/61d57e38-4643-4b12-981c-f39d00afa99b HTTP/1.1" status: 204 len: 173 time: 1.3617578 Feb 09 21:45:36.359057 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1cab5e0-8052-4af6-af7c-1335229207ba tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (3a640735-7d10-4940-b728-f1212fbcea27), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.376554 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-558eec31-c42b-498f-93e4-1902e52cf3b3 req-83897b0c-4adb-42e7-a6df-1bb2bf4b7f29 tempest-ListServerFiltersTestJSON-2060108956 tempest-ListServerFiltersTestJSON-2060108956-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4 HTTP/1.1" status: 200 len: 210 time: 0.1667640 Feb 09 21:45:36.377083 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4', 'name': 'network-vif-deleted', 'tag': '61d57e38-4643-4b12-981c-f39d00afa99b'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:36.402102 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad2d281-c09b-4705-b859-27bc19dac7c5" -d '{"events": [{"server_uuid": "c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4", "name": "network-vif-deleted", "tag": "61d57e38-4643-4b12-981c-f39d00afa99b"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:36.408307 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a1cab5e0-8052-4af6-af7c-1335229207ba tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Calling delete_port for 3a640735-7d10-4940-b728-f1212fbcea27 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:36.730725 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1cab5e0-8052-4af6-af7c-1335229207ba tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (3a640735-7d10-4940-b728-f1212fbcea27), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.772617 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d71673-842d-4bc9-a5d8-009c01d2d279 req-68363362-fbf9-40d5-a0e9-9f31216187c3 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:36.786687 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cab5e0-8052-4af6-af7c-1335229207ba tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Pushing event deleted for resources: {'Port': ['ID=3a640735-7d10-4940-b728-f1212fbcea27,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:36.788730 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83d71673-842d-4bc9-a5d8-009c01d2d279 req-68363362-fbf9-40d5-a0e9-9f31216187c3 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=947c2a1e-e0cf-483d-b95d-f5c78da3bd62 HTTP/1.1" status: 200 len: 945 time: 0.2649617 Feb 09 21:45:36.918270 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36234) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:36.968515 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83d71673-842d-4bc9-a5d8-009c01d2d279 req-11704875-33eb-45f4-8c75-a06b062c53e0 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783113 Feb 09 21:45:37.228949 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1cab5e0-8052-4af6-af7c-1335229207ba tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.251216 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a1cab5e0-8052-4af6-af7c-1335229207ba tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] 10.222.0.77 "DELETE /v2.0/ports/3a640735-7d10-4940-b728-f1212fbcea27 HTTP/1.1" status: 204 len: 168 time: 1.4275963 Feb 09 21:45:37.259292 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36240) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:37.319983 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83476add-624c-4fcf-948b-a85ee3dc2e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.497067 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c86726-32e0-42e5-b503-75b8dc30b60e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:37.500263 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-16c86726-32e0-42e5-b503-75b8dc30b60e tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] 10.222.0.77 "GET /v2.0/ports?device_id=019b62b1-d2da-438e-8074-b278e1176bd4 HTTP/1.1" status: 200 len: 913 time: 0.2396259 Feb 09 21:45:37.510548 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36254) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:37.605542 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83476add-624c-4fcf-948b-a85ee3dc2e54 admin admin] Publish callbacks [] for security_group (6a95cb2c-f78b-4f22-8b4b-007066dde5aa), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.615506 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83476add-624c-4fcf-948b-a85ee3dc2e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6a95cb2c-f78b-4f22-8b4b-007066dde5aa), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.663314 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbfad9-9661-4e3a-bf2d-6fee085cf2f5 req-aa222c31-5fb3-4773-85ba-c413609ee05f tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:37.692366 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7dbfad9-9661-4e3a-bf2d-6fee085cf2f5 req-aa222c31-5fb3-4773-85ba-c413609ee05f tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 946 time: 0.4858799 Feb 09 21:45:37.772287 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83476add-624c-4fcf-948b-a85ee3dc2e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a95cb2c-f78b-4f22-8b4b-007066dde5aa,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:37.783901 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-83476add-624c-4fcf-948b-a85ee3dc2e54 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=18d8fd300d3f4dcba3597bbf92cdd0ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8633559 Feb 09 21:45:37.802105 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36256) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:37.851890 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-47124b10-ca39-48c8-89a0-c7e8f98e0149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.046598 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7dbfad9-9661-4e3a-bf2d-6fee085cf2f5 req-7120ee48-e617-4843-8624-99f047b38cf6 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608943 Feb 09 21:45:38.094777 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8c2c9878-395b-4ac2-a8a8-3d763c9080dd admin admin] Publish callbacks [] for security_group (6a95cb2c-f78b-4f22-8b4b-007066dde5aa), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.189285 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611b5bdf-6cd3-4963-ab1b-91b1772934a4 x-openstack-request-id: req-611b5bdf-6cd3-4963-ab1b-91b1772934a4 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:38.189876 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4", "name": "network-vif-deleted", "tag": "61d57e38-4643-4b12-981c-f39d00afa99b", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:38.190331 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-611b5bdf-6cd3-4963-ab1b-91b1772934a4 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:38.191050 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8152fe8-4ef1-4da9-8364-2dbf4a5c63e4', 'name': 'network-vif-deleted', 'tag': '61d57e38-4643-4b12-981c-f39d00afa99b', 'status': 'completed', 'code': 200} Feb 09 21:45:38.207366 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8c2c9878-395b-4ac2-a8a8-3d763c9080dd admin admin] Publish callbacks [] for security_group (6a95cb2c-f78b-4f22-8b4b-007066dde5aa), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.251370 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99b60ab5-d1d4-4b29-ac8f-4904bc67ee86 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (019b62b1-d2da-438e-8074-b278e1176bd4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.321201 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8c2c9878-395b-4ac2-a8a8-3d763c9080dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6a95cb2c-f78b-4f22-8b4b-007066dde5aa), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.324927 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8c2c9878-395b-4ac2-a8a8-3d763c9080dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.326603 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8c2c9878-395b-4ac2-a8a8-3d763c9080dd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6a95cb2c-f78b-4f22-8b4b-007066dde5aa HTTP/1.1" status: 204 len: 168 time: 0.5235419 Feb 09 21:45:38.343197 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c9878-395b-4ac2-a8a8-3d763c9080dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a95cb2c-f78b-4f22-8b4b-007066dde5aa,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:38.648252 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36284) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:38.828171 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3441711-f263-4fd1-85d4-0cecba4c8f00 admin admin] Deleting subnet 89c198a6-8a39-4e34-a647-f29ce9301483 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:45:38.833514 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a3441711-f263-4fd1-85d4-0cecba4c8f00 admin admin] Publish callbacks [] for subnet (89c198a6-8a39-4e34-a647-f29ce9301483), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.049370 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a3441711-f263-4fd1-85d4-0cecba4c8f00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (89c198a6-8a39-4e34-a647-f29ce9301483), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.252441 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-99b60ab5-d1d4-4b29-ac8f-4904bc67ee86 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Deleting port 5d035d5f-1435-4223-a381-651c90d88a60 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:39.259194 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99b60ab5-d1d4-4b29-ac8f-4904bc67ee86 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5d035d5f-1435-4223-a381-651c90d88a60), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.343510 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a3441711-f263-4fd1-85d4-0cecba4c8f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (89c198a6-8a39-4e34-a647-f29ce9301483), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.452475 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a3441711-f263-4fd1-85d4-0cecba4c8f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (89c198a6-8a39-4e34-a647-f29ce9301483), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.507940 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a3441711-f263-4fd1-85d4-0cecba4c8f00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.521982 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a3441711-f263-4fd1-85d4-0cecba4c8f00 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/89c198a6-8a39-4e34-a647-f29ce9301483 HTTP/1.1" status: 204 len: 168 time: 0.8624470 Feb 09 21:45:39.521982 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36314) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:39.524047 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99b60ab5-d1d4-4b29-ac8f-4904bc67ee86 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5d035d5f-1435-4223-a381-651c90d88a60), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.545467 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b99236-8b61-4340-a1bf-2df9cfdbf00e None None] Network 604e7064-10a1-4dac-b2c6-61b1a2e1ef50 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:39.596538 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-99b60ab5-d1d4-4b29-ac8f-4904bc67ee86 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Calling delete_port for 5d035d5f-1435-4223-a381-651c90d88a60 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:39.679527 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3441711-f263-4fd1-85d4-0cecba4c8f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89c198a6-8a39-4e34-a647-f29ce9301483,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:39.708035 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:45:39.773219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8de35-9b9a-4609-8074-86ab03e4aec4 req-cb9943f2-063e-4739-b0f1-8a6e661d82b4 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:39.782173 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3cb8de35-9b9a-4609-8074-86ab03e4aec4 req-cb9943f2-063e-4739-b0f1-8a6e661d82b4 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=947c2a1e-e0cf-483d-b95d-f5c78da3bd62 HTTP/1.1" status: 200 len: 945 time: 0.6197689 Feb 09 21:45:39.875505 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 61d57e38-4643-4b12-981c-f39d00afa99b no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:39.913715 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 61d57e38-4643-4b12-981c-f39d00afa99b {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:39.914456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 61d57e38-4643-4b12-981c-f39d00afa99b not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:39.980224 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b751c844-7923-4774-9743-c7c9565936c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (604e7064-10a1-4dac-b2c6-61b1a2e1ef50), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.079921 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb4196a-1217-4a00-969b-923b9a09b11c None None] DHCP port deletion for 604e7064-10a1-4dac-b2c6-61b1a2e1ef50 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:45:40.080986 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3cb8de35-9b9a-4609-8074-86ab03e4aec4 req-a972b88d-8f78-471e-a26b-78643c0a7bb0 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926157 Feb 09 21:45:40.132082 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a83eb6-454b-4180-9149-4df32e82ebf3 req-a25ae8f3-85d4-4b73-b29c-2c9f0251be77 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:40.137556 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3a83eb6-454b-4180-9149-4df32e82ebf3 req-a25ae8f3-85d4-4b73-b29c-2c9f0251be77 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.71 "GET /v2.0/ports?device_id=947c2a1e-e0cf-483d-b95d-f5c78da3bd62 HTTP/1.1" status: 200 len: 945 time: 0.2934415 Feb 09 21:45:40.260423 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99b60ab5-d1d4-4b29-ac8f-4904bc67ee86 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (5d035d5f-1435-4223-a381-651c90d88a60), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.262537 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-dbb4196a-1217-4a00-969b-923b9a09b11c None None] Deleting port 8e5e9fe9-594d-481a-bca3-b975dc24d52c {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:40.263063 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dbb4196a-1217-4a00-969b-923b9a09b11c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8e5e9fe9-594d-481a-bca3-b975dc24d52c), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.318501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b60ab5-d1d4-4b29-ac8f-4904bc67ee86 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Pushing event deleted for resources: {'Port': ['ID=5d035d5f-1435-4223-a381-651c90d88a60,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:40.423984 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36332) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:40.482023 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-43b48297-5447-4093-902e-b8eb55811a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.503827 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-dbb4196a-1217-4a00-969b-923b9a09b11c None None] For port 8e5e9fe9-594d-481a-bca3-b975dc24d52c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8e5e9fe9-594d-481a-bca3-b975dc24d52c,segment=NetworkSegment(e2d68432-eddf-40af-9170-321a3a2b368f),segment_id=e2d68432-eddf-40af-9170-321a3a2b368f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:40.503827 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dbb4196a-1217-4a00-969b-923b9a09b11c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8e5e9fe9-594d-481a-bca3-b975dc24d52c), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.525573 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-dbb4196a-1217-4a00-969b-923b9a09b11c None None] Calling delete_port for 8e5e9fe9-594d-481a-bca3-b975dc24d52c owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:40.769651 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dbb4196a-1217-4a00-969b-923b9a09b11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (8e5e9fe9-594d-481a-bca3-b975dc24d52c), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.840872 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b751c844-7923-4774-9743-c7c9565936c6 admin admin] Deleting port 8e5e9fe9-594d-481a-bca3-b975dc24d52c {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:40.841448 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b751c844-7923-4774-9743-c7c9565936c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8e5e9fe9-594d-481a-bca3-b975dc24d52c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.873894 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4196a-1217-4a00-969b-923b9a09b11c None None] Pushing event deleted for resources: {'Port': ['ID=8e5e9fe9-594d-481a-bca3-b975dc24d52c,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:40.890424 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb4196a-1217-4a00-969b-923b9a09b11c None None] No DVR routers for this DVR port 8e5e9fe9-594d-481a-bca3-b975dc24d52c on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:40.898044 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ce51d-db97-4896-ad90-02c1f26cb570 req-81327184-1382-4a72-a415-8a6ec05d0b31 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:40.908147 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-103ce51d-db97-4896-ad90-02c1f26cb570 req-81327184-1382-4a72-a415-8a6ec05d0b31 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 946 time: 0.6049354 Feb 09 21:45:40.933632 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4196a-1217-4a00-969b-923b9a09b11c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:40.941414 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4196a-1217-4a00-969b-923b9a09b11c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:40.944001 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4196a-1217-4a00-969b-923b9a09b11c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:40.944487 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4196a-1217-4a00-969b-923b9a09b11c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:40.945057 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4196a-1217-4a00-969b-923b9a09b11c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:40.945767 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4196a-1217-4a00-969b-923b9a09b11c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:40.946577 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4196a-1217-4a00-969b-923b9a09b11c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:40.947327 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4196a-1217-4a00-969b-923b9a09b11c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:40.953101 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4196a-1217-4a00-969b-923b9a09b11c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:40.954229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4196a-1217-4a00-969b-923b9a09b11c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:40.954976 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4196a-1217-4a00-969b-923b9a09b11c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:40.955790 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4196a-1217-4a00-969b-923b9a09b11c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:40.956544 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4196a-1217-4a00-969b-923b9a09b11c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:40.990280 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ea9e79cc-06db-455b-acb2-eae009a713f6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2041807015-network', 'tenant_id': '0323982111b744578daf6e90f75c2d45'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:41.017006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-c3a83eb6-454b-4180-9149-4df32e82ebf3 req-06d41401-87fc-4869-887d-278268b26479 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Deleting port e351918a-e4dd-40ad-94dd-df704491eae9 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:41.017358 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c3a83eb6-454b-4180-9149-4df32e82ebf3 req-06d41401-87fc-4869-887d-278268b26479 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (e351918a-e4dd-40ad-94dd-df704491eae9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:41.109609 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9e79cc-06db-455b-acb2-eae009a713f6 admin admin] Made reservation on behalf of 0323982111b744578daf6e90f75c2d45 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:41.114641 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ea9e79cc-06db-455b-acb2-eae009a713f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:41.138925 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ea9e79cc-06db-455b-acb2-eae009a713f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:41.243876 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-103ce51d-db97-4896-ad90-02c1f26cb570 req-6f98424d-e74c-4dd9-8b19-25977ee2a98d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275015 Feb 09 21:45:41.244205 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99b60ab5-d1d4-4b29-ac8f-4904bc67ee86 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (019b62b1-d2da-438e-8074-b278e1176bd4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:41.313922 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-b751c844-7923-4774-9743-c7c9565936c6 admin admin] For port 8e5e9fe9-594d-481a-bca3-b975dc24d52c, host n-d-828601-1, got binding levels [] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:41.314895 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b751c844-7923-4774-9743-c7c9565936c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8e5e9fe9-594d-481a-bca3-b975dc24d52c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:41.351296 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b751c844-7923-4774-9743-c7c9565936c6 admin admin] Calling delete_port for 8e5e9fe9-594d-481a-bca3-b975dc24d52c owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:41.366026 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-b751c844-7923-4774-9743-c7c9565936c6 admin admin] Port 8e5e9fe9-594d-481a-bca3-b975dc24d52c was not found and therefore no delete operation was performed {{(pid=103201) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:45:41.373542 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b751c844-7923-4774-9743-c7c9565936c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (8e5e9fe9-594d-481a-bca3-b975dc24d52c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:41.503342 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-c3a83eb6-454b-4180-9149-4df32e82ebf3 req-06d41401-87fc-4869-887d-278268b26479 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] For port e351918a-e4dd-40ad-94dd-df704491eae9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e351918a-e4dd-40ad-94dd-df704491eae9,segment=NetworkSegment(3d2262d1-dc2b-49a3-9127-ed60afa19e93),segment_id=3d2262d1-dc2b-49a3-9127-ed60afa19e93)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:41.503695 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c3a83eb6-454b-4180-9149-4df32e82ebf3 req-06d41401-87fc-4869-887d-278268b26479 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (e351918a-e4dd-40ad-94dd-df704491eae9), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:41.506045 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:41.591678 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-c3a83eb6-454b-4180-9149-4df32e82ebf3 req-06d41401-87fc-4869-887d-278268b26479 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Calling delete_port for e351918a-e4dd-40ad-94dd-df704491eae9 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:41.652500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8e5e9fe9-594d-481a-bca3-b975dc24d52c no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:41.712213 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 8e5e9fe9-594d-481a-bca3-b975dc24d52c {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:41.712823 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8e5e9fe9-594d-481a-bca3-b975dc24d52c not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:41.752156 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751c844-7923-4774-9743-c7c9565936c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e5e9fe9-594d-481a-bca3-b975dc24d52c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:41.765784 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b751c844-7923-4774-9743-c7c9565936c6 admin admin] No DVR routers for this DVR port 8e5e9fe9-594d-481a-bca3-b975dc24d52c on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:41.769224 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ea9e79cc-06db-455b-acb2-eae009a713f6 admin admin] Publish callbacks [] for security_group (5f7b9b8f-22e5-4fbf-9956-9e1a6ec19e8c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:41.797485 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ea9e79cc-06db-455b-acb2-eae009a713f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5f7b9b8f-22e5-4fbf-9956-9e1a6ec19e8c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:41.828599 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e79cc-06db-455b-acb2-eae009a713f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7b9b8f-22e5-4fbf-9956-9e1a6ec19e8c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:41.938900 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b60ab5-d1d4-4b29-ac8f-4904bc67ee86 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Router 019b62b1-d2da-438e-8074-b278e1176bd4 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:45:41.994710 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9e79cc-06db-455b-acb2-eae009a713f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:45:41.999681 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c3a83eb6-454b-4180-9149-4df32e82ebf3 req-06d41401-87fc-4869-887d-278268b26479 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (e351918a-e4dd-40ad-94dd-df704491eae9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.136945 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ea9e79cc-06db-455b-acb2-eae009a713f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (024fa9b1-c919-495d-b455-dbda4caf886e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.137502 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-ea9e79cc-06db-455b-acb2-eae009a713f6 admin admin] Added segment 024fa9b1-c919-495d-b455-dbda4caf886e of type vlan for network 110e6acb-5225-4293-bb53-b200a63e1ab6 Feb 09 21:45:42.260878 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ea9e79cc-06db-455b-acb2-eae009a713f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (110e6acb-5225-4293-bb53-b200a63e1ab6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.327374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b60ab5-d1d4-4b29-ac8f-4904bc67ee86 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:45:42.342230 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-99b60ab5-d1d4-4b29-ac8f-4904bc67ee86 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] 10.222.0.77 "PUT /v2.0/routers/019b62b1-d2da-438e-8074-b278e1176bd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8266008 Feb 09 21:45:42.342230 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36384) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:42.347518 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3026b7-4d84-478d-b15a-4c57e9fa9a50 None None] Sync routers for ids ['019b62b1-d2da-438e-8074-b278e1176bd4'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:45:42.372348 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3026b7-4d84-478d-b15a-4c57e9fa9a50 None None] Routers {'019b62b1-d2da-438e-8074-b278e1176bd4'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:42.375254 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ff3026b7-4d84-478d-b15a-4c57e9fa9a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:45:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['019b62b1-d2da-438e-8074-b278e1176bd4'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:42.439845 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ff3026b7-4d84-478d-b15a-4c57e9fa9a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:42.452947 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3026b7-4d84-478d-b15a-4c57e9fa9a50 None None] Routers {'019b62b1-d2da-438e-8074-b278e1176bd4'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:42.454011 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ff3026b7-4d84-478d-b15a-4c57e9fa9a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:45:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['019b62b1-d2da-438e-8074-b278e1176bd4'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:42.508654 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ff3026b7-4d84-478d-b15a-4c57e9fa9a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:42.509882 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3026b7-4d84-478d-b15a-4c57e9fa9a50 None None] The sync data for ids ['019b62b1-d2da-438e-8074-b278e1176bd4'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:45:42.556559 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ea9e79cc-06db-455b-acb2-eae009a713f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (110e6acb-5225-4293-bb53-b200a63e1ab6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.558245 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9e79cc-06db-455b-acb2-eae009a713f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:42.559265 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ea9e79cc-06db-455b-acb2-eae009a713f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.676224 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.688008 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ea9e79cc-06db-455b-acb2-eae009a713f6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2626052 Feb 09 21:45:42.709521 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187386c0-e384-45e9-b9d5-14e864d4fe96 req-de645027-1b8f-4bd4-bcb7-9c4e5dee4f30 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:42.711142 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-187386c0-e384-45e9-b9d5-14e864d4fe96 req-de645027-1b8f-4bd4-bcb7-9c4e5dee4f30 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/ports?device_id=947c2a1e-e0cf-483d-b95d-f5c78da3bd62 HTTP/1.1" status: 200 len: 945 time: 1.0510182 Feb 09 21:45:42.717202 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36392) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:42.753876 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5eec7d9e-3cdb-4840-a5d2-c9485728fa63 admin admin] Request body: {'subnet': {'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2041807015-subnet', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:42.761474 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d41401-87fc-4869-887d-278268b26479 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Pushing event deleted for resources: {'Port': ['ID=e351918a-e4dd-40ad-94dd-df704491eae9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:42.791595 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-70795af7-6ac3-4abd-9b9c-eb2534153e2b tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for router (019b62b1-d2da-438e-8074-b278e1176bd4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.801318 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b751c844-7923-4774-9743-c7c9565936c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (604e7064-10a1-4dac-b2c6-61b1a2e1ef50), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.838170 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-187386c0-e384-45e9-b9d5-14e864d4fe96 req-3350cbbb-7791-416d-9ad0-d23f8324e72a tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955591 Feb 09 21:45:42.871322 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a83eb6-454b-4180-9149-4df32e82ebf3 req-06d41401-87fc-4869-887d-278268b26479 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] No DVR routers for this DVR port e351918a-e4dd-40ad-94dd-df704491eae9 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:42.886146 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c3a83eb6-454b-4180-9149-4df32e82ebf3 req-06d41401-87fc-4869-887d-278268b26479 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.886146 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3a83eb6-454b-4180-9149-4df32e82ebf3 req-06d41401-87fc-4869-887d-278268b26479 tempest-ServerDiskConfigTestJSON-1827671157 tempest-ServerDiskConfigTestJSON-1827671157-project] 10.222.0.71 "DELETE /v2.0/ports/e351918a-e4dd-40ad-94dd-df704491eae9 HTTP/1.1" status: 204 len: 173 time: 2.7384677 Feb 09 21:45:42.886146 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947c2a1e-e0cf-483d-b95d-f5c78da3bd62', 'name': 'network-vif-deleted', 'tag': 'e351918a-e4dd-40ad-94dd-df704491eae9'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:42.887410 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fc46ed-1f17-4a68-a95e-13d8415f14e9" -d '{"events": [{"server_uuid": "947c2a1e-e0cf-483d-b95d-f5c78da3bd62", "name": "network-vif-deleted", "tag": "e351918a-e4dd-40ad-94dd-df704491eae9"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:42.901642 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b751c844-7923-4774-9743-c7c9565936c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604e7064-10a1-4dac-b2c6-61b1a2e1ef50']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:42.932443 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eec7d9e-3cdb-4840-a5d2-c9485728fa63 admin admin] Made reservation on behalf of 0323982111b744578daf6e90f75c2d45 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:42.935298 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5eec7d9e-3cdb-4840-a5d2-c9485728fa63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.940844 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b751c844-7923-4774-9743-c7c9565936c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d68432-eddf-40af-9170-321a3a2b368f') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:42.941224 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b751c844-7923-4774-9743-c7c9565936c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d68432-eddf-40af-9170-321a3a2b368f') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:42.998839 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b751c844-7923-4774-9743-c7c9565936c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (e2d68432-eddf-40af-9170-321a3a2b368f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:43.032074 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b751c844-7923-4774-9743-c7c9565936c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e2d68432-eddf-40af-9170-321a3a2b368f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:43.053762 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b751c844-7923-4774-9743-c7c9565936c6 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:45:43.054158 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b751c844-7923-4774-9743-c7c9565936c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (e2d68432-eddf-40af-9170-321a3a2b368f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:45:43.056006 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:45:43.070919 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e79cc-06db-455b-acb2-eae009a713f6 admin admin] Pushing event updated for resources: {'Network': ['ID=110e6acb-5225-4293-bb53-b200a63e1ab6,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:43.132024 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 110e6acb-5225-4293-bb53-b200a63e1ab6 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:45:43.215543 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b35d67-0a93-4e50-8a48-167dcc253994 req-3f2528ed-ea6b-4fbc-9855-8bc4a20418f3 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:43.217220 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-70795af7-6ac3-4abd-9b9c-eb2534153e2b tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for router_gateway (019b62b1-d2da-438e-8074-b278e1176bd4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:43.224792 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7b35d67-0a93-4e50-8a48-167dcc253994 req-3f2528ed-ea6b-4fbc-9855-8bc4a20418f3 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 946 time: 0.0942278 Feb 09 21:45:43.235909 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b751c844-7923-4774-9743-c7c9565936c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (604e7064-10a1-4dac-b2c6-61b1a2e1ef50), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:43.252689 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b751c844-7923-4774-9743-c7c9565936c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:43.256427 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b751c844-7923-4774-9743-c7c9565936c6 admin admin] 10.222.0.77 "DELETE /v2.0/networks/604e7064-10a1-4dac-b2c6-61b1a2e1ef50 HTTP/1.1" status: 204 len: 168 time: 3.7399478 Feb 09 21:45:43.304625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751c844-7923-4774-9743-c7c9565936c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=604e7064-10a1-4dac-b2c6-61b1a2e1ef50,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:43.342919 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7b35d67-0a93-4e50-8a48-167dcc253994 req-8c21903b-9fae-4f60-a18e-50ddedcbb009 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137688 Feb 09 21:45:43.425949 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e351918a-e4dd-40ad-94dd-df704491eae9 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:43.458087 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f2ce3b-88ec-431e-9850-e8dd0fd3eea9 x-openstack-request-id: req-47f2ce3b-88ec-431e-9850-e8dd0fd3eea9 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:43.460704 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947c2a1e-e0cf-483d-b95d-f5c78da3bd62", "name": "network-vif-deleted", "tag": "e351918a-e4dd-40ad-94dd-df704491eae9", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:43.461066 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-47f2ce3b-88ec-431e-9850-e8dd0fd3eea9 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:43.461591 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947c2a1e-e0cf-483d-b95d-f5c78da3bd62', 'name': 'network-vif-deleted', 'tag': 'e351918a-e4dd-40ad-94dd-df704491eae9', 'status': 'completed', 'code': 200} Feb 09 21:45:43.519639 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: e351918a-e4dd-40ad-94dd-df704491eae9 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:43.523161 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e351918a-e4dd-40ad-94dd-df704491eae9 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:43.525558 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-70795af7-6ac3-4abd-9b9c-eb2534153e2b tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Deleting port 92a47227-ef9c-4189-b189-ffd4a8d58ab5 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:43.526210 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-70795af7-6ac3-4abd-9b9c-eb2534153e2b tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (92a47227-ef9c-4189-b189-ffd4a8d58ab5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:43.729864 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5eec7d9e-3cdb-4840-a5d2-c9485728fa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (8608fa55-042e-4e51-9de3-6f9d7c457e62), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:43.809438 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36424) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:43.809713 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-70795af7-6ac3-4abd-9b9c-eb2534153e2b tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (92a47227-ef9c-4189-b189-ffd4a8d58ab5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:43.841610 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-70795af7-6ac3-4abd-9b9c-eb2534153e2b tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Calling delete_port for 92a47227-ef9c-4189-b189-ffd4a8d58ab5 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:43.906800 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec7d9e-3cdb-4840-a5d2-c9485728fa63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8608fa55-042e-4e51-9de3-6f9d7c457e62,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:43.927430 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4da7a-818e-4bc5-aa4a-cc79672486ab req-74bee3f1-aa3b-429f-892c-28f1614eed11 tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:43.930000 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9a4da7a-818e-4bc5-aa4a-cc79672486ab req-74bee3f1-aa3b-429f-892c-28f1614eed11 tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.77 "GET /v2.0/ports?device_id=41207b11-9876-43a0-b130-f8ed7e9d4190 HTTP/1.1" status: 200 len: 949 time: 0.3092504 Feb 09 21:45:43.979239 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c4f624a2-152a-4e1f-827c-82b4cb725d2e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c286a60db7b149148ec99282304452cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1670592 Feb 09 21:45:43.985115 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36428) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:44.006651 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eec7d9e-3cdb-4840-a5d2-c9485728fa63 admin admin] Checking segment: {'id': '024fa9b1-c919-495d-b455-dbda4caf886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:44.006988 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eec7d9e-3cdb-4840-a5d2-c9485728fa63 admin admin] Network hostable DHCP agents. Network: 110e6acb-5225-4293-bb53-b200a63e1ab6, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:45:44.056899 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9a4da7a-818e-4bc5-aa4a-cc79672486ab req-bb71ac3c-bc3c-4aed-b825-905bf7c45a56 tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.77 "GET /v2.0/security-groups?id=49ac3384-a052-422e-bbb9-ad0757e7d3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109936 Feb 09 21:45:44.062491 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eec7d9e-3cdb-4840-a5d2-c9485728fa63 admin admin] Network 110e6acb-5225-4293-bb53-b200a63e1ab6 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:45:44.094707 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:44.095274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5eec7d9e-3cdb-4840-a5d2-c9485728fa63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 110e6acb-5225-4293-bb53-b200a63e1ab6) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:44.111795 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eec7d9e-3cdb-4840-a5d2-c9485728fa63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:44.111795 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5eec7d9e-3cdb-4840-a5d2-c9485728fa63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:44.120992 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6815103b-1604-44a0-acde-8b017c1785b3 None None] Network 110e6acb-5225-4293-bb53-b200a63e1ab6 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:44.163197 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5eec7d9e-3cdb-4840-a5d2-c9485728fa63 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4383039 Feb 09 21:45:44.163813 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36432) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:44.190852 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-62e721ad-09a7-497f-a4ed-6e3fce5274b4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2041807015-router', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:44.267179 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62e721ad-09a7-497f-a4ed-6e3fce5274b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (e8204292-0baa-42de-acc5-755f4fa21f47), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:44.269366 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62e721ad-09a7-497f-a4ed-6e3fce5274b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (e8204292-0baa-42de-acc5-755f4fa21f47), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:44.351601 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a947b17-a4c9-4379-a743-7b029c54b8ec admin admin] Publish callbacks [] for security_group (b0af89bd-0214-42c8-a5b7-35de5d3f9493), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:44.432274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81726dc8-c1b2-4948-afe2-d4290217451a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-110e6acb-5225-4293-bb53-b200a63e1ab6', 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6', 'project_id': '0323982111b744578daf6e90f75c2d45', 'fixed_ips': [{'subnet_id': '8608fa55-042e-4e51-9de3-6f9d7c457e62'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:45:44.433743 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-81726dc8-c1b2-4948-afe2-d4290217451a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:44.576466 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a947b17-a4c9-4379-a743-7b029c54b8ec admin admin] Publish callbacks [] for security_group (b0af89bd-0214-42c8-a5b7-35de5d3f9493), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:44.594106 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-70795af7-6ac3-4abd-9b9c-eb2534153e2b tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (92a47227-ef9c-4189-b189-ffd4a8d58ab5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:44.689387 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70795af7-6ac3-4abd-9b9c-eb2534153e2b tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Pushing event deleted for resources: {'Port': ['ID=92a47227-ef9c-4189-b189-ffd4a8d58ab5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:44.710847 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62e721ad-09a7-497f-a4ed-6e3fce5274b4 admin admin] Publish callbacks [] for router_controller (e8204292-0baa-42de-acc5-755f4fa21f47), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:44.893309 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-70795af7-6ac3-4abd-9b9c-eb2534153e2b tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (019b62b1-d2da-438e-8074-b278e1176bd4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:44.990102 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-81726dc8-c1b2-4948-afe2-d4290217451a None None] Allocated IP 172.20.0.2 (110e6acb-5225-4293-bb53-b200a63e1ab6/8608fa55-042e-4e51-9de3-6f9d7c457e62/61157fd5-b7f6-41b2-9382-f1866d5d8660) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:44.996863 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62e721ad-09a7-497f-a4ed-6e3fce5274b4 admin admin] Publish callbacks [] for router_gateway (e8204292-0baa-42de-acc5-755f4fa21f47), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.062632 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a947b17-a4c9-4379-a743-7b029c54b8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b0af89bd-0214-42c8-a5b7-35de5d3f9493), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.065435 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a947b17-a4c9-4379-a743-7b029c54b8ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.072179 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4a947b17-a4c9-4379-a743-7b029c54b8ec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b0af89bd-0214-42c8-a5b7-35de5d3f9493 HTTP/1.1" status: 204 len: 168 time: 1.0800228 Feb 09 21:45:45.099197 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ff5a2-f538-4101-8d71-94b980b4dacb req-d82ed0c1-b737-468d-b960-953d86b11bdd tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:45.102161 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f0ff5a2-f538-4101-8d71-94b980b4dacb req-d82ed0c1-b737-468d-b960-953d86b11bdd tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 946 time: 0.4136944 Feb 09 21:45:45.179198 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-70795af7-6ac3-4abd-9b9c-eb2534153e2b tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (019b62b1-d2da-438e-8074-b278e1176bd4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.182248 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-70795af7-6ac3-4abd-9b9c-eb2534153e2b tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for router_controller (019b62b1-d2da-438e-8074-b278e1176bd4), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.184159 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a947b17-a4c9-4379-a743-7b029c54b8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0af89bd-0214-42c8-a5b7-35de5d3f9493,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:45.261788 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f0ff5a2-f538-4101-8d71-94b980b4dacb req-5a0be851-cf5c-4f74-9827-9190d257c4ce tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458781 Feb 09 21:45:45.406014 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.526150 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-81726dc8-c1b2-4948-afe2-d4290217451a None None] Publish callbacks [] for port (61157fd5-b7f6-41b2-9382-f1866d5d8660), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.543499 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-81726dc8-c1b2-4948-afe2-d4290217451a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (61157fd5-b7f6-41b2-9382-f1866d5d8660), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.754334 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81726dc8-c1b2-4948-afe2-d4290217451a None None] Network 110e6acb-5225-4293-bb53-b200a63e1ab6 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:45.766372 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-81726dc8-c1b2-4948-afe2-d4290217451a None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:45.786728 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81726dc8-c1b2-4948-afe2-d4290217451a None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:45.912464 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62e721ad-09a7-497f-a4ed-6e3fce5274b4 admin admin] Publish callbacks [] for router_gateway (e8204292-0baa-42de-acc5-755f4fa21f47), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.987760 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 29f4feea-ac0c-484f-8189-8c95799fcf6a no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:45.994355 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81726dc8-c1b2-4948-afe2-d4290217451a None None] Pushing event updated for resources: {'Port': ['ID=61157fd5-b7f6-41b2-9382-f1866d5d8660,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:45.997199 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.005911 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62e721ad-09a7-497f-a4ed-6e3fce5274b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.009736 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-70795af7-6ac3-4abd-9b9c-eb2534153e2b tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (019b62b1-d2da-438e-8074-b278e1176bd4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.011807 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70795af7-6ac3-4abd-9b9c-eb2534153e2b tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Fanout notify agent at l3_agent the message router_deleted on router 019b62b1-d2da-438e-8074-b278e1176bd4 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:45:46.020009 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-70795af7-6ac3-4abd-9b9c-eb2534153e2b tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.024120 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-70795af7-6ac3-4abd-9b9c-eb2534153e2b tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] 10.222.0.77 "DELETE /v2.0/routers/019b62b1-d2da-438e-8074-b278e1176bd4 HTTP/1.1" status: 204 len: 168 time: 3.6794097 Feb 09 21:45:46.032009 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36494) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:46.108824 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-81726dc8-c1b2-4948-afe2-d4290217451a None None] Attempting to bind port 61157fd5-b7f6-41b2-9382-f1866d5d8660 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:46.109212 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-81726dc8-c1b2-4948-afe2-d4290217451a None None] Attempting to bind port 61157fd5-b7f6-41b2-9382-f1866d5d8660 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '024fa9b1-c919-495d-b455-dbda4caf886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:46.109584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81726dc8-c1b2-4948-afe2-d4290217451a None None] Attempting to bind port 61157fd5-b7f6-41b2-9382-f1866d5d8660 on network 110e6acb-5225-4293-bb53-b200a63e1ab6 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:46.135443 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81726dc8-c1b2-4948-afe2-d4290217451a None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:46.135443 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81726dc8-c1b2-4948-afe2-d4290217451a None None] Checking segment: {'id': '024fa9b1-c919-495d-b455-dbda4caf886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:46.135888 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-81726dc8-c1b2-4948-afe2-d4290217451a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.136207 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81726dc8-c1b2-4948-afe2-d4290217451a None None] Bound using segment: {'id': '024fa9b1-c919-495d-b455-dbda4caf886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:46.142159 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-81726dc8-c1b2-4948-afe2-d4290217451a None None] Bound port: 61157fd5-b7f6-41b2-9382-f1866d5d8660, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024fa9b1-c919-495d-b455-dbda4caf886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:46.142702 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-81726dc8-c1b2-4948-afe2-d4290217451a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (61157fd5-b7f6-41b2-9382-f1866d5d8660), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.162288 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-6097a989-0e2f-4da5-b33b-323a7e397f9b tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Deleting subnet 13a0580e-774d-49f6-8df4-be60be2c19bd {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:45:46.175940 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6097a989-0e2f-4da5-b33b-323a7e397f9b tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for subnet (13a0580e-774d-49f6-8df4-be60be2c19bd), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.334251 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 29f4feea-ac0c-484f-8189-8c95799fcf6a is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:46.335707 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.338589 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6097a989-0e2f-4da5-b33b-323a7e397f9b tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (13a0580e-774d-49f6-8df4-be60be2c19bd), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.449044 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-81726dc8-c1b2-4948-afe2-d4290217451a None None] For port 61157fd5-b7f6-41b2-9382-f1866d5d8660, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:46.457596 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-81726dc8-c1b2-4948-afe2-d4290217451a None None] For port 61157fd5-b7f6-41b2-9382-f1866d5d8660, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=61157fd5-b7f6-41b2-9382-f1866d5d8660,segment=NetworkSegment(024fa9b1-c919-495d-b455-dbda4caf886e),segment_id=024fa9b1-c919-495d-b455-dbda4caf886e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:46.484282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41207b11-9876-43a0-b130-f8ed7e9d4190', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29f4feea-ac0c-484f-8189-8c95799fcf6a'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:46.491511 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdf2937-ac6e-41f5-bb7d-d8512548ed14" -d '{"events": [{"server_uuid": "41207b11-9876-43a0-b130-f8ed7e9d4190", "name": "network-vif-unplugged", "status": "completed", "tag": "29f4feea-ac0c-484f-8189-8c95799fcf6a"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:46.498292 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-62e721ad-09a7-497f-a4ed-6e3fce5274b4 admin admin] Allocated IP 172.25.6.120 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/170a1cd3-299d-4bc0-8946-e62d8852db33) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:46.517503 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-81726dc8-c1b2-4948-afe2-d4290217451a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (61157fd5-b7f6-41b2-9382-f1866d5d8660), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.693988 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81726dc8-c1b2-4948-afe2-d4290217451a None None] Pushing event updated for resources: {'Port': ['ID=61157fd5-b7f6-41b2-9382-f1866d5d8660,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:46.716291 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 29f4feea-ac0c-484f-8189-8c95799fcf6a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=29f4feea-ac0c-484f-8189-8c95799fcf6a,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:46.724599 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.726810 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6097a989-0e2f-4da5-b33b-323a7e397f9b tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (13a0580e-774d-49f6-8df4-be60be2c19bd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.863994 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62e721ad-09a7-497f-a4ed-6e3fce5274b4 admin admin] Publish callbacks [] for port (170a1cd3-299d-4bc0-8946-e62d8852db33), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.950098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=29f4feea-ac0c-484f-8189-8c95799fcf6a,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:47.016489 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6097a989-0e2f-4da5-b33b-323a7e397f9b tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (13a0580e-774d-49f6-8df4-be60be2c19bd), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:47.069665 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62e721ad-09a7-497f-a4ed-6e3fce5274b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (170a1cd3-299d-4bc0-8946-e62d8852db33), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:47.087663 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097a989-0e2f-4da5-b33b-323a7e397f9b tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Pushing event deleted for resources: {'Subnet': ['ID=13a0580e-774d-49f6-8df4-be60be2c19bd,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:47.090875 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6097a989-0e2f-4da5-b33b-323a7e397f9b tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:47.098216 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f704379-5e3a-4467-8e3c-9a4dbe90d342 None None] Network a7a5a6a0-8f60-4cf0-90aa-059805f2ae01 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:47.126726 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6097a989-0e2f-4da5-b33b-323a7e397f9b tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] 10.222.0.77 "DELETE /v2.0/subnets/13a0580e-774d-49f6-8df4-be60be2c19bd HTTP/1.1" status: 204 len: 168 time: 1.0856745 Feb 09 21:45:47.128296 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36548) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:47.141676 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e721ad-09a7-497f-a4ed-6e3fce5274b4 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:47.148821 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-62e721ad-09a7-497f-a4ed-6e3fce5274b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:47.160053 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e721ad-09a7-497f-a4ed-6e3fce5274b4 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:47.429526 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e721ad-09a7-497f-a4ed-6e3fce5274b4 admin admin] Pushing event updated for resources: {'Port': ['ID=170a1cd3-299d-4bc0-8946-e62d8852db33,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:47.488034 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7fd2b4d-55f5-434a-aba7-39ce5cedf529 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (a7a5a6a0-8f60-4cf0-90aa-059805f2ae01), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:47.701371 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd2b4d-55f5-434a-aba7-39ce5cedf529 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Deleting port 6da82ea6-d862-471a-9630-72036379cf09 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:47.701628 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7fd2b4d-55f5-434a-aba7-39ce5cedf529 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (6da82ea6-d862-471a-9630-72036379cf09), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:47.704677 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786e3db8-d380-4d46-b505-2ebdb84f44d9 None None] DHCP port deletion for a7a5a6a0-8f60-4cf0-90aa-059805f2ae01 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:45:47.821374 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36560) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:47.933019 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e7fd2b4d-55f5-434a-aba7-39ce5cedf529 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] For port 6da82ea6-d862-471a-9630-72036379cf09, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=6da82ea6-d862-471a-9630-72036379cf09,segment=NetworkSegment(62b48009-f9bd-4efc-b010-8bd3daeb5adc),segment_id=62b48009-f9bd-4efc-b010-8bd3daeb5adc)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:47.933546 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7fd2b4d-55f5-434a-aba7-39ce5cedf529 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (6da82ea6-d862-471a-9630-72036379cf09), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.059276 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd2b4d-55f5-434a-aba7-39ce5cedf529 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Calling delete_port for 6da82ea6-d862-471a-9630-72036379cf09 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:48.062124 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-786e3db8-d380-4d46-b505-2ebdb84f44d9 None None] Deleting port 6da82ea6-d862-471a-9630-72036379cf09 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:48.062647 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-786e3db8-d380-4d46-b505-2ebdb84f44d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (6da82ea6-d862-471a-9630-72036379cf09), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.231066 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 61157fd5-b7f6-41b2-9382-f1866d5d8660 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:48.356469 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051b27-4c9a-4b27-9f6f-788a686ceb90 req-0d222b55-4cd8-4b92-8150-07ce3bca01d7 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:48.389234 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-92051b27-4c9a-4b27-9f6f-788a686ceb90 req-0d222b55-4cd8-4b92-8150-07ce3bca01d7 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 946 time: 0.5687091 Feb 09 21:45:48.420321 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7fd2b4d-55f5-434a-aba7-39ce5cedf529 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (6da82ea6-d862-471a-9630-72036379cf09), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.484279 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-786e3db8-d380-4d46-b505-2ebdb84f44d9 None None] For port 6da82ea6-d862-471a-9630-72036379cf09, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=6da82ea6-d862-471a-9630-72036379cf09,segment=NetworkSegment(62b48009-f9bd-4efc-b010-8bd3daeb5adc),segment_id=62b48009-f9bd-4efc-b010-8bd3daeb5adc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:48.485263 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-786e3db8-d380-4d46-b505-2ebdb84f44d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (6da82ea6-d862-471a-9630-72036379cf09), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.534353 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-786e3db8-d380-4d46-b505-2ebdb84f44d9 None None] Calling delete_port for 6da82ea6-d862-471a-9630-72036379cf09 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:48.573802 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c48dce1a-eddd-4f92-b158-ab6c4c304623 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1446099806-network', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:48.602868 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fd2b4d-55f5-434a-aba7-39ce5cedf529 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] No DVR routers for this DVR port 6da82ea6-d862-471a-9630-72036379cf09 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:48.627140 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd2b4d-55f5-434a-aba7-39ce5cedf529 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Pushing event deleted for resources: {'Port': ['ID=6da82ea6-d862-471a-9630-72036379cf09,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:48.664965 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 61157fd5-b7f6-41b2-9382-f1866d5d8660 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:48.666249 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (61157fd5-b7f6-41b2-9382-f1866d5d8660), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.869180 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-92051b27-4c9a-4b27-9f6f-788a686ceb90 req-61ab3cf7-90a5-4169-8555-75854c53c333 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006060 Feb 09 21:45:48.883849 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48dce1a-eddd-4f92-b158-ab6c4c304623 admin admin] Made reservation on behalf of 7d6b5204ad254d39a623b447e45a194a for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:48.893845 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c48dce1a-eddd-4f92-b158-ab6c4c304623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.915304 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7fd2b4d-55f5-434a-aba7-39ce5cedf529 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (a7a5a6a0-8f60-4cf0-90aa-059805f2ae01), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.920162 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c48dce1a-eddd-4f92-b158-ab6c4c304623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.924836 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-786e3db8-d380-4d46-b505-2ebdb84f44d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (6da82ea6-d862-471a-9630-72036379cf09), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.985100 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10227452-c37c-4703-baba-ab488ddef53a x-openstack-request-id: req-10227452-c37c-4703-baba-ab488ddef53a {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:48.985415 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41207b11-9876-43a0-b130-f8ed7e9d4190", "name": "network-vif-unplugged", "status": "completed", "tag": "29f4feea-ac0c-484f-8189-8c95799fcf6a", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:48.985715 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-10227452-c37c-4703-baba-ab488ddef53a {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:48.986062 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41207b11-9876-43a0-b130-f8ed7e9d4190', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29f4feea-ac0c-484f-8189-8c95799fcf6a', 'code': 200} Feb 09 21:45:48.995866 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e3db8-d380-4d46-b505-2ebdb84f44d9 None None] Pushing event deleted for resources: {'Port': ['ID=6da82ea6-d862-471a-9630-72036379cf09,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:49.010919 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e3db8-d380-4d46-b505-2ebdb84f44d9 None None] No DVR routers for this DVR port 6da82ea6-d862-471a-9630-72036379cf09 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:49.017447 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62e721ad-09a7-497f-a4ed-6e3fce5274b4 admin admin] Publish callbacks [] for router_gateway (e8204292-0baa-42de-acc5-755f4fa21f47), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.021021 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 61157fd5-b7f6-41b2-9382-f1866d5d8660 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:49.021492 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (61157fd5-b7f6-41b2-9382-f1866d5d8660), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.047024 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e7fd2b4d-55f5-434a-aba7-39ce5cedf529 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a5a6a0-8f60-4cf0-90aa-059805f2ae01']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:49.123963 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e7fd2b4d-55f5-434a-aba7-39ce5cedf529 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b48009-f9bd-4efc-b010-8bd3daeb5adc') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:49.124507 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e7fd2b4d-55f5-434a-aba7-39ce5cedf529 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b48009-f9bd-4efc-b010-8bd3daeb5adc') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:49.188262 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7fd2b4d-55f5-434a-aba7-39ce5cedf529 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (62b48009-f9bd-4efc-b010-8bd3daeb5adc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.207511 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 61157fd5-b7f6-41b2-9382-f1866d5d8660, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=61157fd5-b7f6-41b2-9382-f1866d5d8660,segment=NetworkSegment(024fa9b1-c919-495d-b455-dbda4caf886e),segment_id=024fa9b1-c919-495d-b455-dbda4caf886e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:49.219817 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (61157fd5-b7f6-41b2-9382-f1866d5d8660), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.222796 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7fd2b4d-55f5-434a-aba7-39ce5cedf529 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (62b48009-f9bd-4efc-b010-8bd3daeb5adc), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.247597 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7fd2b4d-55f5-434a-aba7-39ce5cedf529 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:45:49.248381 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7fd2b4d-55f5-434a-aba7-39ce5cedf529 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (62b48009-f9bd-4efc-b010-8bd3daeb5adc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:45:49.493366 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:45:49.497535 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54942a8b-ee0a-4e4d-a9c0-19530060599b None None] Network 110e6acb-5225-4293-bb53-b200a63e1ab6 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:49.498213 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36586) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:49.502546 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7fd2b4d-55f5-434a-aba7-39ce5cedf529 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (a7a5a6a0-8f60-4cf0-90aa-059805f2ae01), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.530250 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7fd2b4d-55f5-434a-aba7-39ce5cedf529 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.554994 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e7fd2b4d-55f5-434a-aba7-39ce5cedf529 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] 10.222.0.77 "DELETE /v2.0/networks/a7a5a6a0-8f60-4cf0-90aa-059805f2ae01 HTTP/1.1" status: 204 len: 168 time: 2.4252267 Feb 09 21:45:49.560650 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36594) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:49.820299 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd2b4d-55f5-434a-aba7-39ce5cedf529 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Pushing event deleted for resources: {'Network': ['ID=a7a5a6a0-8f60-4cf0-90aa-059805f2ae01,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:49.889091 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6da82ea6-d862-471a-9630-72036379cf09 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:49.958707 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 6da82ea6-d862-471a-9630-72036379cf09 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:49.959689 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6da82ea6-d862-471a-9630-72036379cf09 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:49.966892 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=61157fd5-b7f6-41b2-9382-f1866d5d8660,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:49.997163 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f4e01cc7-12ab-4c19-a09b-ef9f26d13fcc None None] Provisioning complete for port 61157fd5-b7f6-41b2-9382-f1866d5d8660 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:49.997846 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4e01cc7-12ab-4c19-a09b-ef9f26d13fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (61157fd5-b7f6-41b2-9382-f1866d5d8660), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.113134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e2faf1-2b33-4910-a874-bc79a4a9c197 admin admin] Deleting subnet 4ec51de9-93a9-4e1c-b1d1-307551dbf1e9 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:45:50.127074 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27e2faf1-2b33-4910-a874-bc79a4a9c197 admin admin] Publish callbacks [] for subnet (4ec51de9-93a9-4e1c-b1d1-307551dbf1e9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.171172 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f4e01cc7-12ab-4c19-a09b-ef9f26d13fcc None None] Current status of the port 61157fd5-b7f6-41b2-9382-f1866d5d8660 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:50.261371 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27e2faf1-2b33-4910-a874-bc79a4a9c197 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (4ec51de9-93a9-4e1c-b1d1-307551dbf1e9), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.312690 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27e2faf1-2b33-4910-a874-bc79a4a9c197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (4ec51de9-93a9-4e1c-b1d1-307551dbf1e9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.334196 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62e721ad-09a7-497f-a4ed-6e3fce5274b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (e8204292-0baa-42de-acc5-755f4fa21f47), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.469090 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27e2faf1-2b33-4910-a874-bc79a4a9c197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (4ec51de9-93a9-4e1c-b1d1-307551dbf1e9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.544334 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2faf1-2b33-4910-a874-bc79a4a9c197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ec51de9-93a9-4e1c-b1d1-307551dbf1e9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:50.558623 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27e2faf1-2b33-4910-a874-bc79a4a9c197 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.567855 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-27e2faf1-2b33-4910-a874-bc79a4a9c197 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4ec51de9-93a9-4e1c-b1d1-307551dbf1e9 HTTP/1.1" status: 204 len: 168 time: 1.0092628 Feb 09 21:45:50.573462 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36616) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:50.624390 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c48dce1a-eddd-4f92-b158-ab6c4c304623 admin admin] Publish callbacks [] for security_group (498736ad-bc07-4a83-9b95-ffff87787ec7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.638649 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1a07cb3b-25a7-4880-baac-8364abb16524 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Deleting port 0a7a3f53-f785-4d2c-94d8-4abaa9e57cf9 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:50.638649 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a07cb3b-25a7-4880-baac-8364abb16524 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (0a7a3f53-f785-4d2c-94d8-4abaa9e57cf9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.703840 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c48dce1a-eddd-4f92-b158-ab6c4c304623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (498736ad-bc07-4a83-9b95-ffff87787ec7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.846158 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c48dce1a-eddd-4f92-b158-ab6c4c304623 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:45:50.902388 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a07cb3b-25a7-4880-baac-8364abb16524 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (0a7a3f53-f785-4d2c-94d8-4abaa9e57cf9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.902801 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a07cb3b-25a7-4880-baac-8364abb16524 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for floatingip (0a7a3f53-f785-4d2c-94d8-4abaa9e57cf9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.936379 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1a07cb3b-25a7-4880-baac-8364abb16524 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Calling delete_port for 0a7a3f53-f785-4d2c-94d8-4abaa9e57cf9 owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:50.956387 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48dce1a-eddd-4f92-b158-ab6c4c304623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498736ad-bc07-4a83-9b95-ffff87787ec7,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:50.969364 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c48dce1a-eddd-4f92-b158-ab6c4c304623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (3cd100ae-5dd3-425d-94e6-f1c816ceeede), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.970463 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-c48dce1a-eddd-4f92-b158-ab6c4c304623 admin admin] Added segment 3cd100ae-5dd3-425d-94e6-f1c816ceeede of type vlan for network aad7656a-c886-4fbe-b34b-d44bdd76ed85 Feb 09 21:45:51.022911 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e0e9d48a-9faf-4467-92fc-e39a613c92d3 None None] Provisioning complete for port 61157fd5-b7f6-41b2-9382-f1866d5d8660 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:51.023535 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e0e9d48a-9faf-4467-92fc-e39a613c92d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (61157fd5-b7f6-41b2-9382-f1866d5d8660), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.076371 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac215843-3d00-480f-bb96-691621033c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (18dcd003-8cbd-4794-b5ef-c9a65b6cdc94), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.099758 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c48dce1a-eddd-4f92-b158-ab6c4c304623 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (aad7656a-c886-4fbe-b34b-d44bdd76ed85), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.138693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec12ff-eeac-4db7-ad46-78c17bcdd17c req-9315a4e3-297f-421a-9e7b-5b22115db394 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:51.148879 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c1ec12ff-eeac-4db7-ad46-78c17bcdd17c req-9315a4e3-297f-421a-9e7b-5b22115db394 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 946 time: 0.3682096 Feb 09 21:45:51.169896 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e0e9d48a-9faf-4467-92fc-e39a613c92d3 None None] Current status of the port 61157fd5-b7f6-41b2-9382-f1866d5d8660 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:51.204194 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c48dce1a-eddd-4f92-b158-ab6c4c304623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (aad7656a-c886-4fbe-b34b-d44bdd76ed85), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.205524 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48dce1a-eddd-4f92-b158-ab6c4c304623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:51.206852 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c48dce1a-eddd-4f92-b158-ab6c4c304623 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.263574 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac215843-3d00-480f-bb96-691621033c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (18dcd003-8cbd-4794-b5ef-c9a65b6cdc94), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.278551 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48dce1a-eddd-4f92-b158-ab6c4c304623 admin admin] Pushing event updated for resources: {'Network': ['ID=aad7656a-c886-4fbe-b34b-d44bdd76ed85,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:51.298785 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a07cb3b-25a7-4880-baac-8364abb16524 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (0a7a3f53-f785-4d2c-94d8-4abaa9e57cf9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.313725 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c1ec12ff-eeac-4db7-ad46-78c17bcdd17c req-118e7b62-3562-4831-a40a-db4cee4c2334 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562395 Feb 09 21:45:51.317313 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network aad7656a-c886-4fbe-b34b-d44bdd76ed85 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:45:51.334017 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c48dce1a-eddd-4f92-b158-ab6c4c304623 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.5113285 Feb 09 21:45:51.341297 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36632) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:51.355384 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-30ae107c-5f9a-457d-af12-7aec8d529d71 admin admin] Request body: {'subnet': {'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1446099806-subnet', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:51.355618 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-ac215843-3d00-480f-bb96-691621033c62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18dcd003-8cbd-4794-b5ef-c9a65b6cdc94']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:51.365401 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07cb3b-25a7-4880-baac-8364abb16524 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Pushing event deleted for resources: {'Port': ['ID=0a7a3f53-f785-4d2c-94d8-4abaa9e57cf9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:51.373972 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-ac215843-3d00-480f-bb96-691621033c62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2262d1-dc2b-49a3-9127-ed60afa19e93') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:51.374273 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-ac215843-3d00-480f-bb96-691621033c62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2262d1-dc2b-49a3-9127-ed60afa19e93') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:51.407427 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac215843-3d00-480f-bb96-691621033c62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (3d2262d1-dc2b-49a3-9127-ed60afa19e93), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.437010 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e721ad-09a7-497f-a4ed-6e3fce5274b4 admin admin] Router e8204292-0baa-42de-acc5-755f4fa21f47 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:45:51.476831 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ae107c-5f9a-457d-af12-7aec8d529d71 admin admin] Made reservation on behalf of 7d6b5204ad254d39a623b447e45a194a for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:51.480043 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30ae107c-5f9a-457d-af12-7aec8d529d71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.515974 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac215843-3d00-480f-bb96-691621033c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (3d2262d1-dc2b-49a3-9127-ed60afa19e93), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.532975 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac215843-3d00-480f-bb96-691621033c62 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:45:51.535403 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac215843-3d00-480f-bb96-691621033c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (3d2262d1-dc2b-49a3-9127-ed60afa19e93), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:45:51.638448 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:45:51.646160 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a07cb3b-25a7-4880-baac-8364abb16524 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks [] for floatingip (5690b263-ed17-49ba-92f1-f8d389ab16f5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.647851 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a07cb3b-25a7-4880-baac-8364abb16524 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.653320 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1a07cb3b-25a7-4880-baac-8364abb16524 tempest-FloatingIPAdminTestJSON-1069218676 tempest-FloatingIPAdminTestJSON-1069218676-project] 10.222.0.77 "DELETE /v2.0/floatingips/5690b263-ed17-49ba-92f1-f8d389ab16f5 HTTP/1.1" status: 204 len: 168 time: 2.0593634 Feb 09 21:45:51.677678 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 61157fd5-b7f6-41b2-9382-f1866d5d8660 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:51.687502 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac215843-3d00-480f-bb96-691621033c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (18dcd003-8cbd-4794-b5ef-c9a65b6cdc94), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.702186 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac215843-3d00-480f-bb96-691621033c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.712131 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ac215843-3d00-480f-bb96-691621033c62 admin admin] 10.222.0.77 "DELETE /v2.0/networks/18dcd003-8cbd-4794-b5ef-c9a65b6cdc94 HTTP/1.1" status: 204 len: 168 time: 1.1334171 Feb 09 21:45:51.734253 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac215843-3d00-480f-bb96-691621033c62 admin admin] Pushing event deleted for resources: {'Network': ['ID=18dcd003-8cbd-4794-b5ef-c9a65b6cdc94,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:51.819113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 61157fd5-b7f6-41b2-9382-f1866d5d8660 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:51.820853 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (61157fd5-b7f6-41b2-9382-f1866d5d8660), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.930498 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e721ad-09a7-497f-a4ed-6e3fce5274b4 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:45:51.946757 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] Sync routers for ids ['e8204292-0baa-42de-acc5-755f4fa21f47'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:45:51.948009 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30ae107c-5f9a-457d-af12-7aec8d529d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (d2ffb735-399f-41c7-b4e2-94dff197f693), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.977581 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] Routers {'e8204292-0baa-42de-acc5-755f4fa21f47'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:51.982173 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:45:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e8204292-0baa-42de-acc5-755f4fa21f47'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:51.985996 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36648) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:52.036812 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 61157fd5-b7f6-41b2-9382-f1866d5d8660 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:52.068041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae107c-5f9a-457d-af12-7aec8d529d71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ffb735-399f-41c7-b4e2-94dff197f693,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:52.118954 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62e721ad-09a7-497f-a4ed-6e3fce5274b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.123541 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-62e721ad-09a7-497f-a4ed-6e3fce5274b4 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.9518452 Feb 09 21:45:52.128484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36658) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:52.185088 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f9c36544-ebc5-42f5-9d24-d1b5a10c111e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=77fff10e42184e818ed304a7a3195873&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1974549 Feb 09 21:45:52.187484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36662) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:52.253742 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36664) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:52.276434 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] Set router e8204292-0baa-42de-acc5-755f4fa21f47 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:52.318689 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed93b26e-5052-4ccd-a2f7-ce4db5ac084a admin admin] Publish callbacks [] for security_group (5be2253b-2c97-4a34-84da-3f6f5d8c4eb1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.372078 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed93b26e-5052-4ccd-a2f7-ce4db5ac084a admin admin] Publish callbacks [] for security_group (5be2253b-2c97-4a34-84da-3f6f5d8c4eb1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.522628 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed93b26e-5052-4ccd-a2f7-ce4db5ac084a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5be2253b-2c97-4a34-84da-3f6f5d8c4eb1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.528208 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed93b26e-5052-4ccd-a2f7-ce4db5ac084a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.530044 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ed93b26e-5052-4ccd-a2f7-ce4db5ac084a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5be2253b-2c97-4a34-84da-3f6f5d8c4eb1 HTTP/1.1" status: 204 len: 168 time: 0.3369558 Feb 09 21:45:52.540607 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'name': 'tempest-ServersTestFqdnHostnames-2041807015-router', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:44Z', 'updated_at': '2022-02-09T21:45:48Z', 'revision_number': 3, 'project_id': '0323982111b744578daf6e90f75c2d45', 'gw_port': {'id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:46Z', 'updated_at': '2022-02-09T21:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:52.552053 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93b26e-5052-4ccd-a2f7-ce4db5ac084a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be2253b-2c97-4a34-84da-3f6f5d8c4eb1,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:52.631234 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] Checking router: e8204292-0baa-42de-acc5-755f4fa21f47 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:45:52.631612 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] Updating router e8204292-0baa-42de-acc5-755f4fa21f47 port 170a1cd3-299d-4bc0-8946-e62d8852db33 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:45:52.681704 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (170a1cd3-299d-4bc0-8946-e62d8852db33), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.824792 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e77d3c6c-777e-4679-9084-ec91bd032fe5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=65dca8a285d14403907ae98589145cd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5691631 Feb 09 21:45:52.830962 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36686) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:52.962822 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae107c-5f9a-457d-af12-7aec8d529d71 admin admin] Checking segment: {'id': '3cd100ae-5dd3-425d-94e6-f1c816ceeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:52.963234 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ae107c-5f9a-457d-af12-7aec8d529d71 admin admin] Network hostable DHCP agents. Network: aad7656a-c886-4fbe-b34b-d44bdd76ed85, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:45:53.073090 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ae107c-5f9a-457d-af12-7aec8d529d71 admin admin] Network aad7656a-c886-4fbe-b34b-d44bdd76ed85 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:45:53.092370 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ee7d6df7-52de-498e-8362-5ebd13ddce46 admin admin] Publish callbacks [] for security_group (79f81710-8a53-47eb-aa29-d9884fbf33ea), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.111851 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576c64c-44c9-4a38-8595-8e43c34a4729 req-fbf1bf87-081a-4068-8eeb-5e1c3d159095 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:53.113699 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d576c64c-44c9-4a38-8595-8e43c34a4729 req-fbf1bf87-081a-4068-8eeb-5e1c3d159095 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 946 time: 0.2840030 Feb 09 21:45:53.160636 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-30ae107c-5f9a-457d-af12-7aec8d529d71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, aad7656a-c886-4fbe-b34b-d44bdd76ed85) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:53.174544 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7bbb26-aa63-48ba-905a-15482f51ee1e None None] Network aad7656a-c886-4fbe-b34b-d44bdd76ed85 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:53.199993 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ae107c-5f9a-457d-af12-7aec8d529d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:53.200307 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30ae107c-5f9a-457d-af12-7aec8d529d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.252558 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ee7d6df7-52de-498e-8362-5ebd13ddce46 admin admin] Publish callbacks [] for security_group (79f81710-8a53-47eb-aa29-d9884fbf33ea), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.269737 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] Publish callbacks [] for port (170a1cd3-299d-4bc0-8946-e62d8852db33), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.288386 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (170a1cd3-299d-4bc0-8946-e62d8852db33), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.366996 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-30ae107c-5f9a-457d-af12-7aec8d529d71 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0191329 Feb 09 21:45:53.368016 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36702) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:53.377157 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-8f7bc68b-0aaf-41d4-a9aa-135bf45ea2b6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1446099806-router', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:53.378168 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] Attempting to bind port 170a1cd3-299d-4bc0-8946-e62d8852db33 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:53.378769 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] Attempting to bind port 170a1cd3-299d-4bc0-8946-e62d8852db33 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:53.395946 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] Attempting to bind port 170a1cd3-299d-4bc0-8946-e62d8852db33 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:53.416649 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d576c64c-44c9-4a38-8595-8e43c34a4729 req-aa344a66-d226-4898-b182-8bd304a3425d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264197 Feb 09 21:45:53.454118 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:53.454620 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:53.455131 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.455438 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:53.457105 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] Bound port: 170a1cd3-299d-4bc0-8946-e62d8852db33, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:53.457495 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (170a1cd3-299d-4bc0-8946-e62d8852db33), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.513799 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e627fb13-0bc9-4750-967f-5e85b7df924d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'fixed_ips': [{'subnet_id': 'd2ffb735-399f-41c7-b4e2-94dff197f693'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:45:53.515080 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e627fb13-0bc9-4750-967f-5e85b7df924d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.555010 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc68b-0aaf-41d4-a9aa-135bf45ea2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (1d634aef-6df6-4046-b124-674f2c4ab789), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.559820 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc68b-0aaf-41d4-a9aa-135bf45ea2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (1d634aef-6df6-4046-b124-674f2c4ab789), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.594065 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] For port 170a1cd3-299d-4bc0-8946-e62d8852db33, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:53.601728 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] For port 170a1cd3-299d-4bc0-8946-e62d8852db33, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=170a1cd3-299d-4bc0-8946-e62d8852db33,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:53.624062 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (170a1cd3-299d-4bc0-8946-e62d8852db33), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.682060 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486164c-38ac-4c4b-b03c-2812bb89fa2e None None] Pushing event updated for resources: {'Port': ['ID=170a1cd3-299d-4bc0-8946-e62d8852db33,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:53.696258 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486164c-38ac-4c4b-b03c-2812bb89fa2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:53.697144 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486164c-38ac-4c4b-b03c-2812bb89fa2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:53.697839 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486164c-38ac-4c4b-b03c-2812bb89fa2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:53.699883 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486164c-38ac-4c4b-b03c-2812bb89fa2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:53.700531 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486164c-38ac-4c4b-b03c-2812bb89fa2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:53.702911 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486164c-38ac-4c4b-b03c-2812bb89fa2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:53.703563 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486164c-38ac-4c4b-b03c-2812bb89fa2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:53.704283 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486164c-38ac-4c4b-b03c-2812bb89fa2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:53.705104 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486164c-38ac-4c4b-b03c-2812bb89fa2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:53.705923 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486164c-38ac-4c4b-b03c-2812bb89fa2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:53.706685 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486164c-38ac-4c4b-b03c-2812bb89fa2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:53.707733 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486164c-38ac-4c4b-b03c-2812bb89fa2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:53.708681 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486164c-38ac-4c4b-b03c-2812bb89fa2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:53.766821 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc68b-0aaf-41d4-a9aa-135bf45ea2b6 admin admin] Publish callbacks [] for router_controller (1d634aef-6df6-4046-b124-674f2c4ab789), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.785448 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ee7d6df7-52de-498e-8362-5ebd13ddce46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (79f81710-8a53-47eb-aa29-d9884fbf33ea), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.790965 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ee7d6df7-52de-498e-8362-5ebd13ddce46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.794541 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ee7d6df7-52de-498e-8362-5ebd13ddce46 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/79f81710-8a53-47eb-aa29-d9884fbf33ea HTTP/1.1" status: 204 len: 168 time: 0.9087794 Feb 09 21:45:53.887300 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d6df7-52de-498e-8362-5ebd13ddce46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f81710-8a53-47eb-aa29-d9884fbf33ea,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:54.028321 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486164c-38ac-4c4b-b03c-2812bb89fa2e None None] Pushing event updated for resources: {'Port': ['ID=170a1cd3-299d-4bc0-8946-e62d8852db33,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:54.118210 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-e627fb13-0bc9-4750-967f-5e85b7df924d None None] Allocated IP 172.20.0.2 (aad7656a-c886-4fbe-b34b-d44bdd76ed85/d2ffb735-399f-41c7-b4e2-94dff197f693/1eb61312-0315-45a7-a655-f6e6ecdbc5e2) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:54.133071 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] Routers {'e8204292-0baa-42de-acc5-755f4fa21f47'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:54.137082 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:45:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e8204292-0baa-42de-acc5-755f4fa21f47'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:54.494419 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc68b-0aaf-41d4-a9aa-135bf45ea2b6 admin admin] Publish callbacks [] for router_gateway (1d634aef-6df6-4046-b124-674f2c4ab789), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.607361 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 29f4feea-ac0c-484f-8189-8c95799fcf6a details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:45:54.666510 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5dd439a7-34d6-4177-a841-98a43ff0c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.965309 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc68b-0aaf-41d4-a9aa-135bf45ea2b6 admin admin] Publish callbacks [] for router_gateway (1d634aef-6df6-4046-b124-674f2c4ab789), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.969065 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e627fb13-0bc9-4750-967f-5e85b7df924d None None] Publish callbacks [] for port (1eb61312-0315-45a7-a655-f6e6ecdbc5e2), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.013679 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc68b-0aaf-41d4-a9aa-135bf45ea2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.025119 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e627fb13-0bc9-4750-967f-5e85b7df924d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (1eb61312-0315-45a7-a655-f6e6ecdbc5e2), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.213723 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] Set router e8204292-0baa-42de-acc5-755f4fa21f47 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:55.232675 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e627fb13-0bc9-4750-967f-5e85b7df924d None None] Network aad7656a-c886-4fbe-b34b-d44bdd76ed85 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:55.252201 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 29f4feea-ac0c-484f-8189-8c95799fcf6a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=29f4feea-ac0c-484f-8189-8c95799fcf6a,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:55.266944 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-8f7bc68b-0aaf-41d4-a9aa-135bf45ea2b6 admin admin] Allocated IP 172.25.6.188 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/60df7c39-e318-4606-82ca-0f455e7054ef) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:55.288256 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-e627fb13-0bc9-4750-967f-5e85b7df924d None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:55.294866 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e627fb13-0bc9-4750-967f-5e85b7df924d None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:55.388886 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '29f4feea-ac0c-484f-8189-8c95799fcf6a', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': '29f4feea-ac0c-484f-8189-8c95799fcf6a', 'mac_address': 'fa:16:3e:5c:dc:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:45:55.520756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36766) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:55.598993 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007139b-9645-4dad-9b27-05a5b1bdf30e req-8861120d-511d-4c3f-a2f8-ad36cc754147 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:55.623095 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2bd886d-5a31-4291-8c79-a2e0634ca769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.625719 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b007139b-9645-4dad-9b27-05a5b1bdf30e req-8861120d-511d-4c3f-a2f8-ad36cc754147 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 946 time: 0.9533522 Feb 09 21:45:55.671317 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 29f4feea-ac0c-484f-8189-8c95799fcf6a is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:55.672024 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.676450 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627fb13-0bc9-4750-967f-5e85b7df924d None None] Pushing event updated for resources: {'Port': ['ID=1eb61312-0315-45a7-a655-f6e6ecdbc5e2,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:55.726150 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b007139b-9645-4dad-9b27-05a5b1bdf30e req-b80dc9c5-b89f-43f5-b94d-aea729163771 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965927 Feb 09 21:45:55.751549 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-5dd439a7-34d6-4177-a841-98a43ff0c8b8 admin admin] Allocated IP 172.20.0.1 (110e6acb-5225-4293-bb53-b200a63e1ab6/8608fa55-042e-4e51-9de3-6f9d7c457e62/54f5ed10-43be-4113-95fb-17c887c6b48c) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:55.860620 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'name': 'tempest-ServersTestFqdnHostnames-2041807015-router', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:44Z', 'updated_at': '2022-02-09T21:45:48Z', 'revision_number': 3, 'project_id': '0323982111b744578daf6e90f75c2d45', 'gw_port': {'id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:46Z', 'updated_at': '2022-02-09T21:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:55.875467 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f4feea-ac0c-484f-8189-8c95799fcf6a {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:55.920237 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5dd439a7-34d6-4177-a841-98a43ff0c8b8 admin admin] Publish callbacks [] for port (54f5ed10-43be-4113-95fb-17c887c6b48c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.932078 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 29f4feea-ac0c-484f-8189-8c95799fcf6a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=29f4feea-ac0c-484f-8189-8c95799fcf6a,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:55.947958 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e149bd-97e6-4e4c-a86d-855bb10bf9d7 None None] The sync data for ids ['e8204292-0baa-42de-acc5-755f4fa21f47'] in n-d-828601-1 is: [{'id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'name': 'tempest-ServersTestFqdnHostnames-2041807015-router', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:44Z', 'updated_at': '2022-02-09T21:45:48Z', 'revision_number': 3, 'project_id': '0323982111b744578daf6e90f75c2d45', 'gw_port': {'id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:46Z', 'updated_at': '2022-02-09T21:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:45:55.948561 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.053651 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc68b-0aaf-41d4-a9aa-135bf45ea2b6 admin admin] Publish callbacks [] for port (60df7c39-e318-4606-82ca-0f455e7054ef), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.066871 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5dd439a7-34d6-4177-a841-98a43ff0c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (54f5ed10-43be-4113-95fb-17c887c6b48c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.149223 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e627fb13-0bc9-4750-967f-5e85b7df924d None None] Attempting to bind port 1eb61312-0315-45a7-a655-f6e6ecdbc5e2 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:56.149935 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e627fb13-0bc9-4750-967f-5e85b7df924d None None] Attempting to bind port 1eb61312-0315-45a7-a655-f6e6ecdbc5e2 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '3cd100ae-5dd3-425d-94e6-f1c816ceeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:56.150560 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e627fb13-0bc9-4750-967f-5e85b7df924d None None] Attempting to bind port 1eb61312-0315-45a7-a655-f6e6ecdbc5e2 on network aad7656a-c886-4fbe-b34b-d44bdd76ed85 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:56.153928 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd439a7-34d6-4177-a841-98a43ff0c8b8 admin admin] Network 110e6acb-5225-4293-bb53-b200a63e1ab6 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:56.162886 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=29f4feea-ac0c-484f-8189-8c95799fcf6a,revision_number=9']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:56.164403 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5dd439a7-34d6-4177-a841-98a43ff0c8b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:56.180421 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e627fb13-0bc9-4750-967f-5e85b7df924d None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:56.182074 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e627fb13-0bc9-4750-967f-5e85b7df924d None None] Checking segment: {'id': '3cd100ae-5dd3-425d-94e6-f1c816ceeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:56.183130 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e627fb13-0bc9-4750-967f-5e85b7df924d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.184894 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd439a7-34d6-4177-a841-98a43ff0c8b8 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:56.186158 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e627fb13-0bc9-4750-967f-5e85b7df924d None None] Bound using segment: {'id': '3cd100ae-5dd3-425d-94e6-f1c816ceeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:56.187901 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e627fb13-0bc9-4750-967f-5e85b7df924d None None] Bound port: 1eb61312-0315-45a7-a655-f6e6ecdbc5e2, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd100ae-5dd3-425d-94e6-f1c816ceeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:56.189333 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e627fb13-0bc9-4750-967f-5e85b7df924d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1eb61312-0315-45a7-a655-f6e6ecdbc5e2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.250759 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['29f4feea-ac0c-484f-8189-8c95799fcf6a'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:56.277870 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2bd886d-5a31-4291-8c79-a2e0634ca769 admin admin] Publish callbacks [] for security_group (f8a07e77-5d4a-42c0-b7ab-170404679794), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.289388 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2bd886d-5a31-4291-8c79-a2e0634ca769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f8a07e77-5d4a-42c0-b7ab-170404679794), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.341809 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc68b-0aaf-41d4-a9aa-135bf45ea2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (60df7c39-e318-4606-82ca-0f455e7054ef), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.688923 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd439a7-34d6-4177-a841-98a43ff0c8b8 admin admin] Pushing event updated for resources: {'Port': ['ID=54f5ed10-43be-4113-95fb-17c887c6b48c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:56.706446 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7bc68b-0aaf-41d4-a9aa-135bf45ea2b6 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:56.727582 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd886d-5a31-4291-8c79-a2e0634ca769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a07e77-5d4a-42c0-b7ab-170404679794,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:56.732727 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5dd439a7-34d6-4177-a841-98a43ff0c8b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (e8204292-0baa-42de-acc5-755f4fa21f47), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.770638 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c2bd886d-5a31-4291-8c79-a2e0634ca769 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=db62478216df4ad5826be387ace2dbcd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2461181 Feb 09 21:45:56.770638 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-8f7bc68b-0aaf-41d4-a9aa-135bf45ea2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:56.773733 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36808) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:56.781596 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7bc68b-0aaf-41d4-a9aa-135bf45ea2b6 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:56.799468 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e627fb13-0bc9-4750-967f-5e85b7df924d None None] For port 1eb61312-0315-45a7-a655-f6e6ecdbc5e2, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:56.930240 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bc68b-0aaf-41d4-a9aa-135bf45ea2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=60df7c39-e318-4606-82ca-0f455e7054ef,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:56.933182 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e627fb13-0bc9-4750-967f-5e85b7df924d None None] For port 1eb61312-0315-45a7-a655-f6e6ecdbc5e2, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1eb61312-0315-45a7-a655-f6e6ecdbc5e2,segment=NetworkSegment(3cd100ae-5dd3-425d-94e6-f1c816ceeede),segment_id=3cd100ae-5dd3-425d-94e6-f1c816ceeede)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:57.011719 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e627fb13-0bc9-4750-967f-5e85b7df924d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1eb61312-0315-45a7-a655-f6e6ecdbc5e2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.134123 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627fb13-0bc9-4750-967f-5e85b7df924d None None] Pushing event updated for resources: {'Port': ['ID=1eb61312-0315-45a7-a655-f6e6ecdbc5e2,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:57.147461 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d78d0506-24d2-490f-b528-6f15d9fe674e None None] Provisioning complete for port 54f5ed10-43be-4113-95fb-17c887c6b48c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:57.148028 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d78d0506-24d2-490f-b528-6f15d9fe674e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (54f5ed10-43be-4113-95fb-17c887c6b48c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.289021 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d78d0506-24d2-490f-b528-6f15d9fe674e None None] Port 54f5ed10-43be-4113-95fb-17c887c6b48c cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:57.380574 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff02ae-a15e-4cb6-9868-27a29eedf519 req-9bc7fbd5-b79a-445c-9efe-640d1608db0f tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:57.390633 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-58ff02ae-a15e-4cb6-9868-27a29eedf519 req-9bc7fbd5-b79a-445c-9efe-640d1608db0f tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 946 time: 0.3108618 Feb 09 21:45:57.390633 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5dd439a7-34d6-4177-a841-98a43ff0c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (54f5ed10-43be-4113-95fb-17c887c6b48c), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.605556 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-884b07a8-a3a2-4c50-8cb6-4159d7f6f583 admin admin] Publish callbacks [] for security_group (f8a07e77-5d4a-42c0-b7ab-170404679794), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.767166 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 170a1cd3-299d-4bc0-8946-e62d8852db33 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:57.958842 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-884b07a8-a3a2-4c50-8cb6-4159d7f6f583 admin admin] Publish callbacks [] for security_group (f8a07e77-5d4a-42c0-b7ab-170404679794), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.000265 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 29f4feea-ac0c-484f-8189-8c95799fcf6a up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:58.020793 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 170a1cd3-299d-4bc0-8946-e62d8852db33 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:58.021193 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (170a1cd3-299d-4bc0-8946-e62d8852db33), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.072006 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc68b-0aaf-41d4-a9aa-135bf45ea2b6 admin admin] Publish callbacks [] for router_gateway (1d634aef-6df6-4046-b124-674f2c4ab789), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.078643 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-58ff02ae-a15e-4cb6-9868-27a29eedf519 req-ec028709-c501-4804-b854-148b46c3d08a tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6600084 Feb 09 21:45:58.247383 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5dd439a7-34d6-4177-a841-98a43ff0c8b8 admin admin] Publish callbacks [] for port (54f5ed10-43be-4113-95fb-17c887c6b48c), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.272029 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5dd439a7-34d6-4177-a841-98a43ff0c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (54f5ed10-43be-4113-95fb-17c887c6b48c), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.279104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 29f4feea-ac0c-484f-8189-8c95799fcf6a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:58.282456 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.494243 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 170a1cd3-299d-4bc0-8946-e62d8852db33 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:58.494522 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (170a1cd3-299d-4bc0-8946-e62d8852db33), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.588682 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 170a1cd3-299d-4bc0-8946-e62d8852db33, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=170a1cd3-299d-4bc0-8946-e62d8852db33,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:58.631452 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-884b07a8-a3a2-4c50-8cb6-4159d7f6f583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f8a07e77-5d4a-42c0-b7ab-170404679794), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.645875 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-884b07a8-a3a2-4c50-8cb6-4159d7f6f583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.653377 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-884b07a8-a3a2-4c50-8cb6-4159d7f6f583 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f8a07e77-5d4a-42c0-b7ab-170404679794 HTTP/1.1" status: 204 len: 168 time: 1.8736537 Feb 09 21:45:58.733333 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b07a8-a3a2-4c50-8cb6-4159d7f6f583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a07e77-5d4a-42c0-b7ab-170404679794,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:58.734840 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd439a7-34d6-4177-a841-98a43ff0c8b8 admin admin] Pushing event updated for resources: {'Port': ['ID=54f5ed10-43be-4113-95fb-17c887c6b48c,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:58.738248 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (170a1cd3-299d-4bc0-8946-e62d8852db33), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.762954 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5dd439a7-34d6-4177-a841-98a43ff0c8b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (e8204292-0baa-42de-acc5-755f4fa21f47), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:59.149758 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd439a7-34d6-4177-a841-98a43ff0c8b8 admin admin] Network 110e6acb-5225-4293-bb53-b200a63e1ab6 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:59.161167 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5dd439a7-34d6-4177-a841-98a43ff0c8b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:59.382768 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=170a1cd3-299d-4bc0-8946-e62d8852db33,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:59.452350 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 29f4feea-ac0c-484f-8189-8c95799fcf6a is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:59.453282 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:59.665448 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41207b11-9876-43a0-b130-f8ed7e9d4190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f4feea-ac0c-484f-8189-8c95799fcf6a'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:59.675330 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02425469-d1b2-47c7-a779-02890b74b5e8" -d '{"events": [{"server_uuid": "41207b11-9876-43a0-b130-f8ed7e9d4190", "name": "network-vif-plugged", "status": "completed", "tag": "29f4feea-ac0c-484f-8189-8c95799fcf6a"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:59.787155 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 29f4feea-ac0c-484f-8189-8c95799fcf6a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=29f4feea-ac0c-484f-8189-8c95799fcf6a,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:59.804969 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:59.840913 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36874) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:59.886108 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc68b-0aaf-41d4-a9aa-135bf45ea2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (1d634aef-6df6-4046-b124-674f2c4ab789), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.057274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e23eab-dc98-45e3-a7a9-045dac434422 None None] Network aad7656a-c886-4fbe-b34b-d44bdd76ed85 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:00.122958 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd439a7-34d6-4177-a841-98a43ff0c8b8 admin admin] Router e8204292-0baa-42de-acc5-755f4fa21f47 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:46:00.401568 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 170a1cd3-299d-4bc0-8946-e62d8852db33 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:00.464122 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36884) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:00.609852 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dc4ff909-2e17-4270-9781-6fd724b2a5df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.664955 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd439a7-34d6-4177-a841-98a43ff0c8b8 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:00.683050 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d17a4531-ce33-43e8-8e20-041e67bdd0a0 None None] Provisioning complete for port 54f5ed10-43be-4113-95fb-17c887c6b48c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:00.683848 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d17a4531-ce33-43e8-8e20-041e67bdd0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (54f5ed10-43be-4113-95fb-17c887c6b48c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.696590 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5dd439a7-34d6-4177-a841-98a43ff0c8b8 admin admin] 10.222.0.77 "PUT /v2.0/routers/e8204292-0baa-42de-acc5-755f4fa21f47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5664985 Feb 09 21:46:00.743008 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7bc68b-0aaf-41d4-a9aa-135bf45ea2b6 admin admin] Router 1d634aef-6df6-4046-b124-674f2c4ab789 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:46:00.812681 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-523167f5-c5fd-4db3-97c8-10dde353039e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.869987 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a860f-8b7d-425e-be3c-708da839e108 req-efd1d6a9-532b-4c19-8660-7f09c6d8d59b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:00.873689 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b48a860f-8b7d-425e-be3c-708da839e108 req-efd1d6a9-532b-4c19-8660-7f09c6d8d59b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 946 time: 1.0306585 Feb 09 21:46:00.927709 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d17a4531-ce33-43e8-8e20-041e67bdd0a0 None None] Port 54f5ed10-43be-4113-95fb-17c887c6b48c cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:00.928587 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=29f4feea-ac0c-484f-8189-8c95799fcf6a,revision_number=10']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:00.941542 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] Sync routers for ids ['e8204292-0baa-42de-acc5-755f4fa21f47'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:01.052488 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d17a4531-ce33-43e8-8e20-041e67bdd0a0 None None] Provisioning complete for port 1eb61312-0315-45a7-a655-f6e6ecdbc5e2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:01.055718 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d17a4531-ce33-43e8-8e20-041e67bdd0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1eb61312-0315-45a7-a655-f6e6ecdbc5e2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.156588 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b48a860f-8b7d-425e-be3c-708da839e108 req-0d5c339f-7390-461b-aef2-c0ef4396a7f1 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672360 Feb 09 21:46:01.223757 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dc4ff909-2e17-4270-9781-6fd724b2a5df admin admin] Publish callbacks [] for security_group (dc4e89a7-4639-4bff-8dd1-7421537e2117), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.247565 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dc4ff909-2e17-4270-9781-6fd724b2a5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (dc4e89a7-4639-4bff-8dd1-7421537e2117), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.312692 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] Routers {'e8204292-0baa-42de-acc5-755f4fa21f47'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:01.317065 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:45:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e8204292-0baa-42de-acc5-755f4fa21f47'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:01.327060 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7bc68b-0aaf-41d4-a9aa-135bf45ea2b6 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:01.345216 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] Sync routers for ids ['1d634aef-6df6-4046-b124-674f2c4ab789'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:01.399336 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] Routers {'1d634aef-6df6-4046-b124-674f2c4ab789'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:01.400078 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:45:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1d634aef-6df6-4046-b124-674f2c4ab789'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:01.413119 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-523167f5-c5fd-4db3-97c8-10dde353039e admin admin] Publish callbacks [] for security_group (3b0f1166-ad6a-4f05-b4e5-e69d7b5bf0b1), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.426115 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-523167f5-c5fd-4db3-97c8-10dde353039e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3b0f1166-ad6a-4f05-b4e5-e69d7b5bf0b1), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.499746 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc68b-0aaf-41d4-a9aa-135bf45ea2b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.502194 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8f7bc68b-0aaf-41d4-a9aa-135bf45ea2b6 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1317000 Feb 09 21:46:01.514052 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36910) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:01.607117 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523167f5-c5fd-4db3-97c8-10dde353039e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0f1166-ad6a-4f05-b4e5-e69d7b5bf0b1,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:01.674936 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-523167f5-c5fd-4db3-97c8-10dde353039e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=daeba268fcb043dc9893eb7b1e9e55dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7637365 Feb 09 21:46:01.692767 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36918) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:01.756250 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7f2f98-93e5-4495-9758-fac07eb95f78 x-openstack-request-id: req-2c7f2f98-93e5-4495-9758-fac07eb95f78 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:01.757124 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41207b11-9876-43a0-b130-f8ed7e9d4190", "name": "network-vif-plugged", "status": "completed", "tag": "29f4feea-ac0c-484f-8189-8c95799fcf6a", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:01.760846 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2c7f2f98-93e5-4495-9758-fac07eb95f78 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:01.762058 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41207b11-9876-43a0-b130-f8ed7e9d4190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f4feea-ac0c-484f-8189-8c95799fcf6a', 'code': 200} Feb 09 21:46:01.890636 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 170a1cd3-299d-4bc0-8946-e62d8852db33 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:01.896367 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (170a1cd3-299d-4bc0-8946-e62d8852db33), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.968858 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] Set router 1d634aef-6df6-4046-b124-674f2c4ab789 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:02.172307 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd3c2dcc-0691-4ccc-ad37-7fb5883be0c0 admin admin] Publish callbacks [] for security_group (3b0f1166-ad6a-4f05-b4e5-e69d7b5bf0b1), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.312280 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd3c2dcc-0691-4ccc-ad37-7fb5883be0c0 admin admin] Publish callbacks [] for security_group (3b0f1166-ad6a-4f05-b4e5-e69d7b5bf0b1), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.504692 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd3c2dcc-0691-4ccc-ad37-7fb5883be0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3b0f1166-ad6a-4f05-b4e5-e69d7b5bf0b1), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.510112 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd3c2dcc-0691-4ccc-ad37-7fb5883be0c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.512076 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-cd3c2dcc-0691-4ccc-ad37-7fb5883be0c0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3b0f1166-ad6a-4f05-b4e5-e69d7b5bf0b1 HTTP/1.1" status: 204 len: 168 time: 0.8100204 Feb 09 21:46:02.565972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c2dcc-0691-4ccc-ad37-7fb5883be0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0f1166-ad6a-4f05-b4e5-e69d7b5bf0b1,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:02.820223 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 170a1cd3-299d-4bc0-8946-e62d8852db33 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:02.824050 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36934) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:02.841921 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a0231f67-2567-485e-a8d9-ef02b19fb440 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1795046152', 'description': 'tempest-description--1232338616'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:02.855596 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1eb61312-0315-45a7-a655-f6e6ecdbc5e2 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:02.863929 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dc4ff909-2e17-4270-9781-6fd724b2a5df admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4a2152bd12dd4daaa785b46197793b19&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3395176 Feb 09 21:46:02.867092 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36936) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:02.876691 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ff909-2e17-4270-9781-6fd724b2a5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4e89a7-4639-4bff-8dd1-7421537e2117,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:02.923197 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'name': 'tempest-AttachVolumeTestJSON-1446099806-router', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:53Z', 'updated_at': '2022-02-09T21:45:57Z', 'revision_number': 3, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'gw_port': {'id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:55Z', 'updated_at': '2022-02-09T21:45:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:02.926236 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0231f67-2567-485e-a8d9-ef02b19fb440 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.005395 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d17a4531-ce33-43e8-8e20-041e67bdd0a0 None None] Current status of the port 1eb61312-0315-45a7-a655-f6e6ecdbc5e2 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:03.005958 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d17a4531-ce33-43e8-8e20-041e67bdd0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1eb61312-0315-45a7-a655-f6e6ecdbc5e2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.056219 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] Checking router: 1d634aef-6df6-4046-b124-674f2c4ab789 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:46:03.057221 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] Updating router 1d634aef-6df6-4046-b124-674f2c4ab789 port 60df7c39-e318-4606-82ca-0f455e7054ef binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:46:03.141806 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] Set router e8204292-0baa-42de-acc5-755f4fa21f47 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:03.219541 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (60df7c39-e318-4606-82ca-0f455e7054ef), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.426713 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1eb61312-0315-45a7-a655-f6e6ecdbc5e2 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:03.428939 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1eb61312-0315-45a7-a655-f6e6ecdbc5e2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.438433 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0231f67-2567-485e-a8d9-ef02b19fb440 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks [] for security_group (5529778a-b522-45d8-9753-01dd877b4446), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.458703 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf458e5f-c5c0-4195-ba29-c32956489a11 req-dea1e237-4354-4276-803f-765bda301a5f tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:03.474864 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf458e5f-c5c0-4195-ba29-c32956489a11 req-dea1e237-4354-4276-803f-765bda301a5f tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 946 time: 0.3908424 Feb 09 21:46:03.578462 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0231f67-2567-485e-a8d9-ef02b19fb440 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5529778a-b522-45d8-9753-01dd877b4446), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.609312 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf458e5f-c5c0-4195-ba29-c32956489a11 req-f73523b9-1944-46aa-87ee-0af22b4e58d9 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331465 Feb 09 21:46:03.653664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d17a4531-ce33-43e8-8e20-041e67bdd0a0 None None] For port 1eb61312-0315-45a7-a655-f6e6ecdbc5e2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1eb61312-0315-45a7-a655-f6e6ecdbc5e2,segment=NetworkSegment(3cd100ae-5dd3-425d-94e6-f1c816ceeede),segment_id=3cd100ae-5dd3-425d-94e6-f1c816ceeede)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:03.731576 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d17a4531-ce33-43e8-8e20-041e67bdd0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1eb61312-0315-45a7-a655-f6e6ecdbc5e2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.777406 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0231f67-2567-485e-a8d9-ef02b19fb440 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.788195 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a0231f67-2567-485e-a8d9-ef02b19fb440 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9627371 Feb 09 21:46:03.795040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36958) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:03.795791 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0231f67-2567-485e-a8d9-ef02b19fb440 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5529778a-b522-45d8-9753-01dd877b4446,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:03.813320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6b8ee388-8702-4dc3-abec-1d701807e8d1 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Request body: {'security_group_rule': {'security_group_id': '5529778a-b522-45d8-9753-01dd877b4446', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:03.913012 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b8ee388-8702-4dc3-abec-1d701807e8d1 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks [] for security_group_rule (10f1591c-ea01-466a-8430-aad6805c3a2a), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.930144 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-101b69f0-66ba-4cbc-9bfa-4de5671fb30d admin admin] Publish callbacks [] for security_group (dc4e89a7-4639-4bff-8dd1-7421537e2117), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.965438 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-101b69f0-66ba-4cbc-9bfa-4de5671fb30d admin admin] Publish callbacks [] for security_group (dc4e89a7-4639-4bff-8dd1-7421537e2117), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.108279 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b8ee388-8702-4dc3-abec-1d701807e8d1 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks [] for security_group_rule (10f1591c-ea01-466a-8430-aad6805c3a2a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.119218 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b8ee388-8702-4dc3-abec-1d701807e8d1 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (10f1591c-ea01-466a-8430-aad6805c3a2a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.172034 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ee388-8702-4dc3-abec-1d701807e8d1 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f1591c-ea01-466a-8430-aad6805c3a2a,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:04.260220 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b8ee388-8702-4dc3-abec-1d701807e8d1 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.266901 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6b8ee388-8702-4dc3-abec-1d701807e8d1 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4682734 Feb 09 21:46:04.274542 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36972) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:04.319501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7cb456f1-4002-40f4-b8c0-d7d74044ad5a tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Request body: {'security_group_rule': {'security_group_id': '5529778a-b522-45d8-9753-01dd877b4446', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:04.345439 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-101b69f0-66ba-4cbc-9bfa-4de5671fb30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (dc4e89a7-4639-4bff-8dd1-7421537e2117), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.348311 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-101b69f0-66ba-4cbc-9bfa-4de5671fb30d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.349528 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-101b69f0-66ba-4cbc-9bfa-4de5671fb30d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dc4e89a7-4639-4bff-8dd1-7421537e2117 HTTP/1.1" status: 204 len: 168 time: 1.4658959 Feb 09 21:46:04.480086 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] Publish callbacks [] for port (60df7c39-e318-4606-82ca-0f455e7054ef), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.488496 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9881708b-bb10-48b1-8afd-6fe485a933c7 None None] Provisioning complete for port 1eb61312-0315-45a7-a655-f6e6ecdbc5e2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:04.489698 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9881708b-bb10-48b1-8afd-6fe485a933c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1eb61312-0315-45a7-a655-f6e6ecdbc5e2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.498077 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (60df7c39-e318-4606-82ca-0f455e7054ef), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.561326 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7cb456f1-4002-40f4-b8c0-d7d74044ad5a tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks [] for security_group_rule (57392961-d97b-4099-80b9-c83fa62dc312), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.637671 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b69f0-66ba-4cbc-9bfa-4de5671fb30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4e89a7-4639-4bff-8dd1-7421537e2117,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:04.834460 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7cb456f1-4002-40f4-b8c0-d7d74044ad5a tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks [] for security_group_rule (57392961-d97b-4099-80b9-c83fa62dc312), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.846403 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e30e0b-6788-49ce-8a0d-f4b83c64b17c None None] Pushing event updated for resources: {'Port': ['ID=60df7c39-e318-4606-82ca-0f455e7054ef,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:04.861618 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] Attempting to bind port 60df7c39-e318-4606-82ca-0f455e7054ef on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:04.862750 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] Attempting to bind port 60df7c39-e318-4606-82ca-0f455e7054ef by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:04.863377 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] Attempting to bind port 60df7c39-e318-4606-82ca-0f455e7054ef on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:04.905318 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:04.905947 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:04.906647 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.907313 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:04.912698 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] Bound port: 60df7c39-e318-4606-82ca-0f455e7054ef, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:04.913366 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (60df7c39-e318-4606-82ca-0f455e7054ef), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.959807 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7cb456f1-4002-40f4-b8c0-d7d74044ad5a tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (57392961-d97b-4099-80b9-c83fa62dc312), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.115638 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb456f1-4002-40f4-b8c0-d7d74044ad5a tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57392961-d97b-4099-80b9-c83fa62dc312,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:05.131553 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa335f7-d2d6-4143-a749-493180d9f20f req-db857958-8e89-4f17-a59d-29808dc233a6 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:05.133262 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1aa335f7-d2d6-4143-a749-493180d9f20f req-db857958-8e89-4f17-a59d-29808dc233a6 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 946 time: 0.1994598 Feb 09 21:46:05.181517 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7cb456f1-4002-40f4-b8c0-d7d74044ad5a tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.197657 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7cb456f1-4002-40f4-b8c0-d7d74044ad5a tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9137371 Feb 09 21:46:05.208218 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36990) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:05.225468 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] For port 60df7c39-e318-4606-82ca-0f455e7054ef, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:05.230787 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-1c64b109-4c5a-416b-9b98-0d215791a8a7 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:05.233956 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] For port 60df7c39-e318-4606-82ca-0f455e7054ef, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=60df7c39-e318-4606-82ca-0f455e7054ef,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:05.271009 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (60df7c39-e318-4606-82ca-0f455e7054ef), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.273100 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9881708b-bb10-48b1-8afd-6fe485a933c7 None None] Current status of the port 1eb61312-0315-45a7-a655-f6e6ecdbc5e2 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:05.319532 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a4531-ce33-43e8-8e20-041e67bdd0a0 None None] Pushing event updated for resources: {'Port': ['ID=1eb61312-0315-45a7-a655-f6e6ecdbc5e2,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:05.445437 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1aa335f7-d2d6-4143-a749-493180d9f20f req-6bdddff0-b9dc-4b7c-afb0-15fb48486e16 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882893 Feb 09 21:46:05.548946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1eb61312-0315-45a7-a655-f6e6ecdbc5e2 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:05.743362 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] Routers {'1d634aef-6df6-4046-b124-674f2c4ab789'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:05.743362 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:45:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1d634aef-6df6-4046-b124-674f2c4ab789'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:05.756948 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c64b109-4c5a-416b-9b98-0d215791a8a7 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.839555 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'name': 'tempest-ServersTestFqdnHostnames-2041807015-router', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:44Z', 'updated_at': '2022-02-09T21:45:57Z', 'revision_number': 4, 'project_id': '0323982111b744578daf6e90f75c2d45', 'gw_port': {'id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:46Z', 'updated_at': '2022-02-09T21:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '54f5ed10-43be-4113-95fb-17c887c6b48c', 'name': '', 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'mac_address': 'fa:16:3e:9d:63:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8608fa55-042e-4e51-9de3-6f9d7c457e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:54Z', 'updated_at': '2022-02-09T21:45:57Z', 'revision_number': 2, 'project_id': '0323982111b744578daf6e90f75c2d45', 'subnets': [{'id': '8608fa55-042e-4e51-9de3-6f9d7c457e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:05.852314 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b891e4a-0218-4eca-bc90-557065dffa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.927334 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] Checking router: e8204292-0baa-42de-acc5-755f4fa21f47 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:46:05.931049 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] Updating router e8204292-0baa-42de-acc5-755f4fa21f47 port 54f5ed10-43be-4113-95fb-17c887c6b48c binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:46:05.990575 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (54f5ed10-43be-4113-95fb-17c887c6b48c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.993094 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1eb61312-0315-45a7-a655-f6e6ecdbc5e2 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:06.469915 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1eb61312-0315-45a7-a655-f6e6ecdbc5e2 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:06.470297 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1eb61312-0315-45a7-a655-f6e6ecdbc5e2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:06.583221 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e30e0b-6788-49ce-8a0d-f4b83c64b17c None None] Pushing event updated for resources: {'Port': ['ID=60df7c39-e318-4606-82ca-0f455e7054ef,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:06.760509 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] Set router 1d634aef-6df6-4046-b124-674f2c4ab789 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:07.076270 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1eb61312-0315-45a7-a655-f6e6ecdbc5e2 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:07.249742 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903932cb-00e9-4cfa-aec8-76d020bc2a0e req-bf078a69-7c09-4f07-87a4-43fbab834dff tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:07.268727 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-903932cb-00e9-4cfa-aec8-76d020bc2a0e req-bf078a69-7c09-4f07-87a4-43fbab834dff tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 946 time: 0.4382799 Feb 09 21:46:07.544298 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-903932cb-00e9-4cfa-aec8-76d020bc2a0e req-25f033e6-b3dc-4122-90a1-27412b729386 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669339 Feb 09 21:46:07.559429 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37062) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:07.730621 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] Publish callbacks [] for port (54f5ed10-43be-4113-95fb-17c887c6b48c), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:07.753591 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (54f5ed10-43be-4113-95fb-17c887c6b48c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:07.866015 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c64b109-4c5a-416b-9b98-0d215791a8a7 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:08.193795 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'name': 'tempest-AttachVolumeTestJSON-1446099806-router', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:53Z', 'updated_at': '2022-02-09T21:45:57Z', 'revision_number': 3, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'gw_port': {'id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:55Z', 'updated_at': '2022-02-09T21:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:08.217759 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-ae29be9c-8dcb-4385-9f58-98c55d784326 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:08.218597 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ae29be9c-8dcb-4385-9f58-98c55d784326 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.6577251 Feb 09 21:46:08.229240 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37080) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:08.242768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-8d264a6c-edc5-4e7e-94d6-5dcfddf0c5b6 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:08.243831 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8d264a6c-edc5-4e7e-94d6-5dcfddf0c5b6 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0113494 Feb 09 21:46:08.261788 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37082) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:08.276895 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-db0b8f3d-d4fa-49e3-8839-c14b4bba4daf tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:08.277904 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-db0b8f3d-d4fa-49e3-8839-c14b4bba4daf tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0142441 Feb 09 21:46:08.293693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37084) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:08.307914 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-fe051df1-c321-4266-a80f-8d51daea1ebf tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:08.309229 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fe051df1-c321-4266-a80f-8d51daea1ebf tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0143158 Feb 09 21:46:08.320690 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37088) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:08.348292 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-a7382367-bc20-4ec3-8a91-386f3f3f17c5 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:08.353373 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a7382367-bc20-4ec3-8a91-386f3f3f17c5 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0313458 Feb 09 21:46:08.356267 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37090) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:08.374994 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-6b891e4a-0218-4eca-bc90-557065dffa37 admin admin] Allocated IP 172.20.0.1 (aad7656a-c886-4fbe-b34b-d44bdd76ed85/d2ffb735-399f-41c7-b4e2-94dff197f693/fa894a3a-b6ff-46bc-abd8-254ccd2cd964) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:08.378808 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-a3a3429f-a57c-4d97-987e-0f4eee2e09bf tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:08.385699 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a3a3429f-a57c-4d97-987e-0f4eee2e09bf tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0256691 Feb 09 21:46:08.394901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37094) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:08.427741 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-263499d1-916e-4f2e-be59-49e517af8cec tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:08.429132 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-263499d1-916e-4f2e-be59-49e517af8cec tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0326798 Feb 09 21:46:08.432472 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37096) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:08.436560 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-14693f7b-a718-4b40-9bfb-43dca8b4756c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:08.443181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-ede20409-3777-4cd7-a3e5-b4d0c3c7e456 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:08.447254 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2614f164-d638-4aaf-a472-c3bc244c68ba None None] The sync data for ids ['1d634aef-6df6-4046-b124-674f2c4ab789'] in n-d-828601-1 is: [{'id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'name': 'tempest-AttachVolumeTestJSON-1446099806-router', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:53Z', 'updated_at': '2022-02-09T21:45:57Z', 'revision_number': 3, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'gw_port': {'id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:55Z', 'updated_at': '2022-02-09T21:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:08.460818 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ede20409-3777-4cd7-a3e5-b4d0c3c7e456 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0223043 Feb 09 21:46:08.468132 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37098) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:08.491815 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [None req-de200aa8-aeeb-4a3c-b179-1772351812db tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:08.504884 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ec41f-5ab1-496b-82de-4c96809050ba req-bd434ce2-cd93-4302-a77f-e718e278b130 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:08.504884 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-117ec41f-5ab1-496b-82de-4c96809050ba req-bd434ce2-cd93-4302-a77f-e718e278b130 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 946 time: 0.4479046 Feb 09 21:46:08.504884 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37100) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:08.505523 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0d6a4-717b-43ba-905f-c1f5321e2f2e None None] Pushing event updated for resources: {'Port': ['ID=54f5ed10-43be-4113-95fb-17c887c6b48c,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:08.505681 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-de200aa8-aeeb-4a3c-b179-1772351812db tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0354760 Feb 09 21:46:08.516118 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-3627061e-85d5-4299-8f15-892086d257a4 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:08.516118 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3627061e-85d5-4299-8f15-892086d257a4 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0148735 Feb 09 21:46:08.522445 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37102) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:08.582865 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] Attempting to bind port 54f5ed10-43be-4113-95fb-17c887c6b48c on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:08.583258 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] Attempting to bind port 54f5ed10-43be-4113-95fb-17c887c6b48c by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '024fa9b1-c919-495d-b455-dbda4caf886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:08.583620 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] Attempting to bind port 54f5ed10-43be-4113-95fb-17c887c6b48c on network 110e6acb-5225-4293-bb53-b200a63e1ab6 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:08.589968 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-1c64b109-4c5a-416b-9b98-0d215791a8a7 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Allocated IP 172.25.6.77 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/dee46e7d-727c-4cfa-8131-27472b9ac746) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:08.614884 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:08.615262 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] Checking segment: {'id': '024fa9b1-c919-495d-b455-dbda4caf886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:08.628625 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:08.629326 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] Bound using segment: {'id': '024fa9b1-c919-495d-b455-dbda4caf886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:08.632484 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] Bound port: 54f5ed10-43be-4113-95fb-17c887c6b48c, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024fa9b1-c919-495d-b455-dbda4caf886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:08.637981 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (54f5ed10-43be-4113-95fb-17c887c6b48c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:08.814060 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-72ee25f9-2b03-452f-a2cf-9c3c5fa9b1bc tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:08.819289 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-72ee25f9-2b03-452f-a2cf-9c3c5fa9b1bc tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0837147 Feb 09 21:46:08.825071 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37112) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:08.841983 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-5ed6b8f9-edff-412f-a917-a6565c0ff16b tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:08.847747 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5ed6b8f9-edff-412f-a917-a6565c0ff16b tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0096991 Feb 09 21:46:08.855016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37114) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:08.912183 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-2251378d-810c-4815-a64f-7377424595d1 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:08.915244 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2251378d-810c-4815-a64f-7377424595d1 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0491195 Feb 09 21:46:08.923672 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37118) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:08.927073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] For port 54f5ed10-43be-4113-95fb-17c887c6b48c, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:08.937337 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-fd16d84f-858a-4d21-8f73-bad88321645f tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:08.944097 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] For port 54f5ed10-43be-4113-95fb-17c887c6b48c, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=54f5ed10-43be-4113-95fb-17c887c6b48c,segment=NetworkSegment(024fa9b1-c919-495d-b455-dbda4caf886e),segment_id=024fa9b1-c919-495d-b455-dbda4caf886e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:08.945786 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fd16d84f-858a-4d21-8f73-bad88321645f tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0136678 Feb 09 21:46:08.951770 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37120) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:08.975364 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (54f5ed10-43be-4113-95fb-17c887c6b48c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:08.999115 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-7784ba10-d60e-4eeb-91b0-c92bbdaead13 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:09.005120 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7784ba10-d60e-4eeb-91b0-c92bbdaead13 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0379734 Feb 09 21:46:09.010480 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-117ec41f-5ab1-496b-82de-4c96809050ba req-cc23e5db-3597-42f1-a948-89169ea9a28e tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Deleting port 3c1490e9-e82f-494d-bf81-70de77779683 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:09.011878 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-117ec41f-5ab1-496b-82de-4c96809050ba req-cc23e5db-3597-42f1-a948-89169ea9a28e tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (3c1490e9-e82f-494d-bf81-70de77779683), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.187839 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37126) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:09.209243 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [None req-181a28a1-6fe7-4362-b277-d2262d408c60 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:09.221185 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-181a28a1-6fe7-4362-b277-d2262d408c60 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0161514 Feb 09 21:46:09.235331 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37136) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:09.244704 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [None req-ed48a074-caf6-4d1a-ab3f-16e0a3c5b4bf tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:09.247220 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ed48a074-caf6-4d1a-ab3f-16e0a3c5b4bf tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0102427 Feb 09 21:46:09.256722 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37138) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:09.265101 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [None req-1f9f2817-99f3-4007-a89b-db14d28579ca tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:09.271421 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1f9f2817-99f3-4007-a89b-db14d28579ca tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0097055 Feb 09 21:46:09.294211 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37140) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:09.310500 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [None req-36fa2a00-03f5-4692-8114-fd2d046ee71a tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:09.317032 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-36fa2a00-03f5-4692-8114-fd2d046ee71a tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0121095 Feb 09 21:46:09.327385 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37142) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:09.351628 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [None req-862a788f-0bec-44ac-8bc4-d065b17b6e36 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:09.375407 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-862a788f-0bec-44ac-8bc4-d065b17b6e36 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0371931 Feb 09 21:46:09.478608 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37146) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:09.499722 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [None req-1c778832-e3c7-497c-9751-95c2394f8e65 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:09.528330 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1c778832-e3c7-497c-9751-95c2394f8e65 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0457964 Feb 09 21:46:09.529032 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37148) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:09.615595 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [None req-16d568ee-1eea-473d-b73b-d3f6d204ef48 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:09.620613 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-16d568ee-1eea-473d-b73b-d3f6d204ef48 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0485508 Feb 09 21:46:09.637707 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37150) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:09.649502 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-3d7ba3b6-71eb-4d3d-b624-5c95196e2e6d tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:09.674422 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-46e44bec-5897-4994-9699-2f782970338f None None] Provisioning complete for port 54f5ed10-43be-4113-95fb-17c887c6b48c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:09.685601 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3d7ba3b6-71eb-4d3d-b624-5c95196e2e6d tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0365031 Feb 09 21:46:09.685601 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-117ec41f-5ab1-496b-82de-4c96809050ba req-cc23e5db-3597-42f1-a948-89169ea9a28e tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] For port 3c1490e9-e82f-494d-bf81-70de77779683, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3c1490e9-e82f-494d-bf81-70de77779683,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:09.690583 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-46e44bec-5897-4994-9699-2f782970338f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (54f5ed10-43be-4113-95fb-17c887c6b48c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.697829 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-117ec41f-5ab1-496b-82de-4c96809050ba req-cc23e5db-3597-42f1-a948-89169ea9a28e tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (3c1490e9-e82f-494d-bf81-70de77779683), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.707595 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37152) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:09.759688 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-338c68aa-9419-4b64-9d9e-1990b4de581b tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:09.773427 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-338c68aa-9419-4b64-9d9e-1990b4de581b tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0516002 Feb 09 21:46:09.775210 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37154) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:09.788976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-117ec41f-5ab1-496b-82de-4c96809050ba req-cc23e5db-3597-42f1-a948-89169ea9a28e tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Calling delete_port for 3c1490e9-e82f-494d-bf81-70de77779683 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:09.792427 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [None req-dfaacfd1-89ba-4663-8ff4-1de7e788074c tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:09.818464 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dfaacfd1-89ba-4663-8ff4-1de7e788074c tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0272205 Feb 09 21:46:09.860821 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37156) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:09.893798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-49b0516e-33a7-481c-bd33-c86c1721fcc2 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:09.905176 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-49b0516e-33a7-481c-bd33-c86c1721fcc2 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0353949 Feb 09 21:46:09.912314 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37158) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:09.916943 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b891e4a-0218-4eca-bc90-557065dffa37 admin admin] Publish callbacks [] for port (fa894a3a-b6ff-46bc-abd8-254ccd2cd964), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.020598 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 60df7c39-e318-4606-82ca-0f455e7054ef up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:10.122202 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-ec11444a-a86b-4a5c-a028-404949432f34 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:10.144248 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ec11444a-a86b-4a5c-a028-404949432f34 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0596261 Feb 09 21:46:10.153822 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37164) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:10.232207 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b891e4a-0218-4eca-bc90-557065dffa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (fa894a3a-b6ff-46bc-abd8-254ccd2cd964), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.245843 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-b0dbb1b9-908c-47ef-9610-eeefe1f0f9e9 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:10.246494 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b0dbb1b9-908c-47ef-9610-eeefe1f0f9e9 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0655305 Feb 09 21:46:10.267059 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37168) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:10.273711 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-3f7118ea-ded0-48f9-8360-a2aa35b25cf7 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:10.275057 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3f7118ea-ded0-48f9-8360-a2aa35b25cf7 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0065408 Feb 09 21:46:10.289505 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37170) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:10.308339 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-30908e35-c8fd-48a5-acc0-aa6d186fff52 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:10.312299 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-30908e35-c8fd-48a5-acc0-aa6d186fff52 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0197763 Feb 09 21:46:10.328952 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37172) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:10.333928 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0d6a4-717b-43ba-905f-c1f5321e2f2e None None] Pushing event updated for resources: {'Port': ['ID=54f5ed10-43be-4113-95fb-17c887c6b48c,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:10.341604 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c64b109-4c5a-416b-9b98-0d215791a8a7 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks [] for port (dee46e7d-727c-4cfa-8131-27472b9ac746), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.353404 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-4b7f17eb-0b5f-401e-82ea-85d1955b2175 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:10.369540 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4b7f17eb-0b5f-401e-82ea-85d1955b2175 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0278826 Feb 09 21:46:10.397990 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37174) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:10.416077 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] Routers {'e8204292-0baa-42de-acc5-755f4fa21f47'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:10.417451 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-3297a9b3-d9bf-4739-89a8-dbeb09da6ac4 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:10.420948 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3297a9b3-d9bf-4739-89a8-dbeb09da6ac4 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0215249 Feb 09 21:46:10.425109 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:45:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e8204292-0baa-42de-acc5-755f4fa21f47'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:10.431232 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37176) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:10.488873 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [None req-9e18ae9c-37af-435e-88b0-41b5cab07481 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:10.490818 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9e18ae9c-37af-435e-88b0-41b5cab07481 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0498972 Feb 09 21:46:10.569069 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37182) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:10.600226 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b891e4a-0218-4eca-bc90-557065dffa37 admin admin] Network aad7656a-c886-4fbe-b34b-d44bdd76ed85 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:10.601867 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-0a574ab0-04fd-4d8b-80eb-76008581316a tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:10.608287 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0a574ab0-04fd-4d8b-80eb-76008581316a tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0316000 Feb 09 21:46:10.635080 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-6b891e4a-0218-4eca-bc90-557065dffa37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:10.636781 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37186) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:10.714592 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-f077b991-9b57-4624-9788-21ea71db6b89 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:10.724290 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f077b991-9b57-4624-9788-21ea71db6b89 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0826688 Feb 09 21:46:10.734293 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37188) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:10.755875 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b891e4a-0218-4eca-bc90-557065dffa37 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:10.786278 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-90116496-2875-4791-a4e6-5880287e17f4 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:10.797121 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-90116496-2875-4791-a4e6-5880287e17f4 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0386758 Feb 09 21:46:11.013571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37192) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:11.065618 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [None req-bdf7e99d-f19c-4f4b-8d95-cf7d9ea4c17a tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:11.091579 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bdf7e99d-f19c-4f4b-8d95-cf7d9ea4c17a tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0758615 Feb 09 21:46:11.143279 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37196) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:11.169659 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74930fc4-2782-4168-bbec-32e0a938b61b req-270acffb-d5a8-4a77-8929-36519e57e5d0 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:11.191537 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-74930fc4-2782-4168-bbec-32e0a938b61b req-270acffb-d5a8-4a77-8929-36519e57e5d0 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 946 time: 0.7551897 Feb 09 21:46:11.195418 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [None req-f4e9adde-ab87-49b3-94a0-e05f782fe381 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:11.197047 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-117ec41f-5ab1-496b-82de-4c96809050ba req-cc23e5db-3597-42f1-a948-89169ea9a28e tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (3c1490e9-e82f-494d-bf81-70de77779683), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.216984 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f4e9adde-ab87-49b3-94a0-e05f782fe381 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0493147 Feb 09 21:46:11.230788 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37200) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:11.263636 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [None req-0e0b772e-9172-4288-af5f-1f725e7e14b6 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:11.285368 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] Set router e8204292-0baa-42de-acc5-755f4fa21f47 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:11.296227 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0e0b772e-9172-4288-af5f-1f725e7e14b6 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0429890 Feb 09 21:46:11.298738 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b891e4a-0218-4eca-bc90-557065dffa37 admin admin] Pushing event updated for resources: {'Port': ['ID=fa894a3a-b6ff-46bc-abd8-254ccd2cd964,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:11.319082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37202) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:11.339120 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23e5db-3597-42f1-a948-89169ea9a28e tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Pushing event deleted for resources: {'Port': ['ID=3c1490e9-e82f-494d-bf81-70de77779683,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:11.407204 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [None req-d1033a4c-fc12-40ff-adec-e6de121987cc tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:11.418057 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d1033a4c-fc12-40ff-adec-e6de121987cc tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0464325 Feb 09 21:46:11.463179 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37204) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:11.475988 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [None req-13d4f46e-2781-415d-b5be-40009c59b2b9 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:11.496846 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-13d4f46e-2781-415d-b5be-40009c59b2b9 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0271614 Feb 09 21:46:11.531465 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37206) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:11.535944 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-117ec41f-5ab1-496b-82de-4c96809050ba req-cc23e5db-3597-42f1-a948-89169ea9a28e tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] No DVR routers for this DVR port 3c1490e9-e82f-494d-bf81-70de77779683 on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:11.546183 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-117ec41f-5ab1-496b-82de-4c96809050ba req-cc23e5db-3597-42f1-a948-89169ea9a28e tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.560723 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-117ec41f-5ab1-496b-82de-4c96809050ba req-cc23e5db-3597-42f1-a948-89169ea9a28e tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.42 "DELETE /v2.0/ports/3c1490e9-e82f-494d-bf81-70de77779683 HTTP/1.1" status: 204 len: 173 time: 3.0434017 Feb 09 21:46:11.625176 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [None req-4df2ef40-0acf-4f0b-b450-f4e19f5d2afd tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:11.638188 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4df2ef40-0acf-4f0b-b450-f4e19f5d2afd tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0457013 Feb 09 21:46:11.654846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37212) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:11.670837 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5370da-afec-4ad7-b2b3-1e94b7824b46', 'name': 'network-vif-deleted', 'tag': '3c1490e9-e82f-494d-bf81-70de77779683'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:11.680362 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2a238e-d02d-4307-b350-a293a0d5af89" -d '{"events": [{"server_uuid": "4f5370da-afec-4ad7-b2b3-1e94b7824b46", "name": "network-vif-deleted", "tag": "3c1490e9-e82f-494d-bf81-70de77779683"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:11.691310 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [None req-cf8a9e6f-712e-4c5b-a472-8061107910ec tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:11.716082 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cf8a9e6f-712e-4c5b-a472-8061107910ec tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0496390 Feb 09 21:46:11.717641 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37220) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:11.730878 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-74930fc4-2782-4168-bbec-32e0a938b61b req-aaaf5e89-8667-4d69-a580-13799eb852cf tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379276 Feb 09 21:46:11.737736 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [None req-3490d156-5570-4584-b769-eb6b57e27f31 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:11.744251 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37222) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:11.746321 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3490d156-5570-4584-b769-eb6b57e27f31 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0172238 Feb 09 21:46:11.763065 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-142373f1-4d0d-49a9-9056-15b695257c59 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:11.773026 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-142373f1-4d0d-49a9-9056-15b695257c59 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0239513 Feb 09 21:46:11.780245 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37224) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:11.781571 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b891e4a-0218-4eca-bc90-557065dffa37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (1d634aef-6df6-4046-b124-674f2c4ab789), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.792180 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-d85f7fc9-65d8-47cb-8d0d-493a33aefa16 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:11.793193 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d85f7fc9-65d8-47cb-8d0d-493a33aefa16 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0117025 Feb 09 21:46:11.807328 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37226) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:11.884990 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-63a351e5-7aa6-4b4e-b9ea-c790f256d4f1 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:11.887162 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-63a351e5-7aa6-4b4e-b9ea-c790f256d4f1 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0787439 Feb 09 21:46:11.894632 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37232) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:11.915046 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-492c45ad-459f-43e7-a5fa-2199ef2a1810 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:11.921463 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-492c45ad-459f-43e7-a5fa-2199ef2a1810 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0256555 Feb 09 21:46:11.928424 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37238) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:11.949686 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-6c255c90-4082-40c0-a000-424a48efc056 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:11.980451 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c64b109-4c5a-416b-9b98-0d215791a8a7 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (dee46e7d-727c-4cfa-8131-27472b9ac746), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.988769 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6c255c90-4082-40c0-a000-424a48efc056 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0533452 Feb 09 21:46:11.991673 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37240) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:11.998789 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1c177cf5-f332-475d-a3e5-42351a5cc506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.013796 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-67a53edf-a1e4-4d33-bc8f-4c7d4b82fbbf tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:12.026152 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-67a53edf-a1e4-4d33-bc8f-4c7d4b82fbbf tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0264993 Feb 09 21:46:12.030779 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37242) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.078477 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [None req-09fbf625-c1de-4007-b056-dfc4b8917575 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:12.085062 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37244) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.086374 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-09fbf625-c1de-4007-b056-dfc4b8917575 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0141318 Feb 09 21:46:12.092407 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-98a6d719-c8b6-46f0-9111-21b4e6b17fd5 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:12.093953 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-98a6d719-c8b6-46f0-9111-21b4e6b17fd5 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0062094 Feb 09 21:46:12.101624 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37246) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.116070 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-fe094021-99b7-4cbd-98e7-598d8cc1aa55 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:12.121443 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fe094021-99b7-4cbd-98e7-598d8cc1aa55 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0183148 Feb 09 21:46:12.127384 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37248) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.141095 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-18e97c51-9d0e-4d98-ba81-3358f02e604e tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:12.145021 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-18e97c51-9d0e-4d98-ba81-3358f02e604e tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0155637 Feb 09 21:46:12.149717 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37250) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.165954 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c64b109-4c5a-416b-9b98-0d215791a8a7 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:12.176362 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-5dfd1abc-d32c-4c4a-ae57-61074d047d2c tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:12.179586 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5dfd1abc-d32c-4c4a-ae57-61074d047d2c tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0241675 Feb 09 21:46:12.185188 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37252) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.217139 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-111ce517-6218-471f-8aac-501fd5994039 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:12.218618 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-111ce517-6218-471f-8aac-501fd5994039 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0299597 Feb 09 21:46:12.225096 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37254) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.244477 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-d99e4496-d915-43d3-8880-4fee66a727fe tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:12.246206 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-1c64b109-4c5a-416b-9b98-0d215791a8a7 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:12.247591 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d99e4496-d915-43d3-8880-4fee66a727fe tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0210309 Feb 09 21:46:12.253300 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37258) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.259583 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-aaabe16c-7a2c-4c97-b8d7-5d153599e49f tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:12.264231 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-aaabe16c-7a2c-4c97-b8d7-5d153599e49f tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0084119 Feb 09 21:46:12.270046 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37260) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.274455 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 3c1490e9-e82f-494d-bf81-70de77779683 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:12.282166 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-467b72a6-1520-4669-953a-701842ea146a tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:12.285186 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-467b72a6-1520-4669-953a-701842ea146a tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0134883 Feb 09 21:46:12.292355 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37262) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.300914 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c64b109-4c5a-416b-9b98-0d215791a8a7 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:12.301481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-40123e61-c26a-48aa-a84f-cc224a32575a tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:12.304752 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-40123e61-c26a-48aa-a84f-cc224a32575a tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0109739 Feb 09 21:46:12.309230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37264) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.392003 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-587f5244-36b4-4eea-af24-690ffcfbc57c tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:12.396001 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-587f5244-36b4-4eea-af24-690ffcfbc57c tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0829525 Feb 09 21:46:12.414771 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1eafa49-e452-4f83-889f-f019ff97e97f req-8bffdafa-9f42-4704-a892-0922c77ca211 tempest-ServerShowV254Test-675106195 tempest-ServerShowV254Test-675106195-project] 10.222.0.77 "GET /v2.0/ports?device_id=08ae4452-e830-46b2-845c-8623f054ac8c HTTP/1.1" status: 200 len: 210 time: 0.1195459 Feb 09 21:46:12.415577 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37266) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.436832 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-da828dd5-5331-45d2-867a-655c2ba149b0 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:12.441835 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-da828dd5-5331-45d2-867a-655c2ba149b0 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0199265 Feb 09 21:46:12.445468 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 3c1490e9-e82f-494d-bf81-70de77779683 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:12.445982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 3c1490e9-e82f-494d-bf81-70de77779683 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:12.447697 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37268) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.472649 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-40c385a9-39ff-4a14-a1b9-8f9e029400db tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:12.477929 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-40c385a9-39ff-4a14-a1b9-8f9e029400db tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0269296 Feb 09 21:46:12.484260 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37270) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.507785 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-2380799e-cb25-429d-a36a-88ea6ea6fc7b tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:12.512504 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2380799e-cb25-429d-a36a-88ea6ea6fc7b tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0265958 Feb 09 21:46:12.522485 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37272) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.553732 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-693b7bf8-fd30-427d-b0e1-c40be9551a1b tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:12.571481 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-693b7bf8-fd30-427d-b0e1-c40be9551a1b tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0401492 Feb 09 21:46:12.578168 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.579159 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37274) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.586288 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64b109-4c5a-416b-9b98-0d215791a8a7 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Pushing event updated for resources: {'Port': ['ID=dee46e7d-727c-4cfa-8131-27472b9ac746,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:12.608026 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-8f1e32aa-d968-486d-a39e-705b26af401a tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:12.609050 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8f1e32aa-d968-486d-a39e-705b26af401a tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0288711 Feb 09 21:46:12.625374 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37276) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.627003 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4ba96f-a6fe-446b-a26d-368a0fe01e53 x-openstack-request-id: req-4a4ba96f-a6fe-446b-a26d-368a0fe01e53 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:12.627521 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5370da-afec-4ad7-b2b3-1e94b7824b46", "name": "network-vif-deleted", "tag": "3c1490e9-e82f-494d-bf81-70de77779683", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:12.627959 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4a4ba96f-a6fe-446b-a26d-368a0fe01e53 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:12.632219 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5370da-afec-4ad7-b2b3-1e94b7824b46', 'name': 'network-vif-deleted', 'tag': '3c1490e9-e82f-494d-bf81-70de77779683', 'status': 'completed', 'code': 200} Feb 09 21:46:12.649329 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-38748136-35c0-4f97-b817-3e34945fd30d tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:12.653085 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-38748136-35c0-4f97-b817-3e34945fd30d tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0196090 Feb 09 21:46:12.657526 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37278) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.671421 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-28277170-bda6-4a72-ab64-18f617fe10cf tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:12.677535 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-28277170-bda6-4a72-ab64-18f617fe10cf tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0153925 Feb 09 21:46:12.679927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37282) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.693305 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-ac79fabc-3056-4790-9fac-f4ad154b395f tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:12.695791 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ac79fabc-3056-4790-9fac-f4ad154b395f tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0146224 Feb 09 21:46:12.700075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37284) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.721289 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-75f3064d-8d38-4ee9-af2e-089cb94b54a4 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:12.729981 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-75f3064d-8d38-4ee9-af2e-089cb94b54a4 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0259295 Feb 09 21:46:12.734570 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37286) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.744561 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [None req-b42693e4-c8d5-498e-ba6b-11505077a572 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:12.749036 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b42693e4-c8d5-498e-ba6b-11505077a572 tempest-ExtensionsTestJSON-1953358898 tempest-ExtensionsTestJSON-1953358898-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0124285 Feb 09 21:46:12.793116 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 60df7c39-e318-4606-82ca-0f455e7054ef triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:12.796921 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (60df7c39-e318-4606-82ca-0f455e7054ef), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.477933 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.479449 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-46e44bec-5897-4994-9699-2f782970338f None None] Current status of the port 54f5ed10-43be-4113-95fb-17c887c6b48c is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:13.480095 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-46e44bec-5897-4994-9699-2f782970338f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (54f5ed10-43be-4113-95fb-17c887c6b48c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.640151 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c39a5043-909b-4ed7-a75c-3655bf97d1c2 req-aecfa12c-ef89-4466-8c4a-cea6ef08b4cf tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f5370da-afec-4ad7-b2b3-1e94b7824b46 HTTP/1.1" status: 200 len: 210 time: 0.3560643 Feb 09 21:46:13.650757 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c64b109-4c5a-416b-9b98-0d215791a8a7 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks [] for floatingip (4ac8f845-f20a-4e90-a3fb-84a5b3e37def), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.671916 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b891e4a-0218-4eca-bc90-557065dffa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fa894a3a-b6ff-46bc-abd8-254ccd2cd964), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.679700 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccf270-a122-46a1-a6db-71a3ed1ae5bc req-ef032bb7-5fb8-49a8-b42f-9a601e05c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:13.682473 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91ccf270-a122-46a1-a6db-71a3ed1ae5bc req-ef032bb7-5fb8-49a8-b42f-9a601e05c796 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e40733820c934dfb83af2f06b782cec8&device_id=41207b11-9876-43a0-b130-f8ed7e9d4190 HTTP/1.1" status: 200 len: 1132 time: 0.6317692 Feb 09 21:46:13.918882 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-46e44bec-5897-4994-9699-2f782970338f None None] For port 54f5ed10-43be-4113-95fb-17c887c6b48c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=54f5ed10-43be-4113-95fb-17c887c6b48c,segment=NetworkSegment(024fa9b1-c919-495d-b455-dbda4caf886e),segment_id=024fa9b1-c919-495d-b455-dbda4caf886e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:13.970455 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-46e44bec-5897-4994-9699-2f782970338f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (54f5ed10-43be-4113-95fb-17c887c6b48c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.154077 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37322) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:14.286963 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.353911 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-86a2b54e-e19e-4530-b8f0-b6fc1f96bf92 None None] Provisioning complete for port 54f5ed10-43be-4113-95fb-17c887c6b48c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:14.357479 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-86a2b54e-e19e-4530-b8f0-b6fc1f96bf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (54f5ed10-43be-4113-95fb-17c887c6b48c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.367130 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b891e4a-0218-4eca-bc90-557065dffa37 admin admin] Publish callbacks [] for port (fa894a3a-b6ff-46bc-abd8-254ccd2cd964), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.443463 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b891e4a-0218-4eca-bc90-557065dffa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (fa894a3a-b6ff-46bc-abd8-254ccd2cd964), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.446935 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-63208d94-e8b2-4c1d-af1c-974362637442 req-5678bb19-9c12-4b24-b077-c71d5680a65c tempest-ServerShowV254Test-675106195 tempest-ServerShowV254Test-675106195-project] 10.222.0.77 "GET /v2.0/ports?device_id=08ae4452-e830-46b2-845c-8623f054ac8c HTTP/1.1" status: 200 len: 210 time: 0.2262495 Feb 09 21:46:14.548596 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 60df7c39-e318-4606-82ca-0f455e7054ef is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:14.550042 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (60df7c39-e318-4606-82ca-0f455e7054ef), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.557357 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccf270-a122-46a1-a6db-71a3ed1ae5bc req-3439b5d9-0787-4007-8554-b0979dd03a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:14.574574 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91ccf270-a122-46a1-a6db-71a3ed1ae5bc req-3439b5d9-0787-4007-8554-b0979dd03a53 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.8628323 Feb 09 21:46:14.575152 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 60df7c39-e318-4606-82ca-0f455e7054ef, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=60df7c39-e318-4606-82ca-0f455e7054ef,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:14.601755 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (60df7c39-e318-4606-82ca-0f455e7054ef), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.635301 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c64b109-4c5a-416b-9b98-0d215791a8a7 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (dee46e7d-727c-4cfa-8131-27472b9ac746), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.704895 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91ccf270-a122-46a1-a6db-71a3ed1ae5bc req-5c9fee66-a53a-4b1f-8e43-76e8550779f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=29f4feea-ac0c-484f-8189-8c95799fcf6a HTTP/1.1" status: 200 len: 217 time: 0.1170192 Feb 09 21:46:14.737618 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e44bec-5897-4994-9699-2f782970338f None None] Pushing event updated for resources: {'Port': ['ID=54f5ed10-43be-4113-95fb-17c887c6b48c,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:14.848301 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b891e4a-0218-4eca-bc90-557065dffa37 admin admin] Pushing event updated for resources: {'Port': ['ID=fa894a3a-b6ff-46bc-abd8-254ccd2cd964,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:14.866638 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccf270-a122-46a1-a6db-71a3ed1ae5bc req-f4edeb67-88df-483e-bb49-a8ade00ea650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:14.870905 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91ccf270-a122-46a1-a6db-71a3ed1ae5bc req-f4edeb67-88df-483e-bb49-a8ade00ea650 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1554182 Feb 09 21:46:14.885725 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b891e4a-0218-4eca-bc90-557065dffa37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (1d634aef-6df6-4046-b124-674f2c4ab789), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.071114 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b371f54d-b41b-4bc8-91c3-96e31dfed747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.087195 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=60df7c39-e318-4606-82ca-0f455e7054ef,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:15.195936 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccf270-a122-46a1-a6db-71a3ed1ae5bc req-9f000d1f-2412-47fe-89d1-6b0f46a78c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:15.198392 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91ccf270-a122-46a1-a6db-71a3ed1ae5bc req-9f000d1f-2412-47fe-89d1-6b0f46a78c4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2980602 Feb 09 21:46:15.346384 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'name': 'tempest-ServersTestFqdnHostnames-2041807015-router', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:44Z', 'updated_at': '2022-02-09T21:45:57Z', 'revision_number': 4, 'project_id': '0323982111b744578daf6e90f75c2d45', 'gw_port': {'id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:46Z', 'updated_at': '2022-02-09T21:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '54f5ed10-43be-4113-95fb-17c887c6b48c', 'name': '', 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'mac_address': 'fa:16:3e:9d:63:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8608fa55-042e-4e51-9de3-6f9d7c457e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:54Z', 'updated_at': '2022-02-09T21:46:08Z', 'revision_number': 4, 'project_id': '0323982111b744578daf6e90f75c2d45', 'subnets': [{'id': '8608fa55-042e-4e51-9de3-6f9d7c457e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:15.663640 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91ccf270-a122-46a1-a6db-71a3ed1ae5bc req-64ba51c5-ae96-478b-bfae-03c0c742a913 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429467 Feb 09 21:46:15.771179 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a29229-29e6-48ec-9f47-b21e5c4f79e4 None None] The sync data for ids ['e8204292-0baa-42de-acc5-755f4fa21f47'] in n-d-828601-1 is: [{'id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'name': 'tempest-ServersTestFqdnHostnames-2041807015-router', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:44Z', 'updated_at': '2022-02-09T21:45:57Z', 'revision_number': 4, 'project_id': '0323982111b744578daf6e90f75c2d45', 'gw_port': {'id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:46Z', 'updated_at': '2022-02-09T21:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '54f5ed10-43be-4113-95fb-17c887c6b48c', 'name': '', 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'mac_address': 'fa:16:3e:9d:63:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8608fa55-042e-4e51-9de3-6f9d7c457e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:54Z', 'updated_at': '2022-02-09T21:46:08Z', 'revision_number': 4, 'project_id': '0323982111b744578daf6e90f75c2d45', 'subnets': [{'id': '8608fa55-042e-4e51-9de3-6f9d7c457e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:15.823193 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1c9df207-75ef-4036-8022-8a94b27091d6 req-17a301e0-2c21-4be9-a42d-5c73eacc1f80 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=08ae4452-e830-46b2-845c-8623f054ac8c HTTP/1.1" status: 200 len: 210 time: 0.1472392 Feb 09 21:46:15.876660 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.879781 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-86a2b54e-e19e-4530-b8f0-b6fc1f96bf92 None None] Current status of the port 54f5ed10-43be-4113-95fb-17c887c6b48c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:15.906617 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.017506 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b891e4a-0218-4eca-bc90-557065dffa37 admin admin] Network aad7656a-c886-4fbe-b34b-d44bdd76ed85 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:16.025074 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-86a2b54e-e19e-4530-b8f0-b6fc1f96bf92 None None] Provisioning complete for port fa894a3a-b6ff-46bc-abd8-254ccd2cd964 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:16.028060 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-6b891e4a-0218-4eca-bc90-557065dffa37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:16.028798 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-86a2b54e-e19e-4530-b8f0-b6fc1f96bf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fa894a3a-b6ff-46bc-abd8-254ccd2cd964), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.253005 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-86a2b54e-e19e-4530-b8f0-b6fc1f96bf92 None None] Port fa894a3a-b6ff-46bc-abd8-254ccd2cd964 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:16.464965 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91ccf270-a122-46a1-a6db-71a3ed1ae5bc req-53ed0172-3f65-4a91-be0b-cdf72dd93a03 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7532873 Feb 09 21:46:16.765791 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b891e4a-0218-4eca-bc90-557065dffa37 admin admin] Router 1d634aef-6df6-4046-b124-674f2c4ab789 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:46:16.770923 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:46:16.871945 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-098c2df7-041c-407c-bb9b-1bd5335ed6a1 None None] Provisioning complete for port fa894a3a-b6ff-46bc-abd8-254ccd2cd964 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:16.872727 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-098c2df7-041c-407c-bb9b-1bd5335ed6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fa894a3a-b6ff-46bc-abd8-254ccd2cd964), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.003225 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b371f54d-b41b-4bc8-91c3-96e31dfed747 admin admin] Publish callbacks [] for security_group (84f24642-a0e0-4d48-9cf4-c56d03e73701), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.043927 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b371f54d-b41b-4bc8-91c3-96e31dfed747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (84f24642-a0e0-4d48-9cf4-c56d03e73701), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.146338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b891e4a-0218-4eca-bc90-557065dffa37 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:17.153806 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6b891e4a-0218-4eca-bc90-557065dffa37 admin admin] 10.222.0.77 "PUT /v2.0/routers/1d634aef-6df6-4046-b124-674f2c4ab789/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6373038 Feb 09 21:46:17.164076 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c64b109-4c5a-416b-9b98-0d215791a8a7 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks [] for port (dee46e7d-727c-4cfa-8131-27472b9ac746), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.179453 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c64b109-4c5a-416b-9b98-0d215791a8a7 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (dee46e7d-727c-4cfa-8131-27472b9ac746), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.222476 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-098c2df7-041c-407c-bb9b-1bd5335ed6a1 None None] Port fa894a3a-b6ff-46bc-abd8-254ccd2cd964 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:17.245172 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b371f54d-b41b-4bc8-91c3-96e31dfed747 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=901218c8c0064341b9f595dc9254f377&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0893247 Feb 09 21:46:17.247478 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371f54d-b41b-4bc8-91c3-96e31dfed747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f24642-a0e0-4d48-9cf4-c56d03e73701,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:17.250611 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 60df7c39-e318-4606-82ca-0f455e7054ef up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:17.268223 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37382) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:17.268520 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] Sync routers for ids ['1d634aef-6df6-4046-b124-674f2c4ab789'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:17.313174 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-5e07db77-7f18-45c3-8cb5-0738262446b6 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:17.319484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64b109-4c5a-416b-9b98-0d215791a8a7 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Pushing event updated for resources: {'Port': ['ID=dee46e7d-727c-4cfa-8131-27472b9ac746,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:17.323964 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c64b109-4c5a-416b-9b98-0d215791a8a7 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (4ac8f845-f20a-4e90-a3fb-84a5b3e37def), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.333954 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-5e07db77-7f18-45c3-8cb5-0738262446b6 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/networks?id=c4792088-bf96-48c8-a331-af790ba542bf HTTP/1.1" status: 200 len: 812 time: 1.6685603 Feb 09 21:46:17.357114 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c64b109-4c5a-416b-9b98-0d215791a8a7 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.373420 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1c64b109-4c5a-416b-9b98-0d215791a8a7 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 12.1639781 Feb 09 21:46:17.426004 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-53c1740e-4cc1-4d4b-9343-535eec793c8b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/quotas/4da379594fdf42339bba1d92c8147535 HTTP/1.1" status: 200 len: 375 time: 0.0659311 Feb 09 21:46:17.539159 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-60f435c4-016c-438d-8d90-b0307bf80cf9 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4da379594fdf42339bba1d92c8147535&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1005995 Feb 09 21:46:17.600165 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] Routers {'1d634aef-6df6-4046-b124-674f2c4ab789'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:17.606167 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:46:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1d634aef-6df6-4046-b124-674f2c4ab789'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:17.698285 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-cff079b7-f6e8-4fcf-aa5d-265f0cadcff5 service neutron] 10.222.0.77 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449406 Feb 09 21:46:17.838635 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 60df7c39-e318-4606-82ca-0f455e7054ef triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:17.839009 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (60df7c39-e318-4606-82ca-0f455e7054ef), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.870687 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-296523ac-640b-414a-b775-d536eb2c87e9 service neutron] 10.222.0.77 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664813 Feb 09 21:46:17.914278 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d73cc7c-f82f-407d-9ade-0f04f5a3e97a admin admin] Publish callbacks [] for security_group (84f24642-a0e0-4d48-9cf4-c56d03e73701), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.008395 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] Set router 1d634aef-6df6-4046-b124-674f2c4ab789 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:18.298715 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 60df7c39-e318-4606-82ca-0f455e7054ef is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:18.299905 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 54f5ed10-43be-4113-95fb-17c887c6b48c up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:18.517145 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 54f5ed10-43be-4113-95fb-17c887c6b48c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:18.518447 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (54f5ed10-43be-4113-95fb-17c887c6b48c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.786129 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'name': 'tempest-AttachVolumeTestJSON-1446099806-router', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:53Z', 'updated_at': '2022-02-09T21:46:12Z', 'revision_number': 4, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'gw_port': {'id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:55Z', 'updated_at': '2022-02-09T21:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'fa894a3a-b6ff-46bc-abd8-254ccd2cd964', 'name': '', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'mac_address': 'fa:16:3e:16:ce:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:06Z', 'updated_at': '2022-02-09T21:46:14Z', 'revision_number': 2, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'subnets': [{'id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:19.016067 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d73cc7c-f82f-407d-9ade-0f04f5a3e97a admin admin] Publish callbacks [] for security_group (84f24642-a0e0-4d48-9cf4-c56d03e73701), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.050214 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 54f5ed10-43be-4113-95fb-17c887c6b48c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:19.070909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] Checking router: 1d634aef-6df6-4046-b124-674f2c4ab789 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:46:19.072696 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] Updating router 1d634aef-6df6-4046-b124-674f2c4ab789 port fa894a3a-b6ff-46bc-abd8-254ccd2cd964 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:46:19.179997 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fa894a3a-b6ff-46bc-abd8-254ccd2cd964), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.244495 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ca1e774d-d782-4ce6-80e3-355e33ad1541 req-84df6ef8-d3cb-4054-918a-55b90e48675f tempest-ServerShowV254Test-675106195 tempest-ServerShowV254Test-675106195-project] 10.222.0.77 "GET /v2.0/ports?device_id=08ae4452-e830-46b2-845c-8623f054ac8c HTTP/1.1" status: 200 len: 210 time: 0.1714802 Feb 09 21:46:19.348903 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d73cc7c-f82f-407d-9ade-0f04f5a3e97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (84f24642-a0e0-4d48-9cf4-c56d03e73701), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.354957 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d73cc7c-f82f-407d-9ade-0f04f5a3e97a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.357580 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6d73cc7c-f82f-407d-9ade-0f04f5a3e97a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/84f24642-a0e0-4d48-9cf4-c56d03e73701 HTTP/1.1" status: 204 len: 168 time: 2.0845881 Feb 09 21:46:19.413659 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73cc7c-f82f-407d-9ade-0f04f5a3e97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f24642-a0e0-4d48-9cf4-c56d03e73701,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:19.921116 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-7686a74f-a9fa-4702-89e3-d2cdc1d50624 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1795046152&fields=id&tenant_id=0323982111b744578daf6e90f75c2d45 HTTP/1.1" status: 200 len: 267 time: 0.2902596 Feb 09 21:46:20.195776 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-b4028fd7-ded7-41b3-8d1c-d81584690ce8 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:20.208910 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-b4028fd7-ded7-41b3-8d1c-d81584690ce8 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/networks?id=110e6acb-5225-4293-bb53-b200a63e1ab6 HTTP/1.1" status: 200 len: 815 time: 0.2664895 Feb 09 21:46:20.246477 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-0c0365c1-da3d-4d88-b975-cef59a17406c tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/quotas/0323982111b744578daf6e90f75c2d45 HTTP/1.1" status: 200 len: 375 time: 0.0363450 Feb 09 21:46:20.305894 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] Publish callbacks [] for port (fa894a3a-b6ff-46bc-abd8-254ccd2cd964), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.319270 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fa894a3a-b6ff-46bc-abd8-254ccd2cd964), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.396782 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-729741d4-0d8b-4f6c-b758-d7f683322eb2 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0323982111b744578daf6e90f75c2d45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1327748 Feb 09 21:46:20.434727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2887b8-62f3-406f-b0bd-48958e8e223a None None] Pushing event updated for resources: {'Port': ['ID=fa894a3a-b6ff-46bc-abd8-254ccd2cd964,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:20.638962 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] Attempting to bind port fa894a3a-b6ff-46bc-abd8-254ccd2cd964 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:20.640522 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] Attempting to bind port fa894a3a-b6ff-46bc-abd8-254ccd2cd964 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '3cd100ae-5dd3-425d-94e6-f1c816ceeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:20.641153 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] Attempting to bind port fa894a3a-b6ff-46bc-abd8-254ccd2cd964 on network aad7656a-c886-4fbe-b34b-d44bdd76ed85 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:20.642230 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-2240d314-0e20-4d83-8369-a754f5fe90e6 service neutron] 10.222.0.77 "GET /v2.0/networks/110e6acb-5225-4293-bb53-b200a63e1ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507815 Feb 09 21:46:20.694500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:20.695155 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] Checking segment: {'id': '3cd100ae-5dd3-425d-94e6-f1c816ceeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:20.703434 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.705423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] Bound using segment: {'id': '3cd100ae-5dd3-425d-94e6-f1c816ceeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:20.706301 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] Bound port: fa894a3a-b6ff-46bc-abd8-254ccd2cd964, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd100ae-5dd3-425d-94e6-f1c816ceeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:20.714595 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fa894a3a-b6ff-46bc-abd8-254ccd2cd964), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.849261 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-6d402b8b-8845-410d-a74b-9f52e95b9adf service neutron] 10.222.0.77 "GET /v2.0/networks/110e6acb-5225-4293-bb53-b200a63e1ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686387 Feb 09 21:46:20.930693 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] For port fa894a3a-b6ff-46bc-abd8-254ccd2cd964, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:20.944010 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] For port fa894a3a-b6ff-46bc-abd8-254ccd2cd964, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fa894a3a-b6ff-46bc-abd8-254ccd2cd964,segment=NetworkSegment(3cd100ae-5dd3-425d-94e6-f1c816ceeede),segment_id=3cd100ae-5dd3-425d-94e6-f1c816ceeede)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:20.961471 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fa894a3a-b6ff-46bc-abd8-254ccd2cd964), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.143620 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2887b8-62f3-406f-b0bd-48958e8e223a None None] Pushing event updated for resources: {'Port': ['ID=fa894a3a-b6ff-46bc-abd8-254ccd2cd964,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:21.172727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-25e1d2d6-e520-46c2-800a-b493e61286c1 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:21.176463 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-25e1d2d6-e520-46c2-800a-b493e61286c1 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.42 "GET /v2.0/networks?id=c4792088-bf96-48c8-a331-af790ba542bf HTTP/1.1" status: 200 len: 812 time: 0.5322521 Feb 09 21:46:21.197071 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-cb4b3921-c925-40d3-97ee-9da5effc30ba tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Request body: {'port': {'device_id': '699d9749-5554-4add-ade9-8f5532a6c270', 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf', 'admin_state_up': True, 'tenant_id': '4da379594fdf42339bba1d92c8147535'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:21.237417 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] Routers {'1d634aef-6df6-4046-b124-674f2c4ab789'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:21.238100 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:46:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1d634aef-6df6-4046-b124-674f2c4ab789'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:21.580007 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b6581509-bf7b-4f57-824e-846380aac3cd None None] Provisioning complete for port fa894a3a-b6ff-46bc-abd8-254ccd2cd964 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:21.581041 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b6581509-bf7b-4f57-824e-846380aac3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fa894a3a-b6ff-46bc-abd8-254ccd2cd964), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.774080 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-cb4b3921-c925-40d3-97ee-9da5effc30ba tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Made reservation on behalf of 4da379594fdf42339bba1d92c8147535 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:21.780631 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-cb4b3921-c925-40d3-97ee-9da5effc30ba tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.989469 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37506) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:22.045321 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] Set router 1d634aef-6df6-4046-b124-674f2c4ab789 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:22.354131 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-0e1426e9-142c-496a-a66c-a95264622c8a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Request body: {'security_group': {'name': 'tempest-secgroup--2099629537'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:22.418698 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-cb4b3921-c925-40d3-97ee-9da5effc30ba tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Allocated IP 172.20.0.10 (c4792088-bf96-48c8-a331-af790ba542bf/4b2baf19-4835-4e7a-83c6-0d721aca5d48/3ceae5a6-dc55-4015-9086-dde47bc8c3b1) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:22.467979 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e1426e9-142c-496a-a66c-a95264622c8a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.518442 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e1426e9-142c-496a-a66c-a95264622c8a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.874641 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e1426e9-142c-496a-a66c-a95264622c8a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (6487cf01-bb2c-4fcc-9ed6-cf8ae2c21bde), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.882724 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b6581509-bf7b-4f57-824e-846380aac3cd None None] Current status of the port fa894a3a-b6ff-46bc-abd8-254ccd2cd964 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:22.883668 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b6581509-bf7b-4f57-824e-846380aac3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fa894a3a-b6ff-46bc-abd8-254ccd2cd964), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.886940 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e1426e9-142c-496a-a66c-a95264622c8a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6487cf01-bb2c-4fcc-9ed6-cf8ae2c21bde), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.056235 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37522) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:23.087703 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-22b73882-368c-443d-91d0-8d424f1668a3 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Request body: {'security_group': {'name': 'tempest-securitygroup--360754794', 'description': 'tempest-description--302102081'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:23.090457 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e1426e9-142c-496a-a66c-a95264622c8a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (01968732-227a-49a0-af3f-b9cfbb186c71), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.144292 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b6581509-bf7b-4f57-824e-846380aac3cd None None] For port fa894a3a-b6ff-46bc-abd8-254ccd2cd964, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fa894a3a-b6ff-46bc-abd8-254ccd2cd964,segment=NetworkSegment(3cd100ae-5dd3-425d-94e6-f1c816ceeede),segment_id=3cd100ae-5dd3-425d-94e6-f1c816ceeede)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:23.164514 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e1426e9-142c-496a-a66c-a95264622c8a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (01968732-227a-49a0-af3f-b9cfbb186c71), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.247613 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b6581509-bf7b-4f57-824e-846380aac3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fa894a3a-b6ff-46bc-abd8-254ccd2cd964), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.309233 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1426e9-142c-496a-a66c-a95264622c8a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6487cf01-bb2c-4fcc-9ed6-cf8ae2c21bde,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:23.355565 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6581509-bf7b-4f57-824e-846380aac3cd None None] Pushing event updated for resources: {'Port': ['ID=fa894a3a-b6ff-46bc-abd8-254ccd2cd964,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:23.371042 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-cb4b3921-c925-40d3-97ee-9da5effc30ba tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks [] for port (3ceae5a6-dc55-4015-9086-dde47bc8c3b1), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.411635 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e1426e9-142c-496a-a66c-a95264622c8a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.417374 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0e1426e9-142c-496a-a66c-a95264622c8a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4207196 Feb 09 21:46:23.419760 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37528) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:23.429382 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1426e9-142c-496a-a66c-a95264622c8a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01968732-227a-49a0-af3f-b9cfbb186c71,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:23.487041 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f20e78a6-00bf-4d12-856e-2e816c3dcc8f req-0f04b54d-2726-4787-8e6c-821ce0174962 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=699d9749-5554-4add-ade9-8f5532a6c270 HTTP/1.1" status: 200 len: 210 time: 0.1735227 Feb 09 21:46:23.511116 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-22b73882-368c-443d-91d0-8d424f1668a3 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.563600 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0563d561-4b3a-4d93-b3fd-ffc0784800be None None] Provisioning complete for port fa894a3a-b6ff-46bc-abd8-254ccd2cd964 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:23.572456 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0563d561-4b3a-4d93-b3fd-ffc0784800be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fa894a3a-b6ff-46bc-abd8-254ccd2cd964), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.627207 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a0e9ed7b-8d59-430f-9c7d-157f6392958e tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2062795 Feb 09 21:46:23.645526 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37530) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:23.656474 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-667e15a5-9e5a-4b32-938b-aedb8f87c979 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Request body: {'security_group': {'name': 'tempest-security--424357262', 'description': 'tempest-security-description-374778887'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:23.794064 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-cb4b3921-c925-40d3-97ee-9da5effc30ba tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (3ceae5a6-dc55-4015-9086-dde47bc8c3b1), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.828519 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-667e15a5-9e5a-4b32-938b-aedb8f87c979 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (01968732-227a-49a0-af3f-b9cfbb186c71), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.834569 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'name': 'tempest-AttachVolumeTestJSON-1446099806-router', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:53Z', 'updated_at': '2022-02-09T21:46:12Z', 'revision_number': 4, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'gw_port': {'id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:55Z', 'updated_at': '2022-02-09T21:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'fa894a3a-b6ff-46bc-abd8-254ccd2cd964', 'name': '', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'mac_address': 'fa:16:3e:16:ce:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:06Z', 'updated_at': '2022-02-09T21:46:20Z', 'revision_number': 4, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'subnets': [{'id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:23.955133 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-22b73882-368c-443d-91d0-8d424f1668a3 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group (7ff954b5-2658-4a4e-a8ac-e59dcf8542d2), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.961658 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b45b5ca-0713-4e9a-99b8-d5a021114e35 None None] The sync data for ids ['1d634aef-6df6-4046-b124-674f2c4ab789'] in n-d-828601-1 is: [{'id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'name': 'tempest-AttachVolumeTestJSON-1446099806-router', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:53Z', 'updated_at': '2022-02-09T21:46:12Z', 'revision_number': 4, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'gw_port': {'id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:55Z', 'updated_at': '2022-02-09T21:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'fa894a3a-b6ff-46bc-abd8-254ccd2cd964', 'name': '', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'mac_address': 'fa:16:3e:16:ce:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:06Z', 'updated_at': '2022-02-09T21:46:20Z', 'revision_number': 4, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'subnets': [{'id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:23.970471 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-667e15a5-9e5a-4b32-938b-aedb8f87c979 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (01968732-227a-49a0-af3f-b9cfbb186c71), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.983581 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-667e15a5-9e5a-4b32-938b-aedb8f87c979 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (01968732-227a-49a0-af3f-b9cfbb186c71), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.987531 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-667e15a5-9e5a-4b32-938b-aedb8f87c979 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.997203 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-667e15a5-9e5a-4b32-938b-aedb8f87c979 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "PUT /v2.0/security-groups/01968732-227a-49a0-af3f-b9cfbb186c71 HTTP/1.1" status: 200 len: 1795 time: 0.3474536 Feb 09 21:46:24.003065 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37536) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:24.045649 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0563d561-4b3a-4d93-b3fd-ffc0784800be None None] Current status of the port fa894a3a-b6ff-46bc-abd8-254ccd2cd964 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:24.172495 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e15a5-9e5a-4b32-938b-aedb8f87c979 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01968732-227a-49a0-af3f-b9cfbb186c71,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:24.203313 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-50ba59a7-8900-4179-9f83-f8634dc8841c tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-groups/01968732-227a-49a0-af3f-b9cfbb186c71 HTTP/1.1" status: 200 len: 1795 time: 0.1902573 Feb 09 21:46:24.211023 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37540) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:24.293136 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-43f3616b-4d03-4089-be0a-8839958e5f6b tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:24.294988 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-43f3616b-4d03-4089-be0a-8839958e5f6b tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.71 "GET /v2.0/networks?id=110e6acb-5225-4293-bb53-b200a63e1ab6 HTTP/1.1" status: 200 len: 815 time: 0.4038079 Feb 09 21:46:24.322262 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-22b73882-368c-443d-91d0-8d424f1668a3 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7ff954b5-2658-4a4e-a8ac-e59dcf8542d2), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.398953 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-43aaf5b5-a4e7-4339-9883-5024a3d409c2 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (01968732-227a-49a0-af3f-b9cfbb186c71), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.408847 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b3921-c925-40d3-97ee-9da5effc30ba tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Pushing event updated for resources: {'Port': ['ID=3ceae5a6-dc55-4015-9086-dde47bc8c3b1,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:24.466546 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-22b73882-368c-443d-91d0-8d424f1668a3 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.474849 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-22b73882-368c-443d-91d0-8d424f1668a3 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4235818 Feb 09 21:46:24.478568 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37550) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:24.483074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-cb4b3921-c925-40d3-97ee-9da5effc30ba tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Network c4792088-bf96-48c8-a331-af790ba542bf is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:24.483431 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-43aaf5b5-a4e7-4339-9883-5024a3d409c2 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (01968732-227a-49a0-af3f-b9cfbb186c71), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.491889 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d692f17b-bdb3-4b28-ab49-f6435d77e182 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Request body: {'security_group_rule': {'security_group_id': '7ff954b5-2658-4a4e-a8ac-e59dcf8542d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:24.525798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-cb4b3921-c925-40d3-97ee-9da5effc30ba tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:24.531129 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-cb4b3921-c925-40d3-97ee-9da5effc30ba tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:24.623220 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-43aaf5b5-a4e7-4339-9883-5024a3d409c2 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (01968732-227a-49a0-af3f-b9cfbb186c71), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.626580 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-43aaf5b5-a4e7-4339-9883-5024a3d409c2 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.629226 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-43aaf5b5-a4e7-4339-9883-5024a3d409c2 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "DELETE /v2.0/security-groups/01968732-227a-49a0-af3f-b9cfbb186c71 HTTP/1.1" status: 204 len: 168 time: 0.4163122 Feb 09 21:46:24.633392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37560) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:24.638460 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d692f17b-bdb3-4b28-ab49-f6435d77e182 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group_rule (080d44f9-1feb-4398-9da6-601d1228ba5d), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.661352 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aaf5b5-a4e7-4339-9883-5024a3d409c2 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01968732-227a-49a0-af3f-b9cfbb186c71,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:24.720886 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-cb4b3921-c925-40d3-97ee-9da5effc30ba tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:24.726251 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ccbc3bbb-1df2-4e0f-ab50-bb24894f950e tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0909564 Feb 09 21:46:24.727255 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37566) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:24.734957 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-cb4b3921-c925-40d3-97ee-9da5effc30ba tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.746869 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-8902df57-9f72-4cd4-b331-77ac81c20b01 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] delete failed (client error): The resource could not be found. Feb 09 21:46:24.762928 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8902df57-9f72-4cd4-b331-77ac81c20b01 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "DELETE /v2.0/security-groups/01968732-227a-49a0-af3f-b9cfbb186c71 HTTP/1.1" status: 404 len: 347 time: 0.0340009 Feb 09 21:46:24.765281 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37568) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:24.803502 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-a0b751be-fbcc-47fc-a275-a97f72e5ae48 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Request body: {'security_group': {'name': 'tempest-secgroup--950810220'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:24.805271 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b73882-368c-443d-91d0-8d424f1668a3 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff954b5-2658-4a4e-a8ac-e59dcf8542d2,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:24.848271 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a0b751be-fbcc-47fc-a275-a97f72e5ae48 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.862296 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cdc56cfc-317d-4353-ac95-81b910043116 req-c2a224b0-e767-4561-944d-6cf34502de85 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec052f2f-de8f-471c-ae6d-a041b311b3b5 HTTP/1.1" status: 200 len: 210 time: 0.0876441 Feb 09 21:46:24.887860 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-cb4b3921-c925-40d3-97ee-9da5effc30ba tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6989028 Feb 09 21:46:24.932869 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] Request body: {'port': {'device_id': '699d9749-5554-4add-ade9-8f5532a6c270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:25.045208 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a0b751be-fbcc-47fc-a275-a97f72e5ae48 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (e30f0499-919e-4c56-abc2-aee94d2d5d07), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.056364 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a0b751be-fbcc-47fc-a275-a97f72e5ae48 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e30f0499-919e-4c56-abc2-aee94d2d5d07), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.163906 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-0dd8bbe4-2e4b-47b6-9abf-c45974632ad8 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0323982111b744578daf6e90f75c2d45 HTTP/1.1" status: 200 len: 380 time: 0.8246450 Feb 09 21:46:25.196976 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a0b751be-fbcc-47fc-a275-a97f72e5ae48 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.206074 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a0b751be-fbcc-47fc-a275-a97f72e5ae48 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4391630 Feb 09 21:46:25.214104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37578) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:25.239529 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-6dbd3769-d94a-4282-90b9-f677f60ede53 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Request body: {'port': {'device_id': 'ec052f2f-de8f-471c-ae6d-a041b311b3b5', 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6', 'admin_state_up': True, 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'security_groups': ['5529778a-b522-45d8-9753-01dd877b4446']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:25.333138 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-1a9a9b31-b399-483c-b5ea-fbb4655ae078 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Request body: {'security_group_rule': {'security_group_id': 'e30f0499-919e-4c56-abc2-aee94d2d5d07', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:25.420604 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b751be-fbcc-47fc-a275-a97f72e5ae48 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e30f0499-919e-4c56-abc2-aee94d2d5d07,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:25.467847 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b751be-fbcc-47fc-a275-a97f72e5ae48 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:25.468568 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b751be-fbcc-47fc-a275-a97f72e5ae48 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:25.469954 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b751be-fbcc-47fc-a275-a97f72e5ae48 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:25.473172 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b751be-fbcc-47fc-a275-a97f72e5ae48 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:25.474153 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b751be-fbcc-47fc-a275-a97f72e5ae48 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:25.475728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b751be-fbcc-47fc-a275-a97f72e5ae48 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:25.477967 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b751be-fbcc-47fc-a275-a97f72e5ae48 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:25.478699 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b751be-fbcc-47fc-a275-a97f72e5ae48 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:25.491386 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b751be-fbcc-47fc-a275-a97f72e5ae48 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:25.493901 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b751be-fbcc-47fc-a275-a97f72e5ae48 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:25.496161 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b751be-fbcc-47fc-a275-a97f72e5ae48 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:25.496874 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b751be-fbcc-47fc-a275-a97f72e5ae48 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:25.502207 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b751be-fbcc-47fc-a275-a97f72e5ae48 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:25.515439 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fa894a3a-b6ff-46bc-abd8-254ccd2cd964 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:25.583946 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3ceae5a6-dc55-4015-9086-dde47bc8c3b1), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.620891 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a9a9b31-b399-483c-b5ea-fbb4655ae078 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (9e6bab85-7f48-47d0-a6e3-102af33459ab), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.661231 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d692f17b-bdb3-4b28-ab49-f6435d77e182 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group_rule (080d44f9-1feb-4398-9da6-601d1228ba5d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.700149 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d692f17b-bdb3-4b28-ab49-f6435d77e182 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (080d44f9-1feb-4398-9da6-601d1228ba5d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.704983 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port fa894a3a-b6ff-46bc-abd8-254ccd2cd964 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:25.708618 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fa894a3a-b6ff-46bc-abd8-254ccd2cd964), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.731392 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a9a9b31-b399-483c-b5ea-fbb4655ae078 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (9e6bab85-7f48-47d0-a6e3-102af33459ab), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.747742 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a9a9b31-b399-483c-b5ea-fbb4655ae078 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (9e6bab85-7f48-47d0-a6e3-102af33459ab), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.827903 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a9b31-b399-483c-b5ea-fbb4655ae078 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6bab85-7f48-47d0-a6e3-102af33459ab,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:25.850585 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a9a9b31-b399-483c-b5ea-fbb4655ae078 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.852559 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1a9a9b31-b399-483c-b5ea-fbb4655ae078 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6295073 Feb 09 21:46:25.857356 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37594) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:25.909615 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cec75d31-a067-4244-b035-3a4276330398 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (9e6bab85-7f48-47d0-a6e3-102af33459ab), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.931879 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cec75d31-a067-4244-b035-3a4276330398 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (9e6bab85-7f48-47d0-a6e3-102af33459ab), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.976393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port fa894a3a-b6ff-46bc-abd8-254ccd2cd964 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:25.983884 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-6dbd3769-d94a-4282-90b9-f677f60ede53 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Made reservation on behalf of 0323982111b744578daf6e90f75c2d45 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:25.995512 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-6dbd3769-d94a-4282-90b9-f677f60ede53 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.031983 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cec75d31-a067-4244-b035-3a4276330398 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (9e6bab85-7f48-47d0-a6e3-102af33459ab), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.043958 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cec75d31-a067-4244-b035-3a4276330398 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.045282 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cec75d31-a067-4244-b035-3a4276330398 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/9e6bab85-7f48-47d0-a6e3-102af33459ab HTTP/1.1" status: 204 len: 168 time: 0.1864421 Feb 09 21:46:26.046584 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec75d31-a067-4244-b035-3a4276330398 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e6bab85-7f48-47d0-a6e3-102af33459ab,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:26.049355 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37598) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:26.140498 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-04ae307a-5890-448e-aa54-9f03b0e779df tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0877943 Feb 09 21:46:26.143688 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37600) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:26.245025 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ceae5a6-dc55-4015-9086-dde47bc8c3b1 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:26.260725 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] Publish callbacks [] for port (3ceae5a6-dc55-4015-9086-dde47bc8c3b1), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.276911 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] Transition to ACTIVE for port object 3ceae5a6-dc55-4015-9086-dde47bc8c3b1 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:46:26.311240 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a507ce1-d354-4fac-a4d8-987dcb926528 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (e30f0499-919e-4c56-abc2-aee94d2d5d07), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.404639 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a507ce1-d354-4fac-a4d8-987dcb926528 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (e30f0499-919e-4c56-abc2-aee94d2d5d07), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.449440 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-6dbd3769-d94a-4282-90b9-f677f60ede53 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Allocated IP 172.20.0.10 (110e6acb-5225-4293-bb53-b200a63e1ab6/8608fa55-042e-4e51-9de3-6f9d7c457e62/9d504c4b-e55e-4f08-967d-16ecc567324d) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:26.561817 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a507ce1-d354-4fac-a4d8-987dcb926528 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e30f0499-919e-4c56-abc2-aee94d2d5d07), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.566657 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a507ce1-d354-4fac-a4d8-987dcb926528 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.568215 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6a507ce1-d354-4fac-a4d8-987dcb926528 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "DELETE /v2.0/security-groups/e30f0499-919e-4c56-abc2-aee94d2d5d07 HTTP/1.1" status: 204 len: 168 time: 0.4233952 Feb 09 21:46:26.579579 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37614) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:26.677422 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a507ce1-d354-4fac-a4d8-987dcb926528 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30f0499-919e-4c56-abc2-aee94d2d5d07,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:26.724526 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (3ceae5a6-dc55-4015-9086-dde47bc8c3b1), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.792482 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b379bef-0f3e-4a13-b984-dcc669e36385 req-f78f6a82-820a-4b47-bdda-f647339e872a tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:26.797995 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b379bef-0f3e-4a13-b984-dcc669e36385 req-f78f6a82-820a-4b47-bdda-f647339e872a tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=699d9749-5554-4add-ade9-8f5532a6c270 HTTP/1.1" status: 200 len: 932 time: 1.2927001 Feb 09 21:46:26.844711 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9e4949ab-7ffb-42e0-b1e5-27e4201812fc tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2569981 Feb 09 21:46:26.846344 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37618) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:26.861109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-42ee74bd-77b2-4349-849d-cddb3c39ccf8 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Request body: {'security_group': {'name': 'tempest-secgroup--482324292'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:26.902658 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692f17b-bdb3-4b28-ab49-f6435d77e182 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080d44f9-1feb-4398-9da6-601d1228ba5d,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:26.939288 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-42ee74bd-77b2-4349-849d-cddb3c39ccf8 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.110926 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] Pushing event updated for resources: {'Port': ['ID=3ceae5a6-dc55-4015-9086-dde47bc8c3b1,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:27.116368 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-42ee74bd-77b2-4349-849d-cddb3c39ccf8 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (78e0a08e-bfb0-4088-9d5d-5c03a47fbef5), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.127917 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-42ee74bd-77b2-4349-849d-cddb3c39ccf8 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (78e0a08e-bfb0-4088-9d5d-5c03a47fbef5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.178447 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-6dbd3769-d94a-4282-90b9-f677f60ede53 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks [] for port (9d504c4b-e55e-4f08-967d-16ecc567324d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.196623 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-42ee74bd-77b2-4349-849d-cddb3c39ccf8 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.198502 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-42ee74bd-77b2-4349-849d-cddb3c39ccf8 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3509204 Feb 09 21:46:27.200589 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee74bd-77b2-4349-849d-cddb3c39ccf8 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78e0a08e-bfb0-4088-9d5d-5c03a47fbef5,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:27.203478 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37630) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:27.217642 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2abb2b6a-4ff0-4279-8baf-7f549c0ab4ac tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Request body: {'security_group_rule': {'security_group_id': '78e0a08e-bfb0-4088-9d5d-5c03a47fbef5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:27.235594 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d692f17b-bdb3-4b28-ab49-f6435d77e182 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.242370 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37632) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:27.249768 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d692f17b-bdb3-4b28-ab49-f6435d77e182 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7639539 Feb 09 21:46:27.260968 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b18ccf09-46ec-41e4-9dfe-55e71280d9bd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Request body: {'security_group_rule': {'security_group_id': '7ff954b5-2658-4a4e-a8ac-e59dcf8542d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:27.273102 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b379bef-0f3e-4a13-b984-dcc669e36385 req-6bf71426-1cd8-4136-b288-217f1b4598e4 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548119 Feb 09 21:46:27.341868 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2abb2b6a-4ff0-4279-8baf-7f549c0ab4ac tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (dff2633c-c3d9-40be-bc09-edc25860d434), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.474352 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2abb2b6a-4ff0-4279-8baf-7f549c0ab4ac tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (dff2633c-c3d9-40be-bc09-edc25860d434), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.478037 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b18ccf09-46ec-41e4-9dfe-55e71280d9bd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group_rule (5a68e3f5-b4bc-45c1-9e65-59598316556b), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.483528 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2abb2b6a-4ff0-4279-8baf-7f549c0ab4ac tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (dff2633c-c3d9-40be-bc09-edc25860d434), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.507768 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-33e45824-7af4-444f-b1f9-d69073281d2a req-1064e7a1-b84f-4bb3-bb12-d9ece178b630 tempest-ServerShowV254Test-675106195 tempest-ServerShowV254Test-675106195-project] 10.222.0.77 "GET /v2.0/ports?device_id=08ae4452-e830-46b2-845c-8623f054ac8c HTTP/1.1" status: 200 len: 210 time: 0.0989976 Feb 09 21:46:27.515347 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb2b6a-4ff0-4279-8baf-7f549c0ab4ac tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff2633c-c3d9-40be-bc09-edc25860d434,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:27.565673 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2abb2b6a-4ff0-4279-8baf-7f549c0ab4ac tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.567438 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2abb2b6a-4ff0-4279-8baf-7f549c0ab4ac tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3603251 Feb 09 21:46:27.578476 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37640) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:27.586212 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-cca7a340-8d96-4bf2-b4ac-0bda66c1b000 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Request body: {'security_group_rule': {'security_group_id': '78e0a08e-bfb0-4088-9d5d-5c03a47fbef5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:27.624578 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-6dbd3769-d94a-4282-90b9-f677f60ede53 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (9d504c4b-e55e-4f08-967d-16ecc567324d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.670514 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] Attempting to bind port 3ceae5a6-dc55-4015-9086-dde47bc8c3b1 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:27.670514 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] Attempting to bind port 3ceae5a6-dc55-4015-9086-dde47bc8c3b1 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:27.670514 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] Attempting to bind port 3ceae5a6-dc55-4015-9086-dde47bc8c3b1 on network c4792088-bf96-48c8-a331-af790ba542bf {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:27.677840 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b18ccf09-46ec-41e4-9dfe-55e71280d9bd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group_rule (5a68e3f5-b4bc-45c1-9e65-59598316556b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.695301 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b18ccf09-46ec-41e4-9dfe-55e71280d9bd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (5a68e3f5-b4bc-45c1-9e65-59598316556b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.737880 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ccf09-46ec-41e4-9dfe-55e71280d9bd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a68e3f5-b4bc-45c1-9e65-59598316556b,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:27.755113 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-6dbd3769-d94a-4282-90b9-f677f60ede53 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Network 110e6acb-5225-4293-bb53-b200a63e1ab6 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:27.764332 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b18ccf09-46ec-41e4-9dfe-55e71280d9bd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.765666 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b18ccf09-46ec-41e4-9dfe-55e71280d9bd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5217545 Feb 09 21:46:27.768564 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-6dbd3769-d94a-4282-90b9-f677f60ede53 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:27.770566 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37650) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:27.773826 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cca7a340-8d96-4bf2-b4ac-0bda66c1b000 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (70cac09b-93d2-49a3-9353-730677f8c01e), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.777822 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] Port 3ceae5a6-dc55-4015-9086-dde47bc8c3b1 on network c4792088-bf96-48c8-a331-af790ba542bf not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:46:27.777822 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] Attempting to bind port 3ceae5a6-dc55-4015-9086-dde47bc8c3b1 on network c4792088-bf96-48c8-a331-af790ba542bf {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:27.790999 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a7d9337f-b2ac-422b-a8c5-6f41824976d5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:27.815354 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-6dbd3769-d94a-4282-90b9-f677f60ede53 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:27.878552 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cca7a340-8d96-4bf2-b4ac-0bda66c1b000 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (70cac09b-93d2-49a3-9353-730677f8c01e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.888218 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cca7a340-8d96-4bf2-b4ac-0bda66c1b000 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (70cac09b-93d2-49a3-9353-730677f8c01e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.930734 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7a340-8d96-4bf2-b4ac-0bda66c1b000 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70cac09b-93d2-49a3-9353-730677f8c01e,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:27.969186 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cca7a340-8d96-4bf2-b4ac-0bda66c1b000 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.974227 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cca7a340-8d96-4bf2-b4ac-0bda66c1b000 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3912313 Feb 09 21:46:27.978337 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37654) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:27.983554 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-0681865c-985c-49ed-bb53-023537d80ebc tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Request body: {'security_group_rule': {'security_group_id': '78e0a08e-bfb0-4088-9d5d-5c03a47fbef5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:27.990580 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:27.991305 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] Checking segment: {'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:27.991960 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] Bound using segment: {'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:27.996274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] Bound port: 3ceae5a6-dc55-4015-9086-dde47bc8c3b1, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc2bebbd-c8c2-4bc3-a120-969fe399004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:27.997180 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3ceae5a6-dc55-4015-9086-dde47bc8c3b1), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.020044 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7d9337f-b2ac-422b-a8c5-6f41824976d5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.047884 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0681865c-985c-49ed-bb53-023537d80ebc tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (75f72450-b874-444f-8002-f3afd5b39622), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.193269 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0681865c-985c-49ed-bb53-023537d80ebc tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (75f72450-b874-444f-8002-f3afd5b39622), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.202600 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0681865c-985c-49ed-bb53-023537d80ebc tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (75f72450-b874-444f-8002-f3afd5b39622), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.205496 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd3769-d94a-4282-90b9-f677f60ede53 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Pushing event updated for resources: {'Port': ['ID=9d504c4b-e55e-4f08-967d-16ecc567324d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:28.239717 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-6dbd3769-d94a-4282-90b9-f677f60ede53 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:28.240851 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-6dbd3769-d94a-4282-90b9-f677f60ede53 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.248189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681865c-985c-49ed-bb53-023537d80ebc tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f72450-b874-444f-8002-f3afd5b39622,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:28.285264 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0681865c-985c-49ed-bb53-023537d80ebc tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.289471 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0681865c-985c-49ed-bb53-023537d80ebc tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3073704 Feb 09 21:46:28.290121 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37662) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:28.308018 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ba129d5e-a9f7-4c88-8233-61e0151d8fb6 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Request body: {'security_group_rule': {'security_group_id': '78e0a08e-bfb0-4088-9d5d-5c03a47fbef5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:28.475130 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba129d5e-a9f7-4c88-8233-61e0151d8fb6 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (fbede690-989e-435d-9e08-8049f5c4be9b), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.488469 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-599f302e-a879-4fb1-981c-20c44ba8f607 None None] Provisioning complete for port 9d504c4b-e55e-4f08-967d-16ecc567324d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:28.490117 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-599f302e-a879-4fb1-981c-20c44ba8f607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9d504c4b-e55e-4f08-967d-16ecc567324d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.547441 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-6dbd3769-d94a-4282-90b9-f677f60ede53 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3459876 Feb 09 21:46:28.570167 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-599f302e-a879-4fb1-981c-20c44ba8f607 None None] Port 9d504c4b-e55e-4f08-967d-16ecc567324d cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:28.596216 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Request body: {'port': {'device_id': 'ec052f2f-de8f-471c-ae6d-a041b311b3b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:28.655319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] For port 3ceae5a6-dc55-4015-9086-dde47bc8c3b1, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:28.673578 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba129d5e-a9f7-4c88-8233-61e0151d8fb6 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (fbede690-989e-435d-9e08-8049f5c4be9b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.687338 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba129d5e-a9f7-4c88-8233-61e0151d8fb6 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (fbede690-989e-435d-9e08-8049f5c4be9b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.744529 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] For port 3ceae5a6-dc55-4015-9086-dde47bc8c3b1, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3ceae5a6-dc55-4015-9086-dde47bc8c3b1,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:28.758393 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba129d5e-a9f7-4c88-8233-61e0151d8fb6 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbede690-989e-435d-9e08-8049f5c4be9b,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:28.776361 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba129d5e-a9f7-4c88-8233-61e0151d8fb6 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.780452 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ba129d5e-a9f7-4c88-8233-61e0151d8fb6 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4858975 Feb 09 21:46:28.780704 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d293a-814f-40ad-8ee0-3faf83740232 req-5c9d6a06-4367-4cba-a2d8-c46d437b79fb tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:28.782682 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1c6d293a-814f-40ad-8ee0-3faf83740232 req-5c9d6a06-4367-4cba-a2d8-c46d437b79fb tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec052f2f-de8f-471c-ae6d-a041b311b3b5 HTTP/1.1" status: 200 len: 932 time: 0.9608970 Feb 09 21:46:28.784599 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37674) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:28.786855 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (3ceae5a6-dc55-4015-9086-dde47bc8c3b1), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.796830 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e60aa7d1-f820-4654-a8ba-328018d8be6f tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Request body: {'security_group_rule': {'security_group_id': '78e0a08e-bfb0-4088-9d5d-5c03a47fbef5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:28.865702 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e60aa7d1-f820-4654-a8ba-328018d8be6f tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (e4951caf-125d-469f-9a07-bf17f454f5e4), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.918772 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:28.920966 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.922776 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] 10.222.0.42 "PUT /v2.0/ports/3ceae5a6-dc55-4015-9086-dde47bc8c3b1 HTTP/1.1" status: 200 len: 1092 time: 4.0166020 Feb 09 21:46:28.929237 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699d9749-5554-4add-ade9-8f5532a6c270', 'tag': '3ceae5a6-dc55-4015-9086-dde47bc8c3b1'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:28.932013 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcf227f-1aa1-4f3a-865c-aee2b6db787b" -d '{"events": [{"name": "network-changed", "server_uuid": "699d9749-5554-4add-ade9-8f5532a6c270", "tag": "3ceae5a6-dc55-4015-9086-dde47bc8c3b1"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:28.971250 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9d504c4b-e55e-4f08-967d-16ecc567324d), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.033865 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e60aa7d1-f820-4654-a8ba-328018d8be6f tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (e4951caf-125d-469f-9a07-bf17f454f5e4), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.042158 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e60aa7d1-f820-4654-a8ba-328018d8be6f tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (e4951caf-125d-469f-9a07-bf17f454f5e4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.082321 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60aa7d1-f820-4654-a8ba-328018d8be6f tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4951caf-125d-469f-9a07-bf17f454f5e4,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:29.106655 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e60aa7d1-f820-4654-a8ba-328018d8be6f tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.108132 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e60aa7d1-f820-4654-a8ba-328018d8be6f tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3210387 Feb 09 21:46:29.113606 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37680) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:29.162706 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1c6d293a-814f-40ad-8ee0-3faf83740232 req-408ad120-4fce-4401-9faa-3ba931f8c2e0 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/security-groups?id=5529778a-b522-45d8-9753-01dd877b4446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3306758 Feb 09 21:46:29.197876 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cfd4d8-7d32-4126-9cd5-6fa99563b774 service neutron] Pushing event updated for resources: {'Port': ['ID=3ceae5a6-dc55-4015-9086-dde47bc8c3b1,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:29.246880 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7d9337f-b2ac-422b-a8c5-6f41824976d5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.247092 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a13045bf-1fac-4c4f-aee5-12046b0a7bbd tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (e4951caf-125d-469f-9a07-bf17f454f5e4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.274374 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-51863916-a118-4c50-be01-2aca9facddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:29.281588 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-51863916-a118-4c50-be01-2aca9facddb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4da379594fdf42339bba1d92c8147535&device_id=699d9749-5554-4add-ade9-8f5532a6c270 HTTP/1.1" status: 200 len: 1126 time: 0.2613895 Feb 09 21:46:29.289475 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a13045bf-1fac-4c4f-aee5-12046b0a7bbd tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (e4951caf-125d-469f-9a07-bf17f454f5e4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.412229 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a13045bf-1fac-4c4f-aee5-12046b0a7bbd tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (e4951caf-125d-469f-9a07-bf17f454f5e4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.418283 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a13045bf-1fac-4c4f-aee5-12046b0a7bbd tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.423897 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a13045bf-1fac-4c4f-aee5-12046b0a7bbd tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/e4951caf-125d-469f-9a07-bf17f454f5e4 HTTP/1.1" status: 204 len: 168 time: 0.3023493 Feb 09 21:46:29.442250 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37686) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:29.464708 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-99c90172-2f1b-4c4f-84bd-06fd499c4afd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ceae5a6-dc55-4015-9086-dde47bc8c3b1 HTTP/1.1" status: 200 len: 217 time: 0.0992453 Feb 09 21:46:29.528259 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13045bf-1fac-4c4f-aee5-12046b0a7bbd tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4951caf-125d-469f-9a07-bf17f454f5e4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:29.576272 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-96f017c6-9ef6-4e1e-8a0b-2554e185bbca tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1314147 Feb 09 21:46:29.588954 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37694) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:29.671463 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aa8f720b-5064-4c79-b732-901ffae8a463 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (fbede690-989e-435d-9e08-8049f5c4be9b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.681803 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aa8f720b-5064-4c79-b732-901ffae8a463 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (fbede690-989e-435d-9e08-8049f5c4be9b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.711907 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-50e2a6c9-4ad8-4584-bd11-17c1387defd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:29.713426 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-50e2a6c9-4ad8-4584-bd11-17c1387defd6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b2baf19-4835-4e7a-83c6-0d721aca5d48 HTTP/1.1" status: 200 len: 852 time: 0.2361138 Feb 09 21:46:29.749268 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aa8f720b-5064-4c79-b732-901ffae8a463 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (fbede690-989e-435d-9e08-8049f5c4be9b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.757228 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aa8f720b-5064-4c79-b732-901ffae8a463 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.760655 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-aa8f720b-5064-4c79-b732-901ffae8a463 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/fbede690-989e-435d-9e08-8049f5c4be9b HTTP/1.1" status: 204 len: 168 time: 0.1656883 Feb 09 21:46:29.762832 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37696) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:29.816669 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f720b-5064-4c79-b732-901ffae8a463 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbede690-989e-435d-9e08-8049f5c4be9b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:29.853995 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dfe9c9eb-23cb-4056-a243-38b53d2414ac tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0772724 Feb 09 21:46:29.859080 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37698) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:29.868533 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d504c4b-e55e-4f08-967d-16ecc567324d {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:29.886278 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Publish callbacks [] for port (9d504c4b-e55e-4f08-967d-16ecc567324d), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.899220 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f8d304d-4b6c-4398-a980-42920cc3801a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (75f72450-b874-444f-8002-f3afd5b39622), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.905222 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Transition to ACTIVE for port object 9d504c4b-e55e-4f08-967d-16ecc567324d will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:46:29.909891 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f8d304d-4b6c-4398-a980-42920cc3801a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (75f72450-b874-444f-8002-f3afd5b39622), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.940262 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-a7d9337f-b2ac-422b-a8c5-6f41824976d5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Allocated IP 172.25.6.223 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/e702f0bf-385f-4476-acdf-7c5f3178a35d) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:29.948438 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f8d304d-4b6c-4398-a980-42920cc3801a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (75f72450-b874-444f-8002-f3afd5b39622), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.964271 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f8d304d-4b6c-4398-a980-42920cc3801a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.967008 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1f8d304d-4b6c-4398-a980-42920cc3801a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/75f72450-b874-444f-8002-f3afd5b39622 HTTP/1.1" status: 204 len: 168 time: 0.1063149 Feb 09 21:46:29.977917 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37700) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:29.988714 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d304d-4b6c-4398-a980-42920cc3801a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75f72450-b874-444f-8002-f3afd5b39622,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:30.030986 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6df30bfa-fd85-46f7-b4ed-64dd9cb6d6d9 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0509446 Feb 09 21:46:30.036353 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37702) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:30.044646 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (9d504c4b-e55e-4f08-967d-16ecc567324d), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.090676 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-2399facc-8ba1-4dab-a34e-881cbbff314c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4792088-bf96-48c8-a331-af790ba542bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1838598 Feb 09 21:46:30.092343 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-65070583-5f86-42d1-888b-0507c4335e5b tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (70cac09b-93d2-49a3-9353-730677f8c01e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.105567 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-65070583-5f86-42d1-888b-0507c4335e5b tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (70cac09b-93d2-49a3-9353-730677f8c01e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.191882 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-65070583-5f86-42d1-888b-0507c4335e5b tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (70cac09b-93d2-49a3-9353-730677f8c01e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.217906 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-65070583-5f86-42d1-888b-0507c4335e5b tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.224588 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-65070583-5f86-42d1-888b-0507c4335e5b tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/70cac09b-93d2-49a3-9353-730677f8c01e HTTP/1.1" status: 204 len: 168 time: 0.1864934 Feb 09 21:46:30.237277 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37708) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:30.248466 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65070583-5f86-42d1-888b-0507c4335e5b tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70cac09b-93d2-49a3-9353-730677f8c01e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:30.266413 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-36399108-f1f5-494e-9581-4da64c117852 service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537836 Feb 09 21:46:30.363093 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-51398abc-760b-4079-96de-9352a2b9c8e1 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1196878 Feb 09 21:46:30.365995 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37714) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:30.448454 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dcacb743-8dd2-4e17-be7e-55b36b321c45 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (dff2633c-c3d9-40be-bc09-edc25860d434), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.488652 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dcacb743-8dd2-4e17-be7e-55b36b321c45 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (dff2633c-c3d9-40be-bc09-edc25860d434), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.556848 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dcacb743-8dd2-4e17-be7e-55b36b321c45 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (dff2633c-c3d9-40be-bc09-edc25860d434), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.571380 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dcacb743-8dd2-4e17-be7e-55b36b321c45 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.576688 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dcacb743-8dd2-4e17-be7e-55b36b321c45 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/dff2633c-c3d9-40be-bc09-edc25860d434 HTTP/1.1" status: 204 len: 168 time: 0.2083452 Feb 09 21:46:30.588949 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37724) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:30.599613 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcacb743-8dd2-4e17-be7e-55b36b321c45 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dff2633c-c3d9-40be-bc09-edc25860d434,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:30.675704 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e072023c-d51f-43f7-a420-6f38667320b7 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0796654 Feb 09 21:46:30.681626 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37728) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:30.843431 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3eefc3b6-2c38-4562-8270-b0c068f9fd9a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (78e0a08e-bfb0-4088-9d5d-5c03a47fbef5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.916072 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3eefc3b6-2c38-4562-8270-b0c068f9fd9a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (78e0a08e-bfb0-4088-9d5d-5c03a47fbef5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.028860 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3eefc3b6-2c38-4562-8270-b0c068f9fd9a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (78e0a08e-bfb0-4088-9d5d-5c03a47fbef5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.034670 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3eefc3b6-2c38-4562-8270-b0c068f9fd9a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.036131 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3eefc3b6-2c38-4562-8270-b0c068f9fd9a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "DELETE /v2.0/security-groups/78e0a08e-bfb0-4088-9d5d-5c03a47fbef5 HTTP/1.1" status: 204 len: 168 time: 0.3533123 Feb 09 21:46:31.039068 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37736) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:31.104303 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eefc3b6-2c38-4562-8270-b0c068f9fd9a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e0a08e-bfb0-4088-9d5d-5c03a47fbef5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:31.185126 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-94701286-8f45-4277-a41e-0532952398cb tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1395640 Feb 09 21:46:31.190069 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37740) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:31.195689 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3cb6e253-b675-489c-8ad1-cfe826e835d9 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Request body: {'security_group': {'name': 'tempest-secgroup--398599971'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:31.217680 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1134b59-b140-49f6-a318-1fa263ab5895 req-f804e39d-61e6-48c2-9951-c54bcecb8fbc tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:31.223209 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1134b59-b140-49f6-a318-1fa263ab5895 req-f804e39d-61e6-48c2-9951-c54bcecb8fbc tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=699d9749-5554-4add-ade9-8f5532a6c270 HTTP/1.1" status: 200 len: 944 time: 1.6002944 Feb 09 21:46:31.252354 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3cb6e253-b675-489c-8ad1-cfe826e835d9 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.294955 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7d9337f-b2ac-422b-a8c5-6f41824976d5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for port (e702f0bf-385f-4476-acdf-7c5f3178a35d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.305999 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Pushing event updated for resources: {'Port': ['ID=9d504c4b-e55e-4f08-967d-16ecc567324d,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:31.437802 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3cb6e253-b675-489c-8ad1-cfe826e835d9 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (4e45fe66-5852-46a8-a209-c9de58392179), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.447692 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3cb6e253-b675-489c-8ad1-cfe826e835d9 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4e45fe66-5852-46a8-a209-c9de58392179), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.502667 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:31.505583 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:31.506195 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:31.506700 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:31.507885 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:31.508377 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:31.512252 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:31.512789 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:31.513929 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:31.513929 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:31.514972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:31.514972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:31.515712 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:31.528491 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3cb6e253-b675-489c-8ad1-cfe826e835d9 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.535943 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3cb6e253-b675-489c-8ad1-cfe826e835d9 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3378072 Feb 09 21:46:31.535943 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6e253-b675-489c-8ad1-cfe826e835d9 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e45fe66-5852-46a8-a209-c9de58392179,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:31.547573 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37744) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:31.574537 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-31c2ce8b-0944-471f-8f7e-999e064a8a7e tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Request body: {'security_group_rule': {'security_group_id': '4e45fe66-5852-46a8-a209-c9de58392179', 'direction': 'ingress', 'protocol': 17}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:31.648234 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1134b59-b140-49f6-a318-1fa263ab5895 req-84ebfd29-b52d-4c61-b055-a729849e9682 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617585 Feb 09 21:46:31.667788 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31c2ce8b-0944-471f-8f7e-999e064a8a7e tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (63405874-2521-483b-bdd1-120469542ccc), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.694696 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8eebe4f0-750f-489b-a7c9-e24a7fe000b3 req-4a4e5258-af5c-41e1-bbd7-6ff51d0ad8fa service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3304753 Feb 09 21:46:31.718989 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7d9337f-b2ac-422b-a8c5-6f41824976d5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (e702f0bf-385f-4476-acdf-7c5f3178a35d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.887381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Attempting to bind port 9d504c4b-e55e-4f08-967d-16ecc567324d on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:31.897250 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Attempting to bind port 9d504c4b-e55e-4f08-967d-16ecc567324d by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '024fa9b1-c919-495d-b455-dbda4caf886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:31.898067 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Attempting to bind port 9d504c4b-e55e-4f08-967d-16ecc567324d on network 110e6acb-5225-4293-bb53-b200a63e1ab6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:31.993381 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31c2ce8b-0944-471f-8f7e-999e064a8a7e tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (63405874-2521-483b-bdd1-120469542ccc), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.005898 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31c2ce8b-0944-471f-8f7e-999e064a8a7e tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (63405874-2521-483b-bdd1-120469542ccc), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.027984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Port 9d504c4b-e55e-4f08-967d-16ecc567324d on network 110e6acb-5225-4293-bb53-b200a63e1ab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:46:32.028762 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Attempting to bind port 9d504c4b-e55e-4f08-967d-16ecc567324d on network 110e6acb-5225-4293-bb53-b200a63e1ab6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:32.031422 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2ce8b-0944-471f-8f7e-999e064a8a7e tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63405874-2521-483b-bdd1-120469542ccc,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:32.032505 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d649e9c-d180-4abb-bc87-ce1f560eb4ea req-5b9ac85d-1f1f-4334-98e4-5513082680eb tempest-ServerShowV254Test-675106195 tempest-ServerShowV254Test-675106195-project] 10.222.0.77 "GET /v2.0/ports?device_id=08ae4452-e830-46b2-845c-8623f054ac8c HTTP/1.1" status: 200 len: 210 time: 0.1063502 Feb 09 21:46:32.040864 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d9337f-b2ac-422b-a8c5-6f41824976d5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:32.058216 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a7d9337f-b2ac-422b-a8c5-6f41824976d5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:32.062243 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31c2ce8b-0944-471f-8f7e-999e064a8a7e tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.065424 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-31c2ce8b-0944-471f-8f7e-999e064a8a7e tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5113056 Feb 09 21:46:32.068720 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:32.069689 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37750) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.070547 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Checking segment: {'id': '024fa9b1-c919-495d-b455-dbda4caf886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:32.083961 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Bound using segment: {'id': '024fa9b1-c919-495d-b455-dbda4caf886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:32.086561 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Bound port: 9d504c4b-e55e-4f08-967d-16ecc567324d, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '024fa9b1-c919-495d-b455-dbda4caf886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:32.087545 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9d504c4b-e55e-4f08-967d-16ecc567324d), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.090872 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d9337f-b2ac-422b-a8c5-6f41824976d5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:32.094583 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9337f-b2ac-422b-a8c5-6f41824976d5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Pushing event updated for resources: {'Port': ['ID=e702f0bf-385f-4476-acdf-7c5f3178a35d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:32.285846 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] For port 9d504c4b-e55e-4f08-967d-16ecc567324d, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:32.304336 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76a7d670-e28a-4652-ac28-7ddab2ad856d tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (4e45fe66-5852-46a8-a209-c9de58392179), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.319009 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] For port 9d504c4b-e55e-4f08-967d-16ecc567324d, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9d504c4b-e55e-4f08-967d-16ecc567324d,segment=NetworkSegment(024fa9b1-c919-495d-b455-dbda4caf886e),segment_id=024fa9b1-c919-495d-b455-dbda4caf886e)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:32.371866 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7d9337f-b2ac-422b-a8c5-6f41824976d5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for floatingip (59a18e86-fa86-48f9-8c6a-a07ec6cb346d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.410317 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76a7d670-e28a-4652-ac28-7ddab2ad856d tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (4e45fe66-5852-46a8-a209-c9de58392179), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.419967 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (9d504c4b-e55e-4f08-967d-16ecc567324d), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.429188 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdd22ff-0c9a-4e8a-b4c9-a526ea224a6c x-openstack-request-id: req-bcdd22ff-0c9a-4e8a-b4c9-a526ea224a6c {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:32.433639 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699d9749-5554-4add-ade9-8f5532a6c270", "tag": "3ceae5a6-dc55-4015-9086-dde47bc8c3b1", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:32.436580 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bcdd22ff-0c9a-4e8a-b4c9-a526ea224a6c {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:32.440134 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699d9749-5554-4add-ade9-8f5532a6c270', 'tag': '3ceae5a6-dc55-4015-9086-dde47bc8c3b1', 'status': 'completed', 'code': 200} Feb 09 21:46:32.553453 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76a7d670-e28a-4652-ac28-7ddab2ad856d tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4e45fe66-5852-46a8-a209-c9de58392179), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.611605 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76a7d670-e28a-4652-ac28-7ddab2ad856d tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.613678 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-76a7d670-e28a-4652-ac28-7ddab2ad856d tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "DELETE /v2.0/security-groups/4e45fe66-5852-46a8-a209-c9de58392179 HTTP/1.1" status: 204 len: 168 time: 0.5419075 Feb 09 21:46:32.630859 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37768) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.679161 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7d670-e28a-4652-ac28-7ddab2ad856d tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e45fe66-5852-46a8-a209-c9de58392179,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:32.770367 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:32.771240 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.774405 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] 10.222.0.71 "PUT /v2.0/ports/9d504c4b-e55e-4f08-967d-16ecc567324d HTTP/1.1" status: 200 len: 1092 time: 4.1875911 Feb 09 21:46:32.806554 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cfac47a2-a845-4811-ab58-fc6d1853563b tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1402903 Feb 09 21:46:32.811791 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37774) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.830811 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c167ab0e-4f48-4db5-8864-66378654f0e5 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Request body: {'security_group': {'name': 'tempest-secgroup--374219991'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:32.890581 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7d9337f-b2ac-422b-a8c5-6f41824976d5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e702f0bf-385f-4476-acdf-7c5f3178a35d), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.917556 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c167ab0e-4f48-4db5-8864-66378654f0e5 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:33.066086 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf227f-1aa1-4f3a-865c-aee2b6db787b req-4e9a2d16-4f5f-462b-acb5-b9031c9831b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:33.069010 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6fcf227f-1aa1-4f3a-865c-aee2b6db787b req-4e9a2d16-4f5f-462b-acb5-b9031c9831b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4da379594fdf42339bba1d92c8147535&device_id=699d9749-5554-4add-ade9-8f5532a6c270 HTTP/1.1" status: 200 len: 1126 time: 0.5747223 Feb 09 21:46:33.091250 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a0b33-d52b-4504-bbbc-2cc0b92cfa96 service neutron] Pushing event updated for resources: {'Port': ['ID=9d504c4b-e55e-4f08-967d-16ecc567324d,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:33.275093 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c167ab0e-4f48-4db5-8864-66378654f0e5 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (7b62046b-c4ba-43e3-92dd-f0a153d84eb0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:33.287045 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff01c6-cf91-4285-9cdb-d0fb1e5a1867 req-4a744f72-6e2a-4850-8bec-b92fa2527a6f tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:33.291573 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c167ab0e-4f48-4db5-8864-66378654f0e5 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7b62046b-c4ba-43e3-92dd-f0a153d84eb0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:33.292442 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21ff01c6-cf91-4285-9cdb-d0fb1e5a1867 req-4a744f72-6e2a-4850-8bec-b92fa2527a6f tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec052f2f-de8f-471c-ae6d-a041b311b3b5 HTTP/1.1" status: 200 len: 944 time: 0.7031837 Feb 09 21:46:33.406079 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c167ab0e-4f48-4db5-8864-66378654f0e5 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:33.411090 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c167ab0e-4f48-4db5-8864-66378654f0e5 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5958424 Feb 09 21:46:33.418712 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37792) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.427895 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-aad9f3c7-1082-4e42-b70d-e609a336f679 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Request body: {'security_group': {'name': 'tempest-secgroup--1854644896'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:33.485947 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aad9f3c7-1082-4e42-b70d-e609a336f679 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:33.521560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167ab0e-4f48-4db5-8864-66378654f0e5 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b62046b-c4ba-43e3-92dd-f0a153d84eb0,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:33.613981 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aad9f3c7-1082-4e42-b70d-e609a336f679 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (306a3e39-c3b0-4c98-af75-7a21a7bc6c84), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:33.625614 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aad9f3c7-1082-4e42-b70d-e609a336f679 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (306a3e39-c3b0-4c98-af75-7a21a7bc6c84), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:33.638274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf227f-1aa1-4f3a-865c-aee2b6db787b req-bc1c6bb6-44da-4169-b40d-f513fa2439f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:33.639869 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6fcf227f-1aa1-4f3a-865c-aee2b6db787b req-bc1c6bb6-44da-4169-b40d-f513fa2439f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4792088-bf96-48c8-a331-af790ba542bf HTTP/1.1" status: 200 len: 913 time: 0.5523393 Feb 09 21:46:33.673871 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aad9f3c7-1082-4e42-b70d-e609a336f679 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:33.678641 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-aad9f3c7-1082-4e42-b70d-e609a336f679 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2548153 Feb 09 21:46:33.682260 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37800) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.692532 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d4af4e5c-02b8-4074-b9ea-d37ad29edbe7 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Request body: {'security_group_rule': {'security_group_id': '7b62046b-c4ba-43e3-92dd-f0a153d84eb0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '306a3e39-c3b0-4c98-af75-7a21a7bc6c84', 'remote_ip_prefix': None}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:33.699118 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6fcf227f-1aa1-4f3a-865c-aee2b6db787b req-e271eeb6-5f8a-4972-b28a-b6c3b0e8cfd8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ceae5a6-dc55-4015-9086-dde47bc8c3b1 HTTP/1.1" status: 200 len: 217 time: 0.0484877 Feb 09 21:46:33.749319 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9f3c7-1082-4e42-b70d-e609a336f679 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306a3e39-c3b0-4c98-af75-7a21a7bc6c84,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:33.790895 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d4af4e5c-02b8-4074-b9ea-d37ad29edbe7 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (1e128b51-ac76-48b1-bd16-d8e84aeccb81), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:33.810259 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-51847daf-3809-4059-b6e4-7e37771c68a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:33.812857 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-51847daf-3809-4059-b6e4-7e37771c68a6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0323982111b744578daf6e90f75c2d45&device_id=ec052f2f-de8f-471c-ae6d-a041b311b3b5 HTTP/1.1" status: 200 len: 1126 time: 0.8679788 Feb 09 21:46:33.911078 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21ff01c6-cf91-4285-9cdb-d0fb1e5a1867 req-86d54804-9d71-4c4d-9986-ec8f16693891 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/security-groups?id=5529778a-b522-45d8-9753-01dd877b4446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5065203 Feb 09 21:46:33.987130 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d4af4e5c-02b8-4074-b9ea-d37ad29edbe7 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (1e128b51-ac76-48b1-bd16-d8e84aeccb81), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:33.993925 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d4af4e5c-02b8-4074-b9ea-d37ad29edbe7 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (1e128b51-ac76-48b1-bd16-d8e84aeccb81), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.034475 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af4e5c-02b8-4074-b9ea-d37ad29edbe7 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e128b51-ac76-48b1-bd16-d8e84aeccb81,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:34.072040 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d4af4e5c-02b8-4074-b9ea-d37ad29edbe7 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.074879 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d4af4e5c-02b8-4074-b9ea-d37ad29edbe7 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3909087 Feb 09 21:46:34.078298 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37804) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.109228 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 3ceae5a6-dc55-4015-9086-dde47bc8c3b1 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:46:34.158714 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-ab654549-b831-4891-a57a-cfefd0aa9d4f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d504c4b-e55e-4f08-967d-16ecc567324d HTTP/1.1" status: 200 len: 217 time: 0.3030756 Feb 09 21:46:34.173238 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce9cf6e6-083a-42d1-b10a-01ee1584123d tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (1e128b51-ac76-48b1-bd16-d8e84aeccb81), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.209292 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce9cf6e6-083a-42d1-b10a-01ee1584123d tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (1e128b51-ac76-48b1-bd16-d8e84aeccb81), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.315867 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-7f23b990-b389-482d-8352-91b12608dcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:34.320159 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce9cf6e6-083a-42d1-b10a-01ee1584123d tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (1e128b51-ac76-48b1-bd16-d8e84aeccb81), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.321288 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-7f23b990-b389-482d-8352-91b12608dcd8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8608fa55-042e-4e51-9de3-6f9d7c457e62 HTTP/1.1" status: 200 len: 854 time: 0.1617033 Feb 09 21:46:34.347631 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce9cf6e6-083a-42d1-b10a-01ee1584123d tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.364060 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ce9cf6e6-083a-42d1-b10a-01ee1584123d tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/1e128b51-ac76-48b1-bd16-d8e84aeccb81 HTTP/1.1" status: 204 len: 168 time: 0.2819951 Feb 09 21:46:34.372200 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37810) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.381416 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 3ceae5a6-dc55-4015-9086-dde47bc8c3b1, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3ceae5a6-dc55-4015-9086-dde47bc8c3b1,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:34.394547 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9cf6e6-083a-42d1-b10a-01ee1584123d tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e128b51-ac76-48b1-bd16-d8e84aeccb81,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:34.407812 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '3ceae5a6-dc55-4015-9086-dde47bc8c3b1', 'network_id': 'c4792088-bf96-48c8-a331-af790ba542bf', 'port_id': '3ceae5a6-dc55-4015-9086-dde47bc8c3b1', 'mac_address': 'fa:16:3e:76:ce:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2baf19-4835-4e7a-83c6-0d721aca5d48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:46:34.443549 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec052f2f-de8f-471c-ae6d-a041b311b3b5', 'tag': '9d504c4b-e55e-4f08-967d-16ecc567324d'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:34.446809 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e494e13-17e0-41f2-a7be-7e7b147f5bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "ec052f2f-de8f-471c-ae6d-a041b311b3b5", "tag": "9d504c4b-e55e-4f08-967d-16ecc567324d"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:34.532356 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7d9337f-b2ac-422b-a8c5-6f41824976d5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for port (e702f0bf-385f-4476-acdf-7c5f3178a35d), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.568430 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-db0b44ff-7d6e-4f14-a571-01bb7e7efded tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1938317 Feb 09 21:46:34.569516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37818) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.573923 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 3ceae5a6-dc55-4015-9086-dde47bc8c3b1 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:34.574332 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3ceae5a6-dc55-4015-9086-dde47bc8c3b1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.588570 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7d9337f-b2ac-422b-a8c5-6f41824976d5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (e702f0bf-385f-4476-acdf-7c5f3178a35d), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.669984 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ceae5a6-dc55-4015-9086-dde47bc8c3b1 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:34.693908 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf227f-1aa1-4f3a-865c-aee2b6db787b req-e5867323-7c8a-452e-b6d8-7bfd6a4fe133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:34.694893 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 3ceae5a6-dc55-4015-9086-dde47bc8c3b1, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3ceae5a6-dc55-4015-9086-dde47bc8c3b1,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:34.696944 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6fcf227f-1aa1-4f3a-865c-aee2b6db787b req-e5867323-7c8a-452e-b6d8-7bfd6a4fe133 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b2baf19-4835-4e7a-83c6-0d721aca5d48 HTTP/1.1" status: 200 len: 852 time: 0.9789851 Feb 09 21:46:34.706181 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3ceae5a6-dc55-4015-9086-dde47bc8c3b1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.713295 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8911a2c5-b27c-46e8-9973-7ef4fd4945f7 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (306a3e39-c3b0-4c98-af75-7a21a7bc6c84), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.817011 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8911a2c5-b27c-46e8-9973-7ef4fd4945f7 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (306a3e39-c3b0-4c98-af75-7a21a7bc6c84), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.858360 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7d9337f-b2ac-422b-a8c5-6f41824976d5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (59a18e86-fa86-48f9-8c6a-a07ec6cb346d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.902524 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=3ceae5a6-dc55-4015-9086-dde47bc8c3b1,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:34.975785 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6fcf227f-1aa1-4f3a-865c-aee2b6db787b req-3784a6a9-984b-4b30-8dac-e23f791d7337 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4792088-bf96-48c8-a331-af790ba542bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1786644 Feb 09 21:46:35.026428 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8911a2c5-b27c-46e8-9973-7ef4fd4945f7 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (306a3e39-c3b0-4c98-af75-7a21a7bc6c84), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.030030 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8911a2c5-b27c-46e8-9973-7ef4fd4945f7 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.035166 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8911a2c5-b27c-46e8-9973-7ef4fd4945f7 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "DELETE /v2.0/security-groups/306a3e39-c3b0-4c98-af75-7a21a7bc6c84 HTTP/1.1" status: 204 len: 168 time: 0.4584715 Feb 09 21:46:35.040908 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37828) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:35.050802 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['3ceae5a6-dc55-4015-9086-dde47bc8c3b1'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:35.214949 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-3536f6aa-e84f-47e0-83fa-a942fcad396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:35.219991 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-3536f6aa-e84f-47e0-83fa-a942fcad396d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=110e6acb-5225-4293-bb53-b200a63e1ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7875597 Feb 09 21:46:35.221206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9337f-b2ac-422b-a8c5-6f41824976d5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Pushing event updated for resources: {'Port': ['ID=e702f0bf-385f-4476-acdf-7c5f3178a35d,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:35.226386 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911a2c5-b27c-46e8-9973-7ef4fd4945f7 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=306a3e39-c3b0-4c98-af75-7a21a7bc6c84,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:35.250003 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fc1b86e5-0274-461e-b5e7-4631e2aff039 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2015822 Feb 09 21:46:35.251173 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37830) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:35.264574 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0b70f-0b32-48e5-b357-da7c7d0e1914 req-19021cb5-4a0e-4c2f-9339-de88bea8a87a tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:35.277668 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-77a0b70f-0b32-48e5-b357-da7c7d0e1914 req-19021cb5-4a0e-4c2f-9339-de88bea8a87a tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=699d9749-5554-4add-ade9-8f5532a6c270 HTTP/1.1" status: 200 len: 944 time: 1.1566334 Feb 09 21:46:35.329133 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7d9337f-b2ac-422b-a8c5-6f41824976d5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.334620 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a7d9337f-b2ac-422b-a8c5-6f41824976d5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5513577 Feb 09 21:46:35.429270 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5338937-e1f1-4bb1-9259-24290ff71d0a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (7b62046b-c4ba-43e3-92dd-f0a153d84eb0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.555395 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5338937-e1f1-4bb1-9259-24290ff71d0a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (7b62046b-c4ba-43e3-92dd-f0a153d84eb0), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.578841 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-627d20a6-8c29-4fd2-87a3-98e27c3b31df service neutron] 10.222.0.71 "GET /v2.0/networks/110e6acb-5225-4293-bb53-b200a63e1ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397759 Feb 09 21:46:35.695948 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5338937-e1f1-4bb1-9259-24290ff71d0a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7b62046b-c4ba-43e3-92dd-f0a153d84eb0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.699432 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5338937-e1f1-4bb1-9259-24290ff71d0a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.700820 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e5338937-e1f1-4bb1-9259-24290ff71d0a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "DELETE /v2.0/security-groups/7b62046b-c4ba-43e3-92dd-f0a153d84eb0 HTTP/1.1" status: 204 len: 168 time: 0.4472971 Feb 09 21:46:35.707523 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37846) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:35.765010 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5338937-e1f1-4bb1-9259-24290ff71d0a tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b62046b-c4ba-43e3-92dd-f0a153d84eb0,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:35.775142 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb11a2ea-28c9-4887-9783-43cc0a84d47a req-07a25987-9fb9-4768-a241-cca9c636ac6b service neutron] 10.222.0.71 "GET /v2.0/networks/110e6acb-5225-4293-bb53-b200a63e1ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584823 Feb 09 21:46:35.847385 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6fcf227f-1aa1-4f3a-865c-aee2b6db787b req-fdf78a2e-68c2-48f9-aa8e-a2d36581c5da service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8486993 Feb 09 21:46:35.857986 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-77a0b70f-0b32-48e5-b357-da7c7d0e1914 req-d46bc2f4-e4d8-4ebe-8645-c36eee796a0a tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5783985 Feb 09 21:46:35.873293 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-094a92c1-7b62-4c2d-b31d-4fbb1a6b95f2 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1637332 Feb 09 21:46:35.879995 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37856) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:35.885883 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-706daeb6-3c5b-4d1d-a60e-1bdf304229bd tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Request body: {'security_group': {'name': 'tempest-secgroup--469745676'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:36.091098 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b6e04328-51fa-4c79-a258-0f41e4cab4f1 req-f5409316-ddd1-4e48-afbc-e12b833e9af4 tempest-ServerShowV254Test-675106195 tempest-ServerShowV254Test-675106195-project] 10.222.0.77 "GET /v2.0/ports?device_id=08ae4452-e830-46b2-845c-8623f054ac8c HTTP/1.1" status: 200 len: 210 time: 0.0891964 Feb 09 21:46:36.112003 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-706daeb6-3c5b-4d1d-a60e-1bdf304229bd tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.136277 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 3ceae5a6-dc55-4015-9086-dde47bc8c3b1 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:36.190763 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6fcf227f-1aa1-4f3a-865c-aee2b6db787b req-ae228c07-f957-4bcb-9f59-82728f86cd4a service neutron] 10.222.0.42 "GET /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299963 Feb 09 21:46:36.242295 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 3ceae5a6-dc55-4015-9086-dde47bc8c3b1 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:46:36.262427 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 3ceae5a6-dc55-4015-9086-dde47bc8c3b1 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:36.262804 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3ceae5a6-dc55-4015-9086-dde47bc8c3b1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.405345 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-706daeb6-3c5b-4d1d-a60e-1bdf304229bd tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (db40aa97-9eba-4e87-805c-9b6a34b3db9d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.413350 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-706daeb6-3c5b-4d1d-a60e-1bdf304229bd tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (db40aa97-9eba-4e87-805c-9b6a34b3db9d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.481320 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-706daeb6-3c5b-4d1d-a60e-1bdf304229bd tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.483495 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-706daeb6-3c5b-4d1d-a60e-1bdf304229bd tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6009650 Feb 09 21:46:36.490696 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37874) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:36.493192 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 3ceae5a6-dc55-4015-9086-dde47bc8c3b1 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:36.496634 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3ceae5a6-dc55-4015-9086-dde47bc8c3b1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.498974 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-9d150a8d-10c0-4f45-a234-eb7afa772224 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Request body: {'security_group_rule': {'security_group_id': 'db40aa97-9eba-4e87-805c-9b6a34b3db9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:36.544534 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699d9749-5554-4add-ade9-8f5532a6c270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ceae5a6-dc55-4015-9086-dde47bc8c3b1'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:36.553523 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881db2bc-c551-4802-8a55-75d206158e9d" -d '{"events": [{"server_uuid": "699d9749-5554-4add-ade9-8f5532a6c270", "name": "network-vif-plugged", "status": "completed", "tag": "3ceae5a6-dc55-4015-9086-dde47bc8c3b1"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:36.575091 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 3ceae5a6-dc55-4015-9086-dde47bc8c3b1, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3ceae5a6-dc55-4015-9086-dde47bc8c3b1,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:36.596122 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867b6a8f-8518-4a60-a4bb-5f20962e46d3 x-openstack-request-id: req-867b6a8f-8518-4a60-a4bb-5f20962e46d3 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:36.596597 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec052f2f-de8f-471c-ae6d-a041b311b3b5", "tag": "9d504c4b-e55e-4f08-967d-16ecc567324d", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:36.605322 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3ceae5a6-dc55-4015-9086-dde47bc8c3b1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.610338 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-867b6a8f-8518-4a60-a4bb-5f20962e46d3 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:36.610338 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec052f2f-de8f-471c-ae6d-a041b311b3b5', 'tag': '9d504c4b-e55e-4f08-967d-16ecc567324d', 'status': 'completed', 'code': 200} Feb 09 21:46:36.611423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706daeb6-3c5b-4d1d-a60e-1bdf304229bd tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db40aa97-9eba-4e87-805c-9b6a34b3db9d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:36.781518 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=3ceae5a6-dc55-4015-9086-dde47bc8c3b1,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:36.821747 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9d150a8d-10c0-4f45-a234-eb7afa772224 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (757d77ad-f788-4f71-9a83-9c9d473fecc1), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.888118 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e494e13-17e0-41f2-a7be-7e7b147f5bc3 req-dca66eb9-193f-4270-8b67-28dcce1513ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.889958 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e494e13-17e0-41f2-a7be-7e7b147f5bc3 req-dca66eb9-193f-4270-8b67-28dcce1513ca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0323982111b744578daf6e90f75c2d45&device_id=ec052f2f-de8f-471c-ae6d-a041b311b3b5 HTTP/1.1" status: 200 len: 1126 time: 0.2455585 Feb 09 21:46:36.935107 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9d150a8d-10c0-4f45-a234-eb7afa772224 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (757d77ad-f788-4f71-9a83-9c9d473fecc1), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.948476 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9d150a8d-10c0-4f45-a234-eb7afa772224 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (757d77ad-f788-4f71-9a83-9c9d473fecc1), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.027459 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9d150a8d-10c0-4f45-a234-eb7afa772224 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.028760 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9d150a8d-10c0-4f45-a234-eb7afa772224 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5365314 Feb 09 21:46:37.034612 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37888) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:37.039904 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d150a8d-10c0-4f45-a234-eb7afa772224 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757d77ad-f788-4f71-9a83-9c9d473fecc1,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:37.108560 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06b3c684-cb55-416f-9a1d-044d375cb4f0 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (757d77ad-f788-4f71-9a83-9c9d473fecc1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.125911 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06b3c684-cb55-416f-9a1d-044d375cb4f0 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (757d77ad-f788-4f71-9a83-9c9d473fecc1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.150150 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9b2c9-f3cf-4df8-9dd1-13655f039f0c req-6d4514c4-82eb-46df-8be7-56bc4e31c40b tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:37.164104 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dda9b2c9-f3cf-4df8-9dd1-13655f039f0c req-6d4514c4-82eb-46df-8be7-56bc4e31c40b tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec052f2f-de8f-471c-ae6d-a041b311b3b5 HTTP/1.1" status: 200 len: 944 time: 0.3666167 Feb 09 21:46:37.175814 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06b3c684-cb55-416f-9a1d-044d375cb4f0 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (757d77ad-f788-4f71-9a83-9c9d473fecc1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.191048 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06b3c684-cb55-416f-9a1d-044d375cb4f0 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.196353 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-06b3c684-cb55-416f-9a1d-044d375cb4f0 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/757d77ad-f788-4f71-9a83-9c9d473fecc1 HTTP/1.1" status: 204 len: 168 time: 0.1568065 Feb 09 21:46:37.197228 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37894) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:37.225850 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e494e13-17e0-41f2-a7be-7e7b147f5bc3 req-7b14bd69-8958-42a1-8c97-e05c0d124872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:37.227379 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e494e13-17e0-41f2-a7be-7e7b147f5bc3 req-7b14bd69-8958-42a1-8c97-e05c0d124872 service neutron] 10.222.0.71 "GET /v2.0/networks?id=110e6acb-5225-4293-bb53-b200a63e1ab6 HTTP/1.1" status: 200 len: 916 time: 0.2906997 Feb 09 21:46:37.239387 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3c684-cb55-416f-9a1d-044d375cb4f0 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=757d77ad-f788-4f71-9a83-9c9d473fecc1,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:37.297895 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e494e13-17e0-41f2-a7be-7e7b147f5bc3 req-1c208339-8b19-445f-8fe7-9387ffc877aa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d504c4b-e55e-4f08-967d-16ecc567324d HTTP/1.1" status: 200 len: 217 time: 0.0607224 Feb 09 21:46:37.303187 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dda9b2c9-f3cf-4df8-9dd1-13655f039f0c req-e6ba2844-c096-4846-bd72-bf7c1473d20e tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/security-groups?id=5529778a-b522-45d8-9753-01dd877b4446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132801 Feb 09 21:46:37.309006 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fd948689-98e8-4c36-a942-749740742551 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1103179 Feb 09 21:46:37.312471 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37900) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:37.410788 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9d504c4b-e55e-4f08-967d-16ecc567324d details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:46:37.417010 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-946a8d48-a7c1-485e-87b5-8321e7b11fbc tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (db40aa97-9eba-4e87-805c-9b6a34b3db9d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.426552 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e494e13-17e0-41f2-a7be-7e7b147f5bc3 req-e105f54c-b3f8-4710-b77f-ec96e6b87dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:37.435246 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e494e13-17e0-41f2-a7be-7e7b147f5bc3 req-e105f54c-b3f8-4710-b77f-ec96e6b87dcf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8608fa55-042e-4e51-9de3-6f9d7c457e62 HTTP/1.1" status: 200 len: 854 time: 0.1307583 Feb 09 21:46:37.543683 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-946a8d48-a7c1-485e-87b5-8321e7b11fbc tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (db40aa97-9eba-4e87-805c-9b6a34b3db9d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.653755 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e494e13-17e0-41f2-a7be-7e7b147f5bc3 req-9657c8d2-b7e7-4fb5-b596-732f4de42f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:37.656850 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e494e13-17e0-41f2-a7be-7e7b147f5bc3 req-9657c8d2-b7e7-4fb5-b596-732f4de42f21 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=110e6acb-5225-4293-bb53-b200a63e1ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2139792 Feb 09 21:46:37.703635 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-6c45d471-1a54-4442-96b6-328000c0a2b5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--360754794&fields=id&tenant_id=7d6b5204ad254d39a623b447e45a194a HTTP/1.1" status: 200 len: 267 time: 0.0966375 Feb 09 21:46:37.731826 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 9d504c4b-e55e-4f08-967d-16ecc567324d, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9d504c4b-e55e-4f08-967d-16ecc567324d,segment=NetworkSegment(024fa9b1-c919-495d-b455-dbda4caf886e),segment_id=024fa9b1-c919-495d-b455-dbda4caf886e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:37.748760 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '9d504c4b-e55e-4f08-967d-16ecc567324d', 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6', 'port_id': '9d504c4b-e55e-4f08-967d-16ecc567324d', 'mac_address': 'fa:16:3e:ec:04:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8608fa55-042e-4e51-9de3-6f9d7c457e62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:46:37.810295 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 9d504c4b-e55e-4f08-967d-16ecc567324d is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:37.811596 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-946a8d48-a7c1-485e-87b5-8321e7b11fbc tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (db40aa97-9eba-4e87-805c-9b6a34b3db9d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.811921 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9d504c4b-e55e-4f08-967d-16ecc567324d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.814820 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-946a8d48-a7c1-485e-87b5-8321e7b11fbc tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.816136 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-946a8d48-a7c1-485e-87b5-8321e7b11fbc tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "DELETE /v2.0/security-groups/db40aa97-9eba-4e87-805c-9b6a34b3db9d HTTP/1.1" status: 204 len: 168 time: 0.5032473 Feb 09 21:46:37.818959 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37924) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:37.842225 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d504c4b-e55e-4f08-967d-16ecc567324d {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:37.850908 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2f3ee2fc-e1cd-4ffb-a13d-521f0add844c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.871743 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 9d504c4b-e55e-4f08-967d-16ecc567324d, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9d504c4b-e55e-4f08-967d-16ecc567324d,segment=NetworkSegment(024fa9b1-c919-495d-b455-dbda4caf886e),segment_id=024fa9b1-c919-495d-b455-dbda4caf886e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:37.883735 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9d504c4b-e55e-4f08-967d-16ecc567324d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.926224 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2a2cacbd-1dc7-48a9-87c5-fa094a4a017b tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1019764 Feb 09 21:46:37.927465 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37930) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:37.937175 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7e010d9e-5af9-4dfa-b5db-5ba1a5e2b58c tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Request body: {'security_group': {'name': 'tempest-secgroup--1551003488'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:37.988962 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e010d9e-5af9-4dfa-b5db-5ba1a5e2b58c tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.990990 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-a10fed04-ca0d-4fd2-a97e-6560e234b841 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:37.992916 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-a10fed04-ca0d-4fd2-a97e-6560e234b841 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/networks?id=aad7656a-c886-4fbe-b34b-d44bdd76ed85 HTTP/1.1" status: 200 len: 811 time: 0.2678056 Feb 09 21:46:37.998339 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a8d48-a7c1-485e-87b5-8321e7b11fbc tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db40aa97-9eba-4e87-805c-9b6a34b3db9d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:38.016802 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=9d504c4b-e55e-4f08-967d-16ecc567324d,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:38.030788 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-e9721103-3b29-4308-bbfd-70d4996f9971 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/quotas/7d6b5204ad254d39a623b447e45a194a HTTP/1.1" status: 200 len: 375 time: 0.0128531 Feb 09 21:46:38.119028 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['9d504c4b-e55e-4f08-967d-16ecc567324d'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:38.149414 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e494e13-17e0-41f2-a7be-7e7b147f5bc3 req-0df0ae73-63e9-4c04-bc51-5fe11e7a2b80 service neutron] 10.222.0.71 "GET /v2.0/networks/110e6acb-5225-4293-bb53-b200a63e1ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543650 Feb 09 21:46:38.179222 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e010d9e-5af9-4dfa-b5db-5ba1a5e2b58c tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (506d198e-11e0-4dde-bb42-84a0389c21c2), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.193820 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e010d9e-5af9-4dfa-b5db-5ba1a5e2b58c tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (506d198e-11e0-4dde-bb42-84a0389c21c2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.270386 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e010d9e-5af9-4dfa-b5db-5ba1a5e2b58c tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.273124 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7e010d9e-5af9-4dfa-b5db-5ba1a5e2b58c tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3445094 Feb 09 21:46:38.275911 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e010d9e-5af9-4dfa-b5db-5ba1a5e2b58c tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=506d198e-11e0-4dde-bb42-84a0389c21c2,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:38.276518 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-8832fded-9690-4d23-9589-03750ee06f25 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d6b5204ad254d39a623b447e45a194a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2301970 Feb 09 21:46:38.278828 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37932) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:38.293026 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-926b6ee4-eef4-442d-9f20-adcb668afa45 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Request body: {'security_group_rule': {'security_group_id': '506d198e-11e0-4dde-bb42-84a0389c21c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:38.384882 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-926b6ee4-eef4-442d-9f20-adcb668afa45 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (ff2e3dc9-5a3e-4e82-baf9-676ce6250f13), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.435337 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e494e13-17e0-41f2-a7be-7e7b147f5bc3 req-562a9e0b-bddb-4810-8172-79eb7b93ed5b service neutron] 10.222.0.71 "GET /v2.0/networks/110e6acb-5225-4293-bb53-b200a63e1ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777534 Feb 09 21:46:38.555721 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-926b6ee4-eef4-442d-9f20-adcb668afa45 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (ff2e3dc9-5a3e-4e82-baf9-676ce6250f13), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.561292 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-926b6ee4-eef4-442d-9f20-adcb668afa45 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (ff2e3dc9-5a3e-4e82-baf9-676ce6250f13), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.631180 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b6ee4-eef4-442d-9f20-adcb668afa45 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2e3dc9-5a3e-4e82-baf9-676ce6250f13,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:38.641467 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-926b6ee4-eef4-442d-9f20-adcb668afa45 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.642778 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-926b6ee4-eef4-442d-9f20-adcb668afa45 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3593588 Feb 09 21:46:38.651333 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37936) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:38.687018 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0fcfc2f5-c415-43c8-85b8-7c9603437d06 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-group-rules/ff2e3dc9-5a3e-4e82-baf9-676ce6250f13 HTTP/1.1" status: 200 len: 763 time: 0.0313532 Feb 09 21:46:38.690960 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37938) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:38.724573 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-b20825b9-97b4-4acb-9fd8-4095cf397eaa service neutron] 10.222.0.77 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847356 Feb 09 21:46:38.768279 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5de421a1-7354-499b-ad22-dee029581055 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0717432 Feb 09 21:46:38.770829 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37942) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:38.815187 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a43acc0-759c-4421-bdc5-ecca5058db4f tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (ff2e3dc9-5a3e-4e82-baf9-676ce6250f13), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.834147 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a43acc0-759c-4421-bdc5-ecca5058db4f tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (ff2e3dc9-5a3e-4e82-baf9-676ce6250f13), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.868450 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-f645ae4b-cd91-4cce-bcbe-6385c4e3accd service neutron] 10.222.0.77 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428957 Feb 09 21:46:38.884980 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a43acc0-759c-4421-bdc5-ecca5058db4f tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (ff2e3dc9-5a3e-4e82-baf9-676ce6250f13), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.893130 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a43acc0-759c-4421-bdc5-ecca5058db4f tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.896640 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6a43acc0-759c-4421-bdc5-ecca5058db4f tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/ff2e3dc9-5a3e-4e82-baf9-676ce6250f13 HTTP/1.1" status: 204 len: 168 time: 0.1231251 Feb 09 21:46:38.896918 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37946) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:38.911063 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43acc0-759c-4421-bdc5-ecca5058db4f tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff2e3dc9-5a3e-4e82-baf9-676ce6250f13,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:38.956314 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3ce4351f-e80f-449a-903f-6c2c7f2d719b tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0583789 Feb 09 21:46:38.956586 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37950) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:38.967730 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-0e12d3ee-8f2e-4e54-b201-23b2eafb9017 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Request body: {'security_group_rule': {'security_group_id': '506d198e-11e0-4dde-bb42-84a0389c21c2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:39.024715 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e12d3ee-8f2e-4e54-b201-23b2eafb9017 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (34e66494-fcdc-4763-bbde-9307e85e2d18), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.096594 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e12d3ee-8f2e-4e54-b201-23b2eafb9017 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (34e66494-fcdc-4763-bbde-9307e85e2d18), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.105239 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e12d3ee-8f2e-4e54-b201-23b2eafb9017 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (34e66494-fcdc-4763-bbde-9307e85e2d18), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.118901 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef507c2e-c366-449d-a736-0439c1ebc84b x-openstack-request-id: req-ef507c2e-c366-449d-a736-0439c1ebc84b {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:39.120005 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699d9749-5554-4add-ade9-8f5532a6c270", "name": "network-vif-plugged", "status": "completed", "tag": "3ceae5a6-dc55-4015-9086-dde47bc8c3b1", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:39.120472 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ef507c2e-c366-449d-a736-0439c1ebc84b {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:39.121654 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699d9749-5554-4add-ade9-8f5532a6c270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ceae5a6-dc55-4015-9086-dde47bc8c3b1', 'code': 200} Feb 09 21:46:39.179082 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e12d3ee-8f2e-4e54-b201-23b2eafb9017 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.181801 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0e12d3ee-8f2e-4e54-b201-23b2eafb9017 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2235279 Feb 09 21:46:39.184709 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37956) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:39.207395 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12d3ee-8f2e-4e54-b201-23b2eafb9017 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e66494-fcdc-4763-bbde-9307e85e2d18,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:39.291884 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-13cdc337-1c02-4131-bb05-12508e4cb087 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-group-rules/34e66494-fcdc-4763-bbde-9307e85e2d18 HTTP/1.1" status: 200 len: 763 time: 0.1049302 Feb 09 21:46:39.295866 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37962) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:39.345936 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36595820-f627-4535-8432-c7460ce41068 req-326a5cb3-a806-4e5b-95e8-22ec43961d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:39.348091 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-36595820-f627-4535-8432-c7460ce41068 req-326a5cb3-a806-4e5b-95e8-22ec43961d2b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=699d9749-5554-4add-ade9-8f5532a6c270 HTTP/1.1" status: 200 len: 1128 time: 0.1095493 Feb 09 21:46:39.383085 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-12525bcb-67cd-4432-9bdb-9bdfe57bdf88 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0854967 Feb 09 21:46:39.386206 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37964) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:39.415201 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73323005-b39f-46ff-a458-64d56016a706 req-cb6d78fa-ae5c-4be6-8921-edeeef7c0ca8 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:39.416909 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73323005-b39f-46ff-a458-64d56016a706 req-cb6d78fa-ae5c-4be6-8921-edeeef7c0ca8 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=699d9749-5554-4add-ade9-8f5532a6c270 HTTP/1.1" status: 200 len: 946 time: 0.1811070 Feb 09 21:46:39.422378 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2881ae14-294c-4ee3-bcdb-a35b8ae2e351 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (34e66494-fcdc-4763-bbde-9307e85e2d18), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.423696 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9d504c4b-e55e-4f08-967d-16ecc567324d up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:39.437584 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2881ae14-294c-4ee3-bcdb-a35b8ae2e351 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (34e66494-fcdc-4763-bbde-9307e85e2d18), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.471918 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-36595820-f627-4535-8432-c7460ce41068 req-dfd6a413-dfcb-4b95-bb22-76360cdd807b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106505 Feb 09 21:46:39.486883 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2881ae14-294c-4ee3-bcdb-a35b8ae2e351 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (34e66494-fcdc-4763-bbde-9307e85e2d18), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.496709 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2881ae14-294c-4ee3-bcdb-a35b8ae2e351 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.498362 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2881ae14-294c-4ee3-bcdb-a35b8ae2e351 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/34e66494-fcdc-4763-bbde-9307e85e2d18 HTTP/1.1" status: 204 len: 168 time: 0.1108320 Feb 09 21:46:39.505864 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37966) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:39.520974 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881ae14-294c-4ee3-bcdb-a35b8ae2e351 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34e66494-fcdc-4763-bbde-9307e85e2d18,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:39.570444 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73323005-b39f-46ff-a458-64d56016a706 req-b4563120-8b7d-4ea2-b8cb-ee0d9fc56b6f tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380079 Feb 09 21:46:39.589523 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 9d504c4b-e55e-4f08-967d-16ecc567324d completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:46:39.615565 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 9d504c4b-e55e-4f08-967d-16ecc567324d triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:39.616157 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9d504c4b-e55e-4f08-967d-16ecc567324d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.659544 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37970) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:39.669474 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f39dd0eb-708b-4f01-aedb-1e3185981269 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Request body: {'security_group_rule': {'security_group_id': '506d198e-11e0-4dde-bb42-84a0389c21c2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:39.674617 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3e95365c-cd47-43b4-b1f7-a20b2b04fa70 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1671205 Feb 09 21:46:39.836969 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 9d504c4b-e55e-4f08-967d-16ecc567324d is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:39.838174 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9d504c4b-e55e-4f08-967d-16ecc567324d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.871815 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97b8d15d-32c1-486e-ac8b-b1203edf52fe req-43271c42-7c9f-4edb-9c0c-aff8d99ed416 tempest-ServerShowV254Test-675106195 tempest-ServerShowV254Test-675106195-project] 10.222.0.77 "GET /v2.0/ports?device_id=08ae4452-e830-46b2-845c-8623f054ac8c HTTP/1.1" status: 200 len: 210 time: 0.1303933 Feb 09 21:46:39.915593 n-d-828601-1 neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-f39dd0eb-708b-4f01-aedb-1e3185981269 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Project 3865a705a46e4b0192a158bdf4667b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:46:39.936621 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f39dd0eb-708b-4f01-aedb-1e3185981269 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (0e9470cb-ced4-41fe-8aec-dcf1024027b8), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.939816 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 9d504c4b-e55e-4f08-967d-16ecc567324d, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9d504c4b-e55e-4f08-967d-16ecc567324d,segment=NetworkSegment(024fa9b1-c919-495d-b455-dbda4caf886e),segment_id=024fa9b1-c919-495d-b455-dbda4caf886e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:39.950397 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9d504c4b-e55e-4f08-967d-16ecc567324d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.116676 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=9d504c4b-e55e-4f08-967d-16ecc567324d,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:40.133075 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f39dd0eb-708b-4f01-aedb-1e3185981269 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (0e9470cb-ced4-41fe-8aec-dcf1024027b8), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.142588 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f39dd0eb-708b-4f01-aedb-1e3185981269 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (0e9470cb-ced4-41fe-8aec-dcf1024027b8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.163632 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39dd0eb-708b-4f01-aedb-1e3185981269 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9470cb-ced4-41fe-8aec-dcf1024027b8,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:40.204795 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f39dd0eb-708b-4f01-aedb-1e3185981269 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.209085 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f39dd0eb-708b-4f01-aedb-1e3185981269 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5456645 Feb 09 21:46:40.210156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37988) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:40.237370 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37990) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:40.238091 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bbe36530-df5f-4cde-9f33-cf01d04a34b4 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-group-rules/0e9470cb-ced4-41fe-8aec-dcf1024027b8 HTTP/1.1" status: 200 len: 769 time: 0.0245667 Feb 09 21:46:40.319871 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-92af8f9e-5129-48cd-befa-f070396d87d7 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0802827 Feb 09 21:46:40.322321 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37992) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:40.346225 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b3dbc-2b66-463b-8596-ff3423d71ec1 req-bb99be02-ae52-472a-89c5-f47525822c62 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:40.350174 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc5b3dbc-2b66-463b-8596-ff3423d71ec1 req-bb99be02-ae52-472a-89c5-f47525822c62 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec052f2f-de8f-471c-ae6d-a041b311b3b5 HTTP/1.1" status: 200 len: 946 time: 0.1639831 Feb 09 21:46:40.354573 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6713e285-8ba8-4724-900a-33203e2475a6 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (0e9470cb-ced4-41fe-8aec-dcf1024027b8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.368837 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6713e285-8ba8-4724-900a-33203e2475a6 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (0e9470cb-ced4-41fe-8aec-dcf1024027b8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.426086 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6713e285-8ba8-4724-900a-33203e2475a6 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (0e9470cb-ced4-41fe-8aec-dcf1024027b8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.441127 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6713e285-8ba8-4724-900a-33203e2475a6 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.442781 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-43d4b215-84f7-4e0a-9fe2-aa81f1fc53df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.446927 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6713e285-8ba8-4724-900a-33203e2475a6 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/0e9470cb-ced4-41fe-8aec-dcf1024027b8 HTTP/1.1" status: 204 len: 168 time: 0.1226861 Feb 09 21:46:40.450623 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37994) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:40.462775 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713e285-8ba8-4724-900a-33203e2475a6 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e9470cb-ced4-41fe-8aec-dcf1024027b8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:40.486203 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc5b3dbc-2b66-463b-8596-ff3423d71ec1 req-a1c69446-888f-4aab-b1a3-c51fc39123bc tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/security-groups?id=5529778a-b522-45d8-9753-01dd877b4446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265180 Feb 09 21:46:40.528849 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-dcb1d098-a902-4860-ac91-f3c9b6b54b45 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0759740 Feb 09 21:46:40.532119 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37996) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:40.604780 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-951d3107-b7d3-47cb-a9be-7f4325c04fc9 req-3fe9f59f-afa2-4bf1-bc9c-97e63eb9aea6 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 210 time: 0.0464675 Feb 09 21:46:40.619735 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-083423a9-acab-4ba6-86c8-52b4b2060410 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (506d198e-11e0-4dde-bb42-84a0389c21c2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.675109 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-083423a9-acab-4ba6-86c8-52b4b2060410 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (506d198e-11e0-4dde-bb42-84a0389c21c2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.795327 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-083423a9-acab-4ba6-86c8-52b4b2060410 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (506d198e-11e0-4dde-bb42-84a0389c21c2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.800192 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-083423a9-acab-4ba6-86c8-52b4b2060410 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.805526 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38010) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:40.814374 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-083423a9-acab-4ba6-86c8-52b4b2060410 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "DELETE /v2.0/security-groups/506d198e-11e0-4dde-bb42-84a0389c21c2 HTTP/1.1" status: 204 len: 168 time: 0.2800980 Feb 09 21:46:40.841095 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083423a9-acab-4ba6-86c8-52b4b2060410 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=506d198e-11e0-4dde-bb42-84a0389c21c2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:41.031197 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1e748178-0a89-440c-b782-53243de13f7b tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2237234 Feb 09 21:46:41.045605 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38014) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:41.051157 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-4a6308b3-e0f4-4544-9639-fcc942c42601 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Request body: {'security_group': {'name': 'tempest-secgroup--830172463'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:41.053638 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d0a70-85fc-40c2-8d74-bbb679441532 req-1610183c-075c-46db-87c6-420551859676 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:41.055311 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d0d0a70-85fc-40c2-8d74-bbb679441532 req-1610183c-075c-46db-87c6-420551859676 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=699d9749-5554-4add-ade9-8f5532a6c270 HTTP/1.1" status: 200 len: 946 time: 0.2127533 Feb 09 21:46:41.097444 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a6308b3-e0f4-4544-9639-fcc942c42601 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.123162 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec052f2f-de8f-471c-ae6d-a041b311b3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d504c4b-e55e-4f08-967d-16ecc567324d'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:41.128659 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f935679-8379-4abf-b0ce-a3f623976684" -d '{"events": [{"server_uuid": "ec052f2f-de8f-471c-ae6d-a041b311b3b5", "name": "network-vif-plugged", "status": "completed", "tag": "9d504c4b-e55e-4f08-967d-16ecc567324d"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:41.288609 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a6308b3-e0f4-4544-9639-fcc942c42601 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (c80d8cf0-41f0-411b-9be9-24931aca5758), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.297176 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a6308b3-e0f4-4544-9639-fcc942c42601 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c80d8cf0-41f0-411b-9be9-24931aca5758), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.374465 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a6308b3-e0f4-4544-9639-fcc942c42601 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.379459 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4a6308b3-e0f4-4544-9639-fcc942c42601 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3323965 Feb 09 21:46:41.381210 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38028) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:41.387618 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-4548f24e-5757-47ae-a369-b18e7f443621 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Request body: {'security_group_rule': {'security_group_id': 'c80d8cf0-41f0-411b-9be9-24931aca5758', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:41.393054 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6308b3-e0f4-4544-9639-fcc942c42601 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c80d8cf0-41f0-411b-9be9-24931aca5758,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:41.445718 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4548f24e-5757-47ae-a369-b18e7f443621 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (4781f72e-8d2e-40b6-8920-66dc79f7552f), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.494250 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.540489 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4548f24e-5757-47ae-a369-b18e7f443621 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (4781f72e-8d2e-40b6-8920-66dc79f7552f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.545863 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4548f24e-5757-47ae-a369-b18e7f443621 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (4781f72e-8d2e-40b6-8920-66dc79f7552f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.565189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548f24e-5757-47ae-a369-b18e7f443621 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4781f72e-8d2e-40b6-8920-66dc79f7552f,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:41.576558 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4548f24e-5757-47ae-a369-b18e7f443621 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.581238 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4548f24e-5757-47ae-a369-b18e7f443621 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1987984 Feb 09 21:46:41.582126 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38032) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:41.650220 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83aa629c-c776-4833-9f7e-15c16ed0fcda tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (c80d8cf0-41f0-411b-9be9-24931aca5758), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.687408 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83aa629c-c776-4833-9f7e-15c16ed0fcda tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (c80d8cf0-41f0-411b-9be9-24931aca5758), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.702201 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-45502a2b-0af2-4747-b0bd-504997ea3317 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:41.704011 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-45502a2b-0af2-4747-b0bd-504997ea3317 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.42 "GET /v2.0/networks?id=aad7656a-c886-4fbe-b34b-d44bdd76ed85 HTTP/1.1" status: 200 len: 811 time: 0.8523564 Feb 09 21:46:41.774862 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d0d0a70-85fc-40c2-8d74-bbb679441532 req-fc57edf3-e9b6-463e-a3a7-410354fa0f31 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6911414 Feb 09 21:46:41.787873 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83aa629c-c776-4833-9f7e-15c16ed0fcda tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c80d8cf0-41f0-411b-9be9-24931aca5758), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.790970 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-3f485e12-53a5-45c1-8f8f-1315f7e09890 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d6b5204ad254d39a623b447e45a194a HTTP/1.1" status: 200 len: 379 time: 0.0773692 Feb 09 21:46:41.794785 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83aa629c-c776-4833-9f7e-15c16ed0fcda tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.801220 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-83aa629c-c776-4833-9f7e-15c16ed0fcda tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "DELETE /v2.0/security-groups/c80d8cf0-41f0-411b-9be9-24931aca5758 HTTP/1.1" status: 204 len: 168 time: 0.2175031 Feb 09 21:46:41.802420 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38036) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:41.807966 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-11953941-dd50-467b-822b-930785b2329f tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Request body: {'port': {'device_id': 'fc3d4589-328c-424c-b613-97c1c72668df', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'admin_state_up': True, 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'security_groups': ['7ff954b5-2658-4a4e-a8ac-e59dcf8542d2']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:41.859495 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa629c-c776-4833-9f7e-15c16ed0fcda tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80d8cf0-41f0-411b-9be9-24931aca5758,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:41.933335 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-75c5f309-ac80-4d67-b608-b6a9b8535ee8 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1242805 Feb 09 21:46:41.934239 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38038) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:41.993973 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bcf847b0-6e70-4339-8dec-227144475aa1 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0572262 Feb 09 21:46:41.997995 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38040) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:42.016123 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-97f8cfd9-5d62-4c34-89a2-3a31e0139fab tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] delete failed (client error): The resource could not be found. Feb 09 21:46:42.019699 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-97f8cfd9-5d62-4c34-89a2-3a31e0139fab tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "DELETE /v2.0/security-groups/c80d8cf0-41f0-411b-9be9-24931aca5758 HTTP/1.1" status: 404 len: 347 time: 0.0186491 Feb 09 21:46:42.024336 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38042) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:42.026474 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-11953941-dd50-467b-822b-930785b2329f tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Made reservation on behalf of 7d6b5204ad254d39a623b447e45a194a for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:42.032166 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-11953941-dd50-467b-822b-930785b2329f tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.076016 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ea327364-fa71-4a33-89b7-0b258fd2f3f6 tempest-SecGroupIPv6Test-130360291 tempest-SecGroupIPv6Test-130360291-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0501282 Feb 09 21:46:42.157411 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 29f4feea-ac0c-484f-8189-8c95799fcf6a no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:42.161413 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdef758-8a7a-4adb-a3fc-37bc948df77e req-fd114e37-099b-47c2-8708-32793f20503e tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:42.164435 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4cdef758-8a7a-4adb-a3fc-37bc948df77e req-fd114e37-099b-47c2-8708-32793f20503e tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.77 "GET /v2.0/ports?device_id=41207b11-9876-43a0-b130-f8ed7e9d4190 HTTP/1.1" status: 200 len: 950 time: 0.1978164 Feb 09 21:46:42.341935 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 29f4feea-ac0c-484f-8189-8c95799fcf6a is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:42.343313 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.396074 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4cdef758-8a7a-4adb-a3fc-37bc948df77e req-5ec78736-7323-4f00-a58f-ca7d7b2ab731 tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.77 "GET /v2.0/security-groups?id=49ac3384-a052-422e-bbb9-ad0757e7d3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161875 Feb 09 21:46:42.406725 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 29f4feea-ac0c-484f-8189-8c95799fcf6a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=29f4feea-ac0c-484f-8189-8c95799fcf6a,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:42.418125 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.471274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-11953941-dd50-467b-822b-930785b2329f tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Allocated IP 172.20.0.7 (aad7656a-c886-4fbe-b34b-d44bdd76ed85/d2ffb735-399f-41c7-b4e2-94dff197f693/6d340e15-f3f8-498a-8a0d-11813b2ce7fc) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:42.498225 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38054) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:42.608014 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=29f4feea-ac0c-484f-8189-8c95799fcf6a,revision_number=11']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:42.625547 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.626611 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.627210 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.627831 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.628376 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.629236 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.629784 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.630337 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.630895 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.631462 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.633080 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.633825 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.634388 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.702491 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.743109 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3278f5f-1f40-4366-a8ac-2f75c0a256e1 req-39d5b515-e0aa-440d-8a85-86a95da0c96a tempest-ServerShowV254Test-675106195 tempest-ServerShowV254Test-675106195-project] 10.222.0.77 "GET /v2.0/ports?device_id=08ae4452-e830-46b2-845c-8623f054ac8c HTTP/1.1" status: 200 len: 210 time: 0.1031029 Feb 09 21:46:42.865375 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8dd7df-b224-44a7-a2ae-5c2512298720 x-openstack-request-id: req-ce8dd7df-b224-44a7-a2ae-5c2512298720 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:42.866026 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec052f2f-de8f-471c-ae6d-a041b311b3b5", "name": "network-vif-plugged", "status": "completed", "tag": "9d504c4b-e55e-4f08-967d-16ecc567324d", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:42.866582 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ce8dd7df-b224-44a7-a2ae-5c2512298720 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:42.867068 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec052f2f-de8f-471c-ae6d-a041b311b3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d504c4b-e55e-4f08-967d-16ecc567324d', 'code': 200} Feb 09 21:46:42.867527 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-11953941-dd50-467b-822b-930785b2329f tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for port (6d340e15-f3f8-498a-8a0d-11813b2ce7fc), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.910461 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-214f9b79-7a5a-4ecd-9a8d-ccc82aaf4789 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3865a705a46e4b0192a158bdf4667b22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4059608 Feb 09 21:46:42.916096 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38064) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:43.154418 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-11953941-dd50-467b-822b-930785b2329f tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (6d340e15-f3f8-498a-8a0d-11813b2ce7fc), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.207047 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f6f20bb-b071-425f-b2f6-16ad36e667d5 admin admin] Publish callbacks [] for security_group (6487cf01-bb2c-4fcc-9ed6-cf8ae2c21bde), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.212101 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f64e95-2c9c-4b8b-8b67-ea9cd8bd92e9 req-62632ffd-a6a7-4c60-a745-1d9a5e45d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.214905 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8f64e95-2c9c-4b8b-8b67-ea9cd8bd92e9 req-62632ffd-a6a7-4c60-a745-1d9a5e45d64a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ec052f2f-de8f-471c-ae6d-a041b311b3b5 HTTP/1.1" status: 200 len: 1128 time: 0.2652714 Feb 09 21:46:43.354969 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-11953941-dd50-467b-822b-930785b2329f tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Network aad7656a-c886-4fbe-b34b-d44bdd76ed85 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:43.381076 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896aac1-358e-4307-afdd-0cf99cd29e20 req-e5d52b50-5509-407b-a346-7a9c7d1d5f48 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.383589 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5896aac1-358e-4307-afdd-0cf99cd29e20 req-e5d52b50-5509-407b-a346-7a9c7d1d5f48 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec052f2f-de8f-471c-ae6d-a041b311b3b5 HTTP/1.1" status: 200 len: 946 time: 0.3895457 Feb 09 21:46:43.387690 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f6f20bb-b071-425f-b2f6-16ad36e667d5 admin admin] Publish callbacks [] for security_group (6487cf01-bb2c-4fcc-9ed6-cf8ae2c21bde), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.406536 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-11953941-dd50-467b-822b-930785b2329f tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:43.410086 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-11953941-dd50-467b-822b-930785b2329f tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:43.493429 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11953941-dd50-467b-822b-930785b2329f tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Pushing event updated for resources: {'Port': ['ID=6d340e15-f3f8-498a-8a0d-11813b2ce7fc,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:43.662069 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-11953941-dd50-467b-822b-930785b2329f tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.663085 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-11953941-dd50-467b-822b-930785b2329f tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.672639 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8f64e95-2c9c-4b8b-8b67-ea9cd8bd92e9 req-6ea2f350-a8ca-427e-a055-7a9ee13c2e2d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5529778a-b522-45d8-9753-01dd877b4446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4020150 Feb 09 21:46:43.689206 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5896aac1-358e-4307-afdd-0cf99cd29e20 req-4c8f3018-9cf4-4089-90fc-1bbd3eb4bac1 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/security-groups?id=5529778a-b522-45d8-9753-01dd877b4446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299154 Feb 09 21:46:43.718373 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-11953941-dd50-467b-822b-930785b2329f tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9197361 Feb 09 21:46:43.740126 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] Request body: {'port': {'device_id': 'fc3d4589-328c-424c-b613-97c1c72668df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:43.750255 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f6f20bb-b071-425f-b2f6-16ad36e667d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6487cf01-bb2c-4fcc-9ed6-cf8ae2c21bde), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.758644 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f6f20bb-b071-425f-b2f6-16ad36e667d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.761748 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6f6f20bb-b071-425f-b2f6-16ad36e667d5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6487cf01-bb2c-4fcc-9ed6-cf8ae2c21bde HTTP/1.1" status: 204 len: 168 time: 0.8437264 Feb 09 21:46:43.876625 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-01415c19-758d-41eb-af26-65ea944de952 None None] Provisioning complete for port 6d340e15-f3f8-498a-8a0d-11813b2ce7fc triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:43.878153 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-01415c19-758d-41eb-af26-65ea944de952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6d340e15-f3f8-498a-8a0d-11813b2ce7fc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.891267 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f20bb-b071-425f-b2f6-16ad36e667d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6487cf01-bb2c-4fcc-9ed6-cf8ae2c21bde,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:43.962529 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-01415c19-758d-41eb-af26-65ea944de952 None None] Port 6d340e15-f3f8-498a-8a0d-11813b2ce7fc cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:44.018440 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6d340e15-f3f8-498a-8a0d-11813b2ce7fc), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.036508 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.065829 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be811e5-8c69-4475-98d0-93e6e83a6e1c req-d2c17c74-31a6-482c-b2b9-37985de0d34f tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:44.069320 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3be811e5-8c69-4475-98d0-93e6e83a6e1c req-d2c17c74-31a6-482c-b2b9-37985de0d34f tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 931 time: 0.2088051 Feb 09 21:46:44.270637 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3be811e5-8c69-4475-98d0-93e6e83a6e1c req-45ee819a-7aff-4ce6-81a4-c3fe36ce65e2 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ff954b5-2658-4a4e-a8ac-e59dcf8542d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378379 Feb 09 21:46:44.571695 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d340e15-f3f8-498a-8a0d-11813b2ce7fc {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:44.590812 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] Publish callbacks [] for port (6d340e15-f3f8-498a-8a0d-11813b2ce7fc), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.619832 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] Transition to ACTIVE for port object 6d340e15-f3f8-498a-8a0d-11813b2ce7fc will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:46:44.630850 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (6d340e15-f3f8-498a-8a0d-11813b2ce7fc), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.745363 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] Pushing event updated for resources: {'Port': ['ID=6d340e15-f3f8-498a-8a0d-11813b2ce7fc,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:44.868564 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41207b11-9876-43a0-b130-f8ed7e9d4190', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29f4feea-ac0c-484f-8189-8c95799fcf6a'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:44.872669 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c651e3-51f4-4854-bcde-a260063819b0" -d '{"events": [{"server_uuid": "41207b11-9876-43a0-b130-f8ed7e9d4190", "name": "network-vif-unplugged", "status": "completed", "tag": "29f4feea-ac0c-484f-8189-8c95799fcf6a"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:45.019233 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee14fc04-91ad-4d24-8edc-7918272dafa0 req-86d850fd-fc7e-409e-b515-a7003c773141 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=08ae4452-e830-46b2-845c-8623f054ac8c HTTP/1.1" status: 200 len: 210 time: 0.0751462 Feb 09 21:46:45.068285 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] Attempting to bind port 6d340e15-f3f8-498a-8a0d-11813b2ce7fc on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:45.068778 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] Attempting to bind port 6d340e15-f3f8-498a-8a0d-11813b2ce7fc by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '3cd100ae-5dd3-425d-94e6-f1c816ceeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:45.069330 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] Attempting to bind port 6d340e15-f3f8-498a-8a0d-11813b2ce7fc on network aad7656a-c886-4fbe-b34b-d44bdd76ed85 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:45.085745 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] Port 6d340e15-f3f8-498a-8a0d-11813b2ce7fc on network aad7656a-c886-4fbe-b34b-d44bdd76ed85 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:46:45.086289 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] Attempting to bind port 6d340e15-f3f8-498a-8a0d-11813b2ce7fc on network aad7656a-c886-4fbe-b34b-d44bdd76ed85 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:45.101292 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:45.102225 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] Checking segment: {'id': '3cd100ae-5dd3-425d-94e6-f1c816ceeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:45.103870 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] Bound using segment: {'id': '3cd100ae-5dd3-425d-94e6-f1c816ceeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:45.105435 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] Bound port: 6d340e15-f3f8-498a-8a0d-11813b2ce7fc, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd100ae-5dd3-425d-94e6-f1c816ceeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:45.106361 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6d340e15-f3f8-498a-8a0d-11813b2ce7fc), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:45.268224 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:45.346073 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] For port 6d340e15-f3f8-498a-8a0d-11813b2ce7fc, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:45.365110 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] For port 6d340e15-f3f8-498a-8a0d-11813b2ce7fc, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6d340e15-f3f8-498a-8a0d-11813b2ce7fc,segment=NetworkSegment(3cd100ae-5dd3-425d-94e6-f1c816ceeede),segment_id=3cd100ae-5dd3-425d-94e6-f1c816ceeede)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:45.397829 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (6d340e15-f3f8-498a-8a0d-11813b2ce7fc), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:45.471251 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:45.471805 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:45.473301 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] 10.222.0.42 "PUT /v2.0/ports/6d340e15-f3f8-498a-8a0d-11813b2ce7fc HTTP/1.1" status: 200 len: 1091 time: 1.7494063 Feb 09 21:46:45.473791 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3d4589-328c-424c-b613-97c1c72668df', 'tag': '6d340e15-f3f8-498a-8a0d-11813b2ce7fc'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:45.476923 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea406b1f-3395-4dec-97ab-244da33aedf5" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3d4589-328c-424c-b613-97c1c72668df", "tag": "6d340e15-f3f8-498a-8a0d-11813b2ce7fc"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:45.523427 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95465d-131f-443c-9ad7-d031765c375f service neutron] Pushing event updated for resources: {'Port': ['ID=6d340e15-f3f8-498a-8a0d-11813b2ce7fc,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:45.611995 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-8172288c-90b3-4f31-b48e-dd140f142234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:45.616134 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-8172288c-90b3-4f31-b48e-dd140f142234 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d6b5204ad254d39a623b447e45a194a&device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 1125 time: 0.0866091 Feb 09 21:46:45.753140 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-7ac92376-2e54-40b4-87b2-4069d98e0a04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d340e15-f3f8-498a-8a0d-11813b2ce7fc HTTP/1.1" status: 200 len: 217 time: 0.0752482 Feb 09 21:46:45.806975 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:45.864666 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aadd6b-e1d6-4ca3-a0ba-4196c4fe6d31 req-ad4ca650-09db-41d7-981b-c0aedc04618c tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:45.866409 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-78aadd6b-e1d6-4ca3-a0ba-4196c4fe6d31 req-ad4ca650-09db-41d7-981b-c0aedc04618c tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=699d9749-5554-4add-ade9-8f5532a6c270 HTTP/1.1" status: 200 len: 946 time: 0.2622008 Feb 09 21:46:45.879457 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-37fc7151-ba7e-40db-87e5-71b4cdb54508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:45.881131 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-37fc7151-ba7e-40db-87e5-71b4cdb54508 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d2ffb735-399f-41c7-b4e2-94dff197f693 HTTP/1.1" status: 200 len: 850 time: 0.1213276 Feb 09 21:46:46.043868 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-0ff9c8cc-593e-42dd-8704-27100f314572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:46.047164 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-0ff9c8cc-593e-42dd-8704-27100f314572 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aad7656a-c886-4fbe-b34b-d44bdd76ed85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1557798 Feb 09 21:46:46.053404 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-78aadd6b-e1d6-4ca3-a0ba-4196c4fe6d31 req-45da121a-2ae7-4d12-a7b7-32f80f5e1a3b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600244 Feb 09 21:46:46.227137 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82513964-5fd6-445c-ac27-64ac7f158702 req-d5ef61e8-1027-4a75-ab5e-79bf92e60bf3 tempest-ServerShowV254Test-675106195 tempest-ServerShowV254Test-675106195-project] 10.222.0.77 "GET /v2.0/ports?device_id=08ae4452-e830-46b2-845c-8623f054ac8c HTTP/1.1" status: 200 len: 210 time: 0.0639207 Feb 09 21:46:46.281941 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-b71c9390-5498-4ce9-acde-6ed32601656e service neutron] 10.222.0.42 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269883 Feb 09 21:46:46.460989 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87fbb018-308a-4f73-8386-5afe5c4a7e10 req-eaa9ee74-8e4e-4a09-8c50-7f0b98c3052c service neutron] 10.222.0.42 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722574 Feb 09 21:46:46.481628 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80c526-c7d8-451d-ab5d-364f00e3ac7b req-c652e5d6-fc77-4580-9d26-5daa252caa75 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:46.483298 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a80c526-c7d8-451d-ab5d-364f00e3ac7b req-c652e5d6-fc77-4580-9d26-5daa252caa75 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec052f2f-de8f-471c-ae6d-a041b311b3b5 HTTP/1.1" status: 200 len: 946 time: 0.1333342 Feb 09 21:46:46.555861 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a80c526-c7d8-451d-ab5d-364f00e3ac7b req-e833cb3e-7313-4b17-a3a6-f62581ce5991 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/security-groups?id=5529778a-b522-45d8-9753-01dd877b4446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532990 Feb 09 21:46:46.663831 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8d31fd-87ad-40b5-97e6-88d0b11d1b9a x-openstack-request-id: req-ed8d31fd-87ad-40b5-97e6-88d0b11d1b9a {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:46.664691 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41207b11-9876-43a0-b130-f8ed7e9d4190", "name": "network-vif-unplugged", "status": "completed", "tag": "29f4feea-ac0c-484f-8189-8c95799fcf6a", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:46.664691 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed8d31fd-87ad-40b5-97e6-88d0b11d1b9a {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:46.665092 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41207b11-9876-43a0-b130-f8ed7e9d4190', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29f4feea-ac0c-484f-8189-8c95799fcf6a', 'code': 200} Feb 09 21:46:46.812482 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591ba35-8d69-4e99-bf4d-11f0b2b71a3b req-702faeeb-472d-4f79-a4f7-67e24bccfbf3 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:46.821846 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1591ba35-8d69-4e99-bf4d-11f0b2b71a3b req-702faeeb-472d-4f79-a4f7-67e24bccfbf3 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 943 time: 0.0882010 Feb 09 21:46:46.885378 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1591ba35-8d69-4e99-bf4d-11f0b2b71a3b req-ccd8234c-fb16-48c8-903c-01002d2ef9d8 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ff954b5-2658-4a4e-a8ac-e59dcf8542d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624619 Feb 09 21:46:46.976453 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d9b809-a090-47b6-8efc-c7d3ca098ecb x-openstack-request-id: req-82d9b809-a090-47b6-8efc-c7d3ca098ecb {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:46.976930 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3d4589-328c-424c-b613-97c1c72668df", "tag": "6d340e15-f3f8-498a-8a0d-11813b2ce7fc", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:46.977319 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-82d9b809-a090-47b6-8efc-c7d3ca098ecb {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:46.977980 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3d4589-328c-424c-b613-97c1c72668df', 'tag': '6d340e15-f3f8-498a-8a0d-11813b2ce7fc', 'status': 'completed', 'code': 200} Feb 09 21:46:47.110750 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea406b1f-3395-4dec-97ab-244da33aedf5 req-2866d3c2-17f2-42e3-bcc7-a9e70d7dc3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:47.112798 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea406b1f-3395-4dec-97ab-244da33aedf5 req-2866d3c2-17f2-42e3-bcc7-a9e70d7dc3b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d6b5204ad254d39a623b447e45a194a&device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 1125 time: 0.1101260 Feb 09 21:46:47.292767 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea406b1f-3395-4dec-97ab-244da33aedf5 req-eacd55c3-0945-4a7f-96b6-3a9c3553261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:47.294303 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea406b1f-3395-4dec-97ab-244da33aedf5 req-eacd55c3-0945-4a7f-96b6-3a9c3553261b service neutron] 10.222.0.42 "GET /v2.0/networks?id=aad7656a-c886-4fbe-b34b-d44bdd76ed85 HTTP/1.1" status: 200 len: 912 time: 0.1708026 Feb 09 21:46:47.350358 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea406b1f-3395-4dec-97ab-244da33aedf5 req-f43a1e25-3c86-4972-88b6-45b6d6878bab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d340e15-f3f8-498a-8a0d-11813b2ce7fc HTTP/1.1" status: 200 len: 217 time: 0.0490186 Feb 09 21:46:47.437487 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea406b1f-3395-4dec-97ab-244da33aedf5 req-06f7b5db-4164-4f5d-9f7b-4ff7f55f22ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:47.439337 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea406b1f-3395-4dec-97ab-244da33aedf5 req-06f7b5db-4164-4f5d-9f7b-4ff7f55f22ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d2ffb735-399f-41c7-b4e2-94dff197f693 HTTP/1.1" status: 200 len: 850 time: 0.0635481 Feb 09 21:46:47.463253 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc42eb5-93a2-414f-8316-506ff1ab73cf req-4b8fcf93-5a50-4ccd-8561-c63bea027354 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:47.466256 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7fc42eb5-93a2-414f-8316-506ff1ab73cf req-4b8fcf93-5a50-4ccd-8561-c63bea027354 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec052f2f-de8f-471c-ae6d-a041b311b3b5 HTTP/1.1" status: 200 len: 946 time: 0.1260300 Feb 09 21:46:47.487232 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38212) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:47.520037 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2857df5b-8eae-48d4-8dd9-765218fb7e11 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Request body: {'floatingip': {'port_id': '9d504c4b-e55e-4f08-967d-16ecc567324d'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:47.610154 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2857df5b-8eae-48d4-8dd9-765218fb7e11 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks [] for floatingip (4ac8f845-f20a-4e90-a3fb-84a5b3e37def), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.876481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea406b1f-3395-4dec-97ab-244da33aedf5 req-8c3d2ba5-f8cf-48da-aa47-b25de8e4e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:47.878513 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea406b1f-3395-4dec-97ab-244da33aedf5 req-8c3d2ba5-f8cf-48da-aa47-b25de8e4e639 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aad7656a-c886-4fbe-b34b-d44bdd76ed85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4107780 Feb 09 21:46:47.910473 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd06ae-bd56-4867-a926-d33cd1e3042d req-eab3a7bd-3da6-42d0-b0ee-6ad1e6341bee tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:47.913873 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eddd06ae-bd56-4867-a926-d33cd1e3042d req-eab3a7bd-3da6-42d0-b0ee-6ad1e6341bee tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=699d9749-5554-4add-ade9-8f5532a6c270 HTTP/1.1" status: 200 len: 946 time: 0.1817677 Feb 09 21:46:48.167959 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eddd06ae-bd56-4867-a926-d33cd1e3042d req-de2686f1-e764-48ee-9d72-593ab551996c tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082644 Feb 09 21:46:48.177995 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 6d340e15-f3f8-498a-8a0d-11813b2ce7fc details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:46:48.226285 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea406b1f-3395-4dec-97ab-244da33aedf5 req-b1baedf2-64b0-4fe4-91a9-f7b03225bf2d service neutron] 10.222.0.42 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370273 Feb 09 21:46:48.443885 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 6d340e15-f3f8-498a-8a0d-11813b2ce7fc, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6d340e15-f3f8-498a-8a0d-11813b2ce7fc,segment=NetworkSegment(3cd100ae-5dd3-425d-94e6-f1c816ceeede),segment_id=3cd100ae-5dd3-425d-94e6-f1c816ceeede)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:48.492597 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '6d340e15-f3f8-498a-8a0d-11813b2ce7fc', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'port_id': '6d340e15-f3f8-498a-8a0d-11813b2ce7fc', 'mac_address': 'fa:16:3e:c9:4b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:46:48.528113 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b089dd3-0dcd-4678-a135-3b0c868dd6a0 req-2a6154d3-58a8-4bbc-b716-ece72c950fea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=192f81a2483741a7ab46fcee13c3058d&device_id=08ae4452-e830-46b2-845c-8623f054ac8c HTTP/1.1" status: 200 len: 210 time: 0.0674372 Feb 09 21:46:48.573152 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 6d340e15-f3f8-498a-8a0d-11813b2ce7fc is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:48.573703 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6d340e15-f3f8-498a-8a0d-11813b2ce7fc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:48.608717 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d340e15-f3f8-498a-8a0d-11813b2ce7fc {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:48.669132 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 6d340e15-f3f8-498a-8a0d-11813b2ce7fc, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6d340e15-f3f8-498a-8a0d-11813b2ce7fc,segment=NetworkSegment(3cd100ae-5dd3-425d-94e6-f1c816ceeede),segment_id=3cd100ae-5dd3-425d-94e6-f1c816ceeede)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:48.678412 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6d340e15-f3f8-498a-8a0d-11813b2ce7fc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:48.752141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=6d340e15-f3f8-498a-8a0d-11813b2ce7fc,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:48.928492 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['6d340e15-f3f8-498a-8a0d-11813b2ce7fc'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:49.279994 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b089dd3-0dcd-4678-a135-3b0c868dd6a0 req-14513183-1a0c-4a51-9cf8-0d647b5d7556 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=192f81a2483741a7ab46fcee13c3058d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499930 Feb 09 21:46:49.411774 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38dd80-7034-4c8b-861f-be71451137d4 req-62aefa3d-5b0e-4b42-9c77-ee3e674110f3 tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:49.420298 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1c38dd80-7034-4c8b-861f-be71451137d4 req-62aefa3d-5b0e-4b42-9c77-ee3e674110f3 tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.77 "GET /v2.0/ports?device_id=41207b11-9876-43a0-b130-f8ed7e9d4190 HTTP/1.1" status: 200 len: 948 time: 0.8244686 Feb 09 21:46:49.502470 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea406b1f-3395-4dec-97ab-244da33aedf5 req-75458d2e-1468-4ec4-aa99-c6347deb7a46 service neutron] 10.222.0.42 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2672713 Feb 09 21:46:49.597153 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.db.resource_extend [None req-2857df5b-8eae-48d4-8dd9-765218fb7e11 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:46:49.684879 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2857df5b-8eae-48d4-8dd9-765218fb7e11 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.698669 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1c38dd80-7034-4c8b-861f-be71451137d4 req-52cc13f8-cdd4-4795-b118-8588caea4851 tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.77 "GET /v2.0/security-groups?id=49ac3384-a052-422e-bbb9-ad0757e7d3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770972 Feb 09 21:46:49.705393 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2857df5b-8eae-48d4-8dd9-765218fb7e11 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (4ac8f845-f20a-4e90-a3fb-84a5b3e37def), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.724219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b089dd3-0dcd-4678-a135-3b0c868dd6a0 req-4ccff7d7-6eb0-432b-8de3-f782b69a6395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:49.726277 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b089dd3-0dcd-4678-a135-3b0c868dd6a0 req-4ccff7d7-6eb0-432b-8de3-f782b69a6395 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4348073 Feb 09 21:46:49.964062 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0778fca-645c-48ef-abe2-eca10bca4ec0 req-12f565cf-54cb-4f75-a20a-f6074ebb25f3 tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:49.966091 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a0778fca-645c-48ef-abe2-eca10bca4ec0 req-12f565cf-54cb-4f75-a20a-f6074ebb25f3 tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.42 "GET /v2.0/ports?device_id=41207b11-9876-43a0-b130-f8ed7e9d4190 HTTP/1.1" status: 200 len: 948 time: 0.2661517 Feb 09 21:46:50.058644 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-2857df5b-8eae-48d4-8dd9-765218fb7e11 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Floating IP 4ac8f845-f20a-4e90-a3fb-84a5b3e37def associated. External IP: 172.25.6.77, port: 9d504c4b-e55e-4f08-967d-16ecc567324d. Feb 09 21:46:50.193796 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 6d340e15-f3f8-498a-8a0d-11813b2ce7fc up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:50.364025 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 6d340e15-f3f8-498a-8a0d-11813b2ce7fc completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:46:50.370121 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 6d340e15-f3f8-498a-8a0d-11813b2ce7fc triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:50.371240 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6d340e15-f3f8-498a-8a0d-11813b2ce7fc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.530772 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de830b12-781e-4562-a016-7184499830d3 req-a4b67ab0-899c-4e8a-aa6c-577f0f2a4f0b tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:50.532852 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de830b12-781e-4562-a016-7184499830d3 req-a4b67ab0-899c-4e8a-aa6c-577f0f2a4f0b tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 944 time: 0.1507924 Feb 09 21:46:50.537460 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-a0778fca-645c-48ef-abe2-eca10bca4ec0 req-7259a3bb-39d3-463c-861e-c7c913c4726b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Deleting port 29f4feea-ac0c-484f-8189-8c95799fcf6a {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:50.537803 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a0778fca-645c-48ef-abe2-eca10bca4ec0 req-7259a3bb-39d3-463c-861e-c7c913c4726b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.619334 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de830b12-781e-4562-a016-7184499830d3 req-ab19a42f-5ec9-484e-821e-fa67da278f59 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ff954b5-2658-4a4e-a8ac-e59dcf8542d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635042 Feb 09 21:46:50.620834 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 6d340e15-f3f8-498a-8a0d-11813b2ce7fc is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:50.621499 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6d340e15-f3f8-498a-8a0d-11813b2ce7fc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.693155 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3d4589-328c-424c-b613-97c1c72668df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d340e15-f3f8-498a-8a0d-11813b2ce7fc'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:50.698640 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f33f9d-89cd-4ac7-b43e-f9894e76c106" -d '{"events": [{"server_uuid": "fc3d4589-328c-424c-b613-97c1c72668df", "name": "network-vif-plugged", "status": "completed", "tag": "6d340e15-f3f8-498a-8a0d-11813b2ce7fc"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:50.716942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 6d340e15-f3f8-498a-8a0d-11813b2ce7fc, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6d340e15-f3f8-498a-8a0d-11813b2ce7fc,segment=NetworkSegment(3cd100ae-5dd3-425d-94e6-f1c816ceeede),segment_id=3cd100ae-5dd3-425d-94e6-f1c816ceeede)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:50.725312 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6d340e15-f3f8-498a-8a0d-11813b2ce7fc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.786490 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0076b2b1-e5d2-4b2b-8941-1d669252ab0d req-4d5a6b25-ea28-43c8-8ff1-71525d1e57e8 tempest-ServerShowV254Test-675106195 tempest-ServerShowV254Test-675106195-project] 10.222.0.77 "GET /v2.0/ports?device_id=08ae4452-e830-46b2-845c-8623f054ac8c HTTP/1.1" status: 200 len: 210 time: 0.0558708 Feb 09 21:46:50.839327 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=6d340e15-f3f8-498a-8a0d-11813b2ce7fc,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:51.088103 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b089dd3-0dcd-4678-a135-3b0c868dd6a0 req-6b0b0927-7e8c-45d7-b9e5-ff080d80c229 tempest-ServerShowV254Test-675106195 tempest-ServerShowV254Test-675106195-project] 10.222.0.71 "GET /v2.0/ports?device_id=08ae4452-e830-46b2-845c-8623f054ac8c HTTP/1.1" status: 200 len: 210 time: 0.0633061 Feb 09 21:46:51.117361 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-a0778fca-645c-48ef-abe2-eca10bca4ec0 req-7259a3bb-39d3-463c-861e-c7c913c4726b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] For port 29f4feea-ac0c-484f-8189-8c95799fcf6a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=29f4feea-ac0c-484f-8189-8c95799fcf6a,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:51.117361 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a0778fca-645c-48ef-abe2-eca10bca4ec0 req-7259a3bb-39d3-463c-861e-c7c913c4726b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.183717 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-a0778fca-645c-48ef-abe2-eca10bca4ec0 req-7259a3bb-39d3-463c-861e-c7c913c4726b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Calling delete_port for 29f4feea-ac0c-484f-8189-8c95799fcf6a owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:51.249080 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4cb67-f2e4-49ea-8975-29adc416c897 req-d2175a19-0bbc-46c1-87b5-f63ad5196bf7 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:51.251404 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62e4cb67-f2e4-49ea-8975-29adc416c897 req-d2175a19-0bbc-46c1-87b5-f63ad5196bf7 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=699d9749-5554-4add-ade9-8f5532a6c270 HTTP/1.1" status: 200 len: 946 time: 0.2950292 Feb 09 21:46:51.356388 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2857df5b-8eae-48d4-8dd9-765218fb7e11 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Router e8204292-0baa-42de-acc5-755f4fa21f47 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:46:51.489250 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62e4cb67-f2e4-49ea-8975-29adc416c897 req-db45971f-ed4e-4198-9d0b-55a3d1f141f7 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282126 Feb 09 21:46:51.543980 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5a51cf-ee26-4185-b60e-2fd7f5915de5 x-openstack-request-id: req-8e5a51cf-ee26-4185-b60e-2fd7f5915de5 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:51.545047 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3d4589-328c-424c-b613-97c1c72668df", "name": "network-vif-plugged", "status": "completed", "tag": "6d340e15-f3f8-498a-8a0d-11813b2ce7fc", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:51.545518 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e5a51cf-ee26-4185-b60e-2fd7f5915de5 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:51.546086 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3d4589-328c-424c-b613-97c1c72668df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d340e15-f3f8-498a-8a0d-11813b2ce7fc', 'code': 200} Feb 09 21:46:51.617671 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2857df5b-8eae-48d4-8dd9-765218fb7e11 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:51.624903 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2857df5b-8eae-48d4-8dd9-765218fb7e11 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.629567 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a0778fca-645c-48ef-abe2-eca10bca4ec0 req-7259a3bb-39d3-463c-861e-c7c913c4726b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (29f4feea-ac0c-484f-8189-8c95799fcf6a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.641242 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b293d277-d4b7-4728-abb6-fc8a395054e1 None None] Sync routers for ids ['e8204292-0baa-42de-acc5-755f4fa21f47'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:51.684324 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2857df5b-8eae-48d4-8dd9-765218fb7e11 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "PUT /v2.0/floatingips/4ac8f845-f20a-4e90-a3fb-84a5b3e37def HTTP/1.1" status: 200 len: 991 time: 4.1702564 Feb 09 21:46:51.697712 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec052f2f-de8f-471c-ae6d-a041b311b3b5', 'tag': '9d504c4b-e55e-4f08-967d-16ecc567324d'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:51.702109 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013153b2-b832-45b3-af51-a5482d71847a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec052f2f-de8f-471c-ae6d-a041b311b3b5", "tag": "9d504c4b-e55e-4f08-967d-16ecc567324d"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:51.704441 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b293d277-d4b7-4728-abb6-fc8a395054e1 None None] Routers {'e8204292-0baa-42de-acc5-755f4fa21f47'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:51.709442 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b293d277-d4b7-4728-abb6-fc8a395054e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:46:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e8204292-0baa-42de-acc5-755f4fa21f47'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:51.839626 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32aa8ce2-17fc-4a0b-ac41-1d409fa564fc req-8c7cf73d-f00d-4654-bac5-c0e8e4c7d59f tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.77 "GET /v2.0/ports?device_id=41207b11-9876-43a0-b130-f8ed7e9d4190 HTTP/1.1" status: 200 len: 210 time: 0.0574112 Feb 09 21:46:51.841009 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259a3bb-39d3-463c-861e-c7c913c4726b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Pushing event deleted for resources: {'Port': ['ID=29f4feea-ac0c-484f-8189-8c95799fcf6a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:51.879587 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0778fca-645c-48ef-abe2-eca10bca4ec0 req-7259a3bb-39d3-463c-861e-c7c913c4726b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] No DVR routers for this DVR port 29f4feea-ac0c-484f-8189-8c95799fcf6a on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:51.882650 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a0778fca-645c-48ef-abe2-eca10bca4ec0 req-7259a3bb-39d3-463c-861e-c7c913c4726b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.886702 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a0778fca-645c-48ef-abe2-eca10bca4ec0 req-7259a3bb-39d3-463c-861e-c7c913c4726b tempest-ImagesOneServerTestJSON-95130381 tempest-ImagesOneServerTestJSON-95130381-project] 10.222.0.42 "DELETE /v2.0/ports/29f4feea-ac0c-484f-8189-8c95799fcf6a HTTP/1.1" status: 204 len: 173 time: 1.9079137 Feb 09 21:46:51.931796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bea68-7999-481e-8098-14af75b2537a req-a7275b68-1fe1-4a7a-ac13-a40be2d1de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:51.934134 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ec5bea68-7999-481e-8098-14af75b2537a req-a7275b68-1fe1-4a7a-ac13-a40be2d1de6b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 1127 time: 0.1929696 Feb 09 21:46:52.003951 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-b293d277-d4b7-4728-abb6-fc8a395054e1 None None] Set router e8204292-0baa-42de-acc5-755f4fa21f47 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:52.082516 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ec5bea68-7999-481e-8098-14af75b2537a req-9f107477-2a7e-45d5-b970-8f4ae1f7d9c3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7ff954b5-2658-4a4e-a8ac-e59dcf8542d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384337 Feb 09 21:46:52.470453 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c19f4-b70e-4b71-8318-43b6c3e514c0 req-f35c67b9-6ace-42ac-9b41-472c5fb94d77 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:52.484664 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-964c19f4-b70e-4b71-8318-43b6c3e514c0 req-f35c67b9-6ace-42ac-9b41-472c5fb94d77 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 945 time: 0.1037865 Feb 09 21:46:52.550361 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-964c19f4-b70e-4b71-8318-43b6c3e514c0 req-19906695-d4b7-4235-bf8f-dcf7e12031f0 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ff954b5-2658-4a4e-a8ac-e59dcf8542d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609143 Feb 09 21:46:52.624339 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b293d277-d4b7-4728-abb6-fc8a395054e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'name': 'tempest-ServersTestFqdnHostnames-2041807015-router', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:44Z', 'updated_at': '2022-02-09T21:45:57Z', 'revision_number': 4, 'project_id': '0323982111b744578daf6e90f75c2d45', 'gw_port': {'id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:46Z', 'updated_at': '2022-02-09T21:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '4ac8f845-f20a-4e90-a3fb-84a5b3e37def', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'port_id': '9d504c4b-e55e-4f08-967d-16ecc567324d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6', 'mac_address': 'fa:16:3e:ec:04:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec052f2f-de8f-471c-ae6d-a041b311b3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:46:12Z', 'updated_at': '2022-02-09T21:46:49Z', 'revision_number': 1, 'project_id': '0323982111b744578daf6e90f75c2d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54f5ed10-43be-4113-95fb-17c887c6b48c', 'name': '', 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'mac_address': 'fa:16:3e:9d:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8608fa55-042e-4e51-9de3-6f9d7c457e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:54Z', 'updated_at': '2022-02-09T21:46:13Z', 'revision_number': 5, 'project_id': '0323982111b744578daf6e90f75c2d45', 'subnets': [{'id': '8608fa55-042e-4e51-9de3-6f9d7c457e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:52.658105 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b293d277-d4b7-4728-abb6-fc8a395054e1 None None] Checking router: e8204292-0baa-42de-acc5-755f4fa21f47 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:46:52.671703 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b293d277-d4b7-4728-abb6-fc8a395054e1 None None] Routers {'e8204292-0baa-42de-acc5-755f4fa21f47'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:52.672629 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b293d277-d4b7-4728-abb6-fc8a395054e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:46:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e8204292-0baa-42de-acc5-755f4fa21f47'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:52.697077 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594e603-791d-4665-a8cd-d70095e44a0b req-8a0743cd-7f42-4196-bf08-c1dc920be7a4 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:52.706590 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1594e603-791d-4665-a8cd-d70095e44a0b req-8a0743cd-7f42-4196-bf08-c1dc920be7a4 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec052f2f-de8f-471c-ae6d-a041b311b3b5 HTTP/1.1" status: 200 len: 946 time: 0.0943244 Feb 09 21:46:52.870119 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-b293d277-d4b7-4728-abb6-fc8a395054e1 None None] Set router e8204292-0baa-42de-acc5-755f4fa21f47 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:52.904528 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1594e603-791d-4665-a8cd-d70095e44a0b req-56496942-8739-41bb-819b-c9f872a021de tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/security-groups?id=5529778a-b522-45d8-9753-01dd877b4446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914611 Feb 09 21:46:53.051278 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f091534f-37b7-4d87-b276-4c38c5f7bcb2 x-openstack-request-id: req-f091534f-37b7-4d87-b276-4c38c5f7bcb2 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:53.051805 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec052f2f-de8f-471c-ae6d-a041b311b3b5", "tag": "9d504c4b-e55e-4f08-967d-16ecc567324d", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:53.052248 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f091534f-37b7-4d87-b276-4c38c5f7bcb2 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:53.052920 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec052f2f-de8f-471c-ae6d-a041b311b3b5', 'tag': '9d504c4b-e55e-4f08-967d-16ecc567324d', 'status': 'completed', 'code': 200} Feb 09 21:46:53.247189 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013153b2-b832-45b3-af51-a5482d71847a req-60c4a971-c4a1-443f-9fe0-9f0ece55fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:53.248846 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-013153b2-b832-45b3-af51-a5482d71847a req-60c4a971-c4a1-443f-9fe0-9f0ece55fd03 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0323982111b744578daf6e90f75c2d45&device_id=ec052f2f-de8f-471c-ae6d-a041b311b3b5 HTTP/1.1" status: 200 len: 1128 time: 0.1435118 Feb 09 21:46:53.637106 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b293d277-d4b7-4728-abb6-fc8a395054e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'name': 'tempest-ServersTestFqdnHostnames-2041807015-router', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:44Z', 'updated_at': '2022-02-09T21:45:57Z', 'revision_number': 4, 'project_id': '0323982111b744578daf6e90f75c2d45', 'gw_port': {'id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:46Z', 'updated_at': '2022-02-09T21:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '4ac8f845-f20a-4e90-a3fb-84a5b3e37def', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'port_id': '9d504c4b-e55e-4f08-967d-16ecc567324d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6', 'mac_address': 'fa:16:3e:ec:04:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec052f2f-de8f-471c-ae6d-a041b311b3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:46:12Z', 'updated_at': '2022-02-09T21:46:49Z', 'revision_number': 1, 'project_id': '0323982111b744578daf6e90f75c2d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54f5ed10-43be-4113-95fb-17c887c6b48c', 'name': '', 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'mac_address': 'fa:16:3e:9d:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8608fa55-042e-4e51-9de3-6f9d7c457e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:54Z', 'updated_at': '2022-02-09T21:46:13Z', 'revision_number': 5, 'project_id': '0323982111b744578daf6e90f75c2d45', 'subnets': [{'id': '8608fa55-042e-4e51-9de3-6f9d7c457e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:53.731792 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:46:53.733794 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b293d277-d4b7-4728-abb6-fc8a395054e1 None None] The sync data for ids ['e8204292-0baa-42de-acc5-755f4fa21f47'] in n-d-828601-1 is: [{'id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'name': 'tempest-ServersTestFqdnHostnames-2041807015-router', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:44Z', 'updated_at': '2022-02-09T21:45:57Z', 'revision_number': 4, 'project_id': '0323982111b744578daf6e90f75c2d45', 'gw_port': {'id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:46Z', 'updated_at': '2022-02-09T21:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '4ac8f845-f20a-4e90-a3fb-84a5b3e37def', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'port_id': '9d504c4b-e55e-4f08-967d-16ecc567324d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6', 'mac_address': 'fa:16:3e:ec:04:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec052f2f-de8f-471c-ae6d-a041b311b3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:46:12Z', 'updated_at': '2022-02-09T21:46:49Z', 'revision_number': 1, 'project_id': '0323982111b744578daf6e90f75c2d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54f5ed10-43be-4113-95fb-17c887c6b48c', 'name': '', 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'mac_address': 'fa:16:3e:9d:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8608fa55-042e-4e51-9de3-6f9d7c457e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:54Z', 'updated_at': '2022-02-09T21:46:13Z', 'revision_number': 5, 'project_id': '0323982111b744578daf6e90f75c2d45', 'subnets': [{'id': '8608fa55-042e-4e51-9de3-6f9d7c457e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:53.971267 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84112382-8cf7-4770-9800-26ee0bd3dbde req-6fb13bf3-86db-4d21-b0f4-70b0344b256b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:54.006992 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84112382-8cf7-4770-9800-26ee0bd3dbde req-6fb13bf3-86db-4d21-b0f4-70b0344b256b tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=699d9749-5554-4add-ade9-8f5532a6c270 HTTP/1.1" status: 200 len: 946 time: 0.5436418 Feb 09 21:46:54.062024 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013153b2-b832-45b3-af51-a5482d71847a req-6b3a9af6-65a5-44e9-9ebe-4d001189c896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:54.068114 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-013153b2-b832-45b3-af51-a5482d71847a req-6b3a9af6-65a5-44e9-9ebe-4d001189c896 service neutron] 10.222.0.71 "GET /v2.0/networks?id=110e6acb-5225-4293-bb53-b200a63e1ab6 HTTP/1.1" status: 200 len: 916 time: 0.8087618 Feb 09 21:46:54.151386 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a70cd-3f01-4c22-adea-eca07153a29f req-6baad1b1-42d6-4ca4-b316-1614f564da81 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:54.171435 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-456a70cd-3f01-4c22-adea-eca07153a29f req-6baad1b1-42d6-4ca4-b316-1614f564da81 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.42 "GET /v2.0/ports?device_id=699d9749-5554-4add-ade9-8f5532a6c270 HTTP/1.1" status: 200 len: 946 time: 0.2011871 Feb 09 21:46:54.192308 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38382) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:54.223215 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 29f4feea-ac0c-484f-8189-8c95799fcf6a no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:54.299620 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 29f4feea-ac0c-484f-8189-8c95799fcf6a {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:54.324077 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 29f4feea-ac0c-484f-8189-8c95799fcf6a not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:54.394432 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e70b852-2bbf-4166-8d54-f6f8f60c9d8a None None] New status for floating IP 4ac8f845-f20a-4e90-a3fb-84a5b3e37def: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:46:54.421176 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84112382-8cf7-4770-9800-26ee0bd3dbde req-1a401a55-8394-484e-a24b-1c55d6222488 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/security-groups?id=77c6464a-bee0-413d-9ba2-7d2a09990d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128754 Feb 09 21:46:54.429916 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-013153b2-b832-45b3-af51-a5482d71847a req-82037349-aa85-4564-a5da-34b0b6826af0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d504c4b-e55e-4f08-967d-16ecc567324d HTTP/1.1" status: 200 len: 999 time: 0.3504138 Feb 09 21:46:54.718523 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-456a70cd-3f01-4c22-adea-eca07153a29f req-3a4a6e5b-55bc-46a7-8e6a-47878783db4d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Deleting port 3ceae5a6-dc55-4015-9086-dde47bc8c3b1 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:54.718842 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-456a70cd-3f01-4c22-adea-eca07153a29f req-3a4a6e5b-55bc-46a7-8e6a-47878783db4d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (3ceae5a6-dc55-4015-9086-dde47bc8c3b1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:54.724468 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8e82bf1-cc4f-4d44-8a0b-01db2f95398d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:54.734205 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013153b2-b832-45b3-af51-a5482d71847a req-e78c8237-3633-4e84-a3a2-6f1046614c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:54.746498 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-013153b2-b832-45b3-af51-a5482d71847a req-e78c8237-3633-4e84-a3a2-6f1046614c5d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8608fa55-042e-4e51-9de3-6f9d7c457e62 HTTP/1.1" status: 200 len: 854 time: 0.3068528 Feb 09 21:46:55.072127 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41207b11-9876-43a0-b130-f8ed7e9d4190', 'name': 'network-vif-deleted', 'tag': '29f4feea-ac0c-484f-8189-8c95799fcf6a'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:55.084501 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad4c886-b876-4172-ac5f-1d03a33c8e02" -d '{"events": [{"server_uuid": "41207b11-9876-43a0-b130-f8ed7e9d4190", "name": "network-vif-deleted", "tag": "29f4feea-ac0c-484f-8189-8c95799fcf6a"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:55.160924 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-456a70cd-3f01-4c22-adea-eca07153a29f req-3a4a6e5b-55bc-46a7-8e6a-47878783db4d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] For port 3ceae5a6-dc55-4015-9086-dde47bc8c3b1, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3ceae5a6-dc55-4015-9086-dde47bc8c3b1,segment=NetworkSegment(bc2bebbd-c8c2-4bc3-a120-969fe399004e),segment_id=bc2bebbd-c8c2-4bc3-a120-969fe399004e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:55.162750 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-456a70cd-3f01-4c22-adea-eca07153a29f req-3a4a6e5b-55bc-46a7-8e6a-47878783db4d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (3ceae5a6-dc55-4015-9086-dde47bc8c3b1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.217184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-456a70cd-3f01-4c22-adea-eca07153a29f req-3a4a6e5b-55bc-46a7-8e6a-47878783db4d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Calling delete_port for 3ceae5a6-dc55-4015-9086-dde47bc8c3b1 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:55.354352 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013153b2-b832-45b3-af51-a5482d71847a req-88a18973-a8c1-4eb1-9c43-5e2fc56b7fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:55.361090 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-013153b2-b832-45b3-af51-a5482d71847a req-88a18973-a8c1-4eb1-9c43-5e2fc56b7fd6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=110e6acb-5225-4293-bb53-b200a63e1ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5839138 Feb 09 21:46:55.400089 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38490) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:55.435837 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a533b-2b6b-40a9-a194-048ae534585f req-c9cd5ec3-7e54-4f78-b040-e14a691d89a1 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:55.460575 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b6a533b-2b6b-40a9-a194-048ae534585f req-c9cd5ec3-7e54-4f78-b040-e14a691d89a1 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 945 time: 0.6821034 Feb 09 21:46:55.687878 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b6a533b-2b6b-40a9-a194-048ae534585f req-6077eb28-e3a3-49f4-8870-8d821b1ebe36 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ff954b5-2658-4a4e-a8ac-e59dcf8542d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195919 Feb 09 21:46:55.694774 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8e82bf1-cc4f-4d44-8a0b-01db2f95398d admin admin] Publish callbacks [] for security_group (f7cf211a-05df-478e-b98b-afc27a3c390c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.718851 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8e82bf1-cc4f-4d44-8a0b-01db2f95398d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f7cf211a-05df-478e-b98b-afc27a3c390c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.916118 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d8e82bf1-cc4f-4d44-8a0b-01db2f95398d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=192f81a2483741a7ab46fcee13c3058d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7053850 Feb 09 21:46:55.918599 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38536) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:56.032914 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e82bf1-cc4f-4d44-8a0b-01db2f95398d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cf211a-05df-478e-b98b-afc27a3c390c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:56.087895 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-456a70cd-3f01-4c22-adea-eca07153a29f req-3a4a6e5b-55bc-46a7-8e6a-47878783db4d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (3ceae5a6-dc55-4015-9086-dde47bc8c3b1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.102000 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['3ceae5a6-dc55-4015-9086-dde47bc8c3b1'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:56.159292 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-013153b2-b832-45b3-af51-a5482d71847a req-2537ff05-445c-4aef-885b-1917bdd2e135 service neutron] 10.222.0.71 "GET /v2.0/networks/110e6acb-5225-4293-bb53-b200a63e1ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7787635 Feb 09 21:46:56.196768 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a6e5b-55bc-46a7-8e6a-47878783db4d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Pushing event deleted for resources: {'Port': ['ID=3ceae5a6-dc55-4015-9086-dde47bc8c3b1,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:56.229071 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f72220e-61bf-40f3-968f-a6ecdd07b5f6 admin admin] Publish callbacks [] for security_group (f7cf211a-05df-478e-b98b-afc27a3c390c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.239295 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-429f608c-98ea-4e20-9444-190a90c144ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e40733820c934dfb83af2f06b782cec8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7756603 Feb 09 21:46:56.251558 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38562) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:56.277468 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-456a70cd-3f01-4c22-adea-eca07153a29f req-3a4a6e5b-55bc-46a7-8e6a-47878783db4d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] No DVR routers for this DVR port 3ceae5a6-dc55-4015-9086-dde47bc8c3b1 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:56.284467 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-456a70cd-3f01-4c22-adea-eca07153a29f req-3a4a6e5b-55bc-46a7-8e6a-47878783db4d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.298840 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-456a70cd-3f01-4c22-adea-eca07153a29f req-3a4a6e5b-55bc-46a7-8e6a-47878783db4d tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.42 "DELETE /v2.0/ports/3ceae5a6-dc55-4015-9086-dde47bc8c3b1 HTTP/1.1" status: 204 len: 173 time: 2.1153281 Feb 09 21:46:56.307275 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699d9749-5554-4add-ade9-8f5532a6c270', 'name': 'network-vif-deleted', 'tag': '3ceae5a6-dc55-4015-9086-dde47bc8c3b1'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:56.312485 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841b7071-d011-4b1c-ae70-8d967d09e4ba" -d '{"events": [{"server_uuid": "699d9749-5554-4add-ade9-8f5532a6c270", "name": "network-vif-deleted", "tag": "3ceae5a6-dc55-4015-9086-dde47bc8c3b1"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:56.423206 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f72220e-61bf-40f3-968f-a6ecdd07b5f6 admin admin] Publish callbacks [] for security_group (f7cf211a-05df-478e-b98b-afc27a3c390c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.532504 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53769ffa-c9e5-44a4-b5d9-f455b35b6904 req-6ef486af-47ef-4e4a-887d-12f73d616d26 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:56.544424 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-53769ffa-c9e5-44a4-b5d9-f455b35b6904 req-6ef486af-47ef-4e4a-887d-12f73d616d26 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec052f2f-de8f-471c-ae6d-a041b311b3b5 HTTP/1.1" status: 200 len: 946 time: 0.6854699 Feb 09 21:46:56.600909 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f72220e-61bf-40f3-968f-a6ecdd07b5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f7cf211a-05df-478e-b98b-afc27a3c390c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.604547 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f72220e-61bf-40f3-968f-a6ecdd07b5f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.610582 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3f72220e-61bf-40f3-968f-a6ecdd07b5f6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f7cf211a-05df-478e-b98b-afc27a3c390c HTTP/1.1" status: 204 len: 168 time: 0.6548431 Feb 09 21:46:56.617666 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-013153b2-b832-45b3-af51-a5482d71847a req-8c1324a8-1425-4d23-9359-8c87f9c45509 service neutron] 10.222.0.71 "GET /v2.0/networks/110e6acb-5225-4293-bb53-b200a63e1ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485991 Feb 09 21:46:56.626849 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72220e-61bf-40f3-968f-a6ecdd07b5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cf211a-05df-478e-b98b-afc27a3c390c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:56.707296 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78495ab4-c1f4-499a-8864-a0d716e6737e admin admin] Publish callbacks [] for security_group (49ac3384-a052-422e-bbb9-ad0757e7d3e2), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.790880 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-53769ffa-c9e5-44a4-b5d9-f455b35b6904 req-de7bba85-ce20-45bb-bc7b-15e44662f460 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/security-groups?id=5529778a-b522-45d8-9753-01dd877b4446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439525 Feb 09 21:46:56.805829 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78495ab4-c1f4-499a-8864-a0d716e6737e admin admin] Publish callbacks [] for security_group (49ac3384-a052-422e-bbb9-ad0757e7d3e2), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.908290 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0447501d-01b0-4ed8-843c-675ce9481bcc x-openstack-request-id: req-0447501d-01b0-4ed8-843c-675ce9481bcc {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:56.908940 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41207b11-9876-43a0-b130-f8ed7e9d4190", "name": "network-vif-deleted", "tag": "29f4feea-ac0c-484f-8189-8c95799fcf6a", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:56.909483 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0447501d-01b0-4ed8-843c-675ce9481bcc {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:56.912534 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41207b11-9876-43a0-b130-f8ed7e9d4190', 'name': 'network-vif-deleted', 'tag': '29f4feea-ac0c-484f-8189-8c95799fcf6a', 'status': 'completed', 'code': 200} Feb 09 21:46:56.961208 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78495ab4-c1f4-499a-8864-a0d716e6737e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (49ac3384-a052-422e-bbb9-ad0757e7d3e2), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.969002 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78495ab4-c1f4-499a-8864-a0d716e6737e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.978129 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-78495ab4-c1f4-499a-8864-a0d716e6737e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/49ac3384-a052-422e-bbb9-ad0757e7d3e2 HTTP/1.1" status: 204 len: 168 time: 0.7239666 Feb 09 21:46:57.016424 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78495ab4-c1f4-499a-8864-a0d716e6737e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ac3384-a052-422e-bbb9-ad0757e7d3e2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:57.119278 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37047a7e-e48b-4f72-a582-2ebb594fdfc3 req-ee0eec03-4b9c-4e52-8fef-60e5fb81f093 tempest-DeleteServersTestJSON-356243030 tempest-DeleteServersTestJSON-356243030-project] 10.222.0.77 "GET /v2.0/ports?device_id=699d9749-5554-4add-ade9-8f5532a6c270 HTTP/1.1" status: 200 len: 210 time: 0.0589547 Feb 09 21:46:57.514731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbba9c-2d73-4b4c-b917-5870fbd32ca3 req-92f04f1c-271f-4cfd-8dd1-35c280302438 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:57.516575 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2cbba9c-2d73-4b4c-b917-5870fbd32ca3 req-92f04f1c-271f-4cfd-8dd1-35c280302438 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 945 time: 0.1176660 Feb 09 21:46:57.528535 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38672) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:57.533237 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b297ec04-fcfb-47ec-824f-2de1dbff7e6d tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Request body: {'floatingip': {'port_id': '6d340e15-f3f8-498a-8a0d-11813b2ce7fc'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:57.683762 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9e9e80-7c9d-4dd0-8c87-e5c0080d86c0 x-openstack-request-id: req-4b9e9e80-7c9d-4dd0-8c87-e5c0080d86c0 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:57.684728 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699d9749-5554-4add-ade9-8f5532a6c270", "name": "network-vif-deleted", "tag": "3ceae5a6-dc55-4015-9086-dde47bc8c3b1", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:57.685182 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b9e9e80-7c9d-4dd0-8c87-e5c0080d86c0 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:57.686176 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699d9749-5554-4add-ade9-8f5532a6c270', 'name': 'network-vif-deleted', 'tag': '3ceae5a6-dc55-4015-9086-dde47bc8c3b1', 'status': 'completed', 'code': 200} Feb 09 21:46:57.717829 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b297ec04-fcfb-47ec-824f-2de1dbff7e6d tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for floatingip (59a18e86-fa86-48f9-8c6a-a07ec6cb346d), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:58.241636 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 3ceae5a6-dc55-4015-9086-dde47bc8c3b1 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:58.297924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 3ceae5a6-dc55-4015-9086-dde47bc8c3b1 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:58.302668 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 3ceae5a6-dc55-4015-9086-dde47bc8c3b1 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:58.323256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35465a-488c-40cb-8fbf-9337aa439289 req-c719c93c-83c5-4ab0-a9a2-ab8a80f5e92d tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:58.336821 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa35465a-488c-40cb-8fbf-9337aa439289 req-c719c93c-83c5-4ab0-a9a2-ab8a80f5e92d tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec052f2f-de8f-471c-ae6d-a041b311b3b5 HTTP/1.1" status: 200 len: 946 time: 0.1744702 Feb 09 21:46:58.550437 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa35465a-488c-40cb-8fbf-9337aa439289 req-9150485a-03e7-4d73-8d68-abc7398a2098 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/security-groups?id=5529778a-b522-45d8-9753-01dd877b4446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125812 Feb 09 21:46:59.285222 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.db.resource_extend [None req-b297ec04-fcfb-47ec-824f-2de1dbff7e6d tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:47:00.131547 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b297ec04-fcfb-47ec-824f-2de1dbff7e6d tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:00.142828 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b297ec04-fcfb-47ec-824f-2de1dbff7e6d tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (59a18e86-fa86-48f9-8c6a-a07ec6cb346d), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:00.570606 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-b297ec04-fcfb-47ec-824f-2de1dbff7e6d tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Floating IP 59a18e86-fa86-48f9-8c6a-a07ec6cb346d associated. External IP: 172.25.6.223, port: 6d340e15-f3f8-498a-8a0d-11813b2ce7fc. Feb 09 21:47:01.187374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b297ec04-fcfb-47ec-824f-2de1dbff7e6d tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Router 1d634aef-6df6-4046-b124-674f2c4ab789 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:47:01.477505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b297ec04-fcfb-47ec-824f-2de1dbff7e6d tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:47:01.486754 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b297ec04-fcfb-47ec-824f-2de1dbff7e6d tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:01.492619 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed92d9bd-1679-46ea-bfdf-769e0c775762 None None] Sync routers for ids ['1d634aef-6df6-4046-b124-674f2c4ab789'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:47:01.529798 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed92d9bd-1679-46ea-bfdf-769e0c775762 None None] Routers {'1d634aef-6df6-4046-b124-674f2c4ab789'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:01.530935 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ed92d9bd-1679-46ea-bfdf-769e0c775762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:46:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1d634aef-6df6-4046-b124-674f2c4ab789'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:01.610495 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b297ec04-fcfb-47ec-824f-2de1dbff7e6d tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "PUT /v2.0/floatingips/59a18e86-fa86-48f9-8c6a-a07ec6cb346d HTTP/1.1" status: 200 len: 991 time: 4.0798404 Feb 09 21:47:01.613973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3d4589-328c-424c-b613-97c1c72668df', 'tag': '6d340e15-f3f8-498a-8a0d-11813b2ce7fc'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:01.628149 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10ba34f-2a92-4614-894a-bea30a734207" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3d4589-328c-424c-b613-97c1c72668df", "tag": "6d340e15-f3f8-498a-8a0d-11813b2ce7fc"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:01.802029 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-3d59ac67-2c18-4eb8-b2ee-e1e6b6d17ee4 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:01.816490 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-3d59ac67-2c18-4eb8-b2ee-e1e6b6d17ee4 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/networks?id=364c2f3e-feb4-4b55-8f2f-ec33b2e23eac HTTP/1.1" status: 200 len: 813 time: 0.1774364 Feb 09 21:47:01.848774 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-7916003b-7c59-4354-b105-f4cffdfe5573 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/quotas/ca9a9bb5263a475f9beaae32168a01fb HTTP/1.1" status: 200 len: 375 time: 0.0302105 Feb 09 21:47:01.941583 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-9421e489-7144-4f40-8aa3-1f5a90fdd1fe tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ca9a9bb5263a475f9beaae32168a01fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0901961 Feb 09 21:47:01.967193 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-ed92d9bd-1679-46ea-bfdf-769e0c775762 None None] Set router 1d634aef-6df6-4046-b124-674f2c4ab789 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:02.233168 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-c4afd972-ef28-4eb6-a8a9-196d61f2b265 service neutron] 10.222.0.77 "GET /v2.0/networks/364c2f3e-feb4-4b55-8f2f-ec33b2e23eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635443 Feb 09 21:47:02.443220 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-3c2652d8-1b55-4bb8-8cd9-7b345c59930b service neutron] 10.222.0.77 "GET /v2.0/networks/364c2f3e-feb4-4b55-8f2f-ec33b2e23eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904485 Feb 09 21:47:02.698929 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ed92d9bd-1679-46ea-bfdf-769e0c775762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'name': 'tempest-AttachVolumeTestJSON-1446099806-router', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:53Z', 'updated_at': '2022-02-09T21:46:12Z', 'revision_number': 4, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'gw_port': {'id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:55Z', 'updated_at': '2022-02-09T21:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '59a18e86-fa86-48f9-8c6a-a07ec6cb346d', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'port_id': '6d340e15-f3f8-498a-8a0d-11813b2ce7fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1806, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'mac_address': 'fa:16:3e:c9:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3d4589-328c-424c-b613-97c1c72668df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:46:32Z', 'updated_at': '2022-02-09T21:46:59Z', 'revision_number': 1, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa894a3a-b6ff-46bc-abd8-254ccd2cd964', 'name': '', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'mac_address': 'fa:16:3e:16:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:06Z', 'updated_at': '2022-02-09T21:46:22Z', 'revision_number': 5, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'subnets': [{'id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:02.736866 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed92d9bd-1679-46ea-bfdf-769e0c775762 None None] Checking router: 1d634aef-6df6-4046-b124-674f2c4ab789 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:47:02.748201 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed92d9bd-1679-46ea-bfdf-769e0c775762 None None] Routers {'1d634aef-6df6-4046-b124-674f2c4ab789'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:02.749106 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ed92d9bd-1679-46ea-bfdf-769e0c775762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:46:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1d634aef-6df6-4046-b124-674f2c4ab789'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:02.972754 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-831c67cc-206e-4e64-b0fe-4d66297b1f8b req-2d05fcb2-0d7f-4057-8cb5-834233feac4f tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.0975587 Feb 09 21:47:03.025554 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-ed92d9bd-1679-46ea-bfdf-769e0c775762 None None] Set router 1d634aef-6df6-4046-b124-674f2c4ab789 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:03.620017 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ed92d9bd-1679-46ea-bfdf-769e0c775762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'name': 'tempest-AttachVolumeTestJSON-1446099806-router', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:53Z', 'updated_at': '2022-02-09T21:46:12Z', 'revision_number': 4, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'gw_port': {'id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:55Z', 'updated_at': '2022-02-09T21:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '59a18e86-fa86-48f9-8c6a-a07ec6cb346d', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'port_id': '6d340e15-f3f8-498a-8a0d-11813b2ce7fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1806, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'mac_address': 'fa:16:3e:c9:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3d4589-328c-424c-b613-97c1c72668df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:46:32Z', 'updated_at': '2022-02-09T21:46:59Z', 'revision_number': 1, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa894a3a-b6ff-46bc-abd8-254ccd2cd964', 'name': '', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'mac_address': 'fa:16:3e:16:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:06Z', 'updated_at': '2022-02-09T21:46:22Z', 'revision_number': 5, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'subnets': [{'id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:03.874570 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed92d9bd-1679-46ea-bfdf-769e0c775762 None None] The sync data for ids ['1d634aef-6df6-4046-b124-674f2c4ab789'] in n-d-828601-1 is: [{'id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'name': 'tempest-AttachVolumeTestJSON-1446099806-router', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:53Z', 'updated_at': '2022-02-09T21:46:12Z', 'revision_number': 4, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'gw_port': {'id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:55Z', 'updated_at': '2022-02-09T21:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '59a18e86-fa86-48f9-8c6a-a07ec6cb346d', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'port_id': '6d340e15-f3f8-498a-8a0d-11813b2ce7fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1806, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'mac_address': 'fa:16:3e:c9:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3d4589-328c-424c-b613-97c1c72668df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:46:32Z', 'updated_at': '2022-02-09T21:46:59Z', 'revision_number': 1, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa894a3a-b6ff-46bc-abd8-254ccd2cd964', 'name': '', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'mac_address': 'fa:16:3e:16:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:06Z', 'updated_at': '2022-02-09T21:46:22Z', 'revision_number': 5, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'subnets': [{'id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:47:03.938242 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7de9d00-8e4d-48be-b13f-a91ba5e03560 req-03981205-6101-4516-a044-2cc5bc0857a7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.0714285 Feb 09 21:47:04.047313 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a1ca8-c3be-4560-aae1-65fa97394082 req-3e3c4a24-23a6-47c5-9fd8-eecea62dd9d4 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:04.063043 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-186a1ca8-c3be-4560-aae1-65fa97394082 req-3e3c4a24-23a6-47c5-9fd8-eecea62dd9d4 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 945 time: 0.8448908 Feb 09 21:47:04.201112 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-186a1ca8-c3be-4560-aae1-65fa97394082 req-ee51162e-da97-40e5-8ae4-30f5ee5c2553 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ff954b5-2658-4a4e-a8ac-e59dcf8542d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343863 Feb 09 21:47:04.366565 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b62a6ec-08a7-455f-a732-91c05802b41b x-openstack-request-id: req-8b62a6ec-08a7-455f-a732-91c05802b41b {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:04.367124 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3d4589-328c-424c-b613-97c1c72668df", "tag": "6d340e15-f3f8-498a-8a0d-11813b2ce7fc", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:04.367407 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8b62a6ec-08a7-455f-a732-91c05802b41b {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:04.374635 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3d4589-328c-424c-b613-97c1c72668df', 'tag': '6d340e15-f3f8-498a-8a0d-11813b2ce7fc', 'status': 'completed', 'code': 200} Feb 09 21:47:04.505320 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc13e43-4906-469f-ae04-a7d01ba026de None None] New status for floating IP 59a18e86-fa86-48f9-8c6a-a07ec6cb346d: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:47:04.672379 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ba34f-2a92-4614-894a-bea30a734207 req-894b7327-3b31-4ff0-b6ab-9b650017d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:04.676153 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b8599517-9629-46c2-a574-6ceb1dc8f575 req-e8ae96ba-ca9f-4875-a2cf-2b75823340f0 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee6e56e4-f45f-4611-bb23-ab814c521056 HTTP/1.1" status: 200 len: 210 time: 0.1415238 Feb 09 21:47:04.677346 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d10ba34f-2a92-4614-894a-bea30a734207 req-894b7327-3b31-4ff0-b6ab-9b650017d73c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d6b5204ad254d39a623b447e45a194a&device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 1127 time: 0.1682100 Feb 09 21:47:05.063554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-df11412c-152f-41ac-832a-4bfabeeeaf5a tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:05.077070 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-df11412c-152f-41ac-832a-4bfabeeeaf5a tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.42 "GET /v2.0/networks?id=364c2f3e-feb4-4b55-8f2f-ec33b2e23eac HTTP/1.1" status: 200 len: 813 time: 0.3625121 Feb 09 21:47:05.094523 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-1550de9d-f34c-4046-94af-380b489dc93c tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Request body: {'port': {'device_id': 'ee6e56e4-f45f-4611-bb23-ab814c521056', 'network_id': '364c2f3e-feb4-4b55-8f2f-ec33b2e23eac', 'admin_state_up': True, 'tenant_id': 'ca9a9bb5263a475f9beaae32168a01fb'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:05.154928 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0466dad0-9dc7-4870-bc6e-88505c22a568 req-8b023102-70ba-4990-95eb-542b277eaae9 tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.0724428 Feb 09 21:47:05.354010 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ba34f-2a92-4614-894a-bea30a734207 req-24142da8-b802-4a33-ba0d-289eaf877ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:05.361568 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d10ba34f-2a92-4614-894a-bea30a734207 req-24142da8-b802-4a33-ba0d-289eaf877ea9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aad7656a-c886-4fbe-b34b-d44bdd76ed85 HTTP/1.1" status: 200 len: 912 time: 0.6728628 Feb 09 21:47:05.493434 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-1550de9d-f34c-4046-94af-380b489dc93c tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Made reservation on behalf of ca9a9bb5263a475f9beaae32168a01fb for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:05.500118 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-1550de9d-f34c-4046-94af-380b489dc93c tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.764431 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d10ba34f-2a92-4614-894a-bea30a734207 req-ee230032-8e7d-4c85-80fa-7bffc74ff9e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d340e15-f3f8-498a-8a0d-11813b2ce7fc HTTP/1.1" status: 200 len: 999 time: 0.3969076 Feb 09 21:47:05.865574 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ba34f-2a92-4614-894a-bea30a734207 req-082466ea-6810-45b4-b0c4-793348b42094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:05.867279 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d10ba34f-2a92-4614-894a-bea30a734207 req-082466ea-6810-45b4-b0c4-793348b42094 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d2ffb735-399f-41c7-b4e2-94dff197f693 HTTP/1.1" status: 200 len: 850 time: 0.0960770 Feb 09 21:47:05.946278 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-1550de9d-f34c-4046-94af-380b489dc93c tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Allocated IP 172.20.0.13 (364c2f3e-feb4-4b55-8f2f-ec33b2e23eac/321e59e2-b895-4c51-be5b-a8f5ea91dd3f/dc8b398c-b8ee-45cf-a19e-fe93316787ed) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:05.963638 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ba34f-2a92-4614-894a-bea30a734207 req-0e33203d-6043-4521-b4d4-68790cb8ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:05.965460 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d10ba34f-2a92-4614-894a-bea30a734207 req-0e33203d-6043-4521-b4d4-68790cb8ded6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aad7656a-c886-4fbe-b34b-d44bdd76ed85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0911396 Feb 09 21:47:05.987554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74df28-343b-46a9-bd78-ef1d0c14860c req-4775330d-1071-42b2-b838-6d760b5a7ccf tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:06.003004 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac74df28-343b-46a9-bd78-ef1d0c14860c req-4775330d-1071-42b2-b838-6d760b5a7ccf tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 945 time: 0.2036481 Feb 09 21:47:06.222621 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac74df28-343b-46a9-bd78-ef1d0c14860c req-dd494fbe-745a-4e7f-9a1b-7cf1f3a16bd5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ff954b5-2658-4a4e-a8ac-e59dcf8542d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167170 Feb 09 21:47:06.265236 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d10ba34f-2a92-4614-894a-bea30a734207 req-f8ad7b13-9e52-4a05-a2f5-a48a7fbf5162 service neutron] 10.222.0.42 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905867 Feb 09 21:47:06.607076 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d10ba34f-2a92-4614-894a-bea30a734207 req-4be231e2-7aef-4570-a512-daee4205a0b4 service neutron] 10.222.0.42 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285732 Feb 09 21:47:06.629494 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-1550de9d-f34c-4046-94af-380b489dc93c tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Publish callbacks [] for port (dc8b398c-b8ee-45cf-a19e-fe93316787ed), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:06.640189 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-081dd715-7d2e-4bed-91fe-f5511b7fc07f req-2c30bce3-8eff-4469-a5c2-73cb9a5344e2 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee6e56e4-f45f-4611-bb23-ab814c521056 HTTP/1.1" status: 200 len: 210 time: 0.0713718 Feb 09 21:47:06.720507 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-1550de9d-f34c-4046-94af-380b489dc93c tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (dc8b398c-b8ee-45cf-a19e-fe93316787ed), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:06.878090 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-edab3c6d-5300-41ac-8557-597590340991 req-ae8324b8-ca36-4330-acf5-00951bcabed4 tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.0707512 Feb 09 21:47:06.897058 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-1550de9d-f34c-4046-94af-380b489dc93c tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Network 364c2f3e-feb4-4b55-8f2f-ec33b2e23eac is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:06.901394 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-1550de9d-f34c-4046-94af-380b489dc93c tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:06.908946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-1550de9d-f34c-4046-94af-380b489dc93c tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:06.924192 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550de9d-f34c-4046-94af-380b489dc93c tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Pushing event updated for resources: {'Port': ['ID=dc8b398c-b8ee-45cf-a19e-fe93316787ed,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:07.062068 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-1550de9d-f34c-4046-94af-380b489dc93c tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:07.063814 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-1550de9d-f34c-4046-94af-380b489dc93c tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:07.125054 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-1550de9d-f34c-4046-94af-380b489dc93c tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0341597 Feb 09 21:47:07.141234 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] Request body: {'port': {'device_id': 'ee6e56e4-f45f-4611-bb23-ab814c521056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:07.294216 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (dc8b398c-b8ee-45cf-a19e-fe93316787ed), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:07.760645 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8b398c-b8ee-45cf-a19e-fe93316787ed {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:47:07.771941 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] Publish callbacks [] for port (dc8b398c-b8ee-45cf-a19e-fe93316787ed), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:07.790940 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] Transition to ACTIVE for port object dc8b398c-b8ee-45cf-a19e-fe93316787ed will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:47:07.807221 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (dc8b398c-b8ee-45cf-a19e-fe93316787ed), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:07.821138 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e0f01c19-8ab3-435d-916a-2dc591536a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:07.914108 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8b398c-b8ee-45cf-a19e-fe93316787ed,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:07.979707 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98105e6-42ae-4cc0-9d04-fd05e9d04e30 req-7a074645-050e-45dd-adcc-7a85ed02ba8e tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:07.988428 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f98105e6-42ae-4cc0-9d04-fd05e9d04e30 req-7a074645-050e-45dd-adcc-7a85ed02ba8e tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 945 time: 0.1958852 Feb 09 21:47:07.996686 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a716539-34da-4867-83a6-a7c50094654d req-b78130e0-2caa-4ffc-a2d5-bbe280e04c1f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ec052f2f-de8f-471c-ae6d-a041b311b3b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2028534 Feb 09 21:47:08.121065 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f98105e6-42ae-4cc0-9d04-fd05e9d04e30 req-0160a631-7108-4c12-a277-ef5f1f9c7fb7 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ff954b5-2658-4a4e-a8ac-e59dcf8542d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313426 Feb 09 21:47:08.338324 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-031e2aeb-3163-4f8c-b608-9541c90982f5 req-e4f585fb-8114-4e23-a9d2-b41c63663241 tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.0864978 Feb 09 21:47:08.449607 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] Attempting to bind port dc8b398c-b8ee-45cf-a19e-fe93316787ed on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:08.449941 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] Attempting to bind port dc8b398c-b8ee-45cf-a19e-fe93316787ed by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '641bfab3-75a2-434f-a7a3-eacc3fc002e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '364c2f3e-feb4-4b55-8f2f-ec33b2e23eac'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:08.450354 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] Attempting to bind port dc8b398c-b8ee-45cf-a19e-fe93316787ed on network 364c2f3e-feb4-4b55-8f2f-ec33b2e23eac {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:08.457066 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a716539-34da-4867-83a6-a7c50094654d req-86bb0dab-c29d-487e-9042-443cbf69b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:08.459377 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a716539-34da-4867-83a6-a7c50094654d req-86bb0dab-c29d-487e-9042-443cbf69b3db service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0323982111b744578daf6e90f75c2d45&device_id=ec052f2f-de8f-471c-ae6d-a041b311b3b5 HTTP/1.1" status: 200 len: 1128 time: 0.3348734 Feb 09 21:47:08.463235 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] Port dc8b398c-b8ee-45cf-a19e-fe93316787ed on network 364c2f3e-feb4-4b55-8f2f-ec33b2e23eac not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:08.463235 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] Attempting to bind port dc8b398c-b8ee-45cf-a19e-fe93316787ed on network 364c2f3e-feb4-4b55-8f2f-ec33b2e23eac {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:08.469315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:08.469815 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] Checking segment: {'id': '641bfab3-75a2-434f-a7a3-eacc3fc002e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '364c2f3e-feb4-4b55-8f2f-ec33b2e23eac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:08.470185 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] Bound using segment: {'id': '641bfab3-75a2-434f-a7a3-eacc3fc002e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '364c2f3e-feb4-4b55-8f2f-ec33b2e23eac'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:08.470632 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] Bound port: dc8b398c-b8ee-45cf-a19e-fe93316787ed, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '641bfab3-75a2-434f-a7a3-eacc3fc002e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '364c2f3e-feb4-4b55-8f2f-ec33b2e23eac'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:08.470935 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (dc8b398c-b8ee-45cf-a19e-fe93316787ed), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:08.687555 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] For port dc8b398c-b8ee-45cf-a19e-fe93316787ed, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:08.732998 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a716539-34da-4867-83a6-a7c50094654d req-41d7a3df-6b9f-46dd-8fbb-325d2a763e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:08.735196 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a716539-34da-4867-83a6-a7c50094654d req-41d7a3df-6b9f-46dd-8fbb-325d2a763e62 service neutron] 10.222.0.71 "GET /v2.0/networks?id=110e6acb-5225-4293-bb53-b200a63e1ab6 HTTP/1.1" status: 200 len: 916 time: 0.2470951 Feb 09 21:47:08.737298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] For port dc8b398c-b8ee-45cf-a19e-fe93316787ed, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=dc8b398c-b8ee-45cf-a19e-fe93316787ed,segment=NetworkSegment(641bfab3-75a2-434f-a7a3-eacc3fc002e7),segment_id=641bfab3-75a2-434f-a7a3-eacc3fc002e7)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:47:08.759368 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (dc8b398c-b8ee-45cf-a19e-fe93316787ed), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:08.966761 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:08.968173 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:08.976070 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] 10.222.0.42 "PUT /v2.0/ports/dc8b398c-b8ee-45cf-a19e-fe93316787ed HTTP/1.1" status: 200 len: 1092 time: 1.8424950 Feb 09 21:47:08.976606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6e56e4-f45f-4611-bb23-ab814c521056', 'tag': 'dc8b398c-b8ee-45cf-a19e-fe93316787ed'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:08.983177 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba76863-0c9c-43e5-8671-35992ceaebd0" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6e56e4-f45f-4611-bb23-ab814c521056", "tag": "dc8b398c-b8ee-45cf-a19e-fe93316787ed"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:09.064006 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a716539-34da-4867-83a6-a7c50094654d req-f98a82ee-e146-415e-af44-b079e220808b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d504c4b-e55e-4f08-967d-16ecc567324d HTTP/1.1" status: 200 len: 1001 time: 0.3211684 Feb 09 21:47:09.286041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556ec34-f82f-4522-9927-b00ca7e25773 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8b398c-b8ee-45cf-a19e-fe93316787ed,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:09.321557 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a716539-34da-4867-83a6-a7c50094654d req-71de6a88-8c88-4b5e-8600-cc03e8dee67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:09.323263 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a716539-34da-4867-83a6-a7c50094654d req-71de6a88-8c88-4b5e-8600-cc03e8dee67f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8608fa55-042e-4e51-9de3-6f9d7c457e62 HTTP/1.1" status: 200 len: 854 time: 0.2188127 Feb 09 21:47:09.382742 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee7e8d-f87c-4e71-b17d-d181173031b0 req-f9ab6be7-76af-4489-b2bf-ac6b45b26346 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:09.391444 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21ee7e8d-f87c-4e71-b17d-d181173031b0 req-f9ab6be7-76af-4489-b2bf-ac6b45b26346 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee6e56e4-f45f-4611-bb23-ab814c521056 HTTP/1.1" status: 200 len: 944 time: 0.3797348 Feb 09 21:47:09.417427 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-dfe4c581-dea5-4de4-8c1e-bc22e9c7a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:09.418910 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-dfe4c581-dea5-4de4-8c1e-bc22e9c7a5e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca9a9bb5263a475f9beaae32168a01fb&device_id=ee6e56e4-f45f-4611-bb23-ab814c521056 HTTP/1.1" status: 200 len: 1126 time: 0.3168490 Feb 09 21:47:09.487019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-61966f04-9331-4f25-bd6e-32cc4e1bc2f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc8b398c-b8ee-45cf-a19e-fe93316787ed HTTP/1.1" status: 200 len: 217 time: 0.0558498 Feb 09 21:47:09.556898 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a4d7d62a-40e8-4e26-9e7f-0f07c3ff07b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:09.558423 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-a4d7d62a-40e8-4e26-9e7f-0f07c3ff07b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=321e59e2-b895-4c51-be5b-a8f5ea91dd3f HTTP/1.1" status: 200 len: 853 time: 0.0633931 Feb 09 21:47:09.563333 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a716539-34da-4867-83a6-a7c50094654d req-0057ba47-5014-4c77-80e1-b1baf0bc8cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:09.565302 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a716539-34da-4867-83a6-a7c50094654d req-0057ba47-5014-4c77-80e1-b1baf0bc8cc3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=110e6acb-5225-4293-bb53-b200a63e1ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2332208 Feb 09 21:47:09.608153 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-ab2f7abf-f27a-4961-91c9-1ec57e9a8fc7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=364c2f3e-feb4-4b55-8f2f-ec33b2e23eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384281 Feb 09 21:47:09.710922 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a716539-34da-4867-83a6-a7c50094654d req-a34aaef6-8f77-4e58-a509-44f0a69e8a65 service neutron] 10.222.0.71 "GET /v2.0/networks/110e6acb-5225-4293-bb53-b200a63e1ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016984 Feb 09 21:47:09.818102 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-fa82a01d-9693-488d-b109-ba2330e9499d service neutron] 10.222.0.42 "GET /v2.0/networks/364c2f3e-feb4-4b55-8f2f-ec33b2e23eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060627 Feb 09 21:47:09.854779 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21ee7e8d-f87c-4e71-b17d-d181173031b0 req-137fc881-b6e8-480d-a45f-60d82425f148 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/security-groups?id=91c1b8a4-af98-41f1-acd4-373f3943d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601214 Feb 09 21:47:10.162556 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bc8e11c-b825-4ad0-9074-05db8d8db04a req-8df9e498-ebc6-41ea-a421-21968661c923 service neutron] 10.222.0.42 "GET /v2.0/networks/364c2f3e-feb4-4b55-8f2f-ec33b2e23eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067310 Feb 09 21:47:10.214667 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a716539-34da-4867-83a6-a7c50094654d req-c86033db-739b-4737-98af-e3a7cbc6983f service neutron] 10.222.0.71 "GET /v2.0/networks/110e6acb-5225-4293-bb53-b200a63e1ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995526 Feb 09 21:47:10.448712 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7149003-4d8c-43b2-b8ff-2f6b489dc874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:10.568135 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4197c34e-f815-488d-8133-11f8082ac2bc x-openstack-request-id: req-4197c34e-f815-488d-8133-11f8082ac2bc {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:10.569197 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6e56e4-f45f-4611-bb23-ab814c521056", "tag": "dc8b398c-b8ee-45cf-a19e-fe93316787ed", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:10.569698 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4197c34e-f815-488d-8133-11f8082ac2bc {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:10.570466 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6e56e4-f45f-4611-bb23-ab814c521056', 'tag': 'dc8b398c-b8ee-45cf-a19e-fe93316787ed', 'status': 'completed', 'code': 200} Feb 09 21:47:10.724203 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6a1df8c-8dd5-4923-859a-d074dcad96fb req-56c17372-f984-454e-bb17-e943315dea64 tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.0356739 Feb 09 21:47:10.757156 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba76863-0c9c-43e5-8671-35992ceaebd0 req-06b63eb0-e97d-44f6-b2b6-d9e0b300852a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:10.758981 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ba76863-0c9c-43e5-8671-35992ceaebd0 req-06b63eb0-e97d-44f6-b2b6-d9e0b300852a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca9a9bb5263a475f9beaae32168a01fb&device_id=ee6e56e4-f45f-4611-bb23-ab814c521056 HTTP/1.1" status: 200 len: 1126 time: 0.1588492 Feb 09 21:47:10.917732 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba76863-0c9c-43e5-8671-35992ceaebd0 req-3123ed12-c285-4dc2-8365-3cbd24b9a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:10.919524 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ba76863-0c9c-43e5-8671-35992ceaebd0 req-3123ed12-c285-4dc2-8365-3cbd24b9a482 service neutron] 10.222.0.42 "GET /v2.0/networks?id=364c2f3e-feb4-4b55-8f2f-ec33b2e23eac HTTP/1.1" status: 200 len: 914 time: 0.1541960 Feb 09 21:47:10.970472 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ba76863-0c9c-43e5-8671-35992ceaebd0 req-a74af83f-ea84-4788-9c8a-a3e867f58785 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc8b398c-b8ee-45cf-a19e-fe93316787ed HTTP/1.1" status: 200 len: 217 time: 0.0427248 Feb 09 21:47:11.112021 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba76863-0c9c-43e5-8671-35992ceaebd0 req-fa25873a-5811-4fee-8065-ce61d12bd2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:11.113966 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ba76863-0c9c-43e5-8671-35992ceaebd0 req-fa25873a-5811-4fee-8065-ce61d12bd2c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=321e59e2-b895-4c51-be5b-a8f5ea91dd3f HTTP/1.1" status: 200 len: 853 time: 0.1352675 Feb 09 21:47:11.194548 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ba76863-0c9c-43e5-8671-35992ceaebd0 req-84a55f63-bf89-4f1e-8651-52e0fd2f9e41 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=364c2f3e-feb4-4b55-8f2f-ec33b2e23eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719266 Feb 09 21:47:11.363999 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fa049-258b-4fb6-b1f6-d376cc28f4af req-3d07ccde-ca5d-46b0-be4c-7fc83c2d8714 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:11.365916 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-988fa049-258b-4fb6-b1f6-d376cc28f4af req-3d07ccde-ca5d-46b0-be4c-7fc83c2d8714 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee6e56e4-f45f-4611-bb23-ab814c521056 HTTP/1.1" status: 200 len: 944 time: 0.1257453 Feb 09 21:47:11.405446 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ba76863-0c9c-43e5-8671-35992ceaebd0 req-e64b7faa-ee34-4801-bcc0-098b9d6d8b87 service neutron] 10.222.0.42 "GET /v2.0/networks/364c2f3e-feb4-4b55-8f2f-ec33b2e23eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006321 Feb 09 21:47:11.467693 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-988fa049-258b-4fb6-b1f6-d376cc28f4af req-bc266242-0676-4ae9-bded-48e36cddc44a tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/security-groups?id=91c1b8a4-af98-41f1-acd4-373f3943d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942924 Feb 09 21:47:11.509233 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:11.684298 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ba76863-0c9c-43e5-8671-35992ceaebd0 req-c101062b-2b9e-4d41-987a-c6e46a863a91 service neutron] 10.222.0.42 "GET /v2.0/networks/364c2f3e-feb4-4b55-8f2f-ec33b2e23eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676258 Feb 09 21:47:11.894992 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7fe74527-2d8d-49eb-a465-fa58b1198a06 req-3a0d23df-bf0a-49fe-9be0-3e67e61b544a tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.0725524 Feb 09 21:47:12.300344 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device dc8b398c-b8ee-45cf-a19e-fe93316787ed details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:47:12.557035 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39118) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:12.746270 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e2143-4a61-4e54-8bdc-6613b9ab397c req-06d2d44c-95ba-4676-aa2f-fd01b4cd0a61 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:12.754575 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-357e2143-4a61-4e54-8bdc-6613b9ab397c req-06d2d44c-95ba-4676-aa2f-fd01b4cd0a61 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee6e56e4-f45f-4611-bb23-ab814c521056 HTTP/1.1" status: 200 len: 944 time: 0.1536732 Feb 09 21:47:12.828151 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.943027 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port dc8b398c-b8ee-45cf-a19e-fe93316787ed, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=dc8b398c-b8ee-45cf-a19e-fe93316787ed,segment=NetworkSegment(641bfab3-75a2-434f-a7a3-eacc3fc002e7),segment_id=641bfab3-75a2-434f-a7a3-eacc3fc002e7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:12.981482 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-357e2143-4a61-4e54-8bdc-6613b9ab397c req-c929cddb-441a-4917-a0b3-ab0376337ce4 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/security-groups?id=91c1b8a4-af98-41f1-acd4-373f3943d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178957 Feb 09 21:47:13.028988 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'dc8b398c-b8ee-45cf-a19e-fe93316787ed', 'network_id': '364c2f3e-feb4-4b55-8f2f-ec33b2e23eac', 'port_id': 'dc8b398c-b8ee-45cf-a19e-fe93316787ed', 'mac_address': 'fa:16:3e:0f:44:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321e59e2-b895-4c51-be5b-a8f5ea91dd3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:47:13.036629 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e88099ac-4b7b-4c36-8c89-dd57ea932438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:13.178152 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port dc8b398c-b8ee-45cf-a19e-fe93316787ed is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:13.180383 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (dc8b398c-b8ee-45cf-a19e-fe93316787ed), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:13.232902 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8b398c-b8ee-45cf-a19e-fe93316787ed {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:47:13.275539 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c25498fe-d42b-448e-8494-6af1acb692f1 req-49cf5911-67ba-4650-bc2e-014b0c67cf05 tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.0974514 Feb 09 21:47:13.291379 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port dc8b398c-b8ee-45cf-a19e-fe93316787ed, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=dc8b398c-b8ee-45cf-a19e-fe93316787ed,segment=NetworkSegment(641bfab3-75a2-434f-a7a3-eacc3fc002e7),segment_id=641bfab3-75a2-434f-a7a3-eacc3fc002e7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:13.300798 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (dc8b398c-b8ee-45cf-a19e-fe93316787ed), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:13.337738 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e88099ac-4b7b-4c36-8c89-dd57ea932438 admin admin] Publish callbacks [] for security_group (a0edea6c-779c-4d60-aac3-5ff9d01bc750), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:13.354848 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e88099ac-4b7b-4c36-8c89-dd57ea932438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a0edea6c-779c-4d60-aac3-5ff9d01bc750), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:13.447726 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88099ac-4b7b-4c36-8c89-dd57ea932438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0edea6c-779c-4d60-aac3-5ff9d01bc750,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:13.455114 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e88099ac-4b7b-4c36-8c89-dd57ea932438 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b197096d489146e38bab0387843dd33e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8970485 Feb 09 21:47:13.458581 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39132) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:13.576910 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bde584f7-86d7-4dcd-8a6f-578f124d3870 admin admin] Publish callbacks [] for security_group (a0edea6c-779c-4d60-aac3-5ff9d01bc750), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:13.600434 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=dc8b398c-b8ee-45cf-a19e-fe93316787ed,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:13.632387 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['dc8b398c-b8ee-45cf-a19e-fe93316787ed'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:47:13.649096 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bde584f7-86d7-4dcd-8a6f-578f124d3870 admin admin] Publish callbacks [] for security_group (a0edea6c-779c-4d60-aac3-5ff9d01bc750), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:13.804887 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bde584f7-86d7-4dcd-8a6f-578f124d3870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a0edea6c-779c-4d60-aac3-5ff9d01bc750), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:13.809767 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bde584f7-86d7-4dcd-8a6f-578f124d3870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:13.811034 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bde584f7-86d7-4dcd-8a6f-578f124d3870 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a0edea6c-779c-4d60-aac3-5ff9d01bc750 HTTP/1.1" status: 204 len: 168 time: 0.3513212 Feb 09 21:47:13.857530 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde584f7-86d7-4dcd-8a6f-578f124d3870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0edea6c-779c-4d60-aac3-5ff9d01bc750,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:14.402055 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692331f-a745-4df5-8c24-c6b982e7ee1b req-ad460582-25a8-4ce8-b75b-6512280cfe8f tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:14.405610 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6692331f-a745-4df5-8c24-c6b982e7ee1b req-ad460582-25a8-4ce8-b75b-6512280cfe8f tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee6e56e4-f45f-4611-bb23-ab814c521056 HTTP/1.1" status: 200 len: 945 time: 0.2035406 Feb 09 21:47:14.561437 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6692331f-a745-4df5-8c24-c6b982e7ee1b req-ccaa6abe-f207-40ac-a640-e608c45888d7 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/security-groups?id=91c1b8a4-af98-41f1-acd4-373f3943d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478009 Feb 09 21:47:14.595179 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:14.894760 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-303d0591-b473-4613-a019-fe4139174bda req-52f76484-83c9-4896-8cf2-a6bb273ec365 tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.1106596 Feb 09 21:47:15.253582 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:15.416254 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39178) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:15.770726 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-4154936f-b169-44e1-bfcd-13f880372184 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1048057441-network', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:15.823200 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4154936f-b169-44e1-bfcd-13f880372184 admin admin] Made reservation on behalf of 88aef6c47d634b8181089d0a71d1ded8 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:15.825734 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:15.827500 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4154936f-b169-44e1-bfcd-13f880372184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:15.844343 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4154936f-b169-44e1-bfcd-13f880372184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:15.942368 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4154936f-b169-44e1-bfcd-13f880372184 admin admin] Publish callbacks [] for security_group (6ae674a6-c2ab-447e-873a-d46da9a8e3df), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:15.950459 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4154936f-b169-44e1-bfcd-13f880372184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6ae674a6-c2ab-447e-873a-d46da9a8e3df), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:15.978921 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4154936f-b169-44e1-bfcd-13f880372184 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:47:16.015566 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4154936f-b169-44e1-bfcd-13f880372184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (3d794d80-75d8-4a50-9e25-db04d94b015e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.016411 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-4154936f-b169-44e1-bfcd-13f880372184 admin admin] Added segment 3d794d80-75d8-4a50-9e25-db04d94b015e of type vlan for network 361d3ae3-946b-43bc-bd7a-5571eb55520d Feb 09 21:47:16.066407 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154936f-b169-44e1-bfcd-13f880372184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae674a6-c2ab-447e-873a-d46da9a8e3df,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:16.088344 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4154936f-b169-44e1-bfcd-13f880372184 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (361d3ae3-946b-43bc-bd7a-5571eb55520d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.147502 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353629e2-63d7-4648-bce5-5c2eff198ddc req-c6684d7c-35dc-4653-81b4-4286e419ae39 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:16.157503 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-353629e2-63d7-4648-bce5-5c2eff198ddc req-c6684d7c-35dc-4653-81b4-4286e419ae39 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee6e56e4-f45f-4611-bb23-ab814c521056 HTTP/1.1" status: 200 len: 945 time: 0.3945823 Feb 09 21:47:16.186176 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4154936f-b169-44e1-bfcd-13f880372184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (361d3ae3-946b-43bc-bd7a-5571eb55520d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.188218 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4154936f-b169-44e1-bfcd-13f880372184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:16.189213 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4154936f-b169-44e1-bfcd-13f880372184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.291582 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-353629e2-63d7-4648-bce5-5c2eff198ddc req-cbc92269-1370-46a2-a778-3b106fd8ec86 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/security-groups?id=91c1b8a4-af98-41f1-acd4-373f3943d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258307 Feb 09 21:47:16.342177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device dc8b398c-b8ee-45cf-a19e-fe93316787ed up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:16.386608 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4154936f-b169-44e1-bfcd-13f880372184 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9524710 Feb 09 21:47:16.386608 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154936f-b169-44e1-bfcd-13f880372184 admin admin] Pushing event updated for resources: {'Network': ['ID=361d3ae3-946b-43bc-bd7a-5571eb55520d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:16.388506 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39198) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:16.395611 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3bf4e54f-d281-43f3-b362-6284143af259 admin admin] Request body: {'subnet': {'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1048057441-subnet', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:16.440695 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 361d3ae3-946b-43bc-bd7a-5571eb55520d details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:47:16.460694 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf4e54f-d281-43f3-b362-6284143af259 admin admin] Made reservation on behalf of 88aef6c47d634b8181089d0a71d1ded8 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:16.463542 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3bf4e54f-d281-43f3-b362-6284143af259 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.598816 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port dc8b398c-b8ee-45cf-a19e-fe93316787ed completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:47:16.609148 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port dc8b398c-b8ee-45cf-a19e-fe93316787ed triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:16.610294 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (dc8b398c-b8ee-45cf-a19e-fe93316787ed), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.715730 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-25ac88aa-032f-4cce-bd83-be357921041c req-b1f23d79-9635-4577-ae45-734569d4a344 tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.2130969 Feb 09 21:47:16.854128 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port dc8b398c-b8ee-45cf-a19e-fe93316787ed is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:16.861296 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (dc8b398c-b8ee-45cf-a19e-fe93316787ed), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.941246 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6e56e4-f45f-4611-bb23-ab814c521056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8b398c-b8ee-45cf-a19e-fe93316787ed'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:16.948294 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde3927a-97d4-4627-97ba-d2b5d8fe41b1" -d '{"events": [{"server_uuid": "ee6e56e4-f45f-4611-bb23-ab814c521056", "name": "network-vif-plugged", "status": "completed", "tag": "dc8b398c-b8ee-45cf-a19e-fe93316787ed"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:17.041675 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port dc8b398c-b8ee-45cf-a19e-fe93316787ed, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=dc8b398c-b8ee-45cf-a19e-fe93316787ed,segment=NetworkSegment(641bfab3-75a2-434f-a7a3-eacc3fc002e7),segment_id=641bfab3-75a2-434f-a7a3-eacc3fc002e7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:17.053996 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (dc8b398c-b8ee-45cf-a19e-fe93316787ed), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:17.114133 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3bf4e54f-d281-43f3-b362-6284143af259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (af7275e2-fa73-4e7a-9fcd-7735fd24f6c7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:17.194194 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572f55b3-ffe4-464a-843d-49c5f1f8d0b2 x-openstack-request-id: req-572f55b3-ffe4-464a-843d-49c5f1f8d0b2 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:17.200292 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6e56e4-f45f-4611-bb23-ab814c521056", "name": "network-vif-plugged", "status": "completed", "tag": "dc8b398c-b8ee-45cf-a19e-fe93316787ed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:17.200757 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-572f55b3-ffe4-464a-843d-49c5f1f8d0b2 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:17.201243 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6e56e4-f45f-4611-bb23-ab814c521056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8b398c-b8ee-45cf-a19e-fe93316787ed', 'code': 200} Feb 09 21:47:17.285212 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=dc8b398c-b8ee-45cf-a19e-fe93316787ed,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:17.386046 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39222) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:17.521242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4e54f-d281-43f3-b362-6284143af259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af7275e2-fa73-4e7a-9fcd-7735fd24f6c7,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:17.538221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf4e54f-d281-43f3-b362-6284143af259 admin admin] Checking segment: {'id': '3d794d80-75d8-4a50-9e25-db04d94b015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:17.538917 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf4e54f-d281-43f3-b362-6284143af259 admin admin] Network hostable DHCP agents. Network: 361d3ae3-946b-43bc-bd7a-5571eb55520d, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:47:17.613002 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee6046-55d2-4018-8689-56bfda6b5bf6 req-711611c4-8c29-4375-9ee4-b872e37b9504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:17.614632 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e6ee6046-55d2-4018-8689-56bfda6b5bf6 req-711611c4-8c29-4375-9ee4-b872e37b9504 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee6e56e4-f45f-4611-bb23-ab814c521056 HTTP/1.1" status: 200 len: 1128 time: 0.2752793 Feb 09 21:47:17.625988 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-62043554-26ea-42b4-8dd8-7732af4a2476 admin admin] Deleting subnet 4b2baf19-4835-4e7a-83c6-0d721aca5d48 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:47:17.632638 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf4e54f-d281-43f3-b362-6284143af259 admin admin] Network 361d3ae3-946b-43bc-bd7a-5571eb55520d is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:47:17.645152 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62043554-26ea-42b4-8dd8-7732af4a2476 admin admin] Publish callbacks [] for subnet (4b2baf19-4835-4e7a-83c6-0d721aca5d48), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:17.683035 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e9a85-2284-4121-9580-e55f1713ed48 req-86c8a7b1-ad2a-4558-91bf-cd119b1fe23e tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:17.690772 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5a4e9a85-2284-4121-9580-e55f1713ed48 req-86c8a7b1-ad2a-4558-91bf-cd119b1fe23e tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee6e56e4-f45f-4611-bb23-ab814c521056 HTTP/1.1" status: 200 len: 946 time: 0.1740289 Feb 09 21:47:17.692942 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3bf4e54f-d281-43f3-b362-6284143af259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 361d3ae3-946b-43bc-bd7a-5571eb55520d) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:17.704699 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf4e54f-d281-43f3-b362-6284143af259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:17.705318 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3bf4e54f-d281-43f3-b362-6284143af259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:17.750541 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1c09d9-1e25-4231-91d8-1b8e2bbdbf10 None None] Network 361d3ae3-946b-43bc-bd7a-5571eb55520d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:17.761009 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e6ee6046-55d2-4018-8689-56bfda6b5bf6 req-75e4c3b3-e87e-4e46-8b06-6b2192d310a7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=91c1b8a4-af98-41f1-acd4-373f3943d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378727 Feb 09 21:47:17.767764 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3bf4e54f-d281-43f3-b362-6284143af259 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3803508 Feb 09 21:47:17.775219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39228) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:17.787726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-fb109b88-9c4f-43e9-9d15-77e292684bd4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1048057441-router', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:17.822227 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb109b88-9c4f-43e9-9d15-77e292684bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (4c9910cf-16c6-4589-b61d-206b3c69b679), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:17.822722 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62043554-26ea-42b4-8dd8-7732af4a2476 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (4b2baf19-4835-4e7a-83c6-0d721aca5d48), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:17.823824 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb109b88-9c4f-43e9-9d15-77e292684bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (4c9910cf-16c6-4589-b61d-206b3c69b679), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:17.856288 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5a4e9a85-2284-4121-9580-e55f1713ed48 req-9301b221-acfd-460e-8721-68138c080846 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/security-groups?id=91c1b8a4-af98-41f1-acd4-373f3943d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642241 Feb 09 21:47:17.997775 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb109b88-9c4f-43e9-9d15-77e292684bd4 admin admin] Publish callbacks [] for router_controller (4c9910cf-16c6-4589-b61d-206b3c69b679), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.017243 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62043554-26ea-42b4-8dd8-7732af4a2476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (4b2baf19-4835-4e7a-83c6-0d721aca5d48), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.112407 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62043554-26ea-42b4-8dd8-7732af4a2476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (4b2baf19-4835-4e7a-83c6-0d721aca5d48), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.136903 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1664187e-1e08-4ed8-a2f6-2a6b11b47a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-361d3ae3-946b-43bc-bd7a-5571eb55520d', 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d', 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'fixed_ips': [{'subnet_id': 'af7275e2-fa73-4e7a-9fcd-7735fd24f6c7'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:47:18.142871 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1664187e-1e08-4ed8-a2f6-2a6b11b47a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.157160 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62043554-26ea-42b4-8dd8-7732af4a2476 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.184994 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-62043554-26ea-42b4-8dd8-7732af4a2476 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4b2baf19-4835-4e7a-83c6-0d721aca5d48 HTTP/1.1" status: 204 len: 168 time: 0.7953312 Feb 09 21:47:18.212740 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39234) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:18.338282 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b039270-b149-444e-8a8d-767acb534fd9 req-16e7c3b0-5c92-4a7c-8934-dbcf3a1eda59 tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.0681143 Feb 09 21:47:18.341546 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62043554-26ea-42b4-8dd8-7732af4a2476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b2baf19-4835-4e7a-83c6-0d721aca5d48,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:18.396327 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-25303a59-23fd-46ec-b310-e7736884236e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (c4792088-bf96-48c8-a331-af790ba542bf), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.457446 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb109b88-9c4f-43e9-9d15-77e292684bd4 admin admin] Publish callbacks [] for router_gateway (4c9910cf-16c6-4589-b61d-206b3c69b679), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.504736 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-1664187e-1e08-4ed8-a2f6-2a6b11b47a9d None None] Allocated IP 172.20.0.2 (361d3ae3-946b-43bc-bd7a-5571eb55520d/af7275e2-fa73-4e7a-9fcd-7735fd24f6c7/a13d2aa9-8809-4c99-a6f4-71010b34dd52) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:18.652559 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-25303a59-23fd-46ec-b310-e7736884236e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (c4792088-bf96-48c8-a331-af790ba542bf), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.721726 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-25303a59-23fd-46ec-b310-e7736884236e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4792088-bf96-48c8-a331-af790ba542bf']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:18.747251 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-25303a59-23fd-46ec-b310-e7736884236e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc2bebbd-c8c2-4bc3-a120-969fe399004e') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:18.747959 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-25303a59-23fd-46ec-b310-e7736884236e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc2bebbd-c8c2-4bc3-a120-969fe399004e') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:18.757939 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1664187e-1e08-4ed8-a2f6-2a6b11b47a9d None None] Publish callbacks [] for port (a13d2aa9-8809-4c99-a6f4-71010b34dd52), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.772876 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-25303a59-23fd-46ec-b310-e7736884236e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (bc2bebbd-c8c2-4bc3-a120-969fe399004e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.774303 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1664187e-1e08-4ed8-a2f6-2a6b11b47a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (a13d2aa9-8809-4c99-a6f4-71010b34dd52), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.806970 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-25303a59-23fd-46ec-b310-e7736884236e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (bc2bebbd-c8c2-4bc3-a120-969fe399004e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.816250 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25303a59-23fd-46ec-b310-e7736884236e admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:47:18.816964 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-25303a59-23fd-46ec-b310-e7736884236e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (bc2bebbd-c8c2-4bc3-a120-969fe399004e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:47:18.819466 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:47:18.952477 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1664187e-1e08-4ed8-a2f6-2a6b11b47a9d None None] Network 361d3ae3-946b-43bc-bd7a-5571eb55520d is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:18.965596 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-25303a59-23fd-46ec-b310-e7736884236e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (c4792088-bf96-48c8-a331-af790ba542bf), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.979400 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-1664187e-1e08-4ed8-a2f6-2a6b11b47a9d None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:18.986679 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664187e-1e08-4ed8-a2f6-2a6b11b47a9d None None] Pushing event updated for resources: {'Port': ['ID=a13d2aa9-8809-4c99-a6f4-71010b34dd52,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:18.992859 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-25303a59-23fd-46ec-b310-e7736884236e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.996011 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1664187e-1e08-4ed8-a2f6-2a6b11b47a9d None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:19.004290 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-25303a59-23fd-46ec-b310-e7736884236e admin admin] 10.222.0.77 "DELETE /v2.0/networks/c4792088-bf96-48c8-a331-af790ba542bf HTTP/1.1" status: 204 len: 168 time: 0.7900782 Feb 09 21:47:19.005395 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25303a59-23fd-46ec-b310-e7736884236e admin admin] Pushing event deleted for resources: {'Network': ['ID=c4792088-bf96-48c8-a331-af790ba542bf,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:19.363361 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1664187e-1e08-4ed8-a2f6-2a6b11b47a9d None None] Attempting to bind port a13d2aa9-8809-4c99-a6f4-71010b34dd52 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:19.363973 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1664187e-1e08-4ed8-a2f6-2a6b11b47a9d None None] Attempting to bind port a13d2aa9-8809-4c99-a6f4-71010b34dd52 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '3d794d80-75d8-4a50-9e25-db04d94b015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:19.364388 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1664187e-1e08-4ed8-a2f6-2a6b11b47a9d None None] Attempting to bind port a13d2aa9-8809-4c99-a6f4-71010b34dd52 on network 361d3ae3-946b-43bc-bd7a-5571eb55520d {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:19.372038 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1664187e-1e08-4ed8-a2f6-2a6b11b47a9d None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:19.372648 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1664187e-1e08-4ed8-a2f6-2a6b11b47a9d None None] Checking segment: {'id': '3d794d80-75d8-4a50-9e25-db04d94b015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:19.373082 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1664187e-1e08-4ed8-a2f6-2a6b11b47a9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.373497 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1664187e-1e08-4ed8-a2f6-2a6b11b47a9d None None] Bound using segment: {'id': '3d794d80-75d8-4a50-9e25-db04d94b015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:19.374039 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1664187e-1e08-4ed8-a2f6-2a6b11b47a9d None None] Bound port: a13d2aa9-8809-4c99-a6f4-71010b34dd52, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d794d80-75d8-4a50-9e25-db04d94b015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:19.374472 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1664187e-1e08-4ed8-a2f6-2a6b11b47a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a13d2aa9-8809-4c99-a6f4-71010b34dd52), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.530111 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb109b88-9c4f-43e9-9d15-77e292684bd4 admin admin] Publish callbacks [] for router_gateway (4c9910cf-16c6-4589-b61d-206b3c69b679), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.539376 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30eb28f-4891-4698-a28d-9c1a157e6449 req-d4d7c817-2276-4a27-9ca3-1968f53417d8 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:19.546855 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a30eb28f-4891-4698-a28d-9c1a157e6449 req-d4d7c817-2276-4a27-9ca3-1968f53417d8 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee6e56e4-f45f-4611-bb23-ab814c521056 HTTP/1.1" status: 200 len: 946 time: 0.2288654 Feb 09 21:47:19.580781 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39250) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:19.604378 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb109b88-9c4f-43e9-9d15-77e292684bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.621283 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1664187e-1e08-4ed8-a2f6-2a6b11b47a9d None None] For port a13d2aa9-8809-4c99-a6f4-71010b34dd52, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:19.643757 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1664187e-1e08-4ed8-a2f6-2a6b11b47a9d None None] For port a13d2aa9-8809-4c99-a6f4-71010b34dd52, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a13d2aa9-8809-4c99-a6f4-71010b34dd52,segment=NetworkSegment(3d794d80-75d8-4a50-9e25-db04d94b015e),segment_id=3d794d80-75d8-4a50-9e25-db04d94b015e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:47:19.652258 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-80999385-bf62-45bb-824c-735866e3330d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4da379594fdf42339bba1d92c8147535&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0702441 Feb 09 21:47:19.660607 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39252) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:19.674862 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1664187e-1e08-4ed8-a2f6-2a6b11b47a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a13d2aa9-8809-4c99-a6f4-71010b34dd52), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.789081 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db38c57f-9385-4009-a7d6-bf72d5cac72c admin admin] Publish callbacks [] for security_group (77c6464a-bee0-413d-9ba2-7d2a09990d55), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.828970 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a30eb28f-4891-4698-a28d-9c1a157e6449 req-c7e67102-5d88-4ef7-8a0e-83c058b2b83f tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/security-groups?id=91c1b8a4-af98-41f1-acd4-373f3943d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771559 Feb 09 21:47:19.841961 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db38c57f-9385-4009-a7d6-bf72d5cac72c admin admin] Publish callbacks [] for security_group (77c6464a-bee0-413d-9ba2-7d2a09990d55), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.864631 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664187e-1e08-4ed8-a2f6-2a6b11b47a9d None None] Pushing event updated for resources: {'Port': ['ID=a13d2aa9-8809-4c99-a6f4-71010b34dd52,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:19.948306 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-fb109b88-9c4f-43e9-9d15-77e292684bd4 admin admin] Allocated IP 172.25.6.111 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/028b1810-108c-42b3-9062-90dca50442fd) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:19.963932 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db38c57f-9385-4009-a7d6-bf72d5cac72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (77c6464a-bee0-413d-9ba2-7d2a09990d55), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.966940 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db38c57f-9385-4009-a7d6-bf72d5cac72c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.968259 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-db38c57f-9385-4009-a7d6-bf72d5cac72c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/77c6464a-bee0-413d-9ba2-7d2a09990d55 HTTP/1.1" status: 204 len: 168 time: 0.3103893 Feb 09 21:47:19.999354 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38c57f-9385-4009-a7d6-bf72d5cac72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c6464a-bee0-413d-9ba2-7d2a09990d55,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:20.197852 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb109b88-9c4f-43e9-9d15-77e292684bd4 admin admin] Publish callbacks [] for port (028b1810-108c-42b3-9062-90dca50442fd), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:20.269998 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb109b88-9c4f-43e9-9d15-77e292684bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (028b1810-108c-42b3-9062-90dca50442fd), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:20.302799 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b8e0c174-f421-44ae-baac-8c69b20cdea7 req-029d1398-38ff-4648-be82-062716524b8b tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.0456560 Feb 09 21:47:20.361940 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb109b88-9c4f-43e9-9d15-77e292684bd4 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:20.375375 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-fb109b88-9c4f-43e9-9d15-77e292684bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:20.375375 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb109b88-9c4f-43e9-9d15-77e292684bd4 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:20.769665 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb109b88-9c4f-43e9-9d15-77e292684bd4 admin admin] Publish callbacks [] for router_gateway (4c9910cf-16c6-4589-b61d-206b3c69b679), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:20.820593 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb109b88-9c4f-43e9-9d15-77e292684bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=028b1810-108c-42b3-9062-90dca50442fd,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:21.383089 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a13d2aa9-8809-4c99-a6f4-71010b34dd52 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:21.484043 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e18bd-f7c3-48b3-bd2e-1f723384ee87 req-c45735d6-e474-4272-baf2-85714f5e1508 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:21.487484 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-724e18bd-f7c3-48b3-bd2e-1f723384ee87 req-c45735d6-e474-4272-baf2-85714f5e1508 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee6e56e4-f45f-4611-bb23-ab814c521056 HTTP/1.1" status: 200 len: 946 time: 0.3103156 Feb 09 21:47:21.525734 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port a13d2aa9-8809-4c99-a6f4-71010b34dd52 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:21.526111 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a13d2aa9-8809-4c99-a6f4-71010b34dd52), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:21.563522 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb109b88-9c4f-43e9-9d15-77e292684bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (4c9910cf-16c6-4589-b61d-206b3c69b679), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:21.822854 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port a13d2aa9-8809-4c99-a6f4-71010b34dd52 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:21.823414 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a13d2aa9-8809-4c99-a6f4-71010b34dd52), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:21.895006 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port a13d2aa9-8809-4c99-a6f4-71010b34dd52, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a13d2aa9-8809-4c99-a6f4-71010b34dd52,segment=NetworkSegment(3d794d80-75d8-4a50-9e25-db04d94b015e),segment_id=3d794d80-75d8-4a50-9e25-db04d94b015e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:21.909377 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a13d2aa9-8809-4c99-a6f4-71010b34dd52), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:21.926453 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-724e18bd-f7c3-48b3-bd2e-1f723384ee87 req-967546ab-de84-4bfe-a61d-e8a812442137 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/security-groups?id=91c1b8a4-af98-41f1-acd4-373f3943d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157934 Feb 09 21:47:22.140352 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e71c1f-726e-439b-9af6-66e7381ab704 None None] Network 361d3ae3-946b-43bc-bd7a-5571eb55520d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:22.149659 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39306) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:22.152885 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb109b88-9c4f-43e9-9d15-77e292684bd4 admin admin] Router 4c9910cf-16c6-4589-b61d-206b3c69b679 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:47:22.285843 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=a13d2aa9-8809-4c99-a6f4-71010b34dd52,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:22.341524 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ced2d55a-e581-473c-a537-345d995d6b13 None None] Provisioning complete for port a13d2aa9-8809-4c99-a6f4-71010b34dd52 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:22.341928 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ced2d55a-e581-473c-a537-345d995d6b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a13d2aa9-8809-4c99-a6f4-71010b34dd52), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:22.396426 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-22bb202a-d63c-4871-81f9-fcc2064bdf5d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1823550041-network', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:22.466939 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bb202a-d63c-4871-81f9-fcc2064bdf5d admin admin] Made reservation on behalf of adedffd8130f4ccfb4184367762e3fb9 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:22.469718 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22bb202a-d63c-4871-81f9-fcc2064bdf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:22.487230 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22bb202a-d63c-4871-81f9-fcc2064bdf5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:22.490105 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-96f573bb-753c-4e21-b5c6-424abaf56a4a req-c72bae75-e325-4cfd-9713-5be2f82328f7 tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.3019021 Feb 09 21:47:22.591334 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb109b88-9c4f-43e9-9d15-77e292684bd4 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:47:22.619667 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243e7392-b732-4c15-b53a-07321523be3d None None] Sync routers for ids ['4c9910cf-16c6-4589-b61d-206b3c69b679'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:47:22.665475 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243e7392-b732-4c15-b53a-07321523be3d None None] Routers {'4c9910cf-16c6-4589-b61d-206b3c69b679'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:22.667167 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-243e7392-b732-4c15-b53a-07321523be3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:47:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['4c9910cf-16c6-4589-b61d-206b3c69b679'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:22.674710 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb109b88-9c4f-43e9-9d15-77e292684bd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:22.685812 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fb109b88-9c4f-43e9-9d15-77e292684bd4 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9055293 Feb 09 21:47:22.688223 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39350) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:22.829682 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ced2d55a-e581-473c-a537-345d995d6b13 None None] Current status of the port a13d2aa9-8809-4c99-a6f4-71010b34dd52 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:22.907411 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22bb202a-d63c-4871-81f9-fcc2064bdf5d admin admin] Publish callbacks [] for security_group (560297a7-e86f-4f63-b1a7-2534175f541d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:22.927914 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22bb202a-d63c-4871-81f9-fcc2064bdf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (560297a7-e86f-4f63-b1a7-2534175f541d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:22.976893 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-243e7392-b732-4c15-b53a-07321523be3d None None] Set router 4c9910cf-16c6-4589-b61d-206b3c69b679 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:23.030209 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22bb202a-d63c-4871-81f9-fcc2064bdf5d admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:47:23.105220 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb202a-d63c-4871-81f9-fcc2064bdf5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560297a7-e86f-4f63-b1a7-2534175f541d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:23.117104 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22bb202a-d63c-4871-81f9-fcc2064bdf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:23.117486 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-22bb202a-d63c-4871-81f9-fcc2064bdf5d admin admin] Added segment ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51 of type vlan for network 5212a2c9-ea88-4741-aaf1-2380b789ca31 Feb 09 21:47:23.262864 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22bb202a-d63c-4871-81f9-fcc2064bdf5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (5212a2c9-ea88-4741-aaf1-2380b789ca31), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:23.289800 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6e9db-4192-4347-9448-a7cd43f0a3cb req-17eae562-241b-4df7-826d-01274b085464 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:23.310381 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ce6e9db-4192-4347-9448-a7cd43f0a3cb req-17eae562-241b-4df7-826d-01274b085464 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec052f2f-de8f-471c-ae6d-a041b311b3b5 HTTP/1.1" status: 200 len: 946 time: 0.3490863 Feb 09 21:47:23.340131 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22bb202a-d63c-4871-81f9-fcc2064bdf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (5212a2c9-ea88-4741-aaf1-2380b789ca31), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:23.341534 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bb202a-d63c-4871-81f9-fcc2064bdf5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:23.342378 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22bb202a-d63c-4871-81f9-fcc2064bdf5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:23.440982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a13d2aa9-8809-4c99-a6f4-71010b34dd52 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:23.627424 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ce6e9db-4192-4347-9448-a7cd43f0a3cb req-89b4db3c-7451-4a92-8f00-6aa94f4afc5a tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/security-groups?id=5529778a-b522-45d8-9753-01dd877b4446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3155284 Feb 09 21:47:23.676774 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb202a-d63c-4871-81f9-fcc2064bdf5d admin admin] Pushing event updated for resources: {'Network': ['ID=5212a2c9-ea88-4741-aaf1-2380b789ca31,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:23.690064 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-22bb202a-d63c-4871-81f9-fcc2064bdf5d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5381866 Feb 09 21:47:23.695501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39366) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:23.703404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-59348649-7f7c-4fcb-8fe4-bac455f985e0 admin admin] Request body: {'subnet': {'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1823550041-subnet', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:23.722612 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 5212a2c9-ea88-4741-aaf1-2380b789ca31 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:47:23.757466 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59348649-7f7c-4fcb-8fe4-bac455f985e0 admin admin] Made reservation on behalf of adedffd8130f4ccfb4184367762e3fb9 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:23.760493 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-59348649-7f7c-4fcb-8fe4-bac455f985e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:23.875299 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-243e7392-b732-4c15-b53a-07321523be3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'name': 'tempest-TaggedBootDevicesTest_v242-1048057441-router', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '028b1810-108c-42b3-9062-90dca50442fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:17Z', 'updated_at': '2022-02-09T21:47:20Z', 'revision_number': 3, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'gw_port': {'id': '028b1810-108c-42b3-9062-90dca50442fd', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:19Z', 'updated_at': '2022-02-09T21:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:23.959841 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243e7392-b732-4c15-b53a-07321523be3d None None] Checking router: 4c9910cf-16c6-4589-b61d-206b3c69b679 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:47:23.960291 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243e7392-b732-4c15-b53a-07321523be3d None None] Updating router 4c9910cf-16c6-4589-b61d-206b3c69b679 port 028b1810-108c-42b3-9062-90dca50442fd binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:47:24.041517 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a906a89-82ad-402e-8c9e-6678caa5867b req-9bb863f5-b27c-46df-94bc-22183545681e tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.0703456 Feb 09 21:47:24.053140 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-243e7392-b732-4c15-b53a-07321523be3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (028b1810-108c-42b3-9062-90dca50442fd), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:24.139090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-810cb702-6ca5-4e3c-8fc6-157c94d0e57b None None] Provisioning complete for port a13d2aa9-8809-4c99-a6f4-71010b34dd52 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:24.139878 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-810cb702-6ca5-4e3c-8fc6-157c94d0e57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a13d2aa9-8809-4c99-a6f4-71010b34dd52), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:24.250583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port a13d2aa9-8809-4c99-a6f4-71010b34dd52 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:24.251194 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a13d2aa9-8809-4c99-a6f4-71010b34dd52), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:24.405849 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-59348649-7f7c-4fcb-8fe4-bac455f985e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (55384cb3-5e7d-40d1-a8e4-5aedaec5fab7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:24.545437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd504fc2-79fe-46b7-9c46-4dfe718114d6 req-53ccc745-4a94-41c3-9800-e9ef91d16ff2 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:24.557890 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd504fc2-79fe-46b7-9c46-4dfe718114d6 req-53ccc745-4a94-41c3-9800-e9ef91d16ff2 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec052f2f-de8f-471c-ae6d-a041b311b3b5 HTTP/1.1" status: 200 len: 946 time: 0.4017165 Feb 09 21:47:24.656987 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port a13d2aa9-8809-4c99-a6f4-71010b34dd52 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:24.670891 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59348649-7f7c-4fcb-8fe4-bac455f985e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55384cb3-5e7d-40d1-a8e4-5aedaec5fab7,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:24.715589 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59348649-7f7c-4fcb-8fe4-bac455f985e0 admin admin] Checking segment: {'id': 'ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:24.716327 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59348649-7f7c-4fcb-8fe4-bac455f985e0 admin admin] Network hostable DHCP agents. Network: 5212a2c9-ea88-4741-aaf1-2380b789ca31, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:47:24.778244 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59348649-7f7c-4fcb-8fe4-bac455f985e0 admin admin] Network 5212a2c9-ea88-4741-aaf1-2380b789ca31 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:47:24.811251 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-59348649-7f7c-4fcb-8fe4-bac455f985e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 5212a2c9-ea88-4741-aaf1-2380b789ca31) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:24.816820 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59348649-7f7c-4fcb-8fe4-bac455f985e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:24.817911 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-59348649-7f7c-4fcb-8fe4-bac455f985e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:24.847502 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7ce0a6-a945-46d3-8de0-a6e4a88ebdde None None] Network 5212a2c9-ea88-4741-aaf1-2380b789ca31 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:24.872140 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-59348649-7f7c-4fcb-8fe4-bac455f985e0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1725004 Feb 09 21:47:24.872610 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39410) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:24.889974 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1823550041-router', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:24.973368 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (c70e6d57-609c-4a99-8fe6-279c7a8dff83), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:24.979408 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (c70e6d57-609c-4a99-8fe6-279c7a8dff83), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:24.990590 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-243e7392-b732-4c15-b53a-07321523be3d None None] Publish callbacks [] for port (028b1810-108c-42b3-9062-90dca50442fd), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:25.002758 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-243e7392-b732-4c15-b53a-07321523be3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (028b1810-108c-42b3-9062-90dca50442fd), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:25.011525 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-fd504fc2-79fe-46b7-9c46-4dfe718114d6 req-4cfc1909-95e2-4a89-85db-645201d3787d tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Deleting port 9d504c4b-e55e-4f08-967d-16ecc567324d {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:25.012463 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fd504fc2-79fe-46b7-9c46-4dfe718114d6 req-4cfc1909-95e2-4a89-85db-645201d3787d tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (9d504c4b-e55e-4f08-967d-16ecc567324d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:25.147231 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Publish callbacks [] for router_controller (c70e6d57-609c-4a99-8fe6-279c7a8dff83), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:25.163014 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-810cb702-6ca5-4e3c-8fc6-157c94d0e57b None None] Current status of the port a13d2aa9-8809-4c99-a6f4-71010b34dd52 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:25.205278 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-fd504fc2-79fe-46b7-9c46-4dfe718114d6 req-4cfc1909-95e2-4a89-85db-645201d3787d tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] For port 9d504c4b-e55e-4f08-967d-16ecc567324d, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9d504c4b-e55e-4f08-967d-16ecc567324d,segment=NetworkSegment(024fa9b1-c919-495d-b455-dbda4caf886e),segment_id=024fa9b1-c919-495d-b455-dbda4caf886e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:25.207059 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fd504fc2-79fe-46b7-9c46-4dfe718114d6 req-4cfc1909-95e2-4a89-85db-645201d3787d tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (9d504c4b-e55e-4f08-967d-16ecc567324d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:25.228588 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-243e7392-b732-4c15-b53a-07321523be3d None None] Attempting to bind port 028b1810-108c-42b3-9062-90dca50442fd on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:25.231592 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-243e7392-b732-4c15-b53a-07321523be3d None None] Attempting to bind port 028b1810-108c-42b3-9062-90dca50442fd by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:25.232114 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243e7392-b732-4c15-b53a-07321523be3d None None] Attempting to bind port 028b1810-108c-42b3-9062-90dca50442fd on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:25.239758 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54d072-c454-4496-bbcd-f3b5c81ed2da None None] Pushing event updated for resources: {'Port': ['ID=028b1810-108c-42b3-9062-90dca50442fd,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:25.258085 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243e7392-b732-4c15-b53a-07321523be3d None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:25.262667 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243e7392-b732-4c15-b53a-07321523be3d None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:25.264044 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-243e7392-b732-4c15-b53a-07321523be3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:25.265243 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243e7392-b732-4c15-b53a-07321523be3d None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:25.267069 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-243e7392-b732-4c15-b53a-07321523be3d None None] Bound port: 028b1810-108c-42b3-9062-90dca50442fd, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:25.267735 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-243e7392-b732-4c15-b53a-07321523be3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (028b1810-108c-42b3-9062-90dca50442fd), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:25.283315 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54d072-c454-4496-bbcd-f3b5c81ed2da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:25.285455 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54d072-c454-4496-bbcd-f3b5c81ed2da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:25.288396 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54d072-c454-4496-bbcd-f3b5c81ed2da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:25.289502 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54d072-c454-4496-bbcd-f3b5c81ed2da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:25.290768 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54d072-c454-4496-bbcd-f3b5c81ed2da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:25.291951 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54d072-c454-4496-bbcd-f3b5c81ed2da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:25.292394 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54d072-c454-4496-bbcd-f3b5c81ed2da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:25.293672 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54d072-c454-4496-bbcd-f3b5c81ed2da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:25.294111 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54d072-c454-4496-bbcd-f3b5c81ed2da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:25.295162 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54d072-c454-4496-bbcd-f3b5c81ed2da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:25.295680 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54d072-c454-4496-bbcd-f3b5c81ed2da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:25.297042 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54d072-c454-4496-bbcd-f3b5c81ed2da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:25.298735 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54d072-c454-4496-bbcd-f3b5c81ed2da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:25.354830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b339c24-93cc-4385-97fd-5533d818c60b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-5212a2c9-ea88-4741-aaf1-2380b789ca31', 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31', 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'fixed_ips': [{'subnet_id': '55384cb3-5e7d-40d1-a8e4-5aedaec5fab7'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:47:25.355915 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2b339c24-93cc-4385-97fd-5533d818c60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:25.475187 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-243e7392-b732-4c15-b53a-07321523be3d None None] For port 028b1810-108c-42b3-9062-90dca50442fd, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:25.487285 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-243e7392-b732-4c15-b53a-07321523be3d None None] For port 028b1810-108c-42b3-9062-90dca50442fd, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=028b1810-108c-42b3-9062-90dca50442fd,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:47:25.503769 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-243e7392-b732-4c15-b53a-07321523be3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (028b1810-108c-42b3-9062-90dca50442fd), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:25.647295 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Publish callbacks [] for router_gateway (c70e6d57-609c-4a99-8fe6-279c7a8dff83), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:25.673135 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243e7392-b732-4c15-b53a-07321523be3d None None] Routers {'4c9910cf-16c6-4589-b61d-206b3c69b679'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:25.673836 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-243e7392-b732-4c15-b53a-07321523be3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:47:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['4c9910cf-16c6-4589-b61d-206b3c69b679'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:25.778088 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54d072-c454-4496-bbcd-f3b5c81ed2da None None] Pushing event updated for resources: {'Port': ['ID=028b1810-108c-42b3-9062-90dca50442fd,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:25.992989 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-2b339c24-93cc-4385-97fd-5533d818c60b None None] Allocated IP 172.20.0.2 (5212a2c9-ea88-4741-aaf1-2380b789ca31/55384cb3-5e7d-40d1-a8e4-5aedaec5fab7/f94dab67-359b-4dd7-95a2-f04134f602e9) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:26.004417 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-243e7392-b732-4c15-b53a-07321523be3d None None] Set router 4c9910cf-16c6-4589-b61d-206b3c69b679 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:26.027045 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f61b64-9c35-4486-a8f3-435e81c3f90e req-856c3749-55dc-417b-bf55-5556127c69cb tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:26.042351 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61f61b64-9c35-4486-a8f3-435e81c3f90e req-856c3749-55dc-417b-bf55-5556127c69cb tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec052f2f-de8f-471c-ae6d-a041b311b3b5 HTTP/1.1" status: 200 len: 946 time: 1.1077955 Feb 09 21:47:26.173558 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fd504fc2-79fe-46b7-9c46-4dfe718114d6 req-4cfc1909-95e2-4a89-85db-645201d3787d tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.176819 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fd504fc2-79fe-46b7-9c46-4dfe718114d6 req-4cfc1909-95e2-4a89-85db-645201d3787d tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (4ac8f845-f20a-4e90-a3fb-84a5b3e37def), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.177170 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [req-fd504fc2-79fe-46b7-9c46-4dfe718114d6 req-4cfc1909-95e2-4a89-85db-645201d3787d tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Floating IP 4ac8f845-f20a-4e90-a3fb-84a5b3e37def disassociated. External IP: 172.25.6.77, port: 9d504c4b-e55e-4f08-967d-16ecc567324d. Feb 09 21:47:26.177541 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-fd504fc2-79fe-46b7-9c46-4dfe718114d6 req-4cfc1909-95e2-4a89-85db-645201d3787d tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Calling delete_port for 9d504c4b-e55e-4f08-967d-16ecc567324d owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:26.334116 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Publish callbacks [] for router_gateway (c70e6d57-609c-4a99-8fe6-279c7a8dff83), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.366282 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.442091 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-243e7392-b732-4c15-b53a-07321523be3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'name': 'tempest-TaggedBootDevicesTest_v242-1048057441-router', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '028b1810-108c-42b3-9062-90dca50442fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:17Z', 'updated_at': '2022-02-09T21:47:20Z', 'revision_number': 3, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'gw_port': {'id': '028b1810-108c-42b3-9062-90dca50442fd', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:19Z', 'updated_at': '2022-02-09T21:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:26.465198 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2b339c24-93cc-4385-97fd-5533d818c60b None None] Publish callbacks [] for port (f94dab67-359b-4dd7-95a2-f04134f602e9), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.475577 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2b339c24-93cc-4385-97fd-5533d818c60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (f94dab67-359b-4dd7-95a2-f04134f602e9), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.490440 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243e7392-b732-4c15-b53a-07321523be3d None None] The sync data for ids ['4c9910cf-16c6-4589-b61d-206b3c69b679'] in n-d-828601-1 is: [{'id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'name': 'tempest-TaggedBootDevicesTest_v242-1048057441-router', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '028b1810-108c-42b3-9062-90dca50442fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:17Z', 'updated_at': '2022-02-09T21:47:20Z', 'revision_number': 3, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'gw_port': {'id': '028b1810-108c-42b3-9062-90dca50442fd', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:19Z', 'updated_at': '2022-02-09T21:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:47:26.560435 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b339c24-93cc-4385-97fd-5533d818c60b None None] Pushing event updated for resources: {'Port': ['ID=f94dab67-359b-4dd7-95a2-f04134f602e9,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:26.575956 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b339c24-93cc-4385-97fd-5533d818c60b None None] Network 5212a2c9-ea88-4741-aaf1-2380b789ca31 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:26.579158 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-2b339c24-93cc-4385-97fd-5533d818c60b None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:26.582578 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b339c24-93cc-4385-97fd-5533d818c60b None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:26.622030 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Allocated IP 172.25.6.129 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/c42569f7-eb27-44ca-8299-3bfe84b923b6) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:26.691133 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2b339c24-93cc-4385-97fd-5533d818c60b None None] Attempting to bind port f94dab67-359b-4dd7-95a2-f04134f602e9 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:26.691978 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2b339c24-93cc-4385-97fd-5533d818c60b None None] Attempting to bind port f94dab67-359b-4dd7-95a2-f04134f602e9 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:26.692592 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b339c24-93cc-4385-97fd-5533d818c60b None None] Attempting to bind port f94dab67-359b-4dd7-95a2-f04134f602e9 on network 5212a2c9-ea88-4741-aaf1-2380b789ca31 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:26.703301 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b339c24-93cc-4385-97fd-5533d818c60b None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:26.704121 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b339c24-93cc-4385-97fd-5533d818c60b None None] Checking segment: {'id': 'ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:26.704763 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2b339c24-93cc-4385-97fd-5533d818c60b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.705464 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b339c24-93cc-4385-97fd-5533d818c60b None None] Bound using segment: {'id': 'ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:26.706248 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2b339c24-93cc-4385-97fd-5533d818c60b None None] Bound port: f94dab67-359b-4dd7-95a2-f04134f602e9, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:26.706872 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2b339c24-93cc-4385-97fd-5533d818c60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f94dab67-359b-4dd7-95a2-f04134f602e9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.810998 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Publish callbacks [] for port (c42569f7-eb27-44ca-8299-3bfe84b923b6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.838364 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2b339c24-93cc-4385-97fd-5533d818c60b None None] For port f94dab67-359b-4dd7-95a2-f04134f602e9, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:26.845493 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2b339c24-93cc-4385-97fd-5533d818c60b None None] For port f94dab67-359b-4dd7-95a2-f04134f602e9, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f94dab67-359b-4dd7-95a2-f04134f602e9,segment=NetworkSegment(ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51),segment_id=ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:47:26.858939 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2b339c24-93cc-4385-97fd-5533d818c60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f94dab67-359b-4dd7-95a2-f04134f602e9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.874044 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c42569f7-eb27-44ca-8299-3bfe84b923b6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.938576 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Pushing event updated for resources: {'Port': ['ID=c42569f7-eb27-44ca-8299-3bfe84b923b6,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:26.956235 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:26.956583 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:26.957279 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:26.957279 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:26.957605 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:26.959945 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:26.960395 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:26.961127 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:26.962887 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:26.963016 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:26.963398 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:26.963991 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:26.964758 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:26.988505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:26.990133 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:26.992817 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:27.000909 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:27.035365 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b339c24-93cc-4385-97fd-5533d818c60b None None] Pushing event updated for resources: {'Port': ['ID=f94dab67-359b-4dd7-95a2-f04134f602e9,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:27.134209 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61f61b64-9c35-4486-a8f3-435e81c3f90e req-886d1187-57a9-46d2-b177-28f615800809 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/security-groups?id=5529778a-b522-45d8-9753-01dd877b4446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0590923 Feb 09 21:47:27.579815 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Publish callbacks [] for router_gateway (c70e6d57-609c-4a99-8fe6-279c7a8dff83), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:27.687500 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff06f552-2fa1-4552-b997-3f28401b92c9 req-6171d600-b3e9-40c1-9bd6-196d10ace81d tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.3141365 Feb 09 21:47:27.688464 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9d504c4b-e55e-4f08-967d-16ecc567324d no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:47:28.099000 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fd504fc2-79fe-46b7-9c46-4dfe718114d6 req-4cfc1909-95e2-4a89-85db-645201d3787d tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (9d504c4b-e55e-4f08-967d-16ecc567324d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:28.222933 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc1909-95e2-4a89-85db-645201d3787d tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Pushing event deleted for resources: {'Port': ['ID=9d504c4b-e55e-4f08-967d-16ecc567324d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:28.509906 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 028b1810-108c-42b3-9062-90dca50442fd up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:28.610424 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (c70e6d57-609c-4a99-8fe6-279c7a8dff83), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:28.625483 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-02bac971-59a9-43ae-81cb-8ee853899441 req-761ea66d-1ddc-4ac8-a53a-35977c4965cb tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec052f2f-de8f-471c-ae6d-a041b311b3b5 HTTP/1.1" status: 200 len: 210 time: 0.0610373 Feb 09 21:47:28.660498 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd504fc2-79fe-46b7-9c46-4dfe718114d6 req-4cfc1909-95e2-4a89-85db-645201d3787d tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Router e8204292-0baa-42de-acc5-755f4fa21f47 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:47:28.680197 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Allocated IP 172.20.0.1 (361d3ae3-946b-43bc-bd7a-5571eb55520d/af7275e2-fa73-4e7a-9fcd-7735fd24f6c7/68d06721-f790-46c2-ab1f-bea235f62f08) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:28.764963 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 9d504c4b-e55e-4f08-967d-16ecc567324d {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:47:28.768389 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9d504c4b-e55e-4f08-967d-16ecc567324d not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:47:28.789998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 028b1810-108c-42b3-9062-90dca50442fd triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:28.790800 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (028b1810-108c-42b3-9062-90dca50442fd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:28.946653 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 028b1810-108c-42b3-9062-90dca50442fd is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:28.947962 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (028b1810-108c-42b3-9062-90dca50442fd), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:29.004936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 028b1810-108c-42b3-9062-90dca50442fd, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=028b1810-108c-42b3-9062-90dca50442fd,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:29.014198 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (028b1810-108c-42b3-9062-90dca50442fd), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:29.172733 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=028b1810-108c-42b3-9062-90dca50442fd,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:29.192936 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Router c70e6d57-609c-4a99-8fe6-279c7a8dff83 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:47:29.520890 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-406be899-3b8c-492b-b958-c311670e3d20 req-c7aab11e-4bc2-4508-b28e-a865d4572e1e tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.3133860 Feb 09 21:47:29.602646 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd504fc2-79fe-46b7-9c46-4dfe718114d6 req-4cfc1909-95e2-4a89-85db-645201d3787d tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:47:29.630282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cd1645-504e-49a6-a2e7-ea0ff99443d2 None None] Sync routers for ids ['e8204292-0baa-42de-acc5-755f4fa21f47'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:47:29.678195 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cd1645-504e-49a6-a2e7-ea0ff99443d2 None None] Routers {'e8204292-0baa-42de-acc5-755f4fa21f47'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:29.680405 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-04cd1645-504e-49a6-a2e7-ea0ff99443d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:47:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e8204292-0baa-42de-acc5-755f4fa21f47'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:29.695136 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f94dab67-359b-4dd7-95a2-f04134f602e9 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:29.944587 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Publish callbacks [] for port (68d06721-f790-46c2-ab1f-bea235f62f08), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:30.038411 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd504fc2-79fe-46b7-9c46-4dfe718114d6 req-4cfc1909-95e2-4a89-85db-645201d3787d tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] No DVR routers for this DVR port 9d504c4b-e55e-4f08-967d-16ecc567324d on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:47:30.050309 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fd504fc2-79fe-46b7-9c46-4dfe718114d6 req-4cfc1909-95e2-4a89-85db-645201d3787d tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:30.058903 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd504fc2-79fe-46b7-9c46-4dfe718114d6 req-4cfc1909-95e2-4a89-85db-645201d3787d tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.71 "DELETE /v2.0/ports/9d504c4b-e55e-4f08-967d-16ecc567324d HTTP/1.1" status: 204 len: 173 time: 5.4987304 Feb 09 21:47:30.194121 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-04cd1645-504e-49a6-a2e7-ea0ff99443d2 None None] Set router e8204292-0baa-42de-acc5-755f4fa21f47 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:30.198134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec052f2f-de8f-471c-ae6d-a041b311b3b5', 'name': 'network-vif-deleted', 'tag': '9d504c4b-e55e-4f08-967d-16ecc567324d'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:30.212371 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546189f9-507a-4cc2-bfbb-f3134ba74376" -d '{"events": [{"server_uuid": "ec052f2f-de8f-471c-ae6d-a041b311b3b5", "name": "network-vif-deleted", "tag": "9d504c4b-e55e-4f08-967d-16ecc567324d"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:30.245913 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a64f1cc4-a42a-4062-a088-a3b867e746b5 req-d9d07303-8ae4-46a0-8be7-8686881b83ce tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec052f2f-de8f-471c-ae6d-a041b311b3b5 HTTP/1.1" status: 200 len: 210 time: 0.1648445 Feb 09 21:47:30.252529 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (68d06721-f790-46c2-ab1f-bea235f62f08), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:30.614428 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Pushing event updated for resources: {'Port': ['ID=68d06721-f790-46c2-ab1f-bea235f62f08,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:30.677625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Network 361d3ae3-946b-43bc-bd7a-5571eb55520d is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:30.683783 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469a559f-a6a8-42bd-a0c1-792b3fadc8f6 x-openstack-request-id: req-469a559f-a6a8-42bd-a0c1-792b3fadc8f6 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:30.684076 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec052f2f-de8f-471c-ae6d-a041b311b3b5", "name": "network-vif-deleted", "tag": "9d504c4b-e55e-4f08-967d-16ecc567324d", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:30.684275 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-469a559f-a6a8-42bd-a0c1-792b3fadc8f6 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:30.688350 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec052f2f-de8f-471c-ae6d-a041b311b3b5', 'name': 'network-vif-deleted', 'tag': '9d504c4b-e55e-4f08-967d-16ecc567324d', 'status': 'completed', 'code': 200} Feb 09 21:47:30.688611 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd0b419-0365-4116-ba00-88d5d7d0001f None None] Network 5212a2c9-ea88-4741-aaf1-2380b789ca31 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:30.718528 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:30.738928 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:30.751304 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:47:31.100108 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-38b6bb19-6938-4996-90ec-75a5b1a53c46 req-9bb8f1a9-91c5-405a-966d-f18bf620581c tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.1171818 Feb 09 21:47:31.121078 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:47:31.155439 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783050a9-508c-42ae-b970-befe4f307923 None None] Sync routers for ids ['c70e6d57-609c-4a99-8fe6-279c7a8dff83'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:47:31.213843 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783050a9-508c-42ae-b970-befe4f307923 None None] Routers {'c70e6d57-609c-4a99-8fe6-279c7a8dff83'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:31.214138 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:31.214997 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (4c9910cf-16c6-4589-b61d-206b3c69b679), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:31.217628 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-783050a9-508c-42ae-b970-befe4f307923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:47:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c70e6d57-609c-4a99-8fe6-279c7a8dff83'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:31.233070 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4782ca1a-f87f-445e-9d47-d1102e2934b9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3587034 Feb 09 21:47:31.236718 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39502) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:31.540134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39508) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:31.707434 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-02baa840-60fb-4af0-9344-e7b7eb7ccec0 None None] Provisioning complete for port f94dab67-359b-4dd7-95a2-f04134f602e9 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:31.708251 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-02baa840-60fb-4af0-9344-e7b7eb7ccec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f94dab67-359b-4dd7-95a2-f04134f602e9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:31.723729 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (68d06721-f790-46c2-ab1f-bea235f62f08), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:31.728815 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f94dab67-359b-4dd7-95a2-f04134f602e9 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:31.729241 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f94dab67-359b-4dd7-95a2-f04134f602e9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:31.806074 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-783050a9-508c-42ae-b970-befe4f307923 None None] Set router c70e6d57-609c-4a99-8fe6-279c7a8dff83 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:31.923814 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14da2227-4f23-4cf0-93c3-a95569bfd6f0 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks [] for security_group (5529778a-b522-45d8-9753-01dd877b4446), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:31.997331 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-04cd1645-504e-49a6-a2e7-ea0ff99443d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'name': 'tempest-ServersTestFqdnHostnames-2041807015-router', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:44Z', 'updated_at': '2022-02-09T21:45:57Z', 'revision_number': 4, 'project_id': '0323982111b744578daf6e90f75c2d45', 'gw_port': {'id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:46Z', 'updated_at': '2022-02-09T21:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '54f5ed10-43be-4113-95fb-17c887c6b48c', 'name': '', 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'mac_address': 'fa:16:3e:9d:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8608fa55-042e-4e51-9de3-6f9d7c457e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:54Z', 'updated_at': '2022-02-09T21:46:13Z', 'revision_number': 5, 'project_id': '0323982111b744578daf6e90f75c2d45', 'subnets': [{'id': '8608fa55-042e-4e51-9de3-6f9d7c457e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:32.127514 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cd1645-504e-49a6-a2e7-ea0ff99443d2 None None] Checking router: e8204292-0baa-42de-acc5-755f4fa21f47 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:47:32.270613 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Publish callbacks [] for port (68d06721-f790-46c2-ab1f-bea235f62f08), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:32.280644 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (68d06721-f790-46c2-ab1f-bea235f62f08), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:32.358436 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14da2227-4f23-4cf0-93c3-a95569bfd6f0 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks [] for security_group (5529778a-b522-45d8-9753-01dd877b4446), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:32.403406 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (4c9910cf-16c6-4589-b61d-206b3c69b679), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:32.439817 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cd1645-504e-49a6-a2e7-ea0ff99443d2 None None] Routers {'e8204292-0baa-42de-acc5-755f4fa21f47'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:32.441075 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-04cd1645-504e-49a6-a2e7-ea0ff99443d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:47:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e8204292-0baa-42de-acc5-755f4fa21f47'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:32.645824 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Network 361d3ae3-946b-43bc-bd7a-5571eb55520d is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:32.667813 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01651bd2-5825-4c36-b250-325fc26cd95c req-7f8b3786-0d48-4f7b-9bdb-ec49a2d9a776 tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.2675221 Feb 09 21:47:32.689984 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14da2227-4f23-4cf0-93c3-a95569bfd6f0 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5529778a-b522-45d8-9753-01dd877b4446), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:32.702074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:32.703127 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14da2227-4f23-4cf0-93c3-a95569bfd6f0 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:32.704991 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-14da2227-4f23-4cf0-93c3-a95569bfd6f0 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "DELETE /v2.0/security-groups/5529778a-b522-45d8-9753-01dd877b4446 HTTP/1.1" status: 204 len: 168 time: 1.1627524 Feb 09 21:47:32.712995 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-783050a9-508c-42ae-b970-befe4f307923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'name': 'tempest-TaggedBootDevicesTest-1823550041-router', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:24Z', 'updated_at': '2022-02-09T21:47:27Z', 'revision_number': 3, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'gw_port': {'id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:26Z', 'updated_at': '2022-02-09T21:47:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:32.719700 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39528) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:32.751031 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da2227-4f23-4cf0-93c3-a95569bfd6f0 tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5529778a-b522-45d8-9753-01dd877b4446,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:32.825479 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783050a9-508c-42ae-b970-befe4f307923 None None] Checking router: c70e6d57-609c-4a99-8fe6-279c7a8dff83 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:47:32.826076 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783050a9-508c-42ae-b970-befe4f307923 None None] Updating router c70e6d57-609c-4a99-8fe6-279c7a8dff83 port c42569f7-eb27-44ca-8299-3bfe84b923b6 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:47:32.838842 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-04cd1645-504e-49a6-a2e7-ea0ff99443d2 None None] Set router e8204292-0baa-42de-acc5-755f4fa21f47 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:33.029378 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-73ebdc62-40e3-4c1c-acb0-844382e5a32b tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] show failed (client error): The resource could not be found. Feb 09 21:47:33.035503 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-73ebdc62-40e3-4c1c-acb0-844382e5a32b tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "GET /v2.0/security-groups/5529778a-b522-45d8-9753-01dd877b4446 HTTP/1.1" status: 404 len: 347 time: 0.3095443 Feb 09 21:47:33.040413 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39532) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:33.072369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Pushing event updated for resources: {'Port': ['ID=68d06721-f790-46c2-ab1f-bea235f62f08,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:33.116281 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:33.132463 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:33.133315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:33.134034 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:33.134811 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:33.135603 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:33.136415 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:33.137177 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:33.137941 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:33.139129 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:33.139937 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:33.141265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:33.142033 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:33.333056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Router 4c9910cf-16c6-4589-b61d-206b3c69b679 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:47:33.366416 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-783050a9-508c-42ae-b970-befe4f307923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c42569f7-eb27-44ca-8299-3bfe84b923b6), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:33.472191 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f94dab67-359b-4dd7-95a2-f04134f602e9 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:33.475639 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f94dab67-359b-4dd7-95a2-f04134f602e9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:33.629214 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port f94dab67-359b-4dd7-95a2-f04134f602e9, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f94dab67-359b-4dd7-95a2-f04134f602e9,segment=NetworkSegment(ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51),segment_id=ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:33.749248 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-02baa840-60fb-4af0-9344-e7b7eb7ccec0 None None] Current status of the port f94dab67-359b-4dd7-95a2-f04134f602e9 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:33.750422 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-02baa840-60fb-4af0-9344-e7b7eb7ccec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f94dab67-359b-4dd7-95a2-f04134f602e9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:33.817992 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f94dab67-359b-4dd7-95a2-f04134f602e9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:33.819309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 028b1810-108c-42b3-9062-90dca50442fd up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:33.836819 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-450ba8df-5743-40aa-a8f7-1e89dba6e824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:33.887888 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:47:33.922515 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-52c79ede-3c28-48a4-b04e-adb02ac111c7 admin admin] 10.222.0.77 "PUT /v2.0/routers/4c9910cf-16c6-4589-b61d-206b3c69b679/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2257769 Feb 09 21:47:34.166911 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c82544e-1628-407c-920c-ac772ece1b88 req-00831b0e-e151-4429-8757-4640aa15346b tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.1689095 Feb 09 21:47:34.176916 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] Sync routers for ids ['4c9910cf-16c6-4589-b61d-206b3c69b679'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:47:34.259393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] Routers {'4c9910cf-16c6-4589-b61d-206b3c69b679'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:34.275557 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:47:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['4c9910cf-16c6-4589-b61d-206b3c69b679'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:34.690753 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-783050a9-508c-42ae-b970-befe4f307923 None None] Publish callbacks [] for port (c42569f7-eb27-44ca-8299-3bfe84b923b6), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:34.714584 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-783050a9-508c-42ae-b970-befe4f307923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c42569f7-eb27-44ca-8299-3bfe84b923b6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:34.760733 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-450ba8df-5743-40aa-a8f7-1e89dba6e824 admin admin] Allocated IP 172.20.0.1 (5212a2c9-ea88-4741-aaf1-2380b789ca31/55384cb3-5e7d-40d1-a8e4-5aedaec5fab7/bdf8ec80-8b40-4677-bcf4-52d777732add) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:35.028963 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae551b25-1d43-4fa3-a39d-82a0d206b503 None None] Pushing event updated for resources: {'Port': ['ID=c42569f7-eb27-44ca-8299-3bfe84b923b6,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:35.112793 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-783050a9-508c-42ae-b970-befe4f307923 None None] Attempting to bind port c42569f7-eb27-44ca-8299-3bfe84b923b6 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:35.113178 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-783050a9-508c-42ae-b970-befe4f307923 None None] Attempting to bind port c42569f7-eb27-44ca-8299-3bfe84b923b6 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:35.114955 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783050a9-508c-42ae-b970-befe4f307923 None None] Attempting to bind port c42569f7-eb27-44ca-8299-3bfe84b923b6 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:35.137919 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783050a9-508c-42ae-b970-befe4f307923 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:35.138359 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783050a9-508c-42ae-b970-befe4f307923 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:35.146233 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-783050a9-508c-42ae-b970-befe4f307923 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:35.146650 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783050a9-508c-42ae-b970-befe4f307923 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:35.147158 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-783050a9-508c-42ae-b970-befe4f307923 None None] Bound port: c42569f7-eb27-44ca-8299-3bfe84b923b6, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:35.147546 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-783050a9-508c-42ae-b970-befe4f307923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c42569f7-eb27-44ca-8299-3bfe84b923b6), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:35.171870 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-08e05881-ce0b-4807-b564-a237db56fa6e tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Deleting port dee46e7d-727c-4cfa-8131-27472b9ac746 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:35.172690 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08e05881-ce0b-4807-b564-a237db56fa6e tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (dee46e7d-727c-4cfa-8131-27472b9ac746), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:35.356650 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-783050a9-508c-42ae-b970-befe4f307923 None None] For port c42569f7-eb27-44ca-8299-3bfe84b923b6, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:35.367009 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-783050a9-508c-42ae-b970-befe4f307923 None None] For port c42569f7-eb27-44ca-8299-3bfe84b923b6, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c42569f7-eb27-44ca-8299-3bfe84b923b6,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:47:35.382277 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-783050a9-508c-42ae-b970-befe4f307923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c42569f7-eb27-44ca-8299-3bfe84b923b6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:35.610536 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783050a9-508c-42ae-b970-befe4f307923 None None] Routers {'c70e6d57-609c-4a99-8fe6-279c7a8dff83'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:35.616980 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-783050a9-508c-42ae-b970-befe4f307923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:47:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c70e6d57-609c-4a99-8fe6-279c7a8dff83'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:35.643130 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08e05881-ce0b-4807-b564-a237db56fa6e tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (dee46e7d-727c-4cfa-8131-27472b9ac746), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:35.643686 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08e05881-ce0b-4807-b564-a237db56fa6e tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks [] for floatingip (dee46e7d-727c-4cfa-8131-27472b9ac746), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:35.647640 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae551b25-1d43-4fa3-a39d-82a0d206b503 None None] Pushing event updated for resources: {'Port': ['ID=c42569f7-eb27-44ca-8299-3bfe84b923b6,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:35.648130 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e3149b6-a4ec-4fc3-9050-3330d762c374 req-bce180ed-3164-4a3c-bf96-0430fc5ffef0 tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.0776508 Feb 09 21:47:35.749263 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-08e05881-ce0b-4807-b564-a237db56fa6e tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Calling delete_port for dee46e7d-727c-4cfa-8131-27472b9ac746 owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:35.779857 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-02baa840-60fb-4af0-9344-e7b7eb7ccec0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:47:35.781845 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-02baa840-60fb-4af0-9344-e7b7eb7ccec0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:47:35.978713 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=f94dab67-359b-4dd7-95a2-f04134f602e9,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:36.036261 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-04cd1645-504e-49a6-a2e7-ea0ff99443d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'name': 'tempest-ServersTestFqdnHostnames-2041807015-router', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:44Z', 'updated_at': '2022-02-09T21:45:57Z', 'revision_number': 4, 'project_id': '0323982111b744578daf6e90f75c2d45', 'gw_port': {'id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:46Z', 'updated_at': '2022-02-09T21:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '54f5ed10-43be-4113-95fb-17c887c6b48c', 'name': '', 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'mac_address': 'fa:16:3e:9d:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8608fa55-042e-4e51-9de3-6f9d7c457e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:54Z', 'updated_at': '2022-02-09T21:46:13Z', 'revision_number': 5, 'project_id': '0323982111b744578daf6e90f75c2d45', 'subnets': [{'id': '8608fa55-042e-4e51-9de3-6f9d7c457e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:36.149312 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-783050a9-508c-42ae-b970-befe4f307923 None None] Set router c70e6d57-609c-4a99-8fe6-279c7a8dff83 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:36.214338 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e15c23dc-56ee-402a-b10e-2d56e3e84e16 req-b250d0ba-efa7-4f7f-be35-4843a3887e5c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.1524389 Feb 09 21:47:36.403214 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39590) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:36.413149 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e2b282f9-40e8-4075-ab65-584cff850b02 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2135269045-network', 'tenant_id': '95ed883d44674772a15c6306c3cf26a0'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:36.416861 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cd1645-504e-49a6-a2e7-ea0ff99443d2 None None] The sync data for ids ['e8204292-0baa-42de-acc5-755f4fa21f47'] in n-d-828601-1 is: [{'id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'name': 'tempest-ServersTestFqdnHostnames-2041807015-router', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:44Z', 'updated_at': '2022-02-09T21:45:57Z', 'revision_number': 4, 'project_id': '0323982111b744578daf6e90f75c2d45', 'gw_port': {'id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:46Z', 'updated_at': '2022-02-09T21:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '54f5ed10-43be-4113-95fb-17c887c6b48c', 'name': '', 'network_id': '110e6acb-5225-4293-bb53-b200a63e1ab6', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'mac_address': 'fa:16:3e:9d:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8608fa55-042e-4e51-9de3-6f9d7c457e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:54Z', 'updated_at': '2022-02-09T21:46:13Z', 'revision_number': 5, 'project_id': '0323982111b744578daf6e90f75c2d45', 'subnets': [{'id': '8608fa55-042e-4e51-9de3-6f9d7c457e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:47:36.443696 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08e05881-ce0b-4807-b564-a237db56fa6e tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (dee46e7d-727c-4cfa-8131-27472b9ac746), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:36.465185 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] Set router 4c9910cf-16c6-4589-b61d-206b3c69b679 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:36.479129 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 028b1810-108c-42b3-9062-90dca50442fd triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:36.479929 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (028b1810-108c-42b3-9062-90dca50442fd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:36.521245 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b282f9-40e8-4075-ab65-584cff850b02 admin admin] Made reservation on behalf of 95ed883d44674772a15c6306c3cf26a0 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:36.530360 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e2b282f9-40e8-4075-ab65-584cff850b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:36.581225 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e2b282f9-40e8-4075-ab65-584cff850b02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:36.629397 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e05881-ce0b-4807-b564-a237db56fa6e tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Pushing event deleted for resources: {'Port': ['ID=dee46e7d-727c-4cfa-8131-27472b9ac746,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:36.757778 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-450ba8df-5743-40aa-a8f7-1e89dba6e824 admin admin] Publish callbacks [] for port (bdf8ec80-8b40-4677-bcf4-52d777732add), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:36.889723 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-02baa840-60fb-4af0-9344-e7b7eb7ccec0 None None] Current status of the port f94dab67-359b-4dd7-95a2-f04134f602e9 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:36.940646 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-450ba8df-5743-40aa-a8f7-1e89dba6e824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (bdf8ec80-8b40-4677-bcf4-52d777732add), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.103617 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-00e0004b-d4ee-415a-a8b4-b59331c4b8f0 req-8cd61616-c5da-4f35-8656-a2fff0b34c97 tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.2147255 Feb 09 21:47:37.132200 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e2b282f9-40e8-4075-ab65-584cff850b02 admin admin] Publish callbacks [] for security_group (64e5fe72-2371-4e25-a033-36c226bc0cb9), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.142644 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e2b282f9-40e8-4075-ab65-584cff850b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (64e5fe72-2371-4e25-a033-36c226bc0cb9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.197683 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-783050a9-508c-42ae-b970-befe4f307923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'name': 'tempest-TaggedBootDevicesTest-1823550041-router', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:24Z', 'updated_at': '2022-02-09T21:47:27Z', 'revision_number': 3, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'gw_port': {'id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:26Z', 'updated_at': '2022-02-09T21:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:37.313437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b282f9-40e8-4075-ab65-584cff850b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e5fe72-2371-4e25-a033-36c226bc0cb9,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:37.335072 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b282f9-40e8-4075-ab65-584cff850b02 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:47:37.372180 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e2b282f9-40e8-4075-ab65-584cff850b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (42c22e0b-a4aa-42e6-ba4f-6df152e178cd), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.375859 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-e2b282f9-40e8-4075-ab65-584cff850b02 admin admin] Added segment 42c22e0b-a4aa-42e6-ba4f-6df152e178cd of type vlan for network 19ba73ba-37dc-49c2-95ff-adb0d23216a7 Feb 09 21:47:37.397270 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450ba8df-5743-40aa-a8f7-1e89dba6e824 admin admin] Network 5212a2c9-ea88-4741-aaf1-2380b789ca31 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:37.432949 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f5482e-690a-4f99-a13c-69b50edfb33b None None] New status for floating IP 4ac8f845-f20a-4e90-a3fb-84a5b3e37def: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:47:37.446581 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-450ba8df-5743-40aa-a8f7-1e89dba6e824 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:37.453971 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ba8df-5743-40aa-a8f7-1e89dba6e824 admin admin] Pushing event updated for resources: {'Port': ['ID=bdf8ec80-8b40-4677-bcf4-52d777732add,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:37.496267 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ba8df-5743-40aa-a8f7-1e89dba6e824 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:37.513404 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-fd13a7e7-4543-4714-a3b8-a943284be24c None None] Provisioning complete for port 68d06721-f790-46c2-ab1f-bea235f62f08 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:37.513992 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fd13a7e7-4543-4714-a3b8-a943284be24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (68d06721-f790-46c2-ab1f-bea235f62f08), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.683515 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-450ba8df-5743-40aa-a8f7-1e89dba6e824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (c70e6d57-609c-4a99-8fe6-279c7a8dff83), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.722217 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783050a9-508c-42ae-b970-befe4f307923 None None] The sync data for ids ['c70e6d57-609c-4a99-8fe6-279c7a8dff83'] in n-d-828601-1 is: [{'id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'name': 'tempest-TaggedBootDevicesTest-1823550041-router', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:24Z', 'updated_at': '2022-02-09T21:47:27Z', 'revision_number': 3, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'gw_port': {'id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:26Z', 'updated_at': '2022-02-09T21:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:47:37.733239 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e2b282f9-40e8-4075-ab65-584cff850b02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (19ba73ba-37dc-49c2-95ff-adb0d23216a7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.906573 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-fd13a7e7-4543-4714-a3b8-a943284be24c None None] Port 68d06721-f790-46c2-ab1f-bea235f62f08 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:47:37.928733 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08e05881-ce0b-4807-b564-a237db56fa6e tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks [] for floatingip (4ac8f845-f20a-4e90-a3fb-84a5b3e37def), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.931095 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e2b282f9-40e8-4075-ab65-584cff850b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (19ba73ba-37dc-49c2-95ff-adb0d23216a7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.934873 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b282f9-40e8-4075-ab65-584cff850b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:37.938608 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e2b282f9-40e8-4075-ab65-584cff850b02 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.939232 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08e05881-ce0b-4807-b564-a237db56fa6e tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.943175 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-08e05881-ce0b-4807-b564-a237db56fa6e tempest-ServersTestFqdnHostnames-1236547742 tempest-ServersTestFqdnHostnames-1236547742-project] 10.222.0.77 "DELETE /v2.0/floatingips/4ac8f845-f20a-4e90-a3fb-84a5b3e37def HTTP/1.1" status: 204 len: 168 time: 4.8981946 Feb 09 21:47:37.948364 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39608) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:37.966169 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 028b1810-108c-42b3-9062-90dca50442fd is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:38.167567 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-fd13a7e7-4543-4714-a3b8-a943284be24c None None] Provisioning complete for port f94dab67-359b-4dd7-95a2-f04134f602e9 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:38.171231 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fd13a7e7-4543-4714-a3b8-a943284be24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f94dab67-359b-4dd7-95a2-f04134f602e9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.299966 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e2b282f9-40e8-4075-ab65-584cff850b02 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8945475 Feb 09 21:47:38.328821 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39620) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:38.353937 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-4946a0e5-12b7-4423-a9e1-472a7c866118 admin admin] Request body: {'subnet': {'network_id': '19ba73ba-37dc-49c2-95ff-adb0d23216a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2135269045-subnet', 'tenant_id': '95ed883d44674772a15c6306c3cf26a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:38.389128 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b282f9-40e8-4075-ab65-584cff850b02 admin admin] Pushing event updated for resources: {'Network': ['ID=19ba73ba-37dc-49c2-95ff-adb0d23216a7,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:38.407256 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f94dab67-359b-4dd7-95a2-f04134f602e9 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:38.542660 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4946a0e5-12b7-4423-a9e1-472a7c866118 admin admin] Made reservation on behalf of 95ed883d44674772a15c6306c3cf26a0 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:38.549393 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4946a0e5-12b7-4423-a9e1-472a7c866118 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.569479 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 19ba73ba-37dc-49c2-95ff-adb0d23216a7 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:47:38.612620 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b4b282ad-f6c2-4f5c-b9e8-78d33019ec13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.936486 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ef80ac0e-162a-4e5a-b434-7c6b82db20bd req-0647ede6-8676-46e2-a4f8-51e280539df9 tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.3770769 Feb 09 21:47:39.127018 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'name': 'tempest-TaggedBootDevicesTest_v242-1048057441-router', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '028b1810-108c-42b3-9062-90dca50442fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:17Z', 'updated_at': '2022-02-09T21:47:31Z', 'revision_number': 4, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'gw_port': {'id': '028b1810-108c-42b3-9062-90dca50442fd', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:19Z', 'updated_at': '2022-02-09T21:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '68d06721-f790-46c2-ab1f-bea235f62f08', 'name': '', 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'mac_address': 'fa:16:3e:f1:d3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'af7275e2-fa73-4e7a-9fcd-7735fd24f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:27Z', 'updated_at': '2022-02-09T21:47:31Z', 'revision_number': 2, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'subnets': [{'id': 'af7275e2-fa73-4e7a-9fcd-7735fd24f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:39.222357 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] Checking router: 4c9910cf-16c6-4589-b61d-206b3c69b679 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:47:39.222842 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] Updating router 4c9910cf-16c6-4589-b61d-206b3c69b679 port 68d06721-f790-46c2-ab1f-bea235f62f08 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:47:39.353202 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f94dab67-359b-4dd7-95a2-f04134f602e9 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:39.354108 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f94dab67-359b-4dd7-95a2-f04134f602e9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:39.393064 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-450ba8df-5743-40aa-a8f7-1e89dba6e824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bdf8ec80-8b40-4677-bcf4-52d777732add), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:39.766450 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-fd13a7e7-4543-4714-a3b8-a943284be24c None None] Current status of the port f94dab67-359b-4dd7-95a2-f04134f602e9 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:39.770113 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (68d06721-f790-46c2-ab1f-bea235f62f08), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:39.813956 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6368df16-c5c6-438a-8150-159f51777664 req-3fa89d98-7e3d-47cc-a68d-dfb43a5dd9fd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c24a9bdb83fd4b96aa325776ffed28e3&device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.1959963 Feb 09 21:47:39.987881 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4946a0e5-12b7-4423-a9e1-472a7c866118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (d5628230-55a2-4049-a704-e6fc6ffee88c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.031728 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6368df16-c5c6-438a-8150-159f51777664 req-343ba185-22dd-45b1-b3a5-4e8bb3fa5b73 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=c24a9bdb83fd4b96aa325776ffed28e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1869717 Feb 09 21:47:40.330386 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d0952da9-247c-4813-838e-cdf68aeb4022 None None] Provisioning complete for port bdf8ec80-8b40-4677-bcf4-52d777732add triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:40.334224 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d0952da9-247c-4813-838e-cdf68aeb4022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bdf8ec80-8b40-4677-bcf4-52d777732add), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.416040 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f94dab67-359b-4dd7-95a2-f04134f602e9 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:40.426239 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e1cd8bc-5d47-4bfc-9a27-60e9859a3b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (e8204292-0baa-42de-acc5-755f4fa21f47), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.591989 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-96de7af5-e281-4fed-bb16-3f884d794ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.600879 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946a0e5-12b7-4423-a9e1-472a7c866118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5628230-55a2-4049-a704-e6fc6ffee88c,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:40.609721 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d0952da9-247c-4813-838e-cdf68aeb4022 None None] Port bdf8ec80-8b40-4677-bcf4-52d777732add cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:47:40.618103 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368df16-c5c6-438a-8150-159f51777664 req-b490c4b9-669a-44a9-991d-06abd687e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:40.626776 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6368df16-c5c6-438a-8150-159f51777664 req-b490c4b9-669a-44a9-991d-06abd687e6db service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3796468 Feb 09 21:47:40.701231 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8e72f95-13ae-42f6-90b2-7eb189b4ec58 req-a89a4f8e-ee86-41b2-9578-a5919aa5e677 tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.7094145 Feb 09 21:47:40.756634 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4946a0e5-12b7-4423-a9e1-472a7c866118 admin admin] Checking segment: {'id': '42c22e0b-a4aa-42e6-ba4f-6df152e178cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '19ba73ba-37dc-49c2-95ff-adb0d23216a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:40.758593 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4946a0e5-12b7-4423-a9e1-472a7c866118 admin admin] Network hostable DHCP agents. Network: 19ba73ba-37dc-49c2-95ff-adb0d23216a7, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:47:40.828814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4946a0e5-12b7-4423-a9e1-472a7c866118 admin admin] Network 19ba73ba-37dc-49c2-95ff-adb0d23216a7 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:47:40.844880 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-4946a0e5-12b7-4423-a9e1-472a7c866118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 19ba73ba-37dc-49c2-95ff-adb0d23216a7) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:40.861866 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4946a0e5-12b7-4423-a9e1-472a7c866118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:40.866737 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4946a0e5-12b7-4423-a9e1-472a7c866118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.910390 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4946a0e5-12b7-4423-a9e1-472a7c866118 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5798728 Feb 09 21:47:40.915401 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39648) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:40.922497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7e456c0a-5206-4e20-96ea-ff5297239f23 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2135269045-router', 'tenant_id': '95ed883d44674772a15c6306c3cf26a0', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:40.984037 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-450ba8df-5743-40aa-a8f7-1e89dba6e824 admin admin] Publish callbacks [] for port (bdf8ec80-8b40-4677-bcf4-52d777732add), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.990197 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e456c0a-5206-4e20-96ea-ff5297239f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (94c02033-e2de-4a17-9f3c-ab8b1f6419b3), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.991937 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e456c0a-5206-4e20-96ea-ff5297239f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (94c02033-e2de-4a17-9f3c-ab8b1f6419b3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.998214 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-450ba8df-5743-40aa-a8f7-1e89dba6e824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (bdf8ec80-8b40-4677-bcf4-52d777732add), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.087847 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e456c0a-5206-4e20-96ea-ff5297239f23 admin admin] Publish callbacks [] for router_controller (94c02033-e2de-4a17-9f3c-ab8b1f6419b3), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.233640 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-450ba8df-5743-40aa-a8f7-1e89dba6e824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (c70e6d57-609c-4a99-8fe6-279c7a8dff83), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.244769 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] Publish callbacks [] for port (68d06721-f790-46c2-ab1f-bea235f62f08), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.248777 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c42569f7-eb27-44ca-8299-3bfe84b923b6 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:41.252060 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51afcd79-056c-45d8-82fe-d2870a6ec2d6 None None] Network 19ba73ba-37dc-49c2-95ff-adb0d23216a7 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:41.261274 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ba8df-5743-40aa-a8f7-1e89dba6e824 admin admin] Pushing event updated for resources: {'Port': ['ID=bdf8ec80-8b40-4677-bcf4-52d777732add,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:41.318804 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (68d06721-f790-46c2-ab1f-bea235f62f08), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.364253 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e456c0a-5206-4e20-96ea-ff5297239f23 admin admin] Publish callbacks [] for router_gateway (94c02033-e2de-4a17-9f3c-ab8b1f6419b3), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.620050 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] Attempting to bind port 68d06721-f790-46c2-ab1f-bea235f62f08 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:41.620617 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] Attempting to bind port 68d06721-f790-46c2-ab1f-bea235f62f08 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '3d794d80-75d8-4a50-9e25-db04d94b015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:41.620716 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] Attempting to bind port 68d06721-f790-46c2-ab1f-bea235f62f08 on network 361d3ae3-946b-43bc-bd7a-5571eb55520d {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:41.645788 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:41.646226 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] Checking segment: {'id': '3d794d80-75d8-4a50-9e25-db04d94b015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:41.648485 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.648906 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] Bound using segment: {'id': '3d794d80-75d8-4a50-9e25-db04d94b015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:41.649428 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] Bound port: 68d06721-f790-46c2-ab1f-bea235f62f08, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d794d80-75d8-4a50-9e25-db04d94b015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:41.649831 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (68d06721-f790-46c2-ab1f-bea235f62f08), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.723766 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac8759-3e4d-4a18-8eeb-8242b1fae3b2 None None] Pushing event updated for resources: {'Port': ['ID=68d06721-f790-46c2-ab1f-bea235f62f08,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:41.733603 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.792980 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450ba8df-5743-40aa-a8f7-1e89dba6e824 admin admin] Network 5212a2c9-ea88-4741-aaf1-2380b789ca31 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:41.800416 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-450ba8df-5743-40aa-a8f7-1e89dba6e824 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:42.006061 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6368df16-c5c6-438a-8150-159f51777664 req-ae68355b-6f26-4edc-8117-096667466e09 tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.1610844 Feb 09 21:47:42.108431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0536e2ca-8d04-41de-907c-ce9fa01518f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-19ba73ba-37dc-49c2-95ff-adb0d23216a7', 'network_id': '19ba73ba-37dc-49c2-95ff-adb0d23216a7', 'project_id': '95ed883d44674772a15c6306c3cf26a0', 'fixed_ips': [{'subnet_id': 'd5628230-55a2-4049-a704-e6fc6ffee88c'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:47:42.109902 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0536e2ca-8d04-41de-907c-ce9fa01518f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.117904 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-258fe10c-581f-48de-a3c7-b60d18485ab0 req-feac8401-618f-4669-a1e1-de2b1d087d5a tempest-ServerShowV257Test-922808413 tempest-ServerShowV257Test-922808413-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5004a81-3357-4257-a256-c3af34739ae7 HTTP/1.1" status: 200 len: 210 time: 0.1227260 Feb 09 21:47:42.250087 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c42569f7-eb27-44ca-8299-3bfe84b923b6 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:42.251309 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c42569f7-eb27-44ca-8299-3bfe84b923b6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.308000 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e456c0a-5206-4e20-96ea-ff5297239f23 admin admin] Publish callbacks [] for router_gateway (94c02033-e2de-4a17-9f3c-ab8b1f6419b3), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.375384 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e456c0a-5206-4e20-96ea-ff5297239f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.379104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450ba8df-5743-40aa-a8f7-1e89dba6e824 admin admin] Router c70e6d57-609c-4a99-8fe6-279c7a8dff83 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:47:42.518219 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-92779130-6fe5-4449-a8cb-336c6bc47d2a None None] Provisioning complete for port 68d06721-f790-46c2-ab1f-bea235f62f08 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:42.518619 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92779130-6fe5-4449-a8cb-336c6bc47d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (68d06721-f790-46c2-ab1f-bea235f62f08), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.524152 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] For port 68d06721-f790-46c2-ab1f-bea235f62f08, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:42.625411 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450ba8df-5743-40aa-a8f7-1e89dba6e824 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:47:42.649163 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-450ba8df-5743-40aa-a8f7-1e89dba6e824 admin admin] 10.222.0.77 "PUT /v2.0/routers/c70e6d57-609c-4a99-8fe6-279c7a8dff83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4008713 Feb 09 21:47:42.695016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-7e456c0a-5206-4e20-96ea-ff5297239f23 admin admin] Allocated IP 172.25.6.90 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/1fa64ec9-7c37-4c61-8d50-82664abdf67b) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:42.716474 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0e1cd8bc-5d47-4bfc-9a27-60e9859a3b1b admin admin] Deleting port 54f5ed10-43be-4113-95fb-17c887c6b48c {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:42.716828 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e1cd8bc-5d47-4bfc-9a27-60e9859a3b1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (54f5ed10-43be-4113-95fb-17c887c6b48c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.923123 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] For port 68d06721-f790-46c2-ab1f-bea235f62f08, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=68d06721-f790-46c2-ab1f-bea235f62f08,segment=NetworkSegment(3d794d80-75d8-4a50-9e25-db04d94b015e),segment_id=3d794d80-75d8-4a50-9e25-db04d94b015e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:47:42.962720 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] Sync routers for ids ['c70e6d57-609c-4a99-8fe6-279c7a8dff83'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:47:42.963236 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-0e1cd8bc-5d47-4bfc-9a27-60e9859a3b1b admin admin] For port 54f5ed10-43be-4113-95fb-17c887c6b48c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=54f5ed10-43be-4113-95fb-17c887c6b48c,segment=NetworkSegment(024fa9b1-c919-495d-b455-dbda4caf886e),segment_id=024fa9b1-c919-495d-b455-dbda4caf886e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:42.963918 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e1cd8bc-5d47-4bfc-9a27-60e9859a3b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (54f5ed10-43be-4113-95fb-17c887c6b48c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.995175 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e456c0a-5206-4e20-96ea-ff5297239f23 admin admin] Publish callbacks [] for port (1fa64ec9-7c37-4c61-8d50-82664abdf67b), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:43.020072 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (68d06721-f790-46c2-ab1f-bea235f62f08), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:43.053854 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0e1cd8bc-5d47-4bfc-9a27-60e9859a3b1b admin admin] Calling delete_port for 54f5ed10-43be-4113-95fb-17c887c6b48c owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:43.174044 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e456c0a-5206-4e20-96ea-ff5297239f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1fa64ec9-7c37-4c61-8d50-82664abdf67b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:43.361400 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e456c0a-5206-4e20-96ea-ff5297239f23 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:43.379010 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-7e456c0a-5206-4e20-96ea-ff5297239f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:43.382492 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e456c0a-5206-4e20-96ea-ff5297239f23 admin admin] Pushing event updated for resources: {'Port': ['ID=1fa64ec9-7c37-4c61-8d50-82664abdf67b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:43.399075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e456c0a-5206-4e20-96ea-ff5297239f23 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:43.925891 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e1cd8bc-5d47-4bfc-9a27-60e9859a3b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (54f5ed10-43be-4113-95fb-17c887c6b48c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:44.113919 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1cd8bc-5d47-4bfc-9a27-60e9859a3b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=54f5ed10-43be-4113-95fb-17c887c6b48c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:44.247425 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:44.277717 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-92779130-6fe5-4449-a8cb-336c6bc47d2a None None] Port 68d06721-f790-46c2-ab1f-bea235f62f08 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:47:44.350284 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c42569f7-eb27-44ca-8299-3bfe84b923b6 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:44.363612 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c42569f7-eb27-44ca-8299-3bfe84b923b6), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:44.420846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39716) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:44.479782 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] Routers {'c70e6d57-609c-4a99-8fe6-279c7a8dff83'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:44.480824 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:47:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c70e6d57-609c-4a99-8fe6-279c7a8dff83'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:44.745506 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39724) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:44.785004 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b0f1a950-e369-4d39-8e40-939299c2351d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-770560177-network', 'tenant_id': '2abbad47f1424c24afaeb2bdde5347a8'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:44.864928 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port c42569f7-eb27-44ca-8299-3bfe84b923b6, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c42569f7-eb27-44ca-8299-3bfe84b923b6,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:44.985192 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f1a950-e369-4d39-8e40-939299c2351d admin admin] Made reservation on behalf of 2abbad47f1424c24afaeb2bdde5347a8 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:44.990199 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0f1a950-e369-4d39-8e40-939299c2351d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:45.003449 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-0536e2ca-8d04-41de-907c-ce9fa01518f2 None None] Allocated IP 172.20.0.2 (19ba73ba-37dc-49c2-95ff-adb0d23216a7/d5628230-55a2-4049-a704-e6fc6ffee88c/7845648b-599e-4636-a66b-737712c1714b) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:45.006177 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e456c0a-5206-4e20-96ea-ff5297239f23 admin admin] Publish callbacks [] for router_gateway (94c02033-e2de-4a17-9f3c-ab8b1f6419b3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:45.413166 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0536e2ca-8d04-41de-907c-ce9fa01518f2 None None] Publish callbacks [] for port (7845648b-599e-4636-a66b-737712c1714b), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:45.423290 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] Routers {'4c9910cf-16c6-4589-b61d-206b3c69b679'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:45.425062 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:47:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['4c9910cf-16c6-4589-b61d-206b3c69b679'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:45.739992 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] Set router 4c9910cf-16c6-4589-b61d-206b3c69b679 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:45.828748 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef0f07d6-eba1-49b7-a132-478c0f9dd822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:45.919471 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac8759-3e4d-4a18-8eeb-8242b1fae3b2 None None] Pushing event updated for resources: {'Port': ['ID=68d06721-f790-46c2-ab1f-bea235f62f08,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:46.205074 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac8759-3e4d-4a18-8eeb-8242b1fae3b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:46.205653 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac8759-3e4d-4a18-8eeb-8242b1fae3b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:46.206212 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac8759-3e4d-4a18-8eeb-8242b1fae3b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:46.206805 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac8759-3e4d-4a18-8eeb-8242b1fae3b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:46.207398 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac8759-3e4d-4a18-8eeb-8242b1fae3b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:46.209973 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac8759-3e4d-4a18-8eeb-8242b1fae3b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:46.227350 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac8759-3e4d-4a18-8eeb-8242b1fae3b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:46.228091 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac8759-3e4d-4a18-8eeb-8242b1fae3b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:46.228629 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac8759-3e4d-4a18-8eeb-8242b1fae3b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:46.229164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac8759-3e4d-4a18-8eeb-8242b1fae3b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:46.229701 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac8759-3e4d-4a18-8eeb-8242b1fae3b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:46.230233 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac8759-3e4d-4a18-8eeb-8242b1fae3b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:46.230570 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef0f07d6-eba1-49b7-a132-478c0f9dd822 admin admin] Publish callbacks [] for security_group (cdd0ab42-9c2f-40ad-bfb1-54e0a3e9a616), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.230774 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac8759-3e4d-4a18-8eeb-8242b1fae3b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:46.263381 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e1cd8bc-5d47-4bfc-9a27-60e9859a3b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (e8204292-0baa-42de-acc5-755f4fa21f47), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.271486 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0536e2ca-8d04-41de-907c-ce9fa01518f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (7845648b-599e-4636-a66b-737712c1714b), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.283803 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef0f07d6-eba1-49b7-a132-478c0f9dd822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (cdd0ab42-9c2f-40ad-bfb1-54e0a3e9a616), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.339595 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c42569f7-eb27-44ca-8299-3bfe84b923b6), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.499487 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f07d6-eba1-49b7-a132-478c0f9dd822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd0ab42-9c2f-40ad-bfb1-54e0a3e9a616,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:46.668189 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.693059 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0f1a950-e369-4d39-8e40-939299c2351d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.702848 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ef0f07d6-eba1-49b7-a132-478c0f9dd822 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c24a9bdb83fd4b96aa325776ffed28e3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2788279 Feb 09 21:47:46.703794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39746) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:46.772854 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.857330 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0536e2ca-8d04-41de-907c-ce9fa01518f2 None None] Network 19ba73ba-37dc-49c2-95ff-adb0d23216a7 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:46.904549 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-cf60dc00-8f84-449a-bed8-9d4b697afa83 None None] Provisioning complete for port bdf8ec80-8b40-4677-bcf4-52d777732add triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:46.905084 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cf60dc00-8f84-449a-bed8-9d4b697afa83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bdf8ec80-8b40-4677-bcf4-52d777732add), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.926312 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-0536e2ca-8d04-41de-907c-ce9fa01518f2 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:46.949325 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21f81be7-b7ff-486a-8b64-9e493c49c33f admin admin] Publish callbacks [] for security_group (cdd0ab42-9c2f-40ad-bfb1-54e0a3e9a616), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.964805 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0536e2ca-8d04-41de-907c-ce9fa01518f2 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:46.974774 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.011004 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536e2ca-8d04-41de-907c-ce9fa01518f2 None None] Pushing event updated for resources: {'Port': ['ID=7845648b-599e-4636-a66b-737712c1714b,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:47.011811 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1cd8bc-5d47-4bfc-9a27-60e9859a3b1b admin admin] Router e8204292-0baa-42de-acc5-755f4fa21f47 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:47:47.084859 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-cf60dc00-8f84-449a-bed8-9d4b697afa83 None None] Port bdf8ec80-8b40-4677-bcf4-52d777732add cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:47:47.124342 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] Set router c70e6d57-609c-4a99-8fe6-279c7a8dff83 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:47.136367 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0f1a950-e369-4d39-8e40-939299c2351d admin admin] Publish callbacks [] for security_group (3b5ef6ba-a94b-4dce-8cfe-ad6465734611), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.141919 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e456c0a-5206-4e20-96ea-ff5297239f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (94c02033-e2de-4a17-9f3c-ab8b1f6419b3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.151733 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0f1a950-e369-4d39-8e40-939299c2351d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3b5ef6ba-a94b-4dce-8cfe-ad6465734611), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.163378 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21f81be7-b7ff-486a-8b64-9e493c49c33f admin admin] Publish callbacks [] for security_group (cdd0ab42-9c2f-40ad-bfb1-54e0a3e9a616), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.230458 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0536e2ca-8d04-41de-907c-ce9fa01518f2 None None] Attempting to bind port 7845648b-599e-4636-a66b-737712c1714b on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:47.230830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0536e2ca-8d04-41de-907c-ce9fa01518f2 None None] Attempting to bind port 7845648b-599e-4636-a66b-737712c1714b by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '42c22e0b-a4aa-42e6-ba4f-6df152e178cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '19ba73ba-37dc-49c2-95ff-adb0d23216a7'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:47.231198 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0536e2ca-8d04-41de-907c-ce9fa01518f2 None None] Attempting to bind port 7845648b-599e-4636-a66b-737712c1714b on network 19ba73ba-37dc-49c2-95ff-adb0d23216a7 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:47.352046 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0536e2ca-8d04-41de-907c-ce9fa01518f2 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:47.352449 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0536e2ca-8d04-41de-907c-ce9fa01518f2 None None] Checking segment: {'id': '42c22e0b-a4aa-42e6-ba4f-6df152e178cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '19ba73ba-37dc-49c2-95ff-adb0d23216a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:47.352885 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0536e2ca-8d04-41de-907c-ce9fa01518f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.356365 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f1a950-e369-4d39-8e40-939299c2351d admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:47:47.360342 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0536e2ca-8d04-41de-907c-ce9fa01518f2 None None] Bound using segment: {'id': '42c22e0b-a4aa-42e6-ba4f-6df152e178cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '19ba73ba-37dc-49c2-95ff-adb0d23216a7'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:47.361233 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0536e2ca-8d04-41de-907c-ce9fa01518f2 None None] Bound port: 7845648b-599e-4636-a66b-737712c1714b, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c22e0b-a4aa-42e6-ba4f-6df152e178cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '19ba73ba-37dc-49c2-95ff-adb0d23216a7'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:47.361660 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0536e2ca-8d04-41de-907c-ce9fa01518f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7845648b-599e-4636-a66b-737712c1714b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.366779 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1a950-e369-4d39-8e40-939299c2351d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5ef6ba-a94b-4dce-8cfe-ad6465734611,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:47.395075 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=c42569f7-eb27-44ca-8299-3bfe84b923b6,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:47.531254 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0f1a950-e369-4d39-8e40-939299c2351d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (41e39697-75e0-4695-bb5a-9d529bcf1b39), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.532237 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-b0f1a950-e369-4d39-8e40-939299c2351d admin admin] Added segment 41e39697-75e0-4695-bb5a-9d529bcf1b39 of type vlan for network 5094b899-4dec-49b5-8ded-e9d66513896d Feb 09 21:47:47.571974 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-08043b58-be31-4b5e-b9d8-1585e1663e84 None None] Provisioning complete for port 68d06721-f790-46c2-ab1f-bea235f62f08 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:47.574471 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-08043b58-be31-4b5e-b9d8-1585e1663e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (68d06721-f790-46c2-ab1f-bea235f62f08), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.577766 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1cd8bc-5d47-4bfc-9a27-60e9859a3b1b admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:47:47.589641 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa09cff-0fbe-4c8d-a765-69aa438e5848 None None] Sync routers for ids ['e8204292-0baa-42de-acc5-755f4fa21f47'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:47:47.625143 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa09cff-0fbe-4c8d-a765-69aa438e5848 None None] Routers {'e8204292-0baa-42de-acc5-755f4fa21f47'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:47.627109 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4aa09cff-0fbe-4c8d-a765-69aa438e5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:47:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e8204292-0baa-42de-acc5-755f4fa21f47'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:47.667146 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0e1cd8bc-5d47-4bfc-9a27-60e9859a3b1b admin admin] 10.222.0.77 "PUT /v2.0/routers/e8204292-0baa-42de-acc5-755f4fa21f47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7088208 Feb 09 21:47:47.669333 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39766) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:47.826458 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21f81be7-b7ff-486a-8b64-9e493c49c33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (cdd0ab42-9c2f-40ad-bfb1-54e0a3e9a616), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.830469 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21f81be7-b7ff-486a-8b64-9e493c49c33f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.832107 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-21f81be7-b7ff-486a-8b64-9e493c49c33f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cdd0ab42-9c2f-40ad-bfb1-54e0a3e9a616 HTTP/1.1" status: 204 len: 168 time: 1.1095510 Feb 09 21:47:47.834247 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-257ca02b-424f-40c3-ab1b-0992f9fc248e admin admin] Publish callbacks [] for router (e8204292-0baa-42de-acc5-755f4fa21f47), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.998616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f81be7-b7ff-486a-8b64-9e493c49c33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd0ab42-9c2f-40ad-bfb1-54e0a3e9a616,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:48.013078 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-4aa09cff-0fbe-4c8d-a765-69aa438e5848 None None] Set router e8204292-0baa-42de-acc5-755f4fa21f47 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:48.044506 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0f1a950-e369-4d39-8e40-939299c2351d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (5094b899-4dec-49b5-8ded-e9d66513896d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.066872 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'name': 'tempest-TaggedBootDevicesTest_v242-1048057441-router', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '028b1810-108c-42b3-9062-90dca50442fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:17Z', 'updated_at': '2022-02-09T21:47:31Z', 'revision_number': 4, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'gw_port': {'id': '028b1810-108c-42b3-9062-90dca50442fd', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:19Z', 'updated_at': '2022-02-09T21:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '68d06721-f790-46c2-ab1f-bea235f62f08', 'name': '', 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'mac_address': 'fa:16:3e:f1:d3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'af7275e2-fa73-4e7a-9fcd-7735fd24f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:27Z', 'updated_at': '2022-02-09T21:47:42Z', 'revision_number': 4, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'subnets': [{'id': 'af7275e2-fa73-4e7a-9fcd-7735fd24f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:48.171758 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.db.resource_extend [None req-b0f1a950-e369-4d39-8e40-939299c2351d admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:47:48.315417 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0f1a950-e369-4d39-8e40-939299c2351d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (5094b899-4dec-49b5-8ded-e9d66513896d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.321498 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0536e2ca-8d04-41de-907c-ce9fa01518f2 None None] For port 7845648b-599e-4636-a66b-737712c1714b, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:48.331538 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f1a950-e369-4d39-8e40-939299c2351d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:48.334465 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0f1a950-e369-4d39-8e40-939299c2351d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.364567 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf58ca-80b8-404b-8886-c9fef08ca806 None None] The sync data for ids ['4c9910cf-16c6-4589-b61d-206b3c69b679'] in n-d-828601-1 is: [{'id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'name': 'tempest-TaggedBootDevicesTest_v242-1048057441-router', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '028b1810-108c-42b3-9062-90dca50442fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:17Z', 'updated_at': '2022-02-09T21:47:31Z', 'revision_number': 4, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'gw_port': {'id': '028b1810-108c-42b3-9062-90dca50442fd', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:19Z', 'updated_at': '2022-02-09T21:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '68d06721-f790-46c2-ab1f-bea235f62f08', 'name': '', 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'mac_address': 'fa:16:3e:f1:d3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'af7275e2-fa73-4e7a-9fcd-7735fd24f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:27Z', 'updated_at': '2022-02-09T21:47:42Z', 'revision_number': 4, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'subnets': [{'id': 'af7275e2-fa73-4e7a-9fcd-7735fd24f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:47:48.412613 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-257ca02b-424f-40c3-ab1b-0992f9fc248e admin admin] Publish callbacks [] for router_gateway (e8204292-0baa-42de-acc5-755f4fa21f47), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.497274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0536e2ca-8d04-41de-907c-ce9fa01518f2 None None] For port 7845648b-599e-4636-a66b-737712c1714b, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7845648b-599e-4636-a66b-737712c1714b,segment=NetworkSegment(42c22e0b-a4aa-42e6-ba4f-6df152e178cd),segment_id=42c22e0b-a4aa-42e6-ba4f-6df152e178cd)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:47:48.585365 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4aa09cff-0fbe-4c8d-a765-69aa438e5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'name': 'tempest-ServersTestFqdnHostnames-2041807015-router', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:44Z', 'updated_at': '2022-02-09T21:47:43Z', 'revision_number': 5, 'project_id': '0323982111b744578daf6e90f75c2d45', 'gw_port': {'id': '170a1cd3-299d-4bc0-8946-e62d8852db33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:46Z', 'updated_at': '2022-02-09T21:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:48.805934 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa09cff-0fbe-4c8d-a765-69aa438e5848 None None] Checking router: e8204292-0baa-42de-acc5-755f4fa21f47 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:47:48.854458 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa09cff-0fbe-4c8d-a765-69aa438e5848 None None] Routers {'e8204292-0baa-42de-acc5-755f4fa21f47'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:48.857979 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4aa09cff-0fbe-4c8d-a765-69aa438e5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:47:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e8204292-0baa-42de-acc5-755f4fa21f47'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:48.863250 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-257ca02b-424f-40c3-ab1b-0992f9fc248e admin admin] Deleting port 170a1cd3-299d-4bc0-8946-e62d8852db33 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:48.863866 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-257ca02b-424f-40c3-ab1b-0992f9fc248e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (170a1cd3-299d-4bc0-8946-e62d8852db33), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.903351 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b0f1a950-e369-4d39-8e40-939299c2351d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.1414464 Feb 09 21:47:48.912546 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39784) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:48.959126 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0536e2ca-8d04-41de-907c-ce9fa01518f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7845648b-599e-4636-a66b-737712c1714b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.989923 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3de0bc38-65e8-4d27-8c0c-1f223508708b admin admin] Request body: {'subnet': {'network_id': '5094b899-4dec-49b5-8ded-e9d66513896d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-770560177-subnet', 'tenant_id': '2abbad47f1424c24afaeb2bdde5347a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:49.001427 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c42569f7-eb27-44ca-8299-3bfe84b923b6 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:49.029755 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e456c0a-5206-4e20-96ea-ff5297239f23 admin admin] Router 94c02033-e2de-4a17-9f3c-ab8b1f6419b3 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:47:49.135348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1a950-e369-4d39-8e40-939299c2351d admin admin] Pushing event updated for resources: {'Network': ['ID=5094b899-4dec-49b5-8ded-e9d66513896d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:49.325986 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-4aa09cff-0fbe-4c8d-a765-69aa438e5848 None None] Set router e8204292-0baa-42de-acc5-755f4fa21f47 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:49.333070 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 5094b899-4dec-49b5-8ded-e9d66513896d details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:47:49.387456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-08043b58-be31-4b5e-b9d8-1585e1663e84 None None] Current status of the port 68d06721-f790-46c2-ab1f-bea235f62f08 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:49.391853 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-08043b58-be31-4b5e-b9d8-1585e1663e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (68d06721-f790-46c2-ab1f-bea235f62f08), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:49.442288 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-257ca02b-424f-40c3-ab1b-0992f9fc248e admin admin] For port 170a1cd3-299d-4bc0-8946-e62d8852db33, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=170a1cd3-299d-4bc0-8946-e62d8852db33,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:49.446476 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-257ca02b-424f-40c3-ab1b-0992f9fc248e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (170a1cd3-299d-4bc0-8946-e62d8852db33), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:49.559777 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-257ca02b-424f-40c3-ab1b-0992f9fc248e admin admin] Calling delete_port for 170a1cd3-299d-4bc0-8946-e62d8852db33 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:49.801446 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4aa09cff-0fbe-4c8d-a765-69aa438e5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'name': 'tempest-ServersTestFqdnHostnames-2041807015-router', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:44Z', 'updated_at': '2022-02-09T21:47:48Z', 'revision_number': 6, 'project_id': '0323982111b744578daf6e90f75c2d45', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:49.922304 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de0bc38-65e8-4d27-8c0c-1f223508708b admin admin] Made reservation on behalf of 2abbad47f1424c24afaeb2bdde5347a8 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:49.947473 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3de0bc38-65e8-4d27-8c0c-1f223508708b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:50.049593 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa09cff-0fbe-4c8d-a765-69aa438e5848 None None] The sync data for ids ['e8204292-0baa-42de-acc5-755f4fa21f47'] in n-d-828601-1 is: [{'id': 'e8204292-0baa-42de-acc5-755f4fa21f47', 'name': 'tempest-ServersTestFqdnHostnames-2041807015-router', 'tenant_id': '0323982111b744578daf6e90f75c2d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:44Z', 'updated_at': '2022-02-09T21:47:48Z', 'revision_number': 6, 'project_id': '0323982111b744578daf6e90f75c2d45', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:47:50.122080 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536e2ca-8d04-41de-907c-ce9fa01518f2 None None] Pushing event updated for resources: {'Port': ['ID=7845648b-599e-4636-a66b-737712c1714b,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:50.148619 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e456c0a-5206-4e20-96ea-ff5297239f23 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:47:50.239131 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-08043b58-be31-4b5e-b9d8-1585e1663e84 None None] For port 68d06721-f790-46c2-ab1f-bea235f62f08, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=68d06721-f790-46c2-ab1f-bea235f62f08,segment=NetworkSegment(3d794d80-75d8-4a50-9e25-db04d94b015e),segment_id=3d794d80-75d8-4a50-9e25-db04d94b015e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:50.285560 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] Sync routers for ids ['94c02033-e2de-4a17-9f3c-ab8b1f6419b3'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:47:50.326219 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-08043b58-be31-4b5e-b9d8-1585e1663e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (68d06721-f790-46c2-ab1f-bea235f62f08), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:50.461731 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-257ca02b-424f-40c3-ab1b-0992f9fc248e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (170a1cd3-299d-4bc0-8946-e62d8852db33), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:50.476725 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e456c0a-5206-4e20-96ea-ff5297239f23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:50.479166 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7e456c0a-5206-4e20-96ea-ff5297239f23 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.5619037 Feb 09 21:47:50.487148 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39808) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:50.553239 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ca02b-424f-40c3-ab1b-0992f9fc248e admin admin] Pushing event deleted for resources: {'Port': ['ID=170a1cd3-299d-4bc0-8946-e62d8852db33,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:50.819440 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-257ca02b-424f-40c3-ab1b-0992f9fc248e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (e8204292-0baa-42de-acc5-755f4fa21f47), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:51.412825 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-257ca02b-424f-40c3-ab1b-0992f9fc248e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (e8204292-0baa-42de-acc5-755f4fa21f47), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:51.428582 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-257ca02b-424f-40c3-ab1b-0992f9fc248e admin admin] Publish callbacks [] for router_controller (e8204292-0baa-42de-acc5-755f4fa21f47), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:51.520303 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'name': 'tempest-TaggedBootDevicesTest-1823550041-router', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:24Z', 'updated_at': '2022-02-09T21:47:38Z', 'revision_number': 4, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'gw_port': {'id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:26Z', 'updated_at': '2022-02-09T21:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'bdf8ec80-8b40-4677-bcf4-52d777732add', 'name': '', 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'mac_address': 'fa:16:3e:6c:00:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '55384cb3-5e7d-40d1-a8e4-5aedaec5fab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:33Z', 'updated_at': '2022-02-09T21:47:39Z', 'revision_number': 2, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'subnets': [{'id': '55384cb3-5e7d-40d1-a8e4-5aedaec5fab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:51.544995 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c42569f7-eb27-44ca-8299-3bfe84b923b6 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:51.552324 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c42569f7-eb27-44ca-8299-3bfe84b923b6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:51.614666 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-257ca02b-424f-40c3-ab1b-0992f9fc248e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (e8204292-0baa-42de-acc5-755f4fa21f47), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:51.615293 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257ca02b-424f-40c3-ab1b-0992f9fc248e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8204292-0baa-42de-acc5-755f4fa21f47 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:47:51.621072 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-257ca02b-424f-40c3-ab1b-0992f9fc248e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:51.634717 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-257ca02b-424f-40c3-ab1b-0992f9fc248e admin admin] 10.222.0.77 "DELETE /v2.0/routers/e8204292-0baa-42de-acc5-755f4fa21f47 HTTP/1.1" status: 204 len: 168 time: 3.9633832 Feb 09 21:47:51.635446 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39826) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:51.803287 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c34e0c-de6e-495c-af15-b827f2a0c28f admin admin] Deleting subnet 8608fa55-042e-4e51-9de3-6f9d7c457e62 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:47:51.819321 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] Routers {'94c02033-e2de-4a17-9f3c-ab8b1f6419b3'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:51.820009 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:47:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['94c02033-e2de-4a17-9f3c-ab8b1f6419b3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:51.831791 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5c34e0c-de6e-495c-af15-b827f2a0c28f admin admin] Publish callbacks [] for subnet (8608fa55-042e-4e51-9de3-6f9d7c457e62), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:52.004510 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5c34e0c-de6e-495c-af15-b827f2a0c28f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (8608fa55-042e-4e51-9de3-6f9d7c457e62), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:52.330624 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] Set router 94c02033-e2de-4a17-9f3c-ab8b1f6419b3 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:52.426950 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5c34e0c-de6e-495c-af15-b827f2a0c28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (8608fa55-042e-4e51-9de3-6f9d7c457e62), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:52.696897 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feca9b58-e4ac-4c80-b10d-a9596c131bdc None None] Network 19ba73ba-37dc-49c2-95ff-adb0d23216a7 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:52.699767 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5c34e0c-de6e-495c-af15-b827f2a0c28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (8608fa55-042e-4e51-9de3-6f9d7c457e62), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:52.821177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] Checking router: c70e6d57-609c-4a99-8fe6-279c7a8dff83 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:47:52.829596 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] Updating router c70e6d57-609c-4a99-8fe6-279c7a8dff83 port bdf8ec80-8b40-4677-bcf4-52d777732add binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:47:52.845421 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c34e0c-de6e-495c-af15-b827f2a0c28f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8608fa55-042e-4e51-9de3-6f9d7c457e62,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:52.861421 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5c34e0c-de6e-495c-af15-b827f2a0c28f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:52.891462 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3de0bc38-65e8-4d27-8c0c-1f223508708b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (0894a803-94be-4ab7-aa0d-1fc30637dec0), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:52.892607 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a5c34e0c-de6e-495c-af15-b827f2a0c28f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8608fa55-042e-4e51-9de3-6f9d7c457e62 HTTP/1.1" status: 204 len: 168 time: 1.2540185 Feb 09 21:47:52.893123 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39854) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:53.056552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfc9e68-eaeb-4ccb-9d7e-9848bc83f8f4 None None] Network 110e6acb-5225-4293-bb53-b200a63e1ab6 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:53.238038 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0bc38-65e8-4d27-8c0c-1f223508708b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0894a803-94be-4ab7-aa0d-1fc30637dec0,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:53.307278 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08043b58-be31-4b5e-b9d8-1585e1663e84 None None] Pushing event updated for resources: {'Port': ['ID=68d06721-f790-46c2-ab1f-bea235f62f08,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:53.318526 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bdf8ec80-8b40-4677-bcf4-52d777732add), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:53.324371 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-453ffad5-47cc-4e86-b724-685c52acca34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (110e6acb-5225-4293-bb53-b200a63e1ab6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:53.532382 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-453ffad5-47cc-4e86-b724-685c52acca34 admin admin] Deleting port 61157fd5-b7f6-41b2-9382-f1866d5d8660 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:53.533011 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-453ffad5-47cc-4e86-b724-685c52acca34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (61157fd5-b7f6-41b2-9382-f1866d5d8660), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:53.587923 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-55d2ea86-1d1a-43c2-9d6b-824ce0cc3c15 None None] Provisioning complete for port 7845648b-599e-4636-a66b-737712c1714b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:53.588452 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-55d2ea86-1d1a-43c2-9d6b-824ce0cc3c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7845648b-599e-4636-a66b-737712c1714b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:53.780021 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de0bc38-65e8-4d27-8c0c-1f223508708b admin admin] Checking segment: {'id': '41e39697-75e0-4695-bb5a-9d529bcf1b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5094b899-4dec-49b5-8ded-e9d66513896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:53.781033 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de0bc38-65e8-4d27-8c0c-1f223508708b admin admin] Network hostable DHCP agents. Network: 5094b899-4dec-49b5-8ded-e9d66513896d, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:47:53.881758 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c42569f7-eb27-44ca-8299-3bfe84b923b6 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:53.897226 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb540c62-eede-432f-abf1-03c0e45f020d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:53.950791 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-453ffad5-47cc-4e86-b724-685c52acca34 admin admin] For port 61157fd5-b7f6-41b2-9382-f1866d5d8660, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=61157fd5-b7f6-41b2-9382-f1866d5d8660,segment=NetworkSegment(024fa9b1-c919-495d-b455-dbda4caf886e),segment_id=024fa9b1-c919-495d-b455-dbda4caf886e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:53.954068 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-453ffad5-47cc-4e86-b724-685c52acca34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (61157fd5-b7f6-41b2-9382-f1866d5d8660), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:53.969616 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de0bc38-65e8-4d27-8c0c-1f223508708b admin admin] Network 5094b899-4dec-49b5-8ded-e9d66513896d is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:47:54.041681 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-453ffad5-47cc-4e86-b724-685c52acca34 admin admin] Calling delete_port for 61157fd5-b7f6-41b2-9382-f1866d5d8660 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:54.049502 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3de0bc38-65e8-4d27-8c0c-1f223508708b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 5094b899-4dec-49b5-8ded-e9d66513896d) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:54.068876 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de0bc38-65e8-4d27-8c0c-1f223508708b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:54.072621 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3de0bc38-65e8-4d27-8c0c-1f223508708b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.142226 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edf2282-d9e2-41e1-a5a4-32301d279b1b None None] Network 5094b899-4dec-49b5-8ded-e9d66513896d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:54.266563 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3de0bc38-65e8-4d27-8c0c-1f223508708b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.3093157 Feb 09 21:47:54.267444 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39880) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:54.296612 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2527a9b8-1d04-4da7-9d0a-f869fa20869a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-770560177-router', 'tenant_id': '2abbad47f1424c24afaeb2bdde5347a8', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:54.491782 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-453ffad5-47cc-4e86-b724-685c52acca34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (61157fd5-b7f6-41b2-9382-f1866d5d8660), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.541432 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ffad5-47cc-4e86-b724-685c52acca34 admin admin] No DVR routers for this DVR port 61157fd5-b7f6-41b2-9382-f1866d5d8660 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:47:54.625840 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2527a9b8-1d04-4da7-9d0a-f869fa20869a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (563219e8-210a-4c89-a607-b570340b3508), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.631357 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2527a9b8-1d04-4da7-9d0a-f869fa20869a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (563219e8-210a-4c89-a607-b570340b3508), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.857941 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39892) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:54.949413 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-453ffad5-47cc-4e86-b724-685c52acca34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (110e6acb-5225-4293-bb53-b200a63e1ab6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.034569 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-453ffad5-47cc-4e86-b724-685c52acca34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110e6acb-5225-4293-bb53-b200a63e1ab6']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:55.079087 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-fb540c62-eede-432f-abf1-03c0e45f020d admin admin] Allocated IP 172.20.0.1 (19ba73ba-37dc-49c2-95ff-adb0d23216a7/d5628230-55a2-4049-a704-e6fc6ffee88c/fb887071-fdb9-4a7d-9844-9fa72ddafa13) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:55.080614 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-453ffad5-47cc-4e86-b724-685c52acca34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024fa9b1-c919-495d-b455-dbda4caf886e') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:55.081109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-453ffad5-47cc-4e86-b724-685c52acca34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024fa9b1-c919-495d-b455-dbda4caf886e') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:55.110306 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-453ffad5-47cc-4e86-b724-685c52acca34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (024fa9b1-c919-495d-b455-dbda4caf886e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.146168 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ffad5-47cc-4e86-b724-685c52acca34 admin admin] Pushing event deleted for resources: {'Port': ['ID=61157fd5-b7f6-41b2-9382-f1866d5d8660,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:55.154718 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-453ffad5-47cc-4e86-b724-685c52acca34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (024fa9b1-c919-495d-b455-dbda4caf886e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.168120 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 68d06721-f790-46c2-ab1f-bea235f62f08 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:55.171908 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453ffad5-47cc-4e86-b724-685c52acca34 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:47:55.172613 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-453ffad5-47cc-4e86-b724-685c52acca34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (024fa9b1-c919-495d-b455-dbda4caf886e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:47:55.243346 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:47:55.252191 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-453ffad5-47cc-4e86-b724-685c52acca34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (110e6acb-5225-4293-bb53-b200a63e1ab6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.262653 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-453ffad5-47cc-4e86-b724-685c52acca34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.277583 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-453ffad5-47cc-4e86-b724-685c52acca34 admin admin] 10.222.0.77 "DELETE /v2.0/networks/110e6acb-5225-4293-bb53-b200a63e1ab6 HTTP/1.1" status: 204 len: 168 time: 2.3724639 Feb 09 21:47:55.307982 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ffad5-47cc-4e86-b724-685c52acca34 admin admin] Pushing event deleted for resources: {'Network': ['ID=110e6acb-5225-4293-bb53-b200a63e1ab6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:55.538000 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2527a9b8-1d04-4da7-9d0a-f869fa20869a admin admin] Publish callbacks [] for router_controller (563219e8-210a-4c89-a607-b570340b3508), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.904034 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39908) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:56.091929 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e28b8134-dab4-4443-baa0-24f86d71761a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0323982111b744578daf6e90f75c2d45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1973996 Feb 09 21:47:56.093156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39912) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:56.116489 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3439bdb8-d8fc-4fa8-af6c-50393899fc7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-5094b899-4dec-49b5-8ded-e9d66513896d', 'network_id': '5094b899-4dec-49b5-8ded-e9d66513896d', 'project_id': '2abbad47f1424c24afaeb2bdde5347a8', 'fixed_ips': [{'subnet_id': '0894a803-94be-4ab7-aa0d-1fc30637dec0'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:47:56.117719 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3439bdb8-d8fc-4fa8-af6c-50393899fc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.208190 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb540c62-eede-432f-abf1-03c0e45f020d admin admin] Publish callbacks [] for port (fb887071-fdb9-4a7d-9844-9fa72ddafa13), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.226796 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-58b7be2c-db92-45a8-b289-6fe507d8cf37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.244767 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bad8676f-624e-49bc-bd78-5d03972d51df admin admin] Publish callbacks [] for security_group (5f7b9b8f-22e5-4fbf-9956-9e1a6ec19e8c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.261612 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] Publish callbacks [] for port (bdf8ec80-8b40-4677-bcf4-52d777732add), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.323353 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-55d2ea86-1d1a-43c2-9d6b-824ce0cc3c15 None None] Current status of the port 7845648b-599e-4636-a66b-737712c1714b is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:56.328150 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-55d2ea86-1d1a-43c2-9d6b-824ce0cc3c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7845648b-599e-4636-a66b-737712c1714b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.331408 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bad8676f-624e-49bc-bd78-5d03972d51df admin admin] Publish callbacks [] for security_group (5f7b9b8f-22e5-4fbf-9956-9e1a6ec19e8c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.481902 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bad8676f-624e-49bc-bd78-5d03972d51df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5f7b9b8f-22e5-4fbf-9956-9e1a6ec19e8c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.488609 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bad8676f-624e-49bc-bd78-5d03972d51df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.510929 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bad8676f-624e-49bc-bd78-5d03972d51df admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5f7b9b8f-22e5-4fbf-9956-9e1a6ec19e8c HTTP/1.1" status: 204 len: 168 time: 0.4051237 Feb 09 21:47:56.533021 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8676f-624e-49bc-bd78-5d03972d51df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7b9b8f-22e5-4fbf-9956-9e1a6ec19e8c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:56.708813 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2527a9b8-1d04-4da7-9d0a-f869fa20869a admin admin] Publish callbacks [] for router_gateway (563219e8-210a-4c89-a607-b570340b3508), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.737560 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-3439bdb8-d8fc-4fa8-af6c-50393899fc7f None None] Allocated IP 172.20.0.2 (5094b899-4dec-49b5-8ded-e9d66513896d/0894a803-94be-4ab7-aa0d-1fc30637dec0/8d710c2d-1c5d-4eb0-90fd-347cf9e6965f) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:56.883715 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-58b7be2c-db92-45a8-b289-6fe507d8cf37 admin admin] Publish callbacks [] for security_group (8689ff1a-a750-4d6f-8365-ad7a039f9867), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.929419 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-58b7be2c-db92-45a8-b289-6fe507d8cf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8689ff1a-a750-4d6f-8365-ad7a039f9867), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.972211 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-58b7be2c-db92-45a8-b289-6fe507d8cf37 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c15600be42634496b9c8de92e4ede2e3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5878351 Feb 09 21:47:56.972629 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39922) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:56.984661 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb540c62-eede-432f-abf1-03c0e45f020d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (fb887071-fdb9-4a7d-9844-9fa72ddafa13), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.121166 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c7dc595a-1b5b-4709-a4b5-4c4325c04456 admin admin] Publish callbacks [] for security_group (8689ff1a-a750-4d6f-8365-ad7a039f9867), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.188367 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c7dc595a-1b5b-4709-a4b5-4c4325c04456 admin admin] Publish callbacks [] for security_group (8689ff1a-a750-4d6f-8365-ad7a039f9867), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.201438 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3439bdb8-d8fc-4fa8-af6c-50393899fc7f None None] Publish callbacks [] for port (8d710c2d-1c5d-4eb0-90fd-347cf9e6965f), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.285272 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bdf8ec80-8b40-4677-bcf4-52d777732add), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.353355 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb540c62-eede-432f-abf1-03c0e45f020d admin admin] Pushing event updated for resources: {'Port': ['ID=fb887071-fdb9-4a7d-9844-9fa72ddafa13,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:57.364888 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d1d55e-7929-47f9-989e-9403a7f8c317 None None] DHCP port deletion for 110e6acb-5225-4293-bb53-b200a63e1ab6 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:47:57.389249 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c02033-e2de-4a17-9f3c-ab8b1f6419b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2135269045-router', 'tenant_id': '95ed883d44674772a15c6306c3cf26a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1fa64ec9-7c37-4c61-8d50-82664abdf67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:41Z', 'updated_at': '2022-02-09T21:47:44Z', 'revision_number': 3, 'project_id': '95ed883d44674772a15c6306c3cf26a0', 'gw_port': {'id': '1fa64ec9-7c37-4c61-8d50-82664abdf67b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c02033-e2de-4a17-9f3c-ab8b1f6419b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:42Z', 'updated_at': '2022-02-09T21:47:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:57.413978 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3439bdb8-d8fc-4fa8-af6c-50393899fc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (8d710c2d-1c5d-4eb0-90fd-347cf9e6965f), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.427507 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb540c62-eede-432f-abf1-03c0e45f020d admin admin] Network 19ba73ba-37dc-49c2-95ff-adb0d23216a7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:57.471014 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-fb540c62-eede-432f-abf1-03c0e45f020d admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:57.480178 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb540c62-eede-432f-abf1-03c0e45f020d admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:57.509048 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c7dc595a-1b5b-4709-a4b5-4c4325c04456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8689ff1a-a750-4d6f-8365-ad7a039f9867), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.512079 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c7dc595a-1b5b-4709-a4b5-4c4325c04456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.515197 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c7dc595a-1b5b-4709-a4b5-4c4325c04456 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8689ff1a-a750-4d6f-8365-ad7a039f9867 HTTP/1.1" status: 204 len: 168 time: 0.5407457 Feb 09 21:47:57.535135 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc595a-1b5b-4709-a4b5-4c4325c04456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8689ff1a-a750-4d6f-8365-ad7a039f9867,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:57.582537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7be2c-db92-45a8-b289-6fe507d8cf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8689ff1a-a750-4d6f-8365-ad7a039f9867,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:57.700666 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3439bdb8-d8fc-4fa8-af6c-50393899fc7f None None] Network 5094b899-4dec-49b5-8ded-e9d66513896d is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:57.718706 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9e92d-b3d1-4529-b371-069bda837248 None None] Pushing event updated for resources: {'Port': ['ID=bdf8ec80-8b40-4677-bcf4-52d777732add,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:57.743484 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb540c62-eede-432f-abf1-03c0e45f020d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (94c02033-e2de-4a17-9f3c-ab8b1f6419b3), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.747797 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-3439bdb8-d8fc-4fa8-af6c-50393899fc7f None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:57.757847 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3439bdb8-d8fc-4fa8-af6c-50393899fc7f None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:58.431317 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] Checking router: 94c02033-e2de-4a17-9f3c-ab8b1f6419b3 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:47:58.432504 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] Updating router 94c02033-e2de-4a17-9f3c-ab8b1f6419b3 port 1fa64ec9-7c37-4c61-8d50-82664abdf67b binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:47:58.546593 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439bdb8-d8fc-4fa8-af6c-50393899fc7f None None] Pushing event updated for resources: {'Port': ['ID=8d710c2d-1c5d-4eb0-90fd-347cf9e6965f,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:58.622747 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2527a9b8-1d04-4da7-9d0a-f869fa20869a admin admin] Publish callbacks [] for router_gateway (563219e8-210a-4c89-a607-b570340b3508), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.786313 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 68d06721-f790-46c2-ab1f-bea235f62f08 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:58.787226 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (68d06721-f790-46c2-ab1f-bea235f62f08), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.795513 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1fa64ec9-7c37-4c61-8d50-82664abdf67b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.853665 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb540c62-eede-432f-abf1-03c0e45f020d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fb887071-fdb9-4a7d-9844-9fa72ddafa13), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.863374 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-55d2ea86-1d1a-43c2-9d6b-824ce0cc3c15 None None] For port 7845648b-599e-4636-a66b-737712c1714b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7845648b-599e-4636-a66b-737712c1714b,segment=NetworkSegment(42c22e0b-a4aa-42e6-ba4f-6df152e178cd),segment_id=42c22e0b-a4aa-42e6-ba4f-6df152e178cd)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:58.872179 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2527a9b8-1d04-4da7-9d0a-f869fa20869a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.882139 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-55d2ea86-1d1a-43c2-9d6b-824ce0cc3c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7845648b-599e-4636-a66b-737712c1714b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.963567 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3439bdb8-d8fc-4fa8-af6c-50393899fc7f None None] Attempting to bind port 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:58.964104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3439bdb8-d8fc-4fa8-af6c-50393899fc7f None None] Attempting to bind port 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '41e39697-75e0-4695-bb5a-9d529bcf1b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5094b899-4dec-49b5-8ded-e9d66513896d'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:58.964624 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3439bdb8-d8fc-4fa8-af6c-50393899fc7f None None] Attempting to bind port 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f on network 5094b899-4dec-49b5-8ded-e9d66513896d {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:58.971343 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2ea86-1d1a-43c2-9d6b-824ce0cc3c15 None None] Pushing event updated for resources: {'Port': ['ID=7845648b-599e-4636-a66b-737712c1714b,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:58.974611 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] Attempting to bind port bdf8ec80-8b40-4677-bcf4-52d777732add on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:58.975116 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] Attempting to bind port bdf8ec80-8b40-4677-bcf4-52d777732add by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:58.975592 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] Attempting to bind port bdf8ec80-8b40-4677-bcf4-52d777732add on network 5212a2c9-ea88-4741-aaf1-2380b789ca31 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:58.988227 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:58.988785 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] Checking segment: {'id': 'ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:58.989451 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.989983 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] Bound using segment: {'id': 'ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:58.990624 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] Bound port: bdf8ec80-8b40-4677-bcf4-52d777732add, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:58.991148 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bdf8ec80-8b40-4677-bcf4-52d777732add), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:59.081583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3439bdb8-d8fc-4fa8-af6c-50393899fc7f None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:59.082560 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3439bdb8-d8fc-4fa8-af6c-50393899fc7f None None] Checking segment: {'id': '41e39697-75e0-4695-bb5a-9d529bcf1b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5094b899-4dec-49b5-8ded-e9d66513896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:59.083090 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3439bdb8-d8fc-4fa8-af6c-50393899fc7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:59.083603 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3439bdb8-d8fc-4fa8-af6c-50393899fc7f None None] Bound using segment: {'id': '41e39697-75e0-4695-bb5a-9d529bcf1b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5094b899-4dec-49b5-8ded-e9d66513896d'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:59.084269 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3439bdb8-d8fc-4fa8-af6c-50393899fc7f None None] Bound port: 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e39697-75e0-4695-bb5a-9d529bcf1b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5094b899-4dec-49b5-8ded-e9d66513896d'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:59.084772 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3439bdb8-d8fc-4fa8-af6c-50393899fc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8d710c2d-1c5d-4eb0-90fd-347cf9e6965f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:59.223432 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 68d06721-f790-46c2-ab1f-bea235f62f08 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:59.224911 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7845648b-599e-4636-a66b-737712c1714b up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:59.328772 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9586a887-22e0-4fdb-902f-e32aad3f3b98 None None] Provisioning complete for port bdf8ec80-8b40-4677-bcf4-52d777732add triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:59.329341 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9586a887-22e0-4fdb-902f-e32aad3f3b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bdf8ec80-8b40-4677-bcf4-52d777732add), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:59.381013 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9586a887-22e0-4fdb-902f-e32aad3f3b98 None None] Port bdf8ec80-8b40-4677-bcf4-52d777732add cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:47:59.799979 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 7845648b-599e-4636-a66b-737712c1714b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:59.804445 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7845648b-599e-4636-a66b-737712c1714b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:59.866279 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39998) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:59.972103 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-3439bdb8-d8fc-4fa8-af6c-50393899fc7f None None] For port 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:59.997735 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb540c62-eede-432f-abf1-03c0e45f020d admin admin] Publish callbacks [] for port (fb887071-fdb9-4a7d-9844-9fa72ddafa13), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:00.015580 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb540c62-eede-432f-abf1-03c0e45f020d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (fb887071-fdb9-4a7d-9844-9fa72ddafa13), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:00.026540 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9586a887-22e0-4fdb-902f-e32aad3f3b98 None None] Provisioning complete for port 7845648b-599e-4636-a66b-737712c1714b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:00.028817 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9586a887-22e0-4fdb-902f-e32aad3f3b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7845648b-599e-4636-a66b-737712c1714b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:00.059849 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40002) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:00.178762 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-60b4f51b-8b73-4cbd-9c75-871c8815e20e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-network', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:00.183139 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] For port bdf8ec80-8b40-4677-bcf4-52d777732add, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:00.183956 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb540c62-eede-432f-abf1-03c0e45f020d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (94c02033-e2de-4a17-9f3c-ab8b1f6419b3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:00.260484 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-3439bdb8-d8fc-4fa8-af6c-50393899fc7f None None] For port 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8d710c2d-1c5d-4eb0-90fd-347cf9e6965f,segment=NetworkSegment(41e39697-75e0-4695-bb5a-9d529bcf1b39),segment_id=41e39697-75e0-4695-bb5a-9d529bcf1b39)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:00.277496 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f4d3eded-38d2-4ad7-9d9d-4e9ee9e78b5d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-423639905-network', 'tenant_id': '2516f2edda0e4c31a3f4766864a26000'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:00.283191 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] For port bdf8ec80-8b40-4677-bcf4-52d777732add, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=bdf8ec80-8b40-4677-bcf4-52d777732add,segment=NetworkSegment(ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51),segment_id=ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:00.286405 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b4f51b-8b73-4cbd-9c75-871c8815e20e admin admin] Made reservation on behalf of 8908faf94a6140dabe02e2fb8fe5fb7c for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:00.297268 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60b4f51b-8b73-4cbd-9c75-871c8815e20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:00.328106 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60b4f51b-8b73-4cbd-9c75-871c8815e20e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:00.346859 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3439bdb8-d8fc-4fa8-af6c-50393899fc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8d710c2d-1c5d-4eb0-90fd-347cf9e6965f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:00.385430 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bdf8ec80-8b40-4677-bcf4-52d777732add), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:00.492381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb540c62-eede-432f-abf1-03c0e45f020d admin admin] Pushing event updated for resources: {'Port': ['ID=fb887071-fdb9-4a7d-9844-9fa72ddafa13,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:00.614838 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60b4f51b-8b73-4cbd-9c75-871c8815e20e admin admin] Publish callbacks [] for security_group (38607372-27a4-4ad3-851c-899f628d68b5), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:00.684728 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60b4f51b-8b73-4cbd-9c75-871c8815e20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (38607372-27a4-4ad3-851c-899f628d68b5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:00.705590 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d3eded-38d2-4ad7-9d9d-4e9ee9e78b5d admin admin] Made reservation on behalf of 2516f2edda0e4c31a3f4766864a26000 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:00.718565 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4d3eded-38d2-4ad7-9d9d-4e9ee9e78b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:00.739310 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb540c62-eede-432f-abf1-03c0e45f020d admin admin] Network 19ba73ba-37dc-49c2-95ff-adb0d23216a7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:00.742081 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-fb540c62-eede-432f-abf1-03c0e45f020d admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:00.791690 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b4f51b-8b73-4cbd-9c75-871c8815e20e admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:48:00.809030 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9586a887-22e0-4fdb-902f-e32aad3f3b98 None None] Current status of the port 7845648b-599e-4636-a66b-737712c1714b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:00.813600 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4d3eded-38d2-4ad7-9d9d-4e9ee9e78b5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:00.925880 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4f51b-8b73-4cbd-9c75-871c8815e20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38607372-27a4-4ad3-851c-899f628d68b5,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:00.942393 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60b4f51b-8b73-4cbd-9c75-871c8815e20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (7b536f40-7d03-4fa2-82e6-e6ab2e547bf0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:00.943343 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-60b4f51b-8b73-4cbd-9c75-871c8815e20e admin admin] Added segment 7b536f40-7d03-4fa2-82e6-e6ab2e547bf0 of type vlan for network d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 Feb 09 21:48:01.032578 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439bdb8-d8fc-4fa8-af6c-50393899fc7f None None] Pushing event updated for resources: {'Port': ['ID=8d710c2d-1c5d-4eb0-90fd-347cf9e6965f,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:01.076533 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 7845648b-599e-4636-a66b-737712c1714b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:01.216461 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60b4f51b-8b73-4cbd-9c75-871c8815e20e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (d986e1d4-dbe5-4d3a-9f4f-cb22ad931371), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:01.357101 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 54f5ed10-43be-4113-95fb-17c887c6b48c no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:48:01.381925 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.db.resource_extend [None req-60b4f51b-8b73-4cbd-9c75-871c8815e20e admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:48:01.411917 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb540c62-eede-432f-abf1-03c0e45f020d admin admin] Router 94c02033-e2de-4a17-9f3c-ab8b1f6419b3 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:48:01.438263 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9586a887-22e0-4fdb-902f-e32aad3f3b98 None None] Provisioning complete for port fb887071-fdb9-4a7d-9844-9fa72ddafa13 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:01.438703 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9586a887-22e0-4fdb-902f-e32aad3f3b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fb887071-fdb9-4a7d-9844-9fa72ddafa13), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:01.479308 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 54f5ed10-43be-4113-95fb-17c887c6b48c {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:48:01.485531 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 54f5ed10-43be-4113-95fb-17c887c6b48c not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:48:01.486975 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 170a1cd3-299d-4bc0-8946-e62d8852db33 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:48:01.605921 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60b4f51b-8b73-4cbd-9c75-871c8815e20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (d986e1d4-dbe5-4d3a-9f4f-cb22ad931371), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:01.607119 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b4f51b-8b73-4cbd-9c75-871c8815e20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:01.607681 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60b4f51b-8b73-4cbd-9c75-871c8815e20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:01.611674 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4d3eded-38d2-4ad7-9d9d-4e9ee9e78b5d admin admin] Publish callbacks [] for security_group (17deb92b-92e9-4417-a8fc-06fc133beef9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:01.615258 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] Routers {'c70e6d57-609c-4a99-8fe6-279c7a8dff83'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:01.616377 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:47:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c70e6d57-609c-4a99-8fe6-279c7a8dff83'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:01.727640 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4d3eded-38d2-4ad7-9d9d-4e9ee9e78b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (17deb92b-92e9-4417-a8fc-06fc133beef9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:01.805636 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb540c62-eede-432f-abf1-03c0e45f020d admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:48:01.827684 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fb540c62-eede-432f-abf1-03c0e45f020d admin admin] 10.222.0.77 "PUT /v2.0/routers/94c02033-e2de-4a17-9f3c-ab8b1f6419b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3184793 Feb 09 21:48:01.829056 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-60b4f51b-8b73-4cbd-9c75-871c8815e20e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9581141 Feb 09 21:48:01.829334 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40022) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:01.849802 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d3eded-38d2-4ad7-9d9d-4e9ee9e78b5d admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:48:01.857313 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a3db97ef-ca56-451c-99ae-7bf6e4283c2e admin admin] Request body: {'subnet': {'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-subnet', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:01.868794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4f51b-8b73-4cbd-9c75-871c8815e20e admin admin] Pushing event updated for resources: {'Network': ['ID=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:01.890506 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3eded-38d2-4ad7-9d9d-4e9ee9e78b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17deb92b-92e9-4417-a8fc-06fc133beef9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:01.909647 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4d3eded-38d2-4ad7-9d9d-4e9ee9e78b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (bdcc1a20-09ed-4611-a93f-7a4839fe538d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:01.909987 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-f4d3eded-38d2-4ad7-9d9d-4e9ee9e78b5d admin admin] Added segment bdcc1a20-09ed-4611-a93f-7a4839fe538d of type vlan for network 917340f1-7515-48b4-8cb3-2575d335d894 Feb 09 21:48:02.010753 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3db97ef-ca56-451c-99ae-7bf6e4283c2e admin admin] Made reservation on behalf of 8908faf94a6140dabe02e2fb8fe5fb7c for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:02.031602 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a3db97ef-ca56-451c-99ae-7bf6e4283c2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:02.101001 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4d3eded-38d2-4ad7-9d9d-4e9ee9e78b5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (917340f1-7515-48b4-8cb3-2575d335d894), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:02.196718 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4d3eded-38d2-4ad7-9d9d-4e9ee9e78b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (917340f1-7515-48b4-8cb3-2575d335d894), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:02.198392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d3eded-38d2-4ad7-9d9d-4e9ee9e78b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:02.199438 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4d3eded-38d2-4ad7-9d9d-4e9ee9e78b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:02.240752 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:48:02.350958 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40030) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:02.574516 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f4d3eded-38d2-4ad7-9d9d-4e9ee9e78b5d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5118661 Feb 09 21:48:02.598546 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40042) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:02.609404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-33b1475f-7bff-47bf-a55e-bd4b21c969da admin admin] Request body: {'subnet': {'network_id': '917340f1-7515-48b4-8cb3-2575d335d894', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-423639905-subnet', 'tenant_id': '2516f2edda0e4c31a3f4766864a26000', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:02.659191 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3eded-38d2-4ad7-9d9d-4e9ee9e78b5d admin admin] Pushing event updated for resources: {'Network': ['ID=917340f1-7515-48b4-8cb3-2575d335d894,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:02.672921 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 170a1cd3-299d-4bc0-8946-e62d8852db33 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:48:02.673474 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 170a1cd3-299d-4bc0-8946-e62d8852db33 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:48:02.691890 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] Publish callbacks [] for port (1fa64ec9-7c37-4c61-8d50-82664abdf67b), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:02.747581 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b1475f-7bff-47bf-a55e-bd4b21c969da admin admin] Made reservation on behalf of 2516f2edda0e4c31a3f4766864a26000 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:02.756054 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-33b1475f-7bff-47bf-a55e-bd4b21c969da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:02.758041 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 917340f1-7515-48b4-8cb3-2575d335d894 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:48:02.879469 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9e92d-b3d1-4529-b371-069bda837248 None None] Pushing event updated for resources: {'Port': ['ID=bdf8ec80-8b40-4677-bcf4-52d777732add,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:03.079387 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1fa64ec9-7c37-4c61-8d50-82664abdf67b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.222443 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435cd879-a39b-4c33-a290-260fa5c6d052 None None] Network 5094b899-4dec-49b5-8ded-e9d66513896d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:03.231090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bec3ca-1e13-4ebb-9427-f47fc16b99a9 None None] Pushing event updated for resources: {'Port': ['ID=1fa64ec9-7c37-4c61-8d50-82664abdf67b,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:03.267552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9586a887-22e0-4fdb-902f-e32aad3f3b98 None None] Port fb887071-fdb9-4a7d-9844-9fa72ddafa13 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:48:03.457565 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-33b1475f-7bff-47bf-a55e-bd4b21c969da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (b2320214-4aff-49a7-bcd6-e87f4087cca5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.459895 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:03.657529 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1475f-7bff-47bf-a55e-bd4b21c969da admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2320214-4aff-49a7-bcd6-e87f4087cca5,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:03.672895 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] Set router c70e6d57-609c-4a99-8fe6-279c7a8dff83 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:03.742457 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b1475f-7bff-47bf-a55e-bd4b21c969da admin admin] Checking segment: {'id': 'bdcc1a20-09ed-4611-a93f-7a4839fe538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '917340f1-7515-48b4-8cb3-2575d335d894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:03.743074 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b1475f-7bff-47bf-a55e-bd4b21c969da admin admin] Network hostable DHCP agents. Network: 917340f1-7515-48b4-8cb3-2575d335d894, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:48:03.823438 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b1475f-7bff-47bf-a55e-bd4b21c969da admin admin] Network 917340f1-7515-48b4-8cb3-2575d335d894 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:48:03.853985 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-33b1475f-7bff-47bf-a55e-bd4b21c969da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 917340f1-7515-48b4-8cb3-2575d335d894) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:03.864524 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b1475f-7bff-47bf-a55e-bd4b21c969da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:03.865611 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-33b1475f-7bff-47bf-a55e-bd4b21c969da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.931735 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-33b1475f-7bff-47bf-a55e-bd4b21c969da admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3303139 Feb 09 21:48:03.933716 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40086) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:03.948587 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7381823f-bdaf-4caa-ad0b-d60a14547536 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-423639905-router', 'tenant_id': '2516f2edda0e4c31a3f4766864a26000', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:04.041864 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7381823f-bdaf-4caa-ad0b-d60a14547536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (c693f126-6cea-4c08-9c45-a3c2c581c9a8), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.055165 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7381823f-bdaf-4caa-ad0b-d60a14547536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (c693f126-6cea-4c08-9c45-a3c2c581c9a8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.134352 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-2527a9b8-1d04-4da7-9d0a-f869fa20869a admin admin] Allocated IP 172.25.6.125 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/883f28a0-f0ad-4537-96bf-a8963a436be3) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:04.409411 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2527a9b8-1d04-4da7-9d0a-f869fa20869a admin admin] Publish callbacks [] for port (883f28a0-f0ad-4537-96bf-a8963a436be3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.476897 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7381823f-bdaf-4caa-ad0b-d60a14547536 admin admin] Publish callbacks [] for router_controller (c693f126-6cea-4c08-9c45-a3c2c581c9a8), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.527957 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2527a9b8-1d04-4da7-9d0a-f869fa20869a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (883f28a0-f0ad-4537-96bf-a8963a436be3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.595102 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2527a9b8-1d04-4da7-9d0a-f869fa20869a admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:04.600491 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a3db97ef-ca56-451c-99ae-7bf6e4283c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (ef491681-aa83-413d-aeee-25903ab6b8c8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.669763 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-2527a9b8-1d04-4da7-9d0a-f869fa20869a admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:04.683079 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2527a9b8-1d04-4da7-9d0a-f869fa20869a admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:04.819110 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db9fe9df-6d7c-41ad-973c-ad4bb1b6ac70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.847628 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db97ef-ca56-451c-99ae-7bf6e4283c2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef491681-aa83-413d-aeee-25903ab6b8c8,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:04.870798 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] Attempting to bind port 1fa64ec9-7c37-4c61-8d50-82664abdf67b on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:04.871536 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] Attempting to bind port 1fa64ec9-7c37-4c61-8d50-82664abdf67b by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:04.871536 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] Attempting to bind port 1fa64ec9-7c37-4c61-8d50-82664abdf67b on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:04.898006 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d92636c-07c9-4db4-921a-fd75bb71b97a None None] Network 917340f1-7515-48b4-8cb3-2575d335d894 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:05.098134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527a9b8-1d04-4da7-9d0a-f869fa20869a admin admin] Pushing event updated for resources: {'Port': ['ID=883f28a0-f0ad-4537-96bf-a8963a436be3,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:05.131798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3db97ef-ca56-451c-99ae-7bf6e4283c2e admin admin] Checking segment: {'id': '7b536f40-7d03-4fa2-82e6-e6ab2e547bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:05.132348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3db97ef-ca56-451c-99ae-7bf6e4283c2e admin admin] Network hostable DHCP agents. Network: d986e1d4-dbe5-4d3a-9f4f-cb22ad931371, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:48:05.162018 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:05.167298 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:05.168262 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:05.174868 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:05.176112 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] Bound port: 1fa64ec9-7c37-4c61-8d50-82664abdf67b, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:05.176996 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1fa64ec9-7c37-4c61-8d50-82664abdf67b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:05.357952 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-a162ffde-3337-4c8f-8bf8-2d599c8b61a0 None None] Provisioning complete for port bdf8ec80-8b40-4677-bcf4-52d777732add triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:05.358727 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a162ffde-3337-4c8f-8bf8-2d599c8b61a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bdf8ec80-8b40-4677-bcf4-52d777732add), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:05.487439 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7381823f-bdaf-4caa-ad0b-d60a14547536 admin admin] Publish callbacks [] for router_gateway (c693f126-6cea-4c08-9c45-a3c2c581c9a8), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:05.630497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3db97ef-ca56-451c-99ae-7bf6e4283c2e admin admin] Network d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:48:05.711251 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973495c0-f11f-43af-84c1-d60721444567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-917340f1-7515-48b4-8cb3-2575d335d894', 'network_id': '917340f1-7515-48b4-8cb3-2575d335d894', 'project_id': '2516f2edda0e4c31a3f4766864a26000', 'fixed_ips': [{'subnet_id': 'b2320214-4aff-49a7-bcd6-e87f4087cca5'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:48:05.718322 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-973495c0-f11f-43af-84c1-d60721444567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:05.781115 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a3db97ef-ca56-451c-99ae-7bf6e4283c2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, d986e1d4-dbe5-4d3a-9f4f-cb22ad931371) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:05.828984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3db97ef-ca56-451c-99ae-7bf6e4283c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:05.829604 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a3db97ef-ca56-451c-99ae-7bf6e4283c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:05.873223 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:05.874116 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8d710c2d-1c5d-4eb0-90fd-347cf9e6965f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:05.957524 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2527a9b8-1d04-4da7-9d0a-f869fa20869a admin admin] Publish callbacks [] for router_gateway (563219e8-210a-4c89-a607-b570340b3508), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:05.972066 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0289b188-22d6-4a58-a5f4-dde3239f7960 None None] Network d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:06.205263 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7381823f-bdaf-4caa-ad0b-d60a14547536 admin admin] Publish callbacks [] for router_gateway (c693f126-6cea-4c08-9c45-a3c2c581c9a8), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:06.277540 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7381823f-bdaf-4caa-ad0b-d60a14547536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:06.476085 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a3db97ef-ca56-451c-99ae-7bf6e4283c2e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.6411178 Feb 09 21:48:06.484288 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40134) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:06.503281 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-eb67c679-beef-47ac-9df9-544148b86661 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-router', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:06.508459 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db9fe9df-6d7c-41ad-973c-ad4bb1b6ac70 admin admin] Publish callbacks [] for security_group (41402ebc-cc7b-4c3e-a48b-f7520d148a09), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:06.622165 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb67c679-beef-47ac-9df9-544148b86661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (f1a39641-509b-4064-aa3e-3c8c1dc9f813), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:06.626860 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb67c679-beef-47ac-9df9-544148b86661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (f1a39641-509b-4064-aa3e-3c8c1dc9f813), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:06.669639 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db9fe9df-6d7c-41ad-973c-ad4bb1b6ac70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (41402ebc-cc7b-4c3e-a48b-f7520d148a09), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:06.788111 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-7381823f-bdaf-4caa-ad0b-d60a14547536 admin admin] Allocated IP 172.25.6.20 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/57222a5c-d8f0-4c78-af26-2b21e1315c2c) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:06.902706 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb67c679-beef-47ac-9df9-544148b86661 admin admin] Publish callbacks [] for router_controller (f1a39641-509b-4064-aa3e-3c8c1dc9f813), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:07.166759 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-db9fe9df-6d7c-41ad-973c-ad4bb1b6ac70 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=154352353f58477a8e0fb57f1a6e9179&name=default HTTP/1.1" status: 200 len: 3000 time: 4.8104596 Feb 09 21:48:07.168094 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40140) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:07.286472 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fe9df-6d7c-41ad-973c-ad4bb1b6ac70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41402ebc-cc7b-4c3e-a48b-f7520d148a09,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:07.343349 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-973495c0-f11f-43af-84c1-d60721444567 None None] Allocated IP 172.20.0.2 (917340f1-7515-48b4-8cb3-2575d335d894/b2320214-4aff-49a7-bcd6-e87f4087cca5/f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:07.677700 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2527a9b8-1d04-4da7-9d0a-f869fa20869a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (563219e8-210a-4c89-a607-b570340b3508), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:07.718763 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7381823f-bdaf-4caa-ad0b-d60a14547536 admin admin] Publish callbacks [] for port (57222a5c-d8f0-4c78-af26-2b21e1315c2c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:07.731807 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:48:07.922277 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb67c679-beef-47ac-9df9-544148b86661 admin admin] Publish callbacks [] for router_gateway (f1a39641-509b-4064-aa3e-3c8c1dc9f813), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:07.938020 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c020b36-8c01-4d4c-bdc5-a467d7cba50e admin admin] Publish callbacks [] for security_group (41402ebc-cc7b-4c3e-a48b-f7520d148a09), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:07.956731 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7381823f-bdaf-4caa-ad0b-d60a14547536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (57222a5c-d8f0-4c78-af26-2b21e1315c2c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.005920 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b566c82d-3557-4b11-887e-d85fc72f7796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-d986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'fixed_ips': [{'subnet_id': 'ef491681-aa83-413d-aeee-25903ab6b8c8'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:48:08.008000 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b566c82d-3557-4b11-887e-d85fc72f7796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.055382 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7381823f-bdaf-4caa-ad0b-d60a14547536 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:08.074825 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-7381823f-bdaf-4caa-ad0b-d60a14547536 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:08.171827 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c020b36-8c01-4d4c-bdc5-a467d7cba50e admin admin] Publish callbacks [] for security_group (41402ebc-cc7b-4c3e-a48b-f7520d148a09), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.180111 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7381823f-bdaf-4caa-ad0b-d60a14547536 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:08.213844 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] For port 1fa64ec9-7c37-4c61-8d50-82664abdf67b, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:08.296134 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c020b36-8c01-4d4c-bdc5-a467d7cba50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (41402ebc-cc7b-4c3e-a48b-f7520d148a09), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.303772 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c020b36-8c01-4d4c-bdc5-a467d7cba50e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.322771 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7c020b36-8c01-4d4c-bdc5-a467d7cba50e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/41402ebc-cc7b-4c3e-a48b-f7520d148a09 HTTP/1.1" status: 204 len: 168 time: 1.1239395 Feb 09 21:48:08.379193 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c020b36-8c01-4d4c-bdc5-a467d7cba50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41402ebc-cc7b-4c3e-a48b-f7520d148a09,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:08.395545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] For port 1fa64ec9-7c37-4c61-8d50-82664abdf67b, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1fa64ec9-7c37-4c61-8d50-82664abdf67b,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:08.414594 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4baca04-4ae8-4071-9809-8c311b678816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.425319 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-973495c0-f11f-43af-84c1-d60721444567 None None] Publish callbacks [] for port (f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.431575 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'name': 'tempest-TaggedBootDevicesTest-1823550041-router', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:24Z', 'updated_at': '2022-02-09T21:47:38Z', 'revision_number': 4, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'gw_port': {'id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:26Z', 'updated_at': '2022-02-09T21:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'bdf8ec80-8b40-4677-bcf4-52d777732add', 'name': '', 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'mac_address': 'fa:16:3e:6c:00:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '55384cb3-5e7d-40d1-a8e4-5aedaec5fab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:33Z', 'updated_at': '2022-02-09T21:47:59Z', 'revision_number': 4, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'subnets': [{'id': '55384cb3-5e7d-40d1-a8e4-5aedaec5fab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:08.454792 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2527a9b8-1d04-4da7-9d0a-f869fa20869a admin admin] Router 563219e8-210a-4c89-a607-b570340b3508 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:48:08.652712 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1fa64ec9-7c37-4c61-8d50-82664abdf67b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.758807 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-973495c0-f11f-43af-84c1-d60721444567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.777451 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2527a9b8-1d04-4da7-9d0a-f869fa20869a admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:48:08.791821 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] Sync routers for ids ['563219e8-210a-4c89-a607-b570340b3508'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:48:08.818318 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] Routers {'563219e8-210a-4c89-a607-b570340b3508'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:08.831417 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:47:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['563219e8-210a-4c89-a607-b570340b3508'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:08.835635 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e547c8-ffaa-431c-a047-9eabec52aa1c None None] The sync data for ids ['c70e6d57-609c-4a99-8fe6-279c7a8dff83'] in n-d-828601-1 is: [{'id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'name': 'tempest-TaggedBootDevicesTest-1823550041-router', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:24Z', 'updated_at': '2022-02-09T21:47:38Z', 'revision_number': 4, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'gw_port': {'id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:26Z', 'updated_at': '2022-02-09T21:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'bdf8ec80-8b40-4677-bcf4-52d777732add', 'name': '', 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'mac_address': 'fa:16:3e:6c:00:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '55384cb3-5e7d-40d1-a8e4-5aedaec5fab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:33Z', 'updated_at': '2022-02-09T21:47:59Z', 'revision_number': 4, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'subnets': [{'id': '55384cb3-5e7d-40d1-a8e4-5aedaec5fab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:48:08.841022 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2527a9b8-1d04-4da7-9d0a-f869fa20869a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.846270 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2527a9b8-1d04-4da7-9d0a-f869fa20869a admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 14.5693684 Feb 09 21:48:08.853874 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40170) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:09.330476 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40174) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:09.405805 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9207c3fd-e1a2-4272-a7ea-79c3015bafc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.411897 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] Set router 563219e8-210a-4c89-a607-b570340b3508 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:09.750903 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381823f-bdaf-4caa-ad0b-d60a14547536 admin admin] Pushing event updated for resources: {'Port': ['ID=57222a5c-d8f0-4c78-af26-2b21e1315c2c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:09.878263 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563219e8-210a-4c89-a607-b570340b3508', 'name': 'tempest-TaggedBootDevicesTest-770560177-router', 'tenant_id': '2abbad47f1424c24afaeb2bdde5347a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '883f28a0-f0ad-4537-96bf-a8963a436be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:54Z', 'updated_at': '2022-02-09T21:48:05Z', 'revision_number': 3, 'project_id': '2abbad47f1424c24afaeb2bdde5347a8', 'gw_port': {'id': '883f28a0-f0ad-4537-96bf-a8963a436be3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:25:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563219e8-210a-4c89-a607-b570340b3508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:58Z', 'updated_at': '2022-02-09T21:48:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:09.880802 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973495c0-f11f-43af-84c1-d60721444567 None None] Network 917340f1-7515-48b4-8cb3-2575d335d894 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:10.007342 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] Checking router: 563219e8-210a-4c89-a607-b570340b3508 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:48:10.016426 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] Updating router 563219e8-210a-4c89-a607-b570340b3508 port 883f28a0-f0ad-4537-96bf-a8963a436be3 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:48:10.021880 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] Routers {'94c02033-e2de-4a17-9f3c-ab8b1f6419b3'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:10.038398 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:47:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['94c02033-e2de-4a17-9f3c-ab8b1f6419b3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:10.153547 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-973495c0-f11f-43af-84c1-d60721444567 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:10.274863 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (883f28a0-f0ad-4537-96bf-a8963a436be3), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:10.565759 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] Set router 94c02033-e2de-4a17-9f3c-ab8b1f6419b3 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:10.654115 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7381823f-bdaf-4caa-ad0b-d60a14547536 admin admin] Publish callbacks [] for router_gateway (c693f126-6cea-4c08-9c45-a3c2c581c9a8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:10.670881 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9207c3fd-e1a2-4272-a7ea-79c3015bafc3 admin admin] Publish callbacks [] for security_group (091de5ea-2a39-481b-baa9-382ce80ec2ce), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:10.708255 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9207c3fd-e1a2-4272-a7ea-79c3015bafc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (091de5ea-2a39-481b-baa9-382ce80ec2ce), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:10.936665 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:10.937492 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8d710c2d-1c5d-4eb0-90fd-347cf9e6965f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:10.962679 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a162ffde-3337-4c8f-8bf8-2d599c8b61a0 None None] Current status of the port bdf8ec80-8b40-4677-bcf4-52d777732add is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:10.962991 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a162ffde-3337-4c8f-8bf8-2d599c8b61a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bdf8ec80-8b40-4677-bcf4-52d777732add), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.013658 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973495c0-f11f-43af-84c1-d60721444567 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:11.032028 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bec3ca-1e13-4ebb-9427-f47fc16b99a9 None None] Pushing event updated for resources: {'Port': ['ID=1fa64ec9-7c37-4c61-8d50-82664abdf67b,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:11.192594 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9207c3fd-e1a2-4272-a7ea-79c3015bafc3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=13f11d9141a645abb227eb37dcaf82b2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8610644 Feb 09 21:48:11.199377 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207c3fd-e1a2-4272-a7ea-79c3015bafc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091de5ea-2a39-481b-baa9-382ce80ec2ce,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:11.202306 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40190) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:11.493130 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f1b5fd6-cd09-4982-9769-ed118eae76f7 admin admin] Publish callbacks [] for security_group (091de5ea-2a39-481b-baa9-382ce80ec2ce), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.527587 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d8b04c-bd82-41d1-8d4c-ad8cd9287231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.577078 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f1b5fd6-cd09-4982-9769-ed118eae76f7 admin admin] Publish callbacks [] for security_group (091de5ea-2a39-481b-baa9-382ce80ec2ce), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.881111 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-b566c82d-3557-4b11-887e-d85fc72f7796 None None] Allocated IP 172.20.0.2 (d986e1d4-dbe5-4d3a-9f4f-cb22ad931371/ef491681-aa83-413d-aeee-25903ab6b8c8/27fd600e-ba43-4d11-94c4-66054334c0aa) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:11.911136 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f1b5fd6-cd09-4982-9769-ed118eae76f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (091de5ea-2a39-481b-baa9-382ce80ec2ce), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.926239 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f1b5fd6-cd09-4982-9769-ed118eae76f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.935017 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7f1b5fd6-cd09-4982-9769-ed118eae76f7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/091de5ea-2a39-481b-baa9-382ce80ec2ce HTTP/1.1" status: 204 len: 168 time: 0.7286911 Feb 09 21:48:11.967073 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] Publish callbacks [] for port (883f28a0-f0ad-4537-96bf-a8963a436be3), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.994008 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (883f28a0-f0ad-4537-96bf-a8963a436be3), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.009759 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b5fd6-cd09-4982-9769-ed118eae76f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091de5ea-2a39-481b-baa9-382ce80ec2ce,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:12.184640 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817aee88-5496-406f-99cb-607a2e51f8e1 None None] Pushing event updated for resources: {'Port': ['ID=883f28a0-f0ad-4537-96bf-a8963a436be3,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:12.215968 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-90d8b04c-bd82-41d1-8d4c-ad8cd9287231 admin admin] Allocated IP 172.20.0.1 (5094b899-4dec-49b5-8ded-e9d66513896d/0894a803-94be-4ab7-aa0d-1fc30637dec0/d1255bdd-86c2-4875-ad51-3def6ae54643) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:12.218160 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7381823f-bdaf-4caa-ad0b-d60a14547536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (c693f126-6cea-4c08-9c45-a3c2c581c9a8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.278318 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb67c679-beef-47ac-9df9-544148b86661 admin admin] Publish callbacks [] for router_gateway (f1a39641-509b-4064-aa3e-3c8c1dc9f813), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.302644 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] Attempting to bind port 883f28a0-f0ad-4537-96bf-a8963a436be3 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:12.306089 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] Attempting to bind port 883f28a0-f0ad-4537-96bf-a8963a436be3 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:12.307174 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] Attempting to bind port 883f28a0-f0ad-4537-96bf-a8963a436be3 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:12.325707 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:12.330215 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:12.331541 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.332567 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:12.338744 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] Bound port: 883f28a0-f0ad-4537-96bf-a8963a436be3, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:12.339973 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (883f28a0-f0ad-4537-96bf-a8963a436be3), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.364637 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b566c82d-3557-4b11-887e-d85fc72f7796 None None] Publish callbacks [] for port (27fd600e-ba43-4d11-94c4-66054334c0aa), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.483873 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8d710c2d-1c5d-4eb0-90fd-347cf9e6965f,segment=NetworkSegment(41e39697-75e0-4695-bb5a-9d529bcf1b39),segment_id=41e39697-75e0-4695-bb5a-9d529bcf1b39)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:12.532670 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b566c82d-3557-4b11-887e-d85fc72f7796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (27fd600e-ba43-4d11-94c4-66054334c0aa), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.567562 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb67c679-beef-47ac-9df9-544148b86661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.665713 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] For port 883f28a0-f0ad-4537-96bf-a8963a436be3, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:12.679493 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] For port 883f28a0-f0ad-4537-96bf-a8963a436be3, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=883f28a0-f0ad-4537-96bf-a8963a436be3,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:12.696803 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (883f28a0-f0ad-4537-96bf-a8963a436be3), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.797459 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d8b04c-bd82-41d1-8d4c-ad8cd9287231 admin admin] Publish callbacks [] for port (d1255bdd-86c2-4875-ad51-3def6ae54643), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.809919 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-eb67c679-beef-47ac-9df9-544148b86661 admin admin] Allocated IP 172.25.6.208 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/f0b29a94-cc4d-4654-a07f-26fcfd37c0e8) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:12.921415 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817aee88-5496-406f-99cb-607a2e51f8e1 None None] Pushing event updated for resources: {'Port': ['ID=883f28a0-f0ad-4537-96bf-a8963a436be3,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:12.968925 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb67c679-beef-47ac-9df9-544148b86661 admin admin] Publish callbacks [] for port (f0b29a94-cc4d-4654-a07f-26fcfd37c0e8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.981613 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d8b04c-bd82-41d1-8d4c-ad8cd9287231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (d1255bdd-86c2-4875-ad51-3def6ae54643), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.046262 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb67c679-beef-47ac-9df9-544148b86661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f0b29a94-cc4d-4654-a07f-26fcfd37c0e8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.065068 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] Routers {'563219e8-210a-4c89-a607-b570340b3508'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:13.074009 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:48:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['563219e8-210a-4c89-a607-b570340b3508'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:13.116024 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d8b04c-bd82-41d1-8d4c-ad8cd9287231 admin admin] Network 5094b899-4dec-49b5-8ded-e9d66513896d is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:13.129911 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-90d8b04c-bd82-41d1-8d4c-ad8cd9287231 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:13.158811 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d8b04c-bd82-41d1-8d4c-ad8cd9287231 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:13.163061 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67c679-beef-47ac-9df9-544148b86661 admin admin] Pushing event updated for resources: {'Port': ['ID=f0b29a94-cc4d-4654-a07f-26fcfd37c0e8,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:13.195113 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb67c679-beef-47ac-9df9-544148b86661 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:13.200278 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-eb67c679-beef-47ac-9df9-544148b86661 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:13.213091 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb67c679-beef-47ac-9df9-544148b86661 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:13.301391 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8b04c-bd82-41d1-8d4c-ad8cd9287231 admin admin] Pushing event updated for resources: {'Port': ['ID=d1255bdd-86c2-4875-ad51-3def6ae54643,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:13.316882 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d8b04c-bd82-41d1-8d4c-ad8cd9287231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (563219e8-210a-4c89-a607-b570340b3508), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.726487 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2746d559-0b06-4e41-9541-7e1ad223fc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.734878 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d8b04c-bd82-41d1-8d4c-ad8cd9287231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d1255bdd-86c2-4875-ad51-3def6ae54643), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.744249 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8d710c2d-1c5d-4eb0-90fd-347cf9e6965f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.745508 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7845648b-599e-4636-a66b-737712c1714b up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:13.771418 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] Set router 563219e8-210a-4c89-a607-b570340b3508 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:13.796780 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7381823f-bdaf-4caa-ad0b-d60a14547536 admin admin] Router c693f126-6cea-4c08-9c45-a3c2c581c9a8 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:48:13.936245 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-a162ffde-3337-4c8f-8bf8-2d599c8b61a0 None None] For port bdf8ec80-8b40-4677-bcf4-52d777732add, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=bdf8ec80-8b40-4677-bcf4-52d777732add,segment=NetworkSegment(ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51),segment_id=ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:13.990703 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b566c82d-3557-4b11-887e-d85fc72f7796 None None] Network d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:14.098899 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-b566c82d-3557-4b11-887e-d85fc72f7796 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:14.109690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b566c82d-3557-4b11-887e-d85fc72f7796 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:14.193200 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a162ffde-3337-4c8f-8bf8-2d599c8b61a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bdf8ec80-8b40-4677-bcf4-52d777732add), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.323187 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-973495c0-f11f-43af-84c1-d60721444567 None None] Attempting to bind port f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:14.328644 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-973495c0-f11f-43af-84c1-d60721444567 None None] Attempting to bind port f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'bdcc1a20-09ed-4611-a93f-7a4839fe538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '917340f1-7515-48b4-8cb3-2575d335d894'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:14.332623 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973495c0-f11f-43af-84c1-d60721444567 None None] Attempting to bind port f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2 on network 917340f1-7515-48b4-8cb3-2575d335d894 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:14.377244 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.410605 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973495c0-f11f-43af-84c1-d60721444567 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:14.412746 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973495c0-f11f-43af-84c1-d60721444567 None None] Checking segment: {'id': 'bdcc1a20-09ed-4611-a93f-7a4839fe538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '917340f1-7515-48b4-8cb3-2575d335d894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:14.415056 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-973495c0-f11f-43af-84c1-d60721444567 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.415790 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973495c0-f11f-43af-84c1-d60721444567 None None] Bound using segment: {'id': 'bdcc1a20-09ed-4611-a93f-7a4839fe538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '917340f1-7515-48b4-8cb3-2575d335d894'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:14.416501 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-973495c0-f11f-43af-84c1-d60721444567 None None] Bound port: f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdcc1a20-09ed-4611-a93f-7a4839fe538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '917340f1-7515-48b4-8cb3-2575d335d894'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:14.417773 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-973495c0-f11f-43af-84c1-d60721444567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.473490 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-a162ffde-3337-4c8f-8bf8-2d599c8b61a0 None None] Provisioning complete for port fb887071-fdb9-4a7d-9844-9fa72ddafa13 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:14.476176 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a162ffde-3337-4c8f-8bf8-2d599c8b61a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fb887071-fdb9-4a7d-9844-9fa72ddafa13), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.518069 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d8b04c-bd82-41d1-8d4c-ad8cd9287231 admin admin] Publish callbacks [] for port (d1255bdd-86c2-4875-ad51-3def6ae54643), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.527460 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d8b04c-bd82-41d1-8d4c-ad8cd9287231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (d1255bdd-86c2-4875-ad51-3def6ae54643), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.590858 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.592666 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973495c0-f11f-43af-84c1-d60721444567 None None] Pushing event updated for resources: {'Port': ['ID=f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:14.763985 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8b04c-bd82-41d1-8d4c-ad8cd9287231 admin admin] Pushing event updated for resources: {'Port': ['ID=d1255bdd-86c2-4875-ad51-3def6ae54643,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:14.767841 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563219e8-210a-4c89-a607-b570340b3508', 'name': 'tempest-TaggedBootDevicesTest-770560177-router', 'tenant_id': '2abbad47f1424c24afaeb2bdde5347a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '883f28a0-f0ad-4537-96bf-a8963a436be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:54Z', 'updated_at': '2022-02-09T21:48:05Z', 'revision_number': 3, 'project_id': '2abbad47f1424c24afaeb2bdde5347a8', 'gw_port': {'id': '883f28a0-f0ad-4537-96bf-a8963a436be3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:25:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563219e8-210a-4c89-a607-b570340b3508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:58Z', 'updated_at': '2022-02-09T21:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:14.773813 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d8b04c-bd82-41d1-8d4c-ad8cd9287231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (563219e8-210a-4c89-a607-b570340b3508), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.791621 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a162ffde-3337-4c8f-8bf8-2d599c8b61a0 None None] Port fb887071-fdb9-4a7d-9844-9fa72ddafa13 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:48:14.798192 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566c82d-3557-4b11-887e-d85fc72f7796 None None] Pushing event updated for resources: {'Port': ['ID=27fd600e-ba43-4d11-94c4-66054334c0aa,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:14.879774 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb67c679-beef-47ac-9df9-544148b86661 admin admin] Publish callbacks [] for router_gateway (f1a39641-509b-4064-aa3e-3c8c1dc9f813), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.961271 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da098400-c7d5-444e-ae43-5967a07ce896 None None] The sync data for ids ['563219e8-210a-4c89-a607-b570340b3508'] in n-d-828601-1 is: [{'id': '563219e8-210a-4c89-a607-b570340b3508', 'name': 'tempest-TaggedBootDevicesTest-770560177-router', 'tenant_id': '2abbad47f1424c24afaeb2bdde5347a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '883f28a0-f0ad-4537-96bf-a8963a436be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:54Z', 'updated_at': '2022-02-09T21:48:05Z', 'revision_number': 3, 'project_id': '2abbad47f1424c24afaeb2bdde5347a8', 'gw_port': {'id': '883f28a0-f0ad-4537-96bf-a8963a436be3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:25:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563219e8-210a-4c89-a607-b570340b3508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:58Z', 'updated_at': '2022-02-09T21:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:48:14.984713 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=8d710c2d-1c5d-4eb0-90fd-347cf9e6965f,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:15.180814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d8b04c-bd82-41d1-8d4c-ad8cd9287231 admin admin] Network 5094b899-4dec-49b5-8ded-e9d66513896d is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:15.185573 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-90d8b04c-bd82-41d1-8d4c-ad8cd9287231 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:15.210680 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7381823f-bdaf-4caa-ad0b-d60a14547536 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:48:15.354008 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7381823f-bdaf-4caa-ad0b-d60a14547536 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.359857 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7381823f-bdaf-4caa-ad0b-d60a14547536 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 11.4211223 Feb 09 21:48:15.385432 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] Sync routers for ids ['c693f126-6cea-4c08-9c45-a3c2c581c9a8'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:48:15.400767 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40256) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:15.433132 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-a162ffde-3337-4c8f-8bf8-2d599c8b61a0 None None] Provisioning complete for port 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:15.434115 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a162ffde-3337-4c8f-8bf8-2d599c8b61a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8d710c2d-1c5d-4eb0-90fd-347cf9e6965f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.674979 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb67c679-beef-47ac-9df9-544148b86661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (f1a39641-509b-4064-aa3e-3c8c1dc9f813), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.677414 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] Routers {'c693f126-6cea-4c08-9c45-a3c2c581c9a8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:15.678555 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:48:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c693f126-6cea-4c08-9c45-a3c2c581c9a8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:16.150616 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 7845648b-599e-4636-a66b-737712c1714b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:16.152343 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7845648b-599e-4636-a66b-737712c1714b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.156785 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb67c679-beef-47ac-9df9-544148b86661 admin admin] Router f1a39641-509b-4064-aa3e-3c8c1dc9f813 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:48:16.255722 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ffde-3337-4c8f-8bf8-2d599c8b61a0 None None] Pushing event updated for resources: {'Port': ['ID=bdf8ec80-8b40-4677-bcf4-52d777732add,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:16.416278 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d8b04c-bd82-41d1-8d4c-ad8cd9287231 admin admin] Router 563219e8-210a-4c89-a607-b570340b3508 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:48:16.443685 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-973495c0-f11f-43af-84c1-d60721444567 None None] For port f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:16.451133 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b15b1f83-4be9-4b95-920a-e36cb01bfc4c req-434480cc-22df-4932-9522-cecc9db7d293 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0487001 Feb 09 21:48:16.460847 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-973495c0-f11f-43af-84c1-d60721444567 None None] For port f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2,segment=NetworkSegment(bdcc1a20-09ed-4611-a93f-7a4839fe538d),segment_id=bdcc1a20-09ed-4611-a93f-7a4839fe538d)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:16.557996 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.588651 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] Set router c693f126-6cea-4c08-9c45-a3c2c581c9a8 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:16.620141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b566c82d-3557-4b11-887e-d85fc72f7796 None None] Attempting to bind port 27fd600e-ba43-4d11-94c4-66054334c0aa on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:16.620653 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b566c82d-3557-4b11-887e-d85fc72f7796 None None] Attempting to bind port 27fd600e-ba43-4d11-94c4-66054334c0aa by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '7b536f40-7d03-4fa2-82e6-e6ab2e547bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:16.620958 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b566c82d-3557-4b11-887e-d85fc72f7796 None None] Attempting to bind port 27fd600e-ba43-4d11-94c4-66054334c0aa on network d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:16.713506 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d8b04c-bd82-41d1-8d4c-ad8cd9287231 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:48:16.739746 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-90d8b04c-bd82-41d1-8d4c-ad8cd9287231 admin admin] 10.222.0.77 "PUT /v2.0/routers/563219e8-210a-4c89-a607-b570340b3508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8719196 Feb 09 21:48:16.787441 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb67c679-beef-47ac-9df9-544148b86661 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:48:16.822074 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] Sync routers for ids ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:48:16.827540 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b1f83-4be9-4b95-920a-e36cb01bfc4c req-e37f9437-c68f-4b49-ad1a-273cc2129485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:16.834914 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b15b1f83-4be9-4b95-920a-e36cb01bfc4c req-e37f9437-c68f-4b49-ad1a-273cc2129485 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d6b5204ad254d39a623b447e45a194a&device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 1127 time: 0.1942368 Feb 09 21:48:16.871437 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb67c679-beef-47ac-9df9-544148b86661 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.882502 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-eb67c679-beef-47ac-9df9-544148b86661 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.3966281 Feb 09 21:48:16.884368 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40286) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:16.893912 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] Routers {'f1a39641-509b-4064-aa3e-3c8c1dc9f813'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:16.894997 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:48:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:17.009943 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b566c82d-3557-4b11-887e-d85fc72f7796 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:17.012433 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b566c82d-3557-4b11-887e-d85fc72f7796 None None] Checking segment: {'id': '7b536f40-7d03-4fa2-82e6-e6ab2e547bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:17.016259 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b566c82d-3557-4b11-887e-d85fc72f7796 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.023433 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b566c82d-3557-4b11-887e-d85fc72f7796 None None] Bound using segment: {'id': '7b536f40-7d03-4fa2-82e6-e6ab2e547bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:17.024975 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b566c82d-3557-4b11-887e-d85fc72f7796 None None] Bound port: 27fd600e-ba43-4d11-94c4-66054334c0aa, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b536f40-7d03-4fa2-82e6-e6ab2e547bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:17.030998 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b566c82d-3557-4b11-887e-d85fc72f7796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (27fd600e-ba43-4d11-94c4-66054334c0aa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.045924 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-973495c0-f11f-43af-84c1-d60721444567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.565093 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b1f83-4be9-4b95-920a-e36cb01bfc4c req-87e4bfb1-10e7-4610-8f6b-604ee8332e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:17.573342 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b15b1f83-4be9-4b95-920a-e36cb01bfc4c req-87e4bfb1-10e7-4610-8f6b-604ee8332e8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=aad7656a-c886-4fbe-b34b-d44bdd76ed85 HTTP/1.1" status: 200 len: 912 time: 0.4063311 Feb 09 21:48:17.674604 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] Set router f1a39641-509b-4064-aa3e-3c8c1dc9f813 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:17.749830 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.752533 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.984101 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a162ffde-3337-4c8f-8bf8-2d599c8b61a0 None None] Current status of the port 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:18.194047 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c02033-e2de-4a17-9f3c-ab8b1f6419b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2135269045-router', 'tenant_id': '95ed883d44674772a15c6306c3cf26a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1fa64ec9-7c37-4c61-8d50-82664abdf67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:41Z', 'updated_at': '2022-02-09T21:47:58Z', 'revision_number': 4, 'project_id': '95ed883d44674772a15c6306c3cf26a0', 'gw_port': {'id': '1fa64ec9-7c37-4c61-8d50-82664abdf67b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c02033-e2de-4a17-9f3c-ab8b1f6419b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:42Z', 'updated_at': '2022-02-09T21:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'fb887071-fdb9-4a7d-9844-9fa72ddafa13', 'name': '', 'network_id': '19ba73ba-37dc-49c2-95ff-adb0d23216a7', 'tenant_id': '95ed883d44674772a15c6306c3cf26a0', 'mac_address': 'fa:16:3e:07:0c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c02033-e2de-4a17-9f3c-ab8b1f6419b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'd5628230-55a2-4049-a704-e6fc6ffee88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:54Z', 'updated_at': '2022-02-09T21:47:59Z', 'revision_number': 2, 'project_id': '95ed883d44674772a15c6306c3cf26a0', 'subnets': [{'id': 'd5628230-55a2-4049-a704-e6fc6ffee88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:18.439421 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-router', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:14Z', 'revision_number': 3, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'gw_port': {'id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:64:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:18.534518 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] Checking router: f1a39641-509b-4064-aa3e-3c8c1dc9f813 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:48:18.535152 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] Updating router f1a39641-509b-4064-aa3e-3c8c1dc9f813 port f0b29a94-cc4d-4654-a07f-26fcfd37c0e8 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:48:18.637789 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef61982c-d569-4e9c-81ad-6a2d2ad865ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:18.649624 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f0b29a94-cc4d-4654-a07f-26fcfd37c0e8), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:18.671965 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b15b1f83-4be9-4b95-920a-e36cb01bfc4c req-8312d5de-668e-4630-a608-a9275ec748e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d340e15-f3f8-498a-8a0d-11813b2ce7fc HTTP/1.1" status: 200 len: 1001 time: 0.4877656 Feb 09 21:48:18.673424 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b8fa87-23e6-4214-b70b-dec174a0b656 None None] The sync data for ids ['94c02033-e2de-4a17-9f3c-ab8b1f6419b3'] in n-d-828601-1 is: [{'id': '94c02033-e2de-4a17-9f3c-ab8b1f6419b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2135269045-router', 'tenant_id': '95ed883d44674772a15c6306c3cf26a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1fa64ec9-7c37-4c61-8d50-82664abdf67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:41Z', 'updated_at': '2022-02-09T21:47:58Z', 'revision_number': 4, 'project_id': '95ed883d44674772a15c6306c3cf26a0', 'gw_port': {'id': '1fa64ec9-7c37-4c61-8d50-82664abdf67b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c02033-e2de-4a17-9f3c-ab8b1f6419b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:42Z', 'updated_at': '2022-02-09T21:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'fb887071-fdb9-4a7d-9844-9fa72ddafa13', 'name': '', 'network_id': '19ba73ba-37dc-49c2-95ff-adb0d23216a7', 'tenant_id': '95ed883d44674772a15c6306c3cf26a0', 'mac_address': 'fa:16:3e:07:0c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c02033-e2de-4a17-9f3c-ab8b1f6419b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'd5628230-55a2-4049-a704-e6fc6ffee88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:54Z', 'updated_at': '2022-02-09T21:47:59Z', 'revision_number': 2, 'project_id': '95ed883d44674772a15c6306c3cf26a0', 'subnets': [{'id': 'd5628230-55a2-4049-a704-e6fc6ffee88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:48:19.032046 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 7845648b-599e-4636-a66b-737712c1714b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:19.145289 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-31ccf545-1ff9-49a9-b510-ebf0f7ad6b50 None None] Provisioning complete for port 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:19.148032 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-31ccf545-1ff9-49a9-b510-ebf0f7ad6b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8d710c2d-1c5d-4eb0-90fd-347cf9e6965f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:19.237011 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 61157fd5-b7f6-41b2-9382-f1866d5d8660 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:48:19.248941 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-ef61982c-d569-4e9c-81ad-6a2d2ad865ec admin admin] Allocated IP 172.20.0.1 (d986e1d4-dbe5-4d3a-9f4f-cb22ad931371/ef491681-aa83-413d-aeee-25903ab6b8c8/254d795a-41ef-4702-8ded-b4e463c82b4f) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:19.291522 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b1f83-4be9-4b95-920a-e36cb01bfc4c req-ee107b40-4e8a-4fa0-a4df-6f394c14ea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:19.318514 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b15b1f83-4be9-4b95-920a-e36cb01bfc4c req-ee107b40-4e8a-4fa0-a4df-6f394c14ea56 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d2ffb735-399f-41c7-b4e2-94dff197f693 HTTP/1.1" status: 200 len: 850 time: 0.6262040 Feb 09 21:48:19.486607 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b204eb0-aa95-43ee-90e9-71b0cf6132bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:19.572556 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 61157fd5-b7f6-41b2-9382-f1866d5d8660 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:48:19.579808 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 61157fd5-b7f6-41b2-9382-f1866d5d8660 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:48:19.652669 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973495c0-f11f-43af-84c1-d60721444567 None None] Pushing event updated for resources: {'Port': ['ID=f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:19.714939 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef61982c-d569-4e9c-81ad-6a2d2ad865ec admin admin] Publish callbacks [] for port (254d795a-41ef-4702-8ded-b4e463c82b4f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:19.951485 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b566c82d-3557-4b11-887e-d85fc72f7796 None None] For port 27fd600e-ba43-4d11-94c4-66054334c0aa, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:20.028867 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b566c82d-3557-4b11-887e-d85fc72f7796 None None] For port 27fd600e-ba43-4d11-94c4-66054334c0aa, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=27fd600e-ba43-4d11-94c4-66054334c0aa,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:20.114202 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b1f83-4be9-4b95-920a-e36cb01bfc4c req-7034ac5c-7fa7-48cb-8404-f2c874d88696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:20.122246 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b15b1f83-4be9-4b95-920a-e36cb01bfc4c req-7034ac5c-7fa7-48cb-8404-f2c874d88696 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aad7656a-c886-4fbe-b34b-d44bdd76ed85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7209828 Feb 09 21:48:20.157937 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-b15b1f83-4be9-4b95-920a-e36cb01bfc4c req-d0467022-026c-4636-93b5-c7ce82aef559 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:48:20.161133 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b15b1f83-4be9-4b95-920a-e36cb01bfc4c req-d0467022-026c-4636-93b5-c7ce82aef559 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0253718 Feb 09 21:48:20.245360 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] Sync routers for ids ['563219e8-210a-4c89-a607-b570340b3508'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:48:20.310060 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b566c82d-3557-4b11-887e-d85fc72f7796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (27fd600e-ba43-4d11-94c4-66054334c0aa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:20.355104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] Routers {'563219e8-210a-4c89-a607-b570340b3508'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:20.366370 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:48:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['563219e8-210a-4c89-a607-b570340b3508'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:20.980726 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] Publish callbacks [] for port (f0b29a94-cc4d-4654-a07f-26fcfd37c0e8), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.009528 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f0b29a94-cc4d-4654-a07f-26fcfd37c0e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.462093 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] Attempting to bind port f0b29a94-cc4d-4654-a07f-26fcfd37c0e8 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:21.462754 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] Attempting to bind port f0b29a94-cc4d-4654-a07f-26fcfd37c0e8 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:21.463423 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] Attempting to bind port f0b29a94-cc4d-4654-a07f-26fcfd37c0e8 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:21.510928 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b15b1f83-4be9-4b95-920a-e36cb01bfc4c req-9ee355ac-f14d-4d0d-bc65-c279d5efe9c5 service neutron] 10.222.0.42 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3200905 Feb 09 21:48:21.564184 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:21.570198 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:21.574368 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.575281 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:21.577208 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] Bound port: f0b29a94-cc4d-4654-a07f-26fcfd37c0e8, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:21.584677 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f0b29a94-cc4d-4654-a07f-26fcfd37c0e8), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.588026 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a8c35-0ed2-409e-88f1-68a550983222 None None] Pushing event updated for resources: {'Port': ['ID=f0b29a94-cc4d-4654-a07f-26fcfd37c0e8,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:21.592944 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-2b204eb0-aa95-43ee-90e9-71b0cf6132bd admin admin] Allocated IP 172.20.0.1 (917340f1-7515-48b4-8cb3-2575d335d894/b2320214-4aff-49a7-bcd6-e87f4087cca5/7b4310c5-f1cd-4099-b83b-c76788170cb7) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:21.788732 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef61982c-d569-4e9c-81ad-6a2d2ad865ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (254d795a-41ef-4702-8ded-b4e463c82b4f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.863595 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b204eb0-aa95-43ee-90e9-71b0cf6132bd admin admin] Publish callbacks [] for port (7b4310c5-f1cd-4099-b83b-c76788170cb7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.910937 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device bdf8ec80-8b40-4677-bcf4-52d777732add up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:21.963608 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566c82d-3557-4b11-887e-d85fc72f7796 None None] Pushing event updated for resources: {'Port': ['ID=27fd600e-ba43-4d11-94c4-66054334c0aa,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:21.967442 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b204eb0-aa95-43ee-90e9-71b0cf6132bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (7b4310c5-f1cd-4099-b83b-c76788170cb7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.032562 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef61982c-d569-4e9c-81ad-6a2d2ad865ec admin admin] Network d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:22.055438 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61982c-d569-4e9c-81ad-6a2d2ad865ec admin admin] Pushing event updated for resources: {'Port': ['ID=254d795a-41ef-4702-8ded-b4e463c82b4f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:22.087810 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-ef61982c-d569-4e9c-81ad-6a2d2ad865ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:22.102378 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] For port f0b29a94-cc4d-4654-a07f-26fcfd37c0e8, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:22.104671 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef61982c-d569-4e9c-81ad-6a2d2ad865ec admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:22.148051 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] For port f0b29a94-cc4d-4654-a07f-26fcfd37c0e8, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f0b29a94-cc4d-4654-a07f-26fcfd37c0e8,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:22.174704 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f0b29a94-cc4d-4654-a07f-26fcfd37c0e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.366748 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef61982c-d569-4e9c-81ad-6a2d2ad865ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (f1a39641-509b-4064-aa3e-3c8c1dc9f813), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.526335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] Set router 563219e8-210a-4c89-a607-b570340b3508 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:22.572766 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b204eb0-aa95-43ee-90e9-71b0cf6132bd admin admin] Pushing event updated for resources: {'Port': ['ID=7b4310c5-f1cd-4099-b83b-c76788170cb7,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:22.639958 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] Routers {'f1a39641-509b-4064-aa3e-3c8c1dc9f813'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:22.651341 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:48:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:22.672427 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a8c35-0ed2-409e-88f1-68a550983222 None None] Pushing event updated for resources: {'Port': ['ID=f0b29a94-cc4d-4654-a07f-26fcfd37c0e8,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:22.679927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b204eb0-aa95-43ee-90e9-71b0cf6132bd admin admin] Network 917340f1-7515-48b4-8cb3-2575d335d894 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:22.697555 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-2b204eb0-aa95-43ee-90e9-71b0cf6132bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:22.754669 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b204eb0-aa95-43ee-90e9-71b0cf6132bd admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:23.256113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a4f363-28f1-484a-9a26-92d79a629549 None None] Network 917340f1-7515-48b4-8cb3-2575d335d894 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:23.267438 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b204eb0-aa95-43ee-90e9-71b0cf6132bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (c693f126-6cea-4c08-9c45-a3c2c581c9a8), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.331851 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef61982c-d569-4e9c-81ad-6a2d2ad865ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (254d795a-41ef-4702-8ded-b4e463c82b4f), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.417726 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] Set router f1a39641-509b-4064-aa3e-3c8c1dc9f813 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:23.978443 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f528bd7-287e-4da7-8024-9653165b3820 None None] Network d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:24.024804 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef61982c-d569-4e9c-81ad-6a2d2ad865ec admin admin] Publish callbacks [] for port (254d795a-41ef-4702-8ded-b4e463c82b4f), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.043193 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef61982c-d569-4e9c-81ad-6a2d2ad865ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (254d795a-41ef-4702-8ded-b4e463c82b4f), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.311350 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-router', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:14Z', 'revision_number': 3, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'gw_port': {'id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:64:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:24.329483 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef61982c-d569-4e9c-81ad-6a2d2ad865ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (f1a39641-509b-4064-aa3e-3c8c1dc9f813), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.335765 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61982c-d569-4e9c-81ad-6a2d2ad865ec admin admin] Pushing event updated for resources: {'Port': ['ID=254d795a-41ef-4702-8ded-b4e463c82b4f,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:24.432292 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c693f126-6cea-4c08-9c45-a3c2c581c9a8', 'name': 'tempest-ServersTestMultiNic-423639905-router', 'tenant_id': '2516f2edda0e4c31a3f4766864a26000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '57222a5c-d8f0-4c78-af26-2b21e1315c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:04Z', 'updated_at': '2022-02-09T21:48:10Z', 'revision_number': 3, 'project_id': '2516f2edda0e4c31a3f4766864a26000', 'gw_port': {'id': '57222a5c-d8f0-4c78-af26-2b21e1315c2c', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:90:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c693f126-6cea-4c08-9c45-a3c2c581c9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:24.464057 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802943d1-05f9-4e79-81ab-2907bd63132a None None] The sync data for ids ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'] in n-d-828601-1 is: [{'id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-router', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:14Z', 'revision_number': 3, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'gw_port': {'id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:64:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:48:24.507688 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] Checking router: c693f126-6cea-4c08-9c45-a3c2c581c9a8 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:48:24.508040 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] Updating router c693f126-6cea-4c08-9c45-a3c2c581c9a8 port 57222a5c-d8f0-4c78-af26-2b21e1315c2c binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:48:24.521172 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-31ccf545-1ff9-49a9-b510-ebf0f7ad6b50 None None] Current status of the port 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:24.605618 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port bdf8ec80-8b40-4677-bcf4-52d777732add triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:24.606070 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bdf8ec80-8b40-4677-bcf4-52d777732add), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.725473 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef61982c-d569-4e9c-81ad-6a2d2ad865ec admin admin] Network d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:24.733911 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-ef61982c-d569-4e9c-81ad-6a2d2ad865ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:24.766627 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-31ccf545-1ff9-49a9-b510-ebf0f7ad6b50 None None] Provisioning complete for port d1255bdd-86c2-4875-ad51-3def6ae54643 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:24.767092 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-31ccf545-1ff9-49a9-b510-ebf0f7ad6b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d1255bdd-86c2-4875-ad51-3def6ae54643), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.891908 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] Sync routers for ids ['94c02033-e2de-4a17-9f3c-ab8b1f6419b3'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:48:24.913368 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] Routers {'94c02033-e2de-4a17-9f3c-ab8b1f6419b3'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:24.914029 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:48:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['94c02033-e2de-4a17-9f3c-ab8b1f6419b3'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:25.105715 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-31ccf545-1ff9-49a9-b510-ebf0f7ad6b50 None None] Port d1255bdd-86c2-4875-ad51-3def6ae54643 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:48:25.289008 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b15b1f83-4be9-4b95-920a-e36cb01bfc4c req-55d4846e-4902-4dee-a20f-b3c891cd473d service neutron] 10.222.0.42 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 3.7755744 Feb 09 21:48:25.395313 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef61982c-d569-4e9c-81ad-6a2d2ad865ec admin admin] Router f1a39641-509b-4064-aa3e-3c8c1dc9f813 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:48:25.432158 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] Set router 94c02033-e2de-4a17-9f3c-ab8b1f6419b3 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:25.579911 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (57222a5c-d8f0-4c78-af26-2b21e1315c2c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:25.762711 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b204eb0-aa95-43ee-90e9-71b0cf6132bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7b4310c5-f1cd-4099-b83b-c76788170cb7), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:25.829985 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef61982c-d569-4e9c-81ad-6a2d2ad865ec admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:48:25.850032 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ef61982c-d569-4e9c-81ad-6a2d2ad865ec admin admin] 10.222.0.77 "PUT /v2.0/routers/f1a39641-509b-4064-aa3e-3c8c1dc9f813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9595287 Feb 09 21:48:25.943809 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40440) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:26.340808 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c02033-e2de-4a17-9f3c-ab8b1f6419b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2135269045-router', 'tenant_id': '95ed883d44674772a15c6306c3cf26a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1fa64ec9-7c37-4c61-8d50-82664abdf67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:41Z', 'updated_at': '2022-02-09T21:47:58Z', 'revision_number': 4, 'project_id': '95ed883d44674772a15c6306c3cf26a0', 'gw_port': {'id': '1fa64ec9-7c37-4c61-8d50-82664abdf67b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c02033-e2de-4a17-9f3c-ab8b1f6419b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:42Z', 'updated_at': '2022-02-09T21:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'fb887071-fdb9-4a7d-9844-9fa72ddafa13', 'name': '', 'network_id': '19ba73ba-37dc-49c2-95ff-adb0d23216a7', 'tenant_id': '95ed883d44674772a15c6306c3cf26a0', 'mac_address': 'fa:16:3e:07:0c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c02033-e2de-4a17-9f3c-ab8b1f6419b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'd5628230-55a2-4049-a704-e6fc6ffee88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:54Z', 'updated_at': '2022-02-09T21:47:59Z', 'revision_number': 2, 'project_id': '95ed883d44674772a15c6306c3cf26a0', 'subnets': [{'id': 'd5628230-55a2-4049-a704-e6fc6ffee88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:26.369016 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b204eb0-aa95-43ee-90e9-71b0cf6132bd admin admin] Publish callbacks [] for port (7b4310c5-f1cd-4099-b83b-c76788170cb7), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:26.409114 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7975f7d2-21c1-4069-b1fa-73ee9611f5fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:26.437434 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b204eb0-aa95-43ee-90e9-71b0cf6132bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (7b4310c5-f1cd-4099-b83b-c76788170cb7), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:26.441093 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] Checking router: 94c02033-e2de-4a17-9f3c-ab8b1f6419b3 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:48:26.441461 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] Updating router 94c02033-e2de-4a17-9f3c-ab8b1f6419b3 port fb887071-fdb9-4a7d-9844-9fa72ddafa13 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:48:26.461029 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] Publish callbacks [] for port (57222a5c-d8f0-4c78-af26-2b21e1315c2c), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:26.535388 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fb887071-fdb9-4a7d-9844-9fa72ddafa13), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:26.709040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b204eb0-aa95-43ee-90e9-71b0cf6132bd admin admin] Pushing event updated for resources: {'Port': ['ID=7b4310c5-f1cd-4099-b83b-c76788170cb7,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:26.963103 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (57222a5c-d8f0-4c78-af26-2b21e1315c2c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:27.070368 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-4df2a4e7-16cf-41e2-928f-3236ec38a111 None None] Provisioning complete for port 27fd600e-ba43-4d11-94c4-66054334c0aa triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:27.080783 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4df2a4e7-16cf-41e2-928f-3236ec38a111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (27fd600e-ba43-4d11-94c4-66054334c0aa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:27.129567 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b204eb0-aa95-43ee-90e9-71b0cf6132bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (c693f126-6cea-4c08-9c45-a3c2c581c9a8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:27.188040 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40458) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:27.192846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3dab8a8f-c227-4ab4-b9c0-96104259f151 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--965628776', 'description': 'tempest-description--1128102572'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:27.306105 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3dab8a8f-c227-4ab4-b9c0-96104259f151 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:27.491450 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] Attempting to bind port 57222a5c-d8f0-4c78-af26-2b21e1315c2c on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:27.495302 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] Attempting to bind port 57222a5c-d8f0-4c78-af26-2b21e1315c2c by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:27.495938 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] Attempting to bind port 57222a5c-d8f0-4c78-af26-2b21e1315c2c on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:27.526344 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:27.526713 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:27.526977 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:27.527477 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:27.528384 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] Bound port: 57222a5c-d8f0-4c78-af26-2b21e1315c2c, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:27.528619 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (57222a5c-d8f0-4c78-af26-2b21e1315c2c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:27.536467 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port bdf8ec80-8b40-4677-bcf4-52d777732add is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:27.537716 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:27.570866 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c635e3e-7d84-4a51-839a-39d556731bf9 None None] Pushing event updated for resources: {'Port': ['ID=57222a5c-d8f0-4c78-af26-2b21e1315c2c,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:27.695441 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3dab8a8f-c227-4ab4-b9c0-96104259f151 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group (2c8752b6-842c-4196-8e27-bf798c80c9f6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:27.705447 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3dab8a8f-c227-4ab4-b9c0-96104259f151 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2c8752b6-842c-4196-8e27-bf798c80c9f6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:27.784994 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b204eb0-aa95-43ee-90e9-71b0cf6132bd admin admin] Network 917340f1-7515-48b4-8cb3-2575d335d894 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:27.806487 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-2b204eb0-aa95-43ee-90e9-71b0cf6132bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:27.855359 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563219e8-210a-4c89-a607-b570340b3508', 'name': 'tempest-TaggedBootDevicesTest-770560177-router', 'tenant_id': '2abbad47f1424c24afaeb2bdde5347a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '883f28a0-f0ad-4537-96bf-a8963a436be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:54Z', 'updated_at': '2022-02-09T21:48:13Z', 'revision_number': 4, 'project_id': '2abbad47f1424c24afaeb2bdde5347a8', 'gw_port': {'id': '883f28a0-f0ad-4537-96bf-a8963a436be3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:25:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563219e8-210a-4c89-a607-b570340b3508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:58Z', 'updated_at': '2022-02-09T21:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'd1255bdd-86c2-4875-ad51-3def6ae54643', 'name': '', 'network_id': '5094b899-4dec-49b5-8ded-e9d66513896d', 'tenant_id': '2abbad47f1424c24afaeb2bdde5347a8', 'mac_address': 'fa:16:3e:50:35:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563219e8-210a-4c89-a607-b570340b3508', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '0894a803-94be-4ab7-aa0d-1fc30637dec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:11Z', 'updated_at': '2022-02-09T21:48:13Z', 'revision_number': 2, 'project_id': '2abbad47f1424c24afaeb2bdde5347a8', 'subnets': [{'id': '0894a803-94be-4ab7-aa0d-1fc30637dec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:27.914439 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab8a8f-c227-4ab4-b9c0-96104259f151 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8752b6-842c-4196-8e27-bf798c80c9f6,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:28.003576 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab8a8f-c227-4ab4-b9c0-96104259f151 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.004249 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab8a8f-c227-4ab4-b9c0-96104259f151 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.008219 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab8a8f-c227-4ab4-b9c0-96104259f151 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.015800 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab8a8f-c227-4ab4-b9c0-96104259f151 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.016554 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab8a8f-c227-4ab4-b9c0-96104259f151 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.017122 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab8a8f-c227-4ab4-b9c0-96104259f151 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.017680 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab8a8f-c227-4ab4-b9c0-96104259f151 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.028312 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab8a8f-c227-4ab4-b9c0-96104259f151 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.032519 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab8a8f-c227-4ab4-b9c0-96104259f151 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.033244 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab8a8f-c227-4ab4-b9c0-96104259f151 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.033814 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab8a8f-c227-4ab4-b9c0-96104259f151 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.034559 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab8a8f-c227-4ab4-b9c0-96104259f151 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.034932 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab8a8f-c227-4ab4-b9c0-96104259f151 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.097746 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] Publish callbacks [] for port (fb887071-fdb9-4a7d-9844-9fa72ddafa13), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:28.115115 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3dab8a8f-c227-4ab4-b9c0-96104259f151 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:28.118052 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3dab8a8f-c227-4ab4-b9c0-96104259f151 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9287241 Feb 09 21:48:28.118351 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fb887071-fdb9-4a7d-9844-9fa72ddafa13), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:28.121687 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40468) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:28.123979 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] Checking router: 563219e8-210a-4c89-a607-b570340b3508 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:48:28.124766 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] Updating router 563219e8-210a-4c89-a607-b570340b3508 port d1255bdd-86c2-4875-ad51-3def6ae54643 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:48:28.156495 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-674e9c75-442f-4a41-9e33-d6d37b4c1650 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Request body: {'security_group_rule': {'security_group_id': '2c8752b6-842c-4196-8e27-bf798c80c9f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:28.256113 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-674e9c75-442f-4a41-9e33-d6d37b4c1650 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group_rule (5fd89613-3ff7-4517-b336-dabb366d7dae), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:28.349546 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbcf40-3de2-47a1-8fe0-38920f1e3261 None None] Pushing event updated for resources: {'Port': ['ID=fb887071-fdb9-4a7d-9844-9fa72ddafa13,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:28.393908 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbcf40-3de2-47a1-8fe0-38920f1e3261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.411154 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbcf40-3de2-47a1-8fe0-38920f1e3261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.412382 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbcf40-3de2-47a1-8fe0-38920f1e3261 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.413068 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbcf40-3de2-47a1-8fe0-38920f1e3261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.418712 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbcf40-3de2-47a1-8fe0-38920f1e3261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.419376 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbcf40-3de2-47a1-8fe0-38920f1e3261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.421106 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbcf40-3de2-47a1-8fe0-38920f1e3261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.422988 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbcf40-3de2-47a1-8fe0-38920f1e3261 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.423966 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbcf40-3de2-47a1-8fe0-38920f1e3261 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.425483 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbcf40-3de2-47a1-8fe0-38920f1e3261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.427241 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbcf40-3de2-47a1-8fe0-38920f1e3261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.428465 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbcf40-3de2-47a1-8fe0-38920f1e3261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.445359 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbcf40-3de2-47a1-8fe0-38920f1e3261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:28.660749 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7975f7d2-21c1-4069-b1fa-73ee9611f5fd admin admin] Publish callbacks [] for security_group (9f12cc25-11df-4400-895f-5ad99bd03243), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:28.682114 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7975f7d2-21c1-4069-b1fa-73ee9611f5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (9f12cc25-11df-4400-895f-5ad99bd03243), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:28.696523 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-674e9c75-442f-4a41-9e33-d6d37b4c1650 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group_rule (5fd89613-3ff7-4517-b336-dabb366d7dae), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:28.707337 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-674e9c75-442f-4a41-9e33-d6d37b4c1650 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (5fd89613-3ff7-4517-b336-dabb366d7dae), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:28.736562 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] Sync routers for ids ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:48:28.771878 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4df2a4e7-16cf-41e2-928f-3236ec38a111 None None] Current status of the port 27fd600e-ba43-4d11-94c4-66054334c0aa is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:28.772519 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4df2a4e7-16cf-41e2-928f-3236ec38a111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (27fd600e-ba43-4d11-94c4-66054334c0aa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:28.773764 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e9c75-442f-4a41-9e33-d6d37b4c1650 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd89613-3ff7-4517-b336-dabb366d7dae,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:28.798219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b204eb0-aa95-43ee-90e9-71b0cf6132bd admin admin] Router c693f126-6cea-4c08-9c45-a3c2c581c9a8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:48:28.818618 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-674e9c75-442f-4a41-9e33-d6d37b4c1650 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:28.824461 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-674e9c75-442f-4a41-9e33-d6d37b4c1650 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6972585 Feb 09 21:48:28.828031 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40478) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:28.840155 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7975f7d2-21c1-4069-b1fa-73ee9611f5fd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6ae6de9f59314d78b46ae5576d13c93e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8951321 Feb 09 21:48:28.850436 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] Attempting to bind port fb887071-fdb9-4a7d-9844-9fa72ddafa13 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:28.850781 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ef14b754-ba07-4853-9558-d336e2712f71 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Request body: {'security_group_rule': {'security_group_id': '2c8752b6-842c-4196-8e27-bf798c80c9f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:28.856020 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] Attempting to bind port fb887071-fdb9-4a7d-9844-9fa72ddafa13 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '42c22e0b-a4aa-42e6-ba4f-6df152e178cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '19ba73ba-37dc-49c2-95ff-adb0d23216a7'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:28.857181 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] Attempting to bind port fb887071-fdb9-4a7d-9844-9fa72ddafa13 on network 19ba73ba-37dc-49c2-95ff-adb0d23216a7 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:28.862719 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40480) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:28.888498 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:28.889283 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] For port 57222a5c-d8f0-4c78-af26-2b21e1315c2c, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:28.900245 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] Checking segment: {'id': '42c22e0b-a4aa-42e6-ba4f-6df152e178cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '19ba73ba-37dc-49c2-95ff-adb0d23216a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:28.901419 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:28.902266 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] Bound using segment: {'id': '42c22e0b-a4aa-42e6-ba4f-6df152e178cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '19ba73ba-37dc-49c2-95ff-adb0d23216a7'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:28.903281 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] Bound port: fb887071-fdb9-4a7d-9844-9fa72ddafa13, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c22e0b-a4aa-42e6-ba4f-6df152e178cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '19ba73ba-37dc-49c2-95ff-adb0d23216a7'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:28.909012 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fb887071-fdb9-4a7d-9844-9fa72ddafa13), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:28.981182 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef14b754-ba07-4853-9558-d336e2712f71 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group_rule (526337b3-7bba-4055-8a7a-4375d9274b6e), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.049343 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d1255bdd-86c2-4875-ad51-3def6ae54643), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.064884 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975f7d2-21c1-4069-b1fa-73ee9611f5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f12cc25-11df-4400-895f-5ad99bd03243,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:29.078834 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] For port 57222a5c-d8f0-4c78-af26-2b21e1315c2c, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=57222a5c-d8f0-4c78-af26-2b21e1315c2c,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:29.115519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] Routers {'f1a39641-509b-4064-aa3e-3c8c1dc9f813'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:29.131578 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:48:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:29.302620 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef14b754-ba07-4853-9558-d336e2712f71 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group_rule (526337b3-7bba-4055-8a7a-4375d9274b6e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.315526 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef14b754-ba07-4853-9558-d336e2712f71 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (526337b3-7bba-4055-8a7a-4375d9274b6e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.331550 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] For port fb887071-fdb9-4a7d-9844-9fa72ddafa13, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:29.360129 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] For port fb887071-fdb9-4a7d-9844-9fa72ddafa13, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fb887071-fdb9-4a7d-9844-9fa72ddafa13,segment=NetworkSegment(42c22e0b-a4aa-42e6-ba4f-6df152e178cd),segment_id=42c22e0b-a4aa-42e6-ba4f-6df152e178cd)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:29.382934 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fb887071-fdb9-4a7d-9844-9fa72ddafa13), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.447256 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14b754-ba07-4853-9558-d336e2712f71 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=526337b3-7bba-4055-8a7a-4375d9274b6e,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:29.485070 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef14b754-ba07-4853-9558-d336e2712f71 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.491732 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ef14b754-ba07-4853-9558-d336e2712f71 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6618838 Feb 09 21:48:29.496538 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40484) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:29.514799 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-055e4aac-6726-4b86-8ada-916916f21e51 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:29.525839 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d0012eb-1be4-4201-bda1-bf9b7d3fbca4 admin admin] Publish callbacks [] for security_group (9f12cc25-11df-4400-895f-5ad99bd03243), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.596483 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-055e4aac-6726-4b86-8ada-916916f21e51 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.720072 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d0012eb-1be4-4201-bda1-bf9b7d3fbca4 admin admin] Publish callbacks [] for security_group (9f12cc25-11df-4400-895f-5ad99bd03243), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.756607 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] Routers {'94c02033-e2de-4a17-9f3c-ab8b1f6419b3'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:29.757666 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:48:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['94c02033-e2de-4a17-9f3c-ab8b1f6419b3'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:29.788643 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbcf40-3de2-47a1-8fe0-38920f1e3261 None None] Pushing event updated for resources: {'Port': ['ID=fb887071-fdb9-4a7d-9844-9fa72ddafa13,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:29.912263 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] Set router f1a39641-509b-4064-aa3e-3c8c1dc9f813 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:29.970248 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b204eb0-aa95-43ee-90e9-71b0cf6132bd admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:48:30.028928 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2b204eb0-aa95-43ee-90e9-71b0cf6132bd admin admin] 10.222.0.77 "PUT /v2.0/routers/c693f126-6cea-4c08-9c45-a3c2c581c9a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5379894 Feb 09 21:48:30.095200 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d0012eb-1be4-4201-bda1-bf9b7d3fbca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (9f12cc25-11df-4400-895f-5ad99bd03243), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:30.118750 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d0012eb-1be4-4201-bda1-bf9b7d3fbca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:30.121088 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4d0012eb-1be4-4201-bda1-bf9b7d3fbca4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9f12cc25-11df-4400-895f-5ad99bd03243 HTTP/1.1" status: 204 len: 168 time: 1.2354293 Feb 09 21:48:30.154389 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0012eb-1be4-4201-bda1-bf9b7d3fbca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f12cc25-11df-4400-895f-5ad99bd03243,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:30.210785 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-055e4aac-6726-4b86-8ada-916916f21e51 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:30.265684 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-4df2a4e7-16cf-41e2-928f-3236ec38a111 None None] For port 27fd600e-ba43-4d11-94c4-66054334c0aa, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=27fd600e-ba43-4d11-94c4-66054334c0aa,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:30.279008 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (57222a5c-d8f0-4c78-af26-2b21e1315c2c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:30.379338 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4df2a4e7-16cf-41e2-928f-3236ec38a111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (27fd600e-ba43-4d11-94c4-66054334c0aa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:30.536763 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c635e3e-7d84-4a51-839a-39d556731bf9 None None] Pushing event updated for resources: {'Port': ['ID=57222a5c-d8f0-4c78-af26-2b21e1315c2c,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:30.539431 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40502) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:30.871509 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-055e4aac-6726-4b86-8ada-916916f21e51 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Allocated IP 172.25.6.24 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/94221460-222b-4a22-8bd9-9a3f37150b15) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:30.911539 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] Set router 94c02033-e2de-4a17-9f3c-ab8b1f6419b3 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:31.018009 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40512) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:31.085083 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79c9bc8e-60d4-466e-86d0-eedd2f6c2285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.175180 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-055e4aac-6726-4b86-8ada-916916f21e51 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for port (94221460-222b-4a22-8bd9-9a3f37150b15), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.285421 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-055e4aac-6726-4b86-8ada-916916f21e51 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (94221460-222b-4a22-8bd9-9a3f37150b15), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.288920 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d954ea08-603e-4ffa-9487-7d8633bb0935 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1379730968'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:31.367488 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d954ea08-603e-4ffa-9487-7d8633bb0935 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Made reservation on behalf of 2516f2edda0e4c31a3f4766864a26000 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:31.378542 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d954ea08-603e-4ffa-9487-7d8633bb0935 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.404687 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e4aac-6726-4b86-8ada-916916f21e51 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Pushing event updated for resources: {'Port': ['ID=94221460-222b-4a22-8bd9-9a3f37150b15,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:31.461843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055e4aac-6726-4b86-8ada-916916f21e51 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:31.466104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-055e4aac-6726-4b86-8ada-916916f21e51 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:31.469286 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d954ea08-603e-4ffa-9487-7d8633bb0935 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:48:31.479089 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055e4aac-6726-4b86-8ada-916916f21e51 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:31.487404 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2a4e7-16cf-41e2-928f-3236ec38a111 None None] Pushing event updated for resources: {'Port': ['ID=27fd600e-ba43-4d11-94c4-66054334c0aa,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:31.499474 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:31.501543 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8d710c2d-1c5d-4eb0-90fd-347cf9e6965f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.629853 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] Routers {'c693f126-6cea-4c08-9c45-a3c2c581c9a8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:31.630403 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79c9bc8e-60d4-466e-86d0-eedd2f6c2285 admin admin] Publish callbacks [] for security_group (a2447781-745a-43f4-a65e-3b985f1c65d5), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.630527 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:48:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c693f126-6cea-4c08-9c45-a3c2c581c9a8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:31.633143 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d954ea08-603e-4ffa-9487-7d8633bb0935 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (3676e702-6d06-42b3-b0db-d5d5bca11607), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.633962 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-d954ea08-603e-4ffa-9487-7d8633bb0935 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Added segment 3676e702-6d06-42b3-b0db-d5d5bca11607 of type vlan for network 4706db6c-df05-4e99-a05a-7851a2b814c2 Feb 09 21:48:31.674769 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79c9bc8e-60d4-466e-86d0-eedd2f6c2285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a2447781-745a-43f4-a65e-3b985f1c65d5), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.813466 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c02033-e2de-4a17-9f3c-ab8b1f6419b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2135269045-router', 'tenant_id': '95ed883d44674772a15c6306c3cf26a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1fa64ec9-7c37-4c61-8d50-82664abdf67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:41Z', 'updated_at': '2022-02-09T21:47:58Z', 'revision_number': 4, 'project_id': '95ed883d44674772a15c6306c3cf26a0', 'gw_port': {'id': '1fa64ec9-7c37-4c61-8d50-82664abdf67b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c02033-e2de-4a17-9f3c-ab8b1f6419b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:42Z', 'updated_at': '2022-02-09T21:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'fb887071-fdb9-4a7d-9844-9fa72ddafa13', 'name': '', 'network_id': '19ba73ba-37dc-49c2-95ff-adb0d23216a7', 'tenant_id': '95ed883d44674772a15c6306c3cf26a0', 'mac_address': 'fa:16:3e:07:0c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c02033-e2de-4a17-9f3c-ab8b1f6419b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'd5628230-55a2-4049-a704-e6fc6ffee88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:54Z', 'updated_at': '2022-02-09T21:48:29Z', 'revision_number': 4, 'project_id': '95ed883d44674772a15c6306c3cf26a0', 'subnets': [{'id': 'd5628230-55a2-4049-a704-e6fc6ffee88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:31.925656 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953ace71-cb55-4e1b-a854-284117b60475 None None] The sync data for ids ['94c02033-e2de-4a17-9f3c-ab8b1f6419b3'] in n-d-828601-1 is: [{'id': '94c02033-e2de-4a17-9f3c-ab8b1f6419b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2135269045-router', 'tenant_id': '95ed883d44674772a15c6306c3cf26a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1fa64ec9-7c37-4c61-8d50-82664abdf67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:41Z', 'updated_at': '2022-02-09T21:47:58Z', 'revision_number': 4, 'project_id': '95ed883d44674772a15c6306c3cf26a0', 'gw_port': {'id': '1fa64ec9-7c37-4c61-8d50-82664abdf67b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c02033-e2de-4a17-9f3c-ab8b1f6419b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:42Z', 'updated_at': '2022-02-09T21:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'fb887071-fdb9-4a7d-9844-9fa72ddafa13', 'name': '', 'network_id': '19ba73ba-37dc-49c2-95ff-adb0d23216a7', 'tenant_id': '95ed883d44674772a15c6306c3cf26a0', 'mac_address': 'fa:16:3e:07:0c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c02033-e2de-4a17-9f3c-ab8b1f6419b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'd5628230-55a2-4049-a704-e6fc6ffee88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:54Z', 'updated_at': '2022-02-09T21:48:29Z', 'revision_number': 4, 'project_id': '95ed883d44674772a15c6306c3cf26a0', 'subnets': [{'id': 'd5628230-55a2-4049-a704-e6fc6ffee88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:48:31.944581 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-055e4aac-6726-4b86-8ada-916916f21e51 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for floatingip (a13c449d-61cd-4f04-9fad-42d2fec83d00), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.966462 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d954ea08-603e-4ffa-9487-7d8633bb0935 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (4706db6c-df05-4e99-a05a-7851a2b814c2), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.981589 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-79c9bc8e-60d4-466e-86d0-eedd2f6c2285 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1ba4ee01da4645c9a458fcabce4bad70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9595957 Feb 09 21:48:31.984101 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40522) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:32.053006 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] Set router c693f126-6cea-4c08-9c45-a3c2c581c9a8 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:32.074418 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9bc8e-60d4-466e-86d0-eedd2f6c2285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2447781-745a-43f4-a65e-3b985f1c65d5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:32.101575 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d954ea08-603e-4ffa-9487-7d8633bb0935 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (4706db6c-df05-4e99-a05a-7851a2b814c2), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.107517 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d954ea08-603e-4ffa-9487-7d8633bb0935 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:32.108228 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d954ea08-603e-4ffa-9487-7d8633bb0935 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.186370 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1152bd6b-9558-4daf-a4ea-d5255688cfad admin admin] Publish callbacks [] for security_group (a2447781-745a-43f4-a65e-3b985f1c65d5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.245240 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1152bd6b-9558-4daf-a4ea-d5255688cfad admin admin] Publish callbacks [] for security_group (a2447781-745a-43f4-a65e-3b985f1c65d5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.282191 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d954ea08-603e-4ffa-9487-7d8633bb0935 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7393959 Feb 09 21:48:32.304793 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40528) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:32.316173 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Request body: {'subnet': {'network_id': '4706db6c-df05-4e99-a05a-7851a2b814c2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:32.366333 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1152bd6b-9558-4daf-a4ea-d5255688cfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a2447781-745a-43f4-a65e-3b985f1c65d5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.371425 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1152bd6b-9558-4daf-a4ea-d5255688cfad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.378500 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1152bd6b-9558-4daf-a4ea-d5255688cfad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a2447781-745a-43f4-a65e-3b985f1c65d5 HTTP/1.1" status: 204 len: 168 time: 0.3927557 Feb 09 21:48:32.426606 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152bd6b-9558-4daf-a4ea-d5255688cfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2447781-745a-43f4-a65e-3b985f1c65d5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:32.446685 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-055e4aac-6726-4b86-8ada-916916f21e51 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (94221460-222b-4a22-8bd9-9a3f37150b15), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.470290 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954ea08-603e-4ffa-9487-7d8633bb0935 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event updated for resources: {'Network': ['ID=4706db6c-df05-4e99-a05a-7851a2b814c2,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:32.613094 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Made reservation on behalf of 2516f2edda0e4c31a3f4766864a26000 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:32.616869 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.749190 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 4706db6c-df05-4e99-a05a-7851a2b814c2 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:48:32.823077 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-055e4aac-6726-4b86-8ada-916916f21e51 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for port (94221460-222b-4a22-8bd9-9a3f37150b15), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.841232 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-055e4aac-6726-4b86-8ada-916916f21e51 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (94221460-222b-4a22-8bd9-9a3f37150b15), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:33.015558 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-055e4aac-6726-4b86-8ada-916916f21e51 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (a13c449d-61cd-4f04-9fad-42d2fec83d00), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:33.084206 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-055e4aac-6726-4b86-8ada-916916f21e51 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:33.088233 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-055e4aac-6726-4b86-8ada-916916f21e51 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5891032 Feb 09 21:48:33.124946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-4df2a4e7-16cf-41e2-928f-3236ec38a111 None None] Provisioning complete for port f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:33.125574 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4df2a4e7-16cf-41e2-928f-3236ec38a111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:33.130067 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e4aac-6726-4b86-8ada-916916f21e51 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Pushing event updated for resources: {'Port': ['ID=94221460-222b-4a22-8bd9-9a3f37150b15,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:33.266117 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (29e54905-48a8-448c-9cbe-d397e762beb7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:33.407776 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event updated for resources: {'Subnet': ['ID=29e54905-48a8-448c-9cbe-d397e762beb7,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:33.466410 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:33.469025 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:33.471892 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:33.472578 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:33.481555 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:33.482604 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:33.484056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:33.485270 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:33.485922 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:33.491436 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:33.492882 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:33.494507 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:33.496112 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:33.610223 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Checking segment: {'id': '3676e702-6d06-42b3-b0db-d5d5bca11607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4706db6c-df05-4e99-a05a-7851a2b814c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:33.610679 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Network hostable DHCP agents. Network: 4706db6c-df05-4e99-a05a-7851a2b814c2, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:48:33.645358 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Network 4706db6c-df05-4e99-a05a-7851a2b814c2 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:48:33.680739 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 4706db6c-df05-4e99-a05a-7851a2b814c2) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:33.699293 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:33.703736 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:33.753361 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-850ded16-4dc8-419d-8eb8-4af668d6128b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4427152 Feb 09 21:48:33.757347 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40564) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:33.768117 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3c265cce-672e-47cc-9f0e-e13a5bfc8cc4 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1479954780'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:33.860363 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c265cce-672e-47cc-9f0e-e13a5bfc8cc4 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Made reservation on behalf of 2516f2edda0e4c31a3f4766864a26000 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:33.866278 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c265cce-672e-47cc-9f0e-e13a5bfc8cc4 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:33.944055 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e20d2e-d513-4b22-95a8-5d52184ae7f2 None None] Network 4706db6c-df05-4e99-a05a-7851a2b814c2 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:33.947052 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:33.948923 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 883f28a0-f0ad-4537-96bf-a8963a436be3 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:33.984459 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c265cce-672e-47cc-9f0e-e13a5bfc8cc4 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:48:34.020425 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c265cce-672e-47cc-9f0e-e13a5bfc8cc4 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (dcbff9aa-5599-4341-a34b-3e9c1d1c541b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:34.021094 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-3c265cce-672e-47cc-9f0e-e13a5bfc8cc4 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Added segment dcbff9aa-5599-4341-a34b-3e9c1d1c541b of type vlan for network 19bc9dab-6254-4bfc-a011-71c5a002989a Feb 09 21:48:34.185593 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c265cce-672e-47cc-9f0e-e13a5bfc8cc4 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (19bc9dab-6254-4bfc-a011-71c5a002989a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:34.242412 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c265cce-672e-47cc-9f0e-e13a5bfc8cc4 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (19bc9dab-6254-4bfc-a011-71c5a002989a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:34.246080 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] Publish callbacks [] for port (d1255bdd-86c2-4875-ad51-3def6ae54643), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:34.251377 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c265cce-672e-47cc-9f0e-e13a5bfc8cc4 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:34.252352 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c265cce-672e-47cc-9f0e-e13a5bfc8cc4 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:34.275523 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d1255bdd-86c2-4875-ad51-3def6ae54643), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:34.390517 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a8e6b-caf1-4ef6-aab9-08b9f9db751e None None] Pushing event updated for resources: {'Port': ['ID=d1255bdd-86c2-4875-ad51-3def6ae54643,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:34.390785 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c265cce-672e-47cc-9f0e-e13a5bfc8cc4 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event updated for resources: {'Network': ['ID=19bc9dab-6254-4bfc-a011-71c5a002989a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:34.409883 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3c265cce-672e-47cc-9f0e-e13a5bfc8cc4 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6512394 Feb 09 21:48:34.414068 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40580) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:34.436469 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-236576a9-6a90-47d1-b67b-5d15d614089e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Request body: {'subnet': {'network_id': '19bc9dab-6254-4bfc-a011-71c5a002989a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:34.468492 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 19bc9dab-6254-4bfc-a011-71c5a002989a details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:48:34.786617 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236576a9-6a90-47d1-b67b-5d15d614089e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Made reservation on behalf of 2516f2edda0e4c31a3f4766864a26000 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:34.791909 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-236576a9-6a90-47d1-b67b-5d15d614089e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:34.932838 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 883f28a0-f0ad-4537-96bf-a8963a436be3 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:34.934381 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (883f28a0-f0ad-4537-96bf-a8963a436be3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.171988 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-236576a9-6a90-47d1-b67b-5d15d614089e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (7ed43450-0577-42d5-9890-1a23f286e0e7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.263103 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236576a9-6a90-47d1-b67b-5d15d614089e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event updated for resources: {'Subnet': ['ID=7ed43450-0577-42d5-9890-1a23f286e0e7,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:35.328214 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-router', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:23Z', 'revision_number': 4, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'gw_port': {'id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:64:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '254d795a-41ef-4702-8ded-b4e463c82b4f', 'name': '', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'mac_address': 'fa:16:3e:1a:b2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:23Z', 'revision_number': 2, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'subnets': [{'id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:35.336209 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236576a9-6a90-47d1-b67b-5d15d614089e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Checking segment: {'id': 'dcbff9aa-5599-4341-a34b-3e9c1d1c541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '19bc9dab-6254-4bfc-a011-71c5a002989a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:35.336209 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236576a9-6a90-47d1-b67b-5d15d614089e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Network hostable DHCP agents. Network: 19bc9dab-6254-4bfc-a011-71c5a002989a, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:48:35.365438 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c693f126-6cea-4c08-9c45-a3c2c581c9a8', 'name': 'tempest-ServersTestMultiNic-423639905-router', 'tenant_id': '2516f2edda0e4c31a3f4766864a26000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '57222a5c-d8f0-4c78-af26-2b21e1315c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:04Z', 'updated_at': '2022-02-09T21:48:25Z', 'revision_number': 4, 'project_id': '2516f2edda0e4c31a3f4766864a26000', 'gw_port': {'id': '57222a5c-d8f0-4c78-af26-2b21e1315c2c', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:90:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c693f126-6cea-4c08-9c45-a3c2c581c9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '7b4310c5-f1cd-4099-b83b-c76788170cb7', 'name': '', 'network_id': '917340f1-7515-48b4-8cb3-2575d335d894', 'tenant_id': '2516f2edda0e4c31a3f4766864a26000', 'mac_address': 'fa:16:3e:2e:ef:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c693f126-6cea-4c08-9c45-a3c2c581c9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': 'b2320214-4aff-49a7-bcd6-e87f4087cca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:19Z', 'updated_at': '2022-02-09T21:48:25Z', 'revision_number': 2, 'project_id': '2516f2edda0e4c31a3f4766864a26000', 'subnets': [{'id': 'b2320214-4aff-49a7-bcd6-e87f4087cca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:35.395715 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236576a9-6a90-47d1-b67b-5d15d614089e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Network 19bc9dab-6254-4bfc-a011-71c5a002989a is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:48:35.420603 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-236576a9-6a90-47d1-b67b-5d15d614089e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 19bc9dab-6254-4bfc-a011-71c5a002989a) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:35.429658 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] Checking router: f1a39641-509b-4064-aa3e-3c8c1dc9f813 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:48:35.430184 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] Updating router f1a39641-509b-4064-aa3e-3c8c1dc9f813 port 254d795a-41ef-4702-8ded-b4e463c82b4f binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:48:35.431862 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236576a9-6a90-47d1-b67b-5d15d614089e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:35.432502 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-236576a9-6a90-47d1-b67b-5d15d614089e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.434157 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92f557b-2ec7-4cb7-b0d9-198546d2c61b None None] The sync data for ids ['c693f126-6cea-4c08-9c45-a3c2c581c9a8'] in n-d-828601-1 is: [{'id': 'c693f126-6cea-4c08-9c45-a3c2c581c9a8', 'name': 'tempest-ServersTestMultiNic-423639905-router', 'tenant_id': '2516f2edda0e4c31a3f4766864a26000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '57222a5c-d8f0-4c78-af26-2b21e1315c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:04Z', 'updated_at': '2022-02-09T21:48:25Z', 'revision_number': 4, 'project_id': '2516f2edda0e4c31a3f4766864a26000', 'gw_port': {'id': '57222a5c-d8f0-4c78-af26-2b21e1315c2c', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:90:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c693f126-6cea-4c08-9c45-a3c2c581c9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '7b4310c5-f1cd-4099-b83b-c76788170cb7', 'name': '', 'network_id': '917340f1-7515-48b4-8cb3-2575d335d894', 'tenant_id': '2516f2edda0e4c31a3f4766864a26000', 'mac_address': 'fa:16:3e:2e:ef:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c693f126-6cea-4c08-9c45-a3c2c581c9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': 'b2320214-4aff-49a7-bcd6-e87f4087cca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:19Z', 'updated_at': '2022-02-09T21:48:25Z', 'revision_number': 2, 'project_id': '2516f2edda0e4c31a3f4766864a26000', 'subnets': [{'id': 'b2320214-4aff-49a7-bcd6-e87f4087cca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:48:35.496639 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-236576a9-6a90-47d1-b67b-5d15d614089e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0806983 Feb 09 21:48:35.515958 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4eaa00-8331-476e-a488-396c89f4ab46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-4706db6c-df05-4e99-a05a-7851a2b814c2', 'network_id': '4706db6c-df05-4e99-a05a-7851a2b814c2', 'project_id': '2516f2edda0e4c31a3f4766864a26000', 'fixed_ips': [{'subnet_id': '29e54905-48a8-448c-9cbe-d397e762beb7'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:48:35.517469 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1c4eaa00-8331-476e-a488-396c89f4ab46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.521066 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eefbc35-f230-4708-b3e9-3da0d8274e56 None None] Network 19bc9dab-6254-4bfc-a011-71c5a002989a requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:35.705187 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] Attempting to bind port d1255bdd-86c2-4875-ad51-3def6ae54643 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:35.705562 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] Attempting to bind port d1255bdd-86c2-4875-ad51-3def6ae54643 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '41e39697-75e0-4695-bb5a-9d529bcf1b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5094b899-4dec-49b5-8ded-e9d66513896d'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:35.705931 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] Attempting to bind port d1255bdd-86c2-4875-ad51-3def6ae54643 on network 5094b899-4dec-49b5-8ded-e9d66513896d {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:35.715256 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4df2a4e7-16cf-41e2-928f-3236ec38a111 None None] Current status of the port f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:35.715674 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4df2a4e7-16cf-41e2-928f-3236ec38a111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:36.118374 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:36.121842 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] Checking segment: {'id': '41e39697-75e0-4695-bb5a-9d529bcf1b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5094b899-4dec-49b5-8ded-e9d66513896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:36.123472 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:36.124024 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] Bound using segment: {'id': '41e39697-75e0-4695-bb5a-9d529bcf1b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5094b899-4dec-49b5-8ded-e9d66513896d'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:36.126054 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] Bound port: d1255bdd-86c2-4875-ad51-3def6ae54643, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e39697-75e0-4695-bb5a-9d529bcf1b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5094b899-4dec-49b5-8ded-e9d66513896d'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:36.126583 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d1255bdd-86c2-4875-ad51-3def6ae54643), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:36.364611 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef1dd0d-577f-4178-8952-74f31428d847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-19bc9dab-6254-4bfc-a011-71c5a002989a', 'network_id': '19bc9dab-6254-4bfc-a011-71c5a002989a', 'project_id': '2516f2edda0e4c31a3f4766864a26000', 'fixed_ips': [{'subnet_id': '7ed43450-0577-42d5-9890-1a23f286e0e7'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:48:36.367978 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bef1dd0d-577f-4178-8952-74f31428d847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:36.538187 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] For port d1255bdd-86c2-4875-ad51-3def6ae54643, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:36.553257 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (254d795a-41ef-4702-8ded-b4e463c82b4f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:36.724064 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] For port d1255bdd-86c2-4875-ad51-3def6ae54643, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d1255bdd-86c2-4875-ad51-3def6ae54643,segment=NetworkSegment(41e39697-75e0-4695-bb5a-9d529bcf1b39),segment_id=41e39697-75e0-4695-bb5a-9d529bcf1b39)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:36.760917 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-4df2a4e7-16cf-41e2-928f-3236ec38a111 None None] For port f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2,segment=NetworkSegment(bdcc1a20-09ed-4611-a93f-7a4839fe538d),segment_id=bdcc1a20-09ed-4611-a93f-7a4839fe538d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:36.774005 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 883f28a0-f0ad-4537-96bf-a8963a436be3 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:36.774412 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (883f28a0-f0ad-4537-96bf-a8963a436be3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:36.816285 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 883f28a0-f0ad-4537-96bf-a8963a436be3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=883f28a0-f0ad-4537-96bf-a8963a436be3,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:36.836109 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d1255bdd-86c2-4875-ad51-3def6ae54643), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:36.872056 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (883f28a0-f0ad-4537-96bf-a8963a436be3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:36.878874 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4df2a4e7-16cf-41e2-928f-3236ec38a111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:37.540532 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-1c4eaa00-8331-476e-a488-396c89f4ab46 None None] Allocated IP 19.80.0.2 (4706db6c-df05-4e99-a05a-7851a2b814c2/29e54905-48a8-448c-9cbe-d397e762beb7/76df1318-b07a-4648-b158-3b85f973e9ec) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:37.903129 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1c4eaa00-8331-476e-a488-396c89f4ab46 None None] Publish callbacks [] for port (76df1318-b07a-4648-b158-3b85f973e9ec), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:37.932310 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 27fd600e-ba43-4d11-94c4-66054334c0aa up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:37.982503 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1c4eaa00-8331-476e-a488-396c89f4ab46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (76df1318-b07a-4648-b158-3b85f973e9ec), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.249967 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] Routers {'563219e8-210a-4c89-a607-b570340b3508'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:38.250622 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:48:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['563219e8-210a-4c89-a607-b570340b3508'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:38.346225 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4eaa00-8331-476e-a488-396c89f4ab46 None None] Network 4706db6c-df05-4e99-a05a-7851a2b814c2 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:38.518480 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-bef1dd0d-577f-4178-8952-74f31428d847 None None] Allocated IP 19.86.0.2 (19bc9dab-6254-4bfc-a011-71c5a002989a/7ed43450-0577-42d5-9890-1a23f286e0e7/5a42e29d-adab-4277-a8f9-9de2bc7bc072) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:38.723378 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-1c4eaa00-8331-476e-a488-396c89f4ab46 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:38.749711 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4eaa00-8331-476e-a488-396c89f4ab46 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:38.770843 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-91091133-8032-47cc-8c23-a3795fe555a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.897778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Provisioning complete for port 254d795a-41ef-4702-8ded-b4e463c82b4f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:38.898510 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (254d795a-41ef-4702-8ded-b4e463c82b4f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.969833 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a8e6b-caf1-4ef6-aab9-08b9f9db751e None None] Pushing event updated for resources: {'Port': ['ID=d1255bdd-86c2-4875-ad51-3def6ae54643,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:39.275281 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1c4eaa00-8331-476e-a488-396c89f4ab46 None None] Attempting to bind port 76df1318-b07a-4648-b158-3b85f973e9ec on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:39.275773 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1c4eaa00-8331-476e-a488-396c89f4ab46 None None] Attempting to bind port 76df1318-b07a-4648-b158-3b85f973e9ec by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '3676e702-6d06-42b3-b0db-d5d5bca11607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4706db6c-df05-4e99-a05a-7851a2b814c2'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:39.276240 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4eaa00-8331-476e-a488-396c89f4ab46 None None] Attempting to bind port 76df1318-b07a-4648-b158-3b85f973e9ec on network 4706db6c-df05-4e99-a05a-7851a2b814c2 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:39.290184 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4eaa00-8331-476e-a488-396c89f4ab46 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:39.290768 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4eaa00-8331-476e-a488-396c89f4ab46 None None] Checking segment: {'id': '3676e702-6d06-42b3-b0db-d5d5bca11607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4706db6c-df05-4e99-a05a-7851a2b814c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:39.291283 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1c4eaa00-8331-476e-a488-396c89f4ab46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:39.291808 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4eaa00-8331-476e-a488-396c89f4ab46 None None] Bound using segment: {'id': '3676e702-6d06-42b3-b0db-d5d5bca11607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4706db6c-df05-4e99-a05a-7851a2b814c2'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:39.292430 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1c4eaa00-8331-476e-a488-396c89f4ab46 None None] Bound port: 76df1318-b07a-4648-b158-3b85f973e9ec, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3676e702-6d06-42b3-b0db-d5d5bca11607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4706db6c-df05-4e99-a05a-7851a2b814c2'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:39.292898 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1c4eaa00-8331-476e-a488-396c89f4ab46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (76df1318-b07a-4648-b158-3b85f973e9ec), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:39.295772 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 27fd600e-ba43-4d11-94c4-66054334c0aa triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:39.296222 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (27fd600e-ba43-4d11-94c4-66054334c0aa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:39.342956 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Port 254d795a-41ef-4702-8ded-b4e463c82b4f cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:48:39.484213 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] Set router 563219e8-210a-4c89-a607-b570340b3508 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:39.552329 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=883f28a0-f0ad-4537-96bf-a8963a436be3,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:39.715908 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2a4e7-16cf-41e2-928f-3236ec38a111 None None] Pushing event updated for resources: {'Port': ['ID=f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:40.055291 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Provisioning complete for port 7b4310c5-f1cd-4099-b83b-c76788170cb7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:40.056542 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7b4310c5-f1cd-4099-b83b-c76788170cb7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:40.290635 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] Sync routers for ids ['c693f126-6cea-4c08-9c45-a3c2c581c9a8'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:48:40.312204 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] Routers {'c693f126-6cea-4c08-9c45-a3c2c581c9a8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:40.313297 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:48:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c693f126-6cea-4c08-9c45-a3c2c581c9a8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:40.734226 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] Set router c693f126-6cea-4c08-9c45-a3c2c581c9a8 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:40.741421 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4eaa00-8331-476e-a488-396c89f4ab46 None None] Pushing event updated for resources: {'Port': ['ID=76df1318-b07a-4648-b158-3b85f973e9ec,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:40.787957 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1c4eaa00-8331-476e-a488-396c89f4ab46 None None] For port 76df1318-b07a-4648-b158-3b85f973e9ec, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:40.793008 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1c4eaa00-8331-476e-a488-396c89f4ab46 None None] For port 76df1318-b07a-4648-b158-3b85f973e9ec, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=76df1318-b07a-4648-b158-3b85f973e9ec,segment=NetworkSegment(3676e702-6d06-42b3-b0db-d5d5bca11607),segment_id=3676e702-6d06-42b3-b0db-d5d5bca11607)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:41.043094 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] Publish callbacks [] for port (254d795a-41ef-4702-8ded-b4e463c82b4f), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:41.159476 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bef1dd0d-577f-4178-8952-74f31428d847 None None] Publish callbacks [] for port (5a42e29d-adab-4277-a8f9-9de2bc7bc072), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:41.172907 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (254d795a-41ef-4702-8ded-b4e463c82b4f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:41.256431 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1c4eaa00-8331-476e-a488-396c89f4ab46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (76df1318-b07a-4648-b158-3b85f973e9ec), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:41.311200 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bef1dd0d-577f-4178-8952-74f31428d847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (5a42e29d-adab-4277-a8f9-9de2bc7bc072), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:41.403181 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Port 7b4310c5-f1cd-4099-b83b-c76788170cb7 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:48:41.524941 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c693f126-6cea-4c08-9c45-a3c2c581c9a8', 'name': 'tempest-ServersTestMultiNic-423639905-router', 'tenant_id': '2516f2edda0e4c31a3f4766864a26000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '57222a5c-d8f0-4c78-af26-2b21e1315c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:04Z', 'updated_at': '2022-02-09T21:48:25Z', 'revision_number': 4, 'project_id': '2516f2edda0e4c31a3f4766864a26000', 'gw_port': {'id': '57222a5c-d8f0-4c78-af26-2b21e1315c2c', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:90:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c693f126-6cea-4c08-9c45-a3c2c581c9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '7b4310c5-f1cd-4099-b83b-c76788170cb7', 'name': '', 'network_id': '917340f1-7515-48b4-8cb3-2575d335d894', 'tenant_id': '2516f2edda0e4c31a3f4766864a26000', 'mac_address': 'fa:16:3e:2e:ef:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c693f126-6cea-4c08-9c45-a3c2c581c9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': 'b2320214-4aff-49a7-bcd6-e87f4087cca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:19Z', 'updated_at': '2022-02-09T21:48:25Z', 'revision_number': 2, 'project_id': '2516f2edda0e4c31a3f4766864a26000', 'subnets': [{'id': 'b2320214-4aff-49a7-bcd6-e87f4087cca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:41.657815 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] Checking router: c693f126-6cea-4c08-9c45-a3c2c581c9a8 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:48:41.659432 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] Updating router c693f126-6cea-4c08-9c45-a3c2c581c9a8 port 7b4310c5-f1cd-4099-b83b-c76788170cb7 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:48:41.674477 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef1dd0d-577f-4178-8952-74f31428d847 None None] Network 19bc9dab-6254-4bfc-a011-71c5a002989a is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:41.692495 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 27fd600e-ba43-4d11-94c4-66054334c0aa is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:41.693687 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1fa64ec9-7c37-4c61-8d50-82664abdf67b up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:41.730820 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-787f5960-a0a2-4d63-b5f7-0f5bf169af4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:41.743544 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7b4310c5-f1cd-4099-b83b-c76788170cb7), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:41.827934 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-bef1dd0d-577f-4178-8952-74f31428d847 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:41.842859 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Provisioning complete for port d1255bdd-86c2-4875-ad51-3def6ae54643 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:41.845992 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d1255bdd-86c2-4875-ad51-3def6ae54643), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:41.954183 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef1dd0d-577f-4178-8952-74f31428d847 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:41.979384 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.110828 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] Attempting to bind port 254d795a-41ef-4702-8ded-b4e463c82b4f on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:42.111601 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] Attempting to bind port 254d795a-41ef-4702-8ded-b4e463c82b4f by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '7b536f40-7d03-4fa2-82e6-e6ab2e547bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:42.112289 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] Attempting to bind port 254d795a-41ef-4702-8ded-b4e463c82b4f on network d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:42.114875 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76e240-209c-48e1-a058-96772752d84d None None] Pushing event updated for resources: {'Port': ['ID=254d795a-41ef-4702-8ded-b4e463c82b4f,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:42.252366 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:42.253784 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] Checking segment: {'id': '7b536f40-7d03-4fa2-82e6-e6ab2e547bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:42.254309 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.254846 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] Bound using segment: {'id': '7b536f40-7d03-4fa2-82e6-e6ab2e547bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:42.255474 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] Bound port: 254d795a-41ef-4702-8ded-b4e463c82b4f, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b536f40-7d03-4fa2-82e6-e6ab2e547bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:42.256027 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (254d795a-41ef-4702-8ded-b4e463c82b4f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.344601 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Current status of the port d1255bdd-86c2-4875-ad51-3def6ae54643 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:42.345154 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d1255bdd-86c2-4875-ad51-3def6ae54643), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.454461 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bef1dd0d-577f-4178-8952-74f31428d847 None None] Attempting to bind port 5a42e29d-adab-4277-a8f9-9de2bc7bc072 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:42.454842 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bef1dd0d-577f-4178-8952-74f31428d847 None None] Attempting to bind port 5a42e29d-adab-4277-a8f9-9de2bc7bc072 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'dcbff9aa-5599-4341-a34b-3e9c1d1c541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '19bc9dab-6254-4bfc-a011-71c5a002989a'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:42.455215 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef1dd0d-577f-4178-8952-74f31428d847 None None] Attempting to bind port 5a42e29d-adab-4277-a8f9-9de2bc7bc072 on network 19bc9dab-6254-4bfc-a011-71c5a002989a {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:42.482393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1fa64ec9-7c37-4c61-8d50-82664abdf67b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:42.482780 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1fa64ec9-7c37-4c61-8d50-82664abdf67b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.501052 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] Publish callbacks [] for port (7b4310c5-f1cd-4099-b83b-c76788170cb7), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.520283 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7b4310c5-f1cd-4099-b83b-c76788170cb7), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.636673 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afa956-b62d-4907-b172-1c45340df0db None None] Pushing event updated for resources: {'Port': ['ID=7b4310c5-f1cd-4099-b83b-c76788170cb7,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:42.650318 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef1dd0d-577f-4178-8952-74f31428d847 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:42.650733 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef1dd0d-577f-4178-8952-74f31428d847 None None] Checking segment: {'id': 'dcbff9aa-5599-4341-a34b-3e9c1d1c541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '19bc9dab-6254-4bfc-a011-71c5a002989a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:42.653426 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bef1dd0d-577f-4178-8952-74f31428d847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.654465 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef1dd0d-577f-4178-8952-74f31428d847 None None] Bound using segment: {'id': 'dcbff9aa-5599-4341-a34b-3e9c1d1c541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '19bc9dab-6254-4bfc-a011-71c5a002989a'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:42.655070 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bef1dd0d-577f-4178-8952-74f31428d847 None None] Bound port: 5a42e29d-adab-4277-a8f9-9de2bc7bc072, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcbff9aa-5599-4341-a34b-3e9c1d1c541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '19bc9dab-6254-4bfc-a011-71c5a002989a'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:42.655487 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bef1dd0d-577f-4178-8952-74f31428d847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5a42e29d-adab-4277-a8f9-9de2bc7bc072), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.695516 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4eaa00-8331-476e-a488-396c89f4ab46 None None] Pushing event updated for resources: {'Port': ['ID=76df1318-b07a-4648-b158-3b85f973e9ec,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:42.727457 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] Attempting to bind port 7b4310c5-f1cd-4099-b83b-c76788170cb7 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:42.727764 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] Attempting to bind port 7b4310c5-f1cd-4099-b83b-c76788170cb7 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'bdcc1a20-09ed-4611-a93f-7a4839fe538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '917340f1-7515-48b4-8cb3-2575d335d894'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:42.729588 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] Attempting to bind port 7b4310c5-f1cd-4099-b83b-c76788170cb7 on network 917340f1-7515-48b4-8cb3-2575d335d894 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:42.748146 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:42.767120 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] Checking segment: {'id': 'bdcc1a20-09ed-4611-a93f-7a4839fe538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '917340f1-7515-48b4-8cb3-2575d335d894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:42.768038 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.768616 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] Bound using segment: {'id': 'bdcc1a20-09ed-4611-a93f-7a4839fe538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '917340f1-7515-48b4-8cb3-2575d335d894'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:42.769136 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] Bound port: 7b4310c5-f1cd-4099-b83b-c76788170cb7, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdcc1a20-09ed-4611-a93f-7a4839fe538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '917340f1-7515-48b4-8cb3-2575d335d894'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:42.769525 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7b4310c5-f1cd-4099-b83b-c76788170cb7), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.783340 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] For port d1255bdd-86c2-4875-ad51-3def6ae54643, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d1255bdd-86c2-4875-ad51-3def6ae54643,segment=NetworkSegment(41e39697-75e0-4695-bb5a-9d529bcf1b39),segment_id=41e39697-75e0-4695-bb5a-9d529bcf1b39)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:42.935810 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d1255bdd-86c2-4875-ad51-3def6ae54643), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:43.001800 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563219e8-210a-4c89-a607-b570340b3508', 'name': 'tempest-TaggedBootDevicesTest-770560177-router', 'tenant_id': '2abbad47f1424c24afaeb2bdde5347a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '883f28a0-f0ad-4537-96bf-a8963a436be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:54Z', 'updated_at': '2022-02-09T21:48:13Z', 'revision_number': 4, 'project_id': '2abbad47f1424c24afaeb2bdde5347a8', 'gw_port': {'id': '883f28a0-f0ad-4537-96bf-a8963a436be3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:25:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563219e8-210a-4c89-a607-b570340b3508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:58Z', 'updated_at': '2022-02-09T21:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'd1255bdd-86c2-4875-ad51-3def6ae54643', 'name': '', 'network_id': '5094b899-4dec-49b5-8ded-e9d66513896d', 'tenant_id': '2abbad47f1424c24afaeb2bdde5347a8', 'mac_address': 'fa:16:3e:50:35:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563219e8-210a-4c89-a607-b570340b3508', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '0894a803-94be-4ab7-aa0d-1fc30637dec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:11Z', 'updated_at': '2022-02-09T21:48:36Z', 'revision_number': 4, 'project_id': '2abbad47f1424c24afaeb2bdde5347a8', 'subnets': [{'id': '0894a803-94be-4ab7-aa0d-1fc30637dec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:43.014683 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] For port 7b4310c5-f1cd-4099-b83b-c76788170cb7, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:43.021514 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] For port 7b4310c5-f1cd-4099-b83b-c76788170cb7, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7b4310c5-f1cd-4099-b83b-c76788170cb7,segment=NetworkSegment(bdcc1a20-09ed-4611-a93f-7a4839fe538d),segment_id=bdcc1a20-09ed-4611-a93f-7a4839fe538d)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:43.023490 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1dd0d-577f-4178-8952-74f31428d847 None None] Pushing event updated for resources: {'Port': ['ID=5a42e29d-adab-4277-a8f9-9de2bc7bc072,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:43.034818 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7b4310c5-f1cd-4099-b83b-c76788170cb7), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:43.037214 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:43.043367 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] For port 254d795a-41ef-4702-8ded-b4e463c82b4f, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:43.100890 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-bef1dd0d-577f-4178-8952-74f31428d847 None None] For port 5a42e29d-adab-4277-a8f9-9de2bc7bc072, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:43.112383 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-bef1dd0d-577f-4178-8952-74f31428d847 None None] For port 5a42e29d-adab-4277-a8f9-9de2bc7bc072, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5a42e29d-adab-4277-a8f9-9de2bc7bc072,segment=NetworkSegment(dcbff9aa-5599-4341-a34b-3e9c1d1c541b),segment_id=dcbff9aa-5599-4341-a34b-3e9c1d1c541b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:43.196299 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afa956-b62d-4907-b172-1c45340df0db None None] Pushing event updated for resources: {'Port': ['ID=7b4310c5-f1cd-4099-b83b-c76788170cb7,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:43.201205 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] Routers {'c693f126-6cea-4c08-9c45-a3c2c581c9a8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:43.202996 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:48:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c693f126-6cea-4c08-9c45-a3c2c581c9a8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:43.257487 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Pushing event updated for resources: {'Port': ['ID=d1255bdd-86c2-4875-ad51-3def6ae54643,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:43.476059 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] For port 254d795a-41ef-4702-8ded-b4e463c82b4f, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=254d795a-41ef-4702-8ded-b4e463c82b4f,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:43.487684 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bef1dd0d-577f-4178-8952-74f31428d847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5a42e29d-adab-4277-a8f9-9de2bc7bc072), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:43.493494 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1fa64ec9-7c37-4c61-8d50-82664abdf67b is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:43.496432 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1fa64ec9-7c37-4c61-8d50-82664abdf67b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:43.524428 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6068998-36f7-4b65-90d4-10b8c35099a0 None None] The sync data for ids ['563219e8-210a-4c89-a607-b570340b3508'] in n-d-828601-1 is: [{'id': '563219e8-210a-4c89-a607-b570340b3508', 'name': 'tempest-TaggedBootDevicesTest-770560177-router', 'tenant_id': '2abbad47f1424c24afaeb2bdde5347a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '883f28a0-f0ad-4537-96bf-a8963a436be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:54Z', 'updated_at': '2022-02-09T21:48:13Z', 'revision_number': 4, 'project_id': '2abbad47f1424c24afaeb2bdde5347a8', 'gw_port': {'id': '883f28a0-f0ad-4537-96bf-a8963a436be3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:25:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563219e8-210a-4c89-a607-b570340b3508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:58Z', 'updated_at': '2022-02-09T21:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'd1255bdd-86c2-4875-ad51-3def6ae54643', 'name': '', 'network_id': '5094b899-4dec-49b5-8ded-e9d66513896d', 'tenant_id': '2abbad47f1424c24afaeb2bdde5347a8', 'mac_address': 'fa:16:3e:50:35:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563219e8-210a-4c89-a607-b570340b3508', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '0894a803-94be-4ab7-aa0d-1fc30637dec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:11Z', 'updated_at': '2022-02-09T21:48:36Z', 'revision_number': 4, 'project_id': '2abbad47f1424c24afaeb2bdde5347a8', 'subnets': [{'id': '0894a803-94be-4ab7-aa0d-1fc30637dec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:48:43.527313 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (254d795a-41ef-4702-8ded-b4e463c82b4f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:43.549449 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] Set router c693f126-6cea-4c08-9c45-a3c2c581c9a8 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:43.635735 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 1fa64ec9-7c37-4c61-8d50-82664abdf67b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1fa64ec9-7c37-4c61-8d50-82664abdf67b,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:43.646029 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Provisioning complete for port 27fd600e-ba43-4d11-94c4-66054334c0aa triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:43.646029 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (27fd600e-ba43-4d11-94c4-66054334c0aa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:43.756004 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1fa64ec9-7c37-4c61-8d50-82664abdf67b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:43.766339 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:43.781754 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1dd0d-577f-4178-8952-74f31428d847 None None] Pushing event updated for resources: {'Port': ['ID=5a42e29d-adab-4277-a8f9-9de2bc7bc072,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:43.913738 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72807ed-3f2a-4a61-a544-acafbbf1c704 None None] Network 4706db6c-df05-4e99-a05a-7851a2b814c2 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:43.938229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] Routers {'f1a39641-509b-4064-aa3e-3c8c1dc9f813'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:43.938229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:48:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:44.134985 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c693f126-6cea-4c08-9c45-a3c2c581c9a8', 'name': 'tempest-ServersTestMultiNic-423639905-router', 'tenant_id': '2516f2edda0e4c31a3f4766864a26000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '57222a5c-d8f0-4c78-af26-2b21e1315c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:04Z', 'updated_at': '2022-02-09T21:48:25Z', 'revision_number': 4, 'project_id': '2516f2edda0e4c31a3f4766864a26000', 'gw_port': {'id': '57222a5c-d8f0-4c78-af26-2b21e1315c2c', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:90:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c693f126-6cea-4c08-9c45-a3c2c581c9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '7b4310c5-f1cd-4099-b83b-c76788170cb7', 'name': '', 'network_id': '917340f1-7515-48b4-8cb3-2575d335d894', 'tenant_id': '2516f2edda0e4c31a3f4766864a26000', 'mac_address': 'fa:16:3e:2e:ef:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c693f126-6cea-4c08-9c45-a3c2c581c9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': 'b2320214-4aff-49a7-bcd6-e87f4087cca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:19Z', 'updated_at': '2022-02-09T21:48:43Z', 'revision_number': 4, 'project_id': '2516f2edda0e4c31a3f4766864a26000', 'subnets': [{'id': 'b2320214-4aff-49a7-bcd6-e87f4087cca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:44.190030 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4580a7-ea40-44dd-b08d-1f3b0799526a None None] The sync data for ids ['c693f126-6cea-4c08-9c45-a3c2c581c9a8'] in n-d-828601-1 is: [{'id': 'c693f126-6cea-4c08-9c45-a3c2c581c9a8', 'name': 'tempest-ServersTestMultiNic-423639905-router', 'tenant_id': '2516f2edda0e4c31a3f4766864a26000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '57222a5c-d8f0-4c78-af26-2b21e1315c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:04Z', 'updated_at': '2022-02-09T21:48:25Z', 'revision_number': 4, 'project_id': '2516f2edda0e4c31a3f4766864a26000', 'gw_port': {'id': '57222a5c-d8f0-4c78-af26-2b21e1315c2c', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:90:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c693f126-6cea-4c08-9c45-a3c2c581c9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '7b4310c5-f1cd-4099-b83b-c76788170cb7', 'name': '', 'network_id': '917340f1-7515-48b4-8cb3-2575d335d894', 'tenant_id': '2516f2edda0e4c31a3f4766864a26000', 'mac_address': 'fa:16:3e:2e:ef:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c693f126-6cea-4c08-9c45-a3c2c581c9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': 'b2320214-4aff-49a7-bcd6-e87f4087cca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:19Z', 'updated_at': '2022-02-09T21:48:43Z', 'revision_number': 4, 'project_id': '2516f2edda0e4c31a3f4766864a26000', 'subnets': [{'id': 'b2320214-4aff-49a7-bcd6-e87f4087cca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:48:44.424524 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76e240-209c-48e1-a058-96772752d84d None None] Pushing event updated for resources: {'Port': ['ID=254d795a-41ef-4702-8ded-b4e463c82b4f,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:44.723824 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Current status of the port 27fd600e-ba43-4d11-94c4-66054334c0aa is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:44.728542 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=1fa64ec9-7c37-4c61-8d50-82664abdf67b,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:44.730988 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:48:44.764342 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:44.764715 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:44.839853 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:44.876794 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Provisioning complete for port f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:44.876794 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:44.936165 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] Set router f1a39641-509b-4064-aa3e-3c8c1dc9f813 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:45.836356 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:45.840434 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f0b29a94-cc4d-4654-a07f-26fcfd37c0e8 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:45.920001 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:46.029818 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3936b54f-10fe-4b10-91d7-a4a2d4ca8936 None None] Network 19bc9dab-6254-4bfc-a011-71c5a002989a requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:46.035423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Current status of the port f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:46.090054 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:46.134206 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Provisioning complete for port fb887071-fdb9-4a7d-9844-9fa72ddafa13 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:46.134887 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fb887071-fdb9-4a7d-9844-9fa72ddafa13), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:46.260164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f0b29a94-cc4d-4654-a07f-26fcfd37c0e8 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:46.272131 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f0b29a94-cc4d-4654-a07f-26fcfd37c0e8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:46.402413 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-router', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:23Z', 'revision_number': 4, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'gw_port': {'id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:64:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '254d795a-41ef-4702-8ded-b4e463c82b4f', 'name': '', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'mac_address': 'fa:16:3e:1a:b2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:42Z', 'revision_number': 4, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'subnets': [{'id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:46.455422 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfffc23-b0c3-43ce-b4a1-7ae168bdc632 None None] The sync data for ids ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'] in n-d-828601-1 is: [{'id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-router', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:23Z', 'revision_number': 4, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'gw_port': {'id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:64:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '254d795a-41ef-4702-8ded-b4e463c82b4f', 'name': '', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'mac_address': 'fa:16:3e:1a:b2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:42Z', 'revision_number': 4, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'subnets': [{'id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:48:46.544312 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Current status of the port fb887071-fdb9-4a7d-9844-9fa72ddafa13 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:46.544717 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fb887071-fdb9-4a7d-9844-9fa72ddafa13), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:46.574527 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f0b29a94-cc4d-4654-a07f-26fcfd37c0e8 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:46.574945 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f0b29a94-cc4d-4654-a07f-26fcfd37c0e8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:46.639423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] For port fb887071-fdb9-4a7d-9844-9fa72ddafa13, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fb887071-fdb9-4a7d-9844-9fa72ddafa13,segment=NetworkSegment(42c22e0b-a4aa-42e6-ba4f-6df152e178cd),segment_id=42c22e0b-a4aa-42e6-ba4f-6df152e178cd)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:46.642924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port f0b29a94-cc4d-4654-a07f-26fcfd37c0e8, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f0b29a94-cc4d-4654-a07f-26fcfd37c0e8,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:46.648949 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fb887071-fdb9-4a7d-9844-9fa72ddafa13), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:46.653585 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f0b29a94-cc4d-4654-a07f-26fcfd37c0e8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:46.656593 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fb887071-fdb9-4a7d-9844-9fa72ddafa13 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:46.871545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Pushing event updated for resources: {'Port': ['ID=fb887071-fdb9-4a7d-9844-9fa72ddafa13,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:46.881993 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Provisioning complete for port 254d795a-41ef-4702-8ded-b4e463c82b4f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:46.882484 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (254d795a-41ef-4702-8ded-b4e463c82b4f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:46.903212 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:46.904206 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:46.904562 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:46.904912 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:46.905253 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:46.905592 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:46.905928 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:46.906263 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:46.912171 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:46.912552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:46.912899 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:46.913241 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:46.913583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49852eb1-be1d-4724-b481-a4bf2bad8736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:46.931575 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port fb887071-fdb9-4a7d-9844-9fa72ddafa13 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:46.936989 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fb887071-fdb9-4a7d-9844-9fa72ddafa13), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.168435 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=f0b29a94-cc4d-4654-a07f-26fcfd37c0e8,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:47.331470 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port fb887071-fdb9-4a7d-9844-9fa72ddafa13 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:47.374628 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Current status of the port 254d795a-41ef-4702-8ded-b4e463c82b4f is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:47.375335 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (254d795a-41ef-4702-8ded-b4e463c82b4f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.472206 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] For port 254d795a-41ef-4702-8ded-b4e463c82b4f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=254d795a-41ef-4702-8ded-b4e463c82b4f,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:47.487389 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (254d795a-41ef-4702-8ded-b4e463c82b4f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.677178 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Pushing event updated for resources: {'Port': ['ID=254d795a-41ef-4702-8ded-b4e463c82b4f,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:47.722748 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Provisioning complete for port 5a42e29d-adab-4277-a8f9-9de2bc7bc072 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:47.723375 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5a42e29d-adab-4277-a8f9-9de2bc7bc072), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.941915 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Current status of the port 5a42e29d-adab-4277-a8f9-9de2bc7bc072 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:47.944063 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5a42e29d-adab-4277-a8f9-9de2bc7bc072), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:48.050741 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] For port 5a42e29d-adab-4277-a8f9-9de2bc7bc072, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5a42e29d-adab-4277-a8f9-9de2bc7bc072,segment=NetworkSegment(dcbff9aa-5599-4341-a34b-3e9c1d1c541b),segment_id=dcbff9aa-5599-4341-a34b-3e9c1d1c541b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:48.063770 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5a42e29d-adab-4277-a8f9-9de2bc7bc072), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:48.144450 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Provisioning complete for port 76df1318-b07a-4648-b158-3b85f973e9ec triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:48.145286 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (76df1318-b07a-4648-b158-3b85f973e9ec), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:48.219244 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Pushing event updated for resources: {'Port': ['ID=5a42e29d-adab-4277-a8f9-9de2bc7bc072,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:48.295117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 254d795a-41ef-4702-8ded-b4e463c82b4f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:48.411844 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Current status of the port 76df1318-b07a-4648-b158-3b85f973e9ec is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:48.412474 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (76df1318-b07a-4648-b158-3b85f973e9ec), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:48.514498 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] For port 76df1318-b07a-4648-b158-3b85f973e9ec, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=76df1318-b07a-4648-b158-3b85f973e9ec,segment=NetworkSegment(3676e702-6d06-42b3-b0db-d5d5bca11607),segment_id=3676e702-6d06-42b3-b0db-d5d5bca11607)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:48.522446 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (76df1318-b07a-4648-b158-3b85f973e9ec), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:48.552649 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 254d795a-41ef-4702-8ded-b4e463c82b4f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:48.553107 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (254d795a-41ef-4702-8ded-b4e463c82b4f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:48.719425 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Provisioning complete for port 7b4310c5-f1cd-4099-b83b-c76788170cb7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:48.720888 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7b4310c5-f1cd-4099-b83b-c76788170cb7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:48.770807 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Pushing event updated for resources: {'Port': ['ID=76df1318-b07a-4648-b158-3b85f973e9ec,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:48.874769 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 254d795a-41ef-4702-8ded-b4e463c82b4f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:48.876089 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 57222a5c-d8f0-4c78-af26-2b21e1315c2c up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:49.023690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Current status of the port 7b4310c5-f1cd-4099-b83b-c76788170cb7 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:49.024330 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7b4310c5-f1cd-4099-b83b-c76788170cb7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.039549 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 57222a5c-d8f0-4c78-af26-2b21e1315c2c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:49.039741 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (57222a5c-d8f0-4c78-af26-2b21e1315c2c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.104247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] For port 7b4310c5-f1cd-4099-b83b-c76788170cb7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7b4310c5-f1cd-4099-b83b-c76788170cb7,segment=NetworkSegment(bdcc1a20-09ed-4611-a93f-7a4839fe538d),segment_id=bdcc1a20-09ed-4611-a93f-7a4839fe538d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:49.120215 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7b4310c5-f1cd-4099-b83b-c76788170cb7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.210523 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Pushing event updated for resources: {'Port': ['ID=7b4310c5-f1cd-4099-b83b-c76788170cb7,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:49.243414 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Provisioning complete for port d1255bdd-86c2-4875-ad51-3def6ae54643 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:49.243970 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d1255bdd-86c2-4875-ad51-3def6ae54643), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.245950 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 57222a5c-d8f0-4c78-af26-2b21e1315c2c is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:49.246339 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (57222a5c-d8f0-4c78-af26-2b21e1315c2c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.300728 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 57222a5c-d8f0-4c78-af26-2b21e1315c2c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=57222a5c-d8f0-4c78-af26-2b21e1315c2c,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:49.308514 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (57222a5c-d8f0-4c78-af26-2b21e1315c2c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.313561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1fa64ec9-7c37-4c61-8d50-82664abdf67b up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:49.461509 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=57222a5c-d8f0-4c78-af26-2b21e1315c2c,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:49.474512 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-85bf2b2c-44f2-41c4-9b16-6a4b04f38353 None None] Current status of the port d1255bdd-86c2-4875-ad51-3def6ae54643 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:49.484649 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1fa64ec9-7c37-4c61-8d50-82664abdf67b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:49.485171 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1fa64ec9-7c37-4c61-8d50-82664abdf67b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.626707 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1fa64ec9-7c37-4c61-8d50-82664abdf67b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:49.628017 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 76df1318-b07a-4648-b158-3b85f973e9ec up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:49.662128 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-961c45d0-ce9e-4f5f-8e8c-7982887e9d46 None None] Provisioning complete for port 5a42e29d-adab-4277-a8f9-9de2bc7bc072 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:49.662631 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-961c45d0-ce9e-4f5f-8e8c-7982887e9d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5a42e29d-adab-4277-a8f9-9de2bc7bc072), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.737637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 76df1318-b07a-4648-b158-3b85f973e9ec triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:49.738133 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (76df1318-b07a-4648-b158-3b85f973e9ec), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.813275 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-961c45d0-ce9e-4f5f-8e8c-7982887e9d46 None None] Current status of the port 5a42e29d-adab-4277-a8f9-9de2bc7bc072 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:49.881324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 76df1318-b07a-4648-b158-3b85f973e9ec is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:49.882742 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7b4310c5-f1cd-4099-b83b-c76788170cb7 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:49.980970 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 7b4310c5-f1cd-4099-b83b-c76788170cb7 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:49.981515 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7b4310c5-f1cd-4099-b83b-c76788170cb7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:50.204731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 7b4310c5-f1cd-4099-b83b-c76788170cb7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:50.211948 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:50.315222 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:50.316283 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:50.526873 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:50.537205 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 883f28a0-f0ad-4537-96bf-a8963a436be3 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:50.614466 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 883f28a0-f0ad-4537-96bf-a8963a436be3 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:50.615020 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (883f28a0-f0ad-4537-96bf-a8963a436be3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:50.718222 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 883f28a0-f0ad-4537-96bf-a8963a436be3 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:50.719437 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f0b29a94-cc4d-4654-a07f-26fcfd37c0e8 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:50.774048 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f0b29a94-cc4d-4654-a07f-26fcfd37c0e8 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:50.774456 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f0b29a94-cc4d-4654-a07f-26fcfd37c0e8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:50.874727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f0b29a94-cc4d-4654-a07f-26fcfd37c0e8 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:50.876084 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fb887071-fdb9-4a7d-9844-9fa72ddafa13 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:51.141417 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port fb887071-fdb9-4a7d-9844-9fa72ddafa13 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:51.142965 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fb887071-fdb9-4a7d-9844-9fa72ddafa13), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:51.336132 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port fb887071-fdb9-4a7d-9844-9fa72ddafa13 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:51.340828 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5a42e29d-adab-4277-a8f9-9de2bc7bc072 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:51.428001 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 5a42e29d-adab-4277-a8f9-9de2bc7bc072 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:51.428484 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5a42e29d-adab-4277-a8f9-9de2bc7bc072), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:51.576778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 5a42e29d-adab-4277-a8f9-9de2bc7bc072 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:51.578262 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d1255bdd-86c2-4875-ad51-3def6ae54643 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:51.710822 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port d1255bdd-86c2-4875-ad51-3def6ae54643 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:51.711304 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d1255bdd-86c2-4875-ad51-3def6ae54643), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:51.834226 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port d1255bdd-86c2-4875-ad51-3def6ae54643 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:52.037313 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 76df1318-b07a-4648-b158-3b85f973e9ec up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:52.179581 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40810) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:52.188330 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 76df1318-b07a-4648-b158-3b85f973e9ec triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:52.190905 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (76df1318-b07a-4648-b158-3b85f973e9ec), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:52.550258 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 76df1318-b07a-4648-b158-3b85f973e9ec is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:52.555697 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 57222a5c-d8f0-4c78-af26-2b21e1315c2c up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:52.568410 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e20d454b-04c8-4403-bf9e-0d806ecd38a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:52.731101 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 57222a5c-d8f0-4c78-af26-2b21e1315c2c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:52.732547 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (57222a5c-d8f0-4c78-af26-2b21e1315c2c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:52.871170 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e20d454b-04c8-4403-bf9e-0d806ecd38a1 admin admin] Publish callbacks [] for security_group (e328b5db-f8af-404d-88f6-dc4c2dd3eea8), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:52.892547 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e20d454b-04c8-4403-bf9e-0d806ecd38a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e328b5db-f8af-404d-88f6-dc4c2dd3eea8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:52.904865 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 57222a5c-d8f0-4c78-af26-2b21e1315c2c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:52.906850 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5a42e29d-adab-4277-a8f9-9de2bc7bc072 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:52.997371 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 5a42e29d-adab-4277-a8f9-9de2bc7bc072 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:52.997644 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5a42e29d-adab-4277-a8f9-9de2bc7bc072), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:53.003105 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-daac92cd-3864-46ed-8507-0dde009bae20 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--965628776&fields=id&tenant_id=8908faf94a6140dabe02e2fb8fe5fb7c HTTP/1.1" status: 200 len: 267 time: 0.2390428 Feb 09 21:48:53.004606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d454b-04c8-4403-bf9e-0d806ecd38a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e328b5db-f8af-404d-88f6-dc4c2dd3eea8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:53.018403 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e20d454b-04c8-4403-bf9e-0d806ecd38a1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=20b516c57a2742f8a8a659972bd16455&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8374033 Feb 09 21:48:53.022219 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40824) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:53.125399 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b0bace65-5123-49ea-bf98-5037536efb76 admin admin] Publish callbacks [] for security_group (e328b5db-f8af-404d-88f6-dc4c2dd3eea8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:53.170110 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b0bace65-5123-49ea-bf98-5037536efb76 admin admin] Publish callbacks [] for security_group (e328b5db-f8af-404d-88f6-dc4c2dd3eea8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:53.245493 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 5a42e29d-adab-4277-a8f9-9de2bc7bc072 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:53.247307 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 254d795a-41ef-4702-8ded-b4e463c82b4f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:53.256812 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b0bace65-5123-49ea-bf98-5037536efb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e328b5db-f8af-404d-88f6-dc4c2dd3eea8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:53.260291 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b0bace65-5123-49ea-bf98-5037536efb76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:53.261792 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b0bace65-5123-49ea-bf98-5037536efb76 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e328b5db-f8af-404d-88f6-dc4c2dd3eea8 HTTP/1.1" status: 204 len: 168 time: 0.2385569 Feb 09 21:48:53.299216 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bace65-5123-49ea-bf98-5037536efb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e328b5db-f8af-404d-88f6-dc4c2dd3eea8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:53.396337 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-fc888773-4601-452f-8d02-6569bdcc9128 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:53.427134 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 254d795a-41ef-4702-8ded-b4e463c82b4f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:53.427558 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (254d795a-41ef-4702-8ded-b4e463c82b4f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:53.441222 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-fc888773-4601-452f-8d02-6569bdcc9128 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/networks?id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 HTTP/1.1" status: 200 len: 817 time: 0.4002879 Feb 09 21:48:53.483218 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-a711e336-fd6c-43f0-b072-06b070243ad9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/quotas/8908faf94a6140dabe02e2fb8fe5fb7c HTTP/1.1" status: 200 len: 375 time: 0.0340466 Feb 09 21:48:53.757827 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 254d795a-41ef-4702-8ded-b4e463c82b4f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:53.758985 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7b4310c5-f1cd-4099-b83b-c76788170cb7 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:53.768646 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-95846a33-4c6a-4e67-bcab-eb23013bce61 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8908faf94a6140dabe02e2fb8fe5fb7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2828262 Feb 09 21:48:53.900184 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 7b4310c5-f1cd-4099-b83b-c76788170cb7 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:53.900405 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7b4310c5-f1cd-4099-b83b-c76788170cb7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:53.986690 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-d39a3aeb-90ba-48f3-9a24-2997872b1fb1 service neutron] 10.222.0.77 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988771 Feb 09 21:48:54.114106 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40844) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:54.139301 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27602186-3864-4d07-8a6e-9f90c8eee71f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:54.145940 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 7b4310c5-f1cd-4099-b83b-c76788170cb7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:54.251268 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-313eeb12-cf35-4d7f-80d4-b1bca4a83f96 service neutron] 10.222.0.77 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569492 Feb 09 21:48:54.252356 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27602186-3864-4d07-8a6e-9f90c8eee71f admin admin] Publish callbacks [] for security_group (e145cccd-ff39-4cba-a3bd-727a7139f26d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:54.260854 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27602186-3864-4d07-8a6e-9f90c8eee71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e145cccd-ff39-4cba-a3bd-727a7139f26d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:54.336702 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-27602186-3864-4d07-8a6e-9f90c8eee71f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6c1dc5fd868d4ab983cc2ae80068ae1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2206581 Feb 09 21:48:54.337961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27602186-3864-4d07-8a6e-9f90c8eee71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e145cccd-ff39-4cba-a3bd-727a7139f26d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:54.339401 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40846) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:54.463341 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4c3731a-d607-49e0-8ec5-98085f804d5c admin admin] Publish callbacks [] for security_group (e145cccd-ff39-4cba-a3bd-727a7139f26d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:54.511549 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4c3731a-d607-49e0-8ec5-98085f804d5c admin admin] Publish callbacks [] for security_group (e145cccd-ff39-4cba-a3bd-727a7139f26d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:54.667049 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4c3731a-d607-49e0-8ec5-98085f804d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e145cccd-ff39-4cba-a3bd-727a7139f26d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:54.672456 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4c3731a-d607-49e0-8ec5-98085f804d5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:54.699012 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f4c3731a-d607-49e0-8ec5-98085f804d5c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e145cccd-ff39-4cba-a3bd-727a7139f26d HTTP/1.1" status: 204 len: 168 time: 0.3475876 Feb 09 21:48:54.717600 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3731a-d607-49e0-8ec5-98085f804d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e145cccd-ff39-4cba-a3bd-727a7139f26d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:55.287015 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-567e84bc-d684-4999-97f0-173f9095c8ad tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:55.309369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-567e84bc-d684-4999-97f0-173f9095c8ad tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:55.314540 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-567e84bc-d684-4999-97f0-173f9095c8ad tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/networks?id=4706db6c-df05-4e99-a05a-7851a2b814c2&id=19bc9dab-6254-4bfc-a011-71c5a002989a&id=4706db6c-df05-4e99-a05a-7851a2b814c2 HTTP/1.1" status: 200 len: 1392 time: 0.3438797 Feb 09 21:48:55.356352 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-b97dc22b-8081-4051-8f4b-f01e07790385 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/quotas/2516f2edda0e4c31a3f4766864a26000 HTTP/1.1" status: 200 len: 375 time: 0.0356390 Feb 09 21:48:55.588054 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-ecbe7e66-91b2-4e4b-9c97-4a87721f0bbd tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2516f2edda0e4c31a3f4766864a26000&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2292862 Feb 09 21:48:55.914696 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-99d9e57e-8078-4fe2-ba24-b4df104b3f86 service neutron] 10.222.0.77 "GET /v2.0/networks/4706db6c-df05-4e99-a05a-7851a2b814c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146038 Feb 09 21:48:56.197902 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-fcf54184-33d8-4656-b610-537d4cc7076e service neutron] 10.222.0.77 "GET /v2.0/networks/4706db6c-df05-4e99-a05a-7851a2b814c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684827 Feb 09 21:48:56.562730 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-bfa4a307-3386-49cb-a784-2eeaecdda69c service neutron] 10.222.0.77 "GET /v2.0/networks/19bc9dab-6254-4bfc-a011-71c5a002989a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570538 Feb 09 21:48:56.803453 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-b2838a4b-709f-4284-9a4f-1cf1e523f3ec service neutron] 10.222.0.77 "GET /v2.0/networks/19bc9dab-6254-4bfc-a011-71c5a002989a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348366 Feb 09 21:48:57.047021 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-d518fd19-3235-4308-9641-eed5cee5f2ba service neutron] 10.222.0.77 "GET /v2.0/networks/4706db6c-df05-4e99-a05a-7851a2b814c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324188 Feb 09 21:48:57.261739 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-72ed4c26-c2d7-43b2-a9fe-1d1167eecae4 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:57.264033 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-72ed4c26-c2d7-43b2-a9fe-1d1167eecae4 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.71 "GET /v2.0/networks?id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 HTTP/1.1" status: 200 len: 817 time: 0.2202992 Feb 09 21:48:57.486034 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-82667665-66c8-482e-b2ec-0f0a870d0c6e tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8908faf94a6140dabe02e2fb8fe5fb7c HTTP/1.1" status: 200 len: 379 time: 0.1288536 Feb 09 21:48:57.500436 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-fceee9a8-2700-4bdf-b637-5731a2bd3468 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Request body: {'port': {'device_id': '62639e3f-5631-436c-9844-086350379a42', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'admin_state_up': True, 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'security_groups': ['2c8752b6-842c-4196-8e27-bf798c80c9f6']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:57.529781 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-8aafa9b6-7556-4abf-832e-9eb7977d621c service neutron] 10.222.0.77 "GET /v2.0/networks/4706db6c-df05-4e99-a05a-7851a2b814c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645350 Feb 09 21:48:57.809149 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-fceee9a8-2700-4bdf-b637-5731a2bd3468 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Made reservation on behalf of 8908faf94a6140dabe02e2fb8fe5fb7c for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:57.823926 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-fceee9a8-2700-4bdf-b637-5731a2bd3468 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:58.034570 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-fceee9a8-2700-4bdf-b637-5731a2bd3468 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Allocated IP 172.20.0.3 (d986e1d4-dbe5-4d3a-9f4f-cb22ad931371/ef491681-aa83-413d-aeee-25903ab6b8c8/92df3f27-88f5-4034-ac39-edac860b1e43) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:58.456317 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-fceee9a8-2700-4bdf-b637-5731a2bd3468 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for port (92df3f27-88f5-4034-ac39-edac860b1e43), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:58.532252 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-fceee9a8-2700-4bdf-b637-5731a2bd3468 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:58.620462 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-fceee9a8-2700-4bdf-b637-5731a2bd3468 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Network d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:58.627577 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-fceee9a8-2700-4bdf-b637-5731a2bd3468 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:58.636683 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-fceee9a8-2700-4bdf-b637-5731a2bd3468 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:58.788575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceee9a8-2700-4bdf-b637-5731a2bd3468 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Pushing event updated for resources: {'Port': ['ID=92df3f27-88f5-4034-ac39-edac860b1e43,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:58.830355 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-fceee9a8-2700-4bdf-b637-5731a2bd3468 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:58.832015 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-fceee9a8-2700-4bdf-b637-5731a2bd3468 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:58.882773 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-fceee9a8-2700-4bdf-b637-5731a2bd3468 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3870769 Feb 09 21:48:58.897762 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-30ddf7f9-3000-471f-a1ab-a11aeca8d346 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:48:58.901925 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-30ddf7f9-3000-471f-a1ab-a11aeca8d346 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110912 Feb 09 21:48:59.265974 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54d124-6678-4abd-9843-e56efd6f2bb3 req-353640d9-772c-45fc-97d6-eae526eee724 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:59.268423 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b54d124-6678-4abd-9843-e56efd6f2bb3 req-353640d9-772c-45fc-97d6-eae526eee724 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 931 time: 0.2192156 Feb 09 21:48:59.274933 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] Request body: {'port': {'device_id': '62639e3f-5631-436c-9844-086350379a42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:59.344772 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b1705feb-8bb8-4499-a55d-7bff5705936f None None] Provisioning complete for port 92df3f27-88f5-4034-ac39-edac860b1e43 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:59.348049 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b1705feb-8bb8-4499-a55d-7bff5705936f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:59.445868 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:59.461151 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b1705feb-8bb8-4499-a55d-7bff5705936f None None] Port 92df3f27-88f5-4034-ac39-edac860b1e43 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:48:59.660835 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b54d124-6678-4abd-9843-e56efd6f2bb3 req-5f863c62-fd06-4d32-8fd9-84c7b0637957 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3575711 Feb 09 21:49:00.088295 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe26967-c103-4f31-a378-7247c7587b32 req-35c478a4-f1d4-49ec-a248-546029581fbd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:00.091831 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8fe26967-c103-4f31-a378-7247c7587b32 req-35c478a4-f1d4-49ec-a248-546029581fbd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 945 time: 0.2285068 Feb 09 21:49:00.272912 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8fe26967-c103-4f31-a378-7247c7587b32 req-5005ac23-c1fc-4a6a-9866-3c95f50b4893 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ff954b5-2658-4a4e-a8ac-e59dcf8542d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618800 Feb 09 21:49:00.410222 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92df3f27-88f5-4034-ac39-edac860b1e43 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:00.441969 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] Publish callbacks [] for port (92df3f27-88f5-4034-ac39-edac860b1e43), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:00.494792 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] Transition to ACTIVE for port object 92df3f27-88f5-4034-ac39-edac860b1e43 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:49:00.612119 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:00.622994 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-adffdad3-fe87-4a76-8278-2b8ba0be86f9 req-da5d739d-9d72-403a-a399-71ceb2a0afc0 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 210 time: 0.1245258 Feb 09 21:49:00.942042 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] Pushing event updated for resources: {'Port': ['ID=92df3f27-88f5-4034-ac39-edac860b1e43,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:01.333166 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-bb392a11-5e13-4aa5-8223-d56824d0a2ea tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:01.339452 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-bb392a11-5e13-4aa5-8223-d56824d0a2ea tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:01.343472 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-bb392a11-5e13-4aa5-8223-d56824d0a2ea tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.42 "GET /v2.0/networks?id=4706db6c-df05-4e99-a05a-7851a2b814c2&id=19bc9dab-6254-4bfc-a011-71c5a002989a&id=4706db6c-df05-4e99-a05a-7851a2b814c2 HTTP/1.1" status: 200 len: 1392 time: 0.8135223 Feb 09 21:49:01.369806 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-b0837ce9-56ae-4a16-a369-331fab82d7e7 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Request body: {'port': {'device_id': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'network_id': '4706db6c-df05-4e99-a05a-7851a2b814c2', 'admin_state_up': True, 'tenant_id': '2516f2edda0e4c31a3f4766864a26000'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:01.455138 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1731e-7692-4fe4-9fa9-494f8eb9eb3e req-835db062-d7b5-4e81-bfc2-edb3cfd18a2d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:01.470289 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-79e1731e-7692-4fe4-9fa9-494f8eb9eb3e req-835db062-d7b5-4e81-bfc2-edb3cfd18a2d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.5299511 Feb 09 21:49:01.634263 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] Attempting to bind port 92df3f27-88f5-4034-ac39-edac860b1e43 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:01.634659 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] Attempting to bind port 92df3f27-88f5-4034-ac39-edac860b1e43 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '7b536f40-7d03-4fa2-82e6-e6ab2e547bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:01.635361 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] Attempting to bind port 92df3f27-88f5-4034-ac39-edac860b1e43 on network d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:01.674765 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] Port 92df3f27-88f5-4034-ac39-edac860b1e43 on network d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:49:01.676152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] Attempting to bind port 92df3f27-88f5-4034-ac39-edac860b1e43 on network d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:01.748212 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:01.749486 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] Checking segment: {'id': '7b536f40-7d03-4fa2-82e6-e6ab2e547bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:01.750060 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] Bound using segment: {'id': '7b536f40-7d03-4fa2-82e6-e6ab2e547bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:01.751407 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] Bound port: 92df3f27-88f5-4034-ac39-edac860b1e43, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b536f40-7d03-4fa2-82e6-e6ab2e547bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:01.752621 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:01.800351 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-79e1731e-7692-4fe4-9fa9-494f8eb9eb3e req-c4f3ac74-b9f3-408f-adc7-ffb622486906 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3287354 Feb 09 21:49:01.939312 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-b0837ce9-56ae-4a16-a369-331fab82d7e7 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Made reservation on behalf of 2516f2edda0e4c31a3f4766864a26000 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:01.952919 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-b0837ce9-56ae-4a16-a369-331fab82d7e7 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:02.210524 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] For port 92df3f27-88f5-4034-ac39-edac860b1e43, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:02.321324 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] For port 92df3f27-88f5-4034-ac39-edac860b1e43, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=92df3f27-88f5-4034-ac39-edac860b1e43,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:02.361730 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:03.417184 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20d157-3077-4d9c-9337-934acdc6353f req-40e97357-8701-48b1-824e-a969f083f6e0 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:03.425097 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f20d157-3077-4d9c-9337-934acdc6353f req-40e97357-8701-48b1-824e-a969f083f6e0 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 945 time: 1.3736796 Feb 09 21:49:03.435327 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:03.436015 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:03.437497 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] 10.222.0.71 "PUT /v2.0/ports/92df3f27-88f5-4034-ac39-edac860b1e43 HTTP/1.1" status: 200 len: 1091 time: 4.5301256 Feb 09 21:49:03.449297 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62639e3f-5631-436c-9844-086350379a42', 'tag': '92df3f27-88f5-4034-ac39-edac860b1e43'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:03.453965 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ce6b73-7a8a-4eab-b8ac-9e5906142a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "62639e3f-5631-436c-9844-086350379a42", "tag": "92df3f27-88f5-4034-ac39-edac860b1e43"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:03.482152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-b0837ce9-56ae-4a16-a369-331fab82d7e7 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Allocated IP 19.80.0.89 (4706db6c-df05-4e99-a05a-7851a2b814c2/29e54905-48a8-448c-9cbe-d397e762beb7/e9ae4e90-b152-4981-887d-91d254f3c3c5) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:03.712987 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b871611-864a-408c-8bbd-77ef180e2f3c service neutron] Pushing event updated for resources: {'Port': ['ID=92df3f27-88f5-4034-ac39-edac860b1e43,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:03.789832 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f20d157-3077-4d9c-9337-934acdc6353f req-c3e6e611-a561-42a2-80bf-c77be76bc29f tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ff954b5-2658-4a4e-a8ac-e59dcf8542d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3561180 Feb 09 21:49:03.895411 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-ae5576bb-ad53-4f1b-b438-7477e366785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:03.897285 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-ae5576bb-ad53-4f1b-b438-7477e366785a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8908faf94a6140dabe02e2fb8fe5fb7c&device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 1125 time: 0.2797718 Feb 09 21:49:03.981504 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-a79ba6b9-2c08-4299-88f0-86ae7acea452 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92df3f27-88f5-4034-ac39-edac860b1e43 HTTP/1.1" status: 200 len: 217 time: 0.0761976 Feb 09 21:49:04.064371 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-7bb0f10f-8959-4c09-9fd1-70ffb5929d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:04.066551 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-7bb0f10f-8959-4c09-9fd1-70ffb5929d78 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ef491681-aa83-413d-aeee-25903ab6b8c8 HTTP/1.1" status: 200 len: 856 time: 0.0750794 Feb 09 21:49:04.145210 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6e677c60-65f3-4e23-ab7a-71d306198b0c req-c0258bc6-eb05-454e-abac-fa1253f5c26b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 210 time: 0.0742552 Feb 09 21:49:04.163927 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-b0837ce9-56ae-4a16-a369-331fab82d7e7 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks [] for port (e9ae4e90-b152-4981-887d-91d254f3c3c5), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:04.221972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-193c42bf-04de-40d7-b6b0-887e65110bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:04.225318 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-193c42bf-04de-40d7-b6b0-887e65110bca service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1524262 Feb 09 21:49:04.344785 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-b0837ce9-56ae-4a16-a369-331fab82d7e7 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (e9ae4e90-b152-4981-887d-91d254f3c3c5), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:04.687394 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-b0837ce9-56ae-4a16-a369-331fab82d7e7 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Network 4706db6c-df05-4e99-a05a-7851a2b814c2 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:04.743103 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-b0837ce9-56ae-4a16-a369-331fab82d7e7 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:04.753705 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-b0837ce9-56ae-4a16-a369-331fab82d7e7 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:04.784084 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-49c8d8fb-cfd2-4340-928e-5a7475202f5d service neutron] 10.222.0.71 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5513752 Feb 09 21:49:04.784753 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0837ce9-56ae-4a16-a369-331fab82d7e7 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event updated for resources: {'Port': ['ID=e9ae4e90-b152-4981-887d-91d254f3c3c5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:05.017740 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3cc74f-9bb6-4b7c-9291-0af29efb9c86 req-45522d98-5ddd-48a6-897d-070927b0b19d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:05.026741 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa3cc74f-9bb6-4b7c-9291-0af29efb9c86 req-45522d98-5ddd-48a6-897d-070927b0b19d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.5623937 Feb 09 21:49:05.105748 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-b0837ce9-56ae-4a16-a369-331fab82d7e7 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:05.112312 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-b0837ce9-56ae-4a16-a369-331fab82d7e7 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:05.233391 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-b0837ce9-56ae-4a16-a369-331fab82d7e7 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8780942 Feb 09 21:49:05.272654 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-522d7829-fc5f-42ac-8b13-33d8cd4f38bb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Request body: {'port': {'device_id': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'network_id': '19bc9dab-6254-4bfc-a011-71c5a002989a', 'admin_state_up': True, 'tenant_id': '2516f2edda0e4c31a3f4766864a26000'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:05.407581 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-38a16a5c-5bd0-4154-bca7-9f8241164d94 None None] Provisioning complete for port e9ae4e90-b152-4981-887d-91d254f3c3c5 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:05.408551 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-38a16a5c-5bd0-4154-bca7-9f8241164d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e9ae4e90-b152-4981-887d-91d254f3c3c5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:05.524699 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d73b551-2306-488c-b11f-5ce99cd86e0b req-2a07a8dd-5655-4972-b871-e74b8e28a456 service neutron] 10.222.0.71 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6547625 Feb 09 21:49:05.545753 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa3cc74f-9bb6-4b7c-9291-0af29efb9c86 req-780837b0-0564-46d0-9a8f-ababbd046667 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5154669 Feb 09 21:49:05.627730 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-38a16a5c-5bd0-4154-bca7-9f8241164d94 None None] Port e9ae4e90-b152-4981-887d-91d254f3c3c5 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:05.714144 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14c8df4-d3e1-44c7-8eb7-955437edf64e x-openstack-request-id: req-d14c8df4-d3e1-44c7-8eb7-955437edf64e {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:05.721669 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62639e3f-5631-436c-9844-086350379a42", "tag": "92df3f27-88f5-4034-ac39-edac860b1e43", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:05.721927 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d14c8df4-d3e1-44c7-8eb7-955437edf64e {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:05.722269 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62639e3f-5631-436c-9844-086350379a42', 'tag': '92df3f27-88f5-4034-ac39-edac860b1e43', 'status': 'completed', 'code': 200} Feb 09 21:49:06.072846 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce6b73-7a8a-4eab-b8ac-9e5906142a5b req-8494c24a-eb55-4680-8cc9-caf853b41d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:06.080482 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a2ce6b73-7a8a-4eab-b8ac-9e5906142a5b req-8494c24a-eb55-4680-8cc9-caf853b41d17 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8908faf94a6140dabe02e2fb8fe5fb7c&device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 1125 time: 0.3385205 Feb 09 21:49:06.089321 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-522d7829-fc5f-42ac-8b13-33d8cd4f38bb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Made reservation on behalf of 2516f2edda0e4c31a3f4766864a26000 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:06.100851 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-522d7829-fc5f-42ac-8b13-33d8cd4f38bb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:06.128611 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41124) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:06.414209 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642d23f-5c7c-4723-aaaa-25b8447ae996 req-41605b3e-5364-4343-a0c7-0148e8651d12 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:06.422380 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7642d23f-5c7c-4723-aaaa-25b8447ae996 req-41605b3e-5364-4343-a0c7-0148e8651d12 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 945 time: 0.5815082 Feb 09 21:49:06.532723 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d549feb-773c-41f8-ae01-517219723d05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:06.733139 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d549feb-773c-41f8-ae01-517219723d05 admin admin] Publish callbacks [] for security_group (2cfb83af-85a1-4d5c-8d51-f41a7a094a48), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:06.741274 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d549feb-773c-41f8-ae01-517219723d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2cfb83af-85a1-4d5c-8d51-f41a7a094a48), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:06.779598 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-522d7829-fc5f-42ac-8b13-33d8cd4f38bb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Allocated IP 19.86.0.253 (19bc9dab-6254-4bfc-a011-71c5a002989a/7ed43450-0577-42d5-9890-1a23f286e0e7/6b28e87f-040b-4656-a674-7e51ac767aad) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:06.827710 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9d549feb-773c-41f8-ae01-517219723d05 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8d2a8ea5c02f4fb9a565ce967b746976&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6972203 Feb 09 21:49:06.832643 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41132) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:06.833627 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d549feb-773c-41f8-ae01-517219723d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfb83af-85a1-4d5c-8d51-f41a7a094a48,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:07.138129 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35d5123e-017f-4065-9394-cbf2db8e65fe admin admin] Publish callbacks [] for security_group (2cfb83af-85a1-4d5c-8d51-f41a7a094a48), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.267957 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35d5123e-017f-4065-9394-cbf2db8e65fe admin admin] Publish callbacks [] for security_group (2cfb83af-85a1-4d5c-8d51-f41a7a094a48), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.443690 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-522d7829-fc5f-42ac-8b13-33d8cd4f38bb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks [] for port (6b28e87f-040b-4656-a674-7e51ac767aad), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.557254 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35d5123e-017f-4065-9394-cbf2db8e65fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2cfb83af-85a1-4d5c-8d51-f41a7a094a48), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.572369 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35d5123e-017f-4065-9394-cbf2db8e65fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.574460 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-35d5123e-017f-4065-9394-cbf2db8e65fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2cfb83af-85a1-4d5c-8d51-f41a7a094a48 HTTP/1.1" status: 204 len: 168 time: 0.7307820 Feb 09 21:49:07.616186 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5123e-017f-4065-9394-cbf2db8e65fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfb83af-85a1-4d5c-8d51-f41a7a094a48,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:07.646014 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce6b73-7a8a-4eab-b8ac-9e5906142a5b req-e8c074b8-5561-4e33-aab6-aa74d900d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:07.648595 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a2ce6b73-7a8a-4eab-b8ac-9e5906142a5b req-e8c074b8-5561-4e33-aab6-aa74d900d623 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 HTTP/1.1" status: 200 len: 918 time: 1.5314379 Feb 09 21:49:07.850309 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6de43b4b-8a16-44b6-8692-5d892efe50c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.892630 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7642d23f-5c7c-4723-aaaa-25b8447ae996 req-cdb93c7d-42f0-40f5-b6a7-7974cbdba9a4 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ff954b5-2658-4a4e-a8ac-e59dcf8542d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4690270 Feb 09 21:49:07.905471 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a2ce6b73-7a8a-4eab-b8ac-9e5906142a5b req-abcfd559-2da4-4499-9dd6-aaf1db7f12f6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92df3f27-88f5-4034-ac39-edac860b1e43 HTTP/1.1" status: 200 len: 217 time: 0.2404680 Feb 09 21:49:08.218442 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 92df3f27-88f5-4034-ac39-edac860b1e43 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:49:08.334713 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-522d7829-fc5f-42ac-8b13-33d8cd4f38bb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (6b28e87f-040b-4656-a674-7e51ac767aad), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:08.516641 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce6b73-7a8a-4eab-b8ac-9e5906142a5b req-d0a6f7a7-2b2c-4c74-a64a-9ee251dba154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:08.519677 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a2ce6b73-7a8a-4eab-b8ac-9e5906142a5b req-d0a6f7a7-2b2c-4c74-a64a-9ee251dba154 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ef491681-aa83-413d-aeee-25903ab6b8c8 HTTP/1.1" status: 200 len: 856 time: 0.6045368 Feb 09 21:49:08.619438 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-522d7829-fc5f-42ac-8b13-33d8cd4f38bb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Network 19bc9dab-6254-4bfc-a011-71c5a002989a is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:08.630027 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 92df3f27-88f5-4034-ac39-edac860b1e43, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=92df3f27-88f5-4034-ac39-edac860b1e43,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:08.686590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '92df3f27-88f5-4034-ac39-edac860b1e43', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'port_id': '92df3f27-88f5-4034-ac39-edac860b1e43', 'mac_address': 'fa:16:3e:04:af:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:49:08.814691 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 92df3f27-88f5-4034-ac39-edac860b1e43 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:08.816689 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:08.822107 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41158) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:08.854025 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92df3f27-88f5-4034-ac39-edac860b1e43 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:08.878745 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d7829-fc5f-42ac-8b13-33d8cd4f38bb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event updated for resources: {'Port': ['ID=6b28e87f-040b-4656-a674-7e51ac767aad,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:08.882682 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90c5334a-a22c-434e-b9ba-61aa7e04483c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:08.901847 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-522d7829-fc5f-42ac-8b13-33d8cd4f38bb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:08.909692 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 92df3f27-88f5-4034-ac39-edac860b1e43, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=92df3f27-88f5-4034-ac39-edac860b1e43,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:08.920419 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:08.930296 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-522d7829-fc5f-42ac-8b13-33d8cd4f38bb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:09.072446 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=92df3f27-88f5-4034-ac39-edac860b1e43,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:09.181415 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['92df3f27-88f5-4034-ac39-edac860b1e43'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:49:09.191199 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b619f-4e91-40a6-8df9-dc0c07218aea req-6c383be3-2a96-44e0-b7ba-d9d2a5a2155e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:09.249060 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b619f-4e91-40a6-8df9-dc0c07218aea req-6c383be3-2a96-44e0-b7ba-d9d2a5a2155e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:09.251033 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b30b619f-4e91-40a6-8df9-dc0c07218aea req-6c383be3-2a96-44e0-b7ba-d9d2a5a2155e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 1654 time: 1.0071030 Feb 09 21:49:09.382071 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90c5334a-a22c-434e-b9ba-61aa7e04483c admin admin] Publish callbacks [] for security_group (042812d6-1949-4e36-a3a2-ad0f3438cc64), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.393570 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-522d7829-fc5f-42ac-8b13-33d8cd4f38bb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:09.394391 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90c5334a-a22c-434e-b9ba-61aa7e04483c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (042812d6-1949-4e36-a3a2-ad0f3438cc64), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.399975 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-522d7829-fc5f-42ac-8b13-33d8cd4f38bb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.502652 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b30b619f-4e91-40a6-8df9-dc0c07218aea req-58b063a0-e723-4e1a-88e0-fcdf75cbf22f tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285004 Feb 09 21:49:09.508292 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-90c5334a-a22c-434e-b9ba-61aa7e04483c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e004f635b14d43e692a3eabd10b188fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6833663 Feb 09 21:49:09.517880 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41174) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:09.523463 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce6b73-7a8a-4eab-b8ac-9e5906142a5b req-ea56c5f9-b70f-440d-9be7-d3da289a2062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:09.528935 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a2ce6b73-7a8a-4eab-b8ac-9e5906142a5b req-ea56c5f9-b70f-440d-9be7-d3da289a2062 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9504628 Feb 09 21:49:09.552166 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-522d7829-fc5f-42ac-8b13-33d8cd4f38bb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2847712 Feb 09 21:49:09.572731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-a5404614-bd8d-4e45-88f2-30bf4c6dffa6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Request body: {'port': {'device_id': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'network_id': '4706db6c-df05-4e99-a05a-7851a2b814c2', 'admin_state_up': True, 'tenant_id': '2516f2edda0e4c31a3f4766864a26000'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:09.646360 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5334a-a22c-434e-b9ba-61aa7e04483c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042812d6-1949-4e36-a3a2-ad0f3438cc64,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:09.705164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-dee41489-177d-4119-952a-4681dd613f7d None None] Provisioning complete for port 6b28e87f-040b-4656-a674-7e51ac767aad triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:09.705527 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dee41489-177d-4119-952a-4681dd613f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6b28e87f-040b-4656-a674-7e51ac767aad), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.792698 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c33e423-d925-4c06-ae8a-c58d129089d5 admin admin] Publish callbacks [] for security_group (042812d6-1949-4e36-a3a2-ad0f3438cc64), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.846513 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-dee41489-177d-4119-952a-4681dd613f7d None None] Port 6b28e87f-040b-4656-a674-7e51ac767aad cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:09.854386 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c33e423-d925-4c06-ae8a-c58d129089d5 admin admin] Publish callbacks [] for security_group (042812d6-1949-4e36-a3a2-ad0f3438cc64), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.917197 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c33e423-d925-4c06-ae8a-c58d129089d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (042812d6-1949-4e36-a3a2-ad0f3438cc64), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.920956 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c33e423-d925-4c06-ae8a-c58d129089d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.926264 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3c33e423-d925-4c06-ae8a-c58d129089d5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/042812d6-1949-4e36-a3a2-ad0f3438cc64 HTTP/1.1" status: 204 len: 168 time: 0.4068811 Feb 09 21:49:09.948174 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33e423-d925-4c06-ae8a-c58d129089d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042812d6-1949-4e36-a3a2-ad0f3438cc64,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:10.213492 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 92df3f27-88f5-4034-ac39-edac860b1e43 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:10.465698 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 92df3f27-88f5-4034-ac39-edac860b1e43 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:49:10.526117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 92df3f27-88f5-4034-ac39-edac860b1e43 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:10.529109 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:10.647965 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-69629b3e-ce95-4de7-8fef-12cce0170758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:10.692471 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-a5404614-bd8d-4e45-88f2-30bf4c6dffa6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Made reservation on behalf of 2516f2edda0e4c31a3f4766864a26000 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:10.706072 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-a5404614-bd8d-4e45-88f2-30bf4c6dffa6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:10.779307 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f206fbf-763f-4b31-9f5e-8403b2c0238b req-53608221-e6fa-456c-b0d9-2e975a4829fb tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:10.782297 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 92df3f27-88f5-4034-ac39-edac860b1e43 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:10.782967 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:10.791176 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f206fbf-763f-4b31-9f5e-8403b2c0238b req-53608221-e6fa-456c-b0d9-2e975a4829fb tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 944 time: 0.6034768 Feb 09 21:49:10.855186 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62639e3f-5631-436c-9844-086350379a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92df3f27-88f5-4034-ac39-edac860b1e43'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:10.858324 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1475040-04a3-4a4b-815c-7c55d1576e38" -d '{"events": [{"server_uuid": "62639e3f-5631-436c-9844-086350379a42", "name": "network-vif-plugged", "status": "completed", "tag": "92df3f27-88f5-4034-ac39-edac860b1e43"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:10.894946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 92df3f27-88f5-4034-ac39-edac860b1e43, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=92df3f27-88f5-4034-ac39-edac860b1e43,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:10.908117 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:11.123182 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=92df3f27-88f5-4034-ac39-edac860b1e43,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:11.220956 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-a5404614-bd8d-4e45-88f2-30bf4c6dffa6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Allocated IP 19.80.0.104 (4706db6c-df05-4e99-a05a-7851a2b814c2/29e54905-48a8-448c-9cbe-d397e762beb7/97abc82b-306a-4894-8e98-8e3b5705b95d) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:11.525996 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:11.572989 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-a5404614-bd8d-4e45-88f2-30bf4c6dffa6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks [] for port (97abc82b-306a-4894-8e98-8e3b5705b95d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:11.614484 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a2ce6b73-7a8a-4eab-b8ac-9e5906142a5b req-cde69081-e2aa-446a-b9fa-57b752b239f5 service neutron] 10.222.0.71 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0168552 Feb 09 21:49:11.626683 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-a5404614-bd8d-4e45-88f2-30bf4c6dffa6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (97abc82b-306a-4894-8e98-8e3b5705b95d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:11.823764 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a2ce6b73-7a8a-4eab-b8ac-9e5906142a5b req-3e1baef5-4367-43f0-a9db-095d58001b61 service neutron] 10.222.0.71 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985672 Feb 09 21:49:11.850868 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5404614-bd8d-4e45-88f2-30bf4c6dffa6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event updated for resources: {'Port': ['ID=97abc82b-306a-4894-8e98-8e3b5705b95d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:11.894996 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-a5404614-bd8d-4e45-88f2-30bf4c6dffa6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Network 4706db6c-df05-4e99-a05a-7851a2b814c2 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:11.898935 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-a5404614-bd8d-4e45-88f2-30bf4c6dffa6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:11.902370 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-a5404614-bd8d-4e45-88f2-30bf4c6dffa6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:11.913296 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f206fbf-763f-4b31-9f5e-8403b2c0238b req-034a4840-9329-4084-99de-b171199dc2f4 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1095562 Feb 09 21:49:12.049819 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-a5404614-bd8d-4e45-88f2-30bf4c6dffa6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:12.056387 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-a5404614-bd8d-4e45-88f2-30bf4c6dffa6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:12.167516 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-a5404614-bd8d-4e45-88f2-30bf4c6dffa6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6141479 Feb 09 21:49:12.225018 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] Request body: {'port': {'device_id': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:12.480011 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e9ae4e90-b152-4981-887d-91d254f3c3c5), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:12.698992 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:12.718558 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-203d6f5d-b445-47ae-949e-b958320c3741 None None] Provisioning complete for port 97abc82b-306a-4894-8e98-8e3b5705b95d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:12.718944 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-203d6f5d-b445-47ae-949e-b958320c3741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (97abc82b-306a-4894-8e98-8e3b5705b95d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:12.798335 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f36f6-c94f-49d0-9efa-ac407a002645 req-b46ffd1f-297a-4f53-84fd-76a197bf5ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:12.799920 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bc9f36f6-c94f-49d0-9efa-ac407a002645 req-b46ffd1f-297a-4f53-84fd-76a197bf5ca8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d6b5204ad254d39a623b447e45a194a&device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 1127 time: 0.1418793 Feb 09 21:49:12.845111 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-203d6f5d-b445-47ae-949e-b958320c3741 None None] Port 97abc82b-306a-4894-8e98-8e3b5705b95d cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:13.042341 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ced72-01d3-4c35-b721-a9328a4de1f1 req-cde1e50b-7d0e-4376-9484-eb1cfc5d5acc tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.049040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ced72-01d3-4c35-b721-a9328a4de1f1 req-cde1e50b-7d0e-4376-9484-eb1cfc5d5acc tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.055621 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ced72-01d3-4c35-b721-a9328a4de1f1 req-cde1e50b-7d0e-4376-9484-eb1cfc5d5acc tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.068348 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a71ced72-01d3-4c35-b721-a9328a4de1f1 req-cde1e50b-7d0e-4376-9484-eb1cfc5d5acc tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2376 time: 0.3726206 Feb 09 21:49:13.153581 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f36f6-c94f-49d0-9efa-ac407a002645 req-193f9e03-a73c-4ed6-acff-0496703b4a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.162219 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bc9f36f6-c94f-49d0-9efa-ac407a002645 req-193f9e03-a73c-4ed6-acff-0496703b4a06 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aad7656a-c886-4fbe-b34b-d44bdd76ed85 HTTP/1.1" status: 200 len: 912 time: 0.3422022 Feb 09 21:49:13.327609 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a71ced72-01d3-4c35-b721-a9328a4de1f1 req-a1f5d00b-6fed-4820-a75a-d1f1d33e183e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552187 Feb 09 21:49:13.432660 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bc9f36f6-c94f-49d0-9efa-ac407a002645 req-7778bb11-6704-4f91-9dce-f6049fa0fb3a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d340e15-f3f8-498a-8a0d-11813b2ce7fc HTTP/1.1" status: 200 len: 1001 time: 0.2627633 Feb 09 21:49:13.628720 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f36f6-c94f-49d0-9efa-ac407a002645 req-935f162c-99be-4d1e-b7f2-150aad1e56fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.639433 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bc9f36f6-c94f-49d0-9efa-ac407a002645 req-935f162c-99be-4d1e-b7f2-150aad1e56fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d2ffb735-399f-41c7-b4e2-94dff197f693 HTTP/1.1" status: 200 len: 850 time: 0.1908276 Feb 09 21:49:13.685459 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ae4e90-b152-4981-887d-91d254f3c3c5 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:13.716669 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] Publish callbacks [] for port (e9ae4e90-b152-4981-887d-91d254f3c3c5), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:13.741952 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f36f6-c94f-49d0-9efa-ac407a002645 req-6b7b85a6-d8f1-42ef-99da-ef012ca57214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.744119 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bc9f36f6-c94f-49d0-9efa-ac407a002645 req-6b7b85a6-d8f1-42ef-99da-ef012ca57214 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aad7656a-c886-4fbe-b34b-d44bdd76ed85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0967658 Feb 09 21:49:13.779436 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] Transition to ACTIVE for port object e9ae4e90-b152-4981-887d-91d254f3c3c5 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:49:13.793105 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (e9ae4e90-b152-4981-887d-91d254f3c3c5), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:13.846783 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-c1d730b6-9eb9-40c1-aee6-6e5fb0febaf6 req-4f24edab-5113-4a2b-858f-0567ba5dcc9f service neutron] (103201) timed out ('10.222.0.77', 44872) {{(pid=103201) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:49:13.967282 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bc9f36f6-c94f-49d0-9efa-ac407a002645 req-c7f18d91-27a2-4f01-99fb-934d637394b1 service neutron] 10.222.0.42 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128568 Feb 09 21:49:14.006929 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e207d5-99bf-4e4f-9a21-0596dd27f745 x-openstack-request-id: req-84e207d5-99bf-4e4f-9a21-0596dd27f745 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:14.007620 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62639e3f-5631-436c-9844-086350379a42", "name": "network-vif-plugged", "status": "completed", "tag": "92df3f27-88f5-4034-ac39-edac860b1e43", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:14.008803 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-84e207d5-99bf-4e4f-9a21-0596dd27f745 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:14.014276 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62639e3f-5631-436c-9844-086350379a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92df3f27-88f5-4034-ac39-edac860b1e43', 'code': 200} Feb 09 21:49:14.250280 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] Pushing event updated for resources: {'Port': ['ID=e9ae4e90-b152-4981-887d-91d254f3c3c5,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:14.265890 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bc9f36f6-c94f-49d0-9efa-ac407a002645 req-976b1bb1-0747-4011-b60f-869073b6bf4e service neutron] 10.222.0.42 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882185 Feb 09 21:49:14.524417 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:14.670377 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] Attempting to bind port e9ae4e90-b152-4981-887d-91d254f3c3c5 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:14.670640 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] Attempting to bind port e9ae4e90-b152-4981-887d-91d254f3c3c5 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '3676e702-6d06-42b3-b0db-d5d5bca11607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4706db6c-df05-4e99-a05a-7851a2b814c2'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:14.671266 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] Attempting to bind port e9ae4e90-b152-4981-887d-91d254f3c3c5 on network 4706db6c-df05-4e99-a05a-7851a2b814c2 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:14.702523 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] Port e9ae4e90-b152-4981-887d-91d254f3c3c5 on network 4706db6c-df05-4e99-a05a-7851a2b814c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:49:14.702850 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] Attempting to bind port e9ae4e90-b152-4981-887d-91d254f3c3c5 on network 4706db6c-df05-4e99-a05a-7851a2b814c2 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:14.714575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c6a9e-610f-41ef-a34a-1a8dc449e186 req-7c396a1c-cd0d-404e-b96a-a6f2eba0d3ce tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.716576 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e3c6a9e-610f-41ef-a34a-1a8dc449e186 req-7c396a1c-cd0d-404e-b96a-a6f2eba0d3ce tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 945 time: 0.3366261 Feb 09 21:49:14.730345 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6ffed-4027-46fd-a90a-a802fd075a94 req-c7d4a98b-4dc1-4c49-a946-15ee6ecb502e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.731431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60b6ffed-4027-46fd-a90a-a802fd075a94 req-c7d4a98b-4dc1-4c49-a946-15ee6ecb502e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 1127 time: 0.5741341 Feb 09 21:49:14.787626 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e3c6a9e-610f-41ef-a34a-1a8dc449e186 req-c745b0be-0b65-438a-980e-dd49a1133c01 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ff954b5-2658-4a4e-a8ac-e59dcf8542d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627592 Feb 09 21:49:14.788528 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:14.788869 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] Checking segment: {'id': '3676e702-6d06-42b3-b0db-d5d5bca11607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4706db6c-df05-4e99-a05a-7851a2b814c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:14.789308 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] Bound using segment: {'id': '3676e702-6d06-42b3-b0db-d5d5bca11607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4706db6c-df05-4e99-a05a-7851a2b814c2'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:14.789859 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] Bound port: e9ae4e90-b152-4981-887d-91d254f3c3c5, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3676e702-6d06-42b3-b0db-d5d5bca11607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4706db6c-df05-4e99-a05a-7851a2b814c2'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:14.790231 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e9ae4e90-b152-4981-887d-91d254f3c3c5), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:14.903312 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] For port e9ae4e90-b152-4981-887d-91d254f3c3c5, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:14.907491 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] For port e9ae4e90-b152-4981-887d-91d254f3c3c5, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=e9ae4e90-b152-4981-887d-91d254f3c3c5,segment=NetworkSegment(3676e702-6d06-42b3-b0db-d5d5bca11607),segment_id=3676e702-6d06-42b3-b0db-d5d5bca11607)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:14.946785 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (e9ae4e90-b152-4981-887d-91d254f3c3c5), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:15.022333 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60b6ffed-4027-46fd-a90a-a802fd075a94 req-9b605321-c451-43a2-be64-e90f6b5dc3bb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2387903 Feb 09 21:49:15.123620 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.130134 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:15.132096 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] 10.222.0.42 "PUT /v2.0/ports/e9ae4e90-b152-4981-887d-91d254f3c3c5 HTTP/1.1" status: 200 len: 1091 time: 2.9486389 Feb 09 21:49:15.139746 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'tag': 'e9ae4e90-b152-4981-887d-91d254f3c3c5'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:15.142663 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cbefc6-490c-4ec2-aead-0f643e318994" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3220ce-aed0-4df3-ae85-20cf5128cedb", "tag": "e9ae4e90-b152-4981-887d-91d254f3c3c5"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:15.185829 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] Request body: {'port': {'device_id': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:15.272647 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81016a5b-7893-4a44-98d2-22c00be1f9bb service neutron] Pushing event updated for resources: {'Port': ['ID=e9ae4e90-b152-4981-887d-91d254f3c3c5,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:15.281612 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:15.314679 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4aba9c-5cf6-4409-aed5-468f11ceaa2c req-86dc03bd-3960-43d6-b5a3-140a8737efc0 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.316913 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a4aba9c-5cf6-4409-aed5-468f11ceaa2c req-86dc03bd-3960-43d6-b5a3-140a8737efc0 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 945 time: 0.3411460 Feb 09 21:49:15.438962 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a4aba9c-5cf6-4409-aed5-468f11ceaa2c req-71fb59b2-5d57-4d74-9337-30ae2441468d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785697 Feb 09 21:49:15.468019 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6b28e87f-040b-4656-a674-7e51ac767aad), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:15.877957 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:16.014814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8eef6a-b7bd-4015-95ce-942ae1d4945a req-b47fbbb8-6481-487e-93bd-7b36f48159c7 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:16.021049 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8eef6a-b7bd-4015-95ce-942ae1d4945a req-b47fbbb8-6481-487e-93bd-7b36f48159c7 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:16.030345 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8eef6a-b7bd-4015-95ce-942ae1d4945a req-b47fbbb8-6481-487e-93bd-7b36f48159c7 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:16.056736 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-af8eef6a-b7bd-4015-95ce-942ae1d4945a req-b47fbbb8-6481-487e-93bd-7b36f48159c7 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2388 time: 0.2899194 Feb 09 21:49:16.176664 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-af8eef6a-b7bd-4015-95ce-942ae1d4945a req-99c886a7-9069-4819-baa2-342648fade10 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185331 Feb 09 21:49:16.337220 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3147d9-3d0b-43d5-8bae-79ae3c1b1dc1 x-openstack-request-id: req-cc3147d9-3d0b-43d5-8bae-79ae3c1b1dc1 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:16.338711 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3220ce-aed0-4df3-ae85-20cf5128cedb", "tag": "e9ae4e90-b152-4981-887d-91d254f3c3c5", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:16.338990 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cc3147d9-3d0b-43d5-8bae-79ae3c1b1dc1 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:16.339432 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'tag': 'e9ae4e90-b152-4981-887d-91d254f3c3c5', 'status': 'completed', 'code': 200} Feb 09 21:49:16.473860 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b28e87f-040b-4656-a674-7e51ac767aad {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:16.508602 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] Publish callbacks [] for port (6b28e87f-040b-4656-a674-7e51ac767aad), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:16.551317 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] Transition to ACTIVE for port object 6b28e87f-040b-4656-a674-7e51ac767aad will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:49:16.581849 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (6b28e87f-040b-4656-a674-7e51ac767aad), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:16.629049 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbefc6-490c-4ec2-aead-0f643e318994 req-0f71bee3-09b6-4f83-8e5a-a784ec1bffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:16.630513 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbefc6-490c-4ec2-aead-0f643e318994 req-0f71bee3-09b6-4f83-8e5a-a784ec1bffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:16.631289 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbefc6-490c-4ec2-aead-0f643e318994 req-0f71bee3-09b6-4f83-8e5a-a784ec1bffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:16.636251 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f9cbefc6-490c-4ec2-aead-0f643e318994 req-0f71bee3-09b6-4f83-8e5a-a784ec1bffee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2516f2edda0e4c31a3f4766864a26000&device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2762 time: 0.2820017 Feb 09 21:49:16.646779 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-50e4366f-233f-4679-90f7-865410015369 req-c2df7133-bb7d-46c3-a09a-c3c54bf4346b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee6e56e4-f45f-4611-bb23-ab814c521056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1859193 Feb 09 21:49:16.805230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] Pushing event updated for resources: {'Port': ['ID=6b28e87f-040b-4656-a674-7e51ac767aad,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:16.867791 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4366f-233f-4679-90f7-865410015369 req-b45a5718-b74b-4d3f-93ae-25d09039c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:16.870476 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-50e4366f-233f-4679-90f7-865410015369 req-b45a5718-b74b-4d3f-93ae-25d09039c228 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca9a9bb5263a475f9beaae32168a01fb&device_id=ee6e56e4-f45f-4611-bb23-ab814c521056 HTTP/1.1" status: 200 len: 1128 time: 0.1472316 Feb 09 21:49:16.900571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbefc6-490c-4ec2-aead-0f643e318994 req-fdafdf6b-d255-48ef-bc38-cffe3481fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:16.902292 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbefc6-490c-4ec2-aead-0f643e318994 req-fdafdf6b-d255-48ef-bc38-cffe3481fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:16.903512 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbefc6-490c-4ec2-aead-0f643e318994 req-fdafdf6b-d255-48ef-bc38-cffe3481fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:16.907256 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f9cbefc6-490c-4ec2-aead-0f643e318994 req-fdafdf6b-d255-48ef-bc38-cffe3481fffa service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2516f2edda0e4c31a3f4766864a26000&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2581174 Feb 09 21:49:16.931717 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2ed86-32fd-4b9f-a114-4bb878846a72 req-a41d5ad3-8702-4e15-b62a-bf267b48bdf5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:16.934420 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5da2ed86-32fd-4b9f-a114-4bb878846a72 req-a41d5ad3-8702-4e15-b62a-bf267b48bdf5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 945 time: 0.3751187 Feb 09 21:49:17.108792 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] Attempting to bind port 6b28e87f-040b-4656-a674-7e51ac767aad on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:17.112052 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] Attempting to bind port 6b28e87f-040b-4656-a674-7e51ac767aad by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'dcbff9aa-5599-4341-a34b-3e9c1d1c541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '19bc9dab-6254-4bfc-a011-71c5a002989a'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:17.113364 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] Attempting to bind port 6b28e87f-040b-4656-a674-7e51ac767aad on network 19bc9dab-6254-4bfc-a011-71c5a002989a {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:17.156249 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] Port 6b28e87f-040b-4656-a674-7e51ac767aad on network 19bc9dab-6254-4bfc-a011-71c5a002989a not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:49:17.157909 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] Attempting to bind port 6b28e87f-040b-4656-a674-7e51ac767aad on network 19bc9dab-6254-4bfc-a011-71c5a002989a {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:17.179568 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4366f-233f-4679-90f7-865410015369 req-08323cb5-6e8d-487e-8d54-72b167379c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:17.182917 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-50e4366f-233f-4679-90f7-865410015369 req-08323cb5-6e8d-487e-8d54-72b167379c5a service neutron] 10.222.0.42 "GET /v2.0/networks?id=364c2f3e-feb4-4b55-8f2f-ec33b2e23eac HTTP/1.1" status: 200 len: 914 time: 0.2730262 Feb 09 21:49:17.191369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:17.195178 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] Checking segment: {'id': 'dcbff9aa-5599-4341-a34b-3e9c1d1c541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '19bc9dab-6254-4bfc-a011-71c5a002989a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:17.195935 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] Bound using segment: {'id': 'dcbff9aa-5599-4341-a34b-3e9c1d1c541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '19bc9dab-6254-4bfc-a011-71c5a002989a'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:17.202097 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] Bound port: 6b28e87f-040b-4656-a674-7e51ac767aad, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbff9aa-5599-4341-a34b-3e9c1d1c541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '19bc9dab-6254-4bfc-a011-71c5a002989a'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:17.203298 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6b28e87f-040b-4656-a674-7e51ac767aad), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:17.498736 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] For port 6b28e87f-040b-4656-a674-7e51ac767aad, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:17.498736 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] For port 6b28e87f-040b-4656-a674-7e51ac767aad, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6b28e87f-040b-4656-a674-7e51ac767aad,segment=NetworkSegment(dcbff9aa-5599-4341-a34b-3e9c1d1c541b),segment_id=dcbff9aa-5599-4341-a34b-3e9c1d1c541b)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:17.519482 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (6b28e87f-040b-4656-a674-7e51ac767aad), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:17.601431 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] Pushing event updated for resources: {'Port': ['ID=6b28e87f-040b-4656-a674-7e51ac767aad,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:17.610202 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5da2ed86-32fd-4b9f-a114-4bb878846a72 req-2fef5891-7e0a-49b1-b200-39d82627cb46 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ff954b5-2658-4a4e-a8ac-e59dcf8542d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6181905 Feb 09 21:49:17.612679 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:17.613387 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:17.614917 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-06cdff71-6270-4558-b93d-7b63f281c18e service neutron] 10.222.0.42 "PUT /v2.0/ports/6b28e87f-040b-4656-a674-7e51ac767aad HTTP/1.1" status: 200 len: 1092 time: 2.4393663 Feb 09 21:49:17.623614 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbefc6-490c-4ec2-aead-0f643e318994 req-9afba485-a796-449b-821a-2ad804d27663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:17.625261 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f9cbefc6-490c-4ec2-aead-0f643e318994 req-9afba485-a796-449b-821a-2ad804d27663 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4362612 Feb 09 21:49:17.628120 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-50e4366f-233f-4679-90f7-865410015369 req-0af6bee3-5b6e-4aea-a8c9-479d3eaadcae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc8b398c-b8ee-45cf-a19e-fe93316787ed HTTP/1.1" status: 200 len: 217 time: 0.4376633 Feb 09 21:49:17.662460 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] Request body: {'port': {'device_id': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:17.771329 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4366f-233f-4679-90f7-865410015369 req-6dc0d8f1-11fa-4788-9a0d-81c8cea1c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:17.773142 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-50e4366f-233f-4679-90f7-865410015369 req-6dc0d8f1-11fa-4788-9a0d-81c8cea1c556 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=321e59e2-b895-4c51-be5b-a8f5ea91dd3f HTTP/1.1" status: 200 len: 853 time: 0.1283939 Feb 09 21:49:17.863817 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-50e4366f-233f-4679-90f7-865410015369 req-0db52e3d-ac6d-46cf-ab6c-14856b5c712d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=364c2f3e-feb4-4b55-8f2f-ec33b2e23eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724092 Feb 09 21:49:17.994658 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796227a-0897-4c36-bfb2-5152bf33e324 req-32d0fd61-28d2-4f0d-8fa3-a4e9dc3e0e83 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:18.017985 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b796227a-0897-4c36-bfb2-5152bf33e324 req-32d0fd61-28d2-4f0d-8fa3-a4e9dc3e0e83 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 945 time: 0.1851919 Feb 09 21:49:18.147278 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b796227a-0897-4c36-bfb2-5152bf33e324 req-20622dc2-ed77-4d02-bbd0-8a5cf2022cb4 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283922 Feb 09 21:49:18.151374 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (97abc82b-306a-4894-8e98-8e3b5705b95d), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:18.301352 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-50e4366f-233f-4679-90f7-865410015369 req-2d7013a7-c490-4c78-93b1-245cd3b9b90e service neutron] 10.222.0.42 "GET /v2.0/networks/364c2f3e-feb4-4b55-8f2f-ec33b2e23eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306517 Feb 09 21:49:18.341160 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'tag': '6b28e87f-040b-4656-a674-7e51ac767aad'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:18.343958 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b6d4c1-94b5-4791-853a-9ddc8f186f90" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3220ce-aed0-4df3-ae85-20cf5128cedb", "tag": "6b28e87f-040b-4656-a674-7e51ac767aad"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:18.684479 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997326e-91ee-4ab4-950a-07e6f65da961 req-133e812c-7c26-4a90-bc9b-e9afdf59e186 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:18.717537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997326e-91ee-4ab4-950a-07e6f65da961 req-133e812c-7c26-4a90-bc9b-e9afdf59e186 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:18.754346 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997326e-91ee-4ab4-950a-07e6f65da961 req-133e812c-7c26-4a90-bc9b-e9afdf59e186 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:18.773308 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a997326e-91ee-4ab4-950a-07e6f65da961 req-133e812c-7c26-4a90-bc9b-e9afdf59e186 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2400 time: 0.4022262 Feb 09 21:49:18.790925 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-50e4366f-233f-4679-90f7-865410015369 req-7bec8b2f-c9d7-4c99-bbb0-1e70a6f59f83 service neutron] 10.222.0.42 "GET /v2.0/networks/364c2f3e-feb4-4b55-8f2f-ec33b2e23eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515016 Feb 09 21:49:18.966639 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a997326e-91ee-4ab4-950a-07e6f65da961 req-be32157f-88a0-4cc2-9b42-a8b58181ae05 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864047 Feb 09 21:49:19.094684 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97abc82b-306a-4894-8e98-8e3b5705b95d {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:19.108777 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] Publish callbacks [] for port (97abc82b-306a-4894-8e98-8e3b5705b95d), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:19.128390 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] Transition to ACTIVE for port object 97abc82b-306a-4894-8e98-8e3b5705b95d will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:49:19.133730 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (97abc82b-306a-4894-8e98-8e3b5705b95d), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:19.309598 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f18c4-6ef9-49f2-979a-e91fa2a7d2bc req-862437a9-446a-441b-86f9-1eeeb5a9b07d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:19.312098 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9e8f18c4-6ef9-49f2-979a-e91fa2a7d2bc req-862437a9-446a-441b-86f9-1eeeb5a9b07d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 945 time: 0.1025295 Feb 09 21:49:19.323481 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41378) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:19.372196 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-bc3e9e23-806c-4b8a-981c-4169158ce639 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Request body: {'floatingip': {'port_id': '92df3f27-88f5-4034-ac39-edac860b1e43'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:19.382628 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] Pushing event updated for resources: {'Port': ['ID=97abc82b-306a-4894-8e98-8e3b5705b95d,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:19.471613 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9e23-806c-4b8a-981c-4169158ce639 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for floatingip (a13c449d-61cd-4f04-9fad-42d2fec83d00), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:19.504560 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4534b28-a2dc-47eb-8625-651c87d7fd7b x-openstack-request-id: req-d4534b28-a2dc-47eb-8625-651c87d7fd7b {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:19.504920 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3220ce-aed0-4df3-ae85-20cf5128cedb", "tag": "6b28e87f-040b-4656-a674-7e51ac767aad", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:19.505235 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d4534b28-a2dc-47eb-8625-651c87d7fd7b {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:19.505762 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'tag': '6b28e87f-040b-4656-a674-7e51ac767aad', 'status': 'completed', 'code': 200} Feb 09 21:49:19.774663 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] Attempting to bind port 97abc82b-306a-4894-8e98-8e3b5705b95d on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:19.775350 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] Attempting to bind port 97abc82b-306a-4894-8e98-8e3b5705b95d by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '3676e702-6d06-42b3-b0db-d5d5bca11607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4706db6c-df05-4e99-a05a-7851a2b814c2'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:19.775769 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] Attempting to bind port 97abc82b-306a-4894-8e98-8e3b5705b95d on network 4706db6c-df05-4e99-a05a-7851a2b814c2 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:19.802078 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] Port 97abc82b-306a-4894-8e98-8e3b5705b95d on network 4706db6c-df05-4e99-a05a-7851a2b814c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:49:19.802796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] Attempting to bind port 97abc82b-306a-4894-8e98-8e3b5705b95d on network 4706db6c-df05-4e99-a05a-7851a2b814c2 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:19.830916 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:19.831477 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] Checking segment: {'id': '3676e702-6d06-42b3-b0db-d5d5bca11607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4706db6c-df05-4e99-a05a-7851a2b814c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:19.832032 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] Bound using segment: {'id': '3676e702-6d06-42b3-b0db-d5d5bca11607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4706db6c-df05-4e99-a05a-7851a2b814c2'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:19.832792 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] Bound port: 97abc82b-306a-4894-8e98-8e3b5705b95d, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3676e702-6d06-42b3-b0db-d5d5bca11607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4706db6c-df05-4e99-a05a-7851a2b814c2'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:19.833833 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (97abc82b-306a-4894-8e98-8e3b5705b95d), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:19.848641 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6d4c1-94b5-4791-853a-9ddc8f186f90 req-8d853334-5185-470a-afd4-bead7c60e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:19.849512 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6d4c1-94b5-4791-853a-9ddc8f186f90 req-8d853334-5185-470a-afd4-bead7c60e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:19.850348 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6d4c1-94b5-4791-853a-9ddc8f186f90 req-8d853334-5185-470a-afd4-bead7c60e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:19.853656 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f4b6d4c1-94b5-4791-853a-9ddc8f186f90 req-8d853334-5185-470a-afd4-bead7c60e449 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2516f2edda0e4c31a3f4766864a26000&device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2885 time: 0.2877944 Feb 09 21:49:20.382134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a8ae6-36b6-41ec-a82b-117fc5739a6e req-f0f61199-fb14-425a-8fa2-f68c812ecbce tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:20.407231 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a8ae6-36b6-41ec-a82b-117fc5739a6e req-f0f61199-fb14-425a-8fa2-f68c812ecbce tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:20.427964 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a8ae6-36b6-41ec-a82b-117fc5739a6e req-f0f61199-fb14-425a-8fa2-f68c812ecbce tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:20.430291 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f4a8ae6-36b6-41ec-a82b-117fc5739a6e req-f0f61199-fb14-425a-8fa2-f68c812ecbce tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2412 time: 0.1915267 Feb 09 21:49:20.437733 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.db.resource_extend [None req-bc3e9e23-806c-4b8a-981c-4169158ce639 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:49:20.517000 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] For port 97abc82b-306a-4894-8e98-8e3b5705b95d, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:20.532316 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] For port 97abc82b-306a-4894-8e98-8e3b5705b95d, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=97abc82b-306a-4894-8e98-8e3b5705b95d,segment=NetworkSegment(3676e702-6d06-42b3-b0db-d5d5bca11607),segment_id=3676e702-6d06-42b3-b0db-d5d5bca11607)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:20.553996 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6d4c1-94b5-4791-853a-9ddc8f186f90 req-e16a3749-9cce-4bc7-b2a0-db881970d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:20.554568 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6d4c1-94b5-4791-853a-9ddc8f186f90 req-e16a3749-9cce-4bc7-b2a0-db881970d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:20.555027 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6d4c1-94b5-4791-853a-9ddc8f186f90 req-e16a3749-9cce-4bc7-b2a0-db881970d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:20.557859 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f4b6d4c1-94b5-4791-853a-9ddc8f186f90 req-e16a3749-9cce-4bc7-b2a0-db881970d1c3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2516f2edda0e4c31a3f4766864a26000&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3497241 Feb 09 21:49:20.561679 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (97abc82b-306a-4894-8e98-8e3b5705b95d), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.569321 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9e23-806c-4b8a-981c-4169158ce639 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.589579 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f4a8ae6-36b6-41ec-a82b-117fc5739a6e req-4389a251-66db-4c8e-a7dc-fd10ebbba475 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438899 Feb 09 21:49:20.596388 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9e23-806c-4b8a-981c-4169158ce639 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (a13c449d-61cd-4f04-9fad-42d2fec83d00), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:21.480156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.481718 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:21.492350 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] 10.222.0.42 "PUT /v2.0/ports/97abc82b-306a-4894-8e98-8e3b5705b95d HTTP/1.1" status: 200 len: 1092 time: 3.8357434 Feb 09 21:49:21.493158 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'tag': '97abc82b-306a-4894-8e98-8e3b5705b95d'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:21.502920 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedcfe43-3352-4e54-aea7-0e20fdb3c1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3220ce-aed0-4df3-ae85-20cf5128cedb", "tag": "97abc82b-306a-4894-8e98-8e3b5705b95d"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:21.730318 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:49:21.882411 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d378a7-e74c-41eb-99fd-144a6aa0920a service neutron] Pushing event updated for resources: {'Port': ['ID=97abc82b-306a-4894-8e98-8e3b5705b95d,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:22.028942 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6d4c1-94b5-4791-853a-9ddc8f186f90 req-d56540f1-6751-4f33-8b67-89b72f9f58eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:22.039466 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f4b6d4c1-94b5-4791-853a-9ddc8f186f90 req-d56540f1-6751-4f33-8b67-89b72f9f58eb service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4682300 Feb 09 21:49:22.063270 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-bc3e9e23-806c-4b8a-981c-4169158ce639 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Floating IP a13c449d-61cd-4f04-9fad-42d2fec83d00 associated. External IP: 172.25.6.24, port: 92df3f27-88f5-4034-ac39-edac860b1e43. Feb 09 21:49:22.293433 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5843bc44-9429-4f86-a789-4b846419b922 x-openstack-request-id: req-5843bc44-9429-4f86-a789-4b846419b922 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:22.298557 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3220ce-aed0-4df3-ae85-20cf5128cedb", "tag": "97abc82b-306a-4894-8e98-8e3b5705b95d", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:22.299324 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5843bc44-9429-4f86-a789-4b846419b922 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:22.302083 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'tag': '97abc82b-306a-4894-8e98-8e3b5705b95d', 'status': 'completed', 'code': 200} Feb 09 21:49:22.524875 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519483d6-318f-4490-b746-362c0594fac3 req-00493586-3715-4cb9-8c5f-536e7c311782 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:22.538596 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41448) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:22.548447 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519483d6-318f-4490-b746-362c0594fac3 req-00493586-3715-4cb9-8c5f-536e7c311782 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:22.579886 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519483d6-318f-4490-b746-362c0594fac3 req-00493586-3715-4cb9-8c5f-536e7c311782 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:22.606703 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-519483d6-318f-4490-b746-362c0594fac3 req-00493586-3715-4cb9-8c5f-536e7c311782 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2412 time: 0.3203716 Feb 09 21:49:22.858383 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-519483d6-318f-4490-b746-362c0594fac3 req-716089a5-81fe-403e-964a-93f9812cb5d2 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501776 Feb 09 21:49:23.155804 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-caf173dc-7c9b-4d92-9e29-065ee1052514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.160806 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-38cb2a85-8a76-4528-9b92-c95d94b852dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.161294 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-38cb2a85-8a76-4528-9b92-c95d94b852dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.161771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-38cb2a85-8a76-4528-9b92-c95d94b852dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.163798 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-38cb2a85-8a76-4528-9b92-c95d94b852dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2516f2edda0e4c31a3f4766864a26000&device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2958 time: 0.8604884 Feb 09 21:49:23.181342 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3e9e23-806c-4b8a-981c-4169158ce639 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Router f1a39641-509b-4064-aa3e-3c8c1dc9f813 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:49:23.269247 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-caf173dc-7c9b-4d92-9e29-065ee1052514 admin admin] Publish callbacks [] for security_group (ed14c3da-ae1c-4be7-bdab-115a3aaa5957), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.352152 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-caf173dc-7c9b-4d92-9e29-065ee1052514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ed14c3da-ae1c-4be7-bdab-115a3aaa5957), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.384026 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf173dc-7c9b-4d92-9e29-065ee1052514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed14c3da-ae1c-4be7-bdab-115a3aaa5957,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:23.411267 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-3d3f18b6-5c27-484a-b8d4-8d2e5caea64d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.89&port_id=e9ae4e90-b152-4981-887d-91d254f3c3c5 HTTP/1.1" status: 200 len: 217 time: 0.2370958 Feb 09 21:49:23.532741 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-caf173dc-7c9b-4d92-9e29-065ee1052514 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e95d9be31b6649b9a1f29ff37119b981&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9914007 Feb 09 21:49:23.536971 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41458) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:23.650847 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-b7659a54-a4a9-46d7-9131-47232163e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.655966 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-b7659a54-a4a9-46d7-9131-47232163e26e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29e54905-48a8-448c-9cbe-d397e762beb7 HTTP/1.1" status: 200 len: 801 time: 0.1452150 Feb 09 21:49:23.699992 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-58a575bf-a964-4119-8e8f-b2cb65f4a390 admin admin] Publish callbacks [] for security_group (ed14c3da-ae1c-4be7-bdab-115a3aaa5957), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.778253 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3e9e23-806c-4b8a-981c-4169158ce639 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:49:23.793548 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df1ddfa-a097-4726-8df4-c3dc139c7768 None None] Sync routers for ids ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:49:23.804627 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-58a575bf-a964-4119-8e8f-b2cb65f4a390 admin admin] Publish callbacks [] for security_group (ed14c3da-ae1c-4be7-bdab-115a3aaa5957), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.813509 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9e23-806c-4b8a-981c-4169158ce639 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.822405 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1ddfa-a097-4726-8df4-c3dc139c7768 None None] Routers {'f1a39641-509b-4064-aa3e-3c8c1dc9f813'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:49:23.823390 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4df1ddfa-a097-4726-8df4-c3dc139c7768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:49:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:23.895929 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-120bbb86-063e-4ee0-801d-e6fd2351bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.898000 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-120bbb86-063e-4ee0-801d-e6fd2351bd62 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4706db6c-df05-4e99-a05a-7851a2b814c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2304311 Feb 09 21:49:23.991079 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-58a575bf-a964-4119-8e8f-b2cb65f4a390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ed14c3da-ae1c-4be7-bdab-115a3aaa5957), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.998794 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-58a575bf-a964-4119-8e8f-b2cb65f4a390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:24.008456 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-58a575bf-a964-4119-8e8f-b2cb65f4a390 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ed14c3da-ae1c-4be7-bdab-115a3aaa5957 HTTP/1.1" status: 204 len: 168 time: 0.4698610 Feb 09 21:49:24.042163 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a575bf-a964-4119-8e8f-b2cb65f4a390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed14c3da-ae1c-4be7-bdab-115a3aaa5957,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:24.164133 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bc3e9e23-806c-4b8a-981c-4169158ce639 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "PUT /v2.0/floatingips/a13c449d-61cd-4f04-9fad-42d2fec83d00 HTTP/1.1" status: 200 len: 990 time: 4.7938530 Feb 09 21:49:24.172187 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-4df1ddfa-a097-4726-8df4-c3dc139c7768 None None] Set router f1a39641-509b-4064-aa3e-3c8c1dc9f813 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:49:24.321723 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62639e3f-5631-436c-9844-086350379a42', 'tag': '92df3f27-88f5-4034-ac39-edac860b1e43'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:24.326436 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1f4785-af28-442c-a6ed-dd27fae8ad5d" -d '{"events": [{"name": "network-changed", "server_uuid": "62639e3f-5631-436c-9844-086350379a42", "tag": "92df3f27-88f5-4034-ac39-edac860b1e43"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:24.375133 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-db39b57f-912b-478e-8af1-7c16fd96e0bd service neutron] 10.222.0.42 "GET /v2.0/networks/4706db6c-df05-4e99-a05a-7851a2b814c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691470 Feb 09 21:49:24.390205 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52f1ad-904b-4e67-a9e4-f4d0f49fe159 req-8c99bc0d-2db9-4927-8051-d8d0f561eda0 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:24.396625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52f1ad-904b-4e67-a9e4-f4d0f49fe159 req-8c99bc0d-2db9-4927-8051-d8d0f561eda0 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:24.407322 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52f1ad-904b-4e67-a9e4-f4d0f49fe159 req-8c99bc0d-2db9-4927-8051-d8d0f561eda0 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:24.409259 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df52f1ad-904b-4e67-a9e4-f4d0f49fe159 req-8c99bc0d-2db9-4927-8051-d8d0f561eda0 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2412 time: 0.3479424 Feb 09 21:49:24.610867 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df52f1ad-904b-4e67-a9e4-f4d0f49fe159 req-05dba7e9-b00d-4de2-a34d-47835ad859cb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924236 Feb 09 21:49:24.677203 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-322b6f06-e464-40e6-935e-70588f4d7c08 service neutron] 10.222.0.42 "GET /v2.0/networks/4706db6c-df05-4e99-a05a-7851a2b814c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903574 Feb 09 21:49:24.770189 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41480) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:24.806390 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4e954b6c-feff-4ca2-a105-8e4a79095546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:24.854152 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-8206f0fa-c1cf-4990-91d4-8bdf3d382b67 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.253&port_id=6b28e87f-040b-4656-a674-7e51ac767aad HTTP/1.1" status: 200 len: 217 time: 0.1492105 Feb 09 21:49:24.957582 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4df1ddfa-a097-4726-8df4-c3dc139c7768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-router', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:23Z', 'revision_number': 4, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'gw_port': {'id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:64:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'a13c449d-61cd-4f04-9fad-42d2fec83d00', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'port_id': '92df3f27-88f5-4034-ac39-edac860b1e43', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'mac_address': 'fa:16:3e:04:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62639e3f-5631-436c-9844-086350379a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:48:31Z', 'updated_at': '2022-02-09T21:49:20Z', 'revision_number': 1, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254d795a-41ef-4702-8ded-b4e463c82b4f', 'name': '', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'mac_address': 'fa:16:3e:1a:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:47Z', 'revision_number': 5, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'subnets': [{'id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:25.017087 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-2620468b-2a07-4347-80da-ede8aeb098c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:25.045827 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-2620468b-2a07-4347-80da-ede8aeb098c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ed43450-0577-42d5-9890-1a23f286e0e7 HTTP/1.1" status: 200 len: 801 time: 0.1901202 Feb 09 21:49:25.125659 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df1ddfa-a097-4726-8df4-c3dc139c7768 None None] Checking router: f1a39641-509b-4064-aa3e-3c8c1dc9f813 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:49:25.147629 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4e954b6c-feff-4ca2-a105-8e4a79095546 admin admin] Publish callbacks [] for security_group (3df4af98-4172-40fb-ae64-f22703be5ae8), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:25.175275 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1ddfa-a097-4726-8df4-c3dc139c7768 None None] Routers {'f1a39641-509b-4064-aa3e-3c8c1dc9f813'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:49:25.184668 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4df1ddfa-a097-4726-8df4-c3dc139c7768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:49:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:25.210020 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4e954b6c-feff-4ca2-a105-8e4a79095546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3df4af98-4172-40fb-ae64-f22703be5ae8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:25.271178 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-986966da-53cd-4844-8622-8614f173f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:25.280813 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-986966da-53cd-4844-8622-8614f173f3f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19bc9dab-6254-4bfc-a011-71c5a002989a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2233627 Feb 09 21:49:25.509655 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e954b6c-feff-4ca2-a105-8e4a79095546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df4af98-4172-40fb-ae64-f22703be5ae8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:25.542722 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4e954b6c-feff-4ca2-a105-8e4a79095546 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=53737886c1544b399d473f43b100e0b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7713137 Feb 09 21:49:25.551594 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41490) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:25.594176 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009f4ad-72ae-4830-81d0-508e68e60792 req-44fca778-30ce-4bc8-8623-f44ef0449a1f tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:25.609304 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0009f4ad-72ae-4830-81d0-508e68e60792 req-44fca778-30ce-4bc8-8623-f44ef0449a1f tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 945 time: 0.4498425 Feb 09 21:49:25.629164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-4df1ddfa-a097-4726-8df4-c3dc139c7768 None None] Set router f1a39641-509b-4064-aa3e-3c8c1dc9f813 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:49:25.848207 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-619d9236-0aed-4d14-8295-b61a59fcfc49 service neutron] 10.222.0.42 "GET /v2.0/networks/19bc9dab-6254-4bfc-a011-71c5a002989a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585172 Feb 09 21:49:25.849037 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-66bb139f-fa13-413b-8898-ea9f2ec21ccf admin admin] Publish callbacks [] for security_group (3df4af98-4172-40fb-ae64-f22703be5ae8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:25.859082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0009f4ad-72ae-4830-81d0-508e68e60792 req-87abd2c0-cadc-4d30-9135-c97f645ac93c tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332218 Feb 09 21:49:26.084678 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4aa02ed-6945-4a65-bcea-61122bf732a0 x-openstack-request-id: req-d4aa02ed-6945-4a65-bcea-61122bf732a0 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:26.086965 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62639e3f-5631-436c-9844-086350379a42", "tag": "92df3f27-88f5-4034-ac39-edac860b1e43", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:26.087478 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d4aa02ed-6945-4a65-bcea-61122bf732a0 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:26.088149 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62639e3f-5631-436c-9844-086350379a42', 'tag': '92df3f27-88f5-4034-ac39-edac860b1e43', 'status': 'completed', 'code': 200} Feb 09 21:49:26.143588 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-66bb139f-fa13-413b-8898-ea9f2ec21ccf admin admin] Publish callbacks [] for security_group (3df4af98-4172-40fb-ae64-f22703be5ae8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:26.354899 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-02e1beac-17e1-4559-b356-b6858cf2143a service neutron] 10.222.0.42 "GET /v2.0/networks/19bc9dab-6254-4bfc-a011-71c5a002989a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632196 Feb 09 21:49:26.464469 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-66bb139f-fa13-413b-8898-ea9f2ec21ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3df4af98-4172-40fb-ae64-f22703be5ae8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:26.465323 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f4785-af28-442c-a6ed-dd27fae8ad5d req-da74d91c-abf0-4190-a2a9-9d87f7e51e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:26.468317 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f1f4785-af28-442c-a6ed-dd27fae8ad5d req-da74d91c-abf0-4190-a2a9-9d87f7e51e1d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8908faf94a6140dabe02e2fb8fe5fb7c&device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 1127 time: 0.3577831 Feb 09 21:49:26.473034 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-66bb139f-fa13-413b-8898-ea9f2ec21ccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:26.477945 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-66bb139f-fa13-413b-8898-ea9f2ec21ccf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3df4af98-4172-40fb-ae64-f22703be5ae8 HTTP/1.1" status: 204 len: 168 time: 0.8929186 Feb 09 21:49:26.489291 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-061149d6-06a3-451b-a07d-0bce64a3a4fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.104&port_id=97abc82b-306a-4894-8e98-8e3b5705b95d HTTP/1.1" status: 200 len: 217 time: 0.1273572 Feb 09 21:49:26.508144 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb139f-fa13-413b-8898-ea9f2ec21ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df4af98-4172-40fb-ae64-f22703be5ae8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:26.554536 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21d560-a039-4fe8-b33f-04defc605850 req-6ef2e1b4-1b1f-4132-b45d-40f489f11dc4 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:26.590067 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21d560-a039-4fe8-b33f-04defc605850 req-6ef2e1b4-1b1f-4132-b45d-40f489f11dc4 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:26.631268 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21d560-a039-4fe8-b33f-04defc605850 req-6ef2e1b4-1b1f-4132-b45d-40f489f11dc4 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:26.634305 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb21d560-a039-4fe8-b33f-04defc605850 req-6ef2e1b4-1b1f-4132-b45d-40f489f11dc4 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2412 time: 0.3959937 Feb 09 21:49:26.645470 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-3e144d8e-7dcc-4421-981d-b81fa06e649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:26.647352 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-3e144d8e-7dcc-4421-981d-b81fa06e649e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29e54905-48a8-448c-9cbe-d397e762beb7 HTTP/1.1" status: 200 len: 801 time: 0.1458614 Feb 09 21:49:26.771751 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-91bb02c0-8971-488e-a556-3f3ba19fa9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:26.781077 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-91bb02c0-8971-488e-a556-3f3ba19fa9e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4706db6c-df05-4e99-a05a-7851a2b814c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1269670 Feb 09 21:49:27.004218 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4df1ddfa-a097-4726-8df4-c3dc139c7768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-router', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:23Z', 'revision_number': 4, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'gw_port': {'id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:64:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'a13c449d-61cd-4f04-9fad-42d2fec83d00', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'port_id': '92df3f27-88f5-4034-ac39-edac860b1e43', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'mac_address': 'fa:16:3e:04:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62639e3f-5631-436c-9844-086350379a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:48:31Z', 'updated_at': '2022-02-09T21:49:20Z', 'revision_number': 1, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254d795a-41ef-4702-8ded-b4e463c82b4f', 'name': '', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'mac_address': 'fa:16:3e:1a:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:47Z', 'revision_number': 5, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'subnets': [{'id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:27.065649 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb21d560-a039-4fe8-b33f-04defc605850 req-51cc87b7-de46-4a6b-be54-9197a78fc1ba tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891346 Feb 09 21:49:27.079782 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df1ddfa-a097-4726-8df4-c3dc139c7768 None None] The sync data for ids ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'] in n-d-828601-1 is: [{'id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-router', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:23Z', 'revision_number': 4, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'gw_port': {'id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:64:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'a13c449d-61cd-4f04-9fad-42d2fec83d00', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'port_id': '92df3f27-88f5-4034-ac39-edac860b1e43', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'mac_address': 'fa:16:3e:04:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62639e3f-5631-436c-9844-086350379a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:48:31Z', 'updated_at': '2022-02-09T21:49:20Z', 'revision_number': 1, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254d795a-41ef-4702-8ded-b4e463c82b4f', 'name': '', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'mac_address': 'fa:16:3e:1a:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:47Z', 'revision_number': 5, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'subnets': [{'id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:49:27.123381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f4785-af28-442c-a6ed-dd27fae8ad5d req-671fff73-415d-4d11-9131-af1fd30774e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:27.124940 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f1f4785-af28-442c-a6ed-dd27fae8ad5d req-671fff73-415d-4d11-9131-af1fd30774e0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 HTTP/1.1" status: 200 len: 918 time: 0.6445088 Feb 09 21:49:27.182443 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-892e558d-a8b8-4963-8f18-37be5c6778f1 service neutron] 10.222.0.42 "GET /v2.0/networks/4706db6c-df05-4e99-a05a-7851a2b814c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930993 Feb 09 21:49:27.416629 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f1f4785-af28-442c-a6ed-dd27fae8ad5d req-59d1007e-457c-487d-972a-fabe804b0102 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92df3f27-88f5-4034-ac39-edac860b1e43 HTTP/1.1" status: 200 len: 998 time: 0.2800763 Feb 09 21:49:27.492307 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8bd63-bcfa-4235-8209-8a209cc745e7 req-073529d6-f24f-48d9-a55a-4cd79222767d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:27.493920 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28b8bd63-bcfa-4235-8209-8a209cc745e7 req-073529d6-f24f-48d9-a55a-4cd79222767d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 945 time: 0.2215705 Feb 09 21:49:27.547637 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bc6a60f-5853-4e3c-9c56-1f5393e21e54 req-b9edc0fc-5ca5-4f73-be0c-29522165c2e2 service neutron] 10.222.0.42 "GET /v2.0/networks/4706db6c-df05-4e99-a05a-7851a2b814c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555124 Feb 09 21:49:27.786139 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f4785-af28-442c-a6ed-dd27fae8ad5d req-2aff26cd-c604-4ff2-9ac9-1c255e783de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:27.788645 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f1f4785-af28-442c-a6ed-dd27fae8ad5d req-2aff26cd-c604-4ff2-9ac9-1c255e783de5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ef491681-aa83-413d-aeee-25903ab6b8c8 HTTP/1.1" status: 200 len: 856 time: 0.3650510 Feb 09 21:49:27.804963 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcfe43-3352-4e54-aea7-0e20fdb3c1a5 req-dc7e5521-5f0f-40a3-8bbd-9057278ecc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:27.805768 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcfe43-3352-4e54-aea7-0e20fdb3c1a5 req-dc7e5521-5f0f-40a3-8bbd-9057278ecc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:27.806600 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcfe43-3352-4e54-aea7-0e20fdb3c1a5 req-dc7e5521-5f0f-40a3-8bbd-9057278ecc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:27.817005 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eedcfe43-3352-4e54-aea7-0e20fdb3c1a5 req-dc7e5521-5f0f-40a3-8bbd-9057278ecc9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2516f2edda0e4c31a3f4766864a26000&device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2958 time: 0.1694412 Feb 09 21:49:27.942359 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28b8bd63-bcfa-4235-8209-8a209cc745e7 req-6c66b51f-d655-4cc1-bfd3-04369d19f1d0 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3504441 Feb 09 21:49:28.006838 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f4785-af28-442c-a6ed-dd27fae8ad5d req-473a4db4-84c1-40e3-a92b-eabb07eaa7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:28.010454 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f1f4785-af28-442c-a6ed-dd27fae8ad5d req-473a4db4-84c1-40e3-a92b-eabb07eaa7a0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1994796 Feb 09 21:49:28.117477 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcfe43-3352-4e54-aea7-0e20fdb3c1a5 req-fc08a446-97a7-4ccb-ae03-6d20a5f947fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:28.121986 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eedcfe43-3352-4e54-aea7-0e20fdb3c1a5 req-fc08a446-97a7-4ccb-ae03-6d20a5f947fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=4706db6c-df05-4e99-a05a-7851a2b814c2 HTTP/1.1" status: 200 len: 903 time: 0.2931848 Feb 09 21:49:28.240709 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eedcfe43-3352-4e54-aea7-0e20fdb3c1a5 req-2cf808bc-2129-40ed-bad9-378b48ea5b6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.104&port_id=97abc82b-306a-4894-8e98-8e3b5705b95d HTTP/1.1" status: 200 len: 217 time: 0.1108379 Feb 09 21:49:28.300871 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcfe43-3352-4e54-aea7-0e20fdb3c1a5 req-a56780ee-8b0c-4f06-956a-3c5083284b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:28.302547 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eedcfe43-3352-4e54-aea7-0e20fdb3c1a5 req-a56780ee-8b0c-4f06-956a-3c5083284b1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29e54905-48a8-448c-9cbe-d397e762beb7 HTTP/1.1" status: 200 len: 801 time: 0.0546796 Feb 09 21:49:28.471284 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcfe43-3352-4e54-aea7-0e20fdb3c1a5 req-30c2450b-3721-475f-bfe9-24fd410bb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:28.473193 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eedcfe43-3352-4e54-aea7-0e20fdb3c1a5 req-30c2450b-3721-475f-bfe9-24fd410bb173 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4706db6c-df05-4e99-a05a-7851a2b814c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1527903 Feb 09 21:49:28.717180 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eedcfe43-3352-4e54-aea7-0e20fdb3c1a5 req-d7ca228d-3b72-44c4-9acb-dea333ac963a service neutron] 10.222.0.42 "GET /v2.0/networks/4706db6c-df05-4e99-a05a-7851a2b814c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358334 Feb 09 21:49:28.974766 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eedcfe43-3352-4e54-aea7-0e20fdb3c1a5 req-5e37e80d-34f9-4d1d-86bd-7534c8ec208a service neutron] 10.222.0.42 "GET /v2.0/networks/4706db6c-df05-4e99-a05a-7851a2b814c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440341 Feb 09 21:49:29.172210 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6add82f8-9dc5-418f-bcea-b535b6443e98 None None] New status for floating IP a13c449d-61cd-4f04-9fad-42d2fec83d00: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:49:29.600548 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f1f4785-af28-442c-a6ed-dd27fae8ad5d req-4eab09f5-95a2-4636-a6a1-4900f64dc97b service neutron] 10.222.0.71 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5819168 Feb 09 21:49:29.803439 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41580) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:29.824896 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1738459368'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:29.859999 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e24dcf-abd0-4f99-bbea-c59fdded36c9 req-825f8a49-4656-4507-8b9d-f04f5ac39453 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:29.875745 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e24dcf-abd0-4f99-bbea-c59fdded36c9 req-825f8a49-4656-4507-8b9d-f04f5ac39453 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:29.887895 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Made reservation on behalf of 88aef6c47d634b8181089d0a71d1ded8 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:29.889908 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e24dcf-abd0-4f99-bbea-c59fdded36c9 req-825f8a49-4656-4507-8b9d-f04f5ac39453 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:29.895569 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:29.904443 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a0e24dcf-abd0-4f99-bbea-c59fdded36c9 req-825f8a49-4656-4507-8b9d-f04f5ac39453 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2412 time: 0.4025621 Feb 09 21:49:29.951580 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:49:29.971215 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e5809289-2bac-4277-8d87-0b68fd42b6d3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:29.972025 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Added segment e5809289-2bac-4277-8d87-0b68fd42b6d3 of type vlan for network 86d9c1a5-299e-4f73-a214-39ab93749bd7 Feb 09 21:49:30.069827 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f1f4785-af28-442c-a6ed-dd27fae8ad5d req-bbf82573-f495-4d55-ba74-e1060a566798 service neutron] 10.222.0.71 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616420 Feb 09 21:49:30.071622 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (86d9c1a5-299e-4f73-a214-39ab93749bd7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:30.126668 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (86d9c1a5-299e-4f73-a214-39ab93749bd7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:30.134038 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:30.135308 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:30.143553 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a0e24dcf-abd0-4f99-bbea-c59fdded36c9 req-154beaf1-e4ce-446a-9df8-6cde967fec64 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372279 Feb 09 21:49:30.247319 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event updated for resources: {'Network': ['ID=86d9c1a5-299e-4f73-a214-39ab93749bd7,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:30.255317 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:30.256480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:30.257214 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:30.257728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:30.258275 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:30.258781 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:30.259287 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:30.259929 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:30.260493 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:30.261008 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:30.261549 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:30.262170 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:30.262782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:30.289779 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-475c0f7b-8a93-4b96-b1f2-794ff543d019 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4848809 Feb 09 21:49:30.293607 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 86d9c1a5-299e-4f73-a214-39ab93749bd7 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:49:30.294565 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41592) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:30.310190 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a888fce5-e916-4980-9e95-d1eac410db63 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2027292506'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:30.401155 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a888fce5-e916-4980-9e95-d1eac410db63 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Made reservation on behalf of 88aef6c47d634b8181089d0a71d1ded8 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:30.404811 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a888fce5-e916-4980-9e95-d1eac410db63 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:30.478532 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a888fce5-e916-4980-9e95-d1eac410db63 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:49:30.495628 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a888fce5-e916-4980-9e95-d1eac410db63 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (831f63a0-eb82-44a8-8fe3-f0196a14f6a9), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:30.496506 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-a888fce5-e916-4980-9e95-d1eac410db63 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Added segment 831f63a0-eb82-44a8-8fe3-f0196a14f6a9 of type vlan for network 74cd42ee-3b26-4b36-a716-178818b0f7e3 Feb 09 21:49:30.555739 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a888fce5-e916-4980-9e95-d1eac410db63 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (74cd42ee-3b26-4b36-a716-178818b0f7e3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:30.635908 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a888fce5-e916-4980-9e95-d1eac410db63 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (74cd42ee-3b26-4b36-a716-178818b0f7e3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:30.642978 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a888fce5-e916-4980-9e95-d1eac410db63 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:30.643939 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a888fce5-e916-4980-9e95-d1eac410db63 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:30.749553 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888fce5-e916-4980-9e95-d1eac410db63 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event updated for resources: {'Network': ['ID=74cd42ee-3b26-4b36-a716-178818b0f7e3,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:30.763947 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 74cd42ee-3b26-4b36-a716-178818b0f7e3 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:49:30.818526 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082b8de-6127-4476-b4eb-675163a0db61 req-4f26765d-b3a5-4775-a0c4-199b7b41b2e0 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:30.820357 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c082b8de-6127-4476-b4eb-675163a0db61 req-4f26765d-b3a5-4775-a0c4-199b7b41b2e0 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 945 time: 0.2475505 Feb 09 21:49:30.831245 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a888fce5-e916-4980-9e95-d1eac410db63 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5335655 Feb 09 21:49:30.834369 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41596) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:30.840448 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2f112a1d-3f7a-4c84-bada-c8953a33206b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Request body: {'subnet': {'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:30.979429 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c082b8de-6127-4476-b4eb-675163a0db61 req-2f93720a-ccfb-4df2-98e6-429712b5d888 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363356 Feb 09 21:49:31.061234 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device e9ae4e90-b152-4981-887d-91d254f3c3c5 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:49:31.155196 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f112a1d-3f7a-4c84-bada-c8953a33206b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Made reservation on behalf of 88aef6c47d634b8181089d0a71d1ded8 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:31.164819 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2f112a1d-3f7a-4c84-bada-c8953a33206b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:31.254951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port e9ae4e90-b152-4981-887d-91d254f3c3c5, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=e9ae4e90-b152-4981-887d-91d254f3c3c5,segment=NetworkSegment(3676e702-6d06-42b3-b0db-d5d5bca11607),segment_id=3676e702-6d06-42b3-b0db-d5d5bca11607)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:31.312275 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'e9ae4e90-b152-4981-887d-91d254f3c3c5', 'network_id': '4706db6c-df05-4e99-a05a-7851a2b814c2', 'port_id': 'e9ae4e90-b152-4981-887d-91d254f3c3c5', 'mac_address': 'fa:16:3e:93:c8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e54905-48a8-448c-9cbe-d397e762beb7', 'ip_address': '19.80.0.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:49:31.470728 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2f112a1d-3f7a-4c84-bada-c8953a33206b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (3b07cbed-0ce1-4d12-899a-1736f8b6742f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:31.486092 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port e9ae4e90-b152-4981-887d-91d254f3c3c5 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:31.487368 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e9ae4e90-b152-4981-887d-91d254f3c3c5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:31.508309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ae4e90-b152-4981-887d-91d254f3c3c5 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:31.541294 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port e9ae4e90-b152-4981-887d-91d254f3c3c5, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=e9ae4e90-b152-4981-887d-91d254f3c3c5,segment=NetworkSegment(3676e702-6d06-42b3-b0db-d5d5bca11607),segment_id=3676e702-6d06-42b3-b0db-d5d5bca11607)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:31.549629 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e9ae4e90-b152-4981-887d-91d254f3c3c5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:31.550823 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 97abc82b-306a-4894-8e98-8e3b5705b95d details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:49:31.584038 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22181a66-94c4-4521-b1a4-a001acb887ba req-e605917a-5dfd-41f0-aded-e9e5a22aa1c4 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:31.589934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22181a66-94c4-4521-b1a4-a001acb887ba req-e605917a-5dfd-41f0-aded-e9e5a22aa1c4 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:31.608668 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22181a66-94c4-4521-b1a4-a001acb887ba req-e605917a-5dfd-41f0-aded-e9e5a22aa1c4 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:31.628745 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=e9ae4e90-b152-4981-887d-91d254f3c3c5,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:31.641920 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22181a66-94c4-4521-b1a4-a001acb887ba req-e605917a-5dfd-41f0-aded-e9e5a22aa1c4 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2412 time: 0.2322636 Feb 09 21:49:31.662347 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f112a1d-3f7a-4c84-bada-c8953a33206b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event updated for resources: {'Subnet': ['ID=3b07cbed-0ce1-4d12-899a-1736f8b6742f,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:31.670059 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 97abc82b-306a-4894-8e98-8e3b5705b95d, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=97abc82b-306a-4894-8e98-8e3b5705b95d,segment=NetworkSegment(3676e702-6d06-42b3-b0db-d5d5bca11607),segment_id=3676e702-6d06-42b3-b0db-d5d5bca11607)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:31.675694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f112a1d-3f7a-4c84-bada-c8953a33206b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Checking segment: {'id': 'e5809289-2bac-4277-8d87-0b68fd42b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:31.676286 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f112a1d-3f7a-4c84-bada-c8953a33206b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Network hostable DHCP agents. Network: 86d9c1a5-299e-4f73-a214-39ab93749bd7, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:49:31.691268 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '97abc82b-306a-4894-8e98-8e3b5705b95d', 'network_id': '4706db6c-df05-4e99-a05a-7851a2b814c2', 'port_id': '97abc82b-306a-4894-8e98-8e3b5705b95d', 'mac_address': 'fa:16:3e:99:68:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e54905-48a8-448c-9cbe-d397e762beb7', 'ip_address': '19.80.0.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:49:31.711284 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f112a1d-3f7a-4c84-bada-c8953a33206b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Network 86d9c1a5-299e-4f73-a214-39ab93749bd7 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:49:31.740843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-2f112a1d-3f7a-4c84-bada-c8953a33206b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 86d9c1a5-299e-4f73-a214-39ab93749bd7) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:31.753502 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22181a66-94c4-4521-b1a4-a001acb887ba req-26f20859-d8aa-4a35-b72d-a4c5ddf6bf76 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105974 Feb 09 21:49:31.753848 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f112a1d-3f7a-4c84-bada-c8953a33206b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:31.754417 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2f112a1d-3f7a-4c84-bada-c8953a33206b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:31.796434 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2f112a1d-3f7a-4c84-bada-c8953a33206b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9609163 Feb 09 21:49:31.799293 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41616) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:31.804801 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6bb52a42-da25-4e98-a1ba-0d592d07768c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Request body: {'subnet': {'network_id': '74cd42ee-3b26-4b36-a716-178818b0f7e3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:31.806234 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 97abc82b-306a-4894-8e98-8e3b5705b95d is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:31.807053 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (97abc82b-306a-4894-8e98-8e3b5705b95d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:31.816276 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470526ac-8453-4aa4-8a56-038b3b45a714 None None] Network 86d9c1a5-299e-4f73-a214-39ab93749bd7 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:31.872037 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97abc82b-306a-4894-8e98-8e3b5705b95d {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:31.986101 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 97abc82b-306a-4894-8e98-8e3b5705b95d, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=97abc82b-306a-4894-8e98-8e3b5705b95d,segment=NetworkSegment(3676e702-6d06-42b3-b0db-d5d5bca11607),segment_id=3676e702-6d06-42b3-b0db-d5d5bca11607)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:31.996855 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (97abc82b-306a-4894-8e98-8e3b5705b95d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:31.997664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 6b28e87f-040b-4656-a674-7e51ac767aad details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:49:32.048759 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb52a42-da25-4e98-a1ba-0d592d07768c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Made reservation on behalf of 88aef6c47d634b8181089d0a71d1ded8 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:32.053910 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bb52a42-da25-4e98-a1ba-0d592d07768c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:32.135962 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 6b28e87f-040b-4656-a674-7e51ac767aad, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6b28e87f-040b-4656-a674-7e51ac767aad,segment=NetworkSegment(dcbff9aa-5599-4341-a34b-3e9c1d1c541b),segment_id=dcbff9aa-5599-4341-a34b-3e9c1d1c541b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:32.154057 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '6b28e87f-040b-4656-a674-7e51ac767aad', 'network_id': '19bc9dab-6254-4bfc-a011-71c5a002989a', 'port_id': '6b28e87f-040b-4656-a674-7e51ac767aad', 'mac_address': 'fa:16:3e:06:d0:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ed43450-0577-42d5-9890-1a23f286e0e7', 'ip_address': '19.86.0.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:49:32.276120 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=97abc82b-306a-4894-8e98-8e3b5705b95d,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:32.334627 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bb52a42-da25-4e98-a1ba-0d592d07768c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (2fca83c8-cd1b-4ca3-9dfe-5920ebb47174), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:32.375952 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 6b28e87f-040b-4656-a674-7e51ac767aad is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:32.376533 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6b28e87f-040b-4656-a674-7e51ac767aad), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:32.394871 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b28e87f-040b-4656-a674-7e51ac767aad {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:32.444650 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 6b28e87f-040b-4656-a674-7e51ac767aad, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6b28e87f-040b-4656-a674-7e51ac767aad,segment=NetworkSegment(dcbff9aa-5599-4341-a34b-3e9c1d1c541b),segment_id=dcbff9aa-5599-4341-a34b-3e9c1d1c541b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:32.450258 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb52a42-da25-4e98-a1ba-0d592d07768c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event updated for resources: {'Subnet': ['ID=2fca83c8-cd1b-4ca3-9dfe-5920ebb47174,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:32.454612 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785cb523-10aa-46cc-b97c-186d829645a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-86d9c1a5-299e-4f73-a214-39ab93749bd7', 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7', 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'fixed_ips': [{'subnet_id': '3b07cbed-0ce1-4d12-899a-1736f8b6742f'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:49:32.457523 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-785cb523-10aa-46cc-b97c-186d829645a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:32.464268 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6b28e87f-040b-4656-a674-7e51ac767aad), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:32.498070 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb52a42-da25-4e98-a1ba-0d592d07768c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Checking segment: {'id': '831f63a0-eb82-44a8-8fe3-f0196a14f6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '74cd42ee-3b26-4b36-a716-178818b0f7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:32.498070 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb52a42-da25-4e98-a1ba-0d592d07768c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Network hostable DHCP agents. Network: 74cd42ee-3b26-4b36-a716-178818b0f7e3, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:49:32.550775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=6b28e87f-040b-4656-a674-7e51ac767aad,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:32.568164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb52a42-da25-4e98-a1ba-0d592d07768c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Network 74cd42ee-3b26-4b36-a716-178818b0f7e3 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:49:32.580949 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-6bb52a42-da25-4e98-a1ba-0d592d07768c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 74cd42ee-3b26-4b36-a716-178818b0f7e3) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:32.592367 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb52a42-da25-4e98-a1ba-0d592d07768c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:32.592980 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bb52a42-da25-4e98-a1ba-0d592d07768c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:32.630676 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6bb52a42-da25-4e98-a1ba-0d592d07768c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8300688 Feb 09 21:49:32.633381 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41630) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:32.638480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d33b4e2a-3703-41ce-9675-6a0ad71dfc40 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Request body: {'port': {'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7', 'name': 'tempest-TaggedBootDevicesTest_v242-1658232669', 'fixed_ips': [{'subnet_id': '3b07cbed-0ce1-4d12-899a-1736f8b6742f'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:32.790252 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-785cb523-10aa-46cc-b97c-186d829645a9 None None] Allocated IP 10.1.1.2 (86d9c1a5-299e-4f73-a214-39ab93749bd7/3b07cbed-0ce1-4d12-899a-1736f8b6742f/ddd7cde6-2f84-4566-875c-ca78e5318304) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:32.894257 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2234203b-e8a0-4a9f-bfff-46b66cf76720 None None] Network 74cd42ee-3b26-4b36-a716-178818b0f7e3 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:32.990482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33b4e2a-3703-41ce-9675-6a0ad71dfc40 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Made reservation on behalf of 88aef6c47d634b8181089d0a71d1ded8 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:33.100260 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50697ea-cb35-4c1d-8d5d-ecdb6269dfe4 req-cfca7273-5e4c-429d-b467-a7e7814836cf tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:33.112381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50697ea-cb35-4c1d-8d5d-ecdb6269dfe4 req-cfca7273-5e4c-429d-b467-a7e7814836cf tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:33.132625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50697ea-cb35-4c1d-8d5d-ecdb6269dfe4 req-cfca7273-5e4c-429d-b467-a7e7814836cf tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:33.148089 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a50697ea-cb35-4c1d-8d5d-ecdb6269dfe4 req-cfca7273-5e4c-429d-b467-a7e7814836cf tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2415 time: 0.2274573 Feb 09 21:49:33.238081 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['e9ae4e90-b152-4981-887d-91d254f3c3c5'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:49:33.243128 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['97abc82b-306a-4894-8e98-8e3b5705b95d'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:49:33.253841 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['6b28e87f-040b-4656-a674-7e51ac767aad'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:49:33.282671 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a50697ea-cb35-4c1d-8d5d-ecdb6269dfe4 req-f464a5a8-21af-4ebc-b601-795ac51b8ed2 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194623 Feb 09 21:49:33.323404 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d33b4e2a-3703-41ce-9675-6a0ad71dfc40 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:33.384829 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-d33b4e2a-3703-41ce-9675-6a0ad71dfc40 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] device_id is not set on port 9b02c6a0-c880-416c-99f3-b3b08f6619e3 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:49:33.516727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f1c653-c78d-4e7d-aee8-5a11fb6c6313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-74cd42ee-3b26-4b36-a716-178818b0f7e3', 'network_id': '74cd42ee-3b26-4b36-a716-178818b0f7e3', 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'fixed_ips': [{'subnet_id': '2fca83c8-cd1b-4ca3-9dfe-5920ebb47174'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:49:33.518560 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-65f1c653-c78d-4e7d-aee8-5a11fb6c6313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:34.122173 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-785cb523-10aa-46cc-b97c-186d829645a9 None None] Publish callbacks [] for port (ddd7cde6-2f84-4566-875c-ca78e5318304), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:34.195333 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-785cb523-10aa-46cc-b97c-186d829645a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (ddd7cde6-2f84-4566-875c-ca78e5318304), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:34.335082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-d33b4e2a-3703-41ce-9675-6a0ad71dfc40 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Allocated IP 10.1.1.113 (86d9c1a5-299e-4f73-a214-39ab93749bd7/3b07cbed-0ce1-4d12-899a-1736f8b6742f/9b02c6a0-c880-416c-99f3-b3b08f6619e3) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:34.760545 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f9550-2e18-4761-b4f0-7519bd7f2940 req-a3ad773b-d1ca-408b-9bf9-b9d2dca44cba tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:34.785586 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d33b4e2a-3703-41ce-9675-6a0ad71dfc40 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for port (9b02c6a0-c880-416c-99f3-b3b08f6619e3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:34.795973 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f9550-2e18-4761-b4f0-7519bd7f2940 req-a3ad773b-d1ca-408b-9bf9-b9d2dca44cba tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:34.806685 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785cb523-10aa-46cc-b97c-186d829645a9 None None] Network 86d9c1a5-299e-4f73-a214-39ab93749bd7 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:34.836207 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f9550-2e18-4761-b4f0-7519bd7f2940 req-a3ad773b-d1ca-408b-9bf9-b9d2dca44cba tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:34.856793 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-827f9550-2e18-4761-b4f0-7519bd7f2940 req-a3ad773b-d1ca-408b-9bf9-b9d2dca44cba tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2415 time: 0.3580537 Feb 09 21:49:34.877075 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-65f1c653-c78d-4e7d-aee8-5a11fb6c6313 None None] Allocated IP 10.2.2.2 (74cd42ee-3b26-4b36-a716-178818b0f7e3/2fca83c8-cd1b-4ca3-9dfe-5920ebb47174/ca90fa8b-f297-4119-a013-186a03132d2f) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:34.907271 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-785cb523-10aa-46cc-b97c-186d829645a9 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:34.911576 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cb523-10aa-46cc-b97c-186d829645a9 None None] Pushing event updated for resources: {'Port': ['ID=ddd7cde6-2f84-4566-875c-ca78e5318304,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:34.923014 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785cb523-10aa-46cc-b97c-186d829645a9 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:34.982903 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d33b4e2a-3703-41ce-9675-6a0ad71dfc40 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (9b02c6a0-c880-416c-99f3-b3b08f6619e3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:35.053143 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-827f9550-2e18-4761-b4f0-7519bd7f2940 req-f40fb154-0088-41d6-aee0-3f6d2385b0ee tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937912 Feb 09 21:49:35.078515 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33b4e2a-3703-41ce-9675-6a0ad71dfc40 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Network 86d9c1a5-299e-4f73-a214-39ab93749bd7 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:35.085657 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d33b4e2a-3703-41ce-9675-6a0ad71dfc40 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:35.096560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33b4e2a-3703-41ce-9675-6a0ad71dfc40 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:35.118954 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b4e2a-3703-41ce-9675-6a0ad71dfc40 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event updated for resources: {'Port': ['ID=9b02c6a0-c880-416c-99f3-b3b08f6619e3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:35.224586 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-785cb523-10aa-46cc-b97c-186d829645a9 None None] Attempting to bind port ddd7cde6-2f84-4566-875c-ca78e5318304 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:35.225176 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-785cb523-10aa-46cc-b97c-186d829645a9 None None] Attempting to bind port ddd7cde6-2f84-4566-875c-ca78e5318304 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'e5809289-2bac-4277-8d87-0b68fd42b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:35.225985 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785cb523-10aa-46cc-b97c-186d829645a9 None None] Attempting to bind port ddd7cde6-2f84-4566-875c-ca78e5318304 on network 86d9c1a5-299e-4f73-a214-39ab93749bd7 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:35.252709 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33b4e2a-3703-41ce-9675-6a0ad71dfc40 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:35.254904 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d33b4e2a-3703-41ce-9675-6a0ad71dfc40 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:35.279790 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785cb523-10aa-46cc-b97c-186d829645a9 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:35.280681 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785cb523-10aa-46cc-b97c-186d829645a9 None None] Checking segment: {'id': 'e5809289-2bac-4277-8d87-0b68fd42b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:35.281509 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-785cb523-10aa-46cc-b97c-186d829645a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:35.282384 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785cb523-10aa-46cc-b97c-186d829645a9 None None] Bound using segment: {'id': 'e5809289-2bac-4277-8d87-0b68fd42b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:35.283242 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-785cb523-10aa-46cc-b97c-186d829645a9 None None] Bound port: ddd7cde6-2f84-4566-875c-ca78e5318304, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5809289-2bac-4277-8d87-0b68fd42b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:35.284100 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-785cb523-10aa-46cc-b97c-186d829645a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ddd7cde6-2f84-4566-875c-ca78e5318304), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:35.288674 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d33b4e2a-3703-41ce-9675-6a0ad71dfc40 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6541703 Feb 09 21:49:35.291406 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41668) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:35.304116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Request body: {'port': {'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7', 'name': 'tempest-TaggedBootDevicesTest_v242-610743869', 'fixed_ips': [{'subnet_id': '3b07cbed-0ce1-4d12-899a-1736f8b6742f'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:35.496516 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Made reservation on behalf of 88aef6c47d634b8181089d0a71d1ded8 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:35.700213 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-785cb523-10aa-46cc-b97c-186d829645a9 None None] For port ddd7cde6-2f84-4566-875c-ca78e5318304, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:35.729413 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-785cb523-10aa-46cc-b97c-186d829645a9 None None] For port ddd7cde6-2f84-4566-875c-ca78e5318304, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ddd7cde6-2f84-4566-875c-ca78e5318304,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:35.749306 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-785cb523-10aa-46cc-b97c-186d829645a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ddd7cde6-2f84-4566-875c-ca78e5318304), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:35.793808 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:35.853387 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] device_id is not set on port 71b95836-8905-44c4-a59c-3d2436734f09 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:49:36.012285 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-65f1c653-c78d-4e7d-aee8-5a11fb6c6313 None None] Publish callbacks [] for port (ca90fa8b-f297-4119-a013-186a03132d2f), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:36.047412 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-65f1c653-c78d-4e7d-aee8-5a11fb6c6313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (ca90fa8b-f297-4119-a013-186a03132d2f), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:36.074578 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f1c653-c78d-4e7d-aee8-5a11fb6c6313 None None] Network 74cd42ee-3b26-4b36-a716-178818b0f7e3 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:36.081874 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-65f1c653-c78d-4e7d-aee8-5a11fb6c6313 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:36.086727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f1c653-c78d-4e7d-aee8-5a11fb6c6313 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:36.094048 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cb523-10aa-46cc-b97c-186d829645a9 None None] Pushing event updated for resources: {'Port': ['ID=ddd7cde6-2f84-4566-875c-ca78e5318304,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:36.202761 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1c653-c78d-4e7d-aee8-5a11fb6c6313 None None] Pushing event updated for resources: {'Port': ['ID=ca90fa8b-f297-4119-a013-186a03132d2f,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:36.288464 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Allocated IP 10.1.1.153 (86d9c1a5-299e-4f73-a214-39ab93749bd7/3b07cbed-0ce1-4d12-899a-1736f8b6742f/71b95836-8905-44c4-a59c-3d2436734f09) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:36.340261 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-65f1c653-c78d-4e7d-aee8-5a11fb6c6313 None None] Attempting to bind port ca90fa8b-f297-4119-a013-186a03132d2f on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:36.340948 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-65f1c653-c78d-4e7d-aee8-5a11fb6c6313 None None] Attempting to bind port ca90fa8b-f297-4119-a013-186a03132d2f by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '831f63a0-eb82-44a8-8fe3-f0196a14f6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '74cd42ee-3b26-4b36-a716-178818b0f7e3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:36.341572 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f1c653-c78d-4e7d-aee8-5a11fb6c6313 None None] Attempting to bind port ca90fa8b-f297-4119-a013-186a03132d2f on network 74cd42ee-3b26-4b36-a716-178818b0f7e3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:36.347985 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f1c653-c78d-4e7d-aee8-5a11fb6c6313 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:36.348695 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f1c653-c78d-4e7d-aee8-5a11fb6c6313 None None] Checking segment: {'id': '831f63a0-eb82-44a8-8fe3-f0196a14f6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '74cd42ee-3b26-4b36-a716-178818b0f7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:36.349308 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-65f1c653-c78d-4e7d-aee8-5a11fb6c6313 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:36.349942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f1c653-c78d-4e7d-aee8-5a11fb6c6313 None None] Bound using segment: {'id': '831f63a0-eb82-44a8-8fe3-f0196a14f6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '74cd42ee-3b26-4b36-a716-178818b0f7e3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:36.350695 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-65f1c653-c78d-4e7d-aee8-5a11fb6c6313 None None] Bound port: ca90fa8b-f297-4119-a013-186a03132d2f, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831f63a0-eb82-44a8-8fe3-f0196a14f6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '74cd42ee-3b26-4b36-a716-178818b0f7e3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:36.351316 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-65f1c653-c78d-4e7d-aee8-5a11fb6c6313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ca90fa8b-f297-4119-a013-186a03132d2f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:36.517287 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-65f1c653-c78d-4e7d-aee8-5a11fb6c6313 None None] For port ca90fa8b-f297-4119-a013-186a03132d2f, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:36.522247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-65f1c653-c78d-4e7d-aee8-5a11fb6c6313 None None] For port ca90fa8b-f297-4119-a013-186a03132d2f, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ca90fa8b-f297-4119-a013-186a03132d2f,segment=NetworkSegment(831f63a0-eb82-44a8-8fe3-f0196a14f6a9),segment_id=831f63a0-eb82-44a8-8fe3-f0196a14f6a9)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:36.542833 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-65f1c653-c78d-4e7d-aee8-5a11fb6c6313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ca90fa8b-f297-4119-a013-186a03132d2f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:36.682049 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1c653-c78d-4e7d-aee8-5a11fb6c6313 None None] Pushing event updated for resources: {'Port': ['ID=ca90fa8b-f297-4119-a013-186a03132d2f,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:36.854877 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for port (71b95836-8905-44c4-a59c-3d2436734f09), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:37.008962 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (71b95836-8905-44c4-a59c-3d2436734f09), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:37.081366 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 6b28e87f-040b-4656-a674-7e51ac767aad up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:37.239616 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 6b28e87f-040b-4656-a674-7e51ac767aad completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:49:37.251172 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 6b28e87f-040b-4656-a674-7e51ac767aad triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:37.256008 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6b28e87f-040b-4656-a674-7e51ac767aad), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:37.335391 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Network 86d9c1a5-299e-4f73-a214-39ab93749bd7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:37.346020 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:37.365824 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:37.372304 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event updated for resources: {'Port': ['ID=71b95836-8905-44c4-a59c-3d2436734f09,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:37.424757 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:37.425124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:37.425537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:37.425894 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:37.426264 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:37.426757 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:37.427105 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:37.427629 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:37.428026 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:37.428419 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:37.428811 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:37.429204 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:37.429528 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:37.507387 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 6b28e87f-040b-4656-a674-7e51ac767aad is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:37.508036 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6b28e87f-040b-4656-a674-7e51ac767aad), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:37.554353 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b5dab-fe0d-4e49-acba-2a35397ec44e req-b2bc4a20-917f-4706-bcb8-5599b48d691c tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:37.585323 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b28e87f-040b-4656-a674-7e51ac767aad'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:37.591934 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f712024e-b729-468e-a92a-eb85ca2cdf19" -d '{"events": [{"server_uuid": "9a3220ce-aed0-4df3-ae85-20cf5128cedb", "name": "network-vif-plugged", "status": "completed", "tag": "6b28e87f-040b-4656-a674-7e51ac767aad"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:37.612338 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b5dab-fe0d-4e49-acba-2a35397ec44e req-b2bc4a20-917f-4706-bcb8-5599b48d691c tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:37.624356 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 6b28e87f-040b-4656-a674-7e51ac767aad, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6b28e87f-040b-4656-a674-7e51ac767aad,segment=NetworkSegment(dcbff9aa-5599-4341-a34b-3e9c1d1c541b),segment_id=dcbff9aa-5599-4341-a34b-3e9c1d1c541b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:37.640425 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6b28e87f-040b-4656-a674-7e51ac767aad), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:37.642113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device e9ae4e90-b152-4981-887d-91d254f3c3c5 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:37.654001 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b5dab-fe0d-4e49-acba-2a35397ec44e req-b2bc4a20-917f-4706-bcb8-5599b48d691c tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:37.660839 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b7b5dab-fe0d-4e49-acba-2a35397ec44e req-b2bc4a20-917f-4706-bcb8-5599b48d691c tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2415 time: 0.6853542 Feb 09 21:49:37.747676 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:37.749484 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:37.880685 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b7b5dab-fe0d-4e49-acba-2a35397ec44e req-8dea9f72-10e9-41d3-b439-5a327e401caf tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101395 Feb 09 21:49:37.907978 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f3e2d7ef-91c9-44da-9c58-c24d7f933783 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6137106 Feb 09 21:49:37.930948 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=6b28e87f-040b-4656-a674-7e51ac767aad,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:38.037699 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2f28e7f7-4cf6-4136-87bc-78e17d6eb8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:38.054150 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc2edff-4ef8-49fe-91c6-23cdf78afb82 x-openstack-request-id: req-9dc2edff-4ef8-49fe-91c6-23cdf78afb82 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:38.054966 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3220ce-aed0-4df3-ae85-20cf5128cedb", "name": "network-vif-plugged", "status": "completed", "tag": "6b28e87f-040b-4656-a674-7e51ac767aad", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:38.055577 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9dc2edff-4ef8-49fe-91c6-23cdf78afb82 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:38.059264 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b28e87f-040b-4656-a674-7e51ac767aad', 'code': 200} Feb 09 21:49:38.114798 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port e9ae4e90-b152-4981-887d-91d254f3c3c5 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:49:38.125991 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port e9ae4e90-b152-4981-887d-91d254f3c3c5 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:38.126961 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e9ae4e90-b152-4981-887d-91d254f3c3c5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:38.305293 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41718) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:38.311030 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ec188893-ebf6-41f9-8363-1f901d1fe69a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--449462441', 'description': 'tempest-description--2102928700'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:38.407068 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec188893-ebf6-41f9-8363-1f901d1fe69a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:38.515981 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddeba27-4d8e-42c3-b9bf-3b94d8844700 None None] Network 86d9c1a5-299e-4f73-a214-39ab93749bd7 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:38.622698 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec188893-ebf6-41f9-8363-1f901d1fe69a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for security_group (d0922c3e-4167-44de-a7b0-5f8c01c617e0), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:38.631518 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec188893-ebf6-41f9-8363-1f901d1fe69a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d0922c3e-4167-44de-a7b0-5f8c01c617e0), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:38.716445 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec188893-ebf6-41f9-8363-1f901d1fe69a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0922c3e-4167-44de-a7b0-5f8c01c617e0,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:38.751323 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec188893-ebf6-41f9-8363-1f901d1fe69a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:38.753101 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ec188893-ebf6-41f9-8363-1f901d1fe69a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4467092 Feb 09 21:49:38.757702 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41724) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:38.763486 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-66a0352f-9aa1-45ab-92ba-2a44ba2e515a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Request body: {'security_group_rule': {'security_group_id': 'd0922c3e-4167-44de-a7b0-5f8c01c617e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:38.828210 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-66a0352f-9aa1-45ab-92ba-2a44ba2e515a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for security_group_rule (20ee00a8-5efd-45fe-9e56-d143814992fc), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:38.994658 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ca90fa8b-f297-4119-a013-186a03132d2f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:39.106330 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-66a0352f-9aa1-45ab-92ba-2a44ba2e515a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for security_group_rule (20ee00a8-5efd-45fe-9e56-d143814992fc), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:39.121238 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port e9ae4e90-b152-4981-887d-91d254f3c3c5 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:39.123950 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e9ae4e90-b152-4981-887d-91d254f3c3c5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:39.180171 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-66a0352f-9aa1-45ab-92ba-2a44ba2e515a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (20ee00a8-5efd-45fe-9e56-d143814992fc), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:39.213721 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-a5ce4810-d260-47bc-962c-331efdfc82fd None None] Provisioning complete for port ddd7cde6-2f84-4566-875c-ca78e5318304 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:39.214243 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a5ce4810-d260-47bc-962c-331efdfc82fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ddd7cde6-2f84-4566-875c-ca78e5318304), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:39.374457 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-66a0352f-9aa1-45ab-92ba-2a44ba2e515a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:39.375068 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b1ae6f-a1f8-4cb2-8295-667f4844ce9f None None] Network 74cd42ee-3b26-4b36-a716-178818b0f7e3 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:39.377475 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-66a0352f-9aa1-45ab-92ba-2a44ba2e515a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6180224 Feb 09 21:49:39.381752 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41740) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:39.404106 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-83f0fa25-d945-4598-869d-ed75d7f38a06 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Request body: {'security_group_rule': {'security_group_id': 'd0922c3e-4167-44de-a7b0-5f8c01c617e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:39.496254 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0352f-9aa1-45ab-92ba-2a44ba2e515a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ee00a8-5efd-45fe-9e56-d143814992fc,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:39.576669 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c806b-2522-4bd9-9698-d9d18ddb5640 req-ad9434ee-faf6-4594-abe4-c10789dce4cf tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:39.608015 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c806b-2522-4bd9-9698-d9d18ddb5640 req-ad9434ee-faf6-4594-abe4-c10789dce4cf tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:39.643718 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c806b-2522-4bd9-9698-d9d18ddb5640 req-ad9434ee-faf6-4594-abe4-c10789dce4cf tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:39.666634 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-596c806b-2522-4bd9-9698-d9d18ddb5640 req-ad9434ee-faf6-4594-abe4-c10789dce4cf tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2416 time: 0.5539091 Feb 09 21:49:39.700670 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83f0fa25-d945-4598-869d-ed75d7f38a06 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for security_group_rule (2a15956b-f0d9-4193-81ca-a1428fce6b21), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:39.909072 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port e9ae4e90-b152-4981-887d-91d254f3c3c5, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=e9ae4e90-b152-4981-887d-91d254f3c3c5,segment=NetworkSegment(3676e702-6d06-42b3-b0db-d5d5bca11607),segment_id=3676e702-6d06-42b3-b0db-d5d5bca11607)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:39.964875 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e9ae4e90-b152-4981-887d-91d254f3c3c5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:39.966521 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 97abc82b-306a-4894-8e98-8e3b5705b95d up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:39.977843 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83f0fa25-d945-4598-869d-ed75d7f38a06 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for security_group_rule (2a15956b-f0d9-4193-81ca-a1428fce6b21), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.026217 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-596c806b-2522-4bd9-9698-d9d18ddb5640 req-6aec38fd-acc8-4678-8cd5-ee7751a5ab7f tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562808 Feb 09 21:49:40.033952 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83f0fa25-d945-4598-869d-ed75d7f38a06 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (2a15956b-f0d9-4193-81ca-a1428fce6b21), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.126616 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83f0fa25-d945-4598-869d-ed75d7f38a06 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.143082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41748) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:40.153172 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-285b5036-d5b8-4ecb-a80f-20e44e72bc76 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:40.161182 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ae4e90-b152-4981-887d-91d254f3c3c5'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:40.166715 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-83f0fa25-d945-4598-869d-ed75d7f38a06 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7771053 Feb 09 21:49:40.180836 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8b9368-eca5-42ee-9215-feb309039c5e" -d '{"events": [{"server_uuid": "9a3220ce-aed0-4df3-ae85-20cf5128cedb", "name": "network-vif-plugged", "status": "completed", "tag": "e9ae4e90-b152-4981-887d-91d254f3c3c5"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:40.193331 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41752) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:40.199069 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ca90fa8b-f297-4119-a013-186a03132d2f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:40.207878 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ca90fa8b-f297-4119-a013-186a03132d2f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.220286 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0fa25-d945-4598-869d-ed75d7f38a06 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a15956b-f0d9-4193-81ca-a1428fce6b21,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:40.335431 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-285b5036-d5b8-4ecb-a80f-20e44e72bc76 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.449825 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de404d8f-1461-434b-82d2-efeee6b99c1c x-openstack-request-id: req-de404d8f-1461-434b-82d2-efeee6b99c1c {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:40.450849 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3220ce-aed0-4df3-ae85-20cf5128cedb", "name": "network-vif-plugged", "status": "completed", "tag": "e9ae4e90-b152-4981-887d-91d254f3c3c5", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:40.457996 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de404d8f-1461-434b-82d2-efeee6b99c1c {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:40.459161 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ae4e90-b152-4981-887d-91d254f3c3c5', 'code': 200} Feb 09 21:49:40.674079 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 97abc82b-306a-4894-8e98-8e3b5705b95d completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:49:40.828133 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-50fe183e-3685-4b9d-9005-2ac9a6b7d8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.859735 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 97abc82b-306a-4894-8e98-8e3b5705b95d triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:40.860528 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (97abc82b-306a-4894-8e98-8e3b5705b95d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.872847 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=e9ae4e90-b152-4981-887d-91d254f3c3c5,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:40.950673 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a5ce4810-d260-47bc-962c-331efdfc82fd None None] Current status of the port ddd7cde6-2f84-4566-875c-ca78e5318304 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:40.951755 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a5ce4810-d260-47bc-962c-331efdfc82fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ddd7cde6-2f84-4566-875c-ca78e5318304), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.957859 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4cb9dc3-3c68-4e31-b8a7-4e30aa8f9fc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.972557 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-285b5036-d5b8-4ecb-a80f-20e44e72bc76 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.319267 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ca90fa8b-f297-4119-a013-186a03132d2f is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:41.327603 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ca90fa8b-f297-4119-a013-186a03132d2f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.444622 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4cb9dc3-3c68-4e31-b8a7-4e30aa8f9fc8 admin admin] Publish callbacks [] for security_group (706737e5-75ab-4776-8075-7542bf10803c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.457610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-a5ce4810-d260-47bc-962c-331efdfc82fd None None] For port ddd7cde6-2f84-4566-875c-ca78e5318304, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ddd7cde6-2f84-4566-875c-ca78e5318304,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:41.459578 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4cb9dc3-3c68-4e31-b8a7-4e30aa8f9fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (706737e5-75ab-4776-8075-7542bf10803c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.486042 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a5ce4810-d260-47bc-962c-331efdfc82fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ddd7cde6-2f84-4566-875c-ca78e5318304), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.598550 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-285b5036-d5b8-4ecb-a80f-20e44e72bc76 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Allocated IP 172.25.6.180 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/71ea56c8-4e58-4eb4-afda-958f06bd2b65) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:41.615775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port ca90fa8b-f297-4119-a013-186a03132d2f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ca90fa8b-f297-4119-a013-186a03132d2f,segment=NetworkSegment(831f63a0-eb82-44a8-8fe3-f0196a14f6a9),segment_id=831f63a0-eb82-44a8-8fe3-f0196a14f6a9)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:41.694562 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ca90fa8b-f297-4119-a013-186a03132d2f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.700682 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ddd7cde6-2f84-4566-875c-ca78e5318304 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:41.701595 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb9dc3-3c68-4e31-b8a7-4e30aa8f9fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706737e5-75ab-4776-8075-7542bf10803c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:41.770962 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e4cb9dc3-3c68-4e31-b8a7-4e30aa8f9fc8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a44d2f35c79b4a9a8ad364f7f00047f6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5736077 Feb 09 21:49:41.775343 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41772) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:41.828113 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d3adf-bdb4-4142-9d62-5a765bab8cff req-8f65c5ee-5c49-4dac-92e7-a3eb4279cbc5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:41.845543 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d3adf-bdb4-4142-9d62-5a765bab8cff req-8f65c5ee-5c49-4dac-92e7-a3eb4279cbc5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:41.866980 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d3adf-bdb4-4142-9d62-5a765bab8cff req-8f65c5ee-5c49-4dac-92e7-a3eb4279cbc5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:41.875326 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-228d3adf-bdb4-4142-9d62-5a765bab8cff req-8f65c5ee-5c49-4dac-92e7-a3eb4279cbc5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2417 time: 0.3397462 Feb 09 21:49:41.922711 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-075ee0fa-c9a9-4dbc-9fc1-e0d8970c3eea admin admin] Publish callbacks [] for security_group (706737e5-75ab-4776-8075-7542bf10803c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:42.006639 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-075ee0fa-c9a9-4dbc-9fc1-e0d8970c3eea admin admin] Publish callbacks [] for security_group (706737e5-75ab-4776-8075-7542bf10803c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:42.014232 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-228d3adf-bdb4-4142-9d62-5a765bab8cff req-7513db19-072c-475c-85b9-d2bf6362e212 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375580 Feb 09 21:49:42.074386 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-285b5036-d5b8-4ecb-a80f-20e44e72bc76 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for port (71ea56c8-4e58-4eb4-afda-958f06bd2b65), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:42.076812 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:42.117825 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-335a00a8-4912-4022-8e45-01fcb255febf None None] Provisioning complete for port ca90fa8b-f297-4119-a013-186a03132d2f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:42.118913 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-335a00a8-4912-4022-8e45-01fcb255febf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ca90fa8b-f297-4119-a013-186a03132d2f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:42.322759 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-285b5036-d5b8-4ecb-a80f-20e44e72bc76 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (71ea56c8-4e58-4eb4-afda-958f06bd2b65), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:42.367703 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 97abc82b-306a-4894-8e98-8e3b5705b95d is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:42.369524 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (97abc82b-306a-4894-8e98-8e3b5705b95d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:42.418049 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce4810-d260-47bc-962c-331efdfc82fd None None] Pushing event updated for resources: {'Port': ['ID=ddd7cde6-2f84-4566-875c-ca78e5318304,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:42.528828 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b5036-d5b8-4ecb-a80f-20e44e72bc76 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event updated for resources: {'Port': ['ID=71ea56c8-4e58-4eb4-afda-958f06bd2b65,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:42.547168 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-075ee0fa-c9a9-4dbc-9fc1-e0d8970c3eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (706737e5-75ab-4776-8075-7542bf10803c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:42.559603 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97abc82b-306a-4894-8e98-8e3b5705b95d'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:42.560672 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-075ee0fa-c9a9-4dbc-9fc1-e0d8970c3eea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:42.564140 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9e914b-0485-47d5-94fe-28cefefe61bf" -d '{"events": [{"server_uuid": "9a3220ce-aed0-4df3-ae85-20cf5128cedb", "name": "network-vif-plugged", "status": "completed", "tag": "97abc82b-306a-4894-8e98-8e3b5705b95d"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:42.578050 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-075ee0fa-c9a9-4dbc-9fc1-e0d8970c3eea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/706737e5-75ab-4776-8075-7542bf10803c HTTP/1.1" status: 204 len: 168 time: 0.7886090 Feb 09 21:49:42.599750 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ddd7cde6-2f84-4566-875c-ca78e5318304 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:42.600513 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ddd7cde6-2f84-4566-875c-ca78e5318304), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:42.628796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285b5036-d5b8-4ecb-a80f-20e44e72bc76 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:42.639911 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ee0fa-c9a9-4dbc-9fc1-e0d8970c3eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706737e5-75ab-4776-8075-7542bf10803c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:42.647192 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-285b5036-d5b8-4ecb-a80f-20e44e72bc76 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:42.654584 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b5036-d5b8-4ecb-a80f-20e44e72bc76 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:42.668162 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 97abc82b-306a-4894-8e98-8e3b5705b95d, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=97abc82b-306a-4894-8e98-8e3b5705b95d,segment=NetworkSegment(3676e702-6d06-42b3-b0db-d5d5bca11607),segment_id=3676e702-6d06-42b3-b0db-d5d5bca11607)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:42.851234 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-285b5036-d5b8-4ecb-a80f-20e44e72bc76 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for floatingip (1f22282b-b602-4b7d-895f-119b9c4d6951), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:42.855448 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94971498-f1ca-4e9f-b062-341d66544da2 x-openstack-request-id: req-94971498-f1ca-4e9f-b062-341d66544da2 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:42.855976 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3220ce-aed0-4df3-ae85-20cf5128cedb", "name": "network-vif-plugged", "status": "completed", "tag": "97abc82b-306a-4894-8e98-8e3b5705b95d", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:42.856356 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-94971498-f1ca-4e9f-b062-341d66544da2 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:42.856931 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97abc82b-306a-4894-8e98-8e3b5705b95d', 'code': 200} Feb 09 21:49:42.907941 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (97abc82b-306a-4894-8e98-8e3b5705b95d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:42.925321 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=ca90fa8b-f297-4119-a013-186a03132d2f,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:42.931176 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:42.980687 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-335a00a8-4912-4022-8e45-01fcb255febf None None] Current status of the port ca90fa8b-f297-4119-a013-186a03132d2f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:43.098471 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-335a00a8-4912-4022-8e45-01fcb255febf None None] Provisioning complete for port ddd7cde6-2f84-4566-875c-ca78e5318304 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:43.099019 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-335a00a8-4912-4022-8e45-01fcb255febf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ddd7cde6-2f84-4566-875c-ca78e5318304), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:43.193761 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ddd7cde6-2f84-4566-875c-ca78e5318304 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:43.205667 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=97abc82b-306a-4894-8e98-8e3b5705b95d,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:43.379679 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-335a00a8-4912-4022-8e45-01fcb255febf None None] Current status of the port ddd7cde6-2f84-4566-875c-ca78e5318304 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:43.406638 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-335a00a8-4912-4022-8e45-01fcb255febf None None] Provisioning complete for port 9b02c6a0-c880-416c-99f3-b3b08f6619e3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:43.407438 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-335a00a8-4912-4022-8e45-01fcb255febf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9b02c6a0-c880-416c-99f3-b3b08f6619e3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:43.408330 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41800) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:43.457586 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-285b5036-d5b8-4ecb-a80f-20e44e72bc76 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (71ea56c8-4e58-4eb4-afda-958f06bd2b65), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:43.460271 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d25e26ae-9f7c-4318-bf1c-baf8a15bee74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:43.513299 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-335a00a8-4912-4022-8e45-01fcb255febf None None] Port 9b02c6a0-c880-416c-99f3-b3b08f6619e3 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:43.514829 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecceab3-7cde-4965-9238-c951cb721412 req-1dfd19b6-6464-4956-b7b0-fbe073239933 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:43.519103 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ca90fa8b-f297-4119-a013-186a03132d2f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:43.520793 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecceab3-7cde-4965-9238-c951cb721412 req-1dfd19b6-6464-4956-b7b0-fbe073239933 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:43.528247 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecceab3-7cde-4965-9238-c951cb721412 req-1dfd19b6-6464-4956-b7b0-fbe073239933 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:43.537681 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ecceab3-7cde-4965-9238-c951cb721412 req-1dfd19b6-6464-4956-b7b0-fbe073239933 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2418 time: 0.2936521 Feb 09 21:49:43.591782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcdcc1-b6bd-4b75-a068-2087b2351bc1 req-a4ae5ad9-c7d7-496b-8dd3-78c098645b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:43.594476 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcdcc1-b6bd-4b75-a068-2087b2351bc1 req-a4ae5ad9-c7d7-496b-8dd3-78c098645b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:43.595121 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcdcc1-b6bd-4b75-a068-2087b2351bc1 req-a4ae5ad9-c7d7-496b-8dd3-78c098645b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:43.601393 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3cfcdcc1-b6bd-4b75-a068-2087b2351bc1 req-a4ae5ad9-c7d7-496b-8dd3-78c098645b2c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2964 time: 0.7382655 Feb 09 21:49:43.614952 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-335a00a8-4912-4022-8e45-01fcb255febf None None] Provisioning complete for port 71b95836-8905-44c4-a59c-3d2436734f09 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:43.615617 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-335a00a8-4912-4022-8e45-01fcb255febf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (71b95836-8905-44c4-a59c-3d2436734f09), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:43.684781 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-335a00a8-4912-4022-8e45-01fcb255febf None None] Port 71b95836-8905-44c4-a59c-3d2436734f09 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:43.693050 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ca90fa8b-f297-4119-a013-186a03132d2f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:43.693741 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ca90fa8b-f297-4119-a013-186a03132d2f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:43.725231 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3cfcdcc1-b6bd-4b75-a068-2087b2351bc1 req-9669d2d1-3850-431f-a24b-c9dce955a6c0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069467 Feb 09 21:49:43.828463 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ecceab3-7cde-4965-9238-c951cb721412 req-e513db21-a52f-42a9-badf-089cced8118c tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882216 Feb 09 21:49:43.897298 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-285b5036-d5b8-4ecb-a80f-20e44e72bc76 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for port (71ea56c8-4e58-4eb4-afda-958f06bd2b65), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:43.907704 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-285b5036-d5b8-4ecb-a80f-20e44e72bc76 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (71ea56c8-4e58-4eb4-afda-958f06bd2b65), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:43.937059 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f7c64992-f166-4051-aced-6d0b79bdfa3e None None] Provisioning complete for port 9b02c6a0-c880-416c-99f3-b3b08f6619e3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:43.937973 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f7c64992-f166-4051-aced-6d0b79bdfa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9b02c6a0-c880-416c-99f3-b3b08f6619e3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:43.947218 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ca90fa8b-f297-4119-a013-186a03132d2f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:43.952676 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ddd7cde6-2f84-4566-875c-ca78e5318304 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:43.962520 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d25e26ae-9f7c-4318-bf1c-baf8a15bee74 admin admin] Publish callbacks [] for security_group (d4f5d08f-4a55-4c22-98ee-45fcd0085403), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:43.977415 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d25e26ae-9f7c-4318-bf1c-baf8a15bee74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d4f5d08f-4a55-4c22-98ee-45fcd0085403), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:44.032516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b5036-d5b8-4ecb-a80f-20e44e72bc76 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event updated for resources: {'Port': ['ID=71ea56c8-4e58-4eb4-afda-958f06bd2b65,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:44.055426 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-285b5036-d5b8-4ecb-a80f-20e44e72bc76 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (1f22282b-b602-4b7d-895f-119b9c4d6951), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:44.079909 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-285b5036-d5b8-4ecb-a80f-20e44e72bc76 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:44.081890 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-285b5036-d5b8-4ecb-a80f-20e44e72bc76 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9372051 Feb 09 21:49:44.096440 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e26ae-9f7c-4318-bf1c-baf8a15bee74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f5d08f-4a55-4c22-98ee-45fcd0085403,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:44.115349 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d25e26ae-9f7c-4318-bf1c-baf8a15bee74 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ed82c215e9694dc2a31073039311a617&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7053390 Feb 09 21:49:44.117878 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41814) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:44.145976 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f7c64992-f166-4051-aced-6d0b79bdfa3e None None] Port 9b02c6a0-c880-416c-99f3-b3b08f6619e3 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:44.191417 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f7c64992-f166-4051-aced-6d0b79bdfa3e None None] Provisioning complete for port 71b95836-8905-44c4-a59c-3d2436734f09 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:44.193150 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f7c64992-f166-4051-aced-6d0b79bdfa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (71b95836-8905-44c4-a59c-3d2436734f09), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:44.244833 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f038-ef6b-475d-a4bf-d8f3e4ba4fcc admin admin] Publish callbacks [] for security_group (d4f5d08f-4a55-4c22-98ee-45fcd0085403), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:44.290554 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f7c64992-f166-4051-aced-6d0b79bdfa3e None None] Port 71b95836-8905-44c4-a59c-3d2436734f09 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:44.318354 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ddd7cde6-2f84-4566-875c-ca78e5318304 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:44.318759 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ddd7cde6-2f84-4566-875c-ca78e5318304), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:44.319159 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f038-ef6b-475d-a4bf-d8f3e4ba4fcc admin admin] Publish callbacks [] for security_group (d4f5d08f-4a55-4c22-98ee-45fcd0085403), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:44.418543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ddd7cde6-2f84-4566-875c-ca78e5318304 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:44.458009 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f038-ef6b-475d-a4bf-d8f3e4ba4fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d4f5d08f-4a55-4c22-98ee-45fcd0085403), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:44.467519 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f038-ef6b-475d-a4bf-d8f3e4ba4fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:44.467519 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0cc1f038-ef6b-475d-a4bf-d8f3e4ba4fcc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d4f5d08f-4a55-4c22-98ee-45fcd0085403 HTTP/1.1" status: 204 len: 168 time: 0.3454940 Feb 09 21:49:44.492820 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1f038-ef6b-475d-a4bf-d8f3e4ba4fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f5d08f-4a55-4c22-98ee-45fcd0085403,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:44.562048 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:44.873390 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-55c84707-0f39-49be-9a06-a33f9df3fa7d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--449462441&fields=id&tenant_id=88aef6c47d634b8181089d0a71d1ded8 HTTP/1.1" status: 200 len: 267 time: 0.1511889 Feb 09 21:49:45.133599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-f041ab74-48cc-4d6b-84ca-844e3c3d6fff tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:45.136357 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-f041ab74-48cc-4d6b-84ca-844e3c3d6fff tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports/9b02c6a0-c880-416c-99f3-b3b08f6619e3 HTTP/1.1" status: 200 len: 937 time: 0.2612965 Feb 09 21:49:45.278499 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:45.292575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3e6d9dd0-bfde-4a22-8e9e-813c3bcf8e62 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:45.295455 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3e6d9dd0-bfde-4a22-8e9e-813c3bcf8e62 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports/71b95836-8905-44c4-a59c-3d2436734f09 HTTP/1.1" status: 200 len: 936 time: 0.1502187 Feb 09 21:49:45.476532 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0042fb53-6e0c-4b8a-8b72-72dbf36d8a6b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?network_id=74cd42ee-3b26-4b36-a716-178818b0f7e3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1726086 Feb 09 21:49:45.529755 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3b8f8294-3b4f-4e10-a986-9f803507cfa7 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?network_id=74cd42ee-3b26-4b36-a716-178818b0f7e3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0439568 Feb 09 21:49:45.537518 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41844) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:45.567854 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5991fd2e-96f6-42cc-a6f2-4825facad7d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:45.739541 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3901914d-83aa-4e37-8440-2665e9f62bd6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:45.746269 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3901914d-83aa-4e37-8440-2665e9f62bd6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:45.754043 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3901914d-83aa-4e37-8440-2665e9f62bd6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:45.758404 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3901914d-83aa-4e37-8440-2665e9f62bd6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/networks?id=361d3ae3-946b-43bc-bd7a-5571eb55520d&id=86d9c1a5-299e-4f73-a214-39ab93749bd7&id=86d9c1a5-299e-4f73-a214-39ab93749bd7&id=74cd42ee-3b26-4b36-a716-178818b0f7e3&id=74cd42ee-3b26-4b36-a716-178818b0f7e3 HTTP/1.1" status: 200 len: 1996 time: 0.2138200 Feb 09 21:49:45.788575 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-55adb20a-d462-4f09-87b0-3a2ce03cc05f tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/quotas/88aef6c47d634b8181089d0a71d1ded8 HTTP/1.1" status: 200 len: 375 time: 0.0219216 Feb 09 21:49:45.799293 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5991fd2e-96f6-42cc-a6f2-4825facad7d6 admin admin] Publish callbacks [] for security_group (8be49133-1f6c-49d8-bddc-e71666cde26b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:45.806575 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5991fd2e-96f6-42cc-a6f2-4825facad7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8be49133-1f6c-49d8-bddc-e71666cde26b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:45.888883 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:45.899500 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-795198c7-49ec-440a-a2ce-ff4d861b8303 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=88aef6c47d634b8181089d0a71d1ded8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1045647 Feb 09 21:49:45.905153 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5991fd2e-96f6-42cc-a6f2-4825facad7d6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=97cf1cb4890e4ed8b2946277e29232c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3656788 Feb 09 21:49:45.907390 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41850) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:45.916989 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991fd2e-96f6-42cc-a6f2-4825facad7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be49133-1f6c-49d8-bddc-e71666cde26b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:45.920826 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-f52b96bc-7c10-4465-bdb1-398467276528 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:49:45.929640 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-f52b96bc-7c10-4465-bdb1-398467276528 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150533 Feb 09 21:49:46.095091 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30a7e276-9c40-46f7-b65f-99fa314a70d8 admin admin] Publish callbacks [] for security_group (8be49133-1f6c-49d8-bddc-e71666cde26b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:46.125477 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e7352ec8-1b18-443f-8807-ae83ae7212be service neutron] 10.222.0.77 "GET /v2.0/networks/361d3ae3-946b-43bc-bd7a-5571eb55520d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928082 Feb 09 21:49:46.135055 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30a7e276-9c40-46f7-b65f-99fa314a70d8 admin admin] Publish callbacks [] for security_group (8be49133-1f6c-49d8-bddc-e71666cde26b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:46.288175 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41856) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:46.294333 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d2815079-7eb9-4321-8086-4faed8552ebe tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1742521807'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:46.350221 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2815079-7eb9-4321-8086-4faed8552ebe tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Made reservation on behalf of adedffd8130f4ccfb4184367762e3fb9 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:46.358767 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a91327b6-09fc-4df7-9d9d-9794605b68be service neutron] 10.222.0.77 "GET /v2.0/networks/361d3ae3-946b-43bc-bd7a-5571eb55520d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204373 Feb 09 21:49:46.360561 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2815079-7eb9-4321-8086-4faed8552ebe tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:46.360838 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30a7e276-9c40-46f7-b65f-99fa314a70d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8be49133-1f6c-49d8-bddc-e71666cde26b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:46.364423 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30a7e276-9c40-46f7-b65f-99fa314a70d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:46.365902 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-30a7e276-9c40-46f7-b65f-99fa314a70d8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8be49133-1f6c-49d8-bddc-e71666cde26b HTTP/1.1" status: 204 len: 168 time: 0.4573433 Feb 09 21:49:46.386669 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7e276-9c40-46f7-b65f-99fa314a70d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be49133-1f6c-49d8-bddc-e71666cde26b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:46.434802 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-401aa50f-0be1-43d2-8a7d-52716a2d9548 service neutron] 10.222.0.77 "GET /v2.0/ports/9b02c6a0-c880-416c-99f3-b3b08f6619e3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0671453 Feb 09 21:49:46.461708 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2815079-7eb9-4321-8086-4faed8552ebe tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:49:46.490413 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2815079-7eb9-4321-8086-4faed8552ebe tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (fa5074cf-db9d-433f-8286-b8ca48dcb1fa), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:46.490904 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-d2815079-7eb9-4321-8086-4faed8552ebe tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Added segment fa5074cf-db9d-433f-8286-b8ca48dcb1fa of type vlan for network 11645266-4709-405b-9343-11c33081a44a Feb 09 21:49:46.582351 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2815079-7eb9-4321-8086-4faed8552ebe tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (11645266-4709-405b-9343-11c33081a44a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:46.645135 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2815079-7eb9-4321-8086-4faed8552ebe tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (11645266-4709-405b-9343-11c33081a44a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:46.656514 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a416e225-600d-4f1f-b850-ee7c9aab39cc service neutron] 10.222.0.77 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127616 Feb 09 21:49:46.684351 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2815079-7eb9-4321-8086-4faed8552ebe tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:46.685146 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2815079-7eb9-4321-8086-4faed8552ebe tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:46.816684 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41864) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:46.817513 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d2815079-7eb9-4321-8086-4faed8552ebe tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5281537 Feb 09 21:49:46.829697 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ac0769b2-a490-4070-bd6f-dad64f72769f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2045079271'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:46.830654 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2815079-7eb9-4321-8086-4faed8552ebe tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event updated for resources: {'Network': ['ID=11645266-4709-405b-9343-11c33081a44a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:46.881627 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 11645266-4709-405b-9343-11c33081a44a details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:49:46.883945 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-8c7500e5-c917-4a64-881f-ec0275cd3d86 service neutron] 10.222.0.77 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123423 Feb 09 21:49:46.885662 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0769b2-a490-4070-bd6f-dad64f72769f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Made reservation on behalf of adedffd8130f4ccfb4184367762e3fb9 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:46.890786 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ac0769b2-a490-4070-bd6f-dad64f72769f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:46.939079 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0769b2-a490-4070-bd6f-dad64f72769f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:49:46.954451 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ac0769b2-a490-4070-bd6f-dad64f72769f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (5fb966de-50e3-4cd7-b6aa-210f0f2f739d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:46.955032 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-ac0769b2-a490-4070-bd6f-dad64f72769f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Added segment 5fb966de-50e3-4cd7-b6aa-210f0f2f739d of type vlan for network 2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21 Feb 09 21:49:47.070397 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ac0769b2-a490-4070-bd6f-dad64f72769f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:47.084586 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-51fb0b8f-8ca7-4ab6-b7ee-bc2f9ba8ac23 service neutron] 10.222.0.77 "GET /v2.0/ports/71b95836-8905-44c4-a59c-3d2436734f09?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1694133 Feb 09 21:49:47.265087 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ac0769b2-a490-4070-bd6f-dad64f72769f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:47.284670 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0769b2-a490-4070-bd6f-dad64f72769f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:47.288302 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ac0769b2-a490-4070-bd6f-dad64f72769f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:47.448337 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ac0769b2-a490-4070-bd6f-dad64f72769f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6214066 Feb 09 21:49:47.448682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41882) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:47.454081 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-933a6f13-138c-4727-b032-3091b17565eb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Request body: {'subnet': {'network_id': '11645266-4709-405b-9343-11c33081a44a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:47.543004 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-7fbe395b-6354-4483-9f40-d38e82f8268b service neutron] 10.222.0.77 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441175 Feb 09 21:49:47.546912 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0769b2-a490-4070-bd6f-dad64f72769f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event updated for resources: {'Network': ['ID=2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:47.583174 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:49:47.666842 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933a6f13-138c-4727-b032-3091b17565eb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Made reservation on behalf of adedffd8130f4ccfb4184367762e3fb9 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:47.674600 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-933a6f13-138c-4727-b032-3091b17565eb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:47.752857 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-418d4b72-685d-4ae3-b61e-0a16c43b172d service neutron] 10.222.0.77 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071953 Feb 09 21:49:48.016785 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-933a6f13-138c-4727-b032-3091b17565eb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (ac0e1bb5-666d-4440-a236-37035b7edc77), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:48.070305 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-1a125c9e-90ee-421f-8042-311bb6c1b308 service neutron] 10.222.0.77 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093371 Feb 09 21:49:48.136558 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a6f13-138c-4727-b032-3091b17565eb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event updated for resources: {'Subnet': ['ID=ac0e1bb5-666d-4440-a236-37035b7edc77,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:48.236062 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933a6f13-138c-4727-b032-3091b17565eb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Checking segment: {'id': 'fa5074cf-db9d-433f-8286-b8ca48dcb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '11645266-4709-405b-9343-11c33081a44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:48.236354 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933a6f13-138c-4727-b032-3091b17565eb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Network hostable DHCP agents. Network: 11645266-4709-405b-9343-11c33081a44a, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:49:48.272331 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933a6f13-138c-4727-b032-3091b17565eb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Network 11645266-4709-405b-9343-11c33081a44a is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:49:48.302159 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-933a6f13-138c-4727-b032-3091b17565eb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 11645266-4709-405b-9343-11c33081a44a) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:48.312460 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933a6f13-138c-4727-b032-3091b17565eb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:48.313702 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30995d02-d817-40b8-a4dd-091c02a844c9 None None] Network 11645266-4709-405b-9343-11c33081a44a requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:48.314153 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-933a6f13-138c-4727-b032-3091b17565eb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:48.348122 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-933a6f13-138c-4727-b032-3091b17565eb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8979871 Feb 09 21:49:48.353608 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41896) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:48.365667 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-99b0f18f-de46-4d37-96ea-9710d3a0416c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Request body: {'subnet': {'network_id': '2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:48.399724 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-488dd5c8-3afc-46fa-8bac-69317bd4c752 service neutron] 10.222.0.77 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263061 Feb 09 21:49:48.657868 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-11645266-4709-405b-9343-11c33081a44a', 'network_id': '11645266-4709-405b-9343-11c33081a44a', 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'fixed_ips': [{'subnet_id': 'ac0e1bb5-666d-4440-a236-37035b7edc77'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:49:48.661140 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:48.711494 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b0f18f-de46-4d37-96ea-9710d3a0416c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Made reservation on behalf of adedffd8130f4ccfb4184367762e3fb9 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:48.734669 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99b0f18f-de46-4d37-96ea-9710d3a0416c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:48.737270 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e60215b7-e4d4-4ea4-aca2-41168347ee69 service neutron] 10.222.0.77 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304670 Feb 09 21:49:48.959788 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-111ffab5-cfd3-4c0e-9043-d58e56eaf389 service neutron] 10.222.0.77 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210534 Feb 09 21:49:49.267079 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Allocated IP 10.1.1.2 (11645266-4709-405b-9343-11c33081a44a/ac0e1bb5-666d-4440-a236-37035b7edc77/a06a615d-66e6-4ba5-a4ed-93caf733eec8) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:49.401881 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-7f0ebb1e-2f96-433b-976f-683115866754 service neutron] 10.222.0.77 "GET /v2.0/networks/74cd42ee-3b26-4b36-a716-178818b0f7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831196 Feb 09 21:49:49.491779 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99b0f18f-de46-4d37-96ea-9710d3a0416c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (c2bb82b0-6025-4b4e-86a7-44d63ac173c6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:49.633429 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0f18f-de46-4d37-96ea-9710d3a0416c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event updated for resources: {'Subnet': ['ID=c2bb82b0-6025-4b4e-86a7-44d63ac173c6,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:49.633779 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-cd3080a3-2415-4bf4-9a81-27f00d087659 service neutron] 10.222.0.77 "GET /v2.0/networks/74cd42ee-3b26-4b36-a716-178818b0f7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248752 Feb 09 21:49:49.640315 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Publish callbacks [] for port (a06a615d-66e6-4ba5-a4ed-93caf733eec8), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:49.650425 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (a06a615d-66e6-4ba5-a4ed-93caf733eec8), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:49.653339 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b0f18f-de46-4d37-96ea-9710d3a0416c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Checking segment: {'id': '5fb966de-50e3-4cd7-b6aa-210f0f2f739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:49.653955 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b0f18f-de46-4d37-96ea-9710d3a0416c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Network hostable DHCP agents. Network: 2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:49:49.687616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b0f18f-de46-4d37-96ea-9710d3a0416c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Network 2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:49:49.708171 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Pushing event updated for resources: {'Port': ['ID=a06a615d-66e6-4ba5-a4ed-93caf733eec8,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:49.710899 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-99b0f18f-de46-4d37-96ea-9710d3a0416c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:49.724136 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b0f18f-de46-4d37-96ea-9710d3a0416c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:49.724989 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Network 11645266-4709-405b-9343-11c33081a44a is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:49.726081 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99b0f18f-de46-4d37-96ea-9710d3a0416c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:49.726688 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:49.729798 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:49.730597 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:49.730597 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:49.731511 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:49.731511 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:49.731872 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:49.732284 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:49.732854 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:49.733107 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:49.733628 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:49.734039 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:49.734440 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:49.735418 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:49.738555 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:49.759787 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-99b0f18f-de46-4d37-96ea-9710d3a0416c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4039228 Feb 09 21:49:49.764927 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41918) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:49.774303 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d430b0-5fcd-4c7d-a593-e54ec0d28792 None None] Network 2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:49.778157 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-9ed2fc2d-7ef9-4c09-bb32-c5911e85278c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Request body: {'port': {'network_id': '11645266-4709-405b-9343-11c33081a44a', 'name': 'tempest-TaggedBootDevicesTest-2074238290', 'fixed_ips': [{'subnet_id': 'ac0e1bb5-666d-4440-a236-37035b7edc77'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:49.839462 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-af04e081-ee8f-404c-b4e9-159fe4113798 service neutron] 10.222.0.77 "GET /v2.0/networks/74cd42ee-3b26-4b36-a716-178818b0f7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934531 Feb 09 21:49:50.019006 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed2fc2d-7ef9-4c09-bb32-c5911e85278c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Made reservation on behalf of adedffd8130f4ccfb4184367762e3fb9 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:50.052715 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Attempting to bind port a06a615d-66e6-4ba5-a4ed-93caf733eec8 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:50.053345 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Attempting to bind port a06a615d-66e6-4ba5-a4ed-93caf733eec8 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'fa5074cf-db9d-433f-8286-b8ca48dcb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '11645266-4709-405b-9343-11c33081a44a'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:50.053820 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Attempting to bind port a06a615d-66e6-4ba5-a4ed-93caf733eec8 on network 11645266-4709-405b-9343-11c33081a44a {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:50.062222 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:50.062794 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Checking segment: {'id': 'fa5074cf-db9d-433f-8286-b8ca48dcb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '11645266-4709-405b-9343-11c33081a44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:50.063316 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.063856 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Bound using segment: {'id': 'fa5074cf-db9d-433f-8286-b8ca48dcb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '11645266-4709-405b-9343-11c33081a44a'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:50.064499 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Bound port: a06a615d-66e6-4ba5-a4ed-93caf733eec8, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5074cf-db9d-433f-8286-b8ca48dcb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '11645266-4709-405b-9343-11c33081a44a'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:50.065124 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a06a615d-66e6-4ba5-a4ed-93caf733eec8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.134786 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0c3e2a92-5616-4c2f-be49-3186ce29e7ad service neutron] 10.222.0.77 "GET /v2.0/networks/74cd42ee-3b26-4b36-a716-178818b0f7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900112 Feb 09 21:49:50.146581 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9ed2fc2d-7ef9-4c09-bb32-c5911e85278c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.171863 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-9ed2fc2d-7ef9-4c09-bb32-c5911e85278c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] device_id is not set on port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:49:50.234489 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c94c984-9f3c-4f65-8bc6-e2dabc1c6e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21', 'network_id': '2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21', 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'fixed_ips': [{'subnet_id': 'c2bb82b0-6025-4b4e-86a7-44d63ac173c6'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:49:50.235417 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1c94c984-9f3c-4f65-8bc6-e2dabc1c6e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.432033 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-1c94c984-9f3c-4f65-8bc6-e2dabc1c6e3d None None] Allocated IP 10.2.2.2 (2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21/c2bb82b0-6025-4b4e-86a7-44d63ac173c6/62a5e333-058a-418a-9f8d-7418fb6520d1) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:50.495429 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-9ed2fc2d-7ef9-4c09-bb32-c5911e85278c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Allocated IP 10.1.1.32 (11645266-4709-405b-9343-11c33081a44a/ac0e1bb5-666d-4440-a236-37035b7edc77/1535e276-e99b-48bb-88c1-4bf9d40f2fd7) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:50.519444 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] For port a06a615d-66e6-4ba5-a4ed-93caf733eec8, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:50.553195 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] For port a06a615d-66e6-4ba5-a4ed-93caf733eec8, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a06a615d-66e6-4ba5-a4ed-93caf733eec8,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:50.575483 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a06a615d-66e6-4ba5-a4ed-93caf733eec8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.737841 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347f3ac-9700-4681-afd9-60e5ed4dfff1 None None] Pushing event updated for resources: {'Port': ['ID=a06a615d-66e6-4ba5-a4ed-93caf733eec8,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:50.816355 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1c94c984-9f3c-4f65-8bc6-e2dabc1c6e3d None None] Publish callbacks [] for port (62a5e333-058a-418a-9f8d-7418fb6520d1), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.832607 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1c94c984-9f3c-4f65-8bc6-e2dabc1c6e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (62a5e333-058a-418a-9f8d-7418fb6520d1), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.969663 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94c984-9f3c-4f65-8bc6-e2dabc1c6e3d None None] Pushing event updated for resources: {'Port': ['ID=62a5e333-058a-418a-9f8d-7418fb6520d1,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:50.991770 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c94c984-9f3c-4f65-8bc6-e2dabc1c6e3d None None] Network 2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:51.000676 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-1c94c984-9f3c-4f65-8bc6-e2dabc1c6e3d None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:51.008486 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c94c984-9f3c-4f65-8bc6-e2dabc1c6e3d None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:51.022902 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9ed2fc2d-7ef9-4c09-bb32-c5911e85278c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for port (1535e276-e99b-48bb-88c1-4bf9d40f2fd7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.203373 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9ed2fc2d-7ef9-4c09-bb32-c5911e85278c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (1535e276-e99b-48bb-88c1-4bf9d40f2fd7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.210016 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1c94c984-9f3c-4f65-8bc6-e2dabc1c6e3d None None] Attempting to bind port 62a5e333-058a-418a-9f8d-7418fb6520d1 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:51.211989 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1c94c984-9f3c-4f65-8bc6-e2dabc1c6e3d None None] Attempting to bind port 62a5e333-058a-418a-9f8d-7418fb6520d1 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '5fb966de-50e3-4cd7-b6aa-210f0f2f739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:51.213261 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c94c984-9f3c-4f65-8bc6-e2dabc1c6e3d None None] Attempting to bind port 62a5e333-058a-418a-9f8d-7418fb6520d1 on network 2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:51.231757 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c94c984-9f3c-4f65-8bc6-e2dabc1c6e3d None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:51.231757 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c94c984-9f3c-4f65-8bc6-e2dabc1c6e3d None None] Checking segment: {'id': '5fb966de-50e3-4cd7-b6aa-210f0f2f739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:51.243625 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1c94c984-9f3c-4f65-8bc6-e2dabc1c6e3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.244144 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c94c984-9f3c-4f65-8bc6-e2dabc1c6e3d None None] Bound using segment: {'id': '5fb966de-50e3-4cd7-b6aa-210f0f2f739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:51.246864 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1c94c984-9f3c-4f65-8bc6-e2dabc1c6e3d None None] Bound port: 62a5e333-058a-418a-9f8d-7418fb6520d1, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb966de-50e3-4cd7-b6aa-210f0f2f739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:51.247362 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1c94c984-9f3c-4f65-8bc6-e2dabc1c6e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (62a5e333-058a-418a-9f8d-7418fb6520d1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.399575 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1c94c984-9f3c-4f65-8bc6-e2dabc1c6e3d None None] For port 62a5e333-058a-418a-9f8d-7418fb6520d1, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:51.418052 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1c94c984-9f3c-4f65-8bc6-e2dabc1c6e3d None None] For port 62a5e333-058a-418a-9f8d-7418fb6520d1, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=62a5e333-058a-418a-9f8d-7418fb6520d1,segment=NetworkSegment(5fb966de-50e3-4cd7-b6aa-210f0f2f739d),segment_id=5fb966de-50e3-4cd7-b6aa-210f0f2f739d)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:51.436227 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1c94c984-9f3c-4f65-8bc6-e2dabc1c6e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (62a5e333-058a-418a-9f8d-7418fb6520d1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.606636 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2fc2d-7ef9-4c09-bb32-c5911e85278c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event updated for resources: {'Port': ['ID=1535e276-e99b-48bb-88c1-4bf9d40f2fd7,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:51.633455 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed2fc2d-7ef9-4c09-bb32-c5911e85278c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Network 11645266-4709-405b-9343-11c33081a44a is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:51.645836 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-9ed2fc2d-7ef9-4c09-bb32-c5911e85278c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:51.653377 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed2fc2d-7ef9-4c09-bb32-c5911e85278c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:51.703393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a06a615d-66e6-4ba5-a4ed-93caf733eec8 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:51.774158 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed2fc2d-7ef9-4c09-bb32-c5911e85278c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:51.776188 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9ed2fc2d-7ef9-4c09-bb32-c5911e85278c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.808861 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9ed2fc2d-7ef9-4c09-bb32-c5911e85278c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0405860 Feb 09 21:49:51.813637 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41974) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:51.821700 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0959b5bc-b42e-42d2-8fc5-39487517be60 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Request body: {'port': {'network_id': '11645266-4709-405b-9343-11c33081a44a', 'name': 'tempest-TaggedBootDevicesTest-468235337', 'fixed_ips': [{'subnet_id': 'ac0e1bb5-666d-4440-a236-37035b7edc77'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:51.902992 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94c984-9f3c-4f65-8bc6-e2dabc1c6e3d None None] Pushing event updated for resources: {'Port': ['ID=62a5e333-058a-418a-9f8d-7418fb6520d1,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:52.033034 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port a06a615d-66e6-4ba5-a4ed-93caf733eec8 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:52.033417 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a06a615d-66e6-4ba5-a4ed-93caf733eec8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.216890 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port a06a615d-66e6-4ba5-a4ed-93caf733eec8 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:52.222828 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a06a615d-66e6-4ba5-a4ed-93caf733eec8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.335973 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port a06a615d-66e6-4ba5-a4ed-93caf733eec8, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a06a615d-66e6-4ba5-a4ed-93caf733eec8,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:52.350442 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a06a615d-66e6-4ba5-a4ed-93caf733eec8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.445206 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=a06a615d-66e6-4ba5-a4ed-93caf733eec8,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:52.450555 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0959b5bc-b42e-42d2-8fc5-39487517be60 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Made reservation on behalf of adedffd8130f4ccfb4184367762e3fb9 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:52.720934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6e460-20e3-4b4e-8125-8441889b190e req-3499bd67-4570-4286-9526-a10bb89b9f6a tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:52.742683 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6e460-20e3-4b4e-8125-8441889b190e req-3499bd67-4570-4286-9526-a10bb89b9f6a tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:52.769139 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6e460-20e3-4b4e-8125-8441889b190e req-3499bd67-4570-4286-9526-a10bb89b9f6a tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:52.780015 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1af6e460-20e3-4b4e-8125-8441889b190e req-3499bd67-4570-4286-9526-a10bb89b9f6a tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2418 time: 0.4316702 Feb 09 21:49:52.946858 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0959b5bc-b42e-42d2-8fc5-39487517be60 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.985974 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1af6e460-20e3-4b4e-8125-8441889b190e req-4ad1307c-b87c-4682-b37b-6945c9582590 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958303 Feb 09 21:49:53.005076 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-0959b5bc-b42e-42d2-8fc5-39487517be60 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] device_id is not set on port 7b6828af-271c-4a13-a220-321e7f1bb799 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:49:53.184569 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1443dda8-e85f-4cb7-8d78-0ce78388026d None None] Network 11645266-4709-405b-9343-11c33081a44a requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:53.686895 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2e5a16-b98d-435e-a591-2e4d3b007ce1 None None] Network 2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:53.987747 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 62a5e333-058a-418a-9f8d-7418fb6520d1 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:54.051848 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-3cba2bd4-c1b6-4e4a-8659-2034d7a9c72e None None] Provisioning complete for port a06a615d-66e6-4ba5-a4ed-93caf733eec8 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:54.052507 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3cba2bd4-c1b6-4e4a-8659-2034d7a9c72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a06a615d-66e6-4ba5-a4ed-93caf733eec8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.079862 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-0959b5bc-b42e-42d2-8fc5-39487517be60 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Allocated IP 10.1.1.248 (11645266-4709-405b-9343-11c33081a44a/ac0e1bb5-666d-4440-a236-37035b7edc77/7b6828af-271c-4a13-a220-321e7f1bb799) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:54.291780 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 62a5e333-058a-418a-9f8d-7418fb6520d1 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:54.293788 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (62a5e333-058a-418a-9f8d-7418fb6520d1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.545018 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0959b5bc-b42e-42d2-8fc5-39487517be60 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for port (7b6828af-271c-4a13-a220-321e7f1bb799), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.630894 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0959b5bc-b42e-42d2-8fc5-39487517be60 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (7b6828af-271c-4a13-a220-321e7f1bb799), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.672539 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-3cba2bd4-c1b6-4e4a-8659-2034d7a9c72e None None] Current status of the port a06a615d-66e6-4ba5-a4ed-93caf733eec8 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:54.745217 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959b5bc-b42e-42d2-8fc5-39487517be60 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event updated for resources: {'Port': ['ID=7b6828af-271c-4a13-a220-321e7f1bb799,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:54.782573 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0959b5bc-b42e-42d2-8fc5-39487517be60 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Network 11645266-4709-405b-9343-11c33081a44a is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:54.789117 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-0959b5bc-b42e-42d2-8fc5-39487517be60 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:54.802315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0959b5bc-b42e-42d2-8fc5-39487517be60 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:55.115748 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0959b5bc-b42e-42d2-8fc5-39487517be60 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:55.116792 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0959b5bc-b42e-42d2-8fc5-39487517be60 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:55.122979 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 62a5e333-058a-418a-9f8d-7418fb6520d1 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:55.124967 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (62a5e333-058a-418a-9f8d-7418fb6520d1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:55.216787 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0959b5bc-b42e-42d2-8fc5-39487517be60 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3954740 Feb 09 21:49:55.315337 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b86427aa-eea9-458a-ad13-3c0929bb29c6 None None] Provisioning complete for port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:55.332483 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b86427aa-eea9-458a-ad13-3c0929bb29c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1535e276-e99b-48bb-88c1-4bf9d40f2fd7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:55.343445 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd7b2fbf-1db8-4afb-8905-60e520710905 req-093e8eef-3748-40ac-950c-082775af4ba6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 210 time: 0.2011147 Feb 09 21:49:55.346385 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0e38c8d6-7138-42c8-a364-ee87c66afbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:55.355673 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0e38c8d6-7138-42c8-a364-ee87c66afbfc service neutron] 10.222.0.71 "GET /v2.0/ports/9b02c6a0-c880-416c-99f3-b3b08f6619e3 HTTP/1.1" status: 200 len: 1033 time: 0.4290547 Feb 09 21:49:55.454826 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 62a5e333-058a-418a-9f8d-7418fb6520d1, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=62a5e333-058a-418a-9f8d-7418fb6520d1,segment=NetworkSegment(5fb966de-50e3-4cd7-b6aa-210f0f2f739d),segment_id=5fb966de-50e3-4cd7-b6aa-210f0f2f739d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:55.481121 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (62a5e333-058a-418a-9f8d-7418fb6520d1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:55.485698 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a06a615d-66e6-4ba5-a4ed-93caf733eec8 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:55.503694 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-7dd083ac-062f-4680-8660-21ebdefa4cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:55.505585 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-7dd083ac-062f-4680-8660-21ebdefa4cc0 service neutron] 10.222.0.71 "GET /v2.0/ports/71b95836-8905-44c4-a59c-3d2436734f09 HTTP/1.1" status: 200 len: 1032 time: 0.1445324 Feb 09 21:49:55.776953 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e40f04c1-ef1f-4fee-a38e-e5cd8e87b8b0 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:55.778434 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b86427aa-eea9-458a-ad13-3c0929bb29c6 None None] Port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:55.784822 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e40f04c1-ef1f-4fee-a38e-e5cd8e87b8b0 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:55.799171 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e40f04c1-ef1f-4fee-a38e-e5cd8e87b8b0 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:55.806771 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e40f04c1-ef1f-4fee-a38e-e5cd8e87b8b0 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.71 "GET /v2.0/networks?id=361d3ae3-946b-43bc-bd7a-5571eb55520d&id=86d9c1a5-299e-4f73-a214-39ab93749bd7&id=86d9c1a5-299e-4f73-a214-39ab93749bd7&id=86d9c1a5-299e-4f73-a214-39ab93749bd7&id=86d9c1a5-299e-4f73-a214-39ab93749bd7&id=74cd42ee-3b26-4b36-a716-178818b0f7e3&id=74cd42ee-3b26-4b36-a716-178818b0f7e3 HTTP/1.1" status: 200 len: 1996 time: 0.2934997 Feb 09 21:49:55.836418 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=62a5e333-058a-418a-9f8d-7418fb6520d1,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:55.873140 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b86427aa-eea9-458a-ad13-3c0929bb29c6 None None] Provisioning complete for port 62a5e333-058a-418a-9f8d-7418fb6520d1 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:55.880538 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b86427aa-eea9-458a-ad13-3c0929bb29c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (62a5e333-058a-418a-9f8d-7418fb6520d1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:55.966406 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port a06a615d-66e6-4ba5-a4ed-93caf733eec8 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:55.966797 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a06a615d-66e6-4ba5-a4ed-93caf733eec8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:56.070815 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a7a72f48-1cad-4a4a-b6b6-659fc31c0ef5 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88aef6c47d634b8181089d0a71d1ded8 HTTP/1.1" status: 200 len: 379 time: 0.1616993 Feb 09 21:49:56.107328 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-9b3b67bd-41f4-43ed-ab4a-c00d2a608f79 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Request body: {'port': {'device_id': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d', 'admin_state_up': True, 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'security_groups': ['d0922c3e-4167-44de-a7b0-5f8c01c617e0']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:56.138203 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ba93a-1ecf-4bc5-8e94-bd56cf0c644c req-ed40fe98-407a-40ab-92e5-1ec8da8767d1 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:56.154917 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c85ba93a-1ecf-4bc5-8e94-bd56cf0c644c req-ed40fe98-407a-40ab-92e5-1ec8da8767d1 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 945 time: 0.3415217 Feb 09 21:49:56.282313 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b86427aa-eea9-458a-ad13-3c0929bb29c6 None None] Current status of the port 62a5e333-058a-418a-9f8d-7418fb6520d1 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:56.340186 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port a06a615d-66e6-4ba5-a4ed-93caf733eec8 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:56.359120 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b86427aa-eea9-458a-ad13-3c0929bb29c6 None None] Provisioning complete for port a06a615d-66e6-4ba5-a4ed-93caf733eec8 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:56.359822 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b86427aa-eea9-458a-ad13-3c0929bb29c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a06a615d-66e6-4ba5-a4ed-93caf733eec8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:56.460906 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-9b3b67bd-41f4-43ed-ab4a-c00d2a608f79 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Made reservation on behalf of 88aef6c47d634b8181089d0a71d1ded8 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:56.472915 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-9b3b67bd-41f4-43ed-ab4a-c00d2a608f79 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:56.606527 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 62a5e333-058a-418a-9f8d-7418fb6520d1 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:56.647853 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c85ba93a-1ecf-4bc5-8e94-bd56cf0c644c req-6fb5fd79-0589-4483-bed9-1abf8c2ad9fb tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4914541 Feb 09 21:49:56.722588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b86427aa-eea9-458a-ad13-3c0929bb29c6 None None] Current status of the port a06a615d-66e6-4ba5-a4ed-93caf733eec8 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:56.810929 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 62a5e333-058a-418a-9f8d-7418fb6520d1 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:56.811317 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (62a5e333-058a-418a-9f8d-7418fb6520d1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:57.074670 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-eafce776-a7ba-4977-9061-f501ac8feae4 None None] Provisioning complete for port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:57.075185 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eafce776-a7ba-4977-9061-f501ac8feae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1535e276-e99b-48bb-88c1-4bf9d40f2fd7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:57.101945 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-9b3b67bd-41f4-43ed-ab4a-c00d2a608f79 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Allocated IP 172.20.0.10 (361d3ae3-946b-43bc-bd7a-5571eb55520d/af7275e2-fa73-4e7a-9fcd-7735fd24f6c7/a1d6edb0-d72a-4457-837c-72eeac84bf0c) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:57.149123 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-eafce776-a7ba-4977-9061-f501ac8feae4 None None] Port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:57.190718 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-eafce776-a7ba-4977-9061-f501ac8feae4 None None] Provisioning complete for port 62a5e333-058a-418a-9f8d-7418fb6520d1 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:57.191229 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eafce776-a7ba-4977-9061-f501ac8feae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (62a5e333-058a-418a-9f8d-7418fb6520d1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:57.260651 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 62a5e333-058a-418a-9f8d-7418fb6520d1 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:57.346634 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-eafce776-a7ba-4977-9061-f501ac8feae4 None None] Current status of the port 62a5e333-058a-418a-9f8d-7418fb6520d1 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:57.361042 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-eafce776-a7ba-4977-9061-f501ac8feae4 None None] Provisioning complete for port 7b6828af-271c-4a13-a220-321e7f1bb799 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:57.362216 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eafce776-a7ba-4977-9061-f501ac8feae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7b6828af-271c-4a13-a220-321e7f1bb799), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:57.382876 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42044) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:57.410326 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c04d3e36-a3d4-4c8a-bef1-70314d45505c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1268166327', 'description': 'tempest-description--1995608606'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:57.423522 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-eafce776-a7ba-4977-9061-f501ac8feae4 None None] Port 7b6828af-271c-4a13-a220-321e7f1bb799 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:57.446234 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-9b3b67bd-41f4-43ed-ab4a-c00d2a608f79 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for port (a1d6edb0-d72a-4457-837c-72eeac84bf0c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:57.493220 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-9b3b67bd-41f4-43ed-ab4a-c00d2a608f79 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (a1d6edb0-d72a-4457-837c-72eeac84bf0c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:57.497276 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c04d3e36-a3d4-4c8a-bef1-70314d45505c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:57.601404 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-9b3b67bd-41f4-43ed-ab4a-c00d2a608f79 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Network 361d3ae3-946b-43bc-bd7a-5571eb55520d is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:57.608873 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-9b3b67bd-41f4-43ed-ab4a-c00d2a608f79 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:57.615019 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-9b3b67bd-41f4-43ed-ab4a-c00d2a608f79 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:57.620129 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b67bd-41f4-43ed-ab4a-c00d2a608f79 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event updated for resources: {'Port': ['ID=a1d6edb0-d72a-4457-837c-72eeac84bf0c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:57.739942 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-9b3b67bd-41f4-43ed-ab4a-c00d2a608f79 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:57.740647 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-9b3b67bd-41f4-43ed-ab4a-c00d2a608f79 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:57.759094 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c04d3e36-a3d4-4c8a-bef1-70314d45505c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for security_group (5f859024-c230-4bfc-a218-db59f2787aa4), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:57.770981 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c04d3e36-a3d4-4c8a-bef1-70314d45505c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5f859024-c230-4bfc-a218-db59f2787aa4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:57.788112 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-9b3b67bd-41f4-43ed-ab4a-c00d2a608f79 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6981070 Feb 09 21:49:57.801483 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-f1af77a9-63ee-470c-8ad2-97f506a3b9cf tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Request body: {'port': {'device_id': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7', 'admin_state_up': True, 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'security_groups': ['d0922c3e-4167-44de-a7b0-5f8c01c617e0']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:57.802210 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c04d3e36-a3d4-4c8a-bef1-70314d45505c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:57.804230 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c04d3e36-a3d4-4c8a-bef1-70314d45505c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4182398 Feb 09 21:49:57.812574 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42050) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:57.818527 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-de009c99-01ad-4602-8ace-8765e5a6789a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Request body: {'security_group_rule': {'security_group_id': '5f859024-c230-4bfc-a218-db59f2787aa4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:57.865135 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d3e36-a3d4-4c8a-bef1-70314d45505c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f859024-c230-4bfc-a218-db59f2787aa4,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:58.003055 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de009c99-01ad-4602-8ace-8765e5a6789a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for security_group_rule (3886f95b-23ac-4868-a888-230cb964e920), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.057460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-bb697c92-5d85-4667-b2d6-5d1f5d72607b None None] Provisioning complete for port a1d6edb0-d72a-4457-837c-72eeac84bf0c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:58.057894 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bb697c92-5d85-4667-b2d6-5d1f5d72607b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a1d6edb0-d72a-4457-837c-72eeac84bf0c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.105130 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bb697c92-5d85-4667-b2d6-5d1f5d72607b None None] Port a1d6edb0-d72a-4457-837c-72eeac84bf0c cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:58.204850 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c033c38-e5ac-4d82-9d6c-3b08686227ba req-915f691c-bc2e-4063-9b35-8f3dc7eece8c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:58.207757 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c033c38-e5ac-4d82-9d6c-3b08686227ba req-915f691c-bc2e-4063-9b35-8f3dc7eece8c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 932 time: 0.3262076 Feb 09 21:49:58.245157 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de009c99-01ad-4602-8ace-8765e5a6789a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for security_group_rule (3886f95b-23ac-4868-a888-230cb964e920), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.262055 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de009c99-01ad-4602-8ace-8765e5a6789a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (3886f95b-23ac-4868-a888-230cb964e920), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.299710 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-f1af77a9-63ee-470c-8ad2-97f506a3b9cf tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Made reservation on behalf of 88aef6c47d634b8181089d0a71d1ded8 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:58.303002 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-f1af77a9-63ee-470c-8ad2-97f506a3b9cf tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.305122 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de009c99-01ad-4602-8ace-8765e5a6789a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3886f95b-23ac-4868-a888-230cb964e920,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:58.320159 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de009c99-01ad-4602-8ace-8765e5a6789a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.321415 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-de009c99-01ad-4602-8ace-8765e5a6789a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5073562 Feb 09 21:49:58.326328 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42054) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:58.334051 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2ba9fbbe-4453-402c-b858-955cceaecb89 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Request body: {'security_group_rule': {'security_group_id': '5f859024-c230-4bfc-a218-db59f2787aa4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:58.341640 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c033c38-e5ac-4d82-9d6c-3b08686227ba req-98e56533-74c2-4a92-b9b9-364364d9160f tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274645 Feb 09 21:49:58.388838 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ba9fbbe-4453-402c-b858-955cceaecb89 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for security_group_rule (5d6f2e7e-e569-45f0-a3b5-ccc933ef7aac), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.508440 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ba9fbbe-4453-402c-b858-955cceaecb89 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for security_group_rule (5d6f2e7e-e569-45f0-a3b5-ccc933ef7aac), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.518767 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ba9fbbe-4453-402c-b858-955cceaecb89 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (5d6f2e7e-e569-45f0-a3b5-ccc933ef7aac), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.544803 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9fbbe-4453-402c-b858-955cceaecb89 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6f2e7e-e569-45f0-a3b5-ccc933ef7aac,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:58.562442 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ba9fbbe-4453-402c-b858-955cceaecb89 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.564780 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2ba9fbbe-4453-402c-b858-955cceaecb89 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2363656 Feb 09 21:49:58.569425 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42056) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:58.578874 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-be8b4987-fe04-4f08-87c4-c9a80b955ad0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:58.610134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-f1af77a9-63ee-470c-8ad2-97f506a3b9cf tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Allocated IP 10.1.1.96 (86d9c1a5-299e-4f73-a214-39ab93749bd7/3b07cbed-0ce1-4d12-899a-1736f8b6742f/e1ca804f-12e2-4d20-8c82-4c642086ea27) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:58.612571 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be8b4987-fe04-4f08-87c4-c9a80b955ad0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.653944 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb9997-f3ce-4c3b-bd52-39aa9008325b req-ed3b1280-74b0-459a-9d58-c03d39cd08ca tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:58.665380 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb9997-f3ce-4c3b-bd52-39aa9008325b req-ed3b1280-74b0-459a-9d58-c03d39cd08ca tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:58.676480 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb9997-f3ce-4c3b-bd52-39aa9008325b req-ed3b1280-74b0-459a-9d58-c03d39cd08ca tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:58.679472 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-babb9997-f3ce-4c3b-bd52-39aa9008325b req-ed3b1280-74b0-459a-9d58-c03d39cd08ca tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2418 time: 0.1852968 Feb 09 21:49:58.744838 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:49:58.757605 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be8b4987-fe04-4f08-87c4-c9a80b955ad0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.856488 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-babb9997-f3ce-4c3b-bd52-39aa9008325b req-c4d8a346-3133-43fa-9307-af51f06f7d29 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522799 Feb 09 21:49:58.897870 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-be8b4987-fe04-4f08-87c4-c9a80b955ad0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Allocated IP 172.25.6.25 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/94fba2ea-6b1a-435d-bda6-9cf937514bed) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:59.019110 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-f1af77a9-63ee-470c-8ad2-97f506a3b9cf tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for port (e1ca804f-12e2-4d20-8c82-4c642086ea27), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.046566 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be8b4987-fe04-4f08-87c4-c9a80b955ad0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for port (94fba2ea-6b1a-435d-bda6-9cf937514bed), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.073919 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fda12-4a15-4d85-92f1-b6146429fa66 req-3c59b724-1798-4fb4-ba01-795d9e9126a9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:59.076756 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d65fda12-4a15-4d85-92f1-b6146429fa66 req-3c59b724-1798-4fb4-ba01-795d9e9126a9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 945 time: 0.1507390 Feb 09 21:49:59.093980 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be8b4987-fe04-4f08-87c4-c9a80b955ad0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (94fba2ea-6b1a-435d-bda6-9cf937514bed), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.166175 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-f1af77a9-63ee-470c-8ad2-97f506a3b9cf tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (e1ca804f-12e2-4d20-8c82-4c642086ea27), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.171051 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8b4987-fe04-4f08-87c4-c9a80b955ad0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:59.176573 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-be8b4987-fe04-4f08-87c4-c9a80b955ad0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:59.183679 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8b4987-fe04-4f08-87c4-c9a80b955ad0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:59.221137 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b4987-fe04-4f08-87c4-c9a80b955ad0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event updated for resources: {'Port': ['ID=94fba2ea-6b1a-435d-bda6-9cf937514bed,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:59.231280 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d65fda12-4a15-4d85-92f1-b6146429fa66 req-82d7f5ae-e067-404c-bb66-9192d52c41bf tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463156 Feb 09 21:49:59.268019 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-f1af77a9-63ee-470c-8ad2-97f506a3b9cf tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Network 86d9c1a5-299e-4f73-a214-39ab93749bd7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:59.274889 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-f1af77a9-63ee-470c-8ad2-97f506a3b9cf tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:59.283576 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-f1af77a9-63ee-470c-8ad2-97f506a3b9cf tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:59.296488 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af77a9-63ee-470c-8ad2-97f506a3b9cf tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event updated for resources: {'Port': ['ID=e1ca804f-12e2-4d20-8c82-4c642086ea27,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:59.362541 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be8b4987-fe04-4f08-87c4-c9a80b955ad0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for floatingip (13f1764a-c502-4988-8648-585fa6460832), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.388105 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-f1af77a9-63ee-470c-8ad2-97f506a3b9cf tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:59.389853 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-f1af77a9-63ee-470c-8ad2-97f506a3b9cf tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.421180 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be8b4987-fe04-4f08-87c4-c9a80b955ad0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (94fba2ea-6b1a-435d-bda6-9cf937514bed), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.425019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-f1af77a9-63ee-470c-8ad2-97f506a3b9cf tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6311393 Feb 09 21:49:59.444015 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-1adcc75e-f31b-4269-af20-7e0d8ffbc91d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Request body: {'port': {'device_id': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7', 'admin_state_up': True, 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'security_groups': ['d0922c3e-4167-44de-a7b0-5f8c01c617e0']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:59.618325 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be8b4987-fe04-4f08-87c4-c9a80b955ad0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for port (94fba2ea-6b1a-435d-bda6-9cf937514bed), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.631505 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be8b4987-fe04-4f08-87c4-c9a80b955ad0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (94fba2ea-6b1a-435d-bda6-9cf937514bed), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.750729 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-eeb11876-6431-4dfc-a279-6bb706c0e128 None None] Provisioning complete for port e1ca804f-12e2-4d20-8c82-4c642086ea27 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:59.753047 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eeb11876-6431-4dfc-a279-6bb706c0e128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e1ca804f-12e2-4d20-8c82-4c642086ea27), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.758128 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b4987-fe04-4f08-87c4-c9a80b955ad0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event updated for resources: {'Port': ['ID=94fba2ea-6b1a-435d-bda6-9cf937514bed,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:59.781613 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-862b82d4-6408-4ec7-92fa-680c42ba8956 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:59.782611 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e0e18-e26a-4150-8c32-c4cd6769d34e req-d4ea5d32-a851-4964-ad16-4fb21c8f69e7 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:59.787176 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-862b82d4-6408-4ec7-92fa-680c42ba8956 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:59.792132 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e0e18-e26a-4150-8c32-c4cd6769d34e req-d4ea5d32-a851-4964-ad16-4fb21c8f69e7 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:59.793189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-862b82d4-6408-4ec7-92fa-680c42ba8956 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:59.795043 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-862b82d4-6408-4ec7-92fa-680c42ba8956 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2418 time: 0.1737819 Feb 09 21:49:59.800387 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-203e0e18-e26a-4150-8c32-c4cd6769d34e req-d4ea5d32-a851-4964-ad16-4fb21c8f69e7 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 1653 time: 0.1849577 Feb 09 21:49:59.832576 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-1adcc75e-f31b-4269-af20-7e0d8ffbc91d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Made reservation on behalf of 88aef6c47d634b8181089d0a71d1ded8 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:59.838164 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-1adcc75e-f31b-4269-af20-7e0d8ffbc91d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.857120 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be8b4987-fe04-4f08-87c4-c9a80b955ad0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (13f1764a-c502-4988-8648-585fa6460832), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.861875 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-eeb11876-6431-4dfc-a279-6bb706c0e128 None None] Port e1ca804f-12e2-4d20-8c82-4c642086ea27 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:59.914029 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be8b4987-fe04-4f08-87c4-c9a80b955ad0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.925644 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-be8b4987-fe04-4f08-87c4-c9a80b955ad0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3451564 Feb 09 21:50:00.005792 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-203e0e18-e26a-4150-8c32-c4cd6769d34e req-5f04b122-3d36-4fbd-84c3-0fed33a8a514 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043917 Feb 09 21:50:00.044373 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-70e05f83-11cb-4b9f-b6e9-eb3de42bc070 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Deleting port 97abc82b-306a-4894-8e98-8e3b5705b95d {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:50:00.044950 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-70e05f83-11cb-4b9f-b6e9-eb3de42bc070 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (97abc82b-306a-4894-8e98-8e3b5705b95d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:00.228938 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-1adcc75e-f31b-4269-af20-7e0d8ffbc91d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Allocated IP 10.1.1.226 (86d9c1a5-299e-4f73-a214-39ab93749bd7/3b07cbed-0ce1-4d12-899a-1736f8b6742f/8fcbb2a8-a6d9-4102-8938-35cce483790a) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:00.247387 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-70e05f83-11cb-4b9f-b6e9-eb3de42bc070 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] For port 97abc82b-306a-4894-8e98-8e3b5705b95d, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=97abc82b-306a-4894-8e98-8e3b5705b95d,segment=NetworkSegment(3676e702-6d06-42b3-b0db-d5d5bca11607),segment_id=3676e702-6d06-42b3-b0db-d5d5bca11607)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:00.248117 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-70e05f83-11cb-4b9f-b6e9-eb3de42bc070 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (97abc82b-306a-4894-8e98-8e3b5705b95d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:00.251539 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf609e4d-45e0-410f-98e1-b405f80a335d req-8ec6203a-4c75-4557-a79b-0e05d17c9ed6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:00.257146 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf609e4d-45e0-410f-98e1-b405f80a335d req-8ec6203a-4c75-4557-a79b-0e05d17c9ed6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:00.263749 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf609e4d-45e0-410f-98e1-b405f80a335d req-8ec6203a-4c75-4557-a79b-0e05d17c9ed6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:00.265197 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bf609e4d-45e0-410f-98e1-b405f80a335d req-8ec6203a-4c75-4557-a79b-0e05d17c9ed6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a3220ce-aed0-4df3-ae85-20cf5128cedb HTTP/1.1" status: 200 len: 2418 time: 0.1612189 Feb 09 21:50:00.265969 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-70e05f83-11cb-4b9f-b6e9-eb3de42bc070 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Calling delete_port for 97abc82b-306a-4894-8e98-8e3b5705b95d owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:50:00.573712 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-70e05f83-11cb-4b9f-b6e9-eb3de42bc070 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (97abc82b-306a-4894-8e98-8e3b5705b95d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:00.595543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['6b28e87f-040b-4656-a674-7e51ac767aad', '97abc82b-306a-4894-8e98-8e3b5705b95d', 'e9ae4e90-b152-4981-887d-91d254f3c3c5'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:50:00.639737 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e05f83-11cb-4b9f-b6e9-eb3de42bc070 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event deleted for resources: {'Port': ['ID=97abc82b-306a-4894-8e98-8e3b5705b95d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:00.789069 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bf609e4d-45e0-410f-98e1-b405f80a335d req-ba0bcebb-ca94-4b0d-a691-fe6f3a7131af tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112448 Feb 09 21:50:00.820887 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-70e05f83-11cb-4b9f-b6e9-eb3de42bc070 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] No DVR routers for this DVR port 97abc82b-306a-4894-8e98-8e3b5705b95d on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:50:00.826922 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-70e05f83-11cb-4b9f-b6e9-eb3de42bc070 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:00.836717 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-70e05f83-11cb-4b9f-b6e9-eb3de42bc070 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.42 "DELETE /v2.0/ports/97abc82b-306a-4894-8e98-8e3b5705b95d HTTP/1.1" status: 204 len: 173 time: 1.0319276 Feb 09 21:50:00.837502 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'name': 'network-vif-deleted', 'tag': '97abc82b-306a-4894-8e98-8e3b5705b95d'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:00.847437 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30c2784-1bc4-4084-817a-6bedd247584c" -d '{"events": [{"server_uuid": "9a3220ce-aed0-4df3-ae85-20cf5128cedb", "name": "network-vif-deleted", "tag": "97abc82b-306a-4894-8e98-8e3b5705b95d"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:00.880334 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-1adcc75e-f31b-4269-af20-7e0d8ffbc91d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for port (8fcbb2a8-a6d9-4102-8938-35cce483790a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:00.952224 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-1adcc75e-f31b-4269-af20-7e0d8ffbc91d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (8fcbb2a8-a6d9-4102-8938-35cce483790a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:01.046202 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-1adcc75e-f31b-4269-af20-7e0d8ffbc91d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Network 86d9c1a5-299e-4f73-a214-39ab93749bd7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:01.049744 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adcc75e-f31b-4269-af20-7e0d8ffbc91d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event updated for resources: {'Port': ['ID=8fcbb2a8-a6d9-4102-8938-35cce483790a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:01.052849 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-1adcc75e-f31b-4269-af20-7e0d8ffbc91d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:01.058804 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-1adcc75e-f31b-4269-af20-7e0d8ffbc91d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:01.060510 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-2631e55b-deed-47f2-8cfc-2010fca63452 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Deleting port 6b28e87f-040b-4656-a674-7e51ac767aad {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:50:01.062611 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-2631e55b-deed-47f2-8cfc-2010fca63452 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (6b28e87f-040b-4656-a674-7e51ac767aad), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:01.122267 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-1adcc75e-f31b-4269-af20-7e0d8ffbc91d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:01.124683 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-1adcc75e-f31b-4269-af20-7e0d8ffbc91d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:01.180848 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-b8afa1d5-44b1-4b73-8ebb-b7d1a0c5c404 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1268166327&fields=id&tenant_id=adedffd8130f4ccfb4184367762e3fb9 HTTP/1.1" status: 200 len: 267 time: 0.2423084 Feb 09 21:50:01.185511 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-1adcc75e-f31b-4269-af20-7e0d8ffbc91d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7507842 Feb 09 21:50:01.198982 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-330097c7-646f-4c23-92dd-6eabee21b1a4 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Request body: {'port': {'device_id': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '74cd42ee-3b26-4b36-a716-178818b0f7e3', 'admin_state_up': True, 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'security_groups': ['d0922c3e-4167-44de-a7b0-5f8c01c617e0']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:01.274933 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-2631e55b-deed-47f2-8cfc-2010fca63452 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] For port 6b28e87f-040b-4656-a674-7e51ac767aad, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6b28e87f-040b-4656-a674-7e51ac767aad,segment=NetworkSegment(dcbff9aa-5599-4341-a34b-3e9c1d1c541b),segment_id=dcbff9aa-5599-4341-a34b-3e9c1d1c541b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:01.275550 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-2631e55b-deed-47f2-8cfc-2010fca63452 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (6b28e87f-040b-4656-a674-7e51ac767aad), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:01.307764 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-2631e55b-deed-47f2-8cfc-2010fca63452 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Calling delete_port for 6b28e87f-040b-4656-a674-7e51ac767aad owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:50:01.437318 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-49c13bd2-7374-457d-ad17-5ed569c4dbe4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:01.445320 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-49c13bd2-7374-457d-ad17-5ed569c4dbe4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports/1535e276-e99b-48bb-88c1-4bf9d40f2fd7 HTTP/1.1" status: 200 len: 931 time: 0.2632713 Feb 09 21:50:01.513741 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-29717c50-fd47-4581-9be1-190497edafcb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:01.515619 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-29717c50-fd47-4581-9be1-190497edafcb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports/7b6828af-271c-4a13-a220-321e7f1bb799 HTTP/1.1" status: 200 len: 931 time: 0.0692639 Feb 09 21:50:01.524584 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-330097c7-646f-4c23-92dd-6eabee21b1a4 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Made reservation on behalf of 88aef6c47d634b8181089d0a71d1ded8 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:01.552419 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0e015ae2-2de6-40a2-853a-fd55f0b14e3e None None] Provisioning complete for port 8fcbb2a8-a6d9-4102-8938-35cce483790a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:01.554011 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0e015ae2-2de6-40a2-853a-fd55f0b14e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8fcbb2a8-a6d9-4102-8938-35cce483790a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:01.561317 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-6354863f-8ea4-4c82-8ed8-b45a52df7f2f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?network_id=2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0310895 Feb 09 21:50:01.608167 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-3f8a1da1-d731-4f19-800d-6518960c5c94 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?network_id=2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0326962 Feb 09 21:50:01.636380 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-2631e55b-deed-47f2-8cfc-2010fca63452 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (6b28e87f-040b-4656-a674-7e51ac767aad), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:01.650349 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0e015ae2-2de6-40a2-853a-fd55f0b14e3e None None] Port 8fcbb2a8-a6d9-4102-8938-35cce483790a cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:50:01.710560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631e55b-deed-47f2-8cfc-2010fca63452 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event deleted for resources: {'Port': ['ID=6b28e87f-040b-4656-a674-7e51ac767aad,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:01.727857 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-2631e55b-deed-47f2-8cfc-2010fca63452 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] No DVR routers for this DVR port 6b28e87f-040b-4656-a674-7e51ac767aad on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:50:01.734330 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-2631e55b-deed-47f2-8cfc-2010fca63452 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:01.743313 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-2631e55b-deed-47f2-8cfc-2010fca63452 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.42 "DELETE /v2.0/ports/6b28e87f-040b-4656-a674-7e51ac767aad HTTP/1.1" status: 204 len: 173 time: 0.8841476 Feb 09 21:50:01.871987 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-40673100-598c-4732-9af3-e3365732a6d6 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:01.882873 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-40673100-598c-4732-9af3-e3365732a6d6 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:01.897446 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-40673100-598c-4732-9af3-e3365732a6d6 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:01.899970 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-40673100-598c-4732-9af3-e3365732a6d6 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/networks?id=5212a2c9-ea88-4741-aaf1-2380b789ca31&id=11645266-4709-405b-9343-11c33081a44a&id=11645266-4709-405b-9343-11c33081a44a&id=2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21&id=2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21 HTTP/1.1" status: 200 len: 1991 time: 0.2604902 Feb 09 21:50:01.939038 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-74ddbc1b-a313-4854-97d4-3cd7ac51a140 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/quotas/adedffd8130f4ccfb4184367762e3fb9 HTTP/1.1" status: 200 len: 375 time: 0.0260475 Feb 09 21:50:01.952033 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-0fc6434a-dab1-44fb-907d-49d397389d8e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Deleting port e9ae4e90-b152-4981-887d-91d254f3c3c5 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:50:01.953118 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-0fc6434a-dab1-44fb-907d-49d397389d8e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (e9ae4e90-b152-4981-887d-91d254f3c3c5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:02.019236 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-330097c7-646f-4c23-92dd-6eabee21b1a4 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:02.106649 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-0fc6434a-dab1-44fb-907d-49d397389d8e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] For port e9ae4e90-b152-4981-887d-91d254f3c3c5, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=e9ae4e90-b152-4981-887d-91d254f3c3c5,segment=NetworkSegment(3676e702-6d06-42b3-b0db-d5d5bca11607),segment_id=3676e702-6d06-42b3-b0db-d5d5bca11607)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:02.107041 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-0fc6434a-dab1-44fb-907d-49d397389d8e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (e9ae4e90-b152-4981-887d-91d254f3c3c5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:02.124340 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-0fc6434a-dab1-44fb-907d-49d397389d8e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Calling delete_port for e9ae4e90-b152-4981-887d-91d254f3c3c5 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:50:02.189162 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-53998f56-6ebc-458c-ac19-76f7d795b128 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=adedffd8130f4ccfb4184367762e3fb9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2307258 Feb 09 21:50:02.319475 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-0fc6434a-dab1-44fb-907d-49d397389d8e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (e9ae4e90-b152-4981-887d-91d254f3c3c5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:02.348730 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6434a-dab1-44fb-907d-49d397389d8e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event deleted for resources: {'Port': ['ID=e9ae4e90-b152-4981-887d-91d254f3c3c5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:02.410892 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-0fc6434a-dab1-44fb-907d-49d397389d8e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] No DVR routers for this DVR port e9ae4e90-b152-4981-887d-91d254f3c3c5 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:50:02.414163 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-0fc6434a-dab1-44fb-907d-49d397389d8e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:02.419177 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-eb59c68e-f1a0-4e2e-80ab-49e768478c12 service neutron] 10.222.0.77 "GET /v2.0/networks/5212a2c9-ea88-4741-aaf1-2380b789ca31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001853 Feb 09 21:50:02.419498 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-20699b8b-db33-48f3-bbe8-b6136cf4721c req-0fc6434a-dab1-44fb-907d-49d397389d8e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.42 "DELETE /v2.0/ports/e9ae4e90-b152-4981-887d-91d254f3c3c5 HTTP/1.1" status: 204 len: 173 time: 0.6669414 Feb 09 21:50:02.433210 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-330097c7-646f-4c23-92dd-6eabee21b1a4 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Allocated IP 10.2.2.100 (74cd42ee-3b26-4b36-a716-178818b0f7e3/2fca83c8-cd1b-4ca3-9dfe-5920ebb47174/1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:02.624443 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-9f13d4bd-0597-44ee-9867-7ca2dad22ffa service neutron] 10.222.0.77 "GET /v2.0/networks/5212a2c9-ea88-4741-aaf1-2380b789ca31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886196 Feb 09 21:50:02.697457 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-93718dc4-8f80-4ebd-ae63-9ae4482367fd service neutron] 10.222.0.77 "GET /v2.0/ports/1535e276-e99b-48bb-88c1-4bf9d40f2fd7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0587921 Feb 09 21:50:02.769483 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-330097c7-646f-4c23-92dd-6eabee21b1a4 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for port (1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:02.835624 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-f34df641-3c2e-434b-bb80-e9bc862f3e99 service neutron] 10.222.0.77 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261358 Feb 09 21:50:02.843176 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-330097c7-646f-4c23-92dd-6eabee21b1a4 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:02.942859 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-330097c7-646f-4c23-92dd-6eabee21b1a4 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Network 74cd42ee-3b26-4b36-a716-178818b0f7e3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:02.955013 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-330097c7-646f-4c23-92dd-6eabee21b1a4 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:02.959942 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-330097c7-646f-4c23-92dd-6eabee21b1a4 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:02.975253 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330097c7-646f-4c23-92dd-6eabee21b1a4 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event updated for resources: {'Port': ['ID=1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:03.027639 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-db593725-5f17-4002-81d2-0486470aa062 service neutron] 10.222.0.77 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818483 Feb 09 21:50:03.042864 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-330097c7-646f-4c23-92dd-6eabee21b1a4 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:03.043689 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-330097c7-646f-4c23-92dd-6eabee21b1a4 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:03.099387 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-330097c7-646f-4c23-92dd-6eabee21b1a4 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9050608 Feb 09 21:50:03.106894 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-e60e82df-07d5-4dda-b9cf-8e7812b2a735 service neutron] 10.222.0.77 "GET /v2.0/ports/7b6828af-271c-4a13-a220-321e7f1bb799?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0586972 Feb 09 21:50:03.111488 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-128a6acd-daa6-4de1-bfc8-ed2f7a7b1d9c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Request body: {'port': {'device_id': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '74cd42ee-3b26-4b36-a716-178818b0f7e3', 'admin_state_up': True, 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'security_groups': ['d0922c3e-4167-44de-a7b0-5f8c01c617e0']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:03.157300 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 6b28e87f-040b-4656-a674-7e51ac767aad no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:50:03.218025 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 6b28e87f-040b-4656-a674-7e51ac767aad {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:50:03.220018 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 6b28e87f-040b-4656-a674-7e51ac767aad not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:50:03.220992 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device e9ae4e90-b152-4981-887d-91d254f3c3c5 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:50:03.267348 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: e9ae4e90-b152-4981-887d-91d254f3c3c5 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:50:03.268219 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device e9ae4e90-b152-4981-887d-91d254f3c3c5 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:50:03.269281 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 97abc82b-306a-4894-8e98-8e3b5705b95d no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:50:03.312755 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 97abc82b-306a-4894-8e98-8e3b5705b95d {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:50:03.313431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 97abc82b-306a-4894-8e98-8e3b5705b95d not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:50:03.321157 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-adb2b73f-c4f4-497d-a047-5105128208d4 service neutron] 10.222.0.77 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566064 Feb 09 21:50:03.370614 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-128a6acd-daa6-4de1-bfc8-ed2f7a7b1d9c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Made reservation on behalf of 88aef6c47d634b8181089d0a71d1ded8 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:03.379287 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-128a6acd-daa6-4de1-bfc8-ed2f7a7b1d9c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:03.408699 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-94a66ecd-037d-456c-800e-202e2f40fa91 None None] Provisioning complete for port 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:03.409074 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-94a66ecd-037d-456c-800e-202e2f40fa91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:03.460963 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-94a66ecd-037d-456c-800e-202e2f40fa91 None None] Port 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:50:03.567030 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-0783d3cb-4aaa-4962-8634-679c5d7bde68 service neutron] 10.222.0.77 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339175 Feb 09 21:50:03.763245 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-24a0d1a1-e176-4f84-b02b-d24b0595156c service neutron] 10.222.0.77 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692963 Feb 09 21:50:03.765290 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-128a6acd-daa6-4de1-bfc8-ed2f7a7b1d9c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Allocated IP 10.2.2.200 (74cd42ee-3b26-4b36-a716-178818b0f7e3/2fca83c8-cd1b-4ca3-9dfe-5920ebb47174/53884850-e491-43cf-85e7-94833a88a359) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:04.084171 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-b9c4bc44-d047-4e5e-a256-6cf0fc8b89b1 service neutron] 10.222.0.77 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097966 Feb 09 21:50:04.195836 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-128a6acd-daa6-4de1-bfc8-ed2f7a7b1d9c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for port (53884850-e491-43cf-85e7-94833a88a359), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:04.282799 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-128a6acd-daa6-4de1-bfc8-ed2f7a7b1d9c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (53884850-e491-43cf-85e7-94833a88a359), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:04.483456 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-128a6acd-daa6-4de1-bfc8-ed2f7a7b1d9c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Network 74cd42ee-3b26-4b36-a716-178818b0f7e3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:04.499966 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-128a6acd-daa6-4de1-bfc8-ed2f7a7b1d9c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:04.503528 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-128a6acd-daa6-4de1-bfc8-ed2f7a7b1d9c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:04.551099 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a6acd-daa6-4de1-bfc8-ed2f7a7b1d9c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event updated for resources: {'Port': ['ID=53884850-e491-43cf-85e7-94833a88a359,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:04.637877 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-128a6acd-daa6-4de1-bfc8-ed2f7a7b1d9c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:04.638971 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-128a6acd-daa6-4de1-bfc8-ed2f7a7b1d9c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:04.662129 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-62285909-a48d-49d1-ade6-37bd7c564c06 service neutron] 10.222.0.77 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518007 Feb 09 21:50:04.677655 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-128a6acd-daa6-4de1-bfc8-ed2f7a7b1d9c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5697875 Feb 09 21:50:04.700053 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] Request body: {'port': {'device_id': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:04.928965 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a1d6edb0-d72a-4457-837c-72eeac84bf0c), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:04.957464 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-8acd7379-2972-45cb-b823-e0c4a5385dc2 service neutron] 10.222.0.77 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781081 Feb 09 21:50:04.995555 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b0a3a585-57e6-4293-a5da-b7ef2d8ac99b None None] Provisioning complete for port 53884850-e491-43cf-85e7-94833a88a359 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:04.996651 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a585-57e6-4293-a5da-b7ef2d8ac99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (53884850-e491-43cf-85e7-94833a88a359), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:05.070592 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b0a3a585-57e6-4293-a5da-b7ef2d8ac99b None None] Port 53884850-e491-43cf-85e7-94833a88a359 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:50:05.179831 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-819b62ad-6d45-447b-9505-065cab34ec42 service neutron] 10.222.0.77 "GET /v2.0/networks/2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976359 Feb 09 21:50:05.358959 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-e04c8cc1-51b6-46c3-900b-263f528f7f28 service neutron] 10.222.0.77 "GET /v2.0/networks/2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529059 Feb 09 21:50:05.467520 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d6edb0-d72a-4457-837c-72eeac84bf0c {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:05.480353 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] Publish callbacks [] for port (a1d6edb0-d72a-4457-837c-72eeac84bf0c), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:05.511123 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] Transition to ACTIVE for port object a1d6edb0-d72a-4457-837c-72eeac84bf0c will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:50:05.518085 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (a1d6edb0-d72a-4457-837c-72eeac84bf0c), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:05.540541 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-63bd2a1a-b277-4fbc-b685-1b7bb63564eb service neutron] 10.222.0.77 "GET /v2.0/networks/2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690493 Feb 09 21:50:05.663105 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] Pushing event updated for resources: {'Port': ['ID=a1d6edb0-d72a-4457-837c-72eeac84bf0c,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:05.761043 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-97112a93-f601-484d-a22b-5bcf4b8a9992 service neutron] 10.222.0.77 "GET /v2.0/networks/2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162631 Feb 09 21:50:05.783930 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] Attempting to bind port a1d6edb0-d72a-4457-837c-72eeac84bf0c on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:05.784318 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] Attempting to bind port a1d6edb0-d72a-4457-837c-72eeac84bf0c by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3d794d80-75d8-4a50-9e25-db04d94b015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:05.784621 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] Attempting to bind port a1d6edb0-d72a-4457-837c-72eeac84bf0c on network 361d3ae3-946b-43bc-bd7a-5571eb55520d {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:05.801602 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] Port a1d6edb0-d72a-4457-837c-72eeac84bf0c on network 361d3ae3-946b-43bc-bd7a-5571eb55520d not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:50:05.802264 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] Attempting to bind port a1d6edb0-d72a-4457-837c-72eeac84bf0c on network 361d3ae3-946b-43bc-bd7a-5571eb55520d {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:05.813027 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:05.813536 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] Checking segment: {'id': '3d794d80-75d8-4a50-9e25-db04d94b015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:05.814026 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] Bound using segment: {'id': '3d794d80-75d8-4a50-9e25-db04d94b015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:05.814598 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] Bound port: a1d6edb0-d72a-4457-837c-72eeac84bf0c, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d794d80-75d8-4a50-9e25-db04d94b015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:05.815067 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a1d6edb0-d72a-4457-837c-72eeac84bf0c), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:05.904447 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] For port a1d6edb0-d72a-4457-837c-72eeac84bf0c, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:05.908949 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] For port a1d6edb0-d72a-4457-837c-72eeac84bf0c, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=a1d6edb0-d72a-4457-837c-72eeac84bf0c,segment=NetworkSegment(3d794d80-75d8-4a50-9e25-db04d94b015e),segment_id=3d794d80-75d8-4a50-9e25-db04d94b015e)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:05.919458 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (a1d6edb0-d72a-4457-837c-72eeac84bf0c), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:05.961485 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:05.962136 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:05.964093 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] 10.222.0.71 "PUT /v2.0/ports/a1d6edb0-d72a-4457-837c-72eeac84bf0c HTTP/1.1" status: 200 len: 1092 time: 1.2714357 Feb 09 21:50:05.967109 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'tag': 'a1d6edb0-d72a-4457-837c-72eeac84bf0c'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:05.970629 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cfc081-6923-4ce3-820a-9ef7dc8fd12b" -d '{"events": [{"name": "network-changed", "server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "tag": "a1d6edb0-d72a-4457-837c-72eeac84bf0c"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:05.995779 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] Request body: {'port': {'device_id': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:06.073964 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d149b-b109-4bd5-a469-53aa20c2572b service neutron] Pushing event updated for resources: {'Port': ['ID=a1d6edb0-d72a-4457-837c-72eeac84bf0c,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:06.091538 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9b02c6a0-c880-416c-99f3-b3b08f6619e3), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:06.420643 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b02c6a0-c880-416c-99f3-b3b08f6619e3 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:06.435743 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] Publish callbacks [] for port (9b02c6a0-c880-416c-99f3-b3b08f6619e3), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:06.458193 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] Transition to ACTIVE for port object 9b02c6a0-c880-416c-99f3-b3b08f6619e3 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:50:06.465452 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (9b02c6a0-c880-416c-99f3-b3b08f6619e3), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:06.523615 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] Pushing event updated for resources: {'Port': ['ID=9b02c6a0-c880-416c-99f3-b3b08f6619e3,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:06.622968 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] Attempting to bind port 9b02c6a0-c880-416c-99f3-b3b08f6619e3 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:06.623411 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] Attempting to bind port 9b02c6a0-c880-416c-99f3-b3b08f6619e3 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'e5809289-2bac-4277-8d87-0b68fd42b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:06.623846 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] Attempting to bind port 9b02c6a0-c880-416c-99f3-b3b08f6619e3 on network 86d9c1a5-299e-4f73-a214-39ab93749bd7 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:06.631017 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] Port 9b02c6a0-c880-416c-99f3-b3b08f6619e3 on network 86d9c1a5-299e-4f73-a214-39ab93749bd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:50:06.631448 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] Attempting to bind port 9b02c6a0-c880-416c-99f3-b3b08f6619e3 on network 86d9c1a5-299e-4f73-a214-39ab93749bd7 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:06.638743 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:06.639186 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] Checking segment: {'id': 'e5809289-2bac-4277-8d87-0b68fd42b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:06.640000 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] Bound using segment: {'id': 'e5809289-2bac-4277-8d87-0b68fd42b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:06.640538 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] Bound port: 9b02c6a0-c880-416c-99f3-b3b08f6619e3, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5809289-2bac-4277-8d87-0b68fd42b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:06.640989 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9b02c6a0-c880-416c-99f3-b3b08f6619e3), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:06.727167 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] For port 9b02c6a0-c880-416c-99f3-b3b08f6619e3, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:06.732538 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] For port 9b02c6a0-c880-416c-99f3-b3b08f6619e3, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9b02c6a0-c880-416c-99f3-b3b08f6619e3,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:06.743252 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (9b02c6a0-c880-416c-99f3-b3b08f6619e3), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:06.791144 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:06.791921 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:06.793691 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] 10.222.0.71 "PUT /v2.0/ports/9b02c6a0-c880-416c-99f3-b3b08f6619e3 HTTP/1.1" status: 200 len: 1136 time: 0.8033185 Feb 09 21:50:06.812928 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ea197-fba8-4aa4-9bd8-2ece0c16d809 service neutron] Pushing event updated for resources: {'Port': ['ID=9b02c6a0-c880-416c-99f3-b3b08f6619e3,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:06.826416 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] Request body: {'port': {'device_id': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:06.958398 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (71b95836-8905-44c4-a59c-3d2436734f09), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:07.310336 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b95836-8905-44c4-a59c-3d2436734f09 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:07.323150 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] Publish callbacks [] for port (71b95836-8905-44c4-a59c-3d2436734f09), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:07.338860 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] Transition to ACTIVE for port object 71b95836-8905-44c4-a59c-3d2436734f09 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:50:07.342887 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (71b95836-8905-44c4-a59c-3d2436734f09), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:07.431765 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] Pushing event updated for resources: {'Port': ['ID=71b95836-8905-44c4-a59c-3d2436734f09,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:07.495764 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] Attempting to bind port 71b95836-8905-44c4-a59c-3d2436734f09 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:07.496222 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] Attempting to bind port 71b95836-8905-44c4-a59c-3d2436734f09 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'e5809289-2bac-4277-8d87-0b68fd42b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:07.496415 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] Attempting to bind port 71b95836-8905-44c4-a59c-3d2436734f09 on network 86d9c1a5-299e-4f73-a214-39ab93749bd7 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:07.501997 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] Port 71b95836-8905-44c4-a59c-3d2436734f09 on network 86d9c1a5-299e-4f73-a214-39ab93749bd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:50:07.502345 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] Attempting to bind port 71b95836-8905-44c4-a59c-3d2436734f09 on network 86d9c1a5-299e-4f73-a214-39ab93749bd7 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:07.508298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:07.508624 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] Checking segment: {'id': 'e5809289-2bac-4277-8d87-0b68fd42b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:07.509027 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] Bound using segment: {'id': 'e5809289-2bac-4277-8d87-0b68fd42b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:07.509445 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] Bound port: 71b95836-8905-44c4-a59c-3d2436734f09, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5809289-2bac-4277-8d87-0b68fd42b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:07.509959 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (71b95836-8905-44c4-a59c-3d2436734f09), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:07.621337 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] For port 71b95836-8905-44c4-a59c-3d2436734f09, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:07.627375 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] For port 71b95836-8905-44c4-a59c-3d2436734f09, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=71b95836-8905-44c4-a59c-3d2436734f09,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:07.639030 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (71b95836-8905-44c4-a59c-3d2436734f09), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:07.662666 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:07.664203 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:07.666358 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] 10.222.0.71 "PUT /v2.0/ports/71b95836-8905-44c4-a59c-3d2436734f09 HTTP/1.1" status: 200 len: 1135 time: 0.8454046 Feb 09 21:50:07.714681 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] Request body: {'port': {'device_id': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:07.839200 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5893f0ed-86ab-4932-80ff-1757b292e0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:08.236302 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284faa4-db95-40b8-80de-5e72a4e09c30 service neutron] Pushing event updated for resources: {'Port': ['ID=71b95836-8905-44c4-a59c-3d2436734f09,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:08.262844 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e1ca804f-12e2-4d20-8c82-4c642086ea27), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:08.716317 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ca804f-12e2-4d20-8c82-4c642086ea27 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:08.731940 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] Publish callbacks [] for port (e1ca804f-12e2-4d20-8c82-4c642086ea27), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:08.757775 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] Transition to ACTIVE for port object e1ca804f-12e2-4d20-8c82-4c642086ea27 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:50:08.768483 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (e1ca804f-12e2-4d20-8c82-4c642086ea27), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:08.970567 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ca804f-12e2-4d20-8c82-4c642086ea27,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:09.137006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] Attempting to bind port e1ca804f-12e2-4d20-8c82-4c642086ea27 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:09.137386 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] Attempting to bind port e1ca804f-12e2-4d20-8c82-4c642086ea27 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'e5809289-2bac-4277-8d87-0b68fd42b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:09.137681 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] Attempting to bind port e1ca804f-12e2-4d20-8c82-4c642086ea27 on network 86d9c1a5-299e-4f73-a214-39ab93749bd7 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:09.165096 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] Port e1ca804f-12e2-4d20-8c82-4c642086ea27 on network 86d9c1a5-299e-4f73-a214-39ab93749bd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:50:09.165476 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] Attempting to bind port e1ca804f-12e2-4d20-8c82-4c642086ea27 on network 86d9c1a5-299e-4f73-a214-39ab93749bd7 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:09.180919 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:09.181328 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] Checking segment: {'id': 'e5809289-2bac-4277-8d87-0b68fd42b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:09.181774 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] Bound using segment: {'id': 'e5809289-2bac-4277-8d87-0b68fd42b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:09.182935 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] Bound port: e1ca804f-12e2-4d20-8c82-4c642086ea27, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5809289-2bac-4277-8d87-0b68fd42b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:09.183578 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e1ca804f-12e2-4d20-8c82-4c642086ea27), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:09.350612 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] For port e1ca804f-12e2-4d20-8c82-4c642086ea27, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:09.357670 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] For port e1ca804f-12e2-4d20-8c82-4c642086ea27, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e1ca804f-12e2-4d20-8c82-4c642086ea27,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:09.378253 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (e1ca804f-12e2-4d20-8c82-4c642086ea27), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:09.455518 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:09.456101 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:09.457547 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] 10.222.0.71 "PUT /v2.0/ports/e1ca804f-12e2-4d20-8c82-4c642086ea27 HTTP/1.1" status: 200 len: 1090 time: 1.7502191 Feb 09 21:50:09.502048 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] Request body: {'port': {'device_id': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:09.593006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc3111-649d-42db-948c-36de7a283b51 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ca804f-12e2-4d20-8c82-4c642086ea27,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:09.694278 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8fcbb2a8-a6d9-4102-8938-35cce483790a), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.266072 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fcbb2a8-a6d9-4102-8938-35cce483790a {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:10.276661 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] Publish callbacks [] for port (8fcbb2a8-a6d9-4102-8938-35cce483790a), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.294313 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] Transition to ACTIVE for port object 8fcbb2a8-a6d9-4102-8938-35cce483790a will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:50:10.311466 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (8fcbb2a8-a6d9-4102-8938-35cce483790a), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.524482 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4844f075-e053-4a19-bb8a-2fddbb7ebfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.570848 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] Pushing event updated for resources: {'Port': ['ID=8fcbb2a8-a6d9-4102-8938-35cce483790a,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:10.623631 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68b3bf-9356-4291-b1da-3e79bab7fd88 req-ad6c1227-5874-423e-b901-e4bfd257d740 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:10.635269 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf68b3bf-9356-4291-b1da-3e79bab7fd88 req-ad6c1227-5874-423e-b901-e4bfd257d740 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 945 time: 0.3366215 Feb 09 21:50:10.796080 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a37234-03e2-498c-bf68-c171221a18c6 req-2627fb64-59b3-4014-9240-6e22aee092bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:10.804380 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-38a37234-03e2-498c-bf68-c171221a18c6 req-2627fb64-59b3-4014-9240-6e22aee092bf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8908faf94a6140dabe02e2fb8fe5fb7c&device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 1127 time: 0.1831024 Feb 09 21:50:10.882121 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf68b3bf-9356-4291-b1da-3e79bab7fd88 req-b859b621-233c-4699-bf2a-195dce6f59de tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372441 Feb 09 21:50:11.067563 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] Attempting to bind port 8fcbb2a8-a6d9-4102-8938-35cce483790a on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:11.077969 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] Attempting to bind port 8fcbb2a8-a6d9-4102-8938-35cce483790a by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'e5809289-2bac-4277-8d87-0b68fd42b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:11.078822 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] Attempting to bind port 8fcbb2a8-a6d9-4102-8938-35cce483790a on network 86d9c1a5-299e-4f73-a214-39ab93749bd7 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:11.114869 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] Port 8fcbb2a8-a6d9-4102-8938-35cce483790a on network 86d9c1a5-299e-4f73-a214-39ab93749bd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:50:11.115589 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] Attempting to bind port 8fcbb2a8-a6d9-4102-8938-35cce483790a on network 86d9c1a5-299e-4f73-a214-39ab93749bd7 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:11.121205 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a37234-03e2-498c-bf68-c171221a18c6 req-c09d0b6f-9041-444b-b934-8ccc3a64ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:11.122856 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-38a37234-03e2-498c-bf68-c171221a18c6 req-c09d0b6f-9041-444b-b934-8ccc3a64ec9c service neutron] 10.222.0.71 "GET /v2.0/networks?id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 HTTP/1.1" status: 200 len: 918 time: 0.2851434 Feb 09 21:50:11.126498 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:11.127753 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] Checking segment: {'id': 'e5809289-2bac-4277-8d87-0b68fd42b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:11.127997 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] Bound using segment: {'id': 'e5809289-2bac-4277-8d87-0b68fd42b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:11.130301 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] Bound port: 8fcbb2a8-a6d9-4102-8938-35cce483790a, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5809289-2bac-4277-8d87-0b68fd42b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:11.133424 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8fcbb2a8-a6d9-4102-8938-35cce483790a), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.286190 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-38a37234-03e2-498c-bf68-c171221a18c6 req-5032b6e7-5a1b-406a-bf64-2f1a0655563b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92df3f27-88f5-4034-ac39-edac860b1e43 HTTP/1.1" status: 200 len: 1000 time: 0.1560724 Feb 09 21:50:11.294013 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bba834-fc6d-4906-a6e2-ebddce9a433b x-openstack-request-id: req-d3bba834-fc6d-4906-a6e2-ebddce9a433b {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:11.304302 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3220ce-aed0-4df3-ae85-20cf5128cedb", "name": "network-vif-deleted", "tag": "97abc82b-306a-4894-8e98-8e3b5705b95d", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:11.304792 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d3bba834-fc6d-4906-a6e2-ebddce9a433b {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:11.305498 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'name': 'network-vif-deleted', 'tag': '97abc82b-306a-4894-8e98-8e3b5705b95d', 'status': 'completed', 'code': 200} Feb 09 21:50:11.406431 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a37234-03e2-498c-bf68-c171221a18c6 req-0bf849af-db90-4772-b52d-8bb3bbb71290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:11.407992 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-38a37234-03e2-498c-bf68-c171221a18c6 req-0bf849af-db90-4772-b52d-8bb3bbb71290 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ef491681-aa83-413d-aeee-25903ab6b8c8 HTTP/1.1" status: 200 len: 856 time: 0.1012964 Feb 09 21:50:11.519581 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a37234-03e2-498c-bf68-c171221a18c6 req-30c6d625-e346-46bf-bb91-ee0c1b0e91c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:11.526279 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-38a37234-03e2-498c-bf68-c171221a18c6 req-30c6d625-e346-46bf-bb91-ee0c1b0e91c5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1063643 Feb 09 21:50:11.561248 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.604775 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cb2ca-6e82-4f8b-b2dc-3448110eff13 req-5db6c622-24dd-4c4d-9f4c-45bfc9e7a24a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:11.634963 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cb2ca-6e82-4f8b-b2dc-3448110eff13 req-5db6c622-24dd-4c4d-9f4c-45bfc9e7a24a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:11.668216 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cb2ca-6e82-4f8b-b2dc-3448110eff13 req-5db6c622-24dd-4c4d-9f4c-45bfc9e7a24a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:11.685782 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cb2ca-6e82-4f8b-b2dc-3448110eff13 req-5db6c622-24dd-4c4d-9f4c-45bfc9e7a24a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:11.722184 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cb2ca-6e82-4f8b-b2dc-3448110eff13 req-5db6c622-24dd-4c4d-9f4c-45bfc9e7a24a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:11.745710 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-38a37234-03e2-498c-bf68-c171221a18c6 req-41863421-2e30-4bb9-8a87-542527a06512 service neutron] 10.222.0.71 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156162 Feb 09 21:50:11.748516 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cb2ca-6e82-4f8b-b2dc-3448110eff13 req-5db6c622-24dd-4c4d-9f4c-45bfc9e7a24a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:11.777786 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cb2ca-6e82-4f8b-b2dc-3448110eff13 req-5db6c622-24dd-4c4d-9f4c-45bfc9e7a24a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:11.810202 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f2cb2ca-6e82-4f8b-b2dc-3448110eff13 req-5db6c622-24dd-4c4d-9f4c-45bfc9e7a24a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5407 time: 0.5347729 Feb 09 21:50:11.889411 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-38a37234-03e2-498c-bf68-c171221a18c6 req-bf5ca7a3-4555-445f-945f-7f399d9243b9 service neutron] 10.222.0.71 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348915 Feb 09 21:50:11.904460 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] For port 8fcbb2a8-a6d9-4102-8938-35cce483790a, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:11.960950 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] For port 8fcbb2a8-a6d9-4102-8938-35cce483790a, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8fcbb2a8-a6d9-4102-8938-35cce483790a,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:12.012991 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (8fcbb2a8-a6d9-4102-8938-35cce483790a), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.100181 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f2cb2ca-6e82-4f8b-b2dc-3448110eff13 req-21f7e5f8-75f0-4589-a008-1c6d35412638 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2726960 Feb 09 21:50:12.190996 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:12.192591 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.194982 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] 10.222.0.71 "PUT /v2.0/ports/8fcbb2a8-a6d9-4102-8938-35cce483790a HTTP/1.1" status: 200 len: 1091 time: 2.6980093 Feb 09 21:50:12.271169 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] Request body: {'port': {'device_id': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:12.303886 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42154) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:12.388698 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bf735-5894-49fc-82ac-fd6fdb921e98 service neutron] Pushing event updated for resources: {'Port': ['ID=8fcbb2a8-a6d9-4102-8938-35cce483790a,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:12.457019 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 92df3f27-88f5-4034-ac39-edac860b1e43 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:50:12.518506 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37374bc-5fec-4e75-9651-26e1f3be7871 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Deleting subnet 7ed43450-0577-42d5-9890-1a23f286e0e7 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:50:12.558380 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f37374bc-5fec-4e75-9651-26e1f3be7871 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks [] for subnet (7ed43450-0577-42d5-9890-1a23f286e0e7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.640965 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.802918 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ad8902-b912-48bf-8f14-5b91497d90c8 x-openstack-request-id: req-13ad8902-b912-48bf-8f14-5b91497d90c8 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:12.808089 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "tag": "a1d6edb0-d72a-4457-837c-72eeac84bf0c", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:12.808731 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-13ad8902-b912-48bf-8f14-5b91497d90c8 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:12.809407 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'tag': 'a1d6edb0-d72a-4457-837c-72eeac84bf0c', 'status': 'completed', 'code': 200} Feb 09 21:50:12.837979 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f37374bc-5fec-4e75-9651-26e1f3be7871 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (7ed43450-0577-42d5-9890-1a23f286e0e7), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.849119 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 92df3f27-88f5-4034-ac39-edac860b1e43, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=92df3f27-88f5-4034-ac39-edac860b1e43,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:12.923950 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '92df3f27-88f5-4034-ac39-edac860b1e43', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'port_id': '92df3f27-88f5-4034-ac39-edac860b1e43', 'mac_address': 'fa:16:3e:04:af:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:50:13.117534 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 92df3f27-88f5-4034-ac39-edac860b1e43 is: ACTIVE; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:13.121247 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.204946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92df3f27-88f5-4034-ac39-edac860b1e43 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:13.328232 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'name': 'network-vif-deleted', 'tag': '6b28e87f-040b-4656-a674-7e51ac767aad'}, {'server_uuid': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'name': 'network-vif-deleted', 'tag': 'e9ae4e90-b152-4981-887d-91d254f3c3c5'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:13.339187 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2db0d3-5e71-4d7c-8e85-6580f1b683b3" -d '{"events": [{"server_uuid": "9a3220ce-aed0-4df3-ae85-20cf5128cedb", "name": "network-vif-deleted", "tag": "6b28e87f-040b-4656-a674-7e51ac767aad"}, {"server_uuid": "9a3220ce-aed0-4df3-ae85-20cf5128cedb", "name": "network-vif-deleted", "tag": "e9ae4e90-b152-4981-887d-91d254f3c3c5"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:13.372155 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 92df3f27-88f5-4034-ac39-edac860b1e43, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=92df3f27-88f5-4034-ac39-edac860b1e43,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:13.427444 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.432985 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.536783 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=92df3f27-88f5-4034-ac39-edac860b1e43,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:13.582358 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['92df3f27-88f5-4034-ac39-edac860b1e43'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:50:13.587000 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-6f80f08e-6b9e-40e8-b885-0f93a4931223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:13.592676 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-6f80f08e-6b9e-40e8-b885-0f93a4931223 service neutron] 10.222.0.42 "GET /v2.0/ports/1535e276-e99b-48bb-88c1-4bf9d40f2fd7 HTTP/1.1" status: 200 len: 1027 time: 0.2221532 Feb 09 21:50:13.598508 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a1d9523-e4ce-4a4e-996d-66b31724fe9a req-22e87749-13c3-4381-8f98-4f4250a4f901 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.4110677 Feb 09 21:50:13.897603 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfc081-6923-4ce3-820a-9ef7dc8fd12b req-ac0839a9-fe26-4de5-97e3-1754bab05839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:13.912530 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfc081-6923-4ce3-820a-9ef7dc8fd12b req-ac0839a9-fe26-4de5-97e3-1754bab05839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:13.913545 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfc081-6923-4ce3-820a-9ef7dc8fd12b req-ac0839a9-fe26-4de5-97e3-1754bab05839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:13.914391 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfc081-6923-4ce3-820a-9ef7dc8fd12b req-ac0839a9-fe26-4de5-97e3-1754bab05839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:13.915222 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfc081-6923-4ce3-820a-9ef7dc8fd12b req-ac0839a9-fe26-4de5-97e3-1754bab05839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:13.916076 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfc081-6923-4ce3-820a-9ef7dc8fd12b req-ac0839a9-fe26-4de5-97e3-1754bab05839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:13.917481 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfc081-6923-4ce3-820a-9ef7dc8fd12b req-ac0839a9-fe26-4de5-97e3-1754bab05839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:13.941204 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e1cfc081-6923-4ce3-820a-9ef7dc8fd12b req-ac0839a9-fe26-4de5-97e3-1754bab05839 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=88aef6c47d634b8181089d0a71d1ded8&device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 6509 time: 1.0766463 Feb 09 21:50:14.046890 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f37374bc-5fec-4e75-9651-26e1f3be7871 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (7ed43450-0577-42d5-9890-1a23f286e0e7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:14.126320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:14.162974 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] Publish callbacks [] for port (1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:14.213561 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] Transition to ACTIVE for port object 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:50:14.272638 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:14.468404 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 92df3f27-88f5-4034-ac39-edac860b1e43 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:14.664789 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-74b9612f-2fc7-43d1-86ba-0eb7e3461aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:14.696938 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-74b9612f-2fc7-43d1-86ba-0eb7e3461aaa service neutron] 10.222.0.42 "GET /v2.0/ports/7b6828af-271c-4a13-a220-321e7f1bb799 HTTP/1.1" status: 200 len: 1027 time: 0.9914453 Feb 09 21:50:14.729737 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f37374bc-5fec-4e75-9651-26e1f3be7871 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (7ed43450-0577-42d5-9890-1a23f286e0e7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:14.845539 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:14.867057 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e36a97-9316-4a94-ba57-c8312ff46416 req-53f64817-0056-4603-beac-e47f88227814 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:14.877192 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9e36a97-9316-4a94-ba57-c8312ff46416 req-53f64817-0056-4603-beac-e47f88227814 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 944 time: 0.8763139 Feb 09 21:50:14.933214 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'tag': '9b02c6a0-c880-416c-99f3-b3b08f6619e3'}, {'name': 'network-changed', 'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'tag': '71b95836-8905-44c4-a59c-3d2436734f09'}, {'name': 'network-changed', 'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'tag': 'e1ca804f-12e2-4d20-8c82-4c642086ea27'}, {'name': 'network-changed', 'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'tag': '8fcbb2a8-a6d9-4102-8938-35cce483790a'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:14.936060 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad038ab-3c73-479a-b1e9-e6abb025bdb7" -d '{"events": [{"name": "network-changed", "server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "tag": "9b02c6a0-c880-416c-99f3-b3b08f6619e3"}, {"name": "network-changed", "server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "tag": "71b95836-8905-44c4-a59c-3d2436734f09"}, {"name": "network-changed", "server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "tag": "e1ca804f-12e2-4d20-8c82-4c642086ea27"}, {"name": "network-changed", "server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "tag": "8fcbb2a8-a6d9-4102-8938-35cce483790a"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:14.965786 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 92df3f27-88f5-4034-ac39-edac860b1e43 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:14.966440 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:15.017873 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9e36a97-9316-4a94-ba57-c8312ff46416 req-e802f35f-2c62-4ca6-b80b-4bc7783afe93 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393654 Feb 09 21:50:15.025018 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] Pushing event updated for resources: {'Port': ['ID=1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:15.241778 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f37374bc-5fec-4e75-9651-26e1f3be7871 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:15.257398 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f37374bc-5fec-4e75-9651-26e1f3be7871 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "DELETE /v2.0/subnets/7ed43450-0577-42d5-9890-1a23f286e0e7 HTTP/1.1" status: 204 len: 168 time: 2.9522328 Feb 09 21:50:15.274313 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42208) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:15.408378 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37374bc-5fec-4e75-9651-26e1f3be7871 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed43450-0577-42d5-9890-1a23f286e0e7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:15.432750 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] Attempting to bind port 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:15.433266 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] Attempting to bind port 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '831f63a0-eb82-44a8-8fe3-f0196a14f6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '74cd42ee-3b26-4b36-a716-178818b0f7e3'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:15.433731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] Attempting to bind port 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 on network 74cd42ee-3b26-4b36-a716-178818b0f7e3 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:15.461714 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] Port 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 on network 74cd42ee-3b26-4b36-a716-178818b0f7e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:50:15.462200 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] Attempting to bind port 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 on network 74cd42ee-3b26-4b36-a716-178818b0f7e3 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:15.496000 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-27b945d6-5319-4a06-92d9-b6e6072418fb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (19bc9dab-6254-4bfc-a011-71c5a002989a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:15.505812 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:15.505812 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] Checking segment: {'id': '831f63a0-eb82-44a8-8fe3-f0196a14f6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '74cd42ee-3b26-4b36-a716-178818b0f7e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:15.506796 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] Bound using segment: {'id': '831f63a0-eb82-44a8-8fe3-f0196a14f6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '74cd42ee-3b26-4b36-a716-178818b0f7e3'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:15.507429 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] Bound port: 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831f63a0-eb82-44a8-8fe3-f0196a14f6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '74cd42ee-3b26-4b36-a716-178818b0f7e3'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:15.507942 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:15.550348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accbdd7-9081-48bb-9ec8-1393babb9276 req-736de0fc-b3d1-47c3-9584-b361ea60dccf tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.553142 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5accbdd7-9081-48bb-9ec8-1393babb9276 req-736de0fc-b3d1-47c3-9584-b361ea60dccf tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 945 time: 0.3431134 Feb 09 21:50:15.679461 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] For port 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:15.684365 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] For port 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0,segment=NetworkSegment(831f63a0-eb82-44a8-8fe3-f0196a14f6a9),segment_id=831f63a0-eb82-44a8-8fe3-f0196a14f6a9)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:15.718299 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:15.906404 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.907689 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:15.915042 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] 10.222.0.71 "PUT /v2.0/ports/1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 HTTP/1.1" status: 200 len: 1091 time: 3.6574249 Feb 09 21:50:15.926119 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5d5a17f0-42ad-4eae-804b-6c7b57851329 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.943287 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5d5a17f0-42ad-4eae-804b-6c7b57851329 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.981235 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5d5a17f0-42ad-4eae-804b-6c7b57851329 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.983110 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5d5a17f0-42ad-4eae-804b-6c7b57851329 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.42 "GET /v2.0/networks?id=5212a2c9-ea88-4741-aaf1-2380b789ca31&id=11645266-4709-405b-9343-11c33081a44a&id=11645266-4709-405b-9343-11c33081a44a&id=11645266-4709-405b-9343-11c33081a44a&id=11645266-4709-405b-9343-11c33081a44a&id=2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21&id=2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21 HTTP/1.1" status: 200 len: 1991 time: 1.2365012 Feb 09 21:50:15.997464 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfc081-6923-4ce3-820a-9ef7dc8fd12b req-13d0bac3-f165-45eb-929a-cf3813838a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.997958 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfc081-6923-4ce3-820a-9ef7dc8fd12b req-13d0bac3-f165-45eb-929a-cf3813838a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:16.003768 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfc081-6923-4ce3-820a-9ef7dc8fd12b req-13d0bac3-f165-45eb-929a-cf3813838a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:16.007229 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e1cfc081-6923-4ce3-820a-9ef7dc8fd12b req-13d0bac3-f165-45eb-929a-cf3813838a45 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=88aef6c47d634b8181089d0a71d1ded8&shared=False HTTP/1.1" status: 200 len: 2299 time: 2.0185721 Feb 09 21:50:16.012080 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369297be-270c-4f52-bab6-0b0c89c2e876 None None] Network 19bc9dab-6254-4bfc-a011-71c5a002989a requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:16.033130 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] Request body: {'port': {'device_id': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:16.053527 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5accbdd7-9081-48bb-9ec8-1393babb9276 req-34dbdc05-816e-46e9-9569-a30b721f27c5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ff954b5-2658-4a4e-a8ac-e59dcf8542d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3612769 Feb 09 21:50:16.228418 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5060a-4d88-4b4b-9c4d-758c429c48de service neutron] Pushing event updated for resources: {'Port': ['ID=1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:16.285840 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (53884850-e491-43cf-85e7-94833a88a359), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.398088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-27b945d6-5319-4a06-92d9-b6e6072418fb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Deleting port 5a42e29d-adab-4277-a8f9-9de2bc7bc072 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:50:16.400173 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-27b945d6-5319-4a06-92d9-b6e6072418fb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5a42e29d-adab-4277-a8f9-9de2bc7bc072), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.480339 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 92df3f27-88f5-4034-ac39-edac860b1e43 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:16.480675 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.501275 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.577446 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-27b945d6-5319-4a06-92d9-b6e6072418fb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] For port 5a42e29d-adab-4277-a8f9-9de2bc7bc072, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5a42e29d-adab-4277-a8f9-9de2bc7bc072,segment=NetworkSegment(dcbff9aa-5599-4341-a34b-3e9c1d1c541b),segment_id=dcbff9aa-5599-4341-a34b-3e9c1d1c541b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:16.585971 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-27b945d6-5319-4a06-92d9-b6e6072418fb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5a42e29d-adab-4277-a8f9-9de2bc7bc072), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.591707 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c08b9522-b55a-4173-adc7-e9f59db60499 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adedffd8130f4ccfb4184367762e3fb9 HTTP/1.1" status: 200 len: 380 time: 0.2719882 Feb 09 21:50:16.598806 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfc081-6923-4ce3-820a-9ef7dc8fd12b req-bd9c80bb-e02b-44f8-a3a2-6b38eed071cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:16.598806 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e1cfc081-6923-4ce3-820a-9ef7dc8fd12b req-bd9c80bb-e02b-44f8-a3a2-6b38eed071cb service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5814636 Feb 09 21:50:16.614510 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-05111c96-bb09-4e03-ad7f-3d542f6d8b88 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Request body: {'port': {'device_id': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31', 'admin_state_up': True, 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'security_groups': ['5f859024-c230-4bfc-a218-db59f2787aa4']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:16.621798 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 92df3f27-88f5-4034-ac39-edac860b1e43, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=92df3f27-88f5-4034-ac39-edac860b1e43,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:16.629583 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-27b945d6-5319-4a06-92d9-b6e6072418fb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Calling delete_port for 5a42e29d-adab-4277-a8f9-9de2bc7bc072 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:50:16.645892 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62639e3f-5631-436c-9844-086350379a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92df3f27-88f5-4034-ac39-edac860b1e43'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:16.648337 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe97a65-24d4-497f-8e0f-21ceac0a6774" -d '{"events": [{"server_uuid": "62639e3f-5631-436c-9844-086350379a42", "name": "network-vif-plugged", "status": "completed", "tag": "92df3f27-88f5-4034-ac39-edac860b1e43"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:16.654564 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.672572 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.822182 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-27b945d6-5319-4a06-92d9-b6e6072418fb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (5a42e29d-adab-4277-a8f9-9de2bc7bc072), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.872557 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=92df3f27-88f5-4034-ac39-edac860b1e43,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:16.883913 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445850b5-d1c5-4127-8076-3010fddea373 None None] DHCP port deletion for 19bc9dab-6254-4bfc-a011-71c5a002989a request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:50:16.970469 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-05111c96-bb09-4e03-ad7f-3d542f6d8b88 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Made reservation on behalf of adedffd8130f4ccfb4184367762e3fb9 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:16.974029 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-05111c96-bb09-4e03-ad7f-3d542f6d8b88 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.069567 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b945d6-5319-4a06-92d9-b6e6072418fb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event deleted for resources: {'Port': ['ID=5a42e29d-adab-4277-a8f9-9de2bc7bc072,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:17.079915 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b945d6-5319-4a06-92d9-b6e6072418fb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] No DVR routers for this DVR port 5a42e29d-adab-4277-a8f9-9de2bc7bc072 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:50:17.205933 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2f659-8624-45fb-93b2-9075c659cbbd req-ee1e5c27-395b-4996-85ac-f69a45549475 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:17.211379 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2f659-8624-45fb-93b2-9075c659cbbd req-ee1e5c27-395b-4996-85ac-f69a45549475 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:17.222041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2f659-8624-45fb-93b2-9075c659cbbd req-ee1e5c27-395b-4996-85ac-f69a45549475 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:17.228066 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2f659-8624-45fb-93b2-9075c659cbbd req-ee1e5c27-395b-4996-85ac-f69a45549475 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:17.233692 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2f659-8624-45fb-93b2-9075c659cbbd req-ee1e5c27-395b-4996-85ac-f69a45549475 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:17.240115 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2f659-8624-45fb-93b2-9075c659cbbd req-ee1e5c27-395b-4996-85ac-f69a45549475 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:17.246750 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2f659-8624-45fb-93b2-9075c659cbbd req-ee1e5c27-395b-4996-85ac-f69a45549475 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:17.249615 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61c2f659-8624-45fb-93b2-9075c659cbbd req-ee1e5c27-395b-4996-85ac-f69a45549475 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5419 time: 0.4543774 Feb 09 21:50:17.621970 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-05111c96-bb09-4e03-ad7f-3d542f6d8b88 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Allocated IP 172.20.0.3 (5212a2c9-ea88-4741-aaf1-2380b789ca31/55384cb3-5e7d-40d1-a8e4-5aedaec5fab7/81ec4b37-8cab-4191-9a15-c2cbd5243f93) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:17.769093 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-27b945d6-5319-4a06-92d9-b6e6072418fb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (19bc9dab-6254-4bfc-a011-71c5a002989a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.834578 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-27b945d6-5319-4a06-92d9-b6e6072418fb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19bc9dab-6254-4bfc-a011-71c5a002989a']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:17.860969 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-27b945d6-5319-4a06-92d9-b6e6072418fb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcbff9aa-5599-4341-a34b-3e9c1d1c541b') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:17.861328 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-27b945d6-5319-4a06-92d9-b6e6072418fb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcbff9aa-5599-4341-a34b-3e9c1d1c541b') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:17.891241 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-27b945d6-5319-4a06-92d9-b6e6072418fb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (dcbff9aa-5599-4341-a34b-3e9c1d1c541b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.942249 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-27b945d6-5319-4a06-92d9-b6e6072418fb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (dcbff9aa-5599-4341-a34b-3e9c1d1c541b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.942600 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faece2f5-a5e9-4f6f-b341-053a1bf1a49b req-d9e18f6e-da55-482f-8d88-5c87ee75b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:17.958555 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b945d6-5319-4a06-92d9-b6e6072418fb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:50:17.958975 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-27b945d6-5319-4a06-92d9-b6e6072418fb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (dcbff9aa-5599-4341-a34b-3e9c1d1c541b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.959200 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-faece2f5-a5e9-4f6f-b341-053a1bf1a49b req-d9e18f6e-da55-482f-8d88-5c87ee75b055 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d6b5204ad254d39a623b447e45a194a&device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 1127 time: 0.3265882 Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:50:18.066607 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:50:18.113488 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-27b945d6-5319-4a06-92d9-b6e6072418fb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (19bc9dab-6254-4bfc-a011-71c5a002989a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.146728 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-27b945d6-5319-4a06-92d9-b6e6072418fb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.154180 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-27b945d6-5319-4a06-92d9-b6e6072418fb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "DELETE /v2.0/networks/19bc9dab-6254-4bfc-a011-71c5a002989a HTTP/1.1" status: 204 len: 168 time: 2.8705378 Feb 09 21:50:18.154180 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b945d6-5319-4a06-92d9-b6e6072418fb tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event deleted for resources: {'Network': ['ID=19bc9dab-6254-4bfc-a011-71c5a002989a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:18.155689 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42216) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:18.180103 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61c2f659-8624-45fb-93b2-9075c659cbbd req-2da449c3-28ac-4204-82b6-0415f00d0f7f tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9158883 Feb 09 21:50:18.286304 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-05111c96-bb09-4e03-ad7f-3d542f6d8b88 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for port (81ec4b37-8cab-4191-9a15-c2cbd5243f93), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.307282 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-336318c4-3fd4-4f07-b502-5a9bb2c62c8b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Deleting subnet 29e54905-48a8-448c-9cbe-d397e762beb7 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:50:18.327861 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-336318c4-3fd4-4f07-b502-5a9bb2c62c8b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks [] for subnet (29e54905-48a8-448c-9cbe-d397e762beb7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.372842 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd83f14a-a086-4807-a94f-42ac4a5109bb x-openstack-request-id: req-dd83f14a-a086-4807-a94f-42ac4a5109bb {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:18.375524 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3220ce-aed0-4df3-ae85-20cf5128cedb", "name": "network-vif-deleted", "tag": "6b28e87f-040b-4656-a674-7e51ac767aad", "status": "completed", "code": 200}, {"server_uuid": "9a3220ce-aed0-4df3-ae85-20cf5128cedb", "name": "network-vif-deleted", "tag": "e9ae4e90-b152-4981-887d-91d254f3c3c5", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:18.376289 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dd83f14a-a086-4807-a94f-42ac4a5109bb {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:18.378257 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'name': 'network-vif-deleted', 'tag': '6b28e87f-040b-4656-a674-7e51ac767aad', 'status': 'completed', 'code': 200} Feb 09 21:50:18.378733 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3220ce-aed0-4df3-ae85-20cf5128cedb', 'name': 'network-vif-deleted', 'tag': 'e9ae4e90-b152-4981-887d-91d254f3c3c5', 'status': 'completed', 'code': 200} Feb 09 21:50:18.404613 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-05111c96-bb09-4e03-ad7f-3d542f6d8b88 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (81ec4b37-8cab-4191-9a15-c2cbd5243f93), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.532948 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-05111c96-bb09-4e03-ad7f-3d542f6d8b88 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Network 5212a2c9-ea88-4741-aaf1-2380b789ca31 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:18.540211 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-05111c96-bb09-4e03-ad7f-3d542f6d8b88 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:18.548881 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-05111c96-bb09-4e03-ad7f-3d542f6d8b88 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:18.552899 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faece2f5-a5e9-4f6f-b341-053a1bf1a49b req-d8396216-c5dd-4fa7-b0f2-b0d81d41ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:18.557772 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-faece2f5-a5e9-4f6f-b341-053a1bf1a49b req-d8396216-c5dd-4fa7-b0f2-b0d81d41ceac service neutron] 10.222.0.42 "GET /v2.0/networks?id=aad7656a-c886-4fbe-b34b-d44bdd76ed85 HTTP/1.1" status: 200 len: 912 time: 0.5642567 Feb 09 21:50:18.630763 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5a42e29d-adab-4277-a8f9-9de2bc7bc072 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:50:18.641041 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05111c96-bb09-4e03-ad7f-3d542f6d8b88 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event updated for resources: {'Port': ['ID=81ec4b37-8cab-4191-9a15-c2cbd5243f93,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:18.681144 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-05111c96-bb09-4e03-ad7f-3d542f6d8b88 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:18.684007 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 5a42e29d-adab-4277-a8f9-9de2bc7bc072 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:50:18.684354 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5a42e29d-adab-4277-a8f9-9de2bc7bc072 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:50:18.686772 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-05111c96-bb09-4e03-ad7f-3d542f6d8b88 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.699134 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-faece2f5-a5e9-4f6f-b341-053a1bf1a49b req-86fe3af7-14a6-4823-b1d2-c7c4a7bbb125 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d340e15-f3f8-498a-8a0d-11813b2ce7fc HTTP/1.1" status: 200 len: 1001 time: 0.1359189 Feb 09 21:50:18.705326 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53884850-e491-43cf-85e7-94833a88a359 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:18.753391 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] Publish callbacks [] for port (53884850-e491-43cf-85e7-94833a88a359), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.754214 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-05111c96-bb09-4e03-ad7f-3d542f6d8b88 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1477478 Feb 09 21:50:18.813721 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-415e4dc0-c8f4-48cd-b8c1-1e4eb2e91460 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Request body: {'port': {'device_id': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'network_id': '11645266-4709-405b-9343-11c33081a44a', 'admin_state_up': True, 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'security_groups': ['5f859024-c230-4bfc-a218-db59f2787aa4']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:19.070470 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6e82963f-1669-48d4-9115-9313d1f8f4d3 None None] Provisioning complete for port 81ec4b37-8cab-4191-9a15-c2cbd5243f93 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:19.070817 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6e82963f-1669-48d4-9115-9313d1f8f4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (81ec4b37-8cab-4191-9a15-c2cbd5243f93), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:19.100766 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-415e4dc0-c8f4-48cd-b8c1-1e4eb2e91460 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Made reservation on behalf of adedffd8130f4ccfb4184367762e3fb9 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:19.114913 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-415e4dc0-c8f4-48cd-b8c1-1e4eb2e91460 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:19.130505 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6e82963f-1669-48d4-9115-9313d1f8f4d3 None None] Port 81ec4b37-8cab-4191-9a15-c2cbd5243f93 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:50:19.144913 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-336318c4-3fd4-4f07-b502-5a9bb2c62c8b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (29e54905-48a8-448c-9cbe-d397e762beb7), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:19.196110 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] Transition to ACTIVE for port object 53884850-e491-43cf-85e7-94833a88a359 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:50:19.216504 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (53884850-e491-43cf-85e7-94833a88a359), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:19.262918 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faece2f5-a5e9-4f6f-b341-053a1bf1a49b req-60f0c545-da82-4c50-b6f1-b96889f535f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:19.265692 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-faece2f5-a5e9-4f6f-b341-053a1bf1a49b req-60f0c545-da82-4c50-b6f1-b96889f535f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d2ffb735-399f-41c7-b4e2-94dff197f693 HTTP/1.1" status: 200 len: 850 time: 0.5527515 Feb 09 21:50:19.269723 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a28284-f0b0-418b-8271-ad8c64b035f0 req-7444b5ac-0722-4d8c-bb27-48dfa22cd9e3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:19.280282 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0a28284-f0b0-418b-8271-ad8c64b035f0 req-7444b5ac-0722-4d8c-bb27-48dfa22cd9e3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 931 time: 0.7955253 Feb 09 21:50:19.559473 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] Pushing event updated for resources: {'Port': ['ID=53884850-e491-43cf-85e7-94833a88a359,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:19.598318 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-336318c4-3fd4-4f07-b502-5a9bb2c62c8b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (29e54905-48a8-448c-9cbe-d397e762beb7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:19.739202 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0a28284-f0b0-418b-8271-ad8c64b035f0 req-2cedd901-272d-4624-a99c-267f369a6bdd tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4510021 Feb 09 21:50:19.933991 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] Attempting to bind port 53884850-e491-43cf-85e7-94833a88a359 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:19.935259 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] Attempting to bind port 53884850-e491-43cf-85e7-94833a88a359 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '831f63a0-eb82-44a8-8fe3-f0196a14f6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '74cd42ee-3b26-4b36-a716-178818b0f7e3'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:19.936186 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] Attempting to bind port 53884850-e491-43cf-85e7-94833a88a359 on network 74cd42ee-3b26-4b36-a716-178818b0f7e3 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:19.946070 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] Port 53884850-e491-43cf-85e7-94833a88a359 on network 74cd42ee-3b26-4b36-a716-178818b0f7e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:50:19.946673 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] Attempting to bind port 53884850-e491-43cf-85e7-94833a88a359 on network 74cd42ee-3b26-4b36-a716-178818b0f7e3 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:19.953925 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-336318c4-3fd4-4f07-b502-5a9bb2c62c8b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (29e54905-48a8-448c-9cbe-d397e762beb7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:19.992733 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3437a92-d8f3-4ffa-a7ef-3e2b1e821e1c x-openstack-request-id: req-d3437a92-d8f3-4ffa-a7ef-3e2b1e821e1c {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:19.993220 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "tag": "9b02c6a0-c880-416c-99f3-b3b08f6619e3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "tag": "71b95836-8905-44c4-a59c-3d2436734f09", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "tag": "e1ca804f-12e2-4d20-8c82-4c642086ea27", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "tag": "8fcbb2a8-a6d9-4102-8938-35cce483790a", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:19.993645 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d3437a92-d8f3-4ffa-a7ef-3e2b1e821e1c {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:19.994872 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'tag': '9b02c6a0-c880-416c-99f3-b3b08f6619e3', 'status': 'completed', 'code': 200} Feb 09 21:50:19.996263 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'tag': '71b95836-8905-44c4-a59c-3d2436734f09', 'status': 'completed', 'code': 200} Feb 09 21:50:19.996806 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'tag': 'e1ca804f-12e2-4d20-8c82-4c642086ea27', 'status': 'completed', 'code': 200} Feb 09 21:50:19.997084 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'tag': '8fcbb2a8-a6d9-4102-8938-35cce483790a', 'status': 'completed', 'code': 200} Feb 09 21:50:20.056275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:20.058077 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] Checking segment: {'id': '831f63a0-eb82-44a8-8fe3-f0196a14f6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '74cd42ee-3b26-4b36-a716-178818b0f7e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:20.058627 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] Bound using segment: {'id': '831f63a0-eb82-44a8-8fe3-f0196a14f6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '74cd42ee-3b26-4b36-a716-178818b0f7e3'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:20.059210 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] Bound port: 53884850-e491-43cf-85e7-94833a88a359, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831f63a0-eb82-44a8-8fe3-f0196a14f6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '74cd42ee-3b26-4b36-a716-178818b0f7e3'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:20.059726 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (53884850-e491-43cf-85e7-94833a88a359), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.064233 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336318c4-3fd4-4f07-b502-5a9bb2c62c8b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event deleted for resources: {'Subnet': ['ID=29e54905-48a8-448c-9cbe-d397e762beb7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:20.080426 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-336318c4-3fd4-4f07-b502-5a9bb2c62c8b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.088158 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-336318c4-3fd4-4f07-b502-5a9bb2c62c8b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "DELETE /v2.0/subnets/29e54905-48a8-448c-9cbe-d397e762beb7 HTTP/1.1" status: 204 len: 168 time: 1.9271748 Feb 09 21:50:20.093986 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb33797a-5108-443a-9cd3-6ae92368cdf9 None None] Network 4706db6c-df05-4e99-a05a-7851a2b814c2 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:20.112158 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42220) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:20.329956 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] For port 53884850-e491-43cf-85e7-94833a88a359, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:20.336731 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-06690d78-673c-4fda-99ce-9be7c7d9e5c3 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (4706db6c-df05-4e99-a05a-7851a2b814c2), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.343460 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] For port 53884850-e491-43cf-85e7-94833a88a359, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=53884850-e491-43cf-85e7-94833a88a359,segment=NetworkSegment(831f63a0-eb82-44a8-8fe3-f0196a14f6a9),segment_id=831f63a0-eb82-44a8-8fe3-f0196a14f6a9)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:20.369368 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc7525-5b3f-42e1-8bc6-d212e4fb194e req-981ac371-face-4498-b78d-111bde6acc9d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:20.372174 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-77fc7525-5b3f-42e1-8bc6-d212e4fb194e req-981ac371-face-4498-b78d-111bde6acc9d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 945 time: 0.1846147 Feb 09 21:50:20.375041 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (53884850-e491-43cf-85e7-94833a88a359), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.435594 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2618f62-8c6b-422c-9d8e-2dae86be5960 None None] DHCP port deletion for 4706db6c-df05-4e99-a05a-7851a2b814c2 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:50:20.444963 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-5a1d45b2-b0ad-4eb3-8c74-5d808d4da952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:20.445904 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-5a1d45b2-b0ad-4eb3-8c74-5d808d4da952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:20.447423 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-5a1d45b2-b0ad-4eb3-8c74-5d808d4da952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:20.449703 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-5a1d45b2-b0ad-4eb3-8c74-5d808d4da952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:20.451099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-5a1d45b2-b0ad-4eb3-8c74-5d808d4da952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:20.451099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-5a1d45b2-b0ad-4eb3-8c74-5d808d4da952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:20.451099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-5a1d45b2-b0ad-4eb3-8c74-5d808d4da952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:20.458647 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-5a1d45b2-b0ad-4eb3-8c74-5d808d4da952 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=88aef6c47d634b8181089d0a71d1ded8&device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 6632 time: 0.3199682 Feb 09 21:50:20.472805 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faece2f5-a5e9-4f6f-b341-053a1bf1a49b req-31ec5eec-95e1-430d-8ff2-53b0f8ccf68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:20.476698 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-faece2f5-a5e9-4f6f-b341-053a1bf1a49b req-31ec5eec-95e1-430d-8ff2-53b0f8ccf68a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aad7656a-c886-4fbe-b34b-d44bdd76ed85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1937890 Feb 09 21:50:20.507627 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:20.509954 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.514444 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] 10.222.0.71 "PUT /v2.0/ports/53884850-e491-43cf-85e7-94833a88a359 HTTP/1.1" status: 200 len: 1091 time: 4.4938850 Feb 09 21:50:20.668713 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 76df1318-b07a-4648-b158-3b85f973e9ec no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:50:20.675449 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8876fd8-6904-4d3d-b94f-677c71673d73 service neutron] Pushing event updated for resources: {'Port': ['ID=53884850-e491-43cf-85e7-94833a88a359,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:20.700204 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-415e4dc0-c8f4-48cd-b8c1-1e4eb2e91460 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Allocated IP 10.1.1.156 (11645266-4709-405b-9343-11c33081a44a/ac0e1bb5-666d-4440-a236-37035b7edc77/6717055f-0982-4d34-a4ac-fe4f5d4cab87) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:20.712511 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-06690d78-673c-4fda-99ce-9be7c7d9e5c3 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Deleting port 76df1318-b07a-4648-b158-3b85f973e9ec {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:50:20.714846 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-06690d78-673c-4fda-99ce-9be7c7d9e5c3 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (76df1318-b07a-4648-b158-3b85f973e9ec), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.812918 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-77fc7525-5b3f-42e1-8bc6-d212e4fb194e req-9ab22f2d-6bab-45ef-845f-866a27a101bb tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3980107 Feb 09 21:50:20.829781 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f2618f62-8c6b-422c-9d8e-2dae86be5960 None None] Deleting port 76df1318-b07a-4648-b158-3b85f973e9ec {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:50:20.830757 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f2618f62-8c6b-422c-9d8e-2dae86be5960 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (76df1318-b07a-4648-b158-3b85f973e9ec), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.996849 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-2224d968-f823-4d51-97d8-50bf421865f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.003449 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f2618f62-8c6b-422c-9d8e-2dae86be5960 None None] For port 76df1318-b07a-4648-b158-3b85f973e9ec, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=76df1318-b07a-4648-b158-3b85f973e9ec,segment=NetworkSegment(3676e702-6d06-42b3-b0db-d5d5bca11607),segment_id=3676e702-6d06-42b3-b0db-d5d5bca11607)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:21.003899 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-2224d968-f823-4d51-97d8-50bf421865f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.004083 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f2618f62-8c6b-422c-9d8e-2dae86be5960 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (76df1318-b07a-4648-b158-3b85f973e9ec), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.014533 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-2224d968-f823-4d51-97d8-50bf421865f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.018291 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-2224d968-f823-4d51-97d8-50bf421865f2 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=88aef6c47d634b8181089d0a71d1ded8&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5320826 Feb 09 21:50:21.047465 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f2618f62-8c6b-422c-9d8e-2dae86be5960 None None] Calling delete_port for 76df1318-b07a-4648-b158-3b85f973e9ec owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:50:21.073987 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-faece2f5-a5e9-4f6f-b341-053a1bf1a49b req-54acefe2-9bf4-4157-983d-91c962aa7abe service neutron] 10.222.0.42 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5683758 Feb 09 21:50:21.109967 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-06690d78-673c-4fda-99ce-9be7c7d9e5c3 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] For port 76df1318-b07a-4648-b158-3b85f973e9ec, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=76df1318-b07a-4648-b158-3b85f973e9ec,segment=NetworkSegment(3676e702-6d06-42b3-b0db-d5d5bca11607),segment_id=3676e702-6d06-42b3-b0db-d5d5bca11607)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:21.109967 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-06690d78-673c-4fda-99ce-9be7c7d9e5c3 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (76df1318-b07a-4648-b158-3b85f973e9ec), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.166573 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6d795f-883c-45d7-ac77-5d78e677b5dc x-openstack-request-id: req-fd6d795f-883c-45d7-ac77-5d78e677b5dc {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:21.167524 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62639e3f-5631-436c-9844-086350379a42", "name": "network-vif-plugged", "status": "completed", "tag": "92df3f27-88f5-4034-ac39-edac860b1e43", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:21.167524 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd6d795f-883c-45d7-ac77-5d78e677b5dc {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:21.168201 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62639e3f-5631-436c-9844-086350379a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92df3f27-88f5-4034-ac39-edac860b1e43', 'code': 200} Feb 09 21:50:21.269871 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 76df1318-b07a-4648-b158-3b85f973e9ec is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:21.270455 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (76df1318-b07a-4648-b158-3b85f973e9ec), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.336818 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-06690d78-673c-4fda-99ce-9be7c7d9e5c3 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Calling delete_port for 76df1318-b07a-4648-b158-3b85f973e9ec owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:50:21.342515 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f2618f62-8c6b-422c-9d8e-2dae86be5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (76df1318-b07a-4648-b158-3b85f973e9ec), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.438628 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2618f62-8c6b-422c-9d8e-2dae86be5960 None None] No DVR routers for this DVR port 76df1318-b07a-4648-b158-3b85f973e9ec on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:50:21.454580 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2618f62-8c6b-422c-9d8e-2dae86be5960 None None] Pushing event deleted for resources: {'Port': ['ID=76df1318-b07a-4648-b158-3b85f973e9ec,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:21.499719 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22683f-cfc8-4141-9520-0cddb79c1936 req-17238938-e881-4242-a4a7-f23a1bee329c tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.512638 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa22683f-cfc8-4141-9520-0cddb79c1936 req-17238938-e881-4242-a4a7-f23a1bee329c tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 945 time: 0.3537776 Feb 09 21:50:21.545584 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-415e4dc0-c8f4-48cd-b8c1-1e4eb2e91460 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for port (6717055f-0982-4d34-a4ac-fe4f5d4cab87), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.620386 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-000e6b8f-f4c5-411a-ace6-c3ab34af08c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.622063 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-000e6b8f-f4c5-411a-ace6-c3ab34af08c8 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5793102 Feb 09 21:50:21.648721 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-415e4dc0-c8f4-48cd-b8c1-1e4eb2e91460 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (6717055f-0982-4d34-a4ac-fe4f5d4cab87), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.673221 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa22683f-cfc8-4141-9520-0cddb79c1936 req-ca404603-5788-4398-9818-1838c266f5fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ff954b5-2658-4a4e-a8ac-e59dcf8542d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548824 Feb 09 21:50:21.678339 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-06690d78-673c-4fda-99ce-9be7c7d9e5c3 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (76df1318-b07a-4648-b158-3b85f973e9ec), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.701027 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-faece2f5-a5e9-4f6f-b341-053a1bf1a49b req-9d548e79-1404-4863-9077-295e8e7f53ea service neutron] 10.222.0.42 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557849 Feb 09 21:50:21.767074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06690d78-673c-4fda-99ce-9be7c7d9e5c3 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event deleted for resources: {'Port': ['ID=76df1318-b07a-4648-b158-3b85f973e9ec,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:21.771454 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06690d78-673c-4fda-99ce-9be7c7d9e5c3 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] No DVR routers for this DVR port 76df1318-b07a-4648-b158-3b85f973e9ec on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:50:21.817284 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-415e4dc0-c8f4-48cd-b8c1-1e4eb2e91460 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Network 11645266-4709-405b-9343-11c33081a44a is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:21.836007 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-415e4dc0-c8f4-48cd-b8c1-1e4eb2e91460 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:21.840064 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-415e4dc0-c8f4-48cd-b8c1-1e4eb2e91460 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:21.863007 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-4b1aee6c-a928-44b9-ac7c-f1e6f2aab829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.863516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-4b1aee6c-a928-44b9-ac7c-f1e6f2aab829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.864088 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-4b1aee6c-a928-44b9-ac7c-f1e6f2aab829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.864677 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-4b1aee6c-a928-44b9-ac7c-f1e6f2aab829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.865383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-4b1aee6c-a928-44b9-ac7c-f1e6f2aab829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.865775 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-4b1aee6c-a928-44b9-ac7c-f1e6f2aab829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.871730 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-4b1aee6c-a928-44b9-ac7c-f1e6f2aab829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.874506 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-4b1aee6c-a928-44b9-ac7c-f1e6f2aab829 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=88aef6c47d634b8181089d0a71d1ded8&device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 6705 time: 0.1707363 Feb 09 21:50:21.977908 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-06690d78-673c-4fda-99ce-9be7c7d9e5c3 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (4706db6c-df05-4e99-a05a-7851a2b814c2), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.031419 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-06690d78-673c-4fda-99ce-9be7c7d9e5c3 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4706db6c-df05-4e99-a05a-7851a2b814c2']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:22.054857 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-06690d78-673c-4fda-99ce-9be7c7d9e5c3 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3676e702-6d06-42b3-b0db-d5d5bca11607') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:22.055151 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-06690d78-673c-4fda-99ce-9be7c7d9e5c3 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3676e702-6d06-42b3-b0db-d5d5bca11607') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:22.063466 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-c98a150b-0fba-464a-9a4e-85ac6ee3d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.064738 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-c98a150b-0fba-464a-9a4e-85ac6ee3d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.065406 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-c98a150b-0fba-464a-9a4e-85ac6ee3d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.067722 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-c98a150b-0fba-464a-9a4e-85ac6ee3d922 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=88aef6c47d634b8181089d0a71d1ded8&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1522536 Feb 09 21:50:22.073795 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e4dc0-c8f4-48cd-b8c1-1e4eb2e91460 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event updated for resources: {'Port': ['ID=6717055f-0982-4d34-a4ac-fe4f5d4cab87,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:22.074546 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-06690d78-673c-4fda-99ce-9be7c7d9e5c3 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (3676e702-6d06-42b3-b0db-d5d5bca11607), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.105121 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-06690d78-673c-4fda-99ce-9be7c7d9e5c3 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (3676e702-6d06-42b3-b0db-d5d5bca11607), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.113960 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06690d78-673c-4fda-99ce-9be7c7d9e5c3 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:50:22.114404 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-06690d78-673c-4fda-99ce-9be7c7d9e5c3 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (3676e702-6d06-42b3-b0db-d5d5bca11607), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.208118 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-415e4dc0-c8f4-48cd-b8c1-1e4eb2e91460 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.209508 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-415e4dc0-c8f4-48cd-b8c1-1e4eb2e91460 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.252135 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'tag': '1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0'}, {'name': 'network-changed', 'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'tag': '53884850-e491-43cf-85e7-94833a88a359'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:22.258909 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96830145-ba96-4fa9-9505-450aafb38718" -d '{"events": [{"name": "network-changed", "server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "tag": "1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0"}, {"name": "network-changed", "server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "tag": "53884850-e491-43cf-85e7-94833a88a359"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:22.261598 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-415e4dc0-c8f4-48cd-b8c1-1e4eb2e91460 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4554436 Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:50:22.262136 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:50:22.276470 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c9988873-e9cc-4133-b51b-9a1fa04d6783 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Request body: {'port': {'device_id': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'network_id': '11645266-4709-405b-9343-11c33081a44a', 'admin_state_up': True, 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'security_groups': ['5f859024-c230-4bfc-a218-db59f2787aa4']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:22.293296 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-06690d78-673c-4fda-99ce-9be7c7d9e5c3 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (4706db6c-df05-4e99-a05a-7851a2b814c2), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.328329 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-06690d78-673c-4fda-99ce-9be7c7d9e5c3 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.332074 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-06690d78-673c-4fda-99ce-9be7c7d9e5c3 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "DELETE /v2.0/networks/4706db6c-df05-4e99-a05a-7851a2b814c2 HTTP/1.1" status: 204 len: 168 time: 2.2210076 Feb 09 21:50:22.352271 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06690d78-673c-4fda-99ce-9be7c7d9e5c3 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event deleted for resources: {'Network': ['ID=4706db6c-df05-4e99-a05a-7851a2b814c2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:22.355974 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42228) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:22.361718 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-bca70dbf-c807-43d4-99f3-3d6df1b5fec1 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1816099661'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:22.438117 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217addc-8766-457c-b235-27f16cdf16e0 req-0d680502-9004-4a2c-b24c-7b150731c6c6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.444659 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217addc-8766-457c-b235-27f16cdf16e0 req-0d680502-9004-4a2c-b24c-7b150731c6c6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.450240 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-21f19719-fa0d-4934-b449-f3d2d7da7ffe None None] Provisioning complete for port 6717055f-0982-4d34-a4ac-fe4f5d4cab87 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:22.451045 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217addc-8766-457c-b235-27f16cdf16e0 req-0d680502-9004-4a2c-b24c-7b150731c6c6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.455378 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-21f19719-fa0d-4934-b449-f3d2d7da7ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6717055f-0982-4d34-a4ac-fe4f5d4cab87), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.456933 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217addc-8766-457c-b235-27f16cdf16e0 req-0d680502-9004-4a2c-b24c-7b150731c6c6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.462833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217addc-8766-457c-b235-27f16cdf16e0 req-0d680502-9004-4a2c-b24c-7b150731c6c6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.472585 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217addc-8766-457c-b235-27f16cdf16e0 req-0d680502-9004-4a2c-b24c-7b150731c6c6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.483761 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217addc-8766-457c-b235-27f16cdf16e0 req-0d680502-9004-4a2c-b24c-7b150731c6c6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.485955 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e217addc-8766-457c-b235-27f16cdf16e0 req-0d680502-9004-4a2c-b24c-7b150731c6c6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.2227356 Feb 09 21:50:22.491504 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca70dbf-c807-43d4-99f3-3d6df1b5fec1 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Made reservation on behalf of 2516f2edda0e4c31a3f4766864a26000 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:22.495333 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bca70dbf-c807-43d4-99f3-3d6df1b5fec1 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.505842 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c9988873-e9cc-4133-b51b-9a1fa04d6783 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Made reservation on behalf of adedffd8130f4ccfb4184367762e3fb9 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:22.512192 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c9988873-e9cc-4133-b51b-9a1fa04d6783 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.516411 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-ea0e2f12-6d5c-4b73-9f9f-990c13126526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.518468 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-ea0e2f12-6d5c-4b73-9f9f-990c13126526 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4292324 Feb 09 21:50:22.631710 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-21f19719-fa0d-4934-b449-f3d2d7da7ffe None None] Port 6717055f-0982-4d34-a4ac-fe4f5d4cab87 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:50:22.660973 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca70dbf-c807-43d4-99f3-3d6df1b5fec1 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:50:22.705258 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bca70dbf-c807-43d4-99f3-3d6df1b5fec1 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (aed855f8-099d-410b-ab0a-5309db973d13), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.705854 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-bca70dbf-c807-43d4-99f3-3d6df1b5fec1 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Added segment aed855f8-099d-410b-ab0a-5309db973d13 of type vlan for network b15fb943-e058-487b-92a8-698b74af6634 Feb 09 21:50:22.755114 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e217addc-8766-457c-b235-27f16cdf16e0 req-75eb83ad-2ed6-43af-a8a6-3b2f2908360c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2240157 Feb 09 21:50:22.850456 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bca70dbf-c807-43d4-99f3-3d6df1b5fec1 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (b15fb943-e058-487b-92a8-698b74af6634), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.888396 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-7a63d1ee-6e03-4ef6-982a-1e3030183f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.889274 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-7a63d1ee-6e03-4ef6-982a-1e3030183f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.889449 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-7a63d1ee-6e03-4ef6-982a-1e3030183f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.889793 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-7a63d1ee-6e03-4ef6-982a-1e3030183f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.890261 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-7a63d1ee-6e03-4ef6-982a-1e3030183f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.890723 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-7a63d1ee-6e03-4ef6-982a-1e3030183f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.891262 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-7a63d1ee-6e03-4ef6-982a-1e3030183f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.894255 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-7a63d1ee-6e03-4ef6-982a-1e3030183f5d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=88aef6c47d634b8181089d0a71d1ded8&device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 6705 time: 0.1784787 Feb 09 21:50:22.933970 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bca70dbf-c807-43d4-99f3-3d6df1b5fec1 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (b15fb943-e058-487b-92a8-698b74af6634), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.943492 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca70dbf-c807-43d4-99f3-3d6df1b5fec1 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.948891 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bca70dbf-c807-43d4-99f3-3d6df1b5fec1 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.052616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c9988873-e9cc-4133-b51b-9a1fa04d6783 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Allocated IP 10.1.1.175 (11645266-4709-405b-9343-11c33081a44a/ac0e1bb5-666d-4440-a236-37035b7edc77/5514f642-3a93-45cd-9a92-fdc767ad06bf) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:23.115867 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bca70dbf-c807-43d4-99f3-3d6df1b5fec1 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7579157 Feb 09 21:50:23.130304 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42232) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:23.142360 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2be48942-f58b-4183-a52f-5a8ec45e7591 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Request body: {'subnet': {'network_id': 'b15fb943-e058-487b-92a8-698b74af6634', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:23.248923 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca70dbf-c807-43d4-99f3-3d6df1b5fec1 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event updated for resources: {'Network': ['ID=b15fb943-e058-487b-92a8-698b74af6634,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:23.264550 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network b15fb943-e058-487b-92a8-698b74af6634 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:50:23.340555 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c9988873-e9cc-4133-b51b-9a1fa04d6783 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for port (5514f642-3a93-45cd-9a92-fdc767ad06bf), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.402783 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c9988873-e9cc-4133-b51b-9a1fa04d6783 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (5514f642-3a93-45cd-9a92-fdc767ad06bf), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.434808 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2ddee-81b1-4553-bedd-e8ade27b5fc0 req-3ccf3c9f-9858-4af8-a41d-5802ec1e6f3f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:23.454645 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2ddee-81b1-4553-bedd-e8ade27b5fc0 req-3ccf3c9f-9858-4af8-a41d-5802ec1e6f3f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:23.462223 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80b2ddee-81b1-4553-bedd-e8ade27b5fc0 req-3ccf3c9f-9858-4af8-a41d-5802ec1e6f3f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 1653 time: 0.4592948 Feb 09 21:50:23.527349 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c9988873-e9cc-4133-b51b-9a1fa04d6783 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Network 11645266-4709-405b-9343-11c33081a44a is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:23.535765 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c9988873-e9cc-4133-b51b-9a1fa04d6783 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:23.545705 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c9988873-e9cc-4133-b51b-9a1fa04d6783 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:23.602359 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-a77c15c1-137e-4ef5-b4c4-4acb1efd18f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:23.602835 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-a77c15c1-137e-4ef5-b4c4-4acb1efd18f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:23.603298 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-a77c15c1-137e-4ef5-b4c4-4acb1efd18f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:23.605053 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-a77c15c1-137e-4ef5-b4c4-4acb1efd18f1 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=88aef6c47d634b8181089d0a71d1ded8&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7008049 Feb 09 21:50:23.661906 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80b2ddee-81b1-4553-bedd-e8ade27b5fc0 req-0085e5cc-7c38-4d17-b97b-87645e4c6efd tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831033 Feb 09 21:50:23.668103 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be48942-f58b-4183-a52f-5a8ec45e7591 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Made reservation on behalf of 2516f2edda0e4c31a3f4766864a26000 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:23.688889 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2be48942-f58b-4183-a52f-5a8ec45e7591 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.817111 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9988873-e9cc-4133-b51b-9a1fa04d6783 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event updated for resources: {'Port': ['ID=5514f642-3a93-45cd-9a92-fdc767ad06bf,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:23.820156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-9547181c-bdbb-4c9d-a0a3-cf916cc073e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:23.821752 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-9547181c-bdbb-4c9d-a0a3-cf916cc073e7 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2049747 Feb 09 21:50:23.869026 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c9988873-e9cc-4133-b51b-9a1fa04d6783 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:23.870287 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c9988873-e9cc-4133-b51b-9a1fa04d6783 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.903301 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c9988873-e9cc-4133-b51b-9a1fa04d6783 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6311924 Feb 09 21:50:23.924820 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-2b7b206c-f772-4e16-925b-522c143265bb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Request body: {'port': {'device_id': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21', 'admin_state_up': True, 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'security_groups': ['5f859024-c230-4bfc-a218-db59f2787aa4']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:24.130122 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-46207280-31a8-4c61-b387-c346032f7807 None None] Provisioning complete for port 5514f642-3a93-45cd-9a92-fdc767ad06bf triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:24.132536 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-46207280-31a8-4c61-b387-c346032f7807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5514f642-3a93-45cd-9a92-fdc767ad06bf), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:24.221609 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-cb139fda-7e44-4f9b-b7b6-1f12d79d1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:24.222640 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-cb139fda-7e44-4f9b-b7b6-1f12d79d1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:24.223471 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-cb139fda-7e44-4f9b-b7b6-1f12d79d1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:24.224436 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-cb139fda-7e44-4f9b-b7b6-1f12d79d1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:24.225608 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-cb139fda-7e44-4f9b-b7b6-1f12d79d1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:24.226562 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-cb139fda-7e44-4f9b-b7b6-1f12d79d1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:24.227368 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-cb139fda-7e44-4f9b-b7b6-1f12d79d1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:24.230702 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-46207280-31a8-4c61-b387-c346032f7807 None None] Port 5514f642-3a93-45cd-9a92-fdc767ad06bf cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:50:24.231502 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-cb139fda-7e44-4f9b-b7b6-1f12d79d1782 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=88aef6c47d634b8181089d0a71d1ded8&device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 6705 time: 0.2985413 Feb 09 21:50:24.252983 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2be48942-f58b-4183-a52f-5a8ec45e7591 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (66e3572e-2dc8-4ea5-9cff-81b16d5aea00), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:24.369581 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a735cea-53c9-4b34-a3f6-318f3fb413cc req-ff16f4e1-6cb3-4295-aafc-e8af893f2f15 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:24.378049 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a735cea-53c9-4b34-a3f6-318f3fb413cc req-ff16f4e1-6cb3-4295-aafc-e8af893f2f15 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 945 time: 0.1703753 Feb 09 21:50:24.415202 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be48942-f58b-4183-a52f-5a8ec45e7591 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Checking segment: {'id': 'aed855f8-099d-410b-ab0a-5309db973d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b15fb943-e058-487b-92a8-698b74af6634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:24.415591 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be48942-f58b-4183-a52f-5a8ec45e7591 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Network hostable DHCP agents. Network: b15fb943-e058-487b-92a8-698b74af6634, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:50:24.439700 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be48942-f58b-4183-a52f-5a8ec45e7591 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event updated for resources: {'Subnet': ['ID=66e3572e-2dc8-4ea5-9cff-81b16d5aea00,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:24.497080 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-2b7b206c-f772-4e16-925b-522c143265bb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Made reservation on behalf of adedffd8130f4ccfb4184367762e3fb9 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:24.554458 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a735cea-53c9-4b34-a3f6-318f3fb413cc req-1bc14bbf-b38c-44de-afc9-8c21f082ed59 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751468 Feb 09 21:50:24.573815 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be48942-f58b-4183-a52f-5a8ec45e7591 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Network b15fb943-e058-487b-92a8-698b74af6634 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:50:24.608919 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-2be48942-f58b-4183-a52f-5a8ec45e7591 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, b15fb943-e058-487b-92a8-698b74af6634) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:24.618206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be48942-f58b-4183-a52f-5a8ec45e7591 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:24.623065 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2be48942-f58b-4183-a52f-5a8ec45e7591 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:24.630000 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf936c98-9ca8-436e-b0e3-737db9df5d12 None None] Network b15fb943-e058-487b-92a8-698b74af6634 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:24.712971 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2be48942-f58b-4183-a52f-5a8ec45e7591 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5775728 Feb 09 21:50:24.714866 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42238) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:24.723899 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-076321e5-f6b9-4a1c-b51c-c04858eb47ec tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-348732966'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:24.739034 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-2b7b206c-f772-4e16-925b-522c143265bb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:24.764134 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2907b861-9f2c-4f58-8265-fc48e5679bd2 x-openstack-request-id: req-2907b861-9f2c-4f58-8265-fc48e5679bd2 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:24.764766 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "tag": "1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "tag": "53884850-e491-43cf-85e7-94833a88a359", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:24.765903 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2907b861-9f2c-4f58-8265-fc48e5679bd2 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:24.766917 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'tag': '1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0', 'status': 'completed', 'code': 200} Feb 09 21:50:24.767405 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'tag': '53884850-e491-43cf-85e7-94833a88a359', 'status': 'completed', 'code': 200} Feb 09 21:50:24.769738 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076321e5-f6b9-4a1c-b51c-c04858eb47ec tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Made reservation on behalf of 2516f2edda0e4c31a3f4766864a26000 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:24.777353 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-076321e5-f6b9-4a1c-b51c-c04858eb47ec tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:24.803539 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-180a98ff-2938-4a26-9bca-2c9d53a82df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:24.806541 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-180a98ff-2938-4a26-9bca-2c9d53a82df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:24.807742 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-180a98ff-2938-4a26-9bca-2c9d53a82df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:24.810750 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-180a98ff-2938-4a26-9bca-2c9d53a82df6 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=88aef6c47d634b8181089d0a71d1ded8&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5720744 Feb 09 21:50:24.832488 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076321e5-f6b9-4a1c-b51c-c04858eb47ec tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:50:24.876982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7978ff86-5158-4c20-9186-4794aead88cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-b15fb943-e058-487b-92a8-698b74af6634', 'network_id': 'b15fb943-e058-487b-92a8-698b74af6634', 'project_id': '2516f2edda0e4c31a3f4766864a26000', 'fixed_ips': [{'subnet_id': '66e3572e-2dc8-4ea5-9cff-81b16d5aea00'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:50:24.877952 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7978ff86-5158-4c20-9186-4794aead88cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:24.881245 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-076321e5-f6b9-4a1c-b51c-c04858eb47ec tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (2470e65c-0860-4268-934f-828e1eb9eb62), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:24.882417 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-076321e5-f6b9-4a1c-b51c-c04858eb47ec tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Added segment 2470e65c-0860-4268-934f-828e1eb9eb62 of type vlan for network b61f88d4-9151-4128-9a52-84f411919fb3 Feb 09 21:50:25.051612 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-076321e5-f6b9-4a1c-b51c-c04858eb47ec tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (b61f88d4-9151-4128-9a52-84f411919fb3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:25.152354 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83903bcb-f120-4360-b18d-3b201d85441b req-eeb54865-1334-4bc5-ad8a-1f70a9612d2a tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.157005 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83903bcb-f120-4360-b18d-3b201d85441b req-eeb54865-1334-4bc5-ad8a-1f70a9612d2a tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 945 time: 0.1990874 Feb 09 21:50:25.222262 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-076321e5-f6b9-4a1c-b51c-c04858eb47ec tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (b61f88d4-9151-4128-9a52-84f411919fb3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:25.234337 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076321e5-f6b9-4a1c-b51c-c04858eb47ec tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.237336 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-076321e5-f6b9-4a1c-b51c-c04858eb47ec tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:25.302393 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-377e5159-3ca0-49dd-816b-03085059f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.304291 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fad038ab-3c73-479a-b1e9-e6abb025bdb7 req-377e5159-3ca0-49dd-816b-03085059f3b4 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4809785 Feb 09 21:50:25.369219 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-7978ff86-5158-4c20-9186-4794aead88cc None None] Allocated IP 19.80.0.2 (b15fb943-e058-487b-92a8-698b74af6634/66e3572e-2dc8-4ea5-9cff-81b16d5aea00/af274994-c20a-4d3a-8a2e-c727f5e45bb4) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:25.421343 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-076321e5-f6b9-4a1c-b51c-c04858eb47ec tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7041061 Feb 09 21:50:25.423213 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42244) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:25.444825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-39217d89-d776-4dd9-a3ed-fd97be89253b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Request body: {'subnet': {'network_id': 'b61f88d4-9151-4128-9a52-84f411919fb3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:25.551638 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-cb2c8009-5334-476c-820b-045de4187637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.552644 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-cb2c8009-5334-476c-820b-045de4187637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.553440 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-cb2c8009-5334-476c-820b-045de4187637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.554324 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-cb2c8009-5334-476c-820b-045de4187637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.555144 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-cb2c8009-5334-476c-820b-045de4187637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.556033 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-cb2c8009-5334-476c-820b-045de4187637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.556878 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-cb2c8009-5334-476c-820b-045de4187637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.573307 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-cb2c8009-5334-476c-820b-045de4187637 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=88aef6c47d634b8181089d0a71d1ded8&device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 6705 time: 0.1822019 Feb 09 21:50:25.612094 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076321e5-f6b9-4a1c-b51c-c04858eb47ec tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event updated for resources: {'Network': ['ID=b61f88d4-9151-4128-9a52-84f411919fb3,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:25.624255 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83903bcb-f120-4360-b18d-3b201d85441b req-8dd4005d-0ce6-450a-8a51-a9dd3a93486f tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ff954b5-2658-4a4e-a8ac-e59dcf8542d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4551897 Feb 09 21:50:25.636178 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network b61f88d4-9151-4128-9a52-84f411919fb3 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:50:25.724784 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39217d89-d776-4dd9-a3ed-fd97be89253b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Made reservation on behalf of 2516f2edda0e4c31a3f4766864a26000 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:25.729931 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39217d89-d776-4dd9-a3ed-fd97be89253b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:25.789845 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-f284ed57-4394-4c14-8fef-40abbdad8cc4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1d6edb0-d72a-4457-837c-72eeac84bf0c HTTP/1.1" status: 200 len: 217 time: 0.1988478 Feb 09 21:50:25.891817 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-2b7b206c-f772-4e16-925b-522c143265bb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Allocated IP 10.2.2.100 (2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21/c2bb82b0-6025-4b4e-86a7-44d63ac173c6/464bd799-857b-45a9-bf2a-5d838ff169b9) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:25.923672 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-7a871243-db65-4a76-9e1e-35f54c2029af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.926110 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-7a871243-db65-4a76-9e1e-35f54c2029af service neutron] 10.222.0.71 "GET /v2.0/subnets?id=af7275e2-fa73-4e7a-9fcd-7735fd24f6c7 HTTP/1.1" status: 200 len: 856 time: 0.1225331 Feb 09 21:50:25.951413 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766efc88-b635-4897-ba44-2de9b2c7489c req-b4f00ce1-55b5-4398-aeb8-fbdb554b32ce tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.968635 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766efc88-b635-4897-ba44-2de9b2c7489c req-b4f00ce1-55b5-4398-aeb8-fbdb554b32ce tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.991938 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766efc88-b635-4897-ba44-2de9b2c7489c req-b4f00ce1-55b5-4398-aeb8-fbdb554b32ce tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.998039 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766efc88-b635-4897-ba44-2de9b2c7489c req-b4f00ce1-55b5-4398-aeb8-fbdb554b32ce tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:26.011188 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766efc88-b635-4897-ba44-2de9b2c7489c req-b4f00ce1-55b5-4398-aeb8-fbdb554b32ce tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:26.029846 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766efc88-b635-4897-ba44-2de9b2c7489c req-b4f00ce1-55b5-4398-aeb8-fbdb554b32ce tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:26.040206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766efc88-b635-4897-ba44-2de9b2c7489c req-b4f00ce1-55b5-4398-aeb8-fbdb554b32ce tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:26.050049 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-766efc88-b635-4897-ba44-2de9b2c7489c req-b4f00ce1-55b5-4398-aeb8-fbdb554b32ce tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.2863801 Feb 09 21:50:26.062801 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7978ff86-5158-4c20-9186-4794aead88cc None None] Publish callbacks [] for port (af274994-c20a-4d3a-8a2e-c727f5e45bb4), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:26.078779 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7978ff86-5158-4c20-9186-4794aead88cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (af274994-c20a-4d3a-8a2e-c727f5e45bb4), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:26.154243 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-261f7a31-e6e3-4520-899c-159676090d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:26.156946 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-261f7a31-e6e3-4520-899c-159676090d8a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=361d3ae3-946b-43bc-bd7a-5571eb55520d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2227459 Feb 09 21:50:26.183214 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978ff86-5158-4c20-9186-4794aead88cc None None] Pushing event updated for resources: {'Port': ['ID=af274994-c20a-4d3a-8a2e-c727f5e45bb4,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:26.190989 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7978ff86-5158-4c20-9186-4794aead88cc None None] Network b15fb943-e058-487b-92a8-698b74af6634 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:26.196818 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-7978ff86-5158-4c20-9186-4794aead88cc None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:26.203843 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7978ff86-5158-4c20-9186-4794aead88cc None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:26.284280 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-766efc88-b635-4897-ba44-2de9b2c7489c req-8a07822e-c0d0-4c14-9344-a489faeafa36 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2332642 Feb 09 21:50:26.337727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7978ff86-5158-4c20-9186-4794aead88cc None None] Attempting to bind port af274994-c20a-4d3a-8a2e-c727f5e45bb4 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:26.338475 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7978ff86-5158-4c20-9186-4794aead88cc None None] Attempting to bind port af274994-c20a-4d3a-8a2e-c727f5e45bb4 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'aed855f8-099d-410b-ab0a-5309db973d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b15fb943-e058-487b-92a8-698b74af6634'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:26.339041 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7978ff86-5158-4c20-9186-4794aead88cc None None] Attempting to bind port af274994-c20a-4d3a-8a2e-c727f5e45bb4 on network b15fb943-e058-487b-92a8-698b74af6634 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:26.348093 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7978ff86-5158-4c20-9186-4794aead88cc None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:26.359742 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7978ff86-5158-4c20-9186-4794aead88cc None None] Checking segment: {'id': 'aed855f8-099d-410b-ab0a-5309db973d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b15fb943-e058-487b-92a8-698b74af6634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:26.360491 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7978ff86-5158-4c20-9186-4794aead88cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:26.361090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7978ff86-5158-4c20-9186-4794aead88cc None None] Bound using segment: {'id': 'aed855f8-099d-410b-ab0a-5309db973d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b15fb943-e058-487b-92a8-698b74af6634'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:26.361795 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7978ff86-5158-4c20-9186-4794aead88cc None None] Bound port: af274994-c20a-4d3a-8a2e-c727f5e45bb4, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed855f8-099d-410b-ab0a-5309db973d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b15fb943-e058-487b-92a8-698b74af6634'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:26.362386 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7978ff86-5158-4c20-9186-4794aead88cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (af274994-c20a-4d3a-8a2e-c727f5e45bb4), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:26.443372 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39217d89-d776-4dd9-a3ed-fd97be89253b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (b56e7cf6-e486-45d3-b0e6-069a21e86526), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:26.528611 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e4593919-c790-4a19-8090-b0cec86c108e service neutron] 10.222.0.71 "GET /v2.0/networks/361d3ae3-946b-43bc-bd7a-5571eb55520d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612733 Feb 09 21:50:26.535051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-7978ff86-5158-4c20-9186-4794aead88cc None None] For port af274994-c20a-4d3a-8a2e-c727f5e45bb4, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:26.546722 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-7978ff86-5158-4c20-9186-4794aead88cc None None] For port af274994-c20a-4d3a-8a2e-c727f5e45bb4, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=af274994-c20a-4d3a-8a2e-c727f5e45bb4,segment=NetworkSegment(aed855f8-099d-410b-ab0a-5309db973d13),segment_id=aed855f8-099d-410b-ab0a-5309db973d13)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:26.563496 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7978ff86-5158-4c20-9186-4794aead88cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (af274994-c20a-4d3a-8a2e-c727f5e45bb4), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:26.636154 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978ff86-5158-4c20-9186-4794aead88cc None None] Pushing event updated for resources: {'Port': ['ID=af274994-c20a-4d3a-8a2e-c727f5e45bb4,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:26.654392 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39217d89-d776-4dd9-a3ed-fd97be89253b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Checking segment: {'id': '2470e65c-0860-4268-934f-828e1eb9eb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b61f88d4-9151-4128-9a52-84f411919fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:26.655064 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39217d89-d776-4dd9-a3ed-fd97be89253b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Network hostable DHCP agents. Network: b61f88d4-9151-4128-9a52-84f411919fb3, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:50:26.700810 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39217d89-d776-4dd9-a3ed-fd97be89253b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event updated for resources: {'Subnet': ['ID=b56e7cf6-e486-45d3-b0e6-069a21e86526,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:26.708341 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-2b7b206c-f772-4e16-925b-522c143265bb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for port (464bd799-857b-45a9-bf2a-5d838ff169b9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:26.734452 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894244f1-5df3-4efc-beb3-f28f258920f6 req-17ff6766-6426-464f-b919-767cc3c51f8c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:26.745582 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894244f1-5df3-4efc-beb3-f28f258920f6 req-17ff6766-6426-464f-b919-767cc3c51f8c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:26.756972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894244f1-5df3-4efc-beb3-f28f258920f6 req-17ff6766-6426-464f-b919-767cc3c51f8c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:26.771034 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-894244f1-5df3-4efc-beb3-f28f258920f6 req-17ff6766-6426-464f-b919-767cc3c51f8c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 2374 time: 0.2518799 Feb 09 21:50:26.845192 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-5ea59e39-6ef9-471c-ae5e-75b5f4f0fac2 service neutron] 10.222.0.71 "GET /v2.0/networks/361d3ae3-946b-43bc-bd7a-5571eb55520d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064041 Feb 09 21:50:26.866039 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-894244f1-5df3-4efc-beb3-f28f258920f6 req-69c203e0-1d4a-4d87-bc20-bc53f3f94c8e tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932858 Feb 09 21:50:26.887672 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39217d89-d776-4dd9-a3ed-fd97be89253b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Network b61f88d4-9151-4128-9a52-84f411919fb3 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:50:26.925166 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-15a37940-5732-4726-ad8f-fd9a284983c6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=9b02c6a0-c880-416c-99f3-b3b08f6619e3 HTTP/1.1" status: 200 len: 217 time: 0.0736005 Feb 09 21:50:26.926330 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-39217d89-d776-4dd9-a3ed-fd97be89253b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, b61f88d4-9151-4128-9a52-84f411919fb3) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:26.929122 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-2b7b206c-f772-4e16-925b-522c143265bb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (464bd799-857b-45a9-bf2a-5d838ff169b9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:26.939050 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39217d89-d776-4dd9-a3ed-fd97be89253b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:26.940996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3829abe-1672-44cf-bf53-e10409349ba5 None None] Network b61f88d4-9151-4128-9a52-84f411919fb3 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:26.945104 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39217d89-d776-4dd9-a3ed-fd97be89253b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:26.997815 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-39217d89-d776-4dd9-a3ed-fd97be89253b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5605724 Feb 09 21:50:27.024721 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-2b7b206c-f772-4e16-925b-522c143265bb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Network 2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:27.036832 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-2b7b206c-f772-4e16-925b-522c143265bb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:27.044828 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-2b7b206c-f772-4e16-925b-522c143265bb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:27.126670 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-2b7b206c-f772-4e16-925b-522c143265bb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:27.127508 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-2b7b206c-f772-4e16-925b-522c143265bb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:27.144884 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-59fe3213-19a7-4b17-af20-1dc1ff645863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:27.146643 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-59fe3213-19a7-4b17-af20-1dc1ff645863 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3b07cbed-0ce1-4d12-899a-1736f8b6742f HTTP/1.1" status: 200 len: 797 time: 0.2115943 Feb 09 21:50:27.170969 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b206c-f772-4e16-925b-522c143265bb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event updated for resources: {'Port': ['ID=464bd799-857b-45a9-bf2a-5d838ff169b9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:27.224120 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-2b7b206c-f772-4e16-925b-522c143265bb tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3115380 Feb 09 21:50:27.243117 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Request body: {'port': {'device_id': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21', 'admin_state_up': True, 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'security_groups': ['5f859024-c230-4bfc-a218-db59f2787aa4']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:27.432640 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ac9d7-6827-487d-b23e-a34f9478e98b req-068dd6f2-c0b1-43e6-b3c4-2284068d9028 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:27.444340 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-376ac9d7-6827-487d-b23e-a34f9478e98b req-068dd6f2-c0b1-43e6-b3c4-2284068d9028 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 945 time: 0.1183405 Feb 09 21:50:27.462870 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a3d4cf38-fff7-41ae-bf43-44a23357c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:27.468018 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-a3d4cf38-fff7-41ae-bf43-44a23357c96c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86d9c1a5-299e-4f73-a214-39ab93749bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3087666 Feb 09 21:50:27.562107 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-376ac9d7-6827-487d-b23e-a34f9478e98b req-c5546456-ce2b-40bc-bc82-51dc47caea89 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099451 Feb 09 21:50:27.565979 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78c005d-ee07-455a-b9f0-6adf33be38cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-b61f88d4-9151-4128-9a52-84f411919fb3', 'network_id': 'b61f88d4-9151-4128-9a52-84f411919fb3', 'project_id': '2516f2edda0e4c31a3f4766864a26000', 'fixed_ips': [{'subnet_id': 'b56e7cf6-e486-45d3-b0e6-069a21e86526'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:50:27.578027 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e78c005d-ee07-455a-b9f0-6adf33be38cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:27.891145 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9a0d75bf-8636-4f86-b277-e0ed29806f50 None None] Provisioning complete for port 464bd799-857b-45a9-bf2a-5d838ff169b9 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:27.891850 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9a0d75bf-8636-4f86-b277-e0ed29806f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (464bd799-857b-45a9-bf2a-5d838ff169b9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:28.167517 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9a0d75bf-8636-4f86-b277-e0ed29806f50 None None] Port 464bd799-857b-45a9-bf2a-5d838ff169b9 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:50:28.191506 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-e78c005d-ee07-455a-b9f0-6adf33be38cb None None] Allocated IP 19.86.0.2 (b61f88d4-9151-4128-9a52-84f411919fb3/b56e7cf6-e486-45d3-b0e6-069a21e86526/73629ef4-516f-47ea-9e8d-92df985f4b9a) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:28.372378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-8e2881af-f8c9-478e-bae0-89e8d5f10451 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:28.393636 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-8e2881af-f8c9-478e-bae0-89e8d5f10451 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:28.401834 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-8e2881af-f8c9-478e-bae0-89e8d5f10451 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/networks?id=b15fb943-e058-487b-92a8-698b74af6634&id=b61f88d4-9151-4128-9a52-84f411919fb3 HTTP/1.1" status: 200 len: 1391 time: 0.2736580 Feb 09 21:50:28.446352 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-8d062321-56d7-4125-b3cf-9d0ead04db82 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/quotas/2516f2edda0e4c31a3f4766864a26000 HTTP/1.1" status: 200 len: 375 time: 0.0415628 Feb 09 21:50:28.558170 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-d0e2883a-addb-4944-86bf-8770c08fe3ac tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2516f2edda0e4c31a3f4766864a26000&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1105580 Feb 09 21:50:28.766840 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device af274994-c20a-4d3a-8a2e-c727f5e45bb4 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:28.784609 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-e5854f1d-3678-48a5-992c-0767e18c3e63 service neutron] 10.222.0.77 "GET /v2.0/networks/b15fb943-e058-487b-92a8-698b74af6634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252655 Feb 09 21:50:28.850521 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e78c005d-ee07-455a-b9f0-6adf33be38cb None None] Publish callbacks [] for port (73629ef4-516f-47ea-9e8d-92df985f4b9a), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:28.873665 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e78c005d-ee07-455a-b9f0-6adf33be38cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (73629ef4-516f-47ea-9e8d-92df985f4b9a), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:28.908513 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port af274994-c20a-4d3a-8a2e-c727f5e45bb4 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:28.908896 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (af274994-c20a-4d3a-8a2e-c727f5e45bb4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:28.918835 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-5d1bf1a6-9b49-4baf-a28f-288f9bfccc93 service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4438803 Feb 09 21:50:28.927345 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148e8a2-3aca-45d7-99e1-0cea9346d857 req-dfdc6d92-6320-4983-b78c-22afcef2b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:28.930034 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c148e8a2-3aca-45d7-99e1-0cea9346d857 req-dfdc6d92-6320-4983-b78c-22afcef2b228 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d6b5204ad254d39a623b447e45a194a&device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 1127 time: 0.3788936 Feb 09 21:50:28.947424 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Made reservation on behalf of adedffd8130f4ccfb4184367762e3fb9 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:28.958601 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:29.080110 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c005d-ee07-455a-b9f0-6adf33be38cb None None] Pushing event updated for resources: {'Port': ['ID=73629ef4-516f-47ea-9e8d-92df985f4b9a,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:29.095747 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78c005d-ee07-455a-b9f0-6adf33be38cb None None] Network b61f88d4-9151-4128-9a52-84f411919fb3 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:29.098570 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2ce7a8-65da-4088-8db7-18fea0d67c69 None None] Network b15fb943-e058-487b-92a8-698b74af6634 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:29.124458 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-e78c005d-ee07-455a-b9f0-6adf33be38cb None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:29.127204 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78c005d-ee07-455a-b9f0-6adf33be38cb None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:29.216117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port af274994-c20a-4d3a-8a2e-c727f5e45bb4 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:29.216492 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (af274994-c20a-4d3a-8a2e-c727f5e45bb4), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:29.244976 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e66ec148-adcc-47ff-89e5-37c11832242b None None] Provisioning complete for port af274994-c20a-4d3a-8a2e-c727f5e45bb4 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:29.245377 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e66ec148-adcc-47ff-89e5-37c11832242b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (af274994-c20a-4d3a-8a2e-c727f5e45bb4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:29.445145 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-5c7a73b3-18e9-48ef-988a-2391d27e913b service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136104 Feb 09 21:50:29.448117 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148e8a2-3aca-45d7-99e1-0cea9346d857 req-6be9e6d7-95ae-4e24-a548-1a6d748874ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:29.449705 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c148e8a2-3aca-45d7-99e1-0cea9346d857 req-6be9e6d7-95ae-4e24-a548-1a6d748874ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=aad7656a-c886-4fbe-b34b-d44bdd76ed85 HTTP/1.1" status: 200 len: 912 time: 0.4830575 Feb 09 21:50:29.666988 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-a1b4b673-f4e3-4b3e-81d0-780672effdf9 service neutron] 10.222.0.77 "GET /v2.0/networks/b15fb943-e058-487b-92a8-698b74af6634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8680203 Feb 09 21:50:29.742602 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port af274994-c20a-4d3a-8a2e-c727f5e45bb4, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=af274994-c20a-4d3a-8a2e-c727f5e45bb4,segment=NetworkSegment(aed855f8-099d-410b-ab0a-5309db973d13),segment_id=aed855f8-099d-410b-ab0a-5309db973d13)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:29.774960 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-e1906b82-5567-426c-a4dc-2d5d0babbc69 service neutron] 10.222.0.77 "GET /v2.0/networks/b61f88d4-9151-4128-9a52-84f411919fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070106 Feb 09 21:50:29.782538 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-2260c68c-0d26-4169-a24e-d7bbe0884293 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=71b95836-8905-44c4-a59c-3d2436734f09 HTTP/1.1" status: 200 len: 217 time: 0.2450423 Feb 09 21:50:29.821770 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (af274994-c20a-4d3a-8a2e-c727f5e45bb4), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:29.946285 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-40915d2b-f78e-4b6c-bd8f-e9c1bdd8ef88 service neutron] 10.222.0.77 "GET /v2.0/networks/b61f88d4-9151-4128-9a52-84f411919fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696651 Feb 09 21:50:29.960260 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e78c005d-ee07-455a-b9f0-6adf33be38cb None None] Attempting to bind port 73629ef4-516f-47ea-9e8d-92df985f4b9a on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:29.960643 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e78c005d-ee07-455a-b9f0-6adf33be38cb None None] Attempting to bind port 73629ef4-516f-47ea-9e8d-92df985f4b9a by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '2470e65c-0860-4268-934f-828e1eb9eb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b61f88d4-9151-4128-9a52-84f411919fb3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:29.961017 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78c005d-ee07-455a-b9f0-6adf33be38cb None None] Attempting to bind port 73629ef4-516f-47ea-9e8d-92df985f4b9a on network b61f88d4-9151-4128-9a52-84f411919fb3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:29.977477 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c148e8a2-3aca-45d7-99e1-0cea9346d857 req-0fe900bd-d320-4623-b953-dbfeddaaf20e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d340e15-f3f8-498a-8a0d-11813b2ce7fc HTTP/1.1" status: 200 len: 1001 time: 0.4414418 Feb 09 21:50:30.055051 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0fe1744b-9d62-489e-9bd2-2fd5b78853d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:30.056823 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0fe1744b-9d62-489e-9bd2-2fd5b78853d9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3b07cbed-0ce1-4d12-899a-1736f8b6742f HTTP/1.1" status: 200 len: 797 time: 0.2673869 Feb 09 21:50:30.111334 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78c005d-ee07-455a-b9f0-6adf33be38cb None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:30.123256 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78c005d-ee07-455a-b9f0-6adf33be38cb None None] Checking segment: {'id': '2470e65c-0860-4268-934f-828e1eb9eb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b61f88d4-9151-4128-9a52-84f411919fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:30.123865 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e78c005d-ee07-455a-b9f0-6adf33be38cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:30.124299 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78c005d-ee07-455a-b9f0-6adf33be38cb None None] Bound using segment: {'id': '2470e65c-0860-4268-934f-828e1eb9eb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b61f88d4-9151-4128-9a52-84f411919fb3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:30.124866 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e78c005d-ee07-455a-b9f0-6adf33be38cb None None] Bound port: 73629ef4-516f-47ea-9e8d-92df985f4b9a, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2470e65c-0860-4268-934f-828e1eb9eb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b61f88d4-9151-4128-9a52-84f411919fb3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:30.125269 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e78c005d-ee07-455a-b9f0-6adf33be38cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (73629ef4-516f-47ea-9e8d-92df985f4b9a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:30.206583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e66ec148-adcc-47ff-89e5-37c11832242b None None] Current status of the port af274994-c20a-4d3a-8a2e-c727f5e45bb4 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:30.211588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=af274994-c20a-4d3a-8a2e-c727f5e45bb4,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:30.224610 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Allocated IP 10.2.2.200 (2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21/c2bb82b0-6025-4b4e-86a7-44d63ac173c6/1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:30.240368 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148e8a2-3aca-45d7-99e1-0cea9346d857 req-4cfa2c8c-1497-4c9b-afc8-49a046322127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:30.242244 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c148e8a2-3aca-45d7-99e1-0cea9346d857 req-4cfa2c8c-1497-4c9b-afc8-49a046322127 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d2ffb735-399f-41c7-b4e2-94dff197f693 HTTP/1.1" status: 200 len: 850 time: 0.2468023 Feb 09 21:50:30.376286 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e78c005d-ee07-455a-b9f0-6adf33be38cb None None] For port 73629ef4-516f-47ea-9e8d-92df985f4b9a, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:30.383978 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e78c005d-ee07-455a-b9f0-6adf33be38cb None None] For port 73629ef4-516f-47ea-9e8d-92df985f4b9a, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=73629ef4-516f-47ea-9e8d-92df985f4b9a,segment=NetworkSegment(2470e65c-0860-4268-934f-828e1eb9eb62),segment_id=2470e65c-0860-4268-934f-828e1eb9eb62)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:30.413125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-59bd1dd0-256d-477b-9740-0ec2969e311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:30.418965 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e78c005d-ee07-455a-b9f0-6adf33be38cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (73629ef4-516f-47ea-9e8d-92df985f4b9a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:30.427358 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-59bd1dd0-256d-477b-9740-0ec2969e311b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86d9c1a5-299e-4f73-a214-39ab93749bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3367989 Feb 09 21:50:30.549557 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a4564-0bbc-4ef6-a9f4-fcaee558d604 req-29e66f6d-316d-4d61-9616-7f018b8f0d95 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:30.581121 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a4564-0bbc-4ef6-a9f4-fcaee558d604 req-29e66f6d-316d-4d61-9616-7f018b8f0d95 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:30.612861 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a4564-0bbc-4ef6-a9f4-fcaee558d604 req-29e66f6d-316d-4d61-9616-7f018b8f0d95 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:30.638960 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a4564-0bbc-4ef6-a9f4-fcaee558d604 req-29e66f6d-316d-4d61-9616-7f018b8f0d95 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:30.652682 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a4564-0bbc-4ef6-a9f4-fcaee558d604 req-29e66f6d-316d-4d61-9616-7f018b8f0d95 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:30.666896 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a4564-0bbc-4ef6-a9f4-fcaee558d604 req-29e66f6d-316d-4d61-9616-7f018b8f0d95 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:30.672492 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a4564-0bbc-4ef6-a9f4-fcaee558d604 req-29e66f6d-316d-4d61-9616-7f018b8f0d95 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:30.680881 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a0a4564-0bbc-4ef6-a9f4-fcaee558d604 req-29e66f6d-316d-4d61-9616-7f018b8f0d95 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.3744190 Feb 09 21:50:30.778460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device af274994-c20a-4d3a-8a2e-c727f5e45bb4 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:30.865399 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c005d-ee07-455a-b9f0-6adf33be38cb None None] Pushing event updated for resources: {'Port': ['ID=73629ef4-516f-47ea-9e8d-92df985f4b9a,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:30.875212 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a0a4564-0bbc-4ef6-a9f4-fcaee558d604 req-ff40756b-5d1d-45e5-b89a-5ca2e175ce55 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1801589 Feb 09 21:50:30.954512 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148e8a2-3aca-45d7-99e1-0cea9346d857 req-895e0c6c-9ed0-48ee-8c14-26f19ae3ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:30.975417 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c148e8a2-3aca-45d7-99e1-0cea9346d857 req-895e0c6c-9ed0-48ee-8c14-26f19ae3ff02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aad7656a-c886-4fbe-b34b-d44bdd76ed85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7025216 Feb 09 21:50:31.027241 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-4199ce6a-b67b-4eaf-ad03-260dc510f86f None None] Provisioning complete for port af274994-c20a-4d3a-8a2e-c727f5e45bb4 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:31.027767 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4199ce6a-b67b-4eaf-ad03-260dc510f86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (af274994-c20a-4d3a-8a2e-c727f5e45bb4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:31.164296 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port af274994-c20a-4d3a-8a2e-c727f5e45bb4 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:31.164979 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (af274994-c20a-4d3a-8a2e-c727f5e45bb4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:31.248346 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1463b2c-23c7-43dd-879b-1e9460fd5a42 req-e724f2f2-6635-4237-97c7-5c9d2e3c9495 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:31.258439 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1463b2c-23c7-43dd-879b-1e9460fd5a42 req-e724f2f2-6635-4237-97c7-5c9d2e3c9495 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 945 time: 0.2277026 Feb 09 21:50:31.388074 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1463b2c-23c7-43dd-879b-1e9460fd5a42 req-b2c011b9-e536-43b6-92b9-c54002a9e74d tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ff954b5-2658-4a4e-a8ac-e59dcf8542d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273754 Feb 09 21:50:31.576280 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4199ce6a-b67b-4eaf-ad03-260dc510f86f None None] Current status of the port af274994-c20a-4d3a-8a2e-c727f5e45bb4 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:31.579693 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port af274994-c20a-4d3a-8a2e-c727f5e45bb4 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:31.688472 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-cc7e3e2c-ab66-40e5-99c7-dc90c11073b4 service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2311912 Feb 09 21:50:31.774919 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4977e-1d53-4ad8-b9b9-e04dedaf94e3 req-39a5bb2e-77ef-43a5-8877-ec998ab60f0a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:31.783713 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for port (1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:31.788030 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4977e-1d53-4ad8-b9b9-e04dedaf94e3 req-39a5bb2e-77ef-43a5-8877-ec998ab60f0a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:31.819496 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4977e-1d53-4ad8-b9b9-e04dedaf94e3 req-39a5bb2e-77ef-43a5-8877-ec998ab60f0a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:31.848136 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:31.848357 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4977e-1d53-4ad8-b9b9-e04dedaf94e3 req-39a5bb2e-77ef-43a5-8877-ec998ab60f0a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:31.868512 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6aa4977e-1d53-4ad8-b9b9-e04dedaf94e3 req-39a5bb2e-77ef-43a5-8877-ec998ab60f0a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 3095 time: 0.2966578 Feb 09 21:50:32.011009 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-b0cf0287-1c60-4469-a895-a5867d5db328 service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945409 Feb 09 21:50:32.069186 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6aa4977e-1d53-4ad8-b9b9-e04dedaf94e3 req-dff57b77-ad4c-4421-b1f4-ac0f5417db76 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987145 Feb 09 21:50:32.074102 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-122d4832-66f5-4664-a5e1-de675898d4ae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=e1ca804f-12e2-4d20-8c82-4c642086ea27 HTTP/1.1" status: 200 len: 217 time: 0.0536091 Feb 09 21:50:32.190776 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-fd2b92d4-34f1-49f2-b0ac-96d1a7537882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:32.192379 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-fd2b92d4-34f1-49f2-b0ac-96d1a7537882 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3b07cbed-0ce1-4d12-899a-1736f8b6742f HTTP/1.1" status: 200 len: 797 time: 0.1094484 Feb 09 21:50:32.200208 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c148e8a2-3aca-45d7-99e1-0cea9346d857 req-a31d3ee9-0a7b-4d04-8bff-823ddd89b66e service neutron] 10.222.0.42 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1998022 Feb 09 21:50:32.276148 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event updated for resources: {'Port': ['ID=1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:32.301946 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Network 2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:32.376857 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:32.398085 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.398708 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.400719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.400719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.402243 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.402243 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.402633 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.403787 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.403787 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.404394 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.405050 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.405730 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.407113 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.435609 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d724f7-2df5-4683-be5a-76fc6ccff089 req-26f812fc-ab87-4855-8292-80c86b234478 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:32.446270 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:32.468238 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80d724f7-2df5-4683-be5a-76fc6ccff089 req-26f812fc-ab87-4855-8292-80c86b234478 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 945 time: 0.2212844 Feb 09 21:50:32.688823 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:32.689667 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:32.722604 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-06a473dc-c8f8-4d94-9b62-c608e3f3b868 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4881642 Feb 09 21:50:32.729434 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-ce1164b4-e23d-422c-b650-0eca0b675643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:32.731698 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-ce1164b4-e23d-422c-b650-0eca0b675643 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86d9c1a5-299e-4f73-a214-39ab93749bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5304544 Feb 09 21:50:32.742886 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] Request body: {'port': {'device_id': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:32.768516 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 73629ef4-516f-47ea-9e8d-92df985f4b9a up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:32.884166 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-e9083766-6889-4f2e-8129-8511da66e24a service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364682 Feb 09 21:50:32.920651 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 73629ef4-516f-47ea-9e8d-92df985f4b9a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:32.921665 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (73629ef4-516f-47ea-9e8d-92df985f4b9a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:33.046667 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-333eef9b-603a-4a1f-b989-cb4405fb6922 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:33.052958 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-333eef9b-603a-4a1f-b989-cb4405fb6922 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:33.054844 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-333eef9b-603a-4a1f-b989-cb4405fb6922 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.71 "GET /v2.0/networks?id=b15fb943-e058-487b-92a8-698b74af6634&id=b61f88d4-9151-4128-9a52-84f411919fb3 HTTP/1.1" status: 200 len: 1391 time: 0.5827792 Feb 09 21:50:33.073351 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-a98ed5f6-0380-47d2-b04d-5039da603e14 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Request body: {'port': {'device_id': '0adfc886-cb39-46c7-8f1a-1c85ed71c0be', 'network_id': 'b15fb943-e058-487b-92a8-698b74af6634', 'admin_state_up': True, 'tenant_id': '2516f2edda0e4c31a3f4766864a26000'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:33.091469 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-64c637be-e67e-4fb8-9379-4b16323fb4d0 None None] Provisioning complete for port 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:33.093462 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-64c637be-e67e-4fb8-9379-4b16323fb4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:33.147219 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80d724f7-2df5-4683-be5a-76fc6ccff089 req-d4afb361-aff7-4065-bc32-44aab9219233 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6147733 Feb 09 21:50:33.166417 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3728d551-6550-4633-922b-31e045d4fac2 None None] Network b61f88d4-9151-4128-9a52-84f411919fb3 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:33.191931 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-07293f1e-4077-4b9c-8ee2-fa347d39608a service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836130 Feb 09 21:50:33.345794 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31638a5a-da23-4355-a214-ba379d8107f4 req-9b1b9a5d-03fb-4c60-8481-e8594e17c031 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=0adfc886-cb39-46c7-8f1a-1c85ed71c0be HTTP/1.1" status: 200 len: 210 time: 0.0495958 Feb 09 21:50:33.377651 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-a98ed5f6-0380-47d2-b04d-5039da603e14 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Made reservation on behalf of 2516f2edda0e4c31a3f4766864a26000 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:33.377919 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-50c4b15d-f66e-4c1a-bf47-175cacbe5d1b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=8fcbb2a8-a6d9-4102-8938-35cce483790a HTTP/1.1" status: 200 len: 217 time: 0.1711636 Feb 09 21:50:33.382691 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-a98ed5f6-0380-47d2-b04d-5039da603e14 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:33.397298 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c148e8a2-3aca-45d7-99e1-0cea9346d857 req-1af2dd24-53d5-45d3-a514-7de2d8081277 service neutron] 10.222.0.42 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1450064 Feb 09 21:50:33.564607 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-64c637be-e67e-4fb8-9379-4b16323fb4d0 None None] Port 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:50:33.571678 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (81ec4b37-8cab-4191-9a15-c2cbd5243f93), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:33.574047 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 73629ef4-516f-47ea-9e8d-92df985f4b9a is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:33.575073 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (73629ef4-516f-47ea-9e8d-92df985f4b9a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:33.581530 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-32db8d2c-e6a2-49d2-bf54-7cd0e06d56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:33.583120 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-32db8d2c-e6a2-49d2-bf54-7cd0e06d56d9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3b07cbed-0ce1-4d12-899a-1736f8b6742f HTTP/1.1" status: 200 len: 797 time: 0.1844437 Feb 09 21:50:33.682174 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 73629ef4-516f-47ea-9e8d-92df985f4b9a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=73629ef4-516f-47ea-9e8d-92df985f4b9a,segment=NetworkSegment(2470e65c-0860-4268-934f-828e1eb9eb62),segment_id=2470e65c-0860-4268-934f-828e1eb9eb62)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:33.709316 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (73629ef4-516f-47ea-9e8d-92df985f4b9a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:33.778849 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-55149a8a-50fb-4b7f-bdfc-5d47136e963e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:33.781909 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-55149a8a-50fb-4b7f-bdfc-5d47136e963e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86d9c1a5-299e-4f73-a214-39ab93749bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1901190 Feb 09 21:50:33.834204 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e4b5537a-8698-49d6-972d-3ec3205b0ed2 None None] Provisioning complete for port 73629ef4-516f-47ea-9e8d-92df985f4b9a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:33.835082 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e4b5537a-8698-49d6-972d-3ec3205b0ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (73629ef4-516f-47ea-9e8d-92df985f4b9a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:33.859977 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0ed8e-9550-4bc4-8e47-42f8b64a6cb6 req-c004b5e2-043c-49f9-89d2-004ece8c225d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:33.865458 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0ed8e-9550-4bc4-8e47-42f8b64a6cb6 req-c004b5e2-043c-49f9-89d2-004ece8c225d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:33.879764 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0ed8e-9550-4bc4-8e47-42f8b64a6cb6 req-c004b5e2-043c-49f9-89d2-004ece8c225d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:33.885381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0ed8e-9550-4bc4-8e47-42f8b64a6cb6 req-c004b5e2-043c-49f9-89d2-004ece8c225d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:33.909143 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0ed8e-9550-4bc4-8e47-42f8b64a6cb6 req-c004b5e2-043c-49f9-89d2-004ece8c225d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:33.921771 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0ed8e-9550-4bc4-8e47-42f8b64a6cb6 req-c004b5e2-043c-49f9-89d2-004ece8c225d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:33.927296 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0ed8e-9550-4bc4-8e47-42f8b64a6cb6 req-c004b5e2-043c-49f9-89d2-004ece8c225d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:33.954030 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bba0ed8e-9550-4bc4-8e47-42f8b64a6cb6 req-c004b5e2-043c-49f9-89d2-004ece8c225d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.4109013 Feb 09 21:50:34.050411 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-a98ed5f6-0380-47d2-b04d-5039da603e14 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Allocated IP 19.80.0.8 (b15fb943-e058-487b-92a8-698b74af6634/66e3572e-2dc8-4ea5-9cff-81b16d5aea00/11465609-0ffd-4700-b5d8-0f0d83f92412) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:34.092828 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=73629ef4-516f-47ea-9e8d-92df985f4b9a,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:34.160527 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bba0ed8e-9550-4bc4-8e47-42f8b64a6cb6 req-e354530e-9679-48f1-8d96-ded51a5965ae tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1795151 Feb 09 21:50:34.227580 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e4b5537a-8698-49d6-972d-3ec3205b0ed2 None None] Current status of the port 73629ef4-516f-47ea-9e8d-92df985f4b9a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:34.370812 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-652e9cdf-0aa1-4895-abab-b59b6e62ee19 None None] Provisioning complete for port 73629ef4-516f-47ea-9e8d-92df985f4b9a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:34.371577 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-652e9cdf-0aa1-4895-abab-b59b6e62ee19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (73629ef4-516f-47ea-9e8d-92df985f4b9a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:34.533414 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-3b3bafb4-307e-45af-a7f4-e23c293a2256 service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7340729 Feb 09 21:50:34.649261 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 73629ef4-516f-47ea-9e8d-92df985f4b9a up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:34.672223 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-a98ed5f6-0380-47d2-b04d-5039da603e14 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks [] for port (11465609-0ffd-4700-b5d8-0f0d83f92412), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:34.696590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42161f-60bb-48f2-b4cb-54b2cbd3a3ce req-2fdab314-4cc1-44a6-b0be-fbc955a531af tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:34.706601 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e42161f-60bb-48f2-b4cb-54b2cbd3a3ce req-2fdab314-4cc1-44a6-b0be-fbc955a531af tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 945 time: 0.2882631 Feb 09 21:50:34.836994 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-652e9cdf-0aa1-4895-abab-b59b6e62ee19 None None] Current status of the port 73629ef4-516f-47ea-9e8d-92df985f4b9a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:34.851931 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ec4b37-8cab-4191-9a15-c2cbd5243f93 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:34.872072 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e42161f-60bb-48f2-b4cb-54b2cbd3a3ce req-904b7c0a-a977-4f61-ac05-ccb718df060b tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ff954b5-2658-4a4e-a8ac-e59dcf8542d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645253 Feb 09 21:50:34.895688 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] Publish callbacks [] for port (81ec4b37-8cab-4191-9a15-c2cbd5243f93), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:34.895688 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-0c7b7191-d903-43c0-ad00-303c5ebfa295 service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116982 Feb 09 21:50:34.905617 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 73629ef4-516f-47ea-9e8d-92df985f4b9a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:34.906297 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (73629ef4-516f-47ea-9e8d-92df985f4b9a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:34.912650 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-a98ed5f6-0380-47d2-b04d-5039da603e14 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (11465609-0ffd-4700-b5d8-0f0d83f92412), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:34.947793 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] Transition to ACTIVE for port object 81ec4b37-8cab-4191-9a15-c2cbd5243f93 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:50:35.025619 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (81ec4b37-8cab-4191-9a15-c2cbd5243f93), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:35.031487 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-2afcb889-1f08-4dac-a6a3-17fb253e2fad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 HTTP/1.1" status: 200 len: 217 time: 0.1325817 Feb 09 21:50:35.037654 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-a98ed5f6-0380-47d2-b04d-5039da603e14 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Network b15fb943-e058-487b-92a8-698b74af6634 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:35.043144 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-a98ed5f6-0380-47d2-b04d-5039da603e14 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:35.048654 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-a98ed5f6-0380-47d2-b04d-5039da603e14 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:35.154467 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] Pushing event updated for resources: {'Port': ['ID=81ec4b37-8cab-4191-9a15-c2cbd5243f93,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:35.189210 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-a98ed5f6-0380-47d2-b04d-5039da603e14 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:35.190069 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-a98ed5f6-0380-47d2-b04d-5039da603e14 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:35.199892 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ed5f6-0380-47d2-b04d-5039da603e14 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event updated for resources: {'Port': ['ID=11465609-0ffd-4700-b5d8-0f0d83f92412,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:35.203934 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 73629ef4-516f-47ea-9e8d-92df985f4b9a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:35.246539 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-a98ed5f6-0380-47d2-b04d-5039da603e14 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1788094 Feb 09 21:50:35.263209 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01691fd6-7c79-40c2-92d7-0ad697bff92d req-dfa8c928-a1eb-474f-ba3e-33e3f52734d9 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:35.271765 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01691fd6-7c79-40c2-92d7-0ad697bff92d req-dfa8c928-a1eb-474f-ba3e-33e3f52734d9 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:35.279452 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01691fd6-7c79-40c2-92d7-0ad697bff92d req-dfa8c928-a1eb-474f-ba3e-33e3f52734d9 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:35.287211 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01691fd6-7c79-40c2-92d7-0ad697bff92d req-dfa8c928-a1eb-474f-ba3e-33e3f52734d9 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:35.294744 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01691fd6-7c79-40c2-92d7-0ad697bff92d req-dfa8c928-a1eb-474f-ba3e-33e3f52734d9 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:35.303463 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01691fd6-7c79-40c2-92d7-0ad697bff92d req-dfa8c928-a1eb-474f-ba3e-33e3f52734d9 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 3828 time: 0.1640966 Feb 09 21:50:35.332994 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-6d8a8bc4-a7a7-45f3-9d64-8c72c96b2dbf tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Request body: {'port': {'device_id': '0adfc886-cb39-46c7-8f1a-1c85ed71c0be', 'network_id': 'b61f88d4-9151-4128-9a52-84f411919fb3', 'admin_state_up': True, 'tenant_id': '2516f2edda0e4c31a3f4766864a26000'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:35.534698 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] Attempting to bind port 81ec4b37-8cab-4191-9a15-c2cbd5243f93 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:35.535034 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] Attempting to bind port 81ec4b37-8cab-4191-9a15-c2cbd5243f93 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:35.535426 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] Attempting to bind port 81ec4b37-8cab-4191-9a15-c2cbd5243f93 on network 5212a2c9-ea88-4741-aaf1-2380b789ca31 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:35.542924 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] Port 81ec4b37-8cab-4191-9a15-c2cbd5243f93 on network 5212a2c9-ea88-4741-aaf1-2380b789ca31 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:50:35.543560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] Attempting to bind port 81ec4b37-8cab-4191-9a15-c2cbd5243f93 on network 5212a2c9-ea88-4741-aaf1-2380b789ca31 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:35.551832 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-88eefcb7-9751-429e-81ec-fe6d188adf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:35.553664 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-88eefcb7-9751-429e-81ec-fe6d188adf14 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2fca83c8-cd1b-4ca3-9dfe-5920ebb47174 HTTP/1.1" status: 200 len: 797 time: 0.5082235 Feb 09 21:50:35.554530 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:35.554872 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] Checking segment: {'id': 'ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:35.555293 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] Bound using segment: {'id': 'ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:35.555844 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] Bound port: 81ec4b37-8cab-4191-9a15-c2cbd5243f93, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:35.556782 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (81ec4b37-8cab-4191-9a15-c2cbd5243f93), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:35.694155 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-7be57158-9d36-4480-8b96-64cbbb448f93 None None] Provisioning complete for port 11465609-0ffd-4700-b5d8-0f0d83f92412 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:35.694793 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7be57158-9d36-4480-8b96-64cbbb448f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (11465609-0ffd-4700-b5d8-0f0d83f92412), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:35.719890 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-6d8a8bc4-a7a7-45f3-9d64-8c72c96b2dbf tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Made reservation on behalf of 2516f2edda0e4c31a3f4766864a26000 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:35.726226 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-6d8a8bc4-a7a7-45f3-9d64-8c72c96b2dbf tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:35.738030 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:50:35.784993 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01691fd6-7c79-40c2-92d7-0ad697bff92d req-314a30db-6e73-4c8d-a7b3-260c37fddb5c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4800146 Feb 09 21:50:35.844924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-7be57158-9d36-4480-8b96-64cbbb448f93 None None] Port 11465609-0ffd-4700-b5d8-0f0d83f92412 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:50:35.897213 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-ad8855c3-bfbf-45a9-b7a3-79bfd57e53d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:35.911061 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-ad8855c3-bfbf-45a9-b7a3-79bfd57e53d3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=74cd42ee-3b26-4b36-a716-178818b0f7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3495038 Feb 09 21:50:35.934445 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] For port 81ec4b37-8cab-4191-9a15-c2cbd5243f93, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:35.980446 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] For port 81ec4b37-8cab-4191-9a15-c2cbd5243f93, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=81ec4b37-8cab-4191-9a15-c2cbd5243f93,segment=NetworkSegment(ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51),segment_id=ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:36.075782 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (81ec4b37-8cab-4191-9a15-c2cbd5243f93), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:36.076680 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-6d8a8bc4-a7a7-45f3-9d64-8c72c96b2dbf tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Allocated IP 19.86.0.47 (b61f88d4-9151-4128-9a52-84f411919fb3/b56e7cf6-e486-45d3-b0e6-069a21e86526/8e239c4d-a4b1-4ca9-a74f-5176934858df) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:36.116306 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637a119-a9a9-41c1-8e27-334eec2b12e8 req-8fcfcb3e-e1bb-4449-8e3c-bbd43b19e5c6 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:36.118655 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7637a119-a9a9-41c1-8e27-334eec2b12e8 req-8fcfcb3e-e1bb-4449-8e3c-bbd43b19e5c6 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 945 time: 0.1567638 Feb 09 21:50:36.185184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:36.188055 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:36.190303 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] 10.222.0.42 "PUT /v2.0/ports/81ec4b37-8cab-4191-9a15-c2cbd5243f93 HTTP/1.1" status: 200 len: 1091 time: 3.4529212 Feb 09 21:50:36.191936 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'tag': '81ec4b37-8cab-4191-9a15-c2cbd5243f93'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:36.204044 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea001f06-c21c-4064-803e-00fda8746b99" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "tag": "81ec4b37-8cab-4191-9a15-c2cbd5243f93"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:36.235453 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] Request body: {'port': {'device_id': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:36.312845 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1535e276-e99b-48bb-88c1-4bf9d40f2fd7), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:36.440726 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7637a119-a9a9-41c1-8e27-334eec2b12e8 req-c7c5cd84-f2c7-4ed8-bce6-ffeea7988b5c tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3020976 Feb 09 21:50:36.675105 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32630d6f-fd92-4487-bab9-c8e13a8913ad service neutron] Pushing event updated for resources: {'Port': ['ID=81ec4b37-8cab-4191-9a15-c2cbd5243f93,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:36.724196 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-da9f8e74-70a0-4efe-adb4-474b1204d9d1 service neutron] 10.222.0.71 "GET /v2.0/networks/74cd42ee-3b26-4b36-a716-178818b0f7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7923417 Feb 09 21:50:36.789176 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-6d8a8bc4-a7a7-45f3-9d64-8c72c96b2dbf tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks [] for port (8e239c4d-a4b1-4ca9-a74f-5176934858df), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:36.852468 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01634fa3-8fe2-40a2-a4ba-e1da00a31c46 req-651003b9-6bcc-4060-a3ce-8618564d2ee8 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:36.856120 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01634fa3-8fe2-40a2-a4ba-e1da00a31c46 req-651003b9-6bcc-4060-a3ce-8618564d2ee8 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=0adfc886-cb39-46c7-8f1a-1c85ed71c0be HTTP/1.1" status: 200 len: 930 time: 0.2362444 Feb 09 21:50:36.961435 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-6d8a8bc4-a7a7-45f3-9d64-8c72c96b2dbf tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (8e239c4d-a4b1-4ca9-a74f-5176934858df), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:37.042410 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:37.054430 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] Publish callbacks [] for port (1535e276-e99b-48bb-88c1-4bf9d40f2fd7), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:37.078321 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] Transition to ACTIVE for port object 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:50:37.095126 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (1535e276-e99b-48bb-88c1-4bf9d40f2fd7), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:37.127560 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-6d8a8bc4-a7a7-45f3-9d64-8c72c96b2dbf tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Network b61f88d4-9151-4128-9a52-84f411919fb3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:37.138715 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-6d8a8bc4-a7a7-45f3-9d64-8c72c96b2dbf tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:37.159313 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01634fa3-8fe2-40a2-a4ba-e1da00a31c46 req-386d073a-b724-4ae9-8413-32041b004d95 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676506 Feb 09 21:50:37.160697 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-6d8a8bc4-a7a7-45f3-9d64-8c72c96b2dbf tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:37.184120 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a8bc4-a7a7-45f3-9d64-8c72c96b2dbf tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event updated for resources: {'Port': ['ID=8e239c4d-a4b1-4ca9-a74f-5176934858df,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:37.356130 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-611aa7a4-8d3f-4ddf-a6b8-2b148d09b28d service neutron] 10.222.0.71 "GET /v2.0/networks/74cd42ee-3b26-4b36-a716-178818b0f7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749012 Feb 09 21:50:37.410364 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-6d8a8bc4-a7a7-45f3-9d64-8c72c96b2dbf tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:37.411101 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-6d8a8bc4-a7a7-45f3-9d64-8c72c96b2dbf tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:37.514152 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-6d8a8bc4-a7a7-45f3-9d64-8c72c96b2dbf tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1854365 Feb 09 21:50:37.538839 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Request body: {'port': {'device_id': '0adfc886-cb39-46c7-8f1a-1c85ed71c0be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:37.559567 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] Pushing event updated for resources: {'Port': ['ID=1535e276-e99b-48bb-88c1-4bf9d40f2fd7,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:37.667771 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (11465609-0ffd-4700-b5d8-0f0d83f92412), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:37.703704 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-8d77ea93-e023-4791-ac67-0869fdb98a67 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=53884850-e491-43cf-85e7-94833a88a359 HTTP/1.1" status: 200 len: 217 time: 0.3329833 Feb 09 21:50:37.705855 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374e1b7-40c5-4489-b5bb-ac57f3a5c420 req-98c1c059-c7f1-45b0-a2de-62a407c373c0 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:37.712559 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374e1b7-40c5-4489-b5bb-ac57f3a5c420 req-98c1c059-c7f1-45b0-a2de-62a407c373c0 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:37.718319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374e1b7-40c5-4489-b5bb-ac57f3a5c420 req-98c1c059-c7f1-45b0-a2de-62a407c373c0 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:37.726002 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374e1b7-40c5-4489-b5bb-ac57f3a5c420 req-98c1c059-c7f1-45b0-a2de-62a407c373c0 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:37.732095 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374e1b7-40c5-4489-b5bb-ac57f3a5c420 req-98c1c059-c7f1-45b0-a2de-62a407c373c0 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:37.738223 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374e1b7-40c5-4489-b5bb-ac57f3a5c420 req-98c1c059-c7f1-45b0-a2de-62a407c373c0 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:37.745319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374e1b7-40c5-4489-b5bb-ac57f3a5c420 req-98c1c059-c7f1-45b0-a2de-62a407c373c0 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:37.753745 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f374e1b7-40c5-4489-b5bb-ac57f3a5c420 req-98c1c059-c7f1-45b0-a2de-62a407c373c0 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.3124475 Feb 09 21:50:37.776764 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e04aae3a-cf74-4f08-8619-c11e4a0af1cb None None] Provisioning complete for port 8e239c4d-a4b1-4ca9-a74f-5176934858df triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:37.777387 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e04aae3a-cf74-4f08-8619-c11e4a0af1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8e239c4d-a4b1-4ca9-a74f-5176934858df), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:37.859307 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f374e1b7-40c5-4489-b5bb-ac57f3a5c420 req-11617767-c60e-4c90-9842-2c3944fa6fa0 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1029801 Feb 09 21:50:37.972261 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e04aae3a-cf74-4f08-8619-c11e4a0af1cb None None] Port 8e239c4d-a4b1-4ca9-a74f-5176934858df cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:50:38.012408 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9caca3bb-83b0-4234-b568-28178a0f9c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:38.263677 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdd768-206f-4083-b856-eb7c4d7080d6 req-fd92e8fc-7ddb-442d-9176-69b3c7e52897 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:38.269551 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d143bb11-dfe6-4a69-b7c8-c077df9c2b52 x-openstack-request-id: req-d143bb11-dfe6-4a69-b7c8-c077df9c2b52 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:38.270142 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "tag": "81ec4b37-8cab-4191-9a15-c2cbd5243f93", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:38.270483 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d143bb11-dfe6-4a69-b7c8-c077df9c2b52 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:38.271103 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'tag': '81ec4b37-8cab-4191-9a15-c2cbd5243f93', 'status': 'completed', 'code': 200} Feb 09 21:50:38.271531 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdd768-206f-4083-b856-eb7c4d7080d6 req-fd92e8fc-7ddb-442d-9176-69b3c7e52897 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:38.278228 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdd768-206f-4083-b856-eb7c4d7080d6 req-fd92e8fc-7ddb-442d-9176-69b3c7e52897 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:38.285836 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdd768-206f-4083-b856-eb7c4d7080d6 req-fd92e8fc-7ddb-442d-9176-69b3c7e52897 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:38.294927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdd768-206f-4083-b856-eb7c4d7080d6 req-fd92e8fc-7ddb-442d-9176-69b3c7e52897 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:38.302189 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdd768-206f-4083-b856-eb7c4d7080d6 req-fd92e8fc-7ddb-442d-9176-69b3c7e52897 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:38.311021 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-02cdd768-206f-4083-b856-eb7c4d7080d6 req-fd92e8fc-7ddb-442d-9176-69b3c7e52897 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 4600 time: 0.1850626 Feb 09 21:50:38.342429 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] Attempting to bind port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:38.343242 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] Attempting to bind port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'fa5074cf-db9d-433f-8286-b8ca48dcb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '11645266-4709-405b-9343-11c33081a44a'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:38.343852 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] Attempting to bind port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 on network 11645266-4709-405b-9343-11c33081a44a {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:38.356598 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] Port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 on network 11645266-4709-405b-9343-11c33081a44a not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:50:38.357057 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] Attempting to bind port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 on network 11645266-4709-405b-9343-11c33081a44a {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:38.388401 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-1350cfe4-7ebe-4e61-b0d6-9465ae9e78e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:38.388401 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-1350cfe4-7ebe-4e61-b0d6-9465ae9e78e4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2fca83c8-cd1b-4ca3-9dfe-5920ebb47174 HTTP/1.1" status: 200 len: 797 time: 0.6748497 Feb 09 21:50:38.392154 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:38.392683 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] Checking segment: {'id': 'fa5074cf-db9d-433f-8286-b8ca48dcb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '11645266-4709-405b-9343-11c33081a44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:38.393518 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] Bound using segment: {'id': 'fa5074cf-db9d-433f-8286-b8ca48dcb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '11645266-4709-405b-9343-11c33081a44a'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:38.394305 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] Bound port: 1535e276-e99b-48bb-88c1-4bf9d40f2fd7, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa5074cf-db9d-433f-8286-b8ca48dcb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '11645266-4709-405b-9343-11c33081a44a'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:38.394837 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1535e276-e99b-48bb-88c1-4bf9d40f2fd7), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:38.427064 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-02cdd768-206f-4083-b856-eb7c4d7080d6 req-ea4282ba-5459-404e-bbe4-878cdfe0c380 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146269 Feb 09 21:50:38.584570 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea001f06-c21c-4064-803e-00fda8746b99 req-b59e34b8-beaa-4fdf-b0d2-148454c22f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:38.585202 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea001f06-c21c-4064-803e-00fda8746b99 req-b59e34b8-beaa-4fdf-b0d2-148454c22f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:38.585752 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea001f06-c21c-4064-803e-00fda8746b99 req-b59e34b8-beaa-4fdf-b0d2-148454c22f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:38.586305 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea001f06-c21c-4064-803e-00fda8746b99 req-b59e34b8-beaa-4fdf-b0d2-148454c22f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:38.586843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea001f06-c21c-4064-803e-00fda8746b99 req-b59e34b8-beaa-4fdf-b0d2-148454c22f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:38.587908 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea001f06-c21c-4064-803e-00fda8746b99 req-b59e34b8-beaa-4fdf-b0d2-148454c22f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:38.590032 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ea001f06-c21c-4064-803e-00fda8746b99 req-b59e34b8-beaa-4fdf-b0d2-148454c22f2d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adedffd8130f4ccfb4184367762e3fb9&device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5275 time: 0.3362391 Feb 09 21:50:38.641505 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11465609-0ffd-4700-b5d8-0f0d83f92412 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:38.658803 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] For port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:38.659870 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Publish callbacks [] for port (11465609-0ffd-4700-b5d8-0f0d83f92412), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:38.667601 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] For port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1535e276-e99b-48bb-88c1-4bf9d40f2fd7,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:38.687169 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Transition to ACTIVE for port object 11465609-0ffd-4700-b5d8-0f0d83f92412 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:50:38.702915 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (1535e276-e99b-48bb-88c1-4bf9d40f2fd7), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:38.713246 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (11465609-0ffd-4700-b5d8-0f0d83f92412), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:38.878660 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] Pushing event updated for resources: {'Port': ['ID=1535e276-e99b-48bb-88c1-4bf9d40f2fd7,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:38.922070 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-681be18d-b95f-4301-bfe4-b15a929ffda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:38.925232 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-681be18d-b95f-4301-bfe4-b15a929ffda1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=74cd42ee-3b26-4b36-a716-178818b0f7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5026972 Feb 09 21:50:38.935376 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:38.936837 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:38.938192 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c822538a-3871-4ef1-992a-71b8b1ec1b28 service neutron] 10.222.0.42 "PUT /v2.0/ports/1535e276-e99b-48bb-88c1-4bf9d40f2fd7 HTTP/1.1" status: 200 len: 1130 time: 2.7085812 Feb 09 21:50:39.074593 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-1df77584-99a1-4edc-b348-bf8e790c0995 service neutron] 10.222.0.71 "GET /v2.0/networks/74cd42ee-3b26-4b36-a716-178818b0f7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290071 Feb 09 21:50:39.075012 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] Request body: {'port': {'device_id': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:39.253885 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Pushing event updated for resources: {'Port': ['ID=11465609-0ffd-4700-b5d8-0f0d83f92412,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:39.263718 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7b6828af-271c-4a13-a220-321e7f1bb799), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:39.277224 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.277829 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.278813 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.279438 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.280078 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.286547 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.287463 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.288099 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.291915 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.310842 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.311433 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.313305 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.317847 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.337608 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Attempting to bind port 11465609-0ffd-4700-b5d8-0f0d83f92412 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:39.338379 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Attempting to bind port 11465609-0ffd-4700-b5d8-0f0d83f92412 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'aed855f8-099d-410b-ab0a-5309db973d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b15fb943-e058-487b-92a8-698b74af6634'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:39.338958 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Attempting to bind port 11465609-0ffd-4700-b5d8-0f0d83f92412 on network b15fb943-e058-487b-92a8-698b74af6634 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:39.371199 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea001f06-c21c-4064-803e-00fda8746b99 req-3d5da04b-d65d-45f4-92d1-73c337a96031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:39.375233 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea001f06-c21c-4064-803e-00fda8746b99 req-3d5da04b-d65d-45f4-92d1-73c337a96031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:39.375956 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea001f06-c21c-4064-803e-00fda8746b99 req-3d5da04b-d65d-45f4-92d1-73c337a96031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:39.381853 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ea001f06-c21c-4064-803e-00fda8746b99 req-3d5da04b-d65d-45f4-92d1-73c337a96031 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=adedffd8130f4ccfb4184367762e3fb9&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7055106 Feb 09 21:50:39.387082 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da930d8b-92a5-4d52-bbfe-eb811bc9da88 req-5c622120-8f4e-414c-8c8f-47bc3c417f5f tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:39.403083 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da930d8b-92a5-4d52-bbfe-eb811bc9da88 req-5c622120-8f4e-414c-8c8f-47bc3c417f5f tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 945 time: 0.7128503 Feb 09 21:50:39.404202 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Port 11465609-0ffd-4700-b5d8-0f0d83f92412 on network b15fb943-e058-487b-92a8-698b74af6634 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:50:39.404725 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Attempting to bind port 11465609-0ffd-4700-b5d8-0f0d83f92412 on network b15fb943-e058-487b-92a8-698b74af6634 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:39.505937 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:39.506761 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Checking segment: {'id': 'aed855f8-099d-410b-ab0a-5309db973d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b15fb943-e058-487b-92a8-698b74af6634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:39.507449 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Bound using segment: {'id': 'aed855f8-099d-410b-ab0a-5309db973d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b15fb943-e058-487b-92a8-698b74af6634'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:39.508269 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Bound port: 11465609-0ffd-4700-b5d8-0f0d83f92412, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed855f8-099d-410b-ab0a-5309db973d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b15fb943-e058-487b-92a8-698b74af6634'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:39.508893 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (11465609-0ffd-4700-b5d8-0f0d83f92412), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:39.532023 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea001f06-c21c-4064-803e-00fda8746b99 req-54d485d2-5eef-43ee-87ae-f706b7e97bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:39.534977 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ea001f06-c21c-4064-803e-00fda8746b99 req-54d485d2-5eef-43ee-87ae-f706b7e97bb8 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1485703 Feb 09 21:50:39.599030 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97022120-eaba-44a1-8e91-dc813fb17bc7 req-01355a9b-fabd-4080-a8b6-9044317d1891 service neutron] 10.222.0.71 "GET /v2.0/networks/74cd42ee-3b26-4b36-a716-178818b0f7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605997 Feb 09 21:50:39.656883 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da930d8b-92a5-4d52-bbfe-eb811bc9da88 req-238b1312-65c1-4b15-9669-2777f9404c2c tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384770 Feb 09 21:50:39.785707 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] For port 11465609-0ffd-4700-b5d8-0f0d83f92412, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:39.800306 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] For port 11465609-0ffd-4700-b5d8-0f0d83f92412, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=11465609-0ffd-4700-b5d8-0f0d83f92412,segment=NetworkSegment(aed855f8-099d-410b-ab0a-5309db973d13),segment_id=aed855f8-099d-410b-ab0a-5309db973d13)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:39.817902 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (11465609-0ffd-4700-b5d8-0f0d83f92412), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:39.870514 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:39.874706 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:39.877529 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] 10.222.0.71 "PUT /v2.0/ports/11465609-0ffd-4700-b5d8-0f0d83f92412 HTTP/1.1" status: 200 len: 1090 time: 2.3491273 Feb 09 21:50:39.882215 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adfc886-cb39-46c7-8f1a-1c85ed71c0be', 'tag': '11465609-0ffd-4700-b5d8-0f0d83f92412'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:39.907401 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61df793a-36eb-4a45-899c-ef71bfd8d2c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0adfc886-cb39-46c7-8f1a-1c85ed71c0be", "tag": "11465609-0ffd-4700-b5d8-0f0d83f92412"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:39.957695 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] Request body: {'port': {'device_id': '0adfc886-cb39-46c7-8f1a-1c85ed71c0be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:39.991754 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6828af-271c-4a13-a220-321e7f1bb799 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:40.003143 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] Publish callbacks [] for port (7b6828af-271c-4a13-a220-321e7f1bb799), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:40.021914 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] Transition to ACTIVE for port object 7b6828af-271c-4a13-a220-321e7f1bb799 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:50:40.036582 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (7b6828af-271c-4a13-a220-321e7f1bb799), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:40.125778 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8e239c4d-a4b1-4ca9-a74f-5176934858df), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:40.183757 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830145-ba96-4fa9-9505-450aafb38718 req-0212f875-775f-433d-9bc0-46cb09a22044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:40.184201 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830145-ba96-4fa9-9505-450aafb38718 req-0212f875-775f-433d-9bc0-46cb09a22044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:40.184662 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830145-ba96-4fa9-9505-450aafb38718 req-0212f875-775f-433d-9bc0-46cb09a22044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:40.185150 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830145-ba96-4fa9-9505-450aafb38718 req-0212f875-775f-433d-9bc0-46cb09a22044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:40.185628 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830145-ba96-4fa9-9505-450aafb38718 req-0212f875-775f-433d-9bc0-46cb09a22044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:40.186220 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830145-ba96-4fa9-9505-450aafb38718 req-0212f875-775f-433d-9bc0-46cb09a22044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:40.186767 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830145-ba96-4fa9-9505-450aafb38718 req-0212f875-775f-433d-9bc0-46cb09a22044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:40.189024 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-96830145-ba96-4fa9-9505-450aafb38718 req-0212f875-775f-433d-9bc0-46cb09a22044 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=88aef6c47d634b8181089d0a71d1ded8&device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 6705 time: 0.1655061 Feb 09 21:50:40.215344 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45419648-59b4-45d5-a08a-578da5243b8a req-be517952-f637-46ff-a872-a4215f4a56e9 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:40.221367 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6828af-271c-4a13-a220-321e7f1bb799,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:40.238571 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45419648-59b4-45d5-a08a-578da5243b8a req-be517952-f637-46ff-a872-a4215f4a56e9 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:40.254497 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45419648-59b4-45d5-a08a-578da5243b8a req-be517952-f637-46ff-a872-a4215f4a56e9 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=0adfc886-cb39-46c7-8f1a-1c85ed71c0be HTTP/1.1" status: 200 len: 1664 time: 0.3245769 Feb 09 21:50:40.268140 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc188ff1-e9c0-4393-acdb-aeb58b7bf748 service neutron] Pushing event updated for resources: {'Port': ['ID=11465609-0ffd-4700-b5d8-0f0d83f92412,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:40.311251 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'tag': '1535e276-e99b-48bb-88c1-4bf9d40f2fd7'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:40.316806 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b60cead-8d28-470a-9712-aa80bdedac43" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "tag": "1535e276-e99b-48bb-88c1-4bf9d40f2fd7"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:40.514796 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d97cf6b7-3b04-4ab3-93c4-e2181625b950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:40.532855 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] Attempting to bind port 7b6828af-271c-4a13-a220-321e7f1bb799 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:40.534265 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] Attempting to bind port 7b6828af-271c-4a13-a220-321e7f1bb799 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'fa5074cf-db9d-433f-8286-b8ca48dcb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '11645266-4709-405b-9343-11c33081a44a'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:40.535062 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] Attempting to bind port 7b6828af-271c-4a13-a220-321e7f1bb799 on network 11645266-4709-405b-9343-11c33081a44a {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:40.553564 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] Port 7b6828af-271c-4a13-a220-321e7f1bb799 on network 11645266-4709-405b-9343-11c33081a44a not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:50:40.554459 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] Attempting to bind port 7b6828af-271c-4a13-a220-321e7f1bb799 on network 11645266-4709-405b-9343-11c33081a44a {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:40.580143 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:40.580703 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] Checking segment: {'id': 'fa5074cf-db9d-433f-8286-b8ca48dcb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '11645266-4709-405b-9343-11c33081a44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:40.581460 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] Bound using segment: {'id': 'fa5074cf-db9d-433f-8286-b8ca48dcb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '11645266-4709-405b-9343-11c33081a44a'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:40.582196 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] Bound port: 7b6828af-271c-4a13-a220-321e7f1bb799, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa5074cf-db9d-433f-8286-b8ca48dcb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '11645266-4709-405b-9343-11c33081a44a'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:40.582795 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7b6828af-271c-4a13-a220-321e7f1bb799), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:40.589338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830145-ba96-4fa9-9505-450aafb38718 req-a39a8752-b4a2-4396-82be-d50ca71d2e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:40.592847 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-96830145-ba96-4fa9-9505-450aafb38718 req-a39a8752-b4a2-4396-82be-d50ca71d2e49 service neutron] 10.222.0.71 "GET /v2.0/networks?id=74cd42ee-3b26-4b36-a716-178818b0f7e3 HTTP/1.1" status: 200 len: 903 time: 0.3802180 Feb 09 21:50:40.836209 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45419648-59b4-45d5-a08a-578da5243b8a req-39692ff5-06a8-420e-88e2-03e4cf5b8c0e tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5787203 Feb 09 21:50:40.876921 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-96830145-ba96-4fa9-9505-450aafb38718 req-ccf623af-7e41-4749-8415-1bd80bed28a6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 HTTP/1.1" status: 200 len: 217 time: 0.2527754 Feb 09 21:50:41.145583 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] For port 7b6828af-271c-4a13-a220-321e7f1bb799, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:41.155914 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] For port 7b6828af-271c-4a13-a220-321e7f1bb799, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=7b6828af-271c-4a13-a220-321e7f1bb799,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:41.190930 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (7b6828af-271c-4a13-a220-321e7f1bb799), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:41.343860 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e239c4d-a4b1-4ca9-a74f-5176934858df {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:41.347269 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:41.348447 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:41.350997 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] 10.222.0.42 "PUT /v2.0/ports/7b6828af-271c-4a13-a220-321e7f1bb799 HTTP/1.1" status: 200 len: 1130 time: 2.2808225 Feb 09 21:50:41.367890 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830145-ba96-4fa9-9505-450aafb38718 req-c0746ea1-cd2b-422d-9992-57af4a777507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:41.372114 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-96830145-ba96-4fa9-9505-450aafb38718 req-c0746ea1-cd2b-422d-9992-57af4a777507 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2fca83c8-cd1b-4ca3-9dfe-5920ebb47174 HTTP/1.1" status: 200 len: 797 time: 0.4251738 Feb 09 21:50:41.392487 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] Publish callbacks [] for port (8e239c4d-a4b1-4ca9-a74f-5176934858df), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:41.450756 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6d461-42df-4ce5-86a1-23bcd904cce2 req-ea01a56a-8f9f-4426-af6f-8ac69c9763ff tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:41.459176 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] Request body: {'port': {'device_id': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:41.461937 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6d461-42df-4ce5-86a1-23bcd904cce2 req-ea01a56a-8f9f-4426-af6f-8ac69c9763ff tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:41.474014 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6d461-42df-4ce5-86a1-23bcd904cce2 req-ea01a56a-8f9f-4426-af6f-8ac69c9763ff tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:41.490670 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6d461-42df-4ce5-86a1-23bcd904cce2 req-ea01a56a-8f9f-4426-af6f-8ac69c9763ff tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:41.502111 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6d461-42df-4ce5-86a1-23bcd904cce2 req-ea01a56a-8f9f-4426-af6f-8ac69c9763ff tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:41.514187 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6d461-42df-4ce5-86a1-23bcd904cce2 req-ea01a56a-8f9f-4426-af6f-8ac69c9763ff tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:41.526955 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:41.528009 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6d461-42df-4ce5-86a1-23bcd904cce2 req-ea01a56a-8f9f-4426-af6f-8ac69c9763ff tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:41.538527 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28a6d461-42df-4ce5-86a1-23bcd904cce2 req-ea01a56a-8f9f-4426-af6f-8ac69c9763ff tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.5405729 Feb 09 21:50:41.613497 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c9f1c-428b-453a-92d5-97bb7165f308 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6828af-271c-4a13-a220-321e7f1bb799,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:41.640165 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] Transition to ACTIVE for port object 8e239c4d-a4b1-4ca9-a74f-5176934858df will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:50:41.683166 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (8e239c4d-a4b1-4ca9-a74f-5176934858df), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:41.697947 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6717055f-0982-4d34-a4ac-fe4f5d4cab87), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:41.804630 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] Pushing event updated for resources: {'Port': ['ID=8e239c4d-a4b1-4ca9-a74f-5176934858df,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:41.850384 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28a6d461-42df-4ce5-86a1-23bcd904cce2 req-049f9fb3-a690-412e-9a54-999ce11d0f34 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2915239 Feb 09 21:50:42.031906 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830145-ba96-4fa9-9505-450aafb38718 req-4b0c6fd4-dfc8-464b-a895-81177a206fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.035518 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-96830145-ba96-4fa9-9505-450aafb38718 req-4b0c6fd4-dfc8-464b-a895-81177a206fd8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=74cd42ee-3b26-4b36-a716-178818b0f7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5536437 Feb 09 21:50:42.097129 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] Attempting to bind port 8e239c4d-a4b1-4ca9-a74f-5176934858df on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:42.097710 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] Attempting to bind port 8e239c4d-a4b1-4ca9-a74f-5176934858df by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '2470e65c-0860-4268-934f-828e1eb9eb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b61f88d4-9151-4128-9a52-84f411919fb3'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:42.098271 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] Attempting to bind port 8e239c4d-a4b1-4ca9-a74f-5176934858df on network b61f88d4-9151-4128-9a52-84f411919fb3 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:42.113483 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] Port 8e239c4d-a4b1-4ca9-a74f-5176934858df on network b61f88d4-9151-4128-9a52-84f411919fb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:50:42.114028 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] Attempting to bind port 8e239c4d-a4b1-4ca9-a74f-5176934858df on network b61f88d4-9151-4128-9a52-84f411919fb3 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:42.150148 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:42.150148 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] Checking segment: {'id': '2470e65c-0860-4268-934f-828e1eb9eb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b61f88d4-9151-4128-9a52-84f411919fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:42.151221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] Bound using segment: {'id': '2470e65c-0860-4268-934f-828e1eb9eb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b61f88d4-9151-4128-9a52-84f411919fb3'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:42.152085 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] Bound port: 8e239c4d-a4b1-4ca9-a74f-5176934858df, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2470e65c-0860-4268-934f-828e1eb9eb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b61f88d4-9151-4128-9a52-84f411919fb3'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:42.152618 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8e239c4d-a4b1-4ca9-a74f-5176934858df), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:42.206714 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-96830145-ba96-4fa9-9505-450aafb38718 req-d16bdb82-d65e-4edf-abf3-5fcbfaf35809 service neutron] 10.222.0.71 "GET /v2.0/networks/74cd42ee-3b26-4b36-a716-178818b0f7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610444 Feb 09 21:50:42.331146 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff9f21-9928-45bd-8d44-a972541243f9 req-fe008cba-8a78-4629-9644-737cc639427c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.342237 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff9f21-9928-45bd-8d44-a972541243f9 req-fe008cba-8a78-4629-9644-737cc639427c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.352925 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff9f21-9928-45bd-8d44-a972541243f9 req-fe008cba-8a78-4629-9644-737cc639427c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.363792 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff9f21-9928-45bd-8d44-a972541243f9 req-fe008cba-8a78-4629-9644-737cc639427c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.376486 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff9f21-9928-45bd-8d44-a972541243f9 req-fe008cba-8a78-4629-9644-737cc639427c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.383714 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-96830145-ba96-4fa9-9505-450aafb38718 req-00d687ff-e2dc-426b-afc3-9a2156623520 service neutron] 10.222.0.71 "GET /v2.0/networks/74cd42ee-3b26-4b36-a716-178818b0f7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675212 Feb 09 21:50:42.389079 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff9f21-9928-45bd-8d44-a972541243f9 req-fe008cba-8a78-4629-9644-737cc639427c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.401763 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff9f21-9928-45bd-8d44-a972541243f9 req-fe008cba-8a78-4629-9644-737cc639427c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.416060 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eeff9f21-9928-45bd-8d44-a972541243f9 req-fe008cba-8a78-4629-9644-737cc639427c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5372 time: 0.2888601 Feb 09 21:50:42.625330 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eeff9f21-9928-45bd-8d44-a972541243f9 req-91026cc7-f583-47a0-b456-172872063e94 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2032578 Feb 09 21:50:42.637511 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] For port 8e239c4d-a4b1-4ca9-a74f-5176934858df, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:42.652260 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] For port 8e239c4d-a4b1-4ca9-a74f-5176934858df, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8e239c4d-a4b1-4ca9-a74f-5176934858df,segment=NetworkSegment(2470e65c-0860-4268-934f-828e1eb9eb62),segment_id=2470e65c-0860-4268-934f-828e1eb9eb62)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:42.667596 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (8e239c4d-a4b1-4ca9-a74f-5176934858df), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:42.710587 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:42.780834 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6717055f-0982-4d34-a4ac-fe4f5d4cab87 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:42.800047 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] Publish callbacks [] for port (6717055f-0982-4d34-a4ac-fe4f5d4cab87), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:42.853752 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830145-ba96-4fa9-9505-450aafb38718 req-851b8ebc-44fb-4252-8d5f-4d00cde2d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.854669 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830145-ba96-4fa9-9505-450aafb38718 req-851b8ebc-44fb-4252-8d5f-4d00cde2d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.856742 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830145-ba96-4fa9-9505-450aafb38718 req-851b8ebc-44fb-4252-8d5f-4d00cde2d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.857628 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830145-ba96-4fa9-9505-450aafb38718 req-851b8ebc-44fb-4252-8d5f-4d00cde2d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.858455 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830145-ba96-4fa9-9505-450aafb38718 req-851b8ebc-44fb-4252-8d5f-4d00cde2d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.859294 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830145-ba96-4fa9-9505-450aafb38718 req-851b8ebc-44fb-4252-8d5f-4d00cde2d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.860384 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830145-ba96-4fa9-9505-450aafb38718 req-851b8ebc-44fb-4252-8d5f-4d00cde2d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.864362 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-96830145-ba96-4fa9-9505-450aafb38718 req-851b8ebc-44fb-4252-8d5f-4d00cde2d300 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=88aef6c47d634b8181089d0a71d1ded8&device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 6705 time: 0.2871547 Feb 09 21:50:42.866537 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] Transition to ACTIVE for port object 6717055f-0982-4d34-a4ac-fe4f5d4cab87 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:50:42.932164 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7358519e-5a59-40cb-abfd-e657a2019b79 x-openstack-request-id: req-7358519e-5a59-40cb-abfd-e657a2019b79 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:42.932164 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0adfc886-cb39-46c7-8f1a-1c85ed71c0be", "tag": "11465609-0ffd-4700-b5d8-0f0d83f92412", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:42.932164 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7358519e-5a59-40cb-abfd-e657a2019b79 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:42.934091 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0adfc886-cb39-46c7-8f1a-1c85ed71c0be', 'tag': '11465609-0ffd-4700-b5d8-0f0d83f92412', 'status': 'completed', 'code': 200} Feb 09 21:50:43.062199 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.074130 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:43.076038 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] 10.222.0.71 "PUT /v2.0/ports/8e239c4d-a4b1-4ca9-a74f-5176934858df HTTP/1.1" status: 200 len: 1091 time: 3.1261990 Feb 09 21:50:43.077155 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515926e-c0f9-415f-954e-365bf19fe400 service neutron] Pushing event updated for resources: {'Port': ['ID=8e239c4d-a4b1-4ca9-a74f-5176934858df,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:43.172012 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df793a-36eb-4a45-899c-ef71bfd8d2c4 req-9a1e5f6b-350d-4902-b1be-88aff94176ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.174377 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df793a-36eb-4a45-899c-ef71bfd8d2c4 req-9a1e5f6b-350d-4902-b1be-88aff94176ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.176565 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61df793a-36eb-4a45-899c-ef71bfd8d2c4 req-9a1e5f6b-350d-4902-b1be-88aff94176ee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2516f2edda0e4c31a3f4766864a26000&device_id=0adfc886-cb39-46c7-8f1a-1c85ed71c0be HTTP/1.1" status: 200 len: 2040 time: 0.2426252 Feb 09 21:50:43.295485 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830145-ba96-4fa9-9505-450aafb38718 req-e790e2ad-cb53-4160-a0c3-cea7cb3d823c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.299597 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-96830145-ba96-4fa9-9505-450aafb38718 req-e790e2ad-cb53-4160-a0c3-cea7cb3d823c service neutron] 10.222.0.71 "GET /v2.0/networks?id=74cd42ee-3b26-4b36-a716-178818b0f7e3 HTTP/1.1" status: 200 len: 903 time: 0.4167655 Feb 09 21:50:43.307227 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbe9afd-f461-4b2a-b521-97b8ea65db11 x-openstack-request-id: req-2dbe9afd-f461-4b2a-b521-97b8ea65db11 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:43.307227 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "tag": "1535e276-e99b-48bb-88c1-4bf9d40f2fd7", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:43.307227 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2dbe9afd-f461-4b2a-b521-97b8ea65db11 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:43.307227 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'tag': '1535e276-e99b-48bb-88c1-4bf9d40f2fd7', 'status': 'completed', 'code': 200} Feb 09 21:50:43.319288 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (6717055f-0982-4d34-a4ac-fe4f5d4cab87), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:43.457612 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-96830145-ba96-4fa9-9505-450aafb38718 req-8f1c8ff6-6277-47c4-bcf2-4738d8030443 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=53884850-e491-43cf-85e7-94833a88a359 HTTP/1.1" status: 200 len: 217 time: 0.1340470 Feb 09 21:50:43.542375 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df793a-36eb-4a45-899c-ef71bfd8d2c4 req-4a330773-59aa-42ba-8cb8-8fe493c6ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.543129 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df793a-36eb-4a45-899c-ef71bfd8d2c4 req-4a330773-59aa-42ba-8cb8-8fe493c6ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.543910 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df793a-36eb-4a45-899c-ef71bfd8d2c4 req-4a330773-59aa-42ba-8cb8-8fe493c6ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.547863 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61df793a-36eb-4a45-899c-ef71bfd8d2c4 req-4a330773-59aa-42ba-8cb8-8fe493c6ab99 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=2516f2edda0e4c31a3f4766864a26000&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3641331 Feb 09 21:50:43.655880 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60cead-8d28-470a-9712-aa80bdedac43 req-36c8670c-531c-4c39-9a91-f22f1f6bc88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.656832 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60cead-8d28-470a-9712-aa80bdedac43 req-36c8670c-531c-4c39-9a91-f22f1f6bc88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.657540 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60cead-8d28-470a-9712-aa80bdedac43 req-36c8670c-531c-4c39-9a91-f22f1f6bc88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.658212 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60cead-8d28-470a-9712-aa80bdedac43 req-36c8670c-531c-4c39-9a91-f22f1f6bc88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.658894 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60cead-8d28-470a-9712-aa80bdedac43 req-36c8670c-531c-4c39-9a91-f22f1f6bc88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.659550 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60cead-8d28-470a-9712-aa80bdedac43 req-36c8670c-531c-4c39-9a91-f22f1f6bc88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.660270 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60cead-8d28-470a-9712-aa80bdedac43 req-36c8670c-531c-4c39-9a91-f22f1f6bc88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.662700 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9b60cead-8d28-470a-9712-aa80bdedac43 req-36c8670c-531c-4c39-9a91-f22f1f6bc88f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adedffd8130f4ccfb4184367762e3fb9&device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 6327 time: 0.3578899 Feb 09 21:50:43.663928 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] Pushing event updated for resources: {'Port': ['ID=6717055f-0982-4d34-a4ac-fe4f5d4cab87,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:43.716141 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] Attempting to bind port 6717055f-0982-4d34-a4ac-fe4f5d4cab87 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:43.716687 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] Attempting to bind port 6717055f-0982-4d34-a4ac-fe4f5d4cab87 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'fa5074cf-db9d-433f-8286-b8ca48dcb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '11645266-4709-405b-9343-11c33081a44a'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:43.717149 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] Attempting to bind port 6717055f-0982-4d34-a4ac-fe4f5d4cab87 on network 11645266-4709-405b-9343-11c33081a44a {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:43.740620 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830145-ba96-4fa9-9505-450aafb38718 req-33306fde-6a72-4567-ae32-0e981687ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.743108 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-96830145-ba96-4fa9-9505-450aafb38718 req-33306fde-6a72-4567-ae32-0e981687ca4f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2fca83c8-cd1b-4ca3-9dfe-5920ebb47174 HTTP/1.1" status: 200 len: 797 time: 0.2629526 Feb 09 21:50:43.927907 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60cead-8d28-470a-9712-aa80bdedac43 req-ab6c04cc-c54f-4450-a103-86052c2bd678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.928998 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60cead-8d28-470a-9712-aa80bdedac43 req-ab6c04cc-c54f-4450-a103-86052c2bd678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.928998 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60cead-8d28-470a-9712-aa80bdedac43 req-ab6c04cc-c54f-4450-a103-86052c2bd678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.930925 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9b60cead-8d28-470a-9712-aa80bdedac43 req-ab6c04cc-c54f-4450-a103-86052c2bd678 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=adedffd8130f4ccfb4184367762e3fb9&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2525127 Feb 09 21:50:44.004603 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] Port 6717055f-0982-4d34-a4ac-fe4f5d4cab87 on network 11645266-4709-405b-9343-11c33081a44a not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:50:44.004916 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] Attempting to bind port 6717055f-0982-4d34-a4ac-fe4f5d4cab87 on network 11645266-4709-405b-9343-11c33081a44a {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:44.073444 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:44.073808 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] Checking segment: {'id': 'fa5074cf-db9d-433f-8286-b8ca48dcb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '11645266-4709-405b-9343-11c33081a44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:44.074246 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] Bound using segment: {'id': 'fa5074cf-db9d-433f-8286-b8ca48dcb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '11645266-4709-405b-9343-11c33081a44a'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:44.074667 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] Bound port: 6717055f-0982-4d34-a4ac-fe4f5d4cab87, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa5074cf-db9d-433f-8286-b8ca48dcb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '11645266-4709-405b-9343-11c33081a44a'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:44.075045 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6717055f-0982-4d34-a4ac-fe4f5d4cab87), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.174493 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] For port 6717055f-0982-4d34-a4ac-fe4f5d4cab87, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:44.178284 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] For port 6717055f-0982-4d34-a4ac-fe4f5d4cab87, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6717055f-0982-4d34-a4ac-fe4f5d4cab87,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:44.192861 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830145-ba96-4fa9-9505-450aafb38718 req-7c002ac8-8221-45f5-972f-d0b3d3460443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:44.194682 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-96830145-ba96-4fa9-9505-450aafb38718 req-7c002ac8-8221-45f5-972f-d0b3d3460443 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=74cd42ee-3b26-4b36-a716-178818b0f7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2625129 Feb 09 21:50:44.199452 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (6717055f-0982-4d34-a4ac-fe4f5d4cab87), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.300696 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df793a-36eb-4a45-899c-ef71bfd8d2c4 req-21fc3899-5157-4b6e-b257-8ea5c97bcfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:44.304461 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61df793a-36eb-4a45-899c-ef71bfd8d2c4 req-21fc3899-5157-4b6e-b257-8ea5c97bcfbc service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7363412 Feb 09 21:50:44.341667 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60cead-8d28-470a-9712-aa80bdedac43 req-e2f13bd3-f245-4293-80b2-1176ef8db4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:44.343455 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9b60cead-8d28-470a-9712-aa80bdedac43 req-e2f13bd3-f245-4293-80b2-1176ef8db4bd service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3601022 Feb 09 21:50:44.346862 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:44.347531 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.357409 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] 10.222.0.42 "PUT /v2.0/ports/6717055f-0982-4d34-a4ac-fe4f5d4cab87 HTTP/1.1" status: 200 len: 1091 time: 2.9133523 Feb 09 21:50:44.433177 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5abcb2-6d00-4e96-b3e3-a20056766b96 service neutron] Pushing event updated for resources: {'Port': ['ID=6717055f-0982-4d34-a4ac-fe4f5d4cab87,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:44.449983 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560b5f-8e3c-418b-b610-9969492c3de5 req-b640dcd6-5ea7-4f82-9641-313f893bb13f tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:44.469447 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] Request body: {'port': {'device_id': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:44.470054 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd560b5f-8e3c-418b-b610-9969492c3de5 req-b640dcd6-5ea7-4f82-9641-313f893bb13f tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 945 time: 0.9202268 Feb 09 21:50:44.476784 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-96830145-ba96-4fa9-9505-450aafb38718 req-46579229-62ae-4f17-8c65-a2d6f4a1bf76 service neutron] 10.222.0.71 "GET /v2.0/networks/74cd42ee-3b26-4b36-a716-178818b0f7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654161 Feb 09 21:50:44.537266 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.691108 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5514f642-3a93-45cd-9a92-fdc767ad06bf), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.731059 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd560b5f-8e3c-418b-b610-9969492c3de5 req-8b489508-b785-46e9-ad12-e3472bc29086 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233260 Feb 09 21:50:44.732381 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-96830145-ba96-4fa9-9505-450aafb38718 req-4c367e51-1c40-46a2-9e70-20393e1c93af service neutron] 10.222.0.71 "GET /v2.0/networks/74cd42ee-3b26-4b36-a716-178818b0f7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081358 Feb 09 21:50:44.797498 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-7b88d061-eccb-458f-839c-763487d032ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:44.799020 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-7b88d061-eccb-458f-839c-763487d032ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:44.809240 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-7b88d061-eccb-458f-839c-763487d032ea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2516f2edda0e4c31a3f4766864a26000&device_id=0adfc886-cb39-46c7-8f1a-1c85ed71c0be HTTP/1.1" status: 200 len: 2040 time: 0.3377762 Feb 09 21:50:44.900320 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-e2e52b19-bd7a-4c5c-9a86-61a3bdb05d08 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.8&port_id=11465609-0ffd-4700-b5d8-0f0d83f92412 HTTP/1.1" status: 200 len: 217 time: 0.0811257 Feb 09 21:50:44.984233 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adfc886-cb39-46c7-8f1a-1c85ed71c0be', 'tag': '8e239c4d-a4b1-4ca9-a74f-5176934858df'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:44.998501 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b332eb2-33e9-4063-b31f-2e9253c24142" -d '{"events": [{"name": "network-changed", "server_uuid": "0adfc886-cb39-46c7-8f1a-1c85ed71c0be", "tag": "8e239c4d-a4b1-4ca9-a74f-5176934858df"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:45.231315 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5514f642-3a93-45cd-9a92-fdc767ad06bf {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:45.234805 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-609e8436-3ee5-4b99-ad49-ee606161b9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:45.239583 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-609e8436-3ee5-4b99-ad49-ee606161b9d0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=66e3572e-2dc8-4ea5-9cff-81b16d5aea00 HTTP/1.1" status: 200 len: 801 time: 0.3167181 Feb 09 21:50:45.246946 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] Publish callbacks [] for port (5514f642-3a93-45cd-9a92-fdc767ad06bf), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.271694 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f6025-4bca-4ed9-94fb-d0b7ce8269b9 req-8f7ddcf3-ff1b-46d6-9932-f9e79937f710 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:45.273609 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f6025-4bca-4ed9-94fb-d0b7ce8269b9 req-8f7ddcf3-ff1b-46d6-9932-f9e79937f710 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:45.282233 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-192f6025-4bca-4ed9-94fb-d0b7ce8269b9 req-8f7ddcf3-ff1b-46d6-9932-f9e79937f710 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=0adfc886-cb39-46c7-8f1a-1c85ed71c0be HTTP/1.1" status: 200 len: 1676 time: 0.2640076 Feb 09 21:50:45.285189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] Transition to ACTIVE for port object 5514f642-3a93-45cd-9a92-fdc767ad06bf will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:50:45.297977 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (5514f642-3a93-45cd-9a92-fdc767ad06bf), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.309387 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'tag': '7b6828af-271c-4a13-a220-321e7f1bb799'}, {'name': 'network-changed', 'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'tag': '6717055f-0982-4d34-a4ac-fe4f5d4cab87'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:45.316545 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23988a6-5243-4ba1-af5c-7ca6464cac48" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "tag": "7b6828af-271c-4a13-a220-321e7f1bb799"}, {"name": "network-changed", "server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "tag": "6717055f-0982-4d34-a4ac-fe4f5d4cab87"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:45.358182 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.381222 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-192f6025-4bca-4ed9-94fb-d0b7ce8269b9 req-4fdff053-8600-4e44-837f-1eade9f61a93 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980446 Feb 09 21:50:45.396434 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-a605936a-90b8-4863-92a8-c242c2c38f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:45.397991 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-a605936a-90b8-4863-92a8-c242c2c38f5a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b15fb943-e058-487b-92a8-698b74af6634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1517706 Feb 09 21:50:45.494302 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] Pushing event updated for resources: {'Port': ['ID=5514f642-3a93-45cd-9a92-fdc767ad06bf,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:45.760741 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] Attempting to bind port 5514f642-3a93-45cd-9a92-fdc767ad06bf on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:45.761038 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] Attempting to bind port 5514f642-3a93-45cd-9a92-fdc767ad06bf by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'fa5074cf-db9d-433f-8286-b8ca48dcb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '11645266-4709-405b-9343-11c33081a44a'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:45.761364 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] Attempting to bind port 5514f642-3a93-45cd-9a92-fdc767ad06bf on network 11645266-4709-405b-9343-11c33081a44a {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:45.777757 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] Port 5514f642-3a93-45cd-9a92-fdc767ad06bf on network 11645266-4709-405b-9343-11c33081a44a not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:50:45.778101 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] Attempting to bind port 5514f642-3a93-45cd-9a92-fdc767ad06bf on network 11645266-4709-405b-9343-11c33081a44a {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:45.795356 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:45.795789 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3874d54-35dd-4395-b01e-5f4faa1ab655 req-9770d4f1-112c-40de-86d5-21cefc1e8ffb tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:45.795994 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] Checking segment: {'id': 'fa5074cf-db9d-433f-8286-b8ca48dcb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '11645266-4709-405b-9343-11c33081a44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:45.797404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] Bound using segment: {'id': 'fa5074cf-db9d-433f-8286-b8ca48dcb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '11645266-4709-405b-9343-11c33081a44a'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:45.800175 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] Bound port: 5514f642-3a93-45cd-9a92-fdc767ad06bf, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa5074cf-db9d-433f-8286-b8ca48dcb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '11645266-4709-405b-9343-11c33081a44a'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:45.800175 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5514f642-3a93-45cd-9a92-fdc767ad06bf), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.827495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3874d54-35dd-4395-b01e-5f4faa1ab655 req-9770d4f1-112c-40de-86d5-21cefc1e8ffb tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:45.851271 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3874d54-35dd-4395-b01e-5f4faa1ab655 req-9770d4f1-112c-40de-86d5-21cefc1e8ffb tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:45.863584 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3874d54-35dd-4395-b01e-5f4faa1ab655 req-9770d4f1-112c-40de-86d5-21cefc1e8ffb tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:45.876754 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3874d54-35dd-4395-b01e-5f4faa1ab655 req-9770d4f1-112c-40de-86d5-21cefc1e8ffb tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:45.888898 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3874d54-35dd-4395-b01e-5f4faa1ab655 req-9770d4f1-112c-40de-86d5-21cefc1e8ffb tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:45.907483 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3874d54-35dd-4395-b01e-5f4faa1ab655 req-9770d4f1-112c-40de-86d5-21cefc1e8ffb tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:45.919848 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d3874d54-35dd-4395-b01e-5f4faa1ab655 req-9770d4f1-112c-40de-86d5-21cefc1e8ffb tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.3863506 Feb 09 21:50:45.923076 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:46.000910 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] For port 5514f642-3a93-45cd-9a92-fdc767ad06bf, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:46.009984 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] For port 5514f642-3a93-45cd-9a92-fdc767ad06bf, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=5514f642-3a93-45cd-9a92-fdc767ad06bf,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:46.026890 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (5514f642-3a93-45cd-9a92-fdc767ad06bf), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:46.081887 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-3001fceb-f36d-4608-a17b-953f6ca65cc1 service neutron] 10.222.0.71 "GET /v2.0/networks/b15fb943-e058-487b-92a8-698b74af6634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6581252 Feb 09 21:50:46.194009 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:46.194633 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:46.196181 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] 10.222.0.42 "PUT /v2.0/ports/5514f642-3a93-45cd-9a92-fdc767ad06bf HTTP/1.1" status: 200 len: 1091 time: 1.7387347 Feb 09 21:50:46.196973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a71858-cdde-4109-84b0-04b249fcc781 service neutron] Pushing event updated for resources: {'Port': ['ID=5514f642-3a93-45cd-9a92-fdc767ad06bf,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:46.258855 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] Request body: {'port': {'device_id': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:46.317242 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-35921f71-c5cb-4790-84b6-76b2ec1e6e83 service neutron] 10.222.0.71 "GET /v2.0/networks/b15fb943-e058-487b-92a8-698b74af6634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267442 Feb 09 21:50:46.323184 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d3874d54-35dd-4395-b01e-5f4faa1ab655 req-85dad068-cbd0-41e5-8161-ba0ddcd018de tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4022412 Feb 09 21:50:46.416446 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (464bd799-857b-45a9-bf2a-5d838ff169b9), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:46.497033 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-931b555e-f781-40f1-a4aa-21f719353452 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.47&port_id=8e239c4d-a4b1-4ca9-a74f-5176934858df HTTP/1.1" status: 200 len: 217 time: 0.1723924 Feb 09 21:50:46.723935 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-84ea3194-889e-4e33-a38d-3e5ef8cd9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:46.726405 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-84ea3194-889e-4e33-a38d-3e5ef8cd9ecd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b56e7cf6-e486-45d3-b0e6-069a21e86526 HTTP/1.1" status: 200 len: 801 time: 0.2227433 Feb 09 21:50:46.878783 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cf271-7aed-402e-b17a-65a1dab10697 req-7f8f5325-0568-4cee-9c10-afd11aa8e4c3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:46.911196 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cf271-7aed-402e-b17a-65a1dab10697 req-7f8f5325-0568-4cee-9c10-afd11aa8e4c3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:46.925546 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cf271-7aed-402e-b17a-65a1dab10697 req-7f8f5325-0568-4cee-9c10-afd11aa8e4c3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:46.944691 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cf271-7aed-402e-b17a-65a1dab10697 req-7f8f5325-0568-4cee-9c10-afd11aa8e4c3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:46.962730 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cf271-7aed-402e-b17a-65a1dab10697 req-7f8f5325-0568-4cee-9c10-afd11aa8e4c3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:46.975675 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cf271-7aed-402e-b17a-65a1dab10697 req-7f8f5325-0568-4cee-9c10-afd11aa8e4c3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:46.989501 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cf271-7aed-402e-b17a-65a1dab10697 req-7f8f5325-0568-4cee-9c10-afd11aa8e4c3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:47.003482 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea8cf271-7aed-402e-b17a-65a1dab10697 req-7f8f5325-0568-4cee-9c10-afd11aa8e4c3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5396 time: 0.3961260 Feb 09 21:50:47.170829 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-99472939-9d43-4dd5-89db-6a5d39bee54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:47.181461 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-99472939-9d43-4dd5-89db-6a5d39bee54f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b61f88d4-9151-4128-9a52-84f411919fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4424574 Feb 09 21:50:47.495308 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea8cf271-7aed-402e-b17a-65a1dab10697 req-4c8777fe-cb4a-420b-a268-8f897fe64a5c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4809196 Feb 09 21:50:47.519092 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464bd799-857b-45a9-bf2a-5d838ff169b9 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:47.542174 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] Publish callbacks [] for port (464bd799-857b-45a9-bf2a-5d838ff169b9), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.627812 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] Transition to ACTIVE for port object 464bd799-857b-45a9-bf2a-5d838ff169b9 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:50:47.638315 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (464bd799-857b-45a9-bf2a-5d838ff169b9), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.669963 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-6a39e78d-5839-4fbb-942d-a901dd945d8f service neutron] 10.222.0.71 "GET /v2.0/networks/b61f88d4-9151-4128-9a52-84f411919fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767580 Feb 09 21:50:47.853788 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7d444e-20ef-4737-b3d5-84da9c75dae6 x-openstack-request-id: req-4d7d444e-20ef-4737-b3d5-84da9c75dae6 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:47.854281 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0adfc886-cb39-46c7-8f1a-1c85ed71c0be", "tag": "8e239c4d-a4b1-4ca9-a74f-5176934858df", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:47.854699 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d7d444e-20ef-4737-b3d5-84da9c75dae6 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:47.855319 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0adfc886-cb39-46c7-8f1a-1c85ed71c0be', 'tag': '8e239c4d-a4b1-4ca9-a74f-5176934858df', 'status': 'completed', 'code': 200} Feb 09 21:50:47.910896 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d229a91-e041-441e-a5ef-78a1c31f4b04 x-openstack-request-id: req-4d229a91-e041-441e-a5ef-78a1c31f4b04 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:47.915074 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "tag": "7b6828af-271c-4a13-a220-321e7f1bb799", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "tag": "6717055f-0982-4d34-a4ac-fe4f5d4cab87", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:47.916244 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d229a91-e041-441e-a5ef-78a1c31f4b04 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:47.917223 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'tag': '7b6828af-271c-4a13-a220-321e7f1bb799', 'status': 'completed', 'code': 200} Feb 09 21:50:47.917835 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'tag': '6717055f-0982-4d34-a4ac-fe4f5d4cab87', 'status': 'completed', 'code': 200} Feb 09 21:50:47.964655 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] Pushing event updated for resources: {'Port': ['ID=464bd799-857b-45a9-bf2a-5d838ff169b9,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:48.102458 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c733dee-249c-4e6c-8d0b-626407d3841a req-167aa192-fc64-44c5-9a72-309e90669a3f service neutron] 10.222.0.71 "GET /v2.0/networks/b61f88d4-9151-4128-9a52-84f411919fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110916 Feb 09 21:50:48.327192 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-8dfeb5b5-c5b8-44aa-ad95-506851000586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:48.327491 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-8dfeb5b5-c5b8-44aa-ad95-506851000586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:48.328142 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-8dfeb5b5-c5b8-44aa-ad95-506851000586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:48.328621 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-8dfeb5b5-c5b8-44aa-ad95-506851000586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:48.329091 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-8dfeb5b5-c5b8-44aa-ad95-506851000586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:48.329558 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-8dfeb5b5-c5b8-44aa-ad95-506851000586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:48.330040 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-8dfeb5b5-c5b8-44aa-ad95-506851000586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:48.342436 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-8dfeb5b5-c5b8-44aa-ad95-506851000586 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adedffd8130f4ccfb4184367762e3fb9&device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 6523 time: 0.4230559 Feb 09 21:50:48.401506 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b92cc0-edd1-46ff-9cd4-43980578bbf6 req-d712753b-4fdd-43a7-ac87-f0aedcfee484 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:48.417414 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d4b92cc0-edd1-46ff-9cd4-43980578bbf6 req-d712753b-4fdd-43a7-ac87-f0aedcfee484 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 945 time: 0.2892692 Feb 09 21:50:48.528956 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] Attempting to bind port 464bd799-857b-45a9-bf2a-5d838ff169b9 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:48.530576 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] Attempting to bind port 464bd799-857b-45a9-bf2a-5d838ff169b9 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '5fb966de-50e3-4cd7-b6aa-210f0f2f739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:48.531117 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] Attempting to bind port 464bd799-857b-45a9-bf2a-5d838ff169b9 on network 2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:48.558642 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] Port 464bd799-857b-45a9-bf2a-5d838ff169b9 on network 2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:50:48.559291 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] Attempting to bind port 464bd799-857b-45a9-bf2a-5d838ff169b9 on network 2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:48.603791 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b332eb2-33e9-4063-b31f-2e9253c24142 req-e2428ff0-2458-46b7-9d22-c5c7c5905a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:48.606422 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b332eb2-33e9-4063-b31f-2e9253c24142 req-e2428ff0-2458-46b7-9d22-c5c7c5905a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:48.617498 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b332eb2-33e9-4063-b31f-2e9253c24142 req-e2428ff0-2458-46b7-9d22-c5c7c5905a00 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2516f2edda0e4c31a3f4766864a26000&device_id=0adfc886-cb39-46c7-8f1a-1c85ed71c0be HTTP/1.1" status: 200 len: 2040 time: 0.3955455 Feb 09 21:50:48.619984 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:48.620600 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] Checking segment: {'id': '5fb966de-50e3-4cd7-b6aa-210f0f2f739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:48.622993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] Bound using segment: {'id': '5fb966de-50e3-4cd7-b6aa-210f0f2f739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:48.624722 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] Bound port: 464bd799-857b-45a9-bf2a-5d838ff169b9, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb966de-50e3-4cd7-b6aa-210f0f2f739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:48.627574 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (464bd799-857b-45a9-bf2a-5d838ff169b9), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:48.945944 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] For port 464bd799-857b-45a9-bf2a-5d838ff169b9, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:48.956789 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] For port 464bd799-857b-45a9-bf2a-5d838ff169b9, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=464bd799-857b-45a9-bf2a-5d838ff169b9,segment=NetworkSegment(5fb966de-50e3-4cd7-b6aa-210f0f2f739d),segment_id=5fb966de-50e3-4cd7-b6aa-210f0f2f739d)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:48.973834 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b332eb2-33e9-4063-b31f-2e9253c24142 req-1ba0504f-f3f9-4a45-a3f4-69eda24a3e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:48.975374 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b332eb2-33e9-4063-b31f-2e9253c24142 req-1ba0504f-f3f9-4a45-a3f4-69eda24a3e38 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b61f88d4-9151-4128-9a52-84f411919fb3 HTTP/1.1" status: 200 len: 902 time: 0.3379705 Feb 09 21:50:49.026790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-46c10e1c-c5d6-4d12-97eb-18f58ac48bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.032832 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-46c10e1c-c5d6-4d12-97eb-18f58ac48bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.034031 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-46c10e1c-c5d6-4d12-97eb-18f58ac48bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.037193 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-46c10e1c-c5d6-4d12-97eb-18f58ac48bc3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=adedffd8130f4ccfb4184367762e3fb9&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6745193 Feb 09 21:50:49.042714 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (464bd799-857b-45a9-bf2a-5d838ff169b9), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:49.069190 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b332eb2-33e9-4063-b31f-2e9253c24142 req-770e2444-1466-4680-898a-debed591eeeb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.47&port_id=8e239c4d-a4b1-4ca9-a74f-5176934858df HTTP/1.1" status: 200 len: 217 time: 0.0816240 Feb 09 21:50:49.217932 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b332eb2-33e9-4063-b31f-2e9253c24142 req-b5cf6be4-a388-45ad-9efc-5f320e39043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.219491 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b332eb2-33e9-4063-b31f-2e9253c24142 req-b5cf6be4-a388-45ad-9efc-5f320e39043e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b56e7cf6-e486-45d3-b0e6-069a21e86526 HTTP/1.1" status: 200 len: 801 time: 0.1422429 Feb 09 21:50:49.246048 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.250120 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:49.257169 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] 10.222.0.42 "PUT /v2.0/ports/464bd799-857b-45a9-bf2a-5d838ff169b9 HTTP/1.1" status: 200 len: 1091 time: 3.0032449 Feb 09 21:50:49.361294 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d4b92cc0-edd1-46ff-9cd4-43980578bbf6 req-465eae96-6a58-4044-bc47-b5956ef91330 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9411521 Feb 09 21:50:49.401772 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] Request body: {'port': {'device_id': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:49.454424 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b332eb2-33e9-4063-b31f-2e9253c24142 req-6b64c4d7-ee79-445d-9d9a-d2d8bdfb9d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.456047 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b332eb2-33e9-4063-b31f-2e9253c24142 req-6b64c4d7-ee79-445d-9d9a-d2d8bdfb9d82 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b61f88d4-9151-4128-9a52-84f411919fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2270861 Feb 09 21:50:49.714673 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b332eb2-33e9-4063-b31f-2e9253c24142 req-f6517408-6f1e-46f9-982c-8651712fc348 service neutron] 10.222.0.71 "GET /v2.0/networks/b61f88d4-9151-4128-9a52-84f411919fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419837 Feb 09 21:50:49.950112 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c60dfc-531d-40ba-8e3d-62505cdf9fff req-75f2669e-07e4-478d-bbb6-8d051a758e5c tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.968325 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c60dfc-531d-40ba-8e3d-62505cdf9fff req-75f2669e-07e4-478d-bbb6-8d051a758e5c tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.980333 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a0c60dfc-531d-40ba-8e3d-62505cdf9fff req-75f2669e-07e4-478d-bbb6-8d051a758e5c tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=0adfc886-cb39-46c7-8f1a-1c85ed71c0be HTTP/1.1" status: 200 len: 1676 time: 0.2644947 Feb 09 21:50:50.132853 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a0c60dfc-531d-40ba-8e3d-62505cdf9fff req-6d6540f5-a49f-4947-8fe2-15c3ac935cb3 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514528 Feb 09 21:50:50.197389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b332eb2-33e9-4063-b31f-2e9253c24142 req-f5bff418-49bf-4c37-b5de-9da957e1f934 service neutron] 10.222.0.71 "GET /v2.0/networks/b61f88d4-9151-4128-9a52-84f411919fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569540 Feb 09 21:50:50.328589 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0ebfc-25d0-43d8-8559-cac9ebff15cf req-e84eabac-ca65-449e-b0d7-c3bd137bef12 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:50.334474 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0ebfc-25d0-43d8-8559-cac9ebff15cf req-e84eabac-ca65-449e-b0d7-c3bd137bef12 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:50.349406 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0ebfc-25d0-43d8-8559-cac9ebff15cf req-e84eabac-ca65-449e-b0d7-c3bd137bef12 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:50.355183 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0ebfc-25d0-43d8-8559-cac9ebff15cf req-e84eabac-ca65-449e-b0d7-c3bd137bef12 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:50.381432 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0ebfc-25d0-43d8-8559-cac9ebff15cf req-e84eabac-ca65-449e-b0d7-c3bd137bef12 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:50.397494 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0ebfc-25d0-43d8-8559-cac9ebff15cf req-e84eabac-ca65-449e-b0d7-c3bd137bef12 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:50.403298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0ebfc-25d0-43d8-8559-cac9ebff15cf req-e84eabac-ca65-449e-b0d7-c3bd137bef12 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:50.411504 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e6e0ebfc-25d0-43d8-8559-cac9ebff15cf req-e84eabac-ca65-449e-b0d7-c3bd137bef12 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.1778841 Feb 09 21:50:50.552315 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e6e0ebfc-25d0-43d8-8559-cac9ebff15cf req-2a4b5a24-ed60-464c-9d5a-55f3fe75cbf7 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1397521 Feb 09 21:50:50.632636 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'tag': '5514f642-3a93-45cd-9a92-fdc767ad06bf'}, {'name': 'network-changed', 'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'tag': '464bd799-857b-45a9-bf2a-5d838ff169b9'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:50.635590 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592c69f2-6ba2-4728-8b09-202f7ce49575" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "tag": "5514f642-3a93-45cd-9a92-fdc767ad06bf"}, {"name": "network-changed", "server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "tag": "464bd799-857b-45a9-bf2a-5d838ff169b9"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:50.772642 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c0db7-c217-4b53-b9ad-32a480cce2ea req-1372829c-f526-46f0-bf49-3858e7e5674c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:50.778250 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c0db7-c217-4b53-b9ad-32a480cce2ea req-1372829c-f526-46f0-bf49-3858e7e5674c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:50.794126 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c0db7-c217-4b53-b9ad-32a480cce2ea req-1372829c-f526-46f0-bf49-3858e7e5674c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:50.799940 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c0db7-c217-4b53-b9ad-32a480cce2ea req-1372829c-f526-46f0-bf49-3858e7e5674c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:50.830143 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-b3a7073b-c318-44b1-8ec7-9f260f2bd7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:50.831692 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-b3a7073b-c318-44b1-8ec7-9f260f2bd7b9 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.7784774 Feb 09 21:50:50.833160 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707540b7-ff6c-4b89-9aed-e6629ad0481d service neutron] Pushing event updated for resources: {'Port': ['ID=464bd799-857b-45a9-bf2a-5d838ff169b9,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:50.901461 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c0db7-c217-4b53-b9ad-32a480cce2ea req-1372829c-f526-46f0-bf49-3858e7e5674c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:50.915913 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c0db7-c217-4b53-b9ad-32a480cce2ea req-1372829c-f526-46f0-bf49-3858e7e5674c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:50.922178 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c0db7-c217-4b53-b9ad-32a480cce2ea req-1372829c-f526-46f0-bf49-3858e7e5674c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:50.932586 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f2c0db7-c217-4b53-b9ad-32a480cce2ea req-1372829c-f526-46f0-bf49-3858e7e5674c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5408 time: 0.2464557 Feb 09 21:50:50.943842 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:51.097644 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-bfd21e8f-5370-4687-bae4-e804e2118c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.098458 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-bfd21e8f-5370-4687-bae4-e804e2118c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.099132 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-bfd21e8f-5370-4687-bae4-e804e2118c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.099878 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-bfd21e8f-5370-4687-bae4-e804e2118c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.100591 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-bfd21e8f-5370-4687-bae4-e804e2118c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.101296 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-bfd21e8f-5370-4687-bae4-e804e2118c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.101955 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-bfd21e8f-5370-4687-bae4-e804e2118c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.105082 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-bfd21e8f-5370-4687-bae4-e804e2118c5b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adedffd8130f4ccfb4184367762e3fb9&device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 6596 time: 0.1907637 Feb 09 21:50:51.122422 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f2c0db7-c217-4b53-b9ad-32a480cce2ea req-e397e579-ef31-4ee6-b5d7-7379b84b1df0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1855969 Feb 09 21:50:51.418349 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbaba9-7c9b-4ffd-b994-2809b053f459 req-45e26629-9723-4a49-899c-cafc1d97d100 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.425705 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0dbaba9-7c9b-4ffd-b994-2809b053f459 req-45e26629-9723-4a49-899c-cafc1d97d100 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 945 time: 0.1667416 Feb 09 21:50:51.488897 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0dbaba9-7c9b-4ffd-b994-2809b053f459 req-749b0208-006c-49f3-a868-a7f46c7558ce tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548606 Feb 09 21:50:51.584897 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4aa3144-88bb-42db-8bf5-5b12d081e96f x-openstack-request-id: req-e4aa3144-88bb-42db-8bf5-5b12d081e96f {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:51.584897 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "tag": "5514f642-3a93-45cd-9a92-fdc767ad06bf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "tag": "464bd799-857b-45a9-bf2a-5d838ff169b9", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:51.585345 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e4aa3144-88bb-42db-8bf5-5b12d081e96f {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:51.585538 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'tag': '5514f642-3a93-45cd-9a92-fdc767ad06bf', 'status': 'completed', 'code': 200} Feb 09 21:50:51.585923 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'tag': '464bd799-857b-45a9-bf2a-5d838ff169b9', 'status': 'completed', 'code': 200} Feb 09 21:50:51.684713 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:51.740536 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] Publish callbacks [] for port (1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:51.781347 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] Transition to ACTIVE for port object 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:50:51.828237 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:51.833124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2868ee-36ac-430c-b2d5-47524029b0af req-197164d3-df2d-4691-89d5-f9914ff9e0c8 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.844566 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2868ee-36ac-430c-b2d5-47524029b0af req-197164d3-df2d-4691-89d5-f9914ff9e0c8 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.857634 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da2868ee-36ac-430c-b2d5-47524029b0af req-197164d3-df2d-4691-89d5-f9914ff9e0c8 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=0adfc886-cb39-46c7-8f1a-1c85ed71c0be HTTP/1.1" status: 200 len: 1676 time: 0.1516106 Feb 09 21:50:51.929565 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-1bf56718-d473-4362-a37d-581f8af5749f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.930387 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-1bf56718-d473-4362-a37d-581f8af5749f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.931363 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-1bf56718-d473-4362-a37d-581f8af5749f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.937188 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-1bf56718-d473-4362-a37d-581f8af5749f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=adedffd8130f4ccfb4184367762e3fb9&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7215314 Feb 09 21:50:51.958662 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:52.014334 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da2868ee-36ac-430c-b2d5-47524029b0af req-0878ded6-9c43-4177-a47b-b522a6da0133 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546273 Feb 09 21:50:52.023189 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26205e5-e8f6-4fa5-a5d3-849b2768f220 req-16532dba-242c-4afd-ac88-302527c88bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.026103 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a26205e5-e8f6-4fa5-a5d3-849b2768f220 req-16532dba-242c-4afd-ac88-302527c88bd1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8908faf94a6140dabe02e2fb8fe5fb7c&device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 1127 time: 0.1423202 Feb 09 21:50:52.142320 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-e6a9291f-fa5d-4bb0-aaee-83e8720d36cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.145598 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b23988a6-5243-4ba1-af5c-7ca6464cac48 req-e6a9291f-fa5d-4bb0-aaee-83e8720d36cc service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1780939 Feb 09 21:50:52.267473 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26205e5-e8f6-4fa5-a5d3-849b2768f220 req-2e5a33fc-defc-4bb7-9ffc-ef8482ae81d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.270255 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a26205e5-e8f6-4fa5-a5d3-849b2768f220 req-2e5a33fc-defc-4bb7-9ffc-ef8482ae81d7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 HTTP/1.1" status: 200 len: 918 time: 0.2382030 Feb 09 21:50:52.439784 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a26205e5-e8f6-4fa5-a5d3-849b2768f220 req-203cda26-ff67-4846-827c-505c7fa77066 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92df3f27-88f5-4034-ac39-edac860b1e43 HTTP/1.1" status: 200 len: 1000 time: 0.1580424 Feb 09 21:50:52.498927 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] Attempting to bind port 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:52.499514 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] Attempting to bind port 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '5fb966de-50e3-4cd7-b6aa-210f0f2f739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:52.500142 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] Attempting to bind port 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 on network 2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:52.511227 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] Port 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 on network 2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:50:52.512030 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] Attempting to bind port 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 on network 2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:52.514934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301040d7-f582-4eca-8b13-cd3938a81cbc req-c94de402-ffd2-4936-8400-7f5d186acfdd tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.520414 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301040d7-f582-4eca-8b13-cd3938a81cbc req-c94de402-ffd2-4936-8400-7f5d186acfdd tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.523193 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-d05dec0b-d41a-4994-a146-78edd3a3d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.524134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-d05dec0b-d41a-4994-a146-78edd3a3d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.526053 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-d05dec0b-d41a-4994-a146-78edd3a3d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.526447 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301040d7-f582-4eca-8b13-cd3938a81cbc req-c94de402-ffd2-4936-8400-7f5d186acfdd tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.527042 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-d05dec0b-d41a-4994-a146-78edd3a3d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.527783 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-d05dec0b-d41a-4994-a146-78edd3a3d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.528458 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-d05dec0b-d41a-4994-a146-78edd3a3d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.529118 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-d05dec0b-d41a-4994-a146-78edd3a3d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.531900 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301040d7-f582-4eca-8b13-cd3938a81cbc req-c94de402-ffd2-4936-8400-7f5d186acfdd tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.532446 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-d05dec0b-d41a-4994-a146-78edd3a3d5bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adedffd8130f4ccfb4184367762e3fb9&device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 6621 time: 0.3082149 Feb 09 21:50:52.537085 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:52.537825 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] Checking segment: {'id': '5fb966de-50e3-4cd7-b6aa-210f0f2f739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:52.537962 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301040d7-f582-4eca-8b13-cd3938a81cbc req-c94de402-ffd2-4936-8400-7f5d186acfdd tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.538618 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] Bound using segment: {'id': '5fb966de-50e3-4cd7-b6aa-210f0f2f739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:52.539317 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] Bound port: 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb966de-50e3-4cd7-b6aa-210f0f2f739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:52.539997 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.543460 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301040d7-f582-4eca-8b13-cd3938a81cbc req-c94de402-ffd2-4936-8400-7f5d186acfdd tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.549314 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301040d7-f582-4eca-8b13-cd3938a81cbc req-c94de402-ffd2-4936-8400-7f5d186acfdd tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.572539 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-301040d7-f582-4eca-8b13-cd3938a81cbc req-c94de402-ffd2-4936-8400-7f5d186acfdd tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.2992125 Feb 09 21:50:52.600327 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 8e239c4d-a4b1-4ca9-a74f-5176934858df details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:50:52.662463 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26205e5-e8f6-4fa5-a5d3-849b2768f220 req-1a336483-41b3-47c6-b33b-e50846337b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.663972 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a26205e5-e8f6-4fa5-a5d3-849b2768f220 req-1a336483-41b3-47c6-b33b-e50846337b8f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ef491681-aa83-413d-aeee-25903ab6b8c8 HTTP/1.1" status: 200 len: 856 time: 0.2163029 Feb 09 21:50:52.736615 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] For port 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:52.763523 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] For port 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97,segment=NetworkSegment(5fb966de-50e3-4cd7-b6aa-210f0f2f739d),segment_id=5fb966de-50e3-4cd7-b6aa-210f0f2f739d)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:52.766479 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-75874387-114f-474f-9904-254b094664d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.767597 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-75874387-114f-474f-9904-254b094664d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.768867 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-75874387-114f-474f-9904-254b094664d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.771297 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-75874387-114f-474f-9904-254b094664d2 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=adedffd8130f4ccfb4184367762e3fb9&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2112515 Feb 09 21:50:52.791750 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.844279 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-301040d7-f582-4eca-8b13-cd3938a81cbc req-e534246e-98d6-4386-9f1f-47261ef873dc tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2692297 Feb 09 21:50:52.856024 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 8e239c4d-a4b1-4ca9-a74f-5176934858df, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8e239c4d-a4b1-4ca9-a74f-5176934858df,segment=NetworkSegment(2470e65c-0860-4268-934f-828e1eb9eb62),segment_id=2470e65c-0860-4268-934f-828e1eb9eb62)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:52.887890 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '8e239c4d-a4b1-4ca9-a74f-5176934858df', 'network_id': 'b61f88d4-9151-4128-9a52-84f411919fb3', 'port_id': '8e239c4d-a4b1-4ca9-a74f-5176934858df', 'mac_address': 'fa:16:3e:ea:c3:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56e7cf6-e486-45d3-b0e6-069a21e86526', 'ip_address': '19.86.0.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:50:52.965494 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26205e5-e8f6-4fa5-a5d3-849b2768f220 req-aad5a95c-319e-4629-8d69-7a78db5e8947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.967669 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a26205e5-e8f6-4fa5-a5d3-849b2768f220 req-aad5a95c-319e-4629-8d69-7a78db5e8947 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2824843 Feb 09 21:50:52.992434 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.995622 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.997684 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] 10.222.0.42 "PUT /v2.0/ports/1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 HTTP/1.1" status: 200 len: 1091 time: 3.6128509 Feb 09 21:50:53.096021 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c9fbb-a38f-48bd-b0ab-d472820c7190 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:53.107045 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-3b85565d-423e-42f3-ac1d-d0c28cd80412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.109917 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-3b85565d-423e-42f3-ac1d-d0c28cd80412 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3311484 Feb 09 21:50:53.125014 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 8e239c4d-a4b1-4ca9-a74f-5176934858df is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:53.126066 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8e239c4d-a4b1-4ca9-a74f-5176934858df), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.153183 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e239c4d-a4b1-4ca9-a74f-5176934858df {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:53.219540 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 8e239c4d-a4b1-4ca9-a74f-5176934858df, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8e239c4d-a4b1-4ca9-a74f-5176934858df,segment=NetworkSegment(2470e65c-0860-4268-934f-828e1eb9eb62),segment_id=2470e65c-0860-4268-934f-828e1eb9eb62)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:53.220880 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a26205e5-e8f6-4fa5-a5d3-849b2768f220 req-f186a649-14e5-4266-ab2e-3cd42990a2ff service neutron] 10.222.0.71 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432973 Feb 09 21:50:53.235237 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8e239c4d-a4b1-4ca9-a74f-5176934858df), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.236255 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 11465609-0ffd-4700-b5d8-0f0d83f92412 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:50:53.307617 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-50e5d7ec-6ec0-406d-b641-e0ffb74071c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.309233 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-50e5d7ec-6ec0-406d-b641-e0ffb74071c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.310192 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-50e5d7ec-6ec0-406d-b641-e0ffb74071c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.310885 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-50e5d7ec-6ec0-406d-b641-e0ffb74071c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.311718 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-50e5d7ec-6ec0-406d-b641-e0ffb74071c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.312485 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-50e5d7ec-6ec0-406d-b641-e0ffb74071c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.313129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-50e5d7ec-6ec0-406d-b641-e0ffb74071c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.315962 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-50e5d7ec-6ec0-406d-b641-e0ffb74071c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adedffd8130f4ccfb4184367762e3fb9&device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 6694 time: 0.1410861 Feb 09 21:50:53.470829 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 11465609-0ffd-4700-b5d8-0f0d83f92412, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=11465609-0ffd-4700-b5d8-0f0d83f92412,segment=NetworkSegment(aed855f8-099d-410b-ab0a-5309db973d13),segment_id=aed855f8-099d-410b-ab0a-5309db973d13)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:53.503079 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cd956-4243-47c3-a851-35e4760f9a52 req-af335e75-5258-4387-b2ae-7dd066e53efa tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.509889 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cd956-4243-47c3-a851-35e4760f9a52 req-af335e75-5258-4387-b2ae-7dd066e53efa tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.515507 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cd956-4243-47c3-a851-35e4760f9a52 req-af335e75-5258-4387-b2ae-7dd066e53efa tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.522543 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cd956-4243-47c3-a851-35e4760f9a52 req-af335e75-5258-4387-b2ae-7dd066e53efa tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.529167 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cd956-4243-47c3-a851-35e4760f9a52 req-af335e75-5258-4387-b2ae-7dd066e53efa tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.534566 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cd956-4243-47c3-a851-35e4760f9a52 req-af335e75-5258-4387-b2ae-7dd066e53efa tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.541785 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cd956-4243-47c3-a851-35e4760f9a52 req-af335e75-5258-4387-b2ae-7dd066e53efa tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.542134 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '11465609-0ffd-4700-b5d8-0f0d83f92412', 'network_id': 'b15fb943-e058-487b-92a8-698b74af6634', 'port_id': '11465609-0ffd-4700-b5d8-0f0d83f92412', 'mac_address': 'fa:16:3e:45:c8:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e3572e-2dc8-4ea5-9cff-81b16d5aea00', 'ip_address': '19.80.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:50:53.552207 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=8e239c4d-a4b1-4ca9-a74f-5176934858df,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:53.553000 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b20cd956-4243-47c3-a851-35e4760f9a52 req-af335e75-5258-4387-b2ae-7dd066e53efa tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.3306184 Feb 09 21:50:53.567947 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-c436e5d5-7d51-4385-917f-613efced4492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.568867 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-c436e5d5-7d51-4385-917f-613efced4492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.569349 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-c436e5d5-7d51-4385-917f-613efced4492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.573408 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-c436e5d5-7d51-4385-917f-613efced4492 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=adedffd8130f4ccfb4184367762e3fb9&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2487583 Feb 09 21:50:53.577372 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.578118 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.578571 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.579039 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.579479 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.580034 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.580488 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.580922 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.581359 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.581784 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.582386 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.582947 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.583509 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.595925 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'tag': '1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:53.601011 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1eb56d-42a6-489a-9762-3d75eb90fcd8" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "tag": "1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:53.650303 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 11465609-0ffd-4700-b5d8-0f0d83f92412 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:53.652863 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (11465609-0ffd-4700-b5d8-0f0d83f92412), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.662713 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a26205e5-e8f6-4fa5-a5d3-849b2768f220 req-63a2cf06-be9f-4b9a-a9fd-860d135c4a04 service neutron] 10.222.0.71 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154882 Feb 09 21:50:53.689480 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11465609-0ffd-4700-b5d8-0f0d83f92412 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:53.712995 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b20cd956-4243-47c3-a851-35e4760f9a52 req-b43c4ce4-208b-4682-8075-c9ace7ebaee6 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1584461 Feb 09 21:50:53.726825 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 11465609-0ffd-4700-b5d8-0f0d83f92412, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=11465609-0ffd-4700-b5d8-0f0d83f92412,segment=NetworkSegment(aed855f8-099d-410b-ab0a-5309db973d13),segment_id=aed855f8-099d-410b-ab0a-5309db973d13)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:53.741123 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (11465609-0ffd-4700-b5d8-0f0d83f92412), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.791345 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-523a0a2a-a868-4575-98a0-82abc0ed295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.795510 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-592c69f2-6ba2-4728-8b09-202f7ce49575 req-523a0a2a-a868-4575-98a0-82abc0ed295e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2145267 Feb 09 21:50:53.824469 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=11465609-0ffd-4700-b5d8-0f0d83f92412,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:53.878378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc05c3-442b-46a1-b318-bb030cd1c935 req-1ad02a45-e83b-411d-a133-009d66c8f7fb tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.880801 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3cc05c3-442b-46a1-b318-bb030cd1c935 req-1ad02a45-e83b-411d-a133-009d66c8f7fb tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 945 time: 0.0986032 Feb 09 21:50:53.950018 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-adf9875e-24f4-42d6-ae1f-a3d01b19efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.950538 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-adf9875e-24f4-42d6-ae1f-a3d01b19efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.950991 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-adf9875e-24f4-42d6-ae1f-a3d01b19efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.951626 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-adf9875e-24f4-42d6-ae1f-a3d01b19efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.952258 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-adf9875e-24f4-42d6-ae1f-a3d01b19efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.952987 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-adf9875e-24f4-42d6-ae1f-a3d01b19efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.953490 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-adf9875e-24f4-42d6-ae1f-a3d01b19efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.955834 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-adf9875e-24f4-42d6-ae1f-a3d01b19efe5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adedffd8130f4ccfb4184367762e3fb9&device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 6694 time: 0.1010299 Feb 09 21:50:53.958374 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3cc05c3-442b-46a1-b318-bb030cd1c935 req-0e02c9bb-d474-4e60-9edd-aa9c12490374 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684736 Feb 09 21:50:53.974703 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['11465609-0ffd-4700-b5d8-0f0d83f92412'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:50:54.028855 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-68405727-aede-436f-a6fb-4cff23cc8d26 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81ec4b37-8cab-4191-9a15-c2cbd5243f93 HTTP/1.1" status: 200 len: 217 time: 0.0649402 Feb 09 21:50:54.105599 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1b44d5df-07ad-4880-bbf9-4be1946679fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:54.107618 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1b44d5df-07ad-4880-bbf9-4be1946679fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55384cb3-5e7d-40d1-a8e4-5aedaec5fab7 HTTP/1.1" status: 200 len: 851 time: 0.0680923 Feb 09 21:50:54.169279 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468fc19-fa6b-441f-9dd9-8feb35538e3e req-d39f45e6-b489-4883-9dd5-4c8a4b29f2e0 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:54.178928 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468fc19-fa6b-441f-9dd9-8feb35538e3e req-d39f45e6-b489-4883-9dd5-4c8a4b29f2e0 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:54.192862 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3468fc19-fa6b-441f-9dd9-8feb35538e3e req-d39f45e6-b489-4883-9dd5-4c8a4b29f2e0 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=0adfc886-cb39-46c7-8f1a-1c85ed71c0be HTTP/1.1" status: 200 len: 1678 time: 0.1342077 Feb 09 21:50:54.194781 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-06716557-06e2-4d7e-8256-dd48679a6410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:54.199130 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-06716557-06e2-4d7e-8256-dd48679a6410 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5212a2c9-ea88-4741-aaf1-2380b789ca31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0826609 Feb 09 21:50:54.285529 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3468fc19-fa6b-441f-9dd9-8feb35538e3e req-5950e053-fd46-4d4a-8cbf-da652ef6dcd4 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914788 Feb 09 21:50:54.370622 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-367abe78-7445-4de6-b02b-ebad56b35c34 service neutron] 10.222.0.42 "GET /v2.0/networks/5212a2c9-ea88-4741-aaf1-2380b789ca31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628780 Feb 09 21:50:54.412641 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f2391f-9165-4b02-91ed-9408ed3b4384 x-openstack-request-id: req-87f2391f-9165-4b02-91ed-9408ed3b4384 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:54.413147 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "tag": "1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:54.413592 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-87f2391f-9165-4b02-91ed-9408ed3b4384 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:54.414224 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'tag': '1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97', 'status': 'completed', 'code': 200} Feb 09 21:50:54.559490 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-32cc5099-6b7b-46bc-9345-e1443060ced7 service neutron] 10.222.0.42 "GET /v2.0/networks/5212a2c9-ea88-4741-aaf1-2380b789ca31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821179 Feb 09 21:50:54.592083 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 92df3f27-88f5-4034-ac39-edac860b1e43 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:50:54.627702 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-4c74e500-0061-458f-aaa7-4950deb18c70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=1535e276-e99b-48bb-88c1-4bf9d40f2fd7 HTTP/1.1" status: 200 len: 217 time: 0.0598252 Feb 09 21:50:54.699849 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65451d-286c-4e80-8b40-7c65ff7b2275 req-dcec5c9e-6caf-4a10-b6dc-7057a7198095 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:54.705603 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-2a542f4f-1ac5-4a1c-ba0f-3d35e5b3710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:54.707502 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-2a542f4f-1ac5-4a1c-ba0f-3d35e5b3710f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ac0e1bb5-666d-4440-a236-37035b7edc77 HTTP/1.1" status: 200 len: 797 time: 0.0719121 Feb 09 21:50:54.710944 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65451d-286c-4e80-8b40-7c65ff7b2275 req-dcec5c9e-6caf-4a10-b6dc-7057a7198095 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:54.721968 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65451d-286c-4e80-8b40-7c65ff7b2275 req-dcec5c9e-6caf-4a10-b6dc-7057a7198095 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:54.732936 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65451d-286c-4e80-8b40-7c65ff7b2275 req-dcec5c9e-6caf-4a10-b6dc-7057a7198095 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:54.745363 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65451d-286c-4e80-8b40-7c65ff7b2275 req-dcec5c9e-6caf-4a10-b6dc-7057a7198095 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:54.756102 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65451d-286c-4e80-8b40-7c65ff7b2275 req-dcec5c9e-6caf-4a10-b6dc-7057a7198095 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:54.767282 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65451d-286c-4e80-8b40-7c65ff7b2275 req-dcec5c9e-6caf-4a10-b6dc-7057a7198095 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:54.780612 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb65451d-286c-4e80-8b40-7c65ff7b2275 req-dcec5c9e-6caf-4a10-b6dc-7057a7198095 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.2375784 Feb 09 21:50:54.850746 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1aef9554-2ddf-4125-8e1a-5aa1e128e18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:54.857770 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-1aef9554-2ddf-4125-8e1a-5aa1e128e18f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=11645266-4709-405b-9343-11c33081a44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1387656 Feb 09 21:50:54.861796 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 92df3f27-88f5-4034-ac39-edac860b1e43 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:54.863465 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.925186 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62639e3f-5631-436c-9844-086350379a42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92df3f27-88f5-4034-ac39-edac860b1e43'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:54.936601 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816c67f7-b0c9-4792-9b45-3343f338b731" -d '{"events": [{"server_uuid": "62639e3f-5631-436c-9844-086350379a42", "name": "network-vif-unplugged", "status": "completed", "tag": "92df3f27-88f5-4034-ac39-edac860b1e43"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:54.966468 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb65451d-286c-4e80-8b40-7c65ff7b2275 req-0e931c11-f750-4f3e-9486-d2481106a2d6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1821744 Feb 09 21:50:55.012940 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 92df3f27-88f5-4034-ac39-edac860b1e43, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=92df3f27-88f5-4034-ac39-edac860b1e43,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:55.049854 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:55.132952 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-b619bab1-5290-4b92-8eea-7839998cb418 service neutron] 10.222.0.42 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694302 Feb 09 21:50:55.295713 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=92df3f27-88f5-4034-ac39-edac860b1e43,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:55.303533 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['8e239c4d-a4b1-4ca9-a74f-5176934858df'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:50:55.547841 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-80420029-dfd7-4aca-9c1f-e0ab1834f515 service neutron] 10.222.0.42 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074457 Feb 09 21:50:55.550334 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ad922-cb15-49ae-87ec-708ae8d3856e req-0cb17919-d8df-4af3-bb4d-796d5a43dc1c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:55.577615 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ad922-cb15-49ae-87ec-708ae8d3856e req-0cb17919-d8df-4af3-bb4d-796d5a43dc1c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:55.597452 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ad922-cb15-49ae-87ec-708ae8d3856e req-0cb17919-d8df-4af3-bb4d-796d5a43dc1c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:55.613668 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ad922-cb15-49ae-87ec-708ae8d3856e req-0cb17919-d8df-4af3-bb4d-796d5a43dc1c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:55.626024 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ad922-cb15-49ae-87ec-708ae8d3856e req-0cb17919-d8df-4af3-bb4d-796d5a43dc1c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:55.638707 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ad922-cb15-49ae-87ec-708ae8d3856e req-0cb17919-d8df-4af3-bb4d-796d5a43dc1c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:55.650696 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ad922-cb15-49ae-87ec-708ae8d3856e req-0cb17919-d8df-4af3-bb4d-796d5a43dc1c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:55.660098 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-a777b7d8-4330-4c2e-bf28-6ed0fc92659a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=7b6828af-271c-4a13-a220-321e7f1bb799 HTTP/1.1" status: 200 len: 217 time: 0.1028967 Feb 09 21:50:55.674802 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-082ad922-cb15-49ae-87ec-708ae8d3856e req-0cb17919-d8df-4af3-bb4d-796d5a43dc1c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.3955009 Feb 09 21:50:55.763545 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-117e3d0a-1aa0-44a3-9b2e-ac6f201e2a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:55.770214 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-117e3d0a-1aa0-44a3-9b2e-ac6f201e2a6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ac0e1bb5-666d-4440-a236-37035b7edc77 HTTP/1.1" status: 200 len: 797 time: 0.1003554 Feb 09 21:50:55.831578 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-082ad922-cb15-49ae-87ec-708ae8d3856e req-b5096dfd-19f5-437a-8283-3771f3904080 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1505179 Feb 09 21:50:55.963186 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-8b80afcd-70cb-47e7-acf9-ea760b596d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:55.964865 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-8b80afcd-70cb-47e7-acf9-ea760b596d95 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=11645266-4709-405b-9343-11c33081a44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1905951 Feb 09 21:50:55.974349 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83faa693-544a-495a-9a7d-694a7d371fbe x-openstack-request-id: req-83faa693-544a-495a-9a7d-694a7d371fbe {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:55.975197 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62639e3f-5631-436c-9844-086350379a42", "name": "network-vif-unplugged", "status": "completed", "tag": "92df3f27-88f5-4034-ac39-edac860b1e43", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:55.975632 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-83faa693-544a-495a-9a7d-694a7d371fbe {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:55.976596 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62639e3f-5631-436c-9844-086350379a42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92df3f27-88f5-4034-ac39-edac860b1e43', 'code': 200} Feb 09 21:50:56.161080 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-356bd167-43d1-42e4-942d-cdb80fc8c148 service neutron] 10.222.0.42 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886363 Feb 09 21:50:56.330673 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c6f54ed3-096e-4e3c-84c8-314938f5a5be service neutron] 10.222.0.42 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586401 Feb 09 21:50:56.417006 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-693c5118-9821-4dc6-a94a-4e85c63ad508 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=6717055f-0982-4d34-a4ac-fe4f5d4cab87 HTTP/1.1" status: 200 len: 217 time: 0.0804181 Feb 09 21:50:56.467994 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d902eb-6020-42fe-a4dc-687e3254f817 req-db6a3e0c-77e5-48a4-85ef-fcf13ef60cee tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:56.482330 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-79d902eb-6020-42fe-a4dc-687e3254f817 req-db6a3e0c-77e5-48a4-85ef-fcf13ef60cee tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.2805123 Feb 09 21:50:56.532548 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-37255b36-9867-4bdc-83be-3d535c75cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:56.534507 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-37255b36-9867-4bdc-83be-3d535c75cfa1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ac0e1bb5-666d-4440-a236-37035b7edc77 HTTP/1.1" status: 200 len: 797 time: 0.1109171 Feb 09 21:50:56.597327 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 8e239c4d-a4b1-4ca9-a74f-5176934858df up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:56.598226 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-3acc7b5b-d4eb-43e3-8f40-9586fcc69fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:56.600254 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-3acc7b5b-d4eb-43e3-8f40-9586fcc69fd5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=11645266-4709-405b-9343-11c33081a44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0581656 Feb 09 21:50:56.652398 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-79d902eb-6020-42fe-a4dc-687e3254f817 req-d83bbb43-90a0-4418-9944-b73365bedbf5 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557670 Feb 09 21:50:56.732165 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-31c8b6c8-d4cd-4975-ad66-bb8cdf0b9b2b service neutron] 10.222.0.42 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227994 Feb 09 21:50:56.819283 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 8e239c4d-a4b1-4ca9-a74f-5176934858df completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:50:56.827427 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 8e239c4d-a4b1-4ca9-a74f-5176934858df triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:56.828101 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8e239c4d-a4b1-4ca9-a74f-5176934858df), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:57.022575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6fa75-c634-4f81-9dfe-74ebd2301407 req-db8f64d1-0697-4175-a9d8-84fa648f908c tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:57.035756 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6fa75-c634-4f81-9dfe-74ebd2301407 req-db8f64d1-0697-4175-a9d8-84fa648f908c tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:57.048489 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-57a6fa75-c634-4f81-9dfe-74ebd2301407 req-db8f64d1-0697-4175-a9d8-84fa648f908c tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=0adfc886-cb39-46c7-8f1a-1c85ed71c0be HTTP/1.1" status: 200 len: 1678 time: 0.1435184 Feb 09 21:50:57.091075 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 8e239c4d-a4b1-4ca9-a74f-5176934858df is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:57.091988 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8e239c4d-a4b1-4ca9-a74f-5176934858df), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:57.102583 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-dae97efd-a71c-491b-8a30-42e596cefc7a service neutron] 10.222.0.42 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623569 Feb 09 21:50:57.165906 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 8e239c4d-a4b1-4ca9-a74f-5176934858df, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8e239c4d-a4b1-4ca9-a74f-5176934858df,segment=NetworkSegment(2470e65c-0860-4268-934f-828e1eb9eb62),segment_id=2470e65c-0860-4268-934f-828e1eb9eb62)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:57.183482 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8e239c4d-a4b1-4ca9-a74f-5176934858df), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:57.184503 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 11465609-0ffd-4700-b5d8-0f0d83f92412 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:57.219584 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-57a6fa75-c634-4f81-9dfe-74ebd2301407 req-2e36fdf2-6fa7-40f9-9a69-11828ff45655 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697831 Feb 09 21:50:57.276785 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-2da50aea-5f1c-41b1-9074-96815be7a54c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=5514f642-3a93-45cd-9a92-fdc767ad06bf HTTP/1.1" status: 200 len: 217 time: 0.1662846 Feb 09 21:50:57.407307 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 11465609-0ffd-4700-b5d8-0f0d83f92412 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:50:57.434311 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 11465609-0ffd-4700-b5d8-0f0d83f92412 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:57.434923 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (11465609-0ffd-4700-b5d8-0f0d83f92412), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:57.493786 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-cf489a2f-b3ad-4a71-b145-738ea672ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:57.496915 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-cf489a2f-b3ad-4a71-b145-738ea672ab92 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ac0e1bb5-666d-4440-a236-37035b7edc77 HTTP/1.1" status: 200 len: 797 time: 0.2134118 Feb 09 21:50:57.544389 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55300448-10c0-4b35-ab12-21012bc2de2c req-afda1bfa-1ef8-4a39-9bb8-2de8dd6f9754 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:57.560119 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55300448-10c0-4b35-ab12-21012bc2de2c req-afda1bfa-1ef8-4a39-9bb8-2de8dd6f9754 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:57.581118 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55300448-10c0-4b35-ab12-21012bc2de2c req-afda1bfa-1ef8-4a39-9bb8-2de8dd6f9754 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:57.594843 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55300448-10c0-4b35-ab12-21012bc2de2c req-afda1bfa-1ef8-4a39-9bb8-2de8dd6f9754 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:57.603861 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=8e239c4d-a4b1-4ca9-a74f-5176934858df,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:57.616107 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55300448-10c0-4b35-ab12-21012bc2de2c req-afda1bfa-1ef8-4a39-9bb8-2de8dd6f9754 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:57.632190 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55300448-10c0-4b35-ab12-21012bc2de2c req-afda1bfa-1ef8-4a39-9bb8-2de8dd6f9754 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:57.653016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55300448-10c0-4b35-ab12-21012bc2de2c req-afda1bfa-1ef8-4a39-9bb8-2de8dd6f9754 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:57.669459 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-55300448-10c0-4b35-ab12-21012bc2de2c req-afda1bfa-1ef8-4a39-9bb8-2de8dd6f9754 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.3026133 Feb 09 21:50:57.675153 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-ed557da4-1f4a-4a0f-958f-6866eaeacd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:57.678373 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-ed557da4-1f4a-4a0f-958f-6866eaeacd7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=11645266-4709-405b-9343-11c33081a44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1735957 Feb 09 21:50:57.798322 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 11465609-0ffd-4700-b5d8-0f0d83f92412 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:57.799099 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (11465609-0ffd-4700-b5d8-0f0d83f92412), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:57.872406 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-55300448-10c0-4b35-ab12-21012bc2de2c req-79283c62-b324-44a3-9aef-5485227d213f tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1992881 Feb 09 21:50:57.937993 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 11465609-0ffd-4700-b5d8-0f0d83f92412, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=11465609-0ffd-4700-b5d8-0f0d83f92412,segment=NetworkSegment(aed855f8-099d-410b-ab0a-5309db973d13),segment_id=aed855f8-099d-410b-ab0a-5309db973d13)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:57.947874 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (11465609-0ffd-4700-b5d8-0f0d83f92412), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.114883 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-ac9abebf-ff10-439a-9bdb-07844cf7783a service neutron] 10.222.0.42 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277418 Feb 09 21:50:58.116763 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adfc886-cb39-46c7-8f1a-1c85ed71c0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e239c4d-a4b1-4ca9-a74f-5176934858df'}, {'server_uuid': '0adfc886-cb39-46c7-8f1a-1c85ed71c0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11465609-0ffd-4700-b5d8-0f0d83f92412'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:58.121098 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0d8b86-50de-4876-a792-597198f7b5ce" -d '{"events": [{"server_uuid": "0adfc886-cb39-46c7-8f1a-1c85ed71c0be", "name": "network-vif-plugged", "status": "completed", "tag": "8e239c4d-a4b1-4ca9-a74f-5176934858df"}, {"server_uuid": "0adfc886-cb39-46c7-8f1a-1c85ed71c0be", "name": "network-vif-plugged", "status": "completed", "tag": "11465609-0ffd-4700-b5d8-0f0d83f92412"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:58.125709 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=11465609-0ffd-4700-b5d8-0f0d83f92412,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:58.431430 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-3924e566-b777-4838-9519-dfd5de183fc4 service neutron] 10.222.0.42 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080568 Feb 09 21:50:58.512485 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-ee14a9b3-9191-4eed-9b42-b7c9434e7920 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=464bd799-857b-45a9-bf2a-5d838ff169b9 HTTP/1.1" status: 200 len: 217 time: 0.0734406 Feb 09 21:50:58.630554 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-43cd839f-993e-4ef0-ad9d-05074361b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:58.634371 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-43cd839f-993e-4ef0-ad9d-05074361b7db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2bb82b0-6025-4b4e-86a7-44d63ac173c6 HTTP/1.1" status: 200 len: 797 time: 0.1140571 Feb 09 21:50:58.748807 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-d3be32a3-4ec8-4532-9924-3a8b83ff3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:58.751339 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-d3be32a3-4ec8-4532-9924-3a8b83ff3c22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1073778 Feb 09 21:50:59.032856 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-c2264e5b-0f4d-498e-80e8-ef74004b8347 service neutron] 10.222.0.42 "GET /v2.0/networks/2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672439 Feb 09 21:50:59.207894 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-796697bb-e834-4558-a8b4-6feff3c407ab service neutron] 10.222.0.42 "GET /v2.0/networks/2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669064 Feb 09 21:50:59.329139 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-69bad315-0be9-411a-921c-e669f3c9afe1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 HTTP/1.1" status: 200 len: 217 time: 0.1134853 Feb 09 21:50:59.458109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-6655a9e2-a329-4809-84c0-04222be0a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:59.460732 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-6655a9e2-a329-4809-84c0-04222be0a9bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2bb82b0-6025-4b4e-86a7-44d63ac173c6 HTTP/1.1" status: 200 len: 797 time: 0.1244915 Feb 09 21:50:59.533519 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-d8a82e34-8867-4a3e-87a6-e83329550194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:59.535160 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-d8a82e34-8867-4a3e-87a6-e83329550194 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0673521 Feb 09 21:50:59.789513 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-5e4bbc08-78f5-438a-b747-37b381a3deee service neutron] 10.222.0.42 "GET /v2.0/networks/2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422392 Feb 09 21:51:00.125162 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-acc4ef9f-f346-47ff-bca7-49bda5873862 req-2c80cc4e-b2ea-43f6-8c88-2ac62bc392dc service neutron] 10.222.0.42 "GET /v2.0/networks/2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273988 Feb 09 21:51:00.369112 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1eb56d-42a6-489a-9762-3d75eb90fcd8 req-b1ac1e48-e9d1-4a24-8a68-d5d376a99a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:00.371852 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1eb56d-42a6-489a-9762-3d75eb90fcd8 req-b1ac1e48-e9d1-4a24-8a68-d5d376a99a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:00.373184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1eb56d-42a6-489a-9762-3d75eb90fcd8 req-b1ac1e48-e9d1-4a24-8a68-d5d376a99a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:00.376454 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1eb56d-42a6-489a-9762-3d75eb90fcd8 req-b1ac1e48-e9d1-4a24-8a68-d5d376a99a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:00.378036 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1eb56d-42a6-489a-9762-3d75eb90fcd8 req-b1ac1e48-e9d1-4a24-8a68-d5d376a99a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:00.379388 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1eb56d-42a6-489a-9762-3d75eb90fcd8 req-b1ac1e48-e9d1-4a24-8a68-d5d376a99a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:00.380876 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1eb56d-42a6-489a-9762-3d75eb90fcd8 req-b1ac1e48-e9d1-4a24-8a68-d5d376a99a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:00.386454 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2d1eb56d-42a6-489a-9762-3d75eb90fcd8 req-b1ac1e48-e9d1-4a24-8a68-d5d376a99a22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adedffd8130f4ccfb4184367762e3fb9&device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 6694 time: 0.1570742 Feb 09 21:51:00.629994 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 92df3f27-88f5-4034-ac39-edac860b1e43 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:00.666215 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1eb56d-42a6-489a-9762-3d75eb90fcd8 req-c2beeaf6-71c8-4fb0-81da-47f77fd4fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:00.668463 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2d1eb56d-42a6-489a-9762-3d75eb90fcd8 req-c2beeaf6-71c8-4fb0-81da-47f77fd4fcff service neutron] 10.222.0.42 "GET /v2.0/networks?id=2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21 HTTP/1.1" status: 200 len: 903 time: 0.2750142 Feb 09 21:51:00.745265 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2d1eb56d-42a6-489a-9762-3d75eb90fcd8 req-fe343ce7-ac12-4d01-a543-8f1f30c7f6e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 HTTP/1.1" status: 200 len: 217 time: 0.0694804 Feb 09 21:51:00.905444 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 92df3f27-88f5-4034-ac39-edac860b1e43 is: DOWN; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:00.921391 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1eb56d-42a6-489a-9762-3d75eb90fcd8 req-a222cd34-c794-4aee-ab09-1dd08e0ae772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:00.924055 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2d1eb56d-42a6-489a-9762-3d75eb90fcd8 req-a222cd34-c794-4aee-ab09-1dd08e0ae772 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2bb82b0-6025-4b4e-86a7-44d63ac173c6 HTTP/1.1" status: 200 len: 797 time: 0.1625576 Feb 09 21:51:01.020311 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1eb56d-42a6-489a-9762-3d75eb90fcd8 req-f446b45e-ea22-48cc-b806-1377cf41d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:01.022251 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2d1eb56d-42a6-489a-9762-3d75eb90fcd8 req-f446b45e-ea22-48cc-b806-1377cf41d346 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0907488 Feb 09 21:51:01.194603 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2d1eb56d-42a6-489a-9762-3d75eb90fcd8 req-c3d28870-c50c-4b2f-9a3a-c34db22a5b5f service neutron] 10.222.0.42 "GET /v2.0/networks/2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649814 Feb 09 21:51:01.366346 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2d1eb56d-42a6-489a-9762-3d75eb90fcd8 req-0c9555ca-5d79-4ee0-9817-fd34f23c56df service neutron] 10.222.0.42 "GET /v2.0/networks/2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630976 Feb 09 21:51:07.801319 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-33ac7340-936b-43c1-b04b-2bcd648c3f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:10.441939 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-28bc17b5-877e-4c0d-ada5-954aa6e214d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:11.506336 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.675098 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.741213 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:51:14.241815 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545c1ae-75be-4733-8e7b-b5e0ea46749e req-05eb67c1-4d79-44e1-8ec2-9b7bb9994b32 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.251029 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545c1ae-75be-4733-8e7b-b5e0ea46749e req-05eb67c1-4d79-44e1-8ec2-9b7bb9994b32 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.257022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545c1ae-75be-4733-8e7b-b5e0ea46749e req-05eb67c1-4d79-44e1-8ec2-9b7bb9994b32 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.263914 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545c1ae-75be-4733-8e7b-b5e0ea46749e req-05eb67c1-4d79-44e1-8ec2-9b7bb9994b32 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.269723 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545c1ae-75be-4733-8e7b-b5e0ea46749e req-05eb67c1-4d79-44e1-8ec2-9b7bb9994b32 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.276534 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545c1ae-75be-4733-8e7b-b5e0ea46749e req-05eb67c1-4d79-44e1-8ec2-9b7bb9994b32 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.282171 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545c1ae-75be-4733-8e7b-b5e0ea46749e req-05eb67c1-4d79-44e1-8ec2-9b7bb9994b32 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.291078 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4545c1ae-75be-4733-8e7b-b5e0ea46749e req-05eb67c1-4d79-44e1-8ec2-9b7bb9994b32 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.1348486 Feb 09 21:51:14.394979 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4545c1ae-75be-4733-8e7b-b5e0ea46749e req-a59d63f9-8c34-4228-9281-fb5af4d7ea92 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1026080 Feb 09 21:51:14.473680 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e50b94-c28b-43da-9623-32524a49b8e2 x-openstack-request-id: req-12e50b94-c28b-43da-9623-32524a49b8e2 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:14.474266 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adfc886-cb39-46c7-8f1a-1c85ed71c0be", "name": "network-vif-plugged", "status": "completed", "tag": "8e239c4d-a4b1-4ca9-a74f-5176934858df", "code": 200}, {"server_uuid": "0adfc886-cb39-46c7-8f1a-1c85ed71c0be", "name": "network-vif-plugged", "status": "completed", "tag": "11465609-0ffd-4700-b5d8-0f0d83f92412", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:14.474496 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-12e50b94-c28b-43da-9623-32524a49b8e2 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:14.475080 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adfc886-cb39-46c7-8f1a-1c85ed71c0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e239c4d-a4b1-4ca9-a74f-5176934858df', 'code': 200} Feb 09 21:51:14.475479 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adfc886-cb39-46c7-8f1a-1c85ed71c0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11465609-0ffd-4700-b5d8-0f0d83f92412', 'code': 200} Feb 09 21:51:14.557848 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:14.805512 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4473fb-8ba4-4a52-88b9-378a89a4679b req-514dd31d-6c31-40ec-9441-83c1619bc678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.807351 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4473fb-8ba4-4a52-88b9-378a89a4679b req-514dd31d-6c31-40ec-9441-83c1619bc678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.810660 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-af4473fb-8ba4-4a52-88b9-378a89a4679b req-514dd31d-6c31-40ec-9441-83c1619bc678 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0adfc886-cb39-46c7-8f1a-1c85ed71c0be HTTP/1.1" status: 200 len: 2044 time: 0.2388928 Feb 09 21:51:14.919000 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d510e1-3ee2-4c65-afdc-aeee15fa9e67 req-0866b8c8-b1a4-496e-9f2f-783e415cbec7 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.930231 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d510e1-3ee2-4c65-afdc-aeee15fa9e67 req-0866b8c8-b1a4-496e-9f2f-783e415cbec7 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.956322 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-88d510e1-3ee2-4c65-afdc-aeee15fa9e67 req-0866b8c8-b1a4-496e-9f2f-783e415cbec7 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=0adfc886-cb39-46c7-8f1a-1c85ed71c0be HTTP/1.1" status: 200 len: 1680 time: 0.2334869 Feb 09 21:51:14.964948 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-af4473fb-8ba4-4a52-88b9-378a89a4679b req-c3e53a13-2b78-4283-94e7-c64a2f7eef57 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429245 Feb 09 21:51:15.058843 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-88d510e1-3ee2-4c65-afdc-aeee15fa9e67 req-4c7fa402-89f1-4316-9238-1cb7568cdaa4 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006532 Feb 09 21:51:15.305562 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:15.309258 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cce5e-37a3-4846-967d-7a04375dae05 req-c102096d-9cd5-4391-ad8b-38ef64b5720b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:15.315700 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cce5e-37a3-4846-967d-7a04375dae05 req-c102096d-9cd5-4391-ad8b-38ef64b5720b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:15.322657 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cce5e-37a3-4846-967d-7a04375dae05 req-c102096d-9cd5-4391-ad8b-38ef64b5720b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:15.328963 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cce5e-37a3-4846-967d-7a04375dae05 req-c102096d-9cd5-4391-ad8b-38ef64b5720b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:15.335196 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cce5e-37a3-4846-967d-7a04375dae05 req-c102096d-9cd5-4391-ad8b-38ef64b5720b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:15.343226 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cce5e-37a3-4846-967d-7a04375dae05 req-c102096d-9cd5-4391-ad8b-38ef64b5720b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:15.349200 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cce5e-37a3-4846-967d-7a04375dae05 req-c102096d-9cd5-4391-ad8b-38ef64b5720b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:15.351942 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c1cce5e-37a3-4846-967d-7a04375dae05 req-c102096d-9cd5-4391-ad8b-38ef64b5720b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.1718025 Feb 09 21:51:15.444150 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c1cce5e-37a3-4846-967d-7a04375dae05 req-72ee1b10-3f1b-4db6-8981-e3c236d82c08 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0845094 Feb 09 21:51:15.956761 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:19.034483 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273495ef-538d-429f-9730-1cf3ba6a2016 req-59300d76-226f-475c-8f97-a3d3cdd1685b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:19.050746 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273495ef-538d-429f-9730-1cf3ba6a2016 req-59300d76-226f-475c-8f97-a3d3cdd1685b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:19.068293 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273495ef-538d-429f-9730-1cf3ba6a2016 req-59300d76-226f-475c-8f97-a3d3cdd1685b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:19.093415 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273495ef-538d-429f-9730-1cf3ba6a2016 req-59300d76-226f-475c-8f97-a3d3cdd1685b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:19.112329 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273495ef-538d-429f-9730-1cf3ba6a2016 req-59300d76-226f-475c-8f97-a3d3cdd1685b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:19.144089 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273495ef-538d-429f-9730-1cf3ba6a2016 req-59300d76-226f-475c-8f97-a3d3cdd1685b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:19.158508 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273495ef-538d-429f-9730-1cf3ba6a2016 req-59300d76-226f-475c-8f97-a3d3cdd1685b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:19.168278 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-273495ef-538d-429f-9730-1cf3ba6a2016 req-59300d76-226f-475c-8f97-a3d3cdd1685b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.2678664 Feb 09 21:51:19.301352 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-273495ef-538d-429f-9730-1cf3ba6a2016 req-ce8aa8a2-a9c3-4086-8952-3d0efc84bed2 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1203182 Feb 09 21:51:19.597272 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317f4a3-6f43-4681-903f-185e3b09d10f req-e1b488ef-2164-4092-aa24-a31645b21325 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:19.608431 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317f4a3-6f43-4681-903f-185e3b09d10f req-e1b488ef-2164-4092-aa24-a31645b21325 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:19.621328 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b317f4a3-6f43-4681-903f-185e3b09d10f req-e1b488ef-2164-4092-aa24-a31645b21325 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=0adfc886-cb39-46c7-8f1a-1c85ed71c0be HTTP/1.1" status: 200 len: 1680 time: 0.1164937 Feb 09 21:51:19.732557 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b317f4a3-6f43-4681-903f-185e3b09d10f req-557e9741-9f74-44d1-90bc-d366978783ed tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096151 Feb 09 21:51:20.104253 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-49cad431-0e13-452d-9ad5-6e33f26b62fb req-58e5e412-ffd1-421d-8de7-c1a750ae8e34 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee6e56e4-f45f-4611-bb23-ab814c521056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1634500 Feb 09 21:51:20.194205 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242eaddd-9750-408e-9ad4-a77fc6a71c42 req-2d9e535c-3c90-40ac-b350-c1e56af07e62 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:20.205384 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242eaddd-9750-408e-9ad4-a77fc6a71c42 req-2d9e535c-3c90-40ac-b350-c1e56af07e62 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:20.229941 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242eaddd-9750-408e-9ad4-a77fc6a71c42 req-2d9e535c-3c90-40ac-b350-c1e56af07e62 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:20.250013 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242eaddd-9750-408e-9ad4-a77fc6a71c42 req-2d9e535c-3c90-40ac-b350-c1e56af07e62 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:20.269564 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cad431-0e13-452d-9ad5-6e33f26b62fb req-50642b73-185d-4fa9-83b5-2f49a64e29b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:20.274909 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242eaddd-9750-408e-9ad4-a77fc6a71c42 req-2d9e535c-3c90-40ac-b350-c1e56af07e62 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:20.278069 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-49cad431-0e13-452d-9ad5-6e33f26b62fb req-50642b73-185d-4fa9-83b5-2f49a64e29b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca9a9bb5263a475f9beaae32168a01fb&device_id=ee6e56e4-f45f-4611-bb23-ab814c521056 HTTP/1.1" status: 200 len: 1128 time: 0.1393535 Feb 09 21:51:20.290083 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242eaddd-9750-408e-9ad4-a77fc6a71c42 req-2d9e535c-3c90-40ac-b350-c1e56af07e62 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:20.300646 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242eaddd-9750-408e-9ad4-a77fc6a71c42 req-2d9e535c-3c90-40ac-b350-c1e56af07e62 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:20.327524 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-242eaddd-9750-408e-9ad4-a77fc6a71c42 req-2d9e535c-3c90-40ac-b350-c1e56af07e62 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.3326855 Feb 09 21:51:20.538951 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-242eaddd-9750-408e-9ad4-a77fc6a71c42 req-00be5db1-cf10-4c0e-ae6b-1b15fb242785 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2093139 Feb 09 21:51:20.604123 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cad431-0e13-452d-9ad5-6e33f26b62fb req-03182e28-4cb4-45db-b543-dc0ebc7f85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:20.607111 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-49cad431-0e13-452d-9ad5-6e33f26b62fb req-03182e28-4cb4-45db-b543-dc0ebc7f85ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=364c2f3e-feb4-4b55-8f2f-ec33b2e23eac HTTP/1.1" status: 200 len: 914 time: 0.2947869 Feb 09 21:51:20.694868 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-8db25f6c-2845-4c86-86b8-b378d98dcd32 req-5b2b8882-f3e1-4603-867b-bcd6866d1e06 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:51:20.697520 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8db25f6c-2845-4c86-86b8-b378d98dcd32 req-5b2b8882-f3e1-4603-867b-bcd6866d1e06 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139062 Feb 09 21:51:20.732701 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-49cad431-0e13-452d-9ad5-6e33f26b62fb req-5ea2e08c-9b2a-4006-8776-17e61e4d318c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc8b398c-b8ee-45cf-a19e-fe93316787ed HTTP/1.1" status: 200 len: 217 time: 0.1075449 Feb 09 21:51:20.842715 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cad431-0e13-452d-9ad5-6e33f26b62fb req-8c466254-8259-486a-9a21-69b97cb39dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:20.844090 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-49cad431-0e13-452d-9ad5-6e33f26b62fb req-8c466254-8259-486a-9a21-69b97cb39dfd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=321e59e2-b895-4c51-be5b-a8f5ea91dd3f HTTP/1.1" status: 200 len: 853 time: 0.1082742 Feb 09 21:51:20.905883 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-49cad431-0e13-452d-9ad5-6e33f26b62fb req-fb9dca85-fdfa-461a-b6c0-96636bf5654c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=364c2f3e-feb4-4b55-8f2f-ec33b2e23eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516267 Feb 09 21:51:21.226293 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-49cad431-0e13-452d-9ad5-6e33f26b62fb req-dc244a90-ba15-406e-b921-8bdbb327c675 service neutron] 10.222.0.42 "GET /v2.0/networks/364c2f3e-feb4-4b55-8f2f-ec33b2e23eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131676 Feb 09 21:51:21.591549 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-49cad431-0e13-452d-9ad5-6e33f26b62fb req-94be920a-c237-40d9-9b3f-0a619f524a4d service neutron] 10.222.0.42 "GET /v2.0/networks/364c2f3e-feb4-4b55-8f2f-ec33b2e23eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506250 Feb 09 21:51:21.647524 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-b0fb082e-94d8-43e1-a18b-69caf1b3d9e6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4367542 Feb 09 21:51:21.655041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-c91a6862-06a9-4b18-b793-0fafc0319538 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:51:21.696516 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-c91a6862-06a9-4b18-b793-0fafc0319538 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479097 Feb 09 21:51:21.838760 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116079ad-3b73-41cc-8608-d948b601821c req-767148c9-36c6-49af-92cc-fb1ecbcd8b9a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:21.852386 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116079ad-3b73-41cc-8608-d948b601821c req-767148c9-36c6-49af-92cc-fb1ecbcd8b9a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:21.864322 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116079ad-3b73-41cc-8608-d948b601821c req-767148c9-36c6-49af-92cc-fb1ecbcd8b9a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:21.874942 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116079ad-3b73-41cc-8608-d948b601821c req-767148c9-36c6-49af-92cc-fb1ecbcd8b9a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:21.888714 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116079ad-3b73-41cc-8608-d948b601821c req-767148c9-36c6-49af-92cc-fb1ecbcd8b9a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:21.900499 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116079ad-3b73-41cc-8608-d948b601821c req-767148c9-36c6-49af-92cc-fb1ecbcd8b9a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:21.910522 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116079ad-3b73-41cc-8608-d948b601821c req-767148c9-36c6-49af-92cc-fb1ecbcd8b9a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:21.919065 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-116079ad-3b73-41cc-8608-d948b601821c req-767148c9-36c6-49af-92cc-fb1ecbcd8b9a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.2200727 Feb 09 21:51:22.018833 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-116079ad-3b73-41cc-8608-d948b601821c req-cf37b997-6802-4fa0-8878-de11ea6f7ab9 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0940311 Feb 09 21:51:22.295256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2beef-3cfe-48de-b637-2d7c948d3e37 req-2fc372f5-0528-4910-a48e-37c9d48889e8 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:22.311496 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-53d2beef-3cfe-48de-b637-2d7c948d3e37 req-2fc372f5-0528-4910-a48e-37c9d48889e8 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.1596305 Feb 09 21:51:22.400457 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-53d2beef-3cfe-48de-b637-2d7c948d3e37 req-5126f667-68f5-4dab-97fd-a98d1651bd5a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871949 Feb 09 21:51:22.793361 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf7915-0cae-4a14-8fe9-096c247a2c69 req-0b8fc8d2-fbc5-45fe-9828-9d7776f842ba tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:22.801544 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4cf7915-0cae-4a14-8fe9-096c247a2c69 req-0b8fc8d2-fbc5-45fe-9828-9d7776f842ba tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 945 time: 0.0754352 Feb 09 21:51:22.903112 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4cf7915-0cae-4a14-8fe9-096c247a2c69 req-7d15b2ad-dfb6-454a-82a8-c89419b7680d tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ff954b5-2658-4a4e-a8ac-e59dcf8542d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995150 Feb 09 21:51:23.327788 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13153911-51b7-4b7b-aea7-83780659110f req-f9189e9b-fe74-45ec-a200-7ce67cb0ba3d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:23.333505 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13153911-51b7-4b7b-aea7-83780659110f req-f9189e9b-fe74-45ec-a200-7ce67cb0ba3d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:23.338724 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13153911-51b7-4b7b-aea7-83780659110f req-f9189e9b-fe74-45ec-a200-7ce67cb0ba3d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:23.344065 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13153911-51b7-4b7b-aea7-83780659110f req-f9189e9b-fe74-45ec-a200-7ce67cb0ba3d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:23.349486 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13153911-51b7-4b7b-aea7-83780659110f req-f9189e9b-fe74-45ec-a200-7ce67cb0ba3d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:23.355008 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13153911-51b7-4b7b-aea7-83780659110f req-f9189e9b-fe74-45ec-a200-7ce67cb0ba3d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:23.360465 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13153911-51b7-4b7b-aea7-83780659110f req-f9189e9b-fe74-45ec-a200-7ce67cb0ba3d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:23.362589 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13153911-51b7-4b7b-aea7-83780659110f req-f9189e9b-fe74-45ec-a200-7ce67cb0ba3d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.1107283 Feb 09 21:51:23.455274 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13153911-51b7-4b7b-aea7-83780659110f req-83943b30-9355-4a82-a133-3a62deaa672c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819747 Feb 09 21:51:23.591417 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c4ce4-2468-4e14-b5f2-ee6b1448c147 req-8ab31692-3e24-4713-8ba4-ecfe165e1f93 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:23.594331 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fc1c4ce4-2468-4e14-b5f2-ee6b1448c147 req-8ab31692-3e24-4713-8ba4-ecfe165e1f93 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 945 time: 0.0925717 Feb 09 21:51:23.666519 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a039a5-fc74-4a87-b4d8-0b1c128f5b8c req-dabeb6f2-3d12-40eb-b82b-0bf3e1604f44 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:23.672208 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a039a5-fc74-4a87-b4d8-0b1c128f5b8c req-dabeb6f2-3d12-40eb-b82b-0bf3e1604f44 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:23.677719 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a039a5-fc74-4a87-b4d8-0b1c128f5b8c req-dabeb6f2-3d12-40eb-b82b-0bf3e1604f44 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:23.683125 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a039a5-fc74-4a87-b4d8-0b1c128f5b8c req-dabeb6f2-3d12-40eb-b82b-0bf3e1604f44 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:23.688665 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a039a5-fc74-4a87-b4d8-0b1c128f5b8c req-dabeb6f2-3d12-40eb-b82b-0bf3e1604f44 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:23.693992 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a039a5-fc74-4a87-b4d8-0b1c128f5b8c req-dabeb6f2-3d12-40eb-b82b-0bf3e1604f44 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:23.700013 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a039a5-fc74-4a87-b4d8-0b1c128f5b8c req-dabeb6f2-3d12-40eb-b82b-0bf3e1604f44 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:23.701971 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3a039a5-fc74-4a87-b4d8-0b1c128f5b8c req-dabeb6f2-3d12-40eb-b82b-0bf3e1604f44 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.1175590 Feb 09 21:51:23.768642 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-fc1c4ce4-2468-4e14-b5f2-ee6b1448c147 req-bb767953-37e7-4d73-9ef0-75c141fa4d14 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Deleting port 6d340e15-f3f8-498a-8a0d-11813b2ce7fc {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:23.768976 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fc1c4ce4-2468-4e14-b5f2-ee6b1448c147 req-bb767953-37e7-4d73-9ef0-75c141fa4d14 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (6d340e15-f3f8-498a-8a0d-11813b2ce7fc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:23.814384 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3a039a5-fc74-4a87-b4d8-0b1c128f5b8c req-24f1a1a5-f85f-490e-80b6-1d53802e930d tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0989602 Feb 09 21:51:23.917286 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-fc1c4ce4-2468-4e14-b5f2-ee6b1448c147 req-bb767953-37e7-4d73-9ef0-75c141fa4d14 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] For port 6d340e15-f3f8-498a-8a0d-11813b2ce7fc, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6d340e15-f3f8-498a-8a0d-11813b2ce7fc,segment=NetworkSegment(3cd100ae-5dd3-425d-94e6-f1c816ceeede),segment_id=3cd100ae-5dd3-425d-94e6-f1c816ceeede)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:23.917710 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fc1c4ce4-2468-4e14-b5f2-ee6b1448c147 req-bb767953-37e7-4d73-9ef0-75c141fa4d14 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (6d340e15-f3f8-498a-8a0d-11813b2ce7fc), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.000914 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b64b-0d82-4957-9100-f3b23f7c3e48 req-053112b6-fa73-4dd0-969a-a81bc93acaae tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:24.007011 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b64b-0d82-4957-9100-f3b23f7c3e48 req-053112b6-fa73-4dd0-969a-a81bc93acaae tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:24.009267 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8f4b64b-0d82-4957-9100-f3b23f7c3e48 req-053112b6-fa73-4dd0-969a-a81bc93acaae tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=0adfc886-cb39-46c7-8f1a-1c85ed71c0be HTTP/1.1" status: 200 len: 1680 time: 0.0953050 Feb 09 21:51:24.078426 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8f4b64b-0d82-4957-9100-f3b23f7c3e48 req-7ee589e9-ce26-43a3-9b63-68ce4723a382 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609241 Feb 09 21:51:24.227396 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e6664-b593-4590-aec5-a1e99fd8e942 req-c33d4137-c80c-4387-85fd-d887a3bf5482 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:24.229103 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-420e6664-b593-4590-aec5-a1e99fd8e942 req-c33d4137-c80c-4387-85fd-d887a3bf5482 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.0648391 Feb 09 21:51:24.320988 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-420e6664-b593-4590-aec5-a1e99fd8e942 req-478aecde-5170-4bed-bdeb-d0610b0f73d1 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845017 Feb 09 21:51:24.353322 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fc1c4ce4-2468-4e14-b5f2-ee6b1448c147 req-bb767953-37e7-4d73-9ef0-75c141fa4d14 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.353322 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fc1c4ce4-2468-4e14-b5f2-ee6b1448c147 req-bb767953-37e7-4d73-9ef0-75c141fa4d14 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (59a18e86-fa86-48f9-8c6a-a07ec6cb346d), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.353322 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [req-fc1c4ce4-2468-4e14-b5f2-ee6b1448c147 req-bb767953-37e7-4d73-9ef0-75c141fa4d14 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Floating IP 59a18e86-fa86-48f9-8c6a-a07ec6cb346d disassociated. External IP: 172.25.6.223, port: 6d340e15-f3f8-498a-8a0d-11813b2ce7fc. Feb 09 21:51:24.353322 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-fc1c4ce4-2468-4e14-b5f2-ee6b1448c147 req-bb767953-37e7-4d73-9ef0-75c141fa4d14 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Calling delete_port for 6d340e15-f3f8-498a-8a0d-11813b2ce7fc owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:24.493081 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bc279-a1c0-4e5b-a0ed-58f946e32c45 req-77bf260a-18a4-419a-97ff-602e2c251055 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:24.494960 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-824bc279-a1c0-4e5b-a0ed-58f946e32c45 req-77bf260a-18a4-419a-97ff-602e2c251055 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3d4589-328c-424c-b613-97c1c72668df HTTP/1.1" status: 200 len: 945 time: 0.0735981 Feb 09 21:51:24.575402 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-824bc279-a1c0-4e5b-a0ed-58f946e32c45 req-9459a7f8-bb94-49e7-9a1e-b0d788ac7ead tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ff954b5-2658-4a4e-a8ac-e59dcf8542d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624850 Feb 09 21:51:24.622717 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fc1c4ce4-2468-4e14-b5f2-ee6b1448c147 req-bb767953-37e7-4d73-9ef0-75c141fa4d14 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (6d340e15-f3f8-498a-8a0d-11813b2ce7fc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.646630 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96f1cc-7575-41e6-9927-08aa1604c03b req-d6a910ce-c842-4009-b215-3d28f734d1ba tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:24.657462 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96f1cc-7575-41e6-9927-08aa1604c03b req-d6a910ce-c842-4009-b215-3d28f734d1ba tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:24.660208 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc96f1cc-7575-41e6-9927-08aa1604c03b req-d6a910ce-c842-4009-b215-3d28f734d1ba tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.71 "GET /v2.0/ports?device_id=0adfc886-cb39-46c7-8f1a-1c85ed71c0be HTTP/1.1" status: 200 len: 1680 time: 0.1003418 Feb 09 21:51:24.685023 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb767953-37e7-4d73-9ef0-75c141fa4d14 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Pushing event deleted for resources: {'Port': ['ID=6d340e15-f3f8-498a-8a0d-11813b2ce7fc,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:24.835331 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ffc0c-57b2-47f0-aa97-8e4cc9c3c00d req-c7a25876-836d-4630-9898-8769906cd40e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:24.840641 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ffc0c-57b2-47f0-aa97-8e4cc9c3c00d req-c7a25876-836d-4630-9898-8769906cd40e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:24.846042 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ffc0c-57b2-47f0-aa97-8e4cc9c3c00d req-c7a25876-836d-4630-9898-8769906cd40e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:24.851550 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ffc0c-57b2-47f0-aa97-8e4cc9c3c00d req-c7a25876-836d-4630-9898-8769906cd40e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:24.856918 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ffc0c-57b2-47f0-aa97-8e4cc9c3c00d req-c7a25876-836d-4630-9898-8769906cd40e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:24.862212 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ffc0c-57b2-47f0-aa97-8e4cc9c3c00d req-c7a25876-836d-4630-9898-8769906cd40e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:24.868069 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ffc0c-57b2-47f0-aa97-8e4cc9c3c00d req-c7a25876-836d-4630-9898-8769906cd40e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:24.870083 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-152ffc0c-57b2-47f0-aa97-8e4cc9c3c00d req-c7a25876-836d-4630-9898-8769906cd40e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.1912935 Feb 09 21:51:24.910021 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-cc96f1cc-7575-41e6-9927-08aa1604c03b req-82002ce2-f1a1-415a-a601-576fca57d51a tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Deleting port 11465609-0ffd-4700-b5d8-0f0d83f92412 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:24.910356 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-cc96f1cc-7575-41e6-9927-08aa1604c03b req-82002ce2-f1a1-415a-a601-576fca57d51a tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (11465609-0ffd-4700-b5d8-0f0d83f92412), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.941853 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc1c4ce4-2468-4e14-b5f2-ee6b1448c147 req-bb767953-37e7-4d73-9ef0-75c141fa4d14 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Router 1d634aef-6df6-4046-b124-674f2c4ab789 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:51:25.011129 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-152ffc0c-57b2-47f0-aa97-8e4cc9c3c00d req-2801ea15-e474-402c-8ba8-c44fa7582c66 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1281199 Feb 09 21:51:25.043529 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-cc96f1cc-7575-41e6-9927-08aa1604c03b req-82002ce2-f1a1-415a-a601-576fca57d51a tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] For port 11465609-0ffd-4700-b5d8-0f0d83f92412, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=11465609-0ffd-4700-b5d8-0f0d83f92412,segment=NetworkSegment(aed855f8-099d-410b-ab0a-5309db973d13),segment_id=aed855f8-099d-410b-ab0a-5309db973d13)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:25.043957 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-cc96f1cc-7575-41e6-9927-08aa1604c03b req-82002ce2-f1a1-415a-a601-576fca57d51a tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (11465609-0ffd-4700-b5d8-0f0d83f92412), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:25.067747 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-cc96f1cc-7575-41e6-9927-08aa1604c03b req-82002ce2-f1a1-415a-a601-576fca57d51a tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Calling delete_port for 11465609-0ffd-4700-b5d8-0f0d83f92412 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:25.201542 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc1c4ce4-2468-4e14-b5f2-ee6b1448c147 req-bb767953-37e7-4d73-9ef0-75c141fa4d14 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:51:25.216079 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59348e9-5c0a-4ded-b063-fd0dbc685024 None None] Sync routers for ids ['1d634aef-6df6-4046-b124-674f2c4ab789'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:51:25.262898 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59348e9-5c0a-4ded-b063-fd0dbc685024 None None] Routers {'1d634aef-6df6-4046-b124-674f2c4ab789'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:25.263878 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b59348e9-5c0a-4ded-b063-fd0dbc685024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:51:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1d634aef-6df6-4046-b124-674f2c4ab789'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:25.306836 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1c4ce4-2468-4e14-b5f2-ee6b1448c147 req-bb767953-37e7-4d73-9ef0-75c141fa4d14 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] No DVR routers for this DVR port 6d340e15-f3f8-498a-8a0d-11813b2ce7fc on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:25.312055 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fc1c4ce4-2468-4e14-b5f2-ee6b1448c147 req-bb767953-37e7-4d73-9ef0-75c141fa4d14 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:25.318595 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fc1c4ce4-2468-4e14-b5f2-ee6b1448c147 req-bb767953-37e7-4d73-9ef0-75c141fa4d14 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.42 "DELETE /v2.0/ports/6d340e15-f3f8-498a-8a0d-11813b2ce7fc HTTP/1.1" status: 204 len: 173 time: 1.7171376 Feb 09 21:51:25.319915 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3d4589-328c-424c-b613-97c1c72668df', 'name': 'network-vif-deleted', 'tag': '6d340e15-f3f8-498a-8a0d-11813b2ce7fc'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:25.324995 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625db134-beab-457f-a8a4-8164f9d37847" -d '{"events": [{"server_uuid": "fc3d4589-328c-424c-b613-97c1c72668df", "name": "network-vif-deleted", "tag": "6d340e15-f3f8-498a-8a0d-11813b2ce7fc"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:25.580439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8ab4d-4b2c-4a88-bb00-ef8f2f6b0f11 req-416755ad-25fd-47ac-a84d-34b139baa77f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:25.593151 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8ab4d-4b2c-4a88-bb00-ef8f2f6b0f11 req-416755ad-25fd-47ac-a84d-34b139baa77f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:25.605411 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8ab4d-4b2c-4a88-bb00-ef8f2f6b0f11 req-416755ad-25fd-47ac-a84d-34b139baa77f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:25.617826 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8ab4d-4b2c-4a88-bb00-ef8f2f6b0f11 req-416755ad-25fd-47ac-a84d-34b139baa77f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:25.628991 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8ab4d-4b2c-4a88-bb00-ef8f2f6b0f11 req-416755ad-25fd-47ac-a84d-34b139baa77f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:25.640952 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8ab4d-4b2c-4a88-bb00-ef8f2f6b0f11 req-416755ad-25fd-47ac-a84d-34b139baa77f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:25.642473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b59348e9-5c0a-4ded-b063-fd0dbc685024 None None] Set router 1d634aef-6df6-4046-b124-674f2c4ab789 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:25.651891 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8ab4d-4b2c-4a88-bb00-ef8f2f6b0f11 req-416755ad-25fd-47ac-a84d-34b139baa77f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:25.655487 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bc8ab4d-4b2c-4a88-bb00-ef8f2f6b0f11 req-416755ad-25fd-47ac-a84d-34b139baa77f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.4562612 Feb 09 21:51:25.700550 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-cc96f1cc-7575-41e6-9927-08aa1604c03b req-82002ce2-f1a1-415a-a601-576fca57d51a tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (11465609-0ffd-4700-b5d8-0f0d83f92412), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:25.740335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['11465609-0ffd-4700-b5d8-0f0d83f92412', '8e239c4d-a4b1-4ca9-a74f-5176934858df'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:51:25.769886 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82002ce2-f1a1-415a-a601-576fca57d51a tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event deleted for resources: {'Port': ['ID=11465609-0ffd-4700-b5d8-0f0d83f92412,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:25.884351 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bc8ab4d-4b2c-4a88-bb00-ef8f2f6b0f11 req-c426f2a1-f5d9-487d-af8e-7715ca445f69 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2212224 Feb 09 21:51:25.930679 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc96f1cc-7575-41e6-9927-08aa1604c03b req-82002ce2-f1a1-415a-a601-576fca57d51a tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] No DVR routers for this DVR port 11465609-0ffd-4700-b5d8-0f0d83f92412 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:25.942513 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-cc96f1cc-7575-41e6-9927-08aa1604c03b req-82002ce2-f1a1-415a-a601-576fca57d51a tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:25.955364 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc96f1cc-7575-41e6-9927-08aa1604c03b req-82002ce2-f1a1-415a-a601-576fca57d51a tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.71 "DELETE /v2.0/ports/11465609-0ffd-4700-b5d8-0f0d83f92412 HTTP/1.1" status: 204 len: 173 time: 1.2894351 Feb 09 21:51:25.956665 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adfc886-cb39-46c7-8f1a-1c85ed71c0be', 'name': 'network-vif-deleted', 'tag': '11465609-0ffd-4700-b5d8-0f0d83f92412'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:25.960168 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fab1873-55c9-4091-8361-9c8c429eabbc" -d '{"events": [{"server_uuid": "0adfc886-cb39-46c7-8f1a-1c85ed71c0be", "name": "network-vif-deleted", "tag": "11465609-0ffd-4700-b5d8-0f0d83f92412"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:26.056831 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b59348e9-5c0a-4ded-b063-fd0dbc685024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'name': 'tempest-AttachVolumeTestJSON-1446099806-router', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:53Z', 'updated_at': '2022-02-09T21:46:12Z', 'revision_number': 4, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'gw_port': {'id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:55Z', 'updated_at': '2022-02-09T21:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'fa894a3a-b6ff-46bc-abd8-254ccd2cd964', 'name': '', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'mac_address': 'fa:16:3e:16:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:06Z', 'updated_at': '2022-02-09T21:46:22Z', 'revision_number': 5, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'subnets': [{'id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:26.095881 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59348e9-5c0a-4ded-b063-fd0dbc685024 None None] Checking router: 1d634aef-6df6-4046-b124-674f2c4ab789 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:51:26.137069 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59348e9-5c0a-4ded-b063-fd0dbc685024 None None] Routers {'1d634aef-6df6-4046-b124-674f2c4ab789'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:26.138246 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b59348e9-5c0a-4ded-b063-fd0dbc685024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:51:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1d634aef-6df6-4046-b124-674f2c4ab789'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:26.270261 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fd11e-2faf-4830-a3ec-df9e2af92fd3 req-ff238931-8e43-44b4-a556-8b23ff46591b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:26.272355 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a23fd11e-2faf-4830-a3ec-df9e2af92fd3 req-ff238931-8e43-44b4-a556-8b23ff46591b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/ports?device_id=0adfc886-cb39-46c7-8f1a-1c85ed71c0be HTTP/1.1" status: 200 len: 945 time: 0.1443810 Feb 09 21:51:26.302451 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-cc96f1cc-7575-41e6-9927-08aa1604c03b req-9325346e-416f-4c5f-8d38-4d23956253a6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Deleting port 8e239c4d-a4b1-4ca9-a74f-5176934858df {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:26.302989 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-cc96f1cc-7575-41e6-9927-08aa1604c03b req-9325346e-416f-4c5f-8d38-4d23956253a6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8e239c4d-a4b1-4ca9-a74f-5176934858df), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.393725 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b59348e9-5c0a-4ded-b063-fd0dbc685024 None None] Set router 1d634aef-6df6-4046-b124-674f2c4ab789 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:26.453750 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a23fd11e-2faf-4830-a3ec-df9e2af92fd3 req-026d7037-d81d-4ba2-85a7-6f371885682f tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "GET /v2.0/security-groups?id=17deb92b-92e9-4417-a8fc-06fc133beef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569805 Feb 09 21:51:26.523251 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-cc96f1cc-7575-41e6-9927-08aa1604c03b req-9325346e-416f-4c5f-8d38-4d23956253a6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] For port 8e239c4d-a4b1-4ca9-a74f-5176934858df, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8e239c4d-a4b1-4ca9-a74f-5176934858df,segment=NetworkSegment(2470e65c-0860-4268-934f-828e1eb9eb62),segment_id=2470e65c-0860-4268-934f-828e1eb9eb62)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:26.524421 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-cc96f1cc-7575-41e6-9927-08aa1604c03b req-9325346e-416f-4c5f-8d38-4d23956253a6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8e239c4d-a4b1-4ca9-a74f-5176934858df), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.557254 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-cc96f1cc-7575-41e6-9927-08aa1604c03b req-9325346e-416f-4c5f-8d38-4d23956253a6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Calling delete_port for 8e239c4d-a4b1-4ca9-a74f-5176934858df owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:26.585344 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9259822-bf76-461d-84da-b2b018fa2a96 x-openstack-request-id: req-f9259822-bf76-461d-84da-b2b018fa2a96 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:26.586325 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3d4589-328c-424c-b613-97c1c72668df", "name": "network-vif-deleted", "tag": "6d340e15-f3f8-498a-8a0d-11813b2ce7fc", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:26.586325 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f9259822-bf76-461d-84da-b2b018fa2a96 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:26.586843 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3d4589-328c-424c-b613-97c1c72668df', 'name': 'network-vif-deleted', 'tag': '6d340e15-f3f8-498a-8a0d-11813b2ce7fc', 'status': 'completed', 'code': 200} Feb 09 21:51:26.787835 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b59348e9-5c0a-4ded-b063-fd0dbc685024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'name': 'tempest-AttachVolumeTestJSON-1446099806-router', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:53Z', 'updated_at': '2022-02-09T21:46:12Z', 'revision_number': 4, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'gw_port': {'id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:55Z', 'updated_at': '2022-02-09T21:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'fa894a3a-b6ff-46bc-abd8-254ccd2cd964', 'name': '', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'mac_address': 'fa:16:3e:16:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:06Z', 'updated_at': '2022-02-09T21:46:22Z', 'revision_number': 5, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'subnets': [{'id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:26.839720 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59348e9-5c0a-4ded-b063-fd0dbc685024 None None] The sync data for ids ['1d634aef-6df6-4046-b124-674f2c4ab789'] in n-d-828601-1 is: [{'id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'name': 'tempest-AttachVolumeTestJSON-1446099806-router', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:53Z', 'updated_at': '2022-02-09T21:46:12Z', 'revision_number': 4, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'gw_port': {'id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:55Z', 'updated_at': '2022-02-09T21:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'fa894a3a-b6ff-46bc-abd8-254ccd2cd964', 'name': '', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'mac_address': 'fa:16:3e:16:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:06Z', 'updated_at': '2022-02-09T21:46:22Z', 'revision_number': 5, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'subnets': [{'id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:51:27.003007 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946fe413-2730-4d07-baa7-7d731ddfc07a req-2f589763-e5ce-4607-b627-e7c77bdc968f tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:27.004413 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-946fe413-2730-4d07-baa7-7d731ddfc07a req-2f589763-e5ce-4607-b627-e7c77bdc968f tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.0889423 Feb 09 21:51:27.009506 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-292a8a88-a7ba-4a4b-a4a5-fa956a671b52 req-e9eb5bb8-6247-4c17-a42b-395d63911e99 tempest-ImagesOneServerNegativeTestJSON-489366646 tempest-ImagesOneServerNegativeTestJSON-489366646-project] (103201) timed out ('10.222.0.77', 42052) {{(pid=103201) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:51:27.102420 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-cc96f1cc-7575-41e6-9927-08aa1604c03b req-9325346e-416f-4c5f-8d38-4d23956253a6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (8e239c4d-a4b1-4ca9-a74f-5176934858df), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:27.110895 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-946fe413-2730-4d07-baa7-7d731ddfc07a req-627ede5c-aaa3-4b27-85c3-85624ed2f43d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902143 Feb 09 21:51:27.137727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325346e-416f-4c5f-8d38-4d23956253a6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event deleted for resources: {'Port': ['ID=8e239c4d-a4b1-4ca9-a74f-5176934858df,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:27.211118 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc96f1cc-7575-41e6-9927-08aa1604c03b req-9325346e-416f-4c5f-8d38-4d23956253a6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] No DVR routers for this DVR port 8e239c4d-a4b1-4ca9-a74f-5176934858df on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:27.214322 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-cc96f1cc-7575-41e6-9927-08aa1604c03b req-9325346e-416f-4c5f-8d38-4d23956253a6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:27.218212 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc96f1cc-7575-41e6-9927-08aa1604c03b req-9325346e-416f-4c5f-8d38-4d23956253a6 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.71 "DELETE /v2.0/ports/8e239c4d-a4b1-4ca9-a74f-5176934858df HTTP/1.1" status: 204 len: 173 time: 1.2522464 Feb 09 21:51:27.277652 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee29647-6451-4e19-b06b-e885d7092aed None None] New status for floating IP 59a18e86-fa86-48f9-8c6a-a07ec6cb346d: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:51:27.283016 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce2de43-a100-4485-857e-5fa8a64cf4e1 x-openstack-request-id: req-0ce2de43-a100-4485-857e-5fa8a64cf4e1 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:27.283707 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adfc886-cb39-46c7-8f1a-1c85ed71c0be", "name": "network-vif-deleted", "tag": "11465609-0ffd-4700-b5d8-0f0d83f92412", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:27.284141 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ce2de43-a100-4485-857e-5fa8a64cf4e1 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:27.284727 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adfc886-cb39-46c7-8f1a-1c85ed71c0be', 'name': 'network-vif-deleted', 'tag': '11465609-0ffd-4700-b5d8-0f0d83f92412', 'status': 'completed', 'code': 200} Feb 09 21:51:27.449841 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 6d340e15-f3f8-498a-8a0d-11813b2ce7fc no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:27.534380 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a67cc-5f8a-4954-9116-3816d4fa69fa req-8d5595f5-83b6-4a8f-8eaf-52dd77d8be82 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:27.540078 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a67cc-5f8a-4954-9116-3816d4fa69fa req-8d5595f5-83b6-4a8f-8eaf-52dd77d8be82 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:27.546201 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a67cc-5f8a-4954-9116-3816d4fa69fa req-8d5595f5-83b6-4a8f-8eaf-52dd77d8be82 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:27.549354 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 6d340e15-f3f8-498a-8a0d-11813b2ce7fc {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:27.550226 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 6d340e15-f3f8-498a-8a0d-11813b2ce7fc not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:27.551921 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a67cc-5f8a-4954-9116-3816d4fa69fa req-8d5595f5-83b6-4a8f-8eaf-52dd77d8be82 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:27.557527 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a67cc-5f8a-4954-9116-3816d4fa69fa req-8d5595f5-83b6-4a8f-8eaf-52dd77d8be82 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:27.562958 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a67cc-5f8a-4954-9116-3816d4fa69fa req-8d5595f5-83b6-4a8f-8eaf-52dd77d8be82 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:27.568390 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a67cc-5f8a-4954-9116-3816d4fa69fa req-8d5595f5-83b6-4a8f-8eaf-52dd77d8be82 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:27.571098 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-457a67cc-5f8a-4954-9116-3816d4fa69fa req-8d5595f5-83b6-4a8f-8eaf-52dd77d8be82 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.1372559 Feb 09 21:51:27.733135 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-457a67cc-5f8a-4954-9116-3816d4fa69fa req-a899bf7e-6d82-4f85-a936-1322fa99ccb6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1497159 Feb 09 21:51:27.953995 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79e62e-d60b-4918-b5fe-a96c62f84f4c req-e26032a3-1252-4af3-84de-7971f61d4c2d tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:27.965215 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79e62e-d60b-4918-b5fe-a96c62f84f4c req-e26032a3-1252-4af3-84de-7971f61d4c2d tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:27.975918 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79e62e-d60b-4918-b5fe-a96c62f84f4c req-e26032a3-1252-4af3-84de-7971f61d4c2d tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:27.987359 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79e62e-d60b-4918-b5fe-a96c62f84f4c req-e26032a3-1252-4af3-84de-7971f61d4c2d tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:28.000855 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79e62e-d60b-4918-b5fe-a96c62f84f4c req-e26032a3-1252-4af3-84de-7971f61d4c2d tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:28.011596 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79e62e-d60b-4918-b5fe-a96c62f84f4c req-e26032a3-1252-4af3-84de-7971f61d4c2d tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:28.019984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79e62e-d60b-4918-b5fe-a96c62f84f4c req-e26032a3-1252-4af3-84de-7971f61d4c2d tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:28.022999 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e79e62e-d60b-4918-b5fe-a96c62f84f4c req-e26032a3-1252-4af3-84de-7971f61d4c2d tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.1758072 Feb 09 21:51:28.110606 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e79e62e-d60b-4918-b5fe-a96c62f84f4c req-e196212a-1afa-412b-9c08-c441211df782 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0803053 Feb 09 21:51:28.175577 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42568) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:28.233206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42570) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:28.311581 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be988214-5325-4a51-a5e2-976f65e7344f tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group (7ff954b5-2658-4a4e-a8ac-e59dcf8542d2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.341423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-e68d14eb-26ef-40b8-ba8d-c29a57d0a81b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Deleting subnet b56e7cf6-e486-45d3-b0e6-069a21e86526 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:51:28.347921 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e68d14eb-26ef-40b8-ba8d-c29a57d0a81b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks [] for subnet (b56e7cf6-e486-45d3-b0e6-069a21e86526), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.361628 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be988214-5325-4a51-a5e2-976f65e7344f tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group (7ff954b5-2658-4a4e-a8ac-e59dcf8542d2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.453842 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be988214-5325-4a51-a5e2-976f65e7344f tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7ff954b5-2658-4a4e-a8ac-e59dcf8542d2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.458350 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be988214-5325-4a51-a5e2-976f65e7344f tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.460100 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-be988214-5325-4a51-a5e2-976f65e7344f tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "DELETE /v2.0/security-groups/7ff954b5-2658-4a4e-a8ac-e59dcf8542d2 HTTP/1.1" status: 204 len: 168 time: 0.2814586 Feb 09 21:51:28.463276 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42572) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:28.473297 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e68d14eb-26ef-40b8-ba8d-c29a57d0a81b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (b56e7cf6-e486-45d3-b0e6-069a21e86526), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.474397 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be988214-5325-4a51-a5e2-976f65e7344f tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff954b5-2658-4a4e-a8ac-e59dcf8542d2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:28.547250 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-05db48fe-c8e6-4246-ab3e-370d8fa9ab4b tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] show failed (client error): The resource could not be found. Feb 09 21:51:28.552660 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-05db48fe-c8e6-4246-ab3e-370d8fa9ab4b tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups/7ff954b5-2658-4a4e-a8ac-e59dcf8542d2 HTTP/1.1" status: 404 len: 347 time: 0.0813582 Feb 09 21:51:28.553176 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42574) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:28.585596 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844eb46a-06f4-4640-8589-1cbf8277d25b req-1748894c-e4e4-4a8e-859e-2ee7d918a90b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:28.588404 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-844eb46a-06f4-4640-8589-1cbf8277d25b req-1748894c-e4e4-4a8e-859e-2ee7d918a90b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.2415020 Feb 09 21:51:28.708824 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e68d14eb-26ef-40b8-ba8d-c29a57d0a81b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (b56e7cf6-e486-45d3-b0e6-069a21e86526), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.727245 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9b3385bb-1e1b-4429-8ca2-98414acf7fbd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Deleting port e702f0bf-385f-4476-acdf-7c5f3178a35d {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:28.727976 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b3385bb-1e1b-4429-8ca2-98414acf7fbd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (e702f0bf-385f-4476-acdf-7c5f3178a35d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.746037 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-844eb46a-06f4-4640-8589-1cbf8277d25b req-8a9be55a-90f9-4a49-9b70-897af185f17a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394403 Feb 09 21:51:28.783567 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 8e239c4d-a4b1-4ca9-a74f-5176934858df no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:28.864528 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 8e239c4d-a4b1-4ca9-a74f-5176934858df {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:28.864889 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 8e239c4d-a4b1-4ca9-a74f-5176934858df not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:28.865274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 11465609-0ffd-4700-b5d8-0f0d83f92412 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:28.886731 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e68d14eb-26ef-40b8-ba8d-c29a57d0a81b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (b56e7cf6-e486-45d3-b0e6-069a21e86526), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.971995 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e68d14eb-26ef-40b8-ba8d-c29a57d0a81b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.979529 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a178902e-f55c-4893-b954-dc3ff27261bc None None] Network b61f88d4-9151-4128-9a52-84f411919fb3 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:51:28.984714 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 11465609-0ffd-4700-b5d8-0f0d83f92412 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:28.985363 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 11465609-0ffd-4700-b5d8-0f0d83f92412 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:28.987757 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e68d14eb-26ef-40b8-ba8d-c29a57d0a81b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "DELETE /v2.0/subnets/b56e7cf6-e486-45d3-b0e6-069a21e86526 HTTP/1.1" status: 204 len: 168 time: 0.7521145 Feb 09 21:51:29.045433 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42578) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:29.070230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d14eb-26ef-40b8-ba8d-c29a57d0a81b tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event deleted for resources: {'Subnet': ['ID=b56e7cf6-e486-45d3-b0e6-069a21e86526,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:29.247222 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718f3be-52b5-4984-9278-a1ee4fa63ff5 req-55665d09-afc5-4f19-b906-896c080a6214 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:29.253141 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718f3be-52b5-4984-9278-a1ee4fa63ff5 req-55665d09-afc5-4f19-b906-896c080a6214 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:29.259575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718f3be-52b5-4984-9278-a1ee4fa63ff5 req-55665d09-afc5-4f19-b906-896c080a6214 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:29.270226 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718f3be-52b5-4984-9278-a1ee4fa63ff5 req-55665d09-afc5-4f19-b906-896c080a6214 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:29.276311 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718f3be-52b5-4984-9278-a1ee4fa63ff5 req-55665d09-afc5-4f19-b906-896c080a6214 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:29.281900 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718f3be-52b5-4984-9278-a1ee4fa63ff5 req-55665d09-afc5-4f19-b906-896c080a6214 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:29.287263 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718f3be-52b5-4984-9278-a1ee4fa63ff5 req-55665d09-afc5-4f19-b906-896c080a6214 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:29.296179 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5718f3be-52b5-4984-9278-a1ee4fa63ff5 req-55665d09-afc5-4f19-b906-896c080a6214 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.3058646 Feb 09 21:51:29.300486 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012ea5af-bf8b-4b91-ba86-84c74ca8b4ea None None] DHCP port deletion for b61f88d4-9151-4128-9a52-84f411919fb3 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:51:29.300739 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b3385bb-1e1b-4429-8ca2-98414acf7fbd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (e702f0bf-385f-4476-acdf-7c5f3178a35d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.301204 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b3385bb-1e1b-4429-8ca2-98414acf7fbd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for floatingip (e702f0bf-385f-4476-acdf-7c5f3178a35d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.310474 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adfc886-cb39-46c7-8f1a-1c85ed71c0be', 'name': 'network-vif-deleted', 'tag': '8e239c4d-a4b1-4ca9-a74f-5176934858df'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:29.313024 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d27d76-5cdd-4282-9e6b-2dceafe7ba1e" -d '{"events": [{"server_uuid": "0adfc886-cb39-46c7-8f1a-1c85ed71c0be", "name": "network-vif-deleted", "tag": "8e239c4d-a4b1-4ca9-a74f-5176934858df"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:29.328616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9b3385bb-1e1b-4429-8ca2-98414acf7fbd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Calling delete_port for e702f0bf-385f-4476-acdf-7c5f3178a35d owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:29.343285 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98a80e79-e516-468d-9040-defb62c23792 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (b61f88d4-9151-4128-9a52-84f411919fb3), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.387318 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-012ea5af-bf8b-4b91-ba86-84c74ca8b4ea None None] Deleting port 73629ef4-516f-47ea-9e8d-92df985f4b9a {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:29.387998 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-012ea5af-bf8b-4b91-ba86-84c74ca8b4ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (73629ef4-516f-47ea-9e8d-92df985f4b9a), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.462897 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5718f3be-52b5-4984-9278-a1ee4fa63ff5 req-b87e7002-11e6-418d-ab80-ee6a37751924 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1654513 Feb 09 21:51:29.525639 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-012ea5af-bf8b-4b91-ba86-84c74ca8b4ea None None] For port 73629ef4-516f-47ea-9e8d-92df985f4b9a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=73629ef4-516f-47ea-9e8d-92df985f4b9a,segment=NetworkSegment(2470e65c-0860-4268-934f-828e1eb9eb62),segment_id=2470e65c-0860-4268-934f-828e1eb9eb62)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:29.526341 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-012ea5af-bf8b-4b91-ba86-84c74ca8b4ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (73629ef4-516f-47ea-9e8d-92df985f4b9a), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.546599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-98a80e79-e516-468d-9040-defb62c23792 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Deleting port 73629ef4-516f-47ea-9e8d-92df985f4b9a {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:29.547087 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98a80e79-e516-468d-9040-defb62c23792 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (73629ef4-516f-47ea-9e8d-92df985f4b9a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.549893 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b3385bb-1e1b-4429-8ca2-98414acf7fbd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (e702f0bf-385f-4476-acdf-7c5f3178a35d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.556657 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-012ea5af-bf8b-4b91-ba86-84c74ca8b4ea None None] Calling delete_port for 73629ef4-516f-47ea-9e8d-92df985f4b9a owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:29.614244 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3385bb-1e1b-4429-8ca2-98414acf7fbd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Pushing event deleted for resources: {'Port': ['ID=e702f0bf-385f-4476-acdf-7c5f3178a35d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:29.693502 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b3385bb-1e1b-4429-8ca2-98414acf7fbd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for floatingip (59a18e86-fa86-48f9-8c6a-a07ec6cb346d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.697061 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b3385bb-1e1b-4429-8ca2-98414acf7fbd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.704085 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9b3385bb-1e1b-4429-8ca2-98414acf7fbd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "DELETE /v2.0/floatingips/59a18e86-fa86-48f9-8c6a-a07ec6cb346d HTTP/1.1" status: 204 len: 168 time: 1.1495073 Feb 09 21:51:29.742536 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-012ea5af-bf8b-4b91-ba86-84c74ca8b4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (73629ef4-516f-47ea-9e8d-92df985f4b9a), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.770209 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ea5af-bf8b-4b91-ba86-84c74ca8b4ea None None] Pushing event deleted for resources: {'Port': ['ID=73629ef4-516f-47ea-9e8d-92df985f4b9a,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:29.775252 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012ea5af-bf8b-4b91-ba86-84c74ca8b4ea None None] No DVR routers for this DVR port 73629ef4-516f-47ea-9e8d-92df985f4b9a on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:29.795053 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-98a80e79-e516-468d-9040-defb62c23792 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] For port 73629ef4-516f-47ea-9e8d-92df985f4b9a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=73629ef4-516f-47ea-9e8d-92df985f4b9a,segment=NetworkSegment(2470e65c-0860-4268-934f-828e1eb9eb62),segment_id=2470e65c-0860-4268-934f-828e1eb9eb62)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:29.795694 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98a80e79-e516-468d-9040-defb62c23792 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (73629ef4-516f-47ea-9e8d-92df985f4b9a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.831238 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-98a80e79-e516-468d-9040-defb62c23792 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Calling delete_port for 73629ef4-516f-47ea-9e8d-92df985f4b9a owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:29.854624 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523c417-fd28-4797-a230-ce0306b46904 req-399d23b7-0ec3-49f4-bbc5-2a546bc167d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:29.865233 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523c417-fd28-4797-a230-ce0306b46904 req-399d23b7-0ec3-49f4-bbc5-2a546bc167d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:29.875798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523c417-fd28-4797-a230-ce0306b46904 req-399d23b7-0ec3-49f4-bbc5-2a546bc167d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:29.886383 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523c417-fd28-4797-a230-ce0306b46904 req-399d23b7-0ec3-49f4-bbc5-2a546bc167d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:29.897227 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523c417-fd28-4797-a230-ce0306b46904 req-399d23b7-0ec3-49f4-bbc5-2a546bc167d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:29.912307 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523c417-fd28-4797-a230-ce0306b46904 req-399d23b7-0ec3-49f4-bbc5-2a546bc167d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:29.921094 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523c417-fd28-4797-a230-ce0306b46904 req-399d23b7-0ec3-49f4-bbc5-2a546bc167d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:29.924509 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1523c417-fd28-4797-a230-ce0306b46904 req-399d23b7-0ec3-49f4-bbc5-2a546bc167d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.2655718 Feb 09 21:51:30.128263 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1523c417-fd28-4797-a230-ce0306b46904 req-a28cf862-fc0c-4e8a-8df1-1c509218d9b4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1948047 Feb 09 21:51:30.152797 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98a80e79-e516-468d-9040-defb62c23792 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (73629ef4-516f-47ea-9e8d-92df985f4b9a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.206689 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a80e79-e516-468d-9040-defb62c23792 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event deleted for resources: {'Port': ['ID=73629ef4-516f-47ea-9e8d-92df985f4b9a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:30.210314 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9567652e-b922-4756-bb19-7697227804bd x-openstack-request-id: req-9567652e-b922-4756-bb19-7697227804bd {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:30.211622 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adfc886-cb39-46c7-8f1a-1c85ed71c0be", "name": "network-vif-deleted", "tag": "8e239c4d-a4b1-4ca9-a74f-5176934858df", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:30.212598 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9567652e-b922-4756-bb19-7697227804bd {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:30.213472 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adfc886-cb39-46c7-8f1a-1c85ed71c0be', 'name': 'network-vif-deleted', 'tag': '8e239c4d-a4b1-4ca9-a74f-5176934858df', 'status': 'completed', 'code': 200} Feb 09 21:51:30.215978 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a80e79-e516-468d-9040-defb62c23792 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] No DVR routers for this DVR port 73629ef4-516f-47ea-9e8d-92df985f4b9a on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:30.317908 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98a80e79-e516-468d-9040-defb62c23792 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (b61f88d4-9151-4128-9a52-84f411919fb3), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.358237 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-98a80e79-e516-468d-9040-defb62c23792 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61f88d4-9151-4128-9a52-84f411919fb3']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:30.377667 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-98a80e79-e516-468d-9040-defb62c23792 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2470e65c-0860-4268-934f-828e1eb9eb62') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:30.378187 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-98a80e79-e516-468d-9040-defb62c23792 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2470e65c-0860-4268-934f-828e1eb9eb62') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:30.399307 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98a80e79-e516-468d-9040-defb62c23792 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (2470e65c-0860-4268-934f-828e1eb9eb62), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.428054 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98a80e79-e516-468d-9040-defb62c23792 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (2470e65c-0860-4268-934f-828e1eb9eb62), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.440772 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a80e79-e516-468d-9040-defb62c23792 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:51:30.441484 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98a80e79-e516-468d-9040-defb62c23792 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (2470e65c-0860-4268-934f-828e1eb9eb62), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:51:30.448189 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:51:30.551513 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98a80e79-e516-468d-9040-defb62c23792 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (b61f88d4-9151-4128-9a52-84f411919fb3), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.588071 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98a80e79-e516-468d-9040-defb62c23792 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.592662 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-98a80e79-e516-468d-9040-defb62c23792 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "DELETE /v2.0/networks/b61f88d4-9151-4128-9a52-84f411919fb3 HTTP/1.1" status: 204 len: 168 time: 1.5427060 Feb 09 21:51:30.593951 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a80e79-e516-468d-9040-defb62c23792 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event deleted for resources: {'Network': ['ID=b61f88d4-9151-4128-9a52-84f411919fb3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:30.597815 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42590) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:30.653420 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 73629ef4-516f-47ea-9e8d-92df985f4b9a no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:30.688085 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-0977c3e8-1096-4ce2-82a2-98bb50cf06d5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Deleting subnet 66e3572e-2dc8-4ea5-9cff-81b16d5aea00 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:51:30.692699 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 73629ef4-516f-47ea-9e8d-92df985f4b9a {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:30.693252 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 73629ef4-516f-47ea-9e8d-92df985f4b9a not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:30.694380 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0977c3e8-1096-4ce2-82a2-98bb50cf06d5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks [] for subnet (66e3572e-2dc8-4ea5-9cff-81b16d5aea00), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.755942 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0977c3e8-1096-4ce2-82a2-98bb50cf06d5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (66e3572e-2dc8-4ea5-9cff-81b16d5aea00), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.863480 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0977c3e8-1096-4ce2-82a2-98bb50cf06d5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (66e3572e-2dc8-4ea5-9cff-81b16d5aea00), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.949995 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42592) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:30.955598 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-bab3531a-79c4-4319-a5e8-68a106fe9465 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1602325807', 'description': 'tempest-description--1666028193'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:30.970560 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0977c3e8-1096-4ce2-82a2-98bb50cf06d5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (66e3572e-2dc8-4ea5-9cff-81b16d5aea00), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.004496 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977c3e8-1096-4ce2-82a2-98bb50cf06d5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event deleted for resources: {'Subnet': ['ID=66e3572e-2dc8-4ea5-9cff-81b16d5aea00,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:31.031247 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0977c3e8-1096-4ce2-82a2-98bb50cf06d5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.031968 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9249f412-0171-40ca-a778-410fd6631984 None None] Network b15fb943-e058-487b-92a8-698b74af6634 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:51:31.035960 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0977c3e8-1096-4ce2-82a2-98bb50cf06d5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "DELETE /v2.0/subnets/66e3572e-2dc8-4ea5-9cff-81b16d5aea00 HTTP/1.1" status: 204 len: 168 time: 0.4362993 Feb 09 21:51:31.041062 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42594) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:31.043300 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bab3531a-79c4-4319-a5e8-68a106fe9465 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.213828 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e67420be-1257-4bd3-90df-1ea8367296e5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (b15fb943-e058-487b-92a8-698b74af6634), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.232175 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e492ded-83b3-4a4b-964c-6697851750a4 req-6df5095d-b784-438f-918c-8a5e9d63ea91 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:31.246171 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e492ded-83b3-4a4b-964c-6697851750a4 req-6df5095d-b784-438f-918c-8a5e9d63ea91 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.1953936 Feb 09 21:51:31.340471 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bab3531a-79c4-4319-a5e8-68a106fe9465 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group (232a1eab-95ca-470f-995b-cbe116c2e39d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.356997 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bab3531a-79c4-4319-a5e8-68a106fe9465 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (232a1eab-95ca-470f-995b-cbe116c2e39d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.364173 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e67420be-1257-4bd3-90df-1ea8367296e5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Deleting port af274994-c20a-4d3a-8a2e-c727f5e45bb4 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:31.364810 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e67420be-1257-4bd3-90df-1ea8367296e5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (af274994-c20a-4d3a-8a2e-c727f5e45bb4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.368457 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15ef795-f22f-4c83-9cff-469d969577ef None None] DHCP port deletion for b15fb943-e058-487b-92a8-698b74af6634 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:51:31.447914 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e492ded-83b3-4a4b-964c-6697851750a4 req-394c84eb-f2ce-4482-9593-ed6b23fc1921 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998112 Feb 09 21:51:31.470774 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3531a-79c4-4319-a5e8-68a106fe9465 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=232a1eab-95ca-470f-995b-cbe116c2e39d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:31.482865 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bab3531a-79c4-4319-a5e8-68a106fe9465 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.489698 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bab3531a-79c4-4319-a5e8-68a106fe9465 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5383697 Feb 09 21:51:31.490673 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42598) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:31.498682 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-30818f03-b6ee-4b8f-a845-f039cb099331 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Request body: {'security_group_rule': {'security_group_id': '232a1eab-95ca-470f-995b-cbe116c2e39d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:31.514188 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e67420be-1257-4bd3-90df-1ea8367296e5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] For port af274994-c20a-4d3a-8a2e-c727f5e45bb4, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=af274994-c20a-4d3a-8a2e-c727f5e45bb4,segment=NetworkSegment(aed855f8-099d-410b-ab0a-5309db973d13),segment_id=aed855f8-099d-410b-ab0a-5309db973d13)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:31.514888 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e67420be-1257-4bd3-90df-1ea8367296e5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (af274994-c20a-4d3a-8a2e-c727f5e45bb4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.545980 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e67420be-1257-4bd3-90df-1ea8367296e5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Calling delete_port for af274994-c20a-4d3a-8a2e-c727f5e45bb4 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:31.561455 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e15ef795-f22f-4c83-9cff-469d969577ef None None] Deleting port af274994-c20a-4d3a-8a2e-c727f5e45bb4 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:31.562088 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e15ef795-f22f-4c83-9cff-469d969577ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (af274994-c20a-4d3a-8a2e-c727f5e45bb4), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.569935 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30818f03-b6ee-4b8f-a845-f039cb099331 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group_rule (d5c6a675-1772-4586-a5a5-d38150c602b0), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.712962 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e67420be-1257-4bd3-90df-1ea8367296e5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (af274994-c20a-4d3a-8a2e-c727f5e45bb4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.731396 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30818f03-b6ee-4b8f-a845-f039cb099331 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group_rule (d5c6a675-1772-4586-a5a5-d38150c602b0), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.742560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67420be-1257-4bd3-90df-1ea8367296e5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event deleted for resources: {'Port': ['ID=af274994-c20a-4d3a-8a2e-c727f5e45bb4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:31.744039 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30818f03-b6ee-4b8f-a845-f039cb099331 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (d5c6a675-1772-4586-a5a5-d38150c602b0), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.744672 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67420be-1257-4bd3-90df-1ea8367296e5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] No DVR routers for this DVR port af274994-c20a-4d3a-8a2e-c727f5e45bb4 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:31.766483 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e15ef795-f22f-4c83-9cff-469d969577ef None None] For port af274994-c20a-4d3a-8a2e-c727f5e45bb4, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=af274994-c20a-4d3a-8a2e-c727f5e45bb4,segment=NetworkSegment(aed855f8-099d-410b-ab0a-5309db973d13),segment_id=aed855f8-099d-410b-ab0a-5309db973d13)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:31.767400 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e15ef795-f22f-4c83-9cff-469d969577ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (af274994-c20a-4d3a-8a2e-c727f5e45bb4), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.792693 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e15ef795-f22f-4c83-9cff-469d969577ef None None] Calling delete_port for af274994-c20a-4d3a-8a2e-c727f5e45bb4 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:31.807409 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30818f03-b6ee-4b8f-a845-f039cb099331 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c6a675-1772-4586-a5a5-d38150c602b0,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:31.846680 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e67420be-1257-4bd3-90df-1ea8367296e5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (b15fb943-e058-487b-92a8-698b74af6634), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.856089 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30818f03-b6ee-4b8f-a845-f039cb099331 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.858579 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-30818f03-b6ee-4b8f-a845-f039cb099331 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3661718 Feb 09 21:51:31.869294 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42600) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:31.870992 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e67420be-1257-4bd3-90df-1ea8367296e5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15fb943-e058-487b-92a8-698b74af6634']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:31.886846 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-04b7b54b-b8f4-470a-b5c2-1c4e04665df4 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Request body: {'security_group_rule': {'security_group_id': '232a1eab-95ca-470f-995b-cbe116c2e39d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:31.889892 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e67420be-1257-4bd3-90df-1ea8367296e5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed855f8-099d-410b-ab0a-5309db973d13') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:31.890195 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e67420be-1257-4bd3-90df-1ea8367296e5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed855f8-099d-410b-ab0a-5309db973d13') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:31.908576 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e67420be-1257-4bd3-90df-1ea8367296e5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (aed855f8-099d-410b-ab0a-5309db973d13), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.925146 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e5465-7142-47af-925e-6b2c141a2b07 req-9e3b0c4a-3d61-43da-9903-af745f7ce91d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:31.935059 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e67420be-1257-4bd3-90df-1ea8367296e5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (aed855f8-099d-410b-ab0a-5309db973d13), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.936659 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e5465-7142-47af-925e-6b2c141a2b07 req-9e3b0c4a-3d61-43da-9903-af745f7ce91d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:31.949828 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e67420be-1257-4bd3-90df-1ea8367296e5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:51:31.951223 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e67420be-1257-4bd3-90df-1ea8367296e5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (aed855f8-099d-410b-ab0a-5309db973d13), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.952401 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e5465-7142-47af-925e-6b2c141a2b07 req-9e3b0c4a-3d61-43da-9903-af745f7ce91d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:31.959618 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e5465-7142-47af-925e-6b2c141a2b07 req-9e3b0c4a-3d61-43da-9903-af745f7ce91d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:31.961836 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e15ef795-f22f-4c83-9cff-469d969577ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (af274994-c20a-4d3a-8a2e-c727f5e45bb4), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.981577 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e5465-7142-47af-925e-6b2c141a2b07 req-9e3b0c4a-3d61-43da-9903-af745f7ce91d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:31.992901 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ef795-f22f-4c83-9cff-469d969577ef None None] Pushing event deleted for resources: {'Port': ['ID=af274994-c20a-4d3a-8a2e-c727f5e45bb4,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:31.994809 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e5465-7142-47af-925e-6b2c141a2b07 req-9e3b0c4a-3d61-43da-9903-af745f7ce91d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:31.997686 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ef795-f22f-4c83-9cff-469d969577ef None None] No DVR routers for this DVR port af274994-c20a-4d3a-8a2e-c727f5e45bb4 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:32.009659 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e5465-7142-47af-925e-6b2c141a2b07 req-9e3b0c4a-3d61-43da-9903-af745f7ce91d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:32.013270 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d1e5465-7142-47af-925e-6b2c141a2b07 req-9e3b0c4a-3d61-43da-9903-af745f7ce91d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.3152735 Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:51:32.036829 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:51:32.063612 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-04b7b54b-b8f4-470a-b5c2-1c4e04665df4 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group_rule (156944f4-3204-4653-888d-a7aacbe9d9d2), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.080685 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e67420be-1257-4bd3-90df-1ea8367296e5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (b15fb943-e058-487b-92a8-698b74af6634), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.089799 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e67420be-1257-4bd3-90df-1ea8367296e5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.102588 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e67420be-1257-4bd3-90df-1ea8367296e5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] 10.222.0.77 "DELETE /v2.0/networks/b15fb943-e058-487b-92a8-698b74af6634 HTTP/1.1" status: 204 len: 168 time: 1.0538080 Feb 09 21:51:32.121390 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67420be-1257-4bd3-90df-1ea8367296e5 tempest-ServersTestMultiNic-482235354 tempest-ServersTestMultiNic-482235354-project] Pushing event deleted for resources: {'Network': ['ID=b15fb943-e058-487b-92a8-698b74af6634,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:32.145424 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d1e5465-7142-47af-925e-6b2c141a2b07 req-f6106a24-ec2e-482d-9593-676a4b44f62c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1108763 Feb 09 21:51:32.159904 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-04b7b54b-b8f4-470a-b5c2-1c4e04665df4 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group_rule (156944f4-3204-4653-888d-a7aacbe9d9d2), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.165146 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-04b7b54b-b8f4-470a-b5c2-1c4e04665df4 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (156944f4-3204-4653-888d-a7aacbe9d9d2), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.190704 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7b54b-b8f4-470a-b5c2-1c4e04665df4 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156944f4-3204-4653-888d-a7aacbe9d9d2,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:32.201669 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-04b7b54b-b8f4-470a-b5c2-1c4e04665df4 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.203318 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-04b7b54b-b8f4-470a-b5c2-1c4e04665df4 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3242917 Feb 09 21:51:32.209407 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42604) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:32.220067 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:32.265899 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.351528 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0e823-ad46-4456-8bcf-0db8dc2015ee req-f5cf32ff-0905-4836-ae83-4952c551ab8b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:32.361565 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0e823-ad46-4456-8bcf-0db8dc2015ee req-f5cf32ff-0905-4836-ae83-4952c551ab8b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:32.372976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0e823-ad46-4456-8bcf-0db8dc2015ee req-f5cf32ff-0905-4836-ae83-4952c551ab8b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:32.384397 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0e823-ad46-4456-8bcf-0db8dc2015ee req-f5cf32ff-0905-4836-ae83-4952c551ab8b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:32.392649 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0e823-ad46-4456-8bcf-0db8dc2015ee req-f5cf32ff-0905-4836-ae83-4952c551ab8b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:32.401295 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0e823-ad46-4456-8bcf-0db8dc2015ee req-f5cf32ff-0905-4836-ae83-4952c551ab8b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:32.409118 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0e823-ad46-4456-8bcf-0db8dc2015ee req-f5cf32ff-0905-4836-ae83-4952c551ab8b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:32.412918 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.419591 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9c0e823-ad46-4456-8bcf-0db8dc2015ee req-f5cf32ff-0905-4836-ae83-4952c551ab8b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.1507342 Feb 09 21:51:32.513458 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9c0e823-ad46-4456-8bcf-0db8dc2015ee req-559b05d7-d639-4c19-9ebe-d76a936f7295 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910130 Feb 09 21:51:32.618572 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device af274994-c20a-4d3a-8a2e-c727f5e45bb4 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:32.634671 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Allocated IP 172.25.6.23 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/08552fc5-fe78-4fc1-b07a-fc1b5ccae9b5) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:32.659328 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: af274994-c20a-4d3a-8a2e-c727f5e45bb4 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:32.659788 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device af274994-c20a-4d3a-8a2e-c727f5e45bb4 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:32.816248 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for port (08552fc5-fe78-4fc1-b07a-fc1b5ccae9b5), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.833424 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9899a9-76db-41ef-89ca-a6b0ae06c92f req-21a4d75b-b46c-4d81-9393-9a39b4e157fc tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:32.844529 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d9899a9-76db-41ef-89ca-a6b0ae06c92f req-21a4d75b-b46c-4d81-9393-9a39b4e157fc tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.1069989 Feb 09 21:51:32.865937 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (08552fc5-fe78-4fc1-b07a-fc1b5ccae9b5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.921216 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:32.926386 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:32.928637 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Pushing event updated for resources: {'Port': ['ID=08552fc5-fe78-4fc1-b07a-fc1b5ccae9b5,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:32.932011 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:32.940666 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d9899a9-76db-41ef-89ca-a6b0ae06c92f req-9f91730e-f1dc-450e-bb4b-e6632eaf44b1 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934970 Feb 09 21:51:32.961512 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:32.961873 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:32.962261 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:32.962612 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:32.962943 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:32.963297 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:32.963873 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:32.964083 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:32.964300 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:32.964607 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:32.964932 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:32.965257 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:32.965771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:33.055616 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for floatingip (1e7b2dbe-46b6-4d7e-95b9-05d4bec23d5f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:33.128643 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (08552fc5-fe78-4fc1-b07a-fc1b5ccae9b5), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:33.157832 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42614) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:33.382318 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for port (08552fc5-fe78-4fc1-b07a-fc1b5ccae9b5), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:33.392329 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (08552fc5-fe78-4fc1-b07a-fc1b5ccae9b5), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:33.479459 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f90dd2-e835-463d-8dcb-bb58a1364358 req-d911e7a8-77c9-430a-9419-4ddbdc66dffa tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:33.490189 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f90dd2-e835-463d-8dcb-bb58a1364358 req-d911e7a8-77c9-430a-9419-4ddbdc66dffa tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:33.498564 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f90dd2-e835-463d-8dcb-bb58a1364358 req-d911e7a8-77c9-430a-9419-4ddbdc66dffa tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:33.505606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f90dd2-e835-463d-8dcb-bb58a1364358 req-d911e7a8-77c9-430a-9419-4ddbdc66dffa tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:33.517715 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f90dd2-e835-463d-8dcb-bb58a1364358 req-d911e7a8-77c9-430a-9419-4ddbdc66dffa tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:33.529642 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f90dd2-e835-463d-8dcb-bb58a1364358 req-d911e7a8-77c9-430a-9419-4ddbdc66dffa tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:33.534591 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Pushing event updated for resources: {'Port': ['ID=08552fc5-fe78-4fc1-b07a-fc1b5ccae9b5,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:33.540845 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f90dd2-e835-463d-8dcb-bb58a1364358 req-d911e7a8-77c9-430a-9419-4ddbdc66dffa tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:33.545993 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-69f90dd2-e835-463d-8dcb-bb58a1364358 req-d911e7a8-77c9-430a-9419-4ddbdc66dffa tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.2378941 Feb 09 21:51:33.548444 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (1e7b2dbe-46b6-4d7e-95b9-05d4bec23d5f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:33.578851 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:33.581460 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1fed94b3-aac3-4987-8d9a-4ce467ba70fb tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3698943 Feb 09 21:51:33.700943 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-69f90dd2-e835-463d-8dcb-bb58a1364358 req-16f25233-4db2-4569-b0ec-24247b28f52e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1437747 Feb 09 21:51:33.911213 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cfcdc-33f3-451a-90ef-65a0cd7ed207 req-cc049a3f-b31e-4a50-b683-56c40243cd1c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:33.917780 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cfcdc-33f3-451a-90ef-65a0cd7ed207 req-cc049a3f-b31e-4a50-b683-56c40243cd1c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:33.923201 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cfcdc-33f3-451a-90ef-65a0cd7ed207 req-cc049a3f-b31e-4a50-b683-56c40243cd1c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:33.928580 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cfcdc-33f3-451a-90ef-65a0cd7ed207 req-cc049a3f-b31e-4a50-b683-56c40243cd1c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:33.934054 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cfcdc-33f3-451a-90ef-65a0cd7ed207 req-cc049a3f-b31e-4a50-b683-56c40243cd1c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:33.939456 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cfcdc-33f3-451a-90ef-65a0cd7ed207 req-cc049a3f-b31e-4a50-b683-56c40243cd1c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:33.944879 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cfcdc-33f3-451a-90ef-65a0cd7ed207 req-cc049a3f-b31e-4a50-b683-56c40243cd1c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:33.947076 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c87cfcdc-33f3-451a-90ef-65a0cd7ed207 req-cc049a3f-b31e-4a50-b683-56c40243cd1c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.1585486 Feb 09 21:51:34.108964 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c87cfcdc-33f3-451a-90ef-65a0cd7ed207 req-99d7da69-364a-4863-b039-9fe085753a57 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1507905 Feb 09 21:51:34.159898 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f8b0c35-24df-4a64-9e06-572881c14688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (c693f126-6cea-4c08-9c45-a3c2c581c9a8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.376600 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-185e1070-6dcf-494a-8e8b-341cbdf27fdd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1602325807&fields=id&tenant_id=7d6b5204ad254d39a623b447e45a194a HTTP/1.1" status: 200 len: 267 time: 0.1530917 Feb 09 21:51:34.791120 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-0381b612-bacb-4c8d-ac78-f7ad2448553e tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:34.793738 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-0381b612-bacb-4c8d-ac78-f7ad2448553e tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/networks?id=aad7656a-c886-4fbe-b34b-d44bdd76ed85 HTTP/1.1" status: 200 len: 811 time: 0.3909388 Feb 09 21:51:35.213254 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-b048b0d8-8dd5-4e03-9674-dbc2c31e6f66 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/quotas/7d6b5204ad254d39a623b447e45a194a HTTP/1.1" status: 200 len: 375 time: 0.4084022 Feb 09 21:51:35.352662 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-611c54ee-5677-4b37-b8b3-c0e16e954bac tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d6b5204ad254d39a623b447e45a194a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1315496 Feb 09 21:51:35.365989 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b0c35-24df-4a64-9e06-572881c14688 admin admin] Deleting port 7b4310c5-f1cd-4099-b83b-c76788170cb7 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:35.366504 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f8b0c35-24df-4a64-9e06-572881c14688 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (7b4310c5-f1cd-4099-b83b-c76788170cb7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.606003 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-3f8b0c35-24df-4a64-9e06-572881c14688 admin admin] For port 7b4310c5-f1cd-4099-b83b-c76788170cb7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7b4310c5-f1cd-4099-b83b-c76788170cb7,segment=NetworkSegment(bdcc1a20-09ed-4611-a93f-7a4839fe538d),segment_id=bdcc1a20-09ed-4611-a93f-7a4839fe538d)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:35.606408 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f8b0c35-24df-4a64-9e06-572881c14688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (7b4310c5-f1cd-4099-b83b-c76788170cb7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.621583 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-a6f8b65b-1b3c-4e14-b9c5-0c71196df8c2 service neutron] 10.222.0.77 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500024 Feb 09 21:51:35.626142 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b0c35-24df-4a64-9e06-572881c14688 admin admin] Calling delete_port for 7b4310c5-f1cd-4099-b83b-c76788170cb7 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:35.815097 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-2ff84baf-bb47-4745-90c5-60d3e75c9239 service neutron] 10.222.0.77 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794167 Feb 09 21:51:35.978760 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f8b0c35-24df-4a64-9e06-572881c14688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (7b4310c5-f1cd-4099-b83b-c76788170cb7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.022275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b0c35-24df-4a64-9e06-572881c14688 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4310c5-f1cd-4099-b83b-c76788170cb7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:36.270204 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324be19-5c99-4983-a118-a31ea2efd990 req-060f88ce-c9c5-4a4c-9adf-7ba3e2e60f36 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:36.277869 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f324be19-5c99-4983-a118-a31ea2efd990 req-060f88ce-c9c5-4a4c-9adf-7ba3e2e60f36 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.1742942 Feb 09 21:51:36.352239 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f324be19-5c99-4983-a118-a31ea2efd990 req-5370a853-508c-4217-a984-599fca416b64 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731041 Feb 09 21:51:36.422451 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f8b0c35-24df-4a64-9e06-572881c14688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (c693f126-6cea-4c08-9c45-a3c2c581c9a8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.648134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76080c5c-54af-49c7-bb4e-b8f384937221 req-a3c76a86-c231-4dff-ba9d-f6f0ca10ea33 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:36.660134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76080c5c-54af-49c7-bb4e-b8f384937221 req-a3c76a86-c231-4dff-ba9d-f6f0ca10ea33 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:36.671441 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76080c5c-54af-49c7-bb4e-b8f384937221 req-a3c76a86-c231-4dff-ba9d-f6f0ca10ea33 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:36.683045 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76080c5c-54af-49c7-bb4e-b8f384937221 req-a3c76a86-c231-4dff-ba9d-f6f0ca10ea33 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:36.695323 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76080c5c-54af-49c7-bb4e-b8f384937221 req-a3c76a86-c231-4dff-ba9d-f6f0ca10ea33 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:36.706564 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76080c5c-54af-49c7-bb4e-b8f384937221 req-a3c76a86-c231-4dff-ba9d-f6f0ca10ea33 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:36.717169 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76080c5c-54af-49c7-bb4e-b8f384937221 req-a3c76a86-c231-4dff-ba9d-f6f0ca10ea33 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:36.724476 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76080c5c-54af-49c7-bb4e-b8f384937221 req-a3c76a86-c231-4dff-ba9d-f6f0ca10ea33 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.2712147 Feb 09 21:51:36.901500 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76080c5c-54af-49c7-bb4e-b8f384937221 req-1222c77b-43bc-4872-afb7-12e1775860c2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1697745 Feb 09 21:51:36.959515 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8b0c35-24df-4a64-9e06-572881c14688 admin admin] Router c693f126-6cea-4c08-9c45-a3c2c581c9a8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:51:37.125934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60ac31-6f11-480a-9caa-51c2c5a49ac6 req-f311048a-0381-42c2-803b-df7e3ed183ae tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:37.131225 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60ac31-6f11-480a-9caa-51c2c5a49ac6 req-f311048a-0381-42c2-803b-df7e3ed183ae tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:37.136603 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60ac31-6f11-480a-9caa-51c2c5a49ac6 req-f311048a-0381-42c2-803b-df7e3ed183ae tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:37.141838 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60ac31-6f11-480a-9caa-51c2c5a49ac6 req-f311048a-0381-42c2-803b-df7e3ed183ae tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:37.149255 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60ac31-6f11-480a-9caa-51c2c5a49ac6 req-f311048a-0381-42c2-803b-df7e3ed183ae tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:37.153734 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60ac31-6f11-480a-9caa-51c2c5a49ac6 req-f311048a-0381-42c2-803b-df7e3ed183ae tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:37.158883 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60ac31-6f11-480a-9caa-51c2c5a49ac6 req-f311048a-0381-42c2-803b-df7e3ed183ae tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:37.160990 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc60ac31-6f11-480a-9caa-51c2c5a49ac6 req-f311048a-0381-42c2-803b-df7e3ed183ae tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.1510279 Feb 09 21:51:37.162735 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8b0c35-24df-4a64-9e06-572881c14688 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:51:37.169689 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3f8b0c35-24df-4a64-9e06-572881c14688 admin admin] 10.222.0.77 "PUT /v2.0/routers/c693f126-6cea-4c08-9c45-a3c2c581c9a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0095680 Feb 09 21:51:37.173448 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42648) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:37.180364 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab369dfa-a97f-41dc-9cd9-829b7cf7a06f None None] Sync routers for ids ['c693f126-6cea-4c08-9c45-a3c2c581c9a8'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:51:37.191930 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab369dfa-a97f-41dc-9cd9-829b7cf7a06f None None] Routers {'c693f126-6cea-4c08-9c45-a3c2c581c9a8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:37.192609 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ab369dfa-a97f-41dc-9cd9-829b7cf7a06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:51:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c693f126-6cea-4c08-9c45-a3c2c581c9a8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:37.328511 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc60ac31-6f11-480a-9caa-51c2c5a49ac6 req-9a39bfba-8ee5-4041-9a8b-5e9b494b4f39 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1475880 Feb 09 21:51:37.340331 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ab369dfa-a97f-41dc-9cd9-829b7cf7a06f None None] Set router c693f126-6cea-4c08-9c45-a3c2c581c9a8 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:37.432742 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b502f9cb-6b27-4f7d-8f75-ef57c2c5caa8 admin admin] Publish callbacks [] for router (c693f126-6cea-4c08-9c45-a3c2c581c9a8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.569221 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35b9831c-06c0-4c5f-984b-1cca457fd3bf req-a65d8d78-d855-41cf-958b-f3fa35ea5bde tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb7de5fc-ca0e-497c-be44-993c96bcb9d1 HTTP/1.1" status: 200 len: 210 time: 0.0722814 Feb 09 21:51:37.650618 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-8952a9ea-94cb-4e57-9479-9f48d7325ce6 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:37.652701 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-8952a9ea-94cb-4e57-9479-9f48d7325ce6 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.71 "GET /v2.0/networks?id=aad7656a-c886-4fbe-b34b-d44bdd76ed85 HTTP/1.1" status: 200 len: 811 time: 0.3030586 Feb 09 21:51:37.719749 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b502f9cb-6b27-4f7d-8f75-ef57c2c5caa8 admin admin] Publish callbacks [] for router_gateway (c693f126-6cea-4c08-9c45-a3c2c581c9a8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.801443 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-84a58148-eb1d-487a-ad33-b0943684a819 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d6b5204ad254d39a623b447e45a194a HTTP/1.1" status: 200 len: 380 time: 0.1264794 Feb 09 21:51:37.807680 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-730ec258-1123-42f5-8424-e135d3df03d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.810519 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb2e71-2c18-471e-852b-164a87cbd931 req-6ba383de-daa1-4e07-a118-35abfee08d4e tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:37.810845 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ab369dfa-a97f-41dc-9cd9-829b7cf7a06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c693f126-6cea-4c08-9c45-a3c2c581c9a8', 'name': 'tempest-ServersTestMultiNic-423639905-router', 'tenant_id': '2516f2edda0e4c31a3f4766864a26000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '57222a5c-d8f0-4c78-af26-2b21e1315c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:04Z', 'updated_at': '2022-02-09T21:51:35Z', 'revision_number': 5, 'project_id': '2516f2edda0e4c31a3f4766864a26000', 'gw_port': {'id': '57222a5c-d8f0-4c78-af26-2b21e1315c2c', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c693f126-6cea-4c08-9c45-a3c2c581c9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:37.812290 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ddcb2e71-2c18-471e-852b-164a87cbd931 req-6ba383de-daa1-4e07-a118-35abfee08d4e tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.1513336 Feb 09 21:51:37.818459 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Request body: {'port': {'device_id': 'bb7de5fc-ca0e-497c-be44-993c96bcb9d1', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'admin_state_up': True, 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'security_groups': ['232a1eab-95ca-470f-995b-cbe116c2e39d']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:37.871749 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab369dfa-a97f-41dc-9cd9-829b7cf7a06f None None] Checking router: c693f126-6cea-4c08-9c45-a3c2c581c9a8 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:51:37.886947 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab369dfa-a97f-41dc-9cd9-829b7cf7a06f None None] Routers {'c693f126-6cea-4c08-9c45-a3c2c581c9a8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:37.888756 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ab369dfa-a97f-41dc-9cd9-829b7cf7a06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:51:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c693f126-6cea-4c08-9c45-a3c2c581c9a8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:37.943721 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ddcb2e71-2c18-471e-852b-164a87cbd931 req-15006776-e150-4d94-96c7-ec7e0d70b27c tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198924 Feb 09 21:51:37.948343 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b502f9cb-6b27-4f7d-8f75-ef57c2c5caa8 admin admin] Deleting port 57222a5c-d8f0-4c78-af26-2b21e1315c2c {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:37.948832 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b502f9cb-6b27-4f7d-8f75-ef57c2c5caa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (57222a5c-d8f0-4c78-af26-2b21e1315c2c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:38.060941 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ab369dfa-a97f-41dc-9cd9-829b7cf7a06f None None] Set router c693f126-6cea-4c08-9c45-a3c2c581c9a8 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:38.084715 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-b502f9cb-6b27-4f7d-8f75-ef57c2c5caa8 admin admin] For port 57222a5c-d8f0-4c78-af26-2b21e1315c2c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=57222a5c-d8f0-4c78-af26-2b21e1315c2c,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:38.085250 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b502f9cb-6b27-4f7d-8f75-ef57c2c5caa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (57222a5c-d8f0-4c78-af26-2b21e1315c2c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:38.126870 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ab369dfa-a97f-41dc-9cd9-829b7cf7a06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c693f126-6cea-4c08-9c45-a3c2c581c9a8', 'name': 'tempest-ServersTestMultiNic-423639905-router', 'tenant_id': '2516f2edda0e4c31a3f4766864a26000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:04Z', 'updated_at': '2022-02-09T21:51:37Z', 'revision_number': 6, 'project_id': '2516f2edda0e4c31a3f4766864a26000', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:38.143573 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b502f9cb-6b27-4f7d-8f75-ef57c2c5caa8 admin admin] Calling delete_port for 57222a5c-d8f0-4c78-af26-2b21e1315c2c owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:38.156305 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Made reservation on behalf of 7d6b5204ad254d39a623b447e45a194a for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:38.160244 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:38.172941 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab369dfa-a97f-41dc-9cd9-829b7cf7a06f None None] The sync data for ids ['c693f126-6cea-4c08-9c45-a3c2c581c9a8'] in n-d-828601-1 is: [{'id': 'c693f126-6cea-4c08-9c45-a3c2c581c9a8', 'name': 'tempest-ServersTestMultiNic-423639905-router', 'tenant_id': '2516f2edda0e4c31a3f4766864a26000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:04Z', 'updated_at': '2022-02-09T21:51:37Z', 'revision_number': 6, 'project_id': '2516f2edda0e4c31a3f4766864a26000', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:51:38.530955 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf9954-d97f-4342-af0b-3f8751cb03a1 req-a465c9c0-ced9-44a4-a405-bb8c23a74928 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:38.536357 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf9954-d97f-4342-af0b-3f8751cb03a1 req-a465c9c0-ced9-44a4-a405-bb8c23a74928 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:38.541699 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf9954-d97f-4342-af0b-3f8751cb03a1 req-a465c9c0-ced9-44a4-a405-bb8c23a74928 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:38.546963 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf9954-d97f-4342-af0b-3f8751cb03a1 req-a465c9c0-ced9-44a4-a405-bb8c23a74928 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:38.552909 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf9954-d97f-4342-af0b-3f8751cb03a1 req-a465c9c0-ced9-44a4-a405-bb8c23a74928 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:38.559968 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf9954-d97f-4342-af0b-3f8751cb03a1 req-a465c9c0-ced9-44a4-a405-bb8c23a74928 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:38.565279 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf9954-d97f-4342-af0b-3f8751cb03a1 req-a465c9c0-ced9-44a4-a405-bb8c23a74928 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:38.567669 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3cf9954-d97f-4342-af0b-3f8751cb03a1 req-a465c9c0-ced9-44a4-a405-bb8c23a74928 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.4782329 Feb 09 21:51:38.588716 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7b4310c5-f1cd-4099-b83b-c76788170cb7 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:38.630743 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 7b4310c5-f1cd-4099-b83b-c76788170cb7 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:38.638072 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7b4310c5-f1cd-4099-b83b-c76788170cb7 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:38.815911 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3cf9954-d97f-4342-af0b-3f8751cb03a1 req-bb41c686-ccc6-4683-acc4-34fa76354f2a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2216792 Feb 09 21:51:38.822692 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Allocated IP 172.20.0.10 (aad7656a-c886-4fbe-b34b-d44bdd76ed85/d2ffb735-399f-41c7-b4e2-94dff197f693/06c4bc70-6008-4695-98da-57f58cebb04e) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:38.912090 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b502f9cb-6b27-4f7d-8f75-ef57c2c5caa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (57222a5c-d8f0-4c78-af26-2b21e1315c2c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:38.998752 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502f9cb-6b27-4f7d-8f75-ef57c2c5caa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=57222a5c-d8f0-4c78-af26-2b21e1315c2c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:39.139722 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b502f9cb-6b27-4f7d-8f75-ef57c2c5caa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (c693f126-6cea-4c08-9c45-a3c2c581c9a8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.177216 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9b19a-d7fe-45ff-85a0-4cd0cbe14d99 req-5f6d6932-0619-4d09-b32b-cc71d0eef086 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:39.182688 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9b19a-d7fe-45ff-85a0-4cd0cbe14d99 req-5f6d6932-0619-4d09-b32b-cc71d0eef086 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:39.188080 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9b19a-d7fe-45ff-85a0-4cd0cbe14d99 req-5f6d6932-0619-4d09-b32b-cc71d0eef086 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:39.193485 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9b19a-d7fe-45ff-85a0-4cd0cbe14d99 req-5f6d6932-0619-4d09-b32b-cc71d0eef086 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:39.198956 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9b19a-d7fe-45ff-85a0-4cd0cbe14d99 req-5f6d6932-0619-4d09-b32b-cc71d0eef086 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:39.204659 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9b19a-d7fe-45ff-85a0-4cd0cbe14d99 req-5f6d6932-0619-4d09-b32b-cc71d0eef086 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:39.210152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9b19a-d7fe-45ff-85a0-4cd0cbe14d99 req-5f6d6932-0619-4d09-b32b-cc71d0eef086 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:39.212738 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fef9b19a-d7fe-45ff-85a0-4cd0cbe14d99 req-5f6d6932-0619-4d09-b32b-cc71d0eef086 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.2504487 Feb 09 21:51:39.216083 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for port (06c4bc70-6008-4695-98da-57f58cebb04e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.338764 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b502f9cb-6b27-4f7d-8f75-ef57c2c5caa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (c693f126-6cea-4c08-9c45-a3c2c581c9a8), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.348275 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b502f9cb-6b27-4f7d-8f75-ef57c2c5caa8 admin admin] Publish callbacks [] for router_controller (c693f126-6cea-4c08-9c45-a3c2c581c9a8), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.453718 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b502f9cb-6b27-4f7d-8f75-ef57c2c5caa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (c693f126-6cea-4c08-9c45-a3c2c581c9a8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.454325 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b502f9cb-6b27-4f7d-8f75-ef57c2c5caa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c693f126-6cea-4c08-9c45-a3c2c581c9a8 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:51:39.460660 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fef9b19a-d7fe-45ff-85a0-4cd0cbe14d99 req-7e170ae9-ea22-4dba-aaf8-f816e3225ffd tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2165956 Feb 09 21:51:39.464311 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b502f9cb-6b27-4f7d-8f75-ef57c2c5caa8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.465518 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b502f9cb-6b27-4f7d-8f75-ef57c2c5caa8 admin admin] 10.222.0.77 "DELETE /v2.0/routers/c693f126-6cea-4c08-9c45-a3c2c581c9a8 HTTP/1.1" status: 204 len: 168 time: 2.2909155 Feb 09 21:51:39.467000 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (06c4bc70-6008-4695-98da-57f58cebb04e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.468501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42662) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:39.527484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Network aad7656a-c886-4fbe-b34b-d44bdd76ed85 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:39.536586 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:39.549803 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:39.552723 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Pushing event updated for resources: {'Port': ['ID=06c4bc70-6008-4695-98da-57f58cebb04e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:39.605765 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.606576 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.607096 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.607289 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb01a80-6aab-44fa-9b5c-92d6ccd463bb admin admin] Deleting subnet b2320214-4aff-49a7-bcd6-e87f4087cca5 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:51:39.607845 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.608391 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.608917 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.609429 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.609945 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.610461 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.611016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.611511 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.612056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.612587 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.614599 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-efb01a80-6aab-44fa-9b5c-92d6ccd463bb admin admin] Publish callbacks [] for subnet (b2320214-4aff-49a7-bcd6-e87f4087cca5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.688916 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-efb01a80-6aab-44fa-9b5c-92d6ccd463bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (b2320214-4aff-49a7-bcd6-e87f4087cca5), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.721215 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:39.722557 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.763472 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-cc793f78-a293-4d53-a705-0db7d00fe9cc tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9497566 Feb 09 21:51:39.781647 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] Request body: {'port': {'device_id': 'bb7de5fc-ca0e-497c-be44-993c96bcb9d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:39.809573 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-efb01a80-6aab-44fa-9b5c-92d6ccd463bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (b2320214-4aff-49a7-bcd6-e87f4087cca5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.860637 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0e821-cbab-43d4-8caa-6e81c038bffc req-82b80bda-fe9e-499c-bd44-6f0d367c5870 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:39.869390 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-25b0e821-cbab-43d4-8caa-6e81c038bffc req-82b80bda-fe9e-499c-bd44-6f0d367c5870 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb7de5fc-ca0e-497c-be44-993c96bcb9d1 HTTP/1.1" status: 200 len: 932 time: 0.2649224 Feb 09 21:51:39.885607 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-efb01a80-6aab-44fa-9b5c-92d6ccd463bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (b2320214-4aff-49a7-bcd6-e87f4087cca5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.893843 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5f29d014-d96f-4bb4-80f1-9d8a52fe7374 None None] Provisioning complete for port 06c4bc70-6008-4695-98da-57f58cebb04e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:39.894458 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5f29d014-d96f-4bb4-80f1-9d8a52fe7374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (06c4bc70-6008-4695-98da-57f58cebb04e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.930775 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (06c4bc70-6008-4695-98da-57f58cebb04e), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.936149 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb01a80-6aab-44fa-9b5c-92d6ccd463bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2320214-4aff-49a7-bcd6-e87f4087cca5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:39.943316 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-efb01a80-6aab-44fa-9b5c-92d6ccd463bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.952473 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-efb01a80-6aab-44fa-9b5c-92d6ccd463bb admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b2320214-4aff-49a7-bcd6-e87f4087cca5 HTTP/1.1" status: 204 len: 168 time: 0.4808233 Feb 09 21:51:39.954891 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42666) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:39.964711 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085181d4-f76f-4bc0-8c0d-948faff7738f None None] Network 917340f1-7515-48b4-8cb3-2575d335d894 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:51:40.031230 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5f29d014-d96f-4bb4-80f1-9d8a52fe7374 None None] Port 06c4bc70-6008-4695-98da-57f58cebb04e cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:51:40.054451 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62f369d6-2fb8-4e05-8bd9-d5a9c5a10812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (917340f1-7515-48b4-8cb3-2575d335d894), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.083683 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-25b0e821-cbab-43d4-8caa-6e81c038bffc req-3c5617ff-f713-4681-97b1-202b51873e71 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=232a1eab-95ca-470f-995b-cbe116c2e39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042444 Feb 09 21:51:40.126413 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-62f369d6-2fb8-4e05-8bd9-d5a9c5a10812 admin admin] Deleting port f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:40.126796 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62f369d6-2fb8-4e05-8bd9-d5a9c5a10812 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.190980 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c00624-5a8a-4229-8ec4-fa82edf3f4e1 None None] DHCP port deletion for 917340f1-7515-48b4-8cb3-2575d335d894 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:51:40.217549 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-62f369d6-2fb8-4e05-8bd9-d5a9c5a10812 admin admin] For port f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2,segment=NetworkSegment(bdcc1a20-09ed-4611-a93f-7a4839fe538d),segment_id=bdcc1a20-09ed-4611-a93f-7a4839fe538d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:40.218414 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62f369d6-2fb8-4e05-8bd9-d5a9c5a10812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.238463 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-62f369d6-2fb8-4e05-8bd9-d5a9c5a10812 admin admin] Calling delete_port for f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:40.271741 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-63c00624-5a8a-4229-8ec4-fa82edf3f4e1 None None] Deleting port f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:40.272183 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-63c00624-5a8a-4229-8ec4-fa82edf3f4e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.358366 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-63c00624-5a8a-4229-8ec4-fa82edf3f4e1 None None] For port f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2,segment=NetworkSegment(bdcc1a20-09ed-4611-a93f-7a4839fe538d),segment_id=bdcc1a20-09ed-4611-a93f-7a4839fe538d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:40.359024 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-63c00624-5a8a-4229-8ec4-fa82edf3f4e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.360276 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62f369d6-2fb8-4e05-8bd9-d5a9c5a10812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.380757 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7760963-f65f-4a69-bcfd-f564e8e4508b req-66fe8994-fc7d-47b8-9920-2ae0a99cc501 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:40.385900 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-63c00624-5a8a-4229-8ec4-fa82edf3f4e1 None None] Calling delete_port for f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:40.387622 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f369d6-2fb8-4e05-8bd9-d5a9c5a10812 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:40.391305 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f369d6-2fb8-4e05-8bd9-d5a9c5a10812 admin admin] No DVR routers for this DVR port f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:40.397711 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7760963-f65f-4a69-bcfd-f564e8e4508b req-66fe8994-fc7d-47b8-9920-2ae0a99cc501 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.1617351 Feb 09 21:51:40.490878 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62f369d6-2fb8-4e05-8bd9-d5a9c5a10812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (917340f1-7515-48b4-8cb3-2575d335d894), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.519742 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-62f369d6-2fb8-4e05-8bd9-d5a9c5a10812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917340f1-7515-48b4-8cb3-2575d335d894']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:40.521121 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-63c00624-5a8a-4229-8ec4-fa82edf3f4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.534739 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-62f369d6-2fb8-4e05-8bd9-d5a9c5a10812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdcc1a20-09ed-4611-a93f-7a4839fe538d') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:40.535301 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-62f369d6-2fb8-4e05-8bd9-d5a9c5a10812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdcc1a20-09ed-4611-a93f-7a4839fe538d') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:40.549214 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62f369d6-2fb8-4e05-8bd9-d5a9c5a10812 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (bdcc1a20-09ed-4611-a93f-7a4839fe538d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.579377 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c00624-5a8a-4229-8ec4-fa82edf3f4e1 None None] Pushing event deleted for resources: {'Port': ['ID=f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:40.586929 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c00624-5a8a-4229-8ec4-fa82edf3f4e1 None None] No DVR routers for this DVR port f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:40.590343 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c4bc70-6008-4695-98da-57f58cebb04e {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:40.605970 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-94f03bda-5a15-4394-8a8d-cadaaf133516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.617580 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7760963-f65f-4a69-bcfd-f564e8e4508b req-5f940059-b58b-4012-b153-88e85ca2970a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101750 Feb 09 21:51:40.643239 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] Publish callbacks [] for port (06c4bc70-6008-4695-98da-57f58cebb04e), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.647536 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62f369d6-2fb8-4e05-8bd9-d5a9c5a10812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (bdcc1a20-09ed-4611-a93f-7a4839fe538d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.675448 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f369d6-2fb8-4e05-8bd9-d5a9c5a10812 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:51:40.675448 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62f369d6-2fb8-4e05-8bd9-d5a9c5a10812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (bdcc1a20-09ed-4611-a93f-7a4839fe538d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:51:40.677195 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:51:40.688884 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] Transition to ACTIVE for port object 06c4bc70-6008-4695-98da-57f58cebb04e will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:51:40.693365 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:40.698764 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (06c4bc70-6008-4695-98da-57f58cebb04e), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.741282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:40.742352 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f9ebc3f7-9cbb-4ad5-9df0-13d5a6ca42f2 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:40.743045 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 57222a5c-d8f0-4c78-af26-2b21e1315c2c no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:40.769902 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] Pushing event updated for resources: {'Port': ['ID=06c4bc70-6008-4695-98da-57f58cebb04e,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:40.812468 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 57222a5c-d8f0-4c78-af26-2b21e1315c2c {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:40.812772 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 57222a5c-d8f0-4c78-af26-2b21e1315c2c not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:40.872617 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62f369d6-2fb8-4e05-8bd9-d5a9c5a10812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (917340f1-7515-48b4-8cb3-2575d335d894), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.885252 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62f369d6-2fb8-4e05-8bd9-d5a9c5a10812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.891155 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-62f369d6-2fb8-4e05-8bd9-d5a9c5a10812 admin admin] 10.222.0.77 "DELETE /v2.0/networks/917340f1-7515-48b4-8cb3-2575d335d894 HTTP/1.1" status: 204 len: 168 time: 0.9349799 Feb 09 21:51:40.941836 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f369d6-2fb8-4e05-8bd9-d5a9c5a10812 admin admin] Pushing event deleted for resources: {'Network': ['ID=917340f1-7515-48b4-8cb3-2575d335d894,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:41.016064 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd7a7e-be2b-44cb-960e-6a0604d696c8 req-4059a04b-a58f-4f37-9e2b-e99f8cf85e72 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.029621 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd7a7e-be2b-44cb-960e-6a0604d696c8 req-4059a04b-a58f-4f37-9e2b-e99f8cf85e72 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.040423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd7a7e-be2b-44cb-960e-6a0604d696c8 req-4059a04b-a58f-4f37-9e2b-e99f8cf85e72 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.048654 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd7a7e-be2b-44cb-960e-6a0604d696c8 req-4059a04b-a58f-4f37-9e2b-e99f8cf85e72 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.055224 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd7a7e-be2b-44cb-960e-6a0604d696c8 req-4059a04b-a58f-4f37-9e2b-e99f8cf85e72 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.060826 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd7a7e-be2b-44cb-960e-6a0604d696c8 req-4059a04b-a58f-4f37-9e2b-e99f8cf85e72 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.066519 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd7a7e-be2b-44cb-960e-6a0604d696c8 req-4059a04b-a58f-4f37-9e2b-e99f8cf85e72 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.075828 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bddd7a7e-be2b-44cb-960e-6a0604d696c8 req-4059a04b-a58f-4f37-9e2b-e99f8cf85e72 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.2734973 Feb 09 21:51:41.152004 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bddd7a7e-be2b-44cb-960e-6a0604d696c8 req-9f7eba68-cba5-4be1-91f7-527769d3a426 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737410 Feb 09 21:51:41.178247 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] Attempting to bind port 06c4bc70-6008-4695-98da-57f58cebb04e on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:51:41.179281 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] Attempting to bind port 06c4bc70-6008-4695-98da-57f58cebb04e by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3cd100ae-5dd3-425d-94e6-f1c816ceeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:51:41.179938 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] Attempting to bind port 06c4bc70-6008-4695-98da-57f58cebb04e on network aad7656a-c886-4fbe-b34b-d44bdd76ed85 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:41.187430 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] Port 06c4bc70-6008-4695-98da-57f58cebb04e on network aad7656a-c886-4fbe-b34b-d44bdd76ed85 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:51:41.188193 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] Attempting to bind port 06c4bc70-6008-4695-98da-57f58cebb04e on network aad7656a-c886-4fbe-b34b-d44bdd76ed85 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:41.195813 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:51:41.196136 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] Checking segment: {'id': '3cd100ae-5dd3-425d-94e6-f1c816ceeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:41.196573 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] Bound using segment: {'id': '3cd100ae-5dd3-425d-94e6-f1c816ceeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:51:41.197023 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] Bound port: 06c4bc70-6008-4695-98da-57f58cebb04e, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd100ae-5dd3-425d-94e6-f1c816ceeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:51:41.197632 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (06c4bc70-6008-4695-98da-57f58cebb04e), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:41.334598 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42674) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:41.417751 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ddb5d508-ccc0-4c05-bbb1-53b2842e2fa7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2516f2edda0e4c31a3f4766864a26000&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0806439 Feb 09 21:51:41.421656 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42676) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:41.426516 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] For port 06c4bc70-6008-4695-98da-57f58cebb04e, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:51:41.438950 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] For port 06c4bc70-6008-4695-98da-57f58cebb04e, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=06c4bc70-6008-4695-98da-57f58cebb04e,segment=NetworkSegment(3cd100ae-5dd3-425d-94e6-f1c816ceeede),segment_id=3cd100ae-5dd3-425d-94e6-f1c816ceeede)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:51:41.468022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad1639-d25f-4b72-9166-6403c7f2ee0a req-c93ff006-baa9-408e-8fab-b1754f27d48f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.479144 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad1639-d25f-4b72-9166-6403c7f2ee0a req-c93ff006-baa9-408e-8fab-b1754f27d48f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.488729 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad1639-d25f-4b72-9166-6403c7f2ee0a req-c93ff006-baa9-408e-8fab-b1754f27d48f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.496808 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad1639-d25f-4b72-9166-6403c7f2ee0a req-c93ff006-baa9-408e-8fab-b1754f27d48f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.502754 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad1639-d25f-4b72-9166-6403c7f2ee0a req-c93ff006-baa9-408e-8fab-b1754f27d48f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.509723 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad1639-d25f-4b72-9166-6403c7f2ee0a req-c93ff006-baa9-408e-8fab-b1754f27d48f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.516010 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad1639-d25f-4b72-9166-6403c7f2ee0a req-c93ff006-baa9-408e-8fab-b1754f27d48f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.525975 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60ad1639-d25f-4b72-9166-6403c7f2ee0a req-c93ff006-baa9-408e-8fab-b1754f27d48f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.2433572 Feb 09 21:51:41.526211 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:41.538214 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (06c4bc70-6008-4695-98da-57f58cebb04e), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:41.539504 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6fbf67c3-6f87-4bb5-8d64-afed5d604b61 admin admin] Publish callbacks [] for security_group (17deb92b-92e9-4417-a8fc-06fc133beef9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:41.604860 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.606503 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:41.608452 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] 10.222.0.71 "PUT /v2.0/ports/06c4bc70-6008-4695-98da-57f58cebb04e HTTP/1.1" status: 200 len: 1092 time: 1.8361888 Feb 09 21:51:41.613889 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7de5fc-ca0e-497c-be44-993c96bcb9d1', 'tag': '06c4bc70-6008-4695-98da-57f58cebb04e'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:41.617213 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b73f3c-b6d3-4604-8743-7113a3c5c45a" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7de5fc-ca0e-497c-be44-993c96bcb9d1", "tag": "06c4bc70-6008-4695-98da-57f58cebb04e"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:41.666921 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd68a30-50cc-40f2-82d8-33a1a8e2fa16 service neutron] Pushing event updated for resources: {'Port': ['ID=06c4bc70-6008-4695-98da-57f58cebb04e,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:41.686907 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6fbf67c3-6f87-4bb5-8d64-afed5d604b61 admin admin] Publish callbacks [] for security_group (17deb92b-92e9-4417-a8fc-06fc133beef9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:41.688805 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60ad1639-d25f-4b72-9166-6403c7f2ee0a req-f7a2a490-9296-4e5c-a529-d5198d38f34f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1603224 Feb 09 21:51:41.833717 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6fbf67c3-6f87-4bb5-8d64-afed5d604b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (17deb92b-92e9-4417-a8fc-06fc133beef9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:41.847679 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6fbf67c3-6f87-4bb5-8d64-afed5d604b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:41.851519 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6fbf67c3-6f87-4bb5-8d64-afed5d604b61 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/17deb92b-92e9-4417-a8fc-06fc133beef9 HTTP/1.1" status: 204 len: 168 time: 0.4268732 Feb 09 21:51:41.858980 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-8c94bd7b-bf7b-4ab4-aae4-e87bb9e0f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.872778 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-8c94bd7b-bf7b-4ab4-aae4-e87bb9e0f3fa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d6b5204ad254d39a623b447e45a194a&device_id=bb7de5fc-ca0e-497c-be44-993c96bcb9d1 HTTP/1.1" status: 200 len: 1126 time: 0.1732616 Feb 09 21:51:41.878271 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf67c3-6f87-4bb5-8d64-afed5d604b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17deb92b-92e9-4417-a8fc-06fc133beef9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:41.953997 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-bfe84737-a783-42a6-ae97-ff25514b6453 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06c4bc70-6008-4695-98da-57f58cebb04e HTTP/1.1" status: 200 len: 217 time: 0.0716190 Feb 09 21:51:42.032610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94053e5a-6a6d-45e3-bad5-be69437a3569 req-64da647b-2caa-466b-a99b-88417c7e2cc5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:42.034237 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94053e5a-6a6d-45e3-bad5-be69437a3569 req-64da647b-2caa-466b-a99b-88417c7e2cc5 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb7de5fc-ca0e-497c-be44-993c96bcb9d1 HTTP/1.1" status: 200 len: 944 time: 0.2144911 Feb 09 21:51:42.043595 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-dc0cc8fb-f3da-4311-a432-7ff33a253ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:42.045121 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-dc0cc8fb-f3da-4311-a432-7ff33a253ab4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2ffb735-399f-41c7-b4e2-94dff197f693 HTTP/1.1" status: 200 len: 850 time: 0.0846748 Feb 09 21:51:42.125567 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94053e5a-6a6d-45e3-bad5-be69437a3569 req-34e3053e-076b-49b0-b3fc-3d9436c68bea tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=232a1eab-95ca-470f-995b-cbe116c2e39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845623 Feb 09 21:51:42.136805 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-8d0f693b-7283-4097-8f21-f0afbd060435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:42.138896 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-8d0f693b-7283-4097-8f21-f0afbd060435 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aad7656a-c886-4fbe-b34b-d44bdd76ed85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0873861 Feb 09 21:51:42.184852 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29221e7-66d8-4cc7-8825-0a76ddeeebdd x-openstack-request-id: req-a29221e7-66d8-4cc7-8825-0a76ddeeebdd {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:42.185958 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7de5fc-ca0e-497c-be44-993c96bcb9d1", "tag": "06c4bc70-6008-4695-98da-57f58cebb04e", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:42.185958 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a29221e7-66d8-4cc7-8825-0a76ddeeebdd {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:42.185958 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7de5fc-ca0e-497c-be44-993c96bcb9d1', 'tag': '06c4bc70-6008-4695-98da-57f58cebb04e', 'status': 'completed', 'code': 200} Feb 09 21:51:42.298468 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-5bc94575-e28d-43d1-9ef9-2a958c9fa140 service neutron] 10.222.0.71 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487999 Feb 09 21:51:42.344164 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993494e0-fc63-4902-873f-2331902b2d62 req-797a6765-8d93-400a-86c1-cec00c549f0e tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:42.346796 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-993494e0-fc63-4902-873f-2331902b2d62 req-797a6765-8d93-400a-86c1-cec00c549f0e tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.0993540 Feb 09 21:51:42.456697 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-993494e0-fc63-4902-873f-2331902b2d62 req-8d61a6fc-b165-40b7-a01b-22a494d99cbb tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832257 Feb 09 21:51:42.475680 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7ed51e5-6b0e-415e-a943-32e5a4154fe7 req-d8405ccc-16b0-4f21-a65c-61326392fc75 service neutron] 10.222.0.71 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713314 Feb 09 21:51:42.627460 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b73f3c-b6d3-4604-8743-7113a3c5c45a req-ed2f866d-69b0-4d2c-9278-3a153e603a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:42.629181 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41b73f3c-b6d3-4604-8743-7113a3c5c45a req-ed2f866d-69b0-4d2c-9278-3a153e603a71 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d6b5204ad254d39a623b447e45a194a&device_id=bb7de5fc-ca0e-497c-be44-993c96bcb9d1 HTTP/1.1" status: 200 len: 1126 time: 0.0635867 Feb 09 21:51:42.704022 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:42.738497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b55243-9c0e-4856-b25f-74062a3f309f req-54e4ac2f-5eac-4c6d-b443-8dc4fc053b8d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:42.744354 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b55243-9c0e-4856-b25f-74062a3f309f req-54e4ac2f-5eac-4c6d-b443-8dc4fc053b8d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:42.749876 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b55243-9c0e-4856-b25f-74062a3f309f req-54e4ac2f-5eac-4c6d-b443-8dc4fc053b8d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:42.755230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b55243-9c0e-4856-b25f-74062a3f309f req-54e4ac2f-5eac-4c6d-b443-8dc4fc053b8d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:42.761218 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b55243-9c0e-4856-b25f-74062a3f309f req-54e4ac2f-5eac-4c6d-b443-8dc4fc053b8d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:42.766527 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b55243-9c0e-4856-b25f-74062a3f309f req-54e4ac2f-5eac-4c6d-b443-8dc4fc053b8d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:42.771839 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b55243-9c0e-4856-b25f-74062a3f309f req-54e4ac2f-5eac-4c6d-b443-8dc4fc053b8d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:42.774503 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7b55243-9c0e-4856-b25f-74062a3f309f req-54e4ac2f-5eac-4c6d-b443-8dc4fc053b8d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.1663067 Feb 09 21:51:42.832465 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b73f3c-b6d3-4604-8743-7113a3c5c45a req-30fc8498-70a3-415c-bb80-01959253292f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:42.834133 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41b73f3c-b6d3-4604-8743-7113a3c5c45a req-30fc8498-70a3-415c-bb80-01959253292f service neutron] 10.222.0.71 "GET /v2.0/networks?id=aad7656a-c886-4fbe-b34b-d44bdd76ed85 HTTP/1.1" status: 200 len: 912 time: 0.1887996 Feb 09 21:51:42.887232 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41b73f3c-b6d3-4604-8743-7113a3c5c45a req-aba769ec-4fe4-420f-a335-32f60a17b8e7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06c4bc70-6008-4695-98da-57f58cebb04e HTTP/1.1" status: 200 len: 217 time: 0.0409827 Feb 09 21:51:42.969174 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7b55243-9c0e-4856-b25f-74062a3f309f req-6bd3cd07-b7c8-48fb-94cc-54dd21572f65 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1715555 Feb 09 21:51:43.006513 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b73f3c-b6d3-4604-8743-7113a3c5c45a req-c0576d17-8673-455a-bd35-3413ba09af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:43.009925 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41b73f3c-b6d3-4604-8743-7113a3c5c45a req-c0576d17-8673-455a-bd35-3413ba09af0a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2ffb735-399f-41c7-b4e2-94dff197f693 HTTP/1.1" status: 200 len: 850 time: 0.1117756 Feb 09 21:51:43.120122 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b73f3c-b6d3-4604-8743-7113a3c5c45a req-b2f99ef9-bf60-4f82-8083-0c7d7607a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:43.123166 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41b73f3c-b6d3-4604-8743-7113a3c5c45a req-b2f99ef9-bf60-4f82-8083-0c7d7607a860 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aad7656a-c886-4fbe-b34b-d44bdd76ed85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1031182 Feb 09 21:51:43.216209 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42710) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:43.343570 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61e30b-7b6c-49ba-83c3-37a7692b6de2 req-bbf447a5-679d-487d-ac41-3c3a5fbe0a08 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:43.354815 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61e30b-7b6c-49ba-83c3-37a7692b6de2 req-bbf447a5-679d-487d-ac41-3c3a5fbe0a08 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:43.356294 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-5b800bfc-12b3-4433-bb12-e04d2641c199 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-763931684-network', 'tenant_id': '78b3fdd9354e4c62952413d036340b7e'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:43.365429 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61e30b-7b6c-49ba-83c3-37a7692b6de2 req-bbf447a5-679d-487d-ac41-3c3a5fbe0a08 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:43.376833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61e30b-7b6c-49ba-83c3-37a7692b6de2 req-bbf447a5-679d-487d-ac41-3c3a5fbe0a08 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:43.388147 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61e30b-7b6c-49ba-83c3-37a7692b6de2 req-bbf447a5-679d-487d-ac41-3c3a5fbe0a08 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:43.395303 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b800bfc-12b3-4433-bb12-e04d2641c199 admin admin] Made reservation on behalf of 78b3fdd9354e4c62952413d036340b7e for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:43.397925 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5b800bfc-12b3-4433-bb12-e04d2641c199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.401220 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61e30b-7b6c-49ba-83c3-37a7692b6de2 req-bbf447a5-679d-487d-ac41-3c3a5fbe0a08 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:43.407828 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5b800bfc-12b3-4433-bb12-e04d2641c199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.411381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61e30b-7b6c-49ba-83c3-37a7692b6de2 req-bbf447a5-679d-487d-ac41-3c3a5fbe0a08 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:43.415450 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab61e30b-7b6c-49ba-83c3-37a7692b6de2 req-bbf447a5-679d-487d-ac41-3c3a5fbe0a08 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.2869837 Feb 09 21:51:43.474045 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41b73f3c-b6d3-4604-8743-7113a3c5c45a req-09dd2590-7f03-48dd-b974-9645f45f5a0c service neutron] 10.222.0.71 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433378 Feb 09 21:51:43.557802 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5b800bfc-12b3-4433-bb12-e04d2641c199 admin admin] Publish callbacks [] for security_group (88c9eccc-df45-49f4-8fb4-7c4fe4055d6a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.564049 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5b800bfc-12b3-4433-bb12-e04d2641c199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (88c9eccc-df45-49f4-8fb4-7c4fe4055d6a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.600793 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b800bfc-12b3-4433-bb12-e04d2641c199 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:51:43.616133 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b800bfc-12b3-4433-bb12-e04d2641c199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c9eccc-df45-49f4-8fb4-7c4fe4055d6a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:43.623238 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5b800bfc-12b3-4433-bb12-e04d2641c199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (b5505b6d-448d-4df0-955f-98ce7b714e6e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.623848 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-5b800bfc-12b3-4433-bb12-e04d2641c199 admin admin] Added segment b5505b6d-448d-4df0-955f-98ce7b714e6e of type vlan for network 4d8817e2-9d91-4a99-b398-18dd559a9d0e Feb 09 21:51:43.652816 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab61e30b-7b6c-49ba-83c3-37a7692b6de2 req-78087cbb-51f2-46d9-8449-bc5086c05d45 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2118018 Feb 09 21:51:43.688129 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41b73f3c-b6d3-4604-8743-7113a3c5c45a req-eb7720cb-6a9c-48a9-8fc5-dba62853e166 service neutron] 10.222.0.71 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081335 Feb 09 21:51:43.727396 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5b800bfc-12b3-4433-bb12-e04d2641c199 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (4d8817e2-9d91-4a99-b398-18dd559a9d0e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.766784 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5b800bfc-12b3-4433-bb12-e04d2641c199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (4d8817e2-9d91-4a99-b398-18dd559a9d0e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.767920 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b800bfc-12b3-4433-bb12-e04d2641c199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:43.768636 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5b800bfc-12b3-4433-bb12-e04d2641c199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.852997 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8ceac-5d8d-404c-af0f-952e1856a64a req-b8a7ba6e-13e3-4100-9f33-7852b10e4661 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:43.855609 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21a8ceac-5d8d-404c-af0f-952e1856a64a req-b8a7ba6e-13e3-4100-9f33-7852b10e4661 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb7de5fc-ca0e-497c-be44-993c96bcb9d1 HTTP/1.1" status: 200 len: 944 time: 0.0997248 Feb 09 21:51:43.869189 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5b800bfc-12b3-4433-bb12-e04d2641c199 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6513898 Feb 09 21:51:43.869893 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42716) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:43.882416 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6c7a6167-0c4f-4bbf-a150-db7cb524fac2 admin admin] Request body: {'subnet': {'network_id': '4d8817e2-9d91-4a99-b398-18dd559a9d0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-763931684-subnet', 'tenant_id': '78b3fdd9354e4c62952413d036340b7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:43.899882 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b800bfc-12b3-4433-bb12-e04d2641c199 admin admin] Pushing event updated for resources: {'Network': ['ID=4d8817e2-9d91-4a99-b398-18dd559a9d0e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:43.916153 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 4d8817e2-9d91-4a99-b398-18dd559a9d0e details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:51:43.926369 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7a6167-0c4f-4bbf-a150-db7cb524fac2 admin admin] Made reservation on behalf of 78b3fdd9354e4c62952413d036340b7e for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:43.931305 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c7a6167-0c4f-4bbf-a150-db7cb524fac2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.946025 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21a8ceac-5d8d-404c-af0f-952e1856a64a req-c0f951bf-57ad-4c5f-9846-841870beee08 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=232a1eab-95ca-470f-995b-cbe116c2e39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778215 Feb 09 21:51:44.137760 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c977d8-d47a-471f-a02d-985367870a33 req-2543fafd-b06a-4204-a6c8-3d2990864c63 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:44.145740 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f2c977d8-d47a-471f-a02d-985367870a33 req-2543fafd-b06a-4204-a6c8-3d2990864c63 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.0751836 Feb 09 21:51:44.218836 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f2c977d8-d47a-471f-a02d-985367870a33 req-519f36d3-753e-4fe0-a774-83ba0d501593 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717196 Feb 09 21:51:44.359888 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c7a6167-0c4f-4bbf-a150-db7cb524fac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (61bcbc52-aca2-44f6-bce1-64af0979ad50), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.364479 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3471e-39e0-4030-b491-2802f9e74ef4 req-c53f4f5e-908d-4722-8d9f-87294b705b3c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:44.372040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3471e-39e0-4030-b491-2802f9e74ef4 req-c53f4f5e-908d-4722-8d9f-87294b705b3c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:44.378520 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3471e-39e0-4030-b491-2802f9e74ef4 req-c53f4f5e-908d-4722-8d9f-87294b705b3c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:44.385934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3471e-39e0-4030-b491-2802f9e74ef4 req-c53f4f5e-908d-4722-8d9f-87294b705b3c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:44.392172 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3471e-39e0-4030-b491-2802f9e74ef4 req-c53f4f5e-908d-4722-8d9f-87294b705b3c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:44.399343 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3471e-39e0-4030-b491-2802f9e74ef4 req-c53f4f5e-908d-4722-8d9f-87294b705b3c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:44.405184 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3471e-39e0-4030-b491-2802f9e74ef4 req-c53f4f5e-908d-4722-8d9f-87294b705b3c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:44.407572 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1de3471e-39e0-4030-b491-2802f9e74ef4 req-c53f4f5e-908d-4722-8d9f-87294b705b3c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.1225953 Feb 09 21:51:44.510840 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1de3471e-39e0-4030-b491-2802f9e74ef4 req-69654b75-ecd7-43e6-ba7a-b96d222a9cb6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954692 Feb 09 21:51:44.514735 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a6167-0c4f-4bbf-a150-db7cb524fac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61bcbc52-aca2-44f6-bce1-64af0979ad50,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:44.546367 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7a6167-0c4f-4bbf-a150-db7cb524fac2 admin admin] Checking segment: {'id': 'b5505b6d-448d-4df0-955f-98ce7b714e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4d8817e2-9d91-4a99-b398-18dd559a9d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:44.546982 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7a6167-0c4f-4bbf-a150-db7cb524fac2 admin admin] Network hostable DHCP agents. Network: 4d8817e2-9d91-4a99-b398-18dd559a9d0e, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:51:44.550041 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.586715 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7a6167-0c4f-4bbf-a150-db7cb524fac2 admin admin] Network 4d8817e2-9d91-4a99-b398-18dd559a9d0e is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:51:44.620853 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-6c7a6167-0c4f-4bbf-a150-db7cb524fac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 4d8817e2-9d91-4a99-b398-18dd559a9d0e) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:44.637421 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9df60d-3fdc-4980-b7fd-0948cb46e7ca None None] Network 4d8817e2-9d91-4a99-b398-18dd559a9d0e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:51:44.657999 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7a6167-0c4f-4bbf-a150-db7cb524fac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:44.659489 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c7a6167-0c4f-4bbf-a150-db7cb524fac2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.703593 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6c7a6167-0c4f-4bbf-a150-db7cb524fac2 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8254211 Feb 09 21:51:44.917541 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d676bb4-f221-495c-a8b7-ef03ed5905d4 req-3d45e2fd-1289-43f6-83d6-8b066f5e83f8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:44.933971 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d676bb4-f221-495c-a8b7-ef03ed5905d4 req-3d45e2fd-1289-43f6-83d6-8b066f5e83f8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:44.948122 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d676bb4-f221-495c-a8b7-ef03ed5905d4 req-3d45e2fd-1289-43f6-83d6-8b066f5e83f8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:44.961150 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d676bb4-f221-495c-a8b7-ef03ed5905d4 req-3d45e2fd-1289-43f6-83d6-8b066f5e83f8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:44.971635 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d676bb4-f221-495c-a8b7-ef03ed5905d4 req-3d45e2fd-1289-43f6-83d6-8b066f5e83f8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:44.974495 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc61f1b-ddc0-47c8-aae8-d0ab9e11f14b None None] Network 4d8817e2-9d91-4a99-b398-18dd559a9d0e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:51:44.979689 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d676bb4-f221-495c-a8b7-ef03ed5905d4 req-3d45e2fd-1289-43f6-83d6-8b066f5e83f8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:44.987374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42736) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:44.988944 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d676bb4-f221-495c-a8b7-ef03ed5905d4 req-3d45e2fd-1289-43f6-83d6-8b066f5e83f8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:45.002046 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6d676bb4-f221-495c-a8b7-ef03ed5905d4 req-3d45e2fd-1289-43f6-83d6-8b066f5e83f8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.1863315 Feb 09 21:51:45.122823 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6d676bb4-f221-495c-a8b7-ef03ed5905d4 req-635d3868-4f63-4c36-b551-d0c9b15a4a03 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1195319 Feb 09 21:51:45.210539 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-983b8148-b81e-4d16-8b4b-301fc9ab1faf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.287124 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.349781 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-983b8148-b81e-4d16-8b4b-301fc9ab1faf admin admin] Publish callbacks [] for security_group (9781942a-99b7-422d-9815-a8087e6acb31), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.357932 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-983b8148-b81e-4d16-8b4b-301fc9ab1faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (9781942a-99b7-422d-9815-a8087e6acb31), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.389380 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068b293-2a4e-42b6-8356-602659067af3 req-77a98cc4-496c-47c6-9852-681376e1b824 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:45.396521 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0068b293-2a4e-42b6-8356-602659067af3 req-77a98cc4-496c-47c6-9852-681376e1b824 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb7de5fc-ca0e-497c-be44-993c96bcb9d1 HTTP/1.1" status: 200 len: 944 time: 0.1170592 Feb 09 21:51:45.426963 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b8148-b81e-4d16-8b4b-301fc9ab1faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9781942a-99b7-422d-9815-a8087e6acb31,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:45.503560 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0068b293-2a4e-42b6-8356-602659067af3 req-ff5672a0-3ef6-417a-b0ac-e8cf8663fe9e tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=232a1eab-95ca-470f-995b-cbe116c2e39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927861 Feb 09 21:51:45.511496 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-983b8148-b81e-4d16-8b4b-301fc9ab1faf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=88ac2e0645364117994558365e4ea4e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5185590 Feb 09 21:51:45.512420 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42748) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:45.614369 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-49b442c5-cb48-48f9-85de-8257bb3097c5 admin admin] Publish callbacks [] for security_group (9781942a-99b7-422d-9815-a8087e6acb31), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.660504 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-49b442c5-cb48-48f9-85de-8257bb3097c5 admin admin] Publish callbacks [] for security_group (9781942a-99b7-422d-9815-a8087e6acb31), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.759853 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-49b442c5-cb48-48f9-85de-8257bb3097c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (9781942a-99b7-422d-9815-a8087e6acb31), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.766583 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-49b442c5-cb48-48f9-85de-8257bb3097c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.776580 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-49b442c5-cb48-48f9-85de-8257bb3097c5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9781942a-99b7-422d-9815-a8087e6acb31 HTTP/1.1" status: 204 len: 168 time: 0.2595246 Feb 09 21:51:45.804851 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b442c5-cb48-48f9-85de-8257bb3097c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9781942a-99b7-422d-9815-a8087e6acb31,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:45.914586 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-4f730756-9285-4eea-9090-a026ec4bc089 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:45.924393 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-4f730756-9285-4eea-9090-a026ec4bc089 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.77 "GET /v2.0/networks?id=4d8817e2-9d91-4a99-b398-18dd559a9d0e HTTP/1.1" status: 200 len: 813 time: 0.1640115 Feb 09 21:51:45.928606 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.948975 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-c250f6bc-2596-4b1a-bc6f-c105096ba96e tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.77 "GET /v2.0/quotas/78b3fdd9354e4c62952413d036340b7e HTTP/1.1" status: 200 len: 375 time: 0.0232878 Feb 09 21:51:45.987419 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-88c2909d-a3fa-45eb-940b-f56f790f3da6 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=78b3fdd9354e4c62952413d036340b7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351024 Feb 09 21:51:46.166994 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-06b87c52-456d-4e4e-a034-ae3126bed885 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8817e2-9d91-4a99-b398-18dd559a9d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526265 Feb 09 21:51:46.261488 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42768) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:46.277233 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6e85-870c-467c-852b-4df5fe944c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:46.287005 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-df0210d7-2bfa-49af-b8c1-611ed8f577a5 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8817e2-9d91-4a99-b398-18dd559a9d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141036 Feb 09 21:51:46.386023 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6e85-870c-467c-852b-4df5fe944c56 admin admin] Publish callbacks [] for security_group (f1e8eb57-4e96-4b94-b615-470cd4fe6b32), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:46.393916 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6e85-870c-467c-852b-4df5fe944c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f1e8eb57-4e96-4b94-b615-470cd4fe6b32), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:46.448073 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4b3c6e85-870c-467c-852b-4df5fe944c56 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c6d7290bea414cd4a62ffe21774c756c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1852329 Feb 09 21:51:46.452702 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42770) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:46.453954 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c6e85-870c-467c-852b-4df5fe944c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e8eb57-4e96-4b94-b615-470cd4fe6b32,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:46.535011 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ee2d0fe3-025e-43d4-b955-a5db41f47898 admin admin] Publish callbacks [] for security_group (f1e8eb57-4e96-4b94-b615-470cd4fe6b32), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:46.581660 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ee2d0fe3-025e-43d4-b955-a5db41f47898 admin admin] Publish callbacks [] for security_group (f1e8eb57-4e96-4b94-b615-470cd4fe6b32), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:46.672089 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ee2d0fe3-025e-43d4-b955-a5db41f47898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f1e8eb57-4e96-4b94-b615-470cd4fe6b32), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:46.682564 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ee2d0fe3-025e-43d4-b955-a5db41f47898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:46.687194 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ee2d0fe3-025e-43d4-b955-a5db41f47898 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f1e8eb57-4e96-4b94-b615-470cd4fe6b32 HTTP/1.1" status: 204 len: 168 time: 0.2261150 Feb 09 21:51:46.710340 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d0fe3-025e-43d4-b955-a5db41f47898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e8eb57-4e96-4b94-b615-470cd4fe6b32,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:46.720743 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bbbce-c9e6-4e89-9ddf-77856ad07440 req-ad9e1763-d341-412a-ab46-bf7628083ece tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:46.730477 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bf9bbbce-c9e6-4e89-9ddf-77856ad07440 req-ad9e1763-d341-412a-ab46-bf7628083ece tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.1094546 Feb 09 21:51:46.824221 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bf9bbbce-c9e6-4e89-9ddf-77856ad07440 req-f99643de-b3c7-4361-bfda-3f82f652dd34 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823927 Feb 09 21:51:46.830432 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 06c4bc70-6008-4695-98da-57f58cebb04e details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:51:47.081026 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 06c4bc70-6008-4695-98da-57f58cebb04e, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=06c4bc70-6008-4695-98da-57f58cebb04e,segment=NetworkSegment(3cd100ae-5dd3-425d-94e6-f1c816ceeede),segment_id=3cd100ae-5dd3-425d-94e6-f1c816ceeede)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:47.109392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '06c4bc70-6008-4695-98da-57f58cebb04e', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'port_id': '06c4bc70-6008-4695-98da-57f58cebb04e', 'mac_address': 'fa:16:3e:12:77:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:51:47.184082 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 06c4bc70-6008-4695-98da-57f58cebb04e is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:47.184564 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (06c4bc70-6008-4695-98da-57f58cebb04e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:47.212654 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13e377-16a5-4f7f-800a-265e547308bb req-ce872e32-0850-4a11-a26f-128730a7d9e2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:47.226429 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13e377-16a5-4f7f-800a-265e547308bb req-ce872e32-0850-4a11-a26f-128730a7d9e2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:47.238569 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c4bc70-6008-4695-98da-57f58cebb04e {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:47.244988 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13e377-16a5-4f7f-800a-265e547308bb req-ce872e32-0850-4a11-a26f-128730a7d9e2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:47.257612 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13e377-16a5-4f7f-800a-265e547308bb req-ce872e32-0850-4a11-a26f-128730a7d9e2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:47.270801 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13e377-16a5-4f7f-800a-265e547308bb req-ce872e32-0850-4a11-a26f-128730a7d9e2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:47.283140 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13e377-16a5-4f7f-800a-265e547308bb req-ce872e32-0850-4a11-a26f-128730a7d9e2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:47.293377 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 06c4bc70-6008-4695-98da-57f58cebb04e, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=06c4bc70-6008-4695-98da-57f58cebb04e,segment=NetworkSegment(3cd100ae-5dd3-425d-94e6-f1c816ceeede),segment_id=3cd100ae-5dd3-425d-94e6-f1c816ceeede)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:47.297389 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13e377-16a5-4f7f-800a-265e547308bb req-ce872e32-0850-4a11-a26f-128730a7d9e2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:47.301385 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f13e377-16a5-4f7f-800a-265e547308bb req-ce872e32-0850-4a11-a26f-128730a7d9e2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.2641442 Feb 09 21:51:47.306239 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (06c4bc70-6008-4695-98da-57f58cebb04e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:47.531916 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['06c4bc70-6008-4695-98da-57f58cebb04e'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:51:47.582250 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=06c4bc70-6008-4695-98da-57f58cebb04e,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:47.858446 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f13e377-16a5-4f7f-800a-265e547308bb req-2c4da67d-e941-41c4-ae4f-40f06ab58a23 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5399532 Feb 09 21:51:48.053315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f252256-20d2-4389-9314-eeb94786de30 req-ec63c916-3874-4e4c-8601-a413bc17363b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:48.063804 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f252256-20d2-4389-9314-eeb94786de30 req-ec63c916-3874-4e4c-8601-a413bc17363b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:48.074358 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f252256-20d2-4389-9314-eeb94786de30 req-ec63c916-3874-4e4c-8601-a413bc17363b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:48.085976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f252256-20d2-4389-9314-eeb94786de30 req-ec63c916-3874-4e4c-8601-a413bc17363b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:48.096689 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f252256-20d2-4389-9314-eeb94786de30 req-ec63c916-3874-4e4c-8601-a413bc17363b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:48.108066 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f252256-20d2-4389-9314-eeb94786de30 req-ec63c916-3874-4e4c-8601-a413bc17363b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:48.120157 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f252256-20d2-4389-9314-eeb94786de30 req-ec63c916-3874-4e4c-8601-a413bc17363b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:48.123365 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f252256-20d2-4389-9314-eeb94786de30 req-ec63c916-3874-4e4c-8601-a413bc17363b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.1634209 Feb 09 21:51:48.240010 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f252256-20d2-4389-9314-eeb94786de30 req-925e4b03-b5b6-48fc-9d58-e4fb22d387b7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090291 Feb 09 21:51:48.450510 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-3f33e83e-c719-48ee-b5f2-86416f55010f tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:48.453681 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-3f33e83e-c719-48ee-b5f2-86416f55010f tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.42 "GET /v2.0/networks?id=4d8817e2-9d91-4a99-b398-18dd559a9d0e HTTP/1.1" status: 200 len: 813 time: 0.2043002 Feb 09 21:51:48.477059 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-48b9f011-297d-4856-bc6e-baaabd47bd03 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Request body: {'port': {'device_id': '2d921285-0fb2-4549-a336-251ed9b546c8', 'network_id': '4d8817e2-9d91-4a99-b398-18dd559a9d0e', 'admin_state_up': True, 'tenant_id': '78b3fdd9354e4c62952413d036340b7e'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:48.503051 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a564ea-a27e-40f1-bfd0-a26e5b61acbb req-6b0a6225-cef3-42f2-af42-18718553adfe tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:48.506085 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-36a564ea-a27e-40f1-bfd0-a26e5b61acbb req-6b0a6225-cef3-42f2-af42-18718553adfe tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb7de5fc-ca0e-497c-be44-993c96bcb9d1 HTTP/1.1" status: 200 len: 945 time: 0.1227331 Feb 09 21:51:48.601216 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-36a564ea-a27e-40f1-bfd0-a26e5b61acbb req-add3eabb-bf44-4b27-b2f4-902bf9db9f80 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=232a1eab-95ca-470f-995b-cbe116c2e39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721910 Feb 09 21:51:48.635436 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-48b9f011-297d-4856-bc6e-baaabd47bd03 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Made reservation on behalf of 78b3fdd9354e4c62952413d036340b7e for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:48.639453 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-48b9f011-297d-4856-bc6e-baaabd47bd03 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:48.774260 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f574041-d568-4ab7-9873-a62a83d182c2 req-efd385c6-e6f8-4cf3-bb39-c653f1094cda tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d921285-0fb2-4549-a336-251ed9b546c8 HTTP/1.1" status: 200 len: 210 time: 0.0456779 Feb 09 21:51:48.826473 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-48b9f011-297d-4856-bc6e-baaabd47bd03 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Allocated IP 172.20.0.13 (4d8817e2-9d91-4a99-b398-18dd559a9d0e/61bcbc52-aca2-44f6-bce1-64af0979ad50/faae1060-f16c-48aa-9bcc-68e1d09c4974) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:48.860321 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 06c4bc70-6008-4695-98da-57f58cebb04e up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:48.948155 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5b593-57e9-4a95-a0ae-72cf745341dd req-3b4015d0-f7c4-4521-ab47-6295b319f58d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:48.957352 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 06c4bc70-6008-4695-98da-57f58cebb04e completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:51:48.958875 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13e5b593-57e9-4a95-a0ae-72cf745341dd req-3b4015d0-f7c4-4521-ab47-6295b319f58d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.1046474 Feb 09 21:51:48.965938 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 06c4bc70-6008-4695-98da-57f58cebb04e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:48.966721 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (06c4bc70-6008-4695-98da-57f58cebb04e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:49.066121 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13e5b593-57e9-4a95-a0ae-72cf745341dd req-a1b0d3bd-b5e1-4f23-8b80-5a28bd297130 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061943 Feb 09 21:51:49.130695 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 06c4bc70-6008-4695-98da-57f58cebb04e is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:49.131361 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (06c4bc70-6008-4695-98da-57f58cebb04e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:49.159105 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-48b9f011-297d-4856-bc6e-baaabd47bd03 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Publish callbacks [] for port (faae1060-f16c-48aa-9bcc-68e1d09c4974), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:49.168394 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7de5fc-ca0e-497c-be44-993c96bcb9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c4bc70-6008-4695-98da-57f58cebb04e'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:49.172541 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4ba15b-fb63-4d41-b35f-cf9a2a59c9e1" -d '{"events": [{"server_uuid": "bb7de5fc-ca0e-497c-be44-993c96bcb9d1", "name": "network-vif-plugged", "status": "completed", "tag": "06c4bc70-6008-4695-98da-57f58cebb04e"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:49.190197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 06c4bc70-6008-4695-98da-57f58cebb04e, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=06c4bc70-6008-4695-98da-57f58cebb04e,segment=NetworkSegment(3cd100ae-5dd3-425d-94e6-f1c816ceeede),segment_id=3cd100ae-5dd3-425d-94e6-f1c816ceeede)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:49.199899 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (06c4bc70-6008-4695-98da-57f58cebb04e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:49.237881 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-48b9f011-297d-4856-bc6e-baaabd47bd03 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (faae1060-f16c-48aa-9bcc-68e1d09c4974), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:49.262635 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b927726-dd71-49de-9fe2-a6497188845e req-7bf8093a-bc71-474b-9dc4-cde1bce0f127 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:49.268926 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b927726-dd71-49de-9fe2-a6497188845e req-7bf8093a-bc71-474b-9dc4-cde1bce0f127 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:49.275607 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b927726-dd71-49de-9fe2-a6497188845e req-7bf8093a-bc71-474b-9dc4-cde1bce0f127 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:49.281959 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b927726-dd71-49de-9fe2-a6497188845e req-7bf8093a-bc71-474b-9dc4-cde1bce0f127 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:49.287447 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b927726-dd71-49de-9fe2-a6497188845e req-7bf8093a-bc71-474b-9dc4-cde1bce0f127 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:49.293557 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b927726-dd71-49de-9fe2-a6497188845e req-7bf8093a-bc71-474b-9dc4-cde1bce0f127 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:49.299448 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b927726-dd71-49de-9fe2-a6497188845e req-7bf8093a-bc71-474b-9dc4-cde1bce0f127 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:49.308049 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b927726-dd71-49de-9fe2-a6497188845e req-7bf8093a-bc71-474b-9dc4-cde1bce0f127 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.1781182 Feb 09 21:51:49.316432 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=06c4bc70-6008-4695-98da-57f58cebb04e,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:49.321372 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-48b9f011-297d-4856-bc6e-baaabd47bd03 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Network 4d8817e2-9d91-4a99-b398-18dd559a9d0e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:49.339005 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-48b9f011-297d-4856-bc6e-baaabd47bd03 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:49.344055 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-48b9f011-297d-4856-bc6e-baaabd47bd03 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:49.374648 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b927726-dd71-49de-9fe2-a6497188845e req-91f8d9f6-4ecc-4fab-94b1-ae8484991553 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656512 Feb 09 21:51:49.387564 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9f011-297d-4856-bc6e-baaabd47bd03 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Pushing event updated for resources: {'Port': ['ID=faae1060-f16c-48aa-9bcc-68e1d09c4974,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:49.434418 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-48b9f011-297d-4856-bc6e-baaabd47bd03 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:49.435499 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-48b9f011-297d-4856-bc6e-baaabd47bd03 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:49.450925 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa444b0-ce1a-4b2d-ac4e-a0e488e71ecf x-openstack-request-id: req-5aa444b0-ce1a-4b2d-ac4e-a0e488e71ecf {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:49.451517 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7de5fc-ca0e-497c-be44-993c96bcb9d1", "name": "network-vif-plugged", "status": "completed", "tag": "06c4bc70-6008-4695-98da-57f58cebb04e", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:49.452823 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5aa444b0-ce1a-4b2d-ac4e-a0e488e71ecf {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:49.454186 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7de5fc-ca0e-497c-be44-993c96bcb9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c4bc70-6008-4695-98da-57f58cebb04e', 'code': 200} Feb 09 21:51:49.464021 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-48b9f011-297d-4856-bc6e-baaabd47bd03 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9965057 Feb 09 21:51:49.487071 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] Request body: {'port': {'device_id': '2d921285-0fb2-4549-a336-251ed9b546c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:49.605013 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (faae1060-f16c-48aa-9bcc-68e1d09c4974), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:49.628115 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6accd-28a8-44aa-b5fa-b7ed1db8166d req-35e06089-b4bf-4c78-87b2-dc94cf24e231 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:49.635447 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6accd-28a8-44aa-b5fa-b7ed1db8166d req-35e06089-b4bf-4c78-87b2-dc94cf24e231 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:49.639820 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6accd-28a8-44aa-b5fa-b7ed1db8166d req-35e06089-b4bf-4c78-87b2-dc94cf24e231 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:49.645290 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6accd-28a8-44aa-b5fa-b7ed1db8166d req-35e06089-b4bf-4c78-87b2-dc94cf24e231 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:49.651384 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6accd-28a8-44aa-b5fa-b7ed1db8166d req-35e06089-b4bf-4c78-87b2-dc94cf24e231 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:49.656927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6accd-28a8-44aa-b5fa-b7ed1db8166d req-35e06089-b4bf-4c78-87b2-dc94cf24e231 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:49.662565 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6accd-28a8-44aa-b5fa-b7ed1db8166d req-35e06089-b4bf-4c78-87b2-dc94cf24e231 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:49.665508 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ce6accd-28a8-44aa-b5fa-b7ed1db8166d req-35e06089-b4bf-4c78-87b2-dc94cf24e231 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.1453340 Feb 09 21:51:49.675553 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a33237-ab1b-40cc-9e70-ca3e9590087d req-02889326-bd59-4249-9c08-f6d315ea9d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:49.677343 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72a33237-ab1b-40cc-9e70-ca3e9590087d req-02889326-bd59-4249-9c08-f6d315ea9d70 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bb7de5fc-ca0e-497c-be44-993c96bcb9d1 HTTP/1.1" status: 200 len: 1128 time: 0.1188896 Feb 09 21:51:49.741003 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:51:49.777294 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ce6accd-28a8-44aa-b5fa-b7ed1db8166d req-bc3d4b89-9562-4ba3-89d4-8915d4896aa5 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0983002 Feb 09 21:51:49.781026 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72a33237-ab1b-40cc-9e70-ca3e9590087d req-92a0f31c-1e15-486a-8264-8cfed4e41ead service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=232a1eab-95ca-470f-995b-cbe116c2e39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947306 Feb 09 21:51:49.961885 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dd72f-0384-4f6d-bee4-dcf82cfff55d req-4d881a75-0cc1-4e41-8568-9794adc66246 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:49.963738 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-761dd72f-0384-4f6d-bee4-dcf82cfff55d req-4d881a75-0cc1-4e41-8568-9794adc66246 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb7de5fc-ca0e-497c-be44-993c96bcb9d1 HTTP/1.1" status: 200 len: 946 time: 0.0681896 Feb 09 21:51:50.023771 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-761dd72f-0384-4f6d-bee4-dcf82cfff55d req-c953d559-25c6-4175-9460-4a8716bf0e97 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=232a1eab-95ca-470f-995b-cbe116c2e39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490928 Feb 09 21:51:50.043627 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faae1060-f16c-48aa-9bcc-68e1d09c4974 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:50.060330 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] Publish callbacks [] for port (faae1060-f16c-48aa-9bcc-68e1d09c4974), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:50.081048 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] Transition to ACTIVE for port object faae1060-f16c-48aa-9bcc-68e1d09c4974 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:51:50.090156 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (faae1060-f16c-48aa-9bcc-68e1d09c4974), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:50.154856 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] Pushing event updated for resources: {'Port': ['ID=faae1060-f16c-48aa-9bcc-68e1d09c4974,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:50.172961 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04d1cd-e5a2-4574-ad63-3fc4d37612fe req-a15bb45f-bc42-4b59-9429-04a39ec9d26a tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:50.181005 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a04d1cd-e5a2-4574-ad63-3fc4d37612fe req-a15bb45f-bc42-4b59-9429-04a39ec9d26a tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d921285-0fb2-4549-a336-251ed9b546c8 HTTP/1.1" status: 200 len: 944 time: 0.0773847 Feb 09 21:51:50.244440 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a04d1cd-e5a2-4574-ad63-3fc4d37612fe req-98574194-9c39-4464-9170-7ed39e34c2ed tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.77 "GET /v2.0/security-groups?id=88c9eccc-df45-49f4-8fb4-7c4fe4055d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624208 Feb 09 21:51:50.289113 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] Attempting to bind port faae1060-f16c-48aa-9bcc-68e1d09c4974 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:51:50.289454 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] Attempting to bind port faae1060-f16c-48aa-9bcc-68e1d09c4974 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'b5505b6d-448d-4df0-955f-98ce7b714e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4d8817e2-9d91-4a99-b398-18dd559a9d0e'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:51:50.289786 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] Attempting to bind port faae1060-f16c-48aa-9bcc-68e1d09c4974 on network 4d8817e2-9d91-4a99-b398-18dd559a9d0e {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:50.295918 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] Port faae1060-f16c-48aa-9bcc-68e1d09c4974 on network 4d8817e2-9d91-4a99-b398-18dd559a9d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:51:50.296266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] Attempting to bind port faae1060-f16c-48aa-9bcc-68e1d09c4974 on network 4d8817e2-9d91-4a99-b398-18dd559a9d0e {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:50.301608 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:51:50.301956 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] Checking segment: {'id': 'b5505b6d-448d-4df0-955f-98ce7b714e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4d8817e2-9d91-4a99-b398-18dd559a9d0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:50.302337 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] Bound using segment: {'id': 'b5505b6d-448d-4df0-955f-98ce7b714e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4d8817e2-9d91-4a99-b398-18dd559a9d0e'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:51:50.302769 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] Bound port: faae1060-f16c-48aa-9bcc-68e1d09c4974, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5505b6d-448d-4df0-955f-98ce7b714e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4d8817e2-9d91-4a99-b398-18dd559a9d0e'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:51:50.303135 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (faae1060-f16c-48aa-9bcc-68e1d09c4974), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:50.393009 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] For port faae1060-f16c-48aa-9bcc-68e1d09c4974, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:51:50.397687 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] For port faae1060-f16c-48aa-9bcc-68e1d09c4974, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=faae1060-f16c-48aa-9bcc-68e1d09c4974,segment=NetworkSegment(b5505b6d-448d-4df0-955f-98ce7b714e6e),segment_id=b5505b6d-448d-4df0-955f-98ce7b714e6e)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:51:50.408010 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (faae1060-f16c-48aa-9bcc-68e1d09c4974), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:50.426547 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d6aef-eb4f-4f1a-8461-0f891ba82261 req-1f9ac7bd-839b-4950-94f4-2b94cd5fe773 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:50.436820 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a26d6aef-eb4f-4f1a-8461-0f891ba82261 req-1f9ac7bd-839b-4950-94f4-2b94cd5fe773 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.0867882 Feb 09 21:51:50.452874 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:50.453970 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:50.465698 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] 10.222.0.42 "PUT /v2.0/ports/faae1060-f16c-48aa-9bcc-68e1d09c4974 HTTP/1.1" status: 200 len: 1092 time: 0.9873557 Feb 09 21:51:50.466376 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d921285-0fb2-4549-a336-251ed9b546c8', 'tag': 'faae1060-f16c-48aa-9bcc-68e1d09c4974'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:50.471327 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97603331-a468-4c12-8ccb-f34f8fab44a0" -d '{"events": [{"name": "network-changed", "server_uuid": "2d921285-0fb2-4549-a336-251ed9b546c8", "tag": "faae1060-f16c-48aa-9bcc-68e1d09c4974"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:50.526514 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd678f8-0b72-40a0-b5d0-f950206f33ad service neutron] Pushing event updated for resources: {'Port': ['ID=faae1060-f16c-48aa-9bcc-68e1d09c4974,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:50.559439 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a26d6aef-eb4f-4f1a-8461-0f891ba82261 req-52265780-6ec9-4c46-817a-ad68a0f87c05 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114037 Feb 09 21:51:50.603254 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-b730abe7-7d83-4051-acc1-94fdd38add27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:50.605261 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-b730abe7-7d83-4051-acc1-94fdd38add27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78b3fdd9354e4c62952413d036340b7e&device_id=2d921285-0fb2-4549-a336-251ed9b546c8 HTTP/1.1" status: 200 len: 1126 time: 0.0752428 Feb 09 21:51:50.811584 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c0754-580b-43bf-ad53-b1ec8b35fd13 req-42f7cab4-533d-4c80-bed2-07d30d2ead55 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:50.817357 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c0754-580b-43bf-ad53-b1ec8b35fd13 req-42f7cab4-533d-4c80-bed2-07d30d2ead55 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:50.825280 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c0754-580b-43bf-ad53-b1ec8b35fd13 req-42f7cab4-533d-4c80-bed2-07d30d2ead55 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:50.830588 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c0754-580b-43bf-ad53-b1ec8b35fd13 req-42f7cab4-533d-4c80-bed2-07d30d2ead55 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:50.837574 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c0754-580b-43bf-ad53-b1ec8b35fd13 req-42f7cab4-533d-4c80-bed2-07d30d2ead55 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:50.843189 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c0754-580b-43bf-ad53-b1ec8b35fd13 req-42f7cab4-533d-4c80-bed2-07d30d2ead55 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:50.848784 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c0754-580b-43bf-ad53-b1ec8b35fd13 req-42f7cab4-533d-4c80-bed2-07d30d2ead55 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:50.852523 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a8c0754-580b-43bf-ad53-b1ec8b35fd13 req-42f7cab4-533d-4c80-bed2-07d30d2ead55 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.1395688 Feb 09 21:51:50.976956 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a8c0754-580b-43bf-ad53-b1ec8b35fd13 req-409f0c67-5b03-43b1-9e2d-bc44f7a07655 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1187205 Feb 09 21:51:50.993463 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-fe3fc72c-8846-467b-b061-4cff0338c138 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faae1060-f16c-48aa-9bcc-68e1d09c4974 HTTP/1.1" status: 200 len: 217 time: 0.3800576 Feb 09 21:51:51.069214 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33edee2c-c205-4d04-87ab-aca26d8dedd4 x-openstack-request-id: req-33edee2c-c205-4d04-87ab-aca26d8dedd4 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:51.069699 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d921285-0fb2-4549-a336-251ed9b546c8", "tag": "faae1060-f16c-48aa-9bcc-68e1d09c4974", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:51.070475 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-33edee2c-c205-4d04-87ab-aca26d8dedd4 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:51.070752 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d921285-0fb2-4549-a336-251ed9b546c8', 'tag': 'faae1060-f16c-48aa-9bcc-68e1d09c4974', 'status': 'completed', 'code': 200} Feb 09 21:51:51.106571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-baf89412-6432-4991-aa9f-c4cf579995a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:51.109540 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-baf89412-6432-4991-aa9f-c4cf579995a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61bcbc52-aca2-44f6-bce1-64af0979ad50 HTTP/1.1" status: 200 len: 853 time: 0.1083648 Feb 09 21:51:51.163323 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-8fef2b01-c775-4883-99fb-da87d06020f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d8817e2-9d91-4a99-b398-18dd559a9d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448568 Feb 09 21:51:51.223316 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebe1c5-213d-4f5d-aadc-798cffb1dd01 req-95f753ab-0525-4834-b252-fafd5e65a431 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:51.234333 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebe1c5-213d-4f5d-aadc-798cffb1dd01 req-95f753ab-0525-4834-b252-fafd5e65a431 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:51.243256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebe1c5-213d-4f5d-aadc-798cffb1dd01 req-95f753ab-0525-4834-b252-fafd5e65a431 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:51.253740 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebe1c5-213d-4f5d-aadc-798cffb1dd01 req-95f753ab-0525-4834-b252-fafd5e65a431 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:51.259854 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebe1c5-213d-4f5d-aadc-798cffb1dd01 req-95f753ab-0525-4834-b252-fafd5e65a431 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:51.265248 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebe1c5-213d-4f5d-aadc-798cffb1dd01 req-95f753ab-0525-4834-b252-fafd5e65a431 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:51.270907 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebe1c5-213d-4f5d-aadc-798cffb1dd01 req-95f753ab-0525-4834-b252-fafd5e65a431 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:51.272808 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61ebe1c5-213d-4f5d-aadc-798cffb1dd01 req-95f753ab-0525-4834-b252-fafd5e65a431 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.1393714 Feb 09 21:51:51.310365 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-447f49fb-e7fa-4688-9b17-79601acb15a4 service neutron] 10.222.0.42 "GET /v2.0/networks/4d8817e2-9d91-4a99-b398-18dd559a9d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407013 Feb 09 21:51:51.384576 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61ebe1c5-213d-4f5d-aadc-798cffb1dd01 req-2453acfe-16bc-4be5-9a30-887d2edf02d8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012981 Feb 09 21:51:51.416048 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-80e12480-9ac3-42b4-9003-71d3beebca72 req-868f7c66-c7ce-4686-beb5-4478ee772642 service neutron] 10.222.0.42 "GET /v2.0/networks/4d8817e2-9d91-4a99-b398-18dd559a9d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985725 Feb 09 21:51:51.564690 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97603331-a468-4c12-8ccb-f34f8fab44a0 req-1f93fdf4-bd95-4cfd-92b9-8a270de486ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:51.567678 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97603331-a468-4c12-8ccb-f34f8fab44a0 req-1f93fdf4-bd95-4cfd-92b9-8a270de486ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78b3fdd9354e4c62952413d036340b7e&device_id=2d921285-0fb2-4549-a336-251ed9b546c8 HTTP/1.1" status: 200 len: 1126 time: 0.0722873 Feb 09 21:51:51.594741 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919abc95-1c04-48ae-b50f-8c3c7370a5de req-bcf5f4a8-fec1-40f5-9679-735e15269b06 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:51.596727 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-919abc95-1c04-48ae-b50f-8c3c7370a5de req-bcf5f4a8-fec1-40f5-9679-735e15269b06 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb7de5fc-ca0e-497c-be44-993c96bcb9d1 HTTP/1.1" status: 200 len: 946 time: 0.0776381 Feb 09 21:51:51.664382 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-919abc95-1c04-48ae-b50f-8c3c7370a5de req-45a3bc76-00a9-4fb2-91e5-3dc54e28cca8 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=232a1eab-95ca-470f-995b-cbe116c2e39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552924 Feb 09 21:51:51.734973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97603331-a468-4c12-8ccb-f34f8fab44a0 req-a9bb5693-0ece-4ba7-9f7b-bec7b728c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:51.737237 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97603331-a468-4c12-8ccb-f34f8fab44a0 req-a9bb5693-0ece-4ba7-9f7b-bec7b728c54b service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d8817e2-9d91-4a99-b398-18dd559a9d0e HTTP/1.1" status: 200 len: 914 time: 0.1635559 Feb 09 21:51:51.794090 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97603331-a468-4c12-8ccb-f34f8fab44a0 req-c98e30f5-97be-4835-a761-482005d5ed74 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faae1060-f16c-48aa-9bcc-68e1d09c4974 HTTP/1.1" status: 200 len: 217 time: 0.0491092 Feb 09 21:51:51.827848 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06657aaf-51f8-4b20-940b-1c89ce91f9e3 req-c220bd76-e59b-49e2-b8a1-cb57a9e157d1 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:51.829935 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-06657aaf-51f8-4b20-940b-1c89ce91f9e3 req-c220bd76-e59b-49e2-b8a1-cb57a9e157d1 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d921285-0fb2-4549-a336-251ed9b546c8 HTTP/1.1" status: 200 len: 944 time: 0.0998755 Feb 09 21:51:51.885413 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97603331-a468-4c12-8ccb-f34f8fab44a0 req-00c246f3-74f1-455d-8bfc-82e06a26d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:51.887175 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97603331-a468-4c12-8ccb-f34f8fab44a0 req-00c246f3-74f1-455d-8bfc-82e06a26d286 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61bcbc52-aca2-44f6-bce1-64af0979ad50 HTTP/1.1" status: 200 len: 853 time: 0.0861635 Feb 09 21:51:51.905543 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-06657aaf-51f8-4b20-940b-1c89ce91f9e3 req-fa3e2df4-f039-4089-bf6a-3e4b61beaccf tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.77 "GET /v2.0/security-groups?id=88c9eccc-df45-49f4-8fb4-7c4fe4055d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659692 Feb 09 21:51:51.927011 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97603331-a468-4c12-8ccb-f34f8fab44a0 req-6cf8dc7b-3f73-4535-8e5a-43efcb61542f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d8817e2-9d91-4a99-b398-18dd559a9d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304368 Feb 09 21:51:52.071610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3775ad-73e7-4df6-9bde-d1caf55be169 req-1461a56d-a591-41bd-bd1b-edffba47b1bf tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:52.075600 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f3775ad-73e7-4df6-9bde-d1caf55be169 req-1461a56d-a591-41bd-bd1b-edffba47b1bf tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.0779397 Feb 09 21:51:52.086420 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97603331-a468-4c12-8ccb-f34f8fab44a0 req-6b8174b8-8384-4a19-9081-f59b237c9c3d service neutron] 10.222.0.42 "GET /v2.0/networks/4d8817e2-9d91-4a99-b398-18dd559a9d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525285 Feb 09 21:51:52.133847 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f3775ad-73e7-4df6-9bde-d1caf55be169 req-caae55c9-bee9-40ae-bf03-430e33e88b48 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539289 Feb 09 21:51:52.254064 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-97603331-a468-4c12-8ccb-f34f8fab44a0 req-1693ce62-d2c4-4233-aa40-0b1543cede7f service neutron] 10.222.0.42 "GET /v2.0/networks/4d8817e2-9d91-4a99-b398-18dd559a9d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613324 Feb 09 21:51:52.325895 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b384a23-923e-4e53-9f2a-e7343bbad9a8 req-d3314a1c-bbd4-47fa-af36-3357b7ff70de tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:52.328938 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b384a23-923e-4e53-9f2a-e7343bbad9a8 req-d3314a1c-bbd4-47fa-af36-3357b7ff70de tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb7de5fc-ca0e-497c-be44-993c96bcb9d1 HTTP/1.1" status: 200 len: 946 time: 0.0959392 Feb 09 21:51:52.338848 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42850) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:52.347251 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-1876b2db-c052-4a46-a8a2-d3133c367918 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Request body: {'floatingip': {'port_id': '06c4bc70-6008-4695-98da-57f58cebb04e'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:52.398396 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1876b2db-c052-4a46-a8a2-d3133c367918 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for floatingip (1e7b2dbe-46b6-4d7e-95b9-05d4bec23d5f), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:52.476273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd16e08-e786-43b7-b0fb-4f6b9c685191 req-e31ef1a1-375a-4457-a472-86977bda0192 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:52.487444 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd16e08-e786-43b7-b0fb-4f6b9c685191 req-e31ef1a1-375a-4457-a472-86977bda0192 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:52.498783 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd16e08-e786-43b7-b0fb-4f6b9c685191 req-e31ef1a1-375a-4457-a472-86977bda0192 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:52.509580 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd16e08-e786-43b7-b0fb-4f6b9c685191 req-e31ef1a1-375a-4457-a472-86977bda0192 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:52.520533 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd16e08-e786-43b7-b0fb-4f6b9c685191 req-e31ef1a1-375a-4457-a472-86977bda0192 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:52.531959 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd16e08-e786-43b7-b0fb-4f6b9c685191 req-e31ef1a1-375a-4457-a472-86977bda0192 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:52.543568 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd16e08-e786-43b7-b0fb-4f6b9c685191 req-e31ef1a1-375a-4457-a472-86977bda0192 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:52.547179 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bbd16e08-e786-43b7-b0fb-4f6b9c685191 req-e31ef1a1-375a-4457-a472-86977bda0192 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.1605420 Feb 09 21:51:52.658307 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bbd16e08-e786-43b7-b0fb-4f6b9c685191 req-d9aff3b6-7bbb-4d5d-a7d7-8cc65195d5a3 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1022711 Feb 09 21:51:52.861436 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9e179-5113-4d09-a4db-5fb76a2d2cf2 req-e0c9ae13-4ea0-496e-89cf-5630a40629b7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:52.872807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9e179-5113-4d09-a4db-5fb76a2d2cf2 req-e0c9ae13-4ea0-496e-89cf-5630a40629b7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:52.884075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9e179-5113-4d09-a4db-5fb76a2d2cf2 req-e0c9ae13-4ea0-496e-89cf-5630a40629b7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:52.895096 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9e179-5113-4d09-a4db-5fb76a2d2cf2 req-e0c9ae13-4ea0-496e-89cf-5630a40629b7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:52.905864 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9e179-5113-4d09-a4db-5fb76a2d2cf2 req-e0c9ae13-4ea0-496e-89cf-5630a40629b7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:52.917167 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9e179-5113-4d09-a4db-5fb76a2d2cf2 req-e0c9ae13-4ea0-496e-89cf-5630a40629b7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:52.927494 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9e179-5113-4d09-a4db-5fb76a2d2cf2 req-e0c9ae13-4ea0-496e-89cf-5630a40629b7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:52.931843 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ecf9e179-5113-4d09-a4db-5fb76a2d2cf2 req-e0c9ae13-4ea0-496e-89cf-5630a40629b7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.1808765 Feb 09 21:51:53.023953 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ecf9e179-5113-4d09-a4db-5fb76a2d2cf2 req-8217bd09-adfd-4024-b825-8f636d4cf21c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0855806 Feb 09 21:51:53.106048 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1876b2db-c052-4a46-a8a2-d3133c367918 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:53.113726 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1876b2db-c052-4a46-a8a2-d3133c367918 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (1e7b2dbe-46b6-4d7e-95b9-05d4bec23d5f), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:53.250651 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd4d36-6581-468b-8008-8793d70c402f req-85b1c7c6-b308-4729-a30e-f927c781f93c tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:53.253542 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-26cd4d36-6581-468b-8008-8793d70c402f req-85b1c7c6-b308-4729-a30e-f927c781f93c tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d921285-0fb2-4549-a336-251ed9b546c8 HTTP/1.1" status: 200 len: 944 time: 0.0922413 Feb 09 21:51:53.290930 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-1876b2db-c052-4a46-a8a2-d3133c367918 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Floating IP 1e7b2dbe-46b6-4d7e-95b9-05d4bec23d5f associated. External IP: 172.25.6.23, port: 06c4bc70-6008-4695-98da-57f58cebb04e. Feb 09 21:51:53.323427 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-26cd4d36-6581-468b-8008-8793d70c402f req-2ee5ed21-8812-4986-8fd5-f72e78dfa0dd tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.77 "GET /v2.0/security-groups?id=88c9eccc-df45-49f4-8fb4-7c4fe4055d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582831 Feb 09 21:51:53.501041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04524eaa-74b8-4a92-8899-bc047eaf2389 req-aa2b037d-2ee2-4528-80b1-f4571f2ecb3a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:53.503717 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04524eaa-74b8-4a92-8899-bc047eaf2389 req-aa2b037d-2ee2-4528-80b1-f4571f2ecb3a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.0892992 Feb 09 21:51:53.573399 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device faae1060-f16c-48aa-9bcc-68e1d09c4974 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:51:53.594457 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04524eaa-74b8-4a92-8899-bc047eaf2389 req-b4f1ac53-e0fd-41bb-ad28-3e158bb173df tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829184 Feb 09 21:51:53.671218 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1876b2db-c052-4a46-a8a2-d3133c367918 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Router 1d634aef-6df6-4046-b124-674f2c4ab789 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:51:53.769429 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port faae1060-f16c-48aa-9bcc-68e1d09c4974, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=faae1060-f16c-48aa-9bcc-68e1d09c4974,segment=NetworkSegment(b5505b6d-448d-4df0-955f-98ce7b714e6e),segment_id=b5505b6d-448d-4df0-955f-98ce7b714e6e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:53.785336 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'faae1060-f16c-48aa-9bcc-68e1d09c4974', 'network_id': '4d8817e2-9d91-4a99-b398-18dd559a9d0e', 'port_id': 'faae1060-f16c-48aa-9bcc-68e1d09c4974', 'mac_address': 'fa:16:3e:f2:d1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61bcbc52-aca2-44f6-bce1-64af0979ad50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:51:53.830391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port faae1060-f16c-48aa-9bcc-68e1d09c4974 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:53.830790 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (faae1060-f16c-48aa-9bcc-68e1d09c4974), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:53.841110 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1876b2db-c052-4a46-a8a2-d3133c367918 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:51:53.847162 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faae1060-f16c-48aa-9bcc-68e1d09c4974 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:53.851101 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1876b2db-c052-4a46-a8a2-d3133c367918 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:53.864490 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab54aff-a6e5-4b36-8de7-6dd700842bf8 None None] Sync routers for ids ['1d634aef-6df6-4046-b124-674f2c4ab789'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:51:53.896682 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab54aff-a6e5-4b36-8de7-6dd700842bf8 None None] Routers {'1d634aef-6df6-4046-b124-674f2c4ab789'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:53.898503 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-8ab54aff-a6e5-4b36-8de7-6dd700842bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:51:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1d634aef-6df6-4046-b124-674f2c4ab789'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:53.902249 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1876b2db-c052-4a46-a8a2-d3133c367918 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "PUT /v2.0/floatingips/1e7b2dbe-46b6-4d7e-95b9-05d4bec23d5f HTTP/1.1" status: 200 len: 991 time: 1.5618494 Feb 09 21:51:53.903017 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7de5fc-ca0e-497c-be44-993c96bcb9d1', 'tag': '06c4bc70-6008-4695-98da-57f58cebb04e'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:53.905803 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e75ca4-e8a1-4d8e-ad8c-399cb7403813" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7de5fc-ca0e-497c-be44-993c96bcb9d1", "tag": "06c4bc70-6008-4695-98da-57f58cebb04e"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:53.909163 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132706f-f86e-4754-9a31-d90c52bcf1f6 req-2112de63-0ae5-42d0-9250-2e2e15f8f3ae tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:53.918049 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port faae1060-f16c-48aa-9bcc-68e1d09c4974, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=faae1060-f16c-48aa-9bcc-68e1d09c4974,segment=NetworkSegment(b5505b6d-448d-4df0-955f-98ce7b714e6e),segment_id=b5505b6d-448d-4df0-955f-98ce7b714e6e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:53.922157 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132706f-f86e-4754-9a31-d90c52bcf1f6 req-2112de63-0ae5-42d0-9250-2e2e15f8f3ae tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:53.924201 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (faae1060-f16c-48aa-9bcc-68e1d09c4974), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:53.933538 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132706f-f86e-4754-9a31-d90c52bcf1f6 req-2112de63-0ae5-42d0-9250-2e2e15f8f3ae tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:53.943059 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132706f-f86e-4754-9a31-d90c52bcf1f6 req-2112de63-0ae5-42d0-9250-2e2e15f8f3ae tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:53.952717 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132706f-f86e-4754-9a31-d90c52bcf1f6 req-2112de63-0ae5-42d0-9250-2e2e15f8f3ae tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:53.963134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132706f-f86e-4754-9a31-d90c52bcf1f6 req-2112de63-0ae5-42d0-9250-2e2e15f8f3ae tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:53.973243 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132706f-f86e-4754-9a31-d90c52bcf1f6 req-2112de63-0ae5-42d0-9250-2e2e15f8f3ae tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:53.988048 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2132706f-f86e-4754-9a31-d90c52bcf1f6 req-2112de63-0ae5-42d0-9250-2e2e15f8f3ae tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.2031562 Feb 09 21:51:53.992727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=faae1060-f16c-48aa-9bcc-68e1d09c4974,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:54.002723 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:54.003391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:54.003943 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:54.004577 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:54.005165 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:54.005759 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:54.006297 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:54.007285 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:54.008179 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:54.008696 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:54.009281 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:54.009839 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:54.010392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:54.081134 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2132706f-f86e-4754-9a31-d90c52bcf1f6 req-0e712a87-952f-4e67-b8a4-cd1f7f324f80 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0903201 Feb 09 21:51:54.119423 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-8ab54aff-a6e5-4b36-8de7-6dd700842bf8 None None] Set router 1d634aef-6df6-4046-b124-674f2c4ab789 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:54.208802 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['faae1060-f16c-48aa-9bcc-68e1d09c4974'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:51:54.261030 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac18fa-902a-4f89-b4f3-0267da41cc7e req-d66e3ba8-6e68-4979-b7bb-e07294d3f3b9 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:54.268911 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-78ac18fa-902a-4f89-b4f3-0267da41cc7e req-d66e3ba8-6e68-4979-b7bb-e07294d3f3b9 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb7de5fc-ca0e-497c-be44-993c96bcb9d1 HTTP/1.1" status: 200 len: 946 time: 0.0957344 Feb 09 21:51:54.348343 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-78ac18fa-902a-4f89-b4f3-0267da41cc7e req-19829f16-76eb-40f1-ba45-3d93560ff578 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=232a1eab-95ca-470f-995b-cbe116c2e39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782788 Feb 09 21:51:54.420590 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a491df-595c-45b2-914d-7d2de2791552 x-openstack-request-id: req-61a491df-595c-45b2-914d-7d2de2791552 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:54.421168 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7de5fc-ca0e-497c-be44-993c96bcb9d1", "tag": "06c4bc70-6008-4695-98da-57f58cebb04e", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:54.421494 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-61a491df-595c-45b2-914d-7d2de2791552 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:54.422146 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7de5fc-ca0e-497c-be44-993c96bcb9d1', 'tag': '06c4bc70-6008-4695-98da-57f58cebb04e', 'status': 'completed', 'code': 200} Feb 09 21:51:54.502221 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-8ab54aff-a6e5-4b36-8de7-6dd700842bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'name': 'tempest-AttachVolumeTestJSON-1446099806-router', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:53Z', 'updated_at': '2022-02-09T21:46:12Z', 'revision_number': 4, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'gw_port': {'id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:55Z', 'updated_at': '2022-02-09T21:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '1e7b2dbe-46b6-4d7e-95b9-05d4bec23d5f', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'port_id': '06c4bc70-6008-4695-98da-57f58cebb04e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'mac_address': 'fa:16:3e:12:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7de5fc-ca0e-497c-be44-993c96bcb9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:51:32Z', 'updated_at': '2022-02-09T21:51:52Z', 'revision_number': 1, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa894a3a-b6ff-46bc-abd8-254ccd2cd964', 'name': '', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'mac_address': 'fa:16:3e:16:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:06Z', 'updated_at': '2022-02-09T21:46:22Z', 'revision_number': 5, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'subnets': [{'id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:54.508156 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e75ca4-e8a1-4d8e-ad8c-399cb7403813 req-63bba377-b50d-4ca6-aa8f-ac4f90bc826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:54.510873 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1e75ca4-e8a1-4d8e-ad8c-399cb7403813 req-63bba377-b50d-4ca6-aa8f-ac4f90bc826d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d6b5204ad254d39a623b447e45a194a&device_id=bb7de5fc-ca0e-497c-be44-993c96bcb9d1 HTTP/1.1" status: 200 len: 1128 time: 0.0691741 Feb 09 21:51:54.535542 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab54aff-a6e5-4b36-8de7-6dd700842bf8 None None] Checking router: 1d634aef-6df6-4046-b124-674f2c4ab789 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:51:54.546961 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab54aff-a6e5-4b36-8de7-6dd700842bf8 None None] Routers {'1d634aef-6df6-4046-b124-674f2c4ab789'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:54.548886 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-8ab54aff-a6e5-4b36-8de7-6dd700842bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:51:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1d634aef-6df6-4046-b124-674f2c4ab789'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:54.702412 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-8ab54aff-a6e5-4b36-8de7-6dd700842bf8 None None] Set router 1d634aef-6df6-4046-b124-674f2c4ab789 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:54.762452 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279747f4-6383-4485-80eb-2c037290a108 req-11f5d89f-c24a-40f6-bc84-fe6d6a62dab0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:54.773703 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279747f4-6383-4485-80eb-2c037290a108 req-11f5d89f-c24a-40f6-bc84-fe6d6a62dab0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:54.784283 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279747f4-6383-4485-80eb-2c037290a108 req-11f5d89f-c24a-40f6-bc84-fe6d6a62dab0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:54.794860 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279747f4-6383-4485-80eb-2c037290a108 req-11f5d89f-c24a-40f6-bc84-fe6d6a62dab0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:54.806293 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279747f4-6383-4485-80eb-2c037290a108 req-11f5d89f-c24a-40f6-bc84-fe6d6a62dab0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:54.817592 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279747f4-6383-4485-80eb-2c037290a108 req-11f5d89f-c24a-40f6-bc84-fe6d6a62dab0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:54.829469 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279747f4-6383-4485-80eb-2c037290a108 req-11f5d89f-c24a-40f6-bc84-fe6d6a62dab0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:54.833088 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-279747f4-6383-4485-80eb-2c037290a108 req-11f5d89f-c24a-40f6-bc84-fe6d6a62dab0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.3005662 Feb 09 21:51:54.864024 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e75ca4-e8a1-4d8e-ad8c-399cb7403813 req-efc4bfd3-1f51-40d8-8f0b-5f3b9c78d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:54.867262 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1e75ca4-e8a1-4d8e-ad8c-399cb7403813 req-efc4bfd3-1f51-40d8-8f0b-5f3b9c78d795 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aad7656a-c886-4fbe-b34b-d44bdd76ed85 HTTP/1.1" status: 200 len: 912 time: 0.3368416 Feb 09 21:51:55.021236 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-8ab54aff-a6e5-4b36-8de7-6dd700842bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'name': 'tempest-AttachVolumeTestJSON-1446099806-router', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:53Z', 'updated_at': '2022-02-09T21:46:12Z', 'revision_number': 4, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'gw_port': {'id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:55Z', 'updated_at': '2022-02-09T21:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '1e7b2dbe-46b6-4d7e-95b9-05d4bec23d5f', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'port_id': '06c4bc70-6008-4695-98da-57f58cebb04e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'mac_address': 'fa:16:3e:12:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7de5fc-ca0e-497c-be44-993c96bcb9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:51:32Z', 'updated_at': '2022-02-09T21:51:52Z', 'revision_number': 1, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa894a3a-b6ff-46bc-abd8-254ccd2cd964', 'name': '', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'mac_address': 'fa:16:3e:16:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:06Z', 'updated_at': '2022-02-09T21:46:22Z', 'revision_number': 5, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'subnets': [{'id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:55.050825 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab54aff-a6e5-4b36-8de7-6dd700842bf8 None None] The sync data for ids ['1d634aef-6df6-4046-b124-674f2c4ab789'] in n-d-828601-1 is: [{'id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'name': 'tempest-AttachVolumeTestJSON-1446099806-router', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:53Z', 'updated_at': '2022-02-09T21:46:12Z', 'revision_number': 4, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'gw_port': {'id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:55Z', 'updated_at': '2022-02-09T21:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '1e7b2dbe-46b6-4d7e-95b9-05d4bec23d5f', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'port_id': '06c4bc70-6008-4695-98da-57f58cebb04e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'mac_address': 'fa:16:3e:12:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7de5fc-ca0e-497c-be44-993c96bcb9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:51:32Z', 'updated_at': '2022-02-09T21:51:52Z', 'revision_number': 1, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa894a3a-b6ff-46bc-abd8-254ccd2cd964', 'name': '', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'mac_address': 'fa:16:3e:16:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:06Z', 'updated_at': '2022-02-09T21:46:22Z', 'revision_number': 5, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'subnets': [{'id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:51:55.051303 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1e75ca4-e8a1-4d8e-ad8c-399cb7403813 req-b0b59b08-271a-471d-b864-ddf02215ede5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06c4bc70-6008-4695-98da-57f58cebb04e HTTP/1.1" status: 200 len: 999 time: 0.1718042 Feb 09 21:51:55.062520 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-279747f4-6383-4485-80eb-2c037290a108 req-874eb7a4-77f6-481a-86bf-533d4c7cc247 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2157180 Feb 09 21:51:55.149777 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e75ca4-e8a1-4d8e-ad8c-399cb7403813 req-31a53ea0-ec05-4440-98ef-8a1634902ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:55.152860 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1e75ca4-e8a1-4d8e-ad8c-399cb7403813 req-31a53ea0-ec05-4440-98ef-8a1634902ed5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2ffb735-399f-41c7-b4e2-94dff197f693 HTTP/1.1" status: 200 len: 850 time: 0.0889850 Feb 09 21:51:55.292625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e75ca4-e8a1-4d8e-ad8c-399cb7403813 req-6eca6fa0-642a-478e-a1b7-63dbc3f70835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:55.295340 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1e75ca4-e8a1-4d8e-ad8c-399cb7403813 req-6eca6fa0-642a-478e-a1b7-63dbc3f70835 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aad7656a-c886-4fbe-b34b-d44bdd76ed85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1351953 Feb 09 21:51:55.375734 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f7655-db9c-4071-96d8-e88e2b8c6f6b req-b404a4ae-3a3b-4944-b862-ba5277f103ec tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:55.379591 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b5f7655-db9c-4071-96d8-e88e2b8c6f6b req-b404a4ae-3a3b-4944-b862-ba5277f103ec tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d921285-0fb2-4549-a336-251ed9b546c8 HTTP/1.1" status: 200 len: 945 time: 0.1785226 Feb 09 21:51:55.413917 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bd78f4-865d-4cbb-ab45-a5307ed76e73 None None] New status for floating IP 1e7b2dbe-46b6-4d7e-95b9-05d4bec23d5f: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:51:55.531938 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1e75ca4-e8a1-4d8e-ad8c-399cb7403813 req-37e5e6bf-8d4f-4809-8264-3942e1ac1f51 service neutron] 10.222.0.71 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283299 Feb 09 21:51:55.539824 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b5f7655-db9c-4071-96d8-e88e2b8c6f6b req-740fb2f7-2176-4ca9-8ee1-c1f5cfb7fc79 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.77 "GET /v2.0/security-groups?id=88c9eccc-df45-49f4-8fb4-7c4fe4055d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358695 Feb 09 21:51:55.594970 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device faae1060-f16c-48aa-9bcc-68e1d09c4974 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:55.744071 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80d53a-406e-4fa3-9046-03fd740d430e req-19990402-3287-4983-a91d-7399bad909c9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:55.752482 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc80d53a-406e-4fa3-9046-03fd740d430e req-19990402-3287-4983-a91d-7399bad909c9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.1248803 Feb 09 21:51:55.758793 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1e75ca4-e8a1-4d8e-ad8c-399cb7403813 req-f704ace9-3cb5-45b5-97d2-54e91dae89bc service neutron] 10.222.0.71 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175097 Feb 09 21:51:55.762143 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port faae1060-f16c-48aa-9bcc-68e1d09c4974 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:51:55.770987 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port faae1060-f16c-48aa-9bcc-68e1d09c4974 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:55.771836 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (faae1060-f16c-48aa-9bcc-68e1d09c4974), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:55.837398 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc80d53a-406e-4fa3-9046-03fd740d430e req-362176c9-f636-4e10-a345-d810342b6f76 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833929 Feb 09 21:51:55.918367 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port faae1060-f16c-48aa-9bcc-68e1d09c4974 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:55.919316 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (faae1060-f16c-48aa-9bcc-68e1d09c4974), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:55.954101 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d921285-0fb2-4549-a336-251ed9b546c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faae1060-f16c-48aa-9bcc-68e1d09c4974'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:55.957146 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9ea5ac-3ddc-466a-b9f6-e565d02b1fd6" -d '{"events": [{"server_uuid": "2d921285-0fb2-4549-a336-251ed9b546c8", "name": "network-vif-plugged", "status": "completed", "tag": "faae1060-f16c-48aa-9bcc-68e1d09c4974"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:55.971354 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port faae1060-f16c-48aa-9bcc-68e1d09c4974, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=faae1060-f16c-48aa-9bcc-68e1d09c4974,segment=NetworkSegment(b5505b6d-448d-4df0-955f-98ce7b714e6e),segment_id=b5505b6d-448d-4df0-955f-98ce7b714e6e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:55.977739 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (faae1060-f16c-48aa-9bcc-68e1d09c4974), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:55.998839 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d488ad-6b97-452e-a741-88fcd76b1e03 req-9dcfec23-30be-4977-81b2-24cfb956aed5 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:56.004108 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d488ad-6b97-452e-a741-88fcd76b1e03 req-9dcfec23-30be-4977-81b2-24cfb956aed5 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:56.009595 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d488ad-6b97-452e-a741-88fcd76b1e03 req-9dcfec23-30be-4977-81b2-24cfb956aed5 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:56.014862 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d488ad-6b97-452e-a741-88fcd76b1e03 req-9dcfec23-30be-4977-81b2-24cfb956aed5 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:56.020128 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d488ad-6b97-452e-a741-88fcd76b1e03 req-9dcfec23-30be-4977-81b2-24cfb956aed5 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:56.025464 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d488ad-6b97-452e-a741-88fcd76b1e03 req-9dcfec23-30be-4977-81b2-24cfb956aed5 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:56.030765 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d488ad-6b97-452e-a741-88fcd76b1e03 req-9dcfec23-30be-4977-81b2-24cfb956aed5 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:56.037566 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85d488ad-6b97-452e-a741-88fcd76b1e03 req-9dcfec23-30be-4977-81b2-24cfb956aed5 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.1104133 Feb 09 21:51:56.068069 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=faae1060-f16c-48aa-9bcc-68e1d09c4974,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:56.117927 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85d488ad-6b97-452e-a741-88fcd76b1e03 req-2e6634dd-ec04-4ad1-b006-a55ef6c1e937 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0782144 Feb 09 21:51:56.284985 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8959a5f-c7a0-4461-b287-0264b394fa27 req-a2144915-f845-43c0-93df-d97902b48411 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:56.286705 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8959a5f-c7a0-4461-b287-0264b394fa27 req-a2144915-f845-43c0-93df-d97902b48411 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb7de5fc-ca0e-497c-be44-993c96bcb9d1 HTTP/1.1" status: 200 len: 946 time: 0.0625243 Feb 09 21:51:56.344214 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8959a5f-c7a0-4461-b287-0264b394fa27 req-b9d5deea-e1a0-4856-b993-398de9c2f5f2 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=232a1eab-95ca-470f-995b-cbe116c2e39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509646 Feb 09 21:51:56.425633 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26028bd1-921d-4621-a91b-428a7b71f9d5 x-openstack-request-id: req-26028bd1-921d-4621-a91b-428a7b71f9d5 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:56.426381 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d921285-0fb2-4549-a336-251ed9b546c8", "name": "network-vif-plugged", "status": "completed", "tag": "faae1060-f16c-48aa-9bcc-68e1d09c4974", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:56.426543 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-26028bd1-921d-4621-a91b-428a7b71f9d5 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:56.427278 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d921285-0fb2-4549-a336-251ed9b546c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faae1060-f16c-48aa-9bcc-68e1d09c4974', 'code': 200} Feb 09 21:51:56.677353 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb1578-f674-466d-9ae4-3679d0503733 req-70276f08-1d00-4360-b73e-3db9b99e6087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:56.679539 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6bfb1578-f674-466d-9ae4-3679d0503733 req-70276f08-1d00-4360-b73e-3db9b99e6087 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d921285-0fb2-4549-a336-251ed9b546c8 HTTP/1.1" status: 200 len: 1128 time: 0.1234469 Feb 09 21:51:56.744569 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6bfb1578-f674-466d-9ae4-3679d0503733 req-d19da591-9dc5-4544-a22f-7bb2fb8cff34 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=88c9eccc-df45-49f4-8fb4-7c4fe4055d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574729 Feb 09 21:51:56.751124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018380b2-12cd-4234-995c-424309150776 req-993eb4b7-e2e1-4048-a9a3-c60f02d239b9 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:56.758528 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018380b2-12cd-4234-995c-424309150776 req-993eb4b7-e2e1-4048-a9a3-c60f02d239b9 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:56.765607 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018380b2-12cd-4234-995c-424309150776 req-993eb4b7-e2e1-4048-a9a3-c60f02d239b9 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:56.772565 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018380b2-12cd-4234-995c-424309150776 req-993eb4b7-e2e1-4048-a9a3-c60f02d239b9 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:56.779273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018380b2-12cd-4234-995c-424309150776 req-993eb4b7-e2e1-4048-a9a3-c60f02d239b9 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:56.786113 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018380b2-12cd-4234-995c-424309150776 req-993eb4b7-e2e1-4048-a9a3-c60f02d239b9 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:56.793680 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018380b2-12cd-4234-995c-424309150776 req-993eb4b7-e2e1-4048-a9a3-c60f02d239b9 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:56.805073 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-018380b2-12cd-4234-995c-424309150776 req-993eb4b7-e2e1-4048-a9a3-c60f02d239b9 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.1935854 Feb 09 21:51:56.893854 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-018380b2-12cd-4234-995c-424309150776 req-7f1d1642-b120-4297-800e-63c2bf17c40b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0871291 Feb 09 21:51:57.102358 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc85cc-eb93-4e85-8f75-07e1b8f258b1 req-47725402-c7e9-4613-bea7-7fa9eaf480f9 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:57.104526 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4fc85cc-eb93-4e85-8f75-07e1b8f258b1 req-47725402-c7e9-4613-bea7-7fa9eaf480f9 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d921285-0fb2-4549-a336-251ed9b546c8 HTTP/1.1" status: 200 len: 946 time: 0.0757165 Feb 09 21:51:57.182335 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4fc85cc-eb93-4e85-8f75-07e1b8f258b1 req-54474e0a-1015-49cb-ac45-87e886f10602 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.77 "GET /v2.0/security-groups?id=88c9eccc-df45-49f4-8fb4-7c4fe4055d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708754 Feb 09 21:51:57.760001 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45846fe2-11d7-429d-a844-fbfe3bd30c26 req-286b8d7e-a31a-4a74-bc68-c8adb7be9f78 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:57.767865 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45846fe2-11d7-429d-a844-fbfe3bd30c26 req-286b8d7e-a31a-4a74-bc68-c8adb7be9f78 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.1452558 Feb 09 21:51:57.866860 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45846fe2-11d7-429d-a844-fbfe3bd30c26 req-226d395b-36b2-4eed-a2fc-d313b605e0f4 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952630 Feb 09 21:51:58.073510 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67f8e6-3591-4423-8be5-f2cb16a268e8 req-25f526d1-da72-4ff1-8003-5de754c66095 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:58.081373 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67f8e6-3591-4423-8be5-f2cb16a268e8 req-25f526d1-da72-4ff1-8003-5de754c66095 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:58.087876 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67f8e6-3591-4423-8be5-f2cb16a268e8 req-25f526d1-da72-4ff1-8003-5de754c66095 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:58.093856 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67f8e6-3591-4423-8be5-f2cb16a268e8 req-25f526d1-da72-4ff1-8003-5de754c66095 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:58.100717 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67f8e6-3591-4423-8be5-f2cb16a268e8 req-25f526d1-da72-4ff1-8003-5de754c66095 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:58.106522 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67f8e6-3591-4423-8be5-f2cb16a268e8 req-25f526d1-da72-4ff1-8003-5de754c66095 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:58.113002 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67f8e6-3591-4423-8be5-f2cb16a268e8 req-25f526d1-da72-4ff1-8003-5de754c66095 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:58.122590 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de67f8e6-3591-4423-8be5-f2cb16a268e8 req-25f526d1-da72-4ff1-8003-5de754c66095 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.1608267 Feb 09 21:51:58.228103 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de67f8e6-3591-4423-8be5-f2cb16a268e8 req-285f2c0c-5687-448a-9385-9aa4a28fade6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1041398 Feb 09 21:51:58.464659 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1ffc9-d528-4107-875f-82a9f24f26ef req-f6f616b0-648b-454c-b987-cc8183c3f6a3 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:58.473607 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-feb1ffc9-d528-4107-875f-82a9f24f26ef req-f6f616b0-648b-454c-b987-cc8183c3f6a3 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee6e56e4-f45f-4611-bb23-ab814c521056 HTTP/1.1" status: 200 len: 946 time: 0.1303401 Feb 09 21:51:58.557669 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-feb1ffc9-d528-4107-875f-82a9f24f26ef req-f5414aaf-125f-4909-87be-018d3f694fa0 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/security-groups?id=91c1b8a4-af98-41f1-acd4-373f3943d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824559 Feb 09 21:51:58.688882 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42938) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:58.777833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481f287-127d-4308-8a9d-901769c41f3b req-21dbcced-c48d-4cad-806a-0d8906a467be tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:58.786450 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481f287-127d-4308-8a9d-901769c41f3b req-21dbcced-c48d-4cad-806a-0d8906a467be tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:58.794007 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481f287-127d-4308-8a9d-901769c41f3b req-21dbcced-c48d-4cad-806a-0d8906a467be tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:58.801871 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481f287-127d-4308-8a9d-901769c41f3b req-21dbcced-c48d-4cad-806a-0d8906a467be tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:58.807924 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481f287-127d-4308-8a9d-901769c41f3b req-21dbcced-c48d-4cad-806a-0d8906a467be tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:58.815618 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481f287-127d-4308-8a9d-901769c41f3b req-21dbcced-c48d-4cad-806a-0d8906a467be tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:58.825272 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481f287-127d-4308-8a9d-901769c41f3b req-21dbcced-c48d-4cad-806a-0d8906a467be tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:58.831871 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4481f287-127d-4308-8a9d-901769c41f3b req-21dbcced-c48d-4cad-806a-0d8906a467be tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.1296329 Feb 09 21:51:58.978884 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4481f287-127d-4308-8a9d-901769c41f3b req-a1577c89-deca-4de1-8b6d-ca9e49b72ea7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1453526 Feb 09 21:51:59.007751 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d56c462-2603-49bd-94f8-3c4d89216adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:59.180836 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ea9d2-fcda-4d47-a91b-7a4b4fd434be req-938d59ba-9b9b-4d87-b1ce-f42368c35e19 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:59.183712 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-805ea9d2-fcda-4d47-a91b-7a4b4fd434be req-938d59ba-9b9b-4d87-b1ce-f42368c35e19 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee6e56e4-f45f-4611-bb23-ab814c521056 HTTP/1.1" status: 200 len: 946 time: 0.0829458 Feb 09 21:51:59.186601 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d56c462-2603-49bd-94f8-3c4d89216adf admin admin] Publish callbacks [] for security_group (9eb0e14b-ea0f-457c-b47b-56fa4e4a8971), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:59.219729 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d56c462-2603-49bd-94f8-3c4d89216adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (9eb0e14b-ea0f-457c-b47b-56fa4e4a8971), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:59.280076 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3d56c462-2603-49bd-94f8-3c4d89216adf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3fb43ba592ff4f28a007b256a644b7b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5894454 Feb 09 21:51:59.282085 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42948) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:59.299083 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254483f-41bb-45e5-a332-9edeb4e05a48 req-6bb5f5d2-7445-43bc-baeb-d4ce6f2336c9 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:59.309925 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4254483f-41bb-45e5-a332-9edeb4e05a48 req-6bb5f5d2-7445-43bc-baeb-d4ce6f2336c9 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d921285-0fb2-4549-a336-251ed9b546c8 HTTP/1.1" status: 200 len: 946 time: 0.1215992 Feb 09 21:51:59.318878 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56c462-2603-49bd-94f8-3c4d89216adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb0e14b-ea0f-457c-b47b-56fa4e4a8971,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:59.416794 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4254483f-41bb-45e5-a332-9edeb4e05a48 req-83848dbf-be98-429a-9b17-b98e2116487e tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.77 "GET /v2.0/security-groups?id=88c9eccc-df45-49f4-8fb4-7c4fe4055d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057062 Feb 09 21:51:59.458235 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67468564-59bb-468f-b7cb-de112b813bf0 admin admin] Publish callbacks [] for security_group (9eb0e14b-ea0f-457c-b47b-56fa4e4a8971), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:59.573908 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67468564-59bb-468f-b7cb-de112b813bf0 admin admin] Publish callbacks [] for security_group (9eb0e14b-ea0f-457c-b47b-56fa4e4a8971), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:59.609239 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-805ea9d2-fcda-4d47-a91b-7a4b4fd434be req-8245d392-779c-4737-b66f-cf224ade4d89 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Deleting port dc8b398c-b8ee-45cf-a19e-fe93316787ed {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:59.615360 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-805ea9d2-fcda-4d47-a91b-7a4b4fd434be req-8245d392-779c-4737-b66f-cf224ade4d89 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (dc8b398c-b8ee-45cf-a19e-fe93316787ed), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:59.704464 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b91a7-47b6-46b5-9c75-2d2a921515d6 req-6ac0987f-c3b3-41b9-abe5-5b78ee2bea68 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:59.708398 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c09b91a7-47b6-46b5-9c75-2d2a921515d6 req-6ac0987f-c3b3-41b9-abe5-5b78ee2bea68 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.1973603 Feb 09 21:51:59.711410 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67468564-59bb-468f-b7cb-de112b813bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (9eb0e14b-ea0f-457c-b47b-56fa4e4a8971), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:59.718810 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67468564-59bb-468f-b7cb-de112b813bf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:59.733553 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-67468564-59bb-468f-b7cb-de112b813bf0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9eb0e14b-ea0f-457c-b47b-56fa4e4a8971 HTTP/1.1" status: 204 len: 168 time: 0.4378903 Feb 09 21:51:59.761724 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67468564-59bb-468f-b7cb-de112b813bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb0e14b-ea0f-457c-b47b-56fa4e4a8971,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:59.864601 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c09b91a7-47b6-46b5-9c75-2d2a921515d6 req-8fbc9ee8-1726-409e-8822-4dddcb11ce18 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293452 Feb 09 21:51:59.913998 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-805ea9d2-fcda-4d47-a91b-7a4b4fd434be req-8245d392-779c-4737-b66f-cf224ade4d89 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] For port dc8b398c-b8ee-45cf-a19e-fe93316787ed, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=dc8b398c-b8ee-45cf-a19e-fe93316787ed,segment=NetworkSegment(641bfab3-75a2-434f-a7a3-eacc3fc002e7),segment_id=641bfab3-75a2-434f-a7a3-eacc3fc002e7)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:59.914995 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-805ea9d2-fcda-4d47-a91b-7a4b4fd434be req-8245d392-779c-4737-b66f-cf224ade4d89 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (dc8b398c-b8ee-45cf-a19e-fe93316787ed), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:59.971240 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-805ea9d2-fcda-4d47-a91b-7a4b4fd434be req-8245d392-779c-4737-b66f-cf224ade4d89 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Calling delete_port for dc8b398c-b8ee-45cf-a19e-fe93316787ed owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:52:00.175299 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77e07b-1e0e-4d87-b090-4f25f87049b4 req-0c6d52bd-4e71-4154-bdb0-2c805d37b32b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:00.181520 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77e07b-1e0e-4d87-b090-4f25f87049b4 req-0c6d52bd-4e71-4154-bdb0-2c805d37b32b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:00.186985 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77e07b-1e0e-4d87-b090-4f25f87049b4 req-0c6d52bd-4e71-4154-bdb0-2c805d37b32b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:00.207592 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77e07b-1e0e-4d87-b090-4f25f87049b4 req-0c6d52bd-4e71-4154-bdb0-2c805d37b32b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:00.285819 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77e07b-1e0e-4d87-b090-4f25f87049b4 req-0c6d52bd-4e71-4154-bdb0-2c805d37b32b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:00.308751 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77e07b-1e0e-4d87-b090-4f25f87049b4 req-0c6d52bd-4e71-4154-bdb0-2c805d37b32b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:00.329001 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77e07b-1e0e-4d87-b090-4f25f87049b4 req-0c6d52bd-4e71-4154-bdb0-2c805d37b32b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:00.342516 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5c77e07b-1e0e-4d87-b090-4f25f87049b4 req-0c6d52bd-4e71-4154-bdb0-2c805d37b32b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.3042066 Feb 09 21:52:00.481685 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-805ea9d2-fcda-4d47-a91b-7a4b4fd434be req-8245d392-779c-4737-b66f-cf224ade4d89 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (dc8b398c-b8ee-45cf-a19e-fe93316787ed), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:00.499793 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['dc8b398c-b8ee-45cf-a19e-fe93316787ed'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:00.516177 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42964) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:00.541533 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3c9aa813-2439-47e0-9601-43576a4cf785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:00.587939 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-805ea9d2-fcda-4d47-a91b-7a4b4fd434be req-8245d392-779c-4737-b66f-cf224ade4d89 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] No DVR routers for this DVR port dc8b398c-b8ee-45cf-a19e-fe93316787ed on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:52:00.591047 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245d392-779c-4737-b66f-cf224ade4d89 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Pushing event deleted for resources: {'Port': ['ID=dc8b398c-b8ee-45cf-a19e-fe93316787ed,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:00.594150 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-805ea9d2-fcda-4d47-a91b-7a4b4fd434be req-8245d392-779c-4737-b66f-cf224ade4d89 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:00.599083 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-805ea9d2-fcda-4d47-a91b-7a4b4fd434be req-8245d392-779c-4737-b66f-cf224ade4d89 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.42 "DELETE /v2.0/ports/dc8b398c-b8ee-45cf-a19e-fe93316787ed HTTP/1.1" status: 204 len: 173 time: 1.4087520 Feb 09 21:52:00.599763 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6e56e4-f45f-4611-bb23-ab814c521056', 'name': 'network-vif-deleted', 'tag': 'dc8b398c-b8ee-45cf-a19e-fe93316787ed'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:00.602891 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbd1999-34e7-4a1c-8a35-3580a8d9ae1c" -d '{"events": [{"server_uuid": "ee6e56e4-f45f-4611-bb23-ab814c521056", "name": "network-vif-deleted", "tag": "dc8b398c-b8ee-45cf-a19e-fe93316787ed"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:00.630238 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5c77e07b-1e0e-4d87-b090-4f25f87049b4 req-c32b9f0f-da0e-4a60-846b-c4d072eeaaa9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2863896 Feb 09 21:52:00.731319 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3c9aa813-2439-47e0-9601-43576a4cf785 admin admin] Publish callbacks [] for security_group (f94db4be-219a-439a-abe1-ff6354020410), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:00.738096 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3c9aa813-2439-47e0-9601-43576a4cf785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f94db4be-219a-439a-abe1-ff6354020410), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:00.802732 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9aa813-2439-47e0-9601-43576a4cf785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94db4be-219a-439a-abe1-ff6354020410,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:00.810214 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3c9aa813-2439-47e0-9601-43576a4cf785 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1582edb7cadc4a5698c79e863e475ccb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2924798 Feb 09 21:52:00.813162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42970) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:00.950239 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ffa9156-083d-467c-940d-d3cc7d556bdd admin admin] Publish callbacks [] for security_group (f94db4be-219a-439a-abe1-ff6354020410), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:00.969446 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acdcb450-1fd0-4aff-b2e7-0a71ce96c7a6 req-f5c7310a-0563-45d4-b791-9574a2169f51 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee6e56e4-f45f-4611-bb23-ab814c521056 HTTP/1.1" status: 200 len: 210 time: 0.0336714 Feb 09 21:52:01.018997 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ffa9156-083d-467c-940d-d3cc7d556bdd admin admin] Publish callbacks [] for security_group (f94db4be-219a-439a-abe1-ff6354020410), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:01.159398 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173fb68-fb16-4f24-b493-a61e764822c1 req-9a55f6b4-7d9d-444a-86c4-2f348df066ee tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:01.174258 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173fb68-fb16-4f24-b493-a61e764822c1 req-9a55f6b4-7d9d-444a-86c4-2f348df066ee tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:01.199868 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173fb68-fb16-4f24-b493-a61e764822c1 req-9a55f6b4-7d9d-444a-86c4-2f348df066ee tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:01.220500 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173fb68-fb16-4f24-b493-a61e764822c1 req-9a55f6b4-7d9d-444a-86c4-2f348df066ee tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:01.236074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173fb68-fb16-4f24-b493-a61e764822c1 req-9a55f6b4-7d9d-444a-86c4-2f348df066ee tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:01.248333 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173fb68-fb16-4f24-b493-a61e764822c1 req-9a55f6b4-7d9d-444a-86c4-2f348df066ee tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:01.261477 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173fb68-fb16-4f24-b493-a61e764822c1 req-9a55f6b4-7d9d-444a-86c4-2f348df066ee tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:01.265038 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f173fb68-fb16-4f24-b493-a61e764822c1 req-9a55f6b4-7d9d-444a-86c4-2f348df066ee tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.2229278 Feb 09 21:52:01.293296 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ffa9156-083d-467c-940d-d3cc7d556bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f94db4be-219a-439a-abe1-ff6354020410), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:01.298804 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ffa9156-083d-467c-940d-d3cc7d556bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:01.300799 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3ffa9156-083d-467c-940d-d3cc7d556bdd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f94db4be-219a-439a-abe1-ff6354020410 HTTP/1.1" status: 204 len: 168 time: 0.4863887 Feb 09 21:52:01.330098 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa9156-083d-467c-940d-d3cc7d556bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94db4be-219a-439a-abe1-ff6354020410,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:01.430602 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f173fb68-fb16-4f24-b493-a61e764822c1 req-a15fdf81-8cd5-4711-ae73-ff580601f7ae tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1547256 Feb 09 21:52:01.533732 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924fc87a-c038-40a7-bad9-a07c6506b756 x-openstack-request-id: req-924fc87a-c038-40a7-bad9-a07c6506b756 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:01.534507 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6e56e4-f45f-4611-bb23-ab814c521056", "name": "network-vif-deleted", "tag": "dc8b398c-b8ee-45cf-a19e-fe93316787ed", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:01.536899 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-924fc87a-c038-40a7-bad9-a07c6506b756 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:01.537683 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6e56e4-f45f-4611-bb23-ab814c521056', 'name': 'network-vif-deleted', 'tag': 'dc8b398c-b8ee-45cf-a19e-fe93316787ed', 'status': 'completed', 'code': 200} Feb 09 21:52:01.955629 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f04bc-d1af-4413-9a5d-409cb6589651 req-4f0c1c02-3de0-4ccb-bf08-fb36742ec43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:01.959231 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d07f04bc-d1af-4413-9a5d-409cb6589651 req-4f0c1c02-3de0-4ccb-bf08-fb36742ec43c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78b3fdd9354e4c62952413d036340b7e&device_id=2d921285-0fb2-4549-a336-251ed9b546c8 HTTP/1.1" status: 200 len: 1128 time: 0.0947990 Feb 09 21:52:02.164644 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f04bc-d1af-4413-9a5d-409cb6589651 req-ad4e3771-6aeb-4b73-81fd-ab508b62bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:02.168204 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d07f04bc-d1af-4413-9a5d-409cb6589651 req-ad4e3771-6aeb-4b73-81fd-ab508b62bafc service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d8817e2-9d91-4a99-b398-18dd559a9d0e HTTP/1.1" status: 200 len: 914 time: 0.1959989 Feb 09 21:52:02.277543 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d07f04bc-d1af-4413-9a5d-409cb6589651 req-62bba3ef-f38d-4aee-8915-f14b3947a945 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faae1060-f16c-48aa-9bcc-68e1d09c4974 HTTP/1.1" status: 200 len: 217 time: 0.0998540 Feb 09 21:52:02.454482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f04bc-d1af-4413-9a5d-409cb6589651 req-f9a61294-c034-43ad-9abb-b6ab5314b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:02.465540 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d07f04bc-d1af-4413-9a5d-409cb6589651 req-f9a61294-c034-43ad-9abb-b6ab5314b7b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61bcbc52-aca2-44f6-bce1-64af0979ad50 HTTP/1.1" status: 200 len: 853 time: 0.1810150 Feb 09 21:52:02.549562 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b4993-785e-4b5e-b72e-749fe22a7094 req-9b0d8cdb-a635-47ce-af39-8964d1016504 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:02.558013 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b2b4993-785e-4b5e-b72e-749fe22a7094 req-9b0d8cdb-a635-47ce-af39-8964d1016504 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.1326394 Feb 09 21:52:02.569843 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d07f04bc-d1af-4413-9a5d-409cb6589651 req-bd219373-b4b8-485b-a444-f5baf43d0d66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d8817e2-9d91-4a99-b398-18dd559a9d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951498 Feb 09 21:52:02.625176 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b2b4993-785e-4b5e-b72e-749fe22a7094 req-e116db44-8421-4800-96c5-b52e99f333b7 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558801 Feb 09 21:52:02.779872 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d07f04bc-d1af-4413-9a5d-409cb6589651 req-7acc5ff1-4674-4cf1-942e-829fee2e6111 service neutron] 10.222.0.42 "GET /v2.0/networks/4d8817e2-9d91-4a99-b398-18dd559a9d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032011 Feb 09 21:52:03.058765 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b3cec-463c-4fe3-9fb5-632803049ecf req-96562f3b-590e-429f-8a64-227d6bdb866d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:03.109581 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b3cec-463c-4fe3-9fb5-632803049ecf req-96562f3b-590e-429f-8a64-227d6bdb866d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:03.132922 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b3cec-463c-4fe3-9fb5-632803049ecf req-96562f3b-590e-429f-8a64-227d6bdb866d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:03.152404 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d07f04bc-d1af-4413-9a5d-409cb6589651 req-259e18be-2c0f-4b19-95a4-a5f7d27ab601 service neutron] 10.222.0.42 "GET /v2.0/networks/4d8817e2-9d91-4a99-b398-18dd559a9d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641317 Feb 09 21:52:03.154504 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b3cec-463c-4fe3-9fb5-632803049ecf req-96562f3b-590e-429f-8a64-227d6bdb866d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:03.189452 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b3cec-463c-4fe3-9fb5-632803049ecf req-96562f3b-590e-429f-8a64-227d6bdb866d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:03.201265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b3cec-463c-4fe3-9fb5-632803049ecf req-96562f3b-590e-429f-8a64-227d6bdb866d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:03.216515 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b3cec-463c-4fe3-9fb5-632803049ecf req-96562f3b-590e-429f-8a64-227d6bdb866d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:03.233233 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb3b3cec-463c-4fe3-9fb5-632803049ecf req-96562f3b-590e-429f-8a64-227d6bdb866d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.3397841 Feb 09 21:52:03.368357 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb3b3cec-463c-4fe3-9fb5-632803049ecf req-3f4fc64a-7d49-424b-9f8b-7fc47a894d2b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1330051 Feb 09 21:52:03.646785 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:03.698454 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f635f68-7c53-4fa5-874e-a9c496b522a4 req-4f287042-9854-414b-b1c2-1325816f975d tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:03.707018 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f635f68-7c53-4fa5-874e-a9c496b522a4 req-4f287042-9854-414b-b1c2-1325816f975d tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d921285-0fb2-4549-a336-251ed9b546c8 HTTP/1.1" status: 200 len: 946 time: 0.1560304 Feb 09 21:52:03.777059 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f635f68-7c53-4fa5-874e-a9c496b522a4 req-b9ff5cf1-2e94-43f7-b9ff-38db52f207ae tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.77 "GET /v2.0/security-groups?id=88c9eccc-df45-49f4-8fb4-7c4fe4055d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687432 Feb 09 21:52:03.991213 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1535e276-e99b-48bb-88c1-4bf9d40f2fd7,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:04.016329 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device dc8b398c-b8ee-45cf-a19e-fe93316787ed no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:52:04.098455 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b335e3-2670-4b1b-858f-b4b3b9b287ef req-8df43255-1a86-4e4b-8d25-080a2d67f486 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:04.100020 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '1535e276-e99b-48bb-88c1-4bf9d40f2fd7', 'network_id': '11645266-4709-405b-9343-11c33081a44a', 'port_id': '1535e276-e99b-48bb-88c1-4bf9d40f2fd7', 'mac_address': 'fa:16:3e:ce:c0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0e1bb5-666d-4440-a236-37035b7edc77', 'ip_address': '10.1.1.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:04.113797 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b335e3-2670-4b1b-858f-b4b3b9b287ef req-8df43255-1a86-4e4b-8d25-080a2d67f486 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:04.115277 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: dc8b398c-b8ee-45cf-a19e-fe93316787ed {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:52:04.119767 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device dc8b398c-b8ee-45cf-a19e-fe93316787ed not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:52:04.126681 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b335e3-2670-4b1b-858f-b4b3b9b287ef req-8df43255-1a86-4e4b-8d25-080a2d67f486 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:04.142114 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b335e3-2670-4b1b-858f-b4b3b9b287ef req-8df43255-1a86-4e4b-8d25-080a2d67f486 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:04.157688 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b335e3-2670-4b1b-858f-b4b3b9b287ef req-8df43255-1a86-4e4b-8d25-080a2d67f486 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:04.171393 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b335e3-2670-4b1b-858f-b4b3b9b287ef req-8df43255-1a86-4e4b-8d25-080a2d67f486 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:04.186322 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b335e3-2670-4b1b-858f-b4b3b9b287ef req-8df43255-1a86-4e4b-8d25-080a2d67f486 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:04.202581 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-66b335e3-2670-4b1b-858f-b4b3b9b287ef req-8df43255-1a86-4e4b-8d25-080a2d67f486 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5420 time: 0.1909137 Feb 09 21:52:04.252749 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:04.255252 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1535e276-e99b-48bb-88c1-4bf9d40f2fd7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:04.313643 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:04.373780 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1535e276-e99b-48bb-88c1-4bf9d40f2fd7,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:04.384951 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1535e276-e99b-48bb-88c1-4bf9d40f2fd7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:04.386812 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 464bd799-857b-45a9-bf2a-5d838ff169b9 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:04.417390 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-66b335e3-2670-4b1b-858f-b4b3b9b287ef req-e9e6cedb-7798-457b-b5e9-d1f05eaf3440 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2064440 Feb 09 21:52:04.751988 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 464bd799-857b-45a9-bf2a-5d838ff169b9, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=464bd799-857b-45a9-bf2a-5d838ff169b9,segment=NetworkSegment(5fb966de-50e3-4cd7-b6aa-210f0f2f739d),segment_id=5fb966de-50e3-4cd7-b6aa-210f0f2f739d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:04.770929 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc960-1c06-4eee-95cc-36a69d4e52af req-269f7873-9543-4faa-9480-658c600bcae1 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:04.773613 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa2dc960-1c06-4eee-95cc-36a69d4e52af req-269f7873-9543-4faa-9480-658c600bcae1 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.1646500 Feb 09 21:52:04.800882 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '464bd799-857b-45a9-bf2a-5d838ff169b9', 'network_id': '2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21', 'port_id': '464bd799-857b-45a9-bf2a-5d838ff169b9', 'mac_address': 'fa:16:3e:dd:4a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2bb82b0-6025-4b4e-86a7-44d63ac173c6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:04.926834 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa2dc960-1c06-4eee-95cc-36a69d4e52af req-f296a131-4e6f-434e-bc58-74b1921d4dd5 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456580 Feb 09 21:52:05.221829 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6c9db-7d22-44b2-b4e3-cef45d635176 req-4847a64d-f8b7-461a-a75b-cd8ea634fdb2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.228531 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6c9db-7d22-44b2-b4e3-cef45d635176 req-4847a64d-f8b7-461a-a75b-cd8ea634fdb2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.234929 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6c9db-7d22-44b2-b4e3-cef45d635176 req-4847a64d-f8b7-461a-a75b-cd8ea634fdb2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.241883 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6c9db-7d22-44b2-b4e3-cef45d635176 req-4847a64d-f8b7-461a-a75b-cd8ea634fdb2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.248480 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6c9db-7d22-44b2-b4e3-cef45d635176 req-4847a64d-f8b7-461a-a75b-cd8ea634fdb2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.260289 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6c9db-7d22-44b2-b4e3-cef45d635176 req-4847a64d-f8b7-461a-a75b-cd8ea634fdb2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.274145 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6c9db-7d22-44b2-b4e3-cef45d635176 req-4847a64d-f8b7-461a-a75b-cd8ea634fdb2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.287438 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ead6c9db-7d22-44b2-b4e3-cef45d635176 req-4847a64d-f8b7-461a-a75b-cd8ea634fdb2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5431 time: 0.1928236 Feb 09 21:52:05.295603 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 464bd799-857b-45a9-bf2a-5d838ff169b9 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:05.296167 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (464bd799-857b-45a9-bf2a-5d838ff169b9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:05.298503 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 53884850-e491-43cf-85e7-94833a88a359 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:05.478453 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ead6c9db-7d22-44b2-b4e3-cef45d635176 req-f213bae0-2c61-45ce-a95e-babd2932dc42 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1874189 Feb 09 21:52:05.488081 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 53884850-e491-43cf-85e7-94833a88a359, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=53884850-e491-43cf-85e7-94833a88a359,segment=NetworkSegment(831f63a0-eb82-44a8-8fe3-f0196a14f6a9),segment_id=831f63a0-eb82-44a8-8fe3-f0196a14f6a9)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:05.506309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '53884850-e491-43cf-85e7-94833a88a359', 'network_id': '74cd42ee-3b26-4b36-a716-178818b0f7e3', 'port_id': '53884850-e491-43cf-85e7-94833a88a359', 'mac_address': 'fa:16:3e:32:0a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fca83c8-cd1b-4ca3-9dfe-5920ebb47174', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:05.517173 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464bd799-857b-45a9-bf2a-5d838ff169b9 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:05.540633 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=1535e276-e99b-48bb-88c1-4bf9d40f2fd7,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:05.576570 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 464bd799-857b-45a9-bf2a-5d838ff169b9, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=464bd799-857b-45a9-bf2a-5d838ff169b9,segment=NetworkSegment(5fb966de-50e3-4cd7-b6aa-210f0f2f739d),segment_id=5fb966de-50e3-4cd7-b6aa-210f0f2f739d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:05.587292 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (464bd799-857b-45a9-bf2a-5d838ff169b9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:05.588648 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 6717055f-0982-4d34-a4ac-fe4f5d4cab87 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:05.624924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 6717055f-0982-4d34-a4ac-fe4f5d4cab87, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6717055f-0982-4d34-a4ac-fe4f5d4cab87,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:05.652681 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13823ae-b6df-49bd-b44a-a25fdbb31a72 req-db9105cb-58e8-4ca3-b62c-19f91baeda21 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.666858 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b13823ae-b6df-49bd-b44a-a25fdbb31a72 req-db9105cb-58e8-4ca3-b62c-19f91baeda21 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d921285-0fb2-4549-a336-251ed9b546c8 HTTP/1.1" status: 200 len: 946 time: 0.0794630 Feb 09 21:52:05.692915 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '6717055f-0982-4d34-a4ac-fe4f5d4cab87', 'network_id': '11645266-4709-405b-9343-11c33081a44a', 'port_id': '6717055f-0982-4d34-a4ac-fe4f5d4cab87', 'mac_address': 'fa:16:3e:79:1c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0e1bb5-666d-4440-a236-37035b7edc77', 'ip_address': '10.1.1.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:05.699792 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=464bd799-857b-45a9-bf2a-5d838ff169b9,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:05.748198 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 6717055f-0982-4d34-a4ac-fe4f5d4cab87 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:05.749396 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6717055f-0982-4d34-a4ac-fe4f5d4cab87), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:05.756069 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b13823ae-b6df-49bd-b44a-a25fdbb31a72 req-133cc5f1-99be-4486-acaa-81d4003a341b tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.77 "GET /v2.0/security-groups?id=88c9eccc-df45-49f4-8fb4-7c4fe4055d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879018 Feb 09 21:52:05.768194 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6717055f-0982-4d34-a4ac-fe4f5d4cab87 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:05.774738 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 53884850-e491-43cf-85e7-94833a88a359 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:05.775463 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (53884850-e491-43cf-85e7-94833a88a359), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:05.796380 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53884850-e491-43cf-85e7-94833a88a359 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:05.825123 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 6717055f-0982-4d34-a4ac-fe4f5d4cab87, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6717055f-0982-4d34-a4ac-fe4f5d4cab87,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:05.837108 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 53884850-e491-43cf-85e7-94833a88a359, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=53884850-e491-43cf-85e7-94833a88a359,segment=NetworkSegment(831f63a0-eb82-44a8-8fe3-f0196a14f6a9),segment_id=831f63a0-eb82-44a8-8fe3-f0196a14f6a9)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:05.841647 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6717055f-0982-4d34-a4ac-fe4f5d4cab87), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:05.843590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 5514f642-3a93-45cd-9a92-fdc767ad06bf details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:05.881944 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 5514f642-3a93-45cd-9a92-fdc767ad06bf, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=5514f642-3a93-45cd-9a92-fdc767ad06bf,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:05.930389 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f66fac-0259-46b7-999f-b3e8708c1bc0 req-ecd94b9e-f3c9-4016-a1bf-b07f84621ba3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.936344 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f66fac-0259-46b7-999f-b3e8708c1bc0 req-ecd94b9e-f3c9-4016-a1bf-b07f84621ba3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.942861 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f66fac-0259-46b7-999f-b3e8708c1bc0 req-ecd94b9e-f3c9-4016-a1bf-b07f84621ba3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.948896 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f66fac-0259-46b7-999f-b3e8708c1bc0 req-ecd94b9e-f3c9-4016-a1bf-b07f84621ba3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.954417 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=6717055f-0982-4d34-a4ac-fe4f5d4cab87,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:05.955331 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f66fac-0259-46b7-999f-b3e8708c1bc0 req-ecd94b9e-f3c9-4016-a1bf-b07f84621ba3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.957829 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (53884850-e491-43cf-85e7-94833a88a359), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:05.958640 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9b02c6a0-c880-416c-99f3-b3b08f6619e3 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:05.961680 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f66fac-0259-46b7-999f-b3e8708c1bc0 req-ecd94b9e-f3c9-4016-a1bf-b07f84621ba3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.967731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f66fac-0259-46b7-999f-b3e8708c1bc0 req-ecd94b9e-f3c9-4016-a1bf-b07f84621ba3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.976293 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-66f66fac-0259-46b7-999f-b3e8708c1bc0 req-ecd94b9e-f3c9-4016-a1bf-b07f84621ba3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5423 time: 0.1285880 Feb 09 21:52:06.070770 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '5514f642-3a93-45cd-9a92-fdc767ad06bf', 'network_id': '11645266-4709-405b-9343-11c33081a44a', 'port_id': '5514f642-3a93-45cd-9a92-fdc767ad06bf', 'mac_address': 'fa:16:3e:1d:7b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0e1bb5-666d-4440-a236-37035b7edc77', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:06.086940 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-66f66fac-0259-46b7-999f-b3e8708c1bc0 req-a58301dd-c15e-4374-8eb6-6863707e2176 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1093860 Feb 09 21:52:06.358532 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 5514f642-3a93-45cd-9a92-fdc767ad06bf is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:06.359777 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5514f642-3a93-45cd-9a92-fdc767ad06bf), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:06.371419 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94cd8c-56e4-482b-b262-6fe8336f0872 req-0d11a106-a9f3-4320-bb3c-e4b3998b276a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:06.382370 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac94cd8c-56e4-482b-b262-6fe8336f0872 req-0d11a106-a9f3-4320-bb3c-e4b3998b276a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.1402712 Feb 09 21:52:06.400997 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=53884850-e491-43cf-85e7-94833a88a359,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:06.434461 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 9b02c6a0-c880-416c-99f3-b3b08f6619e3, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9b02c6a0-c880-416c-99f3-b3b08f6619e3,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:06.453952 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5514f642-3a93-45cd-9a92-fdc767ad06bf {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:06.500370 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac94cd8c-56e4-482b-b262-6fe8336f0872 req-936e096a-9cca-41cd-8576-cb6144bbb3e3 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168866 Feb 09 21:52:06.515079 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 5514f642-3a93-45cd-9a92-fdc767ad06bf, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=5514f642-3a93-45cd-9a92-fdc767ad06bf,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:06.542914 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5514f642-3a93-45cd-9a92-fdc767ad06bf), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:06.550482 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 7b6828af-271c-4a13-a220-321e7f1bb799 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:06.584593 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '9b02c6a0-c880-416c-99f3-b3b08f6619e3', 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7', 'port_id': '9b02c6a0-c880-416c-99f3-b3b08f6619e3', 'mac_address': 'fa:16:3e:7a:52:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b07cbed-0ce1-4d12-899a-1736f8b6742f', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:06.731329 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 9b02c6a0-c880-416c-99f3-b3b08f6619e3 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:06.731888 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9b02c6a0-c880-416c-99f3-b3b08f6619e3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:06.778897 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b02c6a0-c880-416c-99f3-b3b08f6619e3 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:06.797188 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.resource_extend [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:52:06.858037 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 7b6828af-271c-4a13-a220-321e7f1bb799, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=7b6828af-271c-4a13-a220-321e7f1bb799,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:06.860819 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=5514f642-3a93-45cd-9a92-fdc767ad06bf,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:06.873449 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 9b02c6a0-c880-416c-99f3-b3b08f6619e3, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9b02c6a0-c880-416c-99f3-b3b08f6619e3,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:06.891304 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '7b6828af-271c-4a13-a220-321e7f1bb799', 'network_id': '11645266-4709-405b-9343-11c33081a44a', 'port_id': '7b6828af-271c-4a13-a220-321e7f1bb799', 'mac_address': 'fa:16:3e:2f:7d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0e1bb5-666d-4440-a236-37035b7edc77', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:06.894750 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9b02c6a0-c880-416c-99f3-b3b08f6619e3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:06.895838 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e1ca804f-12e2-4d20-8c82-4c642086ea27 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:07.001751 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f28ef-1153-41c8-895e-ae28319a69c4 req-66b27dff-ffda-48a9-a945-1f9e39fc7813 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.021352 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port e1ca804f-12e2-4d20-8c82-4c642086ea27, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e1ca804f-12e2-4d20-8c82-4c642086ea27,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:07.023967 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f28ef-1153-41c8-895e-ae28319a69c4 req-66b27dff-ffda-48a9-a945-1f9e39fc7813 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.042463 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f28ef-1153-41c8-895e-ae28319a69c4 req-66b27dff-ffda-48a9-a945-1f9e39fc7813 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.052353 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'e1ca804f-12e2-4d20-8c82-4c642086ea27', 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7', 'port_id': 'e1ca804f-12e2-4d20-8c82-4c642086ea27', 'mac_address': 'fa:16:3e:b5:1e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b07cbed-0ce1-4d12-899a-1736f8b6742f', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:07.054658 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f28ef-1153-41c8-895e-ae28319a69c4 req-66b27dff-ffda-48a9-a945-1f9e39fc7813 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.066197 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f28ef-1153-41c8-895e-ae28319a69c4 req-66b27dff-ffda-48a9-a945-1f9e39fc7813 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.081554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f28ef-1153-41c8-895e-ae28319a69c4 req-66b27dff-ffda-48a9-a945-1f9e39fc7813 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.092404 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f28ef-1153-41c8-895e-ae28319a69c4 req-66b27dff-ffda-48a9-a945-1f9e39fc7813 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.108499 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6e0f28ef-1153-41c8-895e-ae28319a69c4 req-66b27dff-ffda-48a9-a945-1f9e39fc7813 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5433 time: 0.2221038 Feb 09 21:52:07.186935 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=9b02c6a0-c880-416c-99f3-b3b08f6619e3,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:07.196520 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 7b6828af-271c-4a13-a220-321e7f1bb799 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:07.197356 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7b6828af-271c-4a13-a220-321e7f1bb799), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:07.216128 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port e1ca804f-12e2-4d20-8c82-4c642086ea27 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:07.216827 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e1ca804f-12e2-4d20-8c82-4c642086ea27), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:07.251476 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1ca804f-12e2-4d20-8c82-4c642086ea27 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:07.285848 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port e1ca804f-12e2-4d20-8c82-4c642086ea27, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e1ca804f-12e2-4d20-8c82-4c642086ea27,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:07.290272 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6828af-271c-4a13-a220-321e7f1bb799 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:07.323143 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6e0f28ef-1153-41c8-895e-ae28319a69c4 req-82d7f9dd-dbfc-4927-ba66-823894ab306f tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2117496 Feb 09 21:52:07.325934 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 7b6828af-271c-4a13-a220-321e7f1bb799, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=7b6828af-271c-4a13-a220-321e7f1bb799,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:07.329578 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e1ca804f-12e2-4d20-8c82-4c642086ea27), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:07.330760 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 71b95836-8905-44c4-a59c-3d2436734f09 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:07.384296 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 71b95836-8905-44c4-a59c-3d2436734f09, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=71b95836-8905-44c4-a59c-3d2436734f09,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:07.481399 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '71b95836-8905-44c4-a59c-3d2436734f09', 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7', 'port_id': '71b95836-8905-44c4-a59c-3d2436734f09', 'mac_address': 'fa:16:3e:06:e3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b07cbed-0ce1-4d12-899a-1736f8b6742f', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:07.486468 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7b6828af-271c-4a13-a220-321e7f1bb799), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:07.487001 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 81ec4b37-8cab-4191-9a15-c2cbd5243f93 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:07.494099 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=e1ca804f-12e2-4d20-8c82-4c642086ea27,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:07.574127 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25109140-05b8-4512-acb8-f17e75ff992a req-1b18d1c6-2f26-4209-bdc5-b72830e64611 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.577486 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-25109140-05b8-4512-acb8-f17e75ff992a req-1b18d1c6-2f26-4209-bdc5-b72830e64611 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d921285-0fb2-4549-a336-251ed9b546c8 HTTP/1.1" status: 200 len: 946 time: 0.1309493 Feb 09 21:52:07.608126 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 71b95836-8905-44c4-a59c-3d2436734f09 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:07.609087 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (71b95836-8905-44c4-a59c-3d2436734f09), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:07.629248 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b95836-8905-44c4-a59c-3d2436734f09 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:07.644800 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=7b6828af-271c-4a13-a220-321e7f1bb799,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:07.678876 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-25109140-05b8-4512-acb8-f17e75ff992a req-5f6b610b-bacd-4ed6-8f6c-7cd144eb1fdb tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.77 "GET /v2.0/security-groups?id=88c9eccc-df45-49f4-8fb4-7c4fe4055d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864213 Feb 09 21:52:07.703714 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 71b95836-8905-44c4-a59c-3d2436734f09, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=71b95836-8905-44c4-a59c-3d2436734f09,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:07.713155 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (71b95836-8905-44c4-a59c-3d2436734f09), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:07.714230 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:07.753686 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0,segment=NetworkSegment(831f63a0-eb82-44a8-8fe3-f0196a14f6a9),segment_id=831f63a0-eb82-44a8-8fe3-f0196a14f6a9)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:07.777309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0', 'network_id': '74cd42ee-3b26-4b36-a716-178818b0f7e3', 'port_id': '1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0', 'mac_address': 'fa:16:3e:e5:a6:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fca83c8-cd1b-4ca3-9dfe-5920ebb47174', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:07.874557 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=71b95836-8905-44c4-a59c-3d2436734f09,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:07.886431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:07.887142 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:07.926067 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3ad9c793-6b35-46f8-9db9-daaa9ac23f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:07.931867 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:07.943376 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0635094-5e91-4db1-a369-f348b4eb38f5 req-4a320df7-9219-43d1-9593-239cb97db0e2 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.954165 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0635094-5e91-4db1-a369-f348b4eb38f5 req-4a320df7-9219-43d1-9593-239cb97db0e2 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.955894 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0,segment=NetworkSegment(831f63a0-eb82-44a8-8fe3-f0196a14f6a9),segment_id=831f63a0-eb82-44a8-8fe3-f0196a14f6a9)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:07.964131 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 81ec4b37-8cab-4191-9a15-c2cbd5243f93, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=81ec4b37-8cab-4191-9a15-c2cbd5243f93,segment=NetworkSegment(ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51),segment_id=ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:07.968045 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:07.968687 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0635094-5e91-4db1-a369-f348b4eb38f5 req-4a320df7-9219-43d1-9593-239cb97db0e2 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.969462 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 8fcbb2a8-a6d9-4102-8938-35cce483790a details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:07.980347 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0635094-5e91-4db1-a369-f348b4eb38f5 req-4a320df7-9219-43d1-9593-239cb97db0e2 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.994545 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0635094-5e91-4db1-a369-f348b4eb38f5 req-4a320df7-9219-43d1-9593-239cb97db0e2 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:08.004984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0635094-5e91-4db1-a369-f348b4eb38f5 req-4a320df7-9219-43d1-9593-239cb97db0e2 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:08.014849 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '81ec4b37-8cab-4191-9a15-c2cbd5243f93', 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31', 'port_id': '81ec4b37-8cab-4191-9a15-c2cbd5243f93', 'mac_address': 'fa:16:3e:c3:1c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55384cb3-5e7d-40d1-a8e4-5aedaec5fab7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:08.018006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0635094-5e91-4db1-a369-f348b4eb38f5 req-4a320df7-9219-43d1-9593-239cb97db0e2 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:08.033542 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0635094-5e91-4db1-a369-f348b4eb38f5 req-4a320df7-9219-43d1-9593-239cb97db0e2 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5425 time: 0.2086537 Feb 09 21:52:08.079219 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 81ec4b37-8cab-4191-9a15-c2cbd5243f93 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:08.079948 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (81ec4b37-8cab-4191-9a15-c2cbd5243f93), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:08.101350 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ec4b37-8cab-4191-9a15-c2cbd5243f93 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:08.125751 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 8fcbb2a8-a6d9-4102-8938-35cce483790a, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8fcbb2a8-a6d9-4102-8938-35cce483790a,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:08.146305 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:08.162010 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 81ec4b37-8cab-4191-9a15-c2cbd5243f93, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=81ec4b37-8cab-4191-9a15-c2cbd5243f93,segment=NetworkSegment(ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51),segment_id=ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:08.167014 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '8fcbb2a8-a6d9-4102-8938-35cce483790a', 'network_id': '86d9c1a5-299e-4f73-a214-39ab93749bd7', 'port_id': '8fcbb2a8-a6d9-4102-8938-35cce483790a', 'mac_address': 'fa:16:3e:14:ba:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b07cbed-0ce1-4d12-899a-1736f8b6742f', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:08.174202 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (81ec4b37-8cab-4191-9a15-c2cbd5243f93), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:08.175297 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:08.187156 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0635094-5e91-4db1-a369-f348b4eb38f5 req-f1d42f27-9045-4976-98d5-3a4ee0944248 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1523759 Feb 09 21:52:08.316309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97,segment=NetworkSegment(5fb966de-50e3-4cd7-b6aa-210f0f2f739d),segment_id=5fb966de-50e3-4cd7-b6aa-210f0f2f739d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:08.346641 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfc3d2-7ec0-42ce-87f5-463e4be8344f req-cbb2f28d-5baa-4be4-8bd4-0aadeecddc8d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:08.349708 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4abfc3d2-7ec0-42ce-87f5-463e4be8344f req-cbb2f28d-5baa-4be4-8bd4-0aadeecddc8d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.0989914 Feb 09 21:52:08.374661 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97', 'network_id': '2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21', 'port_id': '1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97', 'mac_address': 'fa:16:3e:68:66:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2bb82b0-6025-4b4e-86a7-44d63ac173c6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:08.396448 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ffa71-f7a6-474b-b3cb-a88b59c61856 req-a1e348a2-f170-4e30-912c-b37879f4c5e1 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:08.399330 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-273ffa71-f7a6-474b-b3cb-a88b59c61856 req-a1e348a2-f170-4e30-912c-b37879f4c5e1 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d921285-0fb2-4549-a336-251ed9b546c8 HTTP/1.1" status: 200 len: 946 time: 0.1078658 Feb 09 21:52:08.410099 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 8fcbb2a8-a6d9-4102-8938-35cce483790a is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:08.411052 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8fcbb2a8-a6d9-4102-8938-35cce483790a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:08.451815 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=81ec4b37-8cab-4191-9a15-c2cbd5243f93,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:08.474585 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4abfc3d2-7ec0-42ce-87f5-463e4be8344f req-8b39d7ac-f6b0-4c09-ac71-0741d6e9e896 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180093 Feb 09 21:52:08.508923 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fcbb2a8-a6d9-4102-8938-35cce483790a {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:08.518037 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:08.518599 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:08.540177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:08.563864 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 8fcbb2a8-a6d9-4102-8938-35cce483790a, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8fcbb2a8-a6d9-4102-8938-35cce483790a,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:08.578344 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97,segment=NetworkSegment(5fb966de-50e3-4cd7-b6aa-210f0f2f739d),segment_id=5fb966de-50e3-4cd7-b6aa-210f0f2f739d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:08.580483 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8fcbb2a8-a6d9-4102-8938-35cce483790a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:08.581229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device a1d6edb0-d72a-4457-837c-72eeac84bf0c details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:08.607059 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:08.624108 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-273ffa71-f7a6-474b-b3cb-a88b59c61856 req-20c5bf70-d9d2-4d49-9554-7127b99847e5 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Deleting port faae1060-f16c-48aa-9bcc-68e1d09c4974 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:52:08.624655 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-273ffa71-f7a6-474b-b3cb-a88b59c61856 req-20c5bf70-d9d2-4d49-9554-7127b99847e5 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (faae1060-f16c-48aa-9bcc-68e1d09c4974), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:08.669312 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8458c4a-fae1-4db1-8957-789bb944079f req-a3414b95-9b4e-4e73-a50d-adbb607d5f93 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:08.672269 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=8fcbb2a8-a6d9-4102-8938-35cce483790a,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:08.686170 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8458c4a-fae1-4db1-8957-789bb944079f req-a3414b95-9b4e-4e73-a50d-adbb607d5f93 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:08.698816 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8458c4a-fae1-4db1-8957-789bb944079f req-a3414b95-9b4e-4e73-a50d-adbb607d5f93 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:08.710795 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8458c4a-fae1-4db1-8957-789bb944079f req-a3414b95-9b4e-4e73-a50d-adbb607d5f93 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:08.723211 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8458c4a-fae1-4db1-8957-789bb944079f req-a3414b95-9b4e-4e73-a50d-adbb607d5f93 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:08.736045 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8458c4a-fae1-4db1-8957-789bb944079f req-a3414b95-9b4e-4e73-a50d-adbb607d5f93 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:08.737503 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-273ffa71-f7a6-474b-b3cb-a88b59c61856 req-20c5bf70-d9d2-4d49-9554-7127b99847e5 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] For port faae1060-f16c-48aa-9bcc-68e1d09c4974, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=faae1060-f16c-48aa-9bcc-68e1d09c4974,segment=NetworkSegment(b5505b6d-448d-4df0-955f-98ce7b714e6e),segment_id=b5505b6d-448d-4df0-955f-98ce7b714e6e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:08.737910 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-273ffa71-f7a6-474b-b3cb-a88b59c61856 req-20c5bf70-d9d2-4d49-9554-7127b99847e5 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (faae1060-f16c-48aa-9bcc-68e1d09c4974), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:08.750496 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8458c4a-fae1-4db1-8957-789bb944079f req-a3414b95-9b4e-4e73-a50d-adbb607d5f93 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:08.754517 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8458c4a-fae1-4db1-8957-789bb944079f req-a3414b95-9b4e-4e73-a50d-adbb607d5f93 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5437 time: 0.1873322 Feb 09 21:52:08.764021 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-273ffa71-f7a6-474b-b3cb-a88b59c61856 req-20c5bf70-d9d2-4d49-9554-7127b99847e5 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Calling delete_port for faae1060-f16c-48aa-9bcc-68e1d09c4974 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:52:08.781296 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port a1d6edb0-d72a-4457-837c-72eeac84bf0c, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=a1d6edb0-d72a-4457-837c-72eeac84bf0c,segment=NetworkSegment(3d794d80-75d8-4a50-9e25-db04d94b015e),segment_id=3d794d80-75d8-4a50-9e25-db04d94b015e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:08.799631 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'a1d6edb0-d72a-4457-837c-72eeac84bf0c', 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d', 'port_id': 'a1d6edb0-d72a-4457-837c-72eeac84bf0c', 'mac_address': 'fa:16:3e:3c:f9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7275e2-fa73-4e7a-9fcd-7735fd24f6c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:08.864703 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8458c4a-fae1-4db1-8957-789bb944079f req-44e34840-3518-4e27-a79e-dab832a995e9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1039596 Feb 09 21:52:08.865641 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:08.942723 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-273ffa71-f7a6-474b-b3cb-a88b59c61856 req-20c5bf70-d9d2-4d49-9554-7127b99847e5 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (faae1060-f16c-48aa-9bcc-68e1d09c4974), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:08.943344 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port a1d6edb0-d72a-4457-837c-72eeac84bf0c is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:08.944157 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a1d6edb0-d72a-4457-837c-72eeac84bf0c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:08.961855 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['faae1060-f16c-48aa-9bcc-68e1d09c4974'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:08.987875 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5bf70-d9d2-4d49-9554-7127b99847e5 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Pushing event deleted for resources: {'Port': ['ID=faae1060-f16c-48aa-9bcc-68e1d09c4974,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:08.993078 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d6edb0-d72a-4457-837c-72eeac84bf0c {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:09.027112 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port a1d6edb0-d72a-4457-837c-72eeac84bf0c, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=a1d6edb0-d72a-4457-837c-72eeac84bf0c,segment=NetworkSegment(3d794d80-75d8-4a50-9e25-db04d94b015e),segment_id=3d794d80-75d8-4a50-9e25-db04d94b015e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:09.033643 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a1d6edb0-d72a-4457-837c-72eeac84bf0c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:09.081000 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35b3cc81-6857-469e-a1fe-5957904ca718 req-5807e2fb-06b1-4290-821e-b8b8ee3983b0 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d921285-0fb2-4549-a336-251ed9b546c8 HTTP/1.1" status: 200 len: 210 time: 0.0543087 Feb 09 21:52:09.094152 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=a1d6edb0-d72a-4457-837c-72eeac84bf0c,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:09.108732 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-273ffa71-f7a6-474b-b3cb-a88b59c61856 req-20c5bf70-d9d2-4d49-9554-7127b99847e5 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] No DVR routers for this DVR port faae1060-f16c-48aa-9bcc-68e1d09c4974 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:52:09.113332 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-273ffa71-f7a6-474b-b3cb-a88b59c61856 req-20c5bf70-d9d2-4d49-9554-7127b99847e5 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:09.117542 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-273ffa71-f7a6-474b-b3cb-a88b59c61856 req-20c5bf70-d9d2-4d49-9554-7127b99847e5 tempest-InstanceActionsTestJSON-80611311 tempest-InstanceActionsTestJSON-80611311-project] 10.222.0.42 "DELETE /v2.0/ports/faae1060-f16c-48aa-9bcc-68e1d09c4974 HTTP/1.1" status: 204 len: 173 time: 0.7120214 Feb 09 21:52:09.118041 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d921285-0fb2-4549-a336-251ed9b546c8', 'name': 'network-vif-deleted', 'tag': 'faae1060-f16c-48aa-9bcc-68e1d09c4974'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:09.121224 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87579b6-242e-48ca-9ea2-2029be87f6ac" -d '{"events": [{"server_uuid": "2d921285-0fb2-4549-a336-251ed9b546c8", "name": "network-vif-deleted", "tag": "faae1060-f16c-48aa-9bcc-68e1d09c4974"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:09.174221 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b507f2-93d1-4af8-b1ca-2435e024a010 x-openstack-request-id: req-c4b507f2-93d1-4af8-b1ca-2435e024a010 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:09.174697 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d921285-0fb2-4549-a336-251ed9b546c8", "name": "network-vif-deleted", "tag": "faae1060-f16c-48aa-9bcc-68e1d09c4974", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:09.175822 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c4b507f2-93d1-4af8-b1ca-2435e024a010 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:09.175822 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d921285-0fb2-4549-a336-251ed9b546c8', 'name': 'network-vif-deleted', 'tag': 'faae1060-f16c-48aa-9bcc-68e1d09c4974', 'status': 'completed', 'code': 200} Feb 09 21:52:09.239868 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['464bd799-857b-45a9-bf2a-5d838ff169b9'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:09.247841 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['5514f642-3a93-45cd-9a92-fdc767ad06bf'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:09.332047 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:09.337413 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['1535e276-e99b-48bb-88c1-4bf9d40f2fd7'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:09.341262 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['6717055f-0982-4d34-a4ac-fe4f5d4cab87'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:09.344971 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['7b6828af-271c-4a13-a220-321e7f1bb799'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:09.363901 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['81ec4b37-8cab-4191-9a15-c2cbd5243f93'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:09.384464 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e15c8-d50d-4749-9072-5bfdbbbea847 req-f1b6540c-a125-46fb-8001-47ed2e1815a7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:09.394524 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e15c8-d50d-4749-9072-5bfdbbbea847 req-f1b6540c-a125-46fb-8001-47ed2e1815a7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:09.402692 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e15c8-d50d-4749-9072-5bfdbbbea847 req-f1b6540c-a125-46fb-8001-47ed2e1815a7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:09.415579 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e15c8-d50d-4749-9072-5bfdbbbea847 req-f1b6540c-a125-46fb-8001-47ed2e1815a7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:09.431953 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e15c8-d50d-4749-9072-5bfdbbbea847 req-f1b6540c-a125-46fb-8001-47ed2e1815a7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:09.439406 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e15c8-d50d-4749-9072-5bfdbbbea847 req-f1b6540c-a125-46fb-8001-47ed2e1815a7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:09.447467 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e15c8-d50d-4749-9072-5bfdbbbea847 req-f1b6540c-a125-46fb-8001-47ed2e1815a7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:09.451608 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff5e15c8-d50d-4749-9072-5bfdbbbea847 req-f1b6540c-a125-46fb-8001-47ed2e1815a7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5427 time: 0.1707523 Feb 09 21:52:09.551166 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff5e15c8-d50d-4749-9072-5bfdbbbea847 req-3345391c-d7ff-476b-bc36-2d77087322b0 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866942 Feb 09 21:52:09.768457 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0704925-b310-4641-9f0c-c42bd9428606 req-69cdb251-6427-4dc9-bab3-7e8c5231de05 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:09.771071 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0704925-b310-4641-9f0c-c42bd9428606 req-69cdb251-6427-4dc9-bab3-7e8c5231de05 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.1054077 Feb 09 21:52:09.884673 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0704925-b310-4641-9f0c-c42bd9428606 req-7dbbf6af-9219-4a2c-97d0-35fe906e77e7 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043899 Feb 09 21:52:09.940661 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['9b02c6a0-c880-416c-99f3-b3b08f6619e3'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:09.943186 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['8fcbb2a8-a6d9-4102-8938-35cce483790a'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:09.945410 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['53884850-e491-43cf-85e7-94833a88a359'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:10.064091 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['e1ca804f-12e2-4d20-8c82-4c642086ea27'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:10.070640 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e796d-31ea-4463-a553-744921b49565 req-b0fd307b-7617-4ddb-8985-907185317344 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:10.077361 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e796d-31ea-4463-a553-744921b49565 req-b0fd307b-7617-4ddb-8985-907185317344 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:10.080587 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['a1d6edb0-d72a-4457-837c-72eeac84bf0c'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:10.085727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e796d-31ea-4463-a553-744921b49565 req-b0fd307b-7617-4ddb-8985-907185317344 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:10.093793 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e796d-31ea-4463-a553-744921b49565 req-b0fd307b-7617-4ddb-8985-907185317344 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:10.099825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e796d-31ea-4463-a553-744921b49565 req-b0fd307b-7617-4ddb-8985-907185317344 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:10.106905 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e796d-31ea-4463-a553-744921b49565 req-b0fd307b-7617-4ddb-8985-907185317344 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:10.108029 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:10.113804 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e796d-31ea-4463-a553-744921b49565 req-b0fd307b-7617-4ddb-8985-907185317344 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:10.123144 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-813e796d-31ea-4463-a553-744921b49565 req-b0fd307b-7617-4ddb-8985-907185317344 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5438 time: 0.1366642 Feb 09 21:52:10.221597 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-813e796d-31ea-4463-a553-744921b49565 req-7ceff48a-5e18-4a6c-896c-c616ca950479 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0967269 Feb 09 21:52:10.311824 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43114) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:10.394952 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e336dc-a903-48f9-844a-4a5755259812 admin admin] Deleting subnet 61bcbc52-aca2-44f6-bce1-64af0979ad50 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:52:10.401461 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6e336dc-a903-48f9-844a-4a5755259812 admin admin] Publish callbacks [] for subnet (61bcbc52-aca2-44f6-bce1-64af0979ad50), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:10.458091 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6e336dc-a903-48f9-844a-4a5755259812 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (61bcbc52-aca2-44f6-bce1-64af0979ad50), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:10.544624 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6e336dc-a903-48f9-844a-4a5755259812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (61bcbc52-aca2-44f6-bce1-64af0979ad50), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:10.651407 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6e336dc-a903-48f9-844a-4a5755259812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (61bcbc52-aca2-44f6-bce1-64af0979ad50), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:10.676949 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['71b95836-8905-44c4-a59c-3d2436734f09'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:10.703581 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6e336dc-a903-48f9-844a-4a5755259812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:10.713963 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f6e336dc-a903-48f9-844a-4a5755259812 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/61bcbc52-aca2-44f6-bce1-64af0979ad50 HTTP/1.1" status: 204 len: 168 time: 0.3963339 Feb 09 21:52:10.714961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43122) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:10.726747 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e336dc-a903-48f9-844a-4a5755259812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61bcbc52-aca2-44f6-bce1-64af0979ad50,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:10.840273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397a63-7d8d-4560-b0b5-8966734175e6 req-ae0ce20d-c63b-441b-aa36-70d9eef6aea9 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:10.853667 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397a63-7d8d-4560-b0b5-8966734175e6 req-ae0ce20d-c63b-441b-aa36-70d9eef6aea9 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:10.861826 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5e23222-ec2b-45e1-9873-3ce7b1e1e111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (4d8817e2-9d91-4a99-b398-18dd559a9d0e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:10.866951 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397a63-7d8d-4560-b0b5-8966734175e6 req-ae0ce20d-c63b-441b-aa36-70d9eef6aea9 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:10.880470 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397a63-7d8d-4560-b0b5-8966734175e6 req-ae0ce20d-c63b-441b-aa36-70d9eef6aea9 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:10.898530 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a076ec76-9c3e-45cc-a817-bcea72dba8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:10.915473 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397a63-7d8d-4560-b0b5-8966734175e6 req-ae0ce20d-c63b-441b-aa36-70d9eef6aea9 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:10.925826 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397a63-7d8d-4560-b0b5-8966734175e6 req-ae0ce20d-c63b-441b-aa36-70d9eef6aea9 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:10.937449 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397a63-7d8d-4560-b0b5-8966734175e6 req-ae0ce20d-c63b-441b-aa36-70d9eef6aea9 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:10.951379 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-52397a63-7d8d-4560-b0b5-8966734175e6 req-ae0ce20d-c63b-441b-aa36-70d9eef6aea9 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5427 time: 0.2545750 Feb 09 21:52:11.014502 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5e23222-ec2b-45e1-9873-3ce7b1e1e111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (4d8817e2-9d91-4a99-b398-18dd559a9d0e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:11.050633 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a5e23222-ec2b-45e1-9873-3ce7b1e1e111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8817e2-9d91-4a99-b398-18dd559a9d0e']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:11.066958 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a5e23222-ec2b-45e1-9873-3ce7b1e1e111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5505b6d-448d-4df0-955f-98ce7b714e6e') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:11.069104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a5e23222-ec2b-45e1-9873-3ce7b1e1e111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5505b6d-448d-4df0-955f-98ce7b714e6e') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:11.074841 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-52397a63-7d8d-4560-b0b5-8966734175e6 req-b0752cca-28cb-49b5-b6c2-d20750eaea7b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1195040 Feb 09 21:52:11.088388 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5e23222-ec2b-45e1-9873-3ce7b1e1e111 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (b5505b6d-448d-4df0-955f-98ce7b714e6e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:11.121522 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5e23222-ec2b-45e1-9873-3ce7b1e1e111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (b5505b6d-448d-4df0-955f-98ce7b714e6e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:11.135778 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e23222-ec2b-45e1-9873-3ce7b1e1e111 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:52:11.136374 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5e23222-ec2b-45e1-9873-3ce7b1e1e111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (b5505b6d-448d-4df0-955f-98ce7b714e6e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:52:11.140323 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:52:11.247050 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5e23222-ec2b-45e1-9873-3ce7b1e1e111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (4d8817e2-9d91-4a99-b398-18dd559a9d0e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:11.261996 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5e23222-ec2b-45e1-9873-3ce7b1e1e111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:11.265848 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a5e23222-ec2b-45e1-9873-3ce7b1e1e111 admin admin] 10.222.0.77 "DELETE /v2.0/networks/4d8817e2-9d91-4a99-b398-18dd559a9d0e HTTP/1.1" status: 204 len: 168 time: 0.5465875 Feb 09 21:52:11.287884 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e23222-ec2b-45e1-9873-3ce7b1e1e111 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d8817e2-9d91-4a99-b398-18dd559a9d0e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:11.360537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77996f5b-e9b4-4395-aaab-2253f9ed136a req-2e9984e9-4de9-4975-8155-6c2a6b624542 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:11.363603 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-77996f5b-e9b4-4395-aaab-2253f9ed136a req-2e9984e9-4de9-4975-8155-6c2a6b624542 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.1499925 Feb 09 21:52:11.483174 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-77996f5b-e9b4-4395-aaab-2253f9ed136a req-cfa14c07-ce2e-4fd1-ab88-fb6dc799ce71 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027520 Feb 09 21:52:11.695332 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:11.716410 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea552430-dd28-4d5e-a775-a79a61b82e1c req-5ac9d433-774e-4974-9f86-6c21d178abcb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bb7de5fc-ca0e-497c-be44-993c96bcb9d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0953355 Feb 09 21:52:11.732836 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43130) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:11.898888 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd88f52-e051-474c-a253-d84204cac46a req-79cc3dd9-e544-485e-96c9-ee3f816487b4 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:11.906232 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd88f52-e051-474c-a253-d84204cac46a req-79cc3dd9-e544-485e-96c9-ee3f816487b4 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:11.913348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd88f52-e051-474c-a253-d84204cac46a req-79cc3dd9-e544-485e-96c9-ee3f816487b4 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:11.921321 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd88f52-e051-474c-a253-d84204cac46a req-79cc3dd9-e544-485e-96c9-ee3f816487b4 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:11.928174 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd88f52-e051-474c-a253-d84204cac46a req-79cc3dd9-e544-485e-96c9-ee3f816487b4 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:11.935731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd88f52-e051-474c-a253-d84204cac46a req-79cc3dd9-e544-485e-96c9-ee3f816487b4 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:11.943066 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd88f52-e051-474c-a253-d84204cac46a req-79cc3dd9-e544-485e-96c9-ee3f816487b4 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:11.947111 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4dd88f52-e051-474c-a253-d84204cac46a req-79cc3dd9-e544-485e-96c9-ee3f816487b4 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5438 time: 0.2340484 Feb 09 21:52:11.964812 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea552430-dd28-4d5e-a775-a79a61b82e1c req-3b934de2-58f5-44d1-b3cb-9f8bf6287bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:11.967391 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea552430-dd28-4d5e-a775-a79a61b82e1c req-3b934de2-58f5-44d1-b3cb-9f8bf6287bd7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d6b5204ad254d39a623b447e45a194a&device_id=bb7de5fc-ca0e-497c-be44-993c96bcb9d1 HTTP/1.1" status: 200 len: 1128 time: 0.1884241 Feb 09 21:52:12.066563 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2e402c34-d62c-4dfe-9bf0-c4f88a28205d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=78b3fdd9354e4c62952413d036340b7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3317928 Feb 09 21:52:12.070386 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43132) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:12.092271 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4dd88f52-e051-474c-a253-d84204cac46a req-5d526baf-55b0-49b1-bb3b-c42b1c7fb4c2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1236715 Feb 09 21:52:12.120720 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea552430-dd28-4d5e-a775-a79a61b82e1c req-3592a3e2-a590-4a5d-b640-1cad671e16b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:12.122325 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea552430-dd28-4d5e-a775-a79a61b82e1c req-3592a3e2-a590-4a5d-b640-1cad671e16b2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aad7656a-c886-4fbe-b34b-d44bdd76ed85 HTTP/1.1" status: 200 len: 912 time: 0.1305730 Feb 09 21:52:12.153279 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-438775d9-2f1a-4ba4-889b-642a31b4241e admin admin] Publish callbacks [] for security_group (88c9eccc-df45-49f4-8fb4-7c4fe4055d6a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:12.182354 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-438775d9-2f1a-4ba4-889b-642a31b4241e admin admin] Publish callbacks [] for security_group (88c9eccc-df45-49f4-8fb4-7c4fe4055d6a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:12.214696 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea552430-dd28-4d5e-a775-a79a61b82e1c req-1986926e-a287-4596-8092-cef37e761e48 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06c4bc70-6008-4695-98da-57f58cebb04e HTTP/1.1" status: 200 len: 1001 time: 0.0848453 Feb 09 21:52:12.255555 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-438775d9-2f1a-4ba4-889b-642a31b4241e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (88c9eccc-df45-49f4-8fb4-7c4fe4055d6a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:12.259780 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-438775d9-2f1a-4ba4-889b-642a31b4241e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:12.264805 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-438775d9-2f1a-4ba4-889b-642a31b4241e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/88c9eccc-df45-49f4-8fb4-7c4fe4055d6a HTTP/1.1" status: 204 len: 168 time: 0.1928790 Feb 09 21:52:12.277240 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438775d9-2f1a-4ba4-889b-642a31b4241e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c9eccc-df45-49f4-8fb4-7c4fe4055d6a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:12.303625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea552430-dd28-4d5e-a775-a79a61b82e1c req-798f598d-be7c-471a-8c20-ce677f1f5061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:12.305248 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea552430-dd28-4d5e-a775-a79a61b82e1c req-798f598d-be7c-471a-8c20-ce677f1f5061 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2ffb735-399f-41c7-b4e2-94dff197f693 HTTP/1.1" status: 200 len: 850 time: 0.0843487 Feb 09 21:52:12.382419 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41e60c-05e0-4ede-841c-c78bdd48ae3f req-9a4e014c-4535-4fc2-b67e-f9633ad5c5ed tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:12.392990 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41e60c-05e0-4ede-841c-c78bdd48ae3f req-9a4e014c-4535-4fc2-b67e-f9633ad5c5ed tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:12.408332 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41e60c-05e0-4ede-841c-c78bdd48ae3f req-9a4e014c-4535-4fc2-b67e-f9633ad5c5ed tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:12.415138 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41e60c-05e0-4ede-841c-c78bdd48ae3f req-9a4e014c-4535-4fc2-b67e-f9633ad5c5ed tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:12.423760 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41e60c-05e0-4ede-841c-c78bdd48ae3f req-9a4e014c-4535-4fc2-b67e-f9633ad5c5ed tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:12.426466 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41e60c-05e0-4ede-841c-c78bdd48ae3f req-9a4e014c-4535-4fc2-b67e-f9633ad5c5ed tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:12.432753 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41e60c-05e0-4ede-841c-c78bdd48ae3f req-9a4e014c-4535-4fc2-b67e-f9633ad5c5ed tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:12.435999 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc41e60c-05e0-4ede-841c-c78bdd48ae3f req-9a4e014c-4535-4fc2-b67e-f9633ad5c5ed tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5427 time: 0.1849446 Feb 09 21:52:12.479907 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea552430-dd28-4d5e-a775-a79a61b82e1c req-2cd84e15-42fd-4d3c-a56c-9251892a4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:12.482363 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea552430-dd28-4d5e-a775-a79a61b82e1c req-2cd84e15-42fd-4d3c-a56c-9251892a4c81 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aad7656a-c886-4fbe-b34b-d44bdd76ed85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1687913 Feb 09 21:52:12.608539 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc41e60c-05e0-4ede-841c-c78bdd48ae3f req-62acef1d-0183-41ca-aa28-774cdebd3d76 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1581235 Feb 09 21:52:12.641500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 464bd799-857b-45a9-bf2a-5d838ff169b9 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:12.696276 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea552430-dd28-4d5e-a775-a79a61b82e1c req-b74b8bd1-8f65-41ab-bed8-0f16528d22c6 service neutron] 10.222.0.71 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992886 Feb 09 21:52:12.758374 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:12.765199 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 464bd799-857b-45a9-bf2a-5d838ff169b9 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:52:12.773392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 464bd799-857b-45a9-bf2a-5d838ff169b9 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:12.774006 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (464bd799-857b-45a9-bf2a-5d838ff169b9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:12.910323 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 464bd799-857b-45a9-bf2a-5d838ff169b9 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:12.910812 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (464bd799-857b-45a9-bf2a-5d838ff169b9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:12.950886 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464bd799-857b-45a9-bf2a-5d838ff169b9'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:12.954539 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171d1fa0-1e4e-42f8-aad6-093d9c2fe9ed" -d '{"events": [{"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-plugged", "status": "completed", "tag": "464bd799-857b-45a9-bf2a-5d838ff169b9"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:12.972587 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 464bd799-857b-45a9-bf2a-5d838ff169b9, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=464bd799-857b-45a9-bf2a-5d838ff169b9,segment=NetworkSegment(5fb966de-50e3-4cd7-b6aa-210f0f2f739d),segment_id=5fb966de-50e3-4cd7-b6aa-210f0f2f739d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:12.979546 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (464bd799-857b-45a9-bf2a-5d838ff169b9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:12.980721 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device faae1060-f16c-48aa-9bcc-68e1d09c4974 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:52:13.042681 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: faae1060-f16c-48aa-9bcc-68e1d09c4974 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:52:13.043187 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device faae1060-f16c-48aa-9bcc-68e1d09c4974 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:52:13.045726 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 53884850-e491-43cf-85e7-94833a88a359 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:13.129119 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=464bd799-857b-45a9-bf2a-5d838ff169b9,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:13.162187 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 53884850-e491-43cf-85e7-94833a88a359 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:52:13.169669 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 53884850-e491-43cf-85e7-94833a88a359 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:13.170850 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (53884850-e491-43cf-85e7-94833a88a359), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:13.199626 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd5c23-7116-403b-b2c0-a3a8dd34f3dd req-d24ed121-0031-49b0-b133-d4d2502e0836 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:13.208147 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45cd5c23-7116-403b-b2c0-a3a8dd34f3dd req-d24ed121-0031-49b0-b133-d4d2502e0836 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.1465843 Feb 09 21:52:13.220408 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea552430-dd28-4d5e-a775-a79a61b82e1c req-66644d61-e58a-49c2-bb40-0b8c44a8fd30 service neutron] 10.222.0.71 "GET /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160601 Feb 09 21:52:13.271019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45cd5c23-7116-403b-b2c0-a3a8dd34f3dd req-967120f7-4957-427a-ac87-8759ea54bb92 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609515 Feb 09 21:52:13.286160 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 53884850-e491-43cf-85e7-94833a88a359 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:13.286512 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (53884850-e491-43cf-85e7-94833a88a359), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:13.354612 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e07c80-893d-493a-a8fe-d998d53da0d5 x-openstack-request-id: req-e3e07c80-893d-493a-a8fe-d998d53da0d5 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:13.354973 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-plugged", "status": "completed", "tag": "464bd799-857b-45a9-bf2a-5d838ff169b9", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:13.355212 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e3e07c80-893d-493a-a8fe-d998d53da0d5 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:13.356216 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464bd799-857b-45a9-bf2a-5d838ff169b9', 'code': 200} Feb 09 21:52:13.405335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 53884850-e491-43cf-85e7-94833a88a359, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=53884850-e491-43cf-85e7-94833a88a359,segment=NetworkSegment(831f63a0-eb82-44a8-8fe3-f0196a14f6a9),segment_id=831f63a0-eb82-44a8-8fe3-f0196a14f6a9)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:13.415454 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (53884850-e491-43cf-85e7-94833a88a359), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:13.524771 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd38e2-cd00-40b2-add3-2b6eab1f83a4 req-e112c15d-36e2-43cb-8aef-d13fe652d585 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:13.531302 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd38e2-cd00-40b2-add3-2b6eab1f83a4 req-e112c15d-36e2-43cb-8aef-d13fe652d585 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:13.535365 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=53884850-e491-43cf-85e7-94833a88a359,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:13.537326 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd38e2-cd00-40b2-add3-2b6eab1f83a4 req-e112c15d-36e2-43cb-8aef-d13fe652d585 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:13.550440 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd38e2-cd00-40b2-add3-2b6eab1f83a4 req-e112c15d-36e2-43cb-8aef-d13fe652d585 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:13.557581 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd38e2-cd00-40b2-add3-2b6eab1f83a4 req-e112c15d-36e2-43cb-8aef-d13fe652d585 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:13.564513 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd38e2-cd00-40b2-add3-2b6eab1f83a4 req-e112c15d-36e2-43cb-8aef-d13fe652d585 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:13.570457 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd38e2-cd00-40b2-add3-2b6eab1f83a4 req-e112c15d-36e2-43cb-8aef-d13fe652d585 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:13.572531 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b5dd38e2-cd00-40b2-add3-2b6eab1f83a4 req-e112c15d-36e2-43cb-8aef-d13fe652d585 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5439 time: 0.1318624 Feb 09 21:52:13.649016 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43162) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:13.675488 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b5dd38e2-cd00-40b2-add3-2b6eab1f83a4 req-6b94a6cc-d02e-46a0-84b7-d9ba94e0fb75 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867996 Feb 09 21:52:13.836007 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-99c53fc8-81ba-4074-af14-c0f5745e0a90 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2087009201-network', 'tenant_id': 'b666becafa484a598b495047b071dc96'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:13.871587 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c53fc8-81ba-4074-af14-c0f5745e0a90 admin admin] Made reservation on behalf of b666becafa484a598b495047b071dc96 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:52:13.877997 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99c53fc8-81ba-4074-af14-c0f5745e0a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:13.888901 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99c53fc8-81ba-4074-af14-c0f5745e0a90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:13.935538 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5af09-2f3b-4605-acfd-3ae223f2d2c3 req-9d31c44c-fa26-4ada-83c9-7f5fa1a009d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:13.946481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5af09-2f3b-4605-acfd-3ae223f2d2c3 req-9d31c44c-fa26-4ada-83c9-7f5fa1a009d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:13.958425 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5af09-2f3b-4605-acfd-3ae223f2d2c3 req-9d31c44c-fa26-4ada-83c9-7f5fa1a009d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:13.970104 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5af09-2f3b-4605-acfd-3ae223f2d2c3 req-9d31c44c-fa26-4ada-83c9-7f5fa1a009d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:13.981292 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5af09-2f3b-4605-acfd-3ae223f2d2c3 req-9d31c44c-fa26-4ada-83c9-7f5fa1a009d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:13.983274 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99c53fc8-81ba-4074-af14-c0f5745e0a90 admin admin] Publish callbacks [] for security_group (4df28839-8055-4741-8dd5-cd23e89e0175), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:13.989308 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99c53fc8-81ba-4074-af14-c0f5745e0a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4df28839-8055-4741-8dd5-cd23e89e0175), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:13.993830 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5af09-2f3b-4605-acfd-3ae223f2d2c3 req-9d31c44c-fa26-4ada-83c9-7f5fa1a009d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:14.009513 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5af09-2f3b-4605-acfd-3ae223f2d2c3 req-9d31c44c-fa26-4ada-83c9-7f5fa1a009d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:14.018616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c53fc8-81ba-4074-af14-c0f5745e0a90 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:52:14.021049 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93d5af09-2f3b-4605-acfd-3ae223f2d2c3 req-9d31c44c-fa26-4ada-83c9-7f5fa1a009d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5428 time: 0.2074723 Feb 09 21:52:14.030645 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c53fc8-81ba-4074-af14-c0f5745e0a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df28839-8055-4741-8dd5-cd23e89e0175,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:14.036651 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99c53fc8-81ba-4074-af14-c0f5745e0a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (1698b7a1-b14d-486e-bd65-7f662455a6c0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:14.037352 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-99c53fc8-81ba-4074-af14-c0f5745e0a90 admin admin] Added segment 1698b7a1-b14d-486e-bd65-7f662455a6c0 of type vlan for network ce4674d6-082e-47aa-bac8-f5e69e573a4c Feb 09 21:52:14.088880 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93d5af09-2f3b-4605-acfd-3ae223f2d2c3 req-23114d54-a820-4c54-a060-051dfb98e117 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645583 Feb 09 21:52:14.096043 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99c53fc8-81ba-4074-af14-c0f5745e0a90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (ce4674d6-082e-47aa-bac8-f5e69e573a4c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:14.127066 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99c53fc8-81ba-4074-af14-c0f5745e0a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (ce4674d6-082e-47aa-bac8-f5e69e573a4c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:14.128097 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c53fc8-81ba-4074-af14-c0f5745e0a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:14.128692 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99c53fc8-81ba-4074-af14-c0f5745e0a90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:14.192640 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-99c53fc8-81ba-4074-af14-c0f5745e0a90 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5375154 Feb 09 21:52:14.193114 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43168) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:14.197535 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c53fc8-81ba-4074-af14-c0f5745e0a90 admin admin] Pushing event updated for resources: {'Network': ['ID=ce4674d6-082e-47aa-bac8-f5e69e573a4c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:14.204772 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-46472a71-6da2-4d17-89e1-bd46855f36ad admin admin] Request body: {'subnet': {'network_id': 'ce4674d6-082e-47aa-bac8-f5e69e573a4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2087009201-subnet', 'tenant_id': 'b666becafa484a598b495047b071dc96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:14.212565 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network ce4674d6-082e-47aa-bac8-f5e69e573a4c details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:52:14.241042 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46472a71-6da2-4d17-89e1-bd46855f36ad admin admin] Made reservation on behalf of b666becafa484a598b495047b071dc96 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:52:14.245056 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-46472a71-6da2-4d17-89e1-bd46855f36ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:14.521597 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfe8f9-579f-4b7b-9061-6982ede5da8b req-23865390-e070-449f-81c6-1ad052db0e64 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:14.523986 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9bbfe8f9-579f-4b7b-9061-6982ede5da8b req-23865390-e070-449f-81c6-1ad052db0e64 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.1541443 Feb 09 21:52:14.533679 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:14.664205 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-46472a71-6da2-4d17-89e1-bd46855f36ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (3226a4e0-eaaa-4676-95ae-6877bda788e2), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:14.737726 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9bbfe8f9-579f-4b7b-9061-6982ede5da8b req-da3de6dc-43b7-472d-9bfd-36fa3ed2d1bc tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783445 Feb 09 21:52:14.777163 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46472a71-6da2-4d17-89e1-bd46855f36ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=3226a4e0-eaaa-4676-95ae-6877bda788e2,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:14.807627 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46472a71-6da2-4d17-89e1-bd46855f36ad admin admin] Checking segment: {'id': '1698b7a1-b14d-486e-bd65-7f662455a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ce4674d6-082e-47aa-bac8-f5e69e573a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:52:14.808271 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46472a71-6da2-4d17-89e1-bd46855f36ad admin admin] Network hostable DHCP agents. Network: ce4674d6-082e-47aa-bac8-f5e69e573a4c, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:52:14.842735 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46472a71-6da2-4d17-89e1-bd46855f36ad admin admin] Network ce4674d6-082e-47aa-bac8-f5e69e573a4c is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:52:14.862330 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-46472a71-6da2-4d17-89e1-bd46855f36ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, ce4674d6-082e-47aa-bac8-f5e69e573a4c) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:52:14.877370 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46472a71-6da2-4d17-89e1-bd46855f36ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:14.878432 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-46472a71-6da2-4d17-89e1-bd46855f36ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:14.908645 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 5514f642-3a93-45cd-9a92-fdc767ad06bf up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:14.912835 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf13b96-ea7f-460f-a3f1-50bccbc3cdee None None] Network ce4674d6-082e-47aa-bac8-f5e69e573a4c requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:52:14.944253 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-46472a71-6da2-4d17-89e1-bd46855f36ad admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7467580 Feb 09 21:52:14.946729 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43174) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:14.954700 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-51a94d1d-1009-4274-8842-129e4d859bdb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2087009201-router', 'tenant_id': 'b666becafa484a598b495047b071dc96', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:14.992209 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7197649-78b6-44c8-9c4e-5f6cd10746e3 req-9631574c-ab9e-4ff4-ae35-004946ff5744 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:14.998565 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7197649-78b6-44c8-9c4e-5f6cd10746e3 req-9631574c-ab9e-4ff4-ae35-004946ff5744 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.001431 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51a94d1d-1009-4274-8842-129e4d859bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (2cd50331-aa9f-495f-91cd-d5e95d03e647), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:15.004005 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51a94d1d-1009-4274-8842-129e4d859bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (2cd50331-aa9f-495f-91cd-d5e95d03e647), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:15.004956 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7197649-78b6-44c8-9c4e-5f6cd10746e3 req-9631574c-ab9e-4ff4-ae35-004946ff5744 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.011133 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7197649-78b6-44c8-9c4e-5f6cd10746e3 req-9631574c-ab9e-4ff4-ae35-004946ff5744 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.017543 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7197649-78b6-44c8-9c4e-5f6cd10746e3 req-9631574c-ab9e-4ff4-ae35-004946ff5744 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.024379 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7197649-78b6-44c8-9c4e-5f6cd10746e3 req-9631574c-ab9e-4ff4-ae35-004946ff5744 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.030323 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7197649-78b6-44c8-9c4e-5f6cd10746e3 req-9631574c-ab9e-4ff4-ae35-004946ff5744 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.039191 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7197649-78b6-44c8-9c4e-5f6cd10746e3 req-9631574c-ab9e-4ff4-ae35-004946ff5744 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5439 time: 0.1641660 Feb 09 21:52:15.078080 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9b02c6a0-c880-416c-99f3-b3b08f6619e3 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:15.170742 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7197649-78b6-44c8-9c4e-5f6cd10746e3 req-55378496-e637-4b06-9be3-5374c757a79c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1292450 Feb 09 21:52:15.194266 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51a94d1d-1009-4274-8842-129e4d859bdb admin admin] Publish callbacks [] for router_controller (2cd50331-aa9f-495f-91cd-d5e95d03e647), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:15.266637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 5514f642-3a93-45cd-9a92-fdc767ad06bf completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:52:15.327998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 5514f642-3a93-45cd-9a92-fdc767ad06bf triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:15.328855 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5514f642-3a93-45cd-9a92-fdc767ad06bf), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:15.379678 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53884850-e491-43cf-85e7-94833a88a359'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:15.383850 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dc4f7a-2813-40e2-81e6-f0555fd93b3a" -d '{"events": [{"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-plugged", "status": "completed", "tag": "53884850-e491-43cf-85e7-94833a88a359"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:15.426054 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:15.436202 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa18953-bbc4-40cd-89c2-7c736e21c285 req-21bb8fa7-dced-4cbf-8be3-100d92291a7e tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.445532 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa18953-bbc4-40cd-89c2-7c736e21c285 req-21bb8fa7-dced-4cbf-8be3-100d92291a7e tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.452873 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa18953-bbc4-40cd-89c2-7c736e21c285 req-21bb8fa7-dced-4cbf-8be3-100d92291a7e tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.461694 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 9b02c6a0-c880-416c-99f3-b3b08f6619e3 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:52:15.463411 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa18953-bbc4-40cd-89c2-7c736e21c285 req-21bb8fa7-dced-4cbf-8be3-100d92291a7e tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.474692 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa18953-bbc4-40cd-89c2-7c736e21c285 req-21bb8fa7-dced-4cbf-8be3-100d92291a7e tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.482426 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa18953-bbc4-40cd-89c2-7c736e21c285 req-21bb8fa7-dced-4cbf-8be3-100d92291a7e tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.489450 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 9b02c6a0-c880-416c-99f3-b3b08f6619e3 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:15.489836 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9b02c6a0-c880-416c-99f3-b3b08f6619e3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:15.496249 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa18953-bbc4-40cd-89c2-7c736e21c285 req-21bb8fa7-dced-4cbf-8be3-100d92291a7e tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.499208 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-daa18953-bbc4-40cd-89c2-7c736e21c285 req-21bb8fa7-dced-4cbf-8be3-100d92291a7e tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5428 time: 0.2114265 Feb 09 21:52:15.530455 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8674bcc7-60f2-42d3-9bf1-ce2d74a404b7 None None] Network ce4674d6-082e-47aa-bac8-f5e69e573a4c requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:52:15.574979 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51a94d1d-1009-4274-8842-129e4d859bdb admin admin] Publish callbacks [] for router_gateway (2cd50331-aa9f-495f-91cd-d5e95d03e647), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:15.602073 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-daa18953-bbc4-40cd-89c2-7c736e21c285 req-b5bf1737-15e1-47b9-905b-da85c230803b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949042 Feb 09 21:52:15.669322 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec5d5c3-224b-4800-81f2-d0a24156248c x-openstack-request-id: req-eec5d5c3-224b-4800-81f2-d0a24156248c {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:15.669711 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-plugged", "status": "completed", "tag": "53884850-e491-43cf-85e7-94833a88a359", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:15.670072 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eec5d5c3-224b-4800-81f2-d0a24156248c {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:15.670536 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53884850-e491-43cf-85e7-94833a88a359', 'code': 200} Feb 09 21:52:15.773688 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 5514f642-3a93-45cd-9a92-fdc767ad06bf is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:15.774188 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5514f642-3a93-45cd-9a92-fdc767ad06bf), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:15.810282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 9b02c6a0-c880-416c-99f3-b3b08f6619e3 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:15.810756 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9b02c6a0-c880-416c-99f3-b3b08f6619e3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:15.862267 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 5514f642-3a93-45cd-9a92-fdc767ad06bf, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=5514f642-3a93-45cd-9a92-fdc767ad06bf,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:15.871049 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5514f642-3a93-45cd-9a92-fdc767ad06bf), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:15.871972 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 7b6828af-271c-4a13-a220-321e7f1bb799 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:15.922922 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 9b02c6a0-c880-416c-99f3-b3b08f6619e3, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9b02c6a0-c880-416c-99f3-b3b08f6619e3,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:15.958553 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9b02c6a0-c880-416c-99f3-b3b08f6619e3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:15.959400 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e1ca804f-12e2-4d20-8c82-4c642086ea27 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:15.978128 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a2534-dce2-4bf6-a3f4-7d638d217301 req-cf7e1c01-0e68-4adf-8d91-53e146c3d0ad tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.992002 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-530a2534-dce2-4bf6-a3f4-7d638d217301 req-cf7e1c01-0e68-4adf-8d91-53e146c3d0ad tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.1342700 Feb 09 21:52:16.019299 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:16.027526 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51a94d1d-1009-4274-8842-129e4d859bdb admin admin] Publish callbacks [] for router_gateway (2cd50331-aa9f-495f-91cd-d5e95d03e647), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:16.035794 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=5514f642-3a93-45cd-9a92-fdc767ad06bf,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:16.076527 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51a94d1d-1009-4274-8842-129e4d859bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:16.096947 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-530a2534-dce2-4bf6-a3f4-7d638d217301 req-6b8e43da-a8ee-425a-9bb7-7ae112b487db tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014271 Feb 09 21:52:16.160431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 7b6828af-271c-4a13-a220-321e7f1bb799 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:52:16.171944 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 7b6828af-271c-4a13-a220-321e7f1bb799 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:16.172884 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7b6828af-271c-4a13-a220-321e7f1bb799), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:16.182190 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port e1ca804f-12e2-4d20-8c82-4c642086ea27 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:52:16.243181 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port e1ca804f-12e2-4d20-8c82-4c642086ea27 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:16.243735 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e1ca804f-12e2-4d20-8c82-4c642086ea27), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:16.245771 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=9b02c6a0-c880-416c-99f3-b3b08f6619e3,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:16.312608 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-51a94d1d-1009-4274-8842-129e4d859bdb admin admin] Allocated IP 172.25.6.50 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/30774ec2-4ad2-4702-8c05-7d0d071626b3) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:52:16.443020 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee0f53-ff53-45e9-a0ec-7ad82ecce4e5 req-08693e14-7ab4-446e-b3dc-29ca72bae9c7 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:16.449680 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee0f53-ff53-45e9-a0ec-7ad82ecce4e5 req-08693e14-7ab4-446e-b3dc-29ca72bae9c7 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:16.455453 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee0f53-ff53-45e9-a0ec-7ad82ecce4e5 req-08693e14-7ab4-446e-b3dc-29ca72bae9c7 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:16.462178 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee0f53-ff53-45e9-a0ec-7ad82ecce4e5 req-08693e14-7ab4-446e-b3dc-29ca72bae9c7 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:16.468388 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee0f53-ff53-45e9-a0ec-7ad82ecce4e5 req-08693e14-7ab4-446e-b3dc-29ca72bae9c7 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:16.472117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 7b6828af-271c-4a13-a220-321e7f1bb799 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:16.473005 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7b6828af-271c-4a13-a220-321e7f1bb799), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:16.475343 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee0f53-ff53-45e9-a0ec-7ad82ecce4e5 req-08693e14-7ab4-446e-b3dc-29ca72bae9c7 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:16.481540 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee0f53-ff53-45e9-a0ec-7ad82ecce4e5 req-08693e14-7ab4-446e-b3dc-29ca72bae9c7 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:16.483733 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-03ee0f53-ff53-45e9-a0ec-7ad82ecce4e5 req-08693e14-7ab4-446e-b3dc-29ca72bae9c7 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5440 time: 0.1426692 Feb 09 21:52:16.544097 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 7b6828af-271c-4a13-a220-321e7f1bb799, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=7b6828af-271c-4a13-a220-321e7f1bb799,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:16.553772 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7b6828af-271c-4a13-a220-321e7f1bb799), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:16.555129 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:16.560703 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51a94d1d-1009-4274-8842-129e4d859bdb admin admin] Publish callbacks [] for port (30774ec2-4ad2-4702-8c05-7d0d071626b3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:16.634128 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-03ee0f53-ff53-45e9-a0ec-7ad82ecce4e5 req-6daacd94-dc36-4434-b921-c64cdf5c02d2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1380048 Feb 09 21:52:16.634898 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51a94d1d-1009-4274-8842-129e4d859bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (30774ec2-4ad2-4702-8c05-7d0d071626b3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:16.667228 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port e1ca804f-12e2-4d20-8c82-4c642086ea27 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:16.667744 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e1ca804f-12e2-4d20-8c82-4c642086ea27), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:16.710985 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=7b6828af-271c-4a13-a220-321e7f1bb799,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:16.739375 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port e1ca804f-12e2-4d20-8c82-4c642086ea27, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e1ca804f-12e2-4d20-8c82-4c642086ea27,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:16.746825 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e1ca804f-12e2-4d20-8c82-4c642086ea27), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:16.748017 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 71b95836-8905-44c4-a59c-3d2436734f09 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:16.759049 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a94d1d-1009-4274-8842-129e4d859bdb admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:52:16.762356 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-51a94d1d-1009-4274-8842-129e4d859bdb admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:52:16.767842 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a94d1d-1009-4274-8842-129e4d859bdb admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:52:16.827125 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=e1ca804f-12e2-4d20-8c82-4c642086ea27,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:16.830591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:52:16.861977 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:16.862411 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1535e276-e99b-48bb-88c1-4bf9d40f2fd7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:16.874281 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a94d1d-1009-4274-8842-129e4d859bdb admin admin] Pushing event updated for resources: {'Port': ['ID=30774ec2-4ad2-4702-8c05-7d0d071626b3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:16.882992 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8503c83-ad61-42e5-857c-2d813c992d56 req-2d07aafd-ebc3-4307-9d95-973d824f531a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:16.889071 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8503c83-ad61-42e5-857c-2d813c992d56 req-2d07aafd-ebc3-4307-9d95-973d824f531a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:16.895188 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8503c83-ad61-42e5-857c-2d813c992d56 req-2d07aafd-ebc3-4307-9d95-973d824f531a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:16.901403 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8503c83-ad61-42e5-857c-2d813c992d56 req-2d07aafd-ebc3-4307-9d95-973d824f531a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:16.907674 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8503c83-ad61-42e5-857c-2d813c992d56 req-2d07aafd-ebc3-4307-9d95-973d824f531a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:16.914000 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8503c83-ad61-42e5-857c-2d813c992d56 req-2d07aafd-ebc3-4307-9d95-973d824f531a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:16.919763 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8503c83-ad61-42e5-857c-2d813c992d56 req-2d07aafd-ebc3-4307-9d95-973d824f531a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:16.921802 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a8503c83-ad61-42e5-857c-2d813c992d56 req-2d07aafd-ebc3-4307-9d95-973d824f531a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5430 time: 0.1171923 Feb 09 21:52:16.964554 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 71b95836-8905-44c4-a59c-3d2436734f09 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:52:16.974434 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 71b95836-8905-44c4-a59c-3d2436734f09 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:16.975763 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (71b95836-8905-44c4-a59c-3d2436734f09), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:17.014202 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a8503c83-ad61-42e5-857c-2d813c992d56 req-0e8b0626-f2e4-49e9-9984-79c2a6d8fc0d tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814681 Feb 09 21:52:17.085878 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:17.086430 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1535e276-e99b-48bb-88c1-4bf9d40f2fd7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:17.163160 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1535e276-e99b-48bb-88c1-4bf9d40f2fd7,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:17.165603 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 71b95836-8905-44c4-a59c-3d2436734f09 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:17.166045 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (71b95836-8905-44c4-a59c-3d2436734f09), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:17.178760 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1535e276-e99b-48bb-88c1-4bf9d40f2fd7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:17.180146 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:17.245644 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51a94d1d-1009-4274-8842-129e4d859bdb admin admin] Publish callbacks [] for router_gateway (2cd50331-aa9f-495f-91cd-d5e95d03e647), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:17.310148 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:52:17.322100 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 71b95836-8905-44c4-a59c-3d2436734f09, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=71b95836-8905-44c4-a59c-3d2436734f09,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:17.326314 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:17.326694 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:17.351164 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb30df-f662-47c7-ae85-b5f88fb8ab98 req-3b30fe9d-2a3e-4454-8e73-97cf7abd5ff8 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:17.366998 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99fb30df-f662-47c7-ae85-b5f88fb8ab98 req-3b30fe9d-2a3e-4454-8e73-97cf7abd5ff8 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.1357777 Feb 09 21:52:17.383990 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (71b95836-8905-44c4-a59c-3d2436734f09), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:17.385115 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:17.413571 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=1535e276-e99b-48bb-88c1-4bf9d40f2fd7,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:17.483268 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99fb30df-f662-47c7-ae85-b5f88fb8ab98 req-c23d45af-225c-4f94-87af-fc02c752122a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135893 Feb 09 21:52:17.558937 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=71b95836-8905-44c4-a59c-3d2436734f09,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:17.585549 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51a94d1d-1009-4274-8842-129e4d859bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (2cd50331-aa9f-495f-91cd-d5e95d03e647), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:17.587833 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:17.588313 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:17.611729 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:52:17.619903 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:17.620508 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:17.674620 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5514f642-3a93-45cd-9a92-fdc767ad06bf'}, {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b02c6a0-c880-416c-99f3-b3b08f6619e3'}, {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6828af-271c-4a13-a220-321e7f1bb799'}, {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ca804f-12e2-4d20-8c82-4c642086ea27'}, {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1535e276-e99b-48bb-88c1-4bf9d40f2fd7'}, {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b95836-8905-44c4-a59c-3d2436734f09'}, {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:17.678499 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f99bbc-5c61-4a95-ba66-81ecf7500baf" -d '{"events": [{"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-plugged", "status": "completed", "tag": "5514f642-3a93-45cd-9a92-fdc767ad06bf"}, {"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-plugged", "status": "completed", "tag": "9b02c6a0-c880-416c-99f3-b3b08f6619e3"}, {"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-plugged", "status": "completed", "tag": "7b6828af-271c-4a13-a220-321e7f1bb799"}, {"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-plugged", "status": "completed", "tag": "e1ca804f-12e2-4d20-8c82-4c642086ea27"}, {"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-plugged", "status": "completed", "tag": "1535e276-e99b-48bb-88c1-4bf9d40f2fd7"}, {"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-plugged", "status": "completed", "tag": "71b95836-8905-44c4-a59c-3d2436734f09"}, {"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-plugged", "status": "completed", "tag": "1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:17.715244 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97,segment=NetworkSegment(5fb966de-50e3-4cd7-b6aa-210f0f2f739d),segment_id=5fb966de-50e3-4cd7-b6aa-210f0f2f739d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:17.728453 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:17.729888 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 81ec4b37-8cab-4191-9a15-c2cbd5243f93 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:17.784929 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4c85f3-6626-416f-911a-df7a1bd220b6 x-openstack-request-id: req-5d4c85f3-6626-416f-911a-df7a1bd220b6 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:17.785441 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-plugged", "status": "completed", "tag": "5514f642-3a93-45cd-9a92-fdc767ad06bf", "code": 200}, {"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-plugged", "status": "completed", "tag": "9b02c6a0-c880-416c-99f3-b3b08f6619e3", "code": 200}, {"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-plugged", "status": "completed", "tag": "7b6828af-271c-4a13-a220-321e7f1bb799", "code": 200}, {"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-plugged", "status": "completed", "tag": "e1ca804f-12e2-4d20-8c82-4c642086ea27", "code": 200}, {"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-plugged", "status": "completed", "tag": "1535e276-e99b-48bb-88c1-4bf9d40f2fd7", "code": 200}, {"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-plugged", "status": "completed", "tag": "71b95836-8905-44c4-a59c-3d2436734f09", "code": 200}, {"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-plugged", "status": "completed", "tag": "1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:17.785853 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d4c85f3-6626-416f-911a-df7a1bd220b6 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:17.786517 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5514f642-3a93-45cd-9a92-fdc767ad06bf', 'code': 200} Feb 09 21:52:17.786946 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b02c6a0-c880-416c-99f3-b3b08f6619e3', 'code': 200} Feb 09 21:52:17.787423 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6828af-271c-4a13-a220-321e7f1bb799', 'code': 200} Feb 09 21:52:17.787887 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ca804f-12e2-4d20-8c82-4c642086ea27', 'code': 200} Feb 09 21:52:17.788334 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1535e276-e99b-48bb-88c1-4bf9d40f2fd7', 'code': 200} Feb 09 21:52:17.788735 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b95836-8905-44c4-a59c-3d2436734f09', 'code': 200} Feb 09 21:52:17.789147 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97', 'code': 200} Feb 09 21:52:17.800410 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a94d1d-1009-4274-8842-129e4d859bdb admin admin] Router 2cd50331-aa9f-495f-91cd-d5e95d03e647 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:52:17.995143 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0ece1-2067-4661-b25a-18359c749ff2 req-672e60ff-39ac-4c4a-9a17-1757afd0dd4a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:17.997813 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a94d1d-1009-4274-8842-129e4d859bdb admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:52:18.007418 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0ece1-2067-4661-b25a-18359c749ff2 req-672e60ff-39ac-4c4a-9a17-1757afd0dd4a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:18.015028 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] Sync routers for ids ['2cd50331-aa9f-495f-91cd-d5e95d03e647'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:52:18.017653 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0ece1-2067-4661-b25a-18359c749ff2 req-672e60ff-39ac-4c4a-9a17-1757afd0dd4a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:18.029402 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0ece1-2067-4661-b25a-18359c749ff2 req-672e60ff-39ac-4c4a-9a17-1757afd0dd4a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:18.042762 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0ece1-2067-4661-b25a-18359c749ff2 req-672e60ff-39ac-4c4a-9a17-1757afd0dd4a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:18.045705 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51a94d1d-1009-4274-8842-129e4d859bdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:18.054498 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0ece1-2067-4661-b25a-18359c749ff2 req-672e60ff-39ac-4c4a-9a17-1757afd0dd4a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:18.054811 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-51a94d1d-1009-4274-8842-129e4d859bdb admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1064246 Feb 09 21:52:18.055413 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43194) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:18.059212 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] Routers {'2cd50331-aa9f-495f-91cd-d5e95d03e647'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:52:18.060856 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:52:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2cd50331-aa9f-495f-91cd-d5e95d03e647'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:18.066169 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0ece1-2067-4661-b25a-18359c749ff2 req-672e60ff-39ac-4c4a-9a17-1757afd0dd4a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:18.081048 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-23b0ece1-2067-4661-b25a-18359c749ff2 req-672e60ff-39ac-4c4a-9a17-1757afd0dd4a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5442 time: 0.1943052 Feb 09 21:52:18.221089 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-23b0ece1-2067-4661-b25a-18359c749ff2 req-ee751eba-4c4c-4ef1-a6a5-184b07f76cd3 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1386561 Feb 09 21:52:18.254249 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:18.280652 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:18.282659 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:18.332216 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 81ec4b37-8cab-4191-9a15-c2cbd5243f93 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:52:18.350690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 81ec4b37-8cab-4191-9a15-c2cbd5243f93 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:18.351625 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (81ec4b37-8cab-4191-9a15-c2cbd5243f93), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:18.402526 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0,segment=NetworkSegment(831f63a0-eb82-44a8-8fe3-f0196a14f6a9),segment_id=831f63a0-eb82-44a8-8fe3-f0196a14f6a9)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:18.421466 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:18.423188 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 8fcbb2a8-a6d9-4102-8938-35cce483790a up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:18.446523 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] Set router 2cd50331-aa9f-495f-91cd-d5e95d03e647 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:52:18.549873 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ebf96-0774-4bea-a460-c4dc9e9b6d23 req-da76e534-bf61-4b97-8508-7b4a0db78d6c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:18.556603 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ebf96-0774-4bea-a460-c4dc9e9b6d23 req-da76e534-bf61-4b97-8508-7b4a0db78d6c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:18.564290 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ebf96-0774-4bea-a460-c4dc9e9b6d23 req-da76e534-bf61-4b97-8508-7b4a0db78d6c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:18.583430 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ebf96-0774-4bea-a460-c4dc9e9b6d23 req-da76e534-bf61-4b97-8508-7b4a0db78d6c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:18.591028 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ebf96-0774-4bea-a460-c4dc9e9b6d23 req-da76e534-bf61-4b97-8508-7b4a0db78d6c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:18.598121 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ebf96-0774-4bea-a460-c4dc9e9b6d23 req-da76e534-bf61-4b97-8508-7b4a0db78d6c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:18.605094 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ebf96-0774-4bea-a460-c4dc9e9b6d23 req-da76e534-bf61-4b97-8508-7b4a0db78d6c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:18.608276 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-056ebf96-0774-4bea-a460-c4dc9e9b6d23 req-da76e534-bf61-4b97-8508-7b4a0db78d6c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5432 time: 0.2068009 Feb 09 21:52:18.629135 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:18.657678 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd50331-aa9f-495f-91cd-d5e95d03e647', 'name': 'tempest-ServerRescueTestJSON-2087009201-router', 'tenant_id': 'b666becafa484a598b495047b071dc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '30774ec2-4ad2-4702-8c05-7d0d071626b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:52:15Z', 'updated_at': '2022-02-09T21:52:17Z', 'revision_number': 3, 'project_id': 'b666becafa484a598b495047b071dc96', 'gw_port': {'id': '30774ec2-4ad2-4702-8c05-7d0d071626b3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd50331-aa9f-495f-91cd-d5e95d03e647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:52:16Z', 'updated_at': '2022-02-09T21:52:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:18.677343 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-056ebf96-0774-4bea-a460-c4dc9e9b6d23 req-4b4c3afd-ab66-488d-873a-7d068c60bcf8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625215 Feb 09 21:52:18.687701 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] Checking router: 2cd50331-aa9f-495f-91cd-d5e95d03e647 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:52:18.688318 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] Updating router 2cd50331-aa9f-495f-91cd-d5e95d03e647 port 30774ec2-4ad2-4702-8c05-7d0d071626b3 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:52:18.742061 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (30774ec2-4ad2-4702-8c05-7d0d071626b3), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:18.766615 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 81ec4b37-8cab-4191-9a15-c2cbd5243f93 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:18.766983 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (81ec4b37-8cab-4191-9a15-c2cbd5243f93), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:18.816124 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 8fcbb2a8-a6d9-4102-8938-35cce483790a completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:52:18.831314 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 81ec4b37-8cab-4191-9a15-c2cbd5243f93, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=81ec4b37-8cab-4191-9a15-c2cbd5243f93,segment=NetworkSegment(ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51),segment_id=ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:18.832583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 8fcbb2a8-a6d9-4102-8938-35cce483790a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:18.833173 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8fcbb2a8-a6d9-4102-8938-35cce483790a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:18.873973 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (81ec4b37-8cab-4191-9a15-c2cbd5243f93), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:18.875012 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 6717055f-0982-4d34-a4ac-fe4f5d4cab87 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:18.968574 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=81ec4b37-8cab-4191-9a15-c2cbd5243f93,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:19.033901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204334f7-4277-45c9-bc47-b85c977f27c2 req-697b7faa-b58d-4a1e-829c-fd3fe7a4c3ee tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:19.042612 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 8fcbb2a8-a6d9-4102-8938-35cce483790a is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:19.043170 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8fcbb2a8-a6d9-4102-8938-35cce483790a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:19.047021 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-204334f7-4277-45c9-bc47-b85c977f27c2 req-697b7faa-b58d-4a1e-829c-fd3fe7a4c3ee tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.1851757 Feb 09 21:52:19.088498 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 8fcbb2a8-a6d9-4102-8938-35cce483790a, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8fcbb2a8-a6d9-4102-8938-35cce483790a,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:19.089972 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 6717055f-0982-4d34-a4ac-fe4f5d4cab87 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:52:19.095440 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 6717055f-0982-4d34-a4ac-fe4f5d4cab87 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:19.096004 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6717055f-0982-4d34-a4ac-fe4f5d4cab87), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:19.098744 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8fcbb2a8-a6d9-4102-8938-35cce483790a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:19.101565 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device a1d6edb0-d72a-4457-837c-72eeac84bf0c up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:19.184374 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-204334f7-4277-45c9-bc47-b85c977f27c2 req-45ca2bd1-8866-401a-bc2d-8e91f6c3e0df tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238484 Feb 09 21:52:19.234951 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6c809c0-8615-4932-9238-7424bb3d73c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:19.364597 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=8fcbb2a8-a6d9-4102-8938-35cce483790a,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:19.382456 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] Publish callbacks [] for port (30774ec2-4ad2-4702-8c05-7d0d071626b3), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:19.403849 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (30774ec2-4ad2-4702-8c05-7d0d071626b3), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:19.469743 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29b9fa-e94d-451c-932d-f2bd4a1dade6 req-1261372a-807e-440a-bb08-cdc0bf1cedd7 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:19.475962 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29b9fa-e94d-451c-932d-f2bd4a1dade6 req-1261372a-807e-440a-bb08-cdc0bf1cedd7 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:19.485537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29b9fa-e94d-451c-932d-f2bd4a1dade6 req-1261372a-807e-440a-bb08-cdc0bf1cedd7 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:19.487056 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 6717055f-0982-4d34-a4ac-fe4f5d4cab87 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:19.488407 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6717055f-0982-4d34-a4ac-fe4f5d4cab87), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:19.494142 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29b9fa-e94d-451c-932d-f2bd4a1dade6 req-1261372a-807e-440a-bb08-cdc0bf1cedd7 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:19.500522 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29b9fa-e94d-451c-932d-f2bd4a1dade6 req-1261372a-807e-440a-bb08-cdc0bf1cedd7 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:19.503871 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fe268-f96e-461c-962a-aff0589ccd38 None None] Pushing event updated for resources: {'Port': ['ID=30774ec2-4ad2-4702-8c05-7d0d071626b3,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:19.506539 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29b9fa-e94d-451c-932d-f2bd4a1dade6 req-1261372a-807e-440a-bb08-cdc0bf1cedd7 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:19.512413 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29b9fa-e94d-451c-932d-f2bd4a1dade6 req-1261372a-807e-440a-bb08-cdc0bf1cedd7 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:19.522109 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3f29b9fa-e94d-451c-932d-f2bd4a1dade6 req-1261372a-807e-440a-bb08-cdc0bf1cedd7 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5444 time: 0.1723063 Feb 09 21:52:19.524588 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fe268-f96e-461c-962a-aff0589ccd38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:19.525291 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fe268-f96e-461c-962a-aff0589ccd38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:19.526154 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fe268-f96e-461c-962a-aff0589ccd38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:19.527031 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fe268-f96e-461c-962a-aff0589ccd38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:19.527741 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fe268-f96e-461c-962a-aff0589ccd38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:19.528428 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fe268-f96e-461c-962a-aff0589ccd38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:19.529192 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fe268-f96e-461c-962a-aff0589ccd38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:19.529879 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fe268-f96e-461c-962a-aff0589ccd38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:19.530567 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fe268-f96e-461c-962a-aff0589ccd38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:19.531281 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fe268-f96e-461c-962a-aff0589ccd38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:19.532249 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fe268-f96e-461c-962a-aff0589ccd38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:19.533482 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fe268-f96e-461c-962a-aff0589ccd38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:19.534169 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fe268-f96e-461c-962a-aff0589ccd38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:19.575321 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] Attempting to bind port 30774ec2-4ad2-4702-8c05-7d0d071626b3 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:52:19.576066 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] Attempting to bind port 30774ec2-4ad2-4702-8c05-7d0d071626b3 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:52:19.576722 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] Attempting to bind port 30774ec2-4ad2-4702-8c05-7d0d071626b3 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:19.590581 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:52:19.591451 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:52:19.592855 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:19.594554 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:52:19.595849 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] Bound port: 30774ec2-4ad2-4702-8c05-7d0d071626b3, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:52:19.596590 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (30774ec2-4ad2-4702-8c05-7d0d071626b3), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:19.611521 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3f29b9fa-e94d-451c-932d-f2bd4a1dade6 req-ee3f0c42-fa71-447b-9281-47c5b453a24c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0880845 Feb 09 21:52:19.612253 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 6717055f-0982-4d34-a4ac-fe4f5d4cab87, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6717055f-0982-4d34-a4ac-fe4f5d4cab87,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:19.625284 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6717055f-0982-4d34-a4ac-fe4f5d4cab87), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:19.672702 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-a6c809c0-8615-4932-9238-7424bb3d73c7 admin admin] Allocated IP 172.20.0.1 (ce4674d6-082e-47aa-bac8-f5e69e573a4c/3226a4e0-eaaa-4676-95ae-6877bda788e2/a60c0908-450f-4f66-9618-9ac3166c64f3) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:52:19.675478 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port a1d6edb0-d72a-4457-837c-72eeac84bf0c completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:52:19.701972 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port a1d6edb0-d72a-4457-837c-72eeac84bf0c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:19.702595 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a1d6edb0-d72a-4457-837c-72eeac84bf0c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:19.706909 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] For port 30774ec2-4ad2-4702-8c05-7d0d071626b3, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:52:19.715226 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] For port 30774ec2-4ad2-4702-8c05-7d0d071626b3, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=30774ec2-4ad2-4702-8c05-7d0d071626b3,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:52:19.724148 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (30774ec2-4ad2-4702-8c05-7d0d071626b3), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:19.783455 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=6717055f-0982-4d34-a4ac-fe4f5d4cab87,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:19.805800 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0'}, {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ec4b37-8cab-4191-9a15-c2cbd5243f93'}, {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcbb2a8-a6d9-4102-8938-35cce483790a'}, {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6717055f-0982-4d34-a4ac-fe4f5d4cab87'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:19.815616 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982dd5e2-5037-4c90-a757-b857c500bcb9" -d '{"events": [{"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-plugged", "status": "completed", "tag": "1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0"}, {"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-plugged", "status": "completed", "tag": "81ec4b37-8cab-4191-9a15-c2cbd5243f93"}, {"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-plugged", "status": "completed", "tag": "8fcbb2a8-a6d9-4102-8938-35cce483790a"}, {"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-plugged", "status": "completed", "tag": "6717055f-0982-4d34-a4ac-fe4f5d4cab87"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:19.857484 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6c809c0-8615-4932-9238-7424bb3d73c7 admin admin] Publish callbacks [] for port (a60c0908-450f-4f66-9618-9ac3166c64f3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:19.872629 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fe268-f96e-461c-962a-aff0589ccd38 None None] Pushing event updated for resources: {'Port': ['ID=30774ec2-4ad2-4702-8c05-7d0d071626b3,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:19.878692 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] Routers {'2cd50331-aa9f-495f-91cd-d5e95d03e647'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:52:19.880378 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:52:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2cd50331-aa9f-495f-91cd-d5e95d03e647'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:19.903317 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526f445-d8c0-463d-9b12-342ac8a28365 req-545a4edd-be39-4a93-bee1-6c30ccf7d282 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:19.909959 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6c809c0-8615-4932-9238-7424bb3d73c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (a60c0908-450f-4f66-9618-9ac3166c64f3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:19.911207 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526f445-d8c0-463d-9b12-342ac8a28365 req-545a4edd-be39-4a93-bee1-6c30ccf7d282 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:19.918928 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526f445-d8c0-463d-9b12-342ac8a28365 req-545a4edd-be39-4a93-bee1-6c30ccf7d282 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:19.925683 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526f445-d8c0-463d-9b12-342ac8a28365 req-545a4edd-be39-4a93-bee1-6c30ccf7d282 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:19.933955 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526f445-d8c0-463d-9b12-342ac8a28365 req-545a4edd-be39-4a93-bee1-6c30ccf7d282 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:19.941208 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526f445-d8c0-463d-9b12-342ac8a28365 req-545a4edd-be39-4a93-bee1-6c30ccf7d282 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:19.949500 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526f445-d8c0-463d-9b12-342ac8a28365 req-545a4edd-be39-4a93-bee1-6c30ccf7d282 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:19.960644 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port a1d6edb0-d72a-4457-837c-72eeac84bf0c is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:19.960882 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2526f445-d8c0-463d-9b12-342ac8a28365 req-545a4edd-be39-4a93-bee1-6c30ccf7d282 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5434 time: 0.1401496 Feb 09 21:52:19.961277 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a1d6edb0-d72a-4457-837c-72eeac84bf0c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:20.038405 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2526f445-d8c0-463d-9b12-342ac8a28365 req-a1cfed3e-c437-46d7-a595-eed890359694 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764124 Feb 09 21:52:20.049517 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c809c0-8615-4932-9238-7424bb3d73c7 admin admin] Network ce4674d6-082e-47aa-bac8-f5e69e573a4c is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:52:20.055869 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port a1d6edb0-d72a-4457-837c-72eeac84bf0c, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=a1d6edb0-d72a-4457-837c-72eeac84bf0c,segment=NetworkSegment(3d794d80-75d8-4a50-9e25-db04d94b015e),segment_id=3d794d80-75d8-4a50-9e25-db04d94b015e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:20.056122 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-a6c809c0-8615-4932-9238-7424bb3d73c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:52:20.059338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c809c0-8615-4932-9238-7424bb3d73c7 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:52:20.063008 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a1d6edb0-d72a-4457-837c-72eeac84bf0c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:20.064512 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c809c0-8615-4932-9238-7424bb3d73c7 admin admin] Pushing event updated for resources: {'Port': ['ID=a60c0908-450f-4f66-9618-9ac3166c64f3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:20.159994 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] Set router 2cd50331-aa9f-495f-91cd-d5e95d03e647 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:52:20.167808 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2232459-81e5-4661-a2a3-84fc11f9f26d x-openstack-request-id: req-e2232459-81e5-4661-a2a3-84fc11f9f26d {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:20.168428 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-plugged", "status": "completed", "tag": "1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0", "code": 200}, {"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-plugged", "status": "completed", "tag": "81ec4b37-8cab-4191-9a15-c2cbd5243f93", "code": 200}, {"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-plugged", "status": "completed", "tag": "8fcbb2a8-a6d9-4102-8938-35cce483790a", "code": 200}, {"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-plugged", "status": "completed", "tag": "6717055f-0982-4d34-a4ac-fe4f5d4cab87", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:20.168877 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e2232459-81e5-4661-a2a3-84fc11f9f26d {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:20.169633 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0', 'code': 200} Feb 09 21:52:20.170079 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ec4b37-8cab-4191-9a15-c2cbd5243f93', 'code': 200} Feb 09 21:52:20.170528 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcbb2a8-a6d9-4102-8938-35cce483790a', 'code': 200} Feb 09 21:52:20.170971 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6717055f-0982-4d34-a4ac-fe4f5d4cab87', 'code': 200} Feb 09 21:52:20.171991 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=a1d6edb0-d72a-4457-837c-72eeac84bf0c,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:20.434842 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eceb557-913e-471f-8a13-a4924ea55f84 req-61c264a5-b351-41a5-8c36-4e1898f15257 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:20.437666 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1eceb557-913e-471f-8a13-a4924ea55f84 req-61c264a5-b351-41a5-8c36-4e1898f15257 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.1309760 Feb 09 21:52:20.457192 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6c809c0-8615-4932-9238-7424bb3d73c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (2cd50331-aa9f-495f-91cd-d5e95d03e647), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:20.520069 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd50331-aa9f-495f-91cd-d5e95d03e647', 'name': 'tempest-ServerRescueTestJSON-2087009201-router', 'tenant_id': 'b666becafa484a598b495047b071dc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '30774ec2-4ad2-4702-8c05-7d0d071626b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:52:15Z', 'updated_at': '2022-02-09T21:52:17Z', 'revision_number': 3, 'project_id': 'b666becafa484a598b495047b071dc96', 'gw_port': {'id': '30774ec2-4ad2-4702-8c05-7d0d071626b3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd50331-aa9f-495f-91cd-d5e95d03e647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:52:16Z', 'updated_at': '2022-02-09T21:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:20.521300 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5639d-8fe4-472a-a345-b3997075089f req-d5f915da-1f08-4407-bc91-23446342499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:20.521988 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5639d-8fe4-472a-a345-b3997075089f req-d5f915da-1f08-4407-bc91-23446342499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:20.522461 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5639d-8fe4-472a-a345-b3997075089f req-d5f915da-1f08-4407-bc91-23446342499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:20.522919 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5639d-8fe4-472a-a345-b3997075089f req-d5f915da-1f08-4407-bc91-23446342499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:20.523376 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5639d-8fe4-472a-a345-b3997075089f req-d5f915da-1f08-4407-bc91-23446342499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:20.523862 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5639d-8fe4-472a-a345-b3997075089f req-d5f915da-1f08-4407-bc91-23446342499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:20.524338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5639d-8fe4-472a-a345-b3997075089f req-d5f915da-1f08-4407-bc91-23446342499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:20.526477 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-53a5639d-8fe4-472a-a345-b3997075089f req-d5f915da-1f08-4407-bc91-23446342499a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 6708 time: 0.1257570 Feb 09 21:52:20.550677 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1eceb557-913e-471f-8a13-a4924ea55f84 req-17379c25-24e6-4cb9-b35b-f366049ecbb9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009302 Feb 09 21:52:20.597305 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c78ee4-187d-497c-8066-7a8e73b8eee2 None None] The sync data for ids ['2cd50331-aa9f-495f-91cd-d5e95d03e647'] in n-d-828601-1 is: [{'id': '2cd50331-aa9f-495f-91cd-d5e95d03e647', 'name': 'tempest-ServerRescueTestJSON-2087009201-router', 'tenant_id': 'b666becafa484a598b495047b071dc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '30774ec2-4ad2-4702-8c05-7d0d071626b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:52:15Z', 'updated_at': '2022-02-09T21:52:17Z', 'revision_number': 3, 'project_id': 'b666becafa484a598b495047b071dc96', 'gw_port': {'id': '30774ec2-4ad2-4702-8c05-7d0d071626b3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd50331-aa9f-495f-91cd-d5e95d03e647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:52:16Z', 'updated_at': '2022-02-09T21:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:52:20.638723 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-53a5639d-8fe4-472a-a345-b3997075089f req-2e716116-5371-433b-b31b-8dd0b45b6867 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1017826 Feb 09 21:52:20.682910 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6c809c0-8615-4932-9238-7424bb3d73c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a60c0908-450f-4f66-9618-9ac3166c64f3), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:20.944888 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640fb94-7c81-4315-aac4-0214b87346d3 req-0e723973-55c5-4623-bf8e-f037c93363b2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:20.953012 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6c809c0-8615-4932-9238-7424bb3d73c7 admin admin] Publish callbacks [] for port (a60c0908-450f-4f66-9618-9ac3166c64f3), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:20.963608 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6c809c0-8615-4932-9238-7424bb3d73c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (a60c0908-450f-4f66-9618-9ac3166c64f3), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:20.970143 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640fb94-7c81-4315-aac4-0214b87346d3 req-0e723973-55c5-4623-bf8e-f037c93363b2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:20.979201 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640fb94-7c81-4315-aac4-0214b87346d3 req-0e723973-55c5-4623-bf8e-f037c93363b2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:20.986333 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640fb94-7c81-4315-aac4-0214b87346d3 req-0e723973-55c5-4623-bf8e-f037c93363b2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:20.992614 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640fb94-7c81-4315-aac4-0214b87346d3 req-0e723973-55c5-4623-bf8e-f037c93363b2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:21.000289 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640fb94-7c81-4315-aac4-0214b87346d3 req-0e723973-55c5-4623-bf8e-f037c93363b2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:21.008526 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640fb94-7c81-4315-aac4-0214b87346d3 req-0e723973-55c5-4623-bf8e-f037c93363b2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:21.019110 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8640fb94-7c81-4315-aac4-0214b87346d3 req-0e723973-55c5-4623-bf8e-f037c93363b2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5445 time: 0.2966933 Feb 09 21:52:21.115231 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c809c0-8615-4932-9238-7424bb3d73c7 admin admin] Pushing event updated for resources: {'Port': ['ID=a60c0908-450f-4f66-9618-9ac3166c64f3,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:21.142626 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6c809c0-8615-4932-9238-7424bb3d73c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (2cd50331-aa9f-495f-91cd-d5e95d03e647), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:21.147869 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8640fb94-7c81-4315-aac4-0214b87346d3 req-f7823226-114e-4d2c-803d-f5b70894842b tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1277072 Feb 09 21:52:21.392734 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c998abf-b73c-4c25-8a54-342799be5bcd req-958b3944-a7a8-4c94-af74-4b4b7d65efba tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:21.399941 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c998abf-b73c-4c25-8a54-342799be5bcd req-958b3944-a7a8-4c94-af74-4b4b7d65efba tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:21.430017 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c998abf-b73c-4c25-8a54-342799be5bcd req-958b3944-a7a8-4c94-af74-4b4b7d65efba tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:21.441991 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c998abf-b73c-4c25-8a54-342799be5bcd req-958b3944-a7a8-4c94-af74-4b4b7d65efba tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:21.451242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c998abf-b73c-4c25-8a54-342799be5bcd req-958b3944-a7a8-4c94-af74-4b4b7d65efba tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:21.459165 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c809c0-8615-4932-9238-7424bb3d73c7 admin admin] Network ce4674d6-082e-47aa-bac8-f5e69e573a4c is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:52:21.460771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-a6c809c0-8615-4932-9238-7424bb3d73c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:52:21.472272 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c998abf-b73c-4c25-8a54-342799be5bcd req-958b3944-a7a8-4c94-af74-4b4b7d65efba tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:21.496046 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c998abf-b73c-4c25-8a54-342799be5bcd req-958b3944-a7a8-4c94-af74-4b4b7d65efba tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:21.505095 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c998abf-b73c-4c25-8a54-342799be5bcd req-958b3944-a7a8-4c94-af74-4b4b7d65efba tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5434 time: 0.2436721 Feb 09 21:52:21.624869 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c998abf-b73c-4c25-8a54-342799be5bcd req-ae0447e8-0fe1-4607-b907-3a85239fd30c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184437 Feb 09 21:52:21.847489 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3c217-8fc1-4a14-a5c0-08d4f54d25e6 req-69ccdaa6-7dcb-4b96-808a-ce50d2cd39d4 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:21.850086 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ac3c217-8fc1-4a14-a5c0-08d4f54d25e6 req-69ccdaa6-7dcb-4b96-808a-ce50d2cd39d4 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 943 time: 0.1279769 Feb 09 21:52:21.866994 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c809c0-8615-4932-9238-7424bb3d73c7 admin admin] Router 2cd50331-aa9f-495f-91cd-d5e95d03e647 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:52:22.009076 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ac3c217-8fc1-4a14-a5c0-08d4f54d25e6 req-6d415cb9-175b-40d1-9bf2-cec966dac911 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522417 Feb 09 21:52:22.161484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c809c0-8615-4932-9238-7424bb3d73c7 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:52:22.172206 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d6edb0-d72a-4457-837c-72eeac84bf0c'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:22.175172 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eb97d0-ead9-45b6-a200-50528e241e93" -d '{"events": [{"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-plugged", "status": "completed", "tag": "a1d6edb0-d72a-4457-837c-72eeac84bf0c"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:22.191856 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a6c809c0-8615-4932-9238-7424bb3d73c7 admin admin] 10.222.0.77 "PUT /v2.0/routers/2cd50331-aa9f-495f-91cd-d5e95d03e647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1276164 Feb 09 21:52:22.359534 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57279c35-6c25-4f9a-a1c6-4d93d411279d x-openstack-request-id: req-57279c35-6c25-4f9a-a1c6-4d93d411279d {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:22.360000 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-plugged", "status": "completed", "tag": "a1d6edb0-d72a-4457-837c-72eeac84bf0c", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:22.360270 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-57279c35-6c25-4f9a-a1c6-4d93d411279d {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:22.360880 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d6edb0-d72a-4457-837c-72eeac84bf0c', 'code': 200} Feb 09 21:52:22.927590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 30774ec2-4ad2-4702-8c05-7d0d071626b3 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:22.971975 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86839d8d-9bab-469b-a86a-2264cf7738bb req-94459284-a03d-4d63-9ab0-3f444d5747a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:22.972923 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86839d8d-9bab-469b-a86a-2264cf7738bb req-94459284-a03d-4d63-9ab0-3f444d5747a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:22.974367 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86839d8d-9bab-469b-a86a-2264cf7738bb req-94459284-a03d-4d63-9ab0-3f444d5747a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:22.975548 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86839d8d-9bab-469b-a86a-2264cf7738bb req-94459284-a03d-4d63-9ab0-3f444d5747a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:22.976625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86839d8d-9bab-469b-a86a-2264cf7738bb req-94459284-a03d-4d63-9ab0-3f444d5747a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:22.977629 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86839d8d-9bab-469b-a86a-2264cf7738bb req-94459284-a03d-4d63-9ab0-3f444d5747a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:22.978611 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86839d8d-9bab-469b-a86a-2264cf7738bb req-94459284-a03d-4d63-9ab0-3f444d5747a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:22.982922 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-86839d8d-9bab-469b-a86a-2264cf7738bb req-94459284-a03d-4d63-9ab0-3f444d5747a9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 6719 time: 0.4659979 Feb 09 21:52:23.072884 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392acce6-cea0-483c-bf60-e731bac42a82 req-1a199f7c-111f-46b8-92fe-aef149216de2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:23.090401 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392acce6-cea0-483c-bf60-e731bac42a82 req-1a199f7c-111f-46b8-92fe-aef149216de2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:23.103104 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392acce6-cea0-483c-bf60-e731bac42a82 req-1a199f7c-111f-46b8-92fe-aef149216de2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:23.105619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 30774ec2-4ad2-4702-8c05-7d0d071626b3 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:23.106243 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (30774ec2-4ad2-4702-8c05-7d0d071626b3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:23.116537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392acce6-cea0-483c-bf60-e731bac42a82 req-1a199f7c-111f-46b8-92fe-aef149216de2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:23.127503 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392acce6-cea0-483c-bf60-e731bac42a82 req-1a199f7c-111f-46b8-92fe-aef149216de2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:23.139906 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392acce6-cea0-483c-bf60-e731bac42a82 req-1a199f7c-111f-46b8-92fe-aef149216de2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:23.150906 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392acce6-cea0-483c-bf60-e731bac42a82 req-1a199f7c-111f-46b8-92fe-aef149216de2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:23.165278 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-392acce6-cea0-483c-bf60-e731bac42a82 req-1a199f7c-111f-46b8-92fe-aef149216de2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5445 time: 0.3380878 Feb 09 21:52:23.297646 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 30774ec2-4ad2-4702-8c05-7d0d071626b3 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:23.298615 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (30774ec2-4ad2-4702-8c05-7d0d071626b3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:23.349329 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 30774ec2-4ad2-4702-8c05-7d0d071626b3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=30774ec2-4ad2-4702-8c05-7d0d071626b3,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:23.360933 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (30774ec2-4ad2-4702-8c05-7d0d071626b3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:23.363692 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-86839d8d-9bab-469b-a86a-2264cf7738bb req-60462415-316f-466e-ad4d-4fe502ef57b4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3698936 Feb 09 21:52:23.390349 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-392acce6-cea0-483c-bf60-e731bac42a82 req-49eadb81-ba76-4a6a-85b1-078fdf235927 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2235286 Feb 09 21:52:23.652436 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=30774ec2-4ad2-4702-8c05-7d0d071626b3,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:23.853897 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-d8b9dc10-46f1-4bcb-81fd-b3f0fead40c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:23.861597 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-d8b9dc10-46f1-4bcb-81fd-b3f0fead40c5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42&tenant_id=8908faf94a6140dabe02e2fb8fe5fb7c HTTP/1.1" status: 200 len: 1125 time: 0.4356678 Feb 09 21:52:23.878229 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828601-1', 'device_owner': 'compute:nova'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:23.884879 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa49ab-35ce-495a-b1d5-bf7b587419e5 req-ea7280a9-5cf6-40da-959e-beefdd8ec574 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:23.905989 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa49ab-35ce-495a-b1d5-bf7b587419e5 req-ea7280a9-5cf6-40da-959e-beefdd8ec574 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:23.936668 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa49ab-35ce-495a-b1d5-bf7b587419e5 req-ea7280a9-5cf6-40da-959e-beefdd8ec574 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:23.947210 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa49ab-35ce-495a-b1d5-bf7b587419e5 req-ea7280a9-5cf6-40da-959e-beefdd8ec574 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:23.986918 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa49ab-35ce-495a-b1d5-bf7b587419e5 req-ea7280a9-5cf6-40da-959e-beefdd8ec574 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:24.010684 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa49ab-35ce-495a-b1d5-bf7b587419e5 req-ea7280a9-5cf6-40da-959e-beefdd8ec574 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:24.038400 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa49ab-35ce-495a-b1d5-bf7b587419e5 req-ea7280a9-5cf6-40da-959e-beefdd8ec574 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:24.060557 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-29fa49ab-35ce-495a-b1d5-bf7b587419e5 req-ea7280a9-5cf6-40da-959e-beefdd8ec574 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5434 time: 0.4311440 Feb 09 21:52:24.134110 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:24.270908 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-29fa49ab-35ce-495a-b1d5-bf7b587419e5 req-9592a266-e8e8-4d87-8391-0a2e20500526 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2088351 Feb 09 21:52:24.476255 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9751c331-a78a-405a-8826-f1950596eaca None None] Sync routers for ids ['2cd50331-aa9f-495f-91cd-d5e95d03e647'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:52:24.503782 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9751c331-a78a-405a-8826-f1950596eaca None None] Routers {'2cd50331-aa9f-495f-91cd-d5e95d03e647'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:52:24.504381 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9751c331-a78a-405a-8826-f1950596eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:52:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2cd50331-aa9f-495f-91cd-d5e95d03e647'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:24.760754 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] For port 92df3f27-88f5-4034-ac39-edac860b1e43, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=92df3f27-88f5-4034-ac39-edac860b1e43,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:24.843980 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-9751c331-a78a-405a-8826-f1950596eaca None None] Set router 2cd50331-aa9f-495f-91cd-d5e95d03e647 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:52:24.892424 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] For port 92df3f27-88f5-4034-ac39-edac860b1e43, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:52:24.939472 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 30774ec2-4ad2-4702-8c05-7d0d071626b3 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:25.064013 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92df3f27-88f5-4034-ac39-edac860b1e43 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:25.085926 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] Publish callbacks [] for port (92df3f27-88f5-4034-ac39-edac860b1e43), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:25.121733 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] Transition to ACTIVE for port object 92df3f27-88f5-4034-ac39-edac860b1e43 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:52:25.131424 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:25.237783 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 30774ec2-4ad2-4702-8c05-7d0d071626b3 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:25.238766 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (30774ec2-4ad2-4702-8c05-7d0d071626b3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:25.273379 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] Pushing event updated for resources: {'Port': ['ID=92df3f27-88f5-4034-ac39-edac860b1e43,revision_number=9']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:25.485068 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-df5632cc-7544-4703-a0cb-cab523862bec tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:25.505022 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-df5632cc-7544-4703-a0cb-cab523862bec tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/networks?id=ce4674d6-082e-47aa-bac8-f5e69e573a4c HTTP/1.1" status: 200 len: 811 time: 0.4859269 Feb 09 21:52:25.560320 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-7c74b604-c776-4ef1-9eb5-fb0ee0ec883c tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/quotas/b666becafa484a598b495047b071dc96 HTTP/1.1" status: 200 len: 375 time: 0.0528755 Feb 09 21:52:25.713438 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] No DVR routers for this DVR port 92df3f27-88f5-4034-ac39-edac860b1e43 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:52:25.754728 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 30774ec2-4ad2-4702-8c05-7d0d071626b3 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:25.771042 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-6566b4a9-8add-4e3a-ac03-6d6812ad8813 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b666becafa484a598b495047b071dc96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2018952 Feb 09 21:52:25.830347 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9751c331-a78a-405a-8826-f1950596eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd50331-aa9f-495f-91cd-d5e95d03e647', 'name': 'tempest-ServerRescueTestJSON-2087009201-router', 'tenant_id': 'b666becafa484a598b495047b071dc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '30774ec2-4ad2-4702-8c05-7d0d071626b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:52:15Z', 'updated_at': '2022-02-09T21:52:20Z', 'revision_number': 4, 'project_id': 'b666becafa484a598b495047b071dc96', 'gw_port': {'id': '30774ec2-4ad2-4702-8c05-7d0d071626b3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd50331-aa9f-495f-91cd-d5e95d03e647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:52:16Z', 'updated_at': '2022-02-09T21:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'a60c0908-450f-4f66-9618-9ac3166c64f3', 'name': '', 'network_id': 'ce4674d6-082e-47aa-bac8-f5e69e573a4c', 'tenant_id': 'b666becafa484a598b495047b071dc96', 'mac_address': 'fa:16:3e:85:f0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd50331-aa9f-495f-91cd-d5e95d03e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '3226a4e0-eaaa-4676-95ae-6877bda788e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:52:19Z', 'updated_at': '2022-02-09T21:52:20Z', 'revision_number': 2, 'project_id': 'b666becafa484a598b495047b071dc96', 'subnets': [{'id': '3226a4e0-eaaa-4676-95ae-6877bda788e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:25.888445 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9751c331-a78a-405a-8826-f1950596eaca None None] Checking router: 2cd50331-aa9f-495f-91cd-d5e95d03e647 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:52:25.889005 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9751c331-a78a-405a-8826-f1950596eaca None None] Updating router 2cd50331-aa9f-495f-91cd-d5e95d03e647 port a60c0908-450f-4f66-9618-9ac3166c64f3 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:52:25.958216 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9751c331-a78a-405a-8826-f1950596eaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a60c0908-450f-4f66-9618-9ac3166c64f3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:26.113481 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] Attempting to bind port 92df3f27-88f5-4034-ac39-edac860b1e43 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:52:26.115053 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] Attempting to bind port 92df3f27-88f5-4034-ac39-edac860b1e43 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '7b536f40-7d03-4fa2-82e6-e6ab2e547bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:52:26.115663 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] Attempting to bind port 92df3f27-88f5-4034-ac39-edac860b1e43 on network d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:26.121748 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] Port 92df3f27-88f5-4034-ac39-edac860b1e43 on network d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:52:26.122663 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] Attempting to bind port 92df3f27-88f5-4034-ac39-edac860b1e43 on network d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:26.136159 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:52:26.137231 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] Checking segment: {'id': '7b536f40-7d03-4fa2-82e6-e6ab2e547bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:52:26.141068 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] Bound using segment: {'id': '7b536f40-7d03-4fa2-82e6-e6ab2e547bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:52:26.141905 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] Bound port: 92df3f27-88f5-4034-ac39-edac860b1e43, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b536f40-7d03-4fa2-82e6-e6ab2e547bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:52:26.145025 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:26.148326 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-da02463e-7556-4118-a3a4-046d5d702625 service neutron] 10.222.0.77 "GET /v2.0/networks/ce4674d6-082e-47aa-bac8-f5e69e573a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750327 Feb 09 21:52:26.412268 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] For port 92df3f27-88f5-4034-ac39-edac860b1e43, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:52:26.419032 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] For port 92df3f27-88f5-4034-ac39-edac860b1e43, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=92df3f27-88f5-4034-ac39-edac860b1e43,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:52:26.436071 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:26.573033 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:26.574089 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:26.576423 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] 10.222.0.42 "PUT /v2.0/ports/92df3f27-88f5-4034-ac39-edac860b1e43 HTTP/1.1" status: 200 len: 1091 time: 2.7057617 Feb 09 21:52:26.579639 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62639e3f-5631-436c-9844-086350379a42', 'tag': '92df3f27-88f5-4034-ac39-edac860b1e43'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:26.584892 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19a7cf8-6149-426b-b379-ffdc471065ff" -d '{"events": [{"name": "network-changed", "server_uuid": "62639e3f-5631-436c-9844-086350379a42", "tag": "92df3f27-88f5-4034-ac39-edac860b1e43"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:26.628741 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-6bca5a4a-4b71-4a8a-938c-1927fd163abe service neutron] 10.222.0.77 "GET /v2.0/networks/ce4674d6-082e-47aa-bac8-f5e69e573a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787464 Feb 09 21:52:26.683086 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5fae6-b869-4c15-b898-2be1cf6e5293 service neutron] Pushing event updated for resources: {'Port': ['ID=92df3f27-88f5-4034-ac39-edac860b1e43,revision_number=10']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:26.725273 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-d59d5591-7003-448e-abdd-250d4d0d6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:26.742652 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:52:26.745591 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-d59d5591-7003-448e-abdd-250d4d0d6956 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8908faf94a6140dabe02e2fb8fe5fb7c&device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 1126 time: 0.1138299 Feb 09 21:52:26.907999 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9751c331-a78a-405a-8826-f1950596eaca None None] Publish callbacks [] for port (a60c0908-450f-4f66-9618-9ac3166c64f3), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:26.925625 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9751c331-a78a-405a-8826-f1950596eaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a60c0908-450f-4f66-9618-9ac3166c64f3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:27.117542 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-3251277c-4196-4899-8dcb-fe8429e5b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:27.120138 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-3251277c-4196-4899-8dcb-fe8429e5b48a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 HTTP/1.1" status: 200 len: 918 time: 0.3675742 Feb 09 21:52:27.139836 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b052e05-cfd3-4057-bcb9-1cbaabdf3846 req-cc44a5c3-14c6-458d-a215-821f46dc952a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:27.142032 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5b052e05-cfd3-4057-bcb9-1cbaabdf3846 req-cc44a5c3-14c6-458d-a215-821f46dc952a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 944 time: 0.0877719 Feb 09 21:52:27.249007 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c483c44-14b0-44be-859e-ae36b2379f1c None None] Pushing event updated for resources: {'Port': ['ID=a60c0908-450f-4f66-9618-9ac3166c64f3,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:27.290065 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5b052e05-cfd3-4057-bcb9-1cbaabdf3846 req-b71cc2c9-9372-4180-83b8-a3b3169c2a30 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332307 Feb 09 21:52:27.470942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-9751c331-a78a-405a-8826-f1950596eaca None None] Attempting to bind port a60c0908-450f-4f66-9618-9ac3166c64f3 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:52:27.473662 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-9751c331-a78a-405a-8826-f1950596eaca None None] Attempting to bind port a60c0908-450f-4f66-9618-9ac3166c64f3 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '1698b7a1-b14d-486e-bd65-7f662455a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ce4674d6-082e-47aa-bac8-f5e69e573a4c'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:52:27.474887 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9751c331-a78a-405a-8826-f1950596eaca None None] Attempting to bind port a60c0908-450f-4f66-9618-9ac3166c64f3 on network ce4674d6-082e-47aa-bac8-f5e69e573a4c {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:27.500251 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9751c331-a78a-405a-8826-f1950596eaca None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:52:27.501362 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9751c331-a78a-405a-8826-f1950596eaca None None] Checking segment: {'id': '1698b7a1-b14d-486e-bd65-7f662455a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ce4674d6-082e-47aa-bac8-f5e69e573a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:52:27.502107 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9751c331-a78a-405a-8826-f1950596eaca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:27.502766 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9751c331-a78a-405a-8826-f1950596eaca None None] Bound using segment: {'id': '1698b7a1-b14d-486e-bd65-7f662455a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ce4674d6-082e-47aa-bac8-f5e69e573a4c'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:52:27.508426 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-9751c331-a78a-405a-8826-f1950596eaca None None] Bound port: a60c0908-450f-4f66-9618-9ac3166c64f3, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1698b7a1-b14d-486e-bd65-7f662455a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ce4674d6-082e-47aa-bac8-f5e69e573a4c'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:52:27.509221 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9751c331-a78a-405a-8826-f1950596eaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a60c0908-450f-4f66-9618-9ac3166c64f3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:27.520910 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-c2198024-5481-4e34-9b74-898a7d9c3cb5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92df3f27-88f5-4034-ac39-edac860b1e43 HTTP/1.1" status: 200 len: 998 time: 0.3929064 Feb 09 21:52:27.796833 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-bce9394d-3860-41d4-999e-44573bb0bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:27.808006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f754b00-51ef-4839-b9b5-aec14d3704c2 req-88dec79d-8fd1-4154-ae7a-ce1181f483e3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:27.816659 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-bce9394d-3860-41d4-999e-44573bb0bccc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef491681-aa83-413d-aeee-25903ab6b8c8 HTTP/1.1" status: 200 len: 856 time: 0.2718382 Feb 09 21:52:27.903996 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f754b00-51ef-4839-b9b5-aec14d3704c2 req-88dec79d-8fd1-4154-ae7a-ce1181f483e3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:27.922651 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-9751c331-a78a-405a-8826-f1950596eaca None None] For port a60c0908-450f-4f66-9618-9ac3166c64f3, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:52:27.971454 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f754b00-51ef-4839-b9b5-aec14d3704c2 req-88dec79d-8fd1-4154-ae7a-ce1181f483e3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:28.033969 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-9751c331-a78a-405a-8826-f1950596eaca None None] For port a60c0908-450f-4f66-9618-9ac3166c64f3, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a60c0908-450f-4f66-9618-9ac3166c64f3,segment=NetworkSegment(1698b7a1-b14d-486e-bd65-7f662455a6c0),segment_id=1698b7a1-b14d-486e-bd65-7f662455a6c0)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:52:28.034127 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f754b00-51ef-4839-b9b5-aec14d3704c2 req-88dec79d-8fd1-4154-ae7a-ce1181f483e3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:28.075256 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9751c331-a78a-405a-8826-f1950596eaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a60c0908-450f-4f66-9618-9ac3166c64f3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:28.105925 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f754b00-51ef-4839-b9b5-aec14d3704c2 req-88dec79d-8fd1-4154-ae7a-ce1181f483e3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:28.112957 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-c074c743-1df6-4577-af55-dabe8ab6fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:28.114806 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-c074c743-1df6-4577-af55-dabe8ab6fd7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2972133 Feb 09 21:52:28.153148 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f754b00-51ef-4839-b9b5-aec14d3704c2 req-88dec79d-8fd1-4154-ae7a-ce1181f483e3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:28.215264 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f754b00-51ef-4839-b9b5-aec14d3704c2 req-88dec79d-8fd1-4154-ae7a-ce1181f483e3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:28.250987 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43306) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:28.261401 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f754b00-51ef-4839-b9b5-aec14d3704c2 req-88dec79d-8fd1-4154-ae7a-ce1181f483e3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5434 time: 0.7334883 Feb 09 21:52:28.268964 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-108480af-6895-4eab-aa67-e041477fd594 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Request body: {'floatingip': {'port_id': '81ec4b37-8cab-4191-9a15-c2cbd5243f93'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:28.378401 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-108480af-6895-4eab-aa67-e041477fd594 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for floatingip (13f1764a-c502-4988-8648-585fa6460832), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:28.502946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9751c331-a78a-405a-8826-f1950596eaca None None] Routers {'2cd50331-aa9f-495f-91cd-d5e95d03e647'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:52:28.504289 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9751c331-a78a-405a-8826-f1950596eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:52:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2cd50331-aa9f-495f-91cd-d5e95d03e647'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:28.657678 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b3c97-5b08-4175-adc5-e67e8b09aa54 req-5df466a7-0191-412c-aa2a-8bb440d25a34 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:28.665139 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b3c97-5b08-4175-adc5-e67e8b09aa54 req-5df466a7-0191-412c-aa2a-8bb440d25a34 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:28.673197 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b3c97-5b08-4175-adc5-e67e8b09aa54 req-5df466a7-0191-412c-aa2a-8bb440d25a34 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:28.681476 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b3c97-5b08-4175-adc5-e67e8b09aa54 req-5df466a7-0191-412c-aa2a-8bb440d25a34 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:28.689862 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c483c44-14b0-44be-859e-ae36b2379f1c None None] Pushing event updated for resources: {'Port': ['ID=a60c0908-450f-4f66-9618-9ac3166c64f3,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:28.691481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b3c97-5b08-4175-adc5-e67e8b09aa54 req-5df466a7-0191-412c-aa2a-8bb440d25a34 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:28.698669 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b3c97-5b08-4175-adc5-e67e8b09aa54 req-5df466a7-0191-412c-aa2a-8bb440d25a34 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:28.707016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b3c97-5b08-4175-adc5-e67e8b09aa54 req-5df466a7-0191-412c-aa2a-8bb440d25a34 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:28.710746 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-862b3c97-5b08-4175-adc5-e67e8b09aa54 req-5df466a7-0191-412c-aa2a-8bb440d25a34 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5445 time: 0.3108516 Feb 09 21:52:28.890969 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-862b3c97-5b08-4175-adc5-e67e8b09aa54 req-4a99c86c-c76d-4fb7-92a9-5591d0ba2f74 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1649945 Feb 09 21:52:29.042920 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-9751c331-a78a-405a-8826-f1950596eaca None None] Set router 2cd50331-aa9f-495f-91cd-d5e95d03e647 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:52:29.197022 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21926e25-4881-4d6b-a362-26fc338dc70e x-openstack-request-id: req-21926e25-4881-4d6b-a362-26fc338dc70e {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:29.197524 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62639e3f-5631-436c-9844-086350379a42", "tag": "92df3f27-88f5-4034-ac39-edac860b1e43", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:29.198013 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21926e25-4881-4d6b-a362-26fc338dc70e {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:29.198685 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62639e3f-5631-436c-9844-086350379a42', 'tag': '92df3f27-88f5-4034-ac39-edac860b1e43', 'status': 'completed', 'code': 200} Feb 09 21:52:29.272588 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-198ad6b0-60f6-41fd-9a98-2fb5fae4a755 service neutron] 10.222.0.42 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1505454 Feb 09 21:52:29.360635 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1dd4e755-bac1-4ce7-86b1-654965cb43e3 req-685a8608-3c5f-49c4-ad82-38b4a38becb1 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 210 time: 0.0826476 Feb 09 21:52:29.764401 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a3f40-c7f4-499f-aea6-ef854aabfd97 req-c5467174-f1b6-45f8-9b6f-4f05d17279ae tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:29.771385 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-994a3f40-c7f4-499f-aea6-ef854aabfd97 req-c5467174-f1b6-45f8-9b6f-4f05d17279ae tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 944 time: 0.2678843 Feb 09 21:52:29.817737 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9751c331-a78a-405a-8826-f1950596eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd50331-aa9f-495f-91cd-d5e95d03e647', 'name': 'tempest-ServerRescueTestJSON-2087009201-router', 'tenant_id': 'b666becafa484a598b495047b071dc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '30774ec2-4ad2-4702-8c05-7d0d071626b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:52:15Z', 'updated_at': '2022-02-09T21:52:20Z', 'revision_number': 4, 'project_id': 'b666becafa484a598b495047b071dc96', 'gw_port': {'id': '30774ec2-4ad2-4702-8c05-7d0d071626b3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd50331-aa9f-495f-91cd-d5e95d03e647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:52:16Z', 'updated_at': '2022-02-09T21:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'a60c0908-450f-4f66-9618-9ac3166c64f3', 'name': '', 'network_id': 'ce4674d6-082e-47aa-bac8-f5e69e573a4c', 'tenant_id': 'b666becafa484a598b495047b071dc96', 'mac_address': 'fa:16:3e:85:f0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd50331-aa9f-495f-91cd-d5e95d03e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '3226a4e0-eaaa-4676-95ae-6877bda788e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:52:19Z', 'updated_at': '2022-02-09T21:52:27Z', 'revision_number': 4, 'project_id': 'b666becafa484a598b495047b071dc96', 'subnets': [{'id': '3226a4e0-eaaa-4676-95ae-6877bda788e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:29.910987 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-994a3f40-c7f4-499f-aea6-ef854aabfd97 req-00f4054f-8ba3-4e69-9f90-e932621e8dc9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318696 Feb 09 21:52:29.933683 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9751c331-a78a-405a-8826-f1950596eaca None None] The sync data for ids ['2cd50331-aa9f-495f-91cd-d5e95d03e647'] in n-d-828601-1 is: [{'id': '2cd50331-aa9f-495f-91cd-d5e95d03e647', 'name': 'tempest-ServerRescueTestJSON-2087009201-router', 'tenant_id': 'b666becafa484a598b495047b071dc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '30774ec2-4ad2-4702-8c05-7d0d071626b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:52:15Z', 'updated_at': '2022-02-09T21:52:20Z', 'revision_number': 4, 'project_id': 'b666becafa484a598b495047b071dc96', 'gw_port': {'id': '30774ec2-4ad2-4702-8c05-7d0d071626b3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd50331-aa9f-495f-91cd-d5e95d03e647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:52:16Z', 'updated_at': '2022-02-09T21:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'a60c0908-450f-4f66-9618-9ac3166c64f3', 'name': '', 'network_id': 'ce4674d6-082e-47aa-bac8-f5e69e573a4c', 'tenant_id': 'b666becafa484a598b495047b071dc96', 'mac_address': 'fa:16:3e:85:f0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd50331-aa9f-495f-91cd-d5e95d03e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '3226a4e0-eaaa-4676-95ae-6877bda788e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:52:19Z', 'updated_at': '2022-02-09T21:52:27Z', 'revision_number': 4, 'project_id': 'b666becafa484a598b495047b071dc96', 'subnets': [{'id': '3226a4e0-eaaa-4676-95ae-6877bda788e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:52:30.291607 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a03f3-6f58-4e2f-b277-3491a157e47f req-1800dece-bbb1-4ec4-bbcd-7a38d94cecdb tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:30.297348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a03f3-6f58-4e2f-b277-3491a157e47f req-1800dece-bbb1-4ec4-bbcd-7a38d94cecdb tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:30.314586 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a03f3-6f58-4e2f-b277-3491a157e47f req-1800dece-bbb1-4ec4-bbcd-7a38d94cecdb tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:30.325146 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a03f3-6f58-4e2f-b277-3491a157e47f req-1800dece-bbb1-4ec4-bbcd-7a38d94cecdb tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:30.348338 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a03f3-6f58-4e2f-b277-3491a157e47f req-1800dece-bbb1-4ec4-bbcd-7a38d94cecdb tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:30.354970 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a03f3-6f58-4e2f-b277-3491a157e47f req-1800dece-bbb1-4ec4-bbcd-7a38d94cecdb tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:30.361522 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b22fc07b-52c8-4732-a9c8-db1676cf1dbb req-8bb337a7-6d23-4b66-9e04-18d1ccdcd814 service neutron] 10.222.0.42 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0299919 Feb 09 21:52:30.372466 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a03f3-6f58-4e2f-b277-3491a157e47f req-1800dece-bbb1-4ec4-bbcd-7a38d94cecdb tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:30.374545 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f4a03f3-6f58-4e2f-b277-3491a157e47f req-1800dece-bbb1-4ec4-bbcd-7a38d94cecdb tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5445 time: 0.2511535 Feb 09 21:52:30.398005 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43340) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:30.403633 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-88b5c9bc-610c-4c15-b42b-88edc6b17b6a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Request body: {'floatingip': {'port_id': 'a1d6edb0-d72a-4457-837c-72eeac84bf0c'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:30.428261 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-108480af-6895-4eab-aa67-e041477fd594 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:30.543400 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88b5c9bc-610c-4c15-b42b-88edc6b17b6a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for floatingip (1f22282b-b602-4b7d-895f-119b9c4d6951), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:30.744123 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-16c12bef-e162-43d7-8ae7-c432c8ba5bae tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:30.745907 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-16c12bef-e162-43d7-8ae7-c432c8ba5bae tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.42 "GET /v2.0/networks?id=ce4674d6-082e-47aa-bac8-f5e69e573a4c HTTP/1.1" status: 200 len: 811 time: 0.3153799 Feb 09 21:52:30.748591 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-108480af-6895-4eab-aa67-e041477fd594 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (13f1764a-c502-4988-8648-585fa6460832), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:30.756901 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a0a4acf1-b504-4c95-8b64-4d7a0db3d0be req-3c417475-a684-49b1-bae9-90fbd42d54b2 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 210 time: 0.2075565 Feb 09 21:52:30.810429 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a60c0908-450f-4f66-9618-9ac3166c64f3 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:30.859327 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Request body: {'port': {'device_id': 'c0c7252f-fc8e-4149-b78f-dda9a7d55509', 'network_id': 'ce4674d6-082e-47aa-bac8-f5e69e573a4c', 'admin_state_up': True, 'tenant_id': 'b666becafa484a598b495047b071dc96'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:30.960199 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port a60c0908-450f-4f66-9618-9ac3166c64f3 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:30.960600 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a60c0908-450f-4f66-9618-9ac3166c64f3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:31.438139 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-108480af-6895-4eab-aa67-e041477fd594 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Floating IP 13f1764a-c502-4988-8648-585fa6460832 associated. External IP: 172.25.6.25, port: 81ec4b37-8cab-4191-9a15-c2cbd5243f93. Feb 09 21:52:31.588353 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707307d1-61d3-4b1d-8bff-1d659f312d8e req-db92ee8a-6311-4ee1-a171-29cdbbee0136 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:31.597988 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-707307d1-61d3-4b1d-8bff-1d659f312d8e req-db92ee8a-6311-4ee1-a171-29cdbbee0136 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 944 time: 0.4087398 Feb 09 21:52:31.639518 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port a60c0908-450f-4f66-9618-9ac3166c64f3 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:31.648317 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a60c0908-450f-4f66-9618-9ac3166c64f3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:31.751874 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port a60c0908-450f-4f66-9618-9ac3166c64f3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a60c0908-450f-4f66-9618-9ac3166c64f3,segment=NetworkSegment(1698b7a1-b14d-486e-bd65-7f662455a6c0),segment_id=1698b7a1-b14d-486e-bd65-7f662455a6c0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:31.760954 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a60c0908-450f-4f66-9618-9ac3166c64f3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:31.886845 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a7cf8-6149-426b-b379-ffdc471065ff req-ab69ab5a-b9d9-4883-9edc-f5a4db537b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:31.895276 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b19a7cf8-6149-426b-b379-ffdc471065ff req-ab69ab5a-b9d9-4883-9edc-f5a4db537b2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8908faf94a6140dabe02e2fb8fe5fb7c&device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 1126 time: 1.1467752 Feb 09 21:52:31.924691 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=a60c0908-450f-4f66-9618-9ac3166c64f3,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:32.463561 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Made reservation on behalf of b666becafa484a598b495047b071dc96 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:52:32.474196 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:32.504908 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88b5c9bc-610c-4c15-b42b-88edc6b17b6a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:32.526432 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88b5c9bc-610c-4c15-b42b-88edc6b17b6a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (1f22282b-b602-4b7d-895f-119b9c4d6951), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:32.548214 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-707307d1-61d3-4b1d-8bff-1d659f312d8e req-906ab1fe-06fd-4f29-83f6-81b5da874378 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9474838 Feb 09 21:52:32.707997 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a7cf8-6149-426b-b379-ffdc471065ff req-e17e8554-d694-40cc-a52c-9dd8ee485ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:32.721995 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b19a7cf8-6149-426b-b379-ffdc471065ff req-e17e8554-d694-40cc-a52c-9dd8ee485ed3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 HTTP/1.1" status: 200 len: 918 time: 0.8108230 Feb 09 21:52:32.991401 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-07477df9-336d-4b0d-a7b2-ab13fd1c9b93 req-e41c6543-ae6d-4b77-94a1-71251c88d143 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 210 time: 0.1730411 Feb 09 21:52:33.051490 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a60c0908-450f-4f66-9618-9ac3166c64f3 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:33.084902 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-88b5c9bc-610c-4c15-b42b-88edc6b17b6a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Floating IP 1f22282b-b602-4b7d-895f-119b9c4d6951 associated. External IP: 172.25.6.180, port: a1d6edb0-d72a-4457-837c-72eeac84bf0c. Feb 09 21:52:33.258042 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port a60c0908-450f-4f66-9618-9ac3166c64f3 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:33.259475 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a60c0908-450f-4f66-9618-9ac3166c64f3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:33.479702 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b19a7cf8-6149-426b-b379-ffdc471065ff req-0cf10eac-859d-4d79-8911-179090575a81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92df3f27-88f5-4034-ac39-edac860b1e43 HTTP/1.1" status: 200 len: 998 time: 0.5262578 Feb 09 21:52:33.588767 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port a60c0908-450f-4f66-9618-9ac3166c64f3 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:33.820322 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Allocated IP 172.20.0.4 (ce4674d6-082e-47aa-bac8-f5e69e573a4c/3226a4e0-eaaa-4676-95ae-6877bda788e2/6bcb1e96-ee43-4364-9b2e-c958124c4890) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:52:34.582328 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108480af-6895-4eab-aa67-e041477fd594 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Router c70e6d57-609c-4a99-8fe6-279c7a8dff83 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:52:34.892139 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Publish callbacks [] for port (6bcb1e96-ee43-4364-9b2e-c958124c4890), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:35.051446 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a7cf8-6149-426b-b379-ffdc471065ff req-2d8cb0ee-1a2d-4401-a790-5d18385f1f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:35.054097 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b19a7cf8-6149-426b-b379-ffdc471065ff req-2d8cb0ee-1a2d-4401-a790-5d18385f1f83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef491681-aa83-413d-aeee-25903ab6b8c8 HTTP/1.1" status: 200 len: 856 time: 1.5029244 Feb 09 21:52:35.261399 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0d722-5d1f-46a2-8ad6-6a5bbd207887 req-56e8349c-f25e-47b2-b994-01b72a652848 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:35.266239 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39e0d722-5d1f-46a2-8ad6-6a5bbd207887 req-56e8349c-f25e-47b2-b994-01b72a652848 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 944 time: 0.4982159 Feb 09 21:52:35.528175 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39e0d722-5d1f-46a2-8ad6-6a5bbd207887 req-514f9501-3c2e-46b6-bed5-a2bbfdd7f46f tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501709 Feb 09 21:52:35.555792 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b5c9bc-610c-4c15-b42b-88edc6b17b6a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Router 4c9910cf-16c6-4589-b61d-206b3c69b679 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:52:35.560719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a7cf8-6149-426b-b379-ffdc471065ff req-dc7bb085-9470-48f6-a1f2-71d871136fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:35.569632 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b19a7cf8-6149-426b-b379-ffdc471065ff req-dc7bb085-9470-48f6-a1f2-71d871136fa5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4019339 Feb 09 21:52:35.735681 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (6bcb1e96-ee43-4364-9b2e-c958124c4890), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:35.849817 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43422) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:35.851498 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108480af-6895-4eab-aa67-e041477fd594 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:52:35.870504 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a495e7-1e39-4e96-8e3a-16d7aa5df46b None None] Sync routers for ids ['c70e6d57-609c-4a99-8fe6-279c7a8dff83'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:52:35.873933 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-108480af-6895-4eab-aa67-e041477fd594 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:35.896045 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a495e7-1e39-4e96-8e3a-16d7aa5df46b None None] Routers {'c70e6d57-609c-4a99-8fe6-279c7a8dff83'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:52:35.897164 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-08a495e7-1e39-4e96-8e3a-16d7aa5df46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:52:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c70e6d57-609c-4a99-8fe6-279c7a8dff83'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:36.127503 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b5c9bc-610c-4c15-b42b-88edc6b17b6a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:52:36.144427 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4799c9fa-036e-4ab3-b47d-b9abcd3604bb None None] Sync routers for ids ['4c9910cf-16c6-4589-b61d-206b3c69b679'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:52:36.153243 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-108480af-6895-4eab-aa67-e041477fd594 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "PUT /v2.0/floatingips/13f1764a-c502-4988-8648-585fa6460832 HTTP/1.1" status: 200 len: 990 time: 7.8814135 Feb 09 21:52:36.163419 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88b5c9bc-610c-4c15-b42b-88edc6b17b6a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:36.171462 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'tag': '81ec4b37-8cab-4191-9a15-c2cbd5243f93'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:36.174592 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4799c9fa-036e-4ab3-b47d-b9abcd3604bb None None] Routers {'4c9910cf-16c6-4589-b61d-206b3c69b679'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:52:36.175303 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4799c9fa-036e-4ab3-b47d-b9abcd3604bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:52:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['4c9910cf-16c6-4589-b61d-206b3c69b679'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:36.200387 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fc418b-dd9c-44aa-a3a7-cd8847c9ed30" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "tag": "81ec4b37-8cab-4191-9a15-c2cbd5243f93"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:36.234451 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-08a495e7-1e39-4e96-8e3a-16d7aa5df46b None None] Set router c70e6d57-609c-4a99-8fe6-279c7a8dff83 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:52:36.238038 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Network ce4674d6-082e-47aa-bac8-f5e69e573a4c is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:52:36.286718 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:52:36.315546 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:52:36.338416 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Pushing event updated for resources: {'Port': ['ID=6bcb1e96-ee43-4364-9b2e-c958124c4890,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:36.456619 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a997860f-a0a7-4287-ad47-f2abc1e628ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:36.512523 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:36.512946 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:36.513214 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:36.513619 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:36.513960 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:36.514297 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:36.514627 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:36.514957 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:36.515289 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:36.515621 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:36.548669 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:36.549220 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:36.550122 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:36.559515 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-88b5c9bc-610c-4c15-b42b-88edc6b17b6a tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "PUT /v2.0/floatingips/1f22282b-b602-4b7d-895f-119b9c4d6951 HTTP/1.1" status: 200 len: 992 time: 6.1598399 Feb 09 21:52:36.562828 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'tag': 'a1d6edb0-d72a-4457-837c-72eeac84bf0c'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:36.574755 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-08a495e7-1e39-4e96-8e3a-16d7aa5df46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'name': 'tempest-TaggedBootDevicesTest-1823550041-router', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:24Z', 'updated_at': '2022-02-09T21:47:38Z', 'revision_number': 4, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'gw_port': {'id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:26Z', 'updated_at': '2022-02-09T21:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '13f1764a-c502-4988-8648-585fa6460832', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'floating_ip_address': '172.25.6.25', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'port_id': '81ec4b37-8cab-4191-9a15-c2cbd5243f93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2041, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31', 'mac_address': 'fa:16:3e:c3:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:49:59Z', 'updated_at': '2022-02-09T21:52:29Z', 'revision_number': 1, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf8ec80-8b40-4677-bcf4-52d777732add', 'name': '', 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'mac_address': 'fa:16:3e:6c:00:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '55384cb3-5e7d-40d1-a8e4-5aedaec5fab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:33Z', 'updated_at': '2022-02-09T21:48:13Z', 'revision_number': 5, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'subnets': [{'id': '55384cb3-5e7d-40d1-a8e4-5aedaec5fab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:36.581795 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae716a7-a814-4535-8e2b-9ff4d814ee8b" -d '{"events": [{"name": "network-changed", "server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "tag": "a1d6edb0-d72a-4457-837c-72eeac84bf0c"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:36.635561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-4799c9fa-036e-4ab3-b47d-b9abcd3604bb None None] Set router 4c9910cf-16c6-4589-b61d-206b3c69b679 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:52:36.663869 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a495e7-1e39-4e96-8e3a-16d7aa5df46b None None] Checking router: c70e6d57-609c-4a99-8fe6-279c7a8dff83 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:52:36.664311 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cddeb-0466-4327-8e3b-69d324cee5ea req-9ac413dd-beb0-49eb-a6cf-861f4104a67a tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:36.675339 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a495e7-1e39-4e96-8e3a-16d7aa5df46b None None] Routers {'c70e6d57-609c-4a99-8fe6-279c7a8dff83'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:52:36.676397 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-08a495e7-1e39-4e96-8e3a-16d7aa5df46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:52:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c70e6d57-609c-4a99-8fe6-279c7a8dff83'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:36.678363 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:36.681462 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:36.683264 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-134cddeb-0466-4327-8e3b-69d324cee5ea req-9ac413dd-beb0-49eb-a6cf-861f4104a67a tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 931 time: 0.8323839 Feb 09 21:52:36.713483 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b19a7cf8-6149-426b-b379-ffdc471065ff req-518f9c84-b9ca-455e-8ba7-a8ae2bc9d6d1 service neutron] 10.222.0.42 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1087618 Feb 09 21:52:37.028304 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-134cddeb-0466-4327-8e3b-69d324cee5ea req-5ad55d4a-48a2-4dda-a08d-1adbd255b6da tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439772 Feb 09 21:52:37.101844 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b19a7cf8-6149-426b-b379-ffdc471065ff req-7a80b2bd-3cd8-4922-a422-3f9b73e1c3a1 service neutron] 10.222.0.42 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790295 Feb 09 21:52:37.118335 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-a904e3d2-3ae4-4a52-bcea-3f9f6b2c3458 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2905796 Feb 09 21:52:37.160519 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] Request body: {'port': {'device_id': 'c0c7252f-fc8e-4149-b78f-dda9a7d55509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:37.163428 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a997860f-a0a7-4287-ad47-f2abc1e628ed admin admin] Publish callbacks [] for security_group (bc27eea0-08f3-432d-aef5-745ee5ff696e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.175033 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a997860f-a0a7-4287-ad47-f2abc1e628ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bc27eea0-08f3-432d-aef5-745ee5ff696e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.280495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997860f-a0a7-4287-ad47-f2abc1e628ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc27eea0-08f3-432d-aef5-745ee5ff696e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:37.313210 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a997860f-a0a7-4287-ad47-f2abc1e628ed admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8008c530cb26425695e088289e84ec0c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4567926 Feb 09 21:52:37.314111 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43444) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:37.416830 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-08a495e7-1e39-4e96-8e3a-16d7aa5df46b None None] Set router c70e6d57-609c-4a99-8fe6-279c7a8dff83 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:52:37.422598 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc6fc488-5015-4451-8b89-5a353f982344 admin admin] Publish callbacks [] for security_group (bc27eea0-08f3-432d-aef5-745ee5ff696e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.526004 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6bcb1e96-ee43-4364-9b2e-c958124c4890), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.534879 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc6fc488-5015-4451-8b89-5a353f982344 admin admin] Publish callbacks [] for security_group (bc27eea0-08f3-432d-aef5-745ee5ff696e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.604956 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4799c9fa-036e-4ab3-b47d-b9abcd3604bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'name': 'tempest-TaggedBootDevicesTest_v242-1048057441-router', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '028b1810-108c-42b3-9062-90dca50442fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:17Z', 'updated_at': '2022-02-09T21:47:31Z', 'revision_number': 4, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'gw_port': {'id': '028b1810-108c-42b3-9062-90dca50442fd', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:19Z', 'updated_at': '2022-02-09T21:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '1f22282b-b602-4b7d-895f-119b9c4d6951', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'floating_ip_address': '172.25.6.180', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'port_id': 'a1d6edb0-d72a-4457-837c-72eeac84bf0c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d', 'mac_address': 'fa:16:3e:3c:f9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:49:42Z', 'updated_at': '2022-02-09T21:52:32Z', 'revision_number': 1, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d06721-f790-46c2-ab1f-bea235f62f08', 'name': '', 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'mac_address': 'fa:16:3e:f1:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'af7275e2-fa73-4e7a-9fcd-7735fd24f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:27Z', 'updated_at': '2022-02-09T21:47:49Z', 'revision_number': 5, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'subnets': [{'id': 'af7275e2-fa73-4e7a-9fcd-7735fd24f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:37.747944 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4799c9fa-036e-4ab3-b47d-b9abcd3604bb None None] Checking router: 4c9910cf-16c6-4589-b61d-206b3c69b679 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:52:37.799199 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4799c9fa-036e-4ab3-b47d-b9abcd3604bb None None] Routers {'4c9910cf-16c6-4589-b61d-206b3c69b679'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:52:37.799948 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4799c9fa-036e-4ab3-b47d-b9abcd3604bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:52:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['4c9910cf-16c6-4589-b61d-206b3c69b679'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:37.837248 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc6fc488-5015-4451-8b89-5a353f982344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bc27eea0-08f3-432d-aef5-745ee5ff696e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.843712 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc6fc488-5015-4451-8b89-5a353f982344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.844990 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bc6fc488-5015-4451-8b89-5a353f982344 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bc27eea0-08f3-432d-aef5-745ee5ff696e HTTP/1.1" status: 204 len: 168 time: 0.5298431 Feb 09 21:52:37.938849 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fc488-5015-4451-8b89-5a353f982344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc27eea0-08f3-432d-aef5-745ee5ff696e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:38.012612 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5bd43-765b-4ec6-8321-739b0e86244b req-6fd70399-ea5f-4a71-b09f-477618892de5 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.024139 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5bd43-765b-4ec6-8321-739b0e86244b req-6fd70399-ea5f-4a71-b09f-477618892de5 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.060809 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5bd43-765b-4ec6-8321-739b0e86244b req-6fd70399-ea5f-4a71-b09f-477618892de5 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.066504 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5bd43-765b-4ec6-8321-739b0e86244b req-6fd70399-ea5f-4a71-b09f-477618892de5 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.112922 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5bd43-765b-4ec6-8321-739b0e86244b req-6fd70399-ea5f-4a71-b09f-477618892de5 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.136071 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5bd43-765b-4ec6-8321-739b0e86244b req-6fd70399-ea5f-4a71-b09f-477618892de5 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.151792 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5bd43-765b-4ec6-8321-739b0e86244b req-6fd70399-ea5f-4a71-b09f-477618892de5 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.156445 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fec5bd43-765b-4ec6-8321-739b0e86244b req-6fd70399-ea5f-4a71-b09f-477618892de5 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5434 time: 0.5001783 Feb 09 21:52:38.206640 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-4799c9fa-036e-4ab3-b47d-b9abcd3604bb None None] Set router 4c9910cf-16c6-4589-b61d-206b3c69b679 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:52:38.369587 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fec5bd43-765b-4ec6-8321-739b0e86244b req-a4c9f8c1-92af-4a9f-b705-797065d50fbf tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1823962 Feb 09 21:52:38.543261 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-08a495e7-1e39-4e96-8e3a-16d7aa5df46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'name': 'tempest-TaggedBootDevicesTest-1823550041-router', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:24Z', 'updated_at': '2022-02-09T21:47:38Z', 'revision_number': 4, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'gw_port': {'id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:26Z', 'updated_at': '2022-02-09T21:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '13f1764a-c502-4988-8648-585fa6460832', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'floating_ip_address': '172.25.6.25', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'port_id': '81ec4b37-8cab-4191-9a15-c2cbd5243f93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2041, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31', 'mac_address': 'fa:16:3e:c3:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:49:59Z', 'updated_at': '2022-02-09T21:52:29Z', 'revision_number': 1, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf8ec80-8b40-4677-bcf4-52d777732add', 'name': '', 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'mac_address': 'fa:16:3e:6c:00:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '55384cb3-5e7d-40d1-a8e4-5aedaec5fab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:33Z', 'updated_at': '2022-02-09T21:48:13Z', 'revision_number': 5, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'subnets': [{'id': '55384cb3-5e7d-40d1-a8e4-5aedaec5fab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:38.558613 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f0f903d5-448d-4535-8d7e-37dce748f6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:38.644302 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bcb1e96-ee43-4364-9b2e-c958124c4890 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:38.651344 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a495e7-1e39-4e96-8e3a-16d7aa5df46b None None] The sync data for ids ['c70e6d57-609c-4a99-8fe6-279c7a8dff83'] in n-d-828601-1 is: [{'id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'name': 'tempest-TaggedBootDevicesTest-1823550041-router', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:24Z', 'updated_at': '2022-02-09T21:47:38Z', 'revision_number': 4, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'gw_port': {'id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:26Z', 'updated_at': '2022-02-09T21:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '13f1764a-c502-4988-8648-585fa6460832', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'floating_ip_address': '172.25.6.25', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'port_id': '81ec4b37-8cab-4191-9a15-c2cbd5243f93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2041, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31', 'mac_address': 'fa:16:3e:c3:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:49:59Z', 'updated_at': '2022-02-09T21:52:29Z', 'revision_number': 1, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf8ec80-8b40-4677-bcf4-52d777732add', 'name': '', 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'mac_address': 'fa:16:3e:6c:00:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '55384cb3-5e7d-40d1-a8e4-5aedaec5fab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:33Z', 'updated_at': '2022-02-09T21:48:13Z', 'revision_number': 5, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'subnets': [{'id': '55384cb3-5e7d-40d1-a8e4-5aedaec5fab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:52:38.680953 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] Publish callbacks [] for port (6bcb1e96-ee43-4364-9b2e-c958124c4890), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:38.713156 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3eec78-2fd8-41e0-a710-8aeae6839ae5 x-openstack-request-id: req-0c3eec78-2fd8-41e0-a710-8aeae6839ae5 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:38.713771 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "tag": "81ec4b37-8cab-4191-9a15-c2cbd5243f93", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:38.716678 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0c3eec78-2fd8-41e0-a710-8aeae6839ae5 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:38.718360 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'tag': '81ec4b37-8cab-4191-9a15-c2cbd5243f93', 'status': 'completed', 'code': 200} Feb 09 21:52:38.821319 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] Transition to ACTIVE for port object 6bcb1e96-ee43-4364-9b2e-c958124c4890 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:52:38.863155 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43462) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:38.865674 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (6bcb1e96-ee43-4364-9b2e-c958124c4890), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:38.873486 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efb3c0-b804-46d7-b3dd-73393fc61321 req-cbeded1b-6865-4a51-a945-0cd45b9acd10 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.890907 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efb3c0-b804-46d7-b3dd-73393fc61321 req-cbeded1b-6865-4a51-a945-0cd45b9acd10 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.907010 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efb3c0-b804-46d7-b3dd-73393fc61321 req-cbeded1b-6865-4a51-a945-0cd45b9acd10 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.935145 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efb3c0-b804-46d7-b3dd-73393fc61321 req-cbeded1b-6865-4a51-a945-0cd45b9acd10 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.949683 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efb3c0-b804-46d7-b3dd-73393fc61321 req-cbeded1b-6865-4a51-a945-0cd45b9acd10 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.968451 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efb3c0-b804-46d7-b3dd-73393fc61321 req-cbeded1b-6865-4a51-a945-0cd45b9acd10 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.970554 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4799c9fa-036e-4ab3-b47d-b9abcd3604bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'name': 'tempest-TaggedBootDevicesTest_v242-1048057441-router', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '028b1810-108c-42b3-9062-90dca50442fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:17Z', 'updated_at': '2022-02-09T21:47:31Z', 'revision_number': 4, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'gw_port': {'id': '028b1810-108c-42b3-9062-90dca50442fd', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:19Z', 'updated_at': '2022-02-09T21:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '1f22282b-b602-4b7d-895f-119b9c4d6951', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'floating_ip_address': '172.25.6.180', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'port_id': 'a1d6edb0-d72a-4457-837c-72eeac84bf0c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d', 'mac_address': 'fa:16:3e:3c:f9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:49:42Z', 'updated_at': '2022-02-09T21:52:32Z', 'revision_number': 1, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d06721-f790-46c2-ab1f-bea235f62f08', 'name': '', 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'mac_address': 'fa:16:3e:f1:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'af7275e2-fa73-4e7a-9fcd-7735fd24f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:27Z', 'updated_at': '2022-02-09T21:47:49Z', 'revision_number': 5, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'subnets': [{'id': 'af7275e2-fa73-4e7a-9fcd-7735fd24f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:38.990562 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efb3c0-b804-46d7-b3dd-73393fc61321 req-cbeded1b-6865-4a51-a945-0cd45b9acd10 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:39.009375 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-06efb3c0-b804-46d7-b3dd-73393fc61321 req-cbeded1b-6865-4a51-a945-0cd45b9acd10 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5445 time: 0.3149753 Feb 09 21:52:39.069706 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6bcb1e96-ee43-4364-9b2e-c958124c4890,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:39.102851 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4799c9fa-036e-4ab3-b47d-b9abcd3604bb None None] The sync data for ids ['4c9910cf-16c6-4589-b61d-206b3c69b679'] in n-d-828601-1 is: [{'id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'name': 'tempest-TaggedBootDevicesTest_v242-1048057441-router', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '028b1810-108c-42b3-9062-90dca50442fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:17Z', 'updated_at': '2022-02-09T21:47:31Z', 'revision_number': 4, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'gw_port': {'id': '028b1810-108c-42b3-9062-90dca50442fd', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:19Z', 'updated_at': '2022-02-09T21:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '1f22282b-b602-4b7d-895f-119b9c4d6951', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'floating_ip_address': '172.25.6.180', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'port_id': 'a1d6edb0-d72a-4457-837c-72eeac84bf0c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d', 'mac_address': 'fa:16:3e:3c:f9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:49:42Z', 'updated_at': '2022-02-09T21:52:32Z', 'revision_number': 1, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d06721-f790-46c2-ab1f-bea235f62f08', 'name': '', 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'mac_address': 'fa:16:3e:f1:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'af7275e2-fa73-4e7a-9fcd-7735fd24f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:27Z', 'updated_at': '2022-02-09T21:47:49Z', 'revision_number': 5, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'subnets': [{'id': 'af7275e2-fa73-4e7a-9fcd-7735fd24f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:52:39.162258 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc418b-dd9c-44aa-a3a7-cd8847c9ed30 req-1e14eff9-557c-41e6-8151-c2b26dee1664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:39.163336 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc418b-dd9c-44aa-a3a7-cd8847c9ed30 req-1e14eff9-557c-41e6-8151-c2b26dee1664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:39.164169 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc418b-dd9c-44aa-a3a7-cd8847c9ed30 req-1e14eff9-557c-41e6-8151-c2b26dee1664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:39.166485 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc418b-dd9c-44aa-a3a7-cd8847c9ed30 req-1e14eff9-557c-41e6-8151-c2b26dee1664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:39.167288 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc418b-dd9c-44aa-a3a7-cd8847c9ed30 req-1e14eff9-557c-41e6-8151-c2b26dee1664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:39.169416 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc418b-dd9c-44aa-a3a7-cd8847c9ed30 req-1e14eff9-557c-41e6-8151-c2b26dee1664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:39.172406 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc418b-dd9c-44aa-a3a7-cd8847c9ed30 req-1e14eff9-557c-41e6-8151-c2b26dee1664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:39.179466 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-71fc418b-dd9c-44aa-a3a7-cd8847c9ed30 req-1e14eff9-557c-41e6-8151-c2b26dee1664 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adedffd8130f4ccfb4184367762e3fb9&device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 6708 time: 0.4509928 Feb 09 21:52:39.180818 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e66a30b-37a8-40a6-b2ed-fe6111ad1339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:39.202017 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-06efb3c0-b804-46d7-b3dd-73393fc61321 req-d9ac5d23-5465-4005-a5a3-77b44b5b95fb tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1916013 Feb 09 21:52:39.320570 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5739bc-c6f5-4cdd-9e56-f18535a5c149 None None] New status for floating IP 13f1764a-c502-4988-8648-585fa6460832: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:52:39.421312 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e66a30b-37a8-40a6-b2ed-fe6111ad1339 admin admin] Publish callbacks [] for security_group (ecc8daa4-eb4b-471e-ac3a-d92ede1777c2), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:39.655228 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065736a-cf30-470b-90c3-ac8d39fba03a req-b4f9d394-bf05-4718-853d-374483d78329 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:39.669849 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c065736a-cf30-470b-90c3-ac8d39fba03a req-b4f9d394-bf05-4718-853d-374483d78329 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 944 time: 0.1788149 Feb 09 21:52:39.749488 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e66a30b-37a8-40a6-b2ed-fe6111ad1339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ecc8daa4-eb4b-471e-ac3a-d92ede1777c2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:39.778632 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c065736a-cf30-470b-90c3-ac8d39fba03a req-e5cfce10-ceed-4d55-9a36-c0269e179860 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016028 Feb 09 21:52:39.819476 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc418b-dd9c-44aa-a3a7-cd8847c9ed30 req-9d24693f-78c3-46a1-b311-948d53e1d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:39.822505 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-71fc418b-dd9c-44aa-a3a7-cd8847c9ed30 req-9d24693f-78c3-46a1-b311-948d53e1d98b service neutron] 10.222.0.42 "GET /v2.0/networks?id=5212a2c9-ea88-4741-aaf1-2380b789ca31 HTTP/1.1" status: 200 len: 913 time: 0.5918677 Feb 09 21:52:39.890038 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1299d1b5-9dc0-4c6e-b161-e499cea9c6c3 x-openstack-request-id: req-1299d1b5-9dc0-4c6e-b161-e499cea9c6c3 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:39.890636 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "tag": "a1d6edb0-d72a-4457-837c-72eeac84bf0c", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:39.893189 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04413493-9686-4860-923c-d4bbe5d7a678 None None] New status for floating IP 1f22282b-b602-4b7d-895f-119b9c4d6951: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:52:39.893661 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1299d1b5-9dc0-4c6e-b161-e499cea9c6c3 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:39.894308 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'tag': 'a1d6edb0-d72a-4457-837c-72eeac84bf0c', 'status': 'completed', 'code': 200} Feb 09 21:52:39.999042 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66a30b-37a8-40a6-b2ed-fe6111ad1339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc8daa4-eb4b-471e-ac3a-d92ede1777c2,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:40.135997 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae716a7-a814-4535-8e2b-9ff4d814ee8b req-b0b14cb9-41ff-42b8-9ee4-70c0e762942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:40.138990 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae716a7-a814-4535-8e2b-9ff4d814ee8b req-b0b14cb9-41ff-42b8-9ee4-70c0e762942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:40.140592 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae716a7-a814-4535-8e2b-9ff4d814ee8b req-b0b14cb9-41ff-42b8-9ee4-70c0e762942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:40.141509 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae716a7-a814-4535-8e2b-9ff4d814ee8b req-b0b14cb9-41ff-42b8-9ee4-70c0e762942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:40.145351 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae716a7-a814-4535-8e2b-9ff4d814ee8b req-b0b14cb9-41ff-42b8-9ee4-70c0e762942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:40.149087 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae716a7-a814-4535-8e2b-9ff4d814ee8b req-b0b14cb9-41ff-42b8-9ee4-70c0e762942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:40.149956 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae716a7-a814-4535-8e2b-9ff4d814ee8b req-b0b14cb9-41ff-42b8-9ee4-70c0e762942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:40.179836 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ae716a7-a814-4535-8e2b-9ff4d814ee8b req-b0b14cb9-41ff-42b8-9ee4-70c0e762942b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=88aef6c47d634b8181089d0a71d1ded8&device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 6719 time: 0.2533109 Feb 09 21:52:40.479246 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-71fc418b-dd9c-44aa-a3a7-cd8847c9ed30 req-2ce3ef77-617b-4317-91aa-ce644af27588 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81ec4b37-8cab-4191-9a15-c2cbd5243f93 HTTP/1.1" status: 200 len: 1000 time: 0.4002004 Feb 09 21:52:40.500185 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a16fa1d-3d4f-45b9-ace8-6e0bdf19537b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:40.721218 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8e66a30b-37a8-40a6-b2ed-fe6111ad1339 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c12f23abd7554138a4f0e2c81ab19408&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8316998 Feb 09 21:52:40.722848 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] Attempting to bind port 6bcb1e96-ee43-4364-9b2e-c958124c4890 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:52:40.723540 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] Attempting to bind port 6bcb1e96-ee43-4364-9b2e-c958124c4890 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '1698b7a1-b14d-486e-bd65-7f662455a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ce4674d6-082e-47aa-bac8-f5e69e573a4c'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:52:40.724741 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] Attempting to bind port 6bcb1e96-ee43-4364-9b2e-c958124c4890 on network ce4674d6-082e-47aa-bac8-f5e69e573a4c {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:40.727414 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43480) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:41.023793 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e869fa-5433-46da-b0be-496f43c86d30 req-bd0a265f-f729-437e-b84b-24d657fcc6a6 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:41.033262 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5e869fa-5433-46da-b0be-496f43c86d30 req-bd0a265f-f729-437e-b84b-24d657fcc6a6 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 943 time: 0.4005425 Feb 09 21:52:41.214102 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae716a7-a814-4535-8e2b-9ff4d814ee8b req-5c3ab643-2964-4045-9042-db6a87ee946d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:41.234421 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ae716a7-a814-4535-8e2b-9ff4d814ee8b req-5c3ab643-2964-4045-9042-db6a87ee946d service neutron] 10.222.0.71 "GET /v2.0/networks?id=361d3ae3-946b-43bc-bd7a-5571eb55520d HTTP/1.1" status: 200 len: 918 time: 1.0468802 Feb 09 21:52:41.510687 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5e869fa-5433-46da-b0be-496f43c86d30 req-9d83e3da-f1df-43e6-9546-fa0388fcad4b tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213362 Feb 09 21:52:41.572774 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:41.586462 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ae716a7-a814-4535-8e2b-9ff4d814ee8b req-91fe1c9b-de6a-4402-ab98-9738d317d6f3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1d6edb0-d72a-4457-837c-72eeac84bf0c HTTP/1.1" status: 200 len: 1002 time: 0.3415551 Feb 09 21:52:41.825838 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc418b-dd9c-44aa-a3a7-cd8847c9ed30 req-08be0a90-ccf1-4e8b-a028-499fe94a627e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:41.836178 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-71fc418b-dd9c-44aa-a3a7-cd8847c9ed30 req-08be0a90-ccf1-4e8b-a028-499fe94a627e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55384cb3-5e7d-40d1-a8e4-5aedaec5fab7 HTTP/1.1" status: 200 len: 851 time: 1.2839899 Feb 09 21:52:41.875221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae716a7-a814-4535-8e2b-9ff4d814ee8b req-273d6df9-5196-44c4-bd80-45b0ce4b23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:41.885148 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ae716a7-a814-4535-8e2b-9ff4d814ee8b req-273d6df9-5196-44c4-bd80-45b0ce4b23c4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=af7275e2-fa73-4e7a-9fcd-7735fd24f6c7 HTTP/1.1" status: 200 len: 856 time: 0.2883775 Feb 09 21:52:41.991115 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] Port 6bcb1e96-ee43-4364-9b2e-c958124c4890 on network ce4674d6-082e-47aa-bac8-f5e69e573a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:52:41.991443 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] Attempting to bind port 6bcb1e96-ee43-4364-9b2e-c958124c4890 on network ce4674d6-082e-47aa-bac8-f5e69e573a4c {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:42.015858 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de860370-8098-41bd-9f3c-75217d77d4ac req-e9f1b847-aee7-4da8-b1ab-cad3f217d414 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:42.023553 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de860370-8098-41bd-9f3c-75217d77d4ac req-e9f1b847-aee7-4da8-b1ab-cad3f217d414 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:42.037948 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de860370-8098-41bd-9f3c-75217d77d4ac req-e9f1b847-aee7-4da8-b1ab-cad3f217d414 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:42.058198 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de860370-8098-41bd-9f3c-75217d77d4ac req-e9f1b847-aee7-4da8-b1ab-cad3f217d414 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:42.073103 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de860370-8098-41bd-9f3c-75217d77d4ac req-e9f1b847-aee7-4da8-b1ab-cad3f217d414 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:42.089533 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de860370-8098-41bd-9f3c-75217d77d4ac req-e9f1b847-aee7-4da8-b1ab-cad3f217d414 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:42.106126 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de860370-8098-41bd-9f3c-75217d77d4ac req-e9f1b847-aee7-4da8-b1ab-cad3f217d414 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:42.123136 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de860370-8098-41bd-9f3c-75217d77d4ac req-e9f1b847-aee7-4da8-b1ab-cad3f217d414 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5434 time: 0.4114273 Feb 09 21:52:42.268461 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:52:42.273269 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] Checking segment: {'id': '1698b7a1-b14d-486e-bd65-7f662455a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ce4674d6-082e-47aa-bac8-f5e69e573a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:52:42.276411 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] Bound using segment: {'id': '1698b7a1-b14d-486e-bd65-7f662455a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ce4674d6-082e-47aa-bac8-f5e69e573a4c'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:52:42.277155 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] Bound port: 6bcb1e96-ee43-4364-9b2e-c958124c4890, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1698b7a1-b14d-486e-bd65-7f662455a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ce4674d6-082e-47aa-bac8-f5e69e573a4c'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:52:42.279610 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6bcb1e96-ee43-4364-9b2e-c958124c4890), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:42.285205 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae716a7-a814-4535-8e2b-9ff4d814ee8b req-a9b10dbe-4967-4411-a5fc-f298ce6ba2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:42.287520 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ae716a7-a814-4535-8e2b-9ff4d814ee8b req-a9b10dbe-4967-4411-a5fc-f298ce6ba2b6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=361d3ae3-946b-43bc-bd7a-5571eb55520d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3947992 Feb 09 21:52:42.398323 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de860370-8098-41bd-9f3c-75217d77d4ac req-f8a80f0e-899d-48bd-971a-21037d091dd6 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2734890 Feb 09 21:52:42.672423 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ae716a7-a814-4535-8e2b-9ff4d814ee8b req-1524ae71-ad86-4eeb-b2c4-b41097ebb474 service neutron] 10.222.0.71 "GET /v2.0/networks/361d3ae3-946b-43bc-bd7a-5571eb55520d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635921 Feb 09 21:52:42.688716 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8cca25d1-d4b9-407a-bfaf-110c4683dc2a admin admin] Publish callbacks [] for security_group (ecc8daa4-eb4b-471e-ac3a-d92ede1777c2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:42.706825 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:42.727915 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc418b-dd9c-44aa-a3a7-cd8847c9ed30 req-25298c94-28f0-42be-aa46-428e353fa44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:42.769100 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-71fc418b-dd9c-44aa-a3a7-cd8847c9ed30 req-25298c94-28f0-42be-aa46-428e353fa44c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5212a2c9-ea88-4741-aaf1-2380b789ca31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7448997 Feb 09 21:52:42.822224 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] For port 6bcb1e96-ee43-4364-9b2e-c958124c4890, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:52:42.831183 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] For port 6bcb1e96-ee43-4364-9b2e-c958124c4890, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6bcb1e96-ee43-4364-9b2e-c958124c4890,segment=NetworkSegment(1698b7a1-b14d-486e-bd65-7f662455a6c0),segment_id=1698b7a1-b14d-486e-bd65-7f662455a6c0)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:52:42.892697 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8cca25d1-d4b9-407a-bfaf-110c4683dc2a admin admin] Publish callbacks [] for security_group (ecc8daa4-eb4b-471e-ac3a-d92ede1777c2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:42.970653 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (6bcb1e96-ee43-4364-9b2e-c958124c4890), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:43.189905 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c142c2-3824-4782-83ed-94996a04ade6 req-aa3428fd-104c-4dd8-ae55-f85cfeddd79e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:43.206132 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c142c2-3824-4782-83ed-94996a04ade6 req-aa3428fd-104c-4dd8-ae55-f85cfeddd79e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:43.232866 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c142c2-3824-4782-83ed-94996a04ade6 req-aa3428fd-104c-4dd8-ae55-f85cfeddd79e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:43.249690 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c142c2-3824-4782-83ed-94996a04ade6 req-aa3428fd-104c-4dd8-ae55-f85cfeddd79e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:43.264701 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c142c2-3824-4782-83ed-94996a04ade6 req-aa3428fd-104c-4dd8-ae55-f85cfeddd79e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:43.293681 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c142c2-3824-4782-83ed-94996a04ade6 req-aa3428fd-104c-4dd8-ae55-f85cfeddd79e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:43.306229 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c142c2-3824-4782-83ed-94996a04ade6 req-aa3428fd-104c-4dd8-ae55-f85cfeddd79e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:43.308450 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-02c142c2-3824-4782-83ed-94996a04ade6 req-aa3428fd-104c-4dd8-ae55-f85cfeddd79e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5445 time: 0.6317136 Feb 09 21:52:43.418549 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ae716a7-a814-4535-8e2b-9ff4d814ee8b req-8b356fda-dd68-4246-8945-cff93cfaf357 service neutron] 10.222.0.71 "GET /v2.0/networks/361d3ae3-946b-43bc-bd7a-5571eb55520d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6538785 Feb 09 21:52:43.473266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:43.474443 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:43.503495 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] 10.222.0.42 "PUT /v2.0/ports/6bcb1e96-ee43-4364-9b2e-c958124c4890 HTTP/1.1" status: 200 len: 1091 time: 6.3707697 Feb 09 21:52:43.525851 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c7252f-fc8e-4149-b78f-dda9a7d55509', 'tag': '6bcb1e96-ee43-4364-9b2e-c958124c4890'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:43.541245 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1762a6ce-2e6b-486f-af62-b2211841296e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c7252f-fc8e-4149-b78f-dda9a7d55509", "tag": "6bcb1e96-ee43-4364-9b2e-c958124c4890"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:43.571071 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-02c142c2-3824-4782-83ed-94996a04ade6 req-3a155f95-a15a-4d20-8221-6a8af477a498 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2447240 Feb 09 21:52:43.806240 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b10299-0121-41fe-8a8c-ecf5f8ca05f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6bcb1e96-ee43-4364-9b2e-c958124c4890,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:43.823581 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8cca25d1-d4b9-407a-bfaf-110c4683dc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ecc8daa4-eb4b-471e-ac3a-d92ede1777c2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:43.836245 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8cca25d1-d4b9-407a-bfaf-110c4683dc2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:43.845263 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8cca25d1-d4b9-407a-bfaf-110c4683dc2a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ecc8daa4-eb4b-471e-ac3a-d92ede1777c2 HTTP/1.1" status: 204 len: 168 time: 2.0274820 Feb 09 21:52:43.881637 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-71fc418b-dd9c-44aa-a3a7-cd8847c9ed30 req-7c43da54-6050-4a5b-b68a-0c4499a1c0b7 service neutron] 10.222.0.42 "GET /v2.0/networks/5212a2c9-ea88-4741-aaf1-2380b789ca31?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0452719 Feb 09 21:52:43.882275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85baca2f-0c28-4cf1-b389-ba47c0e024db req-5893fa89-d309-4bef-b325-fddbc6816026 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:43.883673 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca25d1-d4b9-407a-bfaf-110c4683dc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc8daa4-eb4b-471e-ac3a-d92ede1777c2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:43.909931 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85baca2f-0c28-4cf1-b389-ba47c0e024db req-5893fa89-d309-4bef-b325-fddbc6816026 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 944 time: 0.1962230 Feb 09 21:52:44.036069 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85baca2f-0c28-4cf1-b389-ba47c0e024db req-eb54220e-3c2c-49c2-a1a6-3752bca728c9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181960 Feb 09 21:52:44.128930 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-62f905b3-acb5-45b0-aa62-53f629ecf9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:44.131137 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-62f905b3-acb5-45b0-aa62-53f629ecf9c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b666becafa484a598b495047b071dc96&device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 1125 time: 0.5270345 Feb 09 21:52:44.309745 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-4209efec-f1f0-4041-85be-efdd6e5f0a85 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bcb1e96-ee43-4364-9b2e-c958124c4890 HTTP/1.1" status: 200 len: 217 time: 0.1583133 Feb 09 21:52:44.381035 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb3212-0289-490a-998c-bc568059ad6c req-d1a68593-740a-4ea5-a1b0-7e2efb56de66 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:44.383023 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-47bb3212-0289-490a-998c-bc568059ad6c req-d1a68593-740a-4ea5-a1b0-7e2efb56de66 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 943 time: 0.1678290 Feb 09 21:52:44.509582 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-47bb3212-0289-490a-998c-bc568059ad6c req-29e79ce8-6fcc-4425-921e-e156d48778ce tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188619 Feb 09 21:52:44.516897 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-10b0d668-bb7c-43ca-92d6-d15d4de2267a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:44.519153 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-10b0d668-bb7c-43ca-92d6-d15d4de2267a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3226a4e0-eaaa-4676-95ae-6877bda788e2 HTTP/1.1" status: 200 len: 851 time: 0.1943760 Feb 09 21:52:44.530935 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:44.636216 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-71fc418b-dd9c-44aa-a3a7-cd8847c9ed30 req-5e780228-1ac1-4edd-89ca-359d90f42aec service neutron] 10.222.0.42 "GET /v2.0/networks/5212a2c9-ea88-4741-aaf1-2380b789ca31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7330453 Feb 09 21:52:44.652405 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-028a2709-d2c3-4b17-8d75-aa3d259bbde5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ce4674d6-082e-47aa-bac8-f5e69e573a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095762 Feb 09 21:52:44.874457 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-470c5b8f-f70f-4406-9880-b5566f7e46c6 service neutron] 10.222.0.42 "GET /v2.0/networks/ce4674d6-082e-47aa-bac8-f5e69e573a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211273 Feb 09 21:52:45.015517 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53ed58-b25e-44e8-990f-e610b2ba656e req-c57a6c32-e2ae-4995-805d-840a35427536 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:45.030930 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53ed58-b25e-44e8-990f-e610b2ba656e req-c57a6c32-e2ae-4995-805d-840a35427536 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:45.045420 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53ed58-b25e-44e8-990f-e610b2ba656e req-c57a6c32-e2ae-4995-805d-840a35427536 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:45.067348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53ed58-b25e-44e8-990f-e610b2ba656e req-c57a6c32-e2ae-4995-805d-840a35427536 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:45.074991 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53ed58-b25e-44e8-990f-e610b2ba656e req-c57a6c32-e2ae-4995-805d-840a35427536 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:45.092496 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53ed58-b25e-44e8-990f-e610b2ba656e req-c57a6c32-e2ae-4995-805d-840a35427536 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:45.098557 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53ed58-b25e-44e8-990f-e610b2ba656e req-c57a6c32-e2ae-4995-805d-840a35427536 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:45.102571 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ba53ed58-b25e-44e8-990f-e610b2ba656e req-c57a6c32-e2ae-4995-805d-840a35427536 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5434 time: 0.2783494 Feb 09 21:52:45.179171 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-05689084-b188-43ba-ad03-55e2a8f53c3d req-a47c7ce9-f709-4af6-9fc7-0ba0a9f2ef24 service neutron] 10.222.0.42 "GET /v2.0/networks/ce4674d6-082e-47aa-bac8-f5e69e573a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429347 Feb 09 21:52:45.312407 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:45.340753 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ba53ed58-b25e-44e8-990f-e610b2ba656e req-4e41bf25-b7cd-4fb9-9f6d-8f9a67dd3d65 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2278535 Feb 09 21:52:45.463861 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205b838a-69f5-4158-90f8-b90dfc1b2569 x-openstack-request-id: req-205b838a-69f5-4158-90f8-b90dfc1b2569 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:45.464168 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c7252f-fc8e-4149-b78f-dda9a7d55509", "tag": "6bcb1e96-ee43-4364-9b2e-c958124c4890", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:45.464449 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-205b838a-69f5-4158-90f8-b90dfc1b2569 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:45.464956 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c7252f-fc8e-4149-b78f-dda9a7d55509', 'tag': '6bcb1e96-ee43-4364-9b2e-c958124c4890', 'status': 'completed', 'code': 200} Feb 09 21:52:45.772584 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449dccc-15a6-437e-b193-2429b2eaa262 req-5a9c83fc-fc57-4ad1-b74e-8ea91aa1dd57 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:45.785934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449dccc-15a6-437e-b193-2429b2eaa262 req-5a9c83fc-fc57-4ad1-b74e-8ea91aa1dd57 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:45.803456 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449dccc-15a6-437e-b193-2429b2eaa262 req-5a9c83fc-fc57-4ad1-b74e-8ea91aa1dd57 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:45.814807 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762a6ce-2e6b-486f-af62-b2211841296e req-29dd0dbf-2903-4b7e-ac3d-bd2b4cefc69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:45.820703 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1762a6ce-2e6b-486f-af62-b2211841296e req-29dd0dbf-2903-4b7e-ac3d-bd2b4cefc69b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b666becafa484a598b495047b071dc96&device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 1125 time: 0.2425792 Feb 09 21:52:45.823480 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449dccc-15a6-437e-b193-2429b2eaa262 req-5a9c83fc-fc57-4ad1-b74e-8ea91aa1dd57 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:45.830015 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449dccc-15a6-437e-b193-2429b2eaa262 req-5a9c83fc-fc57-4ad1-b74e-8ea91aa1dd57 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:45.839627 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449dccc-15a6-437e-b193-2429b2eaa262 req-5a9c83fc-fc57-4ad1-b74e-8ea91aa1dd57 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:45.856501 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449dccc-15a6-437e-b193-2429b2eaa262 req-5a9c83fc-fc57-4ad1-b74e-8ea91aa1dd57 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:45.870582 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5449dccc-15a6-437e-b193-2429b2eaa262 req-5a9c83fc-fc57-4ad1-b74e-8ea91aa1dd57 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5445 time: 0.2428408 Feb 09 21:52:45.939628 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:46.084271 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5449dccc-15a6-437e-b193-2429b2eaa262 req-b6c662c2-4204-43ce-93ef-f940aea645f7 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2041230 Feb 09 21:52:46.354383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762a6ce-2e6b-486f-af62-b2211841296e req-73b0da6b-c004-4c63-98c2-a269610739be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:46.357632 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1762a6ce-2e6b-486f-af62-b2211841296e req-73b0da6b-c004-4c63-98c2-a269610739be service neutron] 10.222.0.42 "GET /v2.0/networks?id=ce4674d6-082e-47aa-bac8-f5e69e573a4c HTTP/1.1" status: 200 len: 912 time: 0.5275888 Feb 09 21:52:46.487407 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1762a6ce-2e6b-486f-af62-b2211841296e req-ef6343b6-c9a2-450c-b447-c5f2a188dd51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bcb1e96-ee43-4364-9b2e-c958124c4890 HTTP/1.1" status: 200 len: 217 time: 0.1185644 Feb 09 21:52:46.503552 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8500e-f596-4c5f-acbb-3c5437a93a8d req-80907102-ab41-47b2-987a-a8b65a9d4674 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:46.517467 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-16c8500e-f596-4c5f-acbb-3c5437a93a8d req-80907102-ab41-47b2-987a-a8b65a9d4674 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 944 time: 0.2864773 Feb 09 21:52:46.709964 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762a6ce-2e6b-486f-af62-b2211841296e req-5e462d66-4e62-459d-9154-c2b16f498239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:46.718329 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1762a6ce-2e6b-486f-af62-b2211841296e req-5e462d66-4e62-459d-9154-c2b16f498239 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3226a4e0-eaaa-4676-95ae-6877bda788e2 HTTP/1.1" status: 200 len: 851 time: 0.1814418 Feb 09 21:52:46.768655 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-16c8500e-f596-4c5f-acbb-3c5437a93a8d req-31fb8b04-5cbf-4b47-a248-4458ab09fa28 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489533 Feb 09 21:52:46.859920 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1762a6ce-2e6b-486f-af62-b2211841296e req-18826913-c27b-4a90-85a3-ebe50507a22f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ce4674d6-082e-47aa-bac8-f5e69e573a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164310 Feb 09 21:52:47.127934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064229d-c44a-4123-a0af-a68b5e192ad5 req-a0a70c62-818e-4ad7-a817-7f7f214bac1d tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:47.133696 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f064229d-c44a-4123-a0af-a68b5e192ad5 req-a0a70c62-818e-4ad7-a817-7f7f214bac1d tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 943 time: 0.1216464 Feb 09 21:52:47.206387 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1762a6ce-2e6b-486f-af62-b2211841296e req-1a46ba9c-14cf-481e-b7fa-f5a9a6cfd05f service neutron] 10.222.0.42 "GET /v2.0/networks/ce4674d6-082e-47aa-bac8-f5e69e573a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387387 Feb 09 21:52:47.229943 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f064229d-c44a-4123-a0af-a68b5e192ad5 req-9c95729c-f3dd-4fc3-a3d5-1bb42eba0725 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884137 Feb 09 21:52:47.461459 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1762a6ce-2e6b-486f-af62-b2211841296e req-55c2e92a-16f4-4426-b706-93d3ce315c50 service neutron] 10.222.0.42 "GET /v2.0/networks/ce4674d6-082e-47aa-bac8-f5e69e573a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459505 Feb 09 21:52:47.615376 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda0b35-ac73-4263-b1ed-da733f0d165f req-a896c0ce-7c93-40c6-852f-24e168b8f1b3 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:47.623379 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda0b35-ac73-4263-b1ed-da733f0d165f req-a896c0ce-7c93-40c6-852f-24e168b8f1b3 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:47.634163 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda0b35-ac73-4263-b1ed-da733f0d165f req-a896c0ce-7c93-40c6-852f-24e168b8f1b3 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:47.643767 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda0b35-ac73-4263-b1ed-da733f0d165f req-a896c0ce-7c93-40c6-852f-24e168b8f1b3 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:47.652194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda0b35-ac73-4263-b1ed-da733f0d165f req-a896c0ce-7c93-40c6-852f-24e168b8f1b3 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:47.659835 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda0b35-ac73-4263-b1ed-da733f0d165f req-a896c0ce-7c93-40c6-852f-24e168b8f1b3 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:47.668260 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda0b35-ac73-4263-b1ed-da733f0d165f req-a896c0ce-7c93-40c6-852f-24e168b8f1b3 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:47.679319 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cdda0b35-ac73-4263-b1ed-da733f0d165f req-a896c0ce-7c93-40c6-852f-24e168b8f1b3 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5445 time: 0.1606791 Feb 09 21:52:47.855192 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cdda0b35-ac73-4263-b1ed-da733f0d165f req-26466422-e8ba-4c73-bd08-e607dc31f02d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1741922 Feb 09 21:52:48.246961 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dba58e-e2b9-4f80-8712-808c4d52cfb3 req-b46f1a59-97da-4cb4-9c4f-0209f5b3534c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:48.284534 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dba58e-e2b9-4f80-8712-808c4d52cfb3 req-b46f1a59-97da-4cb4-9c4f-0209f5b3534c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:48.322083 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dba58e-e2b9-4f80-8712-808c4d52cfb3 req-b46f1a59-97da-4cb4-9c4f-0209f5b3534c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:48.343948 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dba58e-e2b9-4f80-8712-808c4d52cfb3 req-b46f1a59-97da-4cb4-9c4f-0209f5b3534c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:48.373931 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dba58e-e2b9-4f80-8712-808c4d52cfb3 req-b46f1a59-97da-4cb4-9c4f-0209f5b3534c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:48.407944 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dba58e-e2b9-4f80-8712-808c4d52cfb3 req-b46f1a59-97da-4cb4-9c4f-0209f5b3534c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:48.428354 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dba58e-e2b9-4f80-8712-808c4d52cfb3 req-b46f1a59-97da-4cb4-9c4f-0209f5b3534c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:48.444970 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91dba58e-e2b9-4f80-8712-808c4d52cfb3 req-b46f1a59-97da-4cb4-9c4f-0209f5b3534c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5434 time: 0.4064233 Feb 09 21:52:48.596878 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91dba58e-e2b9-4f80-8712-808c4d52cfb3 req-424bae82-4522-4210-8009-d37835598fd8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1475194 Feb 09 21:52:48.807148 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 6bcb1e96-ee43-4364-9b2e-c958124c4890 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:49.087445 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 6bcb1e96-ee43-4364-9b2e-c958124c4890, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6bcb1e96-ee43-4364-9b2e-c958124c4890,segment=NetworkSegment(1698b7a1-b14d-486e-bd65-7f662455a6c0),segment_id=1698b7a1-b14d-486e-bd65-7f662455a6c0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:49.123914 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '6bcb1e96-ee43-4364-9b2e-c958124c4890', 'network_id': 'ce4674d6-082e-47aa-bac8-f5e69e573a4c', 'port_id': '6bcb1e96-ee43-4364-9b2e-c958124c4890', 'mac_address': 'fa:16:3e:b8:b8:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3226a4e0-eaaa-4676-95ae-6877bda788e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:49.182694 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 6bcb1e96-ee43-4364-9b2e-c958124c4890 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:49.183662 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6bcb1e96-ee43-4364-9b2e-c958124c4890), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:49.213191 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bcb1e96-ee43-4364-9b2e-c958124c4890 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:49.255130 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 6bcb1e96-ee43-4364-9b2e-c958124c4890, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6bcb1e96-ee43-4364-9b2e-c958124c4890,segment=NetworkSegment(1698b7a1-b14d-486e-bd65-7f662455a6c0),segment_id=1698b7a1-b14d-486e-bd65-7f662455a6c0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:49.263083 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6bcb1e96-ee43-4364-9b2e-c958124c4890), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:49.473000 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=6bcb1e96-ee43-4364-9b2e-c958124c4890,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:49.605243 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['6bcb1e96-ee43-4364-9b2e-c958124c4890'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:49.655459 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcce890-c420-4acc-9099-495a6e08a7f1 req-ea117ea6-288f-4560-b4b8-5ecce25ac08c tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:49.667530 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-afcce890-c420-4acc-9099-495a6e08a7f1 req-ea117ea6-288f-4560-b4b8-5ecce25ac08c tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 944 time: 0.1773491 Feb 09 21:52:49.764244 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-afcce890-c420-4acc-9099-495a6e08a7f1 req-d434f893-1e7b-4d6a-8f2d-92471b4112ba tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953290 Feb 09 21:52:49.965107 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79533746-5359-41d7-bd57-aaefbad563e3 req-6075562d-15de-4495-870e-ca86121dd564 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:49.971711 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79533746-5359-41d7-bd57-aaefbad563e3 req-6075562d-15de-4495-870e-ca86121dd564 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:49.979857 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79533746-5359-41d7-bd57-aaefbad563e3 req-6075562d-15de-4495-870e-ca86121dd564 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:49.993404 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79533746-5359-41d7-bd57-aaefbad563e3 req-6075562d-15de-4495-870e-ca86121dd564 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:50.004077 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79533746-5359-41d7-bd57-aaefbad563e3 req-6075562d-15de-4495-870e-ca86121dd564 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:50.012624 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79533746-5359-41d7-bd57-aaefbad563e3 req-6075562d-15de-4495-870e-ca86121dd564 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:50.020329 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79533746-5359-41d7-bd57-aaefbad563e3 req-6075562d-15de-4495-870e-ca86121dd564 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:50.025150 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-79533746-5359-41d7-bd57-aaefbad563e3 req-6075562d-15de-4495-870e-ca86121dd564 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5445 time: 0.1529555 Feb 09 21:52:50.239350 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae13e8d-95ee-417e-a03c-384612d225ff req-29b875c1-aa8f-4ac0-90a1-5cdfe1077672 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:50.248837 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eae13e8d-95ee-417e-a03c-384612d225ff req-29b875c1-aa8f-4ac0-90a1-5cdfe1077672 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 944 time: 0.1622212 Feb 09 21:52:50.333667 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eae13e8d-95ee-417e-a03c-384612d225ff req-f269ce3c-429d-4621-bb76-45e880e51f33 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808389 Feb 09 21:52:50.557731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-57ff8420-322d-4616-9d2b-45316ef2f265 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:50.567285 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-57ff8420-322d-4616-9d2b-45316ef2f265 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/networks?id=364c2f3e-feb4-4b55-8f2f-ec33b2e23eac HTTP/1.1" status: 200 len: 813 time: 0.1488867 Feb 09 21:52:50.589758 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-5d9d9959-9208-4a8f-9dde-cd95e9bc5a0b tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/quotas/ca9a9bb5263a475f9beaae32168a01fb HTTP/1.1" status: 200 len: 375 time: 0.0210686 Feb 09 21:52:50.638201 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-9f582ba4-d12f-4b9e-a673-1d2e91604736 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ca9a9bb5263a475f9beaae32168a01fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469172 Feb 09 21:52:50.776215 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-1df726fa-4ea9-4352-a430-13e0a5c501b9 service neutron] 10.222.0.77 "GET /v2.0/networks/364c2f3e-feb4-4b55-8f2f-ec33b2e23eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368017 Feb 09 21:52:50.820616 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 6bcb1e96-ee43-4364-9b2e-c958124c4890 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:50.967124 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-a60681e9-6689-4399-ba7d-4b0b9afcc404 service neutron] 10.222.0.77 "GET /v2.0/networks/364c2f3e-feb4-4b55-8f2f-ec33b2e23eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897910 Feb 09 21:52:50.974514 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 6bcb1e96-ee43-4364-9b2e-c958124c4890 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:52:50.983118 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 6bcb1e96-ee43-4364-9b2e-c958124c4890 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:50.984726 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6bcb1e96-ee43-4364-9b2e-c958124c4890), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:51.272584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 6bcb1e96-ee43-4364-9b2e-c958124c4890 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:51.273060 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6bcb1e96-ee43-4364-9b2e-c958124c4890), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:51.326188 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 6bcb1e96-ee43-4364-9b2e-c958124c4890, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6bcb1e96-ee43-4364-9b2e-c958124c4890,segment=NetworkSegment(1698b7a1-b14d-486e-bd65-7f662455a6c0),segment_id=1698b7a1-b14d-486e-bd65-7f662455a6c0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:51.328051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c7252f-fc8e-4149-b78f-dda9a7d55509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcb1e96-ee43-4364-9b2e-c958124c4890'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:51.332303 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66de2892-3670-418e-b51e-45e7c7fbda35" -d '{"events": [{"server_uuid": "c0c7252f-fc8e-4149-b78f-dda9a7d55509", "name": "network-vif-plugged", "status": "completed", "tag": "6bcb1e96-ee43-4364-9b2e-c958124c4890"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:51.340650 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6bcb1e96-ee43-4364-9b2e-c958124c4890), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:51.455463 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=6bcb1e96-ee43-4364-9b2e-c958124c4890,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:51.633939 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33424db3-c4f1-4e2c-b1e5-092d41f2a40e req-257309a4-7c97-469f-b7a6-8040b41c1632 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:51.653458 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33424db3-c4f1-4e2c-b1e5-092d41f2a40e req-257309a4-7c97-469f-b7a6-8040b41c1632 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:51.663206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33424db3-c4f1-4e2c-b1e5-092d41f2a40e req-257309a4-7c97-469f-b7a6-8040b41c1632 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:51.674056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33424db3-c4f1-4e2c-b1e5-092d41f2a40e req-257309a4-7c97-469f-b7a6-8040b41c1632 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:51.683225 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33424db3-c4f1-4e2c-b1e5-092d41f2a40e req-257309a4-7c97-469f-b7a6-8040b41c1632 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:51.691552 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33424db3-c4f1-4e2c-b1e5-092d41f2a40e req-257309a4-7c97-469f-b7a6-8040b41c1632 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:51.701118 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33424db3-c4f1-4e2c-b1e5-092d41f2a40e req-257309a4-7c97-469f-b7a6-8040b41c1632 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:51.715152 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-33424db3-c4f1-4e2c-b1e5-092d41f2a40e req-257309a4-7c97-469f-b7a6-8040b41c1632 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5434 time: 0.2412205 Feb 09 21:52:51.813784 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-33424db3-c4f1-4e2c-b1e5-092d41f2a40e req-2a3ce876-0b40-4d35-92ef-220f8d472d39 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0971513 Feb 09 21:52:52.054674 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ce0a8-2eed-4ea2-bd25-5ed7f897ba7e req-fdb16336-c6e4-4f88-9c73-b7177aa73c92 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:52.057748 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f18ce0a8-2eed-4ea2-bd25-5ed7f897ba7e req-fdb16336-c6e4-4f88-9c73-b7177aa73c92 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 944 time: 0.1162195 Feb 09 21:52:52.226553 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f18ce0a8-2eed-4ea2-bd25-5ed7f897ba7e req-c1ae42ef-0f8b-4672-aa11-68d0b1042222 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511490 Feb 09 21:52:52.436332 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5153da53-a7df-4429-bd35-43b566c2670c req-862b5d3b-ab88-49ce-b25d-83687aae5634 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfdfa258-70d8-42e7-8778-e05c7b76341e HTTP/1.1" status: 200 len: 210 time: 0.0654590 Feb 09 21:52:52.546423 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f046aab1-2e2c-4612-8313-9d8cafd34805 x-openstack-request-id: req-f046aab1-2e2c-4612-8313-9d8cafd34805 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:52.547325 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c7252f-fc8e-4149-b78f-dda9a7d55509", "name": "network-vif-plugged", "status": "completed", "tag": "6bcb1e96-ee43-4364-9b2e-c958124c4890", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:52.547516 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f046aab1-2e2c-4612-8313-9d8cafd34805 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:52.548475 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c7252f-fc8e-4149-b78f-dda9a7d55509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcb1e96-ee43-4364-9b2e-c958124c4890', 'code': 200} Feb 09 21:52:52.752164 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052f53b-5de4-45d9-b572-619cca1541fc req-36730a89-b29a-4daa-b433-1bc11f39b622 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:52.768269 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0052f53b-5de4-45d9-b572-619cca1541fc req-36730a89-b29a-4daa-b433-1bc11f39b622 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.1406760 Feb 09 21:52:52.811726 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20871f3a-f1fd-4b52-901c-54bea70a1576 req-e41089a8-f52f-4eb5-8467-d385f337bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:52.829535 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-20871f3a-f1fd-4b52-901c-54bea70a1576 req-e41089a8-f52f-4eb5-8467-d385f337bb61 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 1127 time: 0.1097636 Feb 09 21:52:52.881091 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0052f53b-5de4-45d9-b572-619cca1541fc req-8f14943a-99de-4878-a32e-3f26aea1c0f7 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072612 Feb 09 21:52:52.947535 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-20871f3a-f1fd-4b52-901c-54bea70a1576 req-73472d15-9486-4b54-a25f-386212550a5a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118038 Feb 09 21:52:53.078184 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceecfb9-7e93-432a-9d49-bc12bf1326ef req-59b37119-3744-47b0-95c6-0db018c66e46 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:53.089967 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceecfb9-7e93-432a-9d49-bc12bf1326ef req-59b37119-3744-47b0-95c6-0db018c66e46 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:53.101355 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceecfb9-7e93-432a-9d49-bc12bf1326ef req-59b37119-3744-47b0-95c6-0db018c66e46 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:53.112630 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceecfb9-7e93-432a-9d49-bc12bf1326ef req-59b37119-3744-47b0-95c6-0db018c66e46 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:53.123639 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceecfb9-7e93-432a-9d49-bc12bf1326ef req-59b37119-3744-47b0-95c6-0db018c66e46 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:53.135201 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceecfb9-7e93-432a-9d49-bc12bf1326ef req-59b37119-3744-47b0-95c6-0db018c66e46 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:53.146840 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceecfb9-7e93-432a-9d49-bc12bf1326ef req-59b37119-3744-47b0-95c6-0db018c66e46 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:53.151709 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2ceecfb9-7e93-432a-9d49-bc12bf1326ef req-59b37119-3744-47b0-95c6-0db018c66e46 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5434 time: 0.1823504 Feb 09 21:52:53.604139 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-88607761-31c2-4ebd-b06a-b3a3f554380a tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:53.607210 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-88607761-31c2-4ebd-b06a-b3a3f554380a tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.71 "GET /v2.0/networks?id=364c2f3e-feb4-4b55-8f2f-ec33b2e23eac HTTP/1.1" status: 200 len: 813 time: 0.3176351 Feb 09 21:52:53.634179 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Request body: {'port': {'device_id': 'bfdfa258-70d8-42e7-8778-e05c7b76341e', 'network_id': '364c2f3e-feb4-4b55-8f2f-ec33b2e23eac', 'admin_state_up': True, 'tenant_id': 'ca9a9bb5263a475f9beaae32168a01fb'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:53.730085 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaadcd5-6135-48c8-8365-06b20dfb984b req-a334a2a0-a0d6-4e97-afee-d1173a3d76e3 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:53.733045 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4aaadcd5-6135-48c8-8365-06b20dfb984b req-a334a2a0-a0d6-4e97-afee-d1173a3d76e3 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 944 time: 0.2443304 Feb 09 21:52:53.897436 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4aaadcd5-6135-48c8-8365-06b20dfb984b req-f04cd553-4251-4f2b-9ab6-88c6b376071b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452789 Feb 09 21:52:53.928163 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Made reservation on behalf of ca9a9bb5263a475f9beaae32168a01fb for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:52:53.934373 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:54.181856 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-baef6798-3fc3-49c1-91c3-28335d38d463 req-ab0d806d-be64-4a4f-8855-30877403793d tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfdfa258-70d8-42e7-8778-e05c7b76341e HTTP/1.1" status: 200 len: 210 time: 0.0899825 Feb 09 21:52:54.425700 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Allocated IP 172.20.0.13 (364c2f3e-feb4-4b55-8f2f-ec33b2e23eac/321e59e2-b895-4c51-be5b-a8f5ea91dd3f/ea40944c-5e13-45e8-8494-50a7ac84aba7) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:52:54.579108 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18891b28-aa4d-4198-87cb-5be90e9077ed req-ee8e5938-bb02-4710-88e2-0c22b200fcb5 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:54.592554 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18891b28-aa4d-4198-87cb-5be90e9077ed req-ee8e5938-bb02-4710-88e2-0c22b200fcb5 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.1993427 Feb 09 21:52:55.290402 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Publish callbacks [] for port (ea40944c-5e13-45e8-8494-50a7ac84aba7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.311442 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18891b28-aa4d-4198-87cb-5be90e9077ed req-48e5476f-bd26-4d37-b85d-ff4fbebed992 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7171080 Feb 09 21:52:55.409537 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (ea40944c-5e13-45e8-8494-50a7ac84aba7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.513764 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Network 364c2f3e-feb4-4b55-8f2f-ec33b2e23eac is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:52:55.550122 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:52:55.555412 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:52:55.646915 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Pushing event updated for resources: {'Port': ['ID=ea40944c-5e13-45e8-8494-50a7ac84aba7,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:55.685697 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:55.686267 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:55.686864 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:55.687467 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:55.688083 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:55.689113 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:55.689771 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:55.690354 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:55.690935 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:55.691517 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:55.692142 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:55.692845 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:55.693469 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:55.742060 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:55.743290 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.762643 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da5d9b-3837-42ae-8854-00395830edee req-387b197d-fb42-480d-82d8-2394ef8f0481 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:55.765520 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-96da5d9b-3837-42ae-8854-00395830edee req-387b197d-fb42-480d-82d8-2394ef8f0481 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 944 time: 0.2559624 Feb 09 21:52:55.797689 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-e0d07486-3332-4bf1-b17b-320b667aaecd tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1711321 Feb 09 21:52:55.812673 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] Request body: {'port': {'device_id': 'bfdfa258-70d8-42e7-8778-e05c7b76341e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:55.894346 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-96da5d9b-3837-42ae-8854-00395830edee req-0f9d76e6-f6b7-4969-bc07-56c1c7b33cce tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163020 Feb 09 21:52:55.977539 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ea40944c-5e13-45e8-8494-50a7ac84aba7), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:56.273538 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5c2f1-879b-4b5e-b309-fedec024485c req-990ed3ba-30c9-45e8-9553-0a68c936ade5 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:56.275472 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fdf5c2f1-879b-4b5e-b309-fedec024485c req-990ed3ba-30c9-45e8-9553-0a68c936ade5 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfdfa258-70d8-42e7-8778-e05c7b76341e HTTP/1.1" status: 200 len: 932 time: 0.2690744 Feb 09 21:52:56.417749 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fdf5c2f1-879b-4b5e-b309-fedec024485c req-516ecb02-1e7a-4ce8-a161-97bf7df229d8 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/security-groups?id=91c1b8a4-af98-41f1-acd4-373f3943d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257370 Feb 09 21:52:56.626442 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea40944c-5e13-45e8-8494-50a7ac84aba7 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:56.644249 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] Publish callbacks [] for port (ea40944c-5e13-45e8-8494-50a7ac84aba7), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:56.672439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] Transition to ACTIVE for port object ea40944c-5e13-45e8-8494-50a7ac84aba7 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:52:56.680872 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (ea40944c-5e13-45e8-8494-50a7ac84aba7), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:56.993304 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a7e16-6eb9-446c-bd96-1884fae8256c req-0190f9ed-034b-451b-972b-0d255eb32379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:56.996160 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-446a7e16-6eb9-446c-bd96-1884fae8256c req-0190f9ed-034b-451b-972b-0d255eb32379 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b666becafa484a598b495047b071dc96&device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 1127 time: 0.1499043 Feb 09 21:52:57.098140 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] Pushing event updated for resources: {'Port': ['ID=ea40944c-5e13-45e8-8494-50a7ac84aba7,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:57.195236 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a7e16-6eb9-446c-bd96-1884fae8256c req-b8b6f5e1-b463-4e3f-a4bf-fb009f84ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:57.197592 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-446a7e16-6eb9-446c-bd96-1884fae8256c req-b8b6f5e1-b463-4e3f-a4bf-fb009f84ec8b service neutron] 10.222.0.42 "GET /v2.0/networks?id=ce4674d6-082e-47aa-bac8-f5e69e573a4c HTTP/1.1" status: 200 len: 912 time: 0.1949825 Feb 09 21:52:57.204204 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7031ba-c7a2-499f-9778-03094cbd3f06 req-78a4ee2c-5a5f-40d6-b54c-73cd53064bac tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:57.215987 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc7031ba-c7a2-499f-9778-03094cbd3f06 req-78a4ee2c-5a5f-40d6-b54c-73cd53064bac tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.2559240 Feb 09 21:52:57.238477 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] Attempting to bind port ea40944c-5e13-45e8-8494-50a7ac84aba7 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:52:57.238945 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] Attempting to bind port ea40944c-5e13-45e8-8494-50a7ac84aba7 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '641bfab3-75a2-434f-a7a3-eacc3fc002e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '364c2f3e-feb4-4b55-8f2f-ec33b2e23eac'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:52:57.240571 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] Attempting to bind port ea40944c-5e13-45e8-8494-50a7ac84aba7 on network 364c2f3e-feb4-4b55-8f2f-ec33b2e23eac {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:57.275949 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-446a7e16-6eb9-446c-bd96-1884fae8256c req-61210b28-1168-4dfa-ab4b-a5808be09a20 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bcb1e96-ee43-4364-9b2e-c958124c4890 HTTP/1.1" status: 200 len: 217 time: 0.0639985 Feb 09 21:52:57.279493 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] Port ea40944c-5e13-45e8-8494-50a7ac84aba7 on network 364c2f3e-feb4-4b55-8f2f-ec33b2e23eac not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:52:57.280091 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] Attempting to bind port ea40944c-5e13-45e8-8494-50a7ac84aba7 on network 364c2f3e-feb4-4b55-8f2f-ec33b2e23eac {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:57.296086 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:52:57.296652 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] Checking segment: {'id': '641bfab3-75a2-434f-a7a3-eacc3fc002e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '364c2f3e-feb4-4b55-8f2f-ec33b2e23eac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:52:57.297301 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] Bound using segment: {'id': '641bfab3-75a2-434f-a7a3-eacc3fc002e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '364c2f3e-feb4-4b55-8f2f-ec33b2e23eac'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:52:57.298004 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] Bound port: ea40944c-5e13-45e8-8494-50a7ac84aba7, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '641bfab3-75a2-434f-a7a3-eacc3fc002e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '364c2f3e-feb4-4b55-8f2f-ec33b2e23eac'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:52:57.298613 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ea40944c-5e13-45e8-8494-50a7ac84aba7), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:57.360131 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a7e16-6eb9-446c-bd96-1884fae8256c req-24ad2aee-ce34-4545-a665-dc5970cf3cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:57.361261 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-446a7e16-6eb9-446c-bd96-1884fae8256c req-24ad2aee-ce34-4545-a665-dc5970cf3cdd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3226a4e0-eaaa-4676-95ae-6877bda788e2 HTTP/1.1" status: 200 len: 851 time: 0.0840042 Feb 09 21:52:57.373849 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc7031ba-c7a2-499f-9778-03094cbd3f06 req-f1fc1ec9-dfef-4207-a86d-e113022f14df tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554441 Feb 09 21:52:57.418669 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-446a7e16-6eb9-446c-bd96-1884fae8256c req-d89b70be-206a-4a06-a43e-0f074e7b5fbc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ce4674d6-082e-47aa-bac8-f5e69e573a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479479 Feb 09 21:52:57.584479 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] For port ea40944c-5e13-45e8-8494-50a7ac84aba7, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:52:57.618742 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] For port ea40944c-5e13-45e8-8494-50a7ac84aba7, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ea40944c-5e13-45e8-8494-50a7ac84aba7,segment=NetworkSegment(641bfab3-75a2-434f-a7a3-eacc3fc002e7),segment_id=641bfab3-75a2-434f-a7a3-eacc3fc002e7)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:52:57.621068 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-446a7e16-6eb9-446c-bd96-1884fae8256c req-7ebc5d7b-f819-49c3-8661-daf453b4f4ef service neutron] 10.222.0.42 "GET /v2.0/networks/ce4674d6-082e-47aa-bac8-f5e69e573a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949618 Feb 09 21:52:57.632893 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22e9cc-d047-4108-8756-c8effd5a2345 req-8e94d289-fb6c-45e4-b36c-5cf8435f3ddc tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:57.641611 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5a22e9cc-d047-4108-8756-c8effd5a2345 req-8e94d289-fb6c-45e4-b36c-5cf8435f3ddc tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 944 time: 0.1704979 Feb 09 21:52:57.650756 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (ea40944c-5e13-45e8-8494-50a7ac84aba7), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:57.728084 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:57.728714 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:57.730815 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] 10.222.0.71 "PUT /v2.0/ports/ea40944c-5e13-45e8-8494-50a7ac84aba7 HTTP/1.1" status: 200 len: 1092 time: 1.9236844 Feb 09 21:52:57.731296 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdfa258-70d8-42e7-8778-e05c7b76341e', 'tag': 'ea40944c-5e13-45e8-8494-50a7ac84aba7'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:57.733672 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a6de25-a3cf-4e0a-aa1a-eb70ac39990c" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdfa258-70d8-42e7-8778-e05c7b76341e", "tag": "ea40944c-5e13-45e8-8494-50a7ac84aba7"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:57.789052 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5a22e9cc-d047-4108-8756-c8effd5a2345 req-9d8e5626-396a-4a3c-8458-936e9f06f46c tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463087 Feb 09 21:52:57.790342 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-446a7e16-6eb9-446c-bd96-1884fae8256c req-70d7a448-c8c0-4237-9929-a5172742cacc service neutron] 10.222.0.42 "GET /v2.0/networks/ce4674d6-082e-47aa-bac8-f5e69e573a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629696 Feb 09 21:52:57.793452 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada741d-040d-4adf-bb96-83a7f476a37c service neutron] Pushing event updated for resources: {'Port': ['ID=ea40944c-5e13-45e8-8494-50a7ac84aba7,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:57.964489 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-f3b44d3d-1b99-4cc9-b07c-212521429c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:57.966146 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-f3b44d3d-1b99-4cc9-b07c-212521429c38 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca9a9bb5263a475f9beaae32168a01fb&device_id=bfdfa258-70d8-42e7-8778-e05c7b76341e HTTP/1.1" status: 200 len: 1126 time: 0.1606588 Feb 09 21:52:58.019421 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478111ab-1ef9-4b66-999d-b27b67bc6e12 req-c9311ca1-9162-45d4-8341-8d73982ac738 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:58.021682 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-478111ab-1ef9-4b66-999d-b27b67bc6e12 req-c9311ca1-9162-45d4-8341-8d73982ac738 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfdfa258-70d8-42e7-8778-e05c7b76341e HTTP/1.1" status: 200 len: 944 time: 0.1041386 Feb 09 21:52:58.023335 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-6bc8dab4-962a-4c47-829f-3379ec75cbe8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea40944c-5e13-45e8-8494-50a7ac84aba7 HTTP/1.1" status: 200 len: 217 time: 0.0476727 Feb 09 21:52:58.119118 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-11d33e74-2419-43cd-bae1-531115c97796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:58.122058 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-11d33e74-2419-43cd-bae1-531115c97796 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=321e59e2-b895-4c51-be5b-a8f5ea91dd3f HTTP/1.1" status: 200 len: 853 time: 0.0925417 Feb 09 21:52:58.201016 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-7703b38c-967d-4cb3-b06a-9e2441424de7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=364c2f3e-feb4-4b55-8f2f-ec33b2e23eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666184 Feb 09 21:52:58.366669 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-e993a373-44c1-483a-9eec-6da485979b34 service neutron] 10.222.0.71 "GET /v2.0/networks/364c2f3e-feb4-4b55-8f2f-ec33b2e23eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513357 Feb 09 21:52:58.510324 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-478111ab-1ef9-4b66-999d-b27b67bc6e12 req-c4ac2791-27e4-48ab-b2b3-f9d7b958b196 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/security-groups?id=91c1b8a4-af98-41f1-acd4-373f3943d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673519 Feb 09 21:52:58.749699 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d397d3-d371-4905-8f00-7d4901ce05ac x-openstack-request-id: req-42d397d3-d371-4905-8f00-7d4901ce05ac {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:58.758520 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdfa258-70d8-42e7-8778-e05c7b76341e", "tag": "ea40944c-5e13-45e8-8494-50a7ac84aba7", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:58.759299 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-42d397d3-d371-4905-8f00-7d4901ce05ac {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:58.760242 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdfa258-70d8-42e7-8778-e05c7b76341e', 'tag': 'ea40944c-5e13-45e8-8494-50a7ac84aba7', 'status': 'completed', 'code': 200} Feb 09 21:52:58.870167 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 92df3f27-88f5-4034-ac39-edac860b1e43 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:58.996531 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d900db-94ea-488d-adcf-46aa3b8c4cd1 req-a22f3b19-9e0f-4863-8ba7-de4782192651 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:59.000231 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-23d900db-94ea-488d-adcf-46aa3b8c4cd1 req-a22f3b19-9e0f-4863-8ba7-de4782192651 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.2339044 Feb 09 21:52:59.005536 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e42f7aa-ab57-487b-b7cb-a09b4a4b9244 req-0719db84-4107-4789-bf0f-f7f37a5a4a51 service neutron] 10.222.0.71 "GET /v2.0/networks/364c2f3e-feb4-4b55-8f2f-ec33b2e23eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401032 Feb 09 21:52:59.193346 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 92df3f27-88f5-4034-ac39-edac860b1e43, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=92df3f27-88f5-4034-ac39-edac860b1e43,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:59.235108 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '92df3f27-88f5-4034-ac39-edac860b1e43', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'port_id': '92df3f27-88f5-4034-ac39-edac860b1e43', 'mac_address': 'fa:16:3e:04:af:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:59.242109 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-23d900db-94ea-488d-adcf-46aa3b8c4cd1 req-2e7e6944-1b27-4b86-8b52-4aec8b101d26 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346869 Feb 09 21:52:59.300465 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6de25-a3cf-4e0a-aa1a-eb70ac39990c req-bf96341e-ae50-48de-91bb-e28b8c459356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:59.300465 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8a6de25-a3cf-4e0a-aa1a-eb70ac39990c req-bf96341e-ae50-48de-91bb-e28b8c459356 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca9a9bb5263a475f9beaae32168a01fb&device_id=bfdfa258-70d8-42e7-8778-e05c7b76341e HTTP/1.1" status: 200 len: 1126 time: 0.2192566 Feb 09 21:52:59.386821 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 92df3f27-88f5-4034-ac39-edac860b1e43 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:59.387484 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:59.434925 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92df3f27-88f5-4034-ac39-edac860b1e43 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:59.483317 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 92df3f27-88f5-4034-ac39-edac860b1e43, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=92df3f27-88f5-4034-ac39-edac860b1e43,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:59.492301 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:59.683097 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa945e-5e2e-4210-8fe0-d0c1b6773ec0 req-d11dc183-48ed-42c6-8f83-41981be30430 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:59.687820 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3caa945e-5e2e-4210-8fe0-d0c1b6773ec0 req-d11dc183-48ed-42c6-8f83-41981be30430 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 945 time: 0.2329998 Feb 09 21:52:59.813273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6de25-a3cf-4e0a-aa1a-eb70ac39990c req-35c0a9a6-3a8d-4dab-a503-a7d84731f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:59.815980 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8a6de25-a3cf-4e0a-aa1a-eb70ac39990c req-35c0a9a6-3a8d-4dab-a503-a7d84731f430 service neutron] 10.222.0.71 "GET /v2.0/networks?id=364c2f3e-feb4-4b55-8f2f-ec33b2e23eac HTTP/1.1" status: 200 len: 914 time: 0.5124424 Feb 09 21:52:59.933421 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=92df3f27-88f5-4034-ac39-edac860b1e43,revision_number=11']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:59.959987 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8a6de25-a3cf-4e0a-aa1a-eb70ac39990c req-3874ec31-24b6-445d-8bb3-4c89b5b17109 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea40944c-5e13-45e8-8494-50a7ac84aba7 HTTP/1.1" status: 200 len: 217 time: 0.1367280 Feb 09 21:52:59.960943 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.961427 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.961999 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.962172 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.962482 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.962833 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.963357 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.963721 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.964059 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.964393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.964726 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.965200 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.965377 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.996053 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['92df3f27-88f5-4034-ac39-edac860b1e43'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:53:00.030712 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3caa945e-5e2e-4210-8fe0-d0c1b6773ec0 req-2cc83f75-ffee-4cdc-9490-ce73d21cdeb9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3090553 Feb 09 21:53:00.127151 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6de25-a3cf-4e0a-aa1a-eb70ac39990c req-9a58a0f8-16ee-4c23-981d-2d2c5937034c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:00.135538 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8a6de25-a3cf-4e0a-aa1a-eb70ac39990c req-9a58a0f8-16ee-4c23-981d-2d2c5937034c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=321e59e2-b895-4c51-be5b-a8f5ea91dd3f HTTP/1.1" status: 200 len: 853 time: 0.1635242 Feb 09 21:53:00.200939 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8a6de25-a3cf-4e0a-aa1a-eb70ac39990c req-fb81bad8-39b7-4e9e-9688-c1e2f476bf96 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=364c2f3e-feb4-4b55-8f2f-ec33b2e23eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604622 Feb 09 21:53:00.457165 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277ee1b-41c0-4ffa-bfb7-28e4b565aa29 req-98c4ae27-f403-47c7-a0a0-35c1fbccd424 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:00.468526 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a277ee1b-41c0-4ffa-bfb7-28e4b565aa29 req-98c4ae27-f403-47c7-a0a0-35c1fbccd424 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfdfa258-70d8-42e7-8778-e05c7b76341e HTTP/1.1" status: 200 len: 944 time: 0.2652555 Feb 09 21:53:00.557879 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8a6de25-a3cf-4e0a-aa1a-eb70ac39990c req-4f4047a5-dd09-46f9-98c7-26f698781574 service neutron] 10.222.0.71 "GET /v2.0/networks/364c2f3e-feb4-4b55-8f2f-ec33b2e23eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376236 Feb 09 21:53:00.591193 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a277ee1b-41c0-4ffa-bfb7-28e4b565aa29 req-445a771a-e03f-42ae-a053-fcbee664047b tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/security-groups?id=91c1b8a4-af98-41f1-acd4-373f3943d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194179 Feb 09 21:53:00.845398 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43770) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:00.863410 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8a6de25-a3cf-4e0a-aa1a-eb70ac39990c req-d2233a48-df7c-489c-9cfb-cb2f097685f5 service neutron] 10.222.0.71 "GET /v2.0/networks/364c2f3e-feb4-4b55-8f2f-ec33b2e23eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966595 Feb 09 21:53:00.924526 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042e082-4f57-4a02-8146-7111fcf7bd8c req-80f8f8f7-8d87-40cc-b6aa-6a878c59883e tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:00.927005 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b042e082-4f57-4a02-8146-7111fcf7bd8c req-80f8f8f7-8d87-40cc-b6aa-6a878c59883e tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.1498473 Feb 09 21:53:01.099489 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b042e082-4f57-4a02-8146-7111fcf7bd8c req-cccc6c2e-9121-4201-b4dc-972923878eea tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647589 Feb 09 21:53:01.161771 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a4138562-2661-41ed-89ac-7fdec6b29ed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:01.358489 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25a003-825f-4d3f-a0ee-32c6dcb2a411 req-2e97a090-8934-4744-a584-ac4b0d212ebc tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:01.378011 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a25a003-825f-4d3f-a0ee-32c6dcb2a411 req-2e97a090-8934-4744-a584-ac4b0d212ebc tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 945 time: 0.1799421 Feb 09 21:53:01.470082 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a4138562-2661-41ed-89ac-7fdec6b29ed0 admin admin] Publish callbacks [] for security_group (300e6999-f60f-4ab4-929f-ba3baa24c14d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:01.480256 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a4138562-2661-41ed-89ac-7fdec6b29ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (300e6999-f60f-4ab4-929f-ba3baa24c14d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:01.523845 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a25a003-825f-4d3f-a0ee-32c6dcb2a411 req-639e0321-dc72-481b-b761-4dd842c5e809 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400938 Feb 09 21:53:01.533797 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a4138562-2661-41ed-89ac-7fdec6b29ed0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9f5e09506f20421c8edf8d24ac5bc556&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6846726 Feb 09 21:53:01.534796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43788) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:01.620309 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4138562-2661-41ed-89ac-7fdec6b29ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300e6999-f60f-4ab4-929f-ba3baa24c14d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:01.712428 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f1f891aa-aa31-4281-8db3-67b60e35f841 admin admin] Publish callbacks [] for security_group (300e6999-f60f-4ab4-929f-ba3baa24c14d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:01.780953 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f1f891aa-aa31-4281-8db3-67b60e35f841 admin admin] Publish callbacks [] for security_group (300e6999-f60f-4ab4-929f-ba3baa24c14d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:01.887298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd0188-f0a2-40a0-b9d3-7763cd594a9b req-17db35ac-3e28-4039-9688-a374174a4bd4 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:01.888731 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61cd0188-f0a2-40a0-b9d3-7763cd594a9b req-17db35ac-3e28-4039-9688-a374174a4bd4 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfdfa258-70d8-42e7-8778-e05c7b76341e HTTP/1.1" status: 200 len: 944 time: 0.1087561 Feb 09 21:53:01.892479 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f1f891aa-aa31-4281-8db3-67b60e35f841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (300e6999-f60f-4ab4-929f-ba3baa24c14d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:01.900701 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f1f891aa-aa31-4281-8db3-67b60e35f841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:01.903844 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f1f891aa-aa31-4281-8db3-67b60e35f841 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/300e6999-f60f-4ab4-929f-ba3baa24c14d HTTP/1.1" status: 204 len: 168 time: 0.3673027 Feb 09 21:53:01.924945 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f891aa-aa31-4281-8db3-67b60e35f841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300e6999-f60f-4ab4-929f-ba3baa24c14d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:02.056537 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61cd0188-f0a2-40a0-b9d3-7763cd594a9b req-2dc62503-9453-4f5b-a25c-c37af49cc9f5 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/security-groups?id=91c1b8a4-af98-41f1-acd4-373f3943d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602917 Feb 09 21:53:02.381968 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccd74c-f4c6-497f-a8cd-2f9019f48792 req-2bfa3738-7ba3-4175-998a-3bafd7a431bc tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:02.386285 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e6ccd74c-f4c6-497f-a8cd-2f9019f48792 req-2bfa3738-7ba3-4175-998a-3bafd7a431bc tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.1049700 Feb 09 21:53:02.518367 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e6ccd74c-f4c6-497f-a8cd-2f9019f48792 req-439137d3-8657-4837-a401-240fcec12297 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217277 Feb 09 21:53:02.552356 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43814) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:02.584459 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27af2845-02b7-40af-b382-231c3fd04e12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:02.759889 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27af2845-02b7-40af-b382-231c3fd04e12 admin admin] Publish callbacks [] for security_group (555d1c15-c0a6-4eaf-80e0-7989890a4214), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:02.768991 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27af2845-02b7-40af-b382-231c3fd04e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (555d1c15-c0a6-4eaf-80e0-7989890a4214), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:02.873474 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-27af2845-02b7-40af-b382-231c3fd04e12 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9a82cfc6d058460787163192aac6dbf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3187120 Feb 09 21:53:02.874538 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43822) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:02.883681 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af2845-02b7-40af-b382-231c3fd04e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555d1c15-c0a6-4eaf-80e0-7989890a4214,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:02.885450 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 92df3f27-88f5-4034-ac39-edac860b1e43 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:53:02.978676 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332ebb5-3105-4df6-976e-95562c4869ba req-f3c663a5-11ec-4eae-9ef3-be745da035c6 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:02.982630 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a332ebb5-3105-4df6-976e-95562c4869ba req-f3c663a5-11ec-4eae-9ef3-be745da035c6 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 945 time: 0.1979253 Feb 09 21:53:03.027495 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1238de07-7788-41a9-ad6f-ada34d256980 admin admin] Publish callbacks [] for security_group (555d1c15-c0a6-4eaf-80e0-7989890a4214), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:03.070216 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 92df3f27-88f5-4034-ac39-edac860b1e43 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:53:03.077719 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 92df3f27-88f5-4034-ac39-edac860b1e43 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:03.079073 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:03.096315 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1238de07-7788-41a9-ad6f-ada34d256980 admin admin] Publish callbacks [] for security_group (555d1c15-c0a6-4eaf-80e0-7989890a4214), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:03.136023 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a332ebb5-3105-4df6-976e-95562c4869ba req-022d79be-1eef-4af9-add8-86b6fc5eb009 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418419 Feb 09 21:53:03.233927 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1238de07-7788-41a9-ad6f-ada34d256980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (555d1c15-c0a6-4eaf-80e0-7989890a4214), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:03.239957 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1238de07-7788-41a9-ad6f-ada34d256980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:03.243114 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1238de07-7788-41a9-ad6f-ada34d256980 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/555d1c15-c0a6-4eaf-80e0-7989890a4214 HTTP/1.1" status: 204 len: 168 time: 0.3661230 Feb 09 21:53:03.276719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238de07-7788-41a9-ad6f-ada34d256980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555d1c15-c0a6-4eaf-80e0-7989890a4214,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:03.356988 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 92df3f27-88f5-4034-ac39-edac860b1e43 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:03.357983 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:03.363025 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ea40944c-5e13-45e8-8494-50a7ac84aba7 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:53:03.603947 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1a919-4bb5-482e-948a-883ad2d35fc3 req-9a141d23-37bf-484d-9c69-1cd1f47368a4 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:03.606731 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2eb1a919-4bb5-482e-948a-883ad2d35fc3 req-9a141d23-37bf-484d-9c69-1cd1f47368a4 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfdfa258-70d8-42e7-8778-e05c7b76341e HTTP/1.1" status: 200 len: 944 time: 0.2226613 Feb 09 21:53:03.727419 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2eb1a919-4bb5-482e-948a-883ad2d35fc3 req-0fc1b3df-8ee9-44d7-a013-722c790a8671 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/security-groups?id=91c1b8a4-af98-41f1-acd4-373f3943d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112306 Feb 09 21:53:03.756944 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ea40944c-5e13-45e8-8494-50a7ac84aba7, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ea40944c-5e13-45e8-8494-50a7ac84aba7,segment=NetworkSegment(641bfab3-75a2-434f-a7a3-eacc3fc002e7),segment_id=641bfab3-75a2-434f-a7a3-eacc3fc002e7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:03.757829 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:53:03.777619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62639e3f-5631-436c-9844-086350379a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92df3f27-88f5-4034-ac39-edac860b1e43'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:03.781169 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79df3244-d69e-495f-aa8c-66d437c12b5b" -d '{"events": [{"server_uuid": "62639e3f-5631-436c-9844-086350379a42", "name": "network-vif-plugged", "status": "completed", "tag": "92df3f27-88f5-4034-ac39-edac860b1e43"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:03.805663 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'ea40944c-5e13-45e8-8494-50a7ac84aba7', 'network_id': '364c2f3e-feb4-4b55-8f2f-ec33b2e23eac', 'port_id': 'ea40944c-5e13-45e8-8494-50a7ac84aba7', 'mac_address': 'fa:16:3e:81:18:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321e59e2-b895-4c51-be5b-a8f5ea91dd3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:53:03.814024 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 92df3f27-88f5-4034-ac39-edac860b1e43, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=92df3f27-88f5-4034-ac39-edac860b1e43,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:03.930927 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:04.003791 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ea40944c-5e13-45e8-8494-50a7ac84aba7 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:04.004271 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ea40944c-5e13-45e8-8494-50a7ac84aba7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:04.022460 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c76d0-dd2d-401c-bf63-ca42ccd43114 req-40135652-9608-468e-94b1-1102b5194026 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:04.025274 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b74c76d0-dd2d-401c-bf63-ca42ccd43114 req-40135652-9608-468e-94b1-1102b5194026 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.1399109 Feb 09 21:53:04.036754 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea40944c-5e13-45e8-8494-50a7ac84aba7 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:53:04.141439 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ea40944c-5e13-45e8-8494-50a7ac84aba7, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ea40944c-5e13-45e8-8494-50a7ac84aba7,segment=NetworkSegment(641bfab3-75a2-434f-a7a3-eacc3fc002e7),segment_id=641bfab3-75a2-434f-a7a3-eacc3fc002e7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:04.169019 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ea40944c-5e13-45e8-8494-50a7ac84aba7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:04.171440 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b74c76d0-dd2d-401c-bf63-ca42ccd43114 req-f122a17f-2cd6-4235-b63b-9c12c847f53f tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381342 Feb 09 21:53:04.183013 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=92df3f27-88f5-4034-ac39-edac860b1e43,revision_number=12']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:04.396929 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ea40944c-5e13-45e8-8494-50a7ac84aba7,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:04.420517 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f356223-1fec-426a-aef0-f148e497e443 x-openstack-request-id: req-8f356223-1fec-426a-aef0-f148e497e443 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:04.421325 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62639e3f-5631-436c-9844-086350379a42", "name": "network-vif-plugged", "status": "completed", "tag": "92df3f27-88f5-4034-ac39-edac860b1e43", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:04.422066 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8f356223-1fec-426a-aef0-f148e497e443 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:04.422958 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62639e3f-5631-436c-9844-086350379a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92df3f27-88f5-4034-ac39-edac860b1e43', 'code': 200} Feb 09 21:53:04.535864 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['ea40944c-5e13-45e8-8494-50a7ac84aba7'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:53:04.713497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea80ed0-2e1d-4428-adb2-0fc7d4304484 req-7eda849f-de2b-418e-b727-de8245a16e89 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:04.718206 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48fc5c-b802-4a2e-ba08-37d21e0f9887 req-0ac1bec6-afd3-4249-9a80-b82481e11b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:04.726528 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cea80ed0-2e1d-4428-adb2-0fc7d4304484 req-7eda849f-de2b-418e-b727-de8245a16e89 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 946 time: 0.2180510 Feb 09 21:53:04.737251 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7a48fc5c-b802-4a2e-ba08-37d21e0f9887 req-0ac1bec6-afd3-4249-9a80-b82481e11b13 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 1128 time: 0.1728618 Feb 09 21:53:04.890082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cea80ed0-2e1d-4428-adb2-0fc7d4304484 req-07bff510-cd57-46a6-b6ae-9bd86ab18acc tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536713 Feb 09 21:53:04.896741 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7a48fc5c-b802-4a2e-ba08-37d21e0f9887 req-8d6dc6ac-dced-49ae-9c31-36d0adcea1b9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537025 Feb 09 21:53:05.141221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0d2fd-b314-45ae-9224-ed949481375e req-58c0b2e0-23d3-4dc9-b01f-2dd6b7d3f7a7 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:05.150544 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-feb0d2fd-b314-45ae-9224-ed949481375e req-58c0b2e0-23d3-4dc9-b01f-2dd6b7d3f7a7 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfdfa258-70d8-42e7-8778-e05c7b76341e HTTP/1.1" status: 200 len: 945 time: 0.1201966 Feb 09 21:53:05.220942 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-feb0d2fd-b314-45ae-9224-ed949481375e req-419838b5-d467-4d98-ba3d-810d006ea1a9 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/security-groups?id=91c1b8a4-af98-41f1-acd4-373f3943d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688930 Feb 09 21:53:05.454490 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43884) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:05.525719 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17efce-fc11-4ad5-b061-1fa57b6ef801 req-e5f15c50-a68c-439c-87a0-60843ad767b6 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:05.542300 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a17efce-fc11-4ad5-b061-1fa57b6ef801 req-e5f15c50-a68c-439c-87a0-60843ad767b6 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.1857908 Feb 09 21:53:05.639184 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a17efce-fc11-4ad5-b061-1fa57b6ef801 req-43c93317-344f-4192-83ca-b04697894d4e tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939307 Feb 09 21:53:05.692671 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3e9e6a91-dda8-4273-8a2d-be2c2e9046af admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1635737229-network', 'tenant_id': '68159ffdee0f426ea7c9b7022aa5710f'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:05.731985 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9e6a91-dda8-4273-8a2d-be2c2e9046af admin admin] Made reservation on behalf of 68159ffdee0f426ea7c9b7022aa5710f for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:53:05.740664 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e9e6a91-dda8-4273-8a2d-be2c2e9046af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:05.783459 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e9e6a91-dda8-4273-8a2d-be2c2e9046af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:06.110778 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e9e6a91-dda8-4273-8a2d-be2c2e9046af admin admin] Publish callbacks [] for security_group (4621ac1e-b2d2-4616-b237-1ef182b0553d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:06.119387 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e9e6a91-dda8-4273-8a2d-be2c2e9046af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4621ac1e-b2d2-4616-b237-1ef182b0553d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:06.212502 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9e6a91-dda8-4273-8a2d-be2c2e9046af admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:53:06.260442 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e6a91-dda8-4273-8a2d-be2c2e9046af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4621ac1e-b2d2-4616-b237-1ef182b0553d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:06.283009 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e9e6a91-dda8-4273-8a2d-be2c2e9046af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (8ff201c9-5629-4f21-90ed-5075c750d529), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:06.283415 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-3e9e6a91-dda8-4273-8a2d-be2c2e9046af admin admin] Added segment 8ff201c9-5629-4f21-90ed-5075c750d529 of type vlan for network c7d06eba-48cd-40da-864b-86e938e94510 Feb 09 21:53:06.360341 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc09653-e98f-4f3b-83c0-8f0661e7d7e7 req-ac35a3e7-9635-4ffe-8b79-657262bc03a4 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:06.380540 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-efc09653-e98f-4f3b-83c0-8f0661e7d7e7 req-ac35a3e7-9635-4ffe-8b79-657262bc03a4 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 946 time: 0.2229459 Feb 09 21:53:06.437436 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e9e6a91-dda8-4273-8a2d-be2c2e9046af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (c7d06eba-48cd-40da-864b-86e938e94510), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:06.503054 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e9e6a91-dda8-4273-8a2d-be2c2e9046af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (c7d06eba-48cd-40da-864b-86e938e94510), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:06.506092 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9e6a91-dda8-4273-8a2d-be2c2e9046af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:06.507334 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e9e6a91-dda8-4273-8a2d-be2c2e9046af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:06.513888 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-efc09653-e98f-4f3b-83c0-8f0661e7d7e7 req-315c6e7e-9d06-4cb0-a812-d7df9e1f2270 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145980 Feb 09 21:53:06.669290 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3e9e6a91-dda8-4273-8a2d-be2c2e9046af admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2112596 Feb 09 21:53:06.672523 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43916) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:06.680637 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d67d8241-b359-4b0c-b2c7-6b50073bc692 admin admin] Request body: {'subnet': {'network_id': 'c7d06eba-48cd-40da-864b-86e938e94510', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1635737229-subnet', 'tenant_id': '68159ffdee0f426ea7c9b7022aa5710f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:06.691962 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e6a91-dda8-4273-8a2d-be2c2e9046af admin admin] Pushing event updated for resources: {'Network': ['ID=c7d06eba-48cd-40da-864b-86e938e94510,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:06.712529 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network c7d06eba-48cd-40da-864b-86e938e94510 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:53:06.778607 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67d8241-b359-4b0c-b2c7-6b50073bc692 admin admin] Made reservation on behalf of 68159ffdee0f426ea7c9b7022aa5710f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:53:06.781950 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d67d8241-b359-4b0c-b2c7-6b50073bc692 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:07.094300 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21837d7e-dc63-4881-a051-1f600cb8990d req-2914e99e-15b4-4a6b-b528-f6c090c52862 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:07.106858 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21837d7e-dc63-4881-a051-1f600cb8990d req-2914e99e-15b4-4a6b-b528-f6c090c52862 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfdfa258-70d8-42e7-8778-e05c7b76341e HTTP/1.1" status: 200 len: 945 time: 0.3687744 Feb 09 21:53:07.260324 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21837d7e-dc63-4881-a051-1f600cb8990d req-c971c6a5-5362-4683-a95d-1679f49e31ee tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/security-groups?id=91c1b8a4-af98-41f1-acd4-373f3943d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520162 Feb 09 21:53:07.267579 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ea40944c-5e13-45e8-8494-50a7ac84aba7 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:53:07.559349 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port ea40944c-5e13-45e8-8494-50a7ac84aba7 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:53:07.575897 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port ea40944c-5e13-45e8-8494-50a7ac84aba7 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:07.578863 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ea40944c-5e13-45e8-8494-50a7ac84aba7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:07.684133 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d67d8241-b359-4b0c-b2c7-6b50073bc692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (eee166ec-de73-406a-9986-7ce19bd725f8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:07.811795 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ea40944c-5e13-45e8-8494-50a7ac84aba7 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:07.812715 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ea40944c-5e13-45e8-8494-50a7ac84aba7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:07.835830 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a31fa90b-526b-4e40-beb9-ad9d9b2e7e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:07.874577 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785b9cb-3636-44af-8beb-31e30eba3f72 req-e2c2359d-af37-4e50-80ce-b320c955d540 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:07.876320 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdfa258-70d8-42e7-8778-e05c7b76341e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea40944c-5e13-45e8-8494-50a7ac84aba7'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:07.878840 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92875f2-9fc7-4d5f-994b-d504a7421e6f" -d '{"events": [{"server_uuid": "bfdfa258-70d8-42e7-8778-e05c7b76341e", "name": "network-vif-plugged", "status": "completed", "tag": "ea40944c-5e13-45e8-8494-50a7ac84aba7"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:07.885122 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f785b9cb-3636-44af-8beb-31e30eba3f72 req-e2c2359d-af37-4e50-80ce-b320c955d540 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.3443696 Feb 09 21:53:07.898288 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d8241-b359-4b0c-b2c7-6b50073bc692 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eee166ec-de73-406a-9986-7ce19bd725f8,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:07.908817 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ea40944c-5e13-45e8-8494-50a7ac84aba7, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ea40944c-5e13-45e8-8494-50a7ac84aba7,segment=NetworkSegment(641bfab3-75a2-434f-a7a3-eacc3fc002e7),segment_id=641bfab3-75a2-434f-a7a3-eacc3fc002e7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:07.927208 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ea40944c-5e13-45e8-8494-50a7ac84aba7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:08.034183 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ea40944c-5e13-45e8-8494-50a7ac84aba7,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:08.050044 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f785b9cb-3636-44af-8beb-31e30eba3f72 req-62c400c7-5ccc-4002-b2bc-ad7853614a90 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355100 Feb 09 21:53:08.053478 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d8241-b359-4b0c-b2c7-6b50073bc692 admin admin] Checking segment: {'id': '8ff201c9-5629-4f21-90ed-5075c750d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c7d06eba-48cd-40da-864b-86e938e94510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:53:08.078006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67d8241-b359-4b0c-b2c7-6b50073bc692 admin admin] Network hostable DHCP agents. Network: c7d06eba-48cd-40da-864b-86e938e94510, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:53:08.186244 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67d8241-b359-4b0c-b2c7-6b50073bc692 admin admin] Network c7d06eba-48cd-40da-864b-86e938e94510 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:53:08.234019 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-d67d8241-b359-4b0c-b2c7-6b50073bc692 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, c7d06eba-48cd-40da-864b-86e938e94510) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:08.245949 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a2aeb6-92a6-4fec-990a-7126b2932926 None None] Network c7d06eba-48cd-40da-864b-86e938e94510 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:53:08.282706 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67d8241-b359-4b0c-b2c7-6b50073bc692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:08.283702 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d67d8241-b359-4b0c-b2c7-6b50073bc692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:08.404182 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d67d8241-b359-4b0c-b2c7-6b50073bc692 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7297826 Feb 09 21:53:08.481218 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6bc35-e219-4de5-a374-f86334621c84 req-af1d82db-22cd-486c-a2af-b26685d585fc tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:08.490293 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-59e6bc35-e219-4de5-a374-f86334621c84 req-af1d82db-22cd-486c-a2af-b26685d585fc tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 946 time: 0.2396734 Feb 09 21:53:08.568178 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-59e6bc35-e219-4de5-a374-f86334621c84 req-11e1b312-8d32-4887-8800-992ad7c465f0 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764055 Feb 09 21:53:08.679546 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd33830c-69fd-49ef-84d9-1184f3a2ebce None None] Network c7d06eba-48cd-40da-864b-86e938e94510 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:53:08.804609 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5253306e-8027-4024-bd3b-c580bf6f71d3 x-openstack-request-id: req-5253306e-8027-4024-bd3b-c580bf6f71d3 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:08.805284 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdfa258-70d8-42e7-8778-e05c7b76341e", "name": "network-vif-plugged", "status": "completed", "tag": "ea40944c-5e13-45e8-8494-50a7ac84aba7", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:08.805842 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5253306e-8027-4024-bd3b-c580bf6f71d3 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:08.806600 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdfa258-70d8-42e7-8778-e05c7b76341e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea40944c-5e13-45e8-8494-50a7ac84aba7', 'code': 200} Feb 09 21:53:08.979844 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6908f-3be6-4293-8259-62a452658035 req-58cba8bc-2ee6-4c0a-b841-ddca4bf27140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:08.982939 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7be6908f-3be6-4293-8259-62a452658035 req-58cba8bc-2ee6-4c0a-b841-ddca4bf27140 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bfdfa258-70d8-42e7-8778-e05c7b76341e HTTP/1.1" status: 200 len: 1128 time: 0.1984308 Feb 09 21:53:09.073708 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601cca0-9eb9-46d6-bbb1-b8515fed7e3f req-ca58d7ab-945b-4f18-b985-bbd71f04165b tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:09.088029 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f601cca0-9eb9-46d6-bbb1-b8515fed7e3f req-ca58d7ab-945b-4f18-b985-bbd71f04165b tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfdfa258-70d8-42e7-8778-e05c7b76341e HTTP/1.1" status: 200 len: 946 time: 0.1750307 Feb 09 21:53:09.156295 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7be6908f-3be6-4293-8259-62a452658035 req-fb9433af-d97e-41bd-9f81-3359c0923cf7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=91c1b8a4-af98-41f1-acd4-373f3943d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626101 Feb 09 21:53:09.176852 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f601cca0-9eb9-46d6-bbb1-b8515fed7e3f req-bdb57396-a788-463f-9b0f-1d23f3705ba3 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/security-groups?id=91c1b8a4-af98-41f1-acd4-373f3943d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863228 Feb 09 21:53:09.446997 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf79925-0bf9-4c43-b192-19b02b3ae3b1 req-2599b445-145e-45f4-a0d5-8ae5fafcfebf tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:09.456632 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aaf79925-0bf9-4c43-b192-19b02b3ae3b1 req-2599b445-145e-45f4-a0d5-8ae5fafcfebf tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.1284382 Feb 09 21:53:09.545222 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aaf79925-0bf9-4c43-b192-19b02b3ae3b1 req-d00059ce-6a8c-48c9-b0d6-894f75d7e026 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830045 Feb 09 21:53:09.685176 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44004) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:09.694971 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-0bfe50f6-03d8-4db4-bdbd-cdb27b49109e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1250091966-network', 'tenant_id': 'fbb1488359c94b85b217866e675030ae'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:09.734439 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfe50f6-03d8-4db4-bdbd-cdb27b49109e admin admin] Made reservation on behalf of fbb1488359c94b85b217866e675030ae for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:53:09.748804 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0bfe50f6-03d8-4db4-bdbd-cdb27b49109e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:09.760321 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0bfe50f6-03d8-4db4-bdbd-cdb27b49109e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:09.798700 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33640f-1a6f-444f-9c21-64970da2ce68 req-6030887a-80ce-4929-a396-755d029c5028 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:09.800719 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd33640f-1a6f-444f-9c21-64970da2ce68 req-6030887a-80ce-4929-a396-755d029c5028 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 946 time: 0.0718036 Feb 09 21:53:09.889823 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd33640f-1a6f-444f-9c21-64970da2ce68 req-82c3e2df-6d52-4e5c-902a-7cc274ad7d49 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754008 Feb 09 21:53:09.906021 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0bfe50f6-03d8-4db4-bdbd-cdb27b49109e admin admin] Publish callbacks [] for security_group (45f1a936-38a5-49bc-a558-66141c4f8cf9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:09.914799 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0bfe50f6-03d8-4db4-bdbd-cdb27b49109e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (45f1a936-38a5-49bc-a558-66141c4f8cf9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:09.959195 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfe50f6-03d8-4db4-bdbd-cdb27b49109e admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:53:10.021282 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0bfe50f6-03d8-4db4-bdbd-cdb27b49109e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (25e11fdd-ba0b-40a4-9201-91b85c66fcd1), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:10.021934 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-0bfe50f6-03d8-4db4-bdbd-cdb27b49109e admin admin] Added segment 25e11fdd-ba0b-40a4-9201-91b85c66fcd1 of type vlan for network 03c26dcb-1e12-4397-84ce-39f1725606cb Feb 09 21:53:10.040533 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe50f6-03d8-4db4-bdbd-cdb27b49109e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f1a936-38a5-49bc-a558-66141c4f8cf9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:10.108828 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0bfe50f6-03d8-4db4-bdbd-cdb27b49109e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (03c26dcb-1e12-4397-84ce-39f1725606cb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:10.165082 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0bfe50f6-03d8-4db4-bdbd-cdb27b49109e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (03c26dcb-1e12-4397-84ce-39f1725606cb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:10.166985 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfe50f6-03d8-4db4-bdbd-cdb27b49109e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:10.168422 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0bfe50f6-03d8-4db4-bdbd-cdb27b49109e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:10.293969 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe50f6-03d8-4db4-bdbd-cdb27b49109e admin admin] Pushing event updated for resources: {'Network': ['ID=03c26dcb-1e12-4397-84ce-39f1725606cb,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:10.326412 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0bfe50f6-03d8-4db4-bdbd-cdb27b49109e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6369238 Feb 09 21:53:10.327170 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44018) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:10.332360 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 03c26dcb-1e12-4397-84ce-39f1725606cb details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:53:10.341556 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-df99da99-db7c-4f28-9355-f6f45c4c1969 admin admin] Request body: {'subnet': {'network_id': '03c26dcb-1e12-4397-84ce-39f1725606cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1250091966-subnet', 'tenant_id': 'fbb1488359c94b85b217866e675030ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:10.383492 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df99da99-db7c-4f28-9355-f6f45c4c1969 admin admin] Made reservation on behalf of fbb1488359c94b85b217866e675030ae for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:53:10.388338 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df99da99-db7c-4f28-9355-f6f45c4c1969 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:10.492267 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43270f07-6b67-4f7d-b366-2d46694703db req-cd01875b-a1d7-49e2-932e-81da07b51151 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:10.497578 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ab14712a-34fe-4551-81cc-69e27e33b167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:10.507309 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-43270f07-6b67-4f7d-b366-2d46694703db req-cd01875b-a1d7-49e2-932e-81da07b51151 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfdfa258-70d8-42e7-8778-e05c7b76341e HTTP/1.1" status: 200 len: 946 time: 0.2113671 Feb 09 21:53:10.655930 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-43270f07-6b67-4f7d-b366-2d46694703db req-059f8f40-03b6-4718-9ca9-3e67ebf58d6a tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/security-groups?id=91c1b8a4-af98-41f1-acd4-373f3943d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458399 Feb 09 21:53:10.807099 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df99da99-db7c-4f28-9355-f6f45c4c1969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (86bed99c-350c-4d85-b693-63545633eb5e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:10.892456 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99da99-db7c-4f28-9355-f6f45c4c1969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86bed99c-350c-4d85-b693-63545633eb5e,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:10.902876 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df99da99-db7c-4f28-9355-f6f45c4c1969 admin admin] Checking segment: {'id': '25e11fdd-ba0b-40a4-9201-91b85c66fcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '03c26dcb-1e12-4397-84ce-39f1725606cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:53:10.903304 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df99da99-db7c-4f28-9355-f6f45c4c1969 admin admin] Network hostable DHCP agents. Network: 03c26dcb-1e12-4397-84ce-39f1725606cb, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:53:10.931018 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79156ff0-a5a3-4d4b-931d-5f9f9c389d2e req-e5801d24-8af3-4fda-b0ca-e86e3180fd60 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:10.934683 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-79156ff0-a5a3-4d4b-931d-5f9f9c389d2e req-e5801d24-8af3-4fda-b0ca-e86e3180fd60 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.1570148 Feb 09 21:53:10.944162 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df99da99-db7c-4f28-9355-f6f45c4c1969 admin admin] Network 03c26dcb-1e12-4397-84ce-39f1725606cb is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:53:10.961650 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-df99da99-db7c-4f28-9355-f6f45c4c1969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 03c26dcb-1e12-4397-84ce-39f1725606cb) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:10.975448 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9913e089-ba96-4098-8d39-a0c0b41e9059 None None] Network 03c26dcb-1e12-4397-84ce-39f1725606cb requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:53:10.995218 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df99da99-db7c-4f28-9355-f6f45c4c1969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:10.996161 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df99da99-db7c-4f28-9355-f6f45c4c1969 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:11.022791 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-df99da99-db7c-4f28-9355-f6f45c4c1969 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6917701 Feb 09 21:53:11.068472 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-79156ff0-a5a3-4d4b-931d-5f9f9c389d2e req-39ff3549-ca58-4109-8175-017384860e9e tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243834 Feb 09 21:53:11.109378 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b85dcc9-c8b6-429f-a800-a4e0ddd86ea4 None None] Network 03c26dcb-1e12-4397-84ce-39f1725606cb requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:53:11.545310 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:11.854791 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-597260a5-5c1f-4512-a25f-a2ed419d4999 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2240589 Feb 09 21:53:11.910181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-23f31d35-5005-40a3-b113-0fd294be5cb3 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:11.911581 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-23f31d35-5005-40a3-b113-0fd294be5cb3 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/networks?id=c7d06eba-48cd-40da-864b-86e938e94510 HTTP/1.1" status: 200 len: 809 time: 0.2164316 Feb 09 21:53:11.977510 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-eedeb3ef-1dab-4149-b743-f9df5b3d5b04 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/quotas/68159ffdee0f426ea7c9b7022aa5710f HTTP/1.1" status: 200 len: 375 time: 0.0491760 Feb 09 21:53:12.040561 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-f8436484-2378-4db4-b0ff-c926568b5688 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=68159ffdee0f426ea7c9b7022aa5710f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520177 Feb 09 21:53:12.081607 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-a4985839-b8f4-4eb5-8919-439a26179f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:12.082501 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-a4985839-b8f4-4eb5-8919-439a26179f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:12.083367 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-a4985839-b8f4-4eb5-8919-439a26179f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:12.084274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-a4985839-b8f4-4eb5-8919-439a26179f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:12.085220 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-a4985839-b8f4-4eb5-8919-439a26179f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:12.086202 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-a4985839-b8f4-4eb5-8919-439a26179f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:12.087229 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-a4985839-b8f4-4eb5-8919-439a26179f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:12.091122 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-a4985839-b8f4-4eb5-8919-439a26179f9c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=88aef6c47d634b8181089d0a71d1ded8&device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 6719 time: 0.1716497 Feb 09 21:53:12.612799 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-26b06719-1b76-47c6-bbc7-c0acb95de147 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d06eba-48cd-40da-864b-86e938e94510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5625527 Feb 09 21:53:12.629870 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-a579dbee-de63-4dee-a96b-b729361d06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:12.630441 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-a579dbee-de63-4dee-a96b-b729361d06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:12.630897 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-a579dbee-de63-4dee-a96b-b729361d06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:12.632711 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-a579dbee-de63-4dee-a96b-b729361d06e0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=361d3ae3-946b-43bc-bd7a-5571eb55520d&id=86d9c1a5-299e-4f73-a214-39ab93749bd7&id=86d9c1a5-299e-4f73-a214-39ab93749bd7&id=86d9c1a5-299e-4f73-a214-39ab93749bd7&id=86d9c1a5-299e-4f73-a214-39ab93749bd7&id=74cd42ee-3b26-4b36-a716-178818b0f7e3&id=74cd42ee-3b26-4b36-a716-178818b0f7e3 HTTP/1.1" status: 200 len: 2299 time: 0.4674973 Feb 09 21:53:12.712557 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:12.822231 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-3b03a7da-d1c7-4666-90e5-fb911effec02 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1d6edb0-d72a-4457-837c-72eeac84bf0c HTTP/1.1" status: 200 len: 1002 time: 0.1784341 Feb 09 21:53:12.930326 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-1cd865c0-1fb5-4660-b256-c7722f44eed1 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d06eba-48cd-40da-864b-86e938e94510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097548 Feb 09 21:53:12.948268 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-6034b8b6-0d69-460b-ab7a-ebbc6e8298b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:12.950823 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-6034b8b6-0d69-460b-ab7a-ebbc6e8298b5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=af7275e2-fa73-4e7a-9fcd-7735fd24f6c7 HTTP/1.1" status: 200 len: 856 time: 0.1165318 Feb 09 21:53:13.042667 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-c2e2618d-6f32-4e12-8188-7cb040c51a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:13.046057 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-c2e2618d-6f32-4e12-8188-7cb040c51a1c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=361d3ae3-946b-43bc-bd7a-5571eb55520d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0865262 Feb 09 21:53:13.252289 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-9cf315f2-2c87-4a65-ae9e-88896ab8f94d service neutron] 10.222.0.71 "GET /v2.0/networks/361d3ae3-946b-43bc-bd7a-5571eb55520d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989532 Feb 09 21:53:13.541337 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-1c68992f-6326-4e99-af08-565e27ef8b87 service neutron] 10.222.0.71 "GET /v2.0/networks/361d3ae3-946b-43bc-bd7a-5571eb55520d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742791 Feb 09 21:53:13.549078 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645179f4-4203-48ea-86f3-5931c80ea65a req-c6ba5e41-7a3d-421e-a792-3cca2f34a3bc tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:13.556939 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-645179f4-4203-48ea-86f3-5931c80ea65a req-c6ba5e41-7a3d-421e-a792-3cca2f34a3bc tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfdfa258-70d8-42e7-8778-e05c7b76341e HTTP/1.1" status: 200 len: 946 time: 0.1655309 Feb 09 21:53:13.599839 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-c338fb83-5979-45b7-a512-847eac03cc00 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=9b02c6a0-c880-416c-99f3-b3b08f6619e3 HTTP/1.1" status: 200 len: 217 time: 0.0404270 Feb 09 21:53:13.698838 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-91c418ab-2e0f-4a98-b06e-74f85109f340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:13.700429 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-91c418ab-2e0f-4a98-b06e-74f85109f340 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3b07cbed-0ce1-4d12-899a-1736f8b6742f HTTP/1.1" status: 200 len: 797 time: 0.0935299 Feb 09 21:53:13.712412 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-645179f4-4203-48ea-86f3-5931c80ea65a req-09df5643-9d66-4d9c-b4a7-5dbc5f9bb3a3 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/security-groups?id=91c1b8a4-af98-41f1-acd4-373f3943d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543245 Feb 09 21:53:13.883128 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-8bb5e71e-fd66-4de3-85f9-09cb67cc1b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:13.884813 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-8bb5e71e-fd66-4de3-85f9-09cb67cc1b50 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86d9c1a5-299e-4f73-a214-39ab93749bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1695871 Feb 09 21:53:14.095692 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6dcc7-3927-41cf-8e91-675c93a1bfdf req-ec4027d6-180f-4936-bd1b-1237291c0399 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:14.097560 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4aa6dcc7-3927-41cf-8e91-675c93a1bfdf req-ec4027d6-180f-4936-bd1b-1237291c0399 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.2181208 Feb 09 21:53:14.167229 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-fefb0175-4261-4940-80e3-cddcd99e02ab service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719035 Feb 09 21:53:14.264579 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4aa6dcc7-3927-41cf-8e91-675c93a1bfdf req-11c4fbbf-44d6-4f01-9ea9-b2c4c586c04b tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488984 Feb 09 21:53:14.321098 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-499f40b1-e935-454f-a23d-17664d0c4409 service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457686 Feb 09 21:53:14.422514 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-b6f482f7-aeaf-48bf-bcb2-3cb4d46451e9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=71b95836-8905-44c4-a59c-3d2436734f09 HTTP/1.1" status: 200 len: 217 time: 0.0902183 Feb 09 21:53:14.492887 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-421373d5-5ee4-4033-ba9c-b95fa7a27769 req-5a5bad69-bcaf-48f0-89fa-c8326ef482f1 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/ports?device_id=38faa7e9-5065-47c1-a9fb-2bb45d69bf35 HTTP/1.1" status: 200 len: 210 time: 0.0792890 Feb 09 21:53:14.538143 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-637b3349-5f68-47cd-a8b2-32f472bdbb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:14.541833 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-637b3349-5f68-47cd-a8b2-32f472bdbb0a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3b07cbed-0ce1-4d12-899a-1736f8b6742f HTTP/1.1" status: 200 len: 797 time: 0.1089003 Feb 09 21:53:14.563732 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:14.624617 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-1500df37-0bb9-4641-9a46-5eb449d8c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:14.628264 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-1500df37-0bb9-4641-9a46-5eb449d8c473 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86d9c1a5-299e-4f73-a214-39ab93749bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0807602 Feb 09 21:53:14.772478 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-0ae2ec2e-8e6c-42b0-b693-a08516d09918 service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365957 Feb 09 21:53:14.992159 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-867956e0-4ccc-4cd8-b3c6-094993dde2ee service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096734 Feb 09 21:53:15.106173 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-a2364e4b-161e-4107-b53f-d81e7e1a58a5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=e1ca804f-12e2-4d20-8c82-4c642086ea27 HTTP/1.1" status: 200 len: 217 time: 0.0980835 Feb 09 21:53:15.191486 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-562453ee-7260-46fe-a48a-6ae679ee1104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:15.205719 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-562453ee-7260-46fe-a48a-6ae679ee1104 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3b07cbed-0ce1-4d12-899a-1736f8b6742f HTTP/1.1" status: 200 len: 797 time: 0.0929306 Feb 09 21:53:15.213884 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-76994f18-4e4c-4960-a1b7-6f5e80fe8cd9 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:15.217077 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-76994f18-4e4c-4960-a1b7-6f5e80fe8cd9 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.42 "GET /v2.0/networks?id=c7d06eba-48cd-40da-864b-86e938e94510 HTTP/1.1" status: 200 len: 809 time: 0.2005746 Feb 09 21:53:15.262006 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-3298cc92-c615-4cf1-8b86-471b0679cdda tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Request body: {'port': {'device_id': '38faa7e9-5065-47c1-a9fb-2bb45d69bf35', 'network_id': 'c7d06eba-48cd-40da-864b-86e938e94510', 'admin_state_up': True, 'tenant_id': '68159ffdee0f426ea7c9b7022aa5710f'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:15.299007 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:15.321400 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-7d57bb21-9a03-41e4-9fb0-2351b7dcf7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:15.329562 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-7d57bb21-9a03-41e4-9fb0-2351b7dcf7d5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86d9c1a5-299e-4f73-a214-39ab93749bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1164465 Feb 09 21:53:15.500499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-3298cc92-c615-4cf1-8b86-471b0679cdda tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Made reservation on behalf of 68159ffdee0f426ea7c9b7022aa5710f for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:53:15.505056 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-3298cc92-c615-4cf1-8b86-471b0679cdda tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:15.539568 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-039e1902-4590-45ed-b4a0-18e5fe6f1cb1 service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009330 Feb 09 21:53:15.672840 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030f3d5-d205-49da-8176-3497ccb30c97 req-b31a2949-fb8a-499b-96ca-ac31f50b3e82 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:15.687973 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7030f3d5-d205-49da-8176-3497ccb30c97 req-b31a2949-fb8a-499b-96ca-ac31f50b3e82 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.2543147 Feb 09 21:53:15.809798 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-3298cc92-c615-4cf1-8b86-471b0679cdda tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Allocated IP 172.20.0.4 (c7d06eba-48cd-40da-864b-86e938e94510/eee166ec-de73-406a-9986-7ce19bd725f8/ecab6ecd-1cb6-457c-a885-9e31d6023105) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:53:15.824287 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7030f3d5-d205-49da-8176-3497ccb30c97 req-52524225-9842-49df-b4be-9711fc6b8fea tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345258 Feb 09 21:53:15.834565 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-83127ebe-4386-4bd3-99cd-c69e5bc9445a service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863405 Feb 09 21:53:15.931670 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-1d003865-020f-419c-a68d-181bb6e342c5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=8fcbb2a8-a6d9-4102-8938-35cce483790a HTTP/1.1" status: 200 len: 217 time: 0.0892529 Feb 09 21:53:16.009617 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:16.135684 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c9013a86-0a12-4d97-8ddc-1ee8e75943ab req-0de4649d-a858-4959-b059-8fbc2465e12c tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/ports?device_id=38faa7e9-5065-47c1-a9fb-2bb45d69bf35 HTTP/1.1" status: 200 len: 210 time: 0.0797694 Feb 09 21:53:16.156972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-3529c46f-f716-49b3-b43c-2b0a63a07644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:16.170170 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-3529c46f-f716-49b3-b43c-2b0a63a07644 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3b07cbed-0ce1-4d12-899a-1736f8b6742f HTTP/1.1" status: 200 len: 797 time: 0.2319133 Feb 09 21:53:16.251620 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-60c92c5b-ce41-4859-9bf8-a2d66d7532e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:16.254175 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-60c92c5b-ce41-4859-9bf8-a2d66d7532e9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86d9c1a5-299e-4f73-a214-39ab93749bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0777814 Feb 09 21:53:16.289439 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-3298cc92-c615-4cf1-8b86-471b0679cdda tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Publish callbacks [] for port (ecab6ecd-1cb6-457c-a885-9e31d6023105), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:16.339792 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-3298cc92-c615-4cf1-8b86-471b0679cdda tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ecab6ecd-1cb6-457c-a885-9e31d6023105), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:16.383285 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-5cf61483-f631-47c7-952c-8b33dd20ca31 service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225395 Feb 09 21:53:16.386285 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-3298cc92-c615-4cf1-8b86-471b0679cdda tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Network c7d06eba-48cd-40da-864b-86e938e94510 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:53:16.390047 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-3298cc92-c615-4cf1-8b86-471b0679cdda tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:16.395616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-3298cc92-c615-4cf1-8b86-471b0679cdda tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:53:16.439883 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298cc92-c615-4cf1-8b86-471b0679cdda tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Pushing event updated for resources: {'Port': ['ID=ecab6ecd-1cb6-457c-a885-9e31d6023105,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:16.491349 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-3298cc92-c615-4cf1-8b86-471b0679cdda tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:16.492072 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-3298cc92-c615-4cf1-8b86-471b0679cdda tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:16.515259 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-d46ea7a3-b5ef-4958-9d38-acb345850341 service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188207 Feb 09 21:53:16.525919 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-3298cc92-c615-4cf1-8b86-471b0679cdda tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2896025 Feb 09 21:53:16.541011 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] Request body: {'port': {'device_id': '38faa7e9-5065-47c1-a9fb-2bb45d69bf35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:16.565552 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-e89d7507-10c0-4062-b66b-d5c9745a3ef1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 HTTP/1.1" status: 200 len: 217 time: 0.0439150 Feb 09 21:53:16.626991 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ecab6ecd-1cb6-457c-a885-9e31d6023105), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:16.654074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-f3b7f7b1-2668-4223-be46-e39bea6ca949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:16.655592 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-f3b7f7b1-2668-4223-be46-e39bea6ca949 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2fca83c8-cd1b-4ca3-9dfe-5920ebb47174 HTTP/1.1" status: 200 len: 797 time: 0.0831528 Feb 09 21:53:16.741836 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-149b0401-261e-4785-af58-e7e049ad5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:16.744783 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-149b0401-261e-4785-af58-e7e049ad5854 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=74cd42ee-3b26-4b36-a716-178818b0f7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0794189 Feb 09 21:53:16.846427 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-7792e412-485b-4317-b097-0e98e7c2a8b5 service neutron] 10.222.0.71 "GET /v2.0/networks/74cd42ee-3b26-4b36-a716-178818b0f7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960360 Feb 09 21:53:17.037390 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-05e4f995-c924-4d57-9dff-6e5d43892446 service neutron] 10.222.0.71 "GET /v2.0/networks/74cd42ee-3b26-4b36-a716-178818b0f7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846342 Feb 09 21:53:17.098513 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-c4677339-0498-4c02-9cac-311b537d2a00 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=53884850-e491-43cf-85e7-94833a88a359 HTTP/1.1" status: 200 len: 217 time: 0.0541799 Feb 09 21:53:17.106952 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e4295-655a-41bd-9e99-6ac0f691c268 req-335d7247-e791-4261-9b79-92b819cbfbc4 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:17.108790 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb5e4295-655a-41bd-9e99-6ac0f691c268 req-335d7247-e791-4261-9b79-92b819cbfbc4 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.1268859 Feb 09 21:53:17.137736 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecab6ecd-1cb6-457c-a885-9e31d6023105 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:53:17.198569 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-203434a9-abbb-453c-b193-417b4671cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:17.202375 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] Publish callbacks [] for port (ecab6ecd-1cb6-457c-a885-9e31d6023105), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:17.205189 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-203434a9-abbb-453c-b193-417b4671cfcf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2fca83c8-cd1b-4ca3-9dfe-5920ebb47174 HTTP/1.1" status: 200 len: 797 time: 0.0904615 Feb 09 21:53:17.269338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] Transition to ACTIVE for port object ecab6ecd-1cb6-457c-a885-9e31d6023105 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:53:17.280167 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (ecab6ecd-1cb6-457c-a885-9e31d6023105), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:17.284867 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb5e4295-655a-41bd-9e99-6ac0f691c268 req-23b049eb-4417-4724-9270-ec375070491e tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469450 Feb 09 21:53:17.360838 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-2de2979a-f59e-4cd5-8da7-dd7553d9652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:17.362495 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-2de2979a-f59e-4cd5-8da7-dd7553d9652c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=74cd42ee-3b26-4b36-a716-178818b0f7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1395173 Feb 09 21:53:17.412375 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] Pushing event updated for resources: {'Port': ['ID=ecab6ecd-1cb6-457c-a885-9e31d6023105,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:17.609110 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] Attempting to bind port ecab6ecd-1cb6-457c-a885-9e31d6023105 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:53:17.609443 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] Attempting to bind port ecab6ecd-1cb6-457c-a885-9e31d6023105 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '8ff201c9-5629-4f21-90ed-5075c750d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c7d06eba-48cd-40da-864b-86e938e94510'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:53:17.609916 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] Attempting to bind port ecab6ecd-1cb6-457c-a885-9e31d6023105 on network c7d06eba-48cd-40da-864b-86e938e94510 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:53:17.621760 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] Port ecab6ecd-1cb6-457c-a885-9e31d6023105 on network c7d06eba-48cd-40da-864b-86e938e94510 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:53:17.623373 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] Attempting to bind port ecab6ecd-1cb6-457c-a885-9e31d6023105 on network c7d06eba-48cd-40da-864b-86e938e94510 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:53:17.642015 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:53:17.643479 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] Checking segment: {'id': '8ff201c9-5629-4f21-90ed-5075c750d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c7d06eba-48cd-40da-864b-86e938e94510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:53:17.645403 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] Bound using segment: {'id': '8ff201c9-5629-4f21-90ed-5075c750d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c7d06eba-48cd-40da-864b-86e938e94510'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:53:17.647535 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] Bound port: ecab6ecd-1cb6-457c-a885-9e31d6023105, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ff201c9-5629-4f21-90ed-5075c750d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c7d06eba-48cd-40da-864b-86e938e94510'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:53:17.650362 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ecab6ecd-1cb6-457c-a885-9e31d6023105), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:17.674399 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-2345e21d-f620-4d52-aa7a-78b5272f2a2e service neutron] 10.222.0.71 "GET /v2.0/networks/74cd42ee-3b26-4b36-a716-178818b0f7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047891 Feb 09 21:53:17.783122 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] For port ecab6ecd-1cb6-457c-a885-9e31d6023105, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:53:17.790867 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] For port ecab6ecd-1cb6-457c-a885-9e31d6023105, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ecab6ecd-1cb6-457c-a885-9e31d6023105,segment=NetworkSegment(8ff201c9-5629-4f21-90ed-5075c750d529),segment_id=8ff201c9-5629-4f21-90ed-5075c750d529)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:53:17.808933 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (ecab6ecd-1cb6-457c-a885-9e31d6023105), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:17.833178 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d927a1-973f-4a0c-9d6c-73aece9d5f7b req-710e2f7c-1fe8-41f4-911f-a6329745e857 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:17.847278 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05d927a1-973f-4a0c-9d6c-73aece9d5f7b req-710e2f7c-1fe8-41f4-911f-a6329745e857 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/ports?device_id=38faa7e9-5065-47c1-a9fb-2bb45d69bf35 HTTP/1.1" status: 200 len: 943 time: 0.2907264 Feb 09 21:53:17.902643 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:17.903749 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:17.907060 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] 10.222.0.42 "PUT /v2.0/ports/ecab6ecd-1cb6-457c-a885-9e31d6023105 HTTP/1.1" status: 200 len: 1091 time: 1.3705382 Feb 09 21:53:17.911103 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38faa7e9-5065-47c1-a9fb-2bb45d69bf35', 'tag': 'ecab6ecd-1cb6-457c-a885-9e31d6023105'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:17.915799 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b83ff5e-98c2-4f15-9dc4-bdaedfc4b2b2" -d '{"events": [{"name": "network-changed", "server_uuid": "38faa7e9-5065-47c1-a9fb-2bb45d69bf35", "tag": "ecab6ecd-1cb6-457c-a885-9e31d6023105"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:17.951401 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50089f5a-83f5-4dd6-a7a1-e7e269277918 service neutron] Pushing event updated for resources: {'Port': ['ID=ecab6ecd-1cb6-457c-a885-9e31d6023105,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:17.970470 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05d927a1-973f-4a0c-9d6c-73aece9d5f7b req-5fd88ee8-aaec-48ac-8f67-cee9a120efe7 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/security-groups?id=4621ac1e-b2d2-4616-b237-1ef182b0553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210811 Feb 09 21:53:17.973471 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ed5b671-aeb2-4ae2-a0b1-6e2e3c636fae req-df842e67-246d-4db5-a629-a0093ff58d47 service neutron] 10.222.0.71 "GET /v2.0/networks/74cd42ee-3b26-4b36-a716-178818b0f7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902498 Feb 09 21:53:18.066705 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2632204d-80dd-4a3e-8dbe-e33a3ef9f391 x-openstack-request-id: req-2632204d-80dd-4a3e-8dbe-e33a3ef9f391 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:18.067175 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38faa7e9-5065-47c1-a9fb-2bb45d69bf35", "tag": "ecab6ecd-1cb6-457c-a885-9e31d6023105", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:18.067605 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2632204d-80dd-4a3e-8dbe-e33a3ef9f391 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:18.068294 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38faa7e9-5065-47c1-a9fb-2bb45d69bf35', 'tag': 'ecab6ecd-1cb6-457c-a885-9e31d6023105', 'status': 'completed', 'code': 200} Feb 09 21:53:18.122884 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-7269f2bf-7bd5-49d3-9b8a-68e21ebc3b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:18.124688 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-7269f2bf-7bd5-49d3-9b8a-68e21ebc3b3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=68159ffdee0f426ea7c9b7022aa5710f&device_id=38faa7e9-5065-47c1-a9fb-2bb45d69bf35 HTTP/1.1" status: 200 len: 1125 time: 0.0909028 Feb 09 21:53:18.196823 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-39953c1d-43e6-4e55-a1de-1c059be39f87 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecab6ecd-1cb6-457c-a885-9e31d6023105 HTTP/1.1" status: 200 len: 217 time: 0.0625291 Feb 09 21:53:18.705308 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350172f-1c95-4aea-90ac-678cd38c4e44 req-4c3425d6-daa0-4fa8-a347-da2729f8ee00 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:18.720780 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e350172f-1c95-4aea-90ac-678cd38c4e44 req-4c3425d6-daa0-4fa8-a347-da2729f8ee00 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.1964834 Feb 09 21:53:18.835901 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-35ce618b-91a7-4733-8f1d-6c6354c56e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:18.838491 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-35ce618b-91a7-4733-8f1d-6c6354c56e51 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eee166ec-de73-406a-9986-7ce19bd725f8 HTTP/1.1" status: 200 len: 849 time: 0.6335826 Feb 09 21:53:18.858578 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e350172f-1c95-4aea-90ac-678cd38c4e44 req-cd31def4-3738-45e5-98a6-bc6f6b0a7449 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359520 Feb 09 21:53:18.919632 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-761ab13c-c4bd-47aa-897d-c5ce6a131408 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7d06eba-48cd-40da-864b-86e938e94510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689991 Feb 09 21:53:19.137875 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-590f0b00-0adb-46de-8da8-7f0fd088d4fd service neutron] 10.222.0.42 "GET /v2.0/networks/c7d06eba-48cd-40da-864b-86e938e94510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031095 Feb 09 21:53:19.299516 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34657f48-b0f2-4ad3-9226-e6e6db13a2f0 req-233c272b-ec86-49f8-ae34-73f9848c2029 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:19.303732 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-34657f48-b0f2-4ad3-9226-e6e6db13a2f0 req-233c272b-ec86-49f8-ae34-73f9848c2029 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/ports?device_id=38faa7e9-5065-47c1-a9fb-2bb45d69bf35 HTTP/1.1" status: 200 len: 943 time: 0.1481447 Feb 09 21:53:19.381729 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7f9d552d-c9fd-44b2-9d1c-8f44a70d5327 req-555eb796-0551-4c74-b995-cb3f62f628df service neutron] 10.222.0.42 "GET /v2.0/networks/c7d06eba-48cd-40da-864b-86e938e94510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367380 Feb 09 21:53:19.404777 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-34657f48-b0f2-4ad3-9226-e6e6db13a2f0 req-243a1da9-0bb2-43a2-beeb-5edbd12fa3cd tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/security-groups?id=4621ac1e-b2d2-4616-b237-1ef182b0553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917814 Feb 09 21:53:19.639319 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83ff5e-98c2-4f15-9dc4-bdaedfc4b2b2 req-b063adfa-d96e-4ccd-8484-c25d17444e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:19.642231 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7b83ff5e-98c2-4f15-9dc4-bdaedfc4b2b2 req-b063adfa-d96e-4ccd-8484-c25d17444e3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=68159ffdee0f426ea7c9b7022aa5710f&device_id=38faa7e9-5065-47c1-a9fb-2bb45d69bf35 HTTP/1.1" status: 200 len: 1125 time: 0.1369739 Feb 09 21:53:19.819063 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83ff5e-98c2-4f15-9dc4-bdaedfc4b2b2 req-5d01e25d-1a0b-4fb3-99ac-2e7cb77ea005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:19.820713 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7b83ff5e-98c2-4f15-9dc4-bdaedfc4b2b2 req-5d01e25d-1a0b-4fb3-99ac-2e7cb77ea005 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7d06eba-48cd-40da-864b-86e938e94510 HTTP/1.1" status: 200 len: 910 time: 0.1711431 Feb 09 21:53:19.875726 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7b83ff5e-98c2-4f15-9dc4-bdaedfc4b2b2 req-809d444b-6ccf-4bc0-a7b1-ecfb5688fdc3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecab6ecd-1cb6-457c-a885-9e31d6023105 HTTP/1.1" status: 200 len: 217 time: 0.0462584 Feb 09 21:53:19.913077 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44224) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:19.990912 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83ff5e-98c2-4f15-9dc4-bdaedfc4b2b2 req-78dfc577-42a1-4271-9825-506a16964ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:19.992626 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7b83ff5e-98c2-4f15-9dc4-bdaedfc4b2b2 req-78dfc577-42a1-4271-9825-506a16964ac0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eee166ec-de73-406a-9986-7ce19bd725f8 HTTP/1.1" status: 200 len: 849 time: 0.1096799 Feb 09 21:53:20.056190 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7b83ff5e-98c2-4f15-9dc4-bdaedfc4b2b2 req-f8f7b06f-94bf-4ee1-af13-1bcdd849994d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7d06eba-48cd-40da-864b-86e938e94510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561156 Feb 09 21:53:20.228323 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7b83ff5e-98c2-4f15-9dc4-bdaedfc4b2b2 req-e4d30cd3-928a-44e8-880c-31a49d757999 service neutron] 10.222.0.42 "GET /v2.0/networks/c7d06eba-48cd-40da-864b-86e938e94510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641064 Feb 09 21:53:20.235482 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62301ee9-62f4-46c1-91ca-6baeeeec03cc req-06b4834c-2b14-41c4-9011-1f3b88cbdfcf tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:20.244265 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62301ee9-62f4-46c1-91ca-6baeeeec03cc req-06b4834c-2b14-41c4-9011-1f3b88cbdfcf tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.2112367 Feb 09 21:53:20.262212 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb300b-1853-41dd-964d-3e36b56888b4 req-2eb239e1-337f-4d70-b2f5-396a19d9efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:20.263212 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb300b-1853-41dd-964d-3e36b56888b4 req-2eb239e1-337f-4d70-b2f5-396a19d9efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:20.264222 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb300b-1853-41dd-964d-3e36b56888b4 req-2eb239e1-337f-4d70-b2f5-396a19d9efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:20.264963 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb300b-1853-41dd-964d-3e36b56888b4 req-2eb239e1-337f-4d70-b2f5-396a19d9efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:20.266197 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb300b-1853-41dd-964d-3e36b56888b4 req-2eb239e1-337f-4d70-b2f5-396a19d9efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:20.267099 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb300b-1853-41dd-964d-3e36b56888b4 req-2eb239e1-337f-4d70-b2f5-396a19d9efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:20.267963 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb300b-1853-41dd-964d-3e36b56888b4 req-2eb239e1-337f-4d70-b2f5-396a19d9efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:20.271539 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-beeb300b-1853-41dd-964d-3e36b56888b4 req-2eb239e1-337f-4d70-b2f5-396a19d9efe7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 6719 time: 0.3559599 Feb 09 21:53:20.362125 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7b83ff5e-98c2-4f15-9dc4-bdaedfc4b2b2 req-6828b371-1060-4669-b7ae-5f9a5dda25ee service neutron] 10.222.0.42 "GET /v2.0/networks/c7d06eba-48cd-40da-864b-86e938e94510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210222 Feb 09 21:53:20.378296 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62301ee9-62f4-46c1-91ca-6baeeeec03cc req-ab42801e-98a7-424c-b674-f143c51e2558 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325819 Feb 09 21:53:20.456200 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-beeb300b-1853-41dd-964d-3e36b56888b4 req-b520c595-de50-421d-8ea1-661ab0949895 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1734147 Feb 09 21:53:20.672232 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dd784007-2088-4824-9432-b519c9a2ffd9 req-cedd7553-f14a-4e39-9619-ac330d5a7aa3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1459498 Feb 09 21:53:20.729738 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdadabc-bea9-48c9-b0ce-d4558dbdd2af req-c4243347-17ec-4f81-b895-9ef739d5ded4 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:20.733742 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ebdadabc-bea9-48c9-b0ce-d4558dbdd2af req-c4243347-17ec-4f81-b895-9ef739d5ded4 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/ports?device_id=38faa7e9-5065-47c1-a9fb-2bb45d69bf35 HTTP/1.1" status: 200 len: 943 time: 0.1106699 Feb 09 21:53:20.833728 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ebdadabc-bea9-48c9-b0ce-d4558dbdd2af req-7550ef5b-1c43-4b36-bf15-66138930d64c tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/security-groups?id=4621ac1e-b2d2-4616-b237-1ef182b0553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905783 Feb 09 21:53:20.959003 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd784007-2088-4824-9432-b519c9a2ffd9 req-a76fb39f-49a3-49fe-8e62-d7ba0744f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:20.961435 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dd784007-2088-4824-9432-b519c9a2ffd9 req-a76fb39f-49a3-49fe-8e62-d7ba0744f80c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8908faf94a6140dabe02e2fb8fe5fb7c&device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 1128 time: 0.2193561 Feb 09 21:53:21.166819 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd784007-2088-4824-9432-b519c9a2ffd9 req-a559868a-7a92-4af7-a591-a18f2bb6b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:21.169953 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dd784007-2088-4824-9432-b519c9a2ffd9 req-a559868a-7a92-4af7-a591-a18f2bb6b804 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 HTTP/1.1" status: 200 len: 918 time: 0.1729672 Feb 09 21:53:21.318647 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dd784007-2088-4824-9432-b519c9a2ffd9 req-7a59606b-2b70-414e-a06f-d697da77ccc4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92df3f27-88f5-4034-ac39-edac860b1e43 HTTP/1.1" status: 200 len: 1000 time: 0.1384060 Feb 09 21:53:21.424815 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd784007-2088-4824-9432-b519c9a2ffd9 req-9f496156-2227-4ff8-92ae-2b22aa16d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:21.427124 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dd784007-2088-4824-9432-b519c9a2ffd9 req-9f496156-2227-4ff8-92ae-2b22aa16d858 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef491681-aa83-413d-aeee-25903ab6b8c8 HTTP/1.1" status: 200 len: 856 time: 0.0904326 Feb 09 21:53:21.527426 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd784007-2088-4824-9432-b519c9a2ffd9 req-84ea5c45-2fe1-40b3-a703-e2097f7a7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:21.529130 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dd784007-2088-4824-9432-b519c9a2ffd9 req-84ea5c45-2fe1-40b3-a703-e2097f7a7bed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0951970 Feb 09 21:53:21.645863 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190fbcd-cfbd-47bc-9018-2e4a8ef210ad req-c25d7b39-33ba-4261-a831-1a8f10be67b6 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:21.648458 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a190fbcd-cfbd-47bc-9018-2e4a8ef210ad req-c25d7b39-33ba-4261-a831-1a8f10be67b6 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.1346667 Feb 09 21:53:21.733726 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a190fbcd-cfbd-47bc-9018-2e4a8ef210ad req-90194405-52c7-443b-b984-a6e55fda18f7 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785029 Feb 09 21:53:21.751249 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dd784007-2088-4824-9432-b519c9a2ffd9 req-6abdb0ee-3324-4edc-b2c8-9caa760bf466 service neutron] 10.222.0.42 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095473 Feb 09 21:53:21.970429 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dd784007-2088-4824-9432-b519c9a2ffd9 req-0b38a01b-ae75-4848-8493-4a773c6399f2 service neutron] 10.222.0.42 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102728 Feb 09 21:53:22.139314 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeab275-2412-4d20-8699-48878ff39653 req-67b1314f-6797-4188-8725-89296e9e4b1d tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:22.145396 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5aeab275-2412-4d20-8699-48878ff39653 req-67b1314f-6797-4188-8725-89296e9e4b1d tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/ports?device_id=38faa7e9-5065-47c1-a9fb-2bb45d69bf35 HTTP/1.1" status: 200 len: 943 time: 0.1068370 Feb 09 21:53:22.264096 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5aeab275-2412-4d20-8699-48878ff39653 req-bd69d73e-72ad-4f15-ad65-60cd0a8e7c5a tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/security-groups?id=4621ac1e-b2d2-4616-b237-1ef182b0553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034126 Feb 09 21:53:22.454455 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44302) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:22.577149 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d7226-a85c-4449-b8ec-5aed9a2e8e50 req-3abd1d3e-02cb-4571-b92a-8607f6ef7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:22.577955 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d7226-a85c-4449-b8ec-5aed9a2e8e50 req-3abd1d3e-02cb-4571-b92a-8607f6ef7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:22.578849 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d7226-a85c-4449-b8ec-5aed9a2e8e50 req-3abd1d3e-02cb-4571-b92a-8607f6ef7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:22.579485 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d7226-a85c-4449-b8ec-5aed9a2e8e50 req-3abd1d3e-02cb-4571-b92a-8607f6ef7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:22.580134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d7226-a85c-4449-b8ec-5aed9a2e8e50 req-3abd1d3e-02cb-4571-b92a-8607f6ef7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:22.580761 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d7226-a85c-4449-b8ec-5aed9a2e8e50 req-3abd1d3e-02cb-4571-b92a-8607f6ef7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:22.581452 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d7226-a85c-4449-b8ec-5aed9a2e8e50 req-3abd1d3e-02cb-4571-b92a-8607f6ef7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:22.583842 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-693d7226-a85c-4449-b8ec-5aed9a2e8e50 req-3abd1d3e-02cb-4571-b92a-8607f6ef7d92 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 6708 time: 0.1273675 Feb 09 21:53:22.685309 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-693d7226-a85c-4449-b8ec-5aed9a2e8e50 req-931522ba-a389-4585-8334-c711a4813e4f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892277 Feb 09 21:53:22.930958 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9906cc-73a6-454b-9a1e-ac45df254731 req-d00b06aa-3e4a-4a4d-8d9d-5f81a094bd09 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:22.933027 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device ecab6ecd-1cb6-457c-a885-9e31d6023105 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:53:22.939233 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc9906cc-73a6-454b-9a1e-ac45df254731 req-d00b06aa-3e4a-4a4d-8d9d-5f81a094bd09 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.0734999 Feb 09 21:53:23.006869 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc9906cc-73a6-454b-9a1e-ac45df254731 req-0046d803-3b1e-4f66-b31d-b8217cce32f6 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670946 Feb 09 21:53:23.163363 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port ecab6ecd-1cb6-457c-a885-9e31d6023105, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ecab6ecd-1cb6-457c-a885-9e31d6023105,segment=NetworkSegment(8ff201c9-5629-4f21-90ed-5075c750d529),segment_id=8ff201c9-5629-4f21-90ed-5075c750d529)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:23.188424 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'ecab6ecd-1cb6-457c-a885-9e31d6023105', 'network_id': 'c7d06eba-48cd-40da-864b-86e938e94510', 'port_id': 'ecab6ecd-1cb6-457c-a885-9e31d6023105', 'mac_address': 'fa:16:3e:85:88:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee166ec-de73-406a-9986-7ce19bd725f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:53:23.242712 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port ecab6ecd-1cb6-457c-a885-9e31d6023105 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:23.243114 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ecab6ecd-1cb6-457c-a885-9e31d6023105), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:23.266049 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecab6ecd-1cb6-457c-a885-9e31d6023105 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:53:23.291332 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port ecab6ecd-1cb6-457c-a885-9e31d6023105, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ecab6ecd-1cb6-457c-a885-9e31d6023105,segment=NetworkSegment(8ff201c9-5629-4f21-90ed-5075c750d529),segment_id=8ff201c9-5629-4f21-90ed-5075c750d529)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:23.297372 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ecab6ecd-1cb6-457c-a885-9e31d6023105), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:23.355313 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=ecab6ecd-1cb6-457c-a885-9e31d6023105,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:23.450899 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5951a1-62e1-4473-bc4e-83a850eb16dc req-e1e61132-42f5-4c0f-a87c-a157e0780005 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:23.452915 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b5951a1-62e1-4473-bc4e-83a850eb16dc req-e1e61132-42f5-4c0f-a87c-a157e0780005 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/ports?device_id=38faa7e9-5065-47c1-a9fb-2bb45d69bf35 HTTP/1.1" status: 200 len: 944 time: 0.0740547 Feb 09 21:53:23.517625 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b5951a1-62e1-4473-bc4e-83a850eb16dc req-2741a805-e68c-4ad7-afc1-d506a5197beb tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/security-groups?id=4621ac1e-b2d2-4616-b237-1ef182b0553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554118 Feb 09 21:53:23.628496 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['ecab6ecd-1cb6-457c-a885-9e31d6023105'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:53:24.157509 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63ba60-a09e-4bf8-ab0a-ac1faed9847c req-c1cdb32d-1bc5-473c-a1b0-d5ddc4a784a6 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:24.159108 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b63ba60-a09e-4bf8-ab0a-ac1faed9847c req-c1cdb32d-1bc5-473c-a1b0-d5ddc4a784a6 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.0669858 Feb 09 21:53:24.233619 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b63ba60-a09e-4bf8-ab0a-ac1faed9847c req-1b4f134e-ee09-4a48-b7a5-0b6aeedb4983 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581381 Feb 09 21:53:24.686362 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6491664-e6a2-4915-872f-b99316ed9294 req-0536cd69-3a5b-430e-bfc7-048786d0dc67 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:24.688000 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f6491664-e6a2-4915-872f-b99316ed9294 req-0536cd69-3a5b-430e-bfc7-048786d0dc67 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/ports?device_id=38faa7e9-5065-47c1-a9fb-2bb45d69bf35 HTTP/1.1" status: 200 len: 944 time: 0.0725572 Feb 09 21:53:24.746907 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f6491664-e6a2-4915-872f-b99316ed9294 req-7fe05631-9f3d-49d6-a10b-8e71e799e0b1 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/security-groups?id=4621ac1e-b2d2-4616-b237-1ef182b0553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514970 Feb 09 21:53:24.947488 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device ecab6ecd-1cb6-457c-a885-9e31d6023105 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:53:25.009135 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port ecab6ecd-1cb6-457c-a885-9e31d6023105 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:53:25.017930 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port ecab6ecd-1cb6-457c-a885-9e31d6023105 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:25.017930 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ecab6ecd-1cb6-457c-a885-9e31d6023105), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:25.161726 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port ecab6ecd-1cb6-457c-a885-9e31d6023105 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:25.162135 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ecab6ecd-1cb6-457c-a885-9e31d6023105), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:25.188352 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38faa7e9-5065-47c1-a9fb-2bb45d69bf35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecab6ecd-1cb6-457c-a885-9e31d6023105'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:25.190729 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e54f77-f6d2-4d88-a368-54e3b6ac6d4b" -d '{"events": [{"server_uuid": "38faa7e9-5065-47c1-a9fb-2bb45d69bf35", "name": "network-vif-plugged", "status": "completed", "tag": "ecab6ecd-1cb6-457c-a885-9e31d6023105"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:25.221785 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port ecab6ecd-1cb6-457c-a885-9e31d6023105, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ecab6ecd-1cb6-457c-a885-9e31d6023105,segment=NetworkSegment(8ff201c9-5629-4f21-90ed-5075c750d529),segment_id=8ff201c9-5629-4f21-90ed-5075c750d529)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:25.229879 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ecab6ecd-1cb6-457c-a885-9e31d6023105), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:25.322003 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=ecab6ecd-1cb6-457c-a885-9e31d6023105,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:25.327970 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c920fa30-a95c-4165-9681-870e1a966aa9 x-openstack-request-id: req-c920fa30-a95c-4165-9681-870e1a966aa9 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:25.328370 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38faa7e9-5065-47c1-a9fb-2bb45d69bf35", "name": "network-vif-plugged", "status": "completed", "tag": "ecab6ecd-1cb6-457c-a885-9e31d6023105", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:25.328808 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c920fa30-a95c-4165-9681-870e1a966aa9 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:25.329175 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38faa7e9-5065-47c1-a9fb-2bb45d69bf35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecab6ecd-1cb6-457c-a885-9e31d6023105', 'code': 200} Feb 09 21:53:25.434714 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632e25c-978d-45ee-8db2-ebf6cab80866 req-9d35f803-7cd5-44ec-abf6-92f256d15a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:25.437137 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0632e25c-978d-45ee-8db2-ebf6cab80866 req-9d35f803-7cd5-44ec-abf6-92f256d15a0c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=38faa7e9-5065-47c1-a9fb-2bb45d69bf35 HTTP/1.1" status: 200 len: 1127 time: 0.0774457 Feb 09 21:53:25.444201 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af44d11-3d3b-46bd-a692-2242bc5f2c1d req-e98e258c-d252-4e6c-a9a3-e88cefdff1e1 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:25.446039 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4af44d11-3d3b-46bd-a692-2242bc5f2c1d req-e98e258c-d252-4e6c-a9a3-e88cefdff1e1 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.0704157 Feb 09 21:53:25.507810 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0632e25c-978d-45ee-8db2-ebf6cab80866 req-5c4db00e-d4cd-49b3-96a8-4391e4b4560a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4621ac1e-b2d2-4616-b237-1ef182b0553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604379 Feb 09 21:53:25.568321 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4af44d11-3d3b-46bd-a692-2242bc5f2c1d req-01ceed85-1786-4662-bc3c-fef6613153a6 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129332 Feb 09 21:53:25.939197 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a8f25-0944-474a-9e73-24949247b4ec req-24b6f9c1-f7e4-44fe-8506-7ddd43405a1c tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:25.941645 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-021a8f25-0944-474a-9e73-24949247b4ec req-24b6f9c1-f7e4-44fe-8506-7ddd43405a1c tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/ports?device_id=38faa7e9-5065-47c1-a9fb-2bb45d69bf35 HTTP/1.1" status: 200 len: 945 time: 0.0839930 Feb 09 21:53:26.015413 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-021a8f25-0944-474a-9e73-24949247b4ec req-114834bd-0e31-4d09-92b3-cabb71f5cdb5 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/security-groups?id=4621ac1e-b2d2-4616-b237-1ef182b0553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640454 Feb 09 21:53:26.752495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908850e-e14c-4977-ac38-11619d8f9a7b req-b9d4f612-b953-48ed-8f96-3ce9fd0f844c tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:26.756081 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6908850e-e14c-4977-ac38-11619d8f9a7b req-b9d4f612-b953-48ed-8f96-3ce9fd0f844c tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.0988462 Feb 09 21:53:26.827888 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6908850e-e14c-4977-ac38-11619d8f9a7b req-4fd28ff5-84ac-4f9a-ab35-659432a91ea7 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648270 Feb 09 21:53:27.197215 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc0b85-a73f-4c4c-95dd-9a973abc069d req-38039ae1-054f-42a2-9f55-e011cc441566 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:27.198863 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bbcc0b85-a73f-4c4c-95dd-9a973abc069d req-38039ae1-054f-42a2-9f55-e011cc441566 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/ports?device_id=38faa7e9-5065-47c1-a9fb-2bb45d69bf35 HTTP/1.1" status: 200 len: 945 time: 0.0726171 Feb 09 21:53:27.636837 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bbcc0b85-a73f-4c4c-95dd-9a973abc069d req-a409bf02-f626-4fad-b0ec-d3543eb9a1f6 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/security-groups?id=4621ac1e-b2d2-4616-b237-1ef182b0553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313915 Feb 09 21:53:28.030584 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e22792-867a-45cd-9968-f9dca8ded3a5 req-b87b6e98-199c-4a43-b0f9-6c52b578e6cd tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:28.033363 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13e22792-867a-45cd-9968-f9dca8ded3a5 req-b87b6e98-199c-4a43-b0f9-6c52b578e6cd tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.0958180 Feb 09 21:53:28.105800 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13e22792-867a-45cd-9968-f9dca8ded3a5 req-09431b92-39bb-4483-96ab-eb9b1f7f0538 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647333 Feb 09 21:53:29.192022 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a60fc5-6dc7-49fa-909d-a14fb694aa30 req-6ae0fb73-da7a-4eb6-b722-1d5ea4a7c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:29.193630 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-00a60fc5-6dc7-49fa-909d-a14fb694aa30 req-6ae0fb73-da7a-4eb6-b722-1d5ea4a7c9ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 1127 time: 0.0664828 Feb 09 21:53:29.254957 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-00a60fc5-6dc7-49fa-909d-a14fb694aa30 req-c0c530f8-d574-47d1-8e10-c767752a0d4d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540128 Feb 09 21:53:29.276662 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1cd7d-a4f7-4e28-bf23-50e0fe38a861 req-858091e0-e2c6-4247-ae37-d61b48d01dda tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:29.279471 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6c1cd7d-a4f7-4e28-bf23-50e0fe38a861 req-858091e0-e2c6-4247-ae37-d61b48d01dda tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.0903425 Feb 09 21:53:29.350968 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6c1cd7d-a4f7-4e28-bf23-50e0fe38a861 req-e9341a66-c52f-468f-a442-16de1aafc43a tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652978 Feb 09 21:53:30.542378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74b07f-df08-48e0-80d9-17094729a02e req-f37bab43-3f3e-4baa-ac84-5da53696b7af tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:30.543858 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9c74b07f-df08-48e0-80d9-17094729a02e req-f37bab43-3f3e-4baa-ac84-5da53696b7af tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.0607564 Feb 09 21:53:30.629992 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9c74b07f-df08-48e0-80d9-17094729a02e req-952e32b3-7609-4139-8b5c-e269c7b4b999 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749300 Feb 09 21:53:31.079588 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-3e7d359c-fb13-476f-84aa-1591f1f18bef tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:31.081193 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-3e7d359c-fb13-476f-84aa-1591f1f18bef tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/networks?id=ce4674d6-082e-47aa-bac8-f5e69e573a4c HTTP/1.1" status: 200 len: 811 time: 0.1651521 Feb 09 21:53:31.099871 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-d49613bb-8cf3-488e-a5c3-b3b3c3e27cf4 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/quotas/b666becafa484a598b495047b071dc96 HTTP/1.1" status: 200 len: 375 time: 0.0124073 Feb 09 21:53:31.174147 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-9be89da3-e30f-4353-a68b-f6d8ca44cdb0 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b666becafa484a598b495047b071dc96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636988 Feb 09 21:53:31.295510 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-99605029-3231-4d08-bddf-175eaf3705ea service neutron] 10.222.0.77 "GET /v2.0/networks/ce4674d6-082e-47aa-bac8-f5e69e573a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125712 Feb 09 21:53:31.464864 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-b6a431c5-0221-41f6-a5a8-1e3e31afade0 service neutron] 10.222.0.77 "GET /v2.0/networks/ce4674d6-082e-47aa-bac8-f5e69e573a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589656 Feb 09 21:53:31.666476 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d8557c8-9529-4bd6-adb1-39d088100315 req-da68d4bd-3a3f-4560-b005-e9625d9bb2e2 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 210 time: 0.0321703 Feb 09 21:53:32.794328 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc68c611-72ce-4230-a82d-03dded4e8a9f req-9d1fba5c-5e74-4917-ad93-740cfb5a1a68 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 210 time: 0.0348065 Feb 09 21:53:33.070299 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-00b0297b-8db0-4502-9956-e1b6994b61dc tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:33.072643 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-00b0297b-8db0-4502-9956-e1b6994b61dc tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.71 "GET /v2.0/networks?id=ce4674d6-082e-47aa-bac8-f5e69e573a4c HTTP/1.1" status: 200 len: 811 time: 0.2160962 Feb 09 21:53:33.089382 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-3b6d971c-db5c-4610-b732-158cb7550fd8 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Request body: {'port': {'device_id': '6b6192b4-8066-4e44-b837-a979afd33c09', 'network_id': 'ce4674d6-082e-47aa-bac8-f5e69e573a4c', 'admin_state_up': True, 'tenant_id': 'b666becafa484a598b495047b071dc96'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:33.267725 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-3b6d971c-db5c-4610-b732-158cb7550fd8 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Made reservation on behalf of b666becafa484a598b495047b071dc96 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:53:33.275271 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-3b6d971c-db5c-4610-b732-158cb7550fd8 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:33.479988 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-3b6d971c-db5c-4610-b732-158cb7550fd8 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Allocated IP 172.20.0.6 (ce4674d6-082e-47aa-bac8-f5e69e573a4c/3226a4e0-eaaa-4676-95ae-6877bda788e2/a7b998c4-f587-4e67-a2c4-d81c478426f8) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:53:33.728331 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-3b6d971c-db5c-4610-b732-158cb7550fd8 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Publish callbacks [] for port (a7b998c4-f587-4e67-a2c4-d81c478426f8), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:33.776019 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-3b6d971c-db5c-4610-b732-158cb7550fd8 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (a7b998c4-f587-4e67-a2c4-d81c478426f8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:33.793220 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['6bcb1e96-ee43-4364-9b2e-c958124c4890'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:53:33.836606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-3b6d971c-db5c-4610-b732-158cb7550fd8 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Network ce4674d6-082e-47aa-bac8-f5e69e573a4c is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:53:33.843104 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-3b6d971c-db5c-4610-b732-158cb7550fd8 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:33.852121 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-3b6d971c-db5c-4610-b732-158cb7550fd8 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:53:33.899055 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d971c-db5c-4610-b732-158cb7550fd8 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Pushing event updated for resources: {'Port': ['ID=a7b998c4-f587-4e67-a2c4-d81c478426f8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:33.979265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-3b6d971c-db5c-4610-b732-158cb7550fd8 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:33.981412 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-3b6d971c-db5c-4610-b732-158cb7550fd8 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:34.052503 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-3b6d971c-db5c-4610-b732-158cb7550fd8 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9681795 Feb 09 21:53:34.068582 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] Request body: {'port': {'device_id': '6b6192b4-8066-4e44-b837-a979afd33c09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:34.141751 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cf852-a6fc-4102-bbcc-b777f0cf7ab7 req-06c18d9a-e1f2-4d38-9c4f-418e949954eb tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:34.144124 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-636cf852-a6fc-4102-bbcc-b777f0cf7ab7 req-06c18d9a-e1f2-4d38-9c4f-418e949954eb tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 931 time: 0.1551163 Feb 09 21:53:34.194773 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a7b998c4-f587-4e67-a2c4-d81c478426f8), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:34.296835 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-636cf852-a6fc-4102-bbcc-b777f0cf7ab7 req-ff829db2-3180-4929-aa9c-a725cfd0b230 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303794 Feb 09 21:53:34.648027 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b998c4-f587-4e67-a2c4-d81c478426f8 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:53:34.674335 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] Publish callbacks [] for port (a7b998c4-f587-4e67-a2c4-d81c478426f8), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:34.700256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] Transition to ACTIVE for port object a7b998c4-f587-4e67-a2c4-d81c478426f8 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:53:34.707570 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (a7b998c4-f587-4e67-a2c4-d81c478426f8), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:34.839471 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b998c4-f587-4e67-a2c4-d81c478426f8,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:34.942071 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] Attempting to bind port a7b998c4-f587-4e67-a2c4-d81c478426f8 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:53:34.943596 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] Attempting to bind port a7b998c4-f587-4e67-a2c4-d81c478426f8 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '1698b7a1-b14d-486e-bd65-7f662455a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ce4674d6-082e-47aa-bac8-f5e69e573a4c'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:53:34.943596 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] Attempting to bind port a7b998c4-f587-4e67-a2c4-d81c478426f8 on network ce4674d6-082e-47aa-bac8-f5e69e573a4c {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:53:34.954151 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] Port a7b998c4-f587-4e67-a2c4-d81c478426f8 on network ce4674d6-082e-47aa-bac8-f5e69e573a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:53:34.954704 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] Attempting to bind port a7b998c4-f587-4e67-a2c4-d81c478426f8 on network ce4674d6-082e-47aa-bac8-f5e69e573a4c {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:53:34.971372 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:53:34.972731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] Checking segment: {'id': '1698b7a1-b14d-486e-bd65-7f662455a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ce4674d6-082e-47aa-bac8-f5e69e573a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:53:34.973390 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] Bound using segment: {'id': '1698b7a1-b14d-486e-bd65-7f662455a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ce4674d6-082e-47aa-bac8-f5e69e573a4c'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:53:34.974158 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] Bound port: a7b998c4-f587-4e67-a2c4-d81c478426f8, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1698b7a1-b14d-486e-bd65-7f662455a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ce4674d6-082e-47aa-bac8-f5e69e573a4c'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:53:34.974983 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a7b998c4-f587-4e67-a2c4-d81c478426f8), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:35.084204 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] For port a7b998c4-f587-4e67-a2c4-d81c478426f8, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:53:35.088842 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] For port a7b998c4-f587-4e67-a2c4-d81c478426f8, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=a7b998c4-f587-4e67-a2c4-d81c478426f8,segment=NetworkSegment(1698b7a1-b14d-486e-bd65-7f662455a6c0),segment_id=1698b7a1-b14d-486e-bd65-7f662455a6c0)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:53:35.100295 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (a7b998c4-f587-4e67-a2c4-d81c478426f8), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:35.151890 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:35.152919 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:35.154809 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] 10.222.0.71 "PUT /v2.0/ports/a7b998c4-f587-4e67-a2c4-d81c478426f8 HTTP/1.1" status: 200 len: 1091 time: 1.0945137 Feb 09 21:53:35.155497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6192b4-8066-4e44-b837-a979afd33c09', 'tag': 'a7b998c4-f587-4e67-a2c4-d81c478426f8'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:35.158469 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8828d205-9edb-4255-9c6a-6b787afc9e36" -d '{"events": [{"name": "network-changed", "server_uuid": "6b6192b4-8066-4e44-b837-a979afd33c09", "tag": "a7b998c4-f587-4e67-a2c4-d81c478426f8"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:35.188193 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46129c1-023f-45f4-bbfb-c02a89090077 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b998c4-f587-4e67-a2c4-d81c478426f8,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:35.224309 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865a1ee2-2d41-4c43-8d3a-a8cc8403d731 x-openstack-request-id: req-865a1ee2-2d41-4c43-8d3a-a8cc8403d731 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:35.224765 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b6192b4-8066-4e44-b837-a979afd33c09", "tag": "a7b998c4-f587-4e67-a2c4-d81c478426f8", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:35.225168 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-865a1ee2-2d41-4c43-8d3a-a8cc8403d731 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:35.225711 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6192b4-8066-4e44-b837-a979afd33c09', 'tag': 'a7b998c4-f587-4e67-a2c4-d81c478426f8', 'status': 'completed', 'code': 200} Feb 09 21:53:35.295385 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-5a670a11-5350-4e50-8712-ee0ed7a57977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:35.297172 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-5a670a11-5350-4e50-8712-ee0ed7a57977 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b666becafa484a598b495047b071dc96&device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 1125 time: 0.0696435 Feb 09 21:53:35.385336 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-e2425ee3-a57a-4801-94b3-bf08fb80eb8f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7b998c4-f587-4e67-a2c4-d81c478426f8 HTTP/1.1" status: 200 len: 217 time: 0.0798755 Feb 09 21:53:35.494451 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-f0597c64-424d-4bac-8812-d71c60cbb54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:35.496628 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-f0597c64-424d-4bac-8812-d71c60cbb54b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3226a4e0-eaaa-4676-95ae-6877bda788e2 HTTP/1.1" status: 200 len: 851 time: 0.1057637 Feb 09 21:53:35.537731 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-1bc4d32c-8374-4c66-9e32-24c8c5c83d11 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ce4674d6-082e-47aa-bac8-f5e69e573a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352924 Feb 09 21:53:35.550230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb38fa-858e-4d9c-bd87-5486e7b2fb63 req-c6b0b804-50a0-4618-8ae5-14c12feb03b9 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:35.556319 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8ffb38fa-858e-4d9c-bd87-5486e7b2fb63 req-c6b0b804-50a0-4618-8ae5-14c12feb03b9 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 943 time: 0.1476195 Feb 09 21:53:35.700381 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8ffb38fa-858e-4d9c-bd87-5486e7b2fb63 req-bf1d3c60-a0a4-4ca5-b894-fac5a3be6773 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355965 Feb 09 21:53:35.730160 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-5c79bf35-7b27-467b-8d05-917c8345c205 service neutron] 10.222.0.71 "GET /v2.0/networks/ce4674d6-082e-47aa-bac8-f5e69e573a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735172 Feb 09 21:53:35.882097 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c4caaa8-76b2-4fc0-8df3-430268e3f2ae req-7f6e1604-1797-4963-9ec0-cbc906dc32c4 service neutron] 10.222.0.71 "GET /v2.0/networks/ce4674d6-082e-47aa-bac8-f5e69e573a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406398 Feb 09 21:53:36.060199 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828d205-9edb-4255-9c6a-6b787afc9e36 req-7287073f-e308-489a-b401-402d853f78ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:36.062123 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8828d205-9edb-4255-9c6a-6b787afc9e36 req-7287073f-e308-489a-b401-402d853f78ca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b666becafa484a598b495047b071dc96&device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 1125 time: 0.0985241 Feb 09 21:53:36.260190 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828d205-9edb-4255-9c6a-6b787afc9e36 req-0878400d-f0d8-4dcb-9708-d0b70f14aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:36.263689 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8828d205-9edb-4255-9c6a-6b787afc9e36 req-0878400d-f0d8-4dcb-9708-d0b70f14aa27 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ce4674d6-082e-47aa-bac8-f5e69e573a4c HTTP/1.1" status: 200 len: 912 time: 0.1948113 Feb 09 21:53:36.343993 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8828d205-9edb-4255-9c6a-6b787afc9e36 req-e4296cb4-ef26-46af-9946-412ebe891fcc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7b998c4-f587-4e67-a2c4-d81c478426f8 HTTP/1.1" status: 200 len: 217 time: 0.0735273 Feb 09 21:53:36.415060 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828d205-9edb-4255-9c6a-6b787afc9e36 req-88b7a4f6-d33c-478b-939c-14022cbb4930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:36.416931 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8828d205-9edb-4255-9c6a-6b787afc9e36 req-88b7a4f6-d33c-478b-939c-14022cbb4930 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3226a4e0-eaaa-4676-95ae-6877bda788e2 HTTP/1.1" status: 200 len: 851 time: 0.0613208 Feb 09 21:53:36.494787 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8828d205-9edb-4255-9c6a-6b787afc9e36 req-3e73652f-4320-495a-91c7-bbb37f34b65a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ce4674d6-082e-47aa-bac8-f5e69e573a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689712 Feb 09 21:53:36.812197 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8828d205-9edb-4255-9c6a-6b787afc9e36 req-0fffe25a-0609-42f5-83d4-83aceaa424ea service neutron] 10.222.0.71 "GET /v2.0/networks/ce4674d6-082e-47aa-bac8-f5e69e573a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098321 Feb 09 21:53:37.028807 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8828d205-9edb-4255-9c6a-6b787afc9e36 req-e7da2c72-88ea-40df-ab9f-b226aa155dfd service neutron] 10.222.0.71 "GET /v2.0/networks/ce4674d6-082e-47aa-bac8-f5e69e573a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087893 Feb 09 21:53:37.319254 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33800739-8966-4598-9773-d02ecaffbf76 req-9974db4b-b397-4a5e-940f-705ea1ae49ac tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:37.322614 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-33800739-8966-4598-9773-d02ecaffbf76 req-9974db4b-b397-4a5e-940f-705ea1ae49ac tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 943 time: 0.1247442 Feb 09 21:53:37.408127 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-33800739-8966-4598-9773-d02ecaffbf76 req-49962a60-abec-4dbf-bcef-45c9f7a9e623 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763867 Feb 09 21:53:37.817762 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7563e85-21c9-46b4-a252-7b42886fbc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:38.682974 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6c112-fcd0-4afe-aba4-1e00e3d8c2ad req-b1a82cfd-f1a1-486f-91fe-64c8ee1ec976 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:38.692240 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1af6c112-fcd0-4afe-aba4-1e00e3d8c2ad req-b1a82cfd-f1a1-486f-91fe-64c8ee1ec976 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 943 time: 0.0935605 Feb 09 21:53:38.771164 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1af6c112-fcd0-4afe-aba4-1e00e3d8c2ad req-220de98f-a1d5-4d25-b32f-eb2e86feb783 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779278 Feb 09 21:53:39.466360 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device a7b998c4-f587-4e67-a2c4-d81c478426f8 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:53:39.621228 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port a7b998c4-f587-4e67-a2c4-d81c478426f8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=a7b998c4-f587-4e67-a2c4-d81c478426f8,segment=NetworkSegment(1698b7a1-b14d-486e-bd65-7f662455a6c0),segment_id=1698b7a1-b14d-486e-bd65-7f662455a6c0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:39.645120 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'a7b998c4-f587-4e67-a2c4-d81c478426f8', 'network_id': 'ce4674d6-082e-47aa-bac8-f5e69e573a4c', 'port_id': 'a7b998c4-f587-4e67-a2c4-d81c478426f8', 'mac_address': 'fa:16:3e:8b:7b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3226a4e0-eaaa-4676-95ae-6877bda788e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:53:39.688004 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port a7b998c4-f587-4e67-a2c4-d81c478426f8 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:39.688404 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a7b998c4-f587-4e67-a2c4-d81c478426f8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:39.705506 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b998c4-f587-4e67-a2c4-d81c478426f8 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:53:39.729730 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port a7b998c4-f587-4e67-a2c4-d81c478426f8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=a7b998c4-f587-4e67-a2c4-d81c478426f8,segment=NetworkSegment(1698b7a1-b14d-486e-bd65-7f662455a6c0),segment_id=1698b7a1-b14d-486e-bd65-7f662455a6c0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:39.736169 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a7b998c4-f587-4e67-a2c4-d81c478426f8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:39.816883 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=a7b998c4-f587-4e67-a2c4-d81c478426f8,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:39.992072 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd40e9a-bbc8-4ef3-b3df-5019ce6fc52f req-70065b01-12c8-4831-8636-b09d88e9b7bc tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:39.995256 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9cd40e9a-bbc8-4ef3-b3df-5019ce6fc52f req-70065b01-12c8-4831-8636-b09d88e9b7bc tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 944 time: 0.0935602 Feb 09 21:53:40.053696 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['a7b998c4-f587-4e67-a2c4-d81c478426f8'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:53:40.097680 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9cd40e9a-bbc8-4ef3-b3df-5019ce6fc52f req-c86d656f-d7ba-4d8a-b152-aafa437fdd95 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911350 Feb 09 21:53:40.449976 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d41053ce-2125-4157-8f80-ce12e63ff4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:40.746204 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:53:41.296430 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38d225-d3a9-40c8-8dea-1ed361f3ae04 req-03cefac2-7c27-49ab-a120-62036de83bad tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:41.304259 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa38d225-d3a9-40c8-8dea-1ed361f3ae04 req-03cefac2-7c27-49ab-a120-62036de83bad tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 944 time: 0.0985055 Feb 09 21:53:41.375767 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa38d225-d3a9-40c8-8dea-1ed361f3ae04 req-2651e192-3557-4d67-9c0c-1f75cc08e763 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643356 Feb 09 21:53:41.486987 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device a7b998c4-f587-4e67-a2c4-d81c478426f8 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:53:41.735306 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:41.743884 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port a7b998c4-f587-4e67-a2c4-d81c478426f8 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:53:41.750257 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port a7b998c4-f587-4e67-a2c4-d81c478426f8 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:41.750680 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a7b998c4-f587-4e67-a2c4-d81c478426f8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:41.933369 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port a7b998c4-f587-4e67-a2c4-d81c478426f8 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:41.934156 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a7b998c4-f587-4e67-a2c4-d81c478426f8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:41.977971 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port a7b998c4-f587-4e67-a2c4-d81c478426f8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=a7b998c4-f587-4e67-a2c4-d81c478426f8,segment=NetworkSegment(1698b7a1-b14d-486e-bd65-7f662455a6c0),segment_id=1698b7a1-b14d-486e-bd65-7f662455a6c0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:41.979634 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6192b4-8066-4e44-b837-a979afd33c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b998c4-f587-4e67-a2c4-d81c478426f8'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:41.982712 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8a7550-3b1d-4c37-80db-59ba42f223ea" -d '{"events": [{"server_uuid": "6b6192b4-8066-4e44-b837-a979afd33c09", "name": "network-vif-plugged", "status": "completed", "tag": "a7b998c4-f587-4e67-a2c4-d81c478426f8"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:41.988298 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a7b998c4-f587-4e67-a2c4-d81c478426f8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:42.071129 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=a7b998c4-f587-4e67-a2c4-d81c478426f8,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:42.093578 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9894b8-401f-4409-b4d9-caf47e11b058 x-openstack-request-id: req-5a9894b8-401f-4409-b4d9-caf47e11b058 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:42.093958 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6192b4-8066-4e44-b837-a979afd33c09", "name": "network-vif-plugged", "status": "completed", "tag": "a7b998c4-f587-4e67-a2c4-d81c478426f8", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:42.094320 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5a9894b8-401f-4409-b4d9-caf47e11b058 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:42.094891 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6192b4-8066-4e44-b837-a979afd33c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b998c4-f587-4e67-a2c4-d81c478426f8', 'code': 200} Feb 09 21:53:42.244596 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de37a1-719b-4d52-ad0c-afa8a1743469 req-26f8af7b-f58c-412c-bc1d-63b536338605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:42.247024 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84de37a1-719b-4d52-ad0c-afa8a1743469 req-26f8af7b-f58c-412c-bc1d-63b536338605 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 1127 time: 0.0818040 Feb 09 21:53:42.319480 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84de37a1-719b-4d52-ad0c-afa8a1743469 req-ed48e351-d9f8-4e8c-a881-431bee9ced4f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643048 Feb 09 21:53:42.570707 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d76ee7-ca00-4507-a3d8-f0e2397e4076 req-c88795ec-771f-4379-8852-412692307329 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:42.573660 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21d76ee7-ca00-4507-a3d8-f0e2397e4076 req-c88795ec-771f-4379-8852-412692307329 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.0908387 Feb 09 21:53:42.678751 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21d76ee7-ca00-4507-a3d8-f0e2397e4076 req-ac39e086-6310-4627-9cc1-6a012d46b697 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937972 Feb 09 21:53:42.762543 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:43.100224 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c7d62-8342-4adc-a43a-01675be80536 req-eac15fd6-2740-46b9-9602-1401c07e2d39 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:43.102369 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-655c7d62-8342-4adc-a43a-01675be80536 req-eac15fd6-2740-46b9-9602-1401c07e2d39 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/ports?device_id=38faa7e9-5065-47c1-a9fb-2bb45d69bf35 HTTP/1.1" status: 200 len: 945 time: 0.0987751 Feb 09 21:53:43.154926 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-655c7d62-8342-4adc-a43a-01675be80536 req-f3f5d652-1e26-4f4b-a971-c22d78700610 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/security-groups?id=4621ac1e-b2d2-4616-b237-1ef182b0553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467861 Feb 09 21:53:44.055381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7975e-1cd4-4b81-a128-b31c9d5c2c8f req-53074a2a-614f-4173-970c-8414d3782f8f tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:44.057135 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2ed7975e-1cd4-4b81-a128-b31c9d5c2c8f req-53074a2a-614f-4173-970c-8414d3782f8f tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.0755246 Feb 09 21:53:44.111224 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2ed7975e-1cd4-4b81-a128-b31c9d5c2c8f req-cca40935-3c4a-48b3-a724-1d82ee3ae9d3 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474567 Feb 09 21:53:44.521285 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d9d53-0d3a-4332-b55b-a93308280db9 req-c19e5636-dc18-41ab-91d4-9c970ecf0779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:44.522891 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e0d9d53-0d3a-4332-b55b-a93308280db9 req-c19e5636-dc18-41ab-91d4-9c970ecf0779 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b666becafa484a598b495047b071dc96&device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 1127 time: 0.1166651 Feb 09 21:53:44.530812 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:44.561321 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c92ac-46f7-473a-b0f1-76634dc79e85 req-429c5e25-1e9f-428e-ae80-a8d78408f183 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:44.563137 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb8c92ac-46f7-473a-b0f1-76634dc79e85 req-429c5e25-1e9f-428e-ae80-a8d78408f183 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/ports?device_id=38faa7e9-5065-47c1-a9fb-2bb45d69bf35 HTTP/1.1" status: 200 len: 945 time: 0.1071427 Feb 09 21:53:44.687194 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb8c92ac-46f7-473a-b0f1-76634dc79e85 req-b645b384-5706-4856-a79f-d84cdce3204d tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/security-groups?id=4621ac1e-b2d2-4616-b237-1ef182b0553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087832 Feb 09 21:53:44.690456 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d9d53-0d3a-4332-b55b-a93308280db9 req-9fd07a08-18d8-4630-921d-2880f90ed49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:44.692555 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e0d9d53-0d3a-4332-b55b-a93308280db9 req-9fd07a08-18d8-4630-921d-2880f90ed49f service neutron] 10.222.0.71 "GET /v2.0/networks?id=ce4674d6-082e-47aa-bac8-f5e69e573a4c HTTP/1.1" status: 200 len: 912 time: 0.1497250 Feb 09 21:53:44.762107 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e0d9d53-0d3a-4332-b55b-a93308280db9 req-4c43ca3e-704e-4be5-85c7-09591e0b1886 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7b998c4-f587-4e67-a2c4-d81c478426f8 HTTP/1.1" status: 200 len: 217 time: 0.0628269 Feb 09 21:53:44.805911 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c941d65-f9df-415b-b424-36f3a0d45189 req-93716b0d-98b3-42f9-a79f-a30a473c2b68 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:44.808380 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c941d65-f9df-415b-b424-36f3a0d45189 req-93716b0d-98b3-42f9-a79f-a30a473c2b68 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.42 "GET /v2.0/ports?device_id=38faa7e9-5065-47c1-a9fb-2bb45d69bf35 HTTP/1.1" status: 200 len: 945 time: 0.0855601 Feb 09 21:53:44.874301 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d9d53-0d3a-4332-b55b-a93308280db9 req-2c1eb9fc-1386-419b-aaca-366e92842bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:44.876282 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e0d9d53-0d3a-4332-b55b-a93308280db9 req-2c1eb9fc-1386-419b-aaca-366e92842bde service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3226a4e0-eaaa-4676-95ae-6877bda788e2 HTTP/1.1" status: 200 len: 851 time: 0.1081781 Feb 09 21:53:44.928159 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e0d9d53-0d3a-4332-b55b-a93308280db9 req-a5bd90db-d69f-408f-ae80-324a4330480d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ce4674d6-082e-47aa-bac8-f5e69e573a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431027 Feb 09 21:53:44.941494 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff29be-a0e9-4d83-96f4-3529b1eaa079 req-eedb29d2-fa63-40f8-a3e0-5caee4aeca42 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:44.950645 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bdff29be-a0e9-4d83-96f4-3529b1eaa079 req-eedb29d2-fa63-40f8-a3e0-5caee4aeca42 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.1379552 Feb 09 21:53:44.970246 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-0c941d65-f9df-415b-b424-36f3a0d45189 req-91a4adae-30e5-46f5-b084-975b523e1f97 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Deleting port ecab6ecd-1cb6-457c-a885-9e31d6023105 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:53:44.970694 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0c941d65-f9df-415b-b424-36f3a0d45189 req-91a4adae-30e5-46f5-b084-975b523e1f97 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ecab6ecd-1cb6-457c-a885-9e31d6023105), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:45.092013 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bdff29be-a0e9-4d83-96f4-3529b1eaa079 req-39a29582-a553-491a-b967-0ea825616447 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395283 Feb 09 21:53:45.130456 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e0d9d53-0d3a-4332-b55b-a93308280db9 req-dc2e0829-b1c8-4b62-afda-91ae035fdb8e service neutron] 10.222.0.71 "GET /v2.0/networks/ce4674d6-082e-47aa-bac8-f5e69e573a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756907 Feb 09 21:53:45.168365 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-0c941d65-f9df-415b-b424-36f3a0d45189 req-91a4adae-30e5-46f5-b084-975b523e1f97 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] For port ecab6ecd-1cb6-457c-a885-9e31d6023105, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ecab6ecd-1cb6-457c-a885-9e31d6023105,segment=NetworkSegment(8ff201c9-5629-4f21-90ed-5075c750d529),segment_id=8ff201c9-5629-4f21-90ed-5075c750d529)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:45.169002 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0c941d65-f9df-415b-b424-36f3a0d45189 req-91a4adae-30e5-46f5-b084-975b523e1f97 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ecab6ecd-1cb6-457c-a885-9e31d6023105), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:45.198014 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-0c941d65-f9df-415b-b424-36f3a0d45189 req-91a4adae-30e5-46f5-b084-975b523e1f97 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Calling delete_port for ecab6ecd-1cb6-457c-a885-9e31d6023105 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:53:45.278999 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e0d9d53-0d3a-4332-b55b-a93308280db9 req-4e38a87c-5f35-4926-bf65-c6b57b59d876 service neutron] 10.222.0.71 "GET /v2.0/networks/ce4674d6-082e-47aa-bac8-f5e69e573a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418862 Feb 09 21:53:45.302097 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:45.443446 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0c941d65-f9df-415b-b424-36f3a0d45189 req-91a4adae-30e5-46f5-b084-975b523e1f97 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ecab6ecd-1cb6-457c-a885-9e31d6023105), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:45.461022 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['ecab6ecd-1cb6-457c-a885-9e31d6023105'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:53:45.475860 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4adae-30e5-46f5-b084-975b523e1f97 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Pushing event deleted for resources: {'Port': ['ID=ecab6ecd-1cb6-457c-a885-9e31d6023105,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:45.500864 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4adae-30e5-46f5-b084-975b523e1f97 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.501613 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4adae-30e5-46f5-b084-975b523e1f97 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.504094 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4adae-30e5-46f5-b084-975b523e1f97 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.504962 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4adae-30e5-46f5-b084-975b523e1f97 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.506300 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4adae-30e5-46f5-b084-975b523e1f97 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.506694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4adae-30e5-46f5-b084-975b523e1f97 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.507187 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4adae-30e5-46f5-b084-975b523e1f97 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.507633 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4adae-30e5-46f5-b084-975b523e1f97 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.507997 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4adae-30e5-46f5-b084-975b523e1f97 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.508743 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4adae-30e5-46f5-b084-975b523e1f97 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.509037 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4adae-30e5-46f5-b084-975b523e1f97 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.509384 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4adae-30e5-46f5-b084-975b523e1f97 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.509695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4adae-30e5-46f5-b084-975b523e1f97 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.557693 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c941d65-f9df-415b-b424-36f3a0d45189 req-91a4adae-30e5-46f5-b084-975b523e1f97 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] No DVR routers for this DVR port ecab6ecd-1cb6-457c-a885-9e31d6023105 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:53:45.561398 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0c941d65-f9df-415b-b424-36f3a0d45189 req-91a4adae-30e5-46f5-b084-975b523e1f97 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:45.566106 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0c941d65-f9df-415b-b424-36f3a0d45189 req-91a4adae-30e5-46f5-b084-975b523e1f97 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.42 "DELETE /v2.0/ports/ecab6ecd-1cb6-457c-a885-9e31d6023105 HTTP/1.1" status: 204 len: 173 time: 0.7484186 Feb 09 21:53:45.566619 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38faa7e9-5065-47c1-a9fb-2bb45d69bf35', 'name': 'network-vif-deleted', 'tag': 'ecab6ecd-1cb6-457c-a885-9e31d6023105'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:45.569183 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d03d471-ce40-4d90-95c5-eacd50110f62" -d '{"events": [{"server_uuid": "38faa7e9-5065-47c1-a9fb-2bb45d69bf35", "name": "network-vif-deleted", "tag": "ecab6ecd-1cb6-457c-a885-9e31d6023105"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:45.655302 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dc6994-8ea4-40b1-afda-8100afe2be53 x-openstack-request-id: req-a7dc6994-8ea4-40b1-afda-8100afe2be53 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:45.655900 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38faa7e9-5065-47c1-a9fb-2bb45d69bf35", "name": "network-vif-deleted", "tag": "ecab6ecd-1cb6-457c-a885-9e31d6023105", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:45.656332 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a7dc6994-8ea4-40b1-afda-8100afe2be53 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:45.656987 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38faa7e9-5065-47c1-a9fb-2bb45d69bf35', 'name': 'network-vif-deleted', 'tag': 'ecab6ecd-1cb6-457c-a885-9e31d6023105', 'status': 'completed', 'code': 200} Feb 09 21:53:45.821638 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c31e647-44cc-4def-bd74-6a2bfc1b464c req-a41a2ab4-3205-487a-ba73-f6641a7a74f3 tempest-VolumesActionsTest-153246543 tempest-VolumesActionsTest-153246543-project] 10.222.0.77 "GET /v2.0/ports?device_id=38faa7e9-5065-47c1-a9fb-2bb45d69bf35 HTTP/1.1" status: 200 len: 210 time: 0.0306659 Feb 09 21:53:45.929359 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:46.238185 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ea5f7-686f-4472-9354-247aa6580bda req-fdc803d4-e8eb-4af9-a18e-70c0403b8eb9 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:46.239793 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7d4ea5f7-686f-4472-9354-247aa6580bda req-fdc803d4-e8eb-4af9-a18e-70c0403b8eb9 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.0648627 Feb 09 21:53:46.310302 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7d4ea5f7-686f-4472-9354-247aa6580bda req-5e9f86a2-8916-4038-a0f4-865d26c24ca3 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590339 Feb 09 21:53:47.488464 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b09fd-f9c9-4dd6-a33b-97bdc85f19ca req-22e4f5bd-fc3a-42dc-9371-8932cf9d0a37 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:47.491569 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-350b09fd-f9c9-4dd6-a33b-97bdc85f19ca req-22e4f5bd-fc3a-42dc-9371-8932cf9d0a37 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.0776660 Feb 09 21:53:47.587615 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-350b09fd-f9c9-4dd6-a33b-97bdc85f19ca req-1afae104-bb1b-4e2c-82b2-1d907c5ebcac tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866001 Feb 09 21:53:48.733400 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827c6d2-babe-44ce-a270-0ddd308531c3 req-f638222a-99c9-425f-9e41-4c84430cd087 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:48.735103 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a827c6d2-babe-44ce-a270-0ddd308531c3 req-f638222a-99c9-425f-9e41-4c84430cd087 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.0612941 Feb 09 21:53:48.794501 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a827c6d2-babe-44ce-a270-0ddd308531c3 req-0857633f-8df6-489e-9592-d023ba183f66 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506334 Feb 09 21:53:49.024447 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device ecab6ecd-1cb6-457c-a885-9e31d6023105 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:53:49.047447 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: ecab6ecd-1cb6-457c-a885-9e31d6023105 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:53:49.047917 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device ecab6ecd-1cb6-457c-a885-9e31d6023105 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:53:49.953490 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5a3e1-78c8-4578-8154-43d3c3bdf000 req-46faea3c-aa28-4932-87f6-f001fa3d24e2 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:49.957177 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-78a5a3e1-78c8-4578-8154-43d3c3bdf000 req-46faea3c-aa28-4932-87f6-f001fa3d24e2 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.0665152 Feb 09 21:53:50.016012 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-78a5a3e1-78c8-4578-8154-43d3c3bdf000 req-eed938d7-8295-4445-8f8a-e29cf62d3963 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526254 Feb 09 21:53:51.260040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea581b-21dd-479d-8aec-ea17cea0009a req-cc0678d0-fff8-4fc7-ba81-c9320748645d tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:51.262991 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05ea581b-21dd-479d-8aec-ea17cea0009a req-cc0678d0-fff8-4fc7-ba81-c9320748645d tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.0805342 Feb 09 21:53:51.342835 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05ea581b-21dd-479d-8aec-ea17cea0009a req-df060dd2-d401-4d4e-bb6e-f64d949f652d tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703444 Feb 09 21:53:52.303357 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c34f4e-3db4-49cb-9e34-6237933ed97a req-cb162b5e-66f5-4f61-aa45-b092b74f87a2 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:52.311584 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-74c34f4e-3db4-49cb-9e34-6237933ed97a req-cb162b5e-66f5-4f61-aa45-b092b74f87a2 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb7de5fc-ca0e-497c-be44-993c96bcb9d1 HTTP/1.1" status: 200 len: 946 time: 0.0678289 Feb 09 21:53:52.398302 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-74c34f4e-3db4-49cb-9e34-6237933ed97a req-d5597626-d6e5-4af7-bf2d-4b82f2f52a87 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=232a1eab-95ca-470f-995b-cbe116c2e39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854075 Feb 09 21:53:52.588708 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7bbc8-8a12-4410-9e94-201f64f1326d req-e8e95737-e990-4065-a0b7-fd86c3de25db tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:52.607083 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31e7bbc8-8a12-4410-9e94-201f64f1326d req-e8e95737-e990-4065-a0b7-fd86c3de25db tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.1285565 Feb 09 21:53:52.748376 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31e7bbc8-8a12-4410-9e94-201f64f1326d req-bd4af2e8-9326-47a7-9df3-4d8880f9dfe3 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396813 Feb 09 21:53:53.687907 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb23105-abf8-460e-ae32-8e7d781fe722 req-e8d0e090-f308-45da-8854-2c4477caf3c1 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:53.704407 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6bb23105-abf8-460e-ae32-8e7d781fe722 req-e8d0e090-f308-45da-8854-2c4477caf3c1 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb7de5fc-ca0e-497c-be44-993c96bcb9d1 HTTP/1.1" status: 200 len: 946 time: 0.2110059 Feb 09 21:53:53.809582 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6bb23105-abf8-460e-ae32-8e7d781fe722 req-adc669d9-2ed0-4157-b896-cc5354501251 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=232a1eab-95ca-470f-995b-cbe116c2e39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994439 Feb 09 21:53:53.990392 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3616ec6-f99d-46a8-bd55-bdf3d7f3f6aa req-4e27688f-9573-423e-89e7-9662b664c2b1 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:53.992633 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3616ec6-f99d-46a8-bd55-bdf3d7f3f6aa req-4e27688f-9573-423e-89e7-9662b664c2b1 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb7de5fc-ca0e-497c-be44-993c96bcb9d1 HTTP/1.1" status: 200 len: 946 time: 0.1095102 Feb 09 21:53:54.124882 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596921e-ab41-45c6-aa77-83d5ba58ac0a req-d61fd52f-1709-4d96-8c9f-5e3a878aa00c tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:54.126664 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2596921e-ab41-45c6-aa77-83d5ba58ac0a req-d61fd52f-1709-4d96-8c9f-5e3a878aa00c tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.1864007 Feb 09 21:53:54.174201 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-a3616ec6-f99d-46a8-bd55-bdf3d7f3f6aa req-b51cd412-3b51-4b8d-9b23-99ca6a24e5fd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Deleting port 06c4bc70-6008-4695-98da-57f58cebb04e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:53:54.175086 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a3616ec6-f99d-46a8-bd55-bdf3d7f3f6aa req-b51cd412-3b51-4b8d-9b23-99ca6a24e5fd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (06c4bc70-6008-4695-98da-57f58cebb04e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:54.223271 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2596921e-ab41-45c6-aa77-83d5ba58ac0a req-b2aa2161-b9c3-4a7f-a3e3-6856e9103eb7 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837767 Feb 09 21:53:54.448116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-a3616ec6-f99d-46a8-bd55-bdf3d7f3f6aa req-b51cd412-3b51-4b8d-9b23-99ca6a24e5fd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] For port 06c4bc70-6008-4695-98da-57f58cebb04e, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=06c4bc70-6008-4695-98da-57f58cebb04e,segment=NetworkSegment(3cd100ae-5dd3-425d-94e6-f1c816ceeede),segment_id=3cd100ae-5dd3-425d-94e6-f1c816ceeede)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:54.448490 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a3616ec6-f99d-46a8-bd55-bdf3d7f3f6aa req-b51cd412-3b51-4b8d-9b23-99ca6a24e5fd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (06c4bc70-6008-4695-98da-57f58cebb04e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:55.139423 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a3616ec6-f99d-46a8-bd55-bdf3d7f3f6aa req-b51cd412-3b51-4b8d-9b23-99ca6a24e5fd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:55.140168 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a3616ec6-f99d-46a8-bd55-bdf3d7f3f6aa req-b51cd412-3b51-4b8d-9b23-99ca6a24e5fd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (1e7b2dbe-46b6-4d7e-95b9-05d4bec23d5f), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:55.140168 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [req-a3616ec6-f99d-46a8-bd55-bdf3d7f3f6aa req-b51cd412-3b51-4b8d-9b23-99ca6a24e5fd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Floating IP 1e7b2dbe-46b6-4d7e-95b9-05d4bec23d5f disassociated. External IP: 172.25.6.23, port: 06c4bc70-6008-4695-98da-57f58cebb04e. Feb 09 21:53:55.140453 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-a3616ec6-f99d-46a8-bd55-bdf3d7f3f6aa req-b51cd412-3b51-4b8d-9b23-99ca6a24e5fd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Calling delete_port for 06c4bc70-6008-4695-98da-57f58cebb04e owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:53:55.170670 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334b45e-38a9-4ab1-99d9-b74b8e1df376 req-4ed5fb4f-9e1f-4cba-b11e-58b4f05b0c17 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:55.179157 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6334b45e-38a9-4ab1-99d9-b74b8e1df376 req-4ed5fb4f-9e1f-4cba-b11e-58b4f05b0c17 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb7de5fc-ca0e-497c-be44-993c96bcb9d1 HTTP/1.1" status: 200 len: 946 time: 0.1696155 Feb 09 21:53:55.340985 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6334b45e-38a9-4ab1-99d9-b74b8e1df376 req-102c6c36-83cc-456d-830c-886e3b810a2e tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups?id=232a1eab-95ca-470f-995b-cbe116c2e39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605988 Feb 09 21:53:55.543505 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a3616ec6-f99d-46a8-bd55-bdf3d7f3f6aa req-b51cd412-3b51-4b8d-9b23-99ca6a24e5fd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (06c4bc70-6008-4695-98da-57f58cebb04e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:55.616982 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cd412-3b51-4b8d-9b23-99ca6a24e5fd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Pushing event deleted for resources: {'Port': ['ID=06c4bc70-6008-4695-98da-57f58cebb04e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:55.684339 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac6a98-8464-470f-9c17-7aec03e06219 req-aa9d6670-5c4a-4020-881f-3630ae18d3ba tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:55.688877 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-daac6a98-8464-470f-9c17-7aec03e06219 req-aa9d6670-5c4a-4020-881f-3630ae18d3ba tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.2047577 Feb 09 21:53:55.853504 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-daac6a98-8464-470f-9c17-7aec03e06219 req-a982dd05-2763-40c9-a3ab-8a8d846473f6 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576004 Feb 09 21:53:55.862410 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3616ec6-f99d-46a8-bd55-bdf3d7f3f6aa req-b51cd412-3b51-4b8d-9b23-99ca6a24e5fd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Router 1d634aef-6df6-4046-b124-674f2c4ab789 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:53:56.005650 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3616ec6-f99d-46a8-bd55-bdf3d7f3f6aa req-b51cd412-3b51-4b8d-9b23-99ca6a24e5fd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:53:56.023581 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649e1f27-d688-41be-aef6-d5ea3675ca5e None None] Sync routers for ids ['1d634aef-6df6-4046-b124-674f2c4ab789'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:53:56.045222 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649e1f27-d688-41be-aef6-d5ea3675ca5e None None] Routers {'1d634aef-6df6-4046-b124-674f2c4ab789'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:53:56.045862 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-649e1f27-d688-41be-aef6-d5ea3675ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:53:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1d634aef-6df6-4046-b124-674f2c4ab789'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:56.080281 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3616ec6-f99d-46a8-bd55-bdf3d7f3f6aa req-b51cd412-3b51-4b8d-9b23-99ca6a24e5fd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] No DVR routers for this DVR port 06c4bc70-6008-4695-98da-57f58cebb04e on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:53:56.085576 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a3616ec6-f99d-46a8-bd55-bdf3d7f3f6aa req-b51cd412-3b51-4b8d-9b23-99ca6a24e5fd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:56.094568 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3616ec6-f99d-46a8-bd55-bdf3d7f3f6aa req-b51cd412-3b51-4b8d-9b23-99ca6a24e5fd tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.71 "DELETE /v2.0/ports/06c4bc70-6008-4695-98da-57f58cebb04e HTTP/1.1" status: 204 len: 173 time: 2.0962558 Feb 09 21:53:56.096058 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7de5fc-ca0e-497c-be44-993c96bcb9d1', 'name': 'network-vif-deleted', 'tag': '06c4bc70-6008-4695-98da-57f58cebb04e'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:56.102039 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de749501-94d8-42f6-bf0b-e45acd1c011e" -d '{"events": [{"server_uuid": "bb7de5fc-ca0e-497c-be44-993c96bcb9d1", "name": "network-vif-deleted", "tag": "06c4bc70-6008-4695-98da-57f58cebb04e"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:56.220965 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72024f4c-4923-4e5f-b525-a55cb36d4964 x-openstack-request-id: req-72024f4c-4923-4e5f-b525-a55cb36d4964 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:56.221605 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7de5fc-ca0e-497c-be44-993c96bcb9d1", "name": "network-vif-deleted", "tag": "06c4bc70-6008-4695-98da-57f58cebb04e", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:56.221844 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-72024f4c-4923-4e5f-b525-a55cb36d4964 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:56.222480 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7de5fc-ca0e-497c-be44-993c96bcb9d1', 'name': 'network-vif-deleted', 'tag': '06c4bc70-6008-4695-98da-57f58cebb04e', 'status': 'completed', 'code': 200} Feb 09 21:53:56.378872 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-649e1f27-d688-41be-aef6-d5ea3675ca5e None None] Set router 1d634aef-6df6-4046-b124-674f2c4ab789 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:53:56.515535 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f4a92d4-9a55-44fc-81d7-8be35a9e53b6 req-b331b191-b182-4b8a-b228-c26254529cbe tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb7de5fc-ca0e-497c-be44-993c96bcb9d1 HTTP/1.1" status: 200 len: 210 time: 0.0564010 Feb 09 21:53:56.740751 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-649e1f27-d688-41be-aef6-d5ea3675ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'name': 'tempest-AttachVolumeTestJSON-1446099806-router', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:53Z', 'updated_at': '2022-02-09T21:46:12Z', 'revision_number': 4, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'gw_port': {'id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:55Z', 'updated_at': '2022-02-09T21:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'fa894a3a-b6ff-46bc-abd8-254ccd2cd964', 'name': '', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'mac_address': 'fa:16:3e:16:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:06Z', 'updated_at': '2022-02-09T21:46:22Z', 'revision_number': 5, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'subnets': [{'id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:56.798128 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649e1f27-d688-41be-aef6-d5ea3675ca5e None None] Checking router: 1d634aef-6df6-4046-b124-674f2c4ab789 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:53:56.818010 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649e1f27-d688-41be-aef6-d5ea3675ca5e None None] Routers {'1d634aef-6df6-4046-b124-674f2c4ab789'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:53:56.819966 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-649e1f27-d688-41be-aef6-d5ea3675ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:53:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1d634aef-6df6-4046-b124-674f2c4ab789'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:57.108911 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-649e1f27-d688-41be-aef6-d5ea3675ca5e None None] Set router 1d634aef-6df6-4046-b124-674f2c4ab789 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:53:57.161737 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87809f4b-3065-47a7-b5ef-0cc8e8a72ccf req-4ebc8f26-b65a-454f-acac-247dcc5b3e73 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:57.163941 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87809f4b-3065-47a7-b5ef-0cc8e8a72ccf req-4ebc8f26-b65a-454f-acac-247dcc5b3e73 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.1627624 Feb 09 21:53:57.253440 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87809f4b-3065-47a7-b5ef-0cc8e8a72ccf req-aceb8f5c-0559-44d2-af6e-af24e64a126f tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817091 Feb 09 21:53:57.551387 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 06c4bc70-6008-4695-98da-57f58cebb04e no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:53:57.588842 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-649e1f27-d688-41be-aef6-d5ea3675ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'name': 'tempest-AttachVolumeTestJSON-1446099806-router', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:53Z', 'updated_at': '2022-02-09T21:46:12Z', 'revision_number': 4, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'gw_port': {'id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:55Z', 'updated_at': '2022-02-09T21:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'fa894a3a-b6ff-46bc-abd8-254ccd2cd964', 'name': '', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'mac_address': 'fa:16:3e:16:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:06Z', 'updated_at': '2022-02-09T21:46:22Z', 'revision_number': 5, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'subnets': [{'id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:57.611452 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 06c4bc70-6008-4695-98da-57f58cebb04e {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:53:57.612083 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 06c4bc70-6008-4695-98da-57f58cebb04e not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:53:57.661201 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649e1f27-d688-41be-aef6-d5ea3675ca5e None None] The sync data for ids ['1d634aef-6df6-4046-b124-674f2c4ab789'] in n-d-828601-1 is: [{'id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'name': 'tempest-AttachVolumeTestJSON-1446099806-router', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:53Z', 'updated_at': '2022-02-09T21:46:12Z', 'revision_number': 4, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'gw_port': {'id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:55Z', 'updated_at': '2022-02-09T21:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'fa894a3a-b6ff-46bc-abd8-254ccd2cd964', 'name': '', 'network_id': 'aad7656a-c886-4fbe-b34b-d44bdd76ed85', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'mac_address': 'fa:16:3e:16:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:06Z', 'updated_at': '2022-02-09T21:46:22Z', 'revision_number': 5, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'subnets': [{'id': 'd2ffb735-399f-41c7-b4e2-94dff197f693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:53:58.042476 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d888b855-2984-438b-a80a-5d16f43153c6 None None] New status for floating IP 1e7b2dbe-46b6-4d7e-95b9-05d4bec23d5f: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:53:58.716431 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44890) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.862711 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84730710-4723-475f-9523-77e2bae97aac tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group (232a1eab-95ca-470f-995b-cbe116c2e39d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:58.922283 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3968c-f9ca-44fc-84b3-0932168082c5 req-baa48854-6723-4154-bbfc-0ecdcf82272c tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:58.935355 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ca3968c-f9ca-44fc-84b3-0932168082c5 req-baa48854-6723-4154-bbfc-0ecdcf82272c tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.1151221 Feb 09 21:53:58.938917 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84730710-4723-475f-9523-77e2bae97aac tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group (232a1eab-95ca-470f-995b-cbe116c2e39d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:59.031267 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ca3968c-f9ca-44fc-84b3-0932168082c5 req-ad2fcfd3-5015-4f34-bcd2-27d813d0c694 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936723 Feb 09 21:53:59.078944 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84730710-4723-475f-9523-77e2bae97aac tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (232a1eab-95ca-470f-995b-cbe116c2e39d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:59.086402 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84730710-4723-475f-9523-77e2bae97aac tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:59.093429 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44892) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:59.094258 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-84730710-4723-475f-9523-77e2bae97aac tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "DELETE /v2.0/security-groups/232a1eab-95ca-470f-995b-cbe116c2e39d HTTP/1.1" status: 204 len: 168 time: 0.3756804 Feb 09 21:53:59.109539 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84730710-4723-475f-9523-77e2bae97aac tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=232a1eab-95ca-470f-995b-cbe116c2e39d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:59.163781 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-024ee504-3665-4f71-b412-244929854fd8 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] show failed (client error): The resource could not be found. Feb 09 21:53:59.167733 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-024ee504-3665-4f71-b412-244929854fd8 tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "GET /v2.0/security-groups/232a1eab-95ca-470f-995b-cbe116c2e39d HTTP/1.1" status: 404 len: 347 time: 0.0705328 Feb 09 21:53:59.168756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44896) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:59.339487 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1a47fea5-858b-4992-8ffe-f278048ba88d tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Deleting port 08552fc5-fe78-4fc1-b07a-fc1b5ccae9b5 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:53:59.340308 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a47fea5-858b-4992-8ffe-f278048ba88d tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (08552fc5-fe78-4fc1-b07a-fc1b5ccae9b5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:59.437975 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a47fea5-858b-4992-8ffe-f278048ba88d tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (08552fc5-fe78-4fc1-b07a-fc1b5ccae9b5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:59.438716 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a47fea5-858b-4992-8ffe-f278048ba88d tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for floatingip (08552fc5-fe78-4fc1-b07a-fc1b5ccae9b5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:59.454201 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1a47fea5-858b-4992-8ffe-f278048ba88d tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Calling delete_port for 08552fc5-fe78-4fc1-b07a-fc1b5ccae9b5 owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:53:59.650581 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a47fea5-858b-4992-8ffe-f278048ba88d tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (08552fc5-fe78-4fc1-b07a-fc1b5ccae9b5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:59.700504 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47fea5-858b-4992-8ffe-f278048ba88d tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Pushing event deleted for resources: {'Port': ['ID=08552fc5-fe78-4fc1-b07a-fc1b5ccae9b5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:59.833618 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a47fea5-858b-4992-8ffe-f278048ba88d tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks [] for floatingip (1e7b2dbe-46b6-4d7e-95b9-05d4bec23d5f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:59.837741 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a47fea5-858b-4992-8ffe-f278048ba88d tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:59.839015 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1a47fea5-858b-4992-8ffe-f278048ba88d tempest-AttachVolumeTestJSON-1374592635 tempest-AttachVolumeTestJSON-1374592635-project] 10.222.0.77 "DELETE /v2.0/floatingips/1e7b2dbe-46b6-4d7e-95b9-05d4bec23d5f HTTP/1.1" status: 204 len: 168 time: 0.6688685 Feb 09 21:54:00.482489 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc884c0-13f3-44b8-b027-d87919e4e4e1 req-d574def6-b855-4ea5-8549-0fcbd9f070ae tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:00.487941 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fcc884c0-13f3-44b8-b027-d87919e4e4e1 req-d574def6-b855-4ea5-8549-0fcbd9f070ae tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.1806083 Feb 09 21:54:00.570365 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fcc884c0-13f3-44b8-b027-d87919e4e4e1 req-12cfd13b-d4f3-407e-8689-8dd795aaf919 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706954 Feb 09 21:54:01.848786 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0a2f3-45c4-4eba-8a34-7d78b671cc87 req-bcf4856f-b3aa-46d4-b282-43d49ea72266 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:01.851775 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dff0a2f3-45c4-4eba-8a34-7d78b671cc87 req-bcf4856f-b3aa-46d4-b282-43d49ea72266 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.1439269 Feb 09 21:54:02.020797 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dff0a2f3-45c4-4eba-8a34-7d78b671cc87 req-a8f353f1-5ebc-4ec8-a817-6a7547d3e17f tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619034 Feb 09 21:54:03.345351 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0b5da-5621-487e-bb10-f8ae84d4fa9e req-961b3653-310e-4af7-9506-de361aeccc64 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:03.350252 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ee0b5da-5621-487e-bb10-f8ae84d4fa9e req-961b3653-310e-4af7-9506-de361aeccc64 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.1768200 Feb 09 21:54:03.473723 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ee0b5da-5621-487e-bb10-f8ae84d4fa9e req-b0c94716-038a-4608-b34e-f9eaa0a04a19 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158998 Feb 09 21:54:04.893757 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102ceca-7dd6-4c55-9e6c-a79c08c9dd91 req-31c5fa7a-7845-4be4-bb2b-86b2d5296d72 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:04.896643 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e102ceca-7dd6-4c55-9e6c-a79c08c9dd91 req-31c5fa7a-7845-4be4-bb2b-86b2d5296d72 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.1453402 Feb 09 21:54:04.974781 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e102ceca-7dd6-4c55-9e6c-a79c08c9dd91 req-aa7abea8-4cee-4767-a671-50ec0687bc0c tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681307 Feb 09 21:54:06.230156 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9aa0b-2af2-4424-8820-041832a07527 req-44206e36-4234-40ff-b739-46893cb67b14 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:06.234153 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dcf9aa0b-2af2-4424-8820-041832a07527 req-44206e36-4234-40ff-b739-46893cb67b14 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.0847051 Feb 09 21:54:06.340358 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dcf9aa0b-2af2-4424-8820-041832a07527 req-3c75dc6f-ac48-4e0c-ae7f-c7e8d92f0913 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002400 Feb 09 21:54:07.156018 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb915cc4-31e1-48ef-a342-dfe87ef53347 req-2eb70de0-9b54-44e4-9345-4647a996a0a7 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:07.165016 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb915cc4-31e1-48ef-a342-dfe87ef53347 req-2eb70de0-9b54-44e4-9345-4647a996a0a7 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 946 time: 0.1472952 Feb 09 21:54:07.238580 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb915cc4-31e1-48ef-a342-dfe87ef53347 req-c3256d1c-ae7e-4181-ab31-cb6aa887c319 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720930 Feb 09 21:54:07.609022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463fddc-5276-405c-be24-5afa2dd83f26 req-f94faa41-e131-4614-92f9-4a7d70ed32de tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:07.612657 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5463fddc-5276-405c-be24-5afa2dd83f26 req-f94faa41-e131-4614-92f9-4a7d70ed32de tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.1330659 Feb 09 21:54:07.769720 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5463fddc-5276-405c-be24-5afa2dd83f26 req-1b27693d-d698-4061-a347-2494b2b03099 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507635 Feb 09 21:54:07.836863 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0d974bdd-f6be-4e01-82ea-545a92dcef52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:08.435757 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616c92d-befd-4a88-ba0c-f7241bf4c802 req-df8674f3-ad5e-4622-b761-1f5cd845aefd tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:08.440226 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e616c92d-befd-4a88-ba0c-f7241bf4c802 req-df8674f3-ad5e-4622-b761-1f5cd845aefd tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 946 time: 0.0799365 Feb 09 21:54:08.523744 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e616c92d-befd-4a88-ba0c-f7241bf4c802 req-5f7f5c81-7a18-46b8-a12e-7f525f523997 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774415 Feb 09 21:54:08.742606 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993debc-fd11-4079-8118-805628d8f9e4 req-c379d02e-4f18-420f-83b6-edd20d07e33c tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:08.745959 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2993debc-fd11-4079-8118-805628d8f9e4 req-c379d02e-4f18-420f-83b6-edd20d07e33c tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.42 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 946 time: 0.1210938 Feb 09 21:54:08.908808 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-2993debc-fd11-4079-8118-805628d8f9e4 req-97b7f7c5-4118-4d99-93f3-c2fc57ca7bc9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Deleting port 92df3f27-88f5-4034-ac39-edac860b1e43 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:08.909138 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-2993debc-fd11-4079-8118-805628d8f9e4 req-97b7f7c5-4118-4d99-93f3-c2fc57ca7bc9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.108305 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-2993debc-fd11-4079-8118-805628d8f9e4 req-97b7f7c5-4118-4d99-93f3-c2fc57ca7bc9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] For port 92df3f27-88f5-4034-ac39-edac860b1e43, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=92df3f27-88f5-4034-ac39-edac860b1e43,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:09.109600 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-2993debc-fd11-4079-8118-805628d8f9e4 req-97b7f7c5-4118-4d99-93f3-c2fc57ca7bc9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.176153 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f58e64-e161-48bb-bf45-59a2ba3a2ec1 req-8f5ad985-297e-4da4-b318-32d9e42ca902 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:09.195847 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10f58e64-e161-48bb-bf45-59a2ba3a2ec1 req-8f5ad985-297e-4da4-b318-32d9e42ca902 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.1704328 Feb 09 21:54:09.378129 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10f58e64-e161-48bb-bf45-59a2ba3a2ec1 req-bae9581f-8d18-495b-a158-0055bc8352c6 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804075 Feb 09 21:54:09.713466 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-2993debc-fd11-4079-8118-805628d8f9e4 req-97b7f7c5-4118-4d99-93f3-c2fc57ca7bc9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.714174 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-2993debc-fd11-4079-8118-805628d8f9e4 req-97b7f7c5-4118-4d99-93f3-c2fc57ca7bc9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (a13c449d-61cd-4f04-9fad-42d2fec83d00), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.714551 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [req-2993debc-fd11-4079-8118-805628d8f9e4 req-97b7f7c5-4118-4d99-93f3-c2fc57ca7bc9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Floating IP a13c449d-61cd-4f04-9fad-42d2fec83d00 disassociated. External IP: 172.25.6.24, port: 92df3f27-88f5-4034-ac39-edac860b1e43. Feb 09 21:54:09.715126 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-2993debc-fd11-4079-8118-805628d8f9e4 req-97b7f7c5-4118-4d99-93f3-c2fc57ca7bc9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Calling delete_port for 92df3f27-88f5-4034-ac39-edac860b1e43 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:09.919715 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27737f-9ff4-49da-a39e-17077625c1a6 req-22757b49-2b96-40e6-9258-6e0a286cbdc7 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:09.925666 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd27737f-9ff4-49da-a39e-17077625c1a6 req-22757b49-2b96-40e6-9258-6e0a286cbdc7 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 946 time: 0.1639171 Feb 09 21:54:10.082899 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd27737f-9ff4-49da-a39e-17077625c1a6 req-8880ea2a-f6bb-43ed-9566-f4baacc6b516 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c8752b6-842c-4196-8e27-bf798c80c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389601 Feb 09 21:54:10.136003 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-2993debc-fd11-4079-8118-805628d8f9e4 req-97b7f7c5-4118-4d99-93f3-c2fc57ca7bc9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (92df3f27-88f5-4034-ac39-edac860b1e43), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.331304 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7f7c5-4118-4d99-93f3-c2fc57ca7bc9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Pushing event deleted for resources: {'Port': ['ID=92df3f27-88f5-4034-ac39-edac860b1e43,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:10.473200 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bed5036c-f70a-479b-8c90-4569dc6ddca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.851494 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2993debc-fd11-4079-8118-805628d8f9e4 req-97b7f7c5-4118-4d99-93f3-c2fc57ca7bc9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Router f1a39641-509b-4064-aa3e-3c8c1dc9f813 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:54:10.931297 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972b617-b564-425f-b9e4-04c5839f9869 req-d818d13c-ef89-4d42-80d6-ce5040e92ccc tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:10.933014 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8972b617-b564-425f-b9e4-04c5839f9869 req-d818d13c-ef89-4d42-80d6-ce5040e92ccc tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.2796211 Feb 09 21:54:11.108028 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8972b617-b564-425f-b9e4-04c5839f9869 req-50db8308-ab37-4836-b5d2-301b0a437640 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644607 Feb 09 21:54:11.323735 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2993debc-fd11-4079-8118-805628d8f9e4 req-97b7f7c5-4118-4d99-93f3-c2fc57ca7bc9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:54:11.369445 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572202c1-fff7-4d12-a71a-512bcc82e9c8 None None] Sync routers for ids ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:54:11.413551 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572202c1-fff7-4d12-a71a-512bcc82e9c8 None None] Routers {'f1a39641-509b-4064-aa3e-3c8c1dc9f813'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:11.415617 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-572202c1-fff7-4d12-a71a-512bcc82e9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:54:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:11.469974 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-2993debc-fd11-4079-8118-805628d8f9e4 req-97b7f7c5-4118-4d99-93f3-c2fc57ca7bc9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] No DVR routers for this DVR port 92df3f27-88f5-4034-ac39-edac860b1e43 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:11.474346 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-2993debc-fd11-4079-8118-805628d8f9e4 req-97b7f7c5-4118-4d99-93f3-c2fc57ca7bc9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:11.482997 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2993debc-fd11-4079-8118-805628d8f9e4 req-97b7f7c5-4118-4d99-93f3-c2fc57ca7bc9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.42 "DELETE /v2.0/ports/92df3f27-88f5-4034-ac39-edac860b1e43 HTTP/1.1" status: 204 len: 173 time: 2.7303779 Feb 09 21:54:11.483522 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62639e3f-5631-436c-9844-086350379a42', 'name': 'network-vif-deleted', 'tag': '92df3f27-88f5-4034-ac39-edac860b1e43'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:11.492173 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c35465-295d-472c-ae69-6600841a43d7" -d '{"events": [{"server_uuid": "62639e3f-5631-436c-9844-086350379a42", "name": "network-vif-deleted", "tag": "92df3f27-88f5-4034-ac39-edac860b1e43"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:11.494878 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e3443679-7c5f-4de0-a1ad-923237703011 req-9f1b1965-d63c-44c2-a060-2670eeeb2913 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=62639e3f-5631-436c-9844-086350379a42 HTTP/1.1" status: 200 len: 210 time: 0.1252866 Feb 09 21:54:11.585588 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:11.780949 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-572202c1-fff7-4d12-a71a-512bcc82e9c8 None None] Set router f1a39641-509b-4064-aa3e-3c8c1dc9f813 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:54:11.791047 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48edbb6-649f-4cee-b7d5-c6691e4b0191 x-openstack-request-id: req-c48edbb6-649f-4cee-b7d5-c6691e4b0191 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:11.791403 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62639e3f-5631-436c-9844-086350379a42", "name": "network-vif-deleted", "tag": "92df3f27-88f5-4034-ac39-edac860b1e43", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:11.791753 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c48edbb6-649f-4cee-b7d5-c6691e4b0191 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:11.792467 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62639e3f-5631-436c-9844-086350379a42', 'name': 'network-vif-deleted', 'tag': '92df3f27-88f5-4034-ac39-edac860b1e43', 'status': 'completed', 'code': 200} Feb 09 21:54:12.052451 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-648b2d93-fe8b-42eb-814b-46fd8b0714bd req-496a5521-96bb-400e-aebe-0a3d0a2983a7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bfdfa258-70d8-42e7-8778-e05c7b76341e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3655140 Feb 09 21:54:12.150119 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56a6ec-db19-467e-8ee8-46bf34c9facc req-23fa46d0-b4be-4175-af6c-589ecf32c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:12.159820 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d56a6ec-db19-467e-8ee8-46bf34c9facc req-23fa46d0-b4be-4175-af6c-589ecf32c902 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 1127 time: 0.3322337 Feb 09 21:54:12.230243 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b2d93-fe8b-42eb-814b-46fd8b0714bd req-9735e6ea-e238-4ce2-8e6b-eed89915c5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:12.253125 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-648b2d93-fe8b-42eb-814b-46fd8b0714bd req-9735e6ea-e238-4ce2-8e6b-eed89915c5b8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca9a9bb5263a475f9beaae32168a01fb&device_id=bfdfa258-70d8-42e7-8778-e05c7b76341e HTTP/1.1" status: 200 len: 1128 time: 0.1494474 Feb 09 21:54:12.432064 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d56a6ec-db19-467e-8ee8-46bf34c9facc req-58d56873-d22f-49ae-857e-b49187d32568 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705419 Feb 09 21:54:12.546700 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-572202c1-fff7-4d12-a71a-512bcc82e9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-router', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:23Z', 'revision_number': 4, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'gw_port': {'id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:64:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '254d795a-41ef-4702-8ded-b4e463c82b4f', 'name': '', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'mac_address': 'fa:16:3e:1a:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:47Z', 'revision_number': 5, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'subnets': [{'id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:12.690913 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572202c1-fff7-4d12-a71a-512bcc82e9c8 None None] Checking router: f1a39641-509b-4064-aa3e-3c8c1dc9f813 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:54:12.711921 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:12.717010 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b2d93-fe8b-42eb-814b-46fd8b0714bd req-c70faab8-372a-435f-923c-f988fcb15504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:12.720219 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-648b2d93-fe8b-42eb-814b-46fd8b0714bd req-c70faab8-372a-435f-923c-f988fcb15504 service neutron] 10.222.0.71 "GET /v2.0/networks?id=364c2f3e-feb4-4b55-8f2f-ec33b2e23eac HTTP/1.1" status: 200 len: 914 time: 0.4657416 Feb 09 21:54:12.724941 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572202c1-fff7-4d12-a71a-512bcc82e9c8 None None] Routers {'f1a39641-509b-4064-aa3e-3c8c1dc9f813'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:12.725895 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-572202c1-fff7-4d12-a71a-512bcc82e9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:54:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:12.842711 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-648b2d93-fe8b-42eb-814b-46fd8b0714bd req-eaebfa57-61fa-43aa-b4c2-151b4eb4434c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea40944c-5e13-45e8-8494-50a7ac84aba7 HTTP/1.1" status: 200 len: 217 time: 0.1083448 Feb 09 21:54:12.910451 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca83f7-cb5f-4ae3-8ea3-ba1e5aa1159b req-15d91d37-cb32-4df4-86a9-1db06311c699 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:12.918431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1ca83f7-cb5f-4ae3-8ea3-ba1e5aa1159b req-15d91d37-cb32-4df4-86a9-1db06311c699 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.5264955 Feb 09 21:54:12.948712 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b2d93-fe8b-42eb-814b-46fd8b0714bd req-362b0d96-5fc0-4b3f-9198-988ed4ab5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:12.950594 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-648b2d93-fe8b-42eb-814b-46fd8b0714bd req-362b0d96-5fc0-4b3f-9198-988ed4ab5d5e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=321e59e2-b895-4c51-be5b-a8f5ea91dd3f HTTP/1.1" status: 200 len: 853 time: 0.1024554 Feb 09 21:54:12.999383 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1ca83f7-cb5f-4ae3-8ea3-ba1e5aa1159b req-f313da64-9afc-40b3-a4fd-50f62a469a56 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799329 Feb 09 21:54:13.032355 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-572202c1-fff7-4d12-a71a-512bcc82e9c8 None None] Set router f1a39641-509b-4064-aa3e-3c8c1dc9f813 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:54:13.128013 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-648b2d93-fe8b-42eb-814b-46fd8b0714bd req-8af6429e-e797-45e2-95ed-41cf3560cd1d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=364c2f3e-feb4-4b55-8f2f-ec33b2e23eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396883 Feb 09 21:54:13.147576 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 92df3f27-88f5-4034-ac39-edac860b1e43 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:13.211730 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45088) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:13.220229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 92df3f27-88f5-4034-ac39-edac860b1e43 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:54:13.221502 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 92df3f27-88f5-4034-ac39-edac860b1e43 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:54:13.330195 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-648b2d93-fe8b-42eb-814b-46fd8b0714bd req-d407c324-7fb6-4764-bdf6-d3999f1afa96 service neutron] 10.222.0.71 "GET /v2.0/networks/364c2f3e-feb4-4b55-8f2f-ec33b2e23eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954665 Feb 09 21:54:13.364594 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e717dea1-c914-45d3-a74b-3a2a2c471417 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group (2c8752b6-842c-4196-8e27-bf798c80c9f6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.449000 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e717dea1-c914-45d3-a74b-3a2a2c471417 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group (2c8752b6-842c-4196-8e27-bf798c80c9f6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.512439 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-648b2d93-fe8b-42eb-814b-46fd8b0714bd req-a5128663-66b9-4056-a97a-5d871de3c86d service neutron] 10.222.0.71 "GET /v2.0/networks/364c2f3e-feb4-4b55-8f2f-ec33b2e23eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716056 Feb 09 21:54:13.656206 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e717dea1-c914-45d3-a74b-3a2a2c471417 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2c8752b6-842c-4196-8e27-bf798c80c9f6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.660449 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e717dea1-c914-45d3-a74b-3a2a2c471417 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.664917 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45098) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:13.665242 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e717dea1-c914-45d3-a74b-3a2a2c471417 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "DELETE /v2.0/security-groups/2c8752b6-842c-4196-8e27-bf798c80c9f6 HTTP/1.1" status: 204 len: 168 time: 0.4514151 Feb 09 21:54:13.698734 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717dea1-c914-45d3-a74b-3a2a2c471417 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8752b6-842c-4196-8e27-bf798c80c9f6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:13.750710 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-44f5f954-ac9d-40cb-b4ce-b63a64ab07cc tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] show failed (client error): The resource could not be found. Feb 09 21:54:13.756204 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45100) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:13.764549 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-44f5f954-ac9d-40cb-b4ce-b63a64ab07cc tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups/2c8752b6-842c-4196-8e27-bf798c80c9f6 HTTP/1.1" status: 404 len: 347 time: 0.0965037 Feb 09 21:54:13.846822 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-572202c1-fff7-4d12-a71a-512bcc82e9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-router', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:23Z', 'revision_number': 4, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'gw_port': {'id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:64:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '254d795a-41ef-4702-8ded-b4e463c82b4f', 'name': '', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'mac_address': 'fa:16:3e:1a:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:47Z', 'revision_number': 5, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'subnets': [{'id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:13.949268 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572202c1-fff7-4d12-a71a-512bcc82e9c8 None None] The sync data for ids ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'] in n-d-828601-1 is: [{'id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-router', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:23Z', 'revision_number': 4, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'gw_port': {'id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:64:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '254d795a-41ef-4702-8ded-b4e463c82b4f', 'name': '', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'mac_address': 'fa:16:3e:1a:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:47Z', 'revision_number': 5, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'subnets': [{'id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:54:14.153374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b41a0113-509b-49d3-945b-a72ffb815789 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Deleting port 94221460-222b-4a22-8bd9-9a3f37150b15 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:14.153963 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b41a0113-509b-49d3-945b-a72ffb815789 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (94221460-222b-4a22-8bd9-9a3f37150b15), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.332197 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd0aaa-5988-4596-beaa-50d0eed74581 req-62a25eac-9bd4-42bd-ac90-7d86316ae872 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:14.347760 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fdd0aaa-5988-4596-beaa-50d0eed74581 req-62a25eac-9bd4-42bd-ac90-7d86316ae872 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.1881645 Feb 09 21:54:14.401324 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b41a0113-509b-49d3-945b-a72ffb815789 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (94221460-222b-4a22-8bd9-9a3f37150b15), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.410771 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b41a0113-509b-49d3-945b-a72ffb815789 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for floatingip (94221460-222b-4a22-8bd9-9a3f37150b15), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.436205 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b41a0113-509b-49d3-945b-a72ffb815789 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Calling delete_port for 94221460-222b-4a22-8bd9-9a3f37150b15 owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:14.514917 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fdd0aaa-5988-4596-beaa-50d0eed74581 req-7d6b6c68-89a4-428d-a579-da26fdf8cc94 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619031 Feb 09 21:54:14.543287 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.611411 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6646189-ef0a-44cb-ba48-47a2ce45d7b5 None None] New status for floating IP a13c449d-61cd-4f04-9fad-42d2fec83d00: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:54:14.708527 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b41a0113-509b-49d3-945b-a72ffb815789 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (94221460-222b-4a22-8bd9-9a3f37150b15), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.865548 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a0113-509b-49d3-945b-a72ffb815789 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Pushing event deleted for resources: {'Port': ['ID=94221460-222b-4a22-8bd9-9a3f37150b15,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:15.024416 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-b6646189-ef0a-44cb-ba48-47a2ce45d7b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:54:15.030122 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-b6646189-ef0a-44cb-ba48-47a2ce45d7b5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:54:15.096255 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b41a0113-509b-49d3-945b-a72ffb815789 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for floatingip (a13c449d-61cd-4f04-9fad-42d2fec83d00), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.102835 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b41a0113-509b-49d3-945b-a72ffb815789 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.107898 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b41a0113-509b-49d3-945b-a72ffb815789 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "DELETE /v2.0/floatingips/a13c449d-61cd-4f04-9fad-42d2fec83d00 HTTP/1.1" status: 204 len: 168 time: 1.3504493 Feb 09 21:54:15.160914 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fda0b-0073-4c25-8db1-0a6f38c2b830 req-a28d9d0d-a395-40a3-841e-9ff8385715e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:15.162542 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-632fda0b-0073-4c25-8db1-0a6f38c2b830 req-a28d9d0d-a395-40a3-841e-9ff8385715e1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b666becafa484a598b495047b071dc96&device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 1127 time: 0.2068279 Feb 09 21:54:15.314289 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.519270 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaaf25-ecef-4b46-ab64-f9060c67f6b9 req-04adffb2-05a6-40a8-b89b-9d52b88c61cf tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:15.531843 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6646189-ef0a-44cb-ba48-47a2ce45d7b5 None None] New status for floating IP a13c449d-61cd-4f04-9fad-42d2fec83d00: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:54:15.535016 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-46aaaf25-ecef-4b46-ab64-f9060c67f6b9 req-04adffb2-05a6-40a8-b89b-9d52b88c61cf tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.4566643 Feb 09 21:54:15.550250 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fda0b-0073-4c25-8db1-0a6f38c2b830 req-9c294b07-7ff5-4419-9488-7c49f1521922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:15.553456 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-632fda0b-0073-4c25-8db1-0a6f38c2b830 req-9c294b07-7ff5-4419-9488-7c49f1521922 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ce4674d6-082e-47aa-bac8-f5e69e573a4c HTTP/1.1" status: 200 len: 912 time: 0.3802433 Feb 09 21:54:15.734850 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-46aaaf25-ecef-4b46-ab64-f9060c67f6b9 req-d1e5ec23-afa2-4316-a86e-9b51e8359975 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966114 Feb 09 21:54:15.738525 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-632fda0b-0073-4c25-8db1-0a6f38c2b830 req-52176e84-3bba-4e3e-a6a7-928e66979da8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7b998c4-f587-4e67-a2c4-d81c478426f8 HTTP/1.1" status: 200 len: 217 time: 0.1600773 Feb 09 21:54:15.987140 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:16.019211 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fda0b-0073-4c25-8db1-0a6f38c2b830 req-c4a29361-970a-4cf3-b68e-3d8bd5fc3c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:16.022636 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-632fda0b-0073-4c25-8db1-0a6f38c2b830 req-c4a29361-970a-4cf3-b68e-3d8bd5fc3c79 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3226a4e0-eaaa-4676-95ae-6877bda788e2 HTTP/1.1" status: 200 len: 851 time: 0.2768047 Feb 09 21:54:16.175026 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-632fda0b-0073-4c25-8db1-0a6f38c2b830 req-2078652c-ce17-4d84-a34a-bd94da0b5dd5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ce4674d6-082e-47aa-bac8-f5e69e573a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1449075 Feb 09 21:54:16.546444 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-632fda0b-0073-4c25-8db1-0a6f38c2b830 req-71ca1568-c338-4bf2-9baf-21ed5cfe6ef4 service neutron] 10.222.0.71 "GET /v2.0/networks/ce4674d6-082e-47aa-bac8-f5e69e573a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506334 Feb 09 21:54:16.788499 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-632fda0b-0073-4c25-8db1-0a6f38c2b830 req-805e3058-0a6d-4bf3-92e3-89651e9d7dab service neutron] 10.222.0.71 "GET /v2.0/networks/ce4674d6-082e-47aa-bac8-f5e69e573a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315645 Feb 09 21:54:17.028185 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45140) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:17.032869 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0e7ad877-ca2b-4928-8476-85d25fe39bab tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2112529410', 'description': 'tempest-description--603241718'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:17.107141 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad877-ca2b-4928-8476-85d25fe39bab tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:17.226318 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b9f4f-18fd-4273-9bf2-407bd699a4c1 req-2d8c8c22-3438-407e-84a8-f114d2ff048f tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:17.239313 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e53b9f4f-18fd-4273-9bf2-407bd699a4c1 req-2d8c8c22-3438-407e-84a8-f114d2ff048f tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.1467650 Feb 09 21:54:17.381413 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e53b9f4f-18fd-4273-9bf2-407bd699a4c1 req-506a9f05-d7d8-4995-b3d7-42ed818d92cc tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409652 Feb 09 21:54:17.461003 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad877-ca2b-4928-8476-85d25fe39bab tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group (56989263-b85f-47bd-9ff0-fd9d26fb1779), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:17.470551 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad877-ca2b-4928-8476-85d25fe39bab tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (56989263-b85f-47bd-9ff0-fd9d26fb1779), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:17.598381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ad877-ca2b-4928-8476-85d25fe39bab tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56989263-b85f-47bd-9ff0-fd9d26fb1779,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:17.607325 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad877-ca2b-4928-8476-85d25fe39bab tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:17.612884 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0e7ad877-ca2b-4928-8476-85d25fe39bab tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5804243 Feb 09 21:54:17.614770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45146) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:17.624218 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2793f8eb-a65f-439c-b4b4-ec104f4b756a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Request body: {'security_group_rule': {'security_group_id': '56989263-b85f-47bd-9ff0-fd9d26fb1779', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:17.637557 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ad877-ca2b-4928-8476-85d25fe39bab tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:17.638543 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ad877-ca2b-4928-8476-85d25fe39bab tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:17.639171 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ad877-ca2b-4928-8476-85d25fe39bab tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:17.639823 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ad877-ca2b-4928-8476-85d25fe39bab tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:17.640400 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ad877-ca2b-4928-8476-85d25fe39bab tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:17.641019 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ad877-ca2b-4928-8476-85d25fe39bab tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:17.641592 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ad877-ca2b-4928-8476-85d25fe39bab tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:17.642185 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ad877-ca2b-4928-8476-85d25fe39bab tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:17.642855 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ad877-ca2b-4928-8476-85d25fe39bab tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:17.643429 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ad877-ca2b-4928-8476-85d25fe39bab tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:17.647539 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ad877-ca2b-4928-8476-85d25fe39bab tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:17.653229 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ad877-ca2b-4928-8476-85d25fe39bab tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:17.654394 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ad877-ca2b-4928-8476-85d25fe39bab tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:17.727937 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2793f8eb-a65f-439c-b4b4-ec104f4b756a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group_rule (09ac70f2-e9ca-44f3-8e4e-90b0daf0538b), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:17.764203 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:54:17.883956 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2793f8eb-a65f-439c-b4b4-ec104f4b756a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group_rule (09ac70f2-e9ca-44f3-8e4e-90b0daf0538b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:17.899364 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2793f8eb-a65f-439c-b4b4-ec104f4b756a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (09ac70f2-e9ca-44f3-8e4e-90b0daf0538b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:17.937391 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793f8eb-a65f-439c-b4b4-ec104f4b756a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ac70f2-e9ca-44f3-8e4e-90b0daf0538b,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:17.957935 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2793f8eb-a65f-439c-b4b4-ec104f4b756a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:17.963725 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2793f8eb-a65f-439c-b4b4-ec104f4b756a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3438923 Feb 09 21:54:17.966519 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45152) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:17.988578 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0272e24a-7a35-46a5-b0de-d3dc789bdc5e tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Request body: {'security_group_rule': {'security_group_id': '56989263-b85f-47bd-9ff0-fd9d26fb1779', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:18.121905 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0272e24a-7a35-46a5-b0de-d3dc789bdc5e tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group_rule (fbb2a0a3-225b-4b9c-9a79-d99e0c047409), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:18.448915 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0272e24a-7a35-46a5-b0de-d3dc789bdc5e tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group_rule (fbb2a0a3-225b-4b9c-9a79-d99e0c047409), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:18.473974 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0272e24a-7a35-46a5-b0de-d3dc789bdc5e tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (fbb2a0a3-225b-4b9c-9a79-d99e0c047409), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:18.635054 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272e24a-7a35-46a5-b0de-d3dc789bdc5e tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb2a0a3-225b-4b9c-9a79-d99e0c047409,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:18.653532 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0272e24a-7a35-46a5-b0de-d3dc789bdc5e tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:18.659482 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0272e24a-7a35-46a5-b0de-d3dc789bdc5e tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6868405 Feb 09 21:54:18.659844 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45164) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:18.679104 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b9d1b95e-9c3c-4d3f-81df-4ab85b1e93d3 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:18.829637 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b95e-9c3c-4d3f-81df-4ab85b1e93d3 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:19.010753 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d7c82-7d71-4887-ba0a-415c4f01359f req-afb83011-7981-4321-bc20-159323ba8bb4 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:19.013721 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa3d7c82-7d71-4887-ba0a-415c4f01359f req-afb83011-7981-4321-bc20-159323ba8bb4 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.2582827 Feb 09 21:54:19.113886 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa3d7c82-7d71-4887-ba0a-415c4f01359f req-4b02399e-9427-4216-b954-dafcd65eea63 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820389 Feb 09 21:54:19.194205 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b95e-9c3c-4d3f-81df-4ab85b1e93d3 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:19.604631 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-b9d1b95e-9c3c-4d3f-81df-4ab85b1e93d3 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Allocated IP 172.25.6.219 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/12ab424a-e5f9-46c8-99c8-3ec206579700) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:19.875182 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff94763-cae2-4e9e-a53e-c299416d867c req-257861e6-e071-4a9d-805f-d8ba6ca95cfe tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:19.889183 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fff94763-cae2-4e9e-a53e-c299416d867c req-257861e6-e071-4a9d-805f-d8ba6ca95cfe tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.2199936 Feb 09 21:54:19.991312 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b95e-9c3c-4d3f-81df-4ab85b1e93d3 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for port (12ab424a-e5f9-46c8-99c8-3ec206579700), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:20.051438 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b95e-9c3c-4d3f-81df-4ab85b1e93d3 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (12ab424a-e5f9-46c8-99c8-3ec206579700), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:20.105197 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fff94763-cae2-4e9e-a53e-c299416d867c req-41c58ddc-556e-4c96-b5f3-19c71945cbf5 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145326 Feb 09 21:54:20.204509 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1b95e-9c3c-4d3f-81df-4ab85b1e93d3 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Pushing event updated for resources: {'Port': ['ID=12ab424a-e5f9-46c8-99c8-3ec206579700,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:20.219620 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d1b95e-9c3c-4d3f-81df-4ab85b1e93d3 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:20.225458 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-b9d1b95e-9c3c-4d3f-81df-4ab85b1e93d3 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:20.239449 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d1b95e-9c3c-4d3f-81df-4ab85b1e93d3 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:20.445228 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b95e-9c3c-4d3f-81df-4ab85b1e93d3 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for floatingip (de5ceb40-2e2a-4374-85ac-d0737a667c6a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:20.534330 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b95e-9c3c-4d3f-81df-4ab85b1e93d3 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (12ab424a-e5f9-46c8-99c8-3ec206579700), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:20.918795 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b95e-9c3c-4d3f-81df-4ab85b1e93d3 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for port (12ab424a-e5f9-46c8-99c8-3ec206579700), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:20.927785 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b95e-9c3c-4d3f-81df-4ab85b1e93d3 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (12ab424a-e5f9-46c8-99c8-3ec206579700), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.096681 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1b95e-9c3c-4d3f-81df-4ab85b1e93d3 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Pushing event updated for resources: {'Port': ['ID=12ab424a-e5f9-46c8-99c8-3ec206579700,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:21.157849 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b95e-9c3c-4d3f-81df-4ab85b1e93d3 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (de5ceb40-2e2a-4374-85ac-d0737a667c6a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.210584 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b95e-9c3c-4d3f-81df-4ab85b1e93d3 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.229463 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b9d1b95e-9c3c-4d3f-81df-4ab85b1e93d3 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5681567 Feb 09 21:54:21.528473 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9715d2-caf4-4f78-a242-55ee7a451b07 req-7285caad-a1db-4e9f-8914-728a9bd95b3f tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:21.531527 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f9715d2-caf4-4f78-a242-55ee7a451b07 req-7285caad-a1db-4e9f-8914-728a9bd95b3f tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.1966021 Feb 09 21:54:21.647827 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f9715d2-caf4-4f78-a242-55ee7a451b07 req-a292e952-f588-4f8d-adb8-fa042054d8c8 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052735 Feb 09 21:54:21.929416 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-5d1180d4-2ea7-411d-bffc-c5ab56444a0e tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--2112529410&fields=id&tenant_id=8908faf94a6140dabe02e2fb8fe5fb7c HTTP/1.1" status: 200 len: 267 time: 0.1180160 Feb 09 21:54:22.513562 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-8de058aa-162f-4ee3-ac6b-991429c196c4 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:22.515290 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-8de058aa-162f-4ee3-ac6b-991429c196c4 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/networks?id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 HTTP/1.1" status: 200 len: 817 time: 0.5699139 Feb 09 21:54:22.570787 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-8030a6a0-6731-4d13-9b08-132c2e9fc000 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/quotas/8908faf94a6140dabe02e2fb8fe5fb7c HTTP/1.1" status: 200 len: 375 time: 0.0323136 Feb 09 21:54:22.710794 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-f32ba2fb-397b-4fbf-adf2-1734733545ce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1834896 Feb 09 21:54:22.902131 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-fb549b6e-3aa2-4328-b961-e028aceba2ba tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8908faf94a6140dabe02e2fb8fe5fb7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3146751 Feb 09 21:54:22.981308 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-d13b935d-5ef5-4e36-9f96-5652a6d1331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:22.983987 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-d13b935d-5ef5-4e36-9f96-5652a6d1331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:22.985045 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-d13b935d-5ef5-4e36-9f96-5652a6d1331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:22.990993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-d13b935d-5ef5-4e36-9f96-5652a6d1331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:22.991996 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-d13b935d-5ef5-4e36-9f96-5652a6d1331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:22.992939 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-d13b935d-5ef5-4e36-9f96-5652a6d1331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:22.996609 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-d13b935d-5ef5-4e36-9f96-5652a6d1331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:23.006270 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-d13b935d-5ef5-4e36-9f96-5652a6d1331e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adedffd8130f4ccfb4184367762e3fb9&device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 6708 time: 0.2345495 Feb 09 21:54:23.108716 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277f582-37ba-434c-b8a8-1280eeb5ae4c req-78135a1c-0385-4cd4-922d-fcffb698b405 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:23.112042 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3277f582-37ba-434c-b8a8-1280eeb5ae4c req-78135a1c-0385-4cd4-922d-fcffb698b405 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 945 time: 0.4161770 Feb 09 21:54:23.264257 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-b867b01d-b800-49d2-954a-845d665abaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:23.264747 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-b867b01d-b800-49d2-954a-845d665abaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:23.265225 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-b867b01d-b800-49d2-954a-845d665abaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:23.267008 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-b867b01d-b800-49d2-954a-845d665abaac service neutron] 10.222.0.42 "GET /v2.0/networks?id=5212a2c9-ea88-4741-aaf1-2380b789ca31&id=11645266-4709-405b-9343-11c33081a44a&id=11645266-4709-405b-9343-11c33081a44a&id=11645266-4709-405b-9343-11c33081a44a&id=11645266-4709-405b-9343-11c33081a44a&id=2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21&id=2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21 HTTP/1.1" status: 200 len: 2294 time: 0.2307258 Feb 09 21:54:23.384431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-7ad05a40-a8cc-45f9-a1ea-7c51f4504b93 service neutron] 10.222.0.77 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512861 Feb 09 21:54:23.449668 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-d5b8e27b-1dbc-4639-9c3c-83e98822a066 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81ec4b37-8cab-4191-9a15-c2cbd5243f93 HTTP/1.1" status: 200 len: 1000 time: 0.1743975 Feb 09 21:54:23.623223 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-3277f582-37ba-434c-b8a8-1280eeb5ae4c req-4b818bfe-427b-41e3-943e-a2b30a05ddad tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Deleting port a7b998c4-f587-4e67-a2c4-d81c478426f8 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:23.624169 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3277f582-37ba-434c-b8a8-1280eeb5ae4c req-4b818bfe-427b-41e3-943e-a2b30a05ddad tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a7b998c4-f587-4e67-a2c4-d81c478426f8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:23.627370 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-bfa20195-eab9-4bd8-9780-7835fb9a0f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:23.641887 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-bfa20195-eab9-4bd8-9780-7835fb9a0f03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55384cb3-5e7d-40d1-a8e4-5aedaec5fab7 HTTP/1.1" status: 200 len: 851 time: 0.1801465 Feb 09 21:54:23.771204 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-9297d341-c896-4494-98a3-7a217d8c1dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:23.773385 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-9297d341-c896-4494-98a3-7a217d8c1dc3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5212a2c9-ea88-4741-aaf1-2380b789ca31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1271846 Feb 09 21:54:23.889256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-3277f582-37ba-434c-b8a8-1280eeb5ae4c req-4b818bfe-427b-41e3-943e-a2b30a05ddad tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] For port a7b998c4-f587-4e67-a2c4-d81c478426f8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=a7b998c4-f587-4e67-a2c4-d81c478426f8,segment=NetworkSegment(1698b7a1-b14d-486e-bd65-7f662455a6c0),segment_id=1698b7a1-b14d-486e-bd65-7f662455a6c0)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:23.890788 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3277f582-37ba-434c-b8a8-1280eeb5ae4c req-4b818bfe-427b-41e3-943e-a2b30a05ddad tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a7b998c4-f587-4e67-a2c4-d81c478426f8), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:23.919041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-3277f582-37ba-434c-b8a8-1280eeb5ae4c req-4b818bfe-427b-41e3-943e-a2b30a05ddad tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Calling delete_port for a7b998c4-f587-4e67-a2c4-d81c478426f8 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:23.996989 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-8f4a5632-efcf-4536-8d22-58ab9ec2053b service neutron] 10.222.0.42 "GET /v2.0/networks/5212a2c9-ea88-4741-aaf1-2380b789ca31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117243 Feb 09 21:54:24.207356 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-66ef42c7-c044-4cda-a608-eb6f57e8062f service neutron] 10.222.0.77 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8148093 Feb 09 21:54:24.351342 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-7b43e890-7bab-42f4-a3d4-94714abb7465 service neutron] 10.222.0.42 "GET /v2.0/networks/5212a2c9-ea88-4741-aaf1-2380b789ca31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425813 Feb 09 21:54:24.473943 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3277f582-37ba-434c-b8a8-1280eeb5ae4c req-4b818bfe-427b-41e3-943e-a2b30a05ddad tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (a7b998c4-f587-4e67-a2c4-d81c478426f8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:24.500246 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['a7b998c4-f587-4e67-a2c4-d81c478426f8'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:54:24.572262 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-e4e59756-7d52-4019-a9a2-fe851049a9c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=1535e276-e99b-48bb-88c1-4bf9d40f2fd7 HTTP/1.1" status: 200 len: 217 time: 0.2101505 Feb 09 21:54:24.613623 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['6bcb1e96-ee43-4364-9b2e-c958124c4890'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:54:24.728698 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b818bfe-427b-41e3-943e-a2b30a05ddad tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Pushing event deleted for resources: {'Port': ['ID=a7b998c4-f587-4e67-a2c4-d81c478426f8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:24.745342 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-3277f582-37ba-434c-b8a8-1280eeb5ae4c req-4b818bfe-427b-41e3-943e-a2b30a05ddad tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] No DVR routers for this DVR port a7b998c4-f587-4e67-a2c4-d81c478426f8 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:24.758100 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3277f582-37ba-434c-b8a8-1280eeb5ae4c req-4b818bfe-427b-41e3-943e-a2b30a05ddad tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:24.778902 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3277f582-37ba-434c-b8a8-1280eeb5ae4c req-4b818bfe-427b-41e3-943e-a2b30a05ddad tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.71 "DELETE /v2.0/ports/a7b998c4-f587-4e67-a2c4-d81c478426f8 HTTP/1.1" status: 204 len: 173 time: 1.6579909 Feb 09 21:54:24.784165 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6192b4-8066-4e44-b837-a979afd33c09', 'name': 'network-vif-deleted', 'tag': 'a7b998c4-f587-4e67-a2c4-d81c478426f8'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:24.793612 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40517ab-8de2-4359-911c-831122806eac" -d '{"events": [{"server_uuid": "6b6192b4-8066-4e44-b837-a979afd33c09", "name": "network-vif-deleted", "tag": "a7b998c4-f587-4e67-a2c4-d81c478426f8"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:24.834345 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-4013c0ce-817b-4ca5-a364-21ec4512e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:24.837858 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-4013c0ce-817b-4ca5-a364-21ec4512e060 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ac0e1bb5-666d-4440-a236-37035b7edc77 HTTP/1.1" status: 200 len: 797 time: 0.2598166 Feb 09 21:54:24.935868 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9578345e-0eff-4efe-ac7e-bbd4d747b48a req-b86c06c4-1779-44f8-aaa5-ce0ce6b2d394 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b6192b4-8066-4e44-b837-a979afd33c09 HTTP/1.1" status: 200 len: 210 time: 0.0856483 Feb 09 21:54:25.057173 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-c5abaaee-903a-4857-81d3-9c9831fcca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:25.059219 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-c5abaaee-903a-4857-81d3-9c9831fcca4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=11645266-4709-405b-9343-11c33081a44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2135549 Feb 09 21:54:25.125193 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-06ba65bc-a2cf-4813-b8e7-af66dcd42692 req-f547db8b-e953-4434-ad75-7e3e25946d83 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 210 time: 0.0749838 Feb 09 21:54:25.269677 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ccdd1b-b087-432b-8d31-1d3481c3bf49 x-openstack-request-id: req-54ccdd1b-b087-432b-8d31-1d3481c3bf49 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:25.270389 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6192b4-8066-4e44-b837-a979afd33c09", "name": "network-vif-deleted", "tag": "a7b998c4-f587-4e67-a2c4-d81c478426f8", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:25.270754 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-54ccdd1b-b087-432b-8d31-1d3481c3bf49 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:25.271428 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6192b4-8066-4e44-b837-a979afd33c09', 'name': 'network-vif-deleted', 'tag': 'a7b998c4-f587-4e67-a2c4-d81c478426f8', 'status': 'completed', 'code': 200} Feb 09 21:54:25.321867 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-72709b93-65d1-43d9-a520-a08237f9296e service neutron] 10.222.0.42 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516041 Feb 09 21:54:25.694584 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-311817b0-48a5-471c-98c0-d66e4fac825d service neutron] 10.222.0.42 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650622 Feb 09 21:54:25.841835 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-fb4177a0-2bbd-45da-953a-259aa900eac7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=7b6828af-271c-4a13-a220-321e7f1bb799 HTTP/1.1" status: 200 len: 217 time: 0.1406372 Feb 09 21:54:25.945037 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-abb25d15-b2c2-461e-a6ad-6b4ef89bcd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:25.945037 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-abb25d15-b2c2-461e-a6ad-6b4ef89bcd88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ac0e1bb5-666d-4440-a236-37035b7edc77 HTTP/1.1" status: 200 len: 797 time: 0.0940289 Feb 09 21:54:26.035181 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-ad917fc2-f58a-46d6-89ed-29abb173234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:26.036955 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-ad917fc2-f58a-46d6-89ed-29abb173234d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=11645266-4709-405b-9343-11c33081a44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0864522 Feb 09 21:54:26.714045 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ca4b88f-1df4-4c72-90b5-eaf1e0d0dcf1 req-db419ffd-66a7-4853-9812-f4c184f6a546 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 210 time: 0.0739770 Feb 09 21:54:26.826729 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-d34bcf8c-5a75-44b9-9f89-d70f9a6ea005 service neutron] 10.222.0.42 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7812481 Feb 09 21:54:27.114538 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-7f510dbe-cd1d-422e-8656-d77deae0c722 service neutron] 10.222.0.42 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785408 Feb 09 21:54:27.143868 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76759f61-0354-48e6-b5d2-2fa2785b7215 req-8435e6bd-e0ce-43d2-bb2e-03856a0e4d17 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:27.153410 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76759f61-0354-48e6-b5d2-2fa2785b7215 req-8435e6bd-e0ce-43d2-bb2e-03856a0e4d17 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.1631927 Feb 09 21:54:27.222441 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-258c6d6d-f18e-4b06-a261-6577db51542a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=6717055f-0982-4d34-a4ac-fe4f5d4cab87 HTTP/1.1" status: 200 len: 217 time: 0.0982697 Feb 09 21:54:27.258527 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76759f61-0354-48e6-b5d2-2fa2785b7215 req-2afaa4af-91b9-47d4-992d-fe5ac8a36c34 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019466 Feb 09 21:54:27.328015 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-a3397ffc-9df1-43ad-ba7f-250f89908722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:27.340388 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-a3397ffc-9df1-43ad-ba7f-250f89908722 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ac0e1bb5-666d-4440-a236-37035b7edc77 HTTP/1.1" status: 200 len: 797 time: 0.1104615 Feb 09 21:54:27.572334 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-6e9ac524-00ed-4f9b-87cf-b21481261e73 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:27.573964 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-6e9ac524-00ed-4f9b-87cf-b21481261e73 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.42 "GET /v2.0/networks?id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 HTTP/1.1" status: 200 len: 817 time: 0.2053671 Feb 09 21:54:27.640695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-da36de56-2068-4f26-8bf4-8a49f26750c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:27.645086 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-da36de56-2068-4f26-8bf4-8a49f26750c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=11645266-4709-405b-9343-11c33081a44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2962923 Feb 09 21:54:27.732202 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device a7b998c4-f587-4e67-a2c4-d81c478426f8 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:27.842850 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: a7b998c4-f587-4e67-a2c4-d81c478426f8 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:54:27.843584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device a7b998c4-f587-4e67-a2c4-d81c478426f8 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:54:27.895519 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-32f5a58a-0a03-4b98-9f46-bb99e9fa27fb tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8908faf94a6140dabe02e2fb8fe5fb7c HTTP/1.1" status: 200 len: 380 time: 0.3057051 Feb 09 21:54:27.928119 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-9014982a-0f64-4d4f-92b1-ef063381e86a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Request body: {'port': {'device_id': '297f5c94-7711-466c-876b-2e1def261d5a', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'admin_state_up': True, 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'security_groups': ['56989263-b85f-47bd-9ff0-fd9d26fb1779']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:27.959785 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac6e0f0e-e028-43b5-9fe4-d5e041754b97 req-d6d4a73c-915e-490e-aa9f-37cca2cf3a4a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 210 time: 0.0790489 Feb 09 21:54:28.173694 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-253cf162-409a-4c91-949c-0634ebda51cf service neutron] 10.222.0.42 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192623 Feb 09 21:54:28.548162 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-a079b0a5-25ea-47b2-a9d6-aab937c2abcb service neutron] 10.222.0.42 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653350 Feb 09 21:54:28.549304 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-9014982a-0f64-4d4f-92b1-ef063381e86a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Made reservation on behalf of 8908faf94a6140dabe02e2fb8fe5fb7c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:28.554071 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-9014982a-0f64-4d4f-92b1-ef063381e86a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:28.580510 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d62ae-360e-4075-a689-39d154da47de req-8e949804-eeb2-40e8-92e8-d3e3745cc3ac tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:28.583382 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7b3d62ae-360e-4075-a689-39d154da47de req-8e949804-eeb2-40e8-92e8-d3e3745cc3ac tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.1464989 Feb 09 21:54:28.630376 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-6d5312a1-44fa-4c77-b837-2e662e07e4cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=5514f642-3a93-45cd-9a92-fdc767ad06bf HTTP/1.1" status: 200 len: 217 time: 0.0730708 Feb 09 21:54:28.680591 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7b3d62ae-360e-4075-a689-39d154da47de req-6b436345-a22c-43a4-b5e0-37bef50bb37d tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/security-groups?id=4df28839-8055-4741-8dd5-cd23e89e0175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866194 Feb 09 21:54:29.077545 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-98cff490-96bc-4968-b366-944204e9bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:29.086487 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-98cff490-96bc-4968-b366-944204e9bc3b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ac0e1bb5-666d-4440-a236-37035b7edc77 HTTP/1.1" status: 200 len: 797 time: 0.4387615 Feb 09 21:54:29.195010 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec349ee-3b76-4c3f-8e08-9bcff0645d2c req-6c31c3f7-4384-41b1-8dcc-7599bd8f41fe tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:29.201374 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ec349ee-3b76-4c3f-8e08-9bcff0645d2c req-6c31c3f7-4384-41b1-8dcc-7599bd8f41fe tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 945 time: 0.1727538 Feb 09 21:54:29.408545 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-dee8228d-26a2-4620-9b4e-f1f489ccef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:29.411517 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-dee8228d-26a2-4620-9b4e-f1f489ccef24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=11645266-4709-405b-9343-11c33081a44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3156376 Feb 09 21:54:29.449126 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc68fcbe-b338-4b23-baa3-0acda9427e99 req-a8497342-58c2-4125-b887-724df5f34c76 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 210 time: 0.1584435 Feb 09 21:54:29.465598 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-9014982a-0f64-4d4f-92b1-ef063381e86a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Allocated IP 172.20.0.8 (d986e1d4-dbe5-4d3a-9f4f-cb22ad931371/ef491681-aa83-413d-aeee-25903ab6b8c8/a73c5867-157b-453e-930a-7e7b812a063b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:29.503922 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-7ec349ee-3b76-4c3f-8e08-9bcff0645d2c req-779b37b2-82f0-488f-8d5b-64e271d22eee tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Deleting port 6bcb1e96-ee43-4364-9b2e-c958124c4890 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:29.504574 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7ec349ee-3b76-4c3f-8e08-9bcff0645d2c req-779b37b2-82f0-488f-8d5b-64e271d22eee tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (6bcb1e96-ee43-4364-9b2e-c958124c4890), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.721836 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-7ec349ee-3b76-4c3f-8e08-9bcff0645d2c req-779b37b2-82f0-488f-8d5b-64e271d22eee tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] For port 6bcb1e96-ee43-4364-9b2e-c958124c4890, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6bcb1e96-ee43-4364-9b2e-c958124c4890,segment=NetworkSegment(1698b7a1-b14d-486e-bd65-7f662455a6c0),segment_id=1698b7a1-b14d-486e-bd65-7f662455a6c0)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:29.722452 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7ec349ee-3b76-4c3f-8e08-9bcff0645d2c req-779b37b2-82f0-488f-8d5b-64e271d22eee tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (6bcb1e96-ee43-4364-9b2e-c958124c4890), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.750345 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-7ec349ee-3b76-4c3f-8e08-9bcff0645d2c req-779b37b2-82f0-488f-8d5b-64e271d22eee tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Calling delete_port for 6bcb1e96-ee43-4364-9b2e-c958124c4890 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:29.808450 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-9014982a-0f64-4d4f-92b1-ef063381e86a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for port (a73c5867-157b-453e-930a-7e7b812a063b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.964242 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-9014982a-0f64-4d4f-92b1-ef063381e86a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (a73c5867-157b-453e-930a-7e7b812a063b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.058075 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014982a-0f64-4d4f-92b1-ef063381e86a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Pushing event updated for resources: {'Port': ['ID=a73c5867-157b-453e-930a-7e7b812a063b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:30.112841 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-9014982a-0f64-4d4f-92b1-ef063381e86a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Network d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:30.118189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-9014982a-0f64-4d4f-92b1-ef063381e86a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:30.125383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-9014982a-0f64-4d4f-92b1-ef063381e86a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:30.140446 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8b2c5d4-2b54-4832-9547-e50bc87779d4 req-a7c00761-9139-448d-b85b-d78947635fc4 tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 210 time: 0.0949838 Feb 09 21:54:30.142751 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7ec349ee-3b76-4c3f-8e08-9bcff0645d2c req-779b37b2-82f0-488f-8d5b-64e271d22eee tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (6bcb1e96-ee43-4364-9b2e-c958124c4890), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.168083 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['6bcb1e96-ee43-4364-9b2e-c958124c4890'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:54:30.242821 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b37b2-82f0-488f-8d5b-64e271d22eee tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Pushing event deleted for resources: {'Port': ['ID=6bcb1e96-ee43-4364-9b2e-c958124c4890,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:30.327395 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-9014982a-0f64-4d4f-92b1-ef063381e86a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:30.329032 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-9014982a-0f64-4d4f-92b1-ef063381e86a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.337890 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-f7d4bc3d-21d3-4473-8c67-bfaf4e9f5724 service neutron] 10.222.0.42 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8463531 Feb 09 21:54:30.386645 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec349ee-3b76-4c3f-8e08-9bcff0645d2c req-779b37b2-82f0-488f-8d5b-64e271d22eee tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] No DVR routers for this DVR port 6bcb1e96-ee43-4364-9b2e-c958124c4890 on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:30.401390 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7ec349ee-3b76-4c3f-8e08-9bcff0645d2c req-779b37b2-82f0-488f-8d5b-64e271d22eee tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.410949 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ec349ee-3b76-4c3f-8e08-9bcff0645d2c req-779b37b2-82f0-488f-8d5b-64e271d22eee tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.42 "DELETE /v2.0/ports/6bcb1e96-ee43-4364-9b2e-c958124c4890 HTTP/1.1" status: 204 len: 173 time: 1.2008429 Feb 09 21:54:30.432853 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-9014982a-0f64-4d4f-92b1-ef063381e86a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5223327 Feb 09 21:54:30.441265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c7252f-fc8e-4149-b78f-dda9a7d55509', 'name': 'network-vif-deleted', 'tag': '6bcb1e96-ee43-4364-9b2e-c958124c4890'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:30.455456 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e47e96-a03c-45c8-ac14-adfc2edbedc5" -d '{"events": [{"server_uuid": "c0c7252f-fc8e-4149-b78f-dda9a7d55509", "name": "network-vif-deleted", "tag": "6bcb1e96-ee43-4364-9b2e-c958124c4890"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:30.485303 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] Request body: {'port': {'device_id': '297f5c94-7711-466c-876b-2e1def261d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:30.604387 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cad722-b41f-4978-8190-d5c578172820 x-openstack-request-id: req-b6cad722-b41f-4978-8190-d5c578172820 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:30.605033 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c7252f-fc8e-4149-b78f-dda9a7d55509", "name": "network-vif-deleted", "tag": "6bcb1e96-ee43-4364-9b2e-c958124c4890", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:30.605578 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b6cad722-b41f-4978-8190-d5c578172820 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:30.606592 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c7252f-fc8e-4149-b78f-dda9a7d55509', 'name': 'network-vif-deleted', 'tag': '6bcb1e96-ee43-4364-9b2e-c958124c4890', 'status': 'completed', 'code': 200} Feb 09 21:54:30.830087 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a73c5867-157b-453e-930a-7e7b812a063b), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.855965 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-e628e354-df5c-4562-bfd0-45b38a2b1758 service neutron] 10.222.0.42 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902267 Feb 09 21:54:30.865815 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d28b64f8-12f3-4f2e-9c16-1dcb5389dfda None None] Provisioning complete for port a73c5867-157b-453e-930a-7e7b812a063b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:30.866957 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d28b64f8-12f3-4f2e-9c16-1dcb5389dfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a73c5867-157b-453e-930a-7e7b812a063b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.942887 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-3daa8530-8307-4639-ab67-f81d7b1d7fcd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=464bd799-857b-45a9-bf2a-5d838ff169b9 HTTP/1.1" status: 200 len: 217 time: 0.0767443 Feb 09 21:54:31.006929 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d28b64f8-12f3-4f2e-9c16-1dcb5389dfda None None] Port a73c5867-157b-453e-930a-7e7b812a063b cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:31.113487 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81b32c-1109-4597-9ca7-b0d81b18ee52 req-9aff0231-c9a3-444a-b9a7-b9d27384d6b6 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:31.128862 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad81b32c-1109-4597-9ca7-b0d81b18ee52 req-9aff0231-c9a3-444a-b9a7-b9d27384d6b6 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 931 time: 0.2409961 Feb 09 21:54:31.228720 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad81b32c-1109-4597-9ca7-b0d81b18ee52 req-cce9777c-3b45-4484-a67c-e96158df1226 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980849 Feb 09 21:54:31.289829 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-c2566e81-81e4-4711-9e98-0ebd6f7434f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:31.291412 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-c2566e81-81e4-4711-9e98-0ebd6f7434f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2bb82b0-6025-4b4e-86a7-44d63ac173c6 HTTP/1.1" status: 200 len: 797 time: 0.3322740 Feb 09 21:54:31.468712 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5be8e4b-8b4f-4e33-8392-1d2f7d4a1ab1 req-314e2916-2da7-4175-aac6-a8720baeb33e tempest-ServerRescueTestJSON-84749338 tempest-ServerRescueTestJSON-84749338-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c7252f-fc8e-4149-b78f-dda9a7d55509 HTTP/1.1" status: 200 len: 210 time: 0.0768769 Feb 09 21:54:31.707421 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-26cfd69a-7d99-4d7b-b769-e6aa2b410f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:31.719992 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-26cfd69a-7d99-4d7b-b769-e6aa2b410f91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4130023 Feb 09 21:54:31.947740 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a73c5867-157b-453e-930a-7e7b812a063b {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:54:31.993967 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] Publish callbacks [] for port (a73c5867-157b-453e-930a-7e7b812a063b), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:32.022228 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] Transition to ACTIVE for port object a73c5867-157b-453e-930a-7e7b812a063b will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:54:32.047923 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-c79fa603-9d56-4840-aaeb-67012ff7b256 service neutron] 10.222.0.42 "GET /v2.0/networks/2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074090 Feb 09 21:54:32.049562 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (a73c5867-157b-453e-930a-7e7b812a063b), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:32.184524 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-2c61ca90-7061-4736-a050-ba1b247c5b51 service neutron] 10.222.0.42 "GET /v2.0/networks/2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068096 Feb 09 21:54:32.252465 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-e9af1515-d91d-4639-b7b3-a2482e05c4cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 HTTP/1.1" status: 200 len: 217 time: 0.0537667 Feb 09 21:54:32.362653 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] Pushing event updated for resources: {'Port': ['ID=a73c5867-157b-453e-930a-7e7b812a063b,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:32.559905 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-912ddcf7-221a-43a4-bad1-6348c45502df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:32.562603 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-912ddcf7-221a-43a4-bad1-6348c45502df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2bb82b0-6025-4b4e-86a7-44d63ac173c6 HTTP/1.1" status: 200 len: 797 time: 0.2999403 Feb 09 21:54:32.663724 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3646055-b9b9-4b2e-b5e5-0de625d052d1 req-732c494f-0f11-4dcb-86e1-35e83bedf467 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:32.677425 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3646055-b9b9-4b2e-b5e5-0de625d052d1 req-732c494f-0f11-4dcb-86e1-35e83bedf467 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 943 time: 0.1883593 Feb 09 21:54:32.743619 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] Attempting to bind port a73c5867-157b-453e-930a-7e7b812a063b on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:54:32.744282 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] Attempting to bind port a73c5867-157b-453e-930a-7e7b812a063b by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '7b536f40-7d03-4fa2-82e6-e6ab2e547bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:54:32.744652 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] Attempting to bind port a73c5867-157b-453e-930a-7e7b812a063b on network d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:32.756184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] Port a73c5867-157b-453e-930a-7e7b812a063b on network d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:54:32.756706 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] Attempting to bind port a73c5867-157b-453e-930a-7e7b812a063b on network d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:32.767196 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-15ae1c0b-fbb9-4ce7-8d4e-2f74abb3475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:32.770497 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-15ae1c0b-fbb9-4ce7-8d4e-2f74abb3475b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1920877 Feb 09 21:54:32.775711 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:54:32.776273 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] Checking segment: {'id': '7b536f40-7d03-4fa2-82e6-e6ab2e547bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:32.776910 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] Bound using segment: {'id': '7b536f40-7d03-4fa2-82e6-e6ab2e547bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:54:32.777618 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] Bound port: a73c5867-157b-453e-930a-7e7b812a063b, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b536f40-7d03-4fa2-82e6-e6ab2e547bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:54:32.778193 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a73c5867-157b-453e-930a-7e7b812a063b), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:32.804586 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3646055-b9b9-4b2e-b5e5-0de625d052d1 req-501d0b2f-69e9-47b5-a2b3-34d5b688aee1 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255660 Feb 09 21:54:32.917604 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45350) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:33.197347 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] For port a73c5867-157b-453e-930a-7e7b812a063b, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:33.208149 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] For port a73c5867-157b-453e-930a-7e7b812a063b, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=a73c5867-157b-453e-930a-7e7b812a063b,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:54:33.225763 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-b3ec3a6c-a165-4b43-8f80-82251d8856b4 service neutron] 10.222.0.42 "GET /v2.0/networks/2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422858 Feb 09 21:54:33.232408 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (a73c5867-157b-453e-930a-7e7b812a063b), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:33.273329 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:33.277827 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:33.279356 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] 10.222.0.42 "PUT /v2.0/ports/a73c5867-157b-453e-930a-7e7b812a063b HTTP/1.1" status: 200 len: 1091 time: 2.8026841 Feb 09 21:54:33.298310 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297f5c94-7711-466c-876b-2e1def261d5a', 'tag': 'a73c5867-157b-453e-930a-7e7b812a063b'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:33.308790 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5c36b4-70e5-44ee-ac40-96a1a62acddd" -d '{"events": [{"name": "network-changed", "server_uuid": "297f5c94-7711-466c-876b-2e1def261d5a", "tag": "a73c5867-157b-453e-930a-7e7b812a063b"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:33.309796 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 6bcb1e96-ee43-4364-9b2e-c958124c4890 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:33.365608 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 6bcb1e96-ee43-4364-9b2e-c958124c4890 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:54:33.365964 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 6bcb1e96-ee43-4364-9b2e-c958124c4890 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:54:33.625104 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fe2be4-48da-4231-9af7-5aa2b930ef16 x-openstack-request-id: req-23fe2be4-48da-4231-9af7-5aa2b930ef16 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:33.625568 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297f5c94-7711-466c-876b-2e1def261d5a", "tag": "a73c5867-157b-453e-930a-7e7b812a063b", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:33.626000 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-23fe2be4-48da-4231-9af7-5aa2b930ef16 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:33.627175 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297f5c94-7711-466c-876b-2e1def261d5a', 'tag': 'a73c5867-157b-453e-930a-7e7b812a063b', 'status': 'completed', 'code': 200} Feb 09 21:54:33.789070 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fefa73-f01c-46a7-9382-a24b46060b44 service neutron] Pushing event updated for resources: {'Port': ['ID=a73c5867-157b-453e-930a-7e7b812a063b,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:33.816532 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-0dc2c7b9-532c-45ca-a222-ceacbfcd2863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:33.818339 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-0dc2c7b9-532c-45ca-a222-ceacbfcd2863 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8908faf94a6140dabe02e2fb8fe5fb7c&device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 1125 time: 0.3726358 Feb 09 21:54:33.890604 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-008a2f71-c35f-4c25-8c59-0798e7ed9b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (2cd50331-aa9f-495f-91cd-d5e95d03e647), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:33.976563 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c6e3a5fc-b28a-43c1-a3c8-8036a68b9ad7 req-03741245-7b5b-47c2-85a0-1efbc64ad076 service neutron] 10.222.0.42 "GET /v2.0/networks/2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7162325 Feb 09 21:54:33.991249 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-eac8173b-62b7-41d1-9cfd-095475fbd7a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a73c5867-157b-453e-930a-7e7b812a063b HTTP/1.1" status: 200 len: 217 time: 0.1608317 Feb 09 21:54:34.145727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c3d6f-1870-4ee9-ae03-435c1420678e req-56cc46f1-0b5f-47d4-9492-d97504fe0d3d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:34.159136 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee9c3d6f-1870-4ee9-ae03-435c1420678e req-56cc46f1-0b5f-47d4-9492-d97504fe0d3d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 943 time: 0.1940193 Feb 09 21:54:34.177676 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-21a095fd-197e-4905-a40f-c19eea8ee5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:34.181291 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-21a095fd-197e-4905-a40f-c19eea8ee5ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef491681-aa83-413d-aeee-25903ab6b8c8 HTTP/1.1" status: 200 len: 856 time: 0.1798263 Feb 09 21:54:34.353422 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-7ea87002-08c4-4b0a-92f9-69045be8b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:34.356051 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-7ea87002-08c4-4b0a-92f9-69045be8b95c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1648898 Feb 09 21:54:34.380306 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee9c3d6f-1870-4ee9-ae03-435c1420678e req-b159827d-a0a5-47ab-966f-d541f1124a87 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199075 Feb 09 21:54:34.516761 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-1d219e30-bd97-4492-857e-f52d7fcf0439 service neutron] 10.222.0.42 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497784 Feb 09 21:54:34.682828 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-008a2f71-c35f-4c25-8c59-0798e7ed9b7d admin admin] Deleting port a60c0908-450f-4f66-9618-9ac3166c64f3 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:34.683288 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cc05b8ef-609c-49e3-a507-dda6db8f5bc5 req-2679cb9c-a8dc-46cc-aa4b-8a8093dc34fb service neutron] 10.222.0.42 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559379 Feb 09 21:54:34.683678 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-008a2f71-c35f-4c25-8c59-0798e7ed9b7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a60c0908-450f-4f66-9618-9ac3166c64f3), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:34.866776 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c36b4-70e5-44ee-ac40-96a1a62acddd req-58a8b5f6-2831-41fb-97c4-104cbc7749fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:34.870065 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cf5c36b4-70e5-44ee-ac40-96a1a62acddd req-58a8b5f6-2831-41fb-97c4-104cbc7749fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8908faf94a6140dabe02e2fb8fe5fb7c&device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 1125 time: 0.0889230 Feb 09 21:54:34.884276 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-008a2f71-c35f-4c25-8c59-0798e7ed9b7d admin admin] For port a60c0908-450f-4f66-9618-9ac3166c64f3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a60c0908-450f-4f66-9618-9ac3166c64f3,segment=NetworkSegment(1698b7a1-b14d-486e-bd65-7f662455a6c0),segment_id=1698b7a1-b14d-486e-bd65-7f662455a6c0)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:34.884560 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-008a2f71-c35f-4c25-8c59-0798e7ed9b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a60c0908-450f-4f66-9618-9ac3166c64f3), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:34.901275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-008a2f71-c35f-4c25-8c59-0798e7ed9b7d admin admin] Calling delete_port for a60c0908-450f-4f66-9618-9ac3166c64f3 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:35.005796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c36b4-70e5-44ee-ac40-96a1a62acddd req-78a6f79f-26c6-496e-b0a1-033b1bac1b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:35.007925 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cf5c36b4-70e5-44ee-ac40-96a1a62acddd req-78a6f79f-26c6-496e-b0a1-033b1bac1b36 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 HTTP/1.1" status: 200 len: 918 time: 0.1298542 Feb 09 21:54:35.071329 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cf5c36b4-70e5-44ee-ac40-96a1a62acddd req-6efab183-223b-4d16-9065-cb6574b15cbb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a73c5867-157b-453e-930a-7e7b812a063b HTTP/1.1" status: 200 len: 217 time: 0.0528605 Feb 09 21:54:35.149578 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c36b4-70e5-44ee-ac40-96a1a62acddd req-959cfa04-0e53-482d-ae9d-6b6223bdb099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:35.151947 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cf5c36b4-70e5-44ee-ac40-96a1a62acddd req-959cfa04-0e53-482d-ae9d-6b6223bdb099 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef491681-aa83-413d-aeee-25903ab6b8c8 HTTP/1.1" status: 200 len: 856 time: 0.0716720 Feb 09 21:54:35.250909 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-008a2f71-c35f-4c25-8c59-0798e7ed9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (a60c0908-450f-4f66-9618-9ac3166c64f3), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.259015 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c36b4-70e5-44ee-ac40-96a1a62acddd req-4b5d69fc-9d96-4350-bf80-d0eca0d6b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:35.260553 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cf5c36b4-70e5-44ee-ac40-96a1a62acddd req-4b5d69fc-9d96-4350-bf80-d0eca0d6b9e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1000862 Feb 09 21:54:35.298122 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a2f71-c35f-4c25-8c59-0798e7ed9b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=a60c0908-450f-4f66-9618-9ac3166c64f3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:35.391568 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cf5c36b4-70e5-44ee-ac40-96a1a62acddd req-c238b90e-b043-4e60-b54c-91f952693963 service neutron] 10.222.0.42 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227043 Feb 09 21:54:35.538662 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-008a2f71-c35f-4c25-8c59-0798e7ed9b7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (2cd50331-aa9f-495f-91cd-d5e95d03e647), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.627742 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cf5c36b4-70e5-44ee-ac40-96a1a62acddd req-8d0c39ad-3174-45dd-aced-dcc5f4cdf6d4 service neutron] 10.222.0.42 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224960 Feb 09 21:54:35.764793 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c7d40-3c9e-413b-957f-0d043a416ee9 req-0f6c647a-eabc-4047-a2b9-c1c66dd1fce2 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:35.766444 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d26c7d40-3c9e-413b-957f-0d043a416ee9 req-0f6c647a-eabc-4047-a2b9-c1c66dd1fce2 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 943 time: 0.1398239 Feb 09 21:54:35.851910 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d26c7d40-3c9e-413b-957f-0d043a416ee9 req-6d3988fc-e81a-40a3-ad22-b14aa94b8ae7 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727353 Feb 09 21:54:36.047311 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008a2f71-c35f-4c25-8c59-0798e7ed9b7d admin admin] Router 2cd50331-aa9f-495f-91cd-d5e95d03e647 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:54:36.540582 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008a2f71-c35f-4c25-8c59-0798e7ed9b7d admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:54:36.546687 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-008a2f71-c35f-4c25-8c59-0798e7ed9b7d admin admin] 10.222.0.77 "PUT /v2.0/routers/2cd50331-aa9f-495f-91cd-d5e95d03e647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6270328 Feb 09 21:54:36.550991 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45402) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:36.583131 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e32ea3-1705-4d1d-8aa8-fd9d75a04385 None None] Sync routers for ids ['2cd50331-aa9f-495f-91cd-d5e95d03e647'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:54:36.604626 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e32ea3-1705-4d1d-8aa8-fd9d75a04385 None None] Routers {'2cd50331-aa9f-495f-91cd-d5e95d03e647'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:36.605297 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-73e32ea3-1705-4d1d-8aa8-fd9d75a04385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:54:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2cd50331-aa9f-495f-91cd-d5e95d03e647'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:36.685123 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bfa85340-0dc8-4239-bfdd-5311cf6fafa6 admin admin] Publish callbacks [] for router (2cd50331-aa9f-495f-91cd-d5e95d03e647), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:36.800465 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-73e32ea3-1705-4d1d-8aa8-fd9d75a04385 None None] Set router 2cd50331-aa9f-495f-91cd-d5e95d03e647 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:54:37.101795 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-73e32ea3-1705-4d1d-8aa8-fd9d75a04385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd50331-aa9f-495f-91cd-d5e95d03e647', 'name': 'tempest-ServerRescueTestJSON-2087009201-router', 'tenant_id': 'b666becafa484a598b495047b071dc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '30774ec2-4ad2-4702-8c05-7d0d071626b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:52:15Z', 'updated_at': '2022-02-09T21:54:35Z', 'revision_number': 5, 'project_id': 'b666becafa484a598b495047b071dc96', 'gw_port': {'id': '30774ec2-4ad2-4702-8c05-7d0d071626b3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd50331-aa9f-495f-91cd-d5e95d03e647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:52:16Z', 'updated_at': '2022-02-09T21:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:37.104268 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b558baa-16f9-4766-8e79-98e1732bd752 req-6221a821-cca5-4320-8ee3-fa0f7ef783b1 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:37.106066 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b558baa-16f9-4766-8e79-98e1732bd752 req-6221a821-cca5-4320-8ee3-fa0f7ef783b1 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 943 time: 0.1076305 Feb 09 21:54:37.136647 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e32ea3-1705-4d1d-8aa8-fd9d75a04385 None None] Checking router: 2cd50331-aa9f-495f-91cd-d5e95d03e647 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:54:37.151345 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e32ea3-1705-4d1d-8aa8-fd9d75a04385 None None] Routers {'2cd50331-aa9f-495f-91cd-d5e95d03e647'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:37.157131 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-73e32ea3-1705-4d1d-8aa8-fd9d75a04385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:54:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2cd50331-aa9f-495f-91cd-d5e95d03e647'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:37.243787 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b558baa-16f9-4766-8e79-98e1732bd752 req-fc6ad0e6-83ef-4628-8aaf-7f59c2401f8f tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302545 Feb 09 21:54:37.312575 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-73e32ea3-1705-4d1d-8aa8-fd9d75a04385 None None] Set router 2cd50331-aa9f-495f-91cd-d5e95d03e647 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:54:37.352517 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device a73c5867-157b-453e-930a-7e7b812a063b details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:54:37.468036 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bfa85340-0dc8-4239-bfdd-5311cf6fafa6 admin admin] Publish callbacks [] for router_gateway (2cd50331-aa9f-495f-91cd-d5e95d03e647), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:37.660544 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bfa85340-0dc8-4239-bfdd-5311cf6fafa6 admin admin] Deleting port 30774ec2-4ad2-4702-8c05-7d0d071626b3 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:37.661639 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bfa85340-0dc8-4239-bfdd-5311cf6fafa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (30774ec2-4ad2-4702-8c05-7d0d071626b3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:37.718094 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port a73c5867-157b-453e-930a-7e7b812a063b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=a73c5867-157b-453e-930a-7e7b812a063b,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:37.753251 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'a73c5867-157b-453e-930a-7e7b812a063b', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'port_id': 'a73c5867-157b-453e-930a-7e7b812a063b', 'mac_address': 'fa:16:3e:3f:e9:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:54:37.831816 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-bfa85340-0dc8-4239-bfdd-5311cf6fafa6 admin admin] For port 30774ec2-4ad2-4702-8c05-7d0d071626b3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=30774ec2-4ad2-4702-8c05-7d0d071626b3,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:37.835157 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bfa85340-0dc8-4239-bfdd-5311cf6fafa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (30774ec2-4ad2-4702-8c05-7d0d071626b3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:37.873867 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port a73c5867-157b-453e-930a-7e7b812a063b is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:37.874418 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a73c5867-157b-453e-930a-7e7b812a063b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:37.880814 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bfa85340-0dc8-4239-bfdd-5311cf6fafa6 admin admin] Calling delete_port for 30774ec2-4ad2-4702-8c05-7d0d071626b3 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:37.934747 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73c5867-157b-453e-930a-7e7b812a063b {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:54:37.957722 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a6ba64b6-cd47-46e3-8f3b-a8fd7379dab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:37.972685 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port a73c5867-157b-453e-930a-7e7b812a063b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=a73c5867-157b-453e-930a-7e7b812a063b,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:37.985747 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a73c5867-157b-453e-930a-7e7b812a063b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:38.024301 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-73e32ea3-1705-4d1d-8aa8-fd9d75a04385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd50331-aa9f-495f-91cd-d5e95d03e647', 'name': 'tempest-ServerRescueTestJSON-2087009201-router', 'tenant_id': 'b666becafa484a598b495047b071dc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '30774ec2-4ad2-4702-8c05-7d0d071626b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:52:15Z', 'updated_at': '2022-02-09T21:54:35Z', 'revision_number': 5, 'project_id': 'b666becafa484a598b495047b071dc96', 'gw_port': {'id': '30774ec2-4ad2-4702-8c05-7d0d071626b3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd50331-aa9f-495f-91cd-d5e95d03e647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:52:16Z', 'updated_at': '2022-02-09T21:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:38.081212 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=a73c5867-157b-453e-930a-7e7b812a063b,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:38.100477 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:38.101136 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:38.101661 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:38.102180 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:38.102365 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e32ea3-1705-4d1d-8aa8-fd9d75a04385 None None] The sync data for ids ['2cd50331-aa9f-495f-91cd-d5e95d03e647'] in n-d-828601-1 is: [{'id': '2cd50331-aa9f-495f-91cd-d5e95d03e647', 'name': 'tempest-ServerRescueTestJSON-2087009201-router', 'tenant_id': 'b666becafa484a598b495047b071dc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '30774ec2-4ad2-4702-8c05-7d0d071626b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:52:15Z', 'updated_at': '2022-02-09T21:54:35Z', 'revision_number': 5, 'project_id': 'b666becafa484a598b495047b071dc96', 'gw_port': {'id': '30774ec2-4ad2-4702-8c05-7d0d071626b3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd50331-aa9f-495f-91cd-d5e95d03e647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:52:16Z', 'updated_at': '2022-02-09T21:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:54:38.102924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:38.103455 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:38.103990 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:38.104523 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:38.105037 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:38.105548 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:38.106182 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:38.106751 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:38.107259 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:38.340359 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['a73c5867-157b-453e-930a-7e7b812a063b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:54:38.350183 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bfa85340-0dc8-4239-bfdd-5311cf6fafa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (30774ec2-4ad2-4702-8c05-7d0d071626b3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:38.498535 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa85340-0dc8-4239-bfdd-5311cf6fafa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=30774ec2-4ad2-4702-8c05-7d0d071626b3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:38.523179 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68535a63-2394-4a44-a583-2f48530f08ff req-b984e777-db1c-4843-8a04-817f97d1f563 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:38.534023 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-68535a63-2394-4a44-a583-2f48530f08ff req-b984e777-db1c-4843-8a04-817f97d1f563 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 944 time: 0.1158347 Feb 09 21:54:38.645841 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-68535a63-2394-4a44-a583-2f48530f08ff req-1786a3aa-d31e-4de9-a0aa-9a26b3ec0d1b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091428 Feb 09 21:54:38.728175 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bfa85340-0dc8-4239-bfdd-5311cf6fafa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (2cd50331-aa9f-495f-91cd-d5e95d03e647), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:38.916039 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a60c0908-450f-4f66-9618-9ac3166c64f3 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:38.978482 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bfa85340-0dc8-4239-bfdd-5311cf6fafa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (2cd50331-aa9f-495f-91cd-d5e95d03e647), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:38.982298 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bfa85340-0dc8-4239-bfdd-5311cf6fafa6 admin admin] Publish callbacks [] for router_controller (2cd50331-aa9f-495f-91cd-d5e95d03e647), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:38.984882 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: a60c0908-450f-4f66-9618-9ac3166c64f3 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:54:38.985234 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a60c0908-450f-4f66-9618-9ac3166c64f3 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:54:39.075188 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bfa85340-0dc8-4239-bfdd-5311cf6fafa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (2cd50331-aa9f-495f-91cd-d5e95d03e647), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.079207 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa85340-0dc8-4239-bfdd-5311cf6fafa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cd50331-aa9f-495f-91cd-d5e95d03e647 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:54:39.107285 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bfa85340-0dc8-4239-bfdd-5311cf6fafa6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.110139 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bfa85340-0dc8-4239-bfdd-5311cf6fafa6 admin admin] 10.222.0.77 "DELETE /v2.0/routers/2cd50331-aa9f-495f-91cd-d5e95d03e647 HTTP/1.1" status: 204 len: 168 time: 2.5577066 Feb 09 21:54:39.113257 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45416) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:39.190367 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32e533d-f7ad-4655-99cc-e5a1bea0f5b7 admin admin] Deleting subnet 3226a4e0-eaaa-4676-95ae-6877bda788e2 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:54:39.200543 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a32e533d-f7ad-4655-99cc-e5a1bea0f5b7 admin admin] Publish callbacks [] for subnet (3226a4e0-eaaa-4676-95ae-6877bda788e2), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.277961 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a32e533d-f7ad-4655-99cc-e5a1bea0f5b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (3226a4e0-eaaa-4676-95ae-6877bda788e2), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.348349 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a32e533d-f7ad-4655-99cc-e5a1bea0f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (3226a4e0-eaaa-4676-95ae-6877bda788e2), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.457805 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a32e533d-f7ad-4655-99cc-e5a1bea0f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (3226a4e0-eaaa-4676-95ae-6877bda788e2), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.514324 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e533d-f7ad-4655-99cc-e5a1bea0f5b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3226a4e0-eaaa-4676-95ae-6877bda788e2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:39.522818 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a32e533d-f7ad-4655-99cc-e5a1bea0f5b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.531976 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a32e533d-f7ad-4655-99cc-e5a1bea0f5b7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3226a4e0-eaaa-4676-95ae-6877bda788e2 HTTP/1.1" status: 204 len: 168 time: 0.4152236 Feb 09 21:54:39.531976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45418) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:39.613468 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d52764a-3895-4df0-a222-ce32e6dfcea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (ce4674d6-082e-47aa-bac8-f5e69e573a4c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.728746 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d52764a-3895-4df0-a222-ce32e6dfcea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (ce4674d6-082e-47aa-bac8-f5e69e573a4c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.780468 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-5d52764a-3895-4df0-a222-ce32e6dfcea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce4674d6-082e-47aa-bac8-f5e69e573a4c']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:39.800965 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-5d52764a-3895-4df0-a222-ce32e6dfcea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1698b7a1-b14d-486e-bd65-7f662455a6c0') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:39.801279 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-5d52764a-3895-4df0-a222-ce32e6dfcea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1698b7a1-b14d-486e-bd65-7f662455a6c0') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:39.822372 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d52764a-3895-4df0-a222-ce32e6dfcea6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (1698b7a1-b14d-486e-bd65-7f662455a6c0), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.885820 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d52764a-3895-4df0-a222-ce32e6dfcea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (1698b7a1-b14d-486e-bd65-7f662455a6c0), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.897022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d52764a-3895-4df0-a222-ce32e6dfcea6 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:54:39.897560 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d52764a-3895-4df0-a222-ce32e6dfcea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (1698b7a1-b14d-486e-bd65-7f662455a6c0), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:54:39.900044 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:54:39.972229 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcb1c-d1c3-438c-9dfc-e0fcdee79a6e req-b3f64177-0ac9-4a9e-bd75-af0af09dc2d0 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:39.982666 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b66bcb1c-d1c3-438c-9dfc-e0fcdee79a6e req-b3f64177-0ac9-4a9e-bd75-af0af09dc2d0 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 944 time: 0.1791303 Feb 09 21:54:40.053970 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d52764a-3895-4df0-a222-ce32e6dfcea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (ce4674d6-082e-47aa-bac8-f5e69e573a4c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:40.073320 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d52764a-3895-4df0-a222-ce32e6dfcea6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:40.077130 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5d52764a-3895-4df0-a222-ce32e6dfcea6 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ce4674d6-082e-47aa-bac8-f5e69e573a4c HTTP/1.1" status: 204 len: 168 time: 0.5440638 Feb 09 21:54:40.101614 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52764a-3895-4df0-a222-ce32e6dfcea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce4674d6-082e-47aa-bac8-f5e69e573a4c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:40.129262 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b66bcb1c-d1c3-438c-9dfc-e0fcdee79a6e req-d7916ead-e06b-49e3-a1c5-cf52441a604c tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448271 Feb 09 21:54:40.466796 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45428) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:40.491500 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b1e994f2-6457-42f1-b03d-bdc2598ff347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:40.572063 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a340d29e-42e2-46ba-bb87-d86cf5201392 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b666becafa484a598b495047b071dc96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1035113 Feb 09 21:54:40.574173 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45430) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:40.761521 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f93e59b4-2166-4d8e-b747-e966df747b5d admin admin] Publish callbacks [] for security_group (4df28839-8055-4741-8dd5-cd23e89e0175), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:40.769664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 30774ec2-4ad2-4702-8c05-7d0d071626b3 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:40.850992 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 30774ec2-4ad2-4702-8c05-7d0d071626b3 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:54:40.854132 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 30774ec2-4ad2-4702-8c05-7d0d071626b3 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:54:40.874770 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f93e59b4-2166-4d8e-b747-e966df747b5d admin admin] Publish callbacks [] for security_group (4df28839-8055-4741-8dd5-cd23e89e0175), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.029950 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f93e59b4-2166-4d8e-b747-e966df747b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4df28839-8055-4741-8dd5-cd23e89e0175), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.037227 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f93e59b4-2166-4d8e-b747-e966df747b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.040454 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f93e59b4-2166-4d8e-b747-e966df747b5d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4df28839-8055-4741-8dd5-cd23e89e0175 HTTP/1.1" status: 204 len: 168 time: 0.4613810 Feb 09 21:54:41.064414 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e59b4-2166-4d8e-b747-e966df747b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df28839-8055-4741-8dd5-cd23e89e0175,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:41.388536 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device a73c5867-157b-453e-930a-7e7b812a063b up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:41.546099 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472d89a-2674-425c-986c-06a2e76ef465 req-830f14ba-c8e6-45e8-afe9-469811e8bc63 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:41.563085 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0472d89a-2674-425c-986c-06a2e76ef465 req-830f14ba-c8e6-45e8-afe9-469811e8bc63 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 944 time: 0.2342665 Feb 09 21:54:41.646137 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.655139 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port a73c5867-157b-453e-930a-7e7b812a063b completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:54:41.673121 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port a73c5867-157b-453e-930a-7e7b812a063b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:41.676225 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a73c5867-157b-453e-930a-7e7b812a063b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.683254 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0472d89a-2674-425c-986c-06a2e76ef465 req-ea9e412b-f876-480d-8111-fdb452e5ba97 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152251 Feb 09 21:54:41.843890 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port a73c5867-157b-453e-930a-7e7b812a063b is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:41.845442 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a73c5867-157b-453e-930a-7e7b812a063b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.905481 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297f5c94-7711-466c-876b-2e1def261d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73c5867-157b-453e-930a-7e7b812a063b'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:41.911604 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8becc54-37e5-440e-98ee-2613806c8eb8" -d '{"events": [{"server_uuid": "297f5c94-7711-466c-876b-2e1def261d5a", "name": "network-vif-plugged", "status": "completed", "tag": "a73c5867-157b-453e-930a-7e7b812a063b"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:41.939831 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port a73c5867-157b-453e-930a-7e7b812a063b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=a73c5867-157b-453e-930a-7e7b812a063b,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:41.976641 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a73c5867-157b-453e-930a-7e7b812a063b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.125423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=a73c5867-157b-453e-930a-7e7b812a063b,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:42.479887 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8839342-af28-4d5b-b464-a20bd5def619 x-openstack-request-id: req-e8839342-af28-4d5b-b464-a20bd5def619 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:42.480467 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297f5c94-7711-466c-876b-2e1def261d5a", "name": "network-vif-plugged", "status": "completed", "tag": "a73c5867-157b-453e-930a-7e7b812a063b", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:42.480922 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e8839342-af28-4d5b-b464-a20bd5def619 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:42.481527 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297f5c94-7711-466c-876b-2e1def261d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73c5867-157b-453e-930a-7e7b812a063b', 'code': 200} Feb 09 21:54:42.612423 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8067d5-d3ac-49ca-9379-9053a6f73289 req-b0c4a40a-d436-45e0-bed9-3cd8116f041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:42.614722 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2e8067d5-d3ac-49ca-9379-9053a6f73289 req-b0c4a40a-d436-45e0-bed9-3cd8116f041c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 1127 time: 0.0562139 Feb 09 21:54:42.681806 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2e8067d5-d3ac-49ca-9379-9053a6f73289 req-79396231-7379-4834-bb75-dc2b48646091 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576015 Feb 09 21:54:42.720173 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.795941 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45482) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:42.891797 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a604b-c1b3-4f9a-99f8-6de3d4bd89f6 req-8ba0c4bf-2fb7-4921-a024-df74e0530b06 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:42.896477 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5a8a604b-c1b3-4f9a-99f8-6de3d4bd89f6 req-8ba0c4bf-2fb7-4921-a024-df74e0530b06 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.1098318 Feb 09 21:54:42.966240 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-a92aa6cb-3d45-42ea-8a0f-444f55affcaa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-903540259-network', 'tenant_id': 'c135bd0d2c9b4219bd0ebf3718b0f7ac'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:43.001020 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5a8a604b-c1b3-4f9a-99f8-6de3d4bd89f6 req-20ee08e9-1f2f-4d23-9435-167b050af534 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983701 Feb 09 21:54:43.004393 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92aa6cb-3d45-42ea-8a0f-444f55affcaa admin admin] Made reservation on behalf of c135bd0d2c9b4219bd0ebf3718b0f7ac for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:43.010053 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a92aa6cb-3d45-42ea-8a0f-444f55affcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:43.036467 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a92aa6cb-3d45-42ea-8a0f-444f55affcaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:43.193638 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a92aa6cb-3d45-42ea-8a0f-444f55affcaa admin admin] Publish callbacks [] for security_group (68c32ae2-5105-45e5-8967-4cdcc7327b97), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:43.208920 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a92aa6cb-3d45-42ea-8a0f-444f55affcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (68c32ae2-5105-45e5-8967-4cdcc7327b97), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:43.250227 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92aa6cb-3d45-42ea-8a0f-444f55affcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c32ae2-5105-45e5-8967-4cdcc7327b97,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:43.292724 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92aa6cb-3d45-42ea-8a0f-444f55affcaa admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:54:43.311206 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a92aa6cb-3d45-42ea-8a0f-444f55affcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (43155470-d798-4067-9785-b776d9c040b8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:43.311757 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-a92aa6cb-3d45-42ea-8a0f-444f55affcaa admin admin] Added segment 43155470-d798-4067-9785-b776d9c040b8 of type vlan for network 43c866ce-b28d-463f-9db2-f0ce01fb8d37 Feb 09 21:54:43.372348 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a92aa6cb-3d45-42ea-8a0f-444f55affcaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (43c866ce-b28d-463f-9db2-f0ce01fb8d37), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:43.434201 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a92aa6cb-3d45-42ea-8a0f-444f55affcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (43c866ce-b28d-463f-9db2-f0ce01fb8d37), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:43.435860 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92aa6cb-3d45-42ea-8a0f-444f55affcaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:43.436826 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a92aa6cb-3d45-42ea-8a0f-444f55affcaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:43.496790 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a92aa6cb-3d45-42ea-8a0f-444f55affcaa admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6987910 Feb 09 21:54:43.498563 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45492) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:43.504328 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5bd732bc-8d76-44df-bf52-9c2d81c22bff admin admin] Request body: {'subnet': {'network_id': '43c866ce-b28d-463f-9db2-f0ce01fb8d37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-903540259-subnet', 'tenant_id': 'c135bd0d2c9b4219bd0ebf3718b0f7ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:43.536293 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92aa6cb-3d45-42ea-8a0f-444f55affcaa admin admin] Pushing event updated for resources: {'Network': ['ID=43c866ce-b28d-463f-9db2-f0ce01fb8d37,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:43.555939 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 43c866ce-b28d-463f-9db2-f0ce01fb8d37 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:54:43.561503 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd732bc-8d76-44df-bf52-9c2d81c22bff admin admin] Made reservation on behalf of c135bd0d2c9b4219bd0ebf3718b0f7ac for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:43.566512 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bd732bc-8d76-44df-bf52-9c2d81c22bff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:43.822784 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bd732bc-8d76-44df-bf52-9c2d81c22bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (128373c6-66eb-4e4e-b34c-fd626be51c57), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:43.883157 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd732bc-8d76-44df-bf52-9c2d81c22bff admin admin] Pushing event updated for resources: {'Subnet': ['ID=128373c6-66eb-4e4e-b34c-fd626be51c57,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:43.896420 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd732bc-8d76-44df-bf52-9c2d81c22bff admin admin] Checking segment: {'id': '43155470-d798-4067-9785-b776d9c040b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '43c866ce-b28d-463f-9db2-f0ce01fb8d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:43.897242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd732bc-8d76-44df-bf52-9c2d81c22bff admin admin] Network hostable DHCP agents. Network: 43c866ce-b28d-463f-9db2-f0ce01fb8d37, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:54:43.924380 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd732bc-8d76-44df-bf52-9c2d81c22bff admin admin] Network 43c866ce-b28d-463f-9db2-f0ce01fb8d37 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:54:43.944435 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5bd732bc-8d76-44df-bf52-9c2d81c22bff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 43c866ce-b28d-463f-9db2-f0ce01fb8d37) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:43.953074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd732bc-8d76-44df-bf52-9c2d81c22bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:43.954983 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bd732bc-8d76-44df-bf52-9c2d81c22bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:43.967119 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2c87e4-a493-4ca4-8775-70db7524b1bf None None] Network 43c866ce-b28d-463f-9db2-f0ce01fb8d37 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:44.008937 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5bd732bc-8d76-44df-bf52-9c2d81c22bff admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5089920 Feb 09 21:54:44.211342 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8f58b2-f2ab-49be-971f-b439895dd759 None None] Network 43c866ce-b28d-463f-9db2-f0ce01fb8d37 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:44.217472 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954086a-716b-41d6-a2cd-aa7c9a0ebf5a req-3abb7574-ffa5-41d7-b326-7273f021a825 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:44.230052 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d954086a-716b-41d6-a2cd-aa7c9a0ebf5a req-3abb7574-ffa5-41d7-b326-7273f021a825 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.1020350 Feb 09 21:54:44.406834 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d954086a-716b-41d6-a2cd-aa7c9a0ebf5a req-4525acff-1207-4909-963f-d48a51dd83b8 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734560 Feb 09 21:54:44.521562 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:44.887019 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212960b-021d-40e5-9b33-c93f96b1738c req-bc3c1329-8348-4e98-97f8-55f402246ffb tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:44.889929 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c212960b-021d-40e5-9b33-c93f96b1738c req-bc3c1329-8348-4e98-97f8-55f402246ffb tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/networks?id=43c866ce-b28d-463f-9db2-f0ce01fb8d37 HTTP/1.1" status: 200 len: 813 time: 0.1622801 Feb 09 21:54:44.914634 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c212960b-021d-40e5-9b33-c93f96b1738c req-33e9bb3c-b4fd-444c-8b52-7aeba7200cc4 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/quotas/c135bd0d2c9b4219bd0ebf3718b0f7ac HTTP/1.1" status: 200 len: 375 time: 0.0173817 Feb 09 21:54:44.973477 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c212960b-021d-40e5-9b33-c93f96b1738c req-78caaea9-8f21-4bc2-9604-5173fe46e79a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c135bd0d2c9b4219bd0ebf3718b0f7ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510368 Feb 09 21:54:45.154937 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c212960b-021d-40e5-9b33-c93f96b1738c req-a86cdd65-fda6-4930-9432-3c221fa34dea service neutron] 10.222.0.77 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725831 Feb 09 21:54:45.312071 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:45.350034 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c212960b-021d-40e5-9b33-c93f96b1738c req-66438b47-4055-4acf-b636-2b226fcdd8ab service neutron] 10.222.0.77 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816635 Feb 09 21:54:45.612015 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f11bda-965d-42e8-aabd-73f3407008e8 req-3297369d-b592-4e1c-a5e9-aee4c2b17198 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:45.613704 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5f11bda-965d-42e8-aabd-73f3407008e8 req-3297369d-b592-4e1c-a5e9-aee4c2b17198 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.0826902 Feb 09 21:54:45.622476 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45554) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:45.628520 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-8535db40-45ca-4c63-bd63-b80a782a7845 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Request body: {'floatingip': {'port_id': 'a73c5867-157b-453e-930a-7e7b812a063b'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:45.726472 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c8186a2-d372-40e8-970d-7452669af727 req-0dc7b865-00ea-40c7-941b-1f2a63047399 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 210 time: 0.0719721 Feb 09 21:54:45.753706 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8535db40-45ca-4c63-bd63-b80a782a7845 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for floatingip (de5ceb40-2e2a-4374-85ac-d0737a667c6a), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:45.985220 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:46.506710 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8535db40-45ca-4c63-bd63-b80a782a7845 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:46.514159 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8535db40-45ca-4c63-bd63-b80a782a7845 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (de5ceb40-2e2a-4374-85ac-d0737a667c6a), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:46.638867 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-8535db40-45ca-4c63-bd63-b80a782a7845 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Floating IP de5ceb40-2e2a-4374-85ac-d0737a667c6a associated. External IP: 172.25.6.219, port: a73c5867-157b-453e-930a-7e7b812a063b. Feb 09 21:54:46.909529 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-81d1f418-336f-40f6-bb73-c0d654ff03ba req-6ff4519b-d449-4559-a15c-0b1f2d7f0b0a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 210 time: 0.0540707 Feb 09 21:54:46.961688 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8535db40-45ca-4c63-bd63-b80a782a7845 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Router f1a39641-509b-4064-aa3e-3c8c1dc9f813 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:54:47.102366 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8535db40-45ca-4c63-bd63-b80a782a7845 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:54:47.114731 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8535db40-45ca-4c63-bd63-b80a782a7845 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.122502 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1b534f-559a-49e0-b31e-79953b6eccbe None None] Sync routers for ids ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:54:47.165391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1b534f-559a-49e0-b31e-79953b6eccbe None None] Routers {'f1a39641-509b-4064-aa3e-3c8c1dc9f813'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:47.168025 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2e1b534f-559a-49e0-b31e-79953b6eccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:54:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:47.170885 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8535db40-45ca-4c63-bd63-b80a782a7845 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "PUT /v2.0/floatingips/de5ceb40-2e2a-4374-85ac-d0737a667c6a HTTP/1.1" status: 200 len: 991 time: 1.5464547 Feb 09 21:54:47.171543 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297f5c94-7711-466c-876b-2e1def261d5a', 'tag': 'a73c5867-157b-453e-930a-7e7b812a063b'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:47.175560 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb8d474-f905-4805-b3a0-effd9cfc7f92" -d '{"events": [{"name": "network-changed", "server_uuid": "297f5c94-7711-466c-876b-2e1def261d5a", "tag": "a73c5867-157b-453e-930a-7e7b812a063b"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:47.332280 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212960b-021d-40e5-9b33-c93f96b1738c req-dae00304-8389-4af2-b611-caf6c25f2c89 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:47.336495 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c212960b-021d-40e5-9b33-c93f96b1738c req-dae00304-8389-4af2-b611-caf6c25f2c89 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.71 "GET /v2.0/networks?id=43c866ce-b28d-463f-9db2-f0ce01fb8d37 HTTP/1.1" status: 200 len: 813 time: 0.2809505 Feb 09 21:54:47.348403 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-2e1b534f-559a-49e0-b31e-79953b6eccbe None None] Set router f1a39641-509b-4064-aa3e-3c8c1dc9f813 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:54:47.401808 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-c212960b-021d-40e5-9b33-c93f96b1738c req-3529ff69-8f47-4279-9563-aeaa83d37e8b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Request body: {'port': {'device_id': '15e63d30-28c3-470d-99b6-d2fe648d45ea', 'network_id': '43c866ce-b28d-463f-9db2-f0ce01fb8d37', 'admin_state_up': True, 'tenant_id': 'c135bd0d2c9b4219bd0ebf3718b0f7ac'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:47.568298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21670163-0ad3-473c-870c-7f34456ff288 req-6d2d2894-e782-4bad-bc9a-ca5907d0dbac tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:47.570317 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21670163-0ad3-473c-870c-7f34456ff288 req-6d2d2894-e782-4bad-bc9a-ca5907d0dbac tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.2318480 Feb 09 21:54:47.658252 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21670163-0ad3-473c-870c-7f34456ff288 req-58b7d9c4-fab9-4a98-ac8e-2eff8931460e tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732579 Feb 09 21:54:47.667242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c212960b-021d-40e5-9b33-c93f96b1738c req-3529ff69-8f47-4279-9563-aeaa83d37e8b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Made reservation on behalf of c135bd0d2c9b4219bd0ebf3718b0f7ac for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:47.672787 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c212960b-021d-40e5-9b33-c93f96b1738c req-3529ff69-8f47-4279-9563-aeaa83d37e8b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.783519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2e1b534f-559a-49e0-b31e-79953b6eccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-router', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:23Z', 'revision_number': 4, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'gw_port': {'id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:64:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'de5ceb40-2e2a-4374-85ac-d0737a667c6a', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'port_id': 'a73c5867-157b-453e-930a-7e7b812a063b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'mac_address': 'fa:16:3e:3f:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297f5c94-7711-466c-876b-2e1def261d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:54:20Z', 'updated_at': '2022-02-09T21:54:46Z', 'revision_number': 1, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254d795a-41ef-4702-8ded-b4e463c82b4f', 'name': '', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'mac_address': 'fa:16:3e:1a:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:47Z', 'revision_number': 5, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'subnets': [{'id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:47.790540 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d575daba-1c31-4b0c-82c1-a9380d3fd621 x-openstack-request-id: req-d575daba-1c31-4b0c-82c1-a9380d3fd621 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:47.791071 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297f5c94-7711-466c-876b-2e1def261d5a", "tag": "a73c5867-157b-453e-930a-7e7b812a063b", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:47.791071 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d575daba-1c31-4b0c-82c1-a9380d3fd621 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:47.792085 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297f5c94-7711-466c-876b-2e1def261d5a', 'tag': 'a73c5867-157b-453e-930a-7e7b812a063b', 'status': 'completed', 'code': 200} Feb 09 21:54:47.870298 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1b534f-559a-49e0-b31e-79953b6eccbe None None] Checking router: f1a39641-509b-4064-aa3e-3c8c1dc9f813 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:54:47.888548 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1b534f-559a-49e0-b31e-79953b6eccbe None None] Routers {'f1a39641-509b-4064-aa3e-3c8c1dc9f813'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:47.889761 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2e1b534f-559a-49e0-b31e-79953b6eccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:54:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:47.907177 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8d474-f905-4805-b3a0-effd9cfc7f92 req-005ea76c-d4f9-471a-9864-2d20fb9f7255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:47.911437 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3cb8d474-f905-4805-b3a0-effd9cfc7f92 req-005ea76c-d4f9-471a-9864-2d20fb9f7255 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8908faf94a6140dabe02e2fb8fe5fb7c&device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 1127 time: 0.0899298 Feb 09 21:54:48.060613 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-c212960b-021d-40e5-9b33-c93f96b1738c req-3529ff69-8f47-4279-9563-aeaa83d37e8b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Allocated IP 172.20.0.2 (43c866ce-b28d-463f-9db2-f0ce01fb8d37/128373c6-66eb-4e4e-b34c-fd626be51c57/4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:48.117178 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8d474-f905-4805-b3a0-effd9cfc7f92 req-2803d1d3-5f21-4860-90a7-b064641a8ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:48.119676 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3cb8d474-f905-4805-b3a0-effd9cfc7f92 req-2803d1d3-5f21-4860-90a7-b064641a8ca2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 HTTP/1.1" status: 200 len: 918 time: 0.2020686 Feb 09 21:54:48.122062 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa3f6e6a-56c2-43e3-aa5f-76000f386411 req-2ea9787d-e554-4aa2-9a5d-f929e3e97a23 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 210 time: 0.0402675 Feb 09 21:54:48.250090 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3cb8d474-f905-4805-b3a0-effd9cfc7f92 req-b7b89a4d-1fbb-474f-9ec3-ef5d613a2a32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a73c5867-157b-453e-930a-7e7b812a063b HTTP/1.1" status: 200 len: 999 time: 0.1231663 Feb 09 21:54:48.319758 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8d474-f905-4805-b3a0-effd9cfc7f92 req-1f859608-5735-49db-9f39-6ef865e30b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:48.321341 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3cb8d474-f905-4805-b3a0-effd9cfc7f92 req-1f859608-5735-49db-9f39-6ef865e30b1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef491681-aa83-413d-aeee-25903ab6b8c8 HTTP/1.1" status: 200 len: 856 time: 0.0660434 Feb 09 21:54:48.414073 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8d474-f905-4805-b3a0-effd9cfc7f92 req-882a96fe-7dc1-461e-984e-c616eb8b6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:48.415781 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3cb8d474-f905-4805-b3a0-effd9cfc7f92 req-882a96fe-7dc1-461e-984e-c616eb8b6d70 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0866392 Feb 09 21:54:48.419602 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-2e1b534f-559a-49e0-b31e-79953b6eccbe None None] Set router f1a39641-509b-4064-aa3e-3c8c1dc9f813 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:54:48.443397 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c212960b-021d-40e5-9b33-c93f96b1738c req-3529ff69-8f47-4279-9563-aeaa83d37e8b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Publish callbacks [] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.548322 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c212960b-021d-40e5-9b33-c93f96b1738c req-3529ff69-8f47-4279-9563-aeaa83d37e8b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.569762 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3cb8d474-f905-4805-b3a0-effd9cfc7f92 req-4a75ff8d-3525-4918-a7cc-77590cebb9bd service neutron] 10.222.0.42 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470828 Feb 09 21:54:48.607866 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529ff69-8f47-4279-9563-aeaa83d37e8b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Pushing event updated for resources: {'Port': ['ID=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:48.649778 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c212960b-021d-40e5-9b33-c93f96b1738c req-3529ff69-8f47-4279-9563-aeaa83d37e8b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Network 43c866ce-b28d-463f-9db2-f0ce01fb8d37 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:48.658836 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-c212960b-021d-40e5-9b33-c93f96b1738c req-3529ff69-8f47-4279-9563-aeaa83d37e8b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:48.667906 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-c212960b-021d-40e5-9b33-c93f96b1738c req-3529ff69-8f47-4279-9563-aeaa83d37e8b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:48.785144 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3cb8d474-f905-4805-b3a0-effd9cfc7f92 req-72d598cb-af54-4ceb-bc13-eac817db184e service neutron] 10.222.0.42 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094848 Feb 09 21:54:48.861003 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212960b-021d-40e5-9b33-c93f96b1738c req-3529ff69-8f47-4279-9563-aeaa83d37e8b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:48.862195 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c212960b-021d-40e5-9b33-c93f96b1738c req-3529ff69-8f47-4279-9563-aeaa83d37e8b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.933389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c212960b-021d-40e5-9b33-c93f96b1738c req-3529ff69-8f47-4279-9563-aeaa83d37e8b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5386462 Feb 09 21:54:48.952190 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03c3dc-e11c-49bb-81d2-c01a2db42262 req-e98ba66f-d205-4583-8f4d-58c3a91bfdcd tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:48.955097 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2e1b534f-559a-49e0-b31e-79953b6eccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-router', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:23Z', 'revision_number': 4, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'gw_port': {'id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:64:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'de5ceb40-2e2a-4374-85ac-d0737a667c6a', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'port_id': 'a73c5867-157b-453e-930a-7e7b812a063b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'mac_address': 'fa:16:3e:3f:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297f5c94-7711-466c-876b-2e1def261d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:54:20Z', 'updated_at': '2022-02-09T21:54:46Z', 'revision_number': 1, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254d795a-41ef-4702-8ded-b4e463c82b4f', 'name': '', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'mac_address': 'fa:16:3e:1a:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:47Z', 'revision_number': 5, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'subnets': [{'id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:48.981403 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ba03c3dc-e11c-49bb-81d2-c01a2db42262 req-e98ba66f-d205-4583-8f4d-58c3a91bfdcd tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.1549718 Feb 09 21:54:48.991078 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1b534f-559a-49e0-b31e-79953b6eccbe None None] The sync data for ids ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'] in n-d-828601-1 is: [{'id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-router', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:23Z', 'revision_number': 4, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'gw_port': {'id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:64:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'de5ceb40-2e2a-4374-85ac-d0737a667c6a', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'port_id': 'a73c5867-157b-453e-930a-7e7b812a063b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'mac_address': 'fa:16:3e:3f:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297f5c94-7711-466c-876b-2e1def261d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:54:20Z', 'updated_at': '2022-02-09T21:54:46Z', 'revision_number': 1, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254d795a-41ef-4702-8ded-b4e463c82b4f', 'name': '', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'mac_address': 'fa:16:3e:1a:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:47Z', 'revision_number': 5, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'subnets': [{'id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:54:49.002041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] Request body: {'port': {'device_id': '15e63d30-28c3-470d-99b6-d2fe648d45ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:49.116024 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ba03c3dc-e11c-49bb-81d2-c01a2db42262 req-04db98d5-f74a-42c7-96f7-3919d1ecd1d5 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334755 Feb 09 21:54:49.180369 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.542093 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ad4ef2-840c-42b8-a040-0a1d37820dd6 None None] New status for floating IP de5ceb40-2e2a-4374-85ac-d0737a667c6a: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:54:49.641963 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:54:49.651675 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] Publish callbacks [] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.677503 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] Transition to ACTIVE for port object 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:54:49.742445 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.858367 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] Pushing event updated for resources: {'Port': ['ID=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:49.870080 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30b674-aa46-4d02-af4d-269e8338bf8e req-c7a129e8-8fae-4cb5-9c20-2ad90cf63f4a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:49.872330 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ca30b674-aa46-4d02-af4d-269e8338bf8e req-c7a129e8-8fae-4cb5-9c20-2ad90cf63f4a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 931 time: 0.2099743 Feb 09 21:54:50.033976 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ca30b674-aa46-4d02-af4d-269e8338bf8e req-0db88b1b-c616-4338-b463-b07d730e461c tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449373 Feb 09 21:54:50.054384 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] Attempting to bind port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:54:50.054844 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] Attempting to bind port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '43155470-d798-4067-9785-b776d9c040b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '43c866ce-b28d-463f-9db2-f0ce01fb8d37'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:54:50.055255 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] Attempting to bind port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce on network 43c866ce-b28d-463f-9db2-f0ce01fb8d37 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:50.066623 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] Port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce on network 43c866ce-b28d-463f-9db2-f0ce01fb8d37 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:54:50.066623 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] Attempting to bind port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce on network 43c866ce-b28d-463f-9db2-f0ce01fb8d37 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:50.069341 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:54:50.069778 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] Checking segment: {'id': '43155470-d798-4067-9785-b776d9c040b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '43c866ce-b28d-463f-9db2-f0ce01fb8d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:50.070338 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] Bound using segment: {'id': '43155470-d798-4067-9785-b776d9c040b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '43c866ce-b28d-463f-9db2-f0ce01fb8d37'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:54:50.071242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] Bound port: 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43155470-d798-4067-9785-b776d9c040b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '43c866ce-b28d-463f-9db2-f0ce01fb8d37'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:54:50.071941 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:50.193110 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] For port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:50.211216 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] For port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,segment=NetworkSegment(43155470-d798-4067-9785-b776d9c040b8),segment_id=43155470-d798-4067-9785-b776d9c040b8)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:54:50.221673 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:50.268701 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:50.269682 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:50.270913 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] 10.222.0.71 "PUT /v2.0/ports/4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce HTTP/1.1" status: 200 len: 1091 time: 1.2871685 Feb 09 21:54:50.271484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e63d30-28c3-470d-99b6-d2fe648d45ea', 'tag': '4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:50.274460 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00bac63-d316-4665-b22c-7ef9ab0e9c95" -d '{"events": [{"name": "network-changed", "server_uuid": "15e63d30-28c3-470d-99b6-d2fe648d45ea", "tag": "4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:50.307238 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e6336-922c-42b5-b440-f004bab66c3d req-3217b4d0-24ca-4299-901d-5d599ec62b7d tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:50.310662 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa1e6336-922c-42b5-b440-f004bab66c3d req-3217b4d0-24ca-4299-901d-5d599ec62b7d tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfdfa258-70d8-42e7-8778-e05c7b76341e HTTP/1.1" status: 200 len: 946 time: 0.1553657 Feb 09 21:54:50.409197 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb8edc-1f8e-4b1b-9a9d-f6f69e57220b service neutron] Pushing event updated for resources: {'Port': ['ID=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:50.492900 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e4eb022b-0441-4573-9a39-bb8fe8e9bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:50.495433 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c212960b-021d-40e5-9b33-c93f96b1738c req-e4eb022b-0441-4573-9a39-bb8fe8e9bfee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c135bd0d2c9b4219bd0ebf3718b0f7ac&device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 1125 time: 0.1588316 Feb 09 21:54:50.502025 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa1e6336-922c-42b5-b440-f004bab66c3d req-dac0ef35-4f79-41a4-81fd-24606688bc3d tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/security-groups?id=91c1b8a4-af98-41f1-acd4-373f3943d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667697 Feb 09 21:54:50.568969 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c212960b-021d-40e5-9b33-c93f96b1738c req-7bc6ee71-6539-4274-b34c-afb4e39bfaed service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce HTTP/1.1" status: 200 len: 217 time: 0.0652933 Feb 09 21:54:50.723375 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212960b-021d-40e5-9b33-c93f96b1738c req-c66c7968-dc88-44f7-bb43-379f207d753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:50.726063 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c212960b-021d-40e5-9b33-c93f96b1738c req-c66c7968-dc88-44f7-bb43-379f207d753c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=128373c6-66eb-4e4e-b34c-fd626be51c57 HTTP/1.1" status: 200 len: 853 time: 0.1447079 Feb 09 21:54:50.789981 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c212960b-021d-40e5-9b33-c93f96b1738c req-d94dfc32-5f94-4d6f-a8ac-e81dc995719f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=43c866ce-b28d-463f-9db2-f0ce01fb8d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553961 Feb 09 21:54:50.810959 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411173e-dc87-4de3-a2fd-2f5507a438c2 req-ec8a8f12-6916-43ae-8ddc-2416ef6e35e8 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:50.816137 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4411173e-dc87-4de3-a2fd-2f5507a438c2 req-ec8a8f12-6916-43ae-8ddc-2416ef6e35e8 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.1693337 Feb 09 21:54:51.016272 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4411173e-dc87-4de3-a2fd-2f5507a438c2 req-51d39e46-faea-4561-9e28-5982d722f6f9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821244 Feb 09 21:54:51.019197 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c212960b-021d-40e5-9b33-c93f96b1738c req-3b324619-a509-43bc-859d-875078c62560 service neutron] 10.222.0.71 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032733 Feb 09 21:54:51.081401 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84893f-72b6-409b-a62b-34f0ca0aac6d req-3c97d5a7-93b3-45d4-b4c6-39f3ba38d71e tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:51.086748 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-aa84893f-72b6-409b-a62b-34f0ca0aac6d req-3c97d5a7-93b3-45d4-b4c6-39f3ba38d71e tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfdfa258-70d8-42e7-8778-e05c7b76341e HTTP/1.1" status: 200 len: 946 time: 0.1663678 Feb 09 21:54:51.272682 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c212960b-021d-40e5-9b33-c93f96b1738c req-0c61471f-8825-44a2-9ee1-c7900498aca0 service neutron] 10.222.0.71 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409904 Feb 09 21:54:51.284500 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0572b708-1f23-4a12-bda3-e703d201dca5 x-openstack-request-id: req-0572b708-1f23-4a12-bda3-e703d201dca5 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:51.289092 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e63d30-28c3-470d-99b6-d2fe648d45ea", "tag": "4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:51.292097 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0572b708-1f23-4a12-bda3-e703d201dca5 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:51.294877 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e63d30-28c3-470d-99b6-d2fe648d45ea', 'tag': '4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce', 'status': 'completed', 'code': 200} Feb 09 21:54:51.403438 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-aa84893f-72b6-409b-a62b-34f0ca0aac6d req-7f0d0220-8ef3-4274-a87a-af8109356d83 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Deleting port ea40944c-5e13-45e8-8494-50a7ac84aba7 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:51.404063 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-aa84893f-72b6-409b-a62b-34f0ca0aac6d req-7f0d0220-8ef3-4274-a87a-af8109356d83 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ea40944c-5e13-45e8-8494-50a7ac84aba7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.545312 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bac63-d316-4665-b22c-7ef9ab0e9c95 req-bfca1b05-94e2-42cc-81fc-ea0f571c9e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:51.550661 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e00bac63-d316-4665-b22c-7ef9ab0e9c95 req-bfca1b05-94e2-42cc-81fc-ea0f571c9e7a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c135bd0d2c9b4219bd0ebf3718b0f7ac&device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 1125 time: 0.2007635 Feb 09 21:54:51.758922 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-aa84893f-72b6-409b-a62b-34f0ca0aac6d req-7f0d0220-8ef3-4274-a87a-af8109356d83 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] For port ea40944c-5e13-45e8-8494-50a7ac84aba7, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ea40944c-5e13-45e8-8494-50a7ac84aba7,segment=NetworkSegment(641bfab3-75a2-434f-a7a3-eacc3fc002e7),segment_id=641bfab3-75a2-434f-a7a3-eacc3fc002e7)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:51.759635 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-aa84893f-72b6-409b-a62b-34f0ca0aac6d req-7f0d0220-8ef3-4274-a87a-af8109356d83 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ea40944c-5e13-45e8-8494-50a7ac84aba7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.784250 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bac63-d316-4665-b22c-7ef9ab0e9c95 req-360bd8c4-4c19-4b39-8713-e208ab2d45da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:51.787103 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e00bac63-d316-4665-b22c-7ef9ab0e9c95 req-360bd8c4-4c19-4b39-8713-e208ab2d45da service neutron] 10.222.0.71 "GET /v2.0/networks?id=43c866ce-b28d-463f-9db2-f0ce01fb8d37 HTTP/1.1" status: 200 len: 914 time: 0.2293811 Feb 09 21:54:51.797386 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-aa84893f-72b6-409b-a62b-34f0ca0aac6d req-7f0d0220-8ef3-4274-a87a-af8109356d83 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Calling delete_port for ea40944c-5e13-45e8-8494-50a7ac84aba7 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:51.802771 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63402240-021e-4995-b57d-8f2e704c5720 req-20a0fd69-5806-40e1-8f9c-bea54231a2d2 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:51.816933 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-63402240-021e-4995-b57d-8f2e704c5720 req-20a0fd69-5806-40e1-8f9c-bea54231a2d2 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 943 time: 0.3401482 Feb 09 21:54:51.897807 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e00bac63-d316-4665-b22c-7ef9ab0e9c95 req-d0c35d8b-ed00-45ec-b031-9478ddadc798 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce HTTP/1.1" status: 200 len: 217 time: 0.0691502 Feb 09 21:54:52.009572 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-63402240-021e-4995-b57d-8f2e704c5720 req-fa789fe1-a5ac-47f4-86fd-0976886e977a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914837 Feb 09 21:54:52.073559 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-aa84893f-72b6-409b-a62b-34f0ca0aac6d req-7f0d0220-8ef3-4274-a87a-af8109356d83 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ea40944c-5e13-45e8-8494-50a7ac84aba7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.114951 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d0220-8ef3-4274-a87a-af8109356d83 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Pushing event deleted for resources: {'Port': ['ID=ea40944c-5e13-45e8-8494-50a7ac84aba7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:52.131755 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bac63-d316-4665-b22c-7ef9ab0e9c95 req-62bae93a-eb68-4453-ac97-7c6c3685442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:52.134611 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e00bac63-d316-4665-b22c-7ef9ab0e9c95 req-62bae93a-eb68-4453-ac97-7c6c3685442d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=128373c6-66eb-4e4e-b34c-fd626be51c57 HTTP/1.1" status: 200 len: 853 time: 0.1633005 Feb 09 21:54:52.143532 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d0220-8ef3-4274-a87a-af8109356d83 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:52.155126 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d0220-8ef3-4274-a87a-af8109356d83 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:52.156531 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d0220-8ef3-4274-a87a-af8109356d83 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:52.156531 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d0220-8ef3-4274-a87a-af8109356d83 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:52.156926 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d0220-8ef3-4274-a87a-af8109356d83 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:52.157890 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d0220-8ef3-4274-a87a-af8109356d83 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:52.158340 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d0220-8ef3-4274-a87a-af8109356d83 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:52.158958 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d0220-8ef3-4274-a87a-af8109356d83 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:52.160828 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d0220-8ef3-4274-a87a-af8109356d83 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:52.161328 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d0220-8ef3-4274-a87a-af8109356d83 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:52.161905 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d0220-8ef3-4274-a87a-af8109356d83 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:52.166466 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d0220-8ef3-4274-a87a-af8109356d83 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:52.167027 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d0220-8ef3-4274-a87a-af8109356d83 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:52.214531 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e00bac63-d316-4665-b22c-7ef9ab0e9c95 req-6736c6e8-37c7-44ca-88b4-42eb093fc0ec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=43c866ce-b28d-463f-9db2-f0ce01fb8d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694845 Feb 09 21:54:52.279493 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa84893f-72b6-409b-a62b-34f0ca0aac6d req-7f0d0220-8ef3-4274-a87a-af8109356d83 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] No DVR routers for this DVR port ea40944c-5e13-45e8-8494-50a7ac84aba7 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:52.285351 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-aa84893f-72b6-409b-a62b-34f0ca0aac6d req-7f0d0220-8ef3-4274-a87a-af8109356d83 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.305146 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-aa84893f-72b6-409b-a62b-34f0ca0aac6d req-7f0d0220-8ef3-4274-a87a-af8109356d83 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.71 "DELETE /v2.0/ports/ea40944c-5e13-45e8-8494-50a7ac84aba7 HTTP/1.1" status: 204 len: 173 time: 1.2135112 Feb 09 21:54:52.305953 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdfa258-70d8-42e7-8778-e05c7b76341e', 'name': 'network-vif-deleted', 'tag': 'ea40944c-5e13-45e8-8494-50a7ac84aba7'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:52.334930 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5b866e-8d00-4c6e-8fbe-6e33b7da0577" -d '{"events": [{"server_uuid": "bfdfa258-70d8-42e7-8778-e05c7b76341e", "name": "network-vif-deleted", "tag": "ea40944c-5e13-45e8-8494-50a7ac84aba7"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:52.452457 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e00bac63-d316-4665-b22c-7ef9ab0e9c95 req-5fa01ab0-78f9-4283-a384-b0eef5ecc3fb service neutron] 10.222.0.71 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149353 Feb 09 21:54:52.512533 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7f242e7-e857-4b30-8973-2b512d321582 req-ef6e8e4a-d103-45a9-8aa6-f29497236d94 tempest-VolumesSnapshotTestJSON-1866000324 tempest-VolumesSnapshotTestJSON-1866000324-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfdfa258-70d8-42e7-8778-e05c7b76341e HTTP/1.1" status: 200 len: 210 time: 0.2915964 Feb 09 21:54:52.663902 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d555112-c49b-4421-bad9-aed1823fb5e6 x-openstack-request-id: req-8d555112-c49b-4421-bad9-aed1823fb5e6 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:52.664431 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdfa258-70d8-42e7-8778-e05c7b76341e", "name": "network-vif-deleted", "tag": "ea40944c-5e13-45e8-8494-50a7ac84aba7", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:52.664721 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8d555112-c49b-4421-bad9-aed1823fb5e6 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:52.665335 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdfa258-70d8-42e7-8778-e05c7b76341e', 'name': 'network-vif-deleted', 'tag': 'ea40944c-5e13-45e8-8494-50a7ac84aba7', 'status': 'completed', 'code': 200} Feb 09 21:54:52.789726 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e00bac63-d316-4665-b22c-7ef9ab0e9c95 req-6f40f63f-8dd6-409d-a26d-c6e0aa5ae01d service neutron] 10.222.0.71 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961743 Feb 09 21:54:53.395568 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1382468-71f0-4e82-a1e8-ee3975d8eeae req-dbda0cc0-1630-4c6b-b132-28eeaa33171d tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:53.398662 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1382468-71f0-4e82-a1e8-ee3975d8eeae req-dbda0cc0-1630-4c6b-b132-28eeaa33171d tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 943 time: 0.1295328 Feb 09 21:54:53.527839 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1382468-71f0-4e82-a1e8-ee3975d8eeae req-f1821a21-16f7-4906-998a-46281a98f838 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186409 Feb 09 21:54:53.826033 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:54:53.831610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ea40944c-5e13-45e8-8494-50a7ac84aba7 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:53.959119 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: ea40944c-5e13-45e8-8494-50a7ac84aba7 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:54:53.964064 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ea40944c-5e13-45e8-8494-50a7ac84aba7 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:54:54.190492 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,segment=NetworkSegment(43155470-d798-4067-9785-b776d9c040b8),segment_id=43155470-d798-4067-9785-b776d9c040b8)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:54.218297 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce', 'network_id': '43c866ce-b28d-463f-9db2-f0ce01fb8d37', 'port_id': '4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce', 'mac_address': 'fa:16:3e:2a:ad:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128373c6-66eb-4e4e-b34c-fd626be51c57', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:54:54.314460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:54.314883 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:54.351824 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:54:54.401835 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,segment=NetworkSegment(43155470-d798-4067-9785-b776d9c040b8),segment_id=43155470-d798-4067-9785-b776d9c040b8)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:54.412403 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:54.691113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:54.758500 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:54:54.820051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:54:54.833527 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e881d-7661-4e32-a17c-d6119ba075df req-5084363d-b45e-41e0-ac36-2a11a2d10ca7 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:54.846442 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc1e881d-7661-4e32-a17c-d6119ba075df req-5084363d-b45e-41e0-ac36-2a11a2d10ca7 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 944 time: 0.1535113 Feb 09 21:54:54.970817 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc1e881d-7661-4e32-a17c-d6119ba075df req-9c20950c-f03c-45e5-b9d3-915f3f1243ef tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195743 Feb 09 21:54:56.200755 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e9d66-9cae-4ae0-a7fb-218ab85654f0 req-d86d51eb-dbf2-46b6-ac95-c4f931a4108f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:56.208276 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-969e9d66-9cae-4ae0-a7fb-218ab85654f0 req-d86d51eb-dbf2-46b6-ac95-c4f931a4108f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 944 time: 0.1233757 Feb 09 21:54:56.303158 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-969e9d66-9cae-4ae0-a7fb-218ab85654f0 req-4fb68c66-d9c3-4073-9331-f045abfd06be tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884249 Feb 09 21:54:57.616382 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a50330-1633-48f0-9df3-2fa2864b00c2 req-cf4dfb82-8f3f-4de5-835f-730be120561e tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:57.617985 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0a50330-1633-48f0-9df3-2fa2864b00c2 req-cf4dfb82-8f3f-4de5-835f-730be120561e tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 944 time: 0.1119316 Feb 09 21:54:57.749875 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0a50330-1633-48f0-9df3-2fa2864b00c2 req-d5cd898c-ec7b-4b8c-b683-c7ceca5b8a1a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216183 Feb 09 21:54:57.839268 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:57.856516 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45726) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:57.940612 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aec91b5-d93d-467b-becd-50062729c8fc admin admin] Deleting subnet eee166ec-de73-406a-9986-7ce19bd725f8 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:54:57.946178 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6aec91b5-d93d-467b-becd-50062729c8fc admin admin] Publish callbacks [] for subnet (eee166ec-de73-406a-9986-7ce19bd725f8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.998467 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6aec91b5-d93d-467b-becd-50062729c8fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (eee166ec-de73-406a-9986-7ce19bd725f8), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.012441 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:54:58.018504 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:58.018896 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.099887 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6aec91b5-d93d-467b-becd-50062729c8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (eee166ec-de73-406a-9986-7ce19bd725f8), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.162775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:58.163438 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.197377 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e63d30-28c3-470d-99b6-d2fe648d45ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:58.202073 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d788febd-16cc-46d2-9334-6acf9e4aa73c" -d '{"events": [{"server_uuid": "15e63d30-28c3-470d-99b6-d2fe648d45ea", "name": "network-vif-plugged", "status": "completed", "tag": "4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:58.229053 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,segment=NetworkSegment(43155470-d798-4067-9785-b776d9c040b8),segment_id=43155470-d798-4067-9785-b776d9c040b8)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:58.244280 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.282325 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6aec91b5-d93d-467b-becd-50062729c8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (eee166ec-de73-406a-9986-7ce19bd725f8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.313833 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6aec91b5-d93d-467b-becd-50062729c8fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.324737 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6aec91b5-d93d-467b-becd-50062729c8fc admin admin] 10.222.0.77 "DELETE /v2.0/subnets/eee166ec-de73-406a-9986-7ce19bd725f8 HTTP/1.1" status: 204 len: 168 time: 0.4669328 Feb 09 21:54:58.327828 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45730) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:58.388094 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec91b5-d93d-467b-becd-50062729c8fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eee166ec-de73-406a-9986-7ce19bd725f8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:58.422966 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:58.439352 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8109af63-23fd-424f-bb00-730d1bdcfd25 x-openstack-request-id: req-8109af63-23fd-424f-bb00-730d1bdcfd25 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:58.440127 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e63d30-28c3-470d-99b6-d2fe648d45ea", "name": "network-vif-plugged", "status": "completed", "tag": "4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:58.444015 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8109af63-23fd-424f-bb00-730d1bdcfd25 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:58.445028 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e63d30-28c3-470d-99b6-d2fe648d45ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce', 'code': 200} Feb 09 21:54:58.464593 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992632d-bddf-4bea-9149-a3d042c1276b req-dfb5f1d7-76da-4331-9f30-0a469dae8274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:58.468339 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7992632d-bddf-4bea-9149-a3d042c1276b req-dfb5f1d7-76da-4331-9f30-0a469dae8274 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 1127 time: 0.0744457 Feb 09 21:54:58.544074 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7992632d-bddf-4bea-9149-a3d042c1276b req-13c88bd6-aba9-459b-96a7-5dfc7a23c764 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698502 Feb 09 21:54:58.610408 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2316e9d2-d09b-4d54-8bac-2cb33400d9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (c7d06eba-48cd-40da-864b-86e938e94510), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.810778 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2316e9d2-d09b-4d54-8bac-2cb33400d9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (c7d06eba-48cd-40da-864b-86e938e94510), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.860056 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-2316e9d2-d09b-4d54-8bac-2cb33400d9d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d06eba-48cd-40da-864b-86e938e94510']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:58.880123 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-2316e9d2-d09b-4d54-8bac-2cb33400d9d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff201c9-5629-4f21-90ed-5075c750d529') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:58.880828 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-2316e9d2-d09b-4d54-8bac-2cb33400d9d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff201c9-5629-4f21-90ed-5075c750d529') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:58.909962 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2316e9d2-d09b-4d54-8bac-2cb33400d9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (8ff201c9-5629-4f21-90ed-5075c750d529), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.939236 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2316e9d2-d09b-4d54-8bac-2cb33400d9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (8ff201c9-5629-4f21-90ed-5075c750d529), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.953508 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2316e9d2-d09b-4d54-8bac-2cb33400d9d7 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:54:58.955277 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2316e9d2-d09b-4d54-8bac-2cb33400d9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (8ff201c9-5629-4f21-90ed-5075c750d529), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:59.111985 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168df35-8c00-47f9-a907-8d6085aaf4e9 req-85089297-6b05-4ee3-9788-b1b2c9dc32dd tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:59.122815 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a168df35-8c00-47f9-a907-8d6085aaf4e9 req-85089297-6b05-4ee3-9788-b1b2c9dc32dd tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1925356 Feb 09 21:54:59.277321 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a168df35-8c00-47f9-a907-8d6085aaf4e9 req-74c617ec-3af2-46e3-af87-382a6d588bec tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530426 Feb 09 21:54:59.398115 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45744) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:54:59.665003 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:54:59.713593 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2316e9d2-d09b-4d54-8bac-2cb33400d9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (c7d06eba-48cd-40da-864b-86e938e94510), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:59.726511 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2316e9d2-d09b-4d54-8bac-2cb33400d9d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:59.747025 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2316e9d2-d09b-4d54-8bac-2cb33400d9d7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c7d06eba-48cd-40da-864b-86e938e94510 HTTP/1.1" status: 204 len: 168 time: 1.4145310 Feb 09 21:54:59.749178 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45750) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:59.899620 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7619cd-e3e2-43ef-ac33-09a34a27190f admin admin] Deleting subnet 86bed99c-350c-4d85-b693-63545633eb5e {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:54:59.903889 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316e9d2-d09b-4d54-8bac-2cb33400d9d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7d06eba-48cd-40da-864b-86e938e94510,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:59.908958 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb7619cd-e3e2-43ef-ac33-09a34a27190f admin admin] Publish callbacks [] for subnet (86bed99c-350c-4d85-b693-63545633eb5e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.005039 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb7619cd-e3e2-43ef-ac33-09a34a27190f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (86bed99c-350c-4d85-b693-63545633eb5e), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.098130 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb7619cd-e3e2-43ef-ac33-09a34a27190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (86bed99c-350c-4d85-b693-63545633eb5e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.190792 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb7619cd-e3e2-43ef-ac33-09a34a27190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (86bed99c-350c-4d85-b693-63545633eb5e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.227060 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7619cd-e3e2-43ef-ac33-09a34a27190f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86bed99c-350c-4d85-b693-63545633eb5e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:00.236178 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb7619cd-e3e2-43ef-ac33-09a34a27190f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.240650 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-eb7619cd-e3e2-43ef-ac33-09a34a27190f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/86bed99c-350c-4d85-b693-63545633eb5e HTTP/1.1" status: 204 len: 168 time: 0.4902666 Feb 09 21:55:00.245767 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45754) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:00.450186 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a78dccdf-e1b2-49a9-ab26-eb5397ae24a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (03c26dcb-1e12-4397-84ce-39f1725606cb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.715599 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a78dccdf-e1b2-49a9-ab26-eb5397ae24a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (03c26dcb-1e12-4397-84ce-39f1725606cb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.768506 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a78dccdf-e1b2-49a9-ab26-eb5397ae24a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c26dcb-1e12-4397-84ce-39f1725606cb']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:00.792019 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a78dccdf-e1b2-49a9-ab26-eb5397ae24a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e11fdd-ba0b-40a4-9201-91b85c66fcd1') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:00.792342 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a78dccdf-e1b2-49a9-ab26-eb5397ae24a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e11fdd-ba0b-40a4-9201-91b85c66fcd1') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:00.805483 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a78dccdf-e1b2-49a9-ab26-eb5397ae24a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (25e11fdd-ba0b-40a4-9201-91b85c66fcd1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.823499 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a78dccdf-e1b2-49a9-ab26-eb5397ae24a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (25e11fdd-ba0b-40a4-9201-91b85c66fcd1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.831445 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78dccdf-e1b2-49a9-ab26-eb5397ae24a0 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:55:00.832211 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a78dccdf-e1b2-49a9-ab26-eb5397ae24a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (25e11fdd-ba0b-40a4-9201-91b85c66fcd1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:55:00.880193 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:55:00.937635 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a78dccdf-e1b2-49a9-ab26-eb5397ae24a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (03c26dcb-1e12-4397-84ce-39f1725606cb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.992137 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a78dccdf-e1b2-49a9-ab26-eb5397ae24a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:01.004132 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a78dccdf-e1b2-49a9-ab26-eb5397ae24a0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/03c26dcb-1e12-4397-84ce-39f1725606cb HTTP/1.1" status: 204 len: 168 time: 0.7532153 Feb 09 21:55:01.006149 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78dccdf-e1b2-49a9-ab26-eb5397ae24a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=03c26dcb-1e12-4397-84ce-39f1725606cb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:01.091365 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa403d-749e-42e8-81cc-d040cdd43e05 req-134d1d1d-fdcb-4490-8b11-3acba85db508 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:01.114847 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09fa403d-749e-42e8-81cc-d040cdd43e05 req-134d1d1d-fdcb-4490-8b11-3acba85db508 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.4768400 Feb 09 21:55:01.292680 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45764) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:01.302311 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09fa403d-749e-42e8-81cc-d040cdd43e05 req-eda55e88-868d-4a14-a320-98a5f84a8bfe tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864462 Feb 09 21:55:01.435615 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6b7f0a60-8caf-4a74-b4fb-c9b0149820e1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=68159ffdee0f426ea7c9b7022aa5710f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1411955 Feb 09 21:55:01.443307 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45768) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:01.525575 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f3a4240-8b75-4c66-a906-2fd8c31b0b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (1d634aef-6df6-4046-b124-674f2c4ab789), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:01.687138 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-172a264f-95bd-447d-b211-44e0c794cdbe admin admin] Publish callbacks [] for security_group (4621ac1e-b2d2-4616-b237-1ef182b0553d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:01.768073 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-172a264f-95bd-447d-b211-44e0c794cdbe admin admin] Publish callbacks [] for security_group (4621ac1e-b2d2-4616-b237-1ef182b0553d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:01.858816 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-36896a64-dd53-4839-a61f-2f95eb85c280 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:01.861468 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-36896a64-dd53-4839-a61f-2f95eb85c280 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/networks?id=43c866ce-b28d-463f-9db2-f0ce01fb8d37 HTTP/1.1" status: 200 len: 813 time: 0.2433045 Feb 09 21:55:01.928168 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-5b2f5867-87b7-426f-9b90-997bc5351f63 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/quotas/c135bd0d2c9b4219bd0ebf3718b0f7ac HTTP/1.1" status: 200 len: 375 time: 0.0144198 Feb 09 21:55:02.030340 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-172a264f-95bd-447d-b211-44e0c794cdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4621ac1e-b2d2-4616-b237-1ef182b0553d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:02.036149 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-172a264f-95bd-447d-b211-44e0c794cdbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:02.037463 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-172a264f-95bd-447d-b211-44e0c794cdbe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4621ac1e-b2d2-4616-b237-1ef182b0553d HTTP/1.1" status: 204 len: 168 time: 0.5905411 Feb 09 21:55:02.069830 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-e13e9a87-d153-4234-8686-b9491aac82df tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c135bd0d2c9b4219bd0ebf3718b0f7ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1136549 Feb 09 21:55:02.215589 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a264f-95bd-447d-b211-44e0c794cdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4621ac1e-b2d2-4616-b237-1ef182b0553d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:02.273338 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8f3a4240-8b75-4c66-a906-2fd8c31b0b3e admin admin] Deleting port fa894a3a-b6ff-46bc-abd8-254ccd2cd964 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:02.273840 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f3a4240-8b75-4c66-a906-2fd8c31b0b3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (fa894a3a-b6ff-46bc-abd8-254ccd2cd964), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:02.473575 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-3a1165ed-b3e3-487a-9365-085ba2f8636f service neutron] 10.222.0.77 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027090 Feb 09 21:55:02.490505 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-8f3a4240-8b75-4c66-a906-2fd8c31b0b3e admin admin] For port fa894a3a-b6ff-46bc-abd8-254ccd2cd964, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fa894a3a-b6ff-46bc-abd8-254ccd2cd964,segment=NetworkSegment(3cd100ae-5dd3-425d-94e6-f1c816ceeede),segment_id=3cd100ae-5dd3-425d-94e6-f1c816ceeede)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:02.491148 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f3a4240-8b75-4c66-a906-2fd8c31b0b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (fa894a3a-b6ff-46bc-abd8-254ccd2cd964), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:02.667240 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-1a48862e-0a32-4232-95a1-22d8ec6642a8 service neutron] 10.222.0.77 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797576 Feb 09 21:55:02.684447 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8f3a4240-8b75-4c66-a906-2fd8c31b0b3e admin admin] Calling delete_port for fa894a3a-b6ff-46bc-abd8-254ccd2cd964 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:03.065072 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45792) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:03.188683 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7987eb0e-0f73-44aa-a196-e89b4de83ce6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fbb1488359c94b85b217866e675030ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1220176 Feb 09 21:55:03.194918 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45798) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:03.332704 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4cbd-da3f-4fa0-a5e3-b98c24861d42 admin admin] Publish callbacks [] for security_group (45f1a936-38a5-49bc-a558-66141c4f8cf9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.369186 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb9b0a82-0ee5-4662-b91e-656a2d8a542f req-bbc80157-0447-4dcf-9d41-365fd7357a8a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f127217-b7ab-4b6e-b554-e85e1c3e57a0 HTTP/1.1" status: 200 len: 210 time: 0.0622666 Feb 09 21:55:03.399730 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4cbd-da3f-4fa0-a5e3-b98c24861d42 admin admin] Publish callbacks [] for security_group (45f1a936-38a5-49bc-a558-66141c4f8cf9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.517986 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4cbd-da3f-4fa0-a5e3-b98c24861d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (45f1a936-38a5-49bc-a558-66141c4f8cf9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.521222 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4cbd-da3f-4fa0-a5e3-b98c24861d42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.525595 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7e1e4cbd-da3f-4fa0-a5e3-b98c24861d42 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/45f1a936-38a5-49bc-a558-66141c4f8cf9 HTTP/1.1" status: 204 len: 168 time: 0.3293965 Feb 09 21:55:03.579889 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e4cbd-da3f-4fa0-a5e3-b98c24861d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f1a936-38a5-49bc-a558-66141c4f8cf9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:03.619113 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f3a4240-8b75-4c66-a906-2fd8c31b0b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (fa894a3a-b6ff-46bc-abd8-254ccd2cd964), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.672069 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a4240-8b75-4c66-a906-2fd8c31b0b3e admin admin] Pushing event deleted for resources: {'Port': ['ID=fa894a3a-b6ff-46bc-abd8-254ccd2cd964,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:04.051453 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f3a4240-8b75-4c66-a906-2fd8c31b0b3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (1d634aef-6df6-4046-b124-674f2c4ab789), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:04.639691 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a41b2671-fe72-43eb-b477-e92d3350b179 req-88762c4a-0e61-49c7-b2e8-760ef88797ea tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f127217-b7ab-4b6e-b554-e85e1c3e57a0 HTTP/1.1" status: 200 len: 210 time: 0.1159134 Feb 09 21:55:05.061904 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3a4240-8b75-4c66-a906-2fd8c31b0b3e admin admin] Router 1d634aef-6df6-4046-b124-674f2c4ab789 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:55:05.257332 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3a4240-8b75-4c66-a906-2fd8c31b0b3e admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:05.257332 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8f3a4240-8b75-4c66-a906-2fd8c31b0b3e admin admin] 10.222.0.77 "PUT /v2.0/routers/1d634aef-6df6-4046-b124-674f2c4ab789/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8561740 Feb 09 21:55:05.259972 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45838) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:05.264038 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1674dad0-33cf-4d60-bee1-d78260db426b None None] Sync routers for ids ['1d634aef-6df6-4046-b124-674f2c4ab789'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:05.299826 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1674dad0-33cf-4d60-bee1-d78260db426b None None] Routers {'1d634aef-6df6-4046-b124-674f2c4ab789'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:05.301671 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1674dad0-33cf-4d60-bee1-d78260db426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:54:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1d634aef-6df6-4046-b124-674f2c4ab789'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:05.516118 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-1674dad0-33cf-4d60-bee1-d78260db426b None None] Set router 1d634aef-6df6-4046-b124-674f2c4ab789 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:05.848558 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-565891fe-aff4-4b13-bbcb-45e2a75eb809 admin admin] Publish callbacks [] for router (1d634aef-6df6-4046-b124-674f2c4ab789), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:05.885725 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-23bdcfd4-812c-4447-9297-0ae87b09d1a2 req-de296473-ad3a-412f-95de-6a1f159983b8 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f127217-b7ab-4b6e-b554-e85e1c3e57a0 HTTP/1.1" status: 200 len: 210 time: 0.1070063 Feb 09 21:55:06.014433 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1674dad0-33cf-4d60-bee1-d78260db426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'name': 'tempest-AttachVolumeTestJSON-1446099806-router', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:53Z', 'updated_at': '2022-02-09T21:55:03Z', 'revision_number': 5, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'gw_port': {'id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:55Z', 'updated_at': '2022-02-09T21:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:06.142068 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1674dad0-33cf-4d60-bee1-d78260db426b None None] Checking router: 1d634aef-6df6-4046-b124-674f2c4ab789 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:06.155265 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-565891fe-aff4-4b13-bbcb-45e2a75eb809 admin admin] Publish callbacks [] for router_gateway (1d634aef-6df6-4046-b124-674f2c4ab789), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:06.164957 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1674dad0-33cf-4d60-bee1-d78260db426b None None] Routers {'1d634aef-6df6-4046-b124-674f2c4ab789'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:06.166679 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1674dad0-33cf-4d60-bee1-d78260db426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:54:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1d634aef-6df6-4046-b124-674f2c4ab789'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:06.272090 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-6155e05e-8ec5-4167-bba0-d9a787557714 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:06.273754 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-6155e05e-8ec5-4167-bba0-d9a787557714 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.42 "GET /v2.0/networks?id=43c866ce-b28d-463f-9db2-f0ce01fb8d37 HTTP/1.1" status: 200 len: 813 time: 0.6643844 Feb 09 21:55:06.304241 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-42d34ff3-6d03-4a43-b738-57bb314fa0fd tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Request body: {'port': {'device_id': '2f127217-b7ab-4b6e-b554-e85e1c3e57a0', 'network_id': '43c866ce-b28d-463f-9db2-f0ce01fb8d37', 'admin_state_up': True, 'tenant_id': 'c135bd0d2c9b4219bd0ebf3718b0f7ac'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:06.478934 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-1674dad0-33cf-4d60-bee1-d78260db426b None None] Set router 1d634aef-6df6-4046-b124-674f2c4ab789 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:06.506346 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-565891fe-aff4-4b13-bbcb-45e2a75eb809 admin admin] Deleting port 60df7c39-e318-4606-82ca-0f455e7054ef {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:06.506767 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-565891fe-aff4-4b13-bbcb-45e2a75eb809 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (60df7c39-e318-4606-82ca-0f455e7054ef), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:06.869352 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-42d34ff3-6d03-4a43-b738-57bb314fa0fd tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Made reservation on behalf of c135bd0d2c9b4219bd0ebf3718b0f7ac for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:06.877493 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-42d34ff3-6d03-4a43-b738-57bb314fa0fd tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:06.977547 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-565891fe-aff4-4b13-bbcb-45e2a75eb809 admin admin] For port 60df7c39-e318-4606-82ca-0f455e7054ef, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=60df7c39-e318-4606-82ca-0f455e7054ef,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:06.978186 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-565891fe-aff4-4b13-bbcb-45e2a75eb809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (60df7c39-e318-4606-82ca-0f455e7054ef), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:07.015180 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1674dad0-33cf-4d60-bee1-d78260db426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'name': 'tempest-AttachVolumeTestJSON-1446099806-router', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:53Z', 'updated_at': '2022-02-09T21:55:03Z', 'revision_number': 5, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'gw_port': {'id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:55Z', 'updated_at': '2022-02-09T21:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:07.111683 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1674dad0-33cf-4d60-bee1-d78260db426b None None] The sync data for ids ['1d634aef-6df6-4046-b124-674f2c4ab789'] in n-d-828601-1 is: [{'id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'name': 'tempest-AttachVolumeTestJSON-1446099806-router', 'tenant_id': '7d6b5204ad254d39a623b447e45a194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:53Z', 'updated_at': '2022-02-09T21:55:03Z', 'revision_number': 5, 'project_id': '7d6b5204ad254d39a623b447e45a194a', 'gw_port': {'id': '60df7c39-e318-4606-82ca-0f455e7054ef', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d634aef-6df6-4046-b124-674f2c4ab789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:55Z', 'updated_at': '2022-02-09T21:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:07.205852 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-565891fe-aff4-4b13-bbcb-45e2a75eb809 admin admin] Calling delete_port for 60df7c39-e318-4606-82ca-0f455e7054ef owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:07.206152 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f2bb09c-b0a8-4179-aa2f-ba480d1a132a req-7399d7bf-3019-40eb-9915-4af51f40f653 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f127217-b7ab-4b6e-b554-e85e1c3e57a0 HTTP/1.1" status: 200 len: 210 time: 0.1056824 Feb 09 21:55:07.455046 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-42d34ff3-6d03-4a43-b738-57bb314fa0fd tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Allocated IP 172.20.0.9 (43c866ce-b28d-463f-9db2-f0ce01fb8d37/128373c6-66eb-4e4e-b34c-fd626be51c57/492b2755-9ad8-47ef-8a47-2e757e3c325b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:07.815875 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-40402daf-c865-4386-bcce-653f838d102b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:07.968420 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-565891fe-aff4-4b13-bbcb-45e2a75eb809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (60df7c39-e318-4606-82ca-0f455e7054ef), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.015427 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565891fe-aff4-4b13-bbcb-45e2a75eb809 admin admin] Pushing event deleted for resources: {'Port': ['ID=60df7c39-e318-4606-82ca-0f455e7054ef,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:08.122744 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-42d34ff3-6d03-4a43-b738-57bb314fa0fd tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Publish callbacks [] for port (492b2755-9ad8-47ef-8a47-2e757e3c325b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.143688 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-565891fe-aff4-4b13-bbcb-45e2a75eb809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (1d634aef-6df6-4046-b124-674f2c4ab789), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.353175 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-42d34ff3-6d03-4a43-b738-57bb314fa0fd tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (492b2755-9ad8-47ef-8a47-2e757e3c325b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.368841 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:55:08.402794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-42d34ff3-6d03-4a43-b738-57bb314fa0fd tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Network 43c866ce-b28d-463f-9db2-f0ce01fb8d37 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:08.409672 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-565891fe-aff4-4b13-bbcb-45e2a75eb809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (1d634aef-6df6-4046-b124-674f2c4ab789), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.413202 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-42d34ff3-6d03-4a43-b738-57bb314fa0fd tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:08.418165 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-42d34ff3-6d03-4a43-b738-57bb314fa0fd tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:08.506144 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07422c-2fb7-4353-ae79-22adb5d3dd78 req-4cc0fba4-82d0-429e-8cb7-67112e5b7830 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:08.515290 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ed07422c-2fb7-4353-ae79-22adb5d3dd78 req-4cc0fba4-82d0-429e-8cb7-67112e5b7830 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f127217-b7ab-4b6e-b554-e85e1c3e57a0 HTTP/1.1" status: 200 len: 931 time: 0.1539161 Feb 09 21:55:08.586334 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-565891fe-aff4-4b13-bbcb-45e2a75eb809 admin admin] Publish callbacks [] for router_controller (1d634aef-6df6-4046-b124-674f2c4ab789), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.600039 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-42d34ff3-6d03-4a43-b738-57bb314fa0fd tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:08.601079 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-42d34ff3-6d03-4a43-b738-57bb314fa0fd tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.645558 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ed07422c-2fb7-4353-ae79-22adb5d3dd78 req-d6fdeecb-db51-496b-bcde-6f8b979e5808 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289756 Feb 09 21:55:08.648885 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-42d34ff3-6d03-4a43-b738-57bb314fa0fd tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3623703 Feb 09 21:55:08.750208 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] Request body: {'port': {'device_id': '2f127217-b7ab-4b6e-b554-e85e1c3e57a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:08.895481 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (492b2755-9ad8-47ef-8a47-2e757e3c325b), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.905279 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-565891fe-aff4-4b13-bbcb-45e2a75eb809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (1d634aef-6df6-4046-b124-674f2c4ab789), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.906043 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565891fe-aff4-4b13-bbcb-45e2a75eb809 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d634aef-6df6-4046-b124-674f2c4ab789 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:55:08.908883 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d34ff3-6d03-4a43-b738-57bb314fa0fd tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Pushing event updated for resources: {'Port': ['ID=492b2755-9ad8-47ef-8a47-2e757e3c325b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:08.924426 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-565891fe-aff4-4b13-bbcb-45e2a75eb809 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.928178 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fa894a3a-b6ff-46bc-abd8-254ccd2cd964 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:08.929365 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45878) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:08.938288 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-565891fe-aff4-4b13-bbcb-45e2a75eb809 admin admin] 10.222.0.77 "DELETE /v2.0/routers/1d634aef-6df6-4046-b124-674f2c4ab789 HTTP/1.1" status: 204 len: 168 time: 3.6766222 Feb 09 21:55:08.980686 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: fa894a3a-b6ff-46bc-abd8-254ccd2cd964 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:08.984571 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fa894a3a-b6ff-46bc-abd8-254ccd2cd964 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:09.089834 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf182cb-d5ba-4c6e-998d-9f37535161eb admin admin] Deleting subnet d2ffb735-399f-41c7-b4e2-94dff197f693 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:55:09.100617 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fdf182cb-d5ba-4c6e-998d-9f37535161eb admin admin] Publish callbacks [] for subnet (d2ffb735-399f-41c7-b4e2-94dff197f693), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.204960 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fdf182cb-d5ba-4c6e-998d-9f37535161eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (d2ffb735-399f-41c7-b4e2-94dff197f693), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.367136 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fdf182cb-d5ba-4c6e-998d-9f37535161eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (d2ffb735-399f-41c7-b4e2-94dff197f693), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.508530 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fdf182cb-d5ba-4c6e-998d-9f37535161eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (d2ffb735-399f-41c7-b4e2-94dff197f693), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.576391 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 492b2755-9ad8-47ef-8a47-2e757e3c325b {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:55:09.604004 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] Publish callbacks [] for port (492b2755-9ad8-47ef-8a47-2e757e3c325b), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.616028 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf182cb-d5ba-4c6e-998d-9f37535161eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2ffb735-399f-41c7-b4e2-94dff197f693,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:09.622257 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fdf182cb-d5ba-4c6e-998d-9f37535161eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.628595 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fdf182cb-d5ba-4c6e-998d-9f37535161eb admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d2ffb735-399f-41c7-b4e2-94dff197f693 HTTP/1.1" status: 204 len: 168 time: 0.6977806 Feb 09 21:55:09.631626 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45884) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:09.646036 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] Transition to ACTIVE for port object 492b2755-9ad8-47ef-8a47-2e757e3c325b will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:55:09.655078 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (492b2755-9ad8-47ef-8a47-2e757e3c325b), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.661975 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631c61ca-9d4b-459f-97ff-d0d2a35e400e None None] Network aad7656a-c886-4fbe-b34b-d44bdd76ed85 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:09.765752 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] Pushing event updated for resources: {'Port': ['ID=492b2755-9ad8-47ef-8a47-2e757e3c325b,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:09.803039 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b9588b3-eb21-4cbd-ac9e-90e6f26ff723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (aad7656a-c886-4fbe-b34b-d44bdd76ed85), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.045680 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] Attempting to bind port 492b2755-9ad8-47ef-8a47-2e757e3c325b on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:10.052373 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] Attempting to bind port 492b2755-9ad8-47ef-8a47-2e757e3c325b by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '43155470-d798-4067-9785-b776d9c040b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '43c866ce-b28d-463f-9db2-f0ce01fb8d37'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:10.052552 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] Attempting to bind port 492b2755-9ad8-47ef-8a47-2e757e3c325b on network 43c866ce-b28d-463f-9db2-f0ce01fb8d37 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:10.069205 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] Port 492b2755-9ad8-47ef-8a47-2e757e3c325b on network 43c866ce-b28d-463f-9db2-f0ce01fb8d37 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:55:10.073331 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] Attempting to bind port 492b2755-9ad8-47ef-8a47-2e757e3c325b on network 43c866ce-b28d-463f-9db2-f0ce01fb8d37 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:10.077299 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:10.077714 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] Checking segment: {'id': '43155470-d798-4067-9785-b776d9c040b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '43c866ce-b28d-463f-9db2-f0ce01fb8d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:10.078728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] Bound using segment: {'id': '43155470-d798-4067-9785-b776d9c040b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '43c866ce-b28d-463f-9db2-f0ce01fb8d37'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:10.079462 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] Bound port: 492b2755-9ad8-47ef-8a47-2e757e3c325b, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43155470-d798-4067-9785-b776d9c040b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '43c866ce-b28d-463f-9db2-f0ce01fb8d37'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:10.079864 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (492b2755-9ad8-47ef-8a47-2e757e3c325b), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.086774 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4330f9e3-7cc8-41b9-b604-445cee171749 None None] DHCP port deletion for aad7656a-c886-4fbe-b34b-d44bdd76ed85 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:55:10.122629 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769da1c-8d4b-4e58-bd49-5277ae6f5faf req-4ed7218b-867c-4fe9-9de7-d650a8b1d29c tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:10.125036 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4769da1c-8d4b-4e58-bd49-5277ae6f5faf req-4ed7218b-867c-4fe9-9de7-d650a8b1d29c tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f127217-b7ab-4b6e-b554-e85e1c3e57a0 HTTP/1.1" status: 200 len: 943 time: 0.2564383 Feb 09 21:55:10.185358 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2b9588b3-eb21-4cbd-ac9e-90e6f26ff723 admin admin] Deleting port 1eb61312-0315-45a7-a655-f6e6ecdbc5e2 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:10.186022 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b9588b3-eb21-4cbd-ac9e-90e6f26ff723 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1eb61312-0315-45a7-a655-f6e6ecdbc5e2), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.218093 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4330f9e3-7cc8-41b9-b604-445cee171749 None None] Deleting port 1eb61312-0315-45a7-a655-f6e6ecdbc5e2 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:10.223236 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4330f9e3-7cc8-41b9-b604-445cee171749 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1eb61312-0315-45a7-a655-f6e6ecdbc5e2), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.246756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] For port 492b2755-9ad8-47ef-8a47-2e757e3c325b, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:10.265390 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] For port 492b2755-9ad8-47ef-8a47-2e757e3c325b, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=492b2755-9ad8-47ef-8a47-2e757e3c325b,segment=NetworkSegment(43155470-d798-4067-9785-b776d9c040b8),segment_id=43155470-d798-4067-9785-b776d9c040b8)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:10.284872 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (492b2755-9ad8-47ef-8a47-2e757e3c325b), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.353674 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:10.354473 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.355808 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] 10.222.0.42 "PUT /v2.0/ports/492b2755-9ad8-47ef-8a47-2e757e3c325b HTTP/1.1" status: 200 len: 1091 time: 1.6247489 Feb 09 21:55:10.356296 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f127217-b7ab-4b6e-b554-e85e1c3e57a0', 'tag': '492b2755-9ad8-47ef-8a47-2e757e3c325b'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:10.358827 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5358fb-c1d7-496d-b4c2-295ef630b68e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f127217-b7ab-4b6e-b554-e85e1c3e57a0", "tag": "492b2755-9ad8-47ef-8a47-2e757e3c325b"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:10.389697 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-4330f9e3-7cc8-41b9-b604-445cee171749 None None] For port 1eb61312-0315-45a7-a655-f6e6ecdbc5e2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1eb61312-0315-45a7-a655-f6e6ecdbc5e2,segment=NetworkSegment(3cd100ae-5dd3-425d-94e6-f1c816ceeede),segment_id=3cd100ae-5dd3-425d-94e6-f1c816ceeede)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:10.391363 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4330f9e3-7cc8-41b9-b604-445cee171749 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1eb61312-0315-45a7-a655-f6e6ecdbc5e2), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.403966 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4769da1c-8d4b-4e58-bd49-5277ae6f5faf req-2243bee1-002e-4968-b4ee-3806f41b7a7c tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687757 Feb 09 21:55:10.431799 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-2b9588b3-eb21-4cbd-ac9e-90e6f26ff723 admin admin] For port 1eb61312-0315-45a7-a655-f6e6ecdbc5e2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1eb61312-0315-45a7-a655-f6e6ecdbc5e2,segment=NetworkSegment(3cd100ae-5dd3-425d-94e6-f1c816ceeede),segment_id=3cd100ae-5dd3-425d-94e6-f1c816ceeede)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:10.432078 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b9588b3-eb21-4cbd-ac9e-90e6f26ff723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1eb61312-0315-45a7-a655-f6e6ecdbc5e2), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.455426 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f10a0-ca37-4220-b9ed-95295c3e91a8 service neutron] Pushing event updated for resources: {'Port': ['ID=492b2755-9ad8-47ef-8a47-2e757e3c325b,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:10.460599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2b9588b3-eb21-4cbd-ac9e-90e6f26ff723 admin admin] Calling delete_port for 1eb61312-0315-45a7-a655-f6e6ecdbc5e2 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:10.462504 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4330f9e3-7cc8-41b9-b604-445cee171749 None None] Calling delete_port for 1eb61312-0315-45a7-a655-f6e6ecdbc5e2 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:10.565596 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b9588b3-eb21-4cbd-ac9e-90e6f26ff723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1eb61312-0315-45a7-a655-f6e6ecdbc5e2), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.586348 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e50257ef-ea56-473c-8e9e-644046369032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.619678 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9588b3-eb21-4cbd-ac9e-90e6f26ff723 admin admin] No DVR routers for this DVR port 1eb61312-0315-45a7-a655-f6e6ecdbc5e2 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:10.631734 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2fefcd-243e-4a62-88b1-520a6cf68a52 x-openstack-request-id: req-2c2fefcd-243e-4a62-88b1-520a6cf68a52 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:10.633451 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f127217-b7ab-4b6e-b554-e85e1c3e57a0", "tag": "492b2755-9ad8-47ef-8a47-2e757e3c325b", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:10.634044 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2c2fefcd-243e-4a62-88b1-520a6cf68a52 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:10.635009 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f127217-b7ab-4b6e-b554-e85e1c3e57a0', 'tag': '492b2755-9ad8-47ef-8a47-2e757e3c325b', 'status': 'completed', 'code': 200} Feb 09 21:55:10.656201 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9588b3-eb21-4cbd-ac9e-90e6f26ff723 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb61312-0315-45a7-a655-f6e6ecdbc5e2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:10.719633 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-67cee6da-975b-4bfe-8ece-bebe2914fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:10.722794 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-67cee6da-975b-4bfe-8ece-bebe2914fb21 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c135bd0d2c9b4219bd0ebf3718b0f7ac&device_id=2f127217-b7ab-4b6e-b554-e85e1c3e57a0 HTTP/1.1" status: 200 len: 1125 time: 0.2537549 Feb 09 21:55:10.739393 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b9588b3-eb21-4cbd-ac9e-90e6f26ff723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (aad7656a-c886-4fbe-b34b-d44bdd76ed85), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.765439 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4330f9e3-7cc8-41b9-b604-445cee171749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (1eb61312-0315-45a7-a655-f6e6ecdbc5e2), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.795277 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-2b9588b3-eb21-4cbd-ac9e-90e6f26ff723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad7656a-c886-4fbe-b34b-d44bdd76ed85']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:10.801597 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4330f9e3-7cc8-41b9-b604-445cee171749 None None] No DVR routers for this DVR port 1eb61312-0315-45a7-a655-f6e6ecdbc5e2 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:10.809073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330f9e3-7cc8-41b9-b604-445cee171749 None None] Pushing event deleted for resources: {'Port': ['ID=1eb61312-0315-45a7-a655-f6e6ecdbc5e2,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:10.831870 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-2b9588b3-eb21-4cbd-ac9e-90e6f26ff723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd100ae-5dd3-425d-94e6-f1c816ceeede') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:10.832678 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-2b9588b3-eb21-4cbd-ac9e-90e6f26ff723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd100ae-5dd3-425d-94e6-f1c816ceeede') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:10.836116 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-4224e9a5-0461-4028-aeba-61b4fbbc38b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=492b2755-9ad8-47ef-8a47-2e757e3c325b HTTP/1.1" status: 200 len: 217 time: 0.1057324 Feb 09 21:55:10.848389 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b9588b3-eb21-4cbd-ac9e-90e6f26ff723 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (3cd100ae-5dd3-425d-94e6-f1c816ceeede), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.868639 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b9588b3-eb21-4cbd-ac9e-90e6f26ff723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (3cd100ae-5dd3-425d-94e6-f1c816ceeede), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.877822 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9588b3-eb21-4cbd-ac9e-90e6f26ff723 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:55:10.878474 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b9588b3-eb21-4cbd-ac9e-90e6f26ff723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (3cd100ae-5dd3-425d-94e6-f1c816ceeede), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:55:10.880564 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:55:10.899174 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 60df7c39-e318-4606-82ca-0f455e7054ef no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:10.916069 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-84b38938-9b1c-4da2-803f-0af6df29f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:10.918943 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-84b38938-9b1c-4da2-803f-0af6df29f88d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=128373c6-66eb-4e4e-b34c-fd626be51c57 HTTP/1.1" status: 200 len: 853 time: 0.0764565 Feb 09 21:55:10.934122 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 60df7c39-e318-4606-82ca-0f455e7054ef {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:10.934943 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 60df7c39-e318-4606-82ca-0f455e7054ef not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:10.935909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1eb61312-0315-45a7-a655-f6e6ecdbc5e2 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:10.950639 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b9588b3-eb21-4cbd-ac9e-90e6f26ff723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (aad7656a-c886-4fbe-b34b-d44bdd76ed85), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.972405 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 1eb61312-0315-45a7-a655-f6e6ecdbc5e2 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:10.973282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1eb61312-0315-45a7-a655-f6e6ecdbc5e2 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:10.985278 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-32a1132a-4ec1-4b6a-8017-218325f34499 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=43c866ce-b28d-463f-9db2-f0ce01fb8d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592604 Feb 09 21:55:10.988875 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b9588b3-eb21-4cbd-ac9e-90e6f26ff723 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.994339 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2b9588b3-eb21-4cbd-ac9e-90e6f26ff723 admin admin] 10.222.0.77 "DELETE /v2.0/networks/aad7656a-c886-4fbe-b34b-d44bdd76ed85 HTTP/1.1" status: 204 len: 168 time: 1.3605692 Feb 09 21:55:10.996507 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9588b3-eb21-4cbd-ac9e-90e6f26ff723 admin admin] Pushing event deleted for resources: {'Network': ['ID=aad7656a-c886-4fbe-b34b-d44bdd76ed85,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:11.133447 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-7e8eef0e-d252-4f92-9127-849573b83e2a service neutron] 10.222.0.42 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413953 Feb 09 21:55:11.302973 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cd80f32c-4779-4b04-89d4-39040dc2204e req-a4b86ea1-3592-4bc6-b565-1ea8a30a4f4c service neutron] 10.222.0.42 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596034 Feb 09 21:55:11.384717 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45906) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:11.472828 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-123da1fd-1a3d-40df-a696-8fb3cd34227e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7d6b5204ad254d39a623b447e45a194a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0842371 Feb 09 21:55:11.474272 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45912) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:11.535163 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5358fb-c1d7-496d-b4c2-295ef630b68e req-54f0a72b-d3fc-40a8-bd37-c37337933db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:11.537089 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9e5358fb-c1d7-496d-b4c2-295ef630b68e req-54f0a72b-d3fc-40a8-bd37-c37337933db9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c135bd0d2c9b4219bd0ebf3718b0f7ac&device_id=2f127217-b7ab-4b6e-b554-e85e1c3e57a0 HTTP/1.1" status: 200 len: 1125 time: 0.1599894 Feb 09 21:55:11.574013 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-017d96b1-2712-4d6c-91e4-fa62a74ab27f admin admin] Publish callbacks [] for security_group (498736ad-bc07-4a83-9b95-ffff87787ec7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.587965 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.655233 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-017d96b1-2712-4d6c-91e4-fa62a74ab27f admin admin] Publish callbacks [] for security_group (498736ad-bc07-4a83-9b95-ffff87787ec7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.725859 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5358fb-c1d7-496d-b4c2-295ef630b68e req-5deba9f6-521a-4e32-a599-9e2fde7fc035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:11.731631 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9e5358fb-c1d7-496d-b4c2-295ef630b68e req-5deba9f6-521a-4e32-a599-9e2fde7fc035 service neutron] 10.222.0.42 "GET /v2.0/networks?id=43c866ce-b28d-463f-9db2-f0ce01fb8d37 HTTP/1.1" status: 200 len: 914 time: 0.1816585 Feb 09 21:55:11.786800 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9e5358fb-c1d7-496d-b4c2-295ef630b68e req-61656524-5fd9-4ca3-91a4-fd08f24dc041 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=492b2755-9ad8-47ef-8a47-2e757e3c325b HTTP/1.1" status: 200 len: 217 time: 0.0502183 Feb 09 21:55:11.867547 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-017d96b1-2712-4d6c-91e4-fa62a74ab27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (498736ad-bc07-4a83-9b95-ffff87787ec7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.870559 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-017d96b1-2712-4d6c-91e4-fa62a74ab27f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.876342 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-017d96b1-2712-4d6c-91e4-fa62a74ab27f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/498736ad-bc07-4a83-9b95-ffff87787ec7 HTTP/1.1" status: 204 len: 168 time: 0.3966982 Feb 09 21:55:11.878077 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b890999-9742-4283-bdcd-08694b70a40e req-f0740099-2fac-4760-b5c9-77e3316f7065 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:11.886826 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b890999-9742-4283-bdcd-08694b70a40e req-f0740099-2fac-4760-b5c9-77e3316f7065 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f127217-b7ab-4b6e-b554-e85e1c3e57a0 HTTP/1.1" status: 200 len: 943 time: 0.1748037 Feb 09 21:55:11.890850 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d96b1-2712-4d6c-91e4-fa62a74ab27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498736ad-bc07-4a83-9b95-ffff87787ec7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:11.912219 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5358fb-c1d7-496d-b4c2-295ef630b68e req-b653ddd9-831c-48df-b95c-a6fa80e5f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:11.915196 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9e5358fb-c1d7-496d-b4c2-295ef630b68e req-b653ddd9-831c-48df-b95c-a6fa80e5f8df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=128373c6-66eb-4e4e-b34c-fd626be51c57 HTTP/1.1" status: 200 len: 853 time: 0.1116662 Feb 09 21:55:12.040828 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9e5358fb-c1d7-496d-b4c2-295ef630b68e req-07982ff8-dbe3-46cd-b16a-24a4e15aac78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=43c866ce-b28d-463f-9db2-f0ce01fb8d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146841 Feb 09 21:55:12.056725 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b890999-9742-4283-bdcd-08694b70a40e req-a5558afe-5880-4ec9-b2b8-717525cd2f0f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386774 Feb 09 21:55:12.192812 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9e5358fb-c1d7-496d-b4c2-295ef630b68e req-8ed3a7aa-2a8b-4166-9d5c-e66eca03deab service neutron] 10.222.0.42 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433740 Feb 09 21:55:12.369016 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9e5358fb-c1d7-496d-b4c2-295ef630b68e req-8fba26e4-6424-4065-a93a-cbc8b9aacaba service neutron] 10.222.0.42 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679215 Feb 09 21:55:12.722967 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.795472 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-9273731e-20c8-414a-b0bf-c1549df07f40 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1685255 Feb 09 21:55:13.038588 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-099ccf02-a69b-4e84-b092-27e0ff8f0baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:13.040073 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-099ccf02-a69b-4e84-b092-27e0ff8f0baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:13.041688 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-099ccf02-a69b-4e84-b092-27e0ff8f0baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:13.042589 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-099ccf02-a69b-4e84-b092-27e0ff8f0baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:13.043343 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-099ccf02-a69b-4e84-b092-27e0ff8f0baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:13.044047 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-099ccf02-a69b-4e84-b092-27e0ff8f0baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:13.054567 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-099ccf02-a69b-4e84-b092-27e0ff8f0baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:13.058279 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-099ccf02-a69b-4e84-b092-27e0ff8f0baf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=88aef6c47d634b8181089d0a71d1ded8&device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 6719 time: 0.1708705 Feb 09 21:55:13.325173 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-090312e1-ebfc-456b-8776-ec96dcf4abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:13.326325 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-090312e1-ebfc-456b-8776-ec96dcf4abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:13.327533 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-090312e1-ebfc-456b-8776-ec96dcf4abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:13.332241 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-090312e1-ebfc-456b-8776-ec96dcf4abe6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=361d3ae3-946b-43bc-bd7a-5571eb55520d&id=86d9c1a5-299e-4f73-a214-39ab93749bd7&id=86d9c1a5-299e-4f73-a214-39ab93749bd7&id=86d9c1a5-299e-4f73-a214-39ab93749bd7&id=86d9c1a5-299e-4f73-a214-39ab93749bd7&id=74cd42ee-3b26-4b36-a716-178818b0f7e3&id=74cd42ee-3b26-4b36-a716-178818b0f7e3 HTTP/1.1" status: 200 len: 2299 time: 0.2352774 Feb 09 21:55:13.504626 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 492b2755-9ad8-47ef-8a47-2e757e3c325b details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:55:13.612423 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-a9918dae-f828-4e74-8c1b-2f5295383666 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1d6edb0-d72a-4457-837c-72eeac84bf0c HTTP/1.1" status: 200 len: 1002 time: 0.2329865 Feb 09 21:55:13.632051 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157cdb0-d58e-4bf1-a793-61c5b3109ec3 req-7cd49478-939b-441d-a04d-34ab55692be8 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:13.639162 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a157cdb0-d58e-4bf1-a793-61c5b3109ec3 req-7cd49478-939b-441d-a04d-34ab55692be8 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f127217-b7ab-4b6e-b554-e85e1c3e57a0 HTTP/1.1" status: 200 len: 943 time: 0.3047888 Feb 09 21:55:14.048506 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 492b2755-9ad8-47ef-8a47-2e757e3c325b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=492b2755-9ad8-47ef-8a47-2e757e3c325b,segment=NetworkSegment(43155470-d798-4067-9785-b776d9c040b8),segment_id=43155470-d798-4067-9785-b776d9c040b8)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:14.048506 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '492b2755-9ad8-47ef-8a47-2e757e3c325b', 'network_id': '43c866ce-b28d-463f-9db2-f0ce01fb8d37', 'port_id': '492b2755-9ad8-47ef-8a47-2e757e3c325b', 'mac_address': 'fa:16:3e:e8:eb:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128373c6-66eb-4e4e-b34c-fd626be51c57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:55:14.054738 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a157cdb0-d58e-4bf1-a793-61c5b3109ec3 req-6bf7c4e4-0998-4f52-b5a3-aec2d1dd36ef tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726174 Feb 09 21:55:14.054738 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-0604f615-154d-4105-aff1-b60a4880e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:14.054738 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-0604f615-154d-4105-aff1-b60a4880e8fc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=af7275e2-fa73-4e7a-9fcd-7735fd24f6c7 HTTP/1.1" status: 200 len: 856 time: 0.2020020 Feb 09 21:55:14.056954 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 492b2755-9ad8-47ef-8a47-2e757e3c325b is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:14.056954 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (492b2755-9ad8-47ef-8a47-2e757e3c325b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.057538 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-3904beaa-0989-4b11-9d43-3fbc0c5d8b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:14.057538 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-3904beaa-0989-4b11-9d43-3fbc0c5d8b46 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=361d3ae3-946b-43bc-bd7a-5571eb55520d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1481478 Feb 09 21:55:14.058128 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 492b2755-9ad8-47ef-8a47-2e757e3c325b {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:55:14.077175 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 492b2755-9ad8-47ef-8a47-2e757e3c325b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=492b2755-9ad8-47ef-8a47-2e757e3c325b,segment=NetworkSegment(43155470-d798-4067-9785-b776d9c040b8),segment_id=43155470-d798-4067-9785-b776d9c040b8)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:14.084938 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (492b2755-9ad8-47ef-8a47-2e757e3c325b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.147506 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=492b2755-9ad8-47ef-8a47-2e757e3c325b,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:14.268728 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-859c1079-55dc-4286-b7e0-408ab2ba1cc8 service neutron] 10.222.0.71 "GET /v2.0/networks/361d3ae3-946b-43bc-bd7a-5571eb55520d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600625 Feb 09 21:55:14.386078 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['492b2755-9ad8-47ef-8a47-2e757e3c325b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:55:14.606373 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.636101 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-e309511d-0ec6-40d9-beb8-b9679cda9063 service neutron] 10.222.0.71 "GET /v2.0/networks/361d3ae3-946b-43bc-bd7a-5571eb55520d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608978 Feb 09 21:55:14.787612 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-824396d9-922f-496a-bf36-64797f1a9429 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=9b02c6a0-c880-416c-99f3-b3b08f6619e3 HTTP/1.1" status: 200 len: 217 time: 0.1430314 Feb 09 21:55:14.953867 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-8070bb8c-d360-44b2-a7be-8dc41e010eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:14.956932 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-8070bb8c-d360-44b2-a7be-8dc41e010eb7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3b07cbed-0ce1-4d12-899a-1736f8b6742f HTTP/1.1" status: 200 len: 797 time: 0.1534970 Feb 09 21:55:15.201084 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-d11af81b-2df9-43ff-b3ee-cd0c8ba1be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:15.209163 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-d11af81b-2df9-43ff-b3ee-cd0c8ba1be40 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86d9c1a5-299e-4f73-a214-39ab93749bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2426512 Feb 09 21:55:15.235927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62681a-301f-4e17-b852-8119df062719 req-0e2fc6ef-99f4-47bf-9728-5a4b10e747da tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:15.240540 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea62681a-301f-4e17-b852-8119df062719 req-0e2fc6ef-99f4-47bf-9728-5a4b10e747da tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f127217-b7ab-4b6e-b554-e85e1c3e57a0 HTTP/1.1" status: 200 len: 944 time: 0.2351699 Feb 09 21:55:15.331442 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.996565 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-be939fbe-91e5-4f1b-8e5b-3ff15c10c100 service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7539489 Feb 09 21:55:15.999981 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:16.128948 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea62681a-301f-4e17-b852-8119df062719 req-478098e6-cc22-46e2-9653-0d5dbd711025 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8739851 Feb 09 21:55:16.251388 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-c181cb36-c186-44a7-8834-214b6394eb38 service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443962 Feb 09 21:55:16.356265 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-f5ab0fed-926a-4f89-b2cb-0d2808fe35a4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=71b95836-8905-44c4-a59c-3d2436734f09 HTTP/1.1" status: 200 len: 217 time: 0.0960855 Feb 09 21:55:16.470760 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-123011bc-15d5-4708-a70f-2d6a49e8888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:16.472371 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-123011bc-15d5-4708-a70f-2d6a49e8888c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3b07cbed-0ce1-4d12-899a-1736f8b6742f HTTP/1.1" status: 200 len: 797 time: 0.1091299 Feb 09 21:55:16.569575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-d6e7ce8c-142f-418d-8891-7e54de950762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:16.571469 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-d6e7ce8c-142f-418d-8891-7e54de950762 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86d9c1a5-299e-4f73-a214-39ab93749bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0926526 Feb 09 21:55:16.740904 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-7f78fdc8-50ef-459b-a777-59fe220f7b40 service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565187 Feb 09 21:55:17.013139 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-edbbfc2a-7c43-44c6-90cc-a2b989c3b8a6 service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658253 Feb 09 21:55:17.131348 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-dcfbaca1-c43f-4c8c-b062-a54a54ccb9ee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=e1ca804f-12e2-4d20-8c82-4c642086ea27 HTTP/1.1" status: 200 len: 217 time: 0.1008132 Feb 09 21:55:17.286430 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-59c47259-411d-43eb-86a1-2033b86ad6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:17.294952 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-59c47259-411d-43eb-86a1-2033b86ad6bc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3b07cbed-0ce1-4d12-899a-1736f8b6742f HTTP/1.1" status: 200 len: 797 time: 0.1577065 Feb 09 21:55:17.551491 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 492b2755-9ad8-47ef-8a47-2e757e3c325b up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:17.582377 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-168ec040-4e48-4fcd-84e6-6674725cef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:17.583983 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-168ec040-4e48-4fcd-84e6-6674725cef41 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86d9c1a5-299e-4f73-a214-39ab93749bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2832577 Feb 09 21:55:17.644087 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb838370-3700-422d-ac2c-5165b33aec44 req-c225a6ed-0913-48d3-acf7-4d3f033570cb tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:17.645973 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb838370-3700-422d-ac2c-5165b33aec44 req-c225a6ed-0913-48d3-acf7-4d3f033570cb tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f127217-b7ab-4b6e-b554-e85e1c3e57a0 HTTP/1.1" status: 200 len: 944 time: 0.2529490 Feb 09 21:55:17.781924 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 46096) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:17.785293 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 492b2755-9ad8-47ef-8a47-2e757e3c325b completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:55:17.818019 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 492b2755-9ad8-47ef-8a47-2e757e3c325b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:17.819300 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (492b2755-9ad8-47ef-8a47-2e757e3c325b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:17.940042 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb838370-3700-422d-ac2c-5165b33aec44 req-07f34f9e-3507-46af-b917-0f4e2a1e6326 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023911 Feb 09 21:55:17.992273 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a34de8fe-a6ed-4475-9b73-50d0d9a4af19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.007111 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-27ea5506-78c8-4bc7-9492-4beabcaff349 service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084077 Feb 09 21:55:18.135676 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 492b2755-9ad8-47ef-8a47-2e757e3c325b is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:18.136373 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (492b2755-9ad8-47ef-8a47-2e757e3c325b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.223711 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-a5735fd5-1105-41ee-8785-665e94735be2 service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096236 Feb 09 21:55:18.232322 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 492b2755-9ad8-47ef-8a47-2e757e3c325b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=492b2755-9ad8-47ef-8a47-2e757e3c325b,segment=NetworkSegment(43155470-d798-4067-9785-b776d9c040b8),segment_id=43155470-d798-4067-9785-b776d9c040b8)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:18.234869 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f127217-b7ab-4b6e-b554-e85e1c3e57a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492b2755-9ad8-47ef-8a47-2e757e3c325b'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:18.243857 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6bc6d3-e717-4488-bfac-77804c270b96" -d '{"events": [{"server_uuid": "2f127217-b7ab-4b6e-b554-e85e1c3e57a0", "name": "network-vif-plugged", "status": "completed", "tag": "492b2755-9ad8-47ef-8a47-2e757e3c325b"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:18.264990 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (492b2755-9ad8-47ef-8a47-2e757e3c325b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.407191 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a34de8fe-a6ed-4475-9b73-50d0d9a4af19 admin admin] Publish callbacks [] for security_group (6e9953fb-7255-448e-b76a-d3d0f797ce4b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.418024 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-1f27a186-ad8b-4c19-ae13-3f31b3d697f0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=8fcbb2a8-a6d9-4102-8938-35cce483790a HTTP/1.1" status: 200 len: 217 time: 0.1701734 Feb 09 21:55:18.434115 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a34de8fe-a6ed-4475-9b73-50d0d9a4af19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6e9953fb-7255-448e-b76a-d3d0f797ce4b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.440137 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ee587a-0c85-4d8e-9777-c21ee6d0e700 x-openstack-request-id: req-90ee587a-0c85-4d8e-9777-c21ee6d0e700 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:18.440810 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f127217-b7ab-4b6e-b554-e85e1c3e57a0", "name": "network-vif-plugged", "status": "completed", "tag": "492b2755-9ad8-47ef-8a47-2e757e3c325b", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:18.441602 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-90ee587a-0c85-4d8e-9777-c21ee6d0e700 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:18.442135 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f127217-b7ab-4b6e-b554-e85e1c3e57a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492b2755-9ad8-47ef-8a47-2e757e3c325b', 'code': 200} Feb 09 21:55:18.517714 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=492b2755-9ad8-47ef-8a47-2e757e3c325b,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:18.579225 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-3e3486ee-743d-4b48-9031-50e09a72a34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:18.584025 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-3e3486ee-743d-4b48-9031-50e09a72a34d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3b07cbed-0ce1-4d12-899a-1736f8b6742f HTTP/1.1" status: 200 len: 797 time: 0.1427569 Feb 09 21:55:18.658967 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34de8fe-a6ed-4475-9b73-50d0d9a4af19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9953fb-7255-448e-b76a-d3d0f797ce4b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:18.673608 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a34de8fe-a6ed-4475-9b73-50d0d9a4af19 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ae7a8879907e4f379e6d93ebef12fdec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8895445 Feb 09 21:55:18.679530 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 46110) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:18.747088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-b8f247f5-2dfb-47ac-838c-b3c9164cc731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:18.751554 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-b8f247f5-2dfb-47ac-838c-b3c9164cc731 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86d9c1a5-299e-4f73-a214-39ab93749bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1596317 Feb 09 21:55:18.776795 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf98ea0-82c2-49a0-8c92-7cd4ac6981ac req-c4371a52-8ec5-465f-87ab-600c8e5a8e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:18.778366 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-abf98ea0-82c2-49a0-8c92-7cd4ac6981ac req-c4371a52-8ec5-465f-87ab-600c8e5a8e06 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2f127217-b7ab-4b6e-b554-e85e1c3e57a0 HTTP/1.1" status: 200 len: 1127 time: 0.3205280 Feb 09 21:55:18.913797 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3870e774-4e57-42fe-9553-80ecedc92435 admin admin] Publish callbacks [] for security_group (6e9953fb-7255-448e-b76a-d3d0f797ce4b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.992604 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3870e774-4e57-42fe-9553-80ecedc92435 admin admin] Publish callbacks [] for security_group (6e9953fb-7255-448e-b76a-d3d0f797ce4b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.058673 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-93c68da4-f22b-433f-823f-d102c22ac38e service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024299 Feb 09 21:55:19.446282 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-c3b84776-f1d9-4bd1-8ce6-1ab1f66e9eb9 service neutron] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812125 Feb 09 21:55:19.461056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5454d3-48f7-41d5-90fb-306a416da738 req-1e0ca474-86e8-49d5-b614-ff0f2fc834be tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:19.477055 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b5454d3-48f7-41d5-90fb-306a416da738 req-1e0ca474-86e8-49d5-b614-ff0f2fc834be tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f127217-b7ab-4b6e-b554-e85e1c3e57a0 HTTP/1.1" status: 200 len: 945 time: 0.2996097 Feb 09 21:55:19.493716 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-abf98ea0-82c2-49a0-8c92-7cd4ac6981ac req-91fb6e33-fcd4-47a0-b281-a60ffb56d1f4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7040348 Feb 09 21:55:19.560456 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3870e774-4e57-42fe-9553-80ecedc92435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6e9953fb-7255-448e-b76a-d3d0f797ce4b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.565436 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3870e774-4e57-42fe-9553-80ecedc92435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.568967 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3870e774-4e57-42fe-9553-80ecedc92435 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6e9953fb-7255-448e-b76a-d3d0f797ce4b HTTP/1.1" status: 204 len: 168 time: 0.8861985 Feb 09 21:55:19.581434 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870e774-4e57-42fe-9553-80ecedc92435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9953fb-7255-448e-b76a-d3d0f797ce4b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:19.721080 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-15e218ec-bdd3-48ac-9fd6-8dda2a37e89d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 HTTP/1.1" status: 200 len: 217 time: 0.2421560 Feb 09 21:55:19.876196 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b5454d3-48f7-41d5-90fb-306a416da738 req-63bc70f5-2f20-4e97-8f5f-c5d85ef33520 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778868 Feb 09 21:55:19.968038 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-148c6406-5988-4b9d-b8b4-88aa048aa855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:19.972482 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-148c6406-5988-4b9d-b8b4-88aa048aa855 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2fca83c8-cd1b-4ca3-9dfe-5920ebb47174 HTTP/1.1" status: 200 len: 797 time: 0.2366576 Feb 09 21:55:20.094209 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-9ecd4063-f05d-44fe-b111-f09080862bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:20.101328 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-9ecd4063-f05d-44fe-b111-f09080862bdb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=74cd42ee-3b26-4b36-a716-178818b0f7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1182916 Feb 09 21:55:20.428467 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-cbc2957c-2571-42ae-8012-ad96f2d65434 service neutron] 10.222.0.71 "GET /v2.0/networks/74cd42ee-3b26-4b36-a716-178818b0f7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174555 Feb 09 21:55:20.541258 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 46148) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:20.573621 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6274f237-f032-498a-a27a-71899ef0ae38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.647561 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-39166e71-cb54-400b-8127-d398e7480091 service neutron] 10.222.0.71 "GET /v2.0/networks/74cd42ee-3b26-4b36-a716-178818b0f7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973300 Feb 09 21:55:20.756304 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-b1a51dcd-ffe9-42de-b2f9-155b46fd56b2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=53884850-e491-43cf-85e7-94833a88a359 HTTP/1.1" status: 200 len: 217 time: 0.1046157 Feb 09 21:55:20.868179 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-350a0a0f-b34a-45fd-a947-49c86468a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:20.869892 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-350a0a0f-b34a-45fd-a947-49c86468a559 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2fca83c8-cd1b-4ca3-9dfe-5920ebb47174 HTTP/1.1" status: 200 len: 797 time: 0.1056454 Feb 09 21:55:20.963207 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6274f237-f032-498a-a27a-71899ef0ae38 admin admin] Publish callbacks [] for security_group (eeae4f06-0bab-4f4e-85ce-836c5e4277a2), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.974956 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6274f237-f032-498a-a27a-71899ef0ae38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (eeae4f06-0bab-4f4e-85ce-836c5e4277a2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:21.071577 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6274f237-f032-498a-a27a-71899ef0ae38 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f3dbaaff74184889a2c799a65a9260ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5283334 Feb 09 21:55:21.073016 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274f237-f032-498a-a27a-71899ef0ae38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeae4f06-0bab-4f4e-85ce-836c5e4277a2,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:21.075395 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 46160) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:21.160917 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-08339542-45a9-438b-8b0a-d175ba025a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:21.166788 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-08339542-45a9-438b-8b0a-d175ba025a60 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=74cd42ee-3b26-4b36-a716-178818b0f7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2894418 Feb 09 21:55:21.474655 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8a8828d-b88e-4300-a5fc-ff8d194bb32a admin admin] Publish callbacks [] for security_group (eeae4f06-0bab-4f4e-85ce-836c5e4277a2), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:21.505574 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01518ec-7c84-425f-ae64-28c988b1046f req-cbebb6c0-a264-4357-9539-ea887afc7ab5 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:21.508528 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b01518ec-7c84-425f-ae64-28c988b1046f req-cbebb6c0-a264-4357-9539-ea887afc7ab5 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f127217-b7ab-4b6e-b554-e85e1c3e57a0 HTTP/1.1" status: 200 len: 945 time: 0.3368211 Feb 09 21:55:21.582037 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-62ebe57b-a064-4fc2-af47-a6317939a5bb service neutron] 10.222.0.71 "GET /v2.0/networks/74cd42ee-3b26-4b36-a716-178818b0f7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970909 Feb 09 21:55:21.589235 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8a8828d-b88e-4300-a5fc-ff8d194bb32a admin admin] Publish callbacks [] for security_group (eeae4f06-0bab-4f4e-85ce-836c5e4277a2), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:21.759121 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b01518ec-7c84-425f-ae64-28c988b1046f req-95bf54c2-77c9-491a-908e-eae8cacc3915 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267973 Feb 09 21:55:21.828790 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8a8828d-b88e-4300-a5fc-ff8d194bb32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (eeae4f06-0bab-4f4e-85ce-836c5e4277a2), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:21.836695 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8a8828d-b88e-4300-a5fc-ff8d194bb32a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:21.838191 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d8a8828d-b88e-4300-a5fc-ff8d194bb32a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eeae4f06-0bab-4f4e-85ce-836c5e4277a2 HTTP/1.1" status: 204 len: 168 time: 0.7612863 Feb 09 21:55:21.886217 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445d51b5-98e0-4fe4-9104-cfcf0c85902f req-caea3bdb-f761-4157-b453-8ede81d478cc service neutron] 10.222.0.71 "GET /v2.0/networks/74cd42ee-3b26-4b36-a716-178818b0f7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937498 Feb 09 21:55:21.888047 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8828d-b88e-4300-a5fc-ff8d194bb32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeae4f06-0bab-4f4e-85ce-836c5e4277a2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:21.955853 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8828d-b88e-4300-a5fc-ff8d194bb32a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:21.956214 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8828d-b88e-4300-a5fc-ff8d194bb32a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:21.956821 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8828d-b88e-4300-a5fc-ff8d194bb32a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:21.956945 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8828d-b88e-4300-a5fc-ff8d194bb32a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:21.957230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8828d-b88e-4300-a5fc-ff8d194bb32a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:21.957569 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8828d-b88e-4300-a5fc-ff8d194bb32a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:21.957933 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8828d-b88e-4300-a5fc-ff8d194bb32a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:21.958270 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8828d-b88e-4300-a5fc-ff8d194bb32a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:21.958603 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8828d-b88e-4300-a5fc-ff8d194bb32a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:21.958933 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8828d-b88e-4300-a5fc-ff8d194bb32a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:21.959263 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8828d-b88e-4300-a5fc-ff8d194bb32a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:21.959592 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8828d-b88e-4300-a5fc-ff8d194bb32a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:21.964040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8828d-b88e-4300-a5fc-ff8d194bb32a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:23.520587 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 46224) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:23.989843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c35193-d28a-46a6-832d-ea20a051ef62 req-78237e5d-4f88-44f6-b7f1-e10d724c0029 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:23.991764 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b8c35193-d28a-46a6-832d-ea20a051ef62 req-78237e5d-4f88-44f6-b7f1-e10d724c0029 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f127217-b7ab-4b6e-b554-e85e1c3e57a0 HTTP/1.1" status: 200 len: 945 time: 0.2220516 Feb 09 21:55:23.995374 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c0621-d5e6-4810-83b7-df16009ddda5 req-b298613f-3501-472c-9d5a-3b96658bba9b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:24.009462 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d0c0621-d5e6-4810-83b7-df16009ddda5 req-b298613f-3501-472c-9d5a-3b96658bba9b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f127217-b7ab-4b6e-b554-e85e1c3e57a0 HTTP/1.1" status: 200 len: 945 time: 0.2642841 Feb 09 21:55:24.206000 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4ae58523-f4d7-4d1b-a9be-cda297b82822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.282889 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d0c0621-d5e6-4810-83b7-df16009ddda5 req-33d0e5c2-6537-474f-90b1-9a79b3db065b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641435 Feb 09 21:55:24.319770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-b8c35193-d28a-46a6-832d-ea20a051ef62 req-a73ba1e2-b695-4e4b-8119-d84238e99791 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Deleting port 492b2755-9ad8-47ef-8a47-2e757e3c325b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:24.323419 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b8c35193-d28a-46a6-832d-ea20a051ef62 req-a73ba1e2-b695-4e4b-8119-d84238e99791 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (492b2755-9ad8-47ef-8a47-2e757e3c325b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.461469 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4ae58523-f4d7-4d1b-a9be-cda297b82822 admin admin] Publish callbacks [] for security_group (36585883-59df-450a-a384-10cd5f417194), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.472941 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4ae58523-f4d7-4d1b-a9be-cda297b82822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (36585883-59df-450a-a384-10cd5f417194), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.653188 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae58523-f4d7-4d1b-a9be-cda297b82822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36585883-59df-450a-a384-10cd5f417194,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:24.668080 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4ae58523-f4d7-4d1b-a9be-cda297b82822 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=89494bd6c7354667ae52e15e3f0a03c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1455204 Feb 09 21:55:24.677938 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 46254) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:24.754546 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-b8c35193-d28a-46a6-832d-ea20a051ef62 req-a73ba1e2-b695-4e4b-8119-d84238e99791 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] For port 492b2755-9ad8-47ef-8a47-2e757e3c325b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=492b2755-9ad8-47ef-8a47-2e757e3c325b,segment=NetworkSegment(43155470-d798-4067-9785-b776d9c040b8),segment_id=43155470-d798-4067-9785-b776d9c040b8)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:24.755239 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b8c35193-d28a-46a6-832d-ea20a051ef62 req-a73ba1e2-b695-4e4b-8119-d84238e99791 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (492b2755-9ad8-47ef-8a47-2e757e3c325b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.848046 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-b8c35193-d28a-46a6-832d-ea20a051ef62 req-a73ba1e2-b695-4e4b-8119-d84238e99791 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Calling delete_port for 492b2755-9ad8-47ef-8a47-2e757e3c325b owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:25.074960 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2eeee442-14b3-40d3-9117-c68d3cc615fb admin admin] Publish callbacks [] for security_group (36585883-59df-450a-a384-10cd5f417194), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:25.224354 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2eeee442-14b3-40d3-9117-c68d3cc615fb admin admin] Publish callbacks [] for security_group (36585883-59df-450a-a384-10cd5f417194), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:25.228404 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b8c35193-d28a-46a6-832d-ea20a051ef62 req-a73ba1e2-b695-4e4b-8119-d84238e99791 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (492b2755-9ad8-47ef-8a47-2e757e3c325b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:25.289090 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ba1e2-b695-4e4b-8119-d84238e99791 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Pushing event deleted for resources: {'Port': ['ID=492b2755-9ad8-47ef-8a47-2e757e3c325b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:25.289321 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:55:25.338096 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['492b2755-9ad8-47ef-8a47-2e757e3c325b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:55:25.350362 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c35193-d28a-46a6-832d-ea20a051ef62 req-a73ba1e2-b695-4e4b-8119-d84238e99791 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] No DVR routers for this DVR port 492b2755-9ad8-47ef-8a47-2e757e3c325b on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:25.357727 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b8c35193-d28a-46a6-832d-ea20a051ef62 req-a73ba1e2-b695-4e4b-8119-d84238e99791 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:25.361991 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b8c35193-d28a-46a6-832d-ea20a051ef62 req-a73ba1e2-b695-4e4b-8119-d84238e99791 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.42 "DELETE /v2.0/ports/492b2755-9ad8-47ef-8a47-2e757e3c325b HTTP/1.1" status: 204 len: 173 time: 1.3636639 Feb 09 21:55:25.362740 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f127217-b7ab-4b6e-b554-e85e1c3e57a0', 'name': 'network-vif-deleted', 'tag': '492b2755-9ad8-47ef-8a47-2e757e3c325b'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:25.367464 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a0c1e0-249d-4a45-8c9e-86cfbc902004" -d '{"events": [{"server_uuid": "2f127217-b7ab-4b6e-b554-e85e1c3e57a0", "name": "network-vif-deleted", "tag": "492b2755-9ad8-47ef-8a47-2e757e3c325b"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:25.417211 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2eeee442-14b3-40d3-9117-c68d3cc615fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (36585883-59df-450a-a384-10cd5f417194), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:25.424404 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2eeee442-14b3-40d3-9117-c68d3cc615fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:25.427618 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2eeee442-14b3-40d3-9117-c68d3cc615fb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/36585883-59df-450a-a384-10cd5f417194 HTTP/1.1" status: 204 len: 168 time: 0.7476208 Feb 09 21:55:25.453034 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeee442-14b3-40d3-9117-c68d3cc615fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36585883-59df-450a-a384-10cd5f417194,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:26.329431 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8096b0-c63f-4e3d-9981-a6cf511c66d5 req-905c3ca8-2ea4-4988-bd7b-9f1ebdbae958 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:26.365370 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8096b0-c63f-4e3d-9981-a6cf511c66d5 req-905c3ca8-2ea4-4988-bd7b-9f1ebdbae958 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:26.404615 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8096b0-c63f-4e3d-9981-a6cf511c66d5 req-905c3ca8-2ea4-4988-bd7b-9f1ebdbae958 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:26.413219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8096b0-c63f-4e3d-9981-a6cf511c66d5 req-905c3ca8-2ea4-4988-bd7b-9f1ebdbae958 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:26.423020 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8096b0-c63f-4e3d-9981-a6cf511c66d5 req-905c3ca8-2ea4-4988-bd7b-9f1ebdbae958 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:26.430557 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8096b0-c63f-4e3d-9981-a6cf511c66d5 req-905c3ca8-2ea4-4988-bd7b-9f1ebdbae958 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:26.447926 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8096b0-c63f-4e3d-9981-a6cf511c66d5 req-905c3ca8-2ea4-4988-bd7b-9f1ebdbae958 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:26.460506 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c8096b0-c63f-4e3d-9981-a6cf511c66d5 req-905c3ca8-2ea4-4988-bd7b-9f1ebdbae958 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5445 time: 0.5910668 Feb 09 21:55:26.620701 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c8096b0-c63f-4e3d-9981-a6cf511c66d5 req-5da39712-081e-4510-8333-39feb4740a4c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1465292 Feb 09 21:55:26.939339 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-34e234c8-8672-4338-a3a4-71c75c4204ba tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:26.945934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-34e234c8-8672-4338-a3a4-71c75c4204ba tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:26.952214 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-34e234c8-8672-4338-a3a4-71c75c4204ba tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:26.958229 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-34e234c8-8672-4338-a3a4-71c75c4204ba tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:26.967415 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-34e234c8-8672-4338-a3a4-71c75c4204ba tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:26.976455 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-34e234c8-8672-4338-a3a4-71c75c4204ba tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:26.983969 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-34e234c8-8672-4338-a3a4-71c75c4204ba tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:26.987061 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-34e234c8-8672-4338-a3a4-71c75c4204ba tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.71 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 5445 time: 0.1861048 Feb 09 21:55:27.083824 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-62c97990-5808-4813-89b1-e5b37b16260e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:27.086792 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-62c97990-5808-4813-89b1-e5b37b16260e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.71 "GET /v2.0/ports/9b02c6a0-c880-416c-99f3-b3b08f6619e3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0922008 Feb 09 21:55:27.367443 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-e0b80bbf-3fb4-45de-8c5d-0a8b1b9dad84 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.71 "GET /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2709632 Feb 09 21:55:27.381160 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-fabef734-2e08-43ce-8784-a065442d34b2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:27.605574 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 492b2755-9ad8-47ef-8a47-2e757e3c325b no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:27.702597 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102ac1d1-848b-471d-ab07-dfbbde7d27bb x-openstack-request-id: req-102ac1d1-848b-471d-ab07-dfbbde7d27bb {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:27.703780 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f127217-b7ab-4b6e-b554-e85e1c3e57a0", "name": "network-vif-deleted", "tag": "492b2755-9ad8-47ef-8a47-2e757e3c325b", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:27.704385 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-102ac1d1-848b-471d-ab07-dfbbde7d27bb {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:27.705076 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f127217-b7ab-4b6e-b554-e85e1c3e57a0', 'name': 'network-vif-deleted', 'tag': '492b2755-9ad8-47ef-8a47-2e757e3c325b', 'status': 'completed', 'code': 200} Feb 09 21:55:27.718776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 492b2755-9ad8-47ef-8a47-2e757e3c325b {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:27.719380 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 492b2755-9ad8-47ef-8a47-2e757e3c325b not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:27.762494 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-fabef734-2e08-43ce-8784-a065442d34b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9b02c6a0-c880-416c-99f3-b3b08f6619e3), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:28.144294 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c5ec6-925c-4a0b-8e9a-65c5159306f1 req-ca33f75a-098b-4cb9-98c8-1831f92e2c78 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:28.147886 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a5c5ec6-925c-4a0b-8e9a-65c5159306f1 req-ca33f75a-098b-4cb9-98c8-1831f92e2c78 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.2964597 Feb 09 21:55:28.314878 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-fabef734-2e08-43ce-8784-a065442d34b2 service neutron] For port 9b02c6a0-c880-416c-99f3-b3b08f6619e3, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9b02c6a0-c880-416c-99f3-b3b08f6619e3,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:28.325116 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a5c5ec6-925c-4a0b-8e9a-65c5159306f1 req-a5b8ac5c-bf22-47fa-8b64-ba6753805714 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665239 Feb 09 21:55:28.387463 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-fabef734-2e08-43ce-8784-a065442d34b2 service neutron] For port 9b02c6a0-c880-416c-99f3-b3b08f6619e3, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:28.511344 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-fabef734-2e08-43ce-8784-a065442d34b2 service neutron] device_id is not set on port 9b02c6a0-c880-416c-99f3-b3b08f6619e3 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:55:28.615992 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-fabef734-2e08-43ce-8784-a065442d34b2 service neutron] Publish callbacks [] for port (9b02c6a0-c880-416c-99f3-b3b08f6619e3), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:28.644941 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-fabef734-2e08-43ce-8784-a065442d34b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (9b02c6a0-c880-416c-99f3-b3b08f6619e3), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:28.808176 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-fabef734-2e08-43ce-8784-a065442d34b2 service neutron] No DVR routers for this DVR port 9b02c6a0-c880-416c-99f3-b3b08f6619e3 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:28.860793 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a159f6-d487-44df-8fe5-c9ab84d1a0d3 req-5454ffd7-88a4-47af-b12d-4a1f08c62526 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:28.891993 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a159f6-d487-44df-8fe5-c9ab84d1a0d3 req-5454ffd7-88a4-47af-b12d-4a1f08c62526 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:28.910326 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a159f6-d487-44df-8fe5-c9ab84d1a0d3 req-5454ffd7-88a4-47af-b12d-4a1f08c62526 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:28.930466 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a159f6-d487-44df-8fe5-c9ab84d1a0d3 req-5454ffd7-88a4-47af-b12d-4a1f08c62526 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:28.938808 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a159f6-d487-44df-8fe5-c9ab84d1a0d3 req-5454ffd7-88a4-47af-b12d-4a1f08c62526 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:28.946230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a159f6-d487-44df-8fe5-c9ab84d1a0d3 req-5454ffd7-88a4-47af-b12d-4a1f08c62526 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:28.956689 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a159f6-d487-44df-8fe5-c9ab84d1a0d3 req-5454ffd7-88a4-47af-b12d-4a1f08c62526 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:28.974223 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17a159f6-d487-44df-8fe5-c9ab84d1a0d3 req-5454ffd7-88a4-47af-b12d-4a1f08c62526 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5434 time: 0.4692936 Feb 09 21:55:29.150764 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabef734-2e08-43ce-8784-a065442d34b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b02c6a0-c880-416c-99f3-b3b08f6619e3,revision_number=6']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:29.184659 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-fe9240f6-97d5-40e5-894b-73dfe3ca870f None None] Provisioning complete for port 9b02c6a0-c880-416c-99f3-b3b08f6619e3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:29.185392 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fe9240f6-97d5-40e5-894b-73dfe3ca870f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9b02c6a0-c880-416c-99f3-b3b08f6619e3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:29.239983 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-fe9240f6-97d5-40e5-894b-73dfe3ca870f None None] Port 9b02c6a0-c880-416c-99f3-b3b08f6619e3 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:29.242253 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-fabef734-2e08-43ce-8784-a065442d34b2 service neutron] In _notify_port_updated(), no bound segment for port 9b02c6a0-c880-416c-99f3-b3b08f6619e3 on network 86d9c1a5-299e-4f73-a214-39ab93749bd7 {{(pid=103201) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:55:29.246558 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-fabef734-2e08-43ce-8784-a065442d34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:29.248431 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-fabef734-2e08-43ce-8784-a065442d34b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:29.252177 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-fabef734-2e08-43ce-8784-a065442d34b2 service neutron] 10.222.0.71 "PUT /v2.0/ports/9b02c6a0-c880-416c-99f3-b3b08f6619e3 HTTP/1.1" status: 200 len: 1033 time: 1.8772621 Feb 09 21:55:29.309783 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17a159f6-d487-44df-8fe5-c9ab84d1a0d3 req-be976ee0-a626-4ca0-a27a-33e5ff555717 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3322473 Feb 09 21:55:29.461877 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-b611313e-08e1-4b8d-b2cb-b1c365834b68 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:29.469684 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-b611313e-08e1-4b8d-b2cb-b1c365834b68 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.71 "GET /v2.0/ports/71b95836-8905-44c4-a59c-3d2436734f09?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2049129 Feb 09 21:55:29.490859 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-8fc4c4dd-301c-42c9-af79-0087b6ebfe2d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:29.755410 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-8fc4c4dd-301c-42c9-af79-0087b6ebfe2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (71b95836-8905-44c4-a59c-3d2436734f09), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:29.777642 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274a0a7-f785-469c-9431-66be00d39f71 req-703b2bec-dc27-4cab-b0c9-1e085d1ba2e2 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:29.782575 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e274a0a7-f785-469c-9431-66be00d39f71 req-703b2bec-dc27-4cab-b0c9-1e085d1ba2e2 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2070091 Feb 09 21:55:29.975087 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e274a0a7-f785-469c-9431-66be00d39f71 req-cf23eadb-4646-4aa3-b65a-616415ab0eeb tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754606 Feb 09 21:55:30.015898 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 53884850-e491-43cf-85e7-94833a88a359 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:30.137624 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 46458) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:30.307234 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 53884850-e491-43cf-85e7-94833a88a359 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:30.308345 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (53884850-e491-43cf-85e7-94833a88a359), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:30.377783 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 53884850-e491-43cf-85e7-94833a88a359, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=53884850-e491-43cf-85e7-94833a88a359,segment=NetworkSegment(831f63a0-eb82-44a8-8fe3-f0196a14f6a9),segment_id=831f63a0-eb82-44a8-8fe3-f0196a14f6a9)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:30.379786 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53884850-e491-43cf-85e7-94833a88a359'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:30.392035 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2ee569-cabc-4bb2-a48e-e47f7e2777c9" -d '{"events": [{"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-unplugged", "status": "completed", "tag": "53884850-e491-43cf-85e7-94833a88a359"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:30.396902 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (53884850-e491-43cf-85e7-94833a88a359), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:30.398213 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9b02c6a0-c880-416c-99f3-b3b08f6619e3 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:30.488773 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] The host n-h1-828601-1 is not matching for port 9b02c6a0-c880-416c-99f3-b3b08f6619e3 host ! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:55:30.488773 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9b02c6a0-c880-416c-99f3-b3b08f6619e3 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:30.488773 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e1ca804f-12e2-4d20-8c82-4c642086ea27 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:30.528946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-8fc4c4dd-301c-42c9-af79-0087b6ebfe2d service neutron] For port 71b95836-8905-44c4-a59c-3d2436734f09, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=71b95836-8905-44c4-a59c-3d2436734f09,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:30.576215 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50835662-f2fe-4479-9fbd-2494a2c642b5 req-15807555-612b-4a6d-bbfb-643a42926a8e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:30.584496 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50835662-f2fe-4479-9fbd-2494a2c642b5 req-15807555-612b-4a6d-bbfb-643a42926a8e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:30.591332 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50835662-f2fe-4479-9fbd-2494a2c642b5 req-15807555-612b-4a6d-bbfb-643a42926a8e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:30.600221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50835662-f2fe-4479-9fbd-2494a2c642b5 req-15807555-612b-4a6d-bbfb-643a42926a8e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:30.606323 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50835662-f2fe-4479-9fbd-2494a2c642b5 req-15807555-612b-4a6d-bbfb-643a42926a8e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:30.613554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50835662-f2fe-4479-9fbd-2494a2c642b5 req-15807555-612b-4a6d-bbfb-643a42926a8e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:30.621887 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-50835662-f2fe-4479-9fbd-2494a2c642b5 req-15807555-612b-4a6d-bbfb-643a42926a8e tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 4665 time: 0.3374779 Feb 09 21:55:30.688817 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-85a3bf62-0b92-4fc9-b509-5e0e9bc923e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:30.720271 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-8fc4c4dd-301c-42c9-af79-0087b6ebfe2d service neutron] For port 71b95836-8905-44c4-a59c-3d2436734f09, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:30.900657 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-8fc4c4dd-301c-42c9-af79-0087b6ebfe2d service neutron] device_id is not set on port 71b95836-8905-44c4-a59c-3d2436734f09 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:55:30.924199 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-85a3bf62-0b92-4fc9-b509-5e0e9bc923e7 admin admin] Publish callbacks [] for security_group (bef87215-35e7-4986-b6cd-d21e745ff92e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:30.941554 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-85a3bf62-0b92-4fc9-b509-5e0e9bc923e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bef87215-35e7-4986-b6cd-d21e745ff92e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:30.974130 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-50835662-f2fe-4479-9fbd-2494a2c642b5 req-d2b65945-8449-4242-9fa0-0a75c51b8356 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ae674a6-c2ab-447e-873a-d46da9a8e3df&id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3507054 Feb 09 21:55:30.978243 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-8fc4c4dd-301c-42c9-af79-0087b6ebfe2d service neutron] Publish callbacks [] for port (71b95836-8905-44c4-a59c-3d2436734f09), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:31.006690 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-8fc4c4dd-301c-42c9-af79-0087b6ebfe2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (71b95836-8905-44c4-a59c-3d2436734f09), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:31.020476 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=53884850-e491-43cf-85e7-94833a88a359,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:31.115044 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-85a3bf62-0b92-4fc9-b509-5e0e9bc923e7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a79985c53b604c97a43ac6a3f5d96355&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9756067 Feb 09 21:55:31.120771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 46488) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:31.193003 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3bf62-0b92-4fc9-b509-5e0e9bc923e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef87215-35e7-4986-b6cd-d21e745ff92e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:31.339433 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port e1ca804f-12e2-4d20-8c82-4c642086ea27 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:31.340174 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e1ca804f-12e2-4d20-8c82-4c642086ea27), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:31.358941 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-8fc4c4dd-301c-42c9-af79-0087b6ebfe2d service neutron] No DVR routers for this DVR port 71b95836-8905-44c4-a59c-3d2436734f09 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:31.401854 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4c4dd-301c-42c9-af79-0087b6ebfe2d service neutron] Pushing event updated for resources: {'Port': ['ID=71b95836-8905-44c4-a59c-3d2436734f09,revision_number=6']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:31.436115 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port e1ca804f-12e2-4d20-8c82-4c642086ea27, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e1ca804f-12e2-4d20-8c82-4c642086ea27,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:31.447937 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e1ca804f-12e2-4d20-8c82-4c642086ea27), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:31.449176 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 71b95836-8905-44c4-a59c-3d2436734f09 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:31.505749 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d621d40-0a8d-4d1e-95cc-e537e7a6af34 admin admin] Publish callbacks [] for security_group (bef87215-35e7-4986-b6cd-d21e745ff92e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:31.547690 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-df603ad1-b53c-44a6-962f-6483f6259401 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:31.553334 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-df603ad1-b53c-44a6-962f-6483f6259401 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:31.559133 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-df603ad1-b53c-44a6-962f-6483f6259401 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:31.565681 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-df603ad1-b53c-44a6-962f-6483f6259401 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:31.571078 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-df603ad1-b53c-44a6-962f-6483f6259401 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:31.576967 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-df603ad1-b53c-44a6-962f-6483f6259401 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:31.582779 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-df603ad1-b53c-44a6-962f-6483f6259401 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:31.592195 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=e1ca804f-12e2-4d20-8c82-4c642086ea27,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:31.595350 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-df603ad1-b53c-44a6-962f-6483f6259401 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.42 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 5434 time: 0.4248643 Feb 09 21:55:31.600193 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-8fc4c4dd-301c-42c9-af79-0087b6ebfe2d service neutron] In _notify_port_updated(), no bound segment for port 71b95836-8905-44c4-a59c-3d2436734f09 on network 86d9c1a5-299e-4f73-a214-39ab93749bd7 {{(pid=103201) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:55:31.601046 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d621d40-0a8d-4d1e-95cc-e537e7a6af34 admin admin] Publish callbacks [] for security_group (bef87215-35e7-4986-b6cd-d21e745ff92e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:31.601941 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-8fc4c4dd-301c-42c9-af79-0087b6ebfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:31.606908 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-8fc4c4dd-301c-42c9-af79-0087b6ebfe2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:31.609974 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-8fc4c4dd-301c-42c9-af79-0087b6ebfe2d service neutron] 10.222.0.71 "PUT /v2.0/ports/71b95836-8905-44c4-a59c-3d2436734f09 HTTP/1.1" status: 200 len: 1032 time: 2.1318202 Feb 09 21:55:31.675746 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-52922176-576a-4723-99ce-4db03819450a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:31.677199 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-52922176-576a-4723-99ce-4db03819450a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.42 "GET /v2.0/ports/7b6828af-271c-4a13-a220-321e7f1bb799?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0673785 Feb 09 21:55:31.719340 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] The host n-h1-828601-1 is not matching for port 71b95836-8905-44c4-a59c-3d2436734f09 host ! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:55:31.720073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 71b95836-8905-44c4-a59c-3d2436734f09 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:31.722478 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:31.750152 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:55:31.888805 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f633c-03cd-4f07-b0ed-2c6a36fc79ea req-bedfe556-6c30-4d2a-bcd8-f8c9b85fdd02 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:31.892637 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa3f633c-03cd-4f07-b0ed-2c6a36fc79ea req-bedfe556-6c30-4d2a-bcd8-f8c9b85fdd02 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.5548944 Feb 09 21:55:31.971842 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-85542db4-f9b2-4ce0-b9d9-d1f3fe36959a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.42 "GET /v2.0/networks/11645266-4709-405b-9343-11c33081a44a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2860608 Feb 09 21:55:31.980136 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d621d40-0a8d-4d1e-95cc-e537e7a6af34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bef87215-35e7-4986-b6cd-d21e745ff92e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:31.984044 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d621d40-0a8d-4d1e-95cc-e537e7a6af34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:31.989076 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7d621d40-0a8d-4d1e-95cc-e537e7a6af34 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bef87215-35e7-4986-b6cd-d21e745ff92e HTTP/1.1" status: 204 len: 168 time: 0.8664842 Feb 09 21:55:31.997485 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-d61e4200-33a6-4554-9720-bd6aa26639d0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:32.047399 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-60559c77-ed03-4eda-bec0-7dec1de08d21 None None] Provisioning complete for port 71b95836-8905-44c4-a59c-3d2436734f09 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:32.048070 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-60559c77-ed03-4eda-bec0-7dec1de08d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (71b95836-8905-44c4-a59c-3d2436734f09), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:32.068947 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d621d40-0a8d-4d1e-95cc-e537e7a6af34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef87215-35e7-4986-b6cd-d21e745ff92e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:32.132914 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-d61e4200-33a6-4554-9720-bd6aa26639d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7b6828af-271c-4a13-a220-321e7f1bb799), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:32.148844 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa3f633c-03cd-4f07-b0ed-2c6a36fc79ea req-e4a17479-9f41-4f9d-b4f8-ca2188d05c3f tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454360 Feb 09 21:55:32.159168 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-e9f865b7-1150-4e0f-86d0-a65cc7c1c5f8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Deleting port a1d6edb0-d72a-4457-837c-72eeac84bf0c {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:32.160273 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-e9f865b7-1150-4e0f-86d0-a65cc7c1c5f8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a1d6edb0-d72a-4457-837c-72eeac84bf0c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:32.214179 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:32.214863 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:32.274721 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-60559c77-ed03-4eda-bec0-7dec1de08d21 None None] Port 71b95836-8905-44c4-a59c-3d2436734f09 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:32.323232 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0,segment=NetworkSegment(831f63a0-eb82-44a8-8fe3-f0196a14f6a9),segment_id=831f63a0-eb82-44a8-8fe3-f0196a14f6a9)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:32.326169 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31722d6c-a91c-4b3b-978a-f5b4c773b326 x-openstack-request-id: req-31722d6c-a91c-4b3b-978a-f5b4c773b326 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:32.326444 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-unplugged", "status": "completed", "tag": "53884850-e491-43cf-85e7-94833a88a359", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:32.326706 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31722d6c-a91c-4b3b-978a-f5b4c773b326 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:32.329721 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53884850-e491-43cf-85e7-94833a88a359', 'code': 200} Feb 09 21:55:32.334663 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:32.335520 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 8fcbb2a8-a6d9-4102-8938-35cce483790a no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:32.661179 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-d61e4200-33a6-4554-9720-bd6aa26639d0 service neutron] For port 7b6828af-271c-4a13-a220-321e7f1bb799, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=7b6828af-271c-4a13-a220-321e7f1bb799,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:32.695931 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:32.825307 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-d61e4200-33a6-4554-9720-bd6aa26639d0 service neutron] For port 7b6828af-271c-4a13-a220-321e7f1bb799, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:32.909176 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 8fcbb2a8-a6d9-4102-8938-35cce483790a is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:32.909830 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8fcbb2a8-a6d9-4102-8938-35cce483790a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:32.914211 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-d61e4200-33a6-4554-9720-bd6aa26639d0 service neutron] device_id is not set on port 7b6828af-271c-4a13-a220-321e7f1bb799 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:55:32.925793 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-d61e4200-33a6-4554-9720-bd6aa26639d0 service neutron] Publish callbacks [] for port (7b6828af-271c-4a13-a220-321e7f1bb799), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:32.942262 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-d61e4200-33a6-4554-9720-bd6aa26639d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (7b6828af-271c-4a13-a220-321e7f1bb799), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.025464 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-d61e4200-33a6-4554-9720-bd6aa26639d0 service neutron] No DVR routers for this DVR port 7b6828af-271c-4a13-a220-321e7f1bb799 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:33.071516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e4200-33a6-4554-9720-bd6aa26639d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6828af-271c-4a13-a220-321e7f1bb799,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:33.097814 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 8fcbb2a8-a6d9-4102-8938-35cce483790a, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8fcbb2a8-a6d9-4102-8938-35cce483790a,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:33.111353 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8fcbb2a8-a6d9-4102-8938-35cce483790a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.112894 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device a1d6edb0-d72a-4457-837c-72eeac84bf0c no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:33.132459 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 46526) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:33.188234 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0cc79fc6-3770-4ccd-87fd-4649d8970a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.226016 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=8fcbb2a8-a6d9-4102-8938-35cce483790a,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:33.316073 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-d61e4200-33a6-4554-9720-bd6aa26639d0 service neutron] In _notify_port_updated(), no bound segment for port 7b6828af-271c-4a13-a220-321e7f1bb799 on network 11645266-4709-405b-9343-11c33081a44a {{(pid=103202) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:55:33.317728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-d61e4200-33a6-4554-9720-bd6aa26639d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:33.318829 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-d61e4200-33a6-4554-9720-bd6aa26639d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.329670 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-d61e4200-33a6-4554-9720-bd6aa26639d0 service neutron] 10.222.0.42 "PUT /v2.0/ports/7b6828af-271c-4a13-a220-321e7f1bb799 HTTP/1.1" status: 200 len: 1027 time: 1.3385372 Feb 09 21:55:33.340822 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port a1d6edb0-d72a-4457-837c-72eeac84bf0c is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:33.341497 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a1d6edb0-d72a-4457-837c-72eeac84bf0c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.456859 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e272b9b-3a6c-4e5b-9611-8bbd8f899431 req-4498907a-ca0b-4986-86d3-a3a66a80ac6a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:33.468832 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e272b9b-3a6c-4e5b-9611-8bbd8f899431 req-4498907a-ca0b-4986-86d3-a3a66a80ac6a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:33.477330 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port a1d6edb0-d72a-4457-837c-72eeac84bf0c, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=a1d6edb0-d72a-4457-837c-72eeac84bf0c,segment=NetworkSegment(3d794d80-75d8-4a50-9e25-db04d94b015e),segment_id=3d794d80-75d8-4a50-9e25-db04d94b015e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:33.479900 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e272b9b-3a6c-4e5b-9611-8bbd8f899431 req-4498907a-ca0b-4986-86d3-a3a66a80ac6a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:33.486045 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a1d6edb0-d72a-4457-837c-72eeac84bf0c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.501708 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e272b9b-3a6c-4e5b-9611-8bbd8f899431 req-4498907a-ca0b-4986-86d3-a3a66a80ac6a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:33.536043 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e272b9b-3a6c-4e5b-9611-8bbd8f899431 req-4498907a-ca0b-4986-86d3-a3a66a80ac6a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:33.555579 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-f857c6ad-d614-423c-bb69-3da3a929e335 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:33.557823 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-f857c6ad-d614-423c-bb69-3da3a929e335 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.42 "GET /v2.0/ports/1535e276-e99b-48bb-88c1-4bf9d40f2fd7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2098887 Feb 09 21:55:33.568306 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e272b9b-3a6c-4e5b-9611-8bbd8f899431 req-4498907a-ca0b-4986-86d3-a3a66a80ac6a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:33.579978 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-5fa0f2a3-f343-4d9c-a052-26ff1c452177 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:33.585251 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e272b9b-3a6c-4e5b-9611-8bbd8f899431 req-4498907a-ca0b-4986-86d3-a3a66a80ac6a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 4660 time: 0.5103481 Feb 09 21:55:33.646696 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-e9f865b7-1150-4e0f-86d0-a65cc7c1c5f8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] For port a1d6edb0-d72a-4457-837c-72eeac84bf0c, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=a1d6edb0-d72a-4457-837c-72eeac84bf0c,segment=NetworkSegment(3d794d80-75d8-4a50-9e25-db04d94b015e),segment_id=3d794d80-75d8-4a50-9e25-db04d94b015e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:33.647070 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-e9f865b7-1150-4e0f-86d0-a65cc7c1c5f8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a1d6edb0-d72a-4457-837c-72eeac84bf0c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.725403 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0cc79fc6-3770-4ccd-87fd-4649d8970a92 admin admin] Publish callbacks [] for security_group (555eea88-48e0-40ad-b98d-b0e0e5493b79), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.743397 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e272b9b-3a6c-4e5b-9611-8bbd8f899431 req-83c43d26-3659-4b56-b1b6-6d97576731a3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&id=560297a7-e86f-4f63-b1a7-2534175f541d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1567876 Feb 09 21:55:33.755895 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0cc79fc6-3770-4ccd-87fd-4649d8970a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (555eea88-48e0-40ad-b98d-b0e0e5493b79), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.843609 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c3426e3f-d4d8-4004-8558-fc8289649080 None None] Provisioning complete for port 7b6828af-271c-4a13-a220-321e7f1bb799 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:33.846629 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c3426e3f-d4d8-4004-8558-fc8289649080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7b6828af-271c-4a13-a220-321e7f1bb799), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.856380 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=a1d6edb0-d72a-4457-837c-72eeac84bf0c,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:33.870159 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-5fa0f2a3-f343-4d9c-a052-26ff1c452177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1535e276-e99b-48bb-88c1-4bf9d40f2fd7), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.913755 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0cc79fc6-3770-4ccd-87fd-4649d8970a92 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d1e8882e76ab44208637d2a77433e269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7764599 Feb 09 21:55:33.920322 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 46544) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:33.924501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc79fc6-3770-4ccd-87fd-4649d8970a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555eea88-48e0-40ad-b98d-b0e0e5493b79,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:34.003387 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c3426e3f-d4d8-4004-8558-fc8289649080 None None] Port 7b6828af-271c-4a13-a220-321e7f1bb799 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:34.134936 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0585856-cc5d-40c3-ad6c-3c1d7d918b22 req-059859ce-0364-413b-a7a3-2f27e054e54c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:34.140835 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0585856-cc5d-40c3-ad6c-3c1d7d918b22 req-059859ce-0364-413b-a7a3-2f27e054e54c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:34.147195 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0585856-cc5d-40c3-ad6c-3c1d7d918b22 req-059859ce-0364-413b-a7a3-2f27e054e54c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:34.154931 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0585856-cc5d-40c3-ad6c-3c1d7d918b22 req-059859ce-0364-413b-a7a3-2f27e054e54c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:34.178804 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0585856-cc5d-40c3-ad6c-3c1d7d918b22 req-059859ce-0364-413b-a7a3-2f27e054e54c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:34.180937 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0585856-cc5d-40c3-ad6c-3c1d7d918b22 req-059859ce-0364-413b-a7a3-2f27e054e54c tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 3876 time: 0.2051754 Feb 09 21:55:34.206113 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-e9f865b7-1150-4e0f-86d0-a65cc7c1c5f8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.206400 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-e9f865b7-1150-4e0f-86d0-a65cc7c1c5f8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (1f22282b-b602-4b7d-895f-119b9c4d6951), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.206725 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-e9f865b7-1150-4e0f-86d0-a65cc7c1c5f8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Floating IP 1f22282b-b602-4b7d-895f-119b9c4d6951 disassociated. External IP: 172.25.6.180, port: a1d6edb0-d72a-4457-837c-72eeac84bf0c. Feb 09 21:55:34.207085 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-e9f865b7-1150-4e0f-86d0-a65cc7c1c5f8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Calling delete_port for a1d6edb0-d72a-4457-837c-72eeac84bf0c owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:34.277231 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e85cda8-8795-41e0-b2ae-f70edbdf8277 admin admin] Publish callbacks [] for security_group (555eea88-48e0-40ad-b98d-b0e0e5493b79), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.330926 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1ca804f-12e2-4d20-8c82-4c642086ea27'}, {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0'}, {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fcbb2a8-a6d9-4102-8938-35cce483790a'}, {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1d6edb0-d72a-4457-837c-72eeac84bf0c'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:34.333395 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7cd2ba-ec4a-464e-96eb-10f3fabc6d52" -d '{"events": [{"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-unplugged", "status": "completed", "tag": "e1ca804f-12e2-4d20-8c82-4c642086ea27"}, {"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-unplugged", "status": "completed", "tag": "1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0"}, {"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-unplugged", "status": "completed", "tag": "8fcbb2a8-a6d9-4102-8938-35cce483790a"}, {"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-unplugged", "status": "completed", "tag": "a1d6edb0-d72a-4457-837c-72eeac84bf0c"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:34.413378 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e85cda8-8795-41e0-b2ae-f70edbdf8277 admin admin] Publish callbacks [] for security_group (555eea88-48e0-40ad-b98d-b0e0e5493b79), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.436708 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-e9f865b7-1150-4e0f-86d0-a65cc7c1c5f8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (a1d6edb0-d72a-4457-837c-72eeac84bf0c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.495444 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-5fa0f2a3-f343-4d9c-a052-26ff1c452177 service neutron] For port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1535e276-e99b-48bb-88c1-4bf9d40f2fd7,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:34.521222 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f865b7-1150-4e0f-86d0-a65cc7c1c5f8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event deleted for resources: {'Port': ['ID=a1d6edb0-d72a-4457-837c-72eeac84bf0c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:34.577029 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-5fa0f2a3-f343-4d9c-a052-26ff1c452177 service neutron] For port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:34.583440 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e85cda8-8795-41e0-b2ae-f70edbdf8277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (555eea88-48e0-40ad-b98d-b0e0e5493b79), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.615205 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e85cda8-8795-41e0-b2ae-f70edbdf8277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.618205 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4e85cda8-8795-41e0-b2ae-f70edbdf8277 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/555eea88-48e0-40ad-b98d-b0e0e5493b79 HTTP/1.1" status: 204 len: 168 time: 0.6944566 Feb 09 21:55:34.638544 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0585856-cc5d-40c3-ad6c-3c1d7d918b22 req-c7207fd4-8f08-4732-ac49-967a43bccfc7 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4489546 Feb 09 21:55:34.720303 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-5fa0f2a3-f343-4d9c-a052-26ff1c452177 service neutron] device_id is not set on port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:55:34.732635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85cda8-8795-41e0-b2ae-f70edbdf8277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555eea88-48e0-40ad-b98d-b0e0e5493b79,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:34.744759 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-5fa0f2a3-f343-4d9c-a052-26ff1c452177 service neutron] Publish callbacks [] for port (1535e276-e99b-48bb-88c1-4bf9d40f2fd7), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.758546 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-e9f865b7-1150-4e0f-86d0-a65cc7c1c5f8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Router 4c9910cf-16c6-4589-b61d-206b3c69b679 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:55:34.764772 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-5fa0f2a3-f343-4d9c-a052-26ff1c452177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (1535e276-e99b-48bb-88c1-4bf9d40f2fd7), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.946287 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-5fa0f2a3-f343-4d9c-a052-26ff1c452177 service neutron] No DVR routers for this DVR port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:34.957323 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0f2a3-f343-4d9c-a052-26ff1c452177 service neutron] Pushing event updated for resources: {'Port': ['ID=1535e276-e99b-48bb-88c1-4bf9d40f2fd7,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:35.068488 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-5fa0f2a3-f343-4d9c-a052-26ff1c452177 service neutron] In _notify_port_updated(), no bound segment for port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 on network 11645266-4709-405b-9343-11c33081a44a {{(pid=103202) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:55:35.069464 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-5fa0f2a3-f343-4d9c-a052-26ff1c452177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:35.070110 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-5fa0f2a3-f343-4d9c-a052-26ff1c452177 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.071548 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-5fa0f2a3-f343-4d9c-a052-26ff1c452177 service neutron] 10.222.0.42 "PUT /v2.0/ports/1535e276-e99b-48bb-88c1-4bf9d40f2fd7 HTTP/1.1" status: 200 len: 1027 time: 1.5023532 Feb 09 21:55:35.284042 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3578a7-83d8-4822-bf3d-ba2745208a7c req-2af82da1-1385-439a-9b53-04a2162e1776 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:35.303547 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb3578a7-83d8-4822-bf3d-ba2745208a7c req-2af82da1-1385-439a-9b53-04a2162e1776 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.3953519 Feb 09 21:55:35.363322 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-e9f865b7-1150-4e0f-86d0-a65cc7c1c5f8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:35.382785 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6f21e3-0630-4113-9e5b-5642d3b02570 None None] Sync routers for ids ['4c9910cf-16c6-4589-b61d-206b3c69b679'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:35.394316 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-2003f7c8-09de-44a8-803f-cf10af8935d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Deleting port 81ec4b37-8cab-4191-9a15-c2cbd5243f93 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:35.394787 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-2003f7c8-09de-44a8-803f-cf10af8935d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (81ec4b37-8cab-4191-9a15-c2cbd5243f93), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.444278 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6f21e3-0630-4113-9e5b-5642d3b02570 None None] Routers {'4c9910cf-16c6-4589-b61d-206b3c69b679'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:35.450173 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9a6f21e3-0630-4113-9e5b-5642d3b02570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:55:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['4c9910cf-16c6-4589-b61d-206b3c69b679'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:35.556490 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-cf93db6a-2f16-41df-b696-5dea7f78070a None None] Provisioning complete for port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:35.557661 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cf93db6a-2f16-41df-b696-5dea7f78070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1535e276-e99b-48bb-88c1-4bf9d40f2fd7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.644380 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb3578a7-83d8-4822-bf3d-ba2745208a7c req-eeb5e0b0-85cd-43fe-8caa-499c16d43ee4 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291004 Feb 09 21:55:35.649477 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-e9f865b7-1150-4e0f-86d0-a65cc7c1c5f8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] No DVR routers for this DVR port a1d6edb0-d72a-4457-837c-72eeac84bf0c on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:35.662612 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-cf93db6a-2f16-41df-b696-5dea7f78070a None None] Port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:35.665761 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-e9f865b7-1150-4e0f-86d0-a65cc7c1c5f8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.690934 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-e9f865b7-1150-4e0f-86d0-a65cc7c1c5f8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.71 "DELETE /v2.0/ports/a1d6edb0-d72a-4457-837c-72eeac84bf0c HTTP/1.1" status: 204 len: 173 time: 4.0609510 Feb 09 21:55:35.691251 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 5514f642-3a93-45cd-9a92-fdc767ad06bf no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:35.691468 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-deleted', 'tag': 'a1d6edb0-d72a-4457-837c-72eeac84bf0c'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:35.701999 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-2003f7c8-09de-44a8-803f-cf10af8935d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] For port 81ec4b37-8cab-4191-9a15-c2cbd5243f93, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=81ec4b37-8cab-4191-9a15-c2cbd5243f93,segment=NetworkSegment(ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51),segment_id=ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:35.702332 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097c0632-7632-489c-a28f-f9616d2a49e3" -d '{"events": [{"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-deleted", "tag": "a1d6edb0-d72a-4457-837c-72eeac84bf0c"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:35.703929 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-2003f7c8-09de-44a8-803f-cf10af8935d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (81ec4b37-8cab-4191-9a15-c2cbd5243f93), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.849383 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-9a6f21e3-0630-4113-9e5b-5642d3b02570 None None] Set router 4c9910cf-16c6-4589-b61d-206b3c69b679 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:36.143825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e297e6-bf03-43ae-a27e-e9ffee54bf7f req-ce6c5501-4d74-4ca8-a883-196eaa9f1e92 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:36.145463 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93e297e6-bf03-43ae-a27e-e9ffee54bf7f req-ce6c5501-4d74-4ca8-a883-196eaa9f1e92 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.1952443 Feb 09 21:55:36.162853 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-6ad59bff-5ae0-4a28-9de0-6cf2e97b16fe tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Deleting port e1ca804f-12e2-4d20-8c82-4c642086ea27 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:36.162853 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-6ad59bff-5ae0-4a28-9de0-6cf2e97b16fe tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (e1ca804f-12e2-4d20-8c82-4c642086ea27), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.184143 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 5514f642-3a93-45cd-9a92-fdc767ad06bf is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:36.192266 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5514f642-3a93-45cd-9a92-fdc767ad06bf), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.309327 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-2003f7c8-09de-44a8-803f-cf10af8935d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.314301 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-2003f7c8-09de-44a8-803f-cf10af8935d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (13f1764a-c502-4988-8648-585fa6460832), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.314797 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-2003f7c8-09de-44a8-803f-cf10af8935d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Floating IP 13f1764a-c502-4988-8648-585fa6460832 disassociated. External IP: 172.25.6.25, port: 81ec4b37-8cab-4191-9a15-c2cbd5243f93. Feb 09 21:55:36.315310 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-2003f7c8-09de-44a8-803f-cf10af8935d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Calling delete_port for 81ec4b37-8cab-4191-9a15-c2cbd5243f93 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:36.327265 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 5514f642-3a93-45cd-9a92-fdc767ad06bf, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=5514f642-3a93-45cd-9a92-fdc767ad06bf,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:36.339548 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5514f642-3a93-45cd-9a92-fdc767ad06bf), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.340992 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 7b6828af-271c-4a13-a220-321e7f1bb799 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:36.548429 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-2003f7c8-09de-44a8-803f-cf10af8935d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (81ec4b37-8cab-4191-9a15-c2cbd5243f93), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.550389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93e297e6-bf03-43ae-a27e-e9ffee54bf7f req-1620b57c-d108-46c7-989d-f667308753a0 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3808124 Feb 09 21:55:36.632711 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003f7c8-09de-44a8-803f-cf10af8935d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event deleted for resources: {'Port': ['ID=81ec4b37-8cab-4191-9a15-c2cbd5243f93,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:36.655804 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-6ad59bff-5ae0-4a28-9de0-6cf2e97b16fe tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] For port e1ca804f-12e2-4d20-8c82-4c642086ea27, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e1ca804f-12e2-4d20-8c82-4c642086ea27,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:36.656924 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-6ad59bff-5ae0-4a28-9de0-6cf2e97b16fe tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (e1ca804f-12e2-4d20-8c82-4c642086ea27), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.708263 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-6ad59bff-5ae0-4a28-9de0-6cf2e97b16fe tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Calling delete_port for e1ca804f-12e2-4d20-8c82-4c642086ea27 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:36.742271 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] The host n-h2-828601-1 is not matching for port 7b6828af-271c-4a13-a220-321e7f1bb799 host ! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:55:36.743008 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 7b6828af-271c-4a13-a220-321e7f1bb799 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:36.744966 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:36.761076 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=5514f642-3a93-45cd-9a92-fdc767ad06bf,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:36.771939 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9a6f21e3-0630-4113-9e5b-5642d3b02570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'name': 'tempest-TaggedBootDevicesTest_v242-1048057441-router', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '028b1810-108c-42b3-9062-90dca50442fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:17Z', 'updated_at': '2022-02-09T21:47:31Z', 'revision_number': 4, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'gw_port': {'id': '028b1810-108c-42b3-9062-90dca50442fd', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:19Z', 'updated_at': '2022-02-09T21:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '68d06721-f790-46c2-ab1f-bea235f62f08', 'name': '', 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'mac_address': 'fa:16:3e:f1:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'af7275e2-fa73-4e7a-9fcd-7735fd24f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:27Z', 'updated_at': '2022-02-09T21:47:49Z', 'revision_number': 5, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'subnets': [{'id': 'af7275e2-fa73-4e7a-9fcd-7735fd24f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:36.780978 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a70f5af-3ce0-4994-93f1-d1f26a2caa3e x-openstack-request-id: req-0a70f5af-3ce0-4994-93f1-d1f26a2caa3e {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:36.794541 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-unplugged", "status": "completed", "tag": "e1ca804f-12e2-4d20-8c82-4c642086ea27", "code": 200}, {"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-unplugged", "status": "completed", "tag": "1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0", "code": 200}, {"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-unplugged", "status": "completed", "tag": "8fcbb2a8-a6d9-4102-8938-35cce483790a", "code": 200}, {"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-unplugged", "status": "completed", "tag": "a1d6edb0-d72a-4457-837c-72eeac84bf0c", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:36.794541 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a70f5af-3ce0-4994-93f1-d1f26a2caa3e {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:36.794541 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1ca804f-12e2-4d20-8c82-4c642086ea27', 'code': 200} Feb 09 21:55:36.794541 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0', 'code': 200} Feb 09 21:55:36.794541 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fcbb2a8-a6d9-4102-8938-35cce483790a', 'code': 200} Feb 09 21:55:36.794541 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1d6edb0-d72a-4457-837c-72eeac84bf0c', 'code': 200} Feb 09 21:55:36.844926 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6f21e3-0630-4113-9e5b-5642d3b02570 None None] Checking router: 4c9910cf-16c6-4589-b61d-206b3c69b679 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:36.869675 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6f21e3-0630-4113-9e5b-5642d3b02570 None None] Routers {'4c9910cf-16c6-4589-b61d-206b3c69b679'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:36.874090 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9a6f21e3-0630-4113-9e5b-5642d3b02570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:55:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['4c9910cf-16c6-4589-b61d-206b3c69b679'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:36.922341 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] The host n-h2-828601-1 is not matching for port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 host ! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:55:36.923238 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:36.924692 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 464bd799-857b-45a9-bf2a-5d838ff169b9 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:37.039599 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-2003f7c8-09de-44a8-803f-cf10af8935d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Router c70e6d57-609c-4a99-8fe6-279c7a8dff83 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:55:37.154963 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 464bd799-857b-45a9-bf2a-5d838ff169b9 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:37.155374 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (464bd799-857b-45a9-bf2a-5d838ff169b9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.316241 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 464bd799-857b-45a9-bf2a-5d838ff169b9, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=464bd799-857b-45a9-bf2a-5d838ff169b9,segment=NetworkSegment(5fb966de-50e3-4cd7-b6aa-210f0f2f739d),segment_id=5fb966de-50e3-4cd7-b6aa-210f0f2f739d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:37.328131 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (464bd799-857b-45a9-bf2a-5d838ff169b9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.328929 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:37.353827 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24084ebf-6b1e-4ba0-9345-79aee41b4a85 req-8c5c3b5e-3237-4983-bc94-8cf3f604f562 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:37.376440 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24084ebf-6b1e-4ba0-9345-79aee41b4a85 req-8c5c3b5e-3237-4983-bc94-8cf3f604f562 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:37.386719 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24084ebf-6b1e-4ba0-9345-79aee41b4a85 req-8c5c3b5e-3237-4983-bc94-8cf3f604f562 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:37.409894 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24084ebf-6b1e-4ba0-9345-79aee41b4a85 req-8c5c3b5e-3237-4983-bc94-8cf3f604f562 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:37.419823 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-24084ebf-6b1e-4ba0-9345-79aee41b4a85 req-8c5c3b5e-3237-4983-bc94-8cf3f604f562 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 3149 time: 0.4583135 Feb 09 21:55:37.477035 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-9a6f21e3-0630-4113-9e5b-5642d3b02570 None None] Set router 4c9910cf-16c6-4589-b61d-206b3c69b679 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:37.524190 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-6ad59bff-5ae0-4a28-9de0-6cf2e97b16fe tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (e1ca804f-12e2-4d20-8c82-4c642086ea27), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.593844 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-2003f7c8-09de-44a8-803f-cf10af8935d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:37.695938 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad59bff-5ae0-4a28-9de0-6cf2e97b16fe tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event deleted for resources: {'Port': ['ID=e1ca804f-12e2-4d20-8c82-4c642086ea27,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:37.709753 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-2003f7c8-09de-44a8-803f-cf10af8935d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] No DVR routers for this DVR port 81ec4b37-8cab-4191-9a15-c2cbd5243f93 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:37.714283 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-2003f7c8-09de-44a8-803f-cf10af8935d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.726081 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-2003f7c8-09de-44a8-803f-cf10af8935d4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.42 "DELETE /v2.0/ports/81ec4b37-8cab-4191-9a15-c2cbd5243f93 HTTP/1.1" status: 204 len: 173 time: 2.6445396 Feb 09 21:55:37.726597 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-deleted', 'tag': '81ec4b37-8cab-4191-9a15-c2cbd5243f93'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:37.733176 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d8a15c-65c7-465a-8a7a-1e699dc77ea2" -d '{"events": [{"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-deleted", "tag": "81ec4b37-8cab-4191-9a15-c2cbd5243f93"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:37.857302 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-24084ebf-6b1e-4ba0-9345-79aee41b4a85 req-7fbb11b2-71c2-420b-957e-7a893185a19f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4364359 Feb 09 21:55:37.905646 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-6ad59bff-5ae0-4a28-9de0-6cf2e97b16fe tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] No DVR routers for this DVR port e1ca804f-12e2-4d20-8c82-4c642086ea27 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:37.908464 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:37.919596 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.919927 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-6ad59bff-5ae0-4a28-9de0-6cf2e97b16fe tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.919927 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-6ad59bff-5ae0-4a28-9de0-6cf2e97b16fe tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.71 "DELETE /v2.0/ports/e1ca804f-12e2-4d20-8c82-4c642086ea27 HTTP/1.1" status: 204 len: 173 time: 2.2012277 Feb 09 21:55:37.938315 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd5c6e-a052-4181-b90d-7d2793613186 None None] Sync routers for ids ['c70e6d57-609c-4a99-8fe6-279c7a8dff83'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:38.112209 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=464bd799-857b-45a9-bf2a-5d838ff169b9,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:38.150932 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-09ad5fcc-7526-4aef-b22d-8717e11afda0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.184864 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-b88f04e9-538a-41aa-8c23-6594a3efbe98 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Deleting port 5514f642-3a93-45cd-9a92-fdc767ad06bf {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:38.185202 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-b88f04e9-538a-41aa-8c23-6594a3efbe98 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5514f642-3a93-45cd-9a92-fdc767ad06bf), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.198701 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9a6f21e3-0630-4113-9e5b-5642d3b02570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'name': 'tempest-TaggedBootDevicesTest_v242-1048057441-router', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '028b1810-108c-42b3-9062-90dca50442fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:17Z', 'updated_at': '2022-02-09T21:47:31Z', 'revision_number': 4, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'gw_port': {'id': '028b1810-108c-42b3-9062-90dca50442fd', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:19Z', 'updated_at': '2022-02-09T21:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '68d06721-f790-46c2-ab1f-bea235f62f08', 'name': '', 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'mac_address': 'fa:16:3e:f1:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'af7275e2-fa73-4e7a-9fcd-7735fd24f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:27Z', 'updated_at': '2022-02-09T21:47:49Z', 'revision_number': 5, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'subnets': [{'id': 'af7275e2-fa73-4e7a-9fcd-7735fd24f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:38.209656 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edd5c6e-a052-4181-b90d-7d2793613186 None None] Routers {'c70e6d57-609c-4a99-8fe6-279c7a8dff83'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:38.214346 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2edd5c6e-a052-4181-b90d-7d2793613186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:55:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c70e6d57-609c-4a99-8fe6-279c7a8dff83'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:38.329397 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6f21e3-0630-4113-9e5b-5642d3b02570 None None] The sync data for ids ['4c9910cf-16c6-4589-b61d-206b3c69b679'] in n-d-828601-1 is: [{'id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'name': 'tempest-TaggedBootDevicesTest_v242-1048057441-router', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '028b1810-108c-42b3-9062-90dca50442fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:17Z', 'updated_at': '2022-02-09T21:47:31Z', 'revision_number': 4, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'gw_port': {'id': '028b1810-108c-42b3-9062-90dca50442fd', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:19Z', 'updated_at': '2022-02-09T21:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '68d06721-f790-46c2-ab1f-bea235f62f08', 'name': '', 'network_id': '361d3ae3-946b-43bc-bd7a-5571eb55520d', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'mac_address': 'fa:16:3e:f1:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'af7275e2-fa73-4e7a-9fcd-7735fd24f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:27Z', 'updated_at': '2022-02-09T21:47:49Z', 'revision_number': 5, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'subnets': [{'id': 'af7275e2-fa73-4e7a-9fcd-7735fd24f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:38.440961 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-5b069f1f-1061-49d1-b408-2743a190b991 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Deleting port 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:38.441410 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-5b069f1f-1061-49d1-b408-2743a190b991 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.494037 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f817b-ded9-4ceb-ab9d-2f6a92ec0222 req-1386f0ab-91d4-461c-a217-c3d28c26096e tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:38.510843 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b66f817b-ded9-4ceb-ab9d-2f6a92ec0222 req-1386f0ab-91d4-461c-a217-c3d28c26096e tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.3734450 Feb 09 21:55:38.563491 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-b88f04e9-538a-41aa-8c23-6594a3efbe98 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] For port 5514f642-3a93-45cd-9a92-fdc767ad06bf, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=5514f642-3a93-45cd-9a92-fdc767ad06bf,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:38.572580 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-b88f04e9-538a-41aa-8c23-6594a3efbe98 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5514f642-3a93-45cd-9a92-fdc767ad06bf), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.626220 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-b88f04e9-538a-41aa-8c23-6594a3efbe98 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Calling delete_port for 5514f642-3a93-45cd-9a92-fdc767ad06bf owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:38.646264 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:38.648861 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:38.649592 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:38.650138 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:38.650675 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:38.667420 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:38.669320 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:38.670134 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:38.670640 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:38.674586 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:38.675149 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:38.675636 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:38.676172 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:38.754618 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97,segment=NetworkSegment(5fb966de-50e3-4cd7-b6aa-210f0f2f739d),segment_id=5fb966de-50e3-4cd7-b6aa-210f0f2f739d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:38.774976 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.775897 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 81ec4b37-8cab-4191-9a15-c2cbd5243f93 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:38.817505 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b66f817b-ded9-4ceb-ab9d-2f6a92ec0222 req-6b413d67-5aad-4a31-b749-f956c7f9acd1 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056409 Feb 09 21:55:38.848961 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5514f642-3a93-45cd-9a92-fdc767ad06bf'}, {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '464bd799-857b-45a9-bf2a-5d838ff169b9'}, {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:38.851956 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bc9775-1d9c-4b67-b8d3-941049d24f6b" -d '{"events": [{"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-unplugged", "status": "completed", "tag": "5514f642-3a93-45cd-9a92-fdc767ad06bf"}, {"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-unplugged", "status": "completed", "tag": "464bd799-857b-45a9-bf2a-5d838ff169b9"}, {"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-unplugged", "status": "completed", "tag": "1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:38.860529 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 81ec4b37-8cab-4191-9a15-c2cbd5243f93 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:38.862160 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 81ec4b37-8cab-4191-9a15-c2cbd5243f93 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:38.863484 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 6717055f-0982-4d34-a4ac-fe4f5d4cab87 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:39.092658 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-b88f04e9-538a-41aa-8c23-6594a3efbe98 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (5514f642-3a93-45cd-9a92-fdc767ad06bf), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:39.135299 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d5442e-7b59-4204-9aa5-136fa06e05e8 None None] New status for floating IP 1f22282b-b602-4b7d-895f-119b9c4d6951: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:55:39.182171 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f04e9-538a-41aa-8c23-6594a3efbe98 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event deleted for resources: {'Port': ['ID=5514f642-3a93-45cd-9a92-fdc767ad06bf,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:39.370018 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-5b069f1f-1061-49d1-b408-2743a190b991 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] For port 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0,segment=NetworkSegment(831f63a0-eb82-44a8-8fe3-f0196a14f6a9),segment_id=831f63a0-eb82-44a8-8fe3-f0196a14f6a9)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:39.370857 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-5b069f1f-1061-49d1-b408-2743a190b991 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:39.389281 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-b88f04e9-538a-41aa-8c23-6594a3efbe98 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] No DVR routers for this DVR port 5514f642-3a93-45cd-9a92-fdc767ad06bf on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:39.408057 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-b88f04e9-538a-41aa-8c23-6594a3efbe98 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:39.417537 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-b88f04e9-538a-41aa-8c23-6594a3efbe98 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.42 "DELETE /v2.0/ports/5514f642-3a93-45cd-9a92-fdc767ad06bf HTTP/1.1" status: 204 len: 173 time: 1.6508603 Feb 09 21:55:39.471567 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a821e-d531-496d-b549-a40dd192fb51 req-61021b43-dc32-4c0f-a9c5-b8e6b90ee1a6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:39.481947 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 6717055f-0982-4d34-a4ac-fe4f5d4cab87 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:39.482573 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6717055f-0982-4d34-a4ac-fe4f5d4cab87), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:39.499399 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a821e-d531-496d-b549-a40dd192fb51 req-61021b43-dc32-4c0f-a9c5-b8e6b90ee1a6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:39.520144 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a821e-d531-496d-b549-a40dd192fb51 req-61021b43-dc32-4c0f-a9c5-b8e6b90ee1a6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:39.537884 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f4a821e-d531-496d-b549-a40dd192fb51 req-61021b43-dc32-4c0f-a9c5-b8e6b90ee1a6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 2410 time: 0.5372109 Feb 09 21:55:39.588319 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:39.612417 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-2edd5c6e-a052-4181-b90d-7d2793613186 None None] Set router c70e6d57-609c-4a99-8fe6-279c7a8dff83 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:39.685026 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-5b069f1f-1061-49d1-b408-2743a190b991 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Calling delete_port for 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:39.883573 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f4a821e-d531-496d-b549-a40dd192fb51 req-2abede40-509a-4e63-a505-f829b39758f8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3428204 Feb 09 21:55:39.916334 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-20672095-eda9-4158-b8f0-5dde26bcb8ff tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Deleting port 6717055f-0982-4d34-a4ac-fe4f5d4cab87 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:39.916925 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-20672095-eda9-4158-b8f0-5dde26bcb8ff tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (6717055f-0982-4d34-a4ac-fe4f5d4cab87), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:40.010553 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 6717055f-0982-4d34-a4ac-fe4f5d4cab87, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6717055f-0982-4d34-a4ac-fe4f5d4cab87,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:40.041342 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6717055f-0982-4d34-a4ac-fe4f5d4cab87), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:40.413039 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-20672095-eda9-4158-b8f0-5dde26bcb8ff tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] For port 6717055f-0982-4d34-a4ac-fe4f5d4cab87, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6717055f-0982-4d34-a4ac-fe4f5d4cab87,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:40.413553 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-20672095-eda9-4158-b8f0-5dde26bcb8ff tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (6717055f-0982-4d34-a4ac-fe4f5d4cab87), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:40.485333 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-20672095-eda9-4158-b8f0-5dde26bcb8ff tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Calling delete_port for 6717055f-0982-4d34-a4ac-fe4f5d4cab87 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:40.503761 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-5b069f1f-1061-49d1-b408-2743a190b991 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:40.534291 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-007683e2-af0a-477a-92b9-96b04f4c40d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:40.537753 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=6717055f-0982-4d34-a4ac-fe4f5d4cab87,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:40.673132 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b069f1f-1061-49d1-b408-2743a190b991 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event deleted for resources: {'Port': ['ID=1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:40.826111 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a6299d-3bda-43a6-9b28-fc991bed6b35 x-openstack-request-id: req-35a6299d-3bda-43a6-9b28-fc991bed6b35 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:40.831077 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-deleted", "tag": "a1d6edb0-d72a-4457-837c-72eeac84bf0c", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:40.832214 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-35a6299d-3bda-43a6-9b28-fc991bed6b35 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:40.834363 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-deleted', 'tag': 'a1d6edb0-d72a-4457-837c-72eeac84bf0c', 'status': 'completed', 'code': 200} Feb 09 21:55:40.835551 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-5b069f1f-1061-49d1-b408-2743a190b991 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] No DVR routers for this DVR port 1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:40.846817 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-5b069f1f-1061-49d1-b408-2743a190b991 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:40.857540 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-5b069f1f-1061-49d1-b408-2743a190b991 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.71 "DELETE /v2.0/ports/1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0 HTTP/1.1" status: 204 len: 173 time: 2.9246411 Feb 09 21:55:40.903984 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2edd5c6e-a052-4181-b90d-7d2793613186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'name': 'tempest-TaggedBootDevicesTest-1823550041-router', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:24Z', 'updated_at': '2022-02-09T21:47:38Z', 'revision_number': 4, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'gw_port': {'id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:26Z', 'updated_at': '2022-02-09T21:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'bdf8ec80-8b40-4677-bcf4-52d777732add', 'name': '', 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'mac_address': 'fa:16:3e:6c:00:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '55384cb3-5e7d-40d1-a8e4-5aedaec5fab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:33Z', 'updated_at': '2022-02-09T21:48:13Z', 'revision_number': 5, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'subnets': [{'id': '55384cb3-5e7d-40d1-a8e4-5aedaec5fab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:41.052380 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-20672095-eda9-4158-b8f0-5dde26bcb8ff tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (6717055f-0982-4d34-a4ac-fe4f5d4cab87), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.079247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd5c6e-a052-4181-b90d-7d2793613186 None None] Checking router: c70e6d57-609c-4a99-8fe6-279c7a8dff83 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:41.183547 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edd5c6e-a052-4181-b90d-7d2793613186 None None] Routers {'c70e6d57-609c-4a99-8fe6-279c7a8dff83'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:41.185775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2edd5c6e-a052-4181-b90d-7d2793613186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:55:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c70e6d57-609c-4a99-8fe6-279c7a8dff83'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:41.241256 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20672095-eda9-4158-b8f0-5dde26bcb8ff tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event deleted for resources: {'Port': ['ID=6717055f-0982-4d34-a4ac-fe4f5d4cab87,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:41.291072 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4bbc0-d899-4304-a08f-cb122ee5d4c5 req-823cce24-bdc7-4d1e-a380-180ec3d6d75b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:41.299460 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fc4bbc0-d899-4304-a08f-cb122ee5d4c5 req-823cce24-bdc7-4d1e-a380-180ec3d6d75b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.2688880 Feb 09 21:55:41.396317 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-345e4db6-7ae5-463d-8d88-37e93dc52c03 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Deleting port 53884850-e491-43cf-85e7-94833a88a359 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:41.397106 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-345e4db6-7ae5-463d-8d88-37e93dc52c03 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (53884850-e491-43cf-85e7-94833a88a359), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.495364 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-20672095-eda9-4158-b8f0-5dde26bcb8ff tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] No DVR routers for this DVR port 6717055f-0982-4d34-a4ac-fe4f5d4cab87 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:41.509611 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-20672095-eda9-4158-b8f0-5dde26bcb8ff tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.525621 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-20672095-eda9-4158-b8f0-5dde26bcb8ff tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.42 "DELETE /v2.0/ports/6717055f-0982-4d34-a4ac-fe4f5d4cab87 HTTP/1.1" status: 204 len: 173 time: 2.1006663 Feb 09 21:55:41.670274 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fc4bbc0-d899-4304-a08f-cb122ee5d4c5 req-00ef94b4-51bc-4703-ae4b-77a93cb1f87e tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3640339 Feb 09 21:55:41.833567 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.845807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-345e4db6-7ae5-463d-8d88-37e93dc52c03 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] For port 53884850-e491-43cf-85e7-94833a88a359, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=53884850-e491-43cf-85e7-94833a88a359,segment=NetworkSegment(831f63a0-eb82-44a8-8fe3-f0196a14f6a9),segment_id=831f63a0-eb82-44a8-8fe3-f0196a14f6a9)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:41.846238 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-1a879f20-d2b1-42ad-aa21-6edb0715dc56 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Deleting port 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:41.846757 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-1a879f20-d2b1-42ad-aa21-6edb0715dc56 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.852379 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-345e4db6-7ae5-463d-8d88-37e93dc52c03 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (53884850-e491-43cf-85e7-94833a88a359), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.888219 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4da63fc-68e1-4d58-a2fc-fb7e87650f4c x-openstack-request-id: req-f4da63fc-68e1-4d58-a2fc-fb7e87650f4c {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:41.889883 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-deleted", "tag": "81ec4b37-8cab-4191-9a15-c2cbd5243f93", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:41.890371 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f4da63fc-68e1-4d58-a2fc-fb7e87650f4c {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:41.891216 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-deleted', 'tag': '81ec4b37-8cab-4191-9a15-c2cbd5243f93', 'status': 'completed', 'code': 200} Feb 09 21:55:41.912399 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-345e4db6-7ae5-463d-8d88-37e93dc52c03 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Calling delete_port for 53884850-e491-43cf-85e7-94833a88a359 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:42.034719 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d3c3dc-c94a-4966-a905-2a8ef08621a9 x-openstack-request-id: req-d4d3c3dc-c94a-4966-a905-2a8ef08621a9 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:42.039223 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-unplugged", "status": "completed", "tag": "5514f642-3a93-45cd-9a92-fdc767ad06bf", "code": 200}, {"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-unplugged", "status": "completed", "tag": "464bd799-857b-45a9-bf2a-5d838ff169b9", "code": 200}, {"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-unplugged", "status": "completed", "tag": "1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:42.043593 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d4d3c3dc-c94a-4966-a905-2a8ef08621a9 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:42.044627 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5514f642-3a93-45cd-9a92-fdc767ad06bf', 'code': 200} Feb 09 21:55:42.045522 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '464bd799-857b-45a9-bf2a-5d838ff169b9', 'code': 200} Feb 09 21:55:42.047753 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97', 'code': 200} Feb 09 21:55:42.125073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-2edd5c6e-a052-4181-b90d-7d2793613186 None None] Set router c70e6d57-609c-4a99-8fe6-279c7a8dff83 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:42.345117 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-1a879f20-d2b1-42ad-aa21-6edb0715dc56 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] For port 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97,segment=NetworkSegment(5fb966de-50e3-4cd7-b6aa-210f0f2f739d),segment_id=5fb966de-50e3-4cd7-b6aa-210f0f2f739d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:42.350615 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-1a879f20-d2b1-42ad-aa21-6edb0715dc56 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.458250 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-1a879f20-d2b1-42ad-aa21-6edb0715dc56 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Calling delete_port for 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:42.531195 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478e7e0-0583-46b8-8d0b-138325b38e16 req-7a182b07-f141-441d-a975-72e437ed1ddc tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:42.566151 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478e7e0-0583-46b8-8d0b-138325b38e16 req-7a182b07-f141-441d-a975-72e437ed1ddc tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:42.574001 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d478e7e0-0583-46b8-8d0b-138325b38e16 req-7a182b07-f141-441d-a975-72e437ed1ddc tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 1677 time: 0.3219271 Feb 09 21:55:42.642721 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-345e4db6-7ae5-463d-8d88-37e93dc52c03 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (53884850-e491-43cf-85e7-94833a88a359), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.788932 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e4db6-7ae5-463d-8d88-37e93dc52c03 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event deleted for resources: {'Port': ['ID=53884850-e491-43cf-85e7-94833a88a359,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:42.926656 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-deleted', 'tag': 'e1ca804f-12e2-4d20-8c82-4c642086ea27'}, {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-deleted', 'tag': '1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:42.931263 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeb7c5c-644a-4d7d-9669-92a2bc2ef0ef" -d '{"events": [{"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-deleted", "tag": "e1ca804f-12e2-4d20-8c82-4c642086ea27"}, {"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-deleted", "tag": "1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:42.968489 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d478e7e0-0583-46b8-8d0b-138325b38e16 req-6b6b1a28-3d27-4979-98aa-f8a0d8164447 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f859024-c230-4bfc-a218-db59f2787aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3917050 Feb 09 21:55:43.116199 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.240852 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-345e4db6-7ae5-463d-8d88-37e93dc52c03 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] No DVR routers for this DVR port 53884850-e491-43cf-85e7-94833a88a359 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:43.249810 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-345e4db6-7ae5-463d-8d88-37e93dc52c03 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.259207 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-345e4db6-7ae5-463d-8d88-37e93dc52c03 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.71 "DELETE /v2.0/ports/53884850-e491-43cf-85e7-94833a88a359 HTTP/1.1" status: 204 len: 173 time: 2.3924637 Feb 09 21:55:43.344248 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-1a879f20-d2b1-42ad-aa21-6edb0715dc56 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.692906 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2edd5c6e-a052-4181-b90d-7d2793613186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'name': 'tempest-TaggedBootDevicesTest-1823550041-router', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:24Z', 'updated_at': '2022-02-09T21:47:38Z', 'revision_number': 4, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'gw_port': {'id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:26Z', 'updated_at': '2022-02-09T21:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'bdf8ec80-8b40-4677-bcf4-52d777732add', 'name': '', 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'mac_address': 'fa:16:3e:6c:00:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '55384cb3-5e7d-40d1-a8e4-5aedaec5fab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:33Z', 'updated_at': '2022-02-09T21:48:13Z', 'revision_number': 5, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'subnets': [{'id': '55384cb3-5e7d-40d1-a8e4-5aedaec5fab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:43.788786 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 46736) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:43.964798 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-deleted', 'tag': '5514f642-3a93-45cd-9a92-fdc767ad06bf'}, {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-deleted', 'tag': '6717055f-0982-4d34-a4ac-fe4f5d4cab87'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:43.971568 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e563cdb1-a479-4429-83c0-a43cf8188472" -d '{"events": [{"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-deleted", "tag": "5514f642-3a93-45cd-9a92-fdc767ad06bf"}, {"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-deleted", "tag": "6717055f-0982-4d34-a4ac-fe4f5d4cab87"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:44.002272 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a879f20-d2b1-42ad-aa21-6edb0715dc56 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event deleted for resources: {'Port': ['ID=1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:44.233375 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fe147-39a7-4f10-8813-5f54622f0089 req-a3fb109f-ded6-443f-adde-f80f1baeb684 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:44.237747 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-1a879f20-d2b1-42ad-aa21-6edb0715dc56 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] No DVR routers for this DVR port 1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:44.252389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-622fe147-39a7-4f10-8813-5f54622f0089 req-a3fb109f-ded6-443f-adde-f80f1baeb684 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 943 time: 0.8136170 Feb 09 21:55:44.264020 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-1a879f20-d2b1-42ad-aa21-6edb0715dc56 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.290397 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-1a879f20-d2b1-42ad-aa21-6edb0715dc56 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.42 "DELETE /v2.0/ports/1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97 HTTP/1.1" status: 204 len: 173 time: 2.7332728 Feb 09 21:55:44.498386 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-622fe147-39a7-4f10-8813-5f54622f0089 req-5b43aeca-9175-4371-b8fa-f0679707f208 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0922c3e-4167-44de-a7b0-5f8c01c617e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434044 Feb 09 21:55:44.551603 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f255c562-cb72-4e31-b2b1-b703d4564238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.563775 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-393cac02-55ea-4d55-bcd0-f9c8b12fd3f9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Deleting port 8fcbb2a8-a6d9-4102-8938-35cce483790a {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:44.564210 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-393cac02-55ea-4d55-bcd0-f9c8b12fd3f9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8fcbb2a8-a6d9-4102-8938-35cce483790a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.813782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-3cd7a8c5-cc92-4b67-99a9-9a2fdaeaecb8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Deleting port 464bd799-857b-45a9-bf2a-5d838ff169b9 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:44.818333 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6717055f-0982-4d34-a4ac-fe4f5d4cab87'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:44.830138 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69834213-2bad-44c5-a02b-137001a1c73b" -d '{"events": [{"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-unplugged", "status": "completed", "tag": "6717055f-0982-4d34-a4ac-fe4f5d4cab87"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:44.830938 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-3cd7a8c5-cc92-4b67-99a9-9a2fdaeaecb8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (464bd799-857b-45a9-bf2a-5d838ff169b9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.835955 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device a73c5867-157b-453e-930a-7e7b812a063b details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:55:44.878558 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd5c6e-a052-4181-b90d-7d2793613186 None None] The sync data for ids ['c70e6d57-609c-4a99-8fe6-279c7a8dff83'] in n-d-828601-1 is: [{'id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'name': 'tempest-TaggedBootDevicesTest-1823550041-router', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:24Z', 'updated_at': '2022-02-09T21:47:38Z', 'revision_number': 4, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'gw_port': {'id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:26Z', 'updated_at': '2022-02-09T21:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'bdf8ec80-8b40-4677-bcf4-52d777732add', 'name': '', 'network_id': '5212a2c9-ea88-4741-aaf1-2380b789ca31', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'mac_address': 'fa:16:3e:6c:00:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '55384cb3-5e7d-40d1-a8e4-5aedaec5fab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:33Z', 'updated_at': '2022-02-09T21:48:13Z', 'revision_number': 5, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'subnets': [{'id': '55384cb3-5e7d-40d1-a8e4-5aedaec5fab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:44.900172 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-393cac02-55ea-4d55-bcd0-f9c8b12fd3f9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] For port 8fcbb2a8-a6d9-4102-8938-35cce483790a, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=8fcbb2a8-a6d9-4102-8938-35cce483790a,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:44.900884 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-393cac02-55ea-4d55-bcd0-f9c8b12fd3f9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8fcbb2a8-a6d9-4102-8938-35cce483790a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.920356 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-393cac02-55ea-4d55-bcd0-f9c8b12fd3f9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Calling delete_port for 8fcbb2a8-a6d9-4102-8938-35cce483790a owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:45.100406 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-3cd7a8c5-cc92-4b67-99a9-9a2fdaeaecb8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] For port 464bd799-857b-45a9-bf2a-5d838ff169b9, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=464bd799-857b-45a9-bf2a-5d838ff169b9,segment=NetworkSegment(5fb966de-50e3-4cd7-b6aa-210f0f2f739d),segment_id=5fb966de-50e3-4cd7-b6aa-210f0f2f739d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:45.103992 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-3cd7a8c5-cc92-4b67-99a9-9a2fdaeaecb8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (464bd799-857b-45a9-bf2a-5d838ff169b9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:45.156299 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-3cd7a8c5-cc92-4b67-99a9-9a2fdaeaecb8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Calling delete_port for 464bd799-857b-45a9-bf2a-5d838ff169b9 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:45.413806 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-393cac02-55ea-4d55-bcd0-f9c8b12fd3f9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (8fcbb2a8-a6d9-4102-8938-35cce483790a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:45.577474 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port a73c5867-157b-453e-930a-7e7b812a063b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=a73c5867-157b-453e-930a-7e7b812a063b,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:45.652899 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'a73c5867-157b-453e-930a-7e7b812a063b', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'port_id': 'a73c5867-157b-453e-930a-7e7b812a063b', 'mac_address': 'fa:16:3e:3f:e9:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:55:45.662509 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:45.667366 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-3cd7a8c5-cc92-4b67-99a9-9a2fdaeaecb8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (464bd799-857b-45a9-bf2a-5d838ff169b9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:45.746851 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7a8c5-cc92-4b67-99a9-9a2fdaeaecb8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event deleted for resources: {'Port': ['ID=464bd799-857b-45a9-bf2a-5d838ff169b9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:45.760046 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28954d8b-25f4-4008-a6b6-d8268b54b2f4 None None] New status for floating IP 13f1764a-c502-4988-8648-585fa6460832: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:55:45.786287 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393cac02-55ea-4d55-bcd0-f9c8b12fd3f9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event deleted for resources: {'Port': ['ID=8fcbb2a8-a6d9-4102-8938-35cce483790a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:45.796704 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-393cac02-55ea-4d55-bcd0-f9c8b12fd3f9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] No DVR routers for this DVR port 8fcbb2a8-a6d9-4102-8938-35cce483790a on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:45.812671 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-393cac02-55ea-4d55-bcd0-f9c8b12fd3f9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:45.822346 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a45a9cf-76bd-4017-825f-bbbfcff25f52 req-393cac02-55ea-4d55-bcd0-f9c8b12fd3f9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.71 "DELETE /v2.0/ports/8fcbb2a8-a6d9-4102-8938-35cce483790a HTTP/1.1" status: 204 len: 173 time: 2.5583060 Feb 09 21:55:45.893312 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-3cd7a8c5-cc92-4b67-99a9-9a2fdaeaecb8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] No DVR routers for this DVR port 464bd799-857b-45a9-bf2a-5d838ff169b9 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:45.901142 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-3cd7a8c5-cc92-4b67-99a9-9a2fdaeaecb8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:45.911036 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-04153621-ab41-4fe0-bb59-0c2c087399b6 req-3cd7a8c5-cc92-4b67-99a9-9a2fdaeaecb8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.42 "DELETE /v2.0/ports/464bd799-857b-45a9-bf2a-5d838ff169b9 HTTP/1.1" status: 204 len: 173 time: 1.6176944 Feb 09 21:55:46.101792 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f255c562-cb72-4e31-b2b1-b703d4564238 admin admin] Publish callbacks [] for security_group (d4e497a3-d0ce-4cde-939c-ebd406679f79), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.115736 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f255c562-cb72-4e31-b2b1-b703d4564238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d4e497a3-d0ce-4cde-939c-ebd406679f79), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.174519 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f255c562-cb72-4e31-b2b1-b703d4564238 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c8d2505529e54904a2069182f4c57003&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3675873 Feb 09 21:55:46.177415 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 46790) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:46.253581 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b951835-a324-4e47-a111-9cc95866694e req-ea629e25-0354-4f63-92f4-eb164e29bde5 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:46.262063 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b951835-a324-4e47-a111-9cc95866694e req-ea629e25-0354-4f63-92f4-eb164e29bde5 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.3088028 Feb 09 21:55:46.486228 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc9c2fc5-a3c9-41da-a53b-13db339a40ee admin admin] Publish callbacks [] for security_group (d4e497a3-d0ce-4cde-939c-ebd406679f79), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.569919 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b951835-a324-4e47-a111-9cc95866694e req-9e8f6cbd-aff9-4071-8e05-d21583259bef tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3056912 Feb 09 21:55:46.576865 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255c562-cb72-4e31-b2b1-b703d4564238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e497a3-d0ce-4cde-939c-ebd406679f79,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:46.622976 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.627473 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc9c2fc5-a3c9-41da-a53b-13db339a40ee admin admin] Publish callbacks [] for security_group (d4e497a3-d0ce-4cde-939c-ebd406679f79), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.682132 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.725152 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82577ce8-3792-4447-8006-d539faccf9f6 x-openstack-request-id: req-82577ce8-3792-4447-8006-d539faccf9f6 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:46.726260 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-deleted", "tag": "e1ca804f-12e2-4d20-8c82-4c642086ea27", "status": "completed", "code": 200}, {"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-deleted", "tag": "1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:46.726708 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-82577ce8-3792-4447-8006-d539faccf9f6 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:46.727258 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-deleted', 'tag': 'e1ca804f-12e2-4d20-8c82-4c642086ea27', 'status': 'completed', 'code': 200} Feb 09 21:55:46.727622 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-deleted', 'tag': '1d3dac2f-00ad-4a8a-a804-27ab8c6ba5a0', 'status': 'completed', 'code': 200} Feb 09 21:55:46.761045 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc9c2fc5-a3c9-41da-a53b-13db339a40ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d4e497a3-d0ce-4cde-939c-ebd406679f79), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.764162 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc9c2fc5-a3c9-41da-a53b-13db339a40ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.766081 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cc9c2fc5-a3c9-41da-a53b-13db339a40ee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d4e497a3-d0ce-4cde-939c-ebd406679f79 HTTP/1.1" status: 204 len: 168 time: 0.5874975 Feb 09 21:55:46.803178 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c2fc5-a3c9-41da-a53b-13db339a40ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e497a3-d0ce-4cde-939c-ebd406679f79,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:46.862800 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdeb4104-1bad-412f-8158-17c9fa1d0ce5 x-openstack-request-id: req-bdeb4104-1bad-412f-8158-17c9fa1d0ce5 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:46.863278 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-deleted", "tag": "5514f642-3a93-45cd-9a92-fdc767ad06bf", "status": "completed", "code": 200}, {"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-deleted", "tag": "6717055f-0982-4d34-a4ac-fe4f5d4cab87", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:46.863720 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bdeb4104-1bad-412f-8158-17c9fa1d0ce5 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:46.864286 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-deleted', 'tag': '5514f642-3a93-45cd-9a92-fdc767ad06bf', 'status': 'completed', 'code': 200} Feb 09 21:55:46.864717 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-deleted', 'tag': '6717055f-0982-4d34-a4ac-fe4f5d4cab87', 'status': 'completed', 'code': 200} Feb 09 21:55:46.937586 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port a73c5867-157b-453e-930a-7e7b812a063b is: ACTIVE; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:46.938375 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a73c5867-157b-453e-930a-7e7b812a063b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.002853 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a73c5867-157b-453e-930a-7e7b812a063b {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:55:47.091661 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port a73c5867-157b-453e-930a-7e7b812a063b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=a73c5867-157b-453e-930a-7e7b812a063b,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:47.118470 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a73c5867-157b-453e-930a-7e7b812a063b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.209083 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-367e2773-6427-4511-bcd1-c421c06d21ce req-39b49d54-5b89-45b4-98ff-90788dc27eb8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.1031520 Feb 09 21:55:47.330736 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=a73c5867-157b-453e-930a-7e7b812a063b,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:47.394215 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e9efaa-7a31-4f6a-8908-1d6d853ddae4 x-openstack-request-id: req-45e9efaa-7a31-4f6a-8908-1d6d853ddae4 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:47.394700 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-unplugged", "status": "completed", "tag": "6717055f-0982-4d34-a4ac-fe4f5d4cab87", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:47.395110 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-45e9efaa-7a31-4f6a-8908-1d6d853ddae4 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:47.395796 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6717055f-0982-4d34-a4ac-fe4f5d4cab87', 'code': 200} Feb 09 21:55:47.402647 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['a73c5867-157b-453e-930a-7e7b812a063b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:55:47.617389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6957222a-cb6e-4316-b0cc-cfa2b7d5e6c2 req-54d8d4b2-8373-4c0e-8cef-08f949875f33 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 210 time: 0.1054578 Feb 09 21:55:47.751167 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 46806) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:47.787965 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a8a921f-958e-40ed-8a85-8444ba835392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.984275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e4fd7-6caa-43a7-8703-5b20056a4ebf req-d05bf61f-21e0-4c92-a9ea-7184c752ac35 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:47.998773 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-876e4fd7-6caa-43a7-8703-5b20056a4ebf req-d05bf61f-21e0-4c92-a9ea-7184c752ac35 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 944 time: 0.1733141 Feb 09 21:55:48.103519 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a8a921f-958e-40ed-8a85-8444ba835392 admin admin] Publish callbacks [] for security_group (9c300f90-5a8e-4d7d-b58a-ad09dd0a999f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.122949 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a8a921f-958e-40ed-8a85-8444ba835392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (9c300f90-5a8e-4d7d-b58a-ad09dd0a999f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.194440 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1a8a921f-958e-40ed-8a85-8444ba835392 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dae679d80e6e4d3aabf5a84d42a6ed01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4418113 Feb 09 21:55:48.197930 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-876e4fd7-6caa-43a7-8703-5b20056a4ebf req-f582bc23-0764-4279-8c28-28f9c74b9726 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948819 Feb 09 21:55:48.198734 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 46808) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:48.270946 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a921f-958e-40ed-8a85-8444ba835392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c300f90-5a8e-4d7d-b58a-ad09dd0a999f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:48.467737 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b00fa8d4-6002-4ee4-8f33-d90c685cefea admin admin] Publish callbacks [] for security_group (9c300f90-5a8e-4d7d-b58a-ad09dd0a999f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.557439 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb061b1d-9120-45cb-b252-b64d744e852d req-170f5d40-6491-4ba6-b5fc-5d1a52ca7bf4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.1398499 Feb 09 21:55:48.638324 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b00fa8d4-6002-4ee4-8f33-d90c685cefea admin admin] Publish callbacks [] for security_group (9c300f90-5a8e-4d7d-b58a-ad09dd0a999f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.828009 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-deleted', 'tag': '53884850-e491-43cf-85e7-94833a88a359'}, {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-deleted', 'tag': '8fcbb2a8-a6d9-4102-8938-35cce483790a'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:48.842845 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a262e824-5108-4b97-a0b7-b07efb013a07" -d '{"events": [{"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-deleted", "tag": "53884850-e491-43cf-85e7-94833a88a359"}, {"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-deleted", "tag": "8fcbb2a8-a6d9-4102-8938-35cce483790a"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:48.866456 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-deleted', 'tag': '1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97'}, {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-deleted', 'tag': '464bd799-857b-45a9-bf2a-5d838ff169b9'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:48.870907 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc09c9e-91cd-4324-8f3c-dafe39f9d1c4" -d '{"events": [{"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-deleted", "tag": "1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97"}, {"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-deleted", "tag": "464bd799-857b-45a9-bf2a-5d838ff169b9"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:48.885680 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b00fa8d4-6002-4ee4-8f33-d90c685cefea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (9c300f90-5a8e-4d7d-b58a-ad09dd0a999f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.893997 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b00fa8d4-6002-4ee4-8f33-d90c685cefea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.897341 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b00fa8d4-6002-4ee4-8f33-d90c685cefea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9c300f90-5a8e-4d7d-b58a-ad09dd0a999f HTTP/1.1" status: 204 len: 168 time: 0.6949403 Feb 09 21:55:48.993633 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f934409-633b-459a-8565-ff9491cac451 req-2e2d70b8-7bc5-4e65-86de-dec4fa7be4c2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 210 time: 0.1413889 Feb 09 21:55:48.996369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fa8d4-6002-4ee4-8f33-d90c685cefea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c300f90-5a8e-4d7d-b58a-ad09dd0a999f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:49.130085 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device a73c5867-157b-453e-930a-7e7b812a063b up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:49.142341 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43d2b5c-d801-4731-9707-850f2ec2d70e x-openstack-request-id: req-c43d2b5c-d801-4731-9707-850f2ec2d70e {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:49.143614 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-deleted", "tag": "53884850-e491-43cf-85e7-94833a88a359", "status": "completed", "code": 200}, {"server_uuid": "27c5ed5f-7985-4b6e-aee1-2667b5d4d379", "name": "network-vif-deleted", "tag": "8fcbb2a8-a6d9-4102-8938-35cce483790a", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:49.144048 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c43d2b5c-d801-4731-9707-850f2ec2d70e {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:49.145737 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-deleted', 'tag': '53884850-e491-43cf-85e7-94833a88a359', 'status': 'completed', 'code': 200} Feb 09 21:55:49.146166 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c5ed5f-7985-4b6e-aee1-2667b5d4d379', 'name': 'network-vif-deleted', 'tag': '8fcbb2a8-a6d9-4102-8938-35cce483790a', 'status': 'completed', 'code': 200} Feb 09 21:55:49.337918 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b55b10-aeda-495a-b108-f2976ad0783d x-openstack-request-id: req-77b55b10-aeda-495a-b108-f2976ad0783d {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:49.338487 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-deleted", "tag": "1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97", "status": "completed", "code": 200}, {"server_uuid": "0dfc53d2-4ae0-4bde-ac97-558811102531", "name": "network-vif-deleted", "tag": "464bd799-857b-45a9-bf2a-5d838ff169b9", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:49.338685 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77b55b10-aeda-495a-b108-f2976ad0783d {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:49.339211 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-deleted', 'tag': '1aa3aa25-0464-4a1c-8d5d-efcc9c5c9f97', 'status': 'completed', 'code': 200} Feb 09 21:55:49.339579 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc53d2-4ae0-4bde-ac97-558811102531', 'name': 'network-vif-deleted', 'tag': '464bd799-857b-45a9-bf2a-5d838ff169b9', 'status': 'completed', 'code': 200} Feb 09 21:55:49.433690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port a73c5867-157b-453e-930a-7e7b812a063b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:49.434323 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a73c5867-157b-453e-930a-7e7b812a063b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:49.758046 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port a73c5867-157b-453e-930a-7e7b812a063b is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:49.758708 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a73c5867-157b-453e-930a-7e7b812a063b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:49.855686 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297f5c94-7711-466c-876b-2e1def261d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73c5867-157b-453e-930a-7e7b812a063b'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:49.880165 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3323aac1-8ec4-44ce-a79d-72e71a699abc" -d '{"events": [{"server_uuid": "297f5c94-7711-466c-876b-2e1def261d5a", "name": "network-vif-plugged", "status": "completed", "tag": "a73c5867-157b-453e-930a-7e7b812a063b"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:49.887684 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6547d-5a77-45d2-96fb-2315beab1740 req-a1741ce4-7451-4b88-82b3-37ff751d475f tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:49.901113 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73f6547d-5a77-45d2-96fb-2315beab1740 req-a1741ce4-7451-4b88-82b3-37ff751d475f tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 944 time: 0.2524016 Feb 09 21:55:49.943028 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port a73c5867-157b-453e-930a-7e7b812a063b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=a73c5867-157b-453e-930a-7e7b812a063b,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:49.951765 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a73c5867-157b-453e-930a-7e7b812a063b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:50.003813 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73f6547d-5a77-45d2-96fb-2315beab1740 req-0cea1116-bf38-40bb-aff9-579c8b4821fa tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988643 Feb 09 21:55:50.129178 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=a73c5867-157b-453e-930a-7e7b812a063b,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:50.312925 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-08efe44c-1f31-4aea-945c-f404040499ed req-f5c3923e-9633-44f5-a9a5-abb09f8d1d59 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.0800064 Feb 09 21:55:50.544382 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2126cc5-b62f-4b81-80ed-88cc5db3b997 x-openstack-request-id: req-d2126cc5-b62f-4b81-80ed-88cc5db3b997 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:50.545377 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297f5c94-7711-466c-876b-2e1def261d5a", "name": "network-vif-plugged", "status": "completed", "tag": "a73c5867-157b-453e-930a-7e7b812a063b", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:50.546732 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d2126cc5-b62f-4b81-80ed-88cc5db3b997 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:50.547408 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297f5c94-7711-466c-876b-2e1def261d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73c5867-157b-453e-930a-7e7b812a063b', 'code': 200} Feb 09 21:55:50.689641 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd2c22ba-9e59-4d73-abba-d89f69ad8094 req-b97a5cb0-8e40-4581-9a4a-fb196d9e97f5 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 210 time: 0.0443535 Feb 09 21:55:51.408616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 46856) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:51.536430 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3cd83-9b49-42b0-9906-45cc0d83bb52 req-0f4a59fa-e831-4447-b790-12e6c699caca tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:51.555985 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a7c3cd83-9b49-42b0-9906-45cc0d83bb52 req-0f4a59fa-e831-4447-b790-12e6c699caca tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.3011258 Feb 09 21:55:51.710947 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a7c3cd83-9b49-42b0-9906-45cc0d83bb52 req-efdb188c-1358-4a4f-b869-6a534b1ba460 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480091 Feb 09 21:55:51.744045 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-556a78a6-aba7-4792-978e-d20ee6fa224b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:51.872743 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-556a78a6-aba7-4792-978e-d20ee6fa224b admin admin] Publish callbacks [] for security_group (0894c4e6-f2bf-4e2e-a1fd-36a4c1d7fe34), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:51.881266 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-556a78a6-aba7-4792-978e-d20ee6fa224b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (0894c4e6-f2bf-4e2e-a1fd-36a4c1d7fe34), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:51.959607 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eee842d6-c4cd-4c2b-a21c-ed85864c4163 req-84f8aeff-d727-4359-b921-96fa7f5328fd tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.0697398 Feb 09 21:55:52.087085 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 46862) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:52.090260 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-556a78a6-aba7-4792-978e-d20ee6fa224b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b6c10b7352c48299c969ac542b088ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6738527 Feb 09 21:55:52.095294 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a78a6-aba7-4792-978e-d20ee6fa224b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0894c4e6-f2bf-4e2e-a1fd-36a4c1d7fe34,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:52.240045 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13bc9861-6fe2-4e4b-b132-c94defe9e4c2 admin admin] Publish callbacks [] for security_group (0894c4e6-f2bf-4e2e-a1fd-36a4c1d7fe34), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.374407 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5b3fd403-109f-4edb-a66a-0a304b36b2a8 req-3fc4d724-c7d7-4c08-8eb1-d2a961b628b9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 210 time: 0.1355238 Feb 09 21:55:52.459014 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13bc9861-6fe2-4e4b-b132-c94defe9e4c2 admin admin] Publish callbacks [] for security_group (0894c4e6-f2bf-4e2e-a1fd-36a4c1d7fe34), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.573967 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13bc9861-6fe2-4e4b-b132-c94defe9e4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (0894c4e6-f2bf-4e2e-a1fd-36a4c1d7fe34), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.577352 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13bc9861-6fe2-4e4b-b132-c94defe9e4c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.581942 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-13bc9861-6fe2-4e4b-b132-c94defe9e4c2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0894c4e6-f2bf-4e2e-a1fd-36a4c1d7fe34 HTTP/1.1" status: 204 len: 168 time: 0.4900699 Feb 09 21:55:52.605156 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc9861-6fe2-4e4b-b132-c94defe9e4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0894c4e6-f2bf-4e2e-a1fd-36a4c1d7fe34,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:53.068490 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65899cef-e8c7-45fc-9e7c-f1d8c56be8ad req-176a1e92-b09b-4140-a5d0-838fb7227f76 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:53.078156 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-65899cef-e8c7-45fc-9e7c-f1d8c56be8ad req-176a1e92-b09b-4140-a5d0-838fb7227f76 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.1051018 Feb 09 21:55:53.190604 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-65899cef-e8c7-45fc-9e7c-f1d8c56be8ad req-3151c2f3-763b-47f2-baf8-ca9620033537 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093147 Feb 09 21:55:53.381247 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d96c178f-bd0e-4954-a621-dfc537c3c8d9 req-f286982a-3577-4872-82fd-12bfc98d4149 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.0449574 Feb 09 21:55:53.608954 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e275657-cb4a-4112-9326-7e2146c59ce4 req-22b8ff04-86c1-4651-9e01-311695d44f6d tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 210 time: 0.0629110 Feb 09 21:55:54.636637 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e5098-c7a6-427c-84c2-6d63c8da59b5 req-365bd15a-bfc3-4bb4-84aa-c05181b6c1c6 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:54.647431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-991e5098-c7a6-427c-84c2-6d63c8da59b5 req-365bd15a-bfc3-4bb4-84aa-c05181b6c1c6 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.1749141 Feb 09 21:55:55.335711 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-991e5098-c7a6-427c-84c2-6d63c8da59b5 req-83f15f1a-c42f-471b-90d0-4721e18de056 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6866846 Feb 09 21:55:55.458759 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0fd4a96-9dd4-4c2c-9387-9fa1c15eacb7 req-86b9d768-f27c-4e8f-94fb-98f389a93d7e tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.0499268 Feb 09 21:55:55.677484 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dea29e90-161b-4feb-a7cd-fb8e341abbd4 req-61f9f9bb-a3e9-4bf0-ac18-49ee050e8038 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 210 time: 0.1042953 Feb 09 21:55:56.561660 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577bab0-0338-4e42-90d3-ade3237831d0 req-afb9075f-d042-4b41-86f9-6eb1cd3a5444 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:56.569426 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1577bab0-0338-4e42-90d3-ade3237831d0 req-afb9075f-d042-4b41-86f9-6eb1cd3a5444 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.1179459 Feb 09 21:55:56.644065 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1577bab0-0338-4e42-90d3-ade3237831d0 req-2d09eae0-5e72-4ba9-90c9-f07d2f2b433d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734923 Feb 09 21:55:56.763362 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b31c64f9-61c7-4690-b8ea-dda0cdb983a3 req-5e7f896b-f973-417c-af33-6e5f78d2b4a3 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.0433836 Feb 09 21:55:56.883578 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7bb62d9-1750-419c-96c9-c7c5983f8149 req-aa7d7164-3303-4342-84d6-29257d8d9245 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 210 time: 0.0443537 Feb 09 21:55:57.059635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 46958) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:57.281953 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d8aac82-91ab-4305-a25b-8c03a5550e0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:57.451038 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d8aac82-91ab-4305-a25b-8c03a5550e0f admin admin] Publish callbacks [] for security_group (e19e9a07-0aee-4db5-ba5d-9b122472df71), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:57.465264 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d8aac82-91ab-4305-a25b-8c03a5550e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e19e9a07-0aee-4db5-ba5d-9b122472df71), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:57.527676 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4d8aac82-91ab-4305-a25b-8c03a5550e0f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c5b042271331421bae37cb5776030f71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4610915 Feb 09 21:55:57.527676 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8aac82-91ab-4305-a25b-8c03a5550e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19e9a07-0aee-4db5-ba5d-9b122472df71,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:57.529725 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 46962) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:57.539991 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8aac82-91ab-4305-a25b-8c03a5550e0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:57.540433 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8aac82-91ab-4305-a25b-8c03a5550e0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:57.540683 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8aac82-91ab-4305-a25b-8c03a5550e0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:57.541159 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8aac82-91ab-4305-a25b-8c03a5550e0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:57.541505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8aac82-91ab-4305-a25b-8c03a5550e0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:57.541841 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8aac82-91ab-4305-a25b-8c03a5550e0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:57.542329 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8aac82-91ab-4305-a25b-8c03a5550e0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:57.542670 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8aac82-91ab-4305-a25b-8c03a5550e0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:57.542996 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8aac82-91ab-4305-a25b-8c03a5550e0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:57.543326 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8aac82-91ab-4305-a25b-8c03a5550e0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:57.543672 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8aac82-91ab-4305-a25b-8c03a5550e0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:57.544019 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8aac82-91ab-4305-a25b-8c03a5550e0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:57.544319 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8aac82-91ab-4305-a25b-8c03a5550e0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:57.664753 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8fbd2a24-9735-45cb-91ab-624cd107af04 admin admin] Publish callbacks [] for security_group (e19e9a07-0aee-4db5-ba5d-9b122472df71), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:57.708816 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8fbd2a24-9735-45cb-91ab-624cd107af04 admin admin] Publish callbacks [] for security_group (e19e9a07-0aee-4db5-ba5d-9b122472df71), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:57.870554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea516e-b49b-4162-905a-68234d542f85 req-51261918-6497-434a-836b-c3497ced3dc2 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:57.876212 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13ea516e-b49b-4162-905a-68234d542f85 req-51261918-6497-434a-836b-c3497ced3dc2 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.1160662 Feb 09 21:55:57.876212 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8fbd2a24-9735-45cb-91ab-624cd107af04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e19e9a07-0aee-4db5-ba5d-9b122472df71), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:57.877554 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8fbd2a24-9735-45cb-91ab-624cd107af04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:57.878991 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8fbd2a24-9735-45cb-91ab-624cd107af04 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e19e9a07-0aee-4db5-ba5d-9b122472df71 HTTP/1.1" status: 204 len: 168 time: 0.3473866 Feb 09 21:55:57.899697 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd2a24-9735-45cb-91ab-624cd107af04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19e9a07-0aee-4db5-ba5d-9b122472df71,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:57.947851 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13ea516e-b49b-4162-905a-68234d542f85 req-06614c42-01b7-4755-a75a-f000ab507189 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650637 Feb 09 21:55:58.163119 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2daadf4e-a746-4d0c-b2bf-7a7f251e8231 req-cfe9cb19-1ebf-423b-bcac-a8716e4b82c5 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.0556219 Feb 09 21:55:58.415489 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b432ab66-11b2-4222-a96f-b9a735f84b5e req-f6808fd9-0c50-4f77-b135-c9dde5505179 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 210 time: 0.0786848 Feb 09 21:55:58.492573 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 46974) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:58.517925 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1b79f0e4-d822-41ea-ac06-d8afe8c27a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:59.111287 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1b79f0e4-d822-41ea-ac06-d8afe8c27a8b admin admin] Publish callbacks [] for security_group (79acb8b3-5d78-4e9c-a357-626d8d5bcce0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:59.118956 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1b79f0e4-d822-41ea-ac06-d8afe8c27a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (79acb8b3-5d78-4e9c-a357-626d8d5bcce0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:59.184010 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 46980) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:59.184798 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1b79f0e4-d822-41ea-ac06-d8afe8c27a8b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3908179b8a414a768484420cfb6b2ff9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6904168 Feb 09 21:55:59.186017 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79f0e4-d822-41ea-ac06-d8afe8c27a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79acb8b3-5d78-4e9c-a357-626d8d5bcce0,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:59.307123 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d7365-304f-4e88-a414-e2a1f439a1b9 req-6ea0a67c-f184-4bc3-8026-52dd722781ec tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:59.309730 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-166d7365-304f-4e88-a414-e2a1f439a1b9 req-6ea0a67c-f184-4bc3-8026-52dd722781ec tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.1849129 Feb 09 21:55:59.319090 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1dab49d6-d8b7-462d-bcf6-252111bc587a admin admin] Publish callbacks [] for security_group (79acb8b3-5d78-4e9c-a357-626d8d5bcce0), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:59.397127 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1dab49d6-d8b7-462d-bcf6-252111bc587a admin admin] Publish callbacks [] for security_group (79acb8b3-5d78-4e9c-a357-626d8d5bcce0), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:59.457713 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-166d7365-304f-4e88-a414-e2a1f439a1b9 req-c3c0bc7f-249b-4f99-958e-2fed9966ebf5 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345794 Feb 09 21:55:59.570074 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1dab49d6-d8b7-462d-bcf6-252111bc587a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (79acb8b3-5d78-4e9c-a357-626d8d5bcce0), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:59.582066 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1dab49d6-d8b7-462d-bcf6-252111bc587a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:59.589305 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1dab49d6-d8b7-462d-bcf6-252111bc587a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/79acb8b3-5d78-4e9c-a357-626d8d5bcce0 HTTP/1.1" status: 204 len: 168 time: 0.3981347 Feb 09 21:55:59.663002 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a488a439-91fd-43d5-a153-f50325a647e3 req-7623f7a1-6526-422e-b663-eab606ec1156 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.0722218 Feb 09 21:55:59.664548 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab49d6-d8b7-462d-bcf6-252111bc587a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79acb8b3-5d78-4e9c-a357-626d8d5bcce0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:59.812723 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-507fe3ec-ca10-497f-8b64-0bfb38cf8c1c req-90f7ecea-e330-48cb-af1b-3007d48a6dfd tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 210 time: 0.0404818 Feb 09 21:56:00.655207 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921600ae-67ea-4340-b160-14bd06d3b65e req-036777ca-a63f-4af0-904a-e40ba25a29f8 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:00.666501 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-921600ae-67ea-4340-b160-14bd06d3b65e req-036777ca-a63f-4af0-904a-e40ba25a29f8 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.0879486 Feb 09 21:56:00.753001 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-921600ae-67ea-4340-b160-14bd06d3b65e req-153a3bf9-c3b9-4cf4-95e8-32cb93b7ccd2 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848606 Feb 09 21:56:00.897348 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-054a89ec-fa83-4d45-96b8-0eabbdc253c5 req-f1e3408d-31b5-47bd-8b6f-0a5f65e21771 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.0502648 Feb 09 21:56:01.060431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ca8ac8ed-c024-4ef1-8777-0afd685729c2 req-f827b9e9-1623-470d-8abe-da5203470a04 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 210 time: 0.0546556 Feb 09 21:56:01.961293 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1abb3-e38d-47e1-90fd-97c00a532309 req-ae8444ca-a073-4a12-83a9-0bbedc69b517 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:01.966292 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3b1abb3-e38d-47e1-90fd-97c00a532309 req-ae8444ca-a073-4a12-83a9-0bbedc69b517 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.0924890 Feb 09 21:56:02.080855 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3b1abb3-e38d-47e1-90fd-97c00a532309 req-85ba843c-9862-4527-8040-62af13ebf2fb tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029675 Feb 09 21:56:02.217262 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5f9c4d8f-cefd-4c69-b5ca-ee6193100fad req-3753864f-1c1c-4c31-94ac-6476c7e369e1 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.0643446 Feb 09 21:56:02.431950 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6acc5659-eeda-4945-bf28-0fd3fcbe6aed req-ebfbba28-ceb9-4622-a5c4-9f26b171fdce tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 210 time: 0.0593085 Feb 09 21:56:03.254247 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d675ab3-dcdd-478b-b6b7-0c6f34583044 req-505f79f9-64e8-469f-8206-0e7fc24943c0 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:03.257087 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d675ab3-dcdd-478b-b6b7-0c6f34583044 req-505f79f9-64e8-469f-8206-0e7fc24943c0 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.0773208 Feb 09 21:56:03.329359 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d675ab3-dcdd-478b-b6b7-0c6f34583044 req-2ff10af6-9d2a-4be8-b852-1775ec8adf44 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649707 Feb 09 21:56:03.477285 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-256b6041-2519-48b1-8be0-342b61a72998 req-d22c9671-40f4-44a8-828b-549e955fef3c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.0575378 Feb 09 21:56:03.663110 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e29cf14a-4552-44a1-93ca-6b714477db98 req-3c2c294b-eb24-4c3b-b2d9-eb5d8441472f tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 210 time: 0.0558958 Feb 09 21:56:04.587602 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b53183-2cab-4bce-bf0b-90dd3babec50 req-07f2de9a-baf4-4bb6-a817-ba82e98cb5cf tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:04.595200 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-48b53183-2cab-4bce-bf0b-90dd3babec50 req-07f2de9a-baf4-4bb6-a817-ba82e98cb5cf tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.1232448 Feb 09 21:56:04.680947 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-48b53183-2cab-4bce-bf0b-90dd3babec50 req-da2d9d60-51ac-4d0b-b49d-9dd32d63842b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745323 Feb 09 21:56:04.846159 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bd7c424d-6002-41ff-a31f-c88df56d24ff req-7e7d9816-52f5-4264-8b7b-22769da17b33 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.0574064 Feb 09 21:56:05.044959 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf6b6421-9932-4686-af7e-54ffe68d6c1f req-666fae01-5fac-4f4b-bfde-ba9e1c3af7bb tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 210 time: 0.0952642 Feb 09 21:56:05.839633 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ce08b-e2ba-412f-94bb-acb6fa977b98 req-17b4bbda-0177-40f9-9d54-a46ad72cf1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:05.841636 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-099ce08b-e2ba-412f-94bb-acb6fa977b98 req-17b4bbda-0177-40f9-9d54-a46ad72cf1e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8908faf94a6140dabe02e2fb8fe5fb7c&device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 1127 time: 0.0968974 Feb 09 21:56:05.971338 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ada903-7471-4916-a9fb-02bae06653e6 req-6bb69c7e-0fe4-4aa6-84bb-997d4c3b9b6d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:05.973808 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-51ada903-7471-4916-a9fb-02bae06653e6 req-6bb69c7e-0fe4-4aa6-84bb-997d4c3b9b6d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.1428046 Feb 09 21:56:06.063130 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-51ada903-7471-4916-a9fb-02bae06653e6 req-0b7cc25b-8015-4bea-a192-2800d8f35c22 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766060 Feb 09 21:56:06.071669 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ce08b-e2ba-412f-94bb-acb6fa977b98 req-caded930-4f41-4168-8bfa-4bf25379502f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:06.083266 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-099ce08b-e2ba-412f-94bb-acb6fa977b98 req-caded930-4f41-4168-8bfa-4bf25379502f service neutron] 10.222.0.42 "GET /v2.0/networks?id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 HTTP/1.1" status: 200 len: 918 time: 0.2298696 Feb 09 21:56:06.251892 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9638ded-292c-4a56-b89d-9eb44cc9fa77 req-1e537c05-34f4-4798-8d73-55dda3e2c326 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.0439444 Feb 09 21:56:06.306403 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-099ce08b-e2ba-412f-94bb-acb6fa977b98 req-dec06b1a-e14d-4651-a883-80b24057c55b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a73c5867-157b-453e-930a-7e7b812a063b HTTP/1.1" status: 200 len: 1001 time: 0.2151942 Feb 09 21:56:06.431700 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ce08b-e2ba-412f-94bb-acb6fa977b98 req-6f4b6732-5375-45e8-a206-2fd1d71938d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:06.433267 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-099ce08b-e2ba-412f-94bb-acb6fa977b98 req-6f4b6732-5375-45e8-a206-2fd1d71938d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef491681-aa83-413d-aeee-25903ab6b8c8 HTTP/1.1" status: 200 len: 856 time: 0.1162870 Feb 09 21:56:06.436568 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-57f48a9c-53db-48d3-8d24-6d28e26b2b5d req-8852d248-7856-4851-8fad-ad1ebb5311a1 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 210 time: 0.0793116 Feb 09 21:56:06.521682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ce08b-e2ba-412f-94bb-acb6fa977b98 req-18dc4dd9-443c-408e-9e21-8c4f6fa9be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:06.523519 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-099ce08b-e2ba-412f-94bb-acb6fa977b98 req-18dc4dd9-443c-408e-9e21-8c4f6fa9be9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0801160 Feb 09 21:56:06.680262 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-099ce08b-e2ba-412f-94bb-acb6fa977b98 req-7ed19824-4c78-4a7e-afe7-6cbd527fee7a service neutron] 10.222.0.42 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464226 Feb 09 21:56:06.849894 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-099ce08b-e2ba-412f-94bb-acb6fa977b98 req-8afebb92-6c5a-447a-b4c2-486accb5254a service neutron] 10.222.0.42 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603217 Feb 09 21:56:07.249466 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79810d80-861e-4745-a54b-1a890ed899a5 req-e1a93c2f-d418-4b6e-adec-e8a0f78c1b40 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:07.256739 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-79810d80-861e-4745-a54b-1a890ed899a5 req-e1a93c2f-d418-4b6e-adec-e8a0f78c1b40 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.0807061 Feb 09 21:56:07.325487 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-79810d80-861e-4745-a54b-1a890ed899a5 req-d590522d-3ab8-43bc-a6a6-dd8849b10d9f tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671599 Feb 09 21:56:07.471468 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4132caa2-b51c-48c3-a55f-2b66aa3846c0 req-bd30c85f-5528-4f21-b749-a1ec2eb700c7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.0494044 Feb 09 21:56:07.584232 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ef0cacee-3b3f-4d83-b739-8b9ecab185b8 req-465c8b7a-2ca1-4733-b1dc-bbf54f8992fc tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 210 time: 0.0315764 Feb 09 21:56:07.808270 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f47c8c3e-dbd2-4648-813d-0f024ced7dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.504960 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3d05f-5ec9-4a4f-81d9-3bd5ff3601da req-8a49a53b-aa9f-4096-946e-d40020bca65b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:08.512795 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41b3d05f-5ec9-4a4f-81d9-3bd5ff3601da req-8a49a53b-aa9f-4096-946e-d40020bca65b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 945 time: 0.0797956 Feb 09 21:56:08.583424 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41b3d05f-5ec9-4a4f-81d9-3bd5ff3601da req-bdd1152c-3e40-4af1-943e-7b80b12148a9 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684276 Feb 09 21:56:08.757272 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:56:08.794620 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-465ef2ae-808c-4da4-86d1-dec2b299606b req-e665b9c8-ca08-4bc4-9c59-8e51a2dacf31 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.0750685 Feb 09 21:56:08.944562 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bf5c8208-c8d5-4e36-a77b-e748340f5580 req-769a9348-adce-4a16-9f0d-b9ad3d8ed717 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 210 time: 0.0596828 Feb 09 21:56:09.161964 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device a73c5867-157b-453e-930a-7e7b812a063b no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:09.350704 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port a73c5867-157b-453e-930a-7e7b812a063b is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:09.351905 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a73c5867-157b-453e-930a-7e7b812a063b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.406023 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297f5c94-7711-466c-876b-2e1def261d5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a73c5867-157b-453e-930a-7e7b812a063b'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:56:09.408459 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cb6e5c-d83b-45fa-9abd-1b6da4714e63" -d '{"events": [{"server_uuid": "297f5c94-7711-466c-876b-2e1def261d5a", "name": "network-vif-unplugged", "status": "completed", "tag": "a73c5867-157b-453e-930a-7e7b812a063b"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:56:09.441992 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port a73c5867-157b-453e-930a-7e7b812a063b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=a73c5867-157b-453e-930a-7e7b812a063b,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:09.451303 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a73c5867-157b-453e-930a-7e7b812a063b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.458446 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 21:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd9bef5-e9eb-458c-8ae9-8998f6812278 x-openstack-request-id: req-2cd9bef5-e9eb-458c-8ae9-8998f6812278 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:56:09.458855 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297f5c94-7711-466c-876b-2e1def261d5a", "name": "network-vif-unplugged", "status": "failed", "tag": "a73c5867-157b-453e-930a-7e7b812a063b", "code": 422}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:56:09.459289 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2cd9bef5-e9eb-458c-8ae9-8998f6812278 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:56:09.460014 n-d-828601-1 neutron-server[103203]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '297f5c94-7711-466c-876b-2e1def261d5a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a73c5867-157b-453e-930a-7e7b812a063b', 'code': 422} returned with failed status Feb 09 21:56:09.500353 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47394) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:09.546770 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=a73c5867-157b-453e-930a-7e7b812a063b,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:09.643527 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-51e3bc8e-b7a7-4fb8-8b45-08bf271f955d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.794082 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-51e3bc8e-b7a7-4fb8-8b45-08bf271f955d admin admin] Publish callbacks [] for security_group (ad6d7bbe-e6b4-4bd0-9ebb-c78cd197434b), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.801560 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-51e3bc8e-b7a7-4fb8-8b45-08bf271f955d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ad6d7bbe-e6b4-4bd0-9ebb-c78cd197434b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.864397 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae339c5-f3b7-4047-b151-07ba31f9e420 req-655bacfc-5551-463b-adaf-2b91b59a7935 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:09.866196 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bae339c5-f3b7-4047-b151-07ba31f9e420 req-655bacfc-5551-463b-adaf-2b91b59a7935 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 943 time: 0.1415896 Feb 09 21:56:09.878754 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47402) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:09.879480 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-51e3bc8e-b7a7-4fb8-8b45-08bf271f955d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7ff17f5f341c430db24c3555ca694649&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3769422 Feb 09 21:56:09.892970 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3bc8e-b7a7-4fb8-8b45-08bf271f955d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6d7bbe-e6b4-4bd0-9ebb-c78cd197434b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:09.984561 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bae339c5-f3b7-4047-b151-07ba31f9e420 req-1c2f04fd-6da6-4db3-8b7f-bba31f76fb8d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019464 Feb 09 21:56:09.986082 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-96bff1a3-3e6b-435a-8cf8-ce9d7951d906 admin admin] Publish callbacks [] for security_group (ad6d7bbe-e6b4-4bd0-9ebb-c78cd197434b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:10.030960 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-96bff1a3-3e6b-435a-8cf8-ce9d7951d906 admin admin] Publish callbacks [] for security_group (ad6d7bbe-e6b4-4bd0-9ebb-c78cd197434b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:10.112290 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-96bff1a3-3e6b-435a-8cf8-ce9d7951d906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ad6d7bbe-e6b4-4bd0-9ebb-c78cd197434b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:10.117791 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-96bff1a3-3e6b-435a-8cf8-ce9d7951d906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:10.124628 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-96bff1a3-3e6b-435a-8cf8-ce9d7951d906 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ad6d7bbe-e6b4-4bd0-9ebb-c78cd197434b HTTP/1.1" status: 204 len: 168 time: 0.2437809 Feb 09 21:56:10.144639 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bff1a3-3e6b-435a-8cf8-ce9d7951d906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6d7bbe-e6b4-4bd0-9ebb-c78cd197434b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:10.148762 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6586dbf-b5f0-4148-9b90-9b8f5c274296 req-93adbc4c-a91e-49da-bace-1c84e341fdea tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.0498743 Feb 09 21:56:10.278518 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99284431-c647-430c-88a0-2e4aaf93eb60 req-04731a63-c6b6-45e7-99a5-1bb232165185 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c5ed5f-7985-4b6e-aee1-2667b5d4d379 HTTP/1.1" status: 200 len: 210 time: 0.0376740 Feb 09 21:56:10.475980 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e1170f87-788d-4ba5-b9ce-b9b11a9456d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:11.534536 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.715193 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.067673 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47494) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:13.178817 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device a73c5867-157b-453e-930a-7e7b812a063b no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:13.221107 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59a40606-7b2f-40eb-992a-72882de2df38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.325214 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port a73c5867-157b-453e-930a-7e7b812a063b is: DOWN; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:13.355884 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59a40606-7b2f-40eb-992a-72882de2df38 admin admin] Publish callbacks [] for security_group (983411d3-b15b-4f83-a3aa-f6ebd62d5960), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.362182 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59a40606-7b2f-40eb-992a-72882de2df38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (983411d3-b15b-4f83-a3aa-f6ebd62d5960), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.423049 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-59a40606-7b2f-40eb-992a-72882de2df38 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4dc2ad823faf4da9ae363cc0c17d62d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3533711 Feb 09 21:56:13.426946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47498) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:13.433490 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a40606-7b2f-40eb-992a-72882de2df38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983411d3-b15b-4f83-a3aa-f6ebd62d5960,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:13.489669 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68650b39-1832-4922-94d9-2544d4e80f78 admin admin] Publish callbacks [] for security_group (983411d3-b15b-4f83-a3aa-f6ebd62d5960), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.522291 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68650b39-1832-4922-94d9-2544d4e80f78 admin admin] Publish callbacks [] for security_group (983411d3-b15b-4f83-a3aa-f6ebd62d5960), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.602219 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68650b39-1832-4922-94d9-2544d4e80f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (983411d3-b15b-4f83-a3aa-f6ebd62d5960), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.605313 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68650b39-1832-4922-94d9-2544d4e80f78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.606611 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-68650b39-1832-4922-94d9-2544d4e80f78 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/983411d3-b15b-4f83-a3aa-f6ebd62d5960 HTTP/1.1" status: 204 len: 168 time: 0.1787896 Feb 09 21:56:13.618074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68650b39-1832-4922-94d9-2544d4e80f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983411d3-b15b-4f83-a3aa-f6ebd62d5960,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:14.071381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47504) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:14.088275 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6efe06dc-3ac8-4242-b2b2-307561951c9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.185858 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6efe06dc-3ac8-4242-b2b2-307561951c9c admin admin] Publish callbacks [] for security_group (a09992f9-631b-4525-8054-aa709dad913e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.193143 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6efe06dc-3ac8-4242-b2b2-307561951c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a09992f9-631b-4525-8054-aa709dad913e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.245594 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6efe06dc-3ac8-4242-b2b2-307561951c9c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8e5789d369f04ba7a21507994b38ec78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1725903 Feb 09 21:56:14.247138 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe06dc-3ac8-4242-b2b2-307561951c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09992f9-631b-4525-8054-aa709dad913e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:14.249341 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47506) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:14.345031 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-854e8160-e1bc-47df-86d2-0fbf4ef113ea admin admin] Publish callbacks [] for security_group (a09992f9-631b-4525-8054-aa709dad913e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.385905 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-854e8160-e1bc-47df-86d2-0fbf4ef113ea admin admin] Publish callbacks [] for security_group (a09992f9-631b-4525-8054-aa709dad913e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.461608 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-854e8160-e1bc-47df-86d2-0fbf4ef113ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a09992f9-631b-4525-8054-aa709dad913e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.464523 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-854e8160-e1bc-47df-86d2-0fbf4ef113ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.465896 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-854e8160-e1bc-47df-86d2-0fbf4ef113ea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a09992f9-631b-4525-8054-aa709dad913e HTTP/1.1" status: 204 len: 168 time: 0.2143531 Feb 09 21:56:14.476150 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e8160-e1bc-47df-86d2-0fbf4ef113ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09992f9-631b-4525-8054-aa709dad913e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:14.539733 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.661064 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f9178a7-4834-4d56-a648-d2fab5cd0208 req-de63f840-8d01-4c09-860e-2e8198a123ab service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0865877 Feb 09 21:56:14.789643 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9178a7-4834-4d56-a648-d2fab5cd0208 req-21ad5ed9-c5a1-424b-9200-14fa49ff5d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:14.791538 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f9178a7-4834-4d56-a648-d2fab5cd0208 req-21ad5ed9-c5a1-424b-9200-14fa49ff5d89 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c135bd0d2c9b4219bd0ebf3718b0f7ac&device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 1127 time: 0.1026356 Feb 09 21:56:14.909851 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9178a7-4834-4d56-a648-d2fab5cd0208 req-08c4e539-64bb-4552-a61f-587f0c7835f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:14.911380 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f9178a7-4834-4d56-a648-d2fab5cd0208 req-08c4e539-64bb-4552-a61f-587f0c7835f5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=43c866ce-b28d-463f-9db2-f0ce01fb8d37 HTTP/1.1" status: 200 len: 914 time: 0.0961301 Feb 09 21:56:14.960597 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f9178a7-4834-4d56-a648-d2fab5cd0208 req-4b5448a8-9266-44cc-8bed-d9695a68906f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce HTTP/1.1" status: 200 len: 217 time: 0.0435779 Feb 09 21:56:15.043789 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9178a7-4834-4d56-a648-d2fab5cd0208 req-eb427f94-d932-46c0-b405-81dc9868f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:15.046769 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f9178a7-4834-4d56-a648-d2fab5cd0208 req-eb427f94-d932-46c0-b405-81dc9868f4e4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=128373c6-66eb-4e4e-b34c-fd626be51c57 HTTP/1.1" status: 200 len: 853 time: 0.0803769 Feb 09 21:56:15.101799 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f9178a7-4834-4d56-a648-d2fab5cd0208 req-08ca011b-ebcd-49c3-8f1d-63f7cd1304d5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=43c866ce-b28d-463f-9db2-f0ce01fb8d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474737 Feb 09 21:56:15.233772 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f9178a7-4834-4d56-a648-d2fab5cd0208 req-f9d37da7-6ea8-448d-921a-f2610a9e683e service neutron] 10.222.0.71 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255329 Feb 09 21:56:15.339295 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:15.407927 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f9178a7-4834-4d56-a648-d2fab5cd0208 req-9386b1be-a108-47b0-a847-ffacf30cd417 service neutron] 10.222.0.71 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690681 Feb 09 21:56:15.993635 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.566943 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47570) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:16.710230 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c29c79ac-d495-400d-b9ef-47134694d8da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.824623 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c29c79ac-d495-400d-b9ef-47134694d8da admin admin] Publish callbacks [] for security_group (f9dd6d15-322b-47e9-a0ab-730c9504a875), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.834011 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c29c79ac-d495-400d-b9ef-47134694d8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f9dd6d15-322b-47e9-a0ab-730c9504a875), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.916128 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c29c79ac-d495-400d-b9ef-47134694d8da admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aaad7f39bc8c41ea99e451d58129d19e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3464372 Feb 09 21:56:16.917650 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c79ac-d495-400d-b9ef-47134694d8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dd6d15-322b-47e9-a0ab-730c9504a875,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:16.920838 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47576) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:17.016266 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b66a722-d95f-4778-9cae-fa4de36f207a admin admin] Publish callbacks [] for security_group (f9dd6d15-322b-47e9-a0ab-730c9504a875), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:17.047142 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b66a722-d95f-4778-9cae-fa4de36f207a admin admin] Publish callbacks [] for security_group (f9dd6d15-322b-47e9-a0ab-730c9504a875), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:17.130614 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b66a722-d95f-4778-9cae-fa4de36f207a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f9dd6d15-322b-47e9-a0ab-730c9504a875), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:17.139986 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b66a722-d95f-4778-9cae-fa4de36f207a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:17.147620 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6b66a722-d95f-4778-9cae-fa4de36f207a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f9dd6d15-322b-47e9-a0ab-730c9504a875 HTTP/1.1" status: 204 len: 168 time: 0.2228982 Feb 09 21:56:17.164463 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66a722-d95f-4778-9cae-fa4de36f207a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dd6d15-322b-47e9-a0ab-730c9504a875,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:18.838378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47624) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:19.139770 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e780bc47-84c3-4c04-aff5-9e706b7699c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.272805 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e780bc47-84c3-4c04-aff5-9e706b7699c7 admin admin] Publish callbacks [] for security_group (5880c735-484d-4b66-bb7d-91dd4522c2b1), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.280312 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e780bc47-84c3-4c04-aff5-9e706b7699c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5880c735-484d-4b66-bb7d-91dd4522c2b1), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.317031 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780bc47-84c3-4c04-aff5-9e706b7699c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5880c735-484d-4b66-bb7d-91dd4522c2b1,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:19.350652 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e780bc47-84c3-4c04-aff5-9e706b7699c7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f8dcde40051d4b87b0075663b93c2bca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5089540 Feb 09 21:56:19.352449 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47630) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:19.478730 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-27a7f192-1e87-4ced-82e2-819bf156d8d1 admin admin] Publish callbacks [] for security_group (5880c735-484d-4b66-bb7d-91dd4522c2b1), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.525501 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-27a7f192-1e87-4ced-82e2-819bf156d8d1 admin admin] Publish callbacks [] for security_group (5880c735-484d-4b66-bb7d-91dd4522c2b1), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.619438 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-27a7f192-1e87-4ced-82e2-819bf156d8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5880c735-484d-4b66-bb7d-91dd4522c2b1), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.647988 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-27a7f192-1e87-4ced-82e2-819bf156d8d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.652022 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-27a7f192-1e87-4ced-82e2-819bf156d8d1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5880c735-484d-4b66-bb7d-91dd4522c2b1 HTTP/1.1" status: 204 len: 168 time: 0.2923701 Feb 09 21:56:19.671196 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7f192-1e87-4ced-82e2-819bf156d8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5880c735-484d-4b66-bb7d-91dd4522c2b1,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:21.701816 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47666) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:21.824596 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:21.849420 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:21.971700 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:22.189509 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Allocated IP 172.25.6.251 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/a771b6f8-40bd-4be8-b00d-915e6f35fba7) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:22.334671 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Publish callbacks [] for port (a771b6f8-40bd-4be8-b00d-915e6f35fba7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:22.401657 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (a771b6f8-40bd-4be8-b00d-915e6f35fba7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:22.482501 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:22.488814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:22.492499 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:22.538436 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Pushing event updated for resources: {'Port': ['ID=a771b6f8-40bd-4be8-b00d-915e6f35fba7,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:22.552988 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:22.553344 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:22.553699 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:22.554062 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:22.554414 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:22.554761 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:22.555110 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:22.555451 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:22.555962 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:22.556300 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:22.556648 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:22.556988 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:22.557340 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:22.626079 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Publish callbacks [] for floatingip (eeeef000-d278-4237-b9c0-c712d5a868b3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:22.690559 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a771b6f8-40bd-4be8-b00d-915e6f35fba7), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:22.957749 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Publish callbacks [] for port (a771b6f8-40bd-4be8-b00d-915e6f35fba7), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:22.963746 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (a771b6f8-40bd-4be8-b00d-915e6f35fba7), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.043437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Pushing event updated for resources: {'Port': ['ID=a771b6f8-40bd-4be8-b00d-915e6f35fba7,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:23.051801 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (eeeef000-d278-4237-b9c0-c712d5a868b3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.072217 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.076529 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-537cf4ca-baa5-488a-8e2d-56929bb02776 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3700829 Feb 09 21:56:23.076859 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47670) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:23.082806 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0f7bb5c4-6b52-4e0f-94d6-6b5448e28afe tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-83008492', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'fixed_ips': [{'ip_address': '172.25.6.251'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:23.106551 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7bb5c4-6b52-4e0f-94d6-6b5448e28afe tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Made reservation on behalf of 5a8c2c7e72fa4f1f89740ef747d86577 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:23.110059 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f7bb5c4-6b52-4e0f-94d6-6b5448e28afe tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.121335 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f7bb5c4-6b52-4e0f-94d6-6b5448e28afe tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.231011 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f7bb5c4-6b52-4e0f-94d6-6b5448e28afe tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Publish callbacks [] for security_group (89ab25e4-191f-4e94-b6f8-1cd46bb7949c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.241043 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f7bb5c4-6b52-4e0f-94d6-6b5448e28afe tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (89ab25e4-191f-4e94-b6f8-1cd46bb7949c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.253208 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-0f7bb5c4-6b52-4e0f-94d6-6b5448e28afe tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] device_id is not set on port f0a8b276-216b-4002-9082-3024ee085e3f yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:56:23.331597 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bb5c4-6b52-4e0f-94d6-6b5448e28afe tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ab25e4-191f-4e94-b6f8-1cd46bb7949c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:23.494636 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7bb5c4-6b52-4e0f-94d6-6b5448e28afe tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 21:56:23.495289 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f7bb5c4-6b52-4e0f-94d6-6b5448e28afe tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:56:23.522125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47672) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:23.522971 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0f7bb5c4-6b52-4e0f-94d6-6b5448e28afe tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4446673 Feb 09 21:56:23.713117 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4d0526af-3034-4636-9364-5d21338f82b7 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Deleting port a771b6f8-40bd-4be8-b00d-915e6f35fba7 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:23.713465 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d0526af-3034-4636-9364-5d21338f82b7 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a771b6f8-40bd-4be8-b00d-915e6f35fba7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.851839 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d0526af-3034-4636-9364-5d21338f82b7 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a771b6f8-40bd-4be8-b00d-915e6f35fba7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.852326 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d0526af-3034-4636-9364-5d21338f82b7 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Publish callbacks [] for floatingip (a771b6f8-40bd-4be8-b00d-915e6f35fba7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.876441 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4d0526af-3034-4636-9364-5d21338f82b7 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Calling delete_port for a771b6f8-40bd-4be8-b00d-915e6f35fba7 owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:24.113747 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d0526af-3034-4636-9364-5d21338f82b7 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (a771b6f8-40bd-4be8-b00d-915e6f35fba7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:24.144006 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0526af-3034-4636-9364-5d21338f82b7 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Pushing event deleted for resources: {'Port': ['ID=a771b6f8-40bd-4be8-b00d-915e6f35fba7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:24.221150 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d0526af-3034-4636-9364-5d21338f82b7 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Publish callbacks [] for floatingip (eeeef000-d278-4237-b9c0-c712d5a868b3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:24.225345 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d0526af-3034-4636-9364-5d21338f82b7 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:24.235057 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4d0526af-3034-4636-9364-5d21338f82b7 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391 tempest-ExternalNetworksAdminNegativeTestJSON-1256538391-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/eeeef000-d278-4237-b9c0-c712d5a868b3 HTTP/1.1" status: 204 len: 168 time: 0.7114527 Feb 09 21:56:24.605111 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47678) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:24.789247 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c95e6d2-5d9c-42b4-b40d-0cd7523a13f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:24.892198 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c95e6d2-5d9c-42b4-b40d-0cd7523a13f2 admin admin] Publish callbacks [] for security_group (6e89b563-c7e5-4868-88eb-0ed37abcc754), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:24.897721 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c95e6d2-5d9c-42b4-b40d-0cd7523a13f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6e89b563-c7e5-4868-88eb-0ed37abcc754), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:24.940876 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6c95e6d2-5d9c-42b4-b40d-0cd7523a13f2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=730d1b7c41e342e1b7fc66b4def70dc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3346190 Feb 09 21:56:24.942222 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95e6d2-5d9c-42b4-b40d-0cd7523a13f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e89b563-c7e5-4868-88eb-0ed37abcc754,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:24.945107 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47682) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:25.036439 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9344cd6-51fd-4a60-9451-195c2e3d7652 admin admin] Publish callbacks [] for security_group (6e89b563-c7e5-4868-88eb-0ed37abcc754), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.077361 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9344cd6-51fd-4a60-9451-195c2e3d7652 admin admin] Publish callbacks [] for security_group (6e89b563-c7e5-4868-88eb-0ed37abcc754), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.160322 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9344cd6-51fd-4a60-9451-195c2e3d7652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6e89b563-c7e5-4868-88eb-0ed37abcc754), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.164113 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9344cd6-51fd-4a60-9451-195c2e3d7652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.180232 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d9344cd6-51fd-4a60-9451-195c2e3d7652 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6e89b563-c7e5-4868-88eb-0ed37abcc754 HTTP/1.1" status: 204 len: 168 time: 0.2179179 Feb 09 21:56:25.180232 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9344cd6-51fd-4a60-9451-195c2e3d7652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e89b563-c7e5-4868-88eb-0ed37abcc754,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:25.892397 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47688) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:26.017730 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5cd24371-35d2-4618-b225-e11268cb4ce5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5a8c2c7e72fa4f1f89740ef747d86577&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1171072 Feb 09 21:56:26.023471 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47690) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:26.104621 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f76e4bb-1d24-41a2-9883-8264f67e1270 admin admin] Publish callbacks [] for security_group (89ab25e4-191f-4e94-b6f8-1cd46bb7949c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.147391 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f76e4bb-1d24-41a2-9883-8264f67e1270 admin admin] Publish callbacks [] for security_group (89ab25e4-191f-4e94-b6f8-1cd46bb7949c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.258180 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f76e4bb-1d24-41a2-9883-8264f67e1270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (89ab25e4-191f-4e94-b6f8-1cd46bb7949c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.265393 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f76e4bb-1d24-41a2-9883-8264f67e1270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.267573 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6f76e4bb-1d24-41a2-9883-8264f67e1270 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/89ab25e4-191f-4e94-b6f8-1cd46bb7949c HTTP/1.1" status: 204 len: 168 time: 0.2425878 Feb 09 21:56:26.292316 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76e4bb-1d24-41a2-9883-8264f67e1270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ab25e4-191f-4e94-b6f8-1cd46bb7949c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:27.571727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47712) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:27.805597 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7d4fd39b-a9b5-4bd5-a2fb-73f398b173ce tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1368264897'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:27.845010 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4fd39b-a9b5-4bd5-a2fb-73f398b173ce tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Made reservation on behalf of 421901881fb341039b53ee9557b19418 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:27.851454 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd39b-a9b5-4bd5-a2fb-73f398b173ce tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.870585 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd39b-a9b5-4bd5-a2fb-73f398b173ce tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.029477 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd39b-a9b5-4bd5-a2fb-73f398b173ce tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for security_group (8ac6cf73-4818-4c6a-b8df-b0acd7535005), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.037990 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd39b-a9b5-4bd5-a2fb-73f398b173ce tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8ac6cf73-4818-4c6a-b8df-b0acd7535005), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.090346 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fd39b-a9b5-4bd5-a2fb-73f398b173ce tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac6cf73-4818-4c6a-b8df-b0acd7535005,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:28.107865 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4fd39b-a9b5-4bd5-a2fb-73f398b173ce tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:56:28.138602 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd39b-a9b5-4bd5-a2fb-73f398b173ce tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (7fe94bd2-16ee-42a0-be8b-f2cc4b15fcb7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.140238 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-7d4fd39b-a9b5-4bd5-a2fb-73f398b173ce tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Added segment 7fe94bd2-16ee-42a0-be8b-f2cc4b15fcb7 of type vlan for network d8214ba8-7edd-4721-a0f1-3541ddead4e5 Feb 09 21:56:28.203680 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd39b-a9b5-4bd5-a2fb-73f398b173ce tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (d8214ba8-7edd-4721-a0f1-3541ddead4e5), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.265697 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd39b-a9b5-4bd5-a2fb-73f398b173ce tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (d8214ba8-7edd-4721-a0f1-3541ddead4e5), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.274404 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4fd39b-a9b5-4bd5-a2fb-73f398b173ce tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:28.275453 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd39b-a9b5-4bd5-a2fb-73f398b173ce tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.382702 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7d4fd39b-a9b5-4bd5-a2fb-73f398b173ce tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8070209 Feb 09 21:56:28.383428 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47716) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:28.398062 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-8db24073-65d1-4a75-811d-d2784bc5f358 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Request body: {'subnet': {'network_id': 'd8214ba8-7edd-4721-a0f1-3541ddead4e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:28.402881 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fd39b-a9b5-4bd5-a2fb-73f398b173ce tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Pushing event updated for resources: {'Network': ['ID=d8214ba8-7edd-4721-a0f1-3541ddead4e5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:28.425410 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network d8214ba8-7edd-4721-a0f1-3541ddead4e5 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:56:28.547722 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db24073-65d1-4a75-811d-d2784bc5f358 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Made reservation on behalf of 421901881fb341039b53ee9557b19418 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:28.554774 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8db24073-65d1-4a75-811d-d2784bc5f358 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.916515 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8db24073-65d1-4a75-811d-d2784bc5f358 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (d8582f95-c5ec-4d8b-9f88-1238e4886feb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.011051 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db24073-65d1-4a75-811d-d2784bc5f358 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Pushing event updated for resources: {'Subnet': ['ID=d8582f95-c5ec-4d8b-9f88-1238e4886feb,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:29.016352 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db24073-65d1-4a75-811d-d2784bc5f358 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Checking segment: {'id': '7fe94bd2-16ee-42a0-be8b-f2cc4b15fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd8214ba8-7edd-4721-a0f1-3541ddead4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:29.016352 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db24073-65d1-4a75-811d-d2784bc5f358 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Network hostable DHCP agents. Network: d8214ba8-7edd-4721-a0f1-3541ddead4e5, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:56:29.047828 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db24073-65d1-4a75-811d-d2784bc5f358 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Network d8214ba8-7edd-4721-a0f1-3541ddead4e5 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:56:29.067082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-8db24073-65d1-4a75-811d-d2784bc5f358 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, d8214ba8-7edd-4721-a0f1-3541ddead4e5) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:29.081158 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6848d0c8-9186-4ab2-a3b5-dc8a4ae6d809 None None] Network d8214ba8-7edd-4721-a0f1-3541ddead4e5 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:29.084839 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db24073-65d1-4a75-811d-d2784bc5f358 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:29.085684 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8db24073-65d1-4a75-811d-d2784bc5f358 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.132535 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8db24073-65d1-4a75-811d-d2784bc5f358 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7394254 Feb 09 21:56:29.135122 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47718) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:29.145178 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-cf0da7f8-a2c6-4497-a529-615b0c8331c9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1641843466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:29.193915 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cf0da7f8-a2c6-4497-a529-615b0c8331c9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (fda030f1-cf90-4642-a5e4-dc923797505f), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.196981 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cf0da7f8-a2c6-4497-a529-615b0c8331c9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (fda030f1-cf90-4642-a5e4-dc923797505f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.283611 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cf0da7f8-a2c6-4497-a529-615b0c8331c9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for router_controller (fda030f1-cf90-4642-a5e4-dc923797505f), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.297436 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cf0da7f8-a2c6-4497-a529-615b0c8331c9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (fda030f1-cf90-4642-a5e4-dc923797505f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.340637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4616dd29-8f0f-496b-a4cf-2f555dacb19d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-d8214ba8-7edd-4721-a0f1-3541ddead4e5', 'network_id': 'd8214ba8-7edd-4721-a0f1-3541ddead4e5', 'project_id': '421901881fb341039b53ee9557b19418', 'fixed_ips': [{'subnet_id': 'd8582f95-c5ec-4d8b-9f88-1238e4886feb'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:56:29.342510 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4616dd29-8f0f-496b-a4cf-2f555dacb19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.350218 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cf0da7f8-a2c6-4497-a529-615b0c8331c9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.351876 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cf0da7f8-a2c6-4497-a529-615b0c8331c9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2152185 Feb 09 21:56:29.356487 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47720) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:29.686437 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-4616dd29-8f0f-496b-a4cf-2f555dacb19d None None] Allocated IP 172.20.0.2 (d8214ba8-7edd-4721-a0f1-3541ddead4e5/d8582f95-c5ec-4d8b-9f88-1238e4886feb/14367ebd-fd5e-4470-ab06-b5cc3cd73a9a) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:29.978418 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4616dd29-8f0f-496b-a4cf-2f555dacb19d None None] Publish callbacks [] for port (14367ebd-fd5e-4470-ab06-b5cc3cd73a9a), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.994011 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4616dd29-8f0f-496b-a4cf-2f555dacb19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (14367ebd-fd5e-4470-ab06-b5cc3cd73a9a), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.997229 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4111da61-e4d8-45b4-8da9-61b0c749ee0d tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:30.040743 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4616dd29-8f0f-496b-a4cf-2f555dacb19d None None] Network d8214ba8-7edd-4721-a0f1-3541ddead4e5 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:30.044402 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-4616dd29-8f0f-496b-a4cf-2f555dacb19d None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:30.058820 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4616dd29-8f0f-496b-a4cf-2f555dacb19d None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:30.102846 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616dd29-8f0f-496b-a4cf-2f555dacb19d None None] Pushing event updated for resources: {'Port': ['ID=14367ebd-fd5e-4470-ab06-b5cc3cd73a9a,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:30.178930 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-4616dd29-8f0f-496b-a4cf-2f555dacb19d None None] Attempting to bind port 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:30.178930 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-4616dd29-8f0f-496b-a4cf-2f555dacb19d None None] Attempting to bind port 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '7fe94bd2-16ee-42a0-be8b-f2cc4b15fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd8214ba8-7edd-4721-a0f1-3541ddead4e5'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:30.179546 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4616dd29-8f0f-496b-a4cf-2f555dacb19d None None] Attempting to bind port 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a on network d8214ba8-7edd-4721-a0f1-3541ddead4e5 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:30.185222 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4616dd29-8f0f-496b-a4cf-2f555dacb19d None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:56:30.187232 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4616dd29-8f0f-496b-a4cf-2f555dacb19d None None] Checking segment: {'id': '7fe94bd2-16ee-42a0-be8b-f2cc4b15fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd8214ba8-7edd-4721-a0f1-3541ddead4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:30.187232 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4616dd29-8f0f-496b-a4cf-2f555dacb19d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:30.187232 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4616dd29-8f0f-496b-a4cf-2f555dacb19d None None] Bound using segment: {'id': '7fe94bd2-16ee-42a0-be8b-f2cc4b15fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd8214ba8-7edd-4721-a0f1-3541ddead4e5'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:56:30.187232 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-4616dd29-8f0f-496b-a4cf-2f555dacb19d None None] Bound port: 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe94bd2-16ee-42a0-be8b-f2cc4b15fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd8214ba8-7edd-4721-a0f1-3541ddead4e5'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:56:30.187232 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4616dd29-8f0f-496b-a4cf-2f555dacb19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (14367ebd-fd5e-4470-ab06-b5cc3cd73a9a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:30.320424 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-4616dd29-8f0f-496b-a4cf-2f555dacb19d None None] For port 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:56:30.327862 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-4616dd29-8f0f-496b-a4cf-2f555dacb19d None None] For port 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=14367ebd-fd5e-4470-ab06-b5cc3cd73a9a,segment=NetworkSegment(7fe94bd2-16ee-42a0-be8b-f2cc4b15fcb7),segment_id=7fe94bd2-16ee-42a0-be8b-f2cc4b15fcb7)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:56:30.350795 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4616dd29-8f0f-496b-a4cf-2f555dacb19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (14367ebd-fd5e-4470-ab06-b5cc3cd73a9a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:30.479765 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-4111da61-e4d8-45b4-8da9-61b0c749ee0d tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Allocated IP 172.20.0.1 (d8214ba8-7edd-4721-a0f1-3541ddead4e5/d8582f95-c5ec-4d8b-9f88-1238e4886feb/2a419243-d431-4cdc-8ca5-adb92e961a79) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:30.530010 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616dd29-8f0f-496b-a4cf-2f555dacb19d None None] Pushing event updated for resources: {'Port': ['ID=14367ebd-fd5e-4470-ab06-b5cc3cd73a9a,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:30.717501 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4111da61-e4d8-45b4-8da9-61b0c749ee0d tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for port (2a419243-d431-4cdc-8ca5-adb92e961a79), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:30.809434 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4111da61-e4d8-45b4-8da9-61b0c749ee0d tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (2a419243-d431-4cdc-8ca5-adb92e961a79), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:30.874690 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4111da61-e4d8-45b4-8da9-61b0c749ee0d tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Network d8214ba8-7edd-4721-a0f1-3541ddead4e5 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:30.878590 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-4111da61-e4d8-45b4-8da9-61b0c749ee0d tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:30.890767 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4111da61-e4d8-45b4-8da9-61b0c749ee0d tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:30.946641 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111da61-e4d8-45b4-8da9-61b0c749ee0d tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Pushing event updated for resources: {'Port': ['ID=2a419243-d431-4cdc-8ca5-adb92e961a79,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:30.965584 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4111da61-e4d8-45b4-8da9-61b0c749ee0d tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (fda030f1-cf90-4642-a5e4-dc923797505f), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.145699 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4111da61-e4d8-45b4-8da9-61b0c749ee0d tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2a419243-d431-4cdc-8ca5-adb92e961a79), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.191082 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:31.316696 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:31.317300 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (14367ebd-fd5e-4470-ab06-b5cc3cd73a9a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.481398 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:31.481853 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (14367ebd-fd5e-4470-ab06-b5cc3cd73a9a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.523146 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=14367ebd-fd5e-4470-ab06-b5cc3cd73a9a,segment=NetworkSegment(7fe94bd2-16ee-42a0-be8b-f2cc4b15fcb7),segment_id=7fe94bd2-16ee-42a0-be8b-f2cc4b15fcb7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:31.552960 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (14367ebd-fd5e-4470-ab06-b5cc3cd73a9a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.771801 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=14367ebd-fd5e-4470-ab06-b5cc3cd73a9a,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:31.849718 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4111da61-e4d8-45b4-8da9-61b0c749ee0d tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for port (2a419243-d431-4cdc-8ca5-adb92e961a79), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.856734 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4111da61-e4d8-45b4-8da9-61b0c749ee0d tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (2a419243-d431-4cdc-8ca5-adb92e961a79), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.985564 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111da61-e4d8-45b4-8da9-61b0c749ee0d tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Pushing event updated for resources: {'Port': ['ID=2a419243-d431-4cdc-8ca5-adb92e961a79,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:31.990887 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4111da61-e4d8-45b4-8da9-61b0c749ee0d tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (fda030f1-cf90-4642-a5e4-dc923797505f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:32.120963 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4111da61-e4d8-45b4-8da9-61b0c749ee0d tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Network d8214ba8-7edd-4721-a0f1-3541ddead4e5 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:32.123485 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-4111da61-e4d8-45b4-8da9-61b0c749ee0d tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:32.205723 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b34e8ce-233a-4437-8900-c8a5cd096b9f None None] Network d8214ba8-7edd-4721-a0f1-3541ddead4e5 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:32.292016 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4111da61-e4d8-45b4-8da9-61b0c749ee0d tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Router fda030f1-cf90-4642-a5e4-dc923797505f is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:56:32.446089 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-46c6174d-f7fd-4cd2-9442-d754d95c63b3 None None] Provisioning complete for port 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:32.446373 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-46c6174d-f7fd-4cd2-9442-d754d95c63b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (14367ebd-fd5e-4470-ab06-b5cc3cd73a9a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:32.461852 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4111da61-e4d8-45b4-8da9-61b0c749ee0d tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:56:32.470308 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47724) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:32.470775 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4111da61-e4d8-45b4-8da9-61b0c749ee0d tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] 10.222.0.77 "PUT /v2.0/routers/fda030f1-cf90-4642-a5e4-dc923797505f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1088295 Feb 09 21:56:32.477713 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-28f0f168-4dd8-4804-acba-262d83f3f5dd tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Request body: {'port': {'network_id': 'd8214ba8-7edd-4721-a0f1-3541ddead4e5', 'name': 'tempest-FloatingIPNegativeTestJSON-1251816095'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:32.484454 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb0e3cc-1a28-4b12-9f39-5b1a46896260 None None] Sync routers for ids ['fda030f1-cf90-4642-a5e4-dc923797505f'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:56:32.505070 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb0e3cc-1a28-4b12-9f39-5b1a46896260 None None] Routers {'fda030f1-cf90-4642-a5e4-dc923797505f'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:32.506726 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ffb0e3cc-1a28-4b12-9f39-5b1a46896260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:56:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['fda030f1-cf90-4642-a5e4-dc923797505f'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:32.569225 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ffb0e3cc-1a28-4b12-9f39-5b1a46896260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:32.581828 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-46c6174d-f7fd-4cd2-9442-d754d95c63b3 None None] Current status of the port 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:32.586342 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb0e3cc-1a28-4b12-9f39-5b1a46896260 None None] Routers {'fda030f1-cf90-4642-a5e4-dc923797505f'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:32.588108 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ffb0e3cc-1a28-4b12-9f39-5b1a46896260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:56:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['fda030f1-cf90-4642-a5e4-dc923797505f'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:32.651492 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ffb0e3cc-1a28-4b12-9f39-5b1a46896260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:32.652609 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb0e3cc-1a28-4b12-9f39-5b1a46896260 None None] The sync data for ids ['fda030f1-cf90-4642-a5e4-dc923797505f'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:56:32.656273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f0f168-4dd8-4804-acba-262d83f3f5dd tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Made reservation on behalf of 421901881fb341039b53ee9557b19418 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:32.661443 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28f0f168-4dd8-4804-acba-262d83f3f5dd tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:32.686764 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-28f0f168-4dd8-4804-acba-262d83f3f5dd tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] device_id is not set on port c1780df0-d098-45d1-ac69-8b84bbf54b54 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:56:32.856015 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-28f0f168-4dd8-4804-acba-262d83f3f5dd tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Allocated IP 172.20.0.10 (d8214ba8-7edd-4721-a0f1-3541ddead4e5/d8582f95-c5ec-4d8b-9f88-1238e4886feb/c1780df0-d098-45d1-ac69-8b84bbf54b54) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:32.919506 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6079ef6b-5298-4b0c-95a0-8f8ec37882c9 None None] Provisioning complete for port 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:32.920887 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6079ef6b-5298-4b0c-95a0-8f8ec37882c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (14367ebd-fd5e-4470-ab06-b5cc3cd73a9a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.023614 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:33.066941 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28f0f168-4dd8-4804-acba-262d83f3f5dd tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for port (c1780df0-d098-45d1-ac69-8b84bbf54b54), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.110733 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28f0f168-4dd8-4804-acba-262d83f3f5dd tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c1780df0-d098-45d1-ac69-8b84bbf54b54), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.195930 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:33.196568 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (14367ebd-fd5e-4470-ab06-b5cc3cd73a9a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.207907 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f0f168-4dd8-4804-acba-262d83f3f5dd tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Network d8214ba8-7edd-4721-a0f1-3541ddead4e5 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:33.211873 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-28f0f168-4dd8-4804-acba-262d83f3f5dd tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:33.222340 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f0f168-4dd8-4804-acba-262d83f3f5dd tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:33.229281 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0f168-4dd8-4804-acba-262d83f3f5dd tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Pushing event updated for resources: {'Port': ['ID=c1780df0-d098-45d1-ac69-8b84bbf54b54,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:33.294594 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6079ef6b-5298-4b0c-95a0-8f8ec37882c9 None None] Current status of the port 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:33.341005 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f0f168-4dd8-4804-acba-262d83f3f5dd tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:33.342796 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28f0f168-4dd8-4804-acba-262d83f3f5dd tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.343165 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6079ef6b-5298-4b0c-95a0-8f8ec37882c9 None None] Provisioning complete for port 2a419243-d431-4cdc-8ca5-adb92e961a79 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:33.343799 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6079ef6b-5298-4b0c-95a0-8f8ec37882c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2a419243-d431-4cdc-8ca5-adb92e961a79), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.386774 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47726) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:33.394422 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7b8d0a46-c0bb-4f65-9229-eade8860e8f9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:33.399723 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-28f0f168-4dd8-4804-acba-262d83f3f5dd tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9272861 Feb 09 21:56:33.434131 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0a46-c0bb-4f65-9229-eade8860e8f9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.465038 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6079ef6b-5298-4b0c-95a0-8f8ec37882c9 None None] Port 2a419243-d431-4cdc-8ca5-adb92e961a79 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:33.481204 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:33.583940 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0a46-c0bb-4f65-9229-eade8860e8f9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.591114 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-bd0416ac-cbc1-4fbf-ba3b-1088dd6ff5a3 None None] Provisioning complete for port 2a419243-d431-4cdc-8ca5-adb92e961a79 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:33.591874 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bd0416ac-cbc1-4fbf-ba3b-1088dd6ff5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2a419243-d431-4cdc-8ca5-adb92e961a79), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.634571 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bd0416ac-cbc1-4fbf-ba3b-1088dd6ff5a3 None None] Port 2a419243-d431-4cdc-8ca5-adb92e961a79 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:33.774301 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-7b8d0a46-c0bb-4f65-9229-eade8860e8f9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Allocated IP 172.25.6.121 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/5afb5cf9-3f90-4233-98e1-9b99d164dd63) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:33.863606 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-dab69aa4-bd69-490f-ab83-3828b720f23a None None] Provisioning complete for port c1780df0-d098-45d1-ac69-8b84bbf54b54 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:33.864080 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dab69aa4-bd69-490f-ab83-3828b720f23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c1780df0-d098-45d1-ac69-8b84bbf54b54), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.901731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-dab69aa4-bd69-490f-ab83-3828b720f23a None None] Port c1780df0-d098-45d1-ac69-8b84bbf54b54 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:33.909083 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0a46-c0bb-4f65-9229-eade8860e8f9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for port (5afb5cf9-3f90-4233-98e1-9b99d164dd63), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.949786 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0a46-c0bb-4f65-9229-eade8860e8f9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (5afb5cf9-3f90-4233-98e1-9b99d164dd63), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.995266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8d0a46-c0bb-4f65-9229-eade8860e8f9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:33.999346 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-7b8d0a46-c0bb-4f65-9229-eade8860e8f9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:34.002648 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8d0a46-c0bb-4f65-9229-eade8860e8f9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:34.039861 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d0a46-c0bb-4f65-9229-eade8860e8f9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Pushing event updated for resources: {'Port': ['ID=5afb5cf9-3f90-4233-98e1-9b99d164dd63,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:34.125356 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0a46-c0bb-4f65-9229-eade8860e8f9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for floatingip (35c19bf0-2c9b-41d4-9fde-cd580d3f4c5d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.166108 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0a46-c0bb-4f65-9229-eade8860e8f9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5afb5cf9-3f90-4233-98e1-9b99d164dd63), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.669166 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0a46-c0bb-4f65-9229-eade8860e8f9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for port (5afb5cf9-3f90-4233-98e1-9b99d164dd63), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.675508 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0a46-c0bb-4f65-9229-eade8860e8f9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (5afb5cf9-3f90-4233-98e1-9b99d164dd63), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.749181 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d0a46-c0bb-4f65-9229-eade8860e8f9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Pushing event updated for resources: {'Port': ['ID=5afb5cf9-3f90-4233-98e1-9b99d164dd63,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:34.765785 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0a46-c0bb-4f65-9229-eade8860e8f9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (35c19bf0-2c9b-41d4-9fde-cd580d3f4c5d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.787419 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0a46-c0bb-4f65-9229-eade8860e8f9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.789392 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7b8d0a46-c0bb-4f65-9229-eade8860e8f9 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3998244 Feb 09 21:56:34.793408 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47728) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:34.798803 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-35f3e852-5fa5-45cc-8a5f-d8da8c6e6843 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Request body: {'floatingip': {'port_id': 'c1780df0-d098-45d1-ac69-8b84bbf54b54', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:34.845267 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35f3e852-5fa5-45cc-8a5f-d8da8c6e6843 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for floatingip (35c19bf0-2c9b-41d4-9fde-cd580d3f4c5d), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.030962 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-35f3e852-5fa5-45cc-8a5f-d8da8c6e6843 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] update failed (client error): The resource could not be found. Feb 09 21:56:35.034074 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-35f3e852-5fa5-45cc-8a5f-d8da8c6e6843 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] 10.222.0.77 "PUT /v2.0/floatingips/35c19bf0-2c9b-41d4-9fde-cd580d3f4c5d HTTP/1.1" status: 404 len: 507 time: 0.2379632 Feb 09 21:56:35.037389 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47730) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:35.181764 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-011486f7-34d8-4967-860f-202a55a4e592 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Deleting port 5afb5cf9-3f90-4233-98e1-9b99d164dd63 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:35.182461 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-011486f7-34d8-4967-860f-202a55a4e592 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5afb5cf9-3f90-4233-98e1-9b99d164dd63), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.318711 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-011486f7-34d8-4967-860f-202a55a4e592 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5afb5cf9-3f90-4233-98e1-9b99d164dd63), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.319270 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-011486f7-34d8-4967-860f-202a55a4e592 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for floatingip (5afb5cf9-3f90-4233-98e1-9b99d164dd63), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.344168 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-011486f7-34d8-4967-860f-202a55a4e592 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Calling delete_port for 5afb5cf9-3f90-4233-98e1-9b99d164dd63 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:35.596580 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-011486f7-34d8-4967-860f-202a55a4e592 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (5afb5cf9-3f90-4233-98e1-9b99d164dd63), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.639540 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011486f7-34d8-4967-860f-202a55a4e592 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Pushing event deleted for resources: {'Port': ['ID=5afb5cf9-3f90-4233-98e1-9b99d164dd63,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:35.756016 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-011486f7-34d8-4967-860f-202a55a4e592 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for floatingip (35c19bf0-2c9b-41d4-9fde-cd580d3f4c5d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.758886 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-011486f7-34d8-4967-860f-202a55a4e592 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.760284 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-011486f7-34d8-4967-860f-202a55a4e592 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] 10.222.0.77 "DELETE /v2.0/floatingips/35c19bf0-2c9b-41d4-9fde-cd580d3f4c5d HTTP/1.1" status: 204 len: 168 time: 0.7217770 Feb 09 21:56:35.765005 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47744) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:35.770682 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ea839fc9-1b3c-4741-8a68-faa7561db10a tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Request body: {'floatingip': {'floating_network_id': 'd8214ba8-7edd-4721-a0f1-3541ddead4e5', 'port_id': 'c1780df0-d098-45d1-ac69-8b84bbf54b54', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:35.801546 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea839fc9-1b3c-4741-8a68-faa7561db10a tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.979842 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-ea839fc9-1b3c-4741-8a68-faa7561db10a tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:56:35.981844 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ea839fc9-1b3c-4741-8a68-faa7561db10a tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2151926 Feb 09 21:56:35.987046 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47746) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:35.994819 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8b61270f-971d-4956-9c1d-fd521ed2960e tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': 'c1780df0-d098-45d1-ac69-8b84bbf54b54', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:36.030202 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b61270f-971d-4956-9c1d-fd521ed2960e tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:36.171634 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b61270f-971d-4956-9c1d-fd521ed2960e tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:36.331226 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-8b61270f-971d-4956-9c1d-fd521ed2960e tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Allocated IP 172.25.6.58 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/7b4f020e-7eae-443a-bb9d-99471c2da939) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:36.518632 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b61270f-971d-4956-9c1d-fd521ed2960e tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for port (7b4f020e-7eae-443a-bb9d-99471c2da939), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:36.559281 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b61270f-971d-4956-9c1d-fd521ed2960e tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (7b4f020e-7eae-443a-bb9d-99471c2da939), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:36.610988 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b61270f-971d-4956-9c1d-fd521ed2960e tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:36.614116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-8b61270f-971d-4956-9c1d-fd521ed2960e tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:36.617993 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b61270f-971d-4956-9c1d-fd521ed2960e tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:36.624190 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61270f-971d-4956-9c1d-fd521ed2960e tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Pushing event updated for resources: {'Port': ['ID=7b4f020e-7eae-443a-bb9d-99471c2da939,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:36.806578 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8b61270f-971d-4956-9c1d-fd521ed2960e tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Deleting port 7b4f020e-7eae-443a-bb9d-99471c2da939 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:36.806922 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b61270f-971d-4956-9c1d-fd521ed2960e tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (7b4f020e-7eae-443a-bb9d-99471c2da939), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:36.922214 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b61270f-971d-4956-9c1d-fd521ed2960e tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (7b4f020e-7eae-443a-bb9d-99471c2da939), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:36.922777 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b61270f-971d-4956-9c1d-fd521ed2960e tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for floatingip (7b4f020e-7eae-443a-bb9d-99471c2da939), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:36.946801 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8b61270f-971d-4956-9c1d-fd521ed2960e tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Calling delete_port for 7b4f020e-7eae-443a-bb9d-99471c2da939 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:37.165245 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b61270f-971d-4956-9c1d-fd521ed2960e tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (7b4f020e-7eae-443a-bb9d-99471c2da939), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.222200 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61270f-971d-4956-9c1d-fd521ed2960e tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Pushing event deleted for resources: {'Port': ['ID=7b4f020e-7eae-443a-bb9d-99471c2da939,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:37.322200 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-8b61270f-971d-4956-9c1d-fd521ed2960e tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] create failed (client error): The resource could not be found. Feb 09 21:56:37.323547 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8b61270f-971d-4956-9c1d-fd521ed2960e tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3350348 Feb 09 21:56:37.327805 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47748) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:37.459796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e800f686-e61f-4cac-bfc5-67049be915fc tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Deleting port c1780df0-d098-45d1-ac69-8b84bbf54b54 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:37.460140 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e800f686-e61f-4cac-bfc5-67049be915fc tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c1780df0-d098-45d1-ac69-8b84bbf54b54), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.574943 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e800f686-e61f-4cac-bfc5-67049be915fc tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c1780df0-d098-45d1-ac69-8b84bbf54b54), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.592348 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e800f686-e61f-4cac-bfc5-67049be915fc tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Calling delete_port for c1780df0-d098-45d1-ac69-8b84bbf54b54 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:37.803424 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e800f686-e61f-4cac-bfc5-67049be915fc tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c1780df0-d098-45d1-ac69-8b84bbf54b54), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.810866 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-26e4d010-65fd-410a-942f-b07a280621bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.846139 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800f686-e61f-4cac-bfc5-67049be915fc tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Pushing event deleted for resources: {'Port': ['ID=c1780df0-d098-45d1-ac69-8b84bbf54b54,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:37.939368 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e800f686-e61f-4cac-bfc5-67049be915fc tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.943262 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e800f686-e61f-4cac-bfc5-67049be915fc tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] 10.222.0.77 "DELETE /v2.0/ports/c1780df0-d098-45d1-ac69-8b84bbf54b54 HTTP/1.1" status: 204 len: 168 time: 0.6140225 Feb 09 21:56:37.947486 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47750) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:38.016968 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c05588-4e9a-4ab1-a044-4b754fa20a4e tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:38.018641 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f5c05588-4e9a-4ab1-a044-4b754fa20a4e tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] 10.222.0.77 "GET /v2.0/ports?device_id=fda030f1-cf90-4642-a5e4-dc923797505f HTTP/1.1" status: 200 len: 913 time: 0.0699229 Feb 09 21:56:38.023154 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47752) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:38.675157 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72d011a3-e32d-413a-a541-8618b5a6769a tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (fda030f1-cf90-4642-a5e4-dc923797505f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.207208 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-72d011a3-e32d-413a-a541-8618b5a6769a tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Deleting port 2a419243-d431-4cdc-8ca5-adb92e961a79 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:39.207867 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72d011a3-e32d-413a-a541-8618b5a6769a tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (2a419243-d431-4cdc-8ca5-adb92e961a79), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.363074 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72d011a3-e32d-413a-a541-8618b5a6769a tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (2a419243-d431-4cdc-8ca5-adb92e961a79), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.380819 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-72d011a3-e32d-413a-a541-8618b5a6769a tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Calling delete_port for 2a419243-d431-4cdc-8ca5-adb92e961a79 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:39.664715 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72d011a3-e32d-413a-a541-8618b5a6769a tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (2a419243-d431-4cdc-8ca5-adb92e961a79), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.698761 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d011a3-e32d-413a-a541-8618b5a6769a tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Pushing event deleted for resources: {'Port': ['ID=2a419243-d431-4cdc-8ca5-adb92e961a79,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:39.878691 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72d011a3-e32d-413a-a541-8618b5a6769a tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (fda030f1-cf90-4642-a5e4-dc923797505f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.061400 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d011a3-e32d-413a-a541-8618b5a6769a tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Router fda030f1-cf90-4642-a5e4-dc923797505f has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:56:40.149370 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d011a3-e32d-413a-a541-8618b5a6769a tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:56:40.156687 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-72d011a3-e32d-413a-a541-8618b5a6769a tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] 10.222.0.77 "PUT /v2.0/routers/fda030f1-cf90-4642-a5e4-dc923797505f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1316941 Feb 09 21:56:40.166741 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47754) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:40.172594 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726656e7-32fd-4dee-b95b-760a22764923 None None] Sync routers for ids ['fda030f1-cf90-4642-a5e4-dc923797505f'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:56:40.192985 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726656e7-32fd-4dee-b95b-760a22764923 None None] Routers {'fda030f1-cf90-4642-a5e4-dc923797505f'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:40.194022 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-726656e7-32fd-4dee-b95b-760a22764923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:56:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['fda030f1-cf90-4642-a5e4-dc923797505f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:40.267166 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-726656e7-32fd-4dee-b95b-760a22764923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:40.285058 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726656e7-32fd-4dee-b95b-760a22764923 None None] Routers {'fda030f1-cf90-4642-a5e4-dc923797505f'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:40.286135 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-726656e7-32fd-4dee-b95b-760a22764923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:56:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['fda030f1-cf90-4642-a5e4-dc923797505f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:40.353225 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-726656e7-32fd-4dee-b95b-760a22764923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:40.354374 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726656e7-32fd-4dee-b95b-760a22764923 None None] The sync data for ids ['fda030f1-cf90-4642-a5e4-dc923797505f'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:56:40.468106 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-81f334b3-2e64-4364-8139-bf5743a17c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.620735 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0688102-678a-477b-a034-7c78f2506b19 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for router (fda030f1-cf90-4642-a5e4-dc923797505f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.798762 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0688102-678a-477b-a034-7c78f2506b19 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (fda030f1-cf90-4642-a5e4-dc923797505f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.801228 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0688102-678a-477b-a034-7c78f2506b19 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for router_controller (fda030f1-cf90-4642-a5e4-dc923797505f), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.854974 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0688102-678a-477b-a034-7c78f2506b19 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (fda030f1-cf90-4642-a5e4-dc923797505f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.856170 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0688102-678a-477b-a034-7c78f2506b19 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Fanout notify agent at l3_agent the message router_deleted on router fda030f1-cf90-4642-a5e4-dc923797505f {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:56:40.868690 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0688102-678a-477b-a034-7c78f2506b19 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.872915 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c0688102-678a-477b-a034-7c78f2506b19 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] 10.222.0.77 "DELETE /v2.0/routers/fda030f1-cf90-4642-a5e4-dc923797505f HTTP/1.1" status: 204 len: 168 time: 0.7022176 Feb 09 21:56:40.873630 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47756) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:40.943543 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-9349a660-0f1e-437d-a6d3-31707515516a tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Deleting subnet d8582f95-c5ec-4d8b-9f88-1238e4886feb {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:56:40.947823 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9349a660-0f1e-437d-a6d3-31707515516a tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for subnet (d8582f95-c5ec-4d8b-9f88-1238e4886feb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.002015 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9349a660-0f1e-437d-a6d3-31707515516a tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (d8582f95-c5ec-4d8b-9f88-1238e4886feb), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.116646 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9349a660-0f1e-437d-a6d3-31707515516a tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (d8582f95-c5ec-4d8b-9f88-1238e4886feb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.184385 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9349a660-0f1e-437d-a6d3-31707515516a tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (d8582f95-c5ec-4d8b-9f88-1238e4886feb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.225950 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349a660-0f1e-437d-a6d3-31707515516a tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Pushing event deleted for resources: {'Subnet': ['ID=d8582f95-c5ec-4d8b-9f88-1238e4886feb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:41.233622 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9349a660-0f1e-437d-a6d3-31707515516a tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.243688 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47758) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:41.244799 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9349a660-0f1e-437d-a6d3-31707515516a tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] 10.222.0.77 "DELETE /v2.0/subnets/d8582f95-c5ec-4d8b-9f88-1238e4886feb HTTP/1.1" status: 204 len: 168 time: 0.3689351 Feb 09 21:56:41.247349 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b36b45-1be1-4d47-90d7-9572389b30d9 None None] Network d8214ba8-7edd-4721-a0f1-3541ddead4e5 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:41.353312 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-51bf0748-bba9-41bf-b4c9-ac789927e389 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (d8214ba8-7edd-4721-a0f1-3541ddead4e5), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.437028 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-51bf0748-bba9-41bf-b4c9-ac789927e389 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Deleting port 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:41.437685 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-51bf0748-bba9-41bf-b4c9-ac789927e389 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (14367ebd-fd5e-4470-ab06-b5cc3cd73a9a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.482684 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d121b123-bc78-4dd5-921d-ae87334af11c None None] DHCP port deletion for d8214ba8-7edd-4721-a0f1-3541ddead4e5 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:56:41.509318 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-51bf0748-bba9-41bf-b4c9-ac789927e389 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] For port 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=14367ebd-fd5e-4470-ab06-b5cc3cd73a9a,segment=NetworkSegment(7fe94bd2-16ee-42a0-be8b-f2cc4b15fcb7),segment_id=7fe94bd2-16ee-42a0-be8b-f2cc4b15fcb7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:41.511136 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-51bf0748-bba9-41bf-b4c9-ac789927e389 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (14367ebd-fd5e-4470-ab06-b5cc3cd73a9a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.532572 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-51bf0748-bba9-41bf-b4c9-ac789927e389 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Calling delete_port for 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:41.541336 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.554448 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d121b123-bc78-4dd5-921d-ae87334af11c None None] Deleting port 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:41.554831 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d121b123-bc78-4dd5-921d-ae87334af11c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (14367ebd-fd5e-4470-ab06-b5cc3cd73a9a), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.621945 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-51bf0748-bba9-41bf-b4c9-ac789927e389 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (14367ebd-fd5e-4470-ab06-b5cc3cd73a9a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.633233 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d121b123-bc78-4dd5-921d-ae87334af11c None None] For port 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=14367ebd-fd5e-4470-ab06-b5cc3cd73a9a,segment=NetworkSegment(7fe94bd2-16ee-42a0-be8b-f2cc4b15fcb7),segment_id=7fe94bd2-16ee-42a0-be8b-f2cc4b15fcb7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:41.635231 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d121b123-bc78-4dd5-921d-ae87334af11c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (14367ebd-fd5e-4470-ab06-b5cc3cd73a9a), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.650765 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d121b123-bc78-4dd5-921d-ae87334af11c None None] Calling delete_port for 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:41.652222 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bf0748-bba9-41bf-b4c9-ac789927e389 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] No DVR routers for this DVR port 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:41.655071 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf0748-bba9-41bf-b4c9-ac789927e389 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Pushing event deleted for resources: {'Port': ['ID=14367ebd-fd5e-4470-ab06-b5cc3cd73a9a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:41.753766 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-51bf0748-bba9-41bf-b4c9-ac789927e389 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (d8214ba8-7edd-4721-a0f1-3541ddead4e5), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: from cryptography.utils import int_from_bytes Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: from cryptography.utils import int_from_bytes Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.760666 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.766020 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.766020 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.766020 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.766020 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.766020 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.766020 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.766020 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.766020 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.766020 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.766020 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.766020 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.766020 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.766020 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:41.766020 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 21:56:41.770058 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d121b123-bc78-4dd5-921d-ae87334af11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (14367ebd-fd5e-4470-ab06-b5cc3cd73a9a), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.795599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-51bf0748-bba9-41bf-b4c9-ac789927e389 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8214ba8-7edd-4721-a0f1-3541ddead4e5']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:41.802568 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121b123-bc78-4dd5-921d-ae87334af11c None None] Pushing event deleted for resources: {'Port': ['ID=14367ebd-fd5e-4470-ab06-b5cc3cd73a9a,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:41.807588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d121b123-bc78-4dd5-921d-ae87334af11c None None] No DVR routers for this DVR port 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:41.815952 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121b123-bc78-4dd5-921d-ae87334af11c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:41.816310 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121b123-bc78-4dd5-921d-ae87334af11c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:41.816664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121b123-bc78-4dd5-921d-ae87334af11c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:41.817013 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121b123-bc78-4dd5-921d-ae87334af11c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:41.817370 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121b123-bc78-4dd5-921d-ae87334af11c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:41.817771 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121b123-bc78-4dd5-921d-ae87334af11c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:41.818091 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121b123-bc78-4dd5-921d-ae87334af11c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:41.818433 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121b123-bc78-4dd5-921d-ae87334af11c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:41.818768 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121b123-bc78-4dd5-921d-ae87334af11c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:41.819772 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121b123-bc78-4dd5-921d-ae87334af11c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:41.819772 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121b123-bc78-4dd5-921d-ae87334af11c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:41.819772 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121b123-bc78-4dd5-921d-ae87334af11c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:41.820312 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121b123-bc78-4dd5-921d-ae87334af11c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:41.832133 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-51bf0748-bba9-41bf-b4c9-ac789927e389 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe94bd2-16ee-42a0-be8b-f2cc4b15fcb7') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:41.832627 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-51bf0748-bba9-41bf-b4c9-ac789927e389 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe94bd2-16ee-42a0-be8b-f2cc4b15fcb7') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:41.851742 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-51bf0748-bba9-41bf-b4c9-ac789927e389 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (7fe94bd2-16ee-42a0-be8b-f2cc4b15fcb7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.875963 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-51bf0748-bba9-41bf-b4c9-ac789927e389 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (7fe94bd2-16ee-42a0-be8b-f2cc4b15fcb7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.883614 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51bf0748-bba9-41bf-b4c9-ac789927e389 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:41.884378 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-51bf0748-bba9-41bf-b4c9-ac789927e389 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (7fe94bd2-16ee-42a0-be8b-f2cc4b15fcb7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:41.889749 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:41.956623 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-51bf0748-bba9-41bf-b4c9-ac789927e389 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (d8214ba8-7edd-4721-a0f1-3541ddead4e5), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.969948 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-51bf0748-bba9-41bf-b4c9-ac789927e389 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.974622 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-51bf0748-bba9-41bf-b4c9-ac789927e389 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] 10.222.0.77 "DELETE /v2.0/networks/d8214ba8-7edd-4721-a0f1-3541ddead4e5 HTTP/1.1" status: 204 len: 168 time: 0.7286913 Feb 09 21:56:41.993812 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf0748-bba9-41bf-b4c9-ac789927e389 tempest-FloatingIPNegativeTestJSON-818910990 tempest-FloatingIPNegativeTestJSON-818910990-project] Pushing event deleted for resources: {'Network': ['ID=d8214ba8-7edd-4721-a0f1-3541ddead4e5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:42.274376 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47764) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:42.431621 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-259fcb3e-44c7-435e-b3d0-6767aa803595 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=421901881fb341039b53ee9557b19418&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1557000 Feb 09 21:56:42.434516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47768) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:42.495865 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b41c769f-d2c1-4c42-aa4b-63bab33b6e8e admin admin] Publish callbacks [] for security_group (8ac6cf73-4818-4c6a-b8df-b0acd7535005), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.526370 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b41c769f-d2c1-4c42-aa4b-63bab33b6e8e admin admin] Publish callbacks [] for security_group (8ac6cf73-4818-4c6a-b8df-b0acd7535005), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.603921 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b41c769f-d2c1-4c42-aa4b-63bab33b6e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8ac6cf73-4818-4c6a-b8df-b0acd7535005), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.607031 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b41c769f-d2c1-4c42-aa4b-63bab33b6e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.608713 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b41c769f-d2c1-4c42-aa4b-63bab33b6e8e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8ac6cf73-4818-4c6a-b8df-b0acd7535005 HTTP/1.1" status: 204 len: 168 time: 0.1723995 Feb 09 21:56:42.623129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c769f-d2c1-4c42-aa4b-63bab33b6e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac6cf73-4818-4c6a-b8df-b0acd7535005,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:42.719214 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.955499 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:42.993102 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:42.993689 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 14367ebd-fd5e-4470-ab06-b5cc3cd73a9a not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:43.582079 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47790) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:43.698671 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Request body: {'networks': [{'name': 'tempest-network--318307564'}, {'name': 'tempest-network--944138060'}]} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:43.698980 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Request body: {'network': {'name': 'tempest-network--318307564'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:43.699467 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Request body: {'network': {'name': 'tempest-network--944138060'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:43.725045 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Made reservation on behalf of 7745201638e248d48100b15b119a847e for: {'network': 2} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:43.729499 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.744692 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.847662 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks [] for security_group (c6890509-1d3d-453f-829f-4fec1174a71e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.853592 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c6890509-1d3d-453f-829f-4fec1174a71e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.854378 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.931438 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6890509-1d3d-453f-829f-4fec1174a71e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:43.941217 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:56:43.958561 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (26cd0c83-510d-46f7-8f3c-80be83014d11), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.959088 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Added segment 26cd0c83-510d-46f7-8f3c-80be83014d11 of type vlan for network 83b3a92e-c958-4f04-8bba-ce212f62dd35 Feb 09 21:56:44.049920 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (83b3a92e-c958-4f04-8bba-ce212f62dd35), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.106182 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:56:44.122886 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d16c9a53-b3f7-437f-aee2-e1dd194eb6a3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.123497 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Added segment d16c9a53-b3f7-437f-aee2-e1dd194eb6a3 of type vlan for network 4fd0bd3d-c0ee-41f3-aee8-22d2bd24354b Feb 09 21:56:44.174646 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (4fd0bd3d-c0ee-41f3-aee8-22d2bd24354b), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.209638 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (83b3a92e-c958-4f04-8bba-ce212f62dd35), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.210424 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (4fd0bd3d-c0ee-41f3-aee8-22d2bd24354b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.218772 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:44.225108 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:44.227092 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.325073 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47794) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:44.328679 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.7451370 Feb 09 21:56:44.371052 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Pushing event updated for resources: {'Network': ['ID=83b3a92e-c958-4f04-8bba-ce212f62dd35,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:44.406601 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 83b3a92e-c958-4f04-8bba-ce212f62dd35 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:56:44.516606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20ed6c-8049-495a-bb74-aeecc4ca3592 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Pushing event updated for resources: {'Network': ['ID=4fd0bd3d-c0ee-41f3-aee8-22d2bd24354b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:44.535220 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 4fd0bd3d-c0ee-41f3-aee8-22d2bd24354b details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:56:44.589663 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.695866 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acb490b-f24b-4713-a9c8-b4f4867f0c3c tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:44.707561 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acb490b-f24b-4713-a9c8-b4f4867f0c3c tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:44.716164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acb490b-f24b-4713-a9c8-b4f4867f0c3c tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:44.721617 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acb490b-f24b-4713-a9c8-b4f4867f0c3c tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:44.727924 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1acb490b-f24b-4713-a9c8-b4f4867f0c3c tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3961318 Feb 09 21:56:44.728394 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47796) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:44.824951 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-371019cf-fc1c-47cc-b75f-9685f6b2205c tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (83b3a92e-c958-4f04-8bba-ce212f62dd35), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.921744 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-371019cf-fc1c-47cc-b75f-9685f6b2205c tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (83b3a92e-c958-4f04-8bba-ce212f62dd35), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.950766 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-371019cf-fc1c-47cc-b75f-9685f6b2205c tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b3a92e-c958-4f04-8bba-ce212f62dd35']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:44.965548 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-371019cf-fc1c-47cc-b75f-9685f6b2205c tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cd0c83-510d-46f7-8f3c-80be83014d11') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:44.966579 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-371019cf-fc1c-47cc-b75f-9685f6b2205c tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cd0c83-510d-46f7-8f3c-80be83014d11') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:44.983798 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-371019cf-fc1c-47cc-b75f-9685f6b2205c tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (26cd0c83-510d-46f7-8f3c-80be83014d11), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.001822 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-371019cf-fc1c-47cc-b75f-9685f6b2205c tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (26cd0c83-510d-46f7-8f3c-80be83014d11), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.012170 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371019cf-fc1c-47cc-b75f-9685f6b2205c tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:45.013372 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-371019cf-fc1c-47cc-b75f-9685f6b2205c tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (26cd0c83-510d-46f7-8f3c-80be83014d11), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:45.017574 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:45.099230 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-371019cf-fc1c-47cc-b75f-9685f6b2205c tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (83b3a92e-c958-4f04-8bba-ce212f62dd35), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.110688 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-371019cf-fc1c-47cc-b75f-9685f6b2205c tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.119469 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-371019cf-fc1c-47cc-b75f-9685f6b2205c tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] 10.222.0.77 "DELETE /v2.0/networks/83b3a92e-c958-4f04-8bba-ce212f62dd35 HTTP/1.1" status: 204 len: 168 time: 0.3857670 Feb 09 21:56:45.119806 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47798) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:45.141043 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371019cf-fc1c-47cc-b75f-9685f6b2205c tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Pushing event deleted for resources: {'Network': ['ID=83b3a92e-c958-4f04-8bba-ce212f62dd35,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:45.333866 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.510287 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6b8ac1f-70b5-448e-bc09-d37a6dc6700d tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (4fd0bd3d-c0ee-41f3-aee8-22d2bd24354b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.662183 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6b8ac1f-70b5-448e-bc09-d37a6dc6700d tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (4fd0bd3d-c0ee-41f3-aee8-22d2bd24354b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.698976 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-b6b8ac1f-70b5-448e-bc09-d37a6dc6700d tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd0bd3d-c0ee-41f3-aee8-22d2bd24354b']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:45.713526 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-b6b8ac1f-70b5-448e-bc09-d37a6dc6700d tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd16c9a53-b3f7-437f-aee2-e1dd194eb6a3') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:45.713959 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-b6b8ac1f-70b5-448e-bc09-d37a6dc6700d tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd16c9a53-b3f7-437f-aee2-e1dd194eb6a3') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:45.726944 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6b8ac1f-70b5-448e-bc09-d37a6dc6700d tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (d16c9a53-b3f7-437f-aee2-e1dd194eb6a3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.749928 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:56:45.751794 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6b8ac1f-70b5-448e-bc09-d37a6dc6700d tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d16c9a53-b3f7-437f-aee2-e1dd194eb6a3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.760464 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b8ac1f-70b5-448e-bc09-d37a6dc6700d tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:45.761058 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6b8ac1f-70b5-448e-bc09-d37a6dc6700d tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (d16c9a53-b3f7-437f-aee2-e1dd194eb6a3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:45.765583 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:45.839141 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6b8ac1f-70b5-448e-bc09-d37a6dc6700d tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (4fd0bd3d-c0ee-41f3-aee8-22d2bd24354b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.850195 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6b8ac1f-70b5-448e-bc09-d37a6dc6700d tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.855701 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b6b8ac1f-70b5-448e-bc09-d37a6dc6700d tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] 10.222.0.77 "DELETE /v2.0/networks/4fd0bd3d-c0ee-41f3-aee8-22d2bd24354b HTTP/1.1" status: 204 len: 168 time: 0.7343304 Feb 09 21:56:45.859138 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47800) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:45.878338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8ac1f-70b5-448e-bc09-d37a6dc6700d tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Pushing event deleted for resources: {'Network': ['ID=4fd0bd3d-c0ee-41f3-aee8-22d2bd24354b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:45.984005 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.173273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8ae194-a723-4e12-97bc-73bcfdb3ca9d tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:46.183699 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8ae194-a723-4e12-97bc-73bcfdb3ca9d tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:46.187251 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0a8ae194-a723-4e12-97bc-73bcfdb3ca9d tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3262644 Feb 09 21:56:46.192685 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47804) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:46.199882 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d8246133-a502-4a7e-b0bc-95c924521d16 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-125680024'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:46.237688 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8246133-a502-4a7e-b0bc-95c924521d16 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Made reservation on behalf of 7745201638e248d48100b15b119a847e for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:46.241822 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8246133-a502-4a7e-b0bc-95c924521d16 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.295456 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8246133-a502-4a7e-b0bc-95c924521d16 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:56:46.307069 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8246133-a502-4a7e-b0bc-95c924521d16 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (5a9db260-841e-4461-8cbc-e1ea9f4ad3b5), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.307792 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-d8246133-a502-4a7e-b0bc-95c924521d16 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Added segment 5a9db260-841e-4461-8cbc-e1ea9f4ad3b5 of type vlan for network d82ef3f7-daf2-468b-a9c8-11dc23d1c92a Feb 09 21:56:46.366720 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8246133-a502-4a7e-b0bc-95c924521d16 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (d82ef3f7-daf2-468b-a9c8-11dc23d1c92a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.425181 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8246133-a502-4a7e-b0bc-95c924521d16 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (d82ef3f7-daf2-468b-a9c8-11dc23d1c92a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.430667 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8246133-a502-4a7e-b0bc-95c924521d16 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:46.431336 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8246133-a502-4a7e-b0bc-95c924521d16 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.467350 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d8246133-a502-4a7e-b0bc-95c924521d16 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2706392 Feb 09 21:56:46.468196 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47812) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:46.474957 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-12d1cf0b-8d32-4cc9-a1ad-176c79a07c3a tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1715149280'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:46.506298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d1cf0b-8d32-4cc9-a1ad-176c79a07c3a tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Made reservation on behalf of 7745201638e248d48100b15b119a847e for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:46.511956 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12d1cf0b-8d32-4cc9-a1ad-176c79a07c3a tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.526372 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8246133-a502-4a7e-b0bc-95c924521d16 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Pushing event updated for resources: {'Network': ['ID=d82ef3f7-daf2-468b-a9c8-11dc23d1c92a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:46.538880 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network d82ef3f7-daf2-468b-a9c8-11dc23d1c92a details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:56:46.561053 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d1cf0b-8d32-4cc9-a1ad-176c79a07c3a tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:56:46.580157 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12d1cf0b-8d32-4cc9-a1ad-176c79a07c3a tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (90639e6b-e25a-4125-9ff2-bdfe461f5de7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.581076 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-12d1cf0b-8d32-4cc9-a1ad-176c79a07c3a tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Added segment 90639e6b-e25a-4125-9ff2-bdfe461f5de7 of type vlan for network 40ba5065-e840-4725-9487-f6fe6f73c10c Feb 09 21:56:46.639450 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12d1cf0b-8d32-4cc9-a1ad-176c79a07c3a tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (40ba5065-e840-4725-9487-f6fe6f73c10c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.670968 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12d1cf0b-8d32-4cc9-a1ad-176c79a07c3a tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (40ba5065-e840-4725-9487-f6fe6f73c10c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.677666 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d1cf0b-8d32-4cc9-a1ad-176c79a07c3a tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:46.678542 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12d1cf0b-8d32-4cc9-a1ad-176c79a07c3a tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.746984 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-12d1cf0b-8d32-4cc9-a1ad-176c79a07c3a tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2769225 Feb 09 21:56:46.750789 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47814) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:46.758487 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Request body: {'ports': [{'network_id': 'd82ef3f7-daf2-468b-a9c8-11dc23d1c92a', 'name': 'tempest-port--380400129', 'admin_state_up': True}, {'network_id': '40ba5065-e840-4725-9487-f6fe6f73c10c', 'admin_state_up': False}]} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:46.758768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Request body: {'port': {'network_id': 'd82ef3f7-daf2-468b-a9c8-11dc23d1c92a', 'name': 'tempest-port--380400129', 'admin_state_up': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:46.759344 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Request body: {'port': {'network_id': '40ba5065-e840-4725-9487-f6fe6f73c10c', 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:46.767207 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1cf0b-8d32-4cc9-a1ad-176c79a07c3a tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Pushing event updated for resources: {'Network': ['ID=40ba5065-e840-4725-9487-f6fe6f73c10c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:46.780296 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 40ba5065-e840-4725-9487-f6fe6f73c10c details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:56:46.951849 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Made reservation on behalf of 7745201638e248d48100b15b119a847e for: {'port': 2} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:46.957329 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.973058 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.154164 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] device_id is not set on port d38d11fc-3829-4c49-b089-a915c21210e3 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:56:47.263536 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks [] for port (d38d11fc-3829-4c49-b089-a915c21210e3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.343484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] device_id is not set on port 7326df30-95b6-4a09-b19e-88e2ab75dd18 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:56:47.444103 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks [] for port (7326df30-95b6-4a09-b19e-88e2ab75dd18), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.488939 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (d38d11fc-3829-4c49-b089-a915c21210e3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.555525 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Pushing event updated for resources: {'Port': ['ID=d38d11fc-3829-4c49-b089-a915c21210e3,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:47.576365 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Checking segment: {'id': '5a9db260-841e-4461-8cbc-e1ea9f4ad3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd82ef3f7-daf2-468b-a9c8-11dc23d1c92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:47.576881 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Network hostable DHCP agents. Network: d82ef3f7-daf2-468b-a9c8-11dc23d1c92a, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:56:47.596461 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Network d82ef3f7-daf2-468b-a9c8-11dc23d1c92a is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:56:47.608724 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, d82ef3f7-daf2-468b-a9c8-11dc23d1c92a) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:47.613196 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:47.614318 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (7326df30-95b6-4a09-b19e-88e2ab75dd18), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.622140 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3404f6d5-110c-4977-849f-b712752429d4 None None] Network d82ef3f7-daf2-468b-a9c8-11dc23d1c92a requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:47.710423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Pushing event updated for resources: {'Port': ['ID=7326df30-95b6-4a09-b19e-88e2ab75dd18,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:47.729025 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Checking segment: {'id': '90639e6b-e25a-4125-9ff2-bdfe461f5de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '40ba5065-e840-4725-9487-f6fe6f73c10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:47.729419 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Network hostable DHCP agents. Network: 40ba5065-e840-4725-9487-f6fe6f73c10c, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:56:47.750755 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Network 40ba5065-e840-4725-9487-f6fe6f73c10c is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:56:47.762360 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 40ba5065-e840-4725-9487-f6fe6f73c10c) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:47.773457 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608854c1-f458-4010-9be7-17936117554e None None] Network 40ba5065-e840-4725-9487-f6fe6f73c10c requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:47.777921 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:47.784957 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:47.789825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:47.790560 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.819093 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7e10e9f1-363d-4859-8650-ad09f906e248 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.0649261 Feb 09 21:56:47.819940 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47816) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:47.993152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb341e12-c39a-4a4c-8827-b62bc809b867 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:48.004958 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb341e12-c39a-4a4c-8827-b62bc809b867 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:48.008019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fb341e12-c39a-4a4c-8827-b62bc809b867 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1862984 Feb 09 21:56:48.011467 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47818) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:48.157463 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-e158432c-178b-4b5b-a97a-b55ed1cd2f9b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Deleting port d38d11fc-3829-4c49-b089-a915c21210e3 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:48.158045 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e158432c-178b-4b5b-a97a-b55ed1cd2f9b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d38d11fc-3829-4c49-b089-a915c21210e3), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.280211 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e158432c-178b-4b5b-a97a-b55ed1cd2f9b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d38d11fc-3829-4c49-b089-a915c21210e3), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.297845 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-e158432c-178b-4b5b-a97a-b55ed1cd2f9b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Calling delete_port for d38d11fc-3829-4c49-b089-a915c21210e3 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:48.400736 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e158432c-178b-4b5b-a97a-b55ed1cd2f9b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (d38d11fc-3829-4c49-b089-a915c21210e3), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.461653 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158432c-178b-4b5b-a97a-b55ed1cd2f9b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Pushing event deleted for resources: {'Port': ['ID=d38d11fc-3829-4c49-b089-a915c21210e3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:48.464704 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e158432c-178b-4b5b-a97a-b55ed1cd2f9b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.469278 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e158432c-178b-4b5b-a97a-b55ed1cd2f9b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] 10.222.0.77 "DELETE /v2.0/ports/d38d11fc-3829-4c49-b089-a915c21210e3 HTTP/1.1" status: 204 len: 168 time: 0.4555006 Feb 09 21:56:48.473407 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47820) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:48.597182 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-6ed0c6b5-35b8-4df2-86ae-24be28863011 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Deleting port 7326df30-95b6-4a09-b19e-88e2ab75dd18 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:48.597670 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c6b5-35b8-4df2-86ae-24be28863011 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (7326df30-95b6-4a09-b19e-88e2ab75dd18), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.683506 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c6b5-35b8-4df2-86ae-24be28863011 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (7326df30-95b6-4a09-b19e-88e2ab75dd18), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.707787 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-6ed0c6b5-35b8-4df2-86ae-24be28863011 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Calling delete_port for 7326df30-95b6-4a09-b19e-88e2ab75dd18 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:48.845425 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c6b5-35b8-4df2-86ae-24be28863011 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (7326df30-95b6-4a09-b19e-88e2ab75dd18), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.913436 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0c6b5-35b8-4df2-86ae-24be28863011 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Pushing event deleted for resources: {'Port': ['ID=7326df30-95b6-4a09-b19e-88e2ab75dd18,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:48.917061 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c6b5-35b8-4df2-86ae-24be28863011 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.923247 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6ed0c6b5-35b8-4df2-86ae-24be28863011 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] 10.222.0.77 "DELETE /v2.0/ports/7326df30-95b6-4a09-b19e-88e2ab75dd18 HTTP/1.1" status: 204 len: 168 time: 0.4482501 Feb 09 21:56:48.926608 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47822) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:48.963092 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-985aa580-82e7-434a-9d40-d6f275e69fcf tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0352395 Feb 09 21:56:48.970152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47824) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:48.975441 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7801b485-577d-41d3-815c-42b4cf7447f9 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-332426145'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:48.998836 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7801b485-577d-41d3-815c-42b4cf7447f9 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Made reservation on behalf of 7745201638e248d48100b15b119a847e for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:49.003461 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7801b485-577d-41d3-815c-42b4cf7447f9 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.034040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7801b485-577d-41d3-815c-42b4cf7447f9 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:56:49.047291 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7801b485-577d-41d3-815c-42b4cf7447f9 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (859872b5-8d24-4228-8c66-c2a6e6ff5719), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.047750 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-7801b485-577d-41d3-815c-42b4cf7447f9 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Added segment 859872b5-8d24-4228-8c66-c2a6e6ff5719 of type vlan for network 2cf95aad-750c-48f6-8555-f276fd9cfe3c Feb 09 21:56:49.103458 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7801b485-577d-41d3-815c-42b4cf7447f9 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (2cf95aad-750c-48f6-8555-f276fd9cfe3c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.136688 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7801b485-577d-41d3-815c-42b4cf7447f9 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (2cf95aad-750c-48f6-8555-f276fd9cfe3c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.141711 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7801b485-577d-41d3-815c-42b4cf7447f9 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:49.142357 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7801b485-577d-41d3-815c-42b4cf7447f9 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.212153 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7801b485-577d-41d3-815c-42b4cf7447f9 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2366297 Feb 09 21:56:49.213295 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47826) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:49.219157 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801b485-577d-41d3-815c-42b4cf7447f9 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Pushing event updated for resources: {'Network': ['ID=2cf95aad-750c-48f6-8555-f276fd9cfe3c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:49.223130 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2f3a1be0-1f4a-4d8a-a089-aa6a85f028b0 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-655213975'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:49.236982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 2cf95aad-750c-48f6-8555-f276fd9cfe3c details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:56:49.258863 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3a1be0-1f4a-4d8a-a089-aa6a85f028b0 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Made reservation on behalf of 7745201638e248d48100b15b119a847e for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:49.262778 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2f3a1be0-1f4a-4d8a-a089-aa6a85f028b0 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.297362 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3a1be0-1f4a-4d8a-a089-aa6a85f028b0 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:56:49.312584 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2f3a1be0-1f4a-4d8a-a089-aa6a85f028b0 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (fb28e737-cec3-41ef-a652-22f3d1f2b0d3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.313043 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-2f3a1be0-1f4a-4d8a-a089-aa6a85f028b0 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Added segment fb28e737-cec3-41ef-a652-22f3d1f2b0d3 of type vlan for network c08a6cef-b909-4a89-8d23-81f69a72bc68 Feb 09 21:56:49.364027 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2f3a1be0-1f4a-4d8a-a089-aa6a85f028b0 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (c08a6cef-b909-4a89-8d23-81f69a72bc68), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.396053 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2f3a1be0-1f4a-4d8a-a089-aa6a85f028b0 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (c08a6cef-b909-4a89-8d23-81f69a72bc68), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.406790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3a1be0-1f4a-4d8a-a089-aa6a85f028b0 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:49.407859 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2f3a1be0-1f4a-4d8a-a089-aa6a85f028b0 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.487258 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2f3a1be0-1f4a-4d8a-a089-aa6a85f028b0 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2720881 Feb 09 21:56:49.514977 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a1be0-1f4a-4d8a-a089-aa6a85f028b0 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Pushing event updated for resources: {'Network': ['ID=c08a6cef-b909-4a89-8d23-81f69a72bc68,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:49.536069 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network c08a6cef-b909-4a89-8d23-81f69a72bc68 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:56:49.636912 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47828) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:49.644572 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-74541c35-4ea1-4a02-a36b-96fb752e1e6b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Request body: {'subnets': [{'network_id': '2cf95aad-750c-48f6-8555-f276fd9cfe3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1032989145', 'ip_version': 4}, {'network_id': 'c08a6cef-b909-4a89-8d23-81f69a72bc68', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:49.644979 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-74541c35-4ea1-4a02-a36b-96fb752e1e6b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Request body: {'subnet': {'network_id': '2cf95aad-750c-48f6-8555-f276fd9cfe3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1032989145', 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:49.645521 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-74541c35-4ea1-4a02-a36b-96fb752e1e6b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Request body: {'subnet': {'network_id': 'c08a6cef-b909-4a89-8d23-81f69a72bc68', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:49.838124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74541c35-4ea1-4a02-a36b-96fb752e1e6b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Made reservation on behalf of 7745201638e248d48100b15b119a847e for: {'subnet': 2} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:49.843833 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-74541c35-4ea1-4a02-a36b-96fb752e1e6b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.844296 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-74541c35-4ea1-4a02-a36b-96fb752e1e6b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.345924 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-74541c35-4ea1-4a02-a36b-96fb752e1e6b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (1e98aee0-f56a-4c9a-9348-1e0f9ebf33aa), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.421684 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74541c35-4ea1-4a02-a36b-96fb752e1e6b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Pushing event updated for resources: {'Subnet': ['ID=1e98aee0-f56a-4c9a-9348-1e0f9ebf33aa,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:50.432415 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74541c35-4ea1-4a02-a36b-96fb752e1e6b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Checking segment: {'id': '859872b5-8d24-4228-8c66-c2a6e6ff5719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2cf95aad-750c-48f6-8555-f276fd9cfe3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:50.433112 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74541c35-4ea1-4a02-a36b-96fb752e1e6b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Network hostable DHCP agents. Network: 2cf95aad-750c-48f6-8555-f276fd9cfe3c, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:56:50.460819 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74541c35-4ea1-4a02-a36b-96fb752e1e6b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Network 2cf95aad-750c-48f6-8555-f276fd9cfe3c is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:56:50.475613 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-74541c35-4ea1-4a02-a36b-96fb752e1e6b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 2cf95aad-750c-48f6-8555-f276fd9cfe3c) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:50.482058 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-74541c35-4ea1-4a02-a36b-96fb752e1e6b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (6716242b-bbd9-4578-ab66-2a59f377373f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.491998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7be18d9-7c98-40e1-8ac6-5ac1751bbee9 None None] Network 2cf95aad-750c-48f6-8555-f276fd9cfe3c requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:50.588836 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74541c35-4ea1-4a02-a36b-96fb752e1e6b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Pushing event updated for resources: {'Subnet': ['ID=6716242b-bbd9-4578-ab66-2a59f377373f,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:50.603166 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74541c35-4ea1-4a02-a36b-96fb752e1e6b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Checking segment: {'id': 'fb28e737-cec3-41ef-a652-22f3d1f2b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c08a6cef-b909-4a89-8d23-81f69a72bc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:50.603798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74541c35-4ea1-4a02-a36b-96fb752e1e6b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Network hostable DHCP agents. Network: c08a6cef-b909-4a89-8d23-81f69a72bc68, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:56:50.634071 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74541c35-4ea1-4a02-a36b-96fb752e1e6b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Network c08a6cef-b909-4a89-8d23-81f69a72bc68 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:56:50.655537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-74541c35-4ea1-4a02-a36b-96fb752e1e6b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, c08a6cef-b909-4a89-8d23-81f69a72bc68) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:50.663293 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74541c35-4ea1-4a02-a36b-96fb752e1e6b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:50.664148 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74541c35-4ea1-4a02-a36b-96fb752e1e6b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:50.665251 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-74541c35-4ea1-4a02-a36b-96fb752e1e6b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.671260 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c795dd01-47ea-4422-a8e0-c0e36d084eef None None] Network c08a6cef-b909-4a89-8d23-81f69a72bc68 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:50.697860 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-74541c35-4ea1-4a02-a36b-96fb752e1e6b tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.0586267 Feb 09 21:56:50.701669 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47830) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:50.740136 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251509b8-e25f-416e-83f3-43ccfb619b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-2cf95aad-750c-48f6-8555-f276fd9cfe3c', 'network_id': '2cf95aad-750c-48f6-8555-f276fd9cfe3c', 'project_id': '7745201638e248d48100b15b119a847e', 'fixed_ips': [{'subnet_id': '1e98aee0-f56a-4c9a-9348-1e0f9ebf33aa'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:56:50.741593 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-251509b8-e25f-416e-83f3-43ccfb619b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.799174 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30471588-8ae8-4438-9257-ce99ae321b5d tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:50.800857 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30471588-8ae8-4438-9257-ce99ae321b5d tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:50.803585 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30471588-8ae8-4438-9257-ce99ae321b5d tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:50.805472 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-30471588-8ae8-4438-9257-ce99ae321b5d tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1011806 Feb 09 21:56:50.811042 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47832) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:50.881551 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f29032a-faba-4cd3-8e6c-22a54c93fd5a tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Deleting subnet 1e98aee0-f56a-4c9a-9348-1e0f9ebf33aa {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:56:50.886387 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f29032a-faba-4cd3-8e6c-22a54c93fd5a tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks [] for subnet (1e98aee0-f56a-4c9a-9348-1e0f9ebf33aa), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.941975 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f29032a-faba-4cd3-8e6c-22a54c93fd5a tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (1e98aee0-f56a-4c9a-9348-1e0f9ebf33aa), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.987402 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8cbd65-c0e2-4ffb-9fe0-581bb7204225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-c08a6cef-b909-4a89-8d23-81f69a72bc68', 'network_id': 'c08a6cef-b909-4a89-8d23-81f69a72bc68', 'project_id': '7745201638e248d48100b15b119a847e', 'fixed_ips': [{'subnet_id': '6716242b-bbd9-4578-ab66-2a59f377373f'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:56:50.988778 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-af8cbd65-c0e2-4ffb-9fe0-581bb7204225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.007459 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f29032a-faba-4cd3-8e6c-22a54c93fd5a tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (1e98aee0-f56a-4c9a-9348-1e0f9ebf33aa), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.081679 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f29032a-faba-4cd3-8e6c-22a54c93fd5a tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (1e98aee0-f56a-4c9a-9348-1e0f9ebf33aa), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.119331 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29032a-faba-4cd3-8e6c-22a54c93fd5a tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Pushing event deleted for resources: {'Subnet': ['ID=1e98aee0-f56a-4c9a-9348-1e0f9ebf33aa,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:51.124875 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f29032a-faba-4cd3-8e6c-22a54c93fd5a tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.128232 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1f29032a-faba-4cd3-8e6c-22a54c93fd5a tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] 10.222.0.77 "DELETE /v2.0/subnets/1e98aee0-f56a-4c9a-9348-1e0f9ebf33aa HTTP/1.1" status: 204 len: 168 time: 0.3157845 Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server [None req-251509b8-e25f-416e-83f3-43ccfb619b5a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e98aee0-f56a-4c9a-9348-1e0f9ebf33aa: This subnet is being modified by another concurrent operation. Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:56:51.129400 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise exception Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e98aee0-f56a-4c9a-9348-1e0f9ebf33aa: This subnet is being modified by another concurrent operation. Feb 09 21:56:51.133165 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Feb 09 21:56:51.135208 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47834) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:51.171000 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2156f8-f41b-42ba-9177-7b3f68a32a0a None None] Network 2cf95aad-750c-48f6-8555-f276fd9cfe3c requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:51.250473 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a81bd35-16e7-4fb4-9858-43f7bd9e2c18 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Deleting subnet 6716242b-bbd9-4578-ab66-2a59f377373f {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:56:51.471624 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-af8cbd65-c0e2-4ffb-9fe0-581bb7204225 None None] Allocated IP 172.20.0.18 (c08a6cef-b909-4a89-8d23-81f69a72bc68/6716242b-bbd9-4578-ab66-2a59f377373f/56ac24ce-68c2-4fbe-b735-2244b9780c58) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:51.655379 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-af8cbd65-c0e2-4ffb-9fe0-581bb7204225 None None] Publish callbacks [] for port (56ac24ce-68c2-4fbe-b735-2244b9780c58), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.666791 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a81bd35-16e7-4fb4-9858-43f7bd9e2c18 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks [] for subnet (6716242b-bbd9-4578-ab66-2a59f377373f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.668186 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-af8cbd65-c0e2-4ffb-9fe0-581bb7204225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (56ac24ce-68c2-4fbe-b735-2244b9780c58), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.735909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8cbd65-c0e2-4ffb-9fe0-581bb7204225 None None] Network c08a6cef-b909-4a89-8d23-81f69a72bc68 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:51.740331 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-af8cbd65-c0e2-4ffb-9fe0-581bb7204225 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:51.747919 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8cbd65-c0e2-4ffb-9fe0-581bb7204225 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:51.749366 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a81bd35-16e7-4fb4-9858-43f7bd9e2c18 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (6716242b-bbd9-4578-ab66-2a59f377373f), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.758792 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cbd65-c0e2-4ffb-9fe0-581bb7204225 None None] Pushing event updated for resources: {'Port': ['ID=56ac24ce-68c2-4fbe-b735-2244b9780c58,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:51.847191 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-af8cbd65-c0e2-4ffb-9fe0-581bb7204225 None None] Attempting to bind port 56ac24ce-68c2-4fbe-b735-2244b9780c58 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:51.847896 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-af8cbd65-c0e2-4ffb-9fe0-581bb7204225 None None] Attempting to bind port 56ac24ce-68c2-4fbe-b735-2244b9780c58 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'fb28e737-cec3-41ef-a652-22f3d1f2b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c08a6cef-b909-4a89-8d23-81f69a72bc68'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:51.848539 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8cbd65-c0e2-4ffb-9fe0-581bb7204225 None None] Attempting to bind port 56ac24ce-68c2-4fbe-b735-2244b9780c58 on network c08a6cef-b909-4a89-8d23-81f69a72bc68 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:51.858797 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8cbd65-c0e2-4ffb-9fe0-581bb7204225 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:56:51.859497 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8cbd65-c0e2-4ffb-9fe0-581bb7204225 None None] Checking segment: {'id': 'fb28e737-cec3-41ef-a652-22f3d1f2b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c08a6cef-b909-4a89-8d23-81f69a72bc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:51.860504 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-af8cbd65-c0e2-4ffb-9fe0-581bb7204225 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.861247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8cbd65-c0e2-4ffb-9fe0-581bb7204225 None None] Bound using segment: {'id': 'fb28e737-cec3-41ef-a652-22f3d1f2b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c08a6cef-b909-4a89-8d23-81f69a72bc68'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:56:51.862164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-af8cbd65-c0e2-4ffb-9fe0-581bb7204225 None None] Bound port: 56ac24ce-68c2-4fbe-b735-2244b9780c58, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb28e737-cec3-41ef-a652-22f3d1f2b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c08a6cef-b909-4a89-8d23-81f69a72bc68'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:56:51.862911 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-af8cbd65-c0e2-4ffb-9fe0-581bb7204225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (56ac24ce-68c2-4fbe-b735-2244b9780c58), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.894122 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a81bd35-16e7-4fb4-9858-43f7bd9e2c18 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (6716242b-bbd9-4578-ab66-2a59f377373f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.988737 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a81bd35-16e7-4fb4-9858-43f7bd9e2c18 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (6716242b-bbd9-4578-ab66-2a59f377373f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.991925 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-af8cbd65-c0e2-4ffb-9fe0-581bb7204225 None None] For port 56ac24ce-68c2-4fbe-b735-2244b9780c58, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:56:51.998896 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-af8cbd65-c0e2-4ffb-9fe0-581bb7204225 None None] For port 56ac24ce-68c2-4fbe-b735-2244b9780c58, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=56ac24ce-68c2-4fbe-b735-2244b9780c58,segment=NetworkSegment(fb28e737-cec3-41ef-a652-22f3d1f2b0d3),segment_id=fb28e737-cec3-41ef-a652-22f3d1f2b0d3)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:56:52.011609 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-af8cbd65-c0e2-4ffb-9fe0-581bb7204225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (56ac24ce-68c2-4fbe-b735-2244b9780c58), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.049319 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81bd35-16e7-4fb4-9858-43f7bd9e2c18 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Pushing event deleted for resources: {'Subnet': ['ID=6716242b-bbd9-4578-ab66-2a59f377373f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:52.055772 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a81bd35-16e7-4fb4-9858-43f7bd9e2c18 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.062112 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1a81bd35-16e7-4fb4-9858-43f7bd9e2c18 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] 10.222.0.77 "DELETE /v2.0/subnets/6716242b-bbd9-4578-ab66-2a59f377373f HTTP/1.1" status: 204 len: 168 time: 0.9274864 Feb 09 21:56:52.064850 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47836) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:52.110645 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cbd65-c0e2-4ffb-9fe0-581bb7204225 None None] Pushing event updated for resources: {'Port': ['ID=56ac24ce-68c2-4fbe-b735-2244b9780c58,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:52.196124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf8f40d-3c37-462c-af59-2bf62a1b2e38 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:52.199194 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-faf8f40d-3c37-462c-af59-2bf62a1b2e38 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1322441 Feb 09 21:56:52.205458 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47838) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:52.376635 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bfb0c2cb-03ee-4526-874b-87fd1bbfbe02 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (c08a6cef-b909-4a89-8d23-81f69a72bc68), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.461770 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bfb0c2cb-03ee-4526-874b-87fd1bbfbe02 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Deleting port 56ac24ce-68c2-4fbe-b735-2244b9780c58 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:52.462308 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bfb0c2cb-03ee-4526-874b-87fd1bbfbe02 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (56ac24ce-68c2-4fbe-b735-2244b9780c58), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.879195 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bfb0c2cb-03ee-4526-874b-87fd1bbfbe02 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] For port 56ac24ce-68c2-4fbe-b735-2244b9780c58, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=56ac24ce-68c2-4fbe-b735-2244b9780c58,segment=NetworkSegment(fb28e737-cec3-41ef-a652-22f3d1f2b0d3),segment_id=fb28e737-cec3-41ef-a652-22f3d1f2b0d3)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:52.880522 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bfb0c2cb-03ee-4526-874b-87fd1bbfbe02 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (56ac24ce-68c2-4fbe-b735-2244b9780c58), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.913427 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bfb0c2cb-03ee-4526-874b-87fd1bbfbe02 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Calling delete_port for 56ac24ce-68c2-4fbe-b735-2244b9780c58 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:53.055046 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bfb0c2cb-03ee-4526-874b-87fd1bbfbe02 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (56ac24ce-68c2-4fbe-b735-2244b9780c58), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.081275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb0c2cb-03ee-4526-874b-87fd1bbfbe02 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] No DVR routers for this DVR port 56ac24ce-68c2-4fbe-b735-2244b9780c58 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:53.103505 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 56ac24ce-68c2-4fbe-b735-2244b9780c58 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:53.139885 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 56ac24ce-68c2-4fbe-b735-2244b9780c58 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:53.140243 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 56ac24ce-68c2-4fbe-b735-2244b9780c58 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 21:56:53.162731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Port 56ac24ce-68c2-4fbe-b735-2244b9780c58 not found, will not notify nova. {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 21:56:53.189272 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0c2cb-03ee-4526-874b-87fd1bbfbe02 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Pushing event deleted for resources: {'Port': ['ID=56ac24ce-68c2-4fbe-b735-2244b9780c58,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:53.272287 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bfb0c2cb-03ee-4526-874b-87fd1bbfbe02 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (c08a6cef-b909-4a89-8d23-81f69a72bc68), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.302632 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-bfb0c2cb-03ee-4526-874b-87fd1bbfbe02 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08a6cef-b909-4a89-8d23-81f69a72bc68']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:53.314950 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-bfb0c2cb-03ee-4526-874b-87fd1bbfbe02 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb28e737-cec3-41ef-a652-22f3d1f2b0d3') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:53.315479 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-bfb0c2cb-03ee-4526-874b-87fd1bbfbe02 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb28e737-cec3-41ef-a652-22f3d1f2b0d3') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:53.330100 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bfb0c2cb-03ee-4526-874b-87fd1bbfbe02 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (fb28e737-cec3-41ef-a652-22f3d1f2b0d3), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.346385 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bfb0c2cb-03ee-4526-874b-87fd1bbfbe02 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (fb28e737-cec3-41ef-a652-22f3d1f2b0d3), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.353510 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb0c2cb-03ee-4526-874b-87fd1bbfbe02 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:53.353967 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bfb0c2cb-03ee-4526-874b-87fd1bbfbe02 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (fb28e737-cec3-41ef-a652-22f3d1f2b0d3), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:53.357653 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:53.380713 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5af76d-cae1-4bb3-99ed-57a1d2f675d5 None None] get_active_networks_info from n-d-828601-1 {{(pid=103203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:56:53.426768 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-dba76e81-b369-4f6d-b0ff-274d2e9acf29 None None] Could not find standard attr ID for object 56ac24ce-68c2-4fbe-b735-2244b9780c58. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:56:53.439448 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bfb0c2cb-03ee-4526-874b-87fd1bbfbe02 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (c08a6cef-b909-4a89-8d23-81f69a72bc68), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.449529 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bfb0c2cb-03ee-4526-874b-87fd1bbfbe02 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.453821 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bfb0c2cb-03ee-4526-874b-87fd1bbfbe02 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] 10.222.0.77 "DELETE /v2.0/networks/c08a6cef-b909-4a89-8d23-81f69a72bc68 HTTP/1.1" status: 204 len: 168 time: 1.2468185 Feb 09 21:56:53.457984 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47840) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:53.478306 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0c2cb-03ee-4526-874b-87fd1bbfbe02 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Pushing event deleted for resources: {'Network': ['ID=c08a6cef-b909-4a89-8d23-81f69a72bc68,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:53.604791 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5af76d-cae1-4bb3-99ed-57a1d2f675d5 None None] Resources bound (agent type, host, resource id): {{(pid=103203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:56:53.619798 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a47a1593-df3b-4636-9948-a2db69b5a862 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (2cf95aad-750c-48f6-8555-f276fd9cfe3c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.775398 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a47a1593-df3b-4636-9948-a2db69b5a862 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (2cf95aad-750c-48f6-8555-f276fd9cfe3c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.806993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a47a1593-df3b-4636-9948-a2db69b5a862 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf95aad-750c-48f6-8555-f276fd9cfe3c']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:53.827521 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a47a1593-df3b-4636-9948-a2db69b5a862 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859872b5-8d24-4228-8c66-c2a6e6ff5719') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:53.828111 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a47a1593-df3b-4636-9948-a2db69b5a862 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859872b5-8d24-4228-8c66-c2a6e6ff5719') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:53.848593 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a47a1593-df3b-4636-9948-a2db69b5a862 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (859872b5-8d24-4228-8c66-c2a6e6ff5719), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.876935 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a47a1593-df3b-4636-9948-a2db69b5a862 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (859872b5-8d24-4228-8c66-c2a6e6ff5719), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.884401 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47a1593-df3b-4636-9948-a2db69b5a862 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:53.884809 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a47a1593-df3b-4636-9948-a2db69b5a862 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (859872b5-8d24-4228-8c66-c2a6e6ff5719), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:53.888737 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:53.972608 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a47a1593-df3b-4636-9948-a2db69b5a862 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (2cf95aad-750c-48f6-8555-f276fd9cfe3c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.994282 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a47a1593-df3b-4636-9948-a2db69b5a862 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.002241 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a47a1593-df3b-4636-9948-a2db69b5a862 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] 10.222.0.77 "DELETE /v2.0/networks/2cf95aad-750c-48f6-8555-f276fd9cfe3c HTTP/1.1" status: 204 len: 168 time: 0.5392396 Feb 09 21:56:54.002241 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a1593-df3b-4636-9948-a2db69b5a862 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Pushing event deleted for resources: {'Network': ['ID=2cf95aad-750c-48f6-8555-f276fd9cfe3c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:54.002700 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47842) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:54.022690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04e97de-8170-4b88-aeda-5b8936d4908c None None] DHCP port deletion for c08a6cef-b909-4a89-8d23-81f69a72bc68 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:56:54.058664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98b03dc-9ef0-4c42-b0f3-a63b4d8539b2 None None] Network c08a6cef-b909-4a89-8d23-81f69a72bc68 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:54.077818 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98b03dc-9ef0-4c42-b0f3-a63b4d8539b2 None None] Network c08a6cef-b909-4a89-8d23-81f69a72bc68 could not be found, it might have been deleted concurrently. {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 21:56:54.148107 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1eae2262-a05a-4815-83fa-93aaf67097ce tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (40ba5065-e840-4725-9487-f6fe6f73c10c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.306136 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1eae2262-a05a-4815-83fa-93aaf67097ce tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (40ba5065-e840-4725-9487-f6fe6f73c10c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.332398 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-1eae2262-a05a-4815-83fa-93aaf67097ce tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ba5065-e840-4725-9487-f6fe6f73c10c']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:54.343919 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-1eae2262-a05a-4815-83fa-93aaf67097ce tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90639e6b-e25a-4125-9ff2-bdfe461f5de7') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:54.344262 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-1eae2262-a05a-4815-83fa-93aaf67097ce tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90639e6b-e25a-4125-9ff2-bdfe461f5de7') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:54.355442 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1eae2262-a05a-4815-83fa-93aaf67097ce tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (90639e6b-e25a-4125-9ff2-bdfe461f5de7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.370910 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1eae2262-a05a-4815-83fa-93aaf67097ce tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (90639e6b-e25a-4125-9ff2-bdfe461f5de7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.380014 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eae2262-a05a-4815-83fa-93aaf67097ce tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:54.380443 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1eae2262-a05a-4815-83fa-93aaf67097ce tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (90639e6b-e25a-4125-9ff2-bdfe461f5de7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:54.383905 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:54.461995 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1eae2262-a05a-4815-83fa-93aaf67097ce tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (40ba5065-e840-4725-9487-f6fe6f73c10c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.468329 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1eae2262-a05a-4815-83fa-93aaf67097ce tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.472112 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1eae2262-a05a-4815-83fa-93aaf67097ce tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] 10.222.0.77 "DELETE /v2.0/networks/40ba5065-e840-4725-9487-f6fe6f73c10c HTTP/1.1" status: 204 len: 168 time: 0.4686716 Feb 09 21:56:54.475874 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47844) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:54.494990 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae2262-a05a-4815-83fa-93aaf67097ce tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Pushing event deleted for resources: {'Network': ['ID=40ba5065-e840-4725-9487-f6fe6f73c10c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:54.576092 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3488432-8f05-4f13-ad2d-4a8152214373 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (d82ef3f7-daf2-468b-a9c8-11dc23d1c92a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.696287 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3488432-8f05-4f13-ad2d-4a8152214373 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (d82ef3f7-daf2-468b-a9c8-11dc23d1c92a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.723186 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b3488432-8f05-4f13-ad2d-4a8152214373 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82ef3f7-daf2-468b-a9c8-11dc23d1c92a']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:54.737114 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b3488432-8f05-4f13-ad2d-4a8152214373 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9db260-841e-4461-8cbc-e1ea9f4ad3b5') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:54.737417 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b3488432-8f05-4f13-ad2d-4a8152214373 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9db260-841e-4461-8cbc-e1ea9f4ad3b5') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:54.750030 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3488432-8f05-4f13-ad2d-4a8152214373 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (5a9db260-841e-4461-8cbc-e1ea9f4ad3b5), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.767500 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3488432-8f05-4f13-ad2d-4a8152214373 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (5a9db260-841e-4461-8cbc-e1ea9f4ad3b5), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.777493 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3488432-8f05-4f13-ad2d-4a8152214373 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:54.778775 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3488432-8f05-4f13-ad2d-4a8152214373 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (5a9db260-841e-4461-8cbc-e1ea9f4ad3b5), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:54.782736 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:54.852338 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3488432-8f05-4f13-ad2d-4a8152214373 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (d82ef3f7-daf2-468b-a9c8-11dc23d1c92a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.858958 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3488432-8f05-4f13-ad2d-4a8152214373 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.871762 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b3488432-8f05-4f13-ad2d-4a8152214373 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] 10.222.0.77 "DELETE /v2.0/networks/d82ef3f7-daf2-468b-a9c8-11dc23d1c92a HTTP/1.1" status: 204 len: 168 time: 0.3926296 Feb 09 21:56:54.911434 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3488432-8f05-4f13-ad2d-4a8152214373 tempest-BulkNetworkOpsTest-110624356 tempest-BulkNetworkOpsTest-110624356-project] Pushing event deleted for resources: {'Network': ['ID=d82ef3f7-daf2-468b-a9c8-11dc23d1c92a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:54.958315 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 56ac24ce-68c2-4fbe-b735-2244b9780c58 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:54.985399 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 56ac24ce-68c2-4fbe-b735-2244b9780c58 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:54.985697 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 56ac24ce-68c2-4fbe-b735-2244b9780c58 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:55.260042 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47850) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:55.449384 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-67f3ed3e-1476-45e2-8c59-e9085d198d93 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7745201638e248d48100b15b119a847e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1878068 Feb 09 21:56:55.452534 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47854) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:55.508038 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a11ff5ea-7e90-4c94-ae31-025c05ca201c admin admin] Publish callbacks [] for security_group (c6890509-1d3d-453f-829f-4fec1174a71e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.539092 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a11ff5ea-7e90-4c94-ae31-025c05ca201c admin admin] Publish callbacks [] for security_group (c6890509-1d3d-453f-829f-4fec1174a71e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.594452 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a11ff5ea-7e90-4c94-ae31-025c05ca201c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c6890509-1d3d-453f-829f-4fec1174a71e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.598280 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a11ff5ea-7e90-4c94-ae31-025c05ca201c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.603501 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a11ff5ea-7e90-4c94-ae31-025c05ca201c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c6890509-1d3d-453f-829f-4fec1174a71e HTTP/1.1" status: 204 len: 168 time: 0.1460102 Feb 09 21:56:55.612688 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ff5ea-7e90-4c94-ae31-025c05ca201c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6890509-1d3d-453f-829f-4fec1174a71e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:56.440264 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47876) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:56.600009 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3d03c2be-8101-4b4a-bf22-4c31265acbe9 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1476826887'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:56.632096 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d03c2be-8101-4b4a-bf22-4c31265acbe9 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Made reservation on behalf of 1d2042d367aa4da69071872848c4876b for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:56.636129 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d03c2be-8101-4b4a-bf22-4c31265acbe9 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.647106 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d03c2be-8101-4b4a-bf22-4c31265acbe9 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.751216 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d03c2be-8101-4b4a-bf22-4c31265acbe9 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks [] for security_group (77ffaf9d-2125-4f65-8e6f-a389a1c3c4f0), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.757130 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d03c2be-8101-4b4a-bf22-4c31265acbe9 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (77ffaf9d-2125-4f65-8e6f-a389a1c3c4f0), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.792354 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d03c2be-8101-4b4a-bf22-4c31265acbe9 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:56:56.806841 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03c2be-8101-4b4a-bf22-4c31265acbe9 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ffaf9d-2125-4f65-8e6f-a389a1c3c4f0,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:56.817527 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d03c2be-8101-4b4a-bf22-4c31265acbe9 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (b7daa69b-4a3e-405e-943e-6fa7730ede4a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.818059 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-3d03c2be-8101-4b4a-bf22-4c31265acbe9 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Added segment b7daa69b-4a3e-405e-943e-6fa7730ede4a of type vlan for network ec3c6e46-5ccd-4202-abed-853dbd9dd353 Feb 09 21:56:56.874206 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d03c2be-8101-4b4a-bf22-4c31265acbe9 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (ec3c6e46-5ccd-4202-abed-853dbd9dd353), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.910514 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d03c2be-8101-4b4a-bf22-4c31265acbe9 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (ec3c6e46-5ccd-4202-abed-853dbd9dd353), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.920312 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d03c2be-8101-4b4a-bf22-4c31265acbe9 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:56.921366 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d03c2be-8101-4b4a-bf22-4c31265acbe9 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.030358 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3d03c2be-8101-4b4a-bf22-4c31265acbe9 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5881760 Feb 09 21:56:57.067855 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03c2be-8101-4b4a-bf22-4c31265acbe9 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event updated for resources: {'Network': ['ID=ec3c6e46-5ccd-4202-abed-853dbd9dd353,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:57.087240 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network ec3c6e46-5ccd-4202-abed-853dbd9dd353 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:56:58.034744 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-654ca022-21df-45e7-92d0-207e5e53c4db req-35e1d43e-03af-417e-b162-8c13b27cd8cf tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.1328733 Feb 09 21:56:58.693622 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47902) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:58.968590 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-972809eb-c29a-4cc0-935a-d582ff0410a2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for security_group (d0922c3e-4167-44de-a7b0-5f8c01c617e0), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.055766 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-972809eb-c29a-4cc0-935a-d582ff0410a2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for security_group (d0922c3e-4167-44de-a7b0-5f8c01c617e0), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.204139 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-972809eb-c29a-4cc0-935a-d582ff0410a2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d0922c3e-4167-44de-a7b0-5f8c01c617e0), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.209577 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-972809eb-c29a-4cc0-935a-d582ff0410a2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.215852 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-972809eb-c29a-4cc0-935a-d582ff0410a2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "DELETE /v2.0/security-groups/d0922c3e-4167-44de-a7b0-5f8c01c617e0 HTTP/1.1" status: 204 len: 168 time: 0.5171976 Feb 09 21:56:59.216579 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47924) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:59.245724 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972809eb-c29a-4cc0-935a-d582ff0410a2 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0922c3e-4167-44de-a7b0-5f8c01c617e0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:59.317331 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-d8b3412b-a12d-47e0-827e-74fd4d7da4d0 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] show failed (client error): The resource could not be found. Feb 09 21:56:59.328602 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d8b3412b-a12d-47e0-827e-74fd4d7da4d0 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "GET /v2.0/security-groups/d0922c3e-4167-44de-a7b0-5f8c01c617e0 HTTP/1.1" status: 404 len: 347 time: 0.1102531 Feb 09 21:56:59.334251 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47926) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:59.363388 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c747b3-d731-4011-902c-2572a3e67f1d req-b5e2ae46-f596-4562-93c3-749afea3c23b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:59.379081 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05c747b3-d731-4011-902c-2572a3e67f1d req-b5e2ae46-f596-4562-93c3-749afea3c23b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.4104514 Feb 09 21:56:59.547530 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05c747b3-d731-4011-902c-2572a3e67f1d req-69ae5b0f-ccbc-4e9f-8868-795f6da5a2d5 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654205 Feb 09 21:56:59.933462 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8abc0ec8-14e0-4b6c-a5c6-4c4fb27fb5c9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Deleting port 71ea56c8-4e58-4eb4-afda-958f06bd2b65 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:59.934085 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8abc0ec8-14e0-4b6c-a5c6-4c4fb27fb5c9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (71ea56c8-4e58-4eb4-afda-958f06bd2b65), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.149079 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8abc0ec8-14e0-4b6c-a5c6-4c4fb27fb5c9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (71ea56c8-4e58-4eb4-afda-958f06bd2b65), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.149859 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8abc0ec8-14e0-4b6c-a5c6-4c4fb27fb5c9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for floatingip (71ea56c8-4e58-4eb4-afda-958f06bd2b65), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.178306 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8abc0ec8-14e0-4b6c-a5c6-4c4fb27fb5c9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Calling delete_port for 71ea56c8-4e58-4eb4-afda-958f06bd2b65 owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:00.642901 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-63e97318-aed6-4fb6-b5e9-c9e7e0b2a374 req-eaa0ff4a-7035-40c6-9fd6-263c8b535b82 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.1098456 Feb 09 21:57:00.680942 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8abc0ec8-14e0-4b6c-a5c6-4c4fb27fb5c9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (71ea56c8-4e58-4eb4-afda-958f06bd2b65), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.802328 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc0ec8-14e0-4b6c-a5c6-4c4fb27fb5c9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event deleted for resources: {'Port': ['ID=71ea56c8-4e58-4eb4-afda-958f06bd2b65,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:00.870477 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc0ec8-14e0-4b6c-a5c6-4c4fb27fb5c9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:00.875629 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc0ec8-14e0-4b6c-a5c6-4c4fb27fb5c9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:00.876798 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc0ec8-14e0-4b6c-a5c6-4c4fb27fb5c9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:00.878618 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc0ec8-14e0-4b6c-a5c6-4c4fb27fb5c9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:00.880169 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc0ec8-14e0-4b6c-a5c6-4c4fb27fb5c9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:00.886527 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc0ec8-14e0-4b6c-a5c6-4c4fb27fb5c9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:00.888675 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc0ec8-14e0-4b6c-a5c6-4c4fb27fb5c9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:00.892567 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc0ec8-14e0-4b6c-a5c6-4c4fb27fb5c9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:00.893430 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc0ec8-14e0-4b6c-a5c6-4c4fb27fb5c9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:00.894239 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc0ec8-14e0-4b6c-a5c6-4c4fb27fb5c9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:00.895037 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc0ec8-14e0-4b6c-a5c6-4c4fb27fb5c9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:00.895846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc0ec8-14e0-4b6c-a5c6-4c4fb27fb5c9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:00.907247 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc0ec8-14e0-4b6c-a5c6-4c4fb27fb5c9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:01.228632 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8abc0ec8-14e0-4b6c-a5c6-4c4fb27fb5c9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for floatingip (1f22282b-b602-4b7d-895f-119b9c4d6951), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:01.252231 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b4d5b-9c7d-44c7-8d16-0f4a582f908e req-5b9a54d8-cfdb-4aac-9cfa-291fa1e9cece tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:01.265186 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8abc0ec8-14e0-4b6c-a5c6-4c4fb27fb5c9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:01.274858 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8abc0ec8-14e0-4b6c-a5c6-4c4fb27fb5c9 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "DELETE /v2.0/floatingips/1f22282b-b602-4b7d-895f-119b9c4d6951 HTTP/1.1" status: 204 len: 168 time: 1.9322448 Feb 09 21:57:01.278968 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-517b4d5b-9c7d-44c7-8d16-0f4a582f908e req-5b9a54d8-cfdb-4aac-9cfa-291fa1e9cece tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2943792 Feb 09 21:57:01.279545 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47988) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:01.517058 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-517b4d5b-9c7d-44c7-8d16-0f4a582f908e req-75ba9e50-6c76-421e-975e-220c37b1679b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329612 Feb 09 21:57:01.629046 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c3f7502e-c0c9-44f3-9f32-eb8d662395bf tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Deleting port 71b95836-8905-44c4-a59c-3d2436734f09 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:01.629980 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3f7502e-c0c9-44f3-9f32-eb8d662395bf tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (71b95836-8905-44c4-a59c-3d2436734f09), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:01.956513 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3f7502e-c0c9-44f3-9f32-eb8d662395bf tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (71b95836-8905-44c4-a59c-3d2436734f09), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:02.000614 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c3f7502e-c0c9-44f3-9f32-eb8d662395bf tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Calling delete_port for 71b95836-8905-44c4-a59c-3d2436734f09 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:02.091241 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-d564b68e-ac30-45ec-998f-3157f076b33d req-487a7523-a294-4f01-89d1-af9aae850ea3 service neutron] (103201) timed out ('10.222.0.71', 60105) {{(pid=103201) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:57:02.453511 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ad18ee0-25e7-481f-bfff-82a0fa7eb3b7 req-bd214aca-4ad2-4e7e-8b01-0277e9a6ac6c tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.1737554 Feb 09 21:57:03.011152 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3f7502e-c0c9-44f3-9f32-eb8d662395bf tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (71b95836-8905-44c4-a59c-3d2436734f09), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.371069 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7502e-c0c9-44f3-9f32-eb8d662395bf tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event deleted for resources: {'Port': ['ID=71b95836-8905-44c4-a59c-3d2436734f09,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:03.417007 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-1713e226-45d7-4e31-b1cd-413f364a152a req-042403a6-13e5-4140-972b-4fc5a107f444 service neutron] (103202) timed out ('10.222.0.71', 60097) {{(pid=103202) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:57:03.438934 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-3468f002-6876-4819-8e47-6180fcae6cbd req-a6dc9622-645c-485e-bebe-2b8ad2f39f1f tempest-ServerRescueNegativeTestJSON-1681306769 tempest-ServerRescueNegativeTestJSON-1681306769-project] (103202) timed out ('10.222.0.71', 60375) {{(pid=103202) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:57:03.485054 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d30315-59fb-4f42-a2ed-e9b8c3faa3d1 req-4bc124db-c320-4ef4-bee8-2ed75b1c3449 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:03.510725 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b5d30315-59fb-4f42-a2ed-e9b8c3faa3d1 req-4bc124db-c320-4ef4-bee8-2ed75b1c3449 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 943 time: 0.5597904 Feb 09 21:57:03.513693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48148) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:03.537413 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6da3b4da-c540-4869-bffa-07d5b759bd4c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Request body: {'subnet': {'network_id': 'ec3c6e46-5ccd-4202-abed-853dbd9dd353', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:03.632916 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3f7502e-c0c9-44f3-9f32-eb8d662395bf tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.645720 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c3f7502e-c0c9-44f3-9f32-eb8d662395bf tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "DELETE /v2.0/ports/71b95836-8905-44c4-a59c-3d2436734f09 HTTP/1.1" status: 204 len: 168 time: 2.3638444 Feb 09 21:57:03.652914 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48162) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:03.890538 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4f2ecd71-c57a-4216-a3d1-a38842851a08 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Deleting port 9b02c6a0-c880-416c-99f3-b3b08f6619e3 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:03.891086 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4f2ecd71-c57a-4216-a3d1-a38842851a08 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (9b02c6a0-c880-416c-99f3-b3b08f6619e3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:04.146504 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4f2ecd71-c57a-4216-a3d1-a38842851a08 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (9b02c6a0-c880-416c-99f3-b3b08f6619e3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:04.194802 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b5d30315-59fb-4f42-a2ed-e9b8c3faa3d1 req-c5342b45-3ea7-4bcc-9cb4-6d7ee772cd8d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6383467 Feb 09 21:57:04.202658 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4f2ecd71-c57a-4216-a3d1-a38842851a08 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Calling delete_port for 9b02c6a0-c880-416c-99f3-b3b08f6619e3 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:04.330666 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf773078-1c8e-42a2-9e6f-5d548ce2f24a req-c18fcfd9-fb44-4d8b-b0cc-a8bc91c48544 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9499578 Feb 09 21:57:04.371069 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da3b4da-c540-4869-bffa-07d5b759bd4c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Made reservation on behalf of 1d2042d367aa4da69071872848c4876b for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:04.386387 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6da3b4da-c540-4869-bffa-07d5b759bd4c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:04.828848 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cce67c8f-22c2-40b7-aaa8-20ef11533a55 req-d11a78b1-4594-4a61-a89f-7e0b9dffa6b8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.1396928 Feb 09 21:57:05.018846 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4f2ecd71-c57a-4216-a3d1-a38842851a08 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (9b02c6a0-c880-416c-99f3-b3b08f6619e3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.155290 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ecd71-c57a-4216-a3d1-a38842851a08 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event deleted for resources: {'Port': ['ID=9b02c6a0-c880-416c-99f3-b3b08f6619e3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:05.524064 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4f2ecd71-c57a-4216-a3d1-a38842851a08 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.535328 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4f2ecd71-c57a-4216-a3d1-a38842851a08 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "DELETE /v2.0/ports/9b02c6a0-c880-416c-99f3-b3b08f6619e3 HTTP/1.1" status: 204 len: 168 time: 1.8809600 Feb 09 21:57:05.541067 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48294) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:05.754202 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6da3b4da-c540-4869-bffa-07d5b759bd4c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (114f9d96-6c79-464e-80fa-520be69e2fbf), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.764800 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2f0f29-14f2-4f3c-a903-6f10a776d7a8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Deleting subnet 2fca83c8-cd1b-4ca3-9dfe-5920ebb47174 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:57:05.780357 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4c2f0f29-14f2-4f3c-a903-6f10a776d7a8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for subnet (2fca83c8-cd1b-4ca3-9dfe-5920ebb47174), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.953777 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4c2f0f29-14f2-4f3c-a903-6f10a776d7a8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (2fca83c8-cd1b-4ca3-9dfe-5920ebb47174), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.963262 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3b4da-c540-4869-bffa-07d5b759bd4c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event updated for resources: {'Subnet': ['ID=114f9d96-6c79-464e-80fa-520be69e2fbf,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:05.998781 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cc5f2-1c92-4293-a9bf-00a4d6be1ae0 req-b3b9fd4a-c23b-497e-a6a5-cfdc657fea94 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:06.015328 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c50cc5f2-1c92-4293-a9bf-00a4d6be1ae0 req-b3b9fd4a-c23b-497e-a6a5-cfdc657fea94 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 943 time: 0.4423919 Feb 09 21:57:06.218060 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4c2f0f29-14f2-4f3c-a903-6f10a776d7a8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (2fca83c8-cd1b-4ca3-9dfe-5920ebb47174), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.251479 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3b4da-c540-4869-bffa-07d5b759bd4c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Checking segment: {'id': 'b7daa69b-4a3e-405e-943e-6fa7730ede4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ec3c6e46-5ccd-4202-abed-853dbd9dd353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:06.253957 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da3b4da-c540-4869-bffa-07d5b759bd4c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Network hostable DHCP agents. Network: ec3c6e46-5ccd-4202-abed-853dbd9dd353, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:57:06.289950 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c50cc5f2-1c92-4293-a9bf-00a4d6be1ae0 req-4119395d-026f-4c19-8796-9be7204c3e30 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656298 Feb 09 21:57:06.315474 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4c2f0f29-14f2-4f3c-a903-6f10a776d7a8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (2fca83c8-cd1b-4ca3-9dfe-5920ebb47174), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.358057 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da3b4da-c540-4869-bffa-07d5b759bd4c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Network ec3c6e46-5ccd-4202-abed-853dbd9dd353 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:57:06.386412 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-6da3b4da-c540-4869-bffa-07d5b759bd4c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, ec3c6e46-5ccd-4202-abed-853dbd9dd353) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:06.397150 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da3b4da-c540-4869-bffa-07d5b759bd4c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:06.398029 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993ddb37-c7a8-4569-9bd3-8ccc88464954 None None] Network 74cd42ee-3b26-4b36-a716-178818b0f7e3 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:06.398532 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6da3b4da-c540-4869-bffa-07d5b759bd4c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.399246 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4c2f0f29-14f2-4f3c-a903-6f10a776d7a8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.412826 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4c2f0f29-14f2-4f3c-a903-6f10a776d7a8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "DELETE /v2.0/subnets/2fca83c8-cd1b-4ca3-9dfe-5920ebb47174 HTTP/1.1" status: 204 len: 168 time: 0.8699880 Feb 09 21:57:06.417448 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f0f29-14f2-4f3c-a903-6f10a776d7a8 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event deleted for resources: {'Subnet': ['ID=2fca83c8-cd1b-4ca3-9dfe-5920ebb47174,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:06.421392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48348) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:06.446791 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6da3b4da-c540-4869-bffa-07d5b759bd4c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9289298 Feb 09 21:57:06.453960 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48352) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:06.467634 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8279efc6-577e-4341-a3fd-34b03aa1008c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1870673171'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:06.546599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8279efc6-577e-4341-a3fd-34b03aa1008c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Made reservation on behalf of 1d2042d367aa4da69071872848c4876b for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:06.561957 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8279efc6-577e-4341-a3fd-34b03aa1008c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.636604 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c52237-e88a-4947-86f6-52261b30cfe6 None None] Network ec3c6e46-5ccd-4202-abed-853dbd9dd353 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:06.648425 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8279efc6-577e-4341-a3fd-34b03aa1008c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:57:06.680963 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8279efc6-577e-4341-a3fd-34b03aa1008c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (990d462f-2f14-4e8b-b9c7-71ce95bd4469), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.681327 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-8279efc6-577e-4341-a3fd-34b03aa1008c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Added segment 990d462f-2f14-4e8b-b9c7-71ce95bd4469 of type vlan for network e7601fda-d9bf-4d95-9a4e-7dd8284f1d94 Feb 09 21:57:06.816452 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8279efc6-577e-4341-a3fd-34b03aa1008c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (e7601fda-d9bf-4d95-9a4e-7dd8284f1d94), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.828558 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f7b533-2280-4c50-8700-d9cac2a1a9a6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Deleting subnet 3b07cbed-0ce1-4d12-899a-1736f8b6742f {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:57:06.847763 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-59f7b533-2280-4c50-8700-d9cac2a1a9a6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for subnet (3b07cbed-0ce1-4d12-899a-1736f8b6742f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.915898 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8279efc6-577e-4341-a3fd-34b03aa1008c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (e7601fda-d9bf-4d95-9a4e-7dd8284f1d94), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.935875 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8279efc6-577e-4341-a3fd-34b03aa1008c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:06.937964 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8279efc6-577e-4341-a3fd-34b03aa1008c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.966692 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ec62ec65-8c78-4b5b-a4c0-006f3b67a41c req-2e877f5b-24fd-4778-8808-43bbd32bf33f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.4491925 Feb 09 21:57:07.016523 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf773078-1c8e-42a2-9e6f-5d548ce2f24a req-f60d816b-289c-447b-b022-12b340bd582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:07.036267 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cf773078-1c8e-42a2-9e6f-5d548ce2f24a req-f60d816b-289c-447b-b022-12b340bd582a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a&tenant_id=8908faf94a6140dabe02e2fb8fe5fb7c HTTP/1.1" status: 200 len: 1125 time: 0.4529660 Feb 09 21:57:07.206329 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279efc6-577e-4341-a3fd-34b03aa1008c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event updated for resources: {'Network': ['ID=e7601fda-d9bf-4d95-9a4e-7dd8284f1d94,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:07.225493 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8279efc6-577e-4341-a3fd-34b03aa1008c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7663033 Feb 09 21:57:07.227393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network e7601fda-d9bf-4d95-9a4e-7dd8284f1d94 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:57:07.228410 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48418) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:07.256430 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-19364bfb-018e-4443-ba85-fa9e7b5bfb70 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Request body: {'subnet': {'network_id': 'e7601fda-d9bf-4d95-9a4e-7dd8284f1d94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:07.286252 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-59f7b533-2280-4c50-8700-d9cac2a1a9a6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (3b07cbed-0ce1-4d12-899a-1736f8b6742f), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.557132 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32a410d-4013-4e5d-8d9c-9f6b2f04e4bf None None] DHCP port deletion for 74cd42ee-3b26-4b36-a716-178818b0f7e3 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:57:07.601864 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf773078-1c8e-42a2-9e6f-5d548ce2f24a req-47523a69-1d14-4ae5-9efb-12be18f9c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:07.608462 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cf773078-1c8e-42a2-9e6f-5d548ce2f24a req-47523a69-1d14-4ae5-9efb-12be18f9c34d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8908faf94a6140dabe02e2fb8fe5fb7c&device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 1125 time: 0.5025527 Feb 09 21:57:07.782932 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907ecb8d-9167-4ac1-a0f9-e7b073571afd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-ec3c6e46-5ccd-4202-abed-853dbd9dd353', 'network_id': 'ec3c6e46-5ccd-4202-abed-853dbd9dd353', 'project_id': '1d2042d367aa4da69071872848c4876b', 'fixed_ips': [{'subnet_id': '114f9d96-6c79-464e-80fa-520be69e2fbf'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:57:07.784514 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-907ecb8d-9167-4ac1-a0f9-e7b073571afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.964297 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510ce38-7129-45f7-a43b-3b53e0a5df35 req-d70efdfd-3a45-4771-9d1b-02e4fc3fa9af tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:07.971258 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b510ce38-7129-45f7-a43b-3b53e0a5df35 req-d70efdfd-3a45-4771-9d1b-02e4fc3fa9af tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 943 time: 0.4724934 Feb 09 21:57:07.978050 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19364bfb-018e-4443-ba85-fa9e7b5bfb70 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Made reservation on behalf of 1d2042d367aa4da69071872848c4876b for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:07.995956 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19364bfb-018e-4443-ba85-fa9e7b5bfb70 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.058323 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-59f7b533-2280-4c50-8700-d9cac2a1a9a6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (3b07cbed-0ce1-4d12-899a-1736f8b6742f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.269445 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9fd84f7c-4c1a-4ed5-9c17-6c0c0997a089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.380199 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf773078-1c8e-42a2-9e6f-5d548ce2f24a req-715dddcc-7d70-45a6-a5d1-d78f2a47eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:08.385755 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cf773078-1c8e-42a2-9e6f-5d548ce2f24a req-715dddcc-7d70-45a6-a5d1-d78f2a47eb6c service neutron] 10.222.0.42 "GET /v2.0/networks?id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 HTTP/1.1" status: 200 len: 918 time: 0.7678618 Feb 09 21:57:08.511075 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b510ce38-7129-45f7-a43b-3b53e0a5df35 req-682ff057-4aff-4a7c-81ea-2191436514ec tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4833374 Feb 09 21:57:08.568924 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cf773078-1c8e-42a2-9e6f-5d548ce2f24a req-8a989333-4dbd-48d0-9ea4-b659384a4c59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a73c5867-157b-453e-930a-7e7b812a063b HTTP/1.1" status: 200 len: 999 time: 0.1719344 Feb 09 21:57:08.651485 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-907ecb8d-9167-4ac1-a0f9-e7b073571afd None None] Allocated IP 2001:db8:0:ffff::2 (ec3c6e46-5ccd-4202-abed-853dbd9dd353/114f9d96-6c79-464e-80fa-520be69e2fbf/5062840d-be77-4960-847c-3e1b64ce75e7) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:08.710542 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-59f7b533-2280-4c50-8700-d9cac2a1a9a6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (3b07cbed-0ce1-4d12-899a-1736f8b6742f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.802262 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-59f7b533-2280-4c50-8700-d9cac2a1a9a6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.814833 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-59f7b533-2280-4c50-8700-d9cac2a1a9a6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "DELETE /v2.0/subnets/3b07cbed-0ce1-4d12-899a-1736f8b6742f HTTP/1.1" status: 204 len: 168 time: 2.3897254 Feb 09 21:57:08.820130 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48478) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:08.987761 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f32a410d-4013-4e5d-8d9c-9f6b2f04e4bf None None] Deleting port ca90fa8b-f297-4119-a013-186a03132d2f {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:08.994308 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c31ea554-0769-4076-b205-06993eabce1a req-8705351f-3462-4a10-86cd-74e2a3a84846 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.1200979 Feb 09 21:57:09.017817 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-702fa00d-6ea5-460a-95ee-2afb07a196db tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (74cd42ee-3b26-4b36-a716-178818b0f7e3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.018631 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f32a410d-4013-4e5d-8d9c-9f6b2f04e4bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ca90fa8b-f297-4119-a013-186a03132d2f), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.021436 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7b533-2280-4c50-8700-d9cac2a1a9a6 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event deleted for resources: {'Subnet': ['ID=3b07cbed-0ce1-4d12-899a-1736f8b6742f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:09.030061 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf773078-1c8e-42a2-9e6f-5d548ce2f24a req-7d3b911f-2f4a-4ea7-b8d3-c66409ec93e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:09.034208 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cf773078-1c8e-42a2-9e6f-5d548ce2f24a req-7d3b911f-2f4a-4ea7-b8d3-c66409ec93e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef491681-aa83-413d-aeee-25903ab6b8c8 HTTP/1.1" status: 200 len: 856 time: 0.4366648 Feb 09 21:57:09.065923 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54f5890-2e3a-4e29-b09a-fd81ef6c3105 None None] Network 86d9c1a5-299e-4f73-a214-39ab93749bd7 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:09.242701 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf773078-1c8e-42a2-9e6f-5d548ce2f24a req-4e86fa80-a531-42f2-aba9-e2ace4a42a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:09.246175 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cf773078-1c8e-42a2-9e6f-5d548ce2f24a req-4e86fa80-a531-42f2-aba9-e2ace4a42a21 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2023184 Feb 09 21:57:09.282046 n-d-828601-1 neutron-server[103201]: DEBUG neutron.objects.ports [None req-19364bfb-018e-4443-ba85-fa9e7b5bfb70 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103201) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:57:09.287237 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19364bfb-018e-4443-ba85-fa9e7b5bfb70 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (934222d9-b5a6-47bd-aa3e-7ab70b008fa6), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.505910 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-907ecb8d-9167-4ac1-a0f9-e7b073571afd None None] Publish callbacks [] for port (5062840d-be77-4960-847c-3e1b64ce75e7), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.530047 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19364bfb-018e-4443-ba85-fa9e7b5bfb70 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event updated for resources: {'Subnet': ['ID=934222d9-b5a6-47bd-aa3e-7ab70b008fa6,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:09.546660 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ca90fa8b-f297-4119-a013-186a03132d2f no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:09.565335 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19364bfb-018e-4443-ba85-fa9e7b5bfb70 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Checking segment: {'id': '990d462f-2f14-4e8b-b9c7-71ce95bd4469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7601fda-d9bf-4d95-9a4e-7dd8284f1d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:09.566008 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19364bfb-018e-4443-ba85-fa9e7b5bfb70 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Network hostable DHCP agents. Network: e7601fda-d9bf-4d95-9a4e-7dd8284f1d94, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:57:09.647091 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cf773078-1c8e-42a2-9e6f-5d548ce2f24a req-294a162e-00e5-4091-a03f-1fe82d6fd208 service neutron] 10.222.0.42 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870351 Feb 09 21:57:09.652441 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19364bfb-018e-4443-ba85-fa9e7b5bfb70 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Network e7601fda-d9bf-4d95-9a4e-7dd8284f1d94 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:57:09.692301 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-19364bfb-018e-4443-ba85-fa9e7b5bfb70 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, e7601fda-d9bf-4d95-9a4e-7dd8284f1d94) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:09.701938 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19364bfb-018e-4443-ba85-fa9e7b5bfb70 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:09.702978 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19364bfb-018e-4443-ba85-fa9e7b5bfb70 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.791822 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-19364bfb-018e-4443-ba85-fa9e7b5bfb70 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5593238 Feb 09 21:57:09.838894 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48492) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:09.863856 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d4aac3d4-7d2d-4fac-95ff-52bbbe8e6e92 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Request body: {'port': {'network_id': 'e7601fda-d9bf-4d95-9a4e-7dd8284f1d94', 'name': 'tempest-NetworksIpV6TestAttrs-2010335751'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:09.913218 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-702fa00d-6ea5-460a-95ee-2afb07a196db tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Deleting port ca90fa8b-f297-4119-a013-186a03132d2f {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:09.913568 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-702fa00d-6ea5-460a-95ee-2afb07a196db tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ca90fa8b-f297-4119-a013-186a03132d2f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.914952 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f32a410d-4013-4e5d-8d9c-9f6b2f04e4bf None None] For port ca90fa8b-f297-4119-a013-186a03132d2f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ca90fa8b-f297-4119-a013-186a03132d2f,segment=NetworkSegment(831f63a0-eb82-44a8-8fe3-f0196a14f6a9),segment_id=831f63a0-eb82-44a8-8fe3-f0196a14f6a9)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:09.915927 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f32a410d-4013-4e5d-8d9c-9f6b2f04e4bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ca90fa8b-f297-4119-a013-186a03132d2f), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.944865 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f32a410d-4013-4e5d-8d9c-9f6b2f04e4bf None None] Calling delete_port for ca90fa8b-f297-4119-a013-186a03132d2f owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:10.157819 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-cf773078-1c8e-42a2-9e6f-5d548ce2f24a req-390a350e-24fd-4282-9d9d-e84ab62e9d46 service neutron] 10.222.0.42 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929199 Feb 09 21:57:10.199630 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf4dda6-a8bb-4f62-a3cc-37cf09b3ce8f None None] Network e7601fda-d9bf-4d95-9a4e-7dd8284f1d94 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:10.202627 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No active binding found for port ca90fa8b-f297-4119-a013-186a03132d2f {{(pid=103203) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 21:57:10.203362 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] The host n-d-828601-1 is not matching for port ca90fa8b-f297-4119-a013-186a03132d2f host None! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:57:10.204170 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ca90fa8b-f297-4119-a013-186a03132d2f not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:57:10.206292 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f32a410d-4013-4e5d-8d9c-9f6b2f04e4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (ca90fa8b-f297-4119-a013-186a03132d2f), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.226569 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-907ecb8d-9167-4ac1-a0f9-e7b073571afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (5062840d-be77-4960-847c-3e1b64ce75e7), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.278245 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a410d-4013-4e5d-8d9c-9f6b2f04e4bf None None] Pushing event deleted for resources: {'Port': ['ID=ca90fa8b-f297-4119-a013-186a03132d2f,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:10.280652 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32a410d-4013-4e5d-8d9c-9f6b2f04e4bf None None] No DVR routers for this DVR port ca90fa8b-f297-4119-a013-186a03132d2f on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:10.365232 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ecb8d-9167-4ac1-a0f9-e7b073571afd None None] Pushing event updated for resources: {'Port': ['ID=5062840d-be77-4960-847c-3e1b64ce75e7,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:10.476057 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4aac3d4-7d2d-4fac-95ff-52bbbe8e6e92 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Made reservation on behalf of 1d2042d367aa4da69071872848c4876b for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:10.529578 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4aac3d4-7d2d-4fac-95ff-52bbbe8e6e92 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.649019 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907ecb8d-9167-4ac1-a0f9-e7b073571afd None None] Network ec3c6e46-5ccd-4202-abed-853dbd9dd353 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:10.673831 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-d4aac3d4-7d2d-4fac-95ff-52bbbe8e6e92 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] device_id is not set on port c1d3fef7-b51f-4961-8f5d-cde646609d0c yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:57:10.681778 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-493d0b40-581e-434c-aa36-83dea2c342ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.690965 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab6bc9a-1943-4151-8ec1-4b48e2edd84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-e7601fda-d9bf-4d95-9a4e-7dd8284f1d94', 'network_id': 'e7601fda-d9bf-4d95-9a4e-7dd8284f1d94', 'project_id': '1d2042d367aa4da69071872848c4876b', 'fixed_ips': [{'subnet_id': '934222d9-b5a6-47bd-aa3e-7ab70b008fa6'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:57:10.694358 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cab6bc9a-1943-4151-8ec1-4b48e2edd84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.719705 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-907ecb8d-9167-4ac1-a0f9-e7b073571afd None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:10.767372 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907ecb8d-9167-4ac1-a0f9-e7b073571afd None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:10.820558 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-702fa00d-6ea5-460a-95ee-2afb07a196db tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] For port ca90fa8b-f297-4119-a013-186a03132d2f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ca90fa8b-f297-4119-a013-186a03132d2f,segment=NetworkSegment(831f63a0-eb82-44a8-8fe3-f0196a14f6a9),segment_id=831f63a0-eb82-44a8-8fe3-f0196a14f6a9)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:10.821278 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-702fa00d-6ea5-460a-95ee-2afb07a196db tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ca90fa8b-f297-4119-a013-186a03132d2f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.958188 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-702fa00d-6ea5-460a-95ee-2afb07a196db tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Calling delete_port for ca90fa8b-f297-4119-a013-186a03132d2f owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:11.173635 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74b973-cd9b-47ca-b875-d80b18720d7a req-5754bfaf-e607-4e82-8b97-57d1dcd96546 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:11.201602 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc74b973-cd9b-47ca-b875-d80b18720d7a req-5754bfaf-e607-4e82-8b97-57d1dcd96546 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 943 time: 1.4097552 Feb 09 21:57:11.414692 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-702fa00d-6ea5-460a-95ee-2afb07a196db tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ca90fa8b-f297-4119-a013-186a03132d2f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.495749 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fa00d-6ea5-460a-95ee-2afb07a196db tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event deleted for resources: {'Port': ['ID=ca90fa8b-f297-4119-a013-186a03132d2f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:11.513148 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-cab6bc9a-1943-4151-8ec1-4b48e2edd84a None None] Allocated IP 2001:db8::f816:3eff:fe4f:5614 (e7601fda-d9bf-4d95-9a4e-7dd8284f1d94/934222d9-b5a6-47bd-aa3e-7ab70b008fa6/a551d665-8a6f-419e-80d0-308159fe69e0) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:11.521318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702fa00d-6ea5-460a-95ee-2afb07a196db tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] No DVR routers for this DVR port ca90fa8b-f297-4119-a013-186a03132d2f on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:11.607857 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc74b973-cd9b-47ca-b875-d80b18720d7a req-b8d5e127-7d7c-443c-a310-bd15dca05480 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4002335 Feb 09 21:57:11.797166 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-702fa00d-6ea5-460a-95ee-2afb07a196db tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (74cd42ee-3b26-4b36-a716-178818b0f7e3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.909644 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-702fa00d-6ea5-460a-95ee-2afb07a196db tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74cd42ee-3b26-4b36-a716-178818b0f7e3']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:11.950937 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6b6c3fb-b915-4a56-8189-08dc9e3488fd req-692c6920-8ee4-496f-815b-5d82a70521c8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.1044924 Feb 09 21:57:11.959839 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-702fa00d-6ea5-460a-95ee-2afb07a196db tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831f63a0-eb82-44a8-8fe3-f0196a14f6a9') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:11.971595 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-702fa00d-6ea5-460a-95ee-2afb07a196db tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831f63a0-eb82-44a8-8fe3-f0196a14f6a9') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:12.024182 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-702fa00d-6ea5-460a-95ee-2afb07a196db tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (831f63a0-eb82-44a8-8fe3-f0196a14f6a9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.082894 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-702fa00d-6ea5-460a-95ee-2afb07a196db tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (831f63a0-eb82-44a8-8fe3-f0196a14f6a9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.084526 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cab6bc9a-1943-4151-8ec1-4b48e2edd84a None None] Publish callbacks [] for port (a551d665-8a6f-419e-80d0-308159fe69e0), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.121516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702fa00d-6ea5-460a-95ee-2afb07a196db tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:57:12.121973 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-702fa00d-6ea5-460a-95ee-2afb07a196db tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (831f63a0-eb82-44a8-8fe3-f0196a14f6a9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.144329 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0534197e-b749-427e-ba38-f50b8da3fb65 None None] DHCP port deletion for 86d9c1a5-299e-4f73-a214-39ab93749bd7 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:57:12.161467 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cab6bc9a-1943-4151-8ec1-4b48e2edd84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (a551d665-8a6f-419e-80d0-308159fe69e0), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:57:12.322921 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:57:12.334892 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-702fa00d-6ea5-460a-95ee-2afb07a196db tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (74cd42ee-3b26-4b36-a716-178818b0f7e3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.348723 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-702fa00d-6ea5-460a-95ee-2afb07a196db tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.360232 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-702fa00d-6ea5-460a-95ee-2afb07a196db tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "DELETE /v2.0/networks/74cd42ee-3b26-4b36-a716-178818b0f7e3 HTTP/1.1" status: 204 len: 168 time: 3.5382178 Feb 09 21:57:12.360988 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48546) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:12.389356 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-d4aac3d4-7d2d-4fac-95ff-52bbbe8e6e92 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Allocated IP 2001:db8::f816:3eff:fe5f:6e1c (e7601fda-d9bf-4d95-9a4e-7dd8284f1d94/934222d9-b5a6-47bd-aa3e-7ab70b008fa6/c1d3fef7-b51f-4961-8f5d-cde646609d0c) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:12.401391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6bc9a-1943-4151-8ec1-4b48e2edd84a None None] Pushing event updated for resources: {'Port': ['ID=a551d665-8a6f-419e-80d0-308159fe69e0,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:12.405478 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-907ecb8d-9167-4ac1-a0f9-e7b073571afd None None] Attempting to bind port 5062840d-be77-4960-847c-3e1b64ce75e7 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:12.410506 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-907ecb8d-9167-4ac1-a0f9-e7b073571afd None None] Attempting to bind port 5062840d-be77-4960-847c-3e1b64ce75e7 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b7daa69b-4a3e-405e-943e-6fa7730ede4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ec3c6e46-5ccd-4202-abed-853dbd9dd353'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:12.411681 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907ecb8d-9167-4ac1-a0f9-e7b073571afd None None] Attempting to bind port 5062840d-be77-4960-847c-3e1b64ce75e7 on network ec3c6e46-5ccd-4202-abed-853dbd9dd353 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:12.453075 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fa00d-6ea5-460a-95ee-2afb07a196db tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event deleted for resources: {'Network': ['ID=74cd42ee-3b26-4b36-a716-178818b0f7e3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:12.594275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e994dac-0a08-4f17-87b3-d62064e3a889 req-5fc052cd-8104-498e-93dc-eebbb8efbf29 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:12.609372 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e994dac-0a08-4f17-87b3-d62064e3a889 req-5fc052cd-8104-498e-93dc-eebbb8efbf29 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.3767223 Feb 09 21:57:12.736942 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19fa9c46-1d93-49c7-bd7b-c57ab2af8a84 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (86d9c1a5-299e-4f73-a214-39ab93749bd7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:13.082229 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-19fa9c46-1d93-49c7-bd7b-c57ab2af8a84 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Deleting port ddd7cde6-2f84-4566-875c-ca78e5318304 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:13.093287 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19fa9c46-1d93-49c7-bd7b-c57ab2af8a84 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ddd7cde6-2f84-4566-875c-ca78e5318304), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:13.209033 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e994dac-0a08-4f17-87b3-d62064e3a889 req-77c84eff-bd69-4e50-9208-feea83b88f68 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5978062 Feb 09 21:57:13.237666 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab6bc9a-1943-4151-8ec1-4b48e2edd84a None None] Network e7601fda-d9bf-4d95-9a4e-7dd8284f1d94 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:13.279197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907ecb8d-9167-4ac1-a0f9-e7b073571afd None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:13.280029 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907ecb8d-9167-4ac1-a0f9-e7b073571afd None None] Checking segment: {'id': 'b7daa69b-4a3e-405e-943e-6fa7730ede4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ec3c6e46-5ccd-4202-abed-853dbd9dd353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:13.280709 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-907ecb8d-9167-4ac1-a0f9-e7b073571afd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:13.281384 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907ecb8d-9167-4ac1-a0f9-e7b073571afd None None] Bound using segment: {'id': 'b7daa69b-4a3e-405e-943e-6fa7730ede4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ec3c6e46-5ccd-4202-abed-853dbd9dd353'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:13.282242 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-907ecb8d-9167-4ac1-a0f9-e7b073571afd None None] Bound port: 5062840d-be77-4960-847c-3e1b64ce75e7, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7daa69b-4a3e-405e-943e-6fa7730ede4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ec3c6e46-5ccd-4202-abed-853dbd9dd353'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:13.282907 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-907ecb8d-9167-4ac1-a0f9-e7b073571afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5062840d-be77-4960-847c-3e1b64ce75e7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:13.436197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-cab6bc9a-1943-4151-8ec1-4b48e2edd84a None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:13.511165 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-19fa9c46-1d93-49c7-bd7b-c57ab2af8a84 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] For port ddd7cde6-2f84-4566-875c-ca78e5318304, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ddd7cde6-2f84-4566-875c-ca78e5318304,segment=NetworkSegment(e5809289-2bac-4277-8d87-0b68fd42b6d3),segment_id=e5809289-2bac-4277-8d87-0b68fd42b6d3)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:13.521380 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19fa9c46-1d93-49c7-bd7b-c57ab2af8a84 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ddd7cde6-2f84-4566-875c-ca78e5318304), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:13.552403 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab6bc9a-1943-4151-8ec1-4b48e2edd84a None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:13.571630 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ddd7cde6-2f84-4566-875c-ca78e5318304 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:13.589883 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-19fa9c46-1d93-49c7-bd7b-c57ab2af8a84 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Calling delete_port for ddd7cde6-2f84-4566-875c-ca78e5318304 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:13.694544 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4aac3d4-7d2d-4fac-95ff-52bbbe8e6e92 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks [] for port (c1d3fef7-b51f-4961-8f5d-cde646609d0c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.065170 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.075904 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ddd7cde6-2f84-4566-875c-ca78e5318304 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:14.076563 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ddd7cde6-2f84-4566-875c-ca78e5318304), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.113312 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.114735 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4aac3d4-7d2d-4fac-95ff-52bbbe8e6e92 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c1d3fef7-b51f-4961-8f5d-cde646609d0c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.115094 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19fa9c46-1d93-49c7-bd7b-c57ab2af8a84 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ddd7cde6-2f84-4566-875c-ca78e5318304), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.187760 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa9c46-1d93-49c7-bd7b-c57ab2af8a84 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event deleted for resources: {'Port': ['ID=ddd7cde6-2f84-4566-875c-ca78e5318304,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:14.202566 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fa9c46-1d93-49c7-bd7b-c57ab2af8a84 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] No DVR routers for this DVR port ddd7cde6-2f84-4566-875c-ca78e5318304 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:14.404751 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-cab6bc9a-1943-4151-8ec1-4b48e2edd84a None None] Attempting to bind port a551d665-8a6f-419e-80d0-308159fe69e0 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:14.407228 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-cab6bc9a-1943-4151-8ec1-4b48e2edd84a None None] Attempting to bind port a551d665-8a6f-419e-80d0-308159fe69e0 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '990d462f-2f14-4e8b-b9c7-71ce95bd4469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7601fda-d9bf-4d95-9a4e-7dd8284f1d94'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:14.407697 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab6bc9a-1943-4151-8ec1-4b48e2edd84a None None] Attempting to bind port a551d665-8a6f-419e-80d0-308159fe69e0 on network e7601fda-d9bf-4d95-9a4e-7dd8284f1d94 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:14.450461 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab6bc9a-1943-4151-8ec1-4b48e2edd84a None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:14.450899 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab6bc9a-1943-4151-8ec1-4b48e2edd84a None None] Checking segment: {'id': '990d462f-2f14-4e8b-b9c7-71ce95bd4469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7601fda-d9bf-4d95-9a4e-7dd8284f1d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:14.451335 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cab6bc9a-1943-4151-8ec1-4b48e2edd84a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.456312 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab6bc9a-1943-4151-8ec1-4b48e2edd84a None None] Bound using segment: {'id': '990d462f-2f14-4e8b-b9c7-71ce95bd4469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7601fda-d9bf-4d95-9a4e-7dd8284f1d94'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:14.456854 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-cab6bc9a-1943-4151-8ec1-4b48e2edd84a None None] Bound port: a551d665-8a6f-419e-80d0-308159fe69e0, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990d462f-2f14-4e8b-b9c7-71ce95bd4469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7601fda-d9bf-4d95-9a4e-7dd8284f1d94'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:14.457305 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cab6bc9a-1943-4151-8ec1-4b48e2edd84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a551d665-8a6f-419e-80d0-308159fe69e0), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.506286 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19fa9c46-1d93-49c7-bd7b-c57ab2af8a84 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (86d9c1a5-299e-4f73-a214-39ab93749bd7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.543849 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4aac3d4-7d2d-4fac-95ff-52bbbe8e6e92 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Network e7601fda-d9bf-4d95-9a4e-7dd8284f1d94 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:14.610349 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-19fa9c46-1d93-49c7-bd7b-c57ab2af8a84 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d9c1a5-299e-4f73-a214-39ab93749bd7']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:14.620572 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48572) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:14.712366 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-d4aac3d4-7d2d-4fac-95ff-52bbbe8e6e92 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:14.715966 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-19fa9c46-1d93-49c7-bd7b-c57ab2af8a84 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5809289-2bac-4277-8d87-0b68fd42b6d3') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:14.718607 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-19fa9c46-1d93-49c7-bd7b-c57ab2af8a84 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5809289-2bac-4277-8d87-0b68fd42b6d3') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:14.731884 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aac3d4-7d2d-4fac-95ff-52bbbe8e6e92 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:14.782579 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aac3d4-7d2d-4fac-95ff-52bbbe8e6e92 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:14.783616 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4aac3d4-7d2d-4fac-95ff-52bbbe8e6e92 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.786674 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19fa9c46-1d93-49c7-bd7b-c57ab2af8a84 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (e5809289-2bac-4277-8d87-0b68fd42b6d3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.856244 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-cab6bc9a-1943-4151-8ec1-4b48e2edd84a None None] For port a551d665-8a6f-419e-80d0-308159fe69e0, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:14.866075 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-cab6bc9a-1943-4151-8ec1-4b48e2edd84a None None] For port a551d665-8a6f-419e-80d0-308159fe69e0, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a551d665-8a6f-419e-80d0-308159fe69e0,segment=NetworkSegment(990d462f-2f14-4e8b-b9c7-71ce95bd4469),segment_id=990d462f-2f14-4e8b-b9c7-71ce95bd4469)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:14.870351 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19fa9c46-1d93-49c7-bd7b-c57ab2af8a84 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e5809289-2bac-4277-8d87-0b68fd42b6d3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.914684 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19fa9c46-1d93-49c7-bd7b-c57ab2af8a84 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:57:14.919768 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19fa9c46-1d93-49c7-bd7b-c57ab2af8a84 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (e5809289-2bac-4277-8d87-0b68fd42b6d3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.925423 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cab6bc9a-1943-4151-8ec1-4b48e2edd84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a551d665-8a6f-419e-80d0-308159fe69e0), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:57:14.941305 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:57:14.945604 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d4aac3d4-7d2d-4fac-95ff-52bbbe8e6e92 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.0866890 Feb 09 21:57:14.953717 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48578) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:15.084704 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167bd28-5c81-4301-bf10-8bfd88f6dd59 req-b08db860-107f-460c-8597-b0555f57cebe tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:15.088027 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2167bd28-5c81-4301-bf10-8bfd88f6dd59 req-b08db860-107f-460c-8597-b0555f57cebe tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 943 time: 1.0986853 Feb 09 21:57:15.175721 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aac3d4-7d2d-4fac-95ff-52bbbe8e6e92 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event updated for resources: {'Port': ['ID=c1d3fef7-b51f-4961-8f5d-cde646609d0c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:15.186743 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6bc9a-1943-4151-8ec1-4b48e2edd84a None None] Pushing event updated for resources: {'Port': ['ID=a551d665-8a6f-419e-80d0-308159fe69e0,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:15.210827 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0534197e-b749-427e-ba38-f50b8da3fb65 None None] Deleting port ddd7cde6-2f84-4566-875c-ca78e5318304 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:15.211493 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0534197e-b749-427e-ba38-f50b8da3fb65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ddd7cde6-2f84-4566-875c-ca78e5318304), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:15.337786 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0534197e-b749-427e-ba38-f50b8da3fb65 None None] For port ddd7cde6-2f84-4566-875c-ca78e5318304, host n-d-828601-1, got binding levels [] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:15.338424 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0534197e-b749-427e-ba38-f50b8da3fb65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ddd7cde6-2f84-4566-875c-ca78e5318304), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:15.368341 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0534197e-b749-427e-ba38-f50b8da3fb65 None None] Calling delete_port for ddd7cde6-2f84-4566-875c-ca78e5318304 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:15.376984 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.ipam_backend_mixin [None req-0534197e-b749-427e-ba38-f50b8da3fb65 None None] Port ddd7cde6-2f84-4566-875c-ca78e5318304 was not found and therefore no delete operation was performed {{(pid=103203) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:57:15.396493 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0534197e-b749-427e-ba38-f50b8da3fb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (ddd7cde6-2f84-4566-875c-ca78e5318304), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:15.420800 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2167bd28-5c81-4301-bf10-8bfd88f6dd59 req-c1cf44c6-9116-4b3f-9061-dd87029eec16 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076823 Feb 09 21:57:15.523718 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0534197e-b749-427e-ba38-f50b8da3fb65 None None] No DVR routers for this DVR port ddd7cde6-2f84-4566-875c-ca78e5318304 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:15.561420 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:15.589016 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-907ecb8d-9167-4ac1-a0f9-e7b073571afd None None] For port 5062840d-be77-4960-847c-3e1b64ce75e7, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:15.601978 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534197e-b749-427e-ba38-f50b8da3fb65 None None] Pushing event deleted for resources: {'Port': ['ID=ddd7cde6-2f84-4566-875c-ca78e5318304,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:15.682741 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:15.702791 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-907ecb8d-9167-4ac1-a0f9-e7b073571afd None None] For port 5062840d-be77-4960-847c-3e1b64ce75e7, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5062840d-be77-4960-847c-3e1b64ce75e7,segment=NetworkSegment(b7daa69b-4a3e-405e-943e-6fa7730ede4a),segment_id=b7daa69b-4a3e-405e-943e-6fa7730ede4a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:15.723798 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-907ecb8d-9167-4ac1-a0f9-e7b073571afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5062840d-be77-4960-847c-3e1b64ce75e7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:15.940030 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c4d7a7e-601c-43d8-bbb1-efe31c611973 req-35f3102f-195c-42f0-8014-48adb18d50b7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.0984702 Feb 09 21:57:16.002562 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ecb8d-9167-4ac1-a0f9-e7b073571afd None None] Pushing event updated for resources: {'Port': ['ID=5062840d-be77-4960-847c-3e1b64ce75e7,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:16.086171 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:16.889317 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114c0c1-efdc-4bfa-a0b1-3e2b9ff576a4 req-094ca8e0-e0be-47ca-9da4-f6d71771c796 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:16.924824 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9114c0c1-efdc-4bfa-a0b1-3e2b9ff576a4 req-094ca8e0-e0be-47ca-9da4-f6d71771c796 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.4865255 Feb 09 21:57:17.440636 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98cc09b9-f848-4cf5-b318-dbe32a7ad4ca req-a8b288b3-8d00-4962-b23b-aefcc68e0772 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7650542 Feb 09 21:57:17.467881 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a551d665-8a6f-419e-80d0-308159fe69e0 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:17.526039 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9114c0c1-efdc-4bfa-a0b1-3e2b9ff576a4 req-d0e42425-0d1f-46e1-972b-8a860b1b9f41 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5997174 Feb 09 21:57:17.847570 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port a551d665-8a6f-419e-80d0-308159fe69e0 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:17.849582 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a551d665-8a6f-419e-80d0-308159fe69e0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.944400 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc09b9-f848-4cf5-b318-dbe32a7ad4ca req-b708fe90-52fe-4947-97df-f9792fb53f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:17.952793 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98cc09b9-f848-4cf5-b318-dbe32a7ad4ca req-b708fe90-52fe-4947-97df-f9792fb53f18 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c135bd0d2c9b4219bd0ebf3718b0f7ac&device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 1127 time: 0.4253075 Feb 09 21:57:18.098711 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51c511d8-1c96-41e0-aa94-9c30ceff7b2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.194840 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b22f05-4abe-412b-8257-aeea7a800f4e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Deleting subnet 934222d9-b5a6-47bd-aa3e-7ab70b008fa6 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:57:18.210040 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79b22f05-4abe-412b-8257-aeea7a800f4e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks [] for subnet (934222d9-b5a6-47bd-aa3e-7ab70b008fa6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.452300 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addaa46-4043-4c80-a883-c13c8bdfe39c req-e88fe42d-cebc-4bdc-a149-7d1c4859618d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:18.458228 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port a551d665-8a6f-419e-80d0-308159fe69e0 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:18.458850 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a551d665-8a6f-419e-80d0-308159fe69e0), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.466720 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3addaa46-4043-4c80-a883-c13c8bdfe39c req-e88fe42d-cebc-4bdc-a149-7d1c4859618d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 943 time: 0.5919282 Feb 09 21:57:18.499442 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79b22f05-4abe-412b-8257-aeea7a800f4e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (934222d9-b5a6-47bd-aa3e-7ab70b008fa6), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.632565 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3addaa46-4043-4c80-a883-c13c8bdfe39c req-0ef77933-4cb7-481b-b1ad-db3bbda173f2 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641970 Feb 09 21:57:18.728854 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc09b9-f848-4cf5-b318-dbe32a7ad4ca req-62de9239-a5e9-4cc4-9a85-1f88455e6d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:18.735275 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98cc09b9-f848-4cf5-b318-dbe32a7ad4ca req-62de9239-a5e9-4cc4-9a85-1f88455e6d7b service neutron] 10.222.0.71 "GET /v2.0/networks?id=43c866ce-b28d-463f-9db2-f0ce01fb8d37 HTTP/1.1" status: 200 len: 914 time: 0.7190459 Feb 09 21:57:18.809632 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port a551d665-8a6f-419e-80d0-308159fe69e0, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a551d665-8a6f-419e-80d0-308159fe69e0,segment=NetworkSegment(990d462f-2f14-4e8b-b9c7-71ce95bd4469),segment_id=990d462f-2f14-4e8b-b9c7-71ce95bd4469)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:18.866419 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d30ee97-22e0-4ffe-a1fd-b4ad0695da1f None None] Network e7601fda-d9bf-4d95-9a4e-7dd8284f1d94 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:19.059356 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98cc09b9-f848-4cf5-b318-dbe32a7ad4ca req-7abc2110-8164-481e-9d70-b1c06850c6b4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce HTTP/1.1" status: 200 len: 217 time: 0.2820432 Feb 09 21:57:19.266258 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79b22f05-4abe-412b-8257-aeea7a800f4e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (934222d9-b5a6-47bd-aa3e-7ab70b008fa6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:19.294961 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-11b307c5-fd7e-45e1-a904-bdbc30b49d88 req-b4ac426a-9550-465f-ba1f-5755a33d97c1 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.2855682 Feb 09 21:57:19.396186 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc09b9-f848-4cf5-b318-dbe32a7ad4ca req-657009d8-568c-41d5-8eba-6f825ae8ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:19.406641 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98cc09b9-f848-4cf5-b318-dbe32a7ad4ca req-657009d8-568c-41d5-8eba-6f825ae8ab7c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=128373c6-66eb-4e4e-b34c-fd626be51c57 HTTP/1.1" status: 200 len: 853 time: 0.3460655 Feb 09 21:57:19.439416 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e0c28e-b19c-4566-bc9a-81457175e0d7 None None] Network ec3c6e46-5ccd-4202-abed-853dbd9dd353 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:19.479565 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a551d665-8a6f-419e-80d0-308159fe69e0), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:19.482516 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19fa9c46-1d93-49c7-bd7b-c57ab2af8a84 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (86d9c1a5-299e-4f73-a214-39ab93749bd7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:19.485247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5062840d-be77-4960-847c-3e1b64ce75e7 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:19.569374 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98cc09b9-f848-4cf5-b318-dbe32a7ad4ca req-e8ea2f6a-9c37-43bf-87ad-c9148e31e972 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=43c866ce-b28d-463f-9db2-f0ce01fb8d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1480010 Feb 09 21:57:19.584790 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19fa9c46-1d93-49c7-bd7b-c57ab2af8a84 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:19.610092 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-19fa9c46-1d93-49c7-bd7b-c57ab2af8a84 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] 10.222.0.77 "DELETE /v2.0/networks/86d9c1a5-299e-4f73-a214-39ab93749bd7 HTTP/1.1" status: 204 len: 168 time: 7.1873055 Feb 09 21:57:19.725291 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa9c46-1d93-49c7-bd7b-c57ab2af8a84 tempest-TaggedBootDevicesTest_v242-1937466196 tempest-TaggedBootDevicesTest_v242-1937466196-project] Pushing event deleted for resources: {'Network': ['ID=86d9c1a5-299e-4f73-a214-39ab93749bd7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:19.868925 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79b22f05-4abe-412b-8257-aeea7a800f4e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (934222d9-b5a6-47bd-aa3e-7ab70b008fa6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:20.079681 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b22f05-4abe-412b-8257-aeea7a800f4e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event deleted for resources: {'Subnet': ['ID=934222d9-b5a6-47bd-aa3e-7ab70b008fa6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:20.185349 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79b22f05-4abe-412b-8257-aeea7a800f4e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:20.205286 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-79b22f05-4abe-412b-8257-aeea7a800f4e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "DELETE /v2.0/subnets/934222d9-b5a6-47bd-aa3e-7ab70b008fa6 HTTP/1.1" status: 204 len: 168 time: 5.1808708 Feb 09 21:57:20.215320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48616) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:20.309221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b9f79-d13b-4eb0-b703-52ee6b517ee8 req-a4fc9bad-c3ad-4c33-9686-033a38301cf1 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:20.317615 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51c511d8-1c96-41e0-aa94-9c30ceff7b2b admin admin] Publish callbacks [] for security_group (e0bf3047-9066-46e9-98c6-8c8bbfc5a679), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:20.330086 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-570b9f79-d13b-4eb0-b703-52ee6b517ee8 req-a4fc9bad-c3ad-4c33-9686-033a38301cf1 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.4283514 Feb 09 21:57:20.333920 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51c511d8-1c96-41e0-aa94-9c30ceff7b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e0bf3047-9066-46e9-98c6-8c8bbfc5a679), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:20.454683 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-51c511d8-1c96-41e0-aa94-9c30ceff7b2b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4df4e58d666e41ea85ae7b093bf289a4&name=default HTTP/1.1" status: 200 len: 3000 time: 5.8236554 Feb 09 21:57:20.481555 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48620) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:20.513916 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c511d8-1c96-41e0-aa94-9c30ceff7b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bf3047-9066-46e9-98c6-8c8bbfc5a679,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:20.651162 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-718ce68b-2fb0-456c-b7dc-da20ab6a3ae6 None None] Provisioning complete for port a551d665-8a6f-419e-80d0-308159fe69e0 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:20.652630 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-718ce68b-2fb0-456c-b7dc-da20ab6a3ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a551d665-8a6f-419e-80d0-308159fe69e0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:20.660796 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-570b9f79-d13b-4eb0-b703-52ee6b517ee8 req-097cd209-0757-4b6b-9eac-d3d67b5200e6 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291717 Feb 09 21:57:20.799207 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98cc09b9-f848-4cf5-b318-dbe32a7ad4ca req-2bd7079a-6f9a-4eea-aa7c-a834dea8a0bd service neutron] 10.222.0.71 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2130640 Feb 09 21:57:20.912942 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9d8c277-8bac-4665-8805-cf87ded1cddd admin admin] Publish callbacks [] for security_group (e0bf3047-9066-46e9-98c6-8c8bbfc5a679), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:20.968792 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-718ce68b-2fb0-456c-b7dc-da20ab6a3ae6 None None] Current status of the port a551d665-8a6f-419e-80d0-308159fe69e0 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:21.031613 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 5062840d-be77-4960-847c-3e1b64ce75e7 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:21.035149 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9d8c277-8bac-4665-8805-cf87ded1cddd admin admin] Publish callbacks [] for security_group (e0bf3047-9066-46e9-98c6-8c8bbfc5a679), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.036307 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5062840d-be77-4960-847c-3e1b64ce75e7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.090097 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a87c07-9923-435f-8395-c509d485a3aa tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:21.093068 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a87c07-9923-435f-8395-c509d485a3aa tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:21.123825 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-71a87c07-9923-435f-8395-c509d485a3aa tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.8711214 Feb 09 21:57:21.125750 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48634) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:21.197051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=a551d665-8a6f-419e-80d0-308159fe69e0,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:21.299532 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f88a6267-dd60-4a91-9cb5-c25ad1426d72 None None] Provisioning complete for port 5062840d-be77-4960-847c-3e1b64ce75e7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:21.303240 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f88a6267-dd60-4a91-9cb5-c25ad1426d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5062840d-be77-4960-847c-3e1b64ce75e7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.357324 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9d8c277-8bac-4665-8805-cf87ded1cddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e0bf3047-9066-46e9-98c6-8c8bbfc5a679), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.370384 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9d8c277-8bac-4665-8805-cf87ded1cddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.372091 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a9d8c277-8bac-4665-8805-cf87ded1cddd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e0bf3047-9066-46e9-98c6-8c8bbfc5a679 HTTP/1.1" status: 204 len: 168 time: 0.8875945 Feb 09 21:57:21.429303 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8c277-8bac-4665-8805-cf87ded1cddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bf3047-9066-46e9-98c6-8c8bbfc5a679,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:21.640969 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 5062840d-be77-4960-847c-3e1b64ce75e7 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:21.642842 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5062840d-be77-4960-847c-3e1b64ce75e7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.854137 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 5062840d-be77-4960-847c-3e1b64ce75e7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5062840d-be77-4960-847c-3e1b64ce75e7,segment=NetworkSegment(b7daa69b-4a3e-405e-943e-6fa7730ede4a),segment_id=b7daa69b-4a3e-405e-943e-6fa7730ede4a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:21.877356 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5062840d-be77-4960-847c-3e1b64ce75e7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:22.087350 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=5062840d-be77-4960-847c-3e1b64ce75e7,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:22.095696 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98cc09b9-f848-4cf5-b318-dbe32a7ad4ca req-54887be9-2bec-4c65-b876-cd401b331cf0 service neutron] 10.222.0.71 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2812705 Feb 09 21:57:22.126205 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5a9349-7b11-476e-b207-4ed95f7b90ca None None] Network e7601fda-d9bf-4d95-9a4e-7dd8284f1d94 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:22.585249 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2cd9db5-2609-49a2-bb04-14b7be57beac tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (e7601fda-d9bf-4d95-9a4e-7dd8284f1d94), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:22.604091 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48642) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:22.613476 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a551d665-8a6f-419e-80d0-308159fe69e0 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:22.614934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a697cd9-58a0-4a51-91ea-1b20c20ff698 req-e6e4d10a-923e-4c05-8256-b5d2dfee7def tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:22.634239 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5a697cd9-58a0-4a51-91ea-1b20c20ff698 req-e6e4d10a-923e-4c05-8256-b5d2dfee7def tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 943 time: 0.5853844 Feb 09 21:57:22.674405 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9791712c-7107-451e-ada0-171ba112e10f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:22.750839 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:57:22.762698 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2cd9db5-2609-49a2-bb04-14b7be57beac tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 21:57:22.763192 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2cd9db5-2609-49a2-bb04-14b7be57beac tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:57:22.779252 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d2cd9db5-2609-49a2-bb04-14b7be57beac tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "DELETE /v2.0/networks/e7601fda-d9bf-4d95-9a4e-7dd8284f1d94 HTTP/1.1" status: 409 len: 466 time: 1.3839600 Feb 09 21:57:22.783818 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48648) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:22.869902 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-663673672'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:22.887081 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5a697cd9-58a0-4a51-91ea-1b20c20ff698 req-0755a3cc-5cde-4f99-8e3c-0096532e5b5a tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512832 Feb 09 21:57:22.896353 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f88a6267-dd60-4a91-9cb5-c25ad1426d72 None None] Current status of the port 5062840d-be77-4960-847c-3e1b64ce75e7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:22.926274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port a551d665-8a6f-419e-80d0-308159fe69e0 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:22.926717 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a551d665-8a6f-419e-80d0-308159fe69e0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:22.947490 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Made reservation on behalf of 1d2042d367aa4da69071872848c4876b for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:22.952129 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.013317 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:57:23.045049 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (6899ced9-e903-48ca-927d-91e2d55bc33d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.048164 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Added segment 6899ced9-e903-48ca-927d-91e2d55bc33d of type vlan for network f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f Feb 09 21:57:23.093208 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9791712c-7107-451e-ada0-171ba112e10f admin admin] Publish callbacks [] for security_group (b3549739-1dd6-49b8-8077-a8cb5cbf274f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.103728 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9791712c-7107-451e-ada0-171ba112e10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b3549739-1dd6-49b8-8077-a8cb5cbf274f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.191300 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.220829 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791712c-7107-451e-ada0-171ba112e10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3549739-1dd6-49b8-8077-a8cb5cbf274f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:23.259800 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port a551d665-8a6f-419e-80d0-308159fe69e0 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:23.272401 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e49c852-ea23-4c0b-8f29-56ffe55b60c2 None None] DHCP port deletion for e7601fda-d9bf-4d95-9a4e-7dd8284f1d94 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:57:23.303748 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.325676 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:23.326471 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.329831 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f54a4be2-ecf8-46ca-9d4c-ea209a5f53be None None] Provisioning complete for port a551d665-8a6f-419e-80d0-308159fe69e0 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:23.331074 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f54a4be2-ecf8-46ca-9d4c-ea209a5f53be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a551d665-8a6f-419e-80d0-308159fe69e0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.358129 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9791712c-7107-451e-ada0-171ba112e10f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9c5b27e8127b4549bcbc9a5ddd5463df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7473006 Feb 09 21:57:23.359258 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48650) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:23.450711 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-efc3eee7-0b50-42f4-90ae-d8b09f3ae9b0 req-c5b746da-faf5-49e3-9017-cac75b95418f tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.1546586 Feb 09 21:57:23.592861 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90729f84-1be9-47e8-8f8d-31392fe5c4ee admin admin] Publish callbacks [] for security_group (b3549739-1dd6-49b8-8077-a8cb5cbf274f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.727160 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90729f84-1be9-47e8-8f8d-31392fe5c4ee admin admin] Publish callbacks [] for security_group (b3549739-1dd6-49b8-8077-a8cb5cbf274f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.749819 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event updated for resources: {'Network': ['ID=f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:23.778030 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9879041 Feb 09 21:57:23.798421 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48654) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:23.841886 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f54a4be2-ecf8-46ca-9d4c-ea209a5f53be None None] Current status of the port a551d665-8a6f-419e-80d0-308159fe69e0 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:23.903931 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0e49c852-ea23-4c0b-8f29-56ffe55b60c2 None None] Deleting port a551d665-8a6f-419e-80d0-308159fe69e0 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:23.904586 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0e49c852-ea23-4c0b-8f29-56ffe55b60c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a551d665-8a6f-419e-80d0-308159fe69e0), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.950088 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f54a4be2-ecf8-46ca-9d4c-ea209a5f53be None None] Provisioning complete for port 5062840d-be77-4960-847c-3e1b64ce75e7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:23.951011 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f54a4be2-ecf8-46ca-9d4c-ea209a5f53be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5062840d-be77-4960-847c-3e1b64ce75e7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.978264 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1d2f05d7-2612-48fd-a2ae-371aefebbf8e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Request body: {'subnet': {'network_id': 'f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:24.001436 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:24.002011 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:24.010746 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:24.011348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:24.022841 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:24.023680 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:24.032094 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:24.033011 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:24.033658 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:24.043422 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:24.044275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:24.044948 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:24.047636 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b881536-d836-4922-8cf8-4eebda6c42d4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:24.175801 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54c200-825c-4796-a47c-847cf7364d34 req-049af92b-11e6-4a31-b8bb-e7e2edaa8b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:24.181731 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3b54c200-825c-4796-a47c-847cf7364d34 req-049af92b-11e6-4a31-b8bb-e7e2edaa8b27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8908faf94a6140dabe02e2fb8fe5fb7c&device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 1125 time: 0.4169738 Feb 09 21:57:24.467862 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90729f84-1be9-47e8-8f8d-31392fe5c4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b3549739-1dd6-49b8-8077-a8cb5cbf274f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.477968 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90729f84-1be9-47e8-8f8d-31392fe5c4ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.488832 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-90729f84-1be9-47e8-8f8d-31392fe5c4ee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b3549739-1dd6-49b8-8077-a8cb5cbf274f HTTP/1.1" status: 204 len: 168 time: 1.1273711 Feb 09 21:57:24.563155 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90729f84-1be9-47e8-8f8d-31392fe5c4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3549739-1dd6-49b8-8077-a8cb5cbf274f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:24.627943 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:57:24.640986 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5062840d-be77-4960-847c-3e1b64ce75e7 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:24.681124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97973cff-9bf7-4e5d-b4a6-34f74abc87ae req-ecf6c2e0-c640-486b-82e6-cbc57dfd8703 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:24.691195 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97973cff-9bf7-4e5d-b4a6-34f74abc87ae req-ecf6c2e0-c640-486b-82e6-cbc57dfd8703 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.9332175 Feb 09 21:57:24.734608 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54c200-825c-4796-a47c-847cf7364d34 req-ad2e6e36-864c-472e-a8ce-3abb17d14931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:24.752113 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3b54c200-825c-4796-a47c-847cf7364d34 req-ad2e6e36-864c-472e-a8ce-3abb17d14931 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 HTTP/1.1" status: 200 len: 918 time: 0.5341997 Feb 09 21:57:24.959754 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97973cff-9bf7-4e5d-b4a6-34f74abc87ae req-76f1f563-97ba-4619-b38e-0db0d0549887 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483506 Feb 09 21:57:25.041473 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2f05d7-2612-48fd-a2ae-371aefebbf8e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Made reservation on behalf of 1d2042d367aa4da69071872848c4876b for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:25.052217 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1d2f05d7-2612-48fd-a2ae-371aefebbf8e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.114179 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3b54c200-825c-4796-a47c-847cf7364d34 req-4f19e7fc-830e-4f4d-896f-7b7e54715864 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a73c5867-157b-453e-930a-7e7b812a063b HTTP/1.1" status: 200 len: 999 time: 0.2744982 Feb 09 21:57:25.348642 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0e49c852-ea23-4c0b-8f29-56ffe55b60c2 None None] For port a551d665-8a6f-419e-80d0-308159fe69e0, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a551d665-8a6f-419e-80d0-308159fe69e0,segment=NetworkSegment(990d462f-2f14-4e8b-b9c7-71ce95bd4469),segment_id=990d462f-2f14-4e8b-b9c7-71ce95bd4469)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:25.354293 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0e49c852-ea23-4c0b-8f29-56ffe55b60c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a551d665-8a6f-419e-80d0-308159fe69e0), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.484172 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54c200-825c-4796-a47c-847cf7364d34 req-e01eb6c2-472c-4efa-b87a-09b2a3752ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:25.488208 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3b54c200-825c-4796-a47c-847cf7364d34 req-e01eb6c2-472c-4efa-b87a-09b2a3752ee6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef491681-aa83-413d-aeee-25903ab6b8c8 HTTP/1.1" status: 200 len: 856 time: 0.3651447 Feb 09 21:57:25.570360 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0e49c852-ea23-4c0b-8f29-56ffe55b60c2 None None] Calling delete_port for a551d665-8a6f-419e-80d0-308159fe69e0 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:25.608262 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 5062840d-be77-4960-847c-3e1b64ce75e7 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:25.608997 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5062840d-be77-4960-847c-3e1b64ce75e7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.746771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54c200-825c-4796-a47c-847cf7364d34 req-9b910e64-a661-4cca-8435-774c20664263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:25.751908 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3b54c200-825c-4796-a47c-847cf7364d34 req-9b910e64-a661-4cca-8435-774c20664263 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2248065 Feb 09 21:57:25.927560 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f54a4be2-ecf8-46ca-9d4c-ea209a5f53be None None] Current status of the port 5062840d-be77-4960-847c-3e1b64ce75e7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:26.022923 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3b54c200-825c-4796-a47c-847cf7364d34 req-022ee405-4b7c-400f-adb4-e8baa4965755 service neutron] 10.222.0.42 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634373 Feb 09 21:57:26.295249 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3b54c200-825c-4796-a47c-847cf7364d34 req-375fd730-6f10-4ad4-93fc-1a0e0c90bdd3 service neutron] 10.222.0.42 "GET /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597518 Feb 09 21:57:26.309937 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f54a4be2-ecf8-46ca-9d4c-ea209a5f53be None None] Provisioning complete for port c1d3fef7-b51f-4961-8f5d-cde646609d0c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:26.310717 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f54a4be2-ecf8-46ca-9d4c-ea209a5f53be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c1d3fef7-b51f-4961-8f5d-cde646609d0c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.324271 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48686) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:26.353203 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-461a4e62-78e7-4649-83ab-96b36a9762b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.470465 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f54a4be2-ecf8-46ca-9d4c-ea209a5f53be None None] Port c1d3fef7-b51f-4961-8f5d-cde646609d0c cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:26.577897 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0e49c852-ea23-4c0b-8f29-56ffe55b60c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (a551d665-8a6f-419e-80d0-308159fe69e0), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.624281 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-461a4e62-78e7-4649-83ab-96b36a9762b1 admin admin] Publish callbacks [] for security_group (d00bb9ee-3d19-44d3-8e61-8e55a527c1ac), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.633478 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49c852-ea23-4c0b-8f29-56ffe55b60c2 None None] Pushing event deleted for resources: {'Port': ['ID=a551d665-8a6f-419e-80d0-308159fe69e0,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:26.644590 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-461a4e62-78e7-4649-83ab-96b36a9762b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d00bb9ee-3d19-44d3-8e61-8e55a527c1ac), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.656904 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e49c852-ea23-4c0b-8f29-56ffe55b60c2 None None] No DVR routers for this DVR port a551d665-8a6f-419e-80d0-308159fe69e0 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:26.670189 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 5062840d-be77-4960-847c-3e1b64ce75e7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:26.793456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a551d665-8a6f-419e-80d0-308159fe69e0 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:26.805777 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-461a4e62-78e7-4649-83ab-96b36a9762b1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=db5a772884364a51beddabd6e37d88bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4795780 Feb 09 21:57:26.821606 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48692) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:26.848537 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a4e62-78e7-4649-83ab-96b36a9762b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00bb9ee-3d19-44d3-8e61-8e55a527c1ac,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:26.894238 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: a551d665-8a6f-419e-80d0-308159fe69e0 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:57:26.895139 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a551d665-8a6f-419e-80d0-308159fe69e0 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:57:26.974005 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a7f10d3-6915-4ab7-b344-15e0709991ee admin admin] Publish callbacks [] for security_group (d00bb9ee-3d19-44d3-8e61-8e55a527c1ac), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:27.035332 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a7f10d3-6915-4ab7-b344-15e0709991ee admin admin] Publish callbacks [] for security_group (d00bb9ee-3d19-44d3-8e61-8e55a527c1ac), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:27.076325 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e32937-f716-43fb-9b18-3069db4f6738 req-f2e77ab1-8f21-4e0c-9aea-7bc762bdd4e0 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:27.079153 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8e32937-f716-43fb-9b18-3069db4f6738 req-f2e77ab1-8f21-4e0c-9aea-7bc762bdd4e0 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 943 time: 0.5818088 Feb 09 21:57:27.110599 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a7f10d3-6915-4ab7-b344-15e0709991ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d00bb9ee-3d19-44d3-8e61-8e55a527c1ac), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:27.114930 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a7f10d3-6915-4ab7-b344-15e0709991ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:27.116999 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8a7f10d3-6915-4ab7-b344-15e0709991ee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d00bb9ee-3d19-44d3-8e61-8e55a527c1ac HTTP/1.1" status: 204 len: 168 time: 0.2941055 Feb 09 21:57:27.130452 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f10d3-6915-4ab7-b344-15e0709991ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00bb9ee-3d19-44d3-8e61-8e55a527c1ac,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:27.379496 n-d-828601-1 neutron-server[103201]: DEBUG neutron.objects.ports [None req-1d2f05d7-2612-48fd-a2ae-371aefebbf8e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103201) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:57:27.412346 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1d2f05d7-2612-48fd-a2ae-371aefebbf8e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (50d18454-104d-497c-b637-5ed4e4e5cbf9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:27.445830 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8e32937-f716-43fb-9b18-3069db4f6738 req-1f3adcac-1548-4984-a312-c029c54b1c17 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3501303 Feb 09 21:57:27.653244 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2f05d7-2612-48fd-a2ae-371aefebbf8e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Checking segment: {'id': '6899ced9-e903-48ca-927d-91e2d55bc33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:27.653705 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2f05d7-2612-48fd-a2ae-371aefebbf8e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Network hostable DHCP agents. Network: f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:57:27.661587 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f05d7-2612-48fd-a2ae-371aefebbf8e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event updated for resources: {'Subnet': ['ID=50d18454-104d-497c-b637-5ed4e4e5cbf9,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:27.844883 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-15830cb6-2157-4da6-a467-291b71a90d8e req-3c6285a1-f2ce-4a43-b5f2-0c2819c2c3da tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.1858821 Feb 09 21:57:27.871462 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2f05d7-2612-48fd-a2ae-371aefebbf8e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Network f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:57:27.914186 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-1d2f05d7-2612-48fd-a2ae-371aefebbf8e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:27.919576 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2f05d7-2612-48fd-a2ae-371aefebbf8e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:27.920242 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1d2f05d7-2612-48fd-a2ae-371aefebbf8e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:27.936516 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b4a6d5-d9fa-4555-ac0a-6e5487957f22 None None] Network f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:27.952964 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1d2f05d7-2612-48fd-a2ae-371aefebbf8e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0204129 Feb 09 21:57:27.955987 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48712) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:27.970852 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7ceff8b9-a4d7-44a2-a78a-6b3b82dff17c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Request body: {'port': {'network_id': 'f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f', 'name': 'tempest-NetworksIpV6TestAttrs-1736023943'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:28.119150 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f3b8f8-a86d-4e16-9c98-2665abab2ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f', 'network_id': 'f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f', 'project_id': '1d2042d367aa4da69071872848c4876b', 'fixed_ips': [{'subnet_id': '50d18454-104d-497c-b637-5ed4e4e5cbf9'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:57:28.121259 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f7f3b8f8-a86d-4e16-9c98-2665abab2ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.363634 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ceff8b9-a4d7-44a2-a78a-6b3b82dff17c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Made reservation on behalf of 1d2042d367aa4da69071872848c4876b for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:28.368435 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7ceff8b9-a4d7-44a2-a78a-6b3b82dff17c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.585213 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdd141-1d75-4d20-845b-0ccec32327ef req-679841dc-1a2b-4b5d-bceb-875eec6db6c4 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:28.594022 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-f7f3b8f8-a86d-4e16-9c98-2665abab2ede None None] Allocated IP 2001:db8::f816:3eff:feb3:96c1 (f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f/50d18454-104d-497c-b637-5ed4e4e5cbf9/10471b09-2b88-4c8a-83dd-a4c1a41daf59) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:28.596695 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-74cdd141-1d75-4d20-845b-0ccec32327ef req-679841dc-1a2b-4b5d-bceb-875eec6db6c4 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.3799639 Feb 09 21:57:28.628634 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-7ceff8b9-a4d7-44a2-a78a-6b3b82dff17c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] device_id is not set on port ade2c015-3049-47e6-ad17-ed87455085ef yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:57:28.983835 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-74cdd141-1d75-4d20-845b-0ccec32327ef req-ae218e94-87e4-4223-8486-286c97dc2924 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580866 Feb 09 21:57:29.064698 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f7f3b8f8-a86d-4e16-9c98-2665abab2ede None None] Publish callbacks [] for port (10471b09-2b88-4c8a-83dd-a4c1a41daf59), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.095511 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f7f3b8f8-a86d-4e16-9c98-2665abab2ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (10471b09-2b88-4c8a-83dd-a4c1a41daf59), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.309934 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f3b8f8-a86d-4e16-9c98-2665abab2ede None None] Network f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:29.336852 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-f7f3b8f8-a86d-4e16-9c98-2665abab2ede None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:29.360470 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f3b8f8-a86d-4e16-9c98-2665abab2ede None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:29.549676 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-7ceff8b9-a4d7-44a2-a78a-6b3b82dff17c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Allocated IP 2001:db8::f816:3eff:fe87:37d9 (f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f/50d18454-104d-497c-b637-5ed4e4e5cbf9/ade2c015-3049-47e6-ad17-ed87455085ef) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:29.569635 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3b8f8-a86d-4e16-9c98-2665abab2ede None None] Pushing event updated for resources: {'Port': ['ID=10471b09-2b88-4c8a-83dd-a4c1a41daf59,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:29.619983 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8217b59-d18a-4048-9b15-3d1aead39cdd req-b3cc0e88-4a74-422d-b9be-74e394717345 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:29.624471 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8217b59-d18a-4048-9b15-3d1aead39cdd req-b3cc0e88-4a74-422d-b9be-74e394717345 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 943 time: 0.3713632 Feb 09 21:57:29.640640 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f7f3b8f8-a86d-4e16-9c98-2665abab2ede None None] Attempting to bind port 10471b09-2b88-4c8a-83dd-a4c1a41daf59 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:29.641374 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f7f3b8f8-a86d-4e16-9c98-2665abab2ede None None] Attempting to bind port 10471b09-2b88-4c8a-83dd-a4c1a41daf59 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '6899ced9-e903-48ca-927d-91e2d55bc33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:29.642222 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f3b8f8-a86d-4e16-9c98-2665abab2ede None None] Attempting to bind port 10471b09-2b88-4c8a-83dd-a4c1a41daf59 on network f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:29.656443 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f3b8f8-a86d-4e16-9c98-2665abab2ede None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:29.657142 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f3b8f8-a86d-4e16-9c98-2665abab2ede None None] Checking segment: {'id': '6899ced9-e903-48ca-927d-91e2d55bc33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:29.657851 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f7f3b8f8-a86d-4e16-9c98-2665abab2ede None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.658585 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f3b8f8-a86d-4e16-9c98-2665abab2ede None None] Bound using segment: {'id': '6899ced9-e903-48ca-927d-91e2d55bc33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:29.659361 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f7f3b8f8-a86d-4e16-9c98-2665abab2ede None None] Bound port: 10471b09-2b88-4c8a-83dd-a4c1a41daf59, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6899ced9-e903-48ca-927d-91e2d55bc33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:29.660658 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f7f3b8f8-a86d-4e16-9c98-2665abab2ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (10471b09-2b88-4c8a-83dd-a4c1a41daf59), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.803843 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f7f3b8f8-a86d-4e16-9c98-2665abab2ede None None] For port 10471b09-2b88-4c8a-83dd-a4c1a41daf59, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:29.810335 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8217b59-d18a-4048-9b15-3d1aead39cdd req-c8f1d65f-ddae-4890-9520-4a7a2436d10f tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690273 Feb 09 21:57:29.817518 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f7f3b8f8-a86d-4e16-9c98-2665abab2ede None None] For port 10471b09-2b88-4c8a-83dd-a4c1a41daf59, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=10471b09-2b88-4c8a-83dd-a4c1a41daf59,segment=NetworkSegment(6899ced9-e903-48ca-927d-91e2d55bc33d),segment_id=6899ced9-e903-48ca-927d-91e2d55bc33d)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:29.837392 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f7f3b8f8-a86d-4e16-9c98-2665abab2ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (10471b09-2b88-4c8a-83dd-a4c1a41daf59), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.202548 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3b8f8-a86d-4e16-9c98-2665abab2ede None None] Pushing event updated for resources: {'Port': ['ID=10471b09-2b88-4c8a-83dd-a4c1a41daf59,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:30.320656 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7ceff8b9-a4d7-44a2-a78a-6b3b82dff17c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks [] for port (ade2c015-3049-47e6-ad17-ed87455085ef), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.616428 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7ceff8b9-a4d7-44a2-a78a-6b3b82dff17c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (ade2c015-3049-47e6-ad17-ed87455085ef), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.639623 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9c337d82-14cd-4a59-b498-873f5bcf31bd req-a14b70a3-6743-402d-940a-12963072249b tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.4975510 Feb 09 21:57:30.680457 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48754) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:30.783565 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceff8b9-a4d7-44a2-a78a-6b3b82dff17c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Network f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:30.831259 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-7ceff8b9-a4d7-44a2-a78a-6b3b82dff17c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:30.859807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceff8b9-a4d7-44a2-a78a-6b3b82dff17c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:30.880441 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceff8b9-a4d7-44a2-a78a-6b3b82dff17c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:30.883778 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7ceff8b9-a4d7-44a2-a78a-6b3b82dff17c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.908081 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceff8b9-a4d7-44a2-a78a-6b3b82dff17c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event updated for resources: {'Port': ['ID=ade2c015-3049-47e6-ad17-ed87455085ef,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:30.947377 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7ceff8b9-a4d7-44a2-a78a-6b3b82dff17c tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.9900789 Feb 09 21:57:30.951863 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48760) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:31.144539 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b3db8a-1bdd-4f59-8aba-b276d9b35e3b tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Deleting subnet 50d18454-104d-497c-b637-5ed4e4e5cbf9 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:57:31.161307 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91b3db8a-1bdd-4f59-8aba-b276d9b35e3b tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks [] for subnet (50d18454-104d-497c-b637-5ed4e4e5cbf9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.229120 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d6557-6c50-4521-855f-c7d613c9f23f req-5d1971fa-87d9-44bd-9384-8f6669cc767a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:31.232856 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b3d6557-6c50-4521-855f-c7d613c9f23f req-5d1971fa-87d9-44bd-9384-8f6669cc767a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1922963 Feb 09 21:57:31.278307 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91b3db8a-1bdd-4f59-8aba-b276d9b35e3b tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (50d18454-104d-497c-b637-5ed4e4e5cbf9), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.378901 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 10471b09-2b88-4c8a-83dd-a4c1a41daf59 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:31.418117 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b3d6557-6c50-4521-855f-c7d613c9f23f req-99d94633-e6cd-44df-8a9b-3c2dad52c920 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731377 Feb 09 21:57:31.581460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 10471b09-2b88-4c8a-83dd-a4c1a41daf59 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:31.581949 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (10471b09-2b88-4c8a-83dd-a4c1a41daf59), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.798711 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9b82b-1455-4da4-9aa8-ec17964199de req-d092ba66-6c8e-4cf9-9150-63524b522a51 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:31.827035 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ac9b82b-1455-4da4-9aa8-ec17964199de req-d092ba66-6c8e-4cf9-9150-63524b522a51 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 943 time: 0.1964309 Feb 09 21:57:31.871639 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91b3db8a-1bdd-4f59-8aba-b276d9b35e3b tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (50d18454-104d-497c-b637-5ed4e4e5cbf9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.893447 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 10471b09-2b88-4c8a-83dd-a4c1a41daf59 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:31.903450 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (10471b09-2b88-4c8a-83dd-a4c1a41daf59), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.993197 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ac9b82b-1455-4da4-9aa8-ec17964199de req-b2fe94c4-743c-41e4-90fc-5078c1087b3e tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547198 Feb 09 21:57:32.138277 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f7bae723-b3e9-4740-86b7-314638b4228e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:32.149848 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91b3db8a-1bdd-4f59-8aba-b276d9b35e3b tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (50d18454-104d-497c-b637-5ed4e4e5cbf9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:32.235387 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:57:32.236090 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:57:32.318296 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3db8a-1bdd-4f59-8aba-b276d9b35e3b tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event deleted for resources: {'Subnet': ['ID=50d18454-104d-497c-b637-5ed4e4e5cbf9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:32.339922 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-103f5b29-cfdd-4c70-855e-990337819ca2 req-e2e4c9bb-2e8c-4932-90de-4d88d568dcff tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dfc53d2-4ae0-4bde-ac97-558811102531 HTTP/1.1" status: 200 len: 210 time: 0.0591705 Feb 09 21:57:32.622592 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91b3db8a-1bdd-4f59-8aba-b276d9b35e3b tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:32.677431 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78c997-dff9-43bf-91fd-6528db48bc14 req-dfa92dbd-3c07-41f2-a9c2-ad4a372e6086 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:32.679189 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-91b3db8a-1bdd-4f59-8aba-b276d9b35e3b tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "DELETE /v2.0/subnets/50d18454-104d-497c-b637-5ed4e4e5cbf9 HTTP/1.1" status: 204 len: 168 time: 1.7148714 Feb 09 21:57:32.692354 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e78c997-dff9-43bf-91fd-6528db48bc14 req-dfa92dbd-3c07-41f2-a9c2-ad4a372e6086 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1328006 Feb 09 21:57:32.695234 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48778) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:32.802075 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f7bae723-b3e9-4740-86b7-314638b4228e admin admin] Publish callbacks [] for security_group (eac1398c-5727-4353-b1f3-345010314d7a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:32.807098 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e78c997-dff9-43bf-91fd-6528db48bc14 req-47a8906e-5621-44b6-883f-e39cb7672a19 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123645 Feb 09 21:57:32.897984 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f7bae723-b3e9-4740-86b7-314638b4228e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (eac1398c-5727-4353-b1f3-345010314d7a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:32.898672 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 10471b09-2b88-4c8a-83dd-a4c1a41daf59 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:32.900825 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (10471b09-2b88-4c8a-83dd-a4c1a41daf59), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:32.912395 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb2cc5f-d0a1-46d3-87b9-2caa34f95b39 None None] Network f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:33.098175 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bae723-b3e9-4740-86b7-314638b4228e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac1398c-5727-4353-b1f3-345010314d7a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:33.110243 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76566865-0c27-4864-887d-ebfa74f872ac req-3c76a05d-9ec7-43a0-83cf-f466f57eb267 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:33.128280 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76566865-0c27-4864-887d-ebfa74f872ac req-3c76a05d-9ec7-43a0-83cf-f466f57eb267 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1293533 Feb 09 21:57:33.219692 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6f821f33-f118-48e0-ac00-d33a05fc892b None None] Provisioning complete for port 10471b09-2b88-4c8a-83dd-a4c1a41daf59 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:33.220628 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6f821f33-f118-48e0-ac00-d33a05fc892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (10471b09-2b88-4c8a-83dd-a4c1a41daf59), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.302532 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 10471b09-2b88-4c8a-83dd-a4c1a41daf59, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=10471b09-2b88-4c8a-83dd-a4c1a41daf59,segment=NetworkSegment(6899ced9-e903-48ca-927d-91e2d55bc33d),segment_id=6899ced9-e903-48ca-927d-91e2d55bc33d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:33.321589 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (10471b09-2b88-4c8a-83dd-a4c1a41daf59), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.328741 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df8943b-e3b3-440e-b8d6-d07c5916b216 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:33.352421 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df8943b-e3b3-440e-b8d6-d07c5916b216 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:33.366307 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6df8943b-e3b3-440e-b8d6-d07c5916b216 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6692557 Feb 09 21:57:33.372236 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48790) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:33.373154 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76566865-0c27-4864-887d-ebfa74f872ac req-45ddecae-8c08-4b63-9b36-5451a6cd759f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363760 Feb 09 21:57:33.508718 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6f821f33-f118-48e0-ac00-d33a05fc892b None None] Current status of the port 10471b09-2b88-4c8a-83dd-a4c1a41daf59 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:33.516605 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=10471b09-2b88-4c8a-83dd-a4c1a41daf59,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:33.534143 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2162d9d5-2296-46dd-accd-8976e6ee3347 None None] DHCP port deletion for f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:57:33.552913 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f7bae723-b3e9-4740-86b7-314638b4228e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8edfc73dfb6c4e0799109170920f4382&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8705499 Feb 09 21:57:33.556428 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48796) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:33.673432 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed50335a-4aca-4a70-9eb1-a5ff0a4f63bc tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.674891 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2162d9d5-2296-46dd-accd-8976e6ee3347 None None] Deleting port 10471b09-2b88-4c8a-83dd-a4c1a41daf59 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:33.679055 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2162d9d5-2296-46dd-accd-8976e6ee3347 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (10471b09-2b88-4c8a-83dd-a4c1a41daf59), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.680581 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0219357e-fe0b-4002-a9a6-15f4e1834af4 admin admin] Publish callbacks [] for security_group (eac1398c-5727-4353-b1f3-345010314d7a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.707904 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0219357e-fe0b-4002-a9a6-15f4e1834af4 admin admin] Publish callbacks [] for security_group (eac1398c-5727-4353-b1f3-345010314d7a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.754615 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed50335a-4aca-4a70-9eb1-a5ff0a4f63bc tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 21:57:33.755100 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed50335a-4aca-4a70-9eb1-a5ff0a4f63bc tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:57:33.795164 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ed50335a-4aca-4a70-9eb1-a5ff0a4f63bc tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "DELETE /v2.0/networks/f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f HTTP/1.1" status: 409 len: 466 time: 0.4120774 Feb 09 21:57:33.795873 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48802) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:33.814008 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e41509fa-1784-4ef5-a880-93cc4a77d160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-188899263'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:33.826782 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0219357e-fe0b-4002-a9a6-15f4e1834af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (eac1398c-5727-4353-b1f3-345010314d7a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.835743 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0219357e-fe0b-4002-a9a6-15f4e1834af4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.837236 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0219357e-fe0b-4002-a9a6-15f4e1834af4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eac1398c-5727-4353-b1f3-345010314d7a HTTP/1.1" status: 204 len: 168 time: 0.2793531 Feb 09 21:57:33.853739 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219357e-fe0b-4002-a9a6-15f4e1834af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac1398c-5727-4353-b1f3-345010314d7a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:33.864866 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881dc60-a09a-4a4e-af5b-100cc4f57ffb req-cf7253fe-fa8b-49e3-83fe-c8fbe36a370f tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:33.873371 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f881dc60-a09a-4a4e-af5b-100cc4f57ffb req-cf7253fe-fa8b-49e3-83fe-c8fbe36a370f tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 943 time: 0.2694170 Feb 09 21:57:33.924417 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2162d9d5-2296-46dd-accd-8976e6ee3347 None None] For port 10471b09-2b88-4c8a-83dd-a4c1a41daf59, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=10471b09-2b88-4c8a-83dd-a4c1a41daf59,segment=NetworkSegment(6899ced9-e903-48ca-927d-91e2d55bc33d),segment_id=6899ced9-e903-48ca-927d-91e2d55bc33d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:33.924417 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2162d9d5-2296-46dd-accd-8976e6ee3347 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (10471b09-2b88-4c8a-83dd-a4c1a41daf59), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.966141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2162d9d5-2296-46dd-accd-8976e6ee3347 None None] Calling delete_port for 10471b09-2b88-4c8a-83dd-a4c1a41daf59 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:33.985015 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f881dc60-a09a-4a4e-af5b-100cc4f57ffb req-d2bcbe0e-a717-443d-b40b-b43cec1065af tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103222 Feb 09 21:57:33.992535 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41509fa-1784-4ef5-a880-93cc4a77d160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Made reservation on behalf of 1d2042d367aa4da69071872848c4876b for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:34.004827 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e41509fa-1784-4ef5-a880-93cc4a77d160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.101169 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41509fa-1784-4ef5-a880-93cc4a77d160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:57:34.149685 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e41509fa-1784-4ef5-a880-93cc4a77d160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (01c2d4f8-703e-4a3b-8b6f-7f2cf6ab10af), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.149685 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-e41509fa-1784-4ef5-a880-93cc4a77d160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Added segment 01c2d4f8-703e-4a3b-8b6f-7f2cf6ab10af of type vlan for network 7b804f2d-95d2-47bd-92d9-f5fef97528db Feb 09 21:57:34.163904 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2162d9d5-2296-46dd-accd-8976e6ee3347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (10471b09-2b88-4c8a-83dd-a4c1a41daf59), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.264645 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48816) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:34.287028 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162d9d5-2296-46dd-accd-8976e6ee3347 None None] Pushing event deleted for resources: {'Port': ['ID=10471b09-2b88-4c8a-83dd-a4c1a41daf59,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:34.294549 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2162d9d5-2296-46dd-accd-8976e6ee3347 None None] No DVR routers for this DVR port 10471b09-2b88-4c8a-83dd-a4c1a41daf59 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:34.329054 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e41509fa-1784-4ef5-a880-93cc4a77d160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (7b804f2d-95d2-47bd-92d9-f5fef97528db), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.432639 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e41509fa-1784-4ef5-a880-93cc4a77d160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (7b804f2d-95d2-47bd-92d9-f5fef97528db), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.440109 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41509fa-1784-4ef5-a880-93cc4a77d160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:34.442011 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e41509fa-1784-4ef5-a880-93cc4a77d160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.562976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41509fa-1784-4ef5-a880-93cc4a77d160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event updated for resources: {'Network': ['ID=7b804f2d-95d2-47bd-92d9-f5fef97528db,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:34.565556 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24f655fb-ac88-4a23-b466-f447fe0ba4f5 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for security_group (5f859024-c230-4bfc-a218-db59f2787aa4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.577362 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 7b804f2d-95d2-47bd-92d9-f5fef97528db details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:57:34.610628 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e41509fa-1784-4ef5-a880-93cc4a77d160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8129497 Feb 09 21:57:34.613403 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48822) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:34.618969 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-39879b0e-aba3-4f5e-b652-27593eda3908 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Request body: {'subnet': {'network_id': '7b804f2d-95d2-47bd-92d9-f5fef97528db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:34.655883 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24f655fb-ac88-4a23-b466-f447fe0ba4f5 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for security_group (5f859024-c230-4bfc-a218-db59f2787aa4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.772295 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d66b96-c256-4db1-bf66-601a24976699 req-6d1c656b-2abb-4f82-a670-ec57fa0e4a9e tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:34.778938 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b6d66b96-c256-4db1-bf66-601a24976699 req-6d1c656b-2abb-4f82-a670-ec57fa0e4a9e tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.3847897 Feb 09 21:57:34.820060 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24f655fb-ac88-4a23-b466-f447fe0ba4f5 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5f859024-c230-4bfc-a218-db59f2787aa4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.826300 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24f655fb-ac88-4a23-b466-f447fe0ba4f5 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.829124 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-24f655fb-ac88-4a23-b466-f447fe0ba4f5 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "DELETE /v2.0/security-groups/5f859024-c230-4bfc-a218-db59f2787aa4 HTTP/1.1" status: 204 len: 168 time: 0.5617418 Feb 09 21:57:34.873599 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48828) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:34.874866 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f655fb-ac88-4a23-b466-f447fe0ba4f5 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f859024-c230-4bfc-a218-db59f2787aa4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:34.933929 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-6268480f-8c87-4438-9f6f-50f0b9a2d3d8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] show failed (client error): The resource could not be found. Feb 09 21:57:34.936469 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6268480f-8c87-4438-9f6f-50f0b9a2d3d8 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "GET /v2.0/security-groups/5f859024-c230-4bfc-a218-db59f2787aa4 HTTP/1.1" status: 404 len: 347 time: 0.0555561 Feb 09 21:57:34.941560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48834) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:35.018371 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b6d66b96-c256-4db1-bf66-601a24976699 req-18c231ca-5efb-4ae9-b194-711500cf9c93 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239449 Feb 09 21:57:35.062913 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39879b0e-aba3-4f5e-b652-27593eda3908 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Made reservation on behalf of 1d2042d367aa4da69071872848c4876b for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:35.067399 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39879b0e-aba3-4f5e-b652-27593eda3908 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:35.370054 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d5c96-0afe-439d-92f7-b6a1fadf5799 req-55049fd8-5810-4d39-ae0e-ff69c675a473 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:35.373548 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f63d5c96-0afe-439d-92f7-b6a1fadf5799 req-55049fd8-5810-4d39-ae0e-ff69c675a473 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 943 time: 0.1845942 Feb 09 21:57:35.475943 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-94a2f305-8363-43a5-8239-cb0d2b2a91dc tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Deleting port 94fba2ea-6b1a-435d-bda6-9cf937514bed {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:35.478309 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94a2f305-8363-43a5-8239-cb0d2b2a91dc tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (94fba2ea-6b1a-435d-bda6-9cf937514bed), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:35.494871 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 10471b09-2b88-4c8a-83dd-a4c1a41daf59 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:35.565983 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 10471b09-2b88-4c8a-83dd-a4c1a41daf59 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:57:35.570261 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 10471b09-2b88-4c8a-83dd-a4c1a41daf59 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:57:35.633122 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94a2f305-8363-43a5-8239-cb0d2b2a91dc tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (94fba2ea-6b1a-435d-bda6-9cf937514bed), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:35.633727 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94a2f305-8363-43a5-8239-cb0d2b2a91dc tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for floatingip (94fba2ea-6b1a-435d-bda6-9cf937514bed), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:35.640917 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f63d5c96-0afe-439d-92f7-b6a1fadf5799 req-3c00eb14-8e73-49b0-8364-b16403050a56 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504904 Feb 09 21:57:35.663936 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-94a2f305-8363-43a5-8239-cb0d2b2a91dc tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Calling delete_port for 94fba2ea-6b1a-435d-bda6-9cf937514bed owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:36.049856 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94a2f305-8363-43a5-8239-cb0d2b2a91dc tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (94fba2ea-6b1a-435d-bda6-9cf937514bed), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:36.126792 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44c89c-bbbc-4987-8155-fe966b548c73 req-4d351cbd-6ca4-480c-87c0-d0ded53cd8f1 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:36.129613 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2f305-8363-43a5-8239-cb0d2b2a91dc tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event deleted for resources: {'Port': ['ID=94fba2ea-6b1a-435d-bda6-9cf937514bed,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:36.131062 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f44c89c-bbbc-4987-8155-fe966b548c73 req-4d351cbd-6ca4-480c-87c0-d0ded53cd8f1 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.3169565 Feb 09 21:57:36.310201 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94a2f305-8363-43a5-8239-cb0d2b2a91dc tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for floatingip (13f1764a-c502-4988-8648-585fa6460832), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:36.320850 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94a2f305-8363-43a5-8239-cb0d2b2a91dc tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:36.331221 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-94a2f305-8363-43a5-8239-cb0d2b2a91dc tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "DELETE /v2.0/floatingips/13f1764a-c502-4988-8648-585fa6460832 HTTP/1.1" status: 204 len: 168 time: 1.3868668 Feb 09 21:57:36.334975 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48862) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:36.363144 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f44c89c-bbbc-4987-8155-fe966b548c73 req-ecd4c6ac-1c96-4627-b335-a25191f70a52 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163510 Feb 09 21:57:36.424985 n-d-828601-1 neutron-server[103201]: DEBUG neutron.objects.ports [None req-39879b0e-aba3-4f5e-b652-27593eda3908 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103201) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:57:36.440840 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39879b0e-aba3-4f5e-b652-27593eda3908 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (99ee920b-8da8-4098-9193-6604057ea22d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:36.645416 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39879b0e-aba3-4f5e-b652-27593eda3908 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Checking segment: {'id': '01c2d4f8-703e-4a3b-8b6f-7f2cf6ab10af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7b804f2d-95d2-47bd-92d9-f5fef97528db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:36.645790 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39879b0e-aba3-4f5e-b652-27593eda3908 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Network hostable DHCP agents. Network: 7b804f2d-95d2-47bd-92d9-f5fef97528db, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:57:36.655157 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39879b0e-aba3-4f5e-b652-27593eda3908 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event updated for resources: {'Subnet': ['ID=99ee920b-8da8-4098-9193-6604057ea22d,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:36.703423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39879b0e-aba3-4f5e-b652-27593eda3908 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Network 7b804f2d-95d2-47bd-92d9-f5fef97528db is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:57:36.747626 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-39879b0e-aba3-4f5e-b652-27593eda3908 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 7b804f2d-95d2-47bd-92d9-f5fef97528db) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:36.761796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0a689458-1742-48af-976e-983611fe9b3a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Deleting port 7b6828af-271c-4a13-a220-321e7f1bb799 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:36.762550 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0a689458-1742-48af-976e-983611fe9b3a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (7b6828af-271c-4a13-a220-321e7f1bb799), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:36.768729 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39879b0e-aba3-4f5e-b652-27593eda3908 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:36.769192 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500a5df6-5e98-4792-9da1-394ebd48516b None None] Network 7b804f2d-95d2-47bd-92d9-f5fef97528db requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:36.769966 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39879b0e-aba3-4f5e-b652-27593eda3908 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:36.829715 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-39879b0e-aba3-4f5e-b652-27593eda3908 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2116959 Feb 09 21:57:36.832337 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48874) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:36.982486 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612ad34-8e9b-441e-a913-986119557afe req-f6c1014b-0b1a-4b84-a5eb-ee734a124056 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:36.987971 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e612ad34-8e9b-441e-a913-986119557afe req-f6c1014b-0b1a-4b84-a5eb-ee734a124056 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 943 time: 0.1717556 Feb 09 21:57:37.106321 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bff562-8225-4eed-b08e-af14a46a830b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-7b804f2d-95d2-47bd-92d9-f5fef97528db', 'network_id': '7b804f2d-95d2-47bd-92d9-f5fef97528db', 'project_id': '1d2042d367aa4da69071872848c4876b', 'fixed_ips': [{'subnet_id': '99ee920b-8da8-4098-9193-6604057ea22d'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:57:37.109400 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e7bff562-8225-4eed-b08e-af14a46a830b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.179740 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e612ad34-8e9b-441e-a913-986119557afe req-f785b263-d723-4475-9869-5852870b4637 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858871 Feb 09 21:57:37.393355 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (7b804f2d-95d2-47bd-92d9-f5fef97528db), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.410697 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-e7bff562-8225-4eed-b08e-af14a46a830b None None] Allocated IP 2001:db8::f816:3eff:fecf:dd15 (7b804f2d-95d2-47bd-92d9-f5fef97528db/99ee920b-8da8-4098-9193-6604057ea22d/a04829c7-e1fa-49d8-b157-257477dacbfc) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:37.477759 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0a689458-1742-48af-976e-983611fe9b3a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (7b6828af-271c-4a13-a220-321e7f1bb799), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.551973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0a689458-1742-48af-976e-983611fe9b3a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Calling delete_port for 7b6828af-271c-4a13-a220-321e7f1bb799 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:37.686211 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device a73c5867-157b-453e-930a-7e7b812a063b details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:57:37.711126 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32f958-00e1-4884-8ace-f92d938285f1 req-6bcad7b3-406b-4ed4-a635-742b3ec03ce4 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:37.739753 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f32f958-00e1-4884-8ace-f92d938285f1 req-6bcad7b3-406b-4ed4-a635-742b3ec03ce4 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2651629 Feb 09 21:57:37.890966 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f32f958-00e1-4884-8ace-f92d938285f1 req-6c6a1507-1ad8-4eed-993c-886bcf04fdae tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426992 Feb 09 21:57:37.905763 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48894) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:37.997474 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (99ee920b-8da8-4098-9193-6604057ea22d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.173005 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb210355-84de-42db-8263-be7bba784009 req-aabb248c-9e86-409f-8bd8-fc7946725a3c tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:38.191526 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fb210355-84de-42db-8263-be7bba784009 req-aabb248c-9e86-409f-8bd8-fc7946725a3c tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1537936 Feb 09 21:57:38.299965 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fb210355-84de-42db-8263-be7bba784009 req-888d0091-2710-4779-ac6c-574f7934c250 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064541 Feb 09 21:57:38.331514 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port a73c5867-157b-453e-930a-7e7b812a063b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=a73c5867-157b-453e-930a-7e7b812a063b,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:38.334917 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-82881d8d-f5fc-4d61-8b58-53efdd5b63a0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'network': {'name': 'tempest-network-smoke--884573135', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'port_security_enabled': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:38.380383 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e7bff562-8225-4eed-b08e-af14a46a830b None None] Publish callbacks [] for port (a04829c7-e1fa-49d8-b157-257477dacbfc), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.392117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'a73c5867-157b-453e-930a-7e7b812a063b', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'port_id': 'a73c5867-157b-453e-930a-7e7b812a063b', 'mac_address': 'fa:16:3e:3f:e9:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:57:38.398304 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82881d8d-f5fc-4d61-8b58-53efdd5b63a0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Made reservation on behalf of 555e545ac75c4d7aa89a964d48e2fbf4 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:38.409494 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-82881d8d-f5fc-4d61-8b58-53efdd5b63a0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.444704 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e7bff562-8225-4eed-b08e-af14a46a830b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (a04829c7-e1fa-49d8-b157-257477dacbfc), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.449955 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-82881d8d-f5fc-4d61-8b58-53efdd5b63a0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.517025 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (99ee920b-8da8-4098-9193-6604057ea22d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.606805 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event deleted for resources: {'Subnet': ['ID=99ee920b-8da8-4098-9193-6604057ea22d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:38.608907 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-67fc78fc-e80b-496b-b505-5d48960cf48f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.630298 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0a689458-1742-48af-976e-983611fe9b3a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (7b6828af-271c-4a13-a220-321e7f1bb799), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.635397 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-82881d8d-f5fc-4d61-8b58-53efdd5b63a0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group (2803f8b4-69d2-467f-81f8-b6dd320c24ff), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.654904 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-82881d8d-f5fc-4d61-8b58-53efdd5b63a0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2803f8b4-69d2-467f-81f8-b6dd320c24ff), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.712024 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82881d8d-f5fc-4d61-8b58-53efdd5b63a0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:57:38.745978 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06799f-5843-4582-a25f-28fb810e9f0c req-77c1d7ee-8cf7-48f3-91e4-6e97640e90b1 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:38.754287 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (7b804f2d-95d2-47bd-92d9-f5fef97528db), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.756947 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db06799f-5843-4582-a25f-28fb810e9f0c req-77c1d7ee-8cf7-48f3-91e4-6e97640e90b1 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 943 time: 0.2900643 Feb 09 21:57:38.759633 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bff562-8225-4eed-b08e-af14a46a830b None None] Network 7b804f2d-95d2-47bd-92d9-f5fef97528db is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:38.799071 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b804f2d-95d2-47bd-92d9-f5fef97528db']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:38.802850 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-e7bff562-8225-4eed-b08e-af14a46a830b None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:38.807863 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-82881d8d-f5fc-4d61-8b58-53efdd5b63a0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (1705b24f-ae8d-4684-99b1-70edff3b465c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.808470 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-82881d8d-f5fc-4d61-8b58-53efdd5b63a0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Added segment 1705b24f-ae8d-4684-99b1-70edff3b465c of type vlan for network b09c7d96-17d7-45a8-b56d-14cfc933db6c Feb 09 21:57:38.828914 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82881d8d-f5fc-4d61-8b58-53efdd5b63a0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2803f8b4-69d2-467f-81f8-b6dd320c24ff,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:38.833413 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bff562-8225-4eed-b08e-af14a46a830b None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:38.842558 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c2d4f8-703e-4a3b-8b6f-7f2cf6ab10af') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:38.843134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c2d4f8-703e-4a3b-8b6f-7f2cf6ab10af') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:38.869505 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port a73c5867-157b-453e-930a-7e7b812a063b is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:38.870195 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a73c5867-157b-453e-930a-7e7b812a063b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.881686 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (01c2d4f8-703e-4a3b-8b6f-7f2cf6ab10af), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.919633 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (01c2d4f8-703e-4a3b-8b6f-7f2cf6ab10af), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.935737 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:57:38.936587 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (01c2d4f8-703e-4a3b-8b6f-7f2cf6ab10af), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.990315 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-82881d8d-f5fc-4d61-8b58-53efdd5b63a0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (b09c7d96-17d7-45a8-b56d-14cfc933db6c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.991274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bff562-8225-4eed-b08e-af14a46a830b None None] Pushing event updated for resources: {'Port': ['ID=a04829c7-e1fa-49d8-b157-257477dacbfc,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:39.013120 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db06799f-5843-4582-a25f-28fb810e9f0c req-f378eb04-c8d4-46b7-b2c7-bddd4b510be1 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546632 Feb 09 21:57:39.016708 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73c5867-157b-453e-930a-7e7b812a063b {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:57:39.058271 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:57:39.089609 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e7bff562-8225-4eed-b08e-af14a46a830b None None] Attempting to bind port a04829c7-e1fa-49d8-b157-257477dacbfc on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:39.090376 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e7bff562-8225-4eed-b08e-af14a46a830b None None] Attempting to bind port a04829c7-e1fa-49d8-b157-257477dacbfc by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '01c2d4f8-703e-4a3b-8b6f-7f2cf6ab10af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7b804f2d-95d2-47bd-92d9-f5fef97528db'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:39.092170 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-82881d8d-f5fc-4d61-8b58-53efdd5b63a0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (b09c7d96-17d7-45a8-b56d-14cfc933db6c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.097919 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82881d8d-f5fc-4d61-8b58-53efdd5b63a0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:39.099161 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-82881d8d-f5fc-4d61-8b58-53efdd5b63a0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.100723 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bff562-8225-4eed-b08e-af14a46a830b None None] Attempting to bind port a04829c7-e1fa-49d8-b157-257477dacbfc on network 7b804f2d-95d2-47bd-92d9-f5fef97528db {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:39.117107 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port a73c5867-157b-453e-930a-7e7b812a063b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=a73c5867-157b-453e-930a-7e7b812a063b,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:39.126367 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bff562-8225-4eed-b08e-af14a46a830b None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:39.127557 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bff562-8225-4eed-b08e-af14a46a830b None None] Checking segment: {'id': '01c2d4f8-703e-4a3b-8b6f-7f2cf6ab10af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7b804f2d-95d2-47bd-92d9-f5fef97528db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:39.128500 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e7bff562-8225-4eed-b08e-af14a46a830b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.128706 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a689458-1742-48af-976e-983611fe9b3a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event deleted for resources: {'Port': ['ID=7b6828af-271c-4a13-a220-321e7f1bb799,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:39.128879 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bff562-8225-4eed-b08e-af14a46a830b None None] Bound using segment: {'id': '01c2d4f8-703e-4a3b-8b6f-7f2cf6ab10af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7b804f2d-95d2-47bd-92d9-f5fef97528db'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:39.132594 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e7bff562-8225-4eed-b08e-af14a46a830b None None] Bound port: a04829c7-e1fa-49d8-b157-257477dacbfc, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c2d4f8-703e-4a3b-8b6f-7f2cf6ab10af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7b804f2d-95d2-47bd-92d9-f5fef97528db'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:39.133667 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e7bff562-8225-4eed-b08e-af14a46a830b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a04829c7-e1fa-49d8-b157-257477dacbfc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.143514 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a73c5867-157b-453e-930a-7e7b812a063b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.149776 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-82881d8d-f5fc-4d61-8b58-53efdd5b63a0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2502151 Feb 09 21:57:39.153729 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48916) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:39.164537 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-eb4ce2cd-0373-4c7b-9798-732b28250ede tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-285762215', 'admin_state_up': True, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:39.202199 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.db.api [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 21:57:39.202199 n-d-828601-1 neutron-server[103202]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 21:57:39.202199 n-d-828601-1 neutron-server[103202]: [parameters: {'id': '7b804f2d-95d2-47bd-92d9-f5fef97528db'}] Feb 09 21:57:39.202199 n-d-828601-1 neutron-server[103202]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:57:39.202876 n-d-828601-1 neutron-server[103202]: DEBUG oslo_db.api [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:57:39.315114 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=a73c5867-157b-453e-930a-7e7b812a063b,revision_number=9']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:39.366963 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0a689458-1742-48af-976e-983611fe9b3a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.376607 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0a689458-1742-48af-976e-983611fe9b3a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "DELETE /v2.0/ports/7b6828af-271c-4a13-a220-321e7f1bb799 HTTP/1.1" status: 204 len: 168 time: 3.0364134 Feb 09 21:57:39.382831 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48924) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:39.450450 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e7bff562-8225-4eed-b08e-af14a46a830b None None] For port a04829c7-e1fa-49d8-b157-257477dacbfc, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:39.455985 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e7bff562-8225-4eed-b08e-af14a46a830b None None] For port a04829c7-e1fa-49d8-b157-257477dacbfc, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a04829c7-e1fa-49d8-b157-257477dacbfc,segment=NetworkSegment(01c2d4f8-703e-4a3b-8b6f-7f2cf6ab10af),segment_id=01c2d4f8-703e-4a3b-8b6f-7f2cf6ab10af)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:39.457709 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce2cd-0373-4c7b-9798-732b28250ede tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (64f670f8-45d5-4b01-92d4-3fff438696cf), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.459108 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce2cd-0373-4c7b-9798-732b28250ede tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (64f670f8-45d5-4b01-92d4-3fff438696cf), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.463702 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['a73c5867-157b-453e-930a-7e7b812a063b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:57:39.520822 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e7bff562-8225-4eed-b08e-af14a46a830b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a04829c7-e1fa-49d8-b157-257477dacbfc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.590825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82881d8d-f5fc-4d61-8b58-53efdd5b63a0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'Network': ['ID=b09c7d96-17d7-45a8-b56d-14cfc933db6c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:39.633917 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bff562-8225-4eed-b08e-af14a46a830b None None] Pushing event updated for resources: {'Port': ['ID=a04829c7-e1fa-49d8-b157-257477dacbfc,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:39.652836 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network b09c7d96-17d7-45a8-b56d-14cfc933db6c details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:57:39.743666 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (7b804f2d-95d2-47bd-92d9-f5fef97528db), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.764154 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce2cd-0373-4c7b-9798-732b28250ede tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for router_controller (64f670f8-45d5-4b01-92d4-3fff438696cf), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.860964 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19e2bb-6ae0-45e1-961b-786af3c201d9 req-fa5a4ea7-4200-4357-aaec-ace7cd0ce98e tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:39.863315 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b19e2bb-6ae0-45e1-961b-786af3c201d9 req-fa5a4ea7-4200-4357-aaec-ace7cd0ce98e tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/networks?id=43c866ce-b28d-463f-9db2-f0ce01fb8d37 HTTP/1.1" status: 200 len: 813 time: 0.5797164 Feb 09 21:57:39.903980 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b19e2bb-6ae0-45e1-961b-786af3c201d9 req-f5011d55-e8fd-485c-8077-3b5c6663f385 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/quotas/c135bd0d2c9b4219bd0ebf3718b0f7ac HTTP/1.1" status: 200 len: 375 time: 0.0331523 Feb 09 21:57:39.938026 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d06f4067-3a0e-4818-9e7a-7bd4ba9458e4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Deleting port 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:39.938026 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d06f4067-3a0e-4818-9e7a-7bd4ba9458e4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1535e276-e99b-48bb-88c1-4bf9d40f2fd7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.084682 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b19e2bb-6ae0-45e1-961b-786af3c201d9 req-7c0bb575-0288-43cc-b781-84ffb2a5cd17 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c135bd0d2c9b4219bd0ebf3718b0f7ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1794417 Feb 09 21:57:40.175620 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b139fe5-9650-4c80-ae9e-347ee12653ce None None] get_active_networks_info from n-d-828601-1 {{(pid=103203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:57:40.268949 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce2cd-0373-4c7b-9798-732b28250ede tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for router_gateway (64f670f8-45d5-4b01-92d4-3fff438696cf), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.326671 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d06f4067-3a0e-4818-9e7a-7bd4ba9458e4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1535e276-e99b-48bb-88c1-4bf9d40f2fd7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.339887 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1edb45-49df-4d22-a80c-f3fc6c783e5b req-e5f9a767-3e34-4420-b5fb-6dd736984ce5 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:40.343915 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc1edb45-49df-4d22-a80c-f3fc6c783e5b req-e5f9a767-3e34-4420-b5fb-6dd736984ce5 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 944 time: 0.1418839 Feb 09 21:57:40.388821 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d06f4067-3a0e-4818-9e7a-7bd4ba9458e4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Calling delete_port for 1535e276-e99b-48bb-88c1-4bf9d40f2fd7 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:40.393458 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Deleting port a04829c7-e1fa-49d8-b157-257477dacbfc {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:40.393800 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a04829c7-e1fa-49d8-b157-257477dacbfc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.507136 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc1edb45-49df-4d22-a80c-f3fc6c783e5b req-ca8b8b2c-b701-41c1-90e9-7d1616f2c855 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488383 Feb 09 21:57:40.543356 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b139fe5-9650-4c80-ae9e-347ee12653ce None None] Resources bound (agent type, host, resource id): {{(pid=103203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:57:40.667938 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ddaf5ecc-1bfc-403d-80a9-ca33ad0fb94f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.736336 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] For port a04829c7-e1fa-49d8-b157-257477dacbfc, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a04829c7-e1fa-49d8-b157-257477dacbfc,segment=NetworkSegment(01c2d4f8-703e-4a3b-8b6f-7f2cf6ab10af),segment_id=01c2d4f8-703e-4a3b-8b6f-7f2cf6ab10af)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:40.736745 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a04829c7-e1fa-49d8-b157-257477dacbfc), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.781540 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Calling delete_port for a04829c7-e1fa-49d8-b157-257477dacbfc owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:40.850732 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48ffaf-7bb7-4745-bd33-1a85fab94532 req-bf55e08d-845b-44ee-83d7-d631f14989a3 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:40.883744 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ec48ffaf-7bb7-4745-bd33-1a85fab94532 req-bf55e08d-845b-44ee-83d7-d631f14989a3 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2131419 Feb 09 21:57:41.013753 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ec48ffaf-7bb7-4745-bd33-1a85fab94532 req-30d4bd2e-744c-4e72-be07-078812b012e2 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290512 Feb 09 21:57:41.259264 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (a04829c7-e1fa-49d8-b157-257477dacbfc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.261732 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd090581-bf8b-46f7-ad45-fe57e8e242ce None None] Network 7b804f2d-95d2-47bd-92d9-f5fef97528db requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:41.274576 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d06f4067-3a0e-4818-9e7a-7bd4ba9458e4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (1535e276-e99b-48bb-88c1-4bf9d40f2fd7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.321626 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event deleted for resources: {'Port': ['ID=a04829c7-e1fa-49d8-b157-257477dacbfc,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:41.328333 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] No DVR routers for this DVR port a04829c7-e1fa-49d8-b157-257477dacbfc on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:41.483243 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d31cc0-d529-4bc4-9a8e-05f117e69d0f req-ceb0efd2-a68b-431d-9806-171d0c76a2cb tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:41.484938 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5d31cc0-d529-4bc4-9a8e-05f117e69d0f req-ceb0efd2-a68b-431d-9806-171d0c76a2cb tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1912034 Feb 09 21:57:41.553125 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.563674 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5d31cc0-d529-4bc4-9a8e-05f117e69d0f req-efd85dd7-40b9-44ec-a024-5debc0e1782e tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680027 Feb 09 21:57:41.601752 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device a73c5867-157b-453e-930a-7e7b812a063b up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:41.791321 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port a73c5867-157b-453e-930a-7e7b812a063b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:41.791994 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a73c5867-157b-453e-930a-7e7b812a063b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.942185 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c04ac-a9c4-44d3-831f-4047cab495f5 req-ebb44050-5a0a-4270-8cf6-7710cf88dab7 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:41.963574 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-871c04ac-a9c4-44d3-831f-4047cab495f5 req-ebb44050-5a0a-4270-8cf6-7710cf88dab7 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 944 time: 0.1888609 Feb 09 21:57:42.037258 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port a73c5867-157b-453e-930a-7e7b812a063b is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:42.038288 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a73c5867-157b-453e-930a-7e7b812a063b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.096724 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-871c04ac-a9c4-44d3-831f-4047cab495f5 req-0ba2f8cb-973a-4a78-8e30-fe4715375963 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314030 Feb 09 21:57:42.122160 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297f5c94-7711-466c-876b-2e1def261d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73c5867-157b-453e-930a-7e7b812a063b'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:42.130345 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeea7b48-2f2e-4ee1-9f1f-762c291a3ff6" -d '{"events": [{"server_uuid": "297f5c94-7711-466c-876b-2e1def261d5a", "name": "network-vif-plugged", "status": "completed", "tag": "a73c5867-157b-453e-930a-7e7b812a063b"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:42.168907 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port a73c5867-157b-453e-930a-7e7b812a063b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=a73c5867-157b-453e-930a-7e7b812a063b,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:42.180958 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a73c5867-157b-453e-930a-7e7b812a063b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.195148 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce2cd-0373-4c7b-9798-732b28250ede tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for router_gateway (64f670f8-45d5-4b01-92d4-3fff438696cf), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.241240 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d06f4067-3a0e-4818-9e7a-7bd4ba9458e4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.260461 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48968) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:42.263019 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d06f4067-3a0e-4818-9e7a-7bd4ba9458e4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "DELETE /v2.0/ports/1535e276-e99b-48bb-88c1-4bf9d40f2fd7 HTTP/1.1" status: 204 len: 168 time: 2.8787873 Feb 09 21:57:42.267184 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce2cd-0373-4c7b-9798-732b28250ede tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.269840 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f4067-3a0e-4818-9e7a-7bd4ba9458e4 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event deleted for resources: {'Port': ['ID=1535e276-e99b-48bb-88c1-4bf9d40f2fd7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:42.315165 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=a73c5867-157b-453e-930a-7e7b812a063b,revision_number=10']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:42.333749 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:42.334220 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:42.334508 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:42.334859 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:42.335203 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:42.335615 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:42.335996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:42.336340 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:42.336680 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:42.337017 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:42.337356 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:42.337682 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:42.338195 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:42.361731 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a18167b7-16a7-4cd9-93df-cc4094c781ca req-7776fb82-6733-41fb-92f6-26986010d17d tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c135bd0d2c9b4219bd0ebf3718b0f7ac HTTP/1.1" status: 200 len: 221 time: 0.1501641 Feb 09 21:57:42.400920 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c6290e-0738-4a4c-bd5b-c9acab2f0bf7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Deleting subnet c2bb82b0-6025-4b4e-86a7-44d63ac173c6 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:57:42.414714 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2c6290e-0738-4a4c-bd5b-c9acab2f0bf7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for subnet (c2bb82b0-6025-4b4e-86a7-44d63ac173c6), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.456596 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c338fe90-09f6-4997-8437-a1c48b6ef435 x-openstack-request-id: req-c338fe90-09f6-4997-8437-a1c48b6ef435 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:42.457113 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297f5c94-7711-466c-876b-2e1def261d5a", "name": "network-vif-plugged", "status": "completed", "tag": "a73c5867-157b-453e-930a-7e7b812a063b", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:42.457545 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c338fe90-09f6-4997-8437-a1c48b6ef435 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:42.458119 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297f5c94-7711-466c-876b-2e1def261d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73c5867-157b-453e-930a-7e7b812a063b', 'code': 200} Feb 09 21:57:42.502920 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (7b804f2d-95d2-47bd-92d9-f5fef97528db), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.543146 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2c6290e-0738-4a4c-bd5b-c9acab2f0bf7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (c2bb82b0-6025-4b4e-86a7-44d63ac173c6), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.708329 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b804f2d-95d2-47bd-92d9-f5fef97528db']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:42.710650 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd22fc-5aa1-4a2b-8b0e-d8f48f5d827e req-74c690af-7d99-4a94-bab0-fdac96cc1ace tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:42.724320 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fdbd22fc-5aa1-4a2b-8b0e-d8f48f5d827e req-74c690af-7d99-4a94-bab0-fdac96cc1ace tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1456275 Feb 09 21:57:42.749428 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.765694 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2c6290e-0738-4a4c-bd5b-c9acab2f0bf7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (c2bb82b0-6025-4b4e-86a7-44d63ac173c6), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.842034 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fdbd22fc-5aa1-4a2b-8b0e-d8f48f5d827e req-19280a6b-268c-46c8-a427-8dbf9348e53e tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162658 Feb 09 21:57:42.898007 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2c6290e-0738-4a4c-bd5b-c9acab2f0bf7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (c2bb82b0-6025-4b4e-86a7-44d63ac173c6), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.898780 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c2d4f8-703e-4a3b-8b6f-7f2cf6ab10af') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:42.899273 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c2d4f8-703e-4a3b-8b6f-7f2cf6ab10af') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:42.930707 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (01c2d4f8-703e-4a3b-8b6f-7f2cf6ab10af), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.946470 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2c6290e-0738-4a4c-bd5b-c9acab2f0bf7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.955194 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b2c6290e-0738-4a4c-bd5b-c9acab2f0bf7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "DELETE /v2.0/subnets/c2bb82b0-6025-4b4e-86a7-44d63ac173c6 HTTP/1.1" status: 204 len: 168 time: 0.6924801 Feb 09 21:57:42.958022 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b71b6d-08ab-41ef-934c-eadbbee247b7 None None] Network 2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:42.982620 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48978) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:43.019001 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6290e-0738-4a4c-bd5b-c9acab2f0bf7 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event deleted for resources: {'Subnet': ['ID=c2bb82b0-6025-4b4e-86a7-44d63ac173c6,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:43.080943 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (01c2d4f8-703e-4a3b-8b6f-7f2cf6ab10af), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.087854 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93851d-712f-4692-88bc-f9c6df9ad50c req-6d803663-9b45-478b-9aba-960ffd7e1cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:43.089933 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d93851d-712f-4692-88bc-f9c6df9ad50c req-6d803663-9b45-478b-9aba-960ffd7e1cf2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 1128 time: 0.3045294 Feb 09 21:57:43.093729 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-eb4ce2cd-0373-4c7b-9798-732b28250ede tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Allocated IP 172.25.6.105 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/713d9ea1-7f5f-4535-9232-bec4465c0305) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (01c2d4f8-703e-4a3b-8b6f-7f2cf6ab10af), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:57:43.130291 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ad1838-42d6-42a5-8b77-78a52752281a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Deleting subnet ac0e1bb5-666d-4440-a236-37035b7edc77 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:57:43.157926 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e8ad1838-42d6-42a5-8b77-78a52752281a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for subnet (ac0e1bb5-666d-4440-a236-37035b7edc77), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.168012 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c654f3-7903-4f10-9011-624ffe0637d6 req-80746ae6-932a-419b-85de-7cd9138255b6 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:43.172148 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95c654f3-7903-4f10-9011-624ffe0637d6 req-80746ae6-932a-419b-85de-7cd9138255b6 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1639211 Feb 09 21:57:43.347228 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95c654f3-7903-4f10-9011-624ffe0637d6 req-d81e518a-0695-4bf2-a169-179f2048e44c tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647735 Feb 09 21:57:43.430697 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (7b804f2d-95d2-47bd-92d9-f5fef97528db), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.470292 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e8ad1838-42d6-42a5-8b77-78a52752281a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (ac0e1bb5-666d-4440-a236-37035b7edc77), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.475859 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.488648 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "DELETE /v2.0/networks/7b804f2d-95d2-47bd-92d9-f5fef97528db HTTP/1.1" status: 204 len: 168 time: 6.6548541 Feb 09 21:57:43.492643 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8d93851d-712f-4692-88bc-f9c6df9ad50c req-1d256bf3-1e25-401e-a534-ff704062b4de service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3892474 Feb 09 21:57:43.532079 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48986) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:43.542559 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-4493a132-fce9-43b9-a2c9-060f0d6681c3 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-100056656'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:43.556128 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df040025-baae-4368-849f-3452f6985dd7 None None] DHCP port deletion for 2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:57:43.566843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231b781-7db4-4697-81af-ba91e113e763 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event deleted for resources: {'Network': ['ID=7b804f2d-95d2-47bd-92d9-f5fef97528db,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:43.591070 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4493a132-fce9-43b9-a2c9-060f0d6681c3 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Made reservation on behalf of 1d2042d367aa4da69071872848c4876b for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:43.597348 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4493a132-fce9-43b9-a2c9-060f0d6681c3 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.690083 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4493a132-fce9-43b9-a2c9-060f0d6681c3 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:57:43.711028 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4493a132-fce9-43b9-a2c9-060f0d6681c3 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e596c2d3-3c35-431d-9d61-002a88c0068a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.711638 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-4493a132-fce9-43b9-a2c9-060f0d6681c3 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Added segment e596c2d3-3c35-431d-9d61-002a88c0068a of type vlan for network 886bbf75-0ead-4b09-adff-35d6232706db Feb 09 21:57:43.724153 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce2cd-0373-4c7b-9798-732b28250ede tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for port (713d9ea1-7f5f-4535-9232-bec4465c0305), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.743406 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-df040025-baae-4368-849f-3452f6985dd7 None None] Deleting port 62a5e333-058a-418a-9f8d-7418fb6520d1 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:43.744009 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-df040025-baae-4368-849f-3452f6985dd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (62a5e333-058a-418a-9f8d-7418fb6520d1), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.779593 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e8ad1838-42d6-42a5-8b77-78a52752281a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (ac0e1bb5-666d-4440-a236-37035b7edc77), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.828446 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4493a132-fce9-43b9-a2c9-060f0d6681c3 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (886bbf75-0ead-4b09-adff-35d6232706db), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.903159 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbb0a7-a4a1-466c-98e8-19f9d361c9a0 req-151679c5-6ffc-4ade-b3b0-7050c7951de7 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:43.906433 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94cbb0a7-a4a1-466c-98e8-19f9d361c9a0 req-151679c5-6ffc-4ade-b3b0-7050c7951de7 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 946 time: 0.4487891 Feb 09 21:57:43.909515 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4493a132-fce9-43b9-a2c9-060f0d6681c3 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (886bbf75-0ead-4b09-adff-35d6232706db), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.924047 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4493a132-fce9-43b9-a2c9-060f0d6681c3 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:43.925520 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4493a132-fce9-43b9-a2c9-060f0d6681c3 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.978605 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce2cd-0373-4c7b-9798-732b28250ede tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (713d9ea1-7f5f-4535-9232-bec4465c0305), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.982256 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-df040025-baae-4368-849f-3452f6985dd7 None None] For port 62a5e333-058a-418a-9f8d-7418fb6520d1, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=62a5e333-058a-418a-9f8d-7418fb6520d1,segment=NetworkSegment(5fb966de-50e3-4cd7-b6aa-210f0f2f739d),segment_id=5fb966de-50e3-4cd7-b6aa-210f0f2f739d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:43.982957 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-df040025-baae-4368-849f-3452f6985dd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (62a5e333-058a-418a-9f8d-7418fb6520d1), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.034203 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-df040025-baae-4368-849f-3452f6985dd7 None None] Calling delete_port for 62a5e333-058a-418a-9f8d-7418fb6520d1 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:44.099769 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4ce2cd-0373-4c7b-9798-732b28250ede tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:44.103931 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-eb4ce2cd-0373-4c7b-9798-732b28250ede tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:44.113019 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e8ad1838-42d6-42a5-8b77-78a52752281a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (ac0e1bb5-666d-4440-a236-37035b7edc77), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.116738 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4ce2cd-0373-4c7b-9798-732b28250ede tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:44.122137 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4493a132-fce9-43b9-a2c9-060f0d6681c3 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5868866 Feb 09 21:57:44.136271 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94cbb0a7-a4a1-466c-98e8-19f9d361c9a0 req-0a4a126c-262b-4ac2-817b-31d6210bf055 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013111 Feb 09 21:57:44.144146 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48990) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:44.162495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-030ac67e-18b6-4680-9099-dd5c2a7ac160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Request body: {'subnet': {'network_id': '886bbf75-0ead-4b09-adff-35d6232706db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:44.168843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ce2cd-0373-4c7b-9798-732b28250ede tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'Port': ['ID=713d9ea1-7f5f-4535-9232-bec4465c0305,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:44.231598 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e8ad1838-42d6-42a5-8b77-78a52752281a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.241189 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e8ad1838-42d6-42a5-8b77-78a52752281a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "DELETE /v2.0/subnets/ac0e1bb5-666d-4440-a236-37035b7edc77 HTTP/1.1" status: 204 len: 168 time: 1.2565620 Feb 09 21:57:44.241644 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-df040025-baae-4368-849f-3452f6985dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (62a5e333-058a-418a-9f8d-7418fb6520d1), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.242100 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 48996) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:44.302614 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81187d1-b9a4-4672-abe2-acd16308dc96 None None] Network 11645266-4709-405b-9343-11c33081a44a requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:44.305124 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad1838-42d6-42a5-8b77-78a52752281a tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event deleted for resources: {'Subnet': ['ID=ac0e1bb5-666d-4440-a236-37035b7edc77,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:44.410494 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df040025-baae-4368-849f-3452f6985dd7 None None] No DVR routers for this DVR port 62a5e333-058a-418a-9f8d-7418fb6520d1 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:44.453676 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493a132-fce9-43b9-a2c9-060f0d6681c3 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event updated for resources: {'Network': ['ID=886bbf75-0ead-4b09-adff-35d6232706db,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:44.510535 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df040025-baae-4368-849f-3452f6985dd7 None None] Pushing event deleted for resources: {'Port': ['ID=62a5e333-058a-418a-9f8d-7418fb6520d1,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:44.516855 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 886bbf75-0ead-4b09-adff-35d6232706db details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:57:44.534156 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030ac67e-18b6-4680-9099-dd5c2a7ac160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Made reservation on behalf of 1d2042d367aa4da69071872848c4876b for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:44.538920 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-030ac67e-18b6-4680-9099-dd5c2a7ac160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.571516 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54abdc8b-38a3-4c67-9075-2f144c909247 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.645529 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529d7c7-cbbc-432c-be9e-8b353588cf60 req-c6573e31-c269-4495-b815-6868f44337dc tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:44.654208 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f529d7c7-cbbc-432c-be9e-8b353588cf60 req-c6573e31-c269-4495-b815-6868f44337dc tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2119379 Feb 09 21:57:44.680168 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.760698 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f529d7c7-cbbc-432c-be9e-8b353588cf60 req-7044457c-5bda-4f77-ba2b-54cbdd929665 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050444 Feb 09 21:57:44.933512 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1b31b6-8f0b-4bf3-93e7-6314fb25c303 None None] DHCP port deletion for 11645266-4709-405b-9343-11c33081a44a request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:57:45.109504 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b31b6-8f0b-4bf3-93e7-6314fb25c303 None None] Deleting port a06a615d-66e6-4ba5-a4ed-93caf733eec8 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:45.112351 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4e1b31b6-8f0b-4bf3-93e7-6314fb25c303 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a06a615d-66e6-4ba5-a4ed-93caf733eec8), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.209750 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-030ac67e-18b6-4680-9099-dd5c2a7ac160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (30994f0a-f6b0-4792-a0c4-7313e0a2f465), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.331903 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2baef0-b4a5-4f5c-b662-61ef535a535d req-95bf5918-3366-42da-bb0f-11b04095093a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:45.343212 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-af2baef0-b4a5-4f5c-b662-61ef535a535d req-95bf5918-3366-42da-bb0f-11b04095093a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2907600 Feb 09 21:57:45.476330 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-4e1b31b6-8f0b-4bf3-93e7-6314fb25c303 None None] For port a06a615d-66e6-4ba5-a4ed-93caf733eec8, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a06a615d-66e6-4ba5-a4ed-93caf733eec8,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:45.477334 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4e1b31b6-8f0b-4bf3-93e7-6314fb25c303 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a06a615d-66e6-4ba5-a4ed-93caf733eec8), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.532618 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-af2baef0-b4a5-4f5c-b662-61ef535a535d req-a25c54a7-51a9-4d3b-a22e-0da199bd7bc9 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802213 Feb 09 21:57:45.533253 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ac67e-18b6-4680-9099-dd5c2a7ac160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event updated for resources: {'Subnet': ['ID=30994f0a-f6b0-4792-a0c4-7313e0a2f465,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:45.543383 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54abdc8b-38a3-4c67-9075-2f144c909247 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.577787 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b31b6-8f0b-4bf3-93e7-6314fb25c303 None None] Calling delete_port for a06a615d-66e6-4ba5-a4ed-93caf733eec8 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:45.597945 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030ac67e-18b6-4680-9099-dd5c2a7ac160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Checking segment: {'id': 'e596c2d3-3c35-431d-9d61-002a88c0068a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '886bbf75-0ead-4b09-adff-35d6232706db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:45.598325 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030ac67e-18b6-4680-9099-dd5c2a7ac160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Network hostable DHCP agents. Network: 886bbf75-0ead-4b09-adff-35d6232706db, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:57:45.607695 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 62a5e333-058a-418a-9f8d-7418fb6520d1 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:45.648512 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-54abdc8b-38a3-4c67-9075-2f144c909247 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:45.657116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030ac67e-18b6-4680-9099-dd5c2a7ac160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Network 886bbf75-0ead-4b09-adff-35d6232706db is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:57:45.667761 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 62a5e333-058a-418a-9f8d-7418fb6520d1 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:57:45.668374 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 62a5e333-058a-418a-9f8d-7418fb6520d1 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:57:45.670028 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-030ac67e-18b6-4680-9099-dd5c2a7ac160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 886bbf75-0ead-4b09-adff-35d6232706db) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:45.671869 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a06a615d-66e6-4ba5-a4ed-93caf733eec8 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:45.680656 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030ac67e-18b6-4680-9099-dd5c2a7ac160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:45.681615 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-030ac67e-18b6-4680-9099-dd5c2a7ac160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.719234 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-54abdc8b-38a3-4c67-9075-2f144c909247 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb966de-50e3-4cd7-b6aa-210f0f2f739d') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:45.719811 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-54abdc8b-38a3-4c67-9075-2f144c909247 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb966de-50e3-4cd7-b6aa-210f0f2f739d') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:45.729989 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-030ac67e-18b6-4680-9099-dd5c2a7ac160 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5849800 Feb 09 21:57:45.731460 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49048) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:45.745474 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1be29a-96cf-4980-892d-0d14153688c6 None None] Network 886bbf75-0ead-4b09-adff-35d6232706db requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:45.844804 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54abdc8b-38a3-4c67-9075-2f144c909247 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (5fb966de-50e3-4cd7-b6aa-210f0f2f739d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.918793 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54abdc8b-38a3-4c67-9075-2f144c909247 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (5fb966de-50e3-4cd7-b6aa-210f0f2f739d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.933443 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce2cd-0373-4c7b-9798-732b28250ede tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for router_gateway (64f670f8-45d5-4b01-92d4-3fff438696cf), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.939833 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54abdc8b-38a3-4c67-9075-2f144c909247 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:57:45.941583 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54abdc8b-38a3-4c67-9075-2f144c909247 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (5fb966de-50e3-4cd7-b6aa-210f0f2f739d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:57:45.948190 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:57:46.012224 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.059919 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472e208-fc2d-4ace-a1e8-9bd94aede1d4 req-d3094de0-387a-4266-b5dc-2ab72e451bac tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:46.072231 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7472e208-fc2d-4ace-a1e8-9bd94aede1d4 req-d3094de0-387a-4266-b5dc-2ab72e451bac tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 946 time: 0.3149259 Feb 09 21:57:46.131599 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6455d96-71d9-40a6-8258-c42027d73d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-886bbf75-0ead-4b09-adff-35d6232706db', 'network_id': '886bbf75-0ead-4b09-adff-35d6232706db', 'project_id': '1d2042d367aa4da69071872848c4876b', 'fixed_ips': [{'subnet_id': '30994f0a-f6b0-4792-a0c4-7313e0a2f465'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:57:46.132968 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (886bbf75-0ead-4b09-adff-35d6232706db), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.137295 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a6455d96-71d9-40a6-8258-c42027d73d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.237397 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port a06a615d-66e6-4ba5-a4ed-93caf733eec8 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:46.237957 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a06a615d-66e6-4ba5-a4ed-93caf733eec8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.255625 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.271838 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7472e208-fc2d-4ace-a1e8-9bd94aede1d4 req-cbe66e08-dc7a-4a11-b12b-6c5ed2bd7fd6 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983440 Feb 09 21:57:46.353035 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54abdc8b-38a3-4c67-9075-2f144c909247 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.402693 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54abdc8b-38a3-4c67-9075-2f144c909247 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.416737 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-54abdc8b-38a3-4c67-9075-2f144c909247 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "DELETE /v2.0/networks/2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21 HTTP/1.1" status: 204 len: 168 time: 2.1428688 Feb 09 21:57:46.431501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49052) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:46.435692 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port a06a615d-66e6-4ba5-a4ed-93caf733eec8, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a06a615d-66e6-4ba5-a4ed-93caf733eec8,segment=NetworkSegment(fa5074cf-db9d-433f-8286-b8ca48dcb1fa),segment_id=fa5074cf-db9d-433f-8286-b8ca48dcb1fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:46.472201 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a06a615d-66e6-4ba5-a4ed-93caf733eec8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.575856 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abdc8b-38a3-4c67-9075-2f144c909247 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event deleted for resources: {'Network': ['ID=2aabd0cb-68b2-4f4a-9dd0-a3d900c2dc21,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:46.592454 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (30994f0a-f6b0-4792-a0c4-7313e0a2f465), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.628498 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=a06a615d-66e6-4ba5-a4ed-93caf733eec8,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:46.772836 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db3f70-9960-46d1-ba23-349c526f08b3 req-8d75fbbd-d2e9-4f5f-8850-094aae4d47e7 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:46.779428 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a12713e8-ae85-4af9-b450-c874e4365608 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (11645266-4709-405b-9343-11c33081a44a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.782180 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3db3f70-9960-46d1-ba23-349c526f08b3 req-8d75fbbd-d2e9-4f5f-8850-094aae4d47e7 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2356055 Feb 09 21:57:46.789839 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-a6455d96-71d9-40a6-8258-c42027d73d15 None None] Allocated IP 2001:db8::2 (886bbf75-0ead-4b09-adff-35d6232706db/30994f0a-f6b0-4792-a0c4-7313e0a2f465/c0235a76-80cf-4c8e-9e2f-35226220586d) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:46.912554 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3db3f70-9960-46d1-ba23-349c526f08b3 req-4206eab4-e9f6-4fca-ae24-f93befb987f8 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291656 Feb 09 21:57:46.919806 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4e1b31b6-8f0b-4bf3-93e7-6314fb25c303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (a06a615d-66e6-4ba5-a4ed-93caf733eec8), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.057673 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b31b6-8f0b-4bf3-93e7-6314fb25c303 None None] Pushing event deleted for resources: {'Port': ['ID=a06a615d-66e6-4ba5-a4ed-93caf733eec8,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:47.080363 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a12713e8-ae85-4af9-b450-c874e4365608 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (11645266-4709-405b-9343-11c33081a44a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.145426 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a12713e8-ae85-4af9-b450-c874e4365608 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11645266-4709-405b-9343-11c33081a44a']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:47.166630 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce2cd-0373-4c7b-9798-732b28250ede tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (64f670f8-45d5-4b01-92d4-3fff438696cf), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.173234 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a12713e8-ae85-4af9-b450-c874e4365608 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5074cf-db9d-433f-8286-b8ca48dcb1fa') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:47.173720 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a12713e8-ae85-4af9-b450-c874e4365608 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5074cf-db9d-433f-8286-b8ca48dcb1fa') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:47.194532 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a12713e8-ae85-4af9-b450-c874e4365608 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (fa5074cf-db9d-433f-8286-b8ca48dcb1fa), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.218540 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a6455d96-71d9-40a6-8258-c42027d73d15 None None] Publish callbacks [] for port (c0235a76-80cf-4c8e-9e2f-35226220586d), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.226866 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1b31b6-8f0b-4bf3-93e7-6314fb25c303 None None] No DVR routers for this DVR port a06a615d-66e6-4ba5-a4ed-93caf733eec8 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:47.233977 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a6455d96-71d9-40a6-8258-c42027d73d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (c0235a76-80cf-4c8e-9e2f-35226220586d), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.309962 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25d4b3-7876-4456-92c5-a504707e3ce6 req-a4ba17e6-792d-4b07-8655-479449839111 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:47.318076 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa25d4b3-7876-4456-92c5-a504707e3ce6 req-a4ba17e6-792d-4b07-8655-479449839111 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2191262 Feb 09 21:57:47.327021 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (30994f0a-f6b0-4792-a0c4-7313e0a2f465), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.371537 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6455d96-71d9-40a6-8258-c42027d73d15 None None] Network 886bbf75-0ead-4b09-adff-35d6232706db is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:47.374951 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a12713e8-ae85-4af9-b450-c874e4365608 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (fa5074cf-db9d-433f-8286-b8ca48dcb1fa), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.379062 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-a6455d96-71d9-40a6-8258-c42027d73d15 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:47.391259 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6455d96-71d9-40a6-8258-c42027d73d15 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:47.401578 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12713e8-ae85-4af9-b450-c874e4365608 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:57:47.402504 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a12713e8-ae85-4af9-b450-c874e4365608 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (fa5074cf-db9d-433f-8286-b8ca48dcb1fa), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:57:47.407231 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:57:47.445250 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event deleted for resources: {'Subnet': ['ID=30994f0a-f6b0-4792-a0c4-7313e0a2f465,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:47.539359 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a12713e8-ae85-4af9-b450-c874e4365608 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (11645266-4709-405b-9343-11c33081a44a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.564738 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a12713e8-ae85-4af9-b450-c874e4365608 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.569488 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a12713e8-ae85-4af9-b450-c874e4365608 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] 10.222.0.77 "DELETE /v2.0/networks/11645266-4709-405b-9343-11c33081a44a HTTP/1.1" status: 204 len: 168 time: 1.1307313 Feb 09 21:57:47.585346 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6455d96-71d9-40a6-8258-c42027d73d15 None None] Pushing event updated for resources: {'Port': ['ID=c0235a76-80cf-4c8e-9e2f-35226220586d,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:47.585849 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12713e8-ae85-4af9-b450-c874e4365608 tempest-TaggedBootDevicesTest-106978317 tempest-TaggedBootDevicesTest-106978317-project] Pushing event deleted for resources: {'Network': ['ID=11645266-4709-405b-9343-11c33081a44a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:47.623788 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-a6455d96-71d9-40a6-8258-c42027d73d15 None None] Attempting to bind port c0235a76-80cf-4c8e-9e2f-35226220586d on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:47.624455 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-a6455d96-71d9-40a6-8258-c42027d73d15 None None] Attempting to bind port c0235a76-80cf-4c8e-9e2f-35226220586d by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'e596c2d3-3c35-431d-9d61-002a88c0068a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '886bbf75-0ead-4b09-adff-35d6232706db'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:47.628491 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6455d96-71d9-40a6-8258-c42027d73d15 None None] Attempting to bind port c0235a76-80cf-4c8e-9e2f-35226220586d on network 886bbf75-0ead-4b09-adff-35d6232706db {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:47.645921 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6455d96-71d9-40a6-8258-c42027d73d15 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:47.652020 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6455d96-71d9-40a6-8258-c42027d73d15 None None] Checking segment: {'id': 'e596c2d3-3c35-431d-9d61-002a88c0068a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '886bbf75-0ead-4b09-adff-35d6232706db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:47.653196 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a6455d96-71d9-40a6-8258-c42027d73d15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.653891 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6455d96-71d9-40a6-8258-c42027d73d15 None None] Bound using segment: {'id': 'e596c2d3-3c35-431d-9d61-002a88c0068a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '886bbf75-0ead-4b09-adff-35d6232706db'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:47.657631 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-a6455d96-71d9-40a6-8258-c42027d73d15 None None] Bound port: c0235a76-80cf-4c8e-9e2f-35226220586d, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e596c2d3-3c35-431d-9d61-002a88c0068a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '886bbf75-0ead-4b09-adff-35d6232706db'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:47.659969 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a6455d96-71d9-40a6-8258-c42027d73d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c0235a76-80cf-4c8e-9e2f-35226220586d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.672768 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (886bbf75-0ead-4b09-adff-35d6232706db), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.681675 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa25d4b3-7876-4456-92c5-a504707e3ce6 req-688232f3-7f45-4b8f-a066-4ca83fadc643 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624101 Feb 09 21:57:47.707802 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4ce2cd-0373-4c7b-9798-732b28250ede tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Router 64f670f8-45d5-4b01-92d4-3fff438696cf is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:57:47.755270 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886bbf75-0ead-4b09-adff-35d6232706db']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:47.787419 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e596c2d3-3c35-431d-9d61-002a88c0068a') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:47.789073 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e596c2d3-3c35-431d-9d61-002a88c0068a') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:47.830592 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (e596c2d3-3c35-431d-9d61-002a88c0068a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.888963 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e596c2d3-3c35-431d-9d61-002a88c0068a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.889759 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-a6455d96-71d9-40a6-8258-c42027d73d15 None None] For port c0235a76-80cf-4c8e-9e2f-35226220586d, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:47.905741 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:57:47.906749 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (e596c2d3-3c35-431d-9d61-002a88c0068a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:57:48.016579 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:57:48.020687 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-a6455d96-71d9-40a6-8258-c42027d73d15 None None] For port c0235a76-80cf-4c8e-9e2f-35226220586d, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c0235a76-80cf-4c8e-9e2f-35226220586d,segment=NetworkSegment(e596c2d3-3c35-431d-9d61-002a88c0068a),segment_id=e596c2d3-3c35-431d-9d61-002a88c0068a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:48.036968 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a6455d96-71d9-40a6-8258-c42027d73d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c0235a76-80cf-4c8e-9e2f-35226220586d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:48.089742 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.db.api [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 21:57:48.089742 n-d-828601-1 neutron-server[103201]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 21:57:48.089742 n-d-828601-1 neutron-server[103201]: [parameters: {'id': '886bbf75-0ead-4b09-adff-35d6232706db'}] Feb 09 21:57:48.089742 n-d-828601-1 neutron-server[103201]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103201) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:57:48.091260 n-d-828601-1 neutron-server[103201]: DEBUG oslo_db.api [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:57:48.162084 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4799238-7983-4da1-b889-17b78604bb6e req-d50402cf-42d6-467c-a93c-456ae21b735d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:48.180528 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4799238-7983-4da1-b889-17b78604bb6e req-d50402cf-42d6-467c-a93c-456ae21b735d tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 946 time: 0.1544693 Feb 09 21:57:48.187859 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6455d96-71d9-40a6-8258-c42027d73d15 None None] Pushing event updated for resources: {'Port': ['ID=c0235a76-80cf-4c8e-9e2f-35226220586d,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:48.334242 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4799238-7983-4da1-b889-17b78604bb6e req-a22bd602-f0e7-456c-9a82-8bd6d27e2788 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488180 Feb 09 21:57:48.559163 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4ce2cd-0373-4c7b-9798-732b28250ede tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:57:48.571881 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] Sync routers for ids ['64f670f8-45d5-4b01-92d4-3fff438696cf'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:57:48.594507 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (886bbf75-0ead-4b09-adff-35d6232706db), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:48.607586 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abb21d0-6160-49ac-98f2-492a076d60e5 None None] get_active_networks_info from n-d-828601-1 {{(pid=103203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:57:48.611759 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] Routers {'64f670f8-45d5-4b01-92d4-3fff438696cf'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:48.612923 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:57:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['64f670f8-45d5-4b01-92d4-3fff438696cf'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:48.624083 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce2cd-0373-4c7b-9798-732b28250ede tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:48.633377 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-eb4ce2cd-0373-4c7b-9798-732b28250ede tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.4757710 Feb 09 21:57:48.634488 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49080) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:48.768897 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Deleting port c0235a76-80cf-4c8e-9e2f-35226220586d {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:48.769453 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c0235a76-80cf-4c8e-9e2f-35226220586d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:48.924792 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1fb19beb-2f96-4402-ab35-c9a0792cafe5 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=555e545ac75c4d7aa89a964d48e2fbf4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2853887 Feb 09 21:57:48.932195 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49092) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:49.160952 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] Set router 64f670f8-45d5-4b01-92d4-3fff438696cf gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:49.193641 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abb21d0-6160-49ac-98f2-492a076d60e5 None None] Resources bound (agent type, host, resource id): {{(pid=103203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:57:49.330983 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] For port c0235a76-80cf-4c8e-9e2f-35226220586d, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c0235a76-80cf-4c8e-9e2f-35226220586d,segment=NetworkSegment(e596c2d3-3c35-431d-9d61-002a88c0068a),segment_id=e596c2d3-3c35-431d-9d61-002a88c0068a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:49.331571 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c0235a76-80cf-4c8e-9e2f-35226220586d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:49.390439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Calling delete_port for c0235a76-80cf-4c8e-9e2f-35226220586d owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:49.395077 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79b0381-ebd3-4cee-97cb-22b87005b5ff tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:49.397899 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c79b0381-ebd3-4cee-97cb-22b87005b5ff tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4607389 Feb 09 21:57:49.402377 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49096) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:49.435266 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83355029-e9d1-4019-a782-dbb8d75298f3 req-829da43d-4ab8-4320-9b32-28b7721da616 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:49.455318 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83355029-e9d1-4019-a782-dbb8d75298f3 req-829da43d-4ab8-4320-9b32-28b7721da616 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.4597988 Feb 09 21:57:49.486902 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d9faddac-8855-461d-aa19-fdfa4ff8580b tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0823231 Feb 09 21:57:49.490695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49098) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:49.517339 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-650802da-8369-40f6-99bb-a4a25da229f8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-213547697', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:49.647345 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'name': 'tempest-TestNetworkBasicOps-router-285762215', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:39Z', 'updated_at': '2022-02-09T21:57:44Z', 'revision_number': 3, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:42Z', 'updated_at': '2022-02-09T21:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:49.728223 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] Checking router: 64f670f8-45d5-4b01-92d4-3fff438696cf for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:57:49.729074 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] Updating router 64f670f8-45d5-4b01-92d4-3fff438696cf port 713d9ea1-7f5f-4535-9232-bec4465c0305 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:57:49.770810 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650802da-8369-40f6-99bb-a4a25da229f8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Made reservation on behalf of 555e545ac75c4d7aa89a964d48e2fbf4 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:49.775777 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14833c41-b8e7-4d4d-9535-f162193f42d2 None None] Network 886bbf75-0ead-4b09-adff-35d6232706db requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:49.777844 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-650802da-8369-40f6-99bb-a4a25da229f8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:49.812692 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83355029-e9d1-4019-a782-dbb8d75298f3 req-b2354d68-c295-4efb-ad91-712403ecce5c tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509903 Feb 09 21:57:49.822766 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (713d9ea1-7f5f-4535-9232-bec4465c0305), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:49.923230 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c0235a76-80cf-4c8e-9e2f-35226220586d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.056134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] No DVR routers for this DVR port c0235a76-80cf-4c8e-9e2f-35226220586d on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:50.176784 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event deleted for resources: {'Port': ['ID=c0235a76-80cf-4c8e-9e2f-35226220586d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:50.272411 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-650802da-8369-40f6-99bb-a4a25da229f8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (38832c8f-f6ce-4bc9-a5f3-280df12cfe59), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.317382 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (886bbf75-0ead-4b09-adff-35d6232706db), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.368832 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886bbf75-0ead-4b09-adff-35d6232706db']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:50.389609 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e596c2d3-3c35-431d-9d61-002a88c0068a') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:50.389923 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e596c2d3-3c35-431d-9d61-002a88c0068a') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:50.587161 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650802da-8369-40f6-99bb-a4a25da229f8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'Subnet': ['ID=38832c8f-f6ce-4bc9-a5f3-280df12cfe59,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:50.611234 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650802da-8369-40f6-99bb-a4a25da229f8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Checking segment: {'id': '1705b24f-ae8d-4684-99b1-70edff3b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:50.611610 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650802da-8369-40f6-99bb-a4a25da229f8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Network hostable DHCP agents. Network: b09c7d96-17d7-45a8-b56d-14cfc933db6c, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:57:50.660245 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650802da-8369-40f6-99bb-a4a25da229f8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Network b09c7d96-17d7-45a8-b56d-14cfc933db6c is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:57:50.680912 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-650802da-8369-40f6-99bb-a4a25da229f8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, b09c7d96-17d7-45a8-b56d-14cfc933db6c) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:50.687727 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650802da-8369-40f6-99bb-a4a25da229f8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:50.688381 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-650802da-8369-40f6-99bb-a4a25da229f8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.700017 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2547e427-d851-401a-aa93-9aaafc85bbc6 None None] Network b09c7d96-17d7-45a8-b56d-14cfc933db6c requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:50.738086 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-650802da-8369-40f6-99bb-a4a25da229f8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2394297 Feb 09 21:57:50.738530 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49110) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:50.883632 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] Publish callbacks [] for port (713d9ea1-7f5f-4535-9232-bec4465c0305), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.897696 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (713d9ea1-7f5f-4535-9232-bec4465c0305), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.997738 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] Attempting to bind port 713d9ea1-7f5f-4535-9232-bec4465c0305 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:51.002143 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] Attempting to bind port 713d9ea1-7f5f-4535-9232-bec4465c0305 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:51.004689 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] Attempting to bind port 713d9ea1-7f5f-4535-9232-bec4465c0305 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:51.116416 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace01a7-0159-4d81-b361-d9de0f54e84b None None] Pushing event updated for resources: {'Port': ['ID=713d9ea1-7f5f-4535-9232-bec4465c0305,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:51.154265 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:51.154637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f3c480-4f74-4c2b-aef2-8941817c943d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'fixed_ips': [{'subnet_id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:57:51.156006 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7f3c480-4f74-4c2b-aef2-8941817c943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.156760 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:51.157645 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.161210 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:51.163989 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] Bound port: 713d9ea1-7f5f-4535-9232-bec4465c0305, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:51.166498 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (713d9ea1-7f5f-4535-9232-bec4465c0305), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.275607 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace01a7-0159-4d81-b361-d9de0f54e84b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:51.277108 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace01a7-0159-4d81-b361-d9de0f54e84b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:51.277918 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace01a7-0159-4d81-b361-d9de0f54e84b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:51.278701 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace01a7-0159-4d81-b361-d9de0f54e84b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:51.279465 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace01a7-0159-4d81-b361-d9de0f54e84b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:51.280264 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace01a7-0159-4d81-b361-d9de0f54e84b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:51.281048 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace01a7-0159-4d81-b361-d9de0f54e84b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:51.281794 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace01a7-0159-4d81-b361-d9de0f54e84b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:51.282534 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace01a7-0159-4d81-b361-d9de0f54e84b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:51.283275 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace01a7-0159-4d81-b361-d9de0f54e84b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:51.284070 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace01a7-0159-4d81-b361-d9de0f54e84b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:51.284827 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace01a7-0159-4d81-b361-d9de0f54e84b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:51.285548 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace01a7-0159-4d81-b361-d9de0f54e84b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:51.386566 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] For port 713d9ea1-7f5f-4535-9232-bec4465c0305, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:51.404603 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] For port 713d9ea1-7f5f-4535-9232-bec4465c0305, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=713d9ea1-7f5f-4535-9232-bec4465c0305,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:51.422622 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (713d9ea1-7f5f-4535-9232-bec4465c0305), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.563731 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace01a7-0159-4d81-b361-d9de0f54e84b None None] Pushing event updated for resources: {'Port': ['ID=713d9ea1-7f5f-4535-9232-bec4465c0305,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:51.580792 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (e596c2d3-3c35-431d-9d61-002a88c0068a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.621981 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] Routers {'64f670f8-45d5-4b01-92d4-3fff438696cf'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:51.630907 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:57:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['64f670f8-45d5-4b01-92d4-3fff438696cf'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:51.664050 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e596c2d3-3c35-431d-9d61-002a88c0068a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.729955 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:57:51.730261 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (e596c2d3-3c35-431d-9d61-002a88c0068a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:57:51.747403 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:57:51.935627 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-d7f3c480-4f74-4c2b-aef2-8941817c943d None None] Allocated IP 172.20.0.2 (b09c7d96-17d7-45a8-b56d-14cfc933db6c/38832c8f-f6ce-4bc9-a5f3-280df12cfe59/ac486d87-f2f5-4d34-a69e-bacc46e6500d) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:52.080720 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40899ca0-c9c8-44f0-bde5-9c43e0a36720 req-3a7729bb-18ca-4fe8-8e24-92a915d62878 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:52.097619 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-40899ca0-c9c8-44f0-bde5-9c43e0a36720 req-3a7729bb-18ca-4fe8-8e24-92a915d62878 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 1.9254382 Feb 09 21:57:52.165341 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] Set router 64f670f8-45d5-4b01-92d4-3fff438696cf gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:52.313933 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-40899ca0-c9c8-44f0-bde5-9c43e0a36720 req-e9447a3a-bc7d-4f89-a15d-5d0129f5b7b2 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144709 Feb 09 21:57:52.315883 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (886bbf75-0ead-4b09-adff-35d6232706db), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.351954 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.362510 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "DELETE /v2.0/networks/886bbf75-0ead-4b09-adff-35d6232706db HTTP/1.1" status: 204 len: 168 time: 6.6295261 Feb 09 21:57:52.373708 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49140) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:52.394969 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a374c8a-b556-4f2a-b71e-11e1e433279d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event deleted for resources: {'Network': ['ID=886bbf75-0ead-4b09-adff-35d6232706db,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:52.422198 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-063be8a1-40a4-4f8d-8c08-4a0ca3efda3d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1692415106'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:52.504331 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063be8a1-40a4-4f8d-8c08-4a0ca3efda3d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Made reservation on behalf of 1d2042d367aa4da69071872848c4876b for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:52.511580 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-063be8a1-40a4-4f8d-8c08-4a0ca3efda3d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.621854 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7f3c480-4f74-4c2b-aef2-8941817c943d None None] Publish callbacks [] for port (ac486d87-f2f5-4d34-a69e-bacc46e6500d), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.635523 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7f3c480-4f74-4c2b-aef2-8941817c943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (ac486d87-f2f5-4d34-a69e-bacc46e6500d), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.694456 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ef7d72d-e3f3-4adb-ae00-1278100121e0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.744374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063be8a1-40a4-4f8d-8c08-4a0ca3efda3d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:57:52.756975 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f3c480-4f74-4c2b-aef2-8941817c943d None None] Network b09c7d96-17d7-45a8-b56d-14cfc933db6c is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:52.767134 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-d7f3c480-4f74-4c2b-aef2-8941817c943d None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:52.808938 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f3c480-4f74-4c2b-aef2-8941817c943d None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:52.848790 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7017e5e-db83-4a82-9665-7177b16750b5 req-79730f76-8dd4-4845-814b-489d3bdb0b97 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:52.855171 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7017e5e-db83-4a82-9665-7177b16750b5 req-79730f76-8dd4-4845-814b-489d3bdb0b97 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2008457 Feb 09 21:57:52.857150 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3c480-4f74-4c2b-aef2-8941817c943d None None] Pushing event updated for resources: {'Port': ['ID=ac486d87-f2f5-4d34-a69e-bacc46e6500d,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:52.901696 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-063be8a1-40a4-4f8d-8c08-4a0ca3efda3d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (02067194-0685-404a-bee4-69dbf35101e2), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.902316 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-063be8a1-40a4-4f8d-8c08-4a0ca3efda3d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Added segment 02067194-0685-404a-bee4-69dbf35101e2 of type vlan for network 3595ddb8-97c8-46a5-9d81-d8e06151ba3f Feb 09 21:57:52.986805 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'name': 'tempest-TestNetworkBasicOps-router-285762215', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:39Z', 'updated_at': '2022-02-09T21:57:44Z', 'revision_number': 3, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:42Z', 'updated_at': '2022-02-09T21:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:53.039376 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d7f3c480-4f74-4c2b-aef2-8941817c943d None None] Attempting to bind port ac486d87-f2f5-4d34-a69e-bacc46e6500d on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:53.040048 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d7f3c480-4f74-4c2b-aef2-8941817c943d None None] Attempting to bind port ac486d87-f2f5-4d34-a69e-bacc46e6500d by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '1705b24f-ae8d-4684-99b1-70edff3b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:53.041110 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7017e5e-db83-4a82-9665-7177b16750b5 req-0960e073-fba3-4ada-88cc-3e5d4cb91682 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774390 Feb 09 21:57:53.043404 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f3c480-4f74-4c2b-aef2-8941817c943d None None] Attempting to bind port ac486d87-f2f5-4d34-a69e-bacc46e6500d on network b09c7d96-17d7-45a8-b56d-14cfc933db6c {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:53.098952 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f3c480-4f74-4c2b-aef2-8941817c943d None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:53.100941 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21c06a0-4f9e-4233-8149-394379563c50 None None] The sync data for ids ['64f670f8-45d5-4b01-92d4-3fff438696cf'] in n-d-828601-1 is: [{'id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'name': 'tempest-TestNetworkBasicOps-router-285762215', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:39Z', 'updated_at': '2022-02-09T21:57:44Z', 'revision_number': 3, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:42Z', 'updated_at': '2022-02-09T21:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:57:53.106824 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f3c480-4f74-4c2b-aef2-8941817c943d None None] Checking segment: {'id': '1705b24f-ae8d-4684-99b1-70edff3b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:53.108042 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7f3c480-4f74-4c2b-aef2-8941817c943d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.110288 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f3c480-4f74-4c2b-aef2-8941817c943d None None] Bound using segment: {'id': '1705b24f-ae8d-4684-99b1-70edff3b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:53.114561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d7f3c480-4f74-4c2b-aef2-8941817c943d None None] Bound port: ac486d87-f2f5-4d34-a69e-bacc46e6500d, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1705b24f-ae8d-4684-99b1-70edff3b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:53.122984 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7f3c480-4f74-4c2b-aef2-8941817c943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ac486d87-f2f5-4d34-a69e-bacc46e6500d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.334874 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d7f3c480-4f74-4c2b-aef2-8941817c943d None None] For port ac486d87-f2f5-4d34-a69e-bacc46e6500d, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:53.342567 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d7f3c480-4f74-4c2b-aef2-8941817c943d None None] For port ac486d87-f2f5-4d34-a69e-bacc46e6500d, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ac486d87-f2f5-4d34-a69e-bacc46e6500d,segment=NetworkSegment(1705b24f-ae8d-4684-99b1-70edff3b465c),segment_id=1705b24f-ae8d-4684-99b1-70edff3b465c)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:53.356027 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7f3c480-4f74-4c2b-aef2-8941817c943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ac486d87-f2f5-4d34-a69e-bacc46e6500d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.508067 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6d1e9-8950-40a5-ba7a-a651c44038c0 req-35ca6896-0a54-4500-a6bc-6a13a8da519b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:53.522496 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3e6d1e9-8950-40a5-ba7a-a651c44038c0 req-35ca6896-0a54-4500-a6bc-6a13a8da519b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1940722 Feb 09 21:57:53.623374 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3c480-4f74-4c2b-aef2-8941817c943d None None] Pushing event updated for resources: {'Port': ['ID=ac486d87-f2f5-4d34-a69e-bacc46e6500d,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:53.670747 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3e6d1e9-8950-40a5-ba7a-a651c44038c0 req-a85c60aa-d66a-4b3e-983a-6de334c8dbb3 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470249 Feb 09 21:57:53.727090 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-063be8a1-40a4-4f8d-8c08-4a0ca3efda3d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (3595ddb8-97c8-46a5-9d81-d8e06151ba3f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.779301 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-5ef7d72d-e3f3-4adb-ae00-1278100121e0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Allocated IP 172.20.0.1 (b09c7d96-17d7-45a8-b56d-14cfc933db6c/38832c8f-f6ce-4bc9-a5f3-280df12cfe59/2ac58b77-3b11-4e2c-b43f-1ffb558c83cc) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:53.873162 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-063be8a1-40a4-4f8d-8c08-4a0ca3efda3d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (3595ddb8-97c8-46a5-9d81-d8e06151ba3f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.894491 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063be8a1-40a4-4f8d-8c08-4a0ca3efda3d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:53.896262 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-063be8a1-40a4-4f8d-8c08-4a0ca3efda3d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.154963 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4611195-febb-49b0-8010-6b44b74776de req-c69a0553-e905-4a22-9a25-cf11821e9d9f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:54.169582 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e4611195-febb-49b0-8010-6b44b74776de req-c69a0553-e905-4a22-9a25-cf11821e9d9f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2552824 Feb 09 21:57:54.313626 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e4611195-febb-49b0-8010-6b44b74776de req-89f615e0-a59e-4cf5-8f37-72a6ffb35a44 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421881 Feb 09 21:57:54.480009 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063be8a1-40a4-4f8d-8c08-4a0ca3efda3d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event updated for resources: {'Network': ['ID=3595ddb8-97c8-46a5-9d81-d8e06151ba3f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:54.529186 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 3595ddb8-97c8-46a5-9d81-d8e06151ba3f details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:57:54.615607 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-063be8a1-40a4-4f8d-8c08-4a0ca3efda3d tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2402697 Feb 09 21:57:54.626467 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5d29e-99da-49da-9d62-e8e56e0beacf req-1deda50a-13e3-4c60-9aac-8f78284e41ed tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:54.633944 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49170) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:54.640250 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3a5d29e-99da-49da-9d62-e8e56e0beacf req-1deda50a-13e3-4c60-9aac-8f78284e41ed tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.0950027 Feb 09 21:57:54.644280 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2b4b094b-eb35-4abc-aaee-ba2770b30bb7 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Request body: {'subnet': {'network_id': '3595ddb8-97c8-46a5-9d81-d8e06151ba3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:54.745541 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3a5d29e-99da-49da-9d62-e8e56e0beacf req-ab3528a2-12eb-45ee-8c36-9e18e3df5bbd tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033001 Feb 09 21:57:54.947611 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ef7d72d-e3f3-4adb-ae00-1278100121e0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for port (2ac58b77-3b11-4e2c-b43f-1ffb558c83cc), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.002030 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b211884-6db8-45d4-9c95-da8a44d776bb req-4aa49e3f-f65f-406f-bd51-912496a0a797 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:55.026562 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b211884-6db8-45d4-9c95-da8a44d776bb req-4aa49e3f-f65f-406f-bd51-912496a0a797 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1360807 Feb 09 21:57:55.054404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4b094b-eb35-4abc-aaee-ba2770b30bb7 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Made reservation on behalf of 1d2042d367aa4da69071872848c4876b for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:55.073534 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2b4b094b-eb35-4abc-aaee-ba2770b30bb7 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.098707 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ef7d72d-e3f3-4adb-ae00-1278100121e0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (2ac58b77-3b11-4e2c-b43f-1ffb558c83cc), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.221468 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b211884-6db8-45d4-9c95-da8a44d776bb req-1e0c849e-34fc-4470-8615-97d74beedde5 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934237 Feb 09 21:57:55.453128 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2ca75-5a1b-4533-b9fd-2dd0b329515e req-faaabda1-150c-43e2-8f82-77c05b72e655 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:55.463045 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0fc2ca75-5a1b-4533-b9fd-2dd0b329515e req-faaabda1-150c-43e2-8f82-77c05b72e655 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1274688 Feb 09 21:57:55.665651 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7d72d-e3f3-4adb-ae00-1278100121e0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'Port': ['ID=2ac58b77-3b11-4e2c-b43f-1ffb558c83cc,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:55.678115 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0fc2ca75-5a1b-4533-b9fd-2dd0b329515e req-d7ecf3d0-c071-42c9-8e0d-5a2c0ed8ba2a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095373 Feb 09 21:57:55.755542 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef7d72d-e3f3-4adb-ae00-1278100121e0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Network b09c7d96-17d7-45a8-b56d-14cfc933db6c is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:55.764586 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-5ef7d72d-e3f3-4adb-ae00-1278100121e0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:55.771640 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef7d72d-e3f3-4adb-ae00-1278100121e0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:55.841258 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ac486d87-f2f5-4d34-a69e-bacc46e6500d up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:55.873509 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ef7d72d-e3f3-4adb-ae00-1278100121e0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (64f670f8-45d5-4b01-92d4-3fff438696cf), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.025484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab9da3-b63e-446c-bf40-aa3e7cc9a10c req-d92b5e15-75b7-43f9-bbd9-1b3519c16702 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:56.030428 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-19ab9da3-b63e-446c-bf40-aa3e7cc9a10c req-d92b5e15-75b7-43f9-bbd9-1b3519c16702 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1171417 Feb 09 21:57:56.085297 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a25c2b-9ad7-40cc-a7b8-48f03108c5c3 None None] Network b09c7d96-17d7-45a8-b56d-14cfc933db6c requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:56.135501 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ac486d87-f2f5-4d34-a69e-bacc46e6500d triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:56.141575 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ac486d87-f2f5-4d34-a69e-bacc46e6500d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.211513 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-19ab9da3-b63e-446c-bf40-aa3e7cc9a10c req-90f2381f-e258-4a94-beae-0af80d6ecb2b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715086 Feb 09 21:57:56.486675 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-54210674-684a-486e-a3f2-994f0c772f13 None None] Provisioning complete for port ac486d87-f2f5-4d34-a69e-bacc46e6500d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:56.487217 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-54210674-684a-486e-a3f2-994f0c772f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ac486d87-f2f5-4d34-a69e-bacc46e6500d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.540197 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ef7d72d-e3f3-4adb-ae00-1278100121e0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2ac58b77-3b11-4e2c-b43f-1ffb558c83cc), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.600579 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c198c37-566a-44c6-b141-8e97118fa70d req-d6a4a7b1-d55c-4dbb-90d3-848f4fd23f31 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:56.606999 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c198c37-566a-44c6-b141-8e97118fa70d req-d6a4a7b1-d55c-4dbb-90d3-848f4fd23f31 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1665027 Feb 09 21:57:56.733135 n-d-828601-1 neutron-server[103202]: DEBUG neutron.objects.ports [None req-2b4b094b-eb35-4abc-aaee-ba2770b30bb7 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103202) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:57:56.736028 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2b4b094b-eb35-4abc-aaee-ba2770b30bb7 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (9be606bb-40b8-4b92-a3f0-f1aa20bd709d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.796397 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c198c37-566a-44c6-b141-8e97118fa70d req-38b7729c-a656-4e5d-90ea-5a4bbe533db2 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832838 Feb 09 21:57:56.926836 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-54210674-684a-486e-a3f2-994f0c772f13 None None] Current status of the port ac486d87-f2f5-4d34-a69e-bacc46e6500d is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:56.927368 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-54210674-684a-486e-a3f2-994f0c772f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ac486d87-f2f5-4d34-a69e-bacc46e6500d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.952488 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ac486d87-f2f5-4d34-a69e-bacc46e6500d is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:56.953156 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ac486d87-f2f5-4d34-a69e-bacc46e6500d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:57.011664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-54210674-684a-486e-a3f2-994f0c772f13 None None] For port ac486d87-f2f5-4d34-a69e-bacc46e6500d, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ac486d87-f2f5-4d34-a69e-bacc46e6500d,segment=NetworkSegment(1705b24f-ae8d-4684-99b1-70edff3b465c),segment_id=1705b24f-ae8d-4684-99b1-70edff3b465c)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:57.027121 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-54210674-684a-486e-a3f2-994f0c772f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ac486d87-f2f5-4d34-a69e-bacc46e6500d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:57.285194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ef1f0-eabc-488c-9d3e-6131b099e063 req-5d230ecb-5770-4ecf-8fe0-9861dfbecf88 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:57.296565 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c14ef1f0-eabc-488c-9d3e-6131b099e063 req-5d230ecb-5770-4ecf-8fe0-9861dfbecf88 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1484096 Feb 09 21:57:57.363569 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54210674-684a-486e-a3f2-994f0c772f13 None None] Pushing event updated for resources: {'Port': ['ID=ac486d87-f2f5-4d34-a69e-bacc46e6500d,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:57.428803 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b094b-eb35-4abc-aaee-ba2770b30bb7 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event updated for resources: {'Subnet': ['ID=9be606bb-40b8-4b92-a3f0-f1aa20bd709d,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:57.502201 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:57:57.503349 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:57:57.506826 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c14ef1f0-eabc-488c-9d3e-6131b099e063 req-8256f4ad-e40a-49e4-ab7e-4a046cdc8b82 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092683 Feb 09 21:57:57.517693 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4b094b-eb35-4abc-aaee-ba2770b30bb7 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Checking segment: {'id': '02067194-0685-404a-bee4-69dbf35101e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3595ddb8-97c8-46a5-9d81-d8e06151ba3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:57.518160 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4b094b-eb35-4abc-aaee-ba2770b30bb7 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Network hostable DHCP agents. Network: 3595ddb8-97c8-46a5-9d81-d8e06151ba3f, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:57:57.586601 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4b094b-eb35-4abc-aaee-ba2770b30bb7 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Network 3595ddb8-97c8-46a5-9d81-d8e06151ba3f is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:57:57.688569 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-2b4b094b-eb35-4abc-aaee-ba2770b30bb7 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 3595ddb8-97c8-46a5-9d81-d8e06151ba3f) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:57.726176 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899bb005-4b02-4133-bfff-342975c1fb97 None None] Network 3595ddb8-97c8-46a5-9d81-d8e06151ba3f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:57.736650 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-84b3cf2a-cb60-426d-b0f8-a3ed9951a370 None None] Provisioning complete for port ac486d87-f2f5-4d34-a69e-bacc46e6500d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:57.737488 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-84b3cf2a-cb60-426d-b0f8-a3ed9951a370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ac486d87-f2f5-4d34-a69e-bacc46e6500d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:57.858488 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4b094b-eb35-4abc-aaee-ba2770b30bb7 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:57.859109 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2b4b094b-eb35-4abc-aaee-ba2770b30bb7 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:57.911194 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2b4b094b-eb35-4abc-aaee-ba2770b30bb7 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.2754927 Feb 09 21:57:57.916582 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49218) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:57.949388 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80014a-9c33-4847-b3a3-3220b89308bb req-7afa4bcb-57b0-40be-a0b7-ed3048ab9e08 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:57.970355 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7b80014a-9c33-4847-b3a3-3220b89308bb req-7afa4bcb-57b0-40be-a0b7-ed3048ab9e08 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1569002 Feb 09 21:57:58.114161 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7b80014a-9c33-4847-b3a3-3220b89308bb req-efc3e0da-a3c6-4781-b244-504c06a4a387 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428254 Feb 09 21:57:58.327516 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ef7d72d-e3f3-4adb-ae00-1278100121e0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for port (2ac58b77-3b11-4e2c-b43f-1ffb558c83cc), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:58.358618 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ef7d72d-e3f3-4adb-ae00-1278100121e0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (2ac58b77-3b11-4e2c-b43f-1ffb558c83cc), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:58.364636 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ac486d87-f2f5-4d34-a69e-bacc46e6500d is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:58.366323 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 713d9ea1-7f5f-4535-9232-bec4465c0305 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:58.440835 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe9737-2776-4dab-81d5-1654671f1fe6 req-7bcdb4ed-fb99-4a3d-931c-6e9c95d6a565 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:58.456259 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bbe9737-2776-4dab-81d5-1654671f1fe6 req-7bcdb4ed-fb99-4a3d-931c-6e9c95d6a565 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1715646 Feb 09 21:57:58.461262 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ef7d72d-e3f3-4adb-ae00-1278100121e0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (64f670f8-45d5-4b01-92d4-3fff438696cf), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:58.518974 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd033065-c300-41b7-802d-b5d1aa270dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-3595ddb8-97c8-46a5-9d81-d8e06151ba3f', 'network_id': '3595ddb8-97c8-46a5-9d81-d8e06151ba3f', 'project_id': '1d2042d367aa4da69071872848c4876b', 'fixed_ips': [{'subnet_id': '9be606bb-40b8-4b92-a3f0-f1aa20bd709d'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:57:58.519956 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fd033065-c300-41b7-802d-b5d1aa270dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:58.541929 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-84b3cf2a-cb60-426d-b0f8-a3ed9951a370 None None] Current status of the port ac486d87-f2f5-4d34-a69e-bacc46e6500d is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:58.618124 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (3595ddb8-97c8-46a5-9d81-d8e06151ba3f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:58.649059 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bbe9737-2776-4dab-81d5-1654671f1fe6 req-e4c14c7d-685d-49c3-a3e5-d2dd1761a2cd tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913733 Feb 09 21:57:58.857493 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-84b3cf2a-cb60-426d-b0f8-a3ed9951a370 None None] Provisioning complete for port 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:58.858314 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-84b3cf2a-cb60-426d-b0f8-a3ed9951a370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2ac58b77-3b11-4e2c-b43f-1ffb558c83cc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:58.881766 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef7d72d-e3f3-4adb-ae00-1278100121e0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Network b09c7d96-17d7-45a8-b56d-14cfc933db6c is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:58.941610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54099aa8-56f3-4016-8df1-eb11027d81ab req-a400fcaf-aa6c-401c-88dc-e8e48cdde999 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:58.954429 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-54099aa8-56f3-4016-8df1-eb11027d81ab req-a400fcaf-aa6c-401c-88dc-e8e48cdde999 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1115503 Feb 09 21:57:58.981996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-84b3cf2a-cb60-426d-b0f8-a3ed9951a370 None None] Port 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:59.025348 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-5ef7d72d-e3f3-4adb-ae00-1278100121e0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:59.052493 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 713d9ea1-7f5f-4535-9232-bec4465c0305 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:59.053283 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (713d9ea1-7f5f-4535-9232-bec4465c0305), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.061663 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7d72d-e3f3-4adb-ae00-1278100121e0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'Port': ['ID=2ac58b77-3b11-4e2c-b43f-1ffb558c83cc,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:59.064622 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-54099aa8-56f3-4016-8df1-eb11027d81ab req-22119c08-8e06-466c-b232-18ee2c39e24e tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067460 Feb 09 21:57:59.118946 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (9be606bb-40b8-4b92-a3f0-f1aa20bd709d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.301591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-4997b8ac-b321-4bfe-bf0a-60c6e3dec45b None None] Provisioning complete for port 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:59.302019 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4997b8ac-b321-4bfe-bf0a-60c6e3dec45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2ac58b77-3b11-4e2c-b43f-1ffb558c83cc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.321773 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-fd033065-c300-41b7-802d-b5d1aa270dc5 None None] Allocated IP 2001:db8::f816:3eff:fe7c:2d31 (3595ddb8-97c8-46a5-9d81-d8e06151ba3f/9be606bb-40b8-4b92-a3f0-f1aa20bd709d/ef6b5d3a-3536-48dd-88c1-8bf924d208bf) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:59.586209 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef7d72d-e3f3-4adb-ae00-1278100121e0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Router 64f670f8-45d5-4b01-92d4-3fff438696cf has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:57:59.602220 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58f256-cc2a-4366-9f3b-a7220c2fd447 req-b96ad5ab-909b-4272-91f6-d32711a0d6bb tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:59.603923 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a58f256-cc2a-4366-9f3b-a7220c2fd447 req-b96ad5ab-909b-4272-91f6-d32711a0d6bb tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1673589 Feb 09 21:57:59.737318 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a58f256-cc2a-4366-9f3b-a7220c2fd447 req-16ffff9d-e154-47ee-9eb3-868423379282 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270030 Feb 09 21:57:59.756832 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:57:59.838355 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4997b8ac-b321-4bfe-bf0a-60c6e3dec45b None None] Port 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:59.840149 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 713d9ea1-7f5f-4535-9232-bec4465c0305 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:59.840555 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (713d9ea1-7f5f-4535-9232-bec4465c0305), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.914472 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 713d9ea1-7f5f-4535-9232-bec4465c0305, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=713d9ea1-7f5f-4535-9232-bec4465c0305,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:59.932211 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (713d9ea1-7f5f-4535-9232-bec4465c0305), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:00.020885 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef7d72d-e3f3-4adb-ae00-1278100121e0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:58:00.035306 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49244) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:00.036104 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5ef7d72d-e3f3-4adb-ae00-1278100121e0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "PUT /v2.0/routers/64f670f8-45d5-4b01-92d4-3fff438696cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2960067 Feb 09 21:58:00.073994 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=713d9ea1-7f5f-4535-9232-bec4465c0305,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:00.079391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] Sync routers for ids ['64f670f8-45d5-4b01-92d4-3fff438696cf'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:58:00.523421 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ac486d87-f2f5-4d34-a69e-bacc46e6500d up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:00.527906 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] Routers {'64f670f8-45d5-4b01-92d4-3fff438696cf'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:00.528573 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:57:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['64f670f8-45d5-4b01-92d4-3fff438696cf'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:00.621709 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe574bc-cf5b-462a-b06a-f7b5364586bc tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:00.622096 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe574bc-cf5b-462a-b06a-f7b5364586bc tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:00.622595 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe574bc-cf5b-462a-b06a-f7b5364586bc tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:00.623065 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe574bc-cf5b-462a-b06a-f7b5364586bc tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:00.623533 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe574bc-cf5b-462a-b06a-f7b5364586bc tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:00.624038 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe574bc-cf5b-462a-b06a-f7b5364586bc tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:00.624507 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe574bc-cf5b-462a-b06a-f7b5364586bc tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:00.624968 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe574bc-cf5b-462a-b06a-f7b5364586bc tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:00.625430 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe574bc-cf5b-462a-b06a-f7b5364586bc tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:00.625888 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe574bc-cf5b-462a-b06a-f7b5364586bc tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:00.626348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe574bc-cf5b-462a-b06a-f7b5364586bc tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:00.626808 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe574bc-cf5b-462a-b06a-f7b5364586bc tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:00.627455 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe574bc-cf5b-462a-b06a-f7b5364586bc tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:00.627945 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe574bc-cf5b-462a-b06a-f7b5364586bc tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:00.628679 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe574bc-cf5b-462a-b06a-f7b5364586bc tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:00.631506 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ebe574bc-cf5b-462a-b06a-f7b5364586bc tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10545 time: 0.5946562 Feb 09 21:58:00.637458 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49250) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:00.770090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c968144b-03c8-4433-8a44-1f0ae77285de None None] Provisioning complete for port 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:00.770770 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c968144b-03c8-4433-8a44-1f0ae77285de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2ac58b77-3b11-4e2c-b43f-1ffb558c83cc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.069158 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fd033065-c300-41b7-802d-b5d1aa270dc5 None None] Publish callbacks [] for port (ef6b5d3a-3536-48dd-88c1-8bf924d208bf), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.114736 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fd033065-c300-41b7-802d-b5d1aa270dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (ef6b5d3a-3536-48dd-88c1-8bf924d208bf), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.125934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df1a92-4387-4f21-813a-ce41b96d9716 req-babfafd3-d9ac-4be6-9dfc-d50f1869a7f5 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:01.130038 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93df1a92-4387-4f21-813a-ce41b96d9716 req-babfafd3-d9ac-4be6-9dfc-d50f1869a7f5 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1942003 Feb 09 21:58:01.216334 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ac486d87-f2f5-4d34-a69e-bacc46e6500d triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:01.217768 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ac486d87-f2f5-4d34-a69e-bacc46e6500d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.324606 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c968144b-03c8-4433-8a44-1f0ae77285de None None] Port 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:58:01.359325 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93df1a92-4387-4f21-813a-ce41b96d9716 req-97e54cd3-6c19-410d-a2bc-1509a5fedecf tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143347 Feb 09 21:58:01.377306 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd033065-c300-41b7-802d-b5d1aa270dc5 None None] Network 3595ddb8-97c8-46a5-9d81-d8e06151ba3f is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:01.384653 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-fd033065-c300-41b7-802d-b5d1aa270dc5 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:01.394885 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd033065-c300-41b7-802d-b5d1aa270dc5 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:01.451619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] Set router 64f670f8-45d5-4b01-92d4-3fff438696cf gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:01.455139 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd033065-c300-41b7-802d-b5d1aa270dc5 None None] Pushing event updated for resources: {'Port': ['ID=ef6b5d3a-3536-48dd-88c1-8bf924d208bf,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:01.742181 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ac486d87-f2f5-4d34-a69e-bacc46e6500d is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:01.843437 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-fd033065-c300-41b7-802d-b5d1aa270dc5 None None] Attempting to bind port ef6b5d3a-3536-48dd-88c1-8bf924d208bf on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:01.843437 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-fd033065-c300-41b7-802d-b5d1aa270dc5 None None] Attempting to bind port ef6b5d3a-3536-48dd-88c1-8bf924d208bf by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '02067194-0685-404a-bee4-69dbf35101e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3595ddb8-97c8-46a5-9d81-d8e06151ba3f'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:01.844426 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd033065-c300-41b7-802d-b5d1aa270dc5 None None] Attempting to bind port ef6b5d3a-3536-48dd-88c1-8bf924d208bf on network 3595ddb8-97c8-46a5-9d81-d8e06151ba3f {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:01.887165 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (9be606bb-40b8-4b92-a3f0-f1aa20bd709d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.001519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd033065-c300-41b7-802d-b5d1aa270dc5 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:02.007248 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd033065-c300-41b7-802d-b5d1aa270dc5 None None] Checking segment: {'id': '02067194-0685-404a-bee4-69dbf35101e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3595ddb8-97c8-46a5-9d81-d8e06151ba3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:02.007891 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fd033065-c300-41b7-802d-b5d1aa270dc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.008698 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd033065-c300-41b7-802d-b5d1aa270dc5 None None] Bound using segment: {'id': '02067194-0685-404a-bee4-69dbf35101e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3595ddb8-97c8-46a5-9d81-d8e06151ba3f'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:02.009662 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-fd033065-c300-41b7-802d-b5d1aa270dc5 None None] Bound port: ef6b5d3a-3536-48dd-88c1-8bf924d208bf, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02067194-0685-404a-bee4-69dbf35101e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3595ddb8-97c8-46a5-9d81-d8e06151ba3f'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:02.012567 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fd033065-c300-41b7-802d-b5d1aa270dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ef6b5d3a-3536-48dd-88c1-8bf924d208bf), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.046876 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event deleted for resources: {'Subnet': ['ID=9be606bb-40b8-4b92-a3f0-f1aa20bd709d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:02.106486 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474cdd9f-3c2f-4e5b-965a-c3ccd2167a4d tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:02.114277 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474cdd9f-3c2f-4e5b-965a-c3ccd2167a4d tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:02.115097 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474cdd9f-3c2f-4e5b-965a-c3ccd2167a4d tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:02.123909 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474cdd9f-3c2f-4e5b-965a-c3ccd2167a4d tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:02.137880 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474cdd9f-3c2f-4e5b-965a-c3ccd2167a4d tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:02.138840 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474cdd9f-3c2f-4e5b-965a-c3ccd2167a4d tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:02.139601 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474cdd9f-3c2f-4e5b-965a-c3ccd2167a4d tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:02.140367 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474cdd9f-3c2f-4e5b-965a-c3ccd2167a4d tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:02.141100 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474cdd9f-3c2f-4e5b-965a-c3ccd2167a4d tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:02.141841 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474cdd9f-3c2f-4e5b-965a-c3ccd2167a4d tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:02.142571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474cdd9f-3c2f-4e5b-965a-c3ccd2167a4d tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:02.143313 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474cdd9f-3c2f-4e5b-965a-c3ccd2167a4d tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:02.152899 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 713d9ea1-7f5f-4535-9232-bec4465c0305 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:02.158720 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474cdd9f-3c2f-4e5b-965a-c3ccd2167a4d tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:02.162595 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-474cdd9f-3c2f-4e5b-965a-c3ccd2167a4d tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8488 time: 1.5233293 Feb 09 21:58:02.184686 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49274) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:02.329213 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bf024-890a-4dd5-a937-0b077972e310 req-abd8483a-5830-4254-bf1f-f042d0758984 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:02.350332 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d70bf024-890a-4dd5-a937-0b077972e310 req-abd8483a-5830-4254-bf1f-f042d0758984 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2958996 Feb 09 21:58:02.492896 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:02.494147 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:02.495458 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:02.496157 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:02.496736 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:02.497300 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:02.497911 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:02.498536 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:02.499396 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:02.500781 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:02.501431 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:02.502020 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:02.502655 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:02.548282 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d70bf024-890a-4dd5-a937-0b077972e310 req-982c8885-6f13-4764-b547-2708744a2a6c tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959541 Feb 09 21:58:02.588777 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-fd033065-c300-41b7-802d-b5d1aa270dc5 None None] For port ef6b5d3a-3536-48dd-88c1-8bf924d208bf, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:02.618116 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (3595ddb8-97c8-46a5-9d81-d8e06151ba3f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.664721 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3595ddb8-97c8-46a5-9d81-d8e06151ba3f']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:02.691525 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02067194-0685-404a-bee4-69dbf35101e2') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:02.692483 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02067194-0685-404a-bee4-69dbf35101e2') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:02.758431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-fd033065-c300-41b7-802d-b5d1aa270dc5 None None] For port ef6b5d3a-3536-48dd-88c1-8bf924d208bf, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ef6b5d3a-3536-48dd-88c1-8bf924d208bf,segment=NetworkSegment(02067194-0685-404a-bee4-69dbf35101e2),segment_id=02067194-0685-404a-bee4-69dbf35101e2)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:02.817761 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fd033065-c300-41b7-802d-b5d1aa270dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ef6b5d3a-3536-48dd-88c1-8bf924d208bf), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.822167 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (02067194-0685-404a-bee4-69dbf35101e2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.835511 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 713d9ea1-7f5f-4535-9232-bec4465c0305 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:02.837067 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (713d9ea1-7f5f-4535-9232-bec4465c0305), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.883369 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (02067194-0685-404a-bee4-69dbf35101e2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.951331 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:02.952365 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (02067194-0685-404a-bee4-69dbf35101e2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:03.044920 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:03.053242 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.db.api [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 21:58:03.053242 n-d-828601-1 neutron-server[103202]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 21:58:03.053242 n-d-828601-1 neutron-server[103202]: [parameters: {'id': '3595ddb8-97c8-46a5-9d81-d8e06151ba3f'}] Feb 09 21:58:03.053242 n-d-828601-1 neutron-server[103202]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:58:03.053242 n-d-828601-1 neutron-server[103202]: DEBUG oslo_db.api [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:58:03.164958 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'name': 'tempest-TestNetworkBasicOps-router-285762215', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:39Z', 'updated_at': '2022-02-09T21:57:56Z', 'revision_number': 4, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:42Z', 'updated_at': '2022-02-09T21:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '2ac58b77-3b11-4e2c-b43f-1ffb558c83cc', 'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:43:f1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:53Z', 'updated_at': '2022-02-09T21:57:57Z', 'revision_number': 2, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:03.320535 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd033065-c300-41b7-802d-b5d1aa270dc5 None None] Pushing event updated for resources: {'Port': ['ID=ef6b5d3a-3536-48dd-88c1-8bf924d208bf,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:03.323909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] Checking router: 64f670f8-45d5-4b01-92d4-3fff438696cf for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:58:03.324272 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] Updating router 64f670f8-45d5-4b01-92d4-3fff438696cf port 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:58:03.367292 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-78993fc9-a9f6-43cb-9dfb-7d23d0affea0 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5224 time: 1.1762609 Feb 09 21:58:03.485179 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 713d9ea1-7f5f-4535-9232-bec4465c0305 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:03.496295 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0274743-deca-42f2-97ec-5a2c67511c0b None None] get_active_networks_info from n-d-828601-1 {{(pid=103203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:58:03.552619 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (3595ddb8-97c8-46a5-9d81-d8e06151ba3f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.570741 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2ac58b77-3b11-4e2c-b43f-1ffb558c83cc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.729362 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Deleting port ef6b5d3a-3536-48dd-88c1-8bf924d208bf {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:03.731676 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ef6b5d3a-3536-48dd-88c1-8bf924d208bf), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.810035 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0274743-deca-42f2-97ec-5a2c67511c0b None None] Resources bound (agent type, host, resource id): {{(pid=103203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:58:03.934824 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] For port ef6b5d3a-3536-48dd-88c1-8bf924d208bf, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ef6b5d3a-3536-48dd-88c1-8bf924d208bf,segment=NetworkSegment(02067194-0685-404a-bee4-69dbf35101e2),segment_id=02067194-0685-404a-bee4-69dbf35101e2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:03.939223 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49294) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:03.940280 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ef6b5d3a-3536-48dd-88c1-8bf924d208bf), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.962733 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6ff4168b-f5e8-42b3-b226-164a22c8f38c tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1620884453', 'description': 'tempest-secgroup-smoke-1620884453 description', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:04.009091 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Calling delete_port for ef6b5d3a-3536-48dd-88c1-8bf924d208bf owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:04.214081 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6ff4168b-f5e8-42b3-b226-164a22c8f38c tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:04.260123 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ef6b5d3a-3536-48dd-88c1-8bf924d208bf), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:04.334287 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c3d7c-a07a-4c1c-8249-6e99920fa085 req-ab3aa8da-a14b-46ec-b91e-77e307197ab9 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:04.346377 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] No DVR routers for this DVR port ef6b5d3a-3536-48dd-88c1-8bf924d208bf on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:04.362379 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-556c3d7c-a07a-4c1c-8249-6e99920fa085 req-ab3aa8da-a14b-46ec-b91e-77e307197ab9 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.3571546 Feb 09 21:58:04.366853 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event deleted for resources: {'Port': ['ID=ef6b5d3a-3536-48dd-88c1-8bf924d208bf,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:04.611408 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-556c3d7c-a07a-4c1c-8249-6e99920fa085 req-9e97876b-f384-4673-a84d-83b9e917b80a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412603 Feb 09 21:58:04.743613 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (3595ddb8-97c8-46a5-9d81-d8e06151ba3f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:04.789644 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6ff4168b-f5e8-42b3-b226-164a22c8f38c tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group (cf8a88e8-563a-4889-b363-017a517dcd8f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:04.817160 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6ff4168b-f5e8-42b3-b226-164a22c8f38c tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (cf8a88e8-563a-4889-b363-017a517dcd8f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:04.852796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3595ddb8-97c8-46a5-9d81-d8e06151ba3f']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:04.888840 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] Publish callbacks [] for port (2ac58b77-3b11-4e2c-b43f-1ffb558c83cc), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:04.899542 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2ac58b77-3b11-4e2c-b43f-1ffb558c83cc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:04.925380 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02067194-0685-404a-bee4-69dbf35101e2') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:04.926399 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02067194-0685-404a-bee4-69dbf35101e2') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:05.000116 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (02067194-0685-404a-bee4-69dbf35101e2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.036767 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1a067-ced8-4c37-ac15-3797e34ea09f None None] Pushing event updated for resources: {'Port': ['ID=2ac58b77-3b11-4e2c-b43f-1ffb558c83cc,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:05.109359 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6ff4168b-f5e8-42b3-b226-164a22c8f38c tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.113731 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6ff4168b-f5e8-42b3-b226-164a22c8f38c tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.1694221 Feb 09 21:58:05.118522 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49306) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:05.137576 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4168b-f5e8-42b3-b226-164a22c8f38c tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8a88e8-563a-4889-b363-017a517dcd8f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:05.160190 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (02067194-0685-404a-bee4-69dbf35101e2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.199371 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d3983c7a-8c7e-49a0-be71-daf9675e3dcd tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'security_group_rule': {'security_group_id': 'cf8a88e8-563a-4889-b363-017a517dcd8f', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:05.208729 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf76d81-f678-4eeb-beb4-49b9d5b211ee req-89066e4c-5225-4128-aed2-938f22cf7d91 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:05.223132 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-caf76d81-f678-4eeb-beb4-49b9d5b211ee req-89066e4c-5225-4128-aed2-938f22cf7d91 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2799985 Feb 09 21:58:05.260534 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:05.261306 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (02067194-0685-404a-bee4-69dbf35101e2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:05.366860 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:05.372209 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (3595ddb8-97c8-46a5-9d81-d8e06151ba3f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.379373 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.395077 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "DELETE /v2.0/networks/3595ddb8-97c8-46a5-9d81-d8e06151ba3f HTTP/1.1" status: 204 len: 168 time: 7.4681325 Feb 09 21:58:05.414509 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-caf76d81-f678-4eeb-beb4-49b9d5b211ee req-f5d725e6-44e6-40a1-99ee-a420fb4503d4 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891501 Feb 09 21:58:05.423722 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49308) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:05.450847 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffe473-6dc8-41b7-bb46-52ca82935ef4 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event deleted for resources: {'Network': ['ID=3595ddb8-97c8-46a5-9d81-d8e06151ba3f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:05.451249 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adc218e-fb5b-4df5-905d-af89b100ab2a None None] Network 3595ddb8-97c8-46a5-9d81-d8e06151ba3f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:05.460642 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d3983c7a-8c7e-49a0-be71-daf9675e3dcd tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (156565c9-c233-46ba-95b2-e8d782760b89), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.615566 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a38caf-532c-463f-a019-fc63d52ac249 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:05.618544 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a38caf-532c-463f-a019-fc63d52ac249 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:05.645104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49314) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:05.647594 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c8a38caf-532c-463f-a019-fc63d52ac249 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "DELETE /v2.0/subnets/9be606bb-40b8-4b92-a3f0-f1aa20bd709d HTTP/1.1" status: 404 len: 337 time: 0.2243359 Feb 09 21:58:05.695867 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adc218e-fb5b-4df5-905d-af89b100ab2a None None] Network 3595ddb8-97c8-46a5-9d81-d8e06151ba3f could not be found, it might have been deleted concurrently. {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 21:58:05.787715 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] Attempting to bind port 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:05.788165 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] Attempting to bind port 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '1705b24f-ae8d-4684-99b1-70edff3b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:05.788701 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] Attempting to bind port 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc on network b09c7d96-17d7-45a8-b56d-14cfc933db6c {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:05.807831 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc321d9f-a111-4e63-ae23-85968d9d1d66 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:05.808668 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc321d9f-a111-4e63-ae23-85968d9d1d66 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:05.828990 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:05.830157 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] Checking segment: {'id': '1705b24f-ae8d-4684-99b1-70edff3b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:05.839743 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dc321d9f-a111-4e63-ae23-85968d9d1d66 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "DELETE /v2.0/networks/3595ddb8-97c8-46a5-9d81-d8e06151ba3f HTTP/1.1" status: 404 len: 339 time: 0.1864607 Feb 09 21:58:05.844890 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.846113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] Bound using segment: {'id': '1705b24f-ae8d-4684-99b1-70edff3b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:05.853127 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] Bound port: 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1705b24f-ae8d-4684-99b1-70edff3b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:05.855936 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2ac58b77-3b11-4e2c-b43f-1ffb558c83cc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.858728 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49320) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:05.951318 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d3983c7a-8c7e-49a0-be71-daf9675e3dcd tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (156565c9-c233-46ba-95b2-e8d782760b89), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.955984 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee98f57-2bb1-467e-ac17-3e1f18a218a2 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:05.956578 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee98f57-2bb1-467e-ac17-3e1f18a218a2 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:05.968374 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5ee98f57-2bb1-467e-ac17-3e1f18a218a2 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "DELETE /v2.0/subnets/30994f0a-f6b0-4792-a0c4-7313e0a2f465 HTTP/1.1" status: 404 len: 337 time: 0.1031654 Feb 09 21:58:05.972817 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d3983c7a-8c7e-49a0-be71-daf9675e3dcd tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (156565c9-c233-46ba-95b2-e8d782760b89), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.988079 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49324) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:05.999432 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ece523-4c19-4ff9-b5bb-1706f8c4af63 req-5cdd09e0-5745-4bfe-8749-258cc87a7087 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:06.009541 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-96ece523-4c19-4ff9-b5bb-1706f8c4af63 req-5cdd09e0-5745-4bfe-8749-258cc87a7087 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2207036 Feb 09 21:58:06.139263 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] For port 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:06.151517 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] For port 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2ac58b77-3b11-4e2c-b43f-1ffb558c83cc,segment=NetworkSegment(1705b24f-ae8d-4684-99b1-70edff3b465c),segment_id=1705b24f-ae8d-4684-99b1-70edff3b465c)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:06.165798 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f94140-22b3-4f8e-b117-396284af9d1a tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:06.167220 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f94140-22b3-4f8e-b117-396284af9d1a tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:06.175211 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c9f94140-22b3-4f8e-b117-396284af9d1a tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "DELETE /v2.0/networks/886bbf75-0ead-4b09-adff-35d6232706db HTTP/1.1" status: 404 len: 339 time: 0.1732719 Feb 09 21:58:06.175891 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2ac58b77-3b11-4e2c-b43f-1ffb558c83cc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:06.184719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3983c7a-8c7e-49a0-be71-daf9675e3dcd tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156565c9-c233-46ba-95b2-e8d782760b89,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:06.188029 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49326) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:06.225886 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-96ece523-4c19-4ff9-b5bb-1706f8c4af63 req-b12d8b8c-0a4d-42a2-8bae-f8485e5dcad1 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130508 Feb 09 21:58:06.308524 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f838b45-b0f8-47b6-95ee-19bacfd9f465 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:06.309158 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f838b45-b0f8-47b6-95ee-19bacfd9f465 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:06.314489 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4f838b45-b0f8-47b6-95ee-19bacfd9f465 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "DELETE /v2.0/subnets/99ee920b-8da8-4098-9193-6604057ea22d HTTP/1.1" status: 404 len: 337 time: 0.1248636 Feb 09 21:58:06.318382 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49330) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:06.322222 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1a067-ced8-4c37-ac15-3797e34ea09f None None] Pushing event updated for resources: {'Port': ['ID=2ac58b77-3b11-4e2c-b43f-1ffb558c83cc,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:06.334409 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d3983c7a-8c7e-49a0-be71-daf9675e3dcd tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:06.346680 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d3983c7a-8c7e-49a0-be71-daf9675e3dcd tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2148373 Feb 09 21:58:06.350018 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49334) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:06.358758 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-26b89759-4335-4395-8e4e-507b4601094d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'security_group_rule': {'security_group_id': 'cf8a88e8-563a-4889-b363-017a517dcd8f', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:06.366271 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f06437fc-69ee-4e88-b7e3-8478f1734008 None None] Provisioning complete for port 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:06.366271 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f06437fc-69ee-4e88-b7e3-8478f1734008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2ac58b77-3b11-4e2c-b43f-1ffb558c83cc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:06.417572 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5fc998b-5478-403d-9ead-853a118f8584 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:06.423871 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5fc998b-5478-403d-9ead-853a118f8584 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:06.438878 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f5fc998b-5478-403d-9ead-853a118f8584 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "DELETE /v2.0/networks/7b804f2d-95d2-47bd-92d9-f5fef97528db HTTP/1.1" status: 404 len: 339 time: 0.1140289 Feb 09 21:58:06.439321 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49336) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:06.481599 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26b89759-4335-4395-8e4e-507b4601094d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (e0cd72bb-5b37-4773-a3f6-3bb5f766b72c), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:06.521810 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] Routers {'64f670f8-45d5-4b01-92d4-3fff438696cf'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:06.522950 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:57:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['64f670f8-45d5-4b01-92d4-3fff438696cf'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:06.794430 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26b89759-4335-4395-8e4e-507b4601094d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (e0cd72bb-5b37-4773-a3f6-3bb5f766b72c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:06.806442 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26b89759-4335-4395-8e4e-507b4601094d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (e0cd72bb-5b37-4773-a3f6-3bb5f766b72c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:06.874178 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b89759-4335-4395-8e4e-507b4601094d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0cd72bb-5b37-4773-a3f6-3bb5f766b72c,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:06.883164 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26b89759-4335-4395-8e4e-507b4601094d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:06.885701 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc9310-bb0b-456c-9e2f-218703bc3044 req-da21e807-eba7-461e-9130-b66bca36d9af tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:06.893011 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-92cc9310-bb0b-456c-9e2f-218703bc3044 req-da21e807-eba7-461e-9130-b66bca36d9af tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.3286850 Feb 09 21:58:06.893884 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49340) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:06.896431 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-26b89759-4335-4395-8e4e-507b4601094d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5448563 Feb 09 21:58:06.921102 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ebac7b67-b24c-4bf6-b611-41809b175b28 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'security_group_rule': {'security_group_id': 'cf8a88e8-563a-4889-b363-017a517dcd8f', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:07.131194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-505d1a16-551d-4d1c-ae6d-aed3620fd250 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Deleting port ade2c015-3049-47e6-ad17-ed87455085ef {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:07.131925 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-505d1a16-551d-4d1c-ae6d-aed3620fd250 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ade2c015-3049-47e6-ad17-ed87455085ef), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.162357 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ebac7b67-b24c-4bf6-b611-41809b175b28 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (341965a5-ced5-4dc0-9f05-cdb182aa9ddb), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.460291 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ebac7b67-b24c-4bf6-b611-41809b175b28 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (341965a5-ced5-4dc0-9f05-cdb182aa9ddb), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.603081 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] Set router 64f670f8-45d5-4b01-92d4-3fff438696cf gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:07.627259 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-92cc9310-bb0b-456c-9e2f-218703bc3044 req-af846144-22cf-4f02-a2e2-9400f1fd9d01 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6231358 Feb 09 21:58:07.649566 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ebac7b67-b24c-4bf6-b611-41809b175b28 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (341965a5-ced5-4dc0-9f05-cdb182aa9ddb), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.786529 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ebac7b67-b24c-4bf6-b611-41809b175b28 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.789830 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ebac7b67-b24c-4bf6-b611-41809b175b28 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8811014 Feb 09 21:58:07.797104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49354) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:07.802434 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-bd49f558-0551-4349-b8f4-6364f1291f43 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'security_group_rule': {'security_group_id': 'cf8a88e8-563a-4889-b363-017a517dcd8f', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:07.865157 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac7b67-b24c-4bf6-b611-41809b175b28 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341965a5-ced5-4dc0-9f05-cdb182aa9ddb,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:07.883756 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-505d1a16-551d-4d1c-ae6d-aed3620fd250 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ade2c015-3049-47e6-ad17-ed87455085ef), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.886225 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd49f558-0551-4349-b8f4-6364f1291f43 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (99e0daa1-fd73-4041-84c2-e9ef153eccf8), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.909254 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-505d1a16-551d-4d1c-ae6d-aed3620fd250 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Calling delete_port for ade2c015-3049-47e6-ad17-ed87455085ef owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:07.941817 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3d514-5627-4001-a3d5-87dafa357dbb req-ef41068e-7a2f-4b62-9053-8e8ed357d01c tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:07.952383 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2dd3d514-5627-4001-a3d5-87dafa357dbb req-ef41068e-7a2f-4b62-9053-8e8ed357d01c tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1244302 Feb 09 21:58:08.020491 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f06437fc-69ee-4e88-b7e3-8478f1734008 None None] Current status of the port 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:08.021148 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f06437fc-69ee-4e88-b7e3-8478f1734008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2ac58b77-3b11-4e2c-b43f-1ffb558c83cc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.074944 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2dd3d514-5627-4001-a3d5-87dafa357dbb req-e0c58ba0-7ced-4f7e-b206-54fb50c80fc6 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214817 Feb 09 21:58:08.124491 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ed3d858c-e0ba-466f-a1e8-4d7885a7d498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.173384 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd49f558-0551-4349-b8f4-6364f1291f43 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (99e0daa1-fd73-4041-84c2-e9ef153eccf8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.174401 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f06437fc-69ee-4e88-b7e3-8478f1734008 None None] For port 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2ac58b77-3b11-4e2c-b43f-1ffb558c83cc,segment=NetworkSegment(1705b24f-ae8d-4684-99b1-70edff3b465c),segment_id=1705b24f-ae8d-4684-99b1-70edff3b465c)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:08.192103 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd49f558-0551-4349-b8f4-6364f1291f43 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (99e0daa1-fd73-4041-84c2-e9ef153eccf8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.200087 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-505d1a16-551d-4d1c-ae6d-aed3620fd250 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (ade2c015-3049-47e6-ad17-ed87455085ef), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.232029 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f06437fc-69ee-4e88-b7e3-8478f1734008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2ac58b77-3b11-4e2c-b43f-1ffb558c83cc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.239169 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-505d1a16-551d-4d1c-ae6d-aed3620fd250 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.249366 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-505d1a16-551d-4d1c-ae6d-aed3620fd250 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "DELETE /v2.0/ports/ade2c015-3049-47e6-ad17-ed87455085ef HTTP/1.1" status: 204 len: 168 time: 1.8061113 Feb 09 21:58:08.254111 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49364) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:08.269315 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49f558-0551-4349-b8f4-6364f1291f43 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e0daa1-fd73-4041-84c2-e9ef153eccf8,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:08.284062 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd49f558-0551-4349-b8f4-6364f1291f43 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.290592 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bd49f558-0551-4349-b8f4-6364f1291f43 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4917812 Feb 09 21:58:08.293851 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49366) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:08.304190 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-45047bb2-ea6a-4512-8c2a-210743d4daf9 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'security_group_rule': {'security_group_id': 'cf8a88e8-563a-4889-b363-017a517dcd8f', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:08.375933 n-d-828601-1 neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-45047bb2-ea6a-4512-8c2a-210743d4daf9 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Project 555e545ac75c4d7aa89a964d48e2fbf4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:58:08.379792 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-773e8c07-79a8-48bb-be8f-9fc47f10db31 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:08.381901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-773e8c07-79a8-48bb-be8f-9fc47f10db31 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:08.383346 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45047bb2-ea6a-4512-8c2a-210743d4daf9 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (89390f09-8d78-483d-b8a5-3a65bf7a4a2c), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.394450 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-773e8c07-79a8-48bb-be8f-9fc47f10db31 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "DELETE /v2.0/subnets/50d18454-104d-497c-b637-5ed4e4e5cbf9 HTTP/1.1" status: 404 len: 337 time: 0.1350191 Feb 09 21:58:08.422330 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49368) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:08.490340 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d1a16-551d-4d1c-ae6d-aed3620fd250 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event deleted for resources: {'Port': ['ID=ade2c015-3049-47e6-ad17-ed87455085ef,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:08.540031 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ec89e-61af-4b03-b41a-10bf16783cd4 req-27d30202-437d-43c7-9de5-2f6539aadf42 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:08.551057 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-883ec89e-61af-4b03-b41a-10bf16783cd4 req-27d30202-437d-43c7-9de5-2f6539aadf42 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1548324 Feb 09 21:58:08.615395 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-48e9ad41-8709-4eda-b3f4-c004d5c6f7ed None None] Provisioning complete for port 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:08.617178 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-48e9ad41-8709-4eda-b3f4-c004d5c6f7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2ac58b77-3b11-4e2c-b43f-1ffb558c83cc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.667629 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-883ec89e-61af-4b03-b41a-10bf16783cd4 req-bb527611-ddef-4534-a441-f61bc9308ec8 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013253 Feb 09 21:58:08.766405 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06437fc-69ee-4e88-b7e3-8478f1734008 None None] Pushing event updated for resources: {'Port': ['ID=2ac58b77-3b11-4e2c-b43f-1ffb558c83cc,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:08.879478 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8dd493c-7f7c-40d4-b11a-de23dd68428e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.933075 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45047bb2-ea6a-4512-8c2a-210743d4daf9 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (89390f09-8d78-483d-b8a5-3a65bf7a4a2c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.948160 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45047bb2-ea6a-4512-8c2a-210743d4daf9 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (89390f09-8d78-483d-b8a5-3a65bf7a4a2c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.987759 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'name': 'tempest-TestNetworkBasicOps-router-285762215', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:39Z', 'updated_at': '2022-02-09T21:57:56Z', 'revision_number': 4, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:42Z', 'updated_at': '2022-02-09T21:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '2ac58b77-3b11-4e2c-b43f-1ffb558c83cc', 'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:43:f1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:53Z', 'updated_at': '2022-02-09T21:58:06Z', 'revision_number': 4, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:09.019424 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45047bb2-ea6a-4512-8c2a-210743d4daf9 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89390f09-8d78-483d-b8a5-3a65bf7a4a2c,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:09.033671 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45047bb2-ea6a-4512-8c2a-210743d4daf9 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.035878 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-45047bb2-ea6a-4512-8c2a-210743d4daf9 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7387552 Feb 09 21:58:09.038498 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49380) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:09.045589 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2dd89138-9ddf-4b17-88c3-37ba7e3d1a95 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'security_group_rule': {'security_group_id': 'cf8a88e8-563a-4889-b363-017a517dcd8f', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:09.082742 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0da5752-3f25-4636-b95f-aa0aaaf33c66 None None] The sync data for ids ['64f670f8-45d5-4b01-92d4-3fff438696cf'] in n-d-828601-1 is: [{'id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'name': 'tempest-TestNetworkBasicOps-router-285762215', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:39Z', 'updated_at': '2022-02-09T21:57:56Z', 'revision_number': 4, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:42Z', 'updated_at': '2022-02-09T21:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '2ac58b77-3b11-4e2c-b43f-1ffb558c83cc', 'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:43:f1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:53Z', 'updated_at': '2022-02-09T21:58:06Z', 'revision_number': 4, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:58:09.115470 n-d-828601-1 neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-2dd89138-9ddf-4b17-88c3-37ba7e3d1a95 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Project 555e545ac75c4d7aa89a964d48e2fbf4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:58:09.136606 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2dd89138-9ddf-4b17-88c3-37ba7e3d1a95 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (7d1c9244-ba9c-4a30-8b06-e2a71fb5f9f0), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.146487 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-48e9ad41-8709-4eda-b3f4-c004d5c6f7ed None None] Current status of the port 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:09.387501 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8dd493c-7f7c-40d4-b11a-de23dd68428e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.440599 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-c8dd493c-7f7c-40d4-b11a-de23dd68428e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:09.467770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-c8dd493c-7f7c-40d4-b11a-de23dd68428e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6899ced9-e903-48ca-927d-91e2d55bc33d') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:09.469546 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-c8dd493c-7f7c-40d4-b11a-de23dd68428e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6899ced9-e903-48ca-927d-91e2d55bc33d') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:09.482405 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2dd89138-9ddf-4b17-88c3-37ba7e3d1a95 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (7d1c9244-ba9c-4a30-8b06-e2a71fb5f9f0), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.500173 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2dd89138-9ddf-4b17-88c3-37ba7e3d1a95 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (7d1c9244-ba9c-4a30-8b06-e2a71fb5f9f0), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.517008 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8dd493c-7f7c-40d4-b11a-de23dd68428e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (6899ced9-e903-48ca-927d-91e2d55bc33d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.540781 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a7916-fc66-495e-97ad-29bb5fb0bf26 req-12c387f0-101a-4c45-a92f-a4e3e37805c6 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:09.545133 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8dd493c-7f7c-40d4-b11a-de23dd68428e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (6899ced9-e903-48ca-927d-91e2d55bc33d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.555122 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8dd493c-7f7c-40d4-b11a-de23dd68428e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:09.556278 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8dd493c-7f7c-40d4-b11a-de23dd68428e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (6899ced9-e903-48ca-927d-91e2d55bc33d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.558824 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-237a7916-fc66-495e-97ad-29bb5fb0bf26 req-12c387f0-101a-4c45-a92f-a4e3e37805c6 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.4129071 Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:09.643160 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:09.651722 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8dd493c-7f7c-40d4-b11a-de23dd68428e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.676559 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8dd493c-7f7c-40d4-b11a-de23dd68428e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.684399 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd89138-9ddf-4b17-88c3-37ba7e3d1a95 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1c9244-ba9c-4a30-8b06-e2a71fb5f9f0,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:09.698795 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c8dd493c-7f7c-40d4-b11a-de23dd68428e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "DELETE /v2.0/networks/f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f HTTP/1.1" status: 204 len: 168 time: 1.2747672 Feb 09 21:58:09.704438 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49390) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:09.756570 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-237a7916-fc66-495e-97ad-29bb5fb0bf26 req-6208c7d0-c790-4c17-800a-90e406d6a256 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952710 Feb 09 21:58:09.768071 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd493c-7f7c-40d4-b11a-de23dd68428e tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event deleted for resources: {'Network': ['ID=f2f820f2-edfe-43a5-8f5c-d29c9d2a2c0f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:09.776296 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2dd89138-9ddf-4b17-88c3-37ba7e3d1a95 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.808965 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2dd89138-9ddf-4b17-88c3-37ba7e3d1a95 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7536392 Feb 09 21:58:10.136905 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd903a-08d5-4f0a-8791-d0e1c9c63aba req-84cf39ca-3994-40fc-a617-6b8ce3b29b0f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:10.161537 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-19cd903a-08d5-4f0a-8791-d0e1c9c63aba req-84cf39ca-3994-40fc-a617-6b8ce3b29b0f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2500212 Feb 09 21:58:10.188292 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7036b517-de86-45b8-8246-771ef21361ef tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Deleting port c1d3fef7-b51f-4961-8f5d-cde646609d0c {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:10.191440 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7036b517-de86-45b8-8246-771ef21361ef tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c1d3fef7-b51f-4961-8f5d-cde646609d0c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.363563 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:10.377626 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-19cd903a-08d5-4f0a-8791-d0e1c9c63aba req-bed7a867-9971-49df-a05b-b0e5e72566fd tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133060 Feb 09 21:58:10.598544 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7036b517-de86-45b8-8246-771ef21361ef tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c1d3fef7-b51f-4961-8f5d-cde646609d0c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.663625 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7036b517-de86-45b8-8246-771ef21361ef tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Calling delete_port for c1d3fef7-b51f-4961-8f5d-cde646609d0c owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:10.704879 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:10.705543 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2ac58b77-3b11-4e2c-b43f-1ffb558c83cc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.774669 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c6b3f190-705b-4a80-ae72-0dbdef77fe71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.875542 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-de178bdd-e7ae-4804-98eb-a164199af54f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1620884453&fields=id&tenant_id=555e545ac75c4d7aa89a964d48e2fbf4 HTTP/1.1" status: 200 len: 267 time: 0.2233016 Feb 09 21:58:11.093423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:11.148855 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7036b517-de86-45b8-8246-771ef21361ef tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c1d3fef7-b51f-4961-8f5d-cde646609d0c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.163349 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-c50eee28-4a89-47a5-abb3-4ba461a15b5e tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:11.166515 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-c50eee28-4a89-47a5-abb3-4ba461a15b5e tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/networks?id=b09c7d96-17d7-45a8-b56d-14cfc933db6c HTTP/1.1" status: 200 len: 796 time: 0.2884974 Feb 09 21:58:11.218375 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-d5d1f402-d86b-45ab-8233-2346be7208ec tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/quotas/555e545ac75c4d7aa89a964d48e2fbf4 HTTP/1.1" status: 200 len: 375 time: 0.0412018 Feb 09 21:58:11.325411 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7036b517-de86-45b8-8246-771ef21361ef tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.333199 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7036b517-de86-45b8-8246-771ef21361ef tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "DELETE /v2.0/ports/c1d3fef7-b51f-4961-8f5d-cde646609d0c HTTP/1.1" status: 204 len: 168 time: 1.6268384 Feb 09 21:58:11.334758 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036b517-de86-45b8-8246-771ef21361ef tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event deleted for resources: {'Port': ['ID=c1d3fef7-b51f-4961-8f5d-cde646609d0c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:11.349383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49420) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:11.456644 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-f89b0620-8ac9-4dc8-afc1-1bfae5f3993c tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=555e545ac75c4d7aa89a964d48e2fbf4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2360277 Feb 09 21:58:11.492321 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-2945f25a-157a-4595-b918-d97b6f080c62 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:11.493063 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2945f25a-157a-4595-b918-d97b6f080c62 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:11.509677 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2945f25a-157a-4595-b918-d97b6f080c62 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "DELETE /v2.0/subnets/934222d9-b5a6-47bd-aa3e-7ab70b008fa6 HTTP/1.1" status: 404 len: 337 time: 0.1550798 Feb 09 21:58:11.510913 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49426) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:11.605494 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.711807 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9197dd23-594a-4f5a-b692-ca140b81ee1f tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (e7601fda-d9bf-4d95-9a4e-7dd8284f1d94), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.094318 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-334d4c9d-eba6-400c-9cca-dbfa1e9e1649 service neutron] 10.222.0.77 "GET /v2.0/networks/b09c7d96-17d7-45a8-b56d-14cfc933db6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6088407 Feb 09 21:58:12.149185 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9197dd23-594a-4f5a-b692-ca140b81ee1f tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (e7601fda-d9bf-4d95-9a4e-7dd8284f1d94), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.346526 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-ef4facb8-45c2-42db-adb9-282bde5c11ce service neutron] 10.222.0.77 "GET /v2.0/networks/b09c7d96-17d7-45a8-b56d-14cfc933db6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333741 Feb 09 21:58:12.418066 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9197dd23-594a-4f5a-b692-ca140b81ee1f tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7601fda-d9bf-4d95-9a4e-7dd8284f1d94']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:12.440736 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9197dd23-594a-4f5a-b692-ca140b81ee1f tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990d462f-2f14-4e8b-b9c7-71ce95bd4469') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:12.441219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9197dd23-594a-4f5a-b692-ca140b81ee1f tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990d462f-2f14-4e8b-b9c7-71ce95bd4469') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:12.465914 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9197dd23-594a-4f5a-b692-ca140b81ee1f tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (990d462f-2f14-4e8b-b9c7-71ce95bd4469), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.531362 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9197dd23-594a-4f5a-b692-ca140b81ee1f tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (990d462f-2f14-4e8b-b9c7-71ce95bd4469), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.556294 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9197dd23-594a-4f5a-b692-ca140b81ee1f tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:12.557928 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9197dd23-594a-4f5a-b692-ca140b81ee1f tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (990d462f-2f14-4e8b-b9c7-71ce95bd4469), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:12.640901 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:12.653744 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9197dd23-594a-4f5a-b692-ca140b81ee1f tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (e7601fda-d9bf-4d95-9a4e-7dd8284f1d94), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.661343 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9197dd23-594a-4f5a-b692-ca140b81ee1f tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.666496 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9197dd23-594a-4f5a-b692-ca140b81ee1f tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "DELETE /v2.0/networks/e7601fda-d9bf-4d95-9a4e-7dd8284f1d94 HTTP/1.1" status: 204 len: 168 time: 1.1532931 Feb 09 21:58:12.670837 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49450) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:12.765153 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197dd23-594a-4f5a-b692-ca140b81ee1f tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event deleted for resources: {'Network': ['ID=e7601fda-d9bf-4d95-9a4e-7dd8284f1d94,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:12.771192 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.917127 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aeadf22d-236b-4557-a429-2cae71779f13 req-e5954e17-f9e0-43aa-85a9-c72b47fddf20 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=579c1865-30b0-4eb9-8ace-00713a3f9854 HTTP/1.1" status: 200 len: 210 time: 0.0486531 Feb 09 21:58:12.925636 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-e675a70f-8009-467e-a34e-4d2863c454dc tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Deleting subnet 114f9d96-6c79-464e-80fa-520be69e2fbf {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:58:12.936694 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e675a70f-8009-467e-a34e-4d2863c454dc tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks [] for subnet (114f9d96-6c79-464e-80fa-520be69e2fbf), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.056570 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e675a70f-8009-467e-a34e-4d2863c454dc tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (114f9d96-6c79-464e-80fa-520be69e2fbf), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.235580 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013f1e0-36ec-45bf-8fc4-e301ccaf43eb req-297f13b0-8f73-406c-8583-3ba6628fdbe4 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:13.238939 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7013f1e0-36ec-45bf-8fc4-e301ccaf43eb req-297f13b0-8f73-406c-8583-3ba6628fdbe4 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1934705 Feb 09 21:58:13.417357 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e675a70f-8009-467e-a34e-4d2863c454dc tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (114f9d96-6c79-464e-80fa-520be69e2fbf), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.484556 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7013f1e0-36ec-45bf-8fc4-e301ccaf43eb req-e0a550ae-db5e-4a4d-8935-7c11a28417d8 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188804 Feb 09 21:58:13.675203 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e675a70f-8009-467e-a34e-4d2863c454dc tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (114f9d96-6c79-464e-80fa-520be69e2fbf), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.723233 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1750f1fa-f03f-47de-bd80-bbbde769887b None None] Network ec3c6e46-5ccd-4202-abed-853dbd9dd353 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:13.744017 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e675a70f-8009-467e-a34e-4d2863c454dc tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.760867 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e675a70f-8009-467e-a34e-4d2863c454dc tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "DELETE /v2.0/subnets/114f9d96-6c79-464e-80fa-520be69e2fbf HTTP/1.1" status: 204 len: 168 time: 1.0870826 Feb 09 21:58:13.765098 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49476) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:13.814872 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675a70f-8009-467e-a34e-4d2863c454dc tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event deleted for resources: {'Subnet': ['ID=114f9d96-6c79-464e-80fa-520be69e2fbf,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:13.976816 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4ad55-f8a9-4439-bc7b-9ea77d6ded04 req-3be248b4-1d45-435f-b70c-89d70b6979c0 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:13.980970 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-abb4ad55-f8a9-4439-bc7b-9ea77d6ded04 req-3be248b4-1d45-435f-b70c-89d70b6979c0 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2957003 Feb 09 21:58:14.069517 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8cab0547-db2d-4ecd-8847-027cd733ca64 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (ec3c6e46-5ccd-4202-abed-853dbd9dd353), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.148246 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-abb4ad55-f8a9-4439-bc7b-9ea77d6ded04 req-50db7f87-7764-4ce2-af65-5c9089ba49c7 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338086 Feb 09 21:58:14.260827 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8cab0547-db2d-4ecd-8847-027cd733ca64 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Deleting port 5062840d-be77-4960-847c-3e1b64ce75e7 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:14.262610 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8cab0547-db2d-4ecd-8847-027cd733ca64 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5062840d-be77-4960-847c-3e1b64ce75e7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.314719 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f10fa28-2158-400d-8010-5a2905de05fc None None] DHCP port deletion for ec3c6e46-5ccd-4202-abed-853dbd9dd353 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:58:14.439967 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72042707-5ed7-4a5a-838a-440c17cfe5e1 req-137ee216-5169-4600-8877-88257e40778a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=579c1865-30b0-4eb9-8ace-00713a3f9854 HTTP/1.1" status: 200 len: 210 time: 0.0792222 Feb 09 21:58:14.498369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-8cab0547-db2d-4ecd-8847-027cd733ca64 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] For port 5062840d-be77-4960-847c-3e1b64ce75e7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5062840d-be77-4960-847c-3e1b64ce75e7,segment=NetworkSegment(b7daa69b-4a3e-405e-943e-6fa7730ede4a),segment_id=b7daa69b-4a3e-405e-943e-6fa7730ede4a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:14.500187 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8cab0547-db2d-4ecd-8847-027cd733ca64 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5062840d-be77-4960-847c-3e1b64ce75e7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.552428 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1f10fa28-2158-400d-8010-5a2905de05fc None None] Deleting port 5062840d-be77-4960-847c-3e1b64ce75e7 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:14.555042 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f10fa28-2158-400d-8010-5a2905de05fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5062840d-be77-4960-847c-3e1b64ce75e7), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.556053 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8cab0547-db2d-4ecd-8847-027cd733ca64 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Calling delete_port for 5062840d-be77-4960-847c-3e1b64ce75e7 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:14.787788 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.894830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1f10fa28-2158-400d-8010-5a2905de05fc None None] For port 5062840d-be77-4960-847c-3e1b64ce75e7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5062840d-be77-4960-847c-3e1b64ce75e7,segment=NetworkSegment(b7daa69b-4a3e-405e-943e-6fa7730ede4a),segment_id=b7daa69b-4a3e-405e-943e-6fa7730ede4a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:14.895904 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f10fa28-2158-400d-8010-5a2905de05fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5062840d-be77-4960-847c-3e1b64ce75e7), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.898072 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83734b-34b5-40ea-944b-26aae41e6bb3 req-de66232b-1b9b-4886-a093-94c94d07ea54 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:14.910125 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d83734b-34b5-40ea-944b-26aae41e6bb3 req-de66232b-1b9b-4886-a093-94c94d07ea54 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2088075 Feb 09 21:58:14.992385 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1f10fa28-2158-400d-8010-5a2905de05fc None None] Calling delete_port for 5062840d-be77-4960-847c-3e1b64ce75e7 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:15.112649 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d83734b-34b5-40ea-944b-26aae41e6bb3 req-053c92fa-7a64-4dc8-a9a1-255c38d5101c tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792803 Feb 09 21:58:15.189739 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8cab0547-db2d-4ecd-8847-027cd733ca64 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (5062840d-be77-4960-847c-3e1b64ce75e7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.277823 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab0547-db2d-4ecd-8847-027cd733ca64 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event deleted for resources: {'Port': ['ID=5062840d-be77-4960-847c-3e1b64ce75e7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:15.289283 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f10fa28-2158-400d-8010-5a2905de05fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (5062840d-be77-4960-847c-3e1b64ce75e7), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.313842 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab0547-db2d-4ecd-8847-027cd733ca64 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] No DVR routers for this DVR port 5062840d-be77-4960-847c-3e1b64ce75e7 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:15.341985 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f10fa28-2158-400d-8010-5a2905de05fc None None] No DVR routers for this DVR port 5062840d-be77-4960-847c-3e1b64ce75e7 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:15.567121 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10fa28-2158-400d-8010-5a2905de05fc None None] Pushing event deleted for resources: {'Port': ['ID=5062840d-be77-4960-847c-3e1b64ce75e7,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:15.610563 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8cab0547-db2d-4ecd-8847-027cd733ca64 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (ec3c6e46-5ccd-4202-abed-853dbd9dd353), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.611378 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.652989 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16b325-c2fc-4327-a8a0-42ccce8da22c req-695a005a-ca50-4b98-b838-b504173ff85b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:15.660955 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa16b325-c2fc-4327-a8a0-42ccce8da22c req-695a005a-ca50-4b98-b838-b504173ff85b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.3855429 Feb 09 21:58:15.690341 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-fda79fdf-b6a9-44e2-93f8-df0ba28121d0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:15.699570 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-fda79fdf-b6a9-44e2-93f8-df0ba28121d0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.42 "GET /v2.0/networks?id=b09c7d96-17d7-45a8-b56d-14cfc933db6c HTTP/1.1" status: 200 len: 796 time: 0.3151214 Feb 09 21:58:15.716988 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-8cab0547-db2d-4ecd-8847-027cd733ca64 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3c6e46-5ccd-4202-abed-853dbd9dd353']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:15.747975 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-8cab0547-db2d-4ecd-8847-027cd733ca64 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7daa69b-4a3e-405e-943e-6fa7730ede4a') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:15.748483 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-8cab0547-db2d-4ecd-8847-027cd733ca64 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7daa69b-4a3e-405e-943e-6fa7730ede4a') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:15.766601 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8cab0547-db2d-4ecd-8847-027cd733ca64 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (b7daa69b-4a3e-405e-943e-6fa7730ede4a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.799701 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8cab0547-db2d-4ecd-8847-027cd733ca64 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (b7daa69b-4a3e-405e-943e-6fa7730ede4a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.812643 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cab0547-db2d-4ecd-8847-027cd733ca64 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:15.813273 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8cab0547-db2d-4ecd-8847-027cd733ca64 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (b7daa69b-4a3e-405e-943e-6fa7730ede4a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.888313 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-fd824b6f-c0b5-4540-997a-201eead83644 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=555e545ac75c4d7aa89a964d48e2fbf4 HTTP/1.1" status: 200 len: 380 time: 0.1770718 Feb 09 21:58:15.900257 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-23f4992c-24f3-40ba-af13-0ea0a8ee7d2a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'port': {'device_id': '579c1865-30b0-4eb9-8ace-00713a3f9854', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'admin_state_up': True, 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'security_groups': ['cf8a88e8-563a-4889-b363-017a517dcd8f']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:16.006384 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:16.021953 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8cab0547-db2d-4ecd-8847-027cd733ca64 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (ec3c6e46-5ccd-4202-abed-853dbd9dd353), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:16.031776 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8cab0547-db2d-4ecd-8847-027cd733ca64 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:16.038657 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8cab0547-db2d-4ecd-8847-027cd733ca64 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] 10.222.0.77 "DELETE /v2.0/networks/ec3c6e46-5ccd-4202-abed-853dbd9dd353 HTTP/1.1" status: 204 len: 168 time: 2.2718084 Feb 09 21:58:16.042549 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:16.115920 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab0547-db2d-4ecd-8847-027cd733ca64 tempest-NetworksIpV6TestAttrs-2057370177 tempest-NetworksIpV6TestAttrs-2057370177-project] Pushing event deleted for resources: {'Network': ['ID=ec3c6e46-5ccd-4202-abed-853dbd9dd353,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:16.173445 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa16b325-c2fc-4327-a8a0-42ccce8da22c req-36a2219c-8c1e-4a4d-bd13-caec961f7964 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651759 Feb 09 21:58:16.220117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5062840d-be77-4960-847c-3e1b64ce75e7 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:16.335862 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 5062840d-be77-4960-847c-3e1b64ce75e7 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:16.338560 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5062840d-be77-4960-847c-3e1b64ce75e7 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:16.374617 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-23f4992c-24f3-40ba-af13-0ea0a8ee7d2a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Made reservation on behalf of 555e545ac75c4d7aa89a964d48e2fbf4 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:16.387402 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-23f4992c-24f3-40ba-af13-0ea0a8ee7d2a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:16.616632 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-14fb7ef8-c390-4ddc-83aa-7e12f38bf366 req-337bf74d-3241-46a0-b0f4-bcbe84f930d2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=579c1865-30b0-4eb9-8ace-00713a3f9854 HTTP/1.1" status: 200 len: 210 time: 0.1069992 Feb 09 21:58:16.719598 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49534) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:16.871382 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-23f4992c-24f3-40ba-af13-0ea0a8ee7d2a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Allocated IP 172.20.0.8 (b09c7d96-17d7-45a8-b56d-14cfc933db6c/38832c8f-f6ce-4bc9-a5f3-280df12cfe59/17e9bf21-74f7-4628-984d-92938a0a0e2c) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:17.232104 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6ac3c649-9391-4448-8ced-fe2ec7c184eb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1d2042d367aa4da69071872848c4876b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5072021 Feb 09 21:58:17.234185 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49548) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:17.282447 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596f46f-6ad6-4593-80b1-53c65d2539a4 req-bd71485a-f4d1-49fc-9fd1-a5c5b32aea7b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:17.289814 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e596f46f-6ad6-4593-80b1-53c65d2539a4 req-bd71485a-f4d1-49fc-9fd1-a5c5b32aea7b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2089624 Feb 09 21:58:17.316821 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-23f4992c-24f3-40ba-af13-0ea0a8ee7d2a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for port (17e9bf21-74f7-4628-984d-92938a0a0e2c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.403624 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d33aa972-2b73-4b43-87d9-37eaf108f4e0 admin admin] Publish callbacks [] for security_group (77ffaf9d-2125-4f65-8e6f-a389a1c3c4f0), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.437954 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e596f46f-6ad6-4593-80b1-53c65d2539a4 req-440bb224-a81f-419c-9dba-0c356b175656 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458702 Feb 09 21:58:17.456679 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-23f4992c-24f3-40ba-af13-0ea0a8ee7d2a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (17e9bf21-74f7-4628-984d-92938a0a0e2c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.466414 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d33aa972-2b73-4b43-87d9-37eaf108f4e0 admin admin] Publish callbacks [] for security_group (77ffaf9d-2125-4f65-8e6f-a389a1c3c4f0), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.546930 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d33aa972-2b73-4b43-87d9-37eaf108f4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (77ffaf9d-2125-4f65-8e6f-a389a1c3c4f0), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.550361 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d33aa972-2b73-4b43-87d9-37eaf108f4e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.552386 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d33aa972-2b73-4b43-87d9-37eaf108f4e0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/77ffaf9d-2125-4f65-8e6f-a389a1c3c4f0 HTTP/1.1" status: 204 len: 168 time: 0.3164635 Feb 09 21:58:17.564989 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33aa972-2b73-4b43-87d9-37eaf108f4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ffaf9d-2125-4f65-8e6f-a389a1c3c4f0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:17.743228 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-23f4992c-24f3-40ba-af13-0ea0a8ee7d2a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Network b09c7d96-17d7-45a8-b56d-14cfc933db6c is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:17.780371 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-23f4992c-24f3-40ba-af13-0ea0a8ee7d2a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:17.783594 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4992c-24f3-40ba-af13-0ea0a8ee7d2a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'Port': ['ID=17e9bf21-74f7-4628-984d-92938a0a0e2c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:17.790218 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-23f4992c-24f3-40ba-af13-0ea0a8ee7d2a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:18.032006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b3625-8488-41d9-8d38-e33500779efe req-6e400478-4d79-4610-8579-962ba88de037 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:18.048635 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-385b3625-8488-41d9-8d38-e33500779efe req-6e400478-4d79-4610-8579-962ba88de037 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2495289 Feb 09 21:58:18.054051 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-23f4992c-24f3-40ba-af13-0ea0a8ee7d2a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:18.055151 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-23f4992c-24f3-40ba-af13-0ea0a8ee7d2a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.122722 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-23f4992c-24f3-40ba-af13-0ea0a8ee7d2a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2283721 Feb 09 21:58:18.143130 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] Request body: {'port': {'device_id': '579c1865-30b0-4eb9-8ace-00713a3f9854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:18.268876 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-385b3625-8488-41d9-8d38-e33500779efe req-e912dbcf-677a-47f5-8cf6-fa1e731d6a74 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189872 Feb 09 21:58:18.526897 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-40762c5e-9dc4-4c6c-b2c6-d6407b0befe6 None None] Provisioning complete for port 17e9bf21-74f7-4628-984d-92938a0a0e2c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:18.527627 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-40762c5e-9dc4-4c6c-b2c6-d6407b0befe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (17e9bf21-74f7-4628-984d-92938a0a0e2c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.532424 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (17e9bf21-74f7-4628-984d-92938a0a0e2c), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.621986 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb2c33-285d-44ac-887a-834d99260523 req-dd0ca95c-b321-4a32-b1ce-49ae7f355962 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:18.635687 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-11bb2c33-285d-44ac-887a-834d99260523 req-dd0ca95c-b321-4a32-b1ce-49ae7f355962 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=579c1865-30b0-4eb9-8ace-00713a3f9854 HTTP/1.1" status: 200 len: 931 time: 0.2809715 Feb 09 21:58:18.689441 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-40762c5e-9dc4-4c6c-b2c6-d6407b0befe6 None None] Port 17e9bf21-74f7-4628-984d-92938a0a0e2c cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:58:18.760378 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83095ab6-39ed-43f2-aec3-ad0a3ca913cd req-8615125d-a58f-4964-bbdd-d4be333260cf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2209072 Feb 09 21:58:18.794514 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-11bb2c33-285d-44ac-887a-834d99260523 req-1ee1e6a9-5178-4b01-ae93-f2fdf2e37400 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8a88e8-563a-4889-b363-017a517dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504149 Feb 09 21:58:19.024550 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83095ab6-39ed-43f2-aec3-ad0a3ca913cd req-d51d5895-95ff-4ef3-843b-e07a361aae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:19.032342 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83095ab6-39ed-43f2-aec3-ad0a3ca913cd req-d51d5895-95ff-4ef3-843b-e07a361aae0c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c135bd0d2c9b4219bd0ebf3718b0f7ac&device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 1127 time: 0.1289058 Feb 09 21:58:19.744755 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49612) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:19.847042 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e9bf21-74f7-4628-984d-92938a0a0e2c {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:58:19.873294 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b3a69-d8bf-4d72-9471-9ae0f594db7f req-9ac2e95b-6c14-43c3-a161-b080e7c29de5 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:19.875895 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a7b3a69-d8bf-4d72-9471-9ae0f594db7f req-9ac2e95b-6c14-43c3-a161-b080e7c29de5 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.6698809 Feb 09 21:58:19.887108 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] Publish callbacks [] for port (17e9bf21-74f7-4628-984d-92938a0a0e2c), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.902433 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83095ab6-39ed-43f2-aec3-ad0a3ca913cd req-faa5df1a-8fb3-4638-ba94-1abcac6976e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:19.907020 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83095ab6-39ed-43f2-aec3-ad0a3ca913cd req-faa5df1a-8fb3-4638-ba94-1abcac6976e6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=43c866ce-b28d-463f-9db2-f0ce01fb8d37 HTTP/1.1" status: 200 len: 914 time: 0.8238328 Feb 09 21:58:19.982993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] Transition to ACTIVE for port object 17e9bf21-74f7-4628-984d-92938a0a0e2c will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:58:20.024879 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (17e9bf21-74f7-4628-984d-92938a0a0e2c), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.178578 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83095ab6-39ed-43f2-aec3-ad0a3ca913cd req-02af4c00-3dbf-4463-97f5-800e1f43c4b9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce HTTP/1.1" status: 200 len: 217 time: 0.2588615 Feb 09 21:58:20.227475 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] Pushing event updated for resources: {'Port': ['ID=17e9bf21-74f7-4628-984d-92938a0a0e2c,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:20.379943 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83095ab6-39ed-43f2-aec3-ad0a3ca913cd req-bf6a8ddc-d201-4be0-9c54-ecd620420940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:20.388604 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83095ab6-39ed-43f2-aec3-ad0a3ca913cd req-bf6a8ddc-d201-4be0-9c54-ecd620420940 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=128373c6-66eb-4e4e-b34c-fd626be51c57 HTTP/1.1" status: 200 len: 853 time: 0.2021472 Feb 09 21:58:20.405143 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2c8533db-6106-4b1b-a4ab-f1ce91df83f0 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-217071375'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:20.407767 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] Attempting to bind port 17e9bf21-74f7-4628-984d-92938a0a0e2c on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:20.408227 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] Attempting to bind port 17e9bf21-74f7-4628-984d-92938a0a0e2c by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '1705b24f-ae8d-4684-99b1-70edff3b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:20.408668 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] Attempting to bind port 17e9bf21-74f7-4628-984d-92938a0a0e2c on network b09c7d96-17d7-45a8-b56d-14cfc933db6c {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:20.442309 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] Port 17e9bf21-74f7-4628-984d-92938a0a0e2c on network b09c7d96-17d7-45a8-b56d-14cfc933db6c not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:58:20.443625 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] Attempting to bind port 17e9bf21-74f7-4628-984d-92938a0a0e2c on network b09c7d96-17d7-45a8-b56d-14cfc933db6c {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:20.467436 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:20.467969 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] Checking segment: {'id': '1705b24f-ae8d-4684-99b1-70edff3b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:20.468481 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] Bound using segment: {'id': '1705b24f-ae8d-4684-99b1-70edff3b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:20.469072 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] Bound port: 17e9bf21-74f7-4628-984d-92938a0a0e2c, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1705b24f-ae8d-4684-99b1-70edff3b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:20.470338 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (17e9bf21-74f7-4628-984d-92938a0a0e2c), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.589018 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83095ab6-39ed-43f2-aec3-ad0a3ca913cd req-6941755d-b0b2-4dee-aac5-e2c5bbe49ae8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=43c866ce-b28d-463f-9db2-f0ce01fb8d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1720266 Feb 09 21:58:20.603016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8533db-6106-4b1b-a4ab-f1ce91df83f0 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] Made reservation on behalf of f9e6e63c6578486586240ea6b5e72b98 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:20.628999 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2c8533db-6106-4b1b-a4ab-f1ce91df83f0 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.679572 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] For port 17e9bf21-74f7-4628-984d-92938a0a0e2c, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:20.684085 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] For port 17e9bf21-74f7-4628-984d-92938a0a0e2c, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=17e9bf21-74f7-4628-984d-92938a0a0e2c,segment=NetworkSegment(1705b24f-ae8d-4684-99b1-70edff3b465c),segment_id=1705b24f-ae8d-4684-99b1-70edff3b465c)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:20.711002 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2c8533db-6106-4b1b-a4ab-f1ce91df83f0 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.711791 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (17e9bf21-74f7-4628-984d-92938a0a0e2c), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.801572 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:20.802602 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.804377 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] 10.222.0.42 "PUT /v2.0/ports/17e9bf21-74f7-4628-984d-92938a0a0e2c HTTP/1.1" status: 200 len: 1091 time: 2.6719782 Feb 09 21:58:20.805134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579c1865-30b0-4eb9-8ace-00713a3f9854', 'tag': '17e9bf21-74f7-4628-984d-92938a0a0e2c'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:20.815309 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85b41a5-45af-4171-b6b0-f2f5326cc068" -d '{"events": [{"name": "network-changed", "server_uuid": "579c1865-30b0-4eb9-8ace-00713a3f9854", "tag": "17e9bf21-74f7-4628-984d-92938a0a0e2c"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:20.853020 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-569f6b28-31eb-4e28-8926-656b09d1355f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:58:20.855543 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-569f6b28-31eb-4e28-8926-656b09d1355f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069642 Feb 09 21:58:20.883425 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfc55f-bbdf-41cd-b813-753ebcbb35ea service neutron] Pushing event updated for resources: {'Port': ['ID=17e9bf21-74f7-4628-984d-92938a0a0e2c,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:21.096869 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-56e7bb29-a3a5-42ee-b2fb-d9c8166554e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:21.098798 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-56e7bb29-a3a5-42ee-b2fb-d9c8166554e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=555e545ac75c4d7aa89a964d48e2fbf4&device_id=579c1865-30b0-4eb9-8ace-00713a3f9854 HTTP/1.1" status: 200 len: 1125 time: 0.2117589 Feb 09 21:58:21.266931 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-61c3535c-7e55-4ef5-b879-d90c74d4dae5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17e9bf21-74f7-4628-984d-92938a0a0e2c HTTP/1.1" status: 200 len: 217 time: 0.1537986 Feb 09 21:58:21.486605 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-c6cd04a6-4499-4594-b0a9-8c1e6fbbf538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:21.489055 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-c6cd04a6-4499-4594-b0a9-8c1e6fbbf538 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38832c8f-f6ce-4bc9-a5f3-280df12cfe59 HTTP/1.1" status: 200 len: 834 time: 0.2118521 Feb 09 21:58:21.635370 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-a0232a95-07ea-47d9-a638-b9a8824fe8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:21.638275 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-a0232a95-07ea-47d9-a638-b9a8824fe8b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b09c7d96-17d7-45a8-b56d-14cfc933db6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1385808 Feb 09 21:58:21.735811 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a7b3a69-d8bf-4d72-9471-9ae0f594db7f req-bb01bd01-9170-482f-9593-b0ed9a0346e2 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8374064 Feb 09 21:58:21.918247 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2c8533db-6106-4b1b-a4ab-f1ce91df83f0 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] Publish callbacks [] for security_group (cce4a2a9-8f18-444b-90f8-f3ccfc88a95a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:21.929648 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2c8533db-6106-4b1b-a4ab-f1ce91df83f0 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (cce4a2a9-8f18-444b-90f8-f3ccfc88a95a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:22.002320 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-4a3e9929-9825-44c8-a0f4-a379e0155835 service neutron] 10.222.0.42 "GET /v2.0/networks/b09c7d96-17d7-45a8-b56d-14cfc933db6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496573 Feb 09 21:58:22.115591 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8533db-6106-4b1b-a4ab-f1ce91df83f0 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:58:22.166490 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8533db-6106-4b1b-a4ab-f1ce91df83f0 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce4a2a9-8f18-444b-90f8-f3ccfc88a95a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:22.183789 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2c8533db-6106-4b1b-a4ab-f1ce91df83f0 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (722ceb18-3331-4cc9-997c-94e0545d00a2), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:22.184169 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-2c8533db-6106-4b1b-a4ab-f1ce91df83f0 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] Added segment 722ceb18-3331-4cc9-997c-94e0545d00a2 of type vlan for network 50b8f8fd-8428-44ef-ac28-11a7cdfe697a Feb 09 21:58:22.267823 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2c8533db-6106-4b1b-a4ab-f1ce91df83f0 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (50b8f8fd-8428-44ef-ac28-11a7cdfe697a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:22.392068 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83095ab6-39ed-43f2-aec3-ad0a3ca913cd req-34b072b1-1941-4c1e-9556-7f67a679dcc1 service neutron] 10.222.0.71 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6865516 Feb 09 21:58:22.392259 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f6dc5b1-325d-480c-ba59-b2ee427ddbfb req-00b2a71e-1243-4f32-a1af-dde68236bde8 service neutron] 10.222.0.42 "GET /v2.0/networks/b09c7d96-17d7-45a8-b56d-14cfc933db6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747435 Feb 09 21:58:22.468039 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2c8533db-6106-4b1b-a4ab-f1ce91df83f0 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (50b8f8fd-8428-44ef-ac28-11a7cdfe697a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:22.482158 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8533db-6106-4b1b-a4ab-f1ce91df83f0 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:22.483222 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2c8533db-6106-4b1b-a4ab-f1ce91df83f0 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:22.679126 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8533db-6106-4b1b-a4ab-f1ce91df83f0 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] Pushing event updated for resources: {'Network': ['ID=50b8f8fd-8428-44ef-ac28-11a7cdfe697a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:22.701375 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 50b8f8fd-8428-44ef-ac28-11a7cdfe697a details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:58:22.938699 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab92a6-a946-4ac7-821b-0fad43485e6a req-0eb80d07-8c62-4fb1-8c80-3d97054e3b30 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:22.949525 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-feab92a6-a946-4ac7-821b-0fad43485e6a req-0eb80d07-8c62-4fb1-8c80-3d97054e3b30 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=579c1865-30b0-4eb9-8ace-00713a3f9854 HTTP/1.1" status: 200 len: 943 time: 0.5659096 Feb 09 21:58:22.974506 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2c8533db-6106-4b1b-a4ab-f1ce91df83f0 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 3.2283351 Feb 09 21:58:22.979958 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49672) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:22.990352 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-42aaa15a-0a5d-4096-b7fa-11be3199b81f tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '50b8f8fd-8428-44ef-ac28-11a7cdfe697a', 'tempest-TagsTest-Tag-1189755543') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:23.117195 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-feab92a6-a946-4ac7-821b-0fad43485e6a req-218ffebe-f773-49a8-bb75-b1909a3ffe6c tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8a88e8-563a-4889-b363-017a517dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376390 Feb 09 21:58:23.260595 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83095ab6-39ed-43f2-aec3-ad0a3ca913cd req-fa43baf1-5db5-4caf-9ac0-45e50dbead6c service neutron] 10.222.0.71 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7691824 Feb 09 21:58:23.360482 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07b99ba-0935-4eed-86a8-2983c79f4a57 x-openstack-request-id: req-d07b99ba-0935-4eed-86a8-2983c79f4a57 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:23.369690 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579c1865-30b0-4eb9-8ace-00713a3f9854", "tag": "17e9bf21-74f7-4628-984d-92938a0a0e2c", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:23.371615 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d07b99ba-0935-4eed-86a8-2983c79f4a57 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:23.380998 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579c1865-30b0-4eb9-8ace-00713a3f9854', 'tag': '17e9bf21-74f7-4628-984d-92938a0a0e2c', 'status': 'completed', 'code': 200} Feb 09 21:58:23.518891 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-42aaa15a-0a5d-4096-b7fa-11be3199b81f tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] 10.222.0.77 "PUT /v2.0/networks/50b8f8fd-8428-44ef-ac28-11a7cdfe697a/tags/tempest-TagsTest-Tag-1189755543 HTTP/1.1" status: 201 len: 201 time: 0.5368145 Feb 09 21:58:23.528315 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49678) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:23.543735 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-f5c8604d-f94e-4273-ac14-fa936be656cf tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '50b8f8fd-8428-44ef-ac28-11a7cdfe697a', 'tempest-TagsTest-Tag-1189755543') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:23.553961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b41a5-45af-4171-b6b0-f2f5326cc068 req-03794841-f7a8-4005-b610-202391cc259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:23.557640 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d85b41a5-45af-4171-b6b0-f2f5326cc068 req-03794841-f7a8-4005-b610-202391cc259a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=555e545ac75c4d7aa89a964d48e2fbf4&device_id=579c1865-30b0-4eb9-8ace-00713a3f9854 HTTP/1.1" status: 200 len: 1125 time: 0.1718519 Feb 09 21:58:23.678345 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db177f2c-be2b-4f1f-9d6a-eb9c37fa928a req-de64d2f7-477c-45bd-8988-cf1222a1bf5b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:23.680819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db177f2c-be2b-4f1f-9d6a-eb9c37fa928a req-de64d2f7-477c-45bd-8988-cf1222a1bf5b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1775181 Feb 09 21:58:23.836861 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db177f2c-be2b-4f1f-9d6a-eb9c37fa928a req-26fb8798-70b5-4e69-a7b0-a0eb580288c7 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405556 Feb 09 21:58:24.829006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b3719-c677-4af7-952e-a645a95b5778 req-45a17f4a-6116-4c76-b51b-f53af18295c7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:24.849240 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc1b3719-c677-4af7-952e-a645a95b5778 req-45a17f4a-6116-4c76-b51b-f53af18295c7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=579c1865-30b0-4eb9-8ace-00713a3f9854 HTTP/1.1" status: 200 len: 943 time: 0.1752124 Feb 09 21:58:25.033105 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc1b3719-c677-4af7-952e-a645a95b5778 req-12ebdad4-033a-405c-b46e-feda85be8e18 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8a88e8-563a-4889-b363-017a517dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823575 Feb 09 21:58:25.080418 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49714) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:25.081277 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f5c8604d-f94e-4273-ac14-fa936be656cf tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] 10.222.0.77 "GET /v2.0/networks/50b8f8fd-8428-44ef-ac28-11a7cdfe697a/tags/tempest-TagsTest-Tag-1189755543 HTTP/1.1" status: 204 len: 168 time: 1.5438988 Feb 09 21:58:25.083508 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b41a5-45af-4171-b6b0-f2f5326cc068 req-baf297b3-1a98-487d-ad6e-7d7a027276db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:25.085339 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d85b41a5-45af-4171-b6b0-f2f5326cc068 req-baf297b3-1a98-487d-ad6e-7d7a027276db service neutron] 10.222.0.42 "GET /v2.0/networks?id=b09c7d96-17d7-45a8-b56d-14cfc933db6c HTTP/1.1" status: 200 len: 897 time: 1.5100250 Feb 09 21:58:25.087196 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-a06d4bae-c6ef-49a9-abaa-d61651c99bb9 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '50b8f8fd-8428-44ef-ac28-11a7cdfe697a') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:25.164211 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d85b41a5-45af-4171-b6b0-f2f5326cc068 req-02179d2f-a48e-4904-93e9-79864a36cb4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17e9bf21-74f7-4628-984d-92938a0a0e2c HTTP/1.1" status: 200 len: 217 time: 0.0690448 Feb 09 21:58:25.269169 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b41a5-45af-4171-b6b0-f2f5326cc068 req-9f3a6bab-aa4d-48a9-b8a0-cd60fe7fe447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:25.270941 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d85b41a5-45af-4171-b6b0-f2f5326cc068 req-9f3a6bab-aa4d-48a9-b8a0-cd60fe7fe447 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38832c8f-f6ce-4bc9-a5f3-280df12cfe59 HTTP/1.1" status: 200 len: 834 time: 0.0994363 Feb 09 21:58:25.394105 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b41a5-45af-4171-b6b0-f2f5326cc068 req-6f269fd9-164c-4502-af40-1db91e3c2aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:25.396667 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d85b41a5-45af-4171-b6b0-f2f5326cc068 req-6f269fd9-164c-4502-af40-1db91e3c2aee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b09c7d96-17d7-45a8-b56d-14cfc933db6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1156235 Feb 09 21:58:25.480772 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a06d4bae-c6ef-49a9-abaa-d61651c99bb9 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] 10.222.0.77 "GET /v2.0/networks/50b8f8fd-8428-44ef-ac28-11a7cdfe697a/tags HTTP/1.1" status: 200 len: 238 time: 0.3986671 Feb 09 21:58:25.496505 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49720) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:25.507957 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-26c5f8c3-2a46-4430-aa77-04599fb75977 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '50b8f8fd-8428-44ef-ac28-11a7cdfe697a', {'tags': ['tempest-TagsTest-Tag-841595431', 'tempest-TagsTest-Tag-1896245476', 'tempest-TagsTest-Tag-2074240619']}) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:25.710833 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 17e9bf21-74f7-4628-984d-92938a0a0e2c details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:58:25.733288 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d85b41a5-45af-4171-b6b0-f2f5326cc068 req-95020971-ba26-4bc8-84f4-e3f77e9e3c8f service neutron] 10.222.0.42 "GET /v2.0/networks/b09c7d96-17d7-45a8-b56d-14cfc933db6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239124 Feb 09 21:58:26.021402 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fc50d-c376-432b-b2a2-4b14c904afd9 req-300f0501-0750-4c4f-9012-f20a54c55233 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:26.046154 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f18fc50d-c376-432b-b2a2-4b14c904afd9 req-300f0501-0750-4c4f-9012-f20a54c55233 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 946 time: 0.7530770 Feb 09 21:58:26.105245 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-26c5f8c3-2a46-4430-aa77-04599fb75977 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] 10.222.0.77 "PUT /v2.0/networks/50b8f8fd-8428-44ef-ac28-11a7cdfe697a/tags HTTP/1.1" status: 200 len: 308 time: 0.6062679 Feb 09 21:58:26.119865 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49732) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:26.127483 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-57596b23-ca89-44f8-a65f-30cd785cb660 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '50b8f8fd-8428-44ef-ac28-11a7cdfe697a', 'tempest-TagsTest-Tag-841595431') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:26.140310 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 17e9bf21-74f7-4628-984d-92938a0a0e2c, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=17e9bf21-74f7-4628-984d-92938a0a0e2c,segment=NetworkSegment(1705b24f-ae8d-4684-99b1-70edff3b465c),segment_id=1705b24f-ae8d-4684-99b1-70edff3b465c)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:26.168561 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d85b41a5-45af-4171-b6b0-f2f5326cc068 req-9e469ad2-ec4b-4bac-8aa6-ca03897e4d2c service neutron] 10.222.0.42 "GET /v2.0/networks/b09c7d96-17d7-45a8-b56d-14cfc933db6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283814 Feb 09 21:58:26.169299 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '17e9bf21-74f7-4628-984d-92938a0a0e2c', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'port_id': '17e9bf21-74f7-4628-984d-92938a0a0e2c', 'mac_address': 'fa:16:3e:26:c1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:58:26.214753 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d6b8a-d691-48bc-8983-0dcab60a25ed req-009b7085-6f81-4b1b-80e0-8b08fb4255dc tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:26.220704 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-836d6b8a-d691-48bc-8983-0dcab60a25ed req-009b7085-6f81-4b1b-80e0-8b08fb4255dc tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.42 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 946 time: 0.3539140 Feb 09 21:58:26.283582 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f18fc50d-c376-432b-b2a2-4b14c904afd9 req-fa844b6c-1c97-41a3-8a10-946766589d31 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups?id=56989263-b85f-47bd-9ff0-fd9d26fb1779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358587 Feb 09 21:58:26.362297 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 17e9bf21-74f7-4628-984d-92938a0a0e2c is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:26.366918 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (17e9bf21-74f7-4628-984d-92938a0a0e2c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.440827 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e9bf21-74f7-4628-984d-92938a0a0e2c {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:58:26.569840 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-836d6b8a-d691-48bc-8983-0dcab60a25ed req-c25586bf-0d17-4f44-ba24-aad60dc9143b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Deleting port a73c5867-157b-453e-930a-7e7b812a063b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:26.570470 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-836d6b8a-d691-48bc-8983-0dcab60a25ed req-c25586bf-0d17-4f44-ba24-aad60dc9143b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a73c5867-157b-453e-930a-7e7b812a063b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.594517 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 17e9bf21-74f7-4628-984d-92938a0a0e2c, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=17e9bf21-74f7-4628-984d-92938a0a0e2c,segment=NetworkSegment(1705b24f-ae8d-4684-99b1-70edff3b465c),segment_id=1705b24f-ae8d-4684-99b1-70edff3b465c)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:26.621211 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (17e9bf21-74f7-4628-984d-92938a0a0e2c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.669414 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-57596b23-ca89-44f8-a65f-30cd785cb660 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] 10.222.0.77 "DELETE /v2.0/networks/50b8f8fd-8428-44ef-ac28-11a7cdfe697a/tags/tempest-TagsTest-Tag-841595431 HTTP/1.1" status: 204 len: 168 time: 0.5451953 Feb 09 21:58:26.672424 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49744) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:26.712049 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-648fe5c8-20e1-42d1-a5b5-f8ace8a8a56c tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '50b8f8fd-8428-44ef-ac28-11a7cdfe697a', 'tempest-TagsTest-Tag-841595431') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:26.890802 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=17e9bf21-74f7-4628-984d-92938a0a0e2c,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:26.948310 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e38f6-c244-4fb8-888c-68bb440dbcbc req-49dbf5ab-46e1-4999-9b3b-d264c311e0a9 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:26.958585 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e60e38f6-c244-4fb8-888c-68bb440dbcbc req-49dbf5ab-46e1-4999-9b3b-d264c311e0a9 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.4914489 Feb 09 21:58:26.965770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-836d6b8a-d691-48bc-8983-0dcab60a25ed req-c25586bf-0d17-4f44-ba24-aad60dc9143b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] For port a73c5867-157b-453e-930a-7e7b812a063b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=a73c5867-157b-453e-930a-7e7b812a063b,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:26.966143 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-836d6b8a-d691-48bc-8983-0dcab60a25ed req-c25586bf-0d17-4f44-ba24-aad60dc9143b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a73c5867-157b-453e-930a-7e7b812a063b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:27.026705 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['17e9bf21-74f7-4628-984d-92938a0a0e2c'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:58:27.119513 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e60e38f6-c244-4fb8-888c-68bb440dbcbc req-5a548162-0bdd-4b6b-b971-18e6533eee1b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559477 Feb 09 21:58:27.157865 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-648fe5c8-20e1-42d1-a5b5-f8ace8a8a56c tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] show failed (client error): The resource could not be found. Feb 09 21:58:27.162981 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-648fe5c8-20e1-42d1-a5b5-f8ace8a8a56c tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] 10.222.0.77 "GET /v2.0/networks/50b8f8fd-8428-44ef-ac28-11a7cdfe697a/tags/tempest-TagsTest-Tag-841595431 HTTP/1.1" status: 404 len: 325 time: 0.4700732 Feb 09 21:58:27.166379 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49748) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:27.183398 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-d387259c-e3f6-4aac-8db8-17795f19e13e tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '50b8f8fd-8428-44ef-ac28-11a7cdfe697a', 'tempest-TagsTest-Tag-1896245476') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:27.570372 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d387259c-e3f6-4aac-8db8-17795f19e13e tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] 10.222.0.77 "GET /v2.0/networks/50b8f8fd-8428-44ef-ac28-11a7cdfe697a/tags/tempest-TagsTest-Tag-1896245476 HTTP/1.1" status: 204 len: 168 time: 0.3985789 Feb 09 21:58:27.571166 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49760) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:27.584626 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-1091205b-f8cd-4db2-8b87-a897bb519346 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '50b8f8fd-8428-44ef-ac28-11a7cdfe697a', 'tempest-TagsTest-Tag-2074240619') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:27.610426 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b714e11-bd25-4ad5-8b27-f4b8a2b3fe1e req-8e68b52e-26a4-456d-8d85-73ddc8eee404 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:27.619002 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b714e11-bd25-4ad5-8b27-f4b8a2b3fe1e req-8e68b52e-26a4-456d-8d85-73ddc8eee404 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=579c1865-30b0-4eb9-8ace-00713a3f9854 HTTP/1.1" status: 200 len: 944 time: 0.2891114 Feb 09 21:58:27.666852 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-836d6b8a-d691-48bc-8983-0dcab60a25ed req-c25586bf-0d17-4f44-ba24-aad60dc9143b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:27.667427 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-836d6b8a-d691-48bc-8983-0dcab60a25ed req-c25586bf-0d17-4f44-ba24-aad60dc9143b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (de5ceb40-2e2a-4374-85ac-d0737a667c6a), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:27.667945 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [req-836d6b8a-d691-48bc-8983-0dcab60a25ed req-c25586bf-0d17-4f44-ba24-aad60dc9143b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Floating IP de5ceb40-2e2a-4374-85ac-d0737a667c6a disassociated. External IP: 172.25.6.219, port: a73c5867-157b-453e-930a-7e7b812a063b. Feb 09 21:58:27.668773 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-836d6b8a-d691-48bc-8983-0dcab60a25ed req-c25586bf-0d17-4f44-ba24-aad60dc9143b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Calling delete_port for a73c5867-157b-453e-930a-7e7b812a063b owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:27.931968 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1091205b-f8cd-4db2-8b87-a897bb519346 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] 10.222.0.77 "GET /v2.0/networks/50b8f8fd-8428-44ef-ac28-11a7cdfe697a/tags/tempest-TagsTest-Tag-2074240619 HTTP/1.1" status: 204 len: 168 time: 0.3496165 Feb 09 21:58:27.958547 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b714e11-bd25-4ad5-8b27-f4b8a2b3fe1e req-0c1edd04-6335-4ae0-8228-9696f13b1eef tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8a88e8-563a-4889-b363-017a517dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3350599 Feb 09 21:58:27.959109 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49766) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:27.988495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-ad9d9a64-3692-45fe-a4bd-b9fce7e0aaea tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '50b8f8fd-8428-44ef-ac28-11a7cdfe697a') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:28.041542 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-836d6b8a-d691-48bc-8983-0dcab60a25ed req-c25586bf-0d17-4f44-ba24-aad60dc9143b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (a73c5867-157b-453e-930a-7e7b812a063b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:28.154288 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25586bf-0d17-4f44-ba24-aad60dc9143b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Pushing event deleted for resources: {'Port': ['ID=a73c5867-157b-453e-930a-7e7b812a063b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:28.188346 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ad9d9a64-3692-45fe-a4bd-b9fce7e0aaea tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] 10.222.0.77 "DELETE /v2.0/networks/50b8f8fd-8428-44ef-ac28-11a7cdfe697a/tags HTTP/1.1" status: 204 len: 168 time: 0.2201278 Feb 09 21:58:28.190221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49772) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:28.194840 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-0756a0db-08f6-4aee-9057-ab05a3638159 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '50b8f8fd-8428-44ef-ac28-11a7cdfe697a', 'tempest-TagsTest-Tag-1896245476') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:28.510544 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-836d6b8a-d691-48bc-8983-0dcab60a25ed req-c25586bf-0d17-4f44-ba24-aad60dc9143b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Router f1a39641-509b-4064-aa3e-3c8c1dc9f813 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:58:28.709259 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c08d6d-5eb3-44d4-b197-3ae97b56b4b3 req-8b566977-fc19-43df-b991-aba55101be93 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:28.726401 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-49c08d6d-5eb3-44d4-b197-3ae97b56b4b3 req-8b566977-fc19-43df-b991-aba55101be93 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.5148621 Feb 09 21:58:28.737066 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-0756a0db-08f6-4aee-9057-ab05a3638159 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] show failed (client error): The resource could not be found. Feb 09 21:58:28.741185 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0756a0db-08f6-4aee-9057-ab05a3638159 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] 10.222.0.77 "GET /v2.0/networks/50b8f8fd-8428-44ef-ac28-11a7cdfe697a/tags/tempest-TagsTest-Tag-1896245476 HTTP/1.1" status: 404 len: 326 time: 0.5473714 Feb 09 21:58:28.743114 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49780) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:28.829162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-4dd92f93-eba7-40f3-bbe3-bcdf18ad04c8 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '50b8f8fd-8428-44ef-ac28-11a7cdfe697a', 'tempest-TagsTest-Tag-2074240619') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:28.924247 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-836d6b8a-d691-48bc-8983-0dcab60a25ed req-c25586bf-0d17-4f44-ba24-aad60dc9143b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:58:28.941317 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a56583-d9c1-4d09-beaa-72316fc5669b None None] Sync routers for ids ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:58:28.960523 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-49c08d6d-5eb3-44d4-b197-3ae97b56b4b3 req-030f29d7-1963-4331-b926-eb9ef5df0467 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309272 Feb 09 21:58:28.973178 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a56583-d9c1-4d09-beaa-72316fc5669b None None] Routers {'f1a39641-509b-4064-aa3e-3c8c1dc9f813'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:28.977055 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c1a56583-d9c1-4d09-beaa-72316fc5669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:58:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:29.061142 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-836d6b8a-d691-48bc-8983-0dcab60a25ed req-c25586bf-0d17-4f44-ba24-aad60dc9143b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] No DVR routers for this DVR port a73c5867-157b-453e-930a-7e7b812a063b on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:29.064514 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-836d6b8a-d691-48bc-8983-0dcab60a25ed req-c25586bf-0d17-4f44-ba24-aad60dc9143b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:29.068234 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-836d6b8a-d691-48bc-8983-0dcab60a25ed req-c25586bf-0d17-4f44-ba24-aad60dc9143b tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.42 "DELETE /v2.0/ports/a73c5867-157b-453e-930a-7e7b812a063b HTTP/1.1" status: 204 len: 173 time: 2.8391185 Feb 09 21:58:29.068799 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297f5c94-7711-466c-876b-2e1def261d5a', 'name': 'network-vif-deleted', 'tag': 'a73c5867-157b-453e-930a-7e7b812a063b'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:29.102357 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae45117a-41c5-4b7c-ad9c-0cbe71ffc42c" -d '{"events": [{"server_uuid": "297f5c94-7711-466c-876b-2e1def261d5a", "name": "network-vif-deleted", "tag": "a73c5867-157b-453e-930a-7e7b812a063b"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:29.332279 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-4dd92f93-eba7-40f3-bbe3-bcdf18ad04c8 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] show failed (client error): The resource could not be found. Feb 09 21:58:29.343156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49794) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:29.343928 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4dd92f93-eba7-40f3-bbe3-bcdf18ad04c8 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] 10.222.0.77 "GET /v2.0/networks/50b8f8fd-8428-44ef-ac28-11a7cdfe697a/tags/tempest-TagsTest-Tag-2074240619 HTTP/1.1" status: 404 len: 326 time: 0.5283976 Feb 09 21:58:29.350778 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-6c04e7dc-8c95-4864-9382-8d7bca18df3d tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '50b8f8fd-8428-44ef-ac28-11a7cdfe697a') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:29.544404 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-c1a56583-d9c1-4d09-beaa-72316fc5669b None None] Set router f1a39641-509b-4064-aa3e-3c8c1dc9f813 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:29.586288 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a133d76b-ef64-4377-bac4-35d65cefbd27 req-3e5a5c9f-6fe0-4540-a24a-8a50e501ba78 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/ports?device_id=297f5c94-7711-466c-876b-2e1def261d5a HTTP/1.1" status: 200 len: 210 time: 0.1480889 Feb 09 21:58:29.720225 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 17e9bf21-74f7-4628-984d-92938a0a0e2c up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:29.860330 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6c04e7dc-8c95-4864-9382-8d7bca18df3d tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] 10.222.0.77 "DELETE /v2.0/networks/50b8f8fd-8428-44ef-ac28-11a7cdfe697a/tags HTTP/1.1" status: 204 len: 168 time: 0.5141931 Feb 09 21:58:29.861240 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49808) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:30.098581 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 17e9bf21-74f7-4628-984d-92938a0a0e2c completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:58:30.114766 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f54339-84dd-411c-b2c4-d64295cbd60d req-9d68107d-9bb2-4f88-888b-2c1642458af3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:30.122665 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 17e9bf21-74f7-4628-984d-92938a0a0e2c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:30.123391 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (17e9bf21-74f7-4628-984d-92938a0a0e2c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.126002 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93f54339-84dd-411c-b2c4-d64295cbd60d req-9d68107d-9bb2-4f88-888b-2c1642458af3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=579c1865-30b0-4eb9-8ace-00713a3f9854 HTTP/1.1" status: 200 len: 944 time: 0.3299079 Feb 09 21:58:30.160667 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a04d825f-4ca6-4211-8e24-14eeba5d7a48 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (50b8f8fd-8428-44ef-ac28-11a7cdfe697a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.265624 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93f54339-84dd-411c-b2c4-d64295cbd60d req-da05224a-ff0b-4ed4-91f9-54106adbe9d4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8a88e8-563a-4889-b363-017a517dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381533 Feb 09 21:58:30.387692 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115997d4-6988-4cbf-9369-19ded15bb20e x-openstack-request-id: req-115997d4-6988-4cbf-9369-19ded15bb20e {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:30.388319 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297f5c94-7711-466c-876b-2e1def261d5a", "name": "network-vif-deleted", "tag": "a73c5867-157b-453e-930a-7e7b812a063b", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:30.388761 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-115997d4-6988-4cbf-9369-19ded15bb20e {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:30.390091 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297f5c94-7711-466c-876b-2e1def261d5a', 'name': 'network-vif-deleted', 'tag': 'a73c5867-157b-453e-930a-7e7b812a063b', 'status': 'completed', 'code': 200} Feb 09 21:58:30.417209 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 17e9bf21-74f7-4628-984d-92938a0a0e2c is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:30.417984 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (17e9bf21-74f7-4628-984d-92938a0a0e2c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.527774 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579c1865-30b0-4eb9-8ace-00713a3f9854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e9bf21-74f7-4628-984d-92938a0a0e2c'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:30.538084 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f08d714-ffc3-4e7f-bdfa-e5cc967698c8" -d '{"events": [{"server_uuid": "579c1865-30b0-4eb9-8ace-00713a3f9854", "name": "network-vif-plugged", "status": "completed", "tag": "17e9bf21-74f7-4628-984d-92938a0a0e2c"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:30.538585 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c1a56583-d9c1-4d09-beaa-72316fc5669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-router', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:23Z', 'revision_number': 4, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'gw_port': {'id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:64:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '254d795a-41ef-4702-8ded-b4e463c82b4f', 'name': '', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'mac_address': 'fa:16:3e:1a:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:47Z', 'revision_number': 5, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'subnets': [{'id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:30.573429 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a04d825f-4ca6-4211-8e24-14eeba5d7a48 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (50b8f8fd-8428-44ef-ac28-11a7cdfe697a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.589735 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 17e9bf21-74f7-4628-984d-92938a0a0e2c, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=17e9bf21-74f7-4628-984d-92938a0a0e2c,segment=NetworkSegment(1705b24f-ae8d-4684-99b1-70edff3b465c),segment_id=1705b24f-ae8d-4684-99b1-70edff3b465c)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:30.604576 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (17e9bf21-74f7-4628-984d-92938a0a0e2c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.605836 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device a73c5867-157b-453e-930a-7e7b812a063b no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:30.649030 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a56583-d9c1-4d09-beaa-72316fc5669b None None] Checking router: f1a39641-509b-4064-aa3e-3c8c1dc9f813 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:58:30.689549 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a56583-d9c1-4d09-beaa-72316fc5669b None None] Routers {'f1a39641-509b-4064-aa3e-3c8c1dc9f813'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:30.690604 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: a73c5867-157b-453e-930a-7e7b812a063b {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:30.691845 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device a73c5867-157b-453e-930a-7e7b812a063b not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:30.691992 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a04d825f-4ca6-4211-8e24-14eeba5d7a48 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b8f8fd-8428-44ef-ac28-11a7cdfe697a']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:30.698676 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c1a56583-d9c1-4d09-beaa-72316fc5669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:58:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:30.729974 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a04d825f-4ca6-4211-8e24-14eeba5d7a48 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722ceb18-3331-4cc9-997c-94e0545d00a2') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:30.737493 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a04d825f-4ca6-4211-8e24-14eeba5d7a48 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722ceb18-3331-4cc9-997c-94e0545d00a2') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:30.782433 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a04d825f-4ca6-4211-8e24-14eeba5d7a48 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (722ceb18-3331-4cc9-997c-94e0545d00a2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.811688 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=17e9bf21-74f7-4628-984d-92938a0a0e2c,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:30.838518 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a04d825f-4ca6-4211-8e24-14eeba5d7a48 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (722ceb18-3331-4cc9-997c-94e0545d00a2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.859833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c94a3-b640-43df-b976-c7d7b4c38ad9 req-09edfc29-37af-46bd-aacc-995968184417 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:30.860600 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04d825f-4ca6-4211-8e24-14eeba5d7a48 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:30.861286 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a04d825f-4ca6-4211-8e24-14eeba5d7a48 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (722ceb18-3331-4cc9-997c-94e0545d00a2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.890738 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-829c94a3-b640-43df-b976-c7d7b4c38ad9 req-09edfc29-37af-46bd-aacc-995968184417 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2958996 Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:30.892715 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:31.074297 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-829c94a3-b640-43df-b976-c7d7b4c38ad9 req-ec4b6602-31e3-4c7b-81d9-121fe44c3ab9 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814091 Feb 09 21:58:31.083948 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a04d825f-4ca6-4211-8e24-14eeba5d7a48 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (50b8f8fd-8428-44ef-ac28-11a7cdfe697a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:31.099035 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a04d825f-4ca6-4211-8e24-14eeba5d7a48 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:31.113506 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a04d825f-4ca6-4211-8e24-14eeba5d7a48 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] 10.222.0.77 "DELETE /v2.0/networks/50b8f8fd-8428-44ef-ac28-11a7cdfe697a HTTP/1.1" status: 204 len: 168 time: 1.2506945 Feb 09 21:58:31.162606 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d825f-4ca6-4211-8e24-14eeba5d7a48 tempest-TagsTest-1340465502 tempest-TagsTest-1340465502-project] Pushing event deleted for resources: {'Network': ['ID=50b8f8fd-8428-44ef-ac28-11a7cdfe697a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:31.189514 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-c1a56583-d9c1-4d09-beaa-72316fc5669b None None] Set router f1a39641-509b-4064-aa3e-3c8c1dc9f813 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:31.236940 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5523d48a-74ec-4b71-a0f3-13f4daec885a x-openstack-request-id: req-5523d48a-74ec-4b71-a0f3-13f4daec885a {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:31.237240 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579c1865-30b0-4eb9-8ace-00713a3f9854", "name": "network-vif-plugged", "status": "completed", "tag": "17e9bf21-74f7-4628-984d-92938a0a0e2c", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:31.237701 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5523d48a-74ec-4b71-a0f3-13f4daec885a {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:31.238279 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579c1865-30b0-4eb9-8ace-00713a3f9854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e9bf21-74f7-4628-984d-92938a0a0e2c', 'code': 200} Feb 09 21:58:31.481165 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddebb5a-6e69-4660-9d89-c540cce7b66e req-20f7e7d2-b552-4c3e-a694-20b1206822da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:31.482993 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8ddebb5a-6e69-4660-9d89-c540cce7b66e req-20f7e7d2-b552-4c3e-a694-20b1206822da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=579c1865-30b0-4eb9-8ace-00713a3f9854 HTTP/1.1" status: 200 len: 1127 time: 0.1090329 Feb 09 21:58:31.612866 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8ddebb5a-6e69-4660-9d89-c540cce7b66e req-33e72e2c-5c7e-4a80-9165-cbf19ce56592 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cf8a88e8-563a-4889-b363-017a517dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207683 Feb 09 21:58:31.880973 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e403ef-c577-4b01-9b9b-7f00cce16fb9 req-ec98727d-483c-48fa-aa58-683190945032 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:31.882652 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8e403ef-c577-4b01-9b9b-7f00cce16fb9 req-ec98727d-483c-48fa-aa58-683190945032 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1734517 Feb 09 21:58:31.933676 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c1a56583-d9c1-4d09-beaa-72316fc5669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-router', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:23Z', 'revision_number': 4, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'gw_port': {'id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:64:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '254d795a-41ef-4702-8ded-b4e463c82b4f', 'name': '', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'mac_address': 'fa:16:3e:1a:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:47Z', 'revision_number': 5, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'subnets': [{'id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:31.943788 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49860) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:32.005677 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a56583-d9c1-4d09-beaa-72316fc5669b None None] The sync data for ids ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'] in n-d-828601-1 is: [{'id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-router', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:48:23Z', 'revision_number': 4, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'gw_port': {'id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:64:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '254d795a-41ef-4702-8ded-b4e463c82b4f', 'name': '', 'network_id': 'd986e1d4-dbe5-4d3a-9f4f-cb22ad931371', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'mac_address': 'fa:16:3e:1a:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:47Z', 'revision_number': 5, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'subnets': [{'id': 'ef491681-aa83-413d-aeee-25903ab6b8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:58:32.118669 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8e403ef-c577-4b01-9b9b-7f00cce16fb9 req-3ee7af7f-7f3e-400d-8345-f14266e3fa83 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250514 Feb 09 21:58:32.325682 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c5eee01e-f740-4da1-8e97-97e67e3f7b3d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f9e6e63c6578486586240ea6b5e72b98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3806844 Feb 09 21:58:32.328264 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49870) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:32.438835 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-acadf7e6-4e2a-43fe-83c6-e880257b48e2 admin admin] Publish callbacks [] for security_group (cce4a2a9-8f18-444b-90f8-f3ccfc88a95a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:32.499634 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-acadf7e6-4e2a-43fe-83c6-e880257b48e2 admin admin] Publish callbacks [] for security_group (cce4a2a9-8f18-444b-90f8-f3ccfc88a95a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:32.529915 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2ce68-8fdb-4e10-8535-0019c12c59de req-48516fe2-0021-4b88-beb9-7ac1e992bd6b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:32.531629 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4bc2ce68-8fdb-4e10-8535-0019c12c59de req-48516fe2-0021-4b88-beb9-7ac1e992bd6b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=579c1865-30b0-4eb9-8ace-00713a3f9854 HTTP/1.1" status: 200 len: 945 time: 0.1381001 Feb 09 21:58:32.621177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88719573-18f1-459d-b13b-8ddc9a2733c8 None None] New status for floating IP de5ceb40-2e2a-4374-85ac-d0737a667c6a: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:58:32.655884 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4bc2ce68-8fdb-4e10-8535-0019c12c59de req-8e6286ea-bcc0-4155-a367-e10767a8eaa6 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8a88e8-563a-4889-b363-017a517dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122420 Feb 09 21:58:32.661647 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-acadf7e6-4e2a-43fe-83c6-e880257b48e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (cce4a2a9-8f18-444b-90f8-f3ccfc88a95a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:32.666232 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-acadf7e6-4e2a-43fe-83c6-e880257b48e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:32.677243 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-acadf7e6-4e2a-43fe-83c6-e880257b48e2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cce4a2a9-8f18-444b-90f8-f3ccfc88a95a HTTP/1.1" status: 204 len: 168 time: 0.3475914 Feb 09 21:58:32.688788 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acadf7e6-4e2a-43fe-83c6-e880257b48e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce4a2a9-8f18-444b-90f8-f3ccfc88a95a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:32.753531 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49878) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:32.936694 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99a70079-5106-4cde-ac6e-574f469ecbdc tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group (56989263-b85f-47bd-9ff0-fd9d26fb1779), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:33.073995 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99a70079-5106-4cde-ac6e-574f469ecbdc tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group (56989263-b85f-47bd-9ff0-fd9d26fb1779), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:33.193007 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c006c-5ee4-4afc-a80e-13614014866e req-22044c46-f196-4b11-84fa-14dffeccc97b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:33.199066 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-947c006c-5ee4-4afc-a80e-13614014866e req-22044c46-f196-4b11-84fa-14dffeccc97b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1981909 Feb 09 21:58:33.206448 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99a70079-5106-4cde-ac6e-574f469ecbdc tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (56989263-b85f-47bd-9ff0-fd9d26fb1779), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:33.218195 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99a70079-5106-4cde-ac6e-574f469ecbdc tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:33.225696 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-99a70079-5106-4cde-ac6e-574f469ecbdc tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "DELETE /v2.0/security-groups/56989263-b85f-47bd-9ff0-fd9d26fb1779 HTTP/1.1" status: 204 len: 168 time: 0.4706540 Feb 09 21:58:33.229987 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49894) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:33.349457 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-947c006c-5ee4-4afc-a80e-13614014866e req-a2904ea2-0245-4024-a2e3-d47b5a885dab tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396644 Feb 09 21:58:33.352292 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a70079-5106-4cde-ac6e-574f469ecbdc tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56989263-b85f-47bd-9ff0-fd9d26fb1779,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:33.371522 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-01721453-2b6a-462a-937e-78226ce9f7c8 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] show failed (client error): The resource could not be found. Feb 09 21:58:33.371522 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-01721453-2b6a-462a-937e-78226ce9f7c8 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "GET /v2.0/security-groups/56989263-b85f-47bd-9ff0-fd9d26fb1779 HTTP/1.1" status: 404 len: 347 time: 0.1292889 Feb 09 21:58:33.373931 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49900) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:33.886542 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac4251-e4ae-40f4-aa9f-2abeee493a00 req-c3692af5-066b-46d0-b98d-aab3146392f1 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:33.901986 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-02ac4251-e4ae-40f4-aa9f-2abeee493a00 req-c3692af5-066b-46d0-b98d-aab3146392f1 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.3194463 Feb 09 21:58:33.985777 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0cebe57b-34e3-4caf-9fbb-ca35b8b85133 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Deleting port 12ab424a-e5f9-46c8-99c8-3ec206579700 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:33.985777 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0cebe57b-34e3-4caf-9fbb-ca35b8b85133 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (12ab424a-e5f9-46c8-99c8-3ec206579700), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:34.241534 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0cebe57b-34e3-4caf-9fbb-ca35b8b85133 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (12ab424a-e5f9-46c8-99c8-3ec206579700), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:34.242613 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0cebe57b-34e3-4caf-9fbb-ca35b8b85133 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for floatingip (12ab424a-e5f9-46c8-99c8-3ec206579700), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:34.306464 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0cebe57b-34e3-4caf-9fbb-ca35b8b85133 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Calling delete_port for 12ab424a-e5f9-46c8-99c8-3ec206579700 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:34.343852 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-02ac4251-e4ae-40f4-aa9f-2abeee493a00 req-568f1499-8a8a-438e-aef2-9fd5631e9f40 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404943 Feb 09 21:58:34.800695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49940) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:34.809747 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0064459 Feb 09 21:58:34.815762 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49942) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:34.826095 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0cebe57b-34e3-4caf-9fbb-ca35b8b85133 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (12ab424a-e5f9-46c8-99c8-3ec206579700), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:34.915752 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebe57b-34e3-4caf-9fbb-ca35b8b85133 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Pushing event deleted for resources: {'Port': ['ID=12ab424a-e5f9-46c8-99c8-3ec206579700,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:35.004275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebe57b-34e3-4caf-9fbb-ca35b8b85133 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:35.004858 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebe57b-34e3-4caf-9fbb-ca35b8b85133 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:35.005425 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebe57b-34e3-4caf-9fbb-ca35b8b85133 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:35.006001 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebe57b-34e3-4caf-9fbb-ca35b8b85133 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:35.006566 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebe57b-34e3-4caf-9fbb-ca35b8b85133 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:35.007145 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebe57b-34e3-4caf-9fbb-ca35b8b85133 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:35.007751 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebe57b-34e3-4caf-9fbb-ca35b8b85133 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:35.008330 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebe57b-34e3-4caf-9fbb-ca35b8b85133 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:35.019137 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebe57b-34e3-4caf-9fbb-ca35b8b85133 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:35.019137 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebe57b-34e3-4caf-9fbb-ca35b8b85133 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:35.019137 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebe57b-34e3-4caf-9fbb-ca35b8b85133 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:35.019137 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebe57b-34e3-4caf-9fbb-ca35b8b85133 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:35.019137 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebe57b-34e3-4caf-9fbb-ca35b8b85133 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:35.129366 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b6f9b601-9670-4647-8fb3-14f008e88336 tempest-NetworksApiDiscovery-260272716 tempest-NetworksApiDiscovery-260272716-project] 10.222.0.77 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3095844 Feb 09 21:58:35.136241 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b64b6-c6a1-45d6-b95f-dd720d0f1539 req-f7299345-3484-4131-8711-6cdc7fbc50bd tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:35.144726 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ba9b64b6-c6a1-45d6-b95f-dd720d0f1539 req-f7299345-3484-4131-8711-6cdc7fbc50bd tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=579c1865-30b0-4eb9-8ace-00713a3f9854 HTTP/1.1" status: 200 len: 945 time: 0.3509667 Feb 09 21:58:35.166428 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0cebe57b-34e3-4caf-9fbb-ca35b8b85133 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks [] for floatingip (de5ceb40-2e2a-4374-85ac-d0737a667c6a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:35.169419 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0cebe57b-34e3-4caf-9fbb-ca35b8b85133 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:35.175136 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0cebe57b-34e3-4caf-9fbb-ca35b8b85133 tempest-AttachVolumeShelveTestJSON-1905092343 tempest-AttachVolumeShelveTestJSON-1905092343-project] 10.222.0.77 "DELETE /v2.0/floatingips/de5ceb40-2e2a-4374-85ac-d0737a667c6a HTTP/1.1" status: 204 len: 168 time: 1.7951782 Feb 09 21:58:35.313441 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ba9b64b6-c6a1-45d6-b95f-dd720d0f1539 req-9c3ea3a9-ed9b-4bd9-9f2d-fc3dfee0c759 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8a88e8-563a-4889-b363-017a517dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670558 Feb 09 21:58:36.039677 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49978) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:36.374390 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-baf1e89f-0f05-4dc5-b341-2c59b0b99e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:36.525011 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553fc40-0b02-4b02-b1b5-9b8111df2b16 req-57b63076-fc7f-467c-937d-99c67cfc0df3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:36.535240 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b553fc40-0b02-4b02-b1b5-9b8111df2b16 req-57b63076-fc7f-467c-937d-99c67cfc0df3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=579c1865-30b0-4eb9-8ace-00713a3f9854 HTTP/1.1" status: 200 len: 945 time: 0.2459853 Feb 09 21:58:36.751273 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:58:36.791758 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b553fc40-0b02-4b02-b1b5-9b8111df2b16 req-f4d70f9d-6fd0-4759-b3f4-9d68c8886ad1 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8a88e8-563a-4889-b363-017a517dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514296 Feb 09 21:58:36.842399 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50000) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:36.851713 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-baf1e89f-0f05-4dc5-b341-2c59b0b99e0b admin admin] Publish callbacks [] for security_group (37f8af77-32d6-4616-b560-94e9226eb7bd), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:36.864054 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-baf1e89f-0f05-4dc5-b341-2c59b0b99e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (37f8af77-32d6-4616-b560-94e9226eb7bd), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:37.026249 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-baf1e89f-0f05-4dc5-b341-2c59b0b99e0b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b6d3719ca1914694b47d7d496ef1060d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9838641 Feb 09 21:58:37.038189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50002) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:37.040147 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1e89f-0f05-4dc5-b341-2c59b0b99e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f8af77-32d6-4616-b560-94e9226eb7bd,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:37.103549 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b10c79f-f74f-482a-81ce-a08b7bd54d54 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:37.111735 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9b10c79f-f74f-482a-81ce-a08b7bd54d54 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=579c1865-30b0-4eb9-8ace-00713a3f9854 HTTP/1.1" status: 200 len: 1122 time: 0.2673125 Feb 09 21:58:37.112648 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50004) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:37.117575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-9c7922ed-8682-47c8-9852-d7c72f5759c0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': '17e9bf21-74f7-4628-984d-92938a0a0e2c', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:37.175593 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c7922ed-8682-47c8-9852-d7c72f5759c0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:37.280436 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08240792-3a35-44ae-aaa8-d313d23eb19c admin admin] Publish callbacks [] for security_group (37f8af77-32d6-4616-b560-94e9226eb7bd), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:37.387607 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08240792-3a35-44ae-aaa8-d313d23eb19c admin admin] Publish callbacks [] for security_group (37f8af77-32d6-4616-b560-94e9226eb7bd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:37.534526 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727446ed-e6d3-4e94-8554-39de389e869f req-7833cb2f-e76e-4550-9b29-cc2a24a3c19b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:37.547781 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-727446ed-e6d3-4e94-8554-39de389e869f req-7833cb2f-e76e-4550-9b29-cc2a24a3c19b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.3465085 Feb 09 21:58:37.636120 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08240792-3a35-44ae-aaa8-d313d23eb19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (37f8af77-32d6-4616-b560-94e9226eb7bd), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:37.639944 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08240792-3a35-44ae-aaa8-d313d23eb19c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:37.641573 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-08240792-3a35-44ae-aaa8-d313d23eb19c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/37f8af77-32d6-4616-b560-94e9226eb7bd HTTP/1.1" status: 204 len: 168 time: 0.5896926 Feb 09 21:58:37.662256 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08240792-3a35-44ae-aaa8-d313d23eb19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f8af77-32d6-4616-b560-94e9226eb7bd,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:37.783354 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-727446ed-e6d3-4e94-8554-39de389e869f req-0d83d80c-7d3f-4c76-8a68-322ec98baab0 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339940 Feb 09 21:58:37.802249 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c7922ed-8682-47c8-9852-d7c72f5759c0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:37.848521 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9fa06720-6dc5-4a71-a820-1b224853106d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:38.177916 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-9c7922ed-8682-47c8-9852-d7c72f5759c0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Allocated IP 172.25.6.207 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/0b92fe33-e32b-494c-830f-e689446d354d) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:38.707538 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c7922ed-8682-47c8-9852-d7c72f5759c0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for port (0b92fe33-e32b-494c-830f-e689446d354d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:38.901444 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c7922ed-8682-47c8-9852-d7c72f5759c0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (0b92fe33-e32b-494c-830f-e689446d354d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:39.007358 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7922ed-8682-47c8-9852-d7c72f5759c0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:39.015581 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-9c7922ed-8682-47c8-9852-d7c72f5759c0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:39.023826 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7922ed-8682-47c8-9852-d7c72f5759c0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:39.133310 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7922ed-8682-47c8-9852-d7c72f5759c0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'Port': ['ID=0b92fe33-e32b-494c-830f-e689446d354d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:39.260594 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450048f-571e-4cb1-b512-48ae47c9d9a6 req-b7d243cc-92c0-4d29-b85e-f45b44e30cb1 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:39.268401 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2450048f-571e-4cb1-b512-48ae47c9d9a6 req-b7d243cc-92c0-4d29-b85e-f45b44e30cb1 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2574229 Feb 09 21:58:39.588144 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2450048f-571e-4cb1-b512-48ae47c9d9a6 req-92d320b0-887e-450f-b7c9-4a2c87424e0d tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157132 Feb 09 21:58:40.205987 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c7922ed-8682-47c8-9852-d7c72f5759c0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for floatingip (12ed8035-e80a-42f4-9a67-396b73cba418), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.407478 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c7922ed-8682-47c8-9852-d7c72f5759c0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0b92fe33-e32b-494c-830f-e689446d354d), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.517771 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-db72226d-da42-4dc0-bcad-c45fdabc347c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.931489 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c7922ed-8682-47c8-9852-d7c72f5759c0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for port (0b92fe33-e32b-494c-830f-e689446d354d), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.016401 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c7922ed-8682-47c8-9852-d7c72f5759c0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (0b92fe33-e32b-494c-830f-e689446d354d), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.258470 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7922ed-8682-47c8-9852-d7c72f5759c0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'Port': ['ID=0b92fe33-e32b-494c-830f-e689446d354d,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:41.312957 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca7fcb-c740-4fa0-a7fe-13663ae9ef95 req-65ea86de-7c86-40ed-9575-3734c8b66428 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:41.323269 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6dca7fcb-c740-4fa0-a7fe-13663ae9ef95 req-65ea86de-7c86-40ed-9575-3734c8b66428 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.4436405 Feb 09 21:58:41.456848 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c7922ed-8682-47c8-9852-d7c72f5759c0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (12ed8035-e80a-42f4-9a67-396b73cba418), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.603813 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.837650 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6dca7fcb-c740-4fa0-a7fe-13663ae9ef95 req-63c04e88-b14f-4b9c-8d5e-8caa95227fe5 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5116055 Feb 09 21:58:41.958835 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-9c7922ed-8682-47c8-9852-d7c72f5759c0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Floating IP 12ed8035-e80a-42f4-9a67-396b73cba418 associated. External IP: 172.25.6.207, port: 17e9bf21-74f7-4628-984d-92938a0a0e2c. Feb 09 21:58:42.582437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7922ed-8682-47c8-9852-d7c72f5759c0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Router 64f670f8-45d5-4b01-92d4-3fff438696cf has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:58:42.776012 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.731064 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7922ed-8682-47c8-9852-d7c72f5759c0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:58:43.747953 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322459de-f444-4be7-a0df-f16712bc1b12 None None] Sync routers for ids ['64f670f8-45d5-4b01-92d4-3fff438696cf'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:58:43.797797 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322459de-f444-4be7-a0df-f16712bc1b12 None None] Routers {'64f670f8-45d5-4b01-92d4-3fff438696cf'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:43.800867 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-322459de-f444-4be7-a0df-f16712bc1b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:58:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['64f670f8-45d5-4b01-92d4-3fff438696cf'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:43.809340 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c7922ed-8682-47c8-9852-d7c72f5759c0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.021877 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5845cf0-e358-46cc-8f99-fdd974597f6f req-e0bf799b-76eb-4bfd-9734-1dedf3cc3a56 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:44.027485 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f5845cf0-e358-46cc-8f99-fdd974597f6f req-e0bf799b-76eb-4bfd-9734-1dedf3cc3a56 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.5357735 Feb 09 21:58:44.038282 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9c7922ed-8682-47c8-9852-d7c72f5759c0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.9218831 Feb 09 21:58:44.038282 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579c1865-30b0-4eb9-8ace-00713a3f9854', 'tag': '17e9bf21-74f7-4628-984d-92938a0a0e2c'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:44.038924 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50162) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:44.045657 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af423d23-b46b-4d86-8b33-98588f200275" -d '{"events": [{"name": "network-changed", "server_uuid": "579c1865-30b0-4eb9-8ace-00713a3f9854", "tag": "17e9bf21-74f7-4628-984d-92938a0a0e2c"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:44.112720 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-322459de-f444-4be7-a0df-f16712bc1b12 None None] Set router 64f670f8-45d5-4b01-92d4-3fff438696cf gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:44.199110 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f5845cf0-e358-46cc-8f99-fdd974597f6f req-5f4cf88b-ad99-4ada-a2f2-62f2d1a1b67b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653092 Feb 09 21:58:44.268014 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c69d6b9a-87a2-4513-84ef-ff98fc9284ff tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/floatingips/12ed8035-e80a-42f4-9a67-396b73cba418 HTTP/1.1" status: 200 len: 991 time: 0.2276084 Feb 09 21:58:44.349643 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d55780-877b-4f2a-a3bc-c0875cb069c8 x-openstack-request-id: req-e0d55780-877b-4f2a-a3bc-c0875cb069c8 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:44.350200 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579c1865-30b0-4eb9-8ace-00713a3f9854", "tag": "17e9bf21-74f7-4628-984d-92938a0a0e2c", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:44.350799 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e0d55780-877b-4f2a-a3bc-c0875cb069c8 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:44.351843 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579c1865-30b0-4eb9-8ace-00713a3f9854', 'tag': '17e9bf21-74f7-4628-984d-92938a0a0e2c', 'status': 'completed', 'code': 200} Feb 09 21:58:44.544746 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.562431 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af423d23-b46b-4d86-8b33-98588f200275 req-ca6f29ff-8fd1-42c2-9f57-7925902f541c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:44.564145 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-af423d23-b46b-4d86-8b33-98588f200275 req-ca6f29ff-8fd1-42c2-9f57-7925902f541c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=555e545ac75c4d7aa89a964d48e2fbf4&device_id=579c1865-30b0-4eb9-8ace-00713a3f9854 HTTP/1.1" status: 200 len: 1127 time: 0.1586213 Feb 09 21:58:44.682497 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-322459de-f444-4be7-a0df-f16712bc1b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'name': 'tempest-TestNetworkBasicOps-router-285762215', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:39Z', 'updated_at': '2022-02-09T21:57:56Z', 'revision_number': 4, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:42Z', 'updated_at': '2022-02-09T21:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '12ed8035-e80a-42f4-9a67-396b73cba418', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'port_id': '17e9bf21-74f7-4628-984d-92938a0a0e2c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'mac_address': 'fa:16:3e:26:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579c1865-30b0-4eb9-8ace-00713a3f9854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:58:39Z', 'updated_at': '2022-02-09T21:58:39Z', 'revision_number': 0, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac58b77-3b11-4e2c-b43f-1ffb558c83cc', 'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:43:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:53Z', 'updated_at': '2022-02-09T21:58:08Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:44.722831 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322459de-f444-4be7-a0df-f16712bc1b12 None None] Checking router: 64f670f8-45d5-4b01-92d4-3fff438696cf for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:58:44.764969 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322459de-f444-4be7-a0df-f16712bc1b12 None None] Routers {'64f670f8-45d5-4b01-92d4-3fff438696cf'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:44.767707 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-322459de-f444-4be7-a0df-f16712bc1b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:58:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['64f670f8-45d5-4b01-92d4-3fff438696cf'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:44.809757 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af423d23-b46b-4d86-8b33-98588f200275 req-8420fa3f-aa26-4b54-b065-5ec849045e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:44.811235 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-af423d23-b46b-4d86-8b33-98588f200275 req-8420fa3f-aa26-4b54-b065-5ec849045e20 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b09c7d96-17d7-45a8-b56d-14cfc933db6c HTTP/1.1" status: 200 len: 897 time: 0.2396631 Feb 09 21:58:44.977991 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-af423d23-b46b-4d86-8b33-98588f200275 req-732fb49e-fcab-4dc0-bdb5-fdcbd2c7a159 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17e9bf21-74f7-4628-984d-92938a0a0e2c HTTP/1.1" status: 200 len: 999 time: 0.1597404 Feb 09 21:58:45.058808 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-322459de-f444-4be7-a0df-f16712bc1b12 None None] Set router 64f670f8-45d5-4b01-92d4-3fff438696cf gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:45.202220 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af423d23-b46b-4d86-8b33-98588f200275 req-3de5d3d2-4412-42c8-b95c-8a0e2ea4ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:45.214680 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-af423d23-b46b-4d86-8b33-98588f200275 req-3de5d3d2-4412-42c8-b95c-8a0e2ea4ebf0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38832c8f-f6ce-4bc9-a5f3-280df12cfe59 HTTP/1.1" status: 200 len: 834 time: 0.2238839 Feb 09 21:58:45.271267 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50188) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:45.376336 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.395697 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-27f706a1-af88-4ab1-b56b-7ef320947ad0 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/floatingips/12ed8035-e80a-42f4-9a67-396b73cba418 HTTP/1.1" status: 200 len: 991 time: 0.1216233 Feb 09 21:58:45.407169 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af423d23-b46b-4d86-8b33-98588f200275 req-763a80d0-6399-48be-a36c-736dc8f4ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:45.410144 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-af423d23-b46b-4d86-8b33-98588f200275 req-763a80d0-6399-48be-a36c-736dc8f4ccf8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b09c7d96-17d7-45a8-b56d-14cfc933db6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1940615 Feb 09 21:58:45.772874 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b977b9-a7cb-4d5d-b3c6-17ac0221ece9 req-b97c84ab-2e59-45d6-9b2c-d080570a936e tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:45.795933 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9b977b9-a7cb-4d5d-b3c6-17ac0221ece9 req-b97c84ab-2e59-45d6-9b2c-d080570a936e tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.3889184 Feb 09 21:58:46.076071 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:46.143498 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-af423d23-b46b-4d86-8b33-98588f200275 req-2c4b9c2e-11e8-433b-8af4-6559bce6b4bd service neutron] 10.222.0.42 "GET /v2.0/networks/b09c7d96-17d7-45a8-b56d-14cfc933db6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7258475 Feb 09 21:58:46.148260 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9b977b9-a7cb-4d5d-b3c6-17ac0221ece9 req-f8a1d917-bb2e-46fb-af14-47ed97dc489f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478665 Feb 09 21:58:46.172292 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-322459de-f444-4be7-a0df-f16712bc1b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'name': 'tempest-TestNetworkBasicOps-router-285762215', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:39Z', 'updated_at': '2022-02-09T21:57:56Z', 'revision_number': 4, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:42Z', 'updated_at': '2022-02-09T21:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '12ed8035-e80a-42f4-9a67-396b73cba418', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'port_id': '17e9bf21-74f7-4628-984d-92938a0a0e2c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'mac_address': 'fa:16:3e:26:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579c1865-30b0-4eb9-8ace-00713a3f9854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:58:39Z', 'updated_at': '2022-02-09T21:58:39Z', 'revision_number': 0, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac58b77-3b11-4e2c-b43f-1ffb558c83cc', 'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:43:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:53Z', 'updated_at': '2022-02-09T21:58:08Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:46.360792 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322459de-f444-4be7-a0df-f16712bc1b12 None None] The sync data for ids ['64f670f8-45d5-4b01-92d4-3fff438696cf'] in n-d-828601-1 is: [{'id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'name': 'tempest-TestNetworkBasicOps-router-285762215', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:39Z', 'updated_at': '2022-02-09T21:57:56Z', 'revision_number': 4, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:42Z', 'updated_at': '2022-02-09T21:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '12ed8035-e80a-42f4-9a67-396b73cba418', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'port_id': '17e9bf21-74f7-4628-984d-92938a0a0e2c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'mac_address': 'fa:16:3e:26:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579c1865-30b0-4eb9-8ace-00713a3f9854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:58:39Z', 'updated_at': '2022-02-09T21:58:39Z', 'revision_number': 0, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac58b77-3b11-4e2c-b43f-1ffb558c83cc', 'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:43:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:53Z', 'updated_at': '2022-02-09T21:58:08Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:58:46.400298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50214) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:46.604268 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-af423d23-b46b-4d86-8b33-98588f200275 req-8f3bd428-80fb-4ef8-8020-70adaa361110 service neutron] 10.222.0.42 "GET /v2.0/networks/b09c7d96-17d7-45a8-b56d-14cfc933db6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308050 Feb 09 21:58:46.626238 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-287f0d0f-a544-4727-a983-1b30885d7e54 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/floatingips/12ed8035-e80a-42f4-9a67-396b73cba418 HTTP/1.1" status: 200 len: 991 time: 0.2238715 Feb 09 21:58:47.050959 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cb8b20-2b01-4bf1-a14e-4b23a7767cc6 None None] New status for floating IP 12ed8035-e80a-42f4-9a67-396b73cba418: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:58:47.628873 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50232) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:47.820943 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757acbe0-3920-4ddf-9358-01197614ebd6 req-751245fe-f394-42e3-8a95-2f321e3a193c tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:47.830501 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-757acbe0-3920-4ddf-9358-01197614ebd6 req-751245fe-f394-42e3-8a95-2f321e3a193c tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2192388 Feb 09 21:58:47.975115 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-757acbe0-3920-4ddf-9358-01197614ebd6 req-4bd39714-a124-4947-a92e-b59801c594a7 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417387 Feb 09 21:58:48.019821 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dff27946-dde3-46b9-9de8-7939aaffe6e7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/floatingips/12ed8035-e80a-42f4-9a67-396b73cba418 HTTP/1.1" status: 200 len: 991 time: 0.3863807 Feb 09 21:58:48.942094 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:58:48.999639 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50272) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:49.104161 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.resource_extend [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:58:49.342063 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0ef8415c-2274-49ea-93b7-5f4fb837871a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/floatingips/12ed8035-e80a-42f4-9a67-396b73cba418 HTTP/1.1" status: 200 len: 993 time: 0.3384919 Feb 09 21:58:49.491485 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,segment=NetworkSegment(43155470-d798-4067-9785-b776d9c040b8),segment_id=43155470-d798-4067-9785-b776d9c040b8)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:49.507838 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce', 'network_id': '43c866ce-b28d-463f-9db2-f0ce01fb8d37', 'port_id': '4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce', 'mac_address': 'fa:16:3e:2a:ad:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128373c6-66eb-4e4e-b34c-fd626be51c57', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:58:49.573006 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce is: ACTIVE; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:49.573718 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:49.590840 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:58:49.632383 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b8036-05aa-4063-b853-9d457d43b0a7 req-3c55f7f7-d09a-4abe-83ff-5fdddce4a041 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:49.642765 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,segment=NetworkSegment(43155470-d798-4067-9785-b776d9c040b8),segment_id=43155470-d798-4067-9785-b776d9c040b8)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:49.642994 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-642b8036-05aa-4063-b853-9d457d43b0a7 req-3c55f7f7-d09a-4abe-83ff-5fdddce4a041 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.3153780 Feb 09 21:58:49.652993 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:49.861532 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:49.862143 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-642b8036-05aa-4063-b853-9d457d43b0a7 req-1a770fb7-160b-49ad-b565-cc88726b86a3 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109313 Feb 09 21:58:49.882551 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:49.883184 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:49.884236 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:49.884845 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:49.885473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:49.886074 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:49.886580 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:49.887080 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:49.887585 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:49.888146 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:49.888659 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:49.889163 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:49.889655 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:49.926392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:58:50.949605 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:51.271811 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e8bb3-c006-4985-84fb-aa58528ac356 req-fd77f60d-1c38-4f1e-b5b1-258b2945e7bc tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:51.283304 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-544e8bb3-c006-4985-84fb-aa58528ac356 req-fd77f60d-1c38-4f1e-b5b1-258b2945e7bc tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 944 time: 0.2331405 Feb 09 21:58:51.333730 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50338) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:51.379787 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:51.380301 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.508038 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-544e8bb3-c006-4985-84fb-aa58528ac356 req-e810c021-a0b2-4695-9270-ba06a6f4ab73 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232153 Feb 09 21:58:52.559400 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17a231c-16fa-4101-b1d1-cd84f3980bda admin admin] Deleting subnet 321e59e2-b895-4c51-be5b-a8f5ea91dd3f {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:58:52.572779 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a17a231c-16fa-4101-b1d1-cd84f3980bda admin admin] Publish callbacks [] for subnet (321e59e2-b895-4c51-be5b-a8f5ea91dd3f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.773208 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:52.773780 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.838906 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a17a231c-16fa-4101-b1d1-cd84f3980bda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (321e59e2-b895-4c51-be5b-a8f5ea91dd3f), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.976877 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,segment=NetworkSegment(43155470-d798-4067-9785-b776d9c040b8),segment_id=43155470-d798-4067-9785-b776d9c040b8)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:52.995184 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e63d30-28c3-470d-99b6-d2fe648d45ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:53.011029 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d874bc15-c902-467f-b7c6-f60058a28f34" -d '{"events": [{"server_uuid": "15e63d30-28c3-470d-99b6-d2fe648d45ea", "name": "network-vif-plugged", "status": "completed", "tag": "4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:53.030658 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.042762 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a17a231c-16fa-4101-b1d1-cd84f3980bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (321e59e2-b895-4c51-be5b-a8f5ea91dd3f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.165237 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9284286-4117-47c4-8b9a-f5356ad10864 req-7730d367-8ce1-4ed2-8f36-830b0a19a85c tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:53.186041 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e9284286-4117-47c4-8b9a-f5356ad10864 req-7730d367-8ce1-4ed2-8f36-830b0a19a85c tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 944 time: 0.3201127 Feb 09 21:58:53.254951 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a17a231c-16fa-4101-b1d1-cd84f3980bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (321e59e2-b895-4c51-be5b-a8f5ea91dd3f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.311592 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a17a231c-16fa-4101-b1d1-cd84f3980bda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.322617 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a17a231c-16fa-4101-b1d1-cd84f3980bda admin admin] 10.222.0.77 "DELETE /v2.0/subnets/321e59e2-b895-4c51-be5b-a8f5ea91dd3f HTTP/1.1" status: 204 len: 168 time: 1.9872775 Feb 09 21:58:53.327823 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50378) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:53.469383 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:53.479183 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a231c-16fa-4101-b1d1-cd84f3980bda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=321e59e2-b895-4c51-be5b-a8f5ea91dd3f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:53.693944 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-756b6c55-a9b6-40a8-8f0a-fcda5ff2d849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (364c2f3e-feb4-4b55-8f2f-ec33b2e23eac), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:54.222246 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-756b6c55-a9b6-40a8-8f0a-fcda5ff2d849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (364c2f3e-feb4-4b55-8f2f-ec33b2e23eac), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:54.288484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-756b6c55-a9b6-40a8-8f0a-fcda5ff2d849 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364c2f3e-feb4-4b55-8f2f-ec33b2e23eac']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:54.366921 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-756b6c55-a9b6-40a8-8f0a-fcda5ff2d849 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641bfab3-75a2-434f-a7a3-eacc3fc002e7') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:54.367387 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-756b6c55-a9b6-40a8-8f0a-fcda5ff2d849 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641bfab3-75a2-434f-a7a3-eacc3fc002e7') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:54.585386 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e9284286-4117-47c4-8b9a-f5356ad10864 req-3dc6c72d-3864-4a30-95d0-0cd649ec7fd4 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3928242 Feb 09 21:58:54.603012 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-756b6c55-a9b6-40a8-8f0a-fcda5ff2d849 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (641bfab3-75a2-434f-a7a3-eacc3fc002e7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:54.670300 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-756b6c55-a9b6-40a8-8f0a-fcda5ff2d849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (641bfab3-75a2-434f-a7a3-eacc3fc002e7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:54.700533 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756b6c55-a9b6-40a8-8f0a-fcda5ff2d849 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:54.708581 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-756b6c55-a9b6-40a8-8f0a-fcda5ff2d849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (641bfab3-75a2-434f-a7a3-eacc3fc002e7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:54.723955 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:54.780196 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2b2357-d3d7-4c60-bc6e-76ec496e9a13 x-openstack-request-id: req-cc2b2357-d3d7-4c60-bc6e-76ec496e9a13 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:54.781000 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e63d30-28c3-470d-99b6-d2fe648d45ea", "name": "network-vif-plugged", "status": "completed", "tag": "4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:54.781000 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cc2b2357-d3d7-4c60-bc6e-76ec496e9a13 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:54.781467 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e63d30-28c3-470d-99b6-d2fe648d45ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce', 'code': 200} Feb 09 21:58:55.013842 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-756b6c55-a9b6-40a8-8f0a-fcda5ff2d849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (364c2f3e-feb4-4b55-8f2f-ec33b2e23eac), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:55.023521 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-756b6c55-a9b6-40a8-8f0a-fcda5ff2d849 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:55.052939 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-756b6c55-a9b6-40a8-8f0a-fcda5ff2d849 admin admin] 10.222.0.77 "DELETE /v2.0/networks/364c2f3e-feb4-4b55-8f2f-ec33b2e23eac HTTP/1.1" status: 204 len: 168 time: 1.7022536 Feb 09 21:58:55.140951 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b6c55-a9b6-40a8-8f0a-fcda5ff2d849 admin admin] Pushing event deleted for resources: {'Network': ['ID=364c2f3e-feb4-4b55-8f2f-ec33b2e23eac,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:55.637395 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50416) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:55.811053 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50418) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:55.823488 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0fcb73f0-2bcc-47a2-887a-06591ad13657 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ca9a9bb5263a475f9beaae32168a01fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1679289 Feb 09 21:58:56.092811 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9f23a-0eea-44e1-ba8e-a1e58f7d64e0 req-4db3ec51-e54f-454b-aaec-8d9af67e2904 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:56.108313 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4af9f23a-0eea-44e1-ba8e-a1e58f7d64e0 req-4db3ec51-e54f-454b-aaec-8d9af67e2904 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2307849 Feb 09 21:58:56.116575 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ab904caf-c6fb-495c-8764-44863312d183 admin admin] Publish callbacks [] for security_group (91c1b8a4-af98-41f1-acd4-373f3943d7cc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:56.291481 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ab904caf-c6fb-495c-8764-44863312d183 admin admin] Publish callbacks [] for security_group (91c1b8a4-af98-41f1-acd4-373f3943d7cc), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:56.292840 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4af9f23a-0eea-44e1-ba8e-a1e58f7d64e0 req-0cfd17e3-c6fa-4a42-933d-ff18712e57e4 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832459 Feb 09 21:58:56.432577 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ab904caf-c6fb-495c-8764-44863312d183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (91c1b8a4-af98-41f1-acd4-373f3943d7cc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:56.436191 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ab904caf-c6fb-495c-8764-44863312d183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:56.448857 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ab904caf-c6fb-495c-8764-44863312d183 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/91c1b8a4-af98-41f1-acd4-373f3943d7cc HTTP/1.1" status: 204 len: 168 time: 0.6293924 Feb 09 21:58:56.466175 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab904caf-c6fb-495c-8764-44863312d183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c1b8a4-af98-41f1-acd4-373f3943d7cc,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:57.815218 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e42bd-e712-47b7-83aa-f72ffbbd2822 req-49eacba8-fb08-4eb8-99dc-f454b2300de4 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:57.823936 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f63e42bd-e712-47b7-83aa-f72ffbbd2822 req-49eacba8-fb08-4eb8-99dc-f454b2300de4 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2332661 Feb 09 21:58:57.985509 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f63e42bd-e712-47b7-83aa-f72ffbbd2822 req-0495cae0-2a0d-4fac-8dc5-8c81c649ef7e tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598203 Feb 09 21:58:58.468958 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50472) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:59.302828 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67289dd0-08bc-4562-b538-15e78581b9b7 req-4006d58b-f6e2-4e72-af44-ee0a5bf30f10 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:59.318487 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-67289dd0-08bc-4562-b538-15e78581b9b7 req-4006d58b-f6e2-4e72-af44-ee0a5bf30f10 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1228819 Feb 09 21:58:59.456403 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-67289dd0-08bc-4562-b538-15e78581b9b7 req-07cb0615-ad51-4739-8fa9-0596b847edb7 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365240 Feb 09 21:59:01.066368 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45500087-53f4-4e68-bec5-2272857888db req-846a0b4e-db36-4fa3-ab73-96fbb71641c1 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:01.084578 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45500087-53f4-4e68-bec5-2272857888db req-846a0b4e-db36-4fa3-ab73-96fbb71641c1 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2977231 Feb 09 21:59:01.279978 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45500087-53f4-4e68-bec5-2272857888db req-4dd9a647-edf7-4e8b-86cd-cfa5dc21c593 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919267 Feb 09 21:59:01.977094 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (4c9910cf-16c6-4589-b61d-206b3c69b679), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:02.938728 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e30a2-2c2b-4f33-9f4a-0438df0a1e71 req-8d9844ba-1aea-4d4b-890c-11de774b6068 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:02.950037 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-869e30a2-2c2b-4f33-9f4a-0438df0a1e71 req-8d9844ba-1aea-4d4b-890c-11de774b6068 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2819977 Feb 09 21:59:02.962182 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] Deleting port 68d06721-f790-46c2-ab1f-bea235f62f08 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:02.962751 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (68d06721-f790-46c2-ab1f-bea235f62f08), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:03.072259 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-869e30a2-2c2b-4f33-9f4a-0438df0a1e71 req-3e5ec664-91f9-4724-9fb5-f3e3214681e8 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209166 Feb 09 21:59:03.297238 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] For port 68d06721-f790-46c2-ab1f-bea235f62f08, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=68d06721-f790-46c2-ab1f-bea235f62f08,segment=NetworkSegment(3d794d80-75d8-4a50-9e25-db04d94b015e),segment_id=3d794d80-75d8-4a50-9e25-db04d94b015e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:03.298806 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (68d06721-f790-46c2-ab1f-bea235f62f08), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:03.328996 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] Calling delete_port for 68d06721-f790-46c2-ab1f-bea235f62f08 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:03.793836 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (68d06721-f790-46c2-ab1f-bea235f62f08), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:03.872986 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] Pushing event deleted for resources: {'Port': ['ID=68d06721-f790-46c2-ab1f-bea235f62f08,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:03.891875 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:03.892241 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:03.903362 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:03.911761 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:03.914908 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:03.915283 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:03.915633 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:03.916012 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:03.916354 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:03.916961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:03.917120 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:03.917837 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:03.917837 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:04.534006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad2889-7051-432a-a109-eaa8f3448d60 req-72ffc6f7-5d69-457e-9067-7652a2bf7d23 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:04.544621 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-20ad2889-7051-432a-a109-eaa8f3448d60 req-72ffc6f7-5d69-457e-9067-7652a2bf7d23 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2208688 Feb 09 21:59:04.729004 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-20ad2889-7051-432a-a109-eaa8f3448d60 req-ed653054-8943-4e7a-8422-08a0f6749d18 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820953 Feb 09 21:59:04.913382 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (4c9910cf-16c6-4589-b61d-206b3c69b679), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:06.329510 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] Router 4c9910cf-16c6-4589-b61d-206b3c69b679 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:59:06.401318 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43842398-6e41-40c8-aedc-51ee009cb782 req-c4dbff20-d8dc-4dad-96ef-94a0ae58bae9 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:06.410772 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-43842398-6e41-40c8-aedc-51ee009cb782 req-c4dbff20-d8dc-4dad-96ef-94a0ae58bae9 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.3396156 Feb 09 21:59:06.444317 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50728) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:06.577163 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-43842398-6e41-40c8-aedc-51ee009cb782 req-3ea0cfc7-b12f-4866-b783-194fac99384f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375701 Feb 09 21:59:06.713426 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:59:06.731472 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e84881-7ab4-4dc0-b143-c101b7d3a133 None None] Sync routers for ids ['4c9910cf-16c6-4589-b61d-206b3c69b679'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:59:06.736163 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-877981b3-829a-4ec3-964f-7e77371e1270 admin admin] 10.222.0.77 "PUT /v2.0/routers/4c9910cf-16c6-4589-b61d-206b3c69b679/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2648566 Feb 09 21:59:06.739316 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50734) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:06.808658 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e84881-7ab4-4dc0-b143-c101b7d3a133 None None] Routers {'4c9910cf-16c6-4589-b61d-206b3c69b679'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:06.808944 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-48e84881-7ab4-4dc0-b143-c101b7d3a133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:58:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['4c9910cf-16c6-4589-b61d-206b3c69b679'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:07.068060 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0abf482-5ea6-47e7-9b49-f8f10e20a4b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:07.140310 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b94473d6-dcd0-4168-88cc-360fe298c6c7 admin admin] Publish callbacks [] for router (4c9910cf-16c6-4589-b61d-206b3c69b679), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:07.761532 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0abf482-5ea6-47e7-9b49-f8f10e20a4b3 admin admin] Publish callbacks [] for security_group (54e86920-3991-446f-9a7a-ced523a7a5e1), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:07.809159 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0abf482-5ea6-47e7-9b49-f8f10e20a4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (54e86920-3991-446f-9a7a-ced523a7a5e1), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:07.871497 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c8830399-c663-495a-89ed-eef3ff7eb6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:07.978993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50752) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:08.001418 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-48e84881-7ab4-4dc0-b143-c101b7d3a133 None None] Set router 4c9910cf-16c6-4589-b61d-206b3c69b679 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:08.169710 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50760) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:08.174127 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b0abf482-5ea6-47e7-9b49-f8f10e20a4b3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6430fac73ea1494aa961ccdcb52852ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7245817 Feb 09 21:59:08.202080 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0abf482-5ea6-47e7-9b49-f8f10e20a4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e86920-3991-446f-9a7a-ced523a7a5e1,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:08.288281 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b94473d6-dcd0-4168-88cc-360fe298c6c7 admin admin] Publish callbacks [] for router_gateway (4c9910cf-16c6-4589-b61d-206b3c69b679), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:08.503687 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba5b94-78bf-4b07-9908-e73d543c9cef req-641edb6c-c005-4912-ba69-be00f5223985 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:08.520904 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d2ba5b94-78bf-4b07-9908-e73d543c9cef req-641edb6c-c005-4912-ba69-be00f5223985 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.5739768 Feb 09 21:59:08.831935 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b94473d6-dcd0-4168-88cc-360fe298c6c7 admin admin] Deleting port 028b1810-108c-42b3-9062-90dca50442fd {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:08.833403 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b94473d6-dcd0-4168-88cc-360fe298c6c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (028b1810-108c-42b3-9062-90dca50442fd), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:08.973927 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-48e84881-7ab4-4dc0-b143-c101b7d3a133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'name': 'tempest-TaggedBootDevicesTest_v242-1048057441-router', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '028b1810-108c-42b3-9062-90dca50442fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:17Z', 'updated_at': '2022-02-09T21:59:03Z', 'revision_number': 5, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'gw_port': {'id': '028b1810-108c-42b3-9062-90dca50442fd', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:19Z', 'updated_at': '2022-02-09T21:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:09.067708 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e84881-7ab4-4dc0-b143-c101b7d3a133 None None] Checking router: 4c9910cf-16c6-4589-b61d-206b3c69b679 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:59:09.075394 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-b94473d6-dcd0-4168-88cc-360fe298c6c7 admin admin] For port 028b1810-108c-42b3-9062-90dca50442fd, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=028b1810-108c-42b3-9062-90dca50442fd,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:09.076879 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b94473d6-dcd0-4168-88cc-360fe298c6c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (028b1810-108c-42b3-9062-90dca50442fd), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:09.096376 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e84881-7ab4-4dc0-b143-c101b7d3a133 None None] Routers {'4c9910cf-16c6-4589-b61d-206b3c69b679'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:09.097309 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-48e84881-7ab4-4dc0-b143-c101b7d3a133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:58:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['4c9910cf-16c6-4589-b61d-206b3c69b679'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:09.117222 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b94473d6-dcd0-4168-88cc-360fe298c6c7 admin admin] Calling delete_port for 028b1810-108c-42b3-9062-90dca50442fd owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:09.335294 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-48e84881-7ab4-4dc0-b143-c101b7d3a133 None None] Set router 4c9910cf-16c6-4589-b61d-206b3c69b679 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:09.478839 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50774) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:09.484978 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d2ba5b94-78bf-4b07-9908-e73d543c9cef req-a013471f-6151-42c5-bc08-78c00c0715c0 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9582653 Feb 09 21:59:09.500303 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b94473d6-dcd0-4168-88cc-360fe298c6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (028b1810-108c-42b3-9062-90dca50442fd), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:09.602304 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-48e84881-7ab4-4dc0-b143-c101b7d3a133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'name': 'tempest-TaggedBootDevicesTest_v242-1048057441-router', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:17Z', 'updated_at': '2022-02-09T21:59:08Z', 'revision_number': 6, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:09.638367 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94473d6-dcd0-4168-88cc-360fe298c6c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=028b1810-108c-42b3-9062-90dca50442fd,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:09.759108 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e84881-7ab4-4dc0-b143-c101b7d3a133 None None] The sync data for ids ['4c9910cf-16c6-4589-b61d-206b3c69b679'] in n-d-828601-1 is: [{'id': '4c9910cf-16c6-4589-b61d-206b3c69b679', 'name': 'tempest-TaggedBootDevicesTest_v242-1048057441-router', 'tenant_id': '88aef6c47d634b8181089d0a71d1ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:17Z', 'updated_at': '2022-02-09T21:59:08Z', 'revision_number': 6, 'project_id': '88aef6c47d634b8181089d0a71d1ded8', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:59:09.772723 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b94473d6-dcd0-4168-88cc-360fe298c6c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (4c9910cf-16c6-4589-b61d-206b3c69b679), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.402733 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b94473d6-dcd0-4168-88cc-360fe298c6c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (4c9910cf-16c6-4589-b61d-206b3c69b679), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.427874 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b94473d6-dcd0-4168-88cc-360fe298c6c7 admin admin] Publish callbacks [] for router_controller (4c9910cf-16c6-4589-b61d-206b3c69b679), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.483151 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fdacec5c-89df-452c-8dc0-6b0ff3feb599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.613903 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-145b3af4-f36b-4dc3-9511-d766396558ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.753895 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50792) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:10.786673 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 68d06721-f790-46c2-ab1f-bea235f62f08 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:10.811037 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-145b3af4-f36b-4dc3-9511-d766396558ee admin admin] Publish callbacks [] for security_group (6828f945-7bbf-4bde-8029-4556ad0cdd7b), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.813793 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b94473d6-dcd0-4168-88cc-360fe298c6c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (4c9910cf-16c6-4589-b61d-206b3c69b679), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.817783 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94473d6-dcd0-4168-88cc-360fe298c6c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c9910cf-16c6-4589-b61d-206b3c69b679 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:59:10.848888 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 68d06721-f790-46c2-ab1f-bea235f62f08 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:10.849524 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 68d06721-f790-46c2-ab1f-bea235f62f08 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:10.920904 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b94473d6-dcd0-4168-88cc-360fe298c6c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.922826 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b94473d6-dcd0-4168-88cc-360fe298c6c7 admin admin] 10.222.0.77 "DELETE /v2.0/routers/4c9910cf-16c6-4589-b61d-206b3c69b679 HTTP/1.1" status: 204 len: 168 time: 4.1825259 Feb 09 21:59:10.936625 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50798) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:10.942155 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-145b3af4-f36b-4dc3-9511-d766396558ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6828f945-7bbf-4bde-8029-4556ad0cdd7b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.050131 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e268c2e-9a0a-40b1-886a-8b065f429d58 admin admin] Deleting subnet af7275e2-fa73-4e7a-9fcd-7735fd24f6c7 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:59:11.055091 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef726a62-5013-45bb-a122-1f0aa2b539e7 admin admin] Publish callbacks [] for security_group (54e86920-3991-446f-9a7a-ced523a7a5e1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.116161 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b3af4-f36b-4dc3-9511-d766396558ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6828f945-7bbf-4bde-8029-4556ad0cdd7b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:11.140999 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef726a62-5013-45bb-a122-1f0aa2b539e7 admin admin] Publish callbacks [] for security_group (54e86920-3991-446f-9a7a-ced523a7a5e1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.174885 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212fbbd-52c1-49ec-8aeb-6783d5faa09e req-57c4b0b9-e469-46bc-9874-590f261cb00f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:11.188589 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f212fbbd-52c1-49ec-8aeb-6783d5faa09e req-57c4b0b9-e469-46bc-9874-590f261cb00f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.3634067 Feb 09 21:59:11.219891 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-145b3af4-f36b-4dc3-9511-d766396558ee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=614a4c3c60954695892013fc08a2ad6b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7299471 Feb 09 21:59:11.231344 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50800) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:11.319488 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e268c2e-9a0a-40b1-886a-8b065f429d58 admin admin] Publish callbacks [] for subnet (af7275e2-fa73-4e7a-9fcd-7735fd24f6c7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.441462 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f212fbbd-52c1-49ec-8aeb-6783d5faa09e req-e4d4eba9-cfc3-4c5c-af23-b75cf3a42caa tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516100 Feb 09 21:59:11.506910 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-05df8f8c-9a17-4c46-9be1-5f70fdcde827 admin admin] Publish callbacks [] for security_group (6828f945-7bbf-4bde-8029-4556ad0cdd7b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.587948 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.678767 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-05df8f8c-9a17-4c46-9be1-5f70fdcde827 admin admin] Publish callbacks [] for security_group (6828f945-7bbf-4bde-8029-4556ad0cdd7b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.776193 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef726a62-5013-45bb-a122-1f0aa2b539e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (54e86920-3991-446f-9a7a-ced523a7a5e1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.792841 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef726a62-5013-45bb-a122-1f0aa2b539e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.795290 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ef726a62-5013-45bb-a122-1f0aa2b539e7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/54e86920-3991-446f-9a7a-ced523a7a5e1 HTTP/1.1" status: 204 len: 168 time: 3.6241031 Feb 09 21:59:11.894790 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-05df8f8c-9a17-4c46-9be1-5f70fdcde827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6828f945-7bbf-4bde-8029-4556ad0cdd7b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.899121 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-05df8f8c-9a17-4c46-9be1-5f70fdcde827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.907406 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-05df8f8c-9a17-4c46-9be1-5f70fdcde827 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6828f945-7bbf-4bde-8029-4556ad0cdd7b HTTP/1.1" status: 204 len: 168 time: 0.6706553 Feb 09 21:59:11.949177 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df8f8c-9a17-4c46-9be1-5f70fdcde827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6828f945-7bbf-4bde-8029-4556ad0cdd7b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:12.188292 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95093b89-8364-4a3b-8462-22a17c8bb235 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:12.195074 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95093b89-8364-4a3b-8462-22a17c8bb235 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:12.196431 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95093b89-8364-4a3b-8462-22a17c8bb235 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:12.206359 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 028b1810-108c-42b3-9062-90dca50442fd no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:12.238510 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-95093b89-8364-4a3b-8462-22a17c8bb235 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] 10.222.0.77 "GET /v2.0/ports?project_id=555e545ac75c4d7aa89a964d48e2fbf4&network_id=b09c7d96-17d7-45a8-b56d-14cfc933db6c HTTP/1.1" status: 200 len: 3072 time: 1.4821599 Feb 09 21:59:12.251910 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 028b1810-108c-42b3-9062-90dca50442fd {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:12.255760 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 028b1810-108c-42b3-9062-90dca50442fd not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:12.272741 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef726a62-5013-45bb-a122-1f0aa2b539e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e86920-3991-446f-9a7a-ced523a7a5e1,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:12.365948 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e268c2e-9a0a-40b1-886a-8b065f429d58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (af7275e2-fa73-4e7a-9fcd-7735fd24f6c7), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:12.751156 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:12.903863 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380aa62-6a68-4ce6-aba0-9f8c439363e6 req-82f96551-e1c7-48d5-8617-07e2f4335453 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:12.915074 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c380aa62-6a68-4ce6-aba0-9f8c439363e6 req-82f96551-e1c7-48d5-8617-07e2f4335453 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.2160695 Feb 09 21:59:12.926814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50830) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:12.980814 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50834) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:12.997802 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa999006-d8ea-46bc-b42f-4505f3ecbe9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:13.031436 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1681c219-6407-4789-a4d5-1d74e64c30a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:13.081404 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e268c2e-9a0a-40b1-886a-8b065f429d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (af7275e2-fa73-4e7a-9fcd-7735fd24f6c7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:13.117531 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c380aa62-6a68-4ce6-aba0-9f8c439363e6 req-e6c33800-f3d0-47de-a037-56dc7116db23 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921761 Feb 09 21:59:13.303306 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa999006-d8ea-46bc-b42f-4505f3ecbe9f admin admin] Publish callbacks [] for security_group (111563fe-6939-4ccd-9527-55173d4eb5e4), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:13.315078 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa999006-d8ea-46bc-b42f-4505f3ecbe9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (111563fe-6939-4ccd-9527-55173d4eb5e4), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:13.454632 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1681c219-6407-4789-a4d5-1d74e64c30a9 admin admin] Publish callbacks [] for security_group (d11692cc-8a04-4ee6-92d7-7c414edea356), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:13.522750 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1681c219-6407-4789-a4d5-1d74e64c30a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d11692cc-8a04-4ee6-92d7-7c414edea356), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:13.529591 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50846) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:13.599881 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-aa999006-d8ea-46bc-b42f-4505f3ecbe9f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=540223c257294aaa8a0d5d744e949f98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6712101 Feb 09 21:59:13.601978 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50848) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:13.638377 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa999006-d8ea-46bc-b42f-4505f3ecbe9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111563fe-6939-4ccd-9527-55173d4eb5e4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:13.674370 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754a728a-4c4c-460b-a761-21b8fc095b9a tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:13.677288 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-754a728a-4c4c-460b-a761-21b8fc095b9a tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 814 time: 0.1384504 Feb 09 21:59:13.754435 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:59:13.816010 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-71e83f97-6b30-43db-8620-387d05b82272 admin admin] Publish callbacks [] for security_group (111563fe-6939-4ccd-9527-55173d4eb5e4), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:13.873938 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-71e83f97-6b30-43db-8620-387d05b82272 admin admin] Publish callbacks [] for security_group (111563fe-6939-4ccd-9527-55173d4eb5e4), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:13.886996 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681c219-6407-4789-a4d5-1d74e64c30a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11692cc-8a04-4ee6-92d7-7c414edea356,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:13.921033 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1681c219-6407-4789-a4d5-1d74e64c30a9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f9bcff74c09f4eb6a9bc9c43bc0042ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9385552 Feb 09 21:59:13.934158 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50860) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:14.085041 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e268c2e-9a0a-40b1-886a-8b065f429d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (af7275e2-fa73-4e7a-9fcd-7735fd24f6c7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:14.214154 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e268c2e-9a0a-40b1-886a-8b065f429d58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af7275e2-fa73-4e7a-9fcd-7735fd24f6c7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:14.368141 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-71e83f97-6b30-43db-8620-387d05b82272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (111563fe-6939-4ccd-9527-55173d4eb5e4), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:14.371477 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-71e83f97-6b30-43db-8620-387d05b82272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:14.387573 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-71e83f97-6b30-43db-8620-387d05b82272 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/111563fe-6939-4ccd-9527-55173d4eb5e4 HTTP/1.1" status: 204 len: 168 time: 0.7780559 Feb 09 21:59:14.391282 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50868) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:14.407802 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3f0f8102-7326-4ab0-b8d4-435b647439fe tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'network': {'name': 'tempest-network-smoke--1424789400', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'port_security_enabled': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:14.449318 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e268c2e-9a0a-40b1-886a-8b065f429d58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:14.455938 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69db34ef-8ae8-4858-9596-26b9c640f00b None None] Network 361d3ae3-946b-43bc-bd7a-5571eb55520d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:14.466988 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2e268c2e-9a0a-40b1-886a-8b065f429d58 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/af7275e2-fa73-4e7a-9fcd-7735fd24f6c7 HTTP/1.1" status: 204 len: 168 time: 3.5202301 Feb 09 21:59:14.470599 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50870) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:14.550648 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0f8102-7326-4ab0-b8d4-435b647439fe tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Made reservation on behalf of 555e545ac75c4d7aa89a964d48e2fbf4 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:14.554261 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f0f8102-7326-4ab0-b8d4-435b647439fe tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:14.618259 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e83f97-6b30-43db-8620-387d05b82272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111563fe-6939-4ccd-9527-55173d4eb5e4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:14.808918 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:14.822023 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0f8102-7326-4ab0-b8d4-435b647439fe tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:59:14.842310 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0b61b2c-426f-4e36-81e3-56062a4f89e3 admin admin] Publish callbacks [] for security_group (d11692cc-8a04-4ee6-92d7-7c414edea356), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:14.847578 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5219bbe1-c10a-4301-a714-bec2e73fa424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (c70e6d57-609c-4a99-8fe6-279c7a8dff83), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.018300 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0b61b2c-426f-4e36-81e3-56062a4f89e3 admin admin] Publish callbacks [] for security_group (d11692cc-8a04-4ee6-92d7-7c414edea356), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.065903 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05064ae-ad98-4bbd-bb7b-1fcc084d3063 None None] DHCP port deletion for 361d3ae3-946b-43bc-bd7a-5571eb55520d request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:59:15.126528 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0b61b2c-426f-4e36-81e3-56062a4f89e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d11692cc-8a04-4ee6-92d7-7c414edea356), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.135330 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0b61b2c-426f-4e36-81e3-56062a4f89e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.138700 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e0b61b2c-426f-4e36-81e3-56062a4f89e3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d11692cc-8a04-4ee6-92d7-7c414edea356 HTTP/1.1" status: 204 len: 168 time: 1.1975529 Feb 09 21:59:15.155497 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f0f8102-7326-4ab0-b8d4-435b647439fe tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e1adfee6-9ba3-43b9-a641-6b9bda302edc), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.155963 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-3f0f8102-7326-4ab0-b8d4-435b647439fe tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Added segment e1adfee6-9ba3-43b9-a641-6b9bda302edc of type vlan for network e9d9bede-cfe3-4bb7-a483-9e4a563e5a48 Feb 09 21:59:15.215680 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896e839-277c-4cc4-a770-3efcddcd36f7 req-10412dc5-7375-4298-a93c-33e24dd5f264 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:15.222532 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b896e839-277c-4cc4-a770-3efcddcd36f7 req-10412dc5-7375-4298-a93c-33e24dd5f264 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.8251424 Feb 09 21:59:15.373452 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b61b2c-426f-4e36-81e3-56062a4f89e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11692cc-8a04-4ee6-92d7-7c414edea356,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:15.410732 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e05064ae-ad98-4bbd-bb7b-1fcc084d3063 None None] Deleting port a13d2aa9-8809-4c99-a6f4-71010b34dd52 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:15.411767 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e05064ae-ad98-4bbd-bb7b-1fcc084d3063 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a13d2aa9-8809-4c99-a6f4-71010b34dd52), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.537634 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f0f8102-7326-4ab0-b8d4-435b647439fe tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (e9d9bede-cfe3-4bb7-a483-9e4a563e5a48), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.634842 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.675685 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffec3518-9a3a-4c8f-a67d-50936d07b2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (361d3ae3-946b-43bc-bd7a-5571eb55520d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.676899 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b896e839-277c-4cc4-a770-3efcddcd36f7 req-07e2ef4a-81f6-49a6-8d5e-2913957da0d7 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837922 Feb 09 21:59:15.797877 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f0f8102-7326-4ab0-b8d4-435b647439fe tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (e9d9bede-cfe3-4bb7-a483-9e4a563e5a48), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.825967 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0f8102-7326-4ab0-b8d4-435b647439fe tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:15.826982 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f0f8102-7326-4ab0-b8d4-435b647439fe tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.903225 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3f0f8102-7326-4ab0-b8d4-435b647439fe tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5048642 Feb 09 21:59:15.913286 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50892) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:16.002627 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e05064ae-ad98-4bbd-bb7b-1fcc084d3063 None None] For port a13d2aa9-8809-4c99-a6f4-71010b34dd52, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a13d2aa9-8809-4c99-a6f4-71010b34dd52,segment=NetworkSegment(3d794d80-75d8-4a50-9e25-db04d94b015e),segment_id=3d794d80-75d8-4a50-9e25-db04d94b015e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:16.003051 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e05064ae-ad98-4bbd-bb7b-1fcc084d3063 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a13d2aa9-8809-4c99-a6f4-71010b34dd52), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:16.079474 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e05064ae-ad98-4bbd-bb7b-1fcc084d3063 None None] Calling delete_port for a13d2aa9-8809-4c99-a6f4-71010b34dd52 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:16.090603 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:16.250914 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f8102-7326-4ab0-b8d4-435b647439fe tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'Network': ['ID=e9d9bede-cfe3-4bb7-a483-9e4a563e5a48,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:16.466109 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network e9d9bede-cfe3-4bb7-a483-9e4a563e5a48 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:59:16.469554 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a13d2aa9-8809-4c99-a6f4-71010b34dd52 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:16.734937 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ffec3518-9a3a-4c8f-a67d-50936d07b2b2 admin admin] Deleting port a13d2aa9-8809-4c99-a6f4-71010b34dd52 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:16.737334 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffec3518-9a3a-4c8f-a67d-50936d07b2b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a13d2aa9-8809-4c99-a6f4-71010b34dd52), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:16.808868 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501e473c-7e86-4adc-9c9c-d4bbcabf4eb0 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:16.839427 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50918) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:16.843591 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-501e473c-7e86-4adc-9c9c-d4bbcabf4eb0 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=555e545ac75c4d7aa89a964d48e2fbf4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.8686609 Feb 09 21:59:17.057021 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e05064ae-ad98-4bbd-bb7b-1fcc084d3063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (a13d2aa9-8809-4c99-a6f4-71010b34dd52), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:17.196449 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05064ae-ad98-4bbd-bb7b-1fcc084d3063 None None] No DVR routers for this DVR port a13d2aa9-8809-4c99-a6f4-71010b34dd52 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:17.231753 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05064ae-ad98-4bbd-bb7b-1fcc084d3063 None None] Pushing event deleted for resources: {'Port': ['ID=a13d2aa9-8809-4c99-a6f4-71010b34dd52,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:17.355685 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No active binding found for port a13d2aa9-8809-4c99-a6f4-71010b34dd52 {{(pid=103203) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 21:59:17.356339 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] The host n-d-828601-1 is not matching for port a13d2aa9-8809-4c99-a6f4-71010b34dd52 host None! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:59:17.356757 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a13d2aa9-8809-4c99-a6f4-71010b34dd52 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:17.369787 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ffec3518-9a3a-4c8f-a67d-50936d07b2b2 admin admin] For port a13d2aa9-8809-4c99-a6f4-71010b34dd52, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a13d2aa9-8809-4c99-a6f4-71010b34dd52,segment=NetworkSegment(3d794d80-75d8-4a50-9e25-db04d94b015e),segment_id=3d794d80-75d8-4a50-9e25-db04d94b015e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:17.383870 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffec3518-9a3a-4c8f-a67d-50936d07b2b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a13d2aa9-8809-4c99-a6f4-71010b34dd52), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:17.470907 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ffec3518-9a3a-4c8f-a67d-50936d07b2b2 admin admin] Calling delete_port for a13d2aa9-8809-4c99-a6f4-71010b34dd52 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:17.502951 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5219bbe1-c10a-4301-a714-bec2e73fa424 admin admin] Deleting port bdf8ec80-8b40-4677-bcf4-52d777732add {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:17.504026 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5219bbe1-c10a-4301-a714-bec2e73fa424 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (bdf8ec80-8b40-4677-bcf4-52d777732add), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:17.776180 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-5219bbe1-c10a-4301-a714-bec2e73fa424 admin admin] For port bdf8ec80-8b40-4677-bcf4-52d777732add, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=bdf8ec80-8b40-4677-bcf4-52d777732add,segment=NetworkSegment(ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51),segment_id=ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:17.778775 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5219bbe1-c10a-4301-a714-bec2e73fa424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (bdf8ec80-8b40-4677-bcf4-52d777732add), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:17.811041 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5219bbe1-c10a-4301-a714-bec2e73fa424 admin admin] Calling delete_port for bdf8ec80-8b40-4677-bcf4-52d777732add owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:17.870191 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe33bd-6027-4128-b661-8b1460b50ab4 req-92fdad04-c9db-4482-8cf7-a08b771076e5 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:17.885445 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6fe33bd-6027-4128-b661-8b1460b50ab4 req-92fdad04-c9db-4482-8cf7-a08b771076e5 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.6607323 Feb 09 21:59:17.940740 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761b6983-c767-4590-8ea2-1ad456c5d41a tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:17.942890 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-761b6983-c767-4590-8ea2-1ad456c5d41a tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1022000 Feb 09 21:59:17.948115 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50944) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:18.008497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50946) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:18.012129 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6fe33bd-6027-4128-b661-8b1460b50ab4 req-ca2a6254-d31e-44b0-9701-4f9157ebb590 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243482 Feb 09 21:59:18.117380 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2c6d5a52-6123-4fc4-adb2-699eaaa61046 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1524627 Feb 09 21:59:18.121795 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50954) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:18.242556 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-61872b2a-130e-4c0c-8c69-076212e09503 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=555e545ac75c4d7aa89a964d48e2fbf4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1195443 Feb 09 21:59:18.247960 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50958) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:18.284707 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50960) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:18.379943 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ab2b19c3-b2c5-4cc2-a886-255f849f09d8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2138123041-network', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:18.417292 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffec3518-9a3a-4c8f-a67d-50936d07b2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (a13d2aa9-8809-4c99-a6f4-71010b34dd52), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:18.480491 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffec3518-9a3a-4c8f-a67d-50936d07b2b2 admin admin] No DVR routers for this DVR port a13d2aa9-8809-4c99-a6f4-71010b34dd52 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:18.500481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2b19c3-b2c5-4cc2-a886-255f849f09d8 admin admin] Made reservation on behalf of 66875222abbf425ea3f9f2e0b384293d for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:18.504764 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ab2b19c3-b2c5-4cc2-a886-255f849f09d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:18.550432 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ab2b19c3-b2c5-4cc2-a886-255f849f09d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:18.553042 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec3518-9a3a-4c8f-a67d-50936d07b2b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a13d2aa9-8809-4c99-a6f4-71010b34dd52,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:18.821932 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ab2b19c3-b2c5-4cc2-a886-255f849f09d8 admin admin] Publish callbacks [] for security_group (a5ac32e2-a525-4bab-8f2d-cf48c11a0c16), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:18.826646 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb57aaa-87fa-4ba5-aab7-d84cb79cdd69 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:18.833443 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3fb57aaa-87fa-4ba5-aab7-d84cb79cdd69 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5794845 Feb 09 21:59:18.834561 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ab2b19c3-b2c5-4cc2-a886-255f849f09d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a5ac32e2-a525-4bab-8f2d-cf48c11a0c16), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:18.838072 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50972) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:18.977092 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffec3518-9a3a-4c8f-a67d-50936d07b2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (361d3ae3-946b-43bc-bd7a-5571eb55520d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:19.037149 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-ffec3518-9a3a-4c8f-a67d-50936d07b2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361d3ae3-946b-43bc-bd7a-5571eb55520d']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:19.095640 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-ffec3518-9a3a-4c8f-a67d-50936d07b2b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d794d80-75d8-4a50-9e25-db04d94b015e') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:19.098010 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-ffec3518-9a3a-4c8f-a67d-50936d07b2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d794d80-75d8-4a50-9e25-db04d94b015e') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:19.118710 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5219bbe1-c10a-4301-a714-bec2e73fa424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (bdf8ec80-8b40-4677-bcf4-52d777732add), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:19.129157 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffec3518-9a3a-4c8f-a67d-50936d07b2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (3d794d80-75d8-4a50-9e25-db04d94b015e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:19.245849 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2b19c3-b2c5-4cc2-a886-255f849f09d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:59:19.297128 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219bbe1-c10a-4301-a714-bec2e73fa424 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf8ec80-8b40-4677-bcf4-52d777732add,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:19.335618 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ab2b19c3-b2c5-4cc2-a886-255f849f09d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (1a386190-0e11-4cb0-b0a6-9a0f160dab80), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:19.338581 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-ab2b19c3-b2c5-4cc2-a886-255f849f09d8 admin admin] Added segment 1a386190-0e11-4cb0-b0a6-9a0f160dab80 of type vlan for network 4659e74e-184a-44ff-a85e-0606b3c79d89 Feb 09 21:59:19.361885 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffec3518-9a3a-4c8f-a67d-50936d07b2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (3d794d80-75d8-4a50-9e25-db04d94b015e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:19.495080 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffec3518-9a3a-4c8f-a67d-50936d07b2b2 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:59:19.510746 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffec3518-9a3a-4c8f-a67d-50936d07b2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (3d794d80-75d8-4a50-9e25-db04d94b015e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:59:19.515613 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:59:19.586095 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ef0a6903-ff52-41c6-908e-abcccb0543e0 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7393577 Feb 09 21:59:19.594814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50988) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:19.613021 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5f08defe-2918-41c9-88c8-ba2a3354a8b4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1076746734', 'network_id': 'e9d9bede-cfe3-4bb7-a483-9e4a563e5a48', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:19.740999 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffec3518-9a3a-4c8f-a67d-50936d07b2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (361d3ae3-946b-43bc-bd7a-5571eb55520d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:19.758262 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffec3518-9a3a-4c8f-a67d-50936d07b2b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:19.766732 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ffec3518-9a3a-4c8f-a67d-50936d07b2b2 admin admin] 10.222.0.77 "DELETE /v2.0/networks/361d3ae3-946b-43bc-bd7a-5571eb55520d HTTP/1.1" status: 204 len: 168 time: 5.2917194 Feb 09 21:59:19.767827 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50992) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:19.990737 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec3518-9a3a-4c8f-a67d-50936d07b2b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=361d3ae3-946b-43bc-bd7a-5571eb55520d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:20.457574 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5219bbe1-c10a-4301-a714-bec2e73fa424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (c70e6d57-609c-4a99-8fe6-279c7a8dff83), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:20.797561 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ab2b19c3-b2c5-4cc2-a886-255f849f09d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (4659e74e-184a-44ff-a85e-0606b3c79d89), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:20.843617 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b19c3-b2c5-4cc2-a886-255f849f09d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ac32e2-a525-4bab-8f2d-cf48c11a0c16,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:20.880834 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ab2b19c3-b2c5-4cc2-a886-255f849f09d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (4659e74e-184a-44ff-a85e-0606b3c79d89), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:20.882264 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2b19c3-b2c5-4cc2-a886-255f849f09d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:20.884697 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ab2b19c3-b2c5-4cc2-a886-255f849f09d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:20.905384 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe242b4-cb48-4328-8272-ca4e60439222 req-7868c36b-92a3-4ede-a14b-5a35f5f9a82c tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:20.907792 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cfe242b4-cb48-4328-8272-ca4e60439222 req-7868c36b-92a3-4ede-a14b-5a35f5f9a82c tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 1.5596161 Feb 09 21:59:21.144248 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ab2b19c3-b2c5-4cc2-a886-255f849f09d8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1292410 Feb 09 21:59:21.185130 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51020) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:21.204709 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-85d30212-4a4f-4354-b0d0-1b1513cfc633 admin admin] Request body: {'subnet': {'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2138123041-subnet', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:21.332741 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b19c3-b2c5-4cc2-a886-255f849f09d8 admin admin] Pushing event updated for resources: {'Network': ['ID=4659e74e-184a-44ff-a85e-0606b3c79d89,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:21.357344 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 4659e74e-184a-44ff-a85e-0606b3c79d89 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:59:21.390111 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f08defe-2918-41c9-88c8-ba2a3354a8b4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Made reservation on behalf of 555e545ac75c4d7aa89a964d48e2fbf4 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:21.392528 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5f08defe-2918-41c9-88c8-ba2a3354a8b4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:21.674390 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5f08defe-2918-41c9-88c8-ba2a3354a8b4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (47279ddc-40d2-4ecc-b50d-6addbc8bd2ee), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:21.713849 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d30212-4a4f-4354-b0d0-1b1513cfc633 admin admin] Made reservation on behalf of 66875222abbf425ea3f9f2e0b384293d for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:21.718031 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85d30212-4a4f-4354-b0d0-1b1513cfc633 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:21.985659 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5219bbe1-c10a-4301-a714-bec2e73fa424 admin admin] Router c70e6d57-609c-4a99-8fe6-279c7a8dff83 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:59:22.125954 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc91fba-ed14-4260-ba90-afab6d743b20 req-5356d477-30df-45ba-8ff6-8024b12d21df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:22.142669 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dcc91fba-ed14-4260-ba90-afab6d743b20 req-5356d477-30df-45ba-8ff6-8024b12d21df service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c135bd0d2c9b4219bd0ebf3718b0f7ac&device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 1127 time: 1.2889848 Feb 09 21:59:22.183887 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cfe242b4-cb48-4328-8272-ca4e60439222 req-c1cafa06-e4f8-4bab-a363-f6ed01c04805 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1053958 Feb 09 21:59:22.193065 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5219bbe1-c10a-4301-a714-bec2e73fa424 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:59:22.217924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e655faf-950a-4de1-8657-b517146db08a None None] Sync routers for ids ['c70e6d57-609c-4a99-8fe6-279c7a8dff83'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:59:22.226971 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5219bbe1-c10a-4301-a714-bec2e73fa424 admin admin] 10.222.0.77 "PUT /v2.0/routers/c70e6d57-609c-4a99-8fe6-279c7a8dff83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2466068 Feb 09 21:59:22.229561 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51030) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:22.292665 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e655faf-950a-4de1-8657-b517146db08a None None] Routers {'c70e6d57-609c-4a99-8fe6-279c7a8dff83'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:22.301123 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9e655faf-950a-4de1-8657-b517146db08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:59:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c70e6d57-609c-4a99-8fe6-279c7a8dff83'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:22.582926 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-9e655faf-950a-4de1-8657-b517146db08a None None] Set router c70e6d57-609c-4a99-8fe6-279c7a8dff83 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:22.677930 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f08defe-2918-41c9-88c8-ba2a3354a8b4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Checking segment: {'id': 'e1adfee6-9ba3-43b9-a641-6b9bda302edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9d9bede-cfe3-4bb7-a483-9e4a563e5a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:22.680184 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63524d2e-d5fd-41d6-9182-490c218333f2 admin admin] Publish callbacks [] for router (c70e6d57-609c-4a99-8fe6-279c7a8dff83), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:22.692427 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f08defe-2918-41c9-88c8-ba2a3354a8b4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Network hostable DHCP agents. Network: e9d9bede-cfe3-4bb7-a483-9e4a563e5a48, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:59:22.716214 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08defe-2918-41c9-88c8-ba2a3354a8b4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'Subnet': ['ID=47279ddc-40d2-4ecc-b50d-6addbc8bd2ee,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:22.906823 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f08defe-2918-41c9-88c8-ba2a3354a8b4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Network e9d9bede-cfe3-4bb7-a483-9e4a563e5a48 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:59:23.011436 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5f08defe-2918-41c9-88c8-ba2a3354a8b4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, e9d9bede-cfe3-4bb7-a483-9e4a563e5a48) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:23.061163 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f08defe-2918-41c9-88c8-ba2a3354a8b4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:23.062048 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5f08defe-2918-41c9-88c8-ba2a3354a8b4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:23.106491 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a38c29-aa9d-4238-affc-89c99550d488 None None] Network e9d9bede-cfe3-4bb7-a483-9e4a563e5a48 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:23.143178 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc91fba-ed14-4260-ba90-afab6d743b20 req-3aaf0a7f-d6f9-4d8e-b34f-ddf2bd55a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:23.146700 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dcc91fba-ed14-4260-ba90-afab6d743b20 req-3aaf0a7f-d6f9-4d8e-b34f-ddf2bd55a37b service neutron] 10.222.0.71 "GET /v2.0/networks?id=43c866ce-b28d-463f-9db2-f0ce01fb8d37 HTTP/1.1" status: 200 len: 914 time: 0.8414660 Feb 09 21:59:23.272849 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5f08defe-2918-41c9-88c8-ba2a3354a8b4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.6680934 Feb 09 21:59:23.382955 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dcc91fba-ed14-4260-ba90-afab6d743b20 req-f5d008c4-d39d-4a92-96ce-0cc36b535b98 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce HTTP/1.1" status: 200 len: 217 time: 0.1688421 Feb 09 21:59:23.448082 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63524d2e-d5fd-41d6-9182-490c218333f2 admin admin] Publish callbacks [] for router_gateway (c70e6d57-609c-4a99-8fe6-279c7a8dff83), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:23.498969 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85d30212-4a4f-4354-b0d0-1b1513cfc633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:23.589404 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d552f05f-d207-4ab2-97dc-576c59c2308c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (94c02033-e2de-4a17-9f3c-ab8b1f6419b3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:23.776099 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc91fba-ed14-4260-ba90-afab6d743b20 req-2cff27a4-5d9b-4a25-b2ef-74d04af2ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:23.779982 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dcc91fba-ed14-4260-ba90-afab6d743b20 req-2cff27a4-5d9b-4a25-b2ef-74d04af2ffd9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=128373c6-66eb-4e4e-b34c-fd626be51c57 HTTP/1.1" status: 200 len: 853 time: 0.3899827 Feb 09 21:59:23.830751 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c59c7c8-7847-4cc1-84a0-c78b54668bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-e9d9bede-cfe3-4bb7-a483-9e4a563e5a48', 'network_id': 'e9d9bede-cfe3-4bb7-a483-9e4a563e5a48', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'fixed_ips': [{'subnet_id': '47279ddc-40d2-4ecc-b50d-6addbc8bd2ee'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:59:23.832332 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7c59c7c8-7847-4cc1-84a0-c78b54668bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:23.853675 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-63524d2e-d5fd-41d6-9182-490c218333f2 admin admin] Deleting port c42569f7-eb27-44ca-8299-3bfe84b923b6 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:23.854076 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63524d2e-d5fd-41d6-9182-490c218333f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c42569f7-eb27-44ca-8299-3bfe84b923b6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:23.921766 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30212-4a4f-4354-b0d0-1b1513cfc633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:23.932145 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dcc91fba-ed14-4260-ba90-afab6d743b20 req-e2e49846-7327-4b1f-95e6-93a57a8dd3dc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=43c866ce-b28d-463f-9db2-f0ce01fb8d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1401541 Feb 09 21:59:23.970792 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-dcc91fba-ed14-4260-ba90-afab6d743b20 req-0c8ac99c-b774-4ca6-a96d-f38276077ea6 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:59:23.974308 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dcc91fba-ed14-4260-ba90-afab6d743b20 req-0c8ac99c-b774-4ca6-a96d-f38276077ea6 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163672 Feb 09 21:59:24.036350 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b715ab-7762-468c-80f7-f9bcba1f8bf0 req-6a43e7a2-8347-4351-b75b-776ce1db745a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:24.043063 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2b715ab-7762-468c-80f7-f9bcba1f8bf0 req-6a43e7a2-8347-4351-b75b-776ce1db745a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.5415738 Feb 09 21:59:24.250929 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d30212-4a4f-4354-b0d0-1b1513cfc633 admin admin] Checking segment: {'id': '1a386190-0e11-4cb0-b0a6-9a0f160dab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:24.252116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d30212-4a4f-4354-b0d0-1b1513cfc633 admin admin] Network hostable DHCP agents. Network: 4659e74e-184a-44ff-a85e-0606b3c79d89, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:59:24.361373 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9e655faf-950a-4de1-8657-b517146db08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'name': 'tempest-TaggedBootDevicesTest-1823550041-router', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:24Z', 'updated_at': '2022-02-09T21:59:18Z', 'revision_number': 5, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'gw_port': {'id': 'c42569f7-eb27-44ca-8299-3bfe84b923b6', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:26Z', 'updated_at': '2022-02-09T21:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:24.373908 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-46ecbb0a-dd7c-4e9d-be11-598457d764ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (f1a39641-509b-4064-aa3e-3c8c1dc9f813), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:24.391772 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2b715ab-7762-468c-80f7-f9bcba1f8bf0 req-3dbe60d5-6247-46f2-9c88-717794264c8f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305384 Feb 09 21:59:24.534639 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e655faf-950a-4de1-8657-b517146db08a None None] Checking router: c70e6d57-609c-4a99-8fe6-279c7a8dff83 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:59:24.584373 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e655faf-950a-4de1-8657-b517146db08a None None] Routers {'c70e6d57-609c-4a99-8fe6-279c7a8dff83'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:24.588713 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9e655faf-950a-4de1-8657-b517146db08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:59:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c70e6d57-609c-4a99-8fe6-279c7a8dff83'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:24.596258 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d30212-4a4f-4354-b0d0-1b1513cfc633 admin admin] Network 4659e74e-184a-44ff-a85e-0606b3c79d89 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:59:24.620169 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dcc91fba-ed14-4260-ba90-afab6d743b20 req-75dfe149-e8c4-4470-8901-b879d041b074 service neutron] 10.222.0.71 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365540 Feb 09 21:59:24.667343 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-63524d2e-d5fd-41d6-9182-490c218333f2 admin admin] For port c42569f7-eb27-44ca-8299-3bfe84b923b6, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c42569f7-eb27-44ca-8299-3bfe84b923b6,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:24.668253 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63524d2e-d5fd-41d6-9182-490c218333f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c42569f7-eb27-44ca-8299-3bfe84b923b6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:24.698000 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-85d30212-4a4f-4354-b0d0-1b1513cfc633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 4659e74e-184a-44ff-a85e-0606b3c79d89) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:24.751015 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d30212-4a4f-4354-b0d0-1b1513cfc633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:24.751633 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85d30212-4a4f-4354-b0d0-1b1513cfc633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:24.774760 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831b2e67-7b8a-411a-b895-e6e367331d1b None None] Network 4659e74e-184a-44ff-a85e-0606b3c79d89 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:24.797776 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-63524d2e-d5fd-41d6-9182-490c218333f2 admin admin] Calling delete_port for c42569f7-eb27-44ca-8299-3bfe84b923b6 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:24.904770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d552f05f-d207-4ab2-97dc-576c59c2308c admin admin] Deleting port fb887071-fdb9-4a7d-9844-9fa72ddafa13 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:24.905555 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d552f05f-d207-4ab2-97dc-576c59c2308c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (fb887071-fdb9-4a7d-9844-9fa72ddafa13), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:25.040466 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-85d30212-4a4f-4354-b0d0-1b1513cfc633 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.8512702 Feb 09 21:59:25.059634 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51062) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:25.093986 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ef72068a-5b48-41c1-9025-d4373544eee7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2138123041-router', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:25.270394 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51068) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:25.309418 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-d552f05f-d207-4ab2-97dc-576c59c2308c admin admin] For port fb887071-fdb9-4a7d-9844-9fa72ddafa13, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fb887071-fdb9-4a7d-9844-9fa72ddafa13,segment=NetworkSegment(42c22e0b-a4aa-42e6-ba4f-6df152e178cd),segment_id=42c22e0b-a4aa-42e6-ba4f-6df152e178cd)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:25.310922 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d552f05f-d207-4ab2-97dc-576c59c2308c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (fb887071-fdb9-4a7d-9844-9fa72ddafa13), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:25.325088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-93820784-ecab-45a5-83a8-c8c01bd640ce tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-181209410', 'description': 'tempest-secgroup-smoke-181209410 description', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:25.348930 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d552f05f-d207-4ab2-97dc-576c59c2308c admin admin] Calling delete_port for fb887071-fdb9-4a7d-9844-9fa72ddafa13 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:25.492063 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef72068a-5b48-41c1-9025-d4373544eee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (573a7a48-2045-4d72-88bd-e72f15b3b584), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:25.493825 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef72068a-5b48-41c1-9025-d4373544eee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (573a7a48-2045-4d72-88bd-e72f15b3b584), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:25.572065 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dcc91fba-ed14-4260-ba90-afab6d743b20 req-8a6e1c1b-0b04-4a2e-a911-aa0db7bf235a service neutron] 10.222.0.71 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9253211 Feb 09 21:59:25.630528 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-93820784-ecab-45a5-83a8-c8c01bd640ce tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:25.866121 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef72068a-5b48-41c1-9025-d4373544eee7 admin admin] Publish callbacks [] for router_controller (573a7a48-2045-4d72-88bd-e72f15b3b584), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:25.997007 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-7c59c7c8-7847-4cc1-84a0-c78b54668bcf None None] Allocated IP 172.20.0.18 (e9d9bede-cfe3-4bb7-a483-9e4a563e5a48/47279ddc-40d2-4ecc-b50d-6addbc8bd2ee/49a5d75d-c7eb-4f37-a886-da5cb667ceb3) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:59:26.020508 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b599c7ad-96b3-4b08-b8b9-7db01ba553a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-4659e74e-184a-44ff-a85e-0606b3c79d89', 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89', 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'fixed_ips': [{'subnet_id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:59:26.022291 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b599c7ad-96b3-4b08-b8b9-7db01ba553a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:26.042138 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-9e655faf-950a-4de1-8657-b517146db08a None None] Set router c70e6d57-609c-4a99-8fe6-279c7a8dff83 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:26.362575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1557d-8961-41ae-bd12-b31a809b2369 req-49487ce4-fc2f-4d6c-8b5b-58d9227a7f05 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:26.367545 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1c1557d-8961-41ae-bd12-b31a809b2369 req-49487ce4-fc2f-4d6c-8b5b-58d9227a7f05 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.5709686 Feb 09 21:59:26.625425 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef72068a-5b48-41c1-9025-d4373544eee7 admin admin] Publish callbacks [] for router_gateway (573a7a48-2045-4d72-88bd-e72f15b3b584), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:26.640671 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-b599c7ad-96b3-4b08-b8b9-7db01ba553a7 None None] Allocated IP 172.20.0.2 (4659e74e-184a-44ff-a85e-0606b3c79d89/7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9/7129d7f0-119e-482a-ae95-6c8073bc55f8) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:59:26.668293 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63524d2e-d5fd-41d6-9182-490c218333f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c42569f7-eb27-44ca-8299-3bfe84b923b6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:26.839105 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63524d2e-d5fd-41d6-9182-490c218333f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c42569f7-eb27-44ca-8299-3bfe84b923b6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:26.843555 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9e655faf-950a-4de1-8657-b517146db08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'name': 'tempest-TaggedBootDevicesTest-1823550041-router', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:24Z', 'updated_at': '2022-02-09T21:59:23Z', 'revision_number': 6, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:26.866362 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-54e96e56-61ed-4e0a-afd8-b047fdd08f1f req-034a55a4-3a9a-4c5c-b8fb-7c7cdef20462 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=579c1865-30b0-4eb9-8ace-00713a3f9854&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3991728 Feb 09 21:59:27.016091 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1c1557d-8961-41ae-bd12-b31a809b2369 req-36cd2108-498e-4e05-8eb4-5e4ea7dfa677 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6302700 Feb 09 21:59:27.048187 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e655faf-950a-4de1-8657-b517146db08a None None] The sync data for ids ['c70e6d57-609c-4a99-8fe6-279c7a8dff83'] in n-d-828601-1 is: [{'id': 'c70e6d57-609c-4a99-8fe6-279c7a8dff83', 'name': 'tempest-TaggedBootDevicesTest-1823550041-router', 'tenant_id': 'adedffd8130f4ccfb4184367762e3fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:24Z', 'updated_at': '2022-02-09T21:59:23Z', 'revision_number': 6, 'project_id': 'adedffd8130f4ccfb4184367762e3fb9', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:59:27.084737 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-93820784-ecab-45a5-83a8-c8c01bd640ce tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group (aac4cdc3-3ae0-4376-81f4-ed7266163473), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.099827 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-93820784-ecab-45a5-83a8-c8c01bd640ce tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (aac4cdc3-3ae0-4376-81f4-ed7266163473), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.232315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93820784-ecab-45a5-83a8-c8c01bd640ce tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac4cdc3-3ae0-4376-81f4-ed7266163473,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:27.246048 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-46ecbb0a-dd7c-4e9d-be11-598457d764ec admin admin] Deleting port 254d795a-41ef-4702-8ded-b4e463c82b4f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:27.259264 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-46ecbb0a-dd7c-4e9d-be11-598457d764ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (254d795a-41ef-4702-8ded-b4e463c82b4f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.266131 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-93820784-ecab-45a5-83a8-c8c01bd640ce tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.273363 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-93820784-ecab-45a5-83a8-c8c01bd640ce tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.9795976 Feb 09 21:59:27.274341 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51090) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:27.284089 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-073c0701-23fe-462b-8309-1ea2342fd5f7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'security_group_rule': {'security_group_id': 'aac4cdc3-3ae0-4376-81f4-ed7266163473', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:27.384581 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63524d2e-d5fd-41d6-9182-490c218333f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (c70e6d57-609c-4a99-8fe6-279c7a8dff83), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.424618 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d552f05f-d207-4ab2-97dc-576c59c2308c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (fb887071-fdb9-4a7d-9844-9fa72ddafa13), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.712456 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-46ecbb0a-dd7c-4e9d-be11-598457d764ec admin admin] For port 254d795a-41ef-4702-8ded-b4e463c82b4f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=254d795a-41ef-4702-8ded-b4e463c82b4f,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:27.714311 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-46ecbb0a-dd7c-4e9d-be11-598457d764ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (254d795a-41ef-4702-8ded-b4e463c82b4f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.747220 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-46ecbb0a-dd7c-4e9d-be11-598457d764ec admin admin] Calling delete_port for 254d795a-41ef-4702-8ded-b4e463c82b4f owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:27.752251 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63524d2e-d5fd-41d6-9182-490c218333f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (c70e6d57-609c-4a99-8fe6-279c7a8dff83), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.755062 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63524d2e-d5fd-41d6-9182-490c218333f2 admin admin] Publish callbacks [] for router_controller (c70e6d57-609c-4a99-8fe6-279c7a8dff83), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.834139 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-073c0701-23fe-462b-8309-1ea2342fd5f7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (5bfbca52-bb68-412e-b6f5-dc9ae8d9d1ff), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.920358 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b599c7ad-96b3-4b08-b8b9-7db01ba553a7 None None] Publish callbacks [] for port (7129d7f0-119e-482a-ae95-6c8073bc55f8), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.976356 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b599c7ad-96b3-4b08-b8b9-7db01ba553a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (7129d7f0-119e-482a-ae95-6c8073bc55f8), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:28.045494 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63524d2e-d5fd-41d6-9182-490c218333f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (c70e6d57-609c-4a99-8fe6-279c7a8dff83), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:28.046534 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63524d2e-d5fd-41d6-9182-490c218333f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c70e6d57-609c-4a99-8fe6-279c7a8dff83 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:59:28.078482 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63524d2e-d5fd-41d6-9182-490c218333f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:28.085729 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-63524d2e-d5fd-41d6-9182-490c218333f2 admin admin] 10.222.0.77 "DELETE /v2.0/routers/c70e6d57-609c-4a99-8fe6-279c7a8dff83 HTTP/1.1" status: 204 len: 168 time: 5.8528388 Feb 09 21:59:28.212453 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7c59c7c8-7847-4cc1-84a0-c78b54668bcf None None] Publish callbacks [] for port (49a5d75d-c7eb-4f37-a886-da5cb667ceb3), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:28.259978 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7c59c7c8-7847-4cc1-84a0-c78b54668bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (49a5d75d-c7eb-4f37-a886-da5cb667ceb3), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:28.339025 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b599c7ad-96b3-4b08-b8b9-7db01ba553a7 None None] Network 4659e74e-184a-44ff-a85e-0606b3c79d89 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:59:28.348833 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51104) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:28.399908 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552f05f-d207-4ab2-97dc-576c59c2308c admin admin] Pushing event deleted for resources: {'Port': ['ID=fb887071-fdb9-4a7d-9844-9fa72ddafa13,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:28.431684 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599c7ad-96b3-4b08-b8b9-7db01ba553a7 None None] Pushing event updated for resources: {'Port': ['ID=7129d7f0-119e-482a-ae95-6c8073bc55f8,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:28.649276 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-b599c7ad-96b3-4b08-b8b9-7db01ba553a7 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:28.664460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b599c7ad-96b3-4b08-b8b9-7db01ba553a7 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:59:28.680729 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c42569f7-eb27-44ca-8299-3bfe84b923b6 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:28.705131 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c59c7c8-7847-4cc1-84a0-c78b54668bcf None None] Network e9d9bede-cfe3-4bb7-a483-9e4a563e5a48 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:59:28.714828 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-7c59c7c8-7847-4cc1-84a0-c78b54668bcf None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:28.732309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c59c7c8-7847-4cc1-84a0-c78b54668bcf None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:59:28.809463 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-073c0701-23fe-462b-8309-1ea2342fd5f7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (5bfbca52-bb68-412e-b6f5-dc9ae8d9d1ff), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:28.821265 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: c42569f7-eb27-44ca-8299-3bfe84b923b6 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:28.842378 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-46ecbb0a-dd7c-4e9d-be11-598457d764ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (254d795a-41ef-4702-8ded-b4e463c82b4f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:28.843406 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c42569f7-eb27-44ca-8299-3bfe84b923b6 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:28.848126 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device bdf8ec80-8b40-4677-bcf4-52d777732add no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:28.927865 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d552f05f-d207-4ab2-97dc-576c59c2308c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (94c02033-e2de-4a17-9f3c-ab8b1f6419b3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:28.948123 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e96e56-61ed-4e0a-afd8-b047fdd08f1f req-855dea55-2adf-4a91-aa2c-4dfa9dd330b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:28.952111 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-54e96e56-61ed-4e0a-afd8-b047fdd08f1f req-855dea55-2adf-4a91-aa2c-4dfa9dd330b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=555e545ac75c4d7aa89a964d48e2fbf4&device_id=579c1865-30b0-4eb9-8ace-00713a3f9854 HTTP/1.1" status: 200 len: 1127 time: 1.7757356 Feb 09 21:59:29.150648 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59c7c8-7847-4cc1-84a0-c78b54668bcf None None] Pushing event updated for resources: {'Port': ['ID=49a5d75d-c7eb-4f37-a886-da5cb667ceb3,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:29.193724 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: bdf8ec80-8b40-4677-bcf4-52d777732add {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:29.201279 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device bdf8ec80-8b40-4677-bcf4-52d777732add not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:29.367697 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b599c7ad-96b3-4b08-b8b9-7db01ba553a7 None None] Attempting to bind port 7129d7f0-119e-482a-ae95-6c8073bc55f8 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:59:29.371860 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b599c7ad-96b3-4b08-b8b9-7db01ba553a7 None None] Attempting to bind port 7129d7f0-119e-482a-ae95-6c8073bc55f8 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '1a386190-0e11-4cb0-b0a6-9a0f160dab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:59:29.377933 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599c7ad-96b3-4b08-b8b9-7db01ba553a7 None None] Attempting to bind port 7129d7f0-119e-482a-ae95-6c8073bc55f8 on network 4659e74e-184a-44ff-a85e-0606b3c79d89 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:29.404719 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599c7ad-96b3-4b08-b8b9-7db01ba553a7 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:59:29.413732 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599c7ad-96b3-4b08-b8b9-7db01ba553a7 None None] Checking segment: {'id': '1a386190-0e11-4cb0-b0a6-9a0f160dab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:29.414386 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b599c7ad-96b3-4b08-b8b9-7db01ba553a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:29.414888 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599c7ad-96b3-4b08-b8b9-7db01ba553a7 None None] Bound using segment: {'id': '1a386190-0e11-4cb0-b0a6-9a0f160dab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:59:29.415501 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b599c7ad-96b3-4b08-b8b9-7db01ba553a7 None None] Bound port: 7129d7f0-119e-482a-ae95-6c8073bc55f8, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a386190-0e11-4cb0-b0a6-9a0f160dab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:59:29.416008 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b599c7ad-96b3-4b08-b8b9-7db01ba553a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7129d7f0-119e-482a-ae95-6c8073bc55f8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:29.429920 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7c59c7c8-7847-4cc1-84a0-c78b54668bcf None None] Attempting to bind port 49a5d75d-c7eb-4f37-a886-da5cb667ceb3 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:59:29.434279 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7c59c7c8-7847-4cc1-84a0-c78b54668bcf None None] Attempting to bind port 49a5d75d-c7eb-4f37-a886-da5cb667ceb3 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'e1adfee6-9ba3-43b9-a641-6b9bda302edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9d9bede-cfe3-4bb7-a483-9e4a563e5a48'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:59:29.434760 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c59c7c8-7847-4cc1-84a0-c78b54668bcf None None] Attempting to bind port 49a5d75d-c7eb-4f37-a886-da5cb667ceb3 on network e9d9bede-cfe3-4bb7-a483-9e4a563e5a48 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:29.491811 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c59c7c8-7847-4cc1-84a0-c78b54668bcf None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:59:29.492310 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c59c7c8-7847-4cc1-84a0-c78b54668bcf None None] Checking segment: {'id': 'e1adfee6-9ba3-43b9-a641-6b9bda302edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9d9bede-cfe3-4bb7-a483-9e4a563e5a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:29.498258 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7c59c7c8-7847-4cc1-84a0-c78b54668bcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:29.500564 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c59c7c8-7847-4cc1-84a0-c78b54668bcf None None] Bound using segment: {'id': 'e1adfee6-9ba3-43b9-a641-6b9bda302edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9d9bede-cfe3-4bb7-a483-9e4a563e5a48'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:59:29.501404 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7c59c7c8-7847-4cc1-84a0-c78b54668bcf None None] Bound port: 49a5d75d-c7eb-4f37-a886-da5cb667ceb3, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1adfee6-9ba3-43b9-a641-6b9bda302edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9d9bede-cfe3-4bb7-a483-9e4a563e5a48'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:59:29.503233 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7c59c7c8-7847-4cc1-84a0-c78b54668bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (49a5d75d-c7eb-4f37-a886-da5cb667ceb3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:29.513301 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-059fd583-2e0c-4491-8830-906828969a8e admin admin] Deleting subnet 55384cb3-5e7d-40d1-a8e4-5aedaec5fab7 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:59:29.592519 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-059fd583-2e0c-4491-8830-906828969a8e admin admin] Publish callbacks [] for subnet (55384cb3-5e7d-40d1-a8e4-5aedaec5fab7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:29.923939 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b599c7ad-96b3-4b08-b8b9-7db01ba553a7 None None] For port 7129d7f0-119e-482a-ae95-6c8073bc55f8, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:59:29.936807 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b599c7ad-96b3-4b08-b8b9-7db01ba553a7 None None] For port 7129d7f0-119e-482a-ae95-6c8073bc55f8, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7129d7f0-119e-482a-ae95-6c8073bc55f8,segment=NetworkSegment(1a386190-0e11-4cb0-b0a6-9a0f160dab80),segment_id=1a386190-0e11-4cb0-b0a6-9a0f160dab80)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:59:29.972224 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b599c7ad-96b3-4b08-b8b9-7db01ba553a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7129d7f0-119e-482a-ae95-6c8073bc55f8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:30.063737 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e96e56-61ed-4e0a-afd8-b047fdd08f1f req-7c4f7879-af92-4983-a318-29acb3c542e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:30.065275 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-54e96e56-61ed-4e0a-afd8-b047fdd08f1f req-7c4f7879-af92-4983-a318-29acb3c542e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b09c7d96-17d7-45a8-b56d-14cfc933db6c HTTP/1.1" status: 200 len: 897 time: 0.7725613 Feb 09 21:59:30.066701 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ecbb0a-dd7c-4e9d-be11-598457d764ec admin admin] Pushing event deleted for resources: {'Port': ['ID=254d795a-41ef-4702-8ded-b4e463c82b4f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:30.089037 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61115ab3-c981-4227-bc4c-4cf5eb1a6a50 req-4371bafb-2bf8-4255-bc84-99e4420e1f11 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:30.093622 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61115ab3-c981-4227-bc4c-4cf5eb1a6a50 req-4371bafb-2bf8-4255-bc84-99e4420e1f11 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 1.7001092 Feb 09 21:59:30.115855 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-059fd583-2e0c-4491-8830-906828969a8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (55384cb3-5e7d-40d1-a8e4-5aedaec5fab7), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:30.127592 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-7c59c7c8-7847-4cc1-84a0-c78b54668bcf None None] For port 49a5d75d-c7eb-4f37-a886-da5cb667ceb3, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:59:30.218385 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-7c59c7c8-7847-4cc1-84a0-c78b54668bcf None None] For port 49a5d75d-c7eb-4f37-a886-da5cb667ceb3, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=49a5d75d-c7eb-4f37-a886-da5cb667ceb3,segment=NetworkSegment(e1adfee6-9ba3-43b9-a641-6b9bda302edc),segment_id=e1adfee6-9ba3-43b9-a641-6b9bda302edc)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:59:30.263231 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7c59c7c8-7847-4cc1-84a0-c78b54668bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (49a5d75d-c7eb-4f37-a886-da5cb667ceb3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:30.279481 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-073c0701-23fe-462b-8309-1ea2342fd5f7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (5bfbca52-bb68-412e-b6f5-dc9ae8d9d1ff), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:30.321824 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-059fd583-2e0c-4491-8830-906828969a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (55384cb3-5e7d-40d1-a8e4-5aedaec5fab7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:30.331471 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef72068a-5b48-41c1-9025-d4373544eee7 admin admin] Publish callbacks [] for router_gateway (573a7a48-2045-4d72-88bd-e72f15b3b584), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:30.367343 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599c7ad-96b3-4b08-b8b9-7db01ba553a7 None None] Pushing event updated for resources: {'Port': ['ID=7129d7f0-119e-482a-ae95-6c8073bc55f8,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:30.479026 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef72068a-5b48-41c1-9025-d4373544eee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:30.577965 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-073c0701-23fe-462b-8309-1ea2342fd5f7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:30.583945 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-073c0701-23fe-462b-8309-1ea2342fd5f7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.3040452 Feb 09 21:59:30.602493 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59c7c8-7847-4cc1-84a0-c78b54668bcf None None] Pushing event updated for resources: {'Port': ['ID=49a5d75d-c7eb-4f37-a886-da5cb667ceb3,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:30.633339 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51136) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:30.661311 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d552f05f-d207-4ab2-97dc-576c59c2308c admin admin] Router 94c02033-e2de-4a17-9f3c-ab8b1f6419b3 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:59:30.742286 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b093d1cf-2a8a-48c9-85aa-ab75b037e4b8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'security_group_rule': {'security_group_id': 'aac4cdc3-3ae0-4376-81f4-ed7266163473', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:30.773209 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c0701-23fe-462b-8309-1ea2342fd5f7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bfbca52-bb68-412e-b6f5-dc9ae8d9d1ff,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:30.878810 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-54e96e56-61ed-4e0a-afd8-b047fdd08f1f req-d5f97929-1292-4373-8157-34c9d7332e60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17e9bf21-74f7-4628-984d-92938a0a0e2c HTTP/1.1" status: 200 len: 1001 time: 0.3910530 Feb 09 21:59:31.208910 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-059fd583-2e0c-4491-8830-906828969a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (55384cb3-5e7d-40d1-a8e4-5aedaec5fab7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:31.325562 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-46ecbb0a-dd7c-4e9d-be11-598457d764ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (f1a39641-509b-4064-aa3e-3c8c1dc9f813), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:31.389924 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61115ab3-c981-4227-bc4c-4cf5eb1a6a50 req-ffbbcbea-2bcc-40d2-bfd0-6c13eb149d6f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1059842 Feb 09 21:59:31.405105 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b093d1cf-2a8a-48c9-85aa-ab75b037e4b8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (1683e532-0c40-4966-900d-bed78f272d05), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:31.516609 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e96e56-61ed-4e0a-afd8-b047fdd08f1f req-91bc21d9-69cf-4d0d-b62a-2a96e270eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:31.519371 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-54e96e56-61ed-4e0a-afd8-b047fdd08f1f req-91bc21d9-69cf-4d0d-b62a-2a96e270eb76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38832c8f-f6ce-4bc9-a5f3-280df12cfe59 HTTP/1.1" status: 200 len: 834 time: 0.5234258 Feb 09 21:59:31.539936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e62c43b-7cf2-445e-b00e-0e1d4d2413d6 None None] Network 5212a2c9-ea88-4741-aaf1-2380b789ca31 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:31.662971 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-059fd583-2e0c-4491-8830-906828969a8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:31.678699 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-059fd583-2e0c-4491-8830-906828969a8e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/55384cb3-5e7d-40d1-a8e4-5aedaec5fab7 HTTP/1.1" status: 204 len: 168 time: 3.3216784 Feb 09 21:59:31.692170 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51146) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:31.702242 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fd583-2e0c-4491-8830-906828969a8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55384cb3-5e7d-40d1-a8e4-5aedaec5fab7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:31.729228 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-ef72068a-5b48-41c1-9025-d4373544eee7 admin admin] Allocated IP 172.25.6.246 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:59:32.017515 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c23b1a-393e-4427-8444-5ef6aa3ff1be None None] DHCP port deletion for 5212a2c9-ea88-4741-aaf1-2380b789ca31 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:59:32.225557 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c6c23b1a-393e-4427-8444-5ef6aa3ff1be None None] Deleting port f94dab67-359b-4dd7-95a2-f04134f602e9 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:32.240620 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b093d1cf-2a8a-48c9-85aa-ab75b037e4b8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (1683e532-0c40-4966-900d-bed78f272d05), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:32.244532 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c6c23b1a-393e-4427-8444-5ef6aa3ff1be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f94dab67-359b-4dd7-95a2-f04134f602e9), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:32.306369 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a8955e8f-e9ff-41ba-8511-cda172a74869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (5212a2c9-ea88-4741-aaf1-2380b789ca31), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:32.323346 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b093d1cf-2a8a-48c9-85aa-ab75b037e4b8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (1683e532-0c40-4966-900d-bed78f272d05), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:32.466964 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e96e56-61ed-4e0a-afd8-b047fdd08f1f req-a1aa9a26-4f6d-446d-921d-1891c9b33085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:32.483008 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-54e96e56-61ed-4e0a-afd8-b047fdd08f1f req-a1aa9a26-4f6d-446d-921d-1891c9b33085 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b09c7d96-17d7-45a8-b56d-14cfc933db6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9525187 Feb 09 21:59:32.543487 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7129d7f0-119e-482a-ae95-6c8073bc55f8 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:59:32.668751 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c6c23b1a-393e-4427-8444-5ef6aa3ff1be None None] For port f94dab67-359b-4dd7-95a2-f04134f602e9, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f94dab67-359b-4dd7-95a2-f04134f602e9,segment=NetworkSegment(ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51),segment_id=ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:32.669171 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c6c23b1a-393e-4427-8444-5ef6aa3ff1be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f94dab67-359b-4dd7-95a2-f04134f602e9), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:32.704560 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c6c23b1a-393e-4427-8444-5ef6aa3ff1be None None] Calling delete_port for f94dab67-359b-4dd7-95a2-f04134f602e9 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:32.778939 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 7129d7f0-119e-482a-ae95-6c8073bc55f8 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:32.779545 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7129d7f0-119e-482a-ae95-6c8073bc55f8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:32.802776 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093d1cf-2a8a-48c9-85aa-ab75b037e4b8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1683e532-0c40-4966-900d-bed78f272d05,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:32.835184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d552f05f-d207-4ab2-97dc-576c59c2308c admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:59:32.861557 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11bfac7-1993-49b3-b8d8-74776cffe7c5 None None] Sync routers for ids ['94c02033-e2de-4a17-9f3c-ab8b1f6419b3'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:59:32.927678 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d552f05f-d207-4ab2-97dc-576c59c2308c admin admin] 10.222.0.77 "PUT /v2.0/routers/94c02033-e2de-4a17-9f3c-ab8b1f6419b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1479721 Feb 09 21:59:32.934088 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51162) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:32.937776 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11bfac7-1993-49b3-b8d8-74776cffe7c5 None None] Routers {'94c02033-e2de-4a17-9f3c-ab8b1f6419b3'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:32.938879 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d11bfac7-1993-49b3-b8d8-74776cffe7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:59:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['94c02033-e2de-4a17-9f3c-ab8b1f6419b3'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:33.003350 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef72068a-5b48-41c1-9025-d4373544eee7 admin admin] Publish callbacks [] for port (a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:33.094006 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b093d1cf-2a8a-48c9-85aa-ab75b037e4b8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:33.097569 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b093d1cf-2a8a-48c9-85aa-ab75b037e4b8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.3691206 Feb 09 21:59:33.159374 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef72068a-5b48-41c1-9025-d4373544eee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:33.187519 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51164) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:33.256100 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c6c23b1a-393e-4427-8444-5ef6aa3ff1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (f94dab67-359b-4dd7-95a2-f04134f602e9), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:33.346468 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d11bfac7-1993-49b3-b8d8-74776cffe7c5 None None] Set router 94c02033-e2de-4a17-9f3c-ab8b1f6419b3 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:33.357197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c23b1a-393e-4427-8444-5ef6aa3ff1be None None] Pushing event deleted for resources: {'Port': ['ID=f94dab67-359b-4dd7-95a2-f04134f602e9,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:33.366887 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c23b1a-393e-4427-8444-5ef6aa3ff1be None None] No DVR routers for this DVR port f94dab67-359b-4dd7-95a2-f04134f602e9 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:33.509609 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-54e96e56-61ed-4e0a-afd8-b047fdd08f1f req-5a89c62f-689a-4398-aa49-80dc7ba334bd service neutron] 10.222.0.42 "GET /v2.0/networks/b09c7d96-17d7-45a8-b56d-14cfc933db6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0122049 Feb 09 21:59:33.531043 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 7129d7f0-119e-482a-ae95-6c8073bc55f8 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:33.531602 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7129d7f0-119e-482a-ae95-6c8073bc55f8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:33.576350 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a8955e8f-e9ff-41ba-8511-cda172a74869 admin admin] Deleting port f94dab67-359b-4dd7-95a2-f04134f602e9 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:33.576850 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a8955e8f-e9ff-41ba-8511-cda172a74869 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f94dab67-359b-4dd7-95a2-f04134f602e9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:33.580768 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb837f3-f9d4-4938-83bc-ee50ea738556 None None] Network e9d9bede-cfe3-4bb7-a483-9e4a563e5a48 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:33.591340 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef72068a-5b48-41c1-9025-d4373544eee7 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:59:33.616049 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-73acbb50-ee67-4cb4-8796-a365785197ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'security_group_rule': {'security_group_id': 'aac4cdc3-3ae0-4376-81f4-ed7266163473', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:33.725555 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72068a-5b48-41c1-9025-d4373544eee7 admin admin] Pushing event updated for resources: {'Port': ['ID=a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:33.740905 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-ef72068a-5b48-41c1-9025-d4373544eee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:33.756877 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef72068a-5b48-41c1-9025-d4373544eee7 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:59:33.783698 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a8955e8f-e9ff-41ba-8511-cda172a74869 admin admin] For port f94dab67-359b-4dd7-95a2-f04134f602e9, host n-d-828601-1, got binding levels [] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:33.783698 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a8955e8f-e9ff-41ba-8511-cda172a74869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f94dab67-359b-4dd7-95a2-f04134f602e9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:33.807791 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a8955e8f-e9ff-41ba-8511-cda172a74869 admin admin] Calling delete_port for f94dab67-359b-4dd7-95a2-f04134f602e9 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:33.807791 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.ipam_backend_mixin [None req-a8955e8f-e9ff-41ba-8511-cda172a74869 admin admin] Port f94dab67-359b-4dd7-95a2-f04134f602e9 was not found and therefore no delete operation was performed {{(pid=103202) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:59:33.823709 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a8955e8f-e9ff-41ba-8511-cda172a74869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f94dab67-359b-4dd7-95a2-f04134f602e9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:33.841379 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 7129d7f0-119e-482a-ae95-6c8073bc55f8, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7129d7f0-119e-482a-ae95-6c8073bc55f8,segment=NetworkSegment(1a386190-0e11-4cb0-b0a6-9a0f160dab80),segment_id=1a386190-0e11-4cb0-b0a6-9a0f160dab80)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:33.863770 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56969a5-1677-4d3d-9892-5ff1fb3bfe0b None None] Network 4659e74e-184a-44ff-a85e-0606b3c79d89 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:33.973991 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73acbb50-ee67-4cb4-8796-a365785197ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (d55aec2f-698a-4031-a982-e5cba43e8782), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:34.017751 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d11bfac7-1993-49b3-b8d8-74776cffe7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c02033-e2de-4a17-9f3c-ab8b1f6419b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2135269045-router', 'tenant_id': '95ed883d44674772a15c6306c3cf26a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1fa64ec9-7c37-4c61-8d50-82664abdf67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:41Z', 'updated_at': '2022-02-09T21:59:27Z', 'revision_number': 5, 'project_id': '95ed883d44674772a15c6306c3cf26a0', 'gw_port': {'id': '1fa64ec9-7c37-4c61-8d50-82664abdf67b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c02033-e2de-4a17-9f3c-ab8b1f6419b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:42Z', 'updated_at': '2022-02-09T21:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:34.036721 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eca2423e-9e74-46df-92f6-ec040b763e8a admin admin] Publish callbacks [] for router (94c02033-e2de-4a17-9f3c-ab8b1f6419b3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:34.054934 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8955e8f-e9ff-41ba-8511-cda172a74869 admin admin] Pushing event deleted for resources: {'Port': ['ID=f94dab67-359b-4dd7-95a2-f04134f602e9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:34.070677 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8955e8f-e9ff-41ba-8511-cda172a74869 admin admin] No DVR routers for this DVR port f94dab67-359b-4dd7-95a2-f04134f602e9 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:34.079068 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7129d7f0-119e-482a-ae95-6c8073bc55f8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:34.080697 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 49a5d75d-c7eb-4f37-a886-da5cb667ceb3 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:59:34.224108 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11bfac7-1993-49b3-b8d8-74776cffe7c5 None None] Checking router: 94c02033-e2de-4a17-9f3c-ab8b1f6419b3 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:59:34.312534 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11bfac7-1993-49b3-b8d8-74776cffe7c5 None None] Routers {'94c02033-e2de-4a17-9f3c-ab8b1f6419b3'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:34.328255 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d11bfac7-1993-49b3-b8d8-74776cffe7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:59:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['94c02033-e2de-4a17-9f3c-ab8b1f6419b3'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:34.518621 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=7129d7f0-119e-482a-ae95-6c8073bc55f8,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:34.581678 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a8955e8f-e9ff-41ba-8511-cda172a74869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (5212a2c9-ea88-4741-aaf1-2380b789ca31), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:34.658828 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-38f8f568-1b77-4299-af03-c88b9c344b3e None None] Provisioning complete for port 49a5d75d-c7eb-4f37-a886-da5cb667ceb3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:34.659542 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-38f8f568-1b77-4299-af03-c88b9c344b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (49a5d75d-c7eb-4f37-a886-da5cb667ceb3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:34.745274 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a8955e8f-e9ff-41ba-8511-cda172a74869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5212a2c9-ea88-4741-aaf1-2380b789ca31']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:34.791058 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-54e96e56-61ed-4e0a-afd8-b047fdd08f1f req-2af60cb6-4769-46cf-9481-bcf05f31ba9f service neutron] 10.222.0.42 "GET /v2.0/networks/b09c7d96-17d7-45a8-b56d-14cfc933db6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2458215 Feb 09 21:59:34.841612 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a8955e8f-e9ff-41ba-8511-cda172a74869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:34.841927 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a8955e8f-e9ff-41ba-8511-cda172a74869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:34.906936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 49a5d75d-c7eb-4f37-a886-da5cb667ceb3 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:34.907978 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (49a5d75d-c7eb-4f37-a886-da5cb667ceb3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:34.932201 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a8955e8f-e9ff-41ba-8511-cda172a74869 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.000130 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eca2423e-9e74-46df-92f6-ec040b763e8a admin admin] Publish callbacks [] for router_gateway (94c02033-e2de-4a17-9f3c-ab8b1f6419b3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.017623 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a8955e8f-e9ff-41ba-8511-cda172a74869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.051422 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8955e8f-e9ff-41ba-8511-cda172a74869 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:59:35.051977 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a8955e8f-e9ff-41ba-8511-cda172a74869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (ee8f5f90-2b0d-4b4c-a9a4-1d80c42d3c51), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:59:35.053983 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:59:35.134074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261eb49-d0af-4b8f-ae55-e65662ec830f req-35d28a39-469f-47b3-8978-1566f6bbd2a2 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:35.159756 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e261eb49-d0af-4b8f-ae55-e65662ec830f req-35d28a39-469f-47b3-8978-1566f6bbd2a2 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 2.0587330 Feb 09 21:59:35.203431 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d11bfac7-1993-49b3-b8d8-74776cffe7c5 None None] Set router 94c02033-e2de-4a17-9f3c-ab8b1f6419b3 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:35.630885 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a8955e8f-e9ff-41ba-8511-cda172a74869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (5212a2c9-ea88-4741-aaf1-2380b789ca31), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.669261 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 49a5d75d-c7eb-4f37-a886-da5cb667ceb3 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:35.670143 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (49a5d75d-c7eb-4f37-a886-da5cb667ceb3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.713578 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a8955e8f-e9ff-41ba-8511-cda172a74869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.716809 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-38f8f568-1b77-4299-af03-c88b9c344b3e None None] Current status of the port 49a5d75d-c7eb-4f37-a886-da5cb667ceb3 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:35.717188 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-38f8f568-1b77-4299-af03-c88b9c344b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (49a5d75d-c7eb-4f37-a886-da5cb667ceb3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.725546 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a8955e8f-e9ff-41ba-8511-cda172a74869 admin admin] 10.222.0.77 "DELETE /v2.0/networks/5212a2c9-ea88-4741-aaf1-2380b789ca31 HTTP/1.1" status: 204 len: 168 time: 4.0104263 Feb 09 21:59:35.733310 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8955e8f-e9ff-41ba-8511-cda172a74869 admin admin] Pushing event deleted for resources: {'Network': ['ID=5212a2c9-ea88-4741-aaf1-2380b789ca31,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:35.735966 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51200) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:35.747801 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e261eb49-d0af-4b8f-ae55-e65662ec830f req-eff6f2f2-e094-4258-91ff-c741ff74f6d1 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5808201 Feb 09 21:59:35.765146 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73acbb50-ee67-4cb4-8796-a365785197ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (d55aec2f-698a-4031-a982-e5cba43e8782), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.803409 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73acbb50-ee67-4cb4-8796-a365785197ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (d55aec2f-698a-4031-a982-e5cba43e8782), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.844636 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 49a5d75d-c7eb-4f37-a886-da5cb667ceb3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=49a5d75d-c7eb-4f37-a886-da5cb667ceb3,segment=NetworkSegment(e1adfee6-9ba3-43b9-a641-6b9bda302edc),segment_id=e1adfee6-9ba3-43b9-a641-6b9bda302edc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:35.857599 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (49a5d75d-c7eb-4f37-a886-da5cb667ceb3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.996622 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73acbb50-ee67-4cb4-8796-a365785197ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.009989 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-73acbb50-ee67-4cb4-8796-a365785197ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4137931 Feb 09 21:59:36.011016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51204) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:36.019360 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ecbb0a-dd7c-4e9d-be11-598457d764ec admin admin] Router f1a39641-509b-4064-aa3e-3c8c1dc9f813 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:59:36.029074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73acbb50-ee67-4cb4-8796-a365785197ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55aec2f-698a-4031-a982-e5cba43e8782,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:36.097676 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-917e7b12-8baf-4e42-9cf5-02c5ac6b5383 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'security_group_rule': {'security_group_id': 'aac4cdc3-3ae0-4376-81f4-ed7266163473', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:36.109605 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d11bfac7-1993-49b3-b8d8-74776cffe7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c02033-e2de-4a17-9f3c-ab8b1f6419b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2135269045-router', 'tenant_id': '95ed883d44674772a15c6306c3cf26a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1fa64ec9-7c37-4c61-8d50-82664abdf67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:41Z', 'updated_at': '2022-02-09T21:59:27Z', 'revision_number': 5, 'project_id': '95ed883d44674772a15c6306c3cf26a0', 'gw_port': {'id': '1fa64ec9-7c37-4c61-8d50-82664abdf67b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c02033-e2de-4a17-9f3c-ab8b1f6419b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:42Z', 'updated_at': '2022-02-09T21:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:36.110383 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acbb50-ee67-4cb4-8796-a365785197ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:36.110886 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acbb50-ee67-4cb4-8796-a365785197ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:36.111388 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acbb50-ee67-4cb4-8796-a365785197ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:36.111932 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acbb50-ee67-4cb4-8796-a365785197ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:36.112437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acbb50-ee67-4cb4-8796-a365785197ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:36.112932 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acbb50-ee67-4cb4-8796-a365785197ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:36.113420 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acbb50-ee67-4cb4-8796-a365785197ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:36.113951 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acbb50-ee67-4cb4-8796-a365785197ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:36.114481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acbb50-ee67-4cb4-8796-a365785197ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:36.115002 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acbb50-ee67-4cb4-8796-a365785197ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:36.115560 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acbb50-ee67-4cb4-8796-a365785197ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:36.126205 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acbb50-ee67-4cb4-8796-a365785197ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:36.128133 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acbb50-ee67-4cb4-8796-a365785197ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:36.251639 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-eca2423e-9e74-46df-92f6-ec040b763e8a admin admin] Deleting port 1fa64ec9-7c37-4c61-8d50-82664abdf67b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:36.252057 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eca2423e-9e74-46df-92f6-ec040b763e8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1fa64ec9-7c37-4c61-8d50-82664abdf67b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.287844 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-38f8f568-1b77-4299-af03-c88b9c344b3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:59:36.289169 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-38f8f568-1b77-4299-af03-c88b9c344b3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:59:36.290705 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f94dab67-359b-4dd7-95a2-f04134f602e9 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:36.302152 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=49a5d75d-c7eb-4f37-a886-da5cb667ceb3,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:36.345093 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: f94dab67-359b-4dd7-95a2-f04134f602e9 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:36.345673 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f94dab67-359b-4dd7-95a2-f04134f602e9 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:36.458105 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11bfac7-1993-49b3-b8d8-74776cffe7c5 None None] The sync data for ids ['94c02033-e2de-4a17-9f3c-ab8b1f6419b3'] in n-d-828601-1 is: [{'id': '94c02033-e2de-4a17-9f3c-ab8b1f6419b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2135269045-router', 'tenant_id': '95ed883d44674772a15c6306c3cf26a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1fa64ec9-7c37-4c61-8d50-82664abdf67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:41Z', 'updated_at': '2022-02-09T21:59:27Z', 'revision_number': 5, 'project_id': '95ed883d44674772a15c6306c3cf26a0', 'gw_port': {'id': '1fa64ec9-7c37-4c61-8d50-82664abdf67b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c02033-e2de-4a17-9f3c-ab8b1f6419b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:42Z', 'updated_at': '2022-02-09T21:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:59:36.541873 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-917e7b12-8baf-4e42-9cf5-02c5ac6b5383 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (86811448-4e3d-4e6a-a5a8-3a86f3306f2b), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.960947 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7129d7f0-119e-482a-ae95-6c8073bc55f8 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:59:37.120382 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-38f8f568-1b77-4299-af03-c88b9c344b3e None None] Current status of the port 49a5d75d-c7eb-4f37-a886-da5cb667ceb3 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:37.213260 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 7129d7f0-119e-482a-ae95-6c8073bc55f8 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:37.213937 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7129d7f0-119e-482a-ae95-6c8073bc55f8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:37.278571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-eca2423e-9e74-46df-92f6-ec040b763e8a admin admin] For port 1fa64ec9-7c37-4c61-8d50-82664abdf67b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1fa64ec9-7c37-4c61-8d50-82664abdf67b,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:37.279749 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eca2423e-9e74-46df-92f6-ec040b763e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1fa64ec9-7c37-4c61-8d50-82664abdf67b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:37.352623 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-eca2423e-9e74-46df-92f6-ec040b763e8a admin admin] Calling delete_port for 1fa64ec9-7c37-4c61-8d50-82664abdf67b owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:37.355029 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-3262a03f-e3e2-44db-9303-12944e150df2 None None] Provisioning complete for port 49a5d75d-c7eb-4f37-a886-da5cb667ceb3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:37.355631 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3262a03f-e3e2-44db-9303-12944e150df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (49a5d75d-c7eb-4f37-a886-da5cb667ceb3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:37.450050 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef72068a-5b48-41c1-9025-d4373544eee7 admin admin] Publish callbacks [] for router_gateway (573a7a48-2045-4d72-88bd-e72f15b3b584), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:37.533758 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 7129d7f0-119e-482a-ae95-6c8073bc55f8 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:37.551598 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 49a5d75d-c7eb-4f37-a886-da5cb667ceb3 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:59:37.561315 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-917e7b12-8baf-4e42-9cf5-02c5ac6b5383 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (86811448-4e3d-4e6a-a5a8-3a86f3306f2b), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:37.840708 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-917e7b12-8baf-4e42-9cf5-02c5ac6b5383 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (86811448-4e3d-4e6a-a5a8-3a86f3306f2b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.066648 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3aee1f9d-0ba8-44d4-a869-1ae95dc6c929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (563219e8-210a-4c89-a607-b570340b3508), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.199119 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0d861-37b0-4390-88a2-f3f18b049d0f req-77f1983c-9d78-4a37-b7cd-c5ce9f65827a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:38.213372 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fbb0d861-37b0-4390-88a2-f3f18b049d0f req-77f1983c-9d78-4a37-b7cd-c5ce9f65827a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 1.1042342 Feb 09 21:59:38.306325 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eca2423e-9e74-46df-92f6-ec040b763e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (1fa64ec9-7c37-4c61-8d50-82664abdf67b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.330939 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5088d8f3-9f40-448d-ac7d-bbf82a6f8944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.340188 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e7b12-8baf-4e42-9cf5-02c5ac6b5383 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86811448-4e3d-4e6a-a5a8-3a86f3306f2b,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:38.379707 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ecbb0a-dd7c-4e9d-be11-598457d764ec admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:59:38.404625 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-917e7b12-8baf-4e42-9cf5-02c5ac6b5383 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.414799 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2423e-9e74-46df-92f6-ec040b763e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa64ec9-7c37-4c61-8d50-82664abdf67b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:38.416501 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-917e7b12-8baf-4e42-9cf5-02c5ac6b5383 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.3893971 Feb 09 21:59:38.423951 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-46ecbb0a-dd7c-4e9d-be11-598457d764ec admin admin] 10.222.0.77 "PUT /v2.0/routers/f1a39641-509b-4064-aa3e-3c8c1dc9f813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.1375537 Feb 09 21:59:38.428277 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51224) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:38.433932 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51226) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:38.436637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df339a7e-1214-4bcd-bea1-c04a01be16e8 None None] Sync routers for ids ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:59:38.475055 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-3262a03f-e3e2-44db-9303-12944e150df2 None None] Current status of the port 49a5d75d-c7eb-4f37-a886-da5cb667ceb3 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:38.511495 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 49a5d75d-c7eb-4f37-a886-da5cb667ceb3 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:38.512189 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (49a5d75d-c7eb-4f37-a886-da5cb667ceb3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.520357 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fbb0d861-37b0-4390-88a2-f3f18b049d0f req-9859ea6c-d7df-4e68-9951-884e177dbc1e tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043089 Feb 09 21:59:38.541113 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6258a0ac-2d9e-47e9-8c80-f6a9ddd8117e tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'security_group_rule': {'security_group_id': 'aac4cdc3-3ae0-4376-81f4-ed7266163473', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:38.612244 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef72068a-5b48-41c1-9025-d4373544eee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (573a7a48-2045-4d72-88bd-e72f15b3b584), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.658839 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df339a7e-1214-4bcd-bea1-c04a01be16e8 None None] Routers {'f1a39641-509b-4064-aa3e-3c8c1dc9f813'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:38.660234 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-df339a7e-1214-4bcd-bea1-c04a01be16e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:59:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:38.873343 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-3262a03f-e3e2-44db-9303-12944e150df2 None None] Provisioning complete for port 7129d7f0-119e-482a-ae95-6c8073bc55f8 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:38.874162 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3262a03f-e3e2-44db-9303-12944e150df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7129d7f0-119e-482a-ae95-6c8073bc55f8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:39.068016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef72068a-5b48-41c1-9025-d4373544eee7 admin admin] Router 573a7a48-2045-4d72-88bd-e72f15b3b584 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:59:39.098127 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-df339a7e-1214-4bcd-bea1-c04a01be16e8 None None] Set router f1a39641-509b-4064-aa3e-3c8c1dc9f813 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:39.145307 n-d-828601-1 neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-6258a0ac-2d9e-47e9-8c80-f6a9ddd8117e tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Project 555e545ac75c4d7aa89a964d48e2fbf4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:59:39.181935 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6258a0ac-2d9e-47e9-8c80-f6a9ddd8117e tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (8b9434a8-27db-46c0-abb6-8a8ef6944b9f), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:39.243109 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eca2423e-9e74-46df-92f6-ec040b763e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (94c02033-e2de-4a17-9f3c-ab8b1f6419b3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:39.359073 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0bd2c-6aeb-4b7c-b90a-8c06fb5cbf12 req-7620852b-cb35-4684-af21-0174df5db2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:39.360625 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fba0bd2c-6aeb-4b7c-b90a-8c06fb5cbf12 req-7620852b-cb35-4684-af21-0174df5db2d1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c135bd0d2c9b4219bd0ebf3718b0f7ac&device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 1127 time: 0.1566026 Feb 09 21:59:39.520373 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef72068a-5b48-41c1-9025-d4373544eee7 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:59:39.543103 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] Sync routers for ids ['573a7a48-2045-4d72-88bd-e72f15b3b584'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:59:39.550523 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 49a5d75d-c7eb-4f37-a886-da5cb667ceb3 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:39.567635 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef72068a-5b48-41c1-9025-d4373544eee7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:39.570431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ef72068a-5b48-41c1-9025-d4373544eee7 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 14.4956641 Feb 09 21:59:39.580733 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] Routers {'573a7a48-2045-4d72-88bd-e72f15b3b584'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:39.589650 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51238) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:39.590546 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:59:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['573a7a48-2045-4d72-88bd-e72f15b3b584'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:39.677434 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-43773787-3b72-4cc1-82d8-9b1d1b5e3057 admin admin] Publish callbacks [] for router (f1a39641-509b-4064-aa3e-3c8c1dc9f813), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:39.730669 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eca2423e-9e74-46df-92f6-ec040b763e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (94c02033-e2de-4a17-9f3c-ab8b1f6419b3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:39.734308 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-3262a03f-e3e2-44db-9303-12944e150df2 None None] Current status of the port 7129d7f0-119e-482a-ae95-6c8073bc55f8 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:39.800414 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-df339a7e-1214-4bcd-bea1-c04a01be16e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-router', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:59:28Z', 'revision_number': 5, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'gw_port': {'id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:64:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:39.850692 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eca2423e-9e74-46df-92f6-ec040b763e8a admin admin] Publish callbacks [] for router_controller (94c02033-e2de-4a17-9f3c-ab8b1f6419b3), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:39.921799 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] Set router 573a7a48-2045-4d72-88bd-e72f15b3b584 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:39.932515 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fb887071-fdb9-4a7d-9844-9fa72ddafa13 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:39.946794 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df339a7e-1214-4bcd-bea1-c04a01be16e8 None None] Checking router: f1a39641-509b-4064-aa3e-3c8c1dc9f813 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:59:40.005661 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: fb887071-fdb9-4a7d-9844-9fa72ddafa13 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:40.008217 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fb887071-fdb9-4a7d-9844-9fa72ddafa13 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:40.045657 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df339a7e-1214-4bcd-bea1-c04a01be16e8 None None] Routers {'f1a39641-509b-4064-aa3e-3c8c1dc9f813'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:40.048549 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-df339a7e-1214-4bcd-bea1-c04a01be16e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:59:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:40.078793 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6258a0ac-2d9e-47e9-8c80-f6a9ddd8117e tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (8b9434a8-27db-46c0-abb6-8a8ef6944b9f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:40.177564 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6258a0ac-2d9e-47e9-8c80-f6a9ddd8117e tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (8b9434a8-27db-46c0-abb6-8a8ef6944b9f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:40.198085 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eca2423e-9e74-46df-92f6-ec040b763e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (94c02033-e2de-4a17-9f3c-ab8b1f6419b3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:40.199041 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca2423e-9e74-46df-92f6-ec040b763e8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94c02033-e2de-4a17-9f3c-ab8b1f6419b3 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:59:40.207162 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eca2423e-9e74-46df-92f6-ec040b763e8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:40.213970 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-eca2423e-9e74-46df-92f6-ec040b763e8a admin admin] 10.222.0.77 "DELETE /v2.0/routers/94c02033-e2de-4a17-9f3c-ab8b1f6419b3 HTTP/1.1" status: 204 len: 168 time: 7.2696645 Feb 09 21:59:40.221901 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51242) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:40.338224 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-df339a7e-1214-4bcd-bea1-c04a01be16e8 None None] Set router f1a39641-509b-4064-aa3e-3c8c1dc9f813 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:40.397210 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ac2732-bb71-4222-800b-a987e5a12bdf admin admin] Deleting subnet d5628230-55a2-4049-a704-e6fc6ffee88c {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:59:40.422154 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-93ac2732-bb71-4222-800b-a987e5a12bdf admin admin] Publish callbacks [] for subnet (d5628230-55a2-4049-a704-e6fc6ffee88c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:40.431164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258a0ac-2d9e-47e9-8c80-f6a9ddd8117e tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9434a8-27db-46c0-abb6-8a8ef6944b9f,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:40.496704 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6258a0ac-2d9e-47e9-8c80-f6a9ddd8117e tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:40.499786 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6258a0ac-2d9e-47e9-8c80-f6a9ddd8117e tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.0275850 Feb 09 21:59:40.508915 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51244) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:40.528551 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7829e9f4-fafa-4cab-a4e8-eb517c48b697 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'security_group_rule': {'security_group_id': 'aac4cdc3-3ae0-4376-81f4-ed7266163473', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:40.620714 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-43773787-3b72-4cc1-82d8-9b1d1b5e3057 admin admin] Publish callbacks [] for router_gateway (f1a39641-509b-4064-aa3e-3c8c1dc9f813), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:40.635157 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-18af23e6-1beb-4ec8-87a0-78b8c591e30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:40.635900 n-d-828601-1 neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-7829e9f4-fafa-4cab-a4e8-eb517c48b697 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Project 555e545ac75c4d7aa89a964d48e2fbf4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:59:40.657345 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'name': 'tempest-TestVolumeBackupRestore-2138123041-router', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:25Z', 'updated_at': '2022-02-09T21:59:35Z', 'revision_number': 3, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'gw_port': {'id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:30Z', 'updated_at': '2022-02-09T21:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:40.716648 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7829e9f4-fafa-4cab-a4e8-eb517c48b697 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (ac20f7d7-1d8d-49d3-83e1-923401c40c0b), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:40.725009 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-93ac2732-bb71-4222-800b-a987e5a12bdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (d5628230-55a2-4049-a704-e6fc6ffee88c), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:40.771941 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] Checking router: 573a7a48-2045-4d72-88bd-e72f15b3b584 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:59:40.775465 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] Updating router 573a7a48-2045-4d72-88bd-e72f15b3b584 port a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:59:40.807165 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3aee1f9d-0ba8-44d4-a869-1ae95dc6c929 admin admin] Deleting port d1255bdd-86c2-4875-ad51-3def6ae54643 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:40.807888 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3aee1f9d-0ba8-44d4-a869-1ae95dc6c929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d1255bdd-86c2-4875-ad51-3def6ae54643), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:40.864774 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:40.933487 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-df339a7e-1214-4bcd-bea1-c04a01be16e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-router', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:59:28Z', 'revision_number': 5, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'gw_port': {'id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:64:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:40.998670 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0bd2c-6aeb-4b7c-b90a-8c06fb5cbf12 req-d98e9384-6113-42d9-9e68-f23cd6020278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:41.004487 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fba0bd2c-6aeb-4b7c-b90a-8c06fb5cbf12 req-d98e9384-6113-42d9-9e68-f23cd6020278 service neutron] 10.222.0.71 "GET /v2.0/networks?id=43c866ce-b28d-463f-9db2-f0ce01fb8d37 HTTP/1.1" status: 200 len: 914 time: 1.6334512 Feb 09 21:59:41.029254 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df339a7e-1214-4bcd-bea1-c04a01be16e8 None None] The sync data for ids ['f1a39641-509b-4064-aa3e-3c8c1dc9f813'] in n-d-828601-1 is: [{'id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'name': 'tempest-AttachVolumeShelveTestJSON-1018800980-router', 'tenant_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:06Z', 'updated_at': '2022-02-09T21:59:28Z', 'revision_number': 5, 'project_id': '8908faf94a6140dabe02e2fb8fe5fb7c', 'gw_port': {'id': 'f0b29a94-cc4d-4654-a07f-26fcfd37c0e8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:64:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a39641-509b-4064-aa3e-3c8c1dc9f813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:59:41.124367 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fba0bd2c-6aeb-4b7c-b90a-8c06fb5cbf12 req-1056ff05-bcf7-461f-ae59-223eda5ec08f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce HTTP/1.1" status: 200 len: 217 time: 0.1059201 Feb 09 21:59:41.163913 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-93ac2732-bb71-4222-800b-a987e5a12bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (d5628230-55a2-4049-a704-e6fc6ffee88c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:41.328019 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-93ac2732-bb71-4222-800b-a987e5a12bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (d5628230-55a2-4049-a704-e6fc6ffee88c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:41.531971 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-3aee1f9d-0ba8-44d4-a869-1ae95dc6c929 admin admin] For port d1255bdd-86c2-4875-ad51-3def6ae54643, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d1255bdd-86c2-4875-ad51-3def6ae54643,segment=NetworkSegment(41e39697-75e0-4695-bb5a-9d529bcf1b39),segment_id=41e39697-75e0-4695-bb5a-9d529bcf1b39)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:41.539174 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3aee1f9d-0ba8-44d4-a869-1ae95dc6c929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d1255bdd-86c2-4875-ad51-3def6ae54643), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:41.555435 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] Publish callbacks [] for port (a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:41.579729 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac2732-bb71-4222-800b-a987e5a12bdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5628230-55a2-4049-a704-e6fc6ffee88c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:41.582656 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:41.597855 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:41.604469 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3aee1f9d-0ba8-44d4-a869-1ae95dc6c929 admin admin] Calling delete_port for d1255bdd-86c2-4875-ad51-3def6ae54643 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:41.630545 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-93ac2732-bb71-4222-800b-a987e5a12bdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:41.634350 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aadfd83-74b3-441a-abef-be6bca36776d None None] Network 19ba73ba-37dc-49c2-95ff-adb0d23216a7 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:41.644352 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-93ac2732-bb71-4222-800b-a987e5a12bdf admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d5628230-55a2-4049-a704-e6fc6ffee88c HTTP/1.1" status: 204 len: 168 time: 1.3855767 Feb 09 21:59:41.659381 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51250) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:41.690348 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7519cde-eb67-4c89-a637-5325d4303df3 None None] Pushing event updated for resources: {'Port': ['ID=a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:41.749716 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] Attempting to bind port a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:59:41.751867 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] Attempting to bind port a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:59:41.752346 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] Attempting to bind port a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:41.765201 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7519cde-eb67-4c89-a637-5325d4303df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:41.765550 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7519cde-eb67-4c89-a637-5325d4303df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:41.765992 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7519cde-eb67-4c89-a637-5325d4303df3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:41.766707 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7519cde-eb67-4c89-a637-5325d4303df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:41.767091 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7519cde-eb67-4c89-a637-5325d4303df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:41.767484 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7519cde-eb67-4c89-a637-5325d4303df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:41.768960 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7519cde-eb67-4c89-a637-5325d4303df3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:41.769389 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7519cde-eb67-4c89-a637-5325d4303df3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:41.770460 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7519cde-eb67-4c89-a637-5325d4303df3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:41.772994 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7519cde-eb67-4c89-a637-5325d4303df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:41.773478 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7519cde-eb67-4c89-a637-5325d4303df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:41.773911 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7519cde-eb67-4c89-a637-5325d4303df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:41.776640 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7519cde-eb67-4c89-a637-5325d4303df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:41.791266 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:59:41.793655 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:41.794370 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:41.794987 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:59:41.795772 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] Bound port: a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:59:41.797327 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:41.813444 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1fa64ec9-7c37-4c61-8d50-82664abdf67b no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:41.874544 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] For port a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:59:41.879247 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] For port a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:59:41.889579 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-43773787-3b72-4cc1-82d8-9b1d1b5e3057 admin admin] Deleting port f0b29a94-cc4d-4654-a07f-26fcfd37c0e8 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:41.890165 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-43773787-3b72-4cc1-82d8-9b1d1b5e3057 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f0b29a94-cc4d-4654-a07f-26fcfd37c0e8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:41.891417 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:41.982640 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 1fa64ec9-7c37-4c61-8d50-82664abdf67b {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:41.983241 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] Routers {'573a7a48-2045-4d72-88bd-e72f15b3b584'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:41.983483 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1fa64ec9-7c37-4c61-8d50-82664abdf67b not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:41.984139 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:59:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['573a7a48-2045-4d72-88bd-e72f15b3b584'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:41.984398 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 254d795a-41ef-4702-8ded-b4e463c82b4f no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:41.992732 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba04b7a-e866-4b16-8637-67a5933e51d8 req-c701087a-26eb-47b1-af23-ffbeed71f3e4 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:41.995764 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2ba04b7a-e866-4b16-8637-67a5933e51d8 req-c701087a-26eb-47b1-af23-ffbeed71f3e4 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 2.1188443 Feb 09 21:59:42.016675 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 254d795a-41ef-4702-8ded-b4e463c82b4f {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:42.017291 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 254d795a-41ef-4702-8ded-b4e463c82b4f not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:42.038965 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7829e9f4-fafa-4cab-a4e8-eb517c48b697 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (ac20f7d7-1d8d-49d3-83e1-923401c40c0b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:42.052459 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91d4aa9a-4841-4cdf-90ab-8bfcfbbf180d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (19ba73ba-37dc-49c2-95ff-adb0d23216a7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:42.066776 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7829e9f4-fafa-4cab-a4e8-eb517c48b697 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (ac20f7d7-1d8d-49d3-83e1-923401c40c0b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:42.183194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0bd2c-6aeb-4b7c-b90a-8c06fb5cbf12 req-26cf48d1-cd8a-45b2-83e9-62526b88aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:42.185728 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fba0bd2c-6aeb-4b7c-b90a-8c06fb5cbf12 req-26cf48d1-cd8a-45b2-83e9-62526b88aec3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=128373c6-66eb-4e4e-b34c-fd626be51c57 HTTP/1.1" status: 200 len: 853 time: 0.6619723 Feb 09 21:59:42.219511 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7829e9f4-fafa-4cab-a4e8-eb517c48b697 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:42.234146 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7829e9f4-fafa-4cab-a4e8-eb517c48b697 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7040937 Feb 09 21:59:42.261978 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2ba04b7a-e866-4b16-8637-67a5933e51d8 req-8249973b-9c68-4e90-9972-3d2c55c41955 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430018 Feb 09 21:59:42.325928 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7519cde-eb67-4c89-a637-5325d4303df3 None None] Pushing event updated for resources: {'Port': ['ID=a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:42.333342 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fba0bd2c-6aeb-4b7c-b90a-8c06fb5cbf12 req-c5c7fe4d-da66-49e3-8acd-b1b4dbddae77 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=43c866ce-b28d-463f-9db2-f0ce01fb8d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901120 Feb 09 21:59:42.351246 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2767ae93-65c8-4b95-bf8f-1505b4174c34 None None] DHCP port deletion for 19ba73ba-37dc-49c2-95ff-adb0d23216a7 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:59:42.361003 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] Set router 573a7a48-2045-4d72-88bd-e72f15b3b584 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:42.370567 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829e9f4-fafa-4cab-a4e8-eb517c48b697 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac20f7d7-1d8d-49d3-83e1-923401c40c0b,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:42.491299 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2767ae93-65c8-4b95-bf8f-1505b4174c34 None None] Deleting port 7845648b-599e-4636-a66b-737712c1714b {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:42.491722 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2767ae93-65c8-4b95-bf8f-1505b4174c34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (7845648b-599e-4636-a66b-737712c1714b), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:42.554764 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-43773787-3b72-4cc1-82d8-9b1d1b5e3057 admin admin] For port f0b29a94-cc4d-4654-a07f-26fcfd37c0e8, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f0b29a94-cc4d-4654-a07f-26fcfd37c0e8,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:42.555127 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-43773787-3b72-4cc1-82d8-9b1d1b5e3057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f0b29a94-cc4d-4654-a07f-26fcfd37c0e8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:42.656910 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-43773787-3b72-4cc1-82d8-9b1d1b5e3057 admin admin] Calling delete_port for f0b29a94-cc4d-4654-a07f-26fcfd37c0e8 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:42.684310 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-91d4aa9a-4841-4cdf-90ab-8bfcfbbf180d admin admin] Deleting port 7845648b-599e-4636-a66b-737712c1714b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:42.684657 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91d4aa9a-4841-4cdf-90ab-8bfcfbbf180d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (7845648b-599e-4636-a66b-737712c1714b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:42.766235 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-91d4aa9a-4841-4cdf-90ab-8bfcfbbf180d admin admin] For port 7845648b-599e-4636-a66b-737712c1714b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7845648b-599e-4636-a66b-737712c1714b,segment=NetworkSegment(42c22e0b-a4aa-42e6-ba4f-6df152e178cd),segment_id=42c22e0b-a4aa-42e6-ba4f-6df152e178cd)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:42.766613 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91d4aa9a-4841-4cdf-90ab-8bfcfbbf180d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (7845648b-599e-4636-a66b-737712c1714b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:42.783875 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-91d4aa9a-4841-4cdf-90ab-8bfcfbbf180d admin admin] Calling delete_port for 7845648b-599e-4636-a66b-737712c1714b owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:42.792935 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2767ae93-65c8-4b95-bf8f-1505b4174c34 None None] For port 7845648b-599e-4636-a66b-737712c1714b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7845648b-599e-4636-a66b-737712c1714b,segment=NetworkSegment(42c22e0b-a4aa-42e6-ba4f-6df152e178cd),segment_id=42c22e0b-a4aa-42e6-ba4f-6df152e178cd)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:42.799013 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2767ae93-65c8-4b95-bf8f-1505b4174c34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (7845648b-599e-4636-a66b-737712c1714b), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:42.843945 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:42.869888 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2767ae93-65c8-4b95-bf8f-1505b4174c34 None None] Calling delete_port for 7845648b-599e-4636-a66b-737712c1714b owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:43.023620 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1c384d6-640d-4678-a906-7405324472ed req-75ffd28d-7861-4d4b-a8e8-0f5b78b0851c tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-181209410&fields=id&tenant_id=555e545ac75c4d7aa89a964d48e2fbf4 HTTP/1.1" status: 200 len: 267 time: 0.4299672 Feb 09 21:59:43.031568 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'name': 'tempest-TestVolumeBackupRestore-2138123041-router', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:25Z', 'updated_at': '2022-02-09T21:59:35Z', 'revision_number': 3, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'gw_port': {'id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:30Z', 'updated_at': '2022-02-09T21:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:43.033197 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fba0bd2c-6aeb-4b7c-b90a-8c06fb5cbf12 req-43304edb-8986-4f0e-9a6d-3383c54d453f service neutron] 10.222.0.71 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6922596 Feb 09 21:59:43.103486 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91d4aa9a-4841-4cdf-90ab-8bfcfbbf180d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (7845648b-599e-4636-a66b-737712c1714b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:43.125842 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b005c7-d089-41bb-ae8a-408c55a9df4a None None] The sync data for ids ['573a7a48-2045-4d72-88bd-e72f15b3b584'] in n-d-828601-1 is: [{'id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'name': 'tempest-TestVolumeBackupRestore-2138123041-router', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:25Z', 'updated_at': '2022-02-09T21:59:35Z', 'revision_number': 3, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'gw_port': {'id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:30Z', 'updated_at': '2022-02-09T21:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:59:43.147200 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:43.201010 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d4aa9a-4841-4cdf-90ab-8bfcfbbf180d admin admin] No DVR routers for this DVR port 7845648b-599e-4636-a66b-737712c1714b on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:43.398902 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2767ae93-65c8-4b95-bf8f-1505b4174c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (7845648b-599e-4636-a66b-737712c1714b), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:43.535169 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2767ae93-65c8-4b95-bf8f-1505b4174c34 None None] No DVR routers for this DVR port 7845648b-599e-4636-a66b-737712c1714b on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:43.543902 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4aa9a-4841-4cdf-90ab-8bfcfbbf180d admin admin] Pushing event deleted for resources: {'Port': ['ID=7845648b-599e-4636-a66b-737712c1714b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:43.545983 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:43.546531 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:43.718225 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,segment=NetworkSegment(43155470-d798-4067-9785-b776d9c040b8),segment_id=43155470-d798-4067-9785-b776d9c040b8)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:43.720837 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e63d30-28c3-470d-99b6-d2fe648d45ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:43.724835 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad062f95-d208-44a1-94e3-63ed1dc30b2a" -d '{"events": [{"server_uuid": "15e63d30-28c3-470d-99b6-d2fe648d45ea", "name": "network-vif-unplugged", "status": "completed", "tag": "4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:43.728844 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767ae93-65c8-4b95-bf8f-1505b4174c34 None None] Pushing event deleted for resources: {'Port': ['ID=7845648b-599e-4636-a66b-737712c1714b,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:43.733523 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:43.845753 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:43.883747 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1a9c-e685-41f6-b7bd-2e09e6db4b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:43.984031 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7845648b-599e-4636-a66b-737712c1714b no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:43.984522 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fba0bd2c-6aeb-4b7c-b90a-8c06fb5cbf12 req-7b28caca-1413-4c67-b2a7-3cf002c7395c service neutron] 10.222.0.71 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9336829 Feb 09 21:59:44.115425 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 7845648b-599e-4636-a66b-737712c1714b {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:44.118376 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7845648b-599e-4636-a66b-737712c1714b not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:44.260534 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91d4aa9a-4841-4cdf-90ab-8bfcfbbf180d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (19ba73ba-37dc-49c2-95ff-adb0d23216a7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.279695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51290) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:44.304838 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-43773787-3b72-4cc1-82d8-9b1d1b5e3057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f0b29a94-cc4d-4654-a07f-26fcfd37c0e8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.357517 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43773787-3b72-4cc1-82d8-9b1d1b5e3057 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0b29a94-cc4d-4654-a07f-26fcfd37c0e8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:44.367792 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3aee1f9d-0ba8-44d4-a869-1ae95dc6c929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (d1255bdd-86c2-4875-ad51-3def6ae54643), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.397919 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c384d6-640d-4678-a906-7405324472ed req-a95dbcb9-b8f3-4f0f-9505-268405b5fc24 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:44.402725 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee1f9d-0ba8-44d4-a869-1ae95dc6c929 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1255bdd-86c2-4875-ad51-3def6ae54643,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:44.407607 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-91d4aa9a-4841-4cdf-90ab-8bfcfbbf180d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ba73ba-37dc-49c2-95ff-adb0d23216a7']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:44.418888 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1c384d6-640d-4678-a906-7405324472ed req-a95dbcb9-b8f3-4f0f-9505-268405b5fc24 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/networks?id=e9d9bede-cfe3-4bb7-a483-9e4a563e5a48 HTTP/1.1" status: 200 len: 797 time: 1.3773055 Feb 09 21:59:44.442314 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-6c1e1a9c-e685-41f6-b7bd-2e09e6db4b6b admin admin] Allocated IP 172.20.0.1 (4659e74e-184a-44ff-a85e-0606b3c79d89/7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9/0d5025e2-edc4-487b-b097-2230cfdb58d7) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:59:44.494518 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1c384d6-640d-4678-a906-7405324472ed req-e4d19a46-46fa-4e12-b153-5dafd10c062e tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/quotas/555e545ac75c4d7aa89a964d48e2fbf4 HTTP/1.1" status: 200 len: 375 time: 0.0304761 Feb 09 21:59:44.498163 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-91d4aa9a-4841-4cdf-90ab-8bfcfbbf180d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c22e0b-a4aa-42e6-ba4f-6df152e178cd') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:44.498489 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-91d4aa9a-4841-4cdf-90ab-8bfcfbbf180d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c22e0b-a4aa-42e6-ba4f-6df152e178cd') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:44.557852 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.601487 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8fdf1f46-cc98-454f-8ffb-2a7cf8f3214b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.689006 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91d4aa9a-4841-4cdf-90ab-8bfcfbbf180d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (42c22e0b-a4aa-42e6-ba4f-6df152e178cd), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.707145 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-43773787-3b72-4cc1-82d8-9b1d1b5e3057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (f1a39641-509b-4064-aa3e-3c8c1dc9f813), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.793222 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1c384d6-640d-4678-a906-7405324472ed req-cf6a16f7-8012-4f0c-a110-984a67a923f6 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=555e545ac75c4d7aa89a964d48e2fbf4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2569461 Feb 09 21:59:44.884826 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91d4aa9a-4841-4cdf-90ab-8bfcfbbf180d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (42c22e0b-a4aa-42e6-ba4f-6df152e178cd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.886715 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1a9c-e685-41f6-b7bd-2e09e6db4b6b admin admin] Publish callbacks [] for port (0d5025e2-edc4-487b-b097-2230cfdb58d7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:45.123968 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d4aa9a-4841-4cdf-90ab-8bfcfbbf180d admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:59:45.124716 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91d4aa9a-4841-4cdf-90ab-8bfcfbbf180d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (42c22e0b-a4aa-42e6-ba4f-6df152e178cd), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:59:45.192802 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:59:45.242909 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1c384d6-640d-4678-a906-7405324472ed req-5673b270-ce48-4b0d-be8b-a7f5ef68d0d9 service neutron] 10.222.0.77 "GET /v2.0/networks/e9d9bede-cfe3-4bb7-a483-9e4a563e5a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471956 Feb 09 21:59:45.398651 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:45.407404 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1c384d6-640d-4678-a906-7405324472ed req-fb9c2a64-32b1-48f5-8dc2-4bed41da5897 service neutron] 10.222.0.77 "GET /v2.0/networks/e9d9bede-cfe3-4bb7-a483-9e4a563e5a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633348 Feb 09 21:59:45.409649 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1a9c-e685-41f6-b7bd-2e09e6db4b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (0d5025e2-edc4-487b-b097-2230cfdb58d7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:45.475783 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1e1a9c-e685-41f6-b7bd-2e09e6db4b6b admin admin] Network 4659e74e-184a-44ff-a85e-0606b3c79d89 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:59:45.488491 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-6c1e1a9c-e685-41f6-b7bd-2e09e6db4b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:45.495568 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1e1a9c-e685-41f6-b7bd-2e09e6db4b6b admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:59:45.597718 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e1a9c-e685-41f6-b7bd-2e09e6db4b6b admin admin] Pushing event updated for resources: {'Port': ['ID=0d5025e2-edc4-487b-b097-2230cfdb58d7,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:45.671366 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1a9c-e685-41f6-b7bd-2e09e6db4b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (573a7a48-2045-4d72-88bd-e72f15b3b584), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:45.978366 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:59:46.265915 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:46.313487 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-4aef3a71-689f-4e39-8729-7d33f80dad49 None None] Provisioning complete for port 0d5025e2-edc4-487b-b097-2230cfdb58d7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:46.313874 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4aef3a71-689f-4e39-8729-7d33f80dad49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0d5025e2-edc4-487b-b097-2230cfdb58d7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:46.341976 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1a9c-e685-41f6-b7bd-2e09e6db4b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0d5025e2-edc4-487b-b097-2230cfdb58d7), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:46.519070 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:46.521612 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:46.699442 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4aef3a71-689f-4e39-8729-7d33f80dad49 None None] Port 0d5025e2-edc4-487b-b097-2230cfdb58d7 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:59:46.797364 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-43773787-3b72-4cc1-82d8-9b1d1b5e3057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (f1a39641-509b-4064-aa3e-3c8c1dc9f813), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:46.818934 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:46.821569 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:46.843290 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91d4aa9a-4841-4cdf-90ab-8bfcfbbf180d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (19ba73ba-37dc-49c2-95ff-adb0d23216a7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:46.848195 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-43773787-3b72-4cc1-82d8-9b1d1b5e3057 admin admin] Publish callbacks [] for router_controller (f1a39641-509b-4064-aa3e-3c8c1dc9f813), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:46.874557 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:46.884909 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:46.946411 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3aee1f9d-0ba8-44d4-a869-1ae95dc6c929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (563219e8-210a-4c89-a607-b570340b3508), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:46.962364 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91d4aa9a-4841-4cdf-90ab-8bfcfbbf180d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:46.973528 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-91d4aa9a-4841-4cdf-90ab-8bfcfbbf180d admin admin] 10.222.0.77 "DELETE /v2.0/networks/19ba73ba-37dc-49c2-95ff-adb0d23216a7 HTTP/1.1" status: 204 len: 168 time: 5.3051100 Feb 09 21:59:47.105436 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:47.141045 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1a9c-e685-41f6-b7bd-2e09e6db4b6b admin admin] Publish callbacks [] for port (0d5025e2-edc4-487b-b097-2230cfdb58d7), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:47.144233 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4aa9a-4841-4cdf-90ab-8bfcfbbf180d admin admin] Pushing event deleted for resources: {'Network': ['ID=19ba73ba-37dc-49c2-95ff-adb0d23216a7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:47.151797 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1a9c-e685-41f6-b7bd-2e09e6db4b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (0d5025e2-edc4-487b-b097-2230cfdb58d7), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:47.357470 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ddad2-b1b8-4b9c-a105-1ed2bb4a747b req-01cd8d24-0498-4459-8ce7-92e84edd966f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:47.369225 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8fdf1f46-cc98-454f-8ffb-2a7cf8f3214b admin admin] Publish callbacks [] for security_group (c7725db6-03e7-48dd-9d87-9dd70250eb31), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:47.378688 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-260ddad2-b1b8-4b9c-a105-1ed2bb4a747b req-01cd8d24-0498-4459-8ce7-92e84edd966f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 943 time: 0.4258583 Feb 09 21:59:47.417267 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8fdf1f46-cc98-454f-8ffb-2a7cf8f3214b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c7725db6-03e7-48dd-9d87-9dd70250eb31), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:47.453430 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-43773787-3b72-4cc1-82d8-9b1d1b5e3057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (f1a39641-509b-4064-aa3e-3c8c1dc9f813), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:47.454188 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43773787-3b72-4cc1-82d8-9b1d1b5e3057 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1a39641-509b-4064-aa3e-3c8c1dc9f813 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:59:47.459668 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-43773787-3b72-4cc1-82d8-9b1d1b5e3057 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:47.463726 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-43773787-3b72-4cc1-82d8-9b1d1b5e3057 admin admin] 10.222.0.77 "DELETE /v2.0/routers/f1a39641-509b-4064-aa3e-3c8c1dc9f813 HTTP/1.1" status: 204 len: 168 time: 8.9849472 Feb 09 21:59:47.464553 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51312) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:47.469934 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf1f46-cc98-454f-8ffb-2a7cf8f3214b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7725db6-03e7-48dd-9d87-9dd70250eb31,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:47.506859 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1a9c-e685-41f6-b7bd-2e09e6db4b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (573a7a48-2045-4d72-88bd-e72f15b3b584), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:47.515765 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51314) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:47.547011 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e1a9c-e685-41f6-b7bd-2e09e6db4b6b admin admin] Pushing event updated for resources: {'Port': ['ID=0d5025e2-edc4-487b-b097-2230cfdb58d7,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:47.653697 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8fdf1f46-cc98-454f-8ffb-2a7cf8f3214b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=47363dad256b474e954fd07734fc4808&name=default HTTP/1.1" status: 200 len: 3000 time: 3.3722990 Feb 09 21:59:47.659984 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51316) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:47.727002 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3fcf64-6fcc-4d7a-9bcd-64daa7d4c76d admin admin] Deleting subnet ef491681-aa83-413d-aeee-25903ab6b8c8 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:59:47.735023 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a3fcf64-6fcc-4d7a-9bcd-64daa7d4c76d admin admin] Publish callbacks [] for subnet (ef491681-aa83-413d-aeee-25903ab6b8c8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:47.807555 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:59:47.834114 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a3fcf64-6fcc-4d7a-9bcd-64daa7d4c76d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (ef491681-aa83-413d-aeee-25903ab6b8c8), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:47.876310 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-260ddad2-b1b8-4b9c-a105-1ed2bb4a747b req-48ce2a5f-a423-4903-a755-19f9e7ad092f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677689 Feb 09 21:59:47.891355 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1e1a9c-e685-41f6-b7bd-2e09e6db4b6b admin admin] Network 4659e74e-184a-44ff-a85e-0606b3c79d89 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:59:47.896839 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-6c1e1a9c-e685-41f6-b7bd-2e09e6db4b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:47.905141 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5d6f1142-9dfd-4423-a788-99e09fe71545 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=88aef6c47d634b8181089d0a71d1ded8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3873854 Feb 09 21:59:47.918168 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51318) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:47.943056 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:47.943597 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.116117 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70e129d3-643a-47d4-b5cf-46c3629c7747 admin admin] Publish callbacks [] for security_group (6ae674a6-c2ab-447e-873a-d46da9a8e3df), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.157596 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70e129d3-643a-47d4-b5cf-46c3629c7747 admin admin] Publish callbacks [] for security_group (6ae674a6-c2ab-447e-873a-d46da9a8e3df), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.261112 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31298deb-9df4-4871-90a0-217c94881988 admin admin] Publish callbacks [] for security_group (c7725db6-03e7-48dd-9d87-9dd70250eb31), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.264164 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70e129d3-643a-47d4-b5cf-46c3629c7747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6ae674a6-c2ab-447e-873a-d46da9a8e3df), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.272597 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70e129d3-643a-47d4-b5cf-46c3629c7747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.276134 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-70e129d3-643a-47d4-b5cf-46c3629c7747 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6ae674a6-c2ab-447e-873a-d46da9a8e3df HTTP/1.1" status: 204 len: 168 time: 0.3481429 Feb 09 21:59:48.281453 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:48.297774 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8398ec7-3e22-4637-b6c8-bde96889fe30 x-openstack-request-id: req-c8398ec7-3e22-4637-b6c8-bde96889fe30 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:48.298408 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e63d30-28c3-470d-99b6-d2fe648d45ea", "name": "network-vif-unplugged", "status": "failed", "tag": "4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce", "code": 422}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:48.298865 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c8398ec7-3e22-4637-b6c8-bde96889fe30 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:48.299561 n-d-828601-1 neutron-server[103203]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '15e63d30-28c3-470d-99b6-d2fe648d45ea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce', 'code': 422} returned with failed status Feb 09 21:59:48.304882 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e129d3-643a-47d4-b5cf-46c3629c7747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae674a6-c2ab-447e-873a-d46da9a8e3df,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:48.380035 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1e1a9c-e685-41f6-b7bd-2e09e6db4b6b admin admin] Router 573a7a48-2045-4d72-88bd-e72f15b3b584 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:59:48.467377 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a3fcf64-6fcc-4d7a-9bcd-64daa7d4c76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (ef491681-aa83-413d-aeee-25903ab6b8c8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.566991 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31298deb-9df4-4871-90a0-217c94881988 admin admin] Publish callbacks [] for security_group (c7725db6-03e7-48dd-9d87-9dd70250eb31), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.594507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-152aa893-a328-45f1-bc27-0763d2f95460 None None] Provisioning complete for port 0d5025e2-edc4-487b-b097-2230cfdb58d7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:48.596400 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-152aa893-a328-45f1-bc27-0763d2f95460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0d5025e2-edc4-487b-b097-2230cfdb58d7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.696715 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1e1a9c-e685-41f6-b7bd-2e09e6db4b6b admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:59:48.723412 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6c1e1a9c-e685-41f6-b7bd-2e09e6db4b6b admin admin] 10.222.0.77 "PUT /v2.0/routers/573a7a48-2045-4d72-88bd-e72f15b3b584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1316109 Feb 09 21:59:48.743224 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aee1f9d-0ba8-44d4-a869-1ae95dc6c929 admin admin] Router 563219e8-210a-4c89-a607-b570340b3508 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:59:48.745282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] Sync routers for ids ['573a7a48-2045-4d72-88bd-e72f15b3b584'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:59:48.772630 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a3fcf64-6fcc-4d7a-9bcd-64daa7d4c76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (ef491681-aa83-413d-aeee-25903ab6b8c8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.793529 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] Routers {'573a7a48-2045-4d72-88bd-e72f15b3b584'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:48.794188 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:59:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['573a7a48-2045-4d72-88bd-e72f15b3b584'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:48.798073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-152aa893-a328-45f1-bc27-0763d2f95460 None None] Port 0d5025e2-edc4-487b-b097-2230cfdb58d7 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:59:48.826483 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-459c7c2e-44bc-4b6e-bc01-c336d63726c2 req-93c0eb0d-b1e5-4d5b-83f8-5edf6e23b287 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=44dbcdf7-7120-46b8-8a97-9a53b9a9816a HTTP/1.1" status: 200 len: 210 time: 0.1349487 Feb 09 21:59:48.857386 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a3fcf64-6fcc-4d7a-9bcd-64daa7d4c76d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.870963 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51336) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:48.889683 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3a3fcf64-6fcc-4d7a-9bcd-64daa7d4c76d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ef491681-aa83-413d-aeee-25903ab6b8c8 HTTP/1.1" status: 204 len: 168 time: 1.3998098 Feb 09 21:59:48.891368 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e800e280-78c9-42b5-8da5-9fcb4b3a3648 None None] Network d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:49.030948 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fcf64-6fcc-4d7a-9bcd-64daa7d4c76d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef491681-aa83-413d-aeee-25903ab6b8c8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:49.034487 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31298deb-9df4-4871-90a0-217c94881988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c7725db6-03e7-48dd-9d87-9dd70250eb31), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.040435 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31298deb-9df4-4871-90a0-217c94881988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.044569 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-31298deb-9df4-4871-90a0-217c94881988 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c7725db6-03e7-48dd-9d87-9dd70250eb31 HTTP/1.1" status: 204 len: 168 time: 1.3792090 Feb 09 21:59:49.097003 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9284084e-5532-4ad7-a598-cf159d94b863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (d986e1d4-dbe5-4d3a-9f4f-cb22ad931371), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.175681 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31298deb-9df4-4871-90a0-217c94881988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7725db6-03e7-48dd-9d87-9dd70250eb31,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:49.342769 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aee1f9d-0ba8-44d4-a869-1ae95dc6c929 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:59:49.365879 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5529fa2-d42e-445e-9e0d-d90339671c23 None None] Sync routers for ids ['563219e8-210a-4c89-a607-b570340b3508'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:59:49.366741 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228a45f-e3ab-4b2b-b910-d016de7dcefd req-2a75c47e-ef1c-4d55-ab5e-0d978e332f98 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:49.374972 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2228a45f-e3ab-4b2b-b910-d016de7dcefd req-2a75c47e-ef1c-4d55-ab5e-0d978e332f98 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 943 time: 0.2677212 Feb 09 21:59:49.377483 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51344) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:49.397989 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3aee1f9d-0ba8-44d4-a869-1ae95dc6c929 admin admin] 10.222.0.77 "PUT /v2.0/routers/563219e8-210a-4c89-a607-b570340b3508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6599343 Feb 09 21:59:49.398726 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51346) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:49.421472 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5529fa2-d42e-445e-9e0d-d90339671c23 None None] Routers {'563219e8-210a-4c89-a607-b570340b3508'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:49.423100 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a5529fa2-d42e-445e-9e0d-d90339671c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:59:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['563219e8-210a-4c89-a607-b570340b3508'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:49.522204 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:49.663775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f0b29a94-cc4d-4654-a07f-26fcfd37c0e8 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:49.700811 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-508f1dde-d555-4a53-9ee5-2a3d2afe21a9 admin admin] Publish callbacks [] for router (563219e8-210a-4c89-a607-b570340b3508), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.744990 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2228a45f-e3ab-4b2b-b910-d016de7dcefd req-0213b15d-fa29-4310-8e1b-defdd73ab38e tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568549 Feb 09 21:59:49.754102 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9284084e-5532-4ad7-a598-cf159d94b863 admin admin] Deleting port 27fd600e-ba43-4d11-94c4-66054334c0aa {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:49.754682 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9284084e-5532-4ad7-a598-cf159d94b863 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (27fd600e-ba43-4d11-94c4-66054334c0aa), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.799029 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-43a26230-ba17-47f1-9fee-f487a59444dd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=95ed883d44674772a15c6306c3cf26a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4176104 Feb 09 21:59:49.806720 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51360) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:49.826267 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: f0b29a94-cc4d-4654-a07f-26fcfd37c0e8 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:49.826892 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f0b29a94-cc4d-4654-a07f-26fcfd37c0e8 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:49.848435 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce is: DOWN; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:49.872036 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-a5529fa2-d42e-445e-9e0d-d90339671c23 None None] Set router 563219e8-210a-4c89-a607-b570340b3508 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:49.905796 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] Set router 573a7a48-2045-4d72-88bd-e72f15b3b584 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:50.039200 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ea0f76-ebe1-473d-8e9a-2e31aae70c18 None None] DHCP port deletion for d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:59:50.183012 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-508f1dde-d555-4a53-9ee5-2a3d2afe21a9 admin admin] Publish callbacks [] for router_gateway (563219e8-210a-4c89-a607-b570340b3508), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.191674 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-9284084e-5532-4ad7-a598-cf159d94b863 admin admin] For port 27fd600e-ba43-4d11-94c4-66054334c0aa, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=27fd600e-ba43-4d11-94c4-66054334c0aa,segment=NetworkSegment(7b536f40-7d03-4fa2-82e6-e6ab2e547bf0),segment_id=7b536f40-7d03-4fa2-82e6-e6ab2e547bf0)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:50.192844 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9284084e-5532-4ad7-a598-cf159d94b863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (27fd600e-ba43-4d11-94c4-66054334c0aa), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.219515 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51376) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:50.272983 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5c9f9340-ba1f-4865-8f69-7e518d8ba911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.443447 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dfc8c665-576b-4170-ab85-ffa5d6c90591 req-48654819-67bd-4208-9ccd-12272a74841d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=44dbcdf7-7120-46b8-8a97-9a53b9a9816a HTTP/1.1" status: 200 len: 210 time: 0.2903452 Feb 09 21:59:50.461274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9284084e-5532-4ad7-a598-cf159d94b863 admin admin] Calling delete_port for 27fd600e-ba43-4d11-94c4-66054334c0aa owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:50.482590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'name': 'tempest-TestVolumeBackupRestore-2138123041-router', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:25Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'gw_port': {'id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:30Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '0d5025e2-edc4-487b-b097-2230cfdb58d7', 'name': '', 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'mac_address': 'fa:16:3e:39:5f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:44Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 2, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'subnets': [{'id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:50.518957 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-93e06994-f363-4381-8368-a5be14e75dc0 admin admin] Publish callbacks [] for security_group (64e5fe72-2371-4e25-a033-36c226bc0cb9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.540240 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a5529fa2-d42e-445e-9e0d-d90339671c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563219e8-210a-4c89-a607-b570340b3508', 'name': 'tempest-TaggedBootDevicesTest-770560177-router', 'tenant_id': '2abbad47f1424c24afaeb2bdde5347a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '883f28a0-f0ad-4537-96bf-a8963a436be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:54Z', 'updated_at': '2022-02-09T21:59:42Z', 'revision_number': 5, 'project_id': '2abbad47f1424c24afaeb2bdde5347a8', 'gw_port': {'id': '883f28a0-f0ad-4537-96bf-a8963a436be3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:25:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563219e8-210a-4c89-a607-b570340b3508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:58Z', 'updated_at': '2022-02-09T21:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:50.600835 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-508f1dde-d555-4a53-9ee5-2a3d2afe21a9 admin admin] Deleting port 883f28a0-f0ad-4537-96bf-a8963a436be3 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:50.601525 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-508f1dde-d555-4a53-9ee5-2a3d2afe21a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (883f28a0-f0ad-4537-96bf-a8963a436be3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.613573 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51380) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:50.655781 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-93e06994-f363-4381-8368-a5be14e75dc0 admin admin] Publish callbacks [] for security_group (64e5fe72-2371-4e25-a033-36c226bc0cb9), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.657278 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5529fa2-d42e-445e-9e0d-d90339671c23 None None] Checking router: 563219e8-210a-4c89-a607-b570340b3508 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:59:50.675611 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-a6f7667f-f72f-424a-8b09-45959065bda0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-629868731-network', 'tenant_id': '1943324cd05f400ba42c001780eb95c5'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:50.685533 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5529fa2-d42e-445e-9e0d-d90339671c23 None None] Routers {'563219e8-210a-4c89-a607-b570340b3508'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:50.686711 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a5529fa2-d42e-445e-9e0d-d90339671c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:59:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['563219e8-210a-4c89-a607-b570340b3508'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:50.697147 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] Checking router: 573a7a48-2045-4d72-88bd-e72f15b3b584 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:59:50.701238 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] Updating router 573a7a48-2045-4d72-88bd-e72f15b3b584 port 0d5025e2-edc4-487b-b097-2230cfdb58d7 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:59:50.790632 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9284084e-5532-4ad7-a598-cf159d94b863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (27fd600e-ba43-4d11-94c4-66054334c0aa), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.814975 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9284084e-5532-4ad7-a598-cf159d94b863 admin admin] No DVR routers for this DVR port 27fd600e-ba43-4d11-94c4-66054334c0aa on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:50.839706 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea0f76-ebe1-473d-8e9a-2e31aae70c18 None None] Deleting port 27fd600e-ba43-4d11-94c4-66054334c0aa {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:50.842904 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c1ea0f76-ebe1-473d-8e9a-2e31aae70c18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (27fd600e-ba43-4d11-94c4-66054334c0aa), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.935711 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284084e-5532-4ad7-a598-cf159d94b863 admin admin] Pushing event deleted for resources: {'Port': ['ID=27fd600e-ba43-4d11-94c4-66054334c0aa,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:50.945222 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-93e06994-f363-4381-8368-a5be14e75dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (64e5fe72-2371-4e25-a033-36c226bc0cb9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.951919 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-93e06994-f363-4381-8368-a5be14e75dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.953569 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-93e06994-f363-4381-8368-a5be14e75dc0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/64e5fe72-2371-4e25-a033-36c226bc0cb9 HTTP/1.1" status: 204 len: 168 time: 1.1458180 Feb 09 21:59:50.970558 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e06994-f363-4381-8368-a5be14e75dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e5fe72-2371-4e25-a033-36c226bc0cb9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:51.046007 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f7667f-f72f-424a-8b09-45959065bda0 admin admin] Made reservation on behalf of 1943324cd05f400ba42c001780eb95c5 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:51.055388 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9284084e-5532-4ad7-a598-cf159d94b863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (d986e1d4-dbe5-4d3a-9f4f-cb22ad931371), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.055732 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6f7667f-f72f-424a-8b09-45959065bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.134717 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5c9f9340-ba1f-4865-8f69-7e518d8ba911 admin admin] Publish callbacks [] for security_group (c5cd5a69-5e41-451a-b490-0e7349259cfe), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.187390 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9284084e-5532-4ad7-a598-cf159d94b863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d986e1d4-dbe5-4d3a-9f4f-cb22ad931371']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:51.191038 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5c9f9340-ba1f-4865-8f69-7e518d8ba911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c5cd5a69-5e41-451a-b490-0e7349259cfe), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.201004 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6f7667f-f72f-424a-8b09-45959065bda0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.202655 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c1ea0f76-ebe1-473d-8e9a-2e31aae70c18 None None] For port 27fd600e-ba43-4d11-94c4-66054334c0aa, host n-d-828601-1, got binding levels [] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:51.203155 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c1ea0f76-ebe1-473d-8e9a-2e31aae70c18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (27fd600e-ba43-4d11-94c4-66054334c0aa), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.254731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea0f76-ebe1-473d-8e9a-2e31aae70c18 None None] Calling delete_port for 27fd600e-ba43-4d11-94c4-66054334c0aa owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:51.263609 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:59:51.264775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.ipam_backend_mixin [None req-c1ea0f76-ebe1-473d-8e9a-2e31aae70c18 None None] Port 27fd600e-ba43-4d11-94c4-66054334c0aa was not found and therefore no delete operation was performed {{(pid=103203) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:59:51.282005 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c1ea0f76-ebe1-473d-8e9a-2e31aae70c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (27fd600e-ba43-4d11-94c4-66054334c0aa), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.344607 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9284084e-5532-4ad7-a598-cf159d94b863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b536f40-7d03-4fa2-82e6-e6ab2e547bf0') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:51.344904 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9284084e-5532-4ad7-a598-cf159d94b863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b536f40-7d03-4fa2-82e6-e6ab2e547bf0') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:51.375431 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0d5025e2-edc4-487b-b097-2230cfdb58d7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.399146 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea0f76-ebe1-473d-8e9a-2e31aae70c18 None None] Pushing event deleted for resources: {'Port': ['ID=27fd600e-ba43-4d11-94c4-66054334c0aa,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:51.433257 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-a5529fa2-d42e-445e-9e0d-d90339671c23 None None] Set router 563219e8-210a-4c89-a607-b570340b3508 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:51.435784 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea0f76-ebe1-473d-8e9a-2e31aae70c18 None None] No DVR routers for this DVR port 27fd600e-ba43-4d11-94c4-66054334c0aa on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:51.474951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea0f76-ebe1-473d-8e9a-2e31aae70c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:51.476391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea0f76-ebe1-473d-8e9a-2e31aae70c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:51.477404 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea0f76-ebe1-473d-8e9a-2e31aae70c18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:51.478423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea0f76-ebe1-473d-8e9a-2e31aae70c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:51.479952 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea0f76-ebe1-473d-8e9a-2e31aae70c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:51.481106 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea0f76-ebe1-473d-8e9a-2e31aae70c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:51.482178 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea0f76-ebe1-473d-8e9a-2e31aae70c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:51.484472 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea0f76-ebe1-473d-8e9a-2e31aae70c18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:51.486071 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea0f76-ebe1-473d-8e9a-2e31aae70c18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:51.487268 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea0f76-ebe1-473d-8e9a-2e31aae70c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:51.488163 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea0f76-ebe1-473d-8e9a-2e31aae70c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:51.489025 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea0f76-ebe1-473d-8e9a-2e31aae70c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:51.491129 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea0f76-ebe1-473d-8e9a-2e31aae70c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:51.493254 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9284084e-5532-4ad7-a598-cf159d94b863 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (7b536f40-7d03-4fa2-82e6-e6ab2e547bf0), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.619844 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6f7667f-f72f-424a-8b09-45959065bda0 admin admin] Publish callbacks [] for security_group (63549ac1-5f8c-4196-a982-002e0f96cbc3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.689612 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6f7667f-f72f-424a-8b09-45959065bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (63549ac1-5f8c-4196-a982-002e0f96cbc3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.710990 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a5529fa2-d42e-445e-9e0d-d90339671c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563219e8-210a-4c89-a607-b570340b3508', 'name': 'tempest-TaggedBootDevicesTest-770560177-router', 'tenant_id': '2abbad47f1424c24afaeb2bdde5347a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:54Z', 'updated_at': '2022-02-09T21:59:50Z', 'revision_number': 6, 'project_id': '2abbad47f1424c24afaeb2bdde5347a8', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:51.773290 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5c9f9340-ba1f-4865-8f69-7e518d8ba911 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5e94b703292c433da7671d2bb35999dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5517266 Feb 09 21:59:51.780779 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-508f1dde-d555-4a53-9ee5-2a3d2afe21a9 admin admin] For port 883f28a0-f0ad-4537-96bf-a8963a436be3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=883f28a0-f0ad-4537-96bf-a8963a436be3,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:51.782820 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-508f1dde-d555-4a53-9ee5-2a3d2afe21a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (883f28a0-f0ad-4537-96bf-a8963a436be3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.786838 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51402) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:51.806823 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9284084e-5532-4ad7-a598-cf159d94b863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (7b536f40-7d03-4fa2-82e6-e6ab2e547bf0), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.858918 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f9340-ba1f-4865-8f69-7e518d8ba911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cd5a69-5e41-451a-b490-0e7349259cfe,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:51.868906 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f7667f-f72f-424a-8b09-45959065bda0 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:59:51.912270 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-508f1dde-d555-4a53-9ee5-2a3d2afe21a9 admin admin] Calling delete_port for 883f28a0-f0ad-4537-96bf-a8963a436be3 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:51.917222 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7667f-f72f-424a-8b09-45959065bda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63549ac1-5f8c-4196-a982-002e0f96cbc3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:51.940689 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5529fa2-d42e-445e-9e0d-d90339671c23 None None] The sync data for ids ['563219e8-210a-4c89-a607-b570340b3508'] in n-d-828601-1 is: [{'id': '563219e8-210a-4c89-a607-b570340b3508', 'name': 'tempest-TaggedBootDevicesTest-770560177-router', 'tenant_id': '2abbad47f1424c24afaeb2bdde5347a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:54Z', 'updated_at': '2022-02-09T21:59:50Z', 'revision_number': 6, 'project_id': '2abbad47f1424c24afaeb2bdde5347a8', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:59:51.948463 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3ba0c12-c8ba-4371-8fcf-7e22da04ca2d admin admin] Publish callbacks [] for security_group (c5cd5a69-5e41-451a-b490-0e7349259cfe), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.951026 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 27fd600e-ba43-4d11-94c4-66054334c0aa no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:51.997248 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3ba0c12-c8ba-4371-8fcf-7e22da04ca2d admin admin] Publish callbacks [] for security_group (c5cd5a69-5e41-451a-b490-0e7349259cfe), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:52.014333 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9284084e-5532-4ad7-a598-cf159d94b863 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:59:52.015195 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9284084e-5532-4ad7-a598-cf159d94b863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (7b536f40-7d03-4fa2-82e6-e6ab2e547bf0), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:52.062518 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6f7667f-f72f-424a-8b09-45959065bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (60c939f6-7a0a-41d4-87c2-4a8d83540472), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:52.062869 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-a6f7667f-f72f-424a-8b09-45959065bda0 admin admin] Added segment 60c939f6-7a0a-41d4-87c2-4a8d83540472 of type vlan for network b4a23f6b-ecbb-4811-87e3-98cce791d46e Feb 09 21:59:52.065850 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51408) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:52.066227 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 27fd600e-ba43-4d11-94c4-66054334c0aa {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:52.066894 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 27fd600e-ba43-4d11-94c4-66054334c0aa not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: timer() Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:59:52.123331 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:59:52.148227 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8066cd-1f2a-44fe-b787-56f11c21b956 req-569beabf-0ce9-419f-aaf5-ba448d6203bc tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:52.162850 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e8066cd-1f2a-44fe-b787-56f11c21b956 req-569beabf-0ce9-419f-aaf5-ba448d6203bc tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 943 time: 1.0690496 Feb 09 21:59:52.175902 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3ba0c12-c8ba-4371-8fcf-7e22da04ca2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c5cd5a69-5e41-451a-b490-0e7349259cfe), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:52.179552 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3ba0c12-c8ba-4371-8fcf-7e22da04ca2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:52.185333 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c3ba0c12-c8ba-4371-8fcf-7e22da04ca2d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c5cd5a69-5e41-451a-b490-0e7349259cfe HTTP/1.1" status: 204 len: 168 time: 0.3939407 Feb 09 21:59:52.230369 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9284084e-5532-4ad7-a598-cf159d94b863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (d986e1d4-dbe5-4d3a-9f4f-cb22ad931371), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:52.277867 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba0c12-c8ba-4371-8fcf-7e22da04ca2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cd5a69-5e41-451a-b490-0e7349259cfe,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:52.359907 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9284084e-5532-4ad7-a598-cf159d94b863 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:52.442242 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9284084e-5532-4ad7-a598-cf159d94b863 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d986e1d4-dbe5-4d3a-9f4f-cb22ad931371 HTTP/1.1" status: 204 len: 168 time: 3.5623722 Feb 09 21:59:52.445256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284084e-5532-4ad7-a598-cf159d94b863 admin admin] Pushing event deleted for resources: {'Network': ['ID=d986e1d4-dbe5-4d3a-9f4f-cb22ad931371,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:52.517296 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c384d6-640d-4678-a906-7405324472ed req-f0f85ac2-db54-4996-a4b0-b6e0cc628977 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:52.520255 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1c384d6-640d-4678-a906-7405324472ed req-f0f85ac2-db54-4996-a4b0-b6e0cc628977 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.71 "GET /v2.0/networks?id=e9d9bede-cfe3-4bb7-a483-9e4a563e5a48 HTTP/1.1" status: 200 len: 797 time: 1.1584318 Feb 09 21:59:52.665112 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] Publish callbacks [] for port (0d5025e2-edc4-487b-b097-2230cfdb58d7), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:52.673161 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e8066cd-1f2a-44fe-b787-56f11c21b956 req-17553812-0960-49ee-9d93-57b7b797c46e tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087581 Feb 09 21:59:52.677868 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6f7667f-f72f-424a-8b09-45959065bda0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (b4a23f6b-ecbb-4811-87e3-98cce791d46e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:52.690529 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0d5025e2-edc4-487b-b097-2230cfdb58d7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:52.742556 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-508f1dde-d555-4a53-9ee5-2a3d2afe21a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (883f28a0-f0ad-4537-96bf-a8963a436be3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:52.774073 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6f7667f-f72f-424a-8b09-45959065bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (b4a23f6b-ecbb-4811-87e3-98cce791d46e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:52.775683 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f7667f-f72f-424a-8b09-45959065bda0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:52.777892 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6f7667f-f72f-424a-8b09-45959065bda0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.046487 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1c384d6-640d-4678-a906-7405324472ed req-226ad45a-2df9-4991-9630-5e3aa804dd01 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=555e545ac75c4d7aa89a964d48e2fbf4 HTTP/1.1" status: 200 len: 472 time: 0.4006743 Feb 09 21:59:53.048049 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422dcdd-0c13-41af-9be9-954fc99ff7a4 None None] Pushing event updated for resources: {'Port': ['ID=0d5025e2-edc4-487b-b097-2230cfdb58d7,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:53.082773 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] Attempting to bind port 0d5025e2-edc4-487b-b097-2230cfdb58d7 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:59:53.083159 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] Attempting to bind port 0d5025e2-edc4-487b-b097-2230cfdb58d7 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '1a386190-0e11-4cb0-b0a6-9a0f160dab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:59:53.083538 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] Attempting to bind port 0d5025e2-edc4-487b-b097-2230cfdb58d7 on network 4659e74e-184a-44ff-a85e-0606b3c79d89 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:53.089690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:59:53.090225 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] Checking segment: {'id': '1a386190-0e11-4cb0-b0a6-9a0f160dab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:53.090489 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.090907 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] Bound using segment: {'id': '1a386190-0e11-4cb0-b0a6-9a0f160dab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:59:53.091422 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] Bound port: 0d5025e2-edc4-487b-b097-2230cfdb58d7, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a386190-0e11-4cb0-b0a6-9a0f160dab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:59:53.100103 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0d5025e2-edc4-487b-b097-2230cfdb58d7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.109711 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-e1c384d6-640d-4678-a906-7405324472ed req-ff542b37-3725-4964-9713-89532693ebd7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'port': {'device_id': '44dbcdf7-7120-46b8-8a97-9a53b9a9816a', 'network_id': 'e9d9bede-cfe3-4bb7-a483-9e4a563e5a48', 'admin_state_up': True, 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'security_groups': ['aac4cdc3-3ae0-4376-81f4-ed7266163473']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:53.122199 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51426) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:53.284449 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f1dde-d555-4a53-9ee5-2a3d2afe21a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=883f28a0-f0ad-4537-96bf-a8963a436be3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:53.295510 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a6f7667f-f72f-424a-8b09-45959065bda0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6785102 Feb 09 21:59:53.310545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] For port 0d5025e2-edc4-487b-b097-2230cfdb58d7, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:59:53.314834 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51428) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:53.325228 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] For port 0d5025e2-edc4-487b-b097-2230cfdb58d7, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=0d5025e2-edc4-487b-b097-2230cfdb58d7,segment=NetworkSegment(1a386190-0e11-4cb0-b0a6-9a0f160dab80),segment_id=1a386190-0e11-4cb0-b0a6-9a0f160dab80)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:59:53.344811 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-00447bb0-c7bc-44cb-8b55-8c9c9096bc1f req-12f61088-4a44-420e-a796-cfc8a67edaf4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=44dbcdf7-7120-46b8-8a97-9a53b9a9816a HTTP/1.1" status: 200 len: 210 time: 0.3203840 Feb 09 21:59:53.346842 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0d5025e2-edc4-487b-b097-2230cfdb58d7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.374795 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6652c1c4-fab7-41eb-9b53-2f80659ded69 admin admin] Request body: {'subnet': {'network_id': 'b4a23f6b-ecbb-4811-87e3-98cce791d46e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-629868731-subnet', 'tenant_id': '1943324cd05f400ba42c001780eb95c5', 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:53.437101 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c384d6-640d-4678-a906-7405324472ed req-ff542b37-3725-4964-9713-89532693ebd7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Made reservation on behalf of 555e545ac75c4d7aa89a964d48e2fbf4 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:53.444130 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e1c384d6-640d-4678-a906-7405324472ed req-ff542b37-3725-4964-9713-89532693ebd7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.579259 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6652c1c4-fab7-41eb-9b53-2f80659ded69 admin admin] Made reservation on behalf of 1943324cd05f400ba42c001780eb95c5 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:53.589375 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6652c1c4-fab7-41eb-9b53-2f80659ded69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.616545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-da5e0711-44f6-48e5-be80-5a99eded2adb None None] Provisioning complete for port 0d5025e2-edc4-487b-b097-2230cfdb58d7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:53.617253 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-da5e0711-44f6-48e5-be80-5a99eded2adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0d5025e2-edc4-487b-b097-2230cfdb58d7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.621868 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7667f-f72f-424a-8b09-45959065bda0 admin admin] Pushing event updated for resources: {'Network': ['ID=b4a23f6b-ecbb-4811-87e3-98cce791d46e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:53.704174 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] Routers {'573a7a48-2045-4d72-88bd-e72f15b3b584'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:53.705418 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:59:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['573a7a48-2045-4d72-88bd-e72f15b3b584'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:53.728844 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network b4a23f6b-ecbb-4811-87e3-98cce791d46e details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:59:53.890688 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-685e5cf5-9ba1-4b62-a953-8bfc91b9d219 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8908faf94a6140dabe02e2fb8fe5fb7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7484200 Feb 09 21:59:53.909289 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51446) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:54.031944 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-e1c384d6-640d-4678-a906-7405324472ed req-ff542b37-3725-4964-9713-89532693ebd7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Allocated IP 172.20.0.25 (e9d9bede-cfe3-4bb7-a483-9e4a563e5a48/47279ddc-40d2-4ecc-b50d-6addbc8bd2ee/53bbd10c-cbfc-4120-a987-e4794ff906bd) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:59:54.112636 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 883f28a0-f0ad-4537-96bf-a8963a436be3 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:54.126245 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b99ab9dd-6415-4d9a-831c-5d3a7bd6ea93 admin admin] Publish callbacks [] for security_group (38607372-27a4-4ad3-851c-899f628d68b5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:54.159903 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 883f28a0-f0ad-4537-96bf-a8963a436be3 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:54.160823 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 883f28a0-f0ad-4537-96bf-a8963a436be3 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:54.161471 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d1255bdd-86c2-4875-ad51-3def6ae54643 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:54.163499 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-508f1dde-d555-4a53-9ee5-2a3d2afe21a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (563219e8-210a-4c89-a607-b570340b3508), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:54.192409 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422dcdd-0c13-41af-9be9-954fc99ff7a4 None None] Pushing event updated for resources: {'Port': ['ID=0d5025e2-edc4-487b-b097-2230cfdb58d7,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:54.228204 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: d1255bdd-86c2-4875-ad51-3def6ae54643 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:54.228850 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d1255bdd-86c2-4875-ad51-3def6ae54643 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:54.364419 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-508f1dde-d555-4a53-9ee5-2a3d2afe21a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (563219e8-210a-4c89-a607-b570340b3508), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:54.369721 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-508f1dde-d555-4a53-9ee5-2a3d2afe21a9 admin admin] Publish callbacks [] for router_controller (563219e8-210a-4c89-a607-b570340b3508), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:54.374476 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-da5e0711-44f6-48e5-be80-5a99eded2adb None None] Current status of the port 0d5025e2-edc4-487b-b097-2230cfdb58d7 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:54.375331 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-da5e0711-44f6-48e5-be80-5a99eded2adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0d5025e2-edc4-487b-b097-2230cfdb58d7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:54.459296 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] Set router 573a7a48-2045-4d72-88bd-e72f15b3b584 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:54.537688 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-a79b5cd1-1d5e-4635-ba40-93126477a1e1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 2.4701121 Feb 09 21:59:54.539116 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-508f1dde-d555-4a53-9ee5-2a3d2afe21a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (563219e8-210a-4c89-a607-b570340b3508), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:54.540324 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508f1dde-d555-4a53-9ee5-2a3d2afe21a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 563219e8-210a-4c89-a607-b570340b3508 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:59:54.574507 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-508f1dde-d555-4a53-9ee5-2a3d2afe21a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:54.581153 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-508f1dde-d555-4a53-9ee5-2a3d2afe21a9 admin admin] 10.222.0.77 "DELETE /v2.0/routers/563219e8-210a-4c89-a607-b570340b3508 HTTP/1.1" status: 204 len: 168 time: 5.1810634 Feb 09 21:59:54.587055 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51466) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:54.607806 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c459b114-b524-4054-9643-4761fe9cd792 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:59:54.611189 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c459b114-b524-4054-9643-4761fe9cd792 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0279934 Feb 09 21:59:54.613313 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-da5e0711-44f6-48e5-be80-5a99eded2adb None None] For port 0d5025e2-edc4-487b-b097-2230cfdb58d7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=0d5025e2-edc4-487b-b097-2230cfdb58d7,segment=NetworkSegment(1a386190-0e11-4cb0-b0a6-9a0f160dab80),segment_id=1a386190-0e11-4cb0-b0a6-9a0f160dab80)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:54.651273 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-da5e0711-44f6-48e5-be80-5a99eded2adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0d5025e2-edc4-487b-b097-2230cfdb58d7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:54.654431 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b99ab9dd-6415-4d9a-831c-5d3a7bd6ea93 admin admin] Publish callbacks [] for security_group (38607372-27a4-4ad3-851c-899f628d68b5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:54.722230 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51468) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:54.766083 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e0711-44f6-48e5-be80-5a99eded2adb None None] Pushing event updated for resources: {'Port': ['ID=0d5025e2-edc4-487b-b097-2230cfdb58d7,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:54.913324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5b94cc68-be86-4fdf-b962-f588e3021bf0 None None] Provisioning complete for port 0d5025e2-edc4-487b-b097-2230cfdb58d7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:54.915023 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5b94cc68-be86-4fdf-b962-f588e3021bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0d5025e2-edc4-487b-b097-2230cfdb58d7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:55.035966 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-119a2ce6-5980-4a22-8014-2285807ab139 admin admin] Deleting subnet 0894a803-94be-4ab7-aa0d-1fc30637dec0 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:59:55.042310 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-119a2ce6-5980-4a22-8014-2285807ab139 admin admin] Publish callbacks [] for subnet (0894a803-94be-4ab7-aa0d-1fc30637dec0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:55.156284 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-119a2ce6-5980-4a22-8014-2285807ab139 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (0894a803-94be-4ab7-aa0d-1fc30637dec0), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:55.284886 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5b94cc68-be86-4fdf-b962-f588e3021bf0 None None] Current status of the port 0d5025e2-edc4-487b-b097-2230cfdb58d7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:55.388740 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'name': 'tempest-TestVolumeBackupRestore-2138123041-router', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:25Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'gw_port': {'id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:30Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '0d5025e2-edc4-487b-b097-2230cfdb58d7', 'name': '', 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'mac_address': 'fa:16:3e:39:5f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:44Z', 'updated_at': '2022-02-09T21:59:53Z', 'revision_number': 4, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'subnets': [{'id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:55.389257 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-119a2ce6-5980-4a22-8014-2285807ab139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (0894a803-94be-4ab7-aa0d-1fc30637dec0), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:55.455500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4c874a-1533-4f80-98f5-acc6e68ecf58 None None] The sync data for ids ['573a7a48-2045-4d72-88bd-e72f15b3b584'] in n-d-828601-1 is: [{'id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'name': 'tempest-TestVolumeBackupRestore-2138123041-router', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:25Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'gw_port': {'id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:30Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '0d5025e2-edc4-487b-b097-2230cfdb58d7', 'name': '', 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'mac_address': 'fa:16:3e:39:5f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:44Z', 'updated_at': '2022-02-09T21:59:53Z', 'revision_number': 4, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'subnets': [{'id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:59:55.537026 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3ca59-0fad-4fe5-9426-460c0a200281 req-f81a66d1-8ab5-45f8-836c-ae3e3857a6bd tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:55.542976 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73e3ca59-0fad-4fe5-9426-460c0a200281 req-f81a66d1-8ab5-45f8-836c-ae3e3857a6bd tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 943 time: 1.4927297 Feb 09 21:59:55.550430 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-231c7a47-ba65-4ca3-bdcc-086951383f33 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1625496765-network', 'tenant_id': 'a6808d30c1944f2098d39b5e94ef2e0f'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:55.621185 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-119a2ce6-5980-4a22-8014-2285807ab139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (0894a803-94be-4ab7-aa0d-1fc30637dec0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:55.751189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a2ce6-5980-4a22-8014-2285807ab139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0894a803-94be-4ab7-aa0d-1fc30637dec0,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:55.755320 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231c7a47-ba65-4ca3-bdcc-086951383f33 admin admin] Made reservation on behalf of a6808d30c1944f2098d39b5e94ef2e0f for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:55.768127 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-231c7a47-ba65-4ca3-bdcc-086951383f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:55.770660 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c28f17-bec7-4470-be6c-c79da33c06c4 None None] Network 5094b899-4dec-49b5-8ded-e9d66513896d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:55.771520 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-119a2ce6-5980-4a22-8014-2285807ab139 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:55.785446 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-119a2ce6-5980-4a22-8014-2285807ab139 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0894a803-94be-4ab7-aa0d-1fc30637dec0 HTTP/1.1" status: 204 len: 168 time: 1.1724925 Feb 09 21:59:55.791278 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51492) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:55.840226 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e1c384d6-640d-4678-a906-7405324472ed req-ff542b37-3725-4964-9713-89532693ebd7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for port (53bbd10c-cbfc-4120-a987-e4794ff906bd), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:55.846556 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b99ab9dd-6415-4d9a-831c-5d3a7bd6ea93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (38607372-27a4-4ad3-851c-899f628d68b5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:55.861545 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b99ab9dd-6415-4d9a-831c-5d3a7bd6ea93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:55.867551 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b99ab9dd-6415-4d9a-831c-5d3a7bd6ea93 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/38607372-27a4-4ad3-851c-899f628d68b5 HTTP/1.1" status: 204 len: 168 time: 1.9485431 Feb 09 21:59:55.867551 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-231c7a47-ba65-4ca3-bdcc-086951383f33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:55.955527 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e1c384d6-640d-4678-a906-7405324472ed req-ff542b37-3725-4964-9713-89532693ebd7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (53bbd10c-cbfc-4120-a987-e4794ff906bd), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:55.987251 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ab9dd-6415-4d9a-831c-5d3a7bd6ea93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38607372-27a4-4ad3-851c-899f628d68b5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:56.049645 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 0d5025e2-edc4-487b-b097-2230cfdb58d7 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:59:56.112842 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73e3ca59-0fad-4fe5-9426-460c0a200281 req-d38d3643-c6d8-47f9-967d-11e2c54e7840 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557497 Feb 09 21:59:56.175813 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c384d6-640d-4678-a906-7405324472ed req-ff542b37-3725-4964-9713-89532693ebd7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Network e9d9bede-cfe3-4bb7-a483-9e4a563e5a48 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:59:56.186580 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-e1c384d6-640d-4678-a906-7405324472ed req-ff542b37-3725-4964-9713-89532693ebd7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:56.195693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c384d6-640d-4678-a906-7405324472ed req-ff542b37-3725-4964-9713-89532693ebd7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:59:56.215172 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6652c1c4-fab7-41eb-9b53-2f80659ded69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (c081f9bc-3e38-4341-8073-dc3394348cfc), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:56.406842 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c384d6-640d-4678-a906-7405324472ed req-ff542b37-3725-4964-9713-89532693ebd7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:56.409235 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e1c384d6-640d-4678-a906-7405324472ed req-ff542b37-3725-4964-9713-89532693ebd7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:56.425711 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff542b37-3725-4964-9713-89532693ebd7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'Port': ['ID=53bbd10c-cbfc-4120-a987-e4794ff906bd,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:56.425999 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5945820b-9f5b-46af-a795-9cbc93aced22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (5094b899-4dec-49b5-8ded-e9d66513896d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:56.453673 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652c1c4-fab7-41eb-9b53-2f80659ded69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c081f9bc-3e38-4341-8073-dc3394348cfc,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:56.509970 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1c384d6-640d-4678-a906-7405324472ed req-ff542b37-3725-4964-9713-89532693ebd7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4438245 Feb 09 21:59:56.551013 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-e1c384d6-640d-4678-a906-7405324472ed req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] Request body: {'port': {'device_id': '44dbcdf7-7120-46b8-8a97-9a53b9a9816a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:56.670742 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 0d5025e2-edc4-487b-b097-2230cfdb58d7 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:56.684103 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0d5025e2-edc4-487b-b097-2230cfdb58d7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:56.891382 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e1c384d6-640d-4678-a906-7405324472ed req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (53bbd10c-cbfc-4120-a987-e4794ff906bd), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:56.917978 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-231c7a47-ba65-4ca3-bdcc-086951383f33 admin admin] Publish callbacks [] for security_group (745b3887-1fbe-44b1-b4d5-4ff72db69368), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:56.940328 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6652c1c4-fab7-41eb-9b53-2f80659ded69 admin admin] Checking segment: {'id': '60c939f6-7a0a-41d4-87c2-4a8d83540472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b4a23f6b-ecbb-4811-87e3-98cce791d46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:56.943693 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6652c1c4-fab7-41eb-9b53-2f80659ded69 admin admin] Network hostable DHCP agents. Network: b4a23f6b-ecbb-4811-87e3-98cce791d46e, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:59:56.956547 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-231c7a47-ba65-4ca3-bdcc-086951383f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (745b3887-1fbe-44b1-b4d5-4ff72db69368), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:56.956984 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-3d4fd1f3-340f-4261-a5ed-55e96c41423b None None] Provisioning complete for port 53bbd10c-cbfc-4120-a987-e4794ff906bd triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:56.957825 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3d4fd1f3-340f-4261-a5ed-55e96c41423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (53bbd10c-cbfc-4120-a987-e4794ff906bd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:56.984148 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5945820b-9f5b-46af-a795-9cbc93aced22 admin admin] Deleting port 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:56.984764 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5945820b-9f5b-46af-a795-9cbc93aced22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8d710c2d-1c5d-4eb0-90fd-347cf9e6965f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:57.114462 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-231c7a47-ba65-4ca3-bdcc-086951383f33 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:59:57.116094 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6652c1c4-fab7-41eb-9b53-2f80659ded69 admin admin] Network b4a23f6b-ecbb-4811-87e3-98cce791d46e is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:59:57.168496 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c7a47-ba65-4ca3-bdcc-086951383f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745b3887-1fbe-44b1-b4d5-4ff72db69368,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:57.186437 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-231c7a47-ba65-4ca3-bdcc-086951383f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (1fc44f22-3e62-416f-a4ad-228f991dde60), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:57.187516 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-231c7a47-ba65-4ca3-bdcc-086951383f33 admin admin] Added segment 1fc44f22-3e62-416f-a4ad-228f991dde60 of type vlan for network e9431098-c977-4f3a-b393-c0460098a903 Feb 09 21:59:57.211694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-6652c1c4-fab7-41eb-9b53-2f80659ded69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, b4a23f6b-ecbb-4811-87e3-98cce791d46e) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:57.246128 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fd837-84f9-4a62-9140-df71d94ec3d9 req-35aa6f2a-4412-4e6d-b179-559cc02ad463 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:57.263811 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ed0fd837-84f9-4a62-9140-df71d94ec3d9 req-35aa6f2a-4412-4e6d-b179-559cc02ad463 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=44dbcdf7-7120-46b8-8a97-9a53b9a9816a HTTP/1.1" status: 200 len: 932 time: 0.6172669 Feb 09 21:59:57.280700 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc545a65-892d-423a-b827-ee59954e3627 None None] DHCP port deletion for 5094b899-4dec-49b5-8ded-e9d66513896d request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:59:57.301722 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 0d5025e2-edc4-487b-b097-2230cfdb58d7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:57.313430 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9731809b-54a4-4954-b777-89a3f70b1318 None None] Network b4a23f6b-ecbb-4811-87e3-98cce791d46e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:57.381616 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-231c7a47-ba65-4ca3-bdcc-086951383f33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (e9431098-c977-4f3a-b393-c0460098a903), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:57.508080 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-5945820b-9f5b-46af-a795-9cbc93aced22 admin admin] For port 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8d710c2d-1c5d-4eb0-90fd-347cf9e6965f,segment=NetworkSegment(41e39697-75e0-4695-bb5a-9d529bcf1b39),segment_id=41e39697-75e0-4695-bb5a-9d529bcf1b39)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:57.509859 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5945820b-9f5b-46af-a795-9cbc93aced22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8d710c2d-1c5d-4eb0-90fd-347cf9e6965f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:57.572012 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5945820b-9f5b-46af-a795-9cbc93aced22 admin admin] Calling delete_port for 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:57.639201 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ed0fd837-84f9-4a62-9140-df71d94ec3d9 req-26afc03e-4cc5-4811-a960-43ea8ac59d2e tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=aac4cdc3-3ae0-4376-81f4-ed7266163473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3529277 Feb 09 21:59:57.857384 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6652c1c4-fab7-41eb-9b53-2f80659ded69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:57.859364 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6652c1c4-fab7-41eb-9b53-2f80659ded69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:57.866106 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-231c7a47-ba65-4ca3-bdcc-086951383f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (e9431098-c977-4f3a-b393-c0460098a903), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:57.867170 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231c7a47-ba65-4ca3-bdcc-086951383f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:57.867805 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-231c7a47-ba65-4ca3-bdcc-086951383f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.057738 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5945820b-9f5b-46af-a795-9cbc93aced22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (8d710c2d-1c5d-4eb0-90fd-347cf9e6965f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.073975 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:58.089306 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-231c7a47-ba65-4ca3-bdcc-086951383f33 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.3581903 Feb 09 21:59:58.091088 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51546) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:58.095697 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c7a47-ba65-4ca3-bdcc-086951383f33 admin admin] Pushing event updated for resources: {'Network': ['ID=e9431098-c977-4f3a-b393-c0460098a903,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:58.132691 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:58.133032 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:58.134844 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network e9431098-c977-4f3a-b393-c0460098a903 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:59:58.137876 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51548) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:58.163210 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5945820b-9f5b-46af-a795-9cbc93aced22 admin admin] No DVR routers for this DVR port 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:58.163579 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-e1c384d6-640d-4678-a906-7405324472ed req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53bbd10c-cbfc-4120-a987-e4794ff906bd {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:59:58.167111 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-3d4fd1f3-340f-4261-a5ed-55e96c41423b None None] Port 53bbd10c-cbfc-4120-a987-e4794ff906bd cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:59:58.183225 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e1c384d6-640d-4678-a906-7405324472ed req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] Publish callbacks [] for port (53bbd10c-cbfc-4120-a987-e4794ff906bd), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.216666 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-18fe7b92-a469-4337-8479-189e0dd97a70 admin admin] Request body: {'subnet': {'network_id': 'e9431098-c977-4f3a-b393-c0460098a903', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1625496765-subnet', 'tenant_id': 'a6808d30c1944f2098d39b5e94ef2e0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:58.224655 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f2d1d-bda5-47d0-8bd8-63f312952a5b req-2d6914aa-bbf0-4da2-a8de-7d7a10609311 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:58.228618 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e29f2d1d-bda5-47d0-8bd8-63f312952a5b req-2d6914aa-bbf0-4da2-a8de-7d7a10609311 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 943 time: 0.2976899 Feb 09 21:59:58.240116 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945820b-9f5b-46af-a795-9cbc93aced22 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d710c2d-1c5d-4eb0-90fd-347cf9e6965f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:58.241251 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-e1c384d6-640d-4678-a906-7405324472ed req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] Transition to ACTIVE for port object 53bbd10c-cbfc-4120-a987-e4794ff906bd will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:59:58.250283 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e1c384d6-640d-4678-a906-7405324472ed req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (53bbd10c-cbfc-4120-a987-e4794ff906bd), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.311392 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5945820b-9f5b-46af-a795-9cbc93aced22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (5094b899-4dec-49b5-8ded-e9d66513896d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.339047 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-5945820b-9f5b-46af-a795-9cbc93aced22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5094b899-4dec-49b5-8ded-e9d66513896d']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:58.350866 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-5945820b-9f5b-46af-a795-9cbc93aced22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e39697-75e0-4695-bb5a-9d529bcf1b39') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:58.351170 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-5945820b-9f5b-46af-a795-9cbc93aced22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e39697-75e0-4695-bb5a-9d529bcf1b39') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:58.363523 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5945820b-9f5b-46af-a795-9cbc93aced22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (41e39697-75e0-4695-bb5a-9d529bcf1b39), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.383424 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5945820b-9f5b-46af-a795-9cbc93aced22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (41e39697-75e0-4695-bb5a-9d529bcf1b39), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.390937 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5945820b-9f5b-46af-a795-9cbc93aced22 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:59:58.391449 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5945820b-9f5b-46af-a795-9cbc93aced22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (41e39697-75e0-4695-bb5a-9d529bcf1b39), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: timer() Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:59:58.493633 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:59:58.499810 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-6f31efa7-4192-4c11-8679-bbf701511921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:58.501906 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-6f31efa7-4192-4c11-8679-bbf701511921 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea&tenant_id=c135bd0d2c9b4219bd0ebf3718b0f7ac HTTP/1.1" status: 200 len: 1125 time: 1.4586749 Feb 09 21:59:58.502844 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fe7b92-a469-4337-8479-189e0dd97a70 admin admin] Made reservation on behalf of a6808d30c1944f2098d39b5e94ef2e0f for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:58.505536 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-18fe7b92-a469-4337-8479-189e0dd97a70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.533048 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c4d2dca3-1b16-4853-8c7a-99b6cf8fc58c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-721830631-network', 'tenant_id': 'ecf756413bbb4509914c48d36d3db43f'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:58.584725 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] Pushing event updated for resources: {'Port': ['ID=53bbd10c-cbfc-4120-a987-e4794ff906bd,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:58.596745 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d2dca3-1b16-4853-8c7a-99b6cf8fc58c admin admin] Made reservation on behalf of ecf756413bbb4509914c48d36d3db43f for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:58.600591 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4d2dca3-1b16-4853-8c7a-99b6cf8fc58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.611057 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828601-1', 'device_owner': 'compute:nova'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:58.619489 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4d2dca3-1b16-4853-8c7a-99b6cf8fc58c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.627632 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5945820b-9f5b-46af-a795-9cbc93aced22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (5094b899-4dec-49b5-8ded-e9d66513896d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.638150 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6652c1c4-fab7-41eb-9b53-2f80659ded69 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3157864 Feb 09 21:59:58.657456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-fc545a65-892d-423a-b827-ee59954e3627 None None] Deleting port 8d710c2d-1c5d-4eb0-90fd-347cf9e6965f {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:58.659135 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fc545a65-892d-423a-b827-ee59954e3627 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8d710c2d-1c5d-4eb0-90fd-347cf9e6965f), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.675621 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a14e7ae-750f-4fc2-a346-ec7921379fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-b4a23f6b-ecbb-4811-87e3-98cce791d46e', 'network_id': 'b4a23f6b-ecbb-4811-87e3-98cce791d46e', 'project_id': '1943324cd05f400ba42c001780eb95c5', 'fixed_ips': [{'subnet_id': 'c081f9bc-3e38-4341-8073-dc3394348cfc'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:59:58.682602 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8a14e7ae-750f-4fc2-a346-ec7921379fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.718783 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51558) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:58.726979 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6724ad47-889f-456b-b3f4-cbd35b8427e9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-629868731-router', 'tenant_id': '1943324cd05f400ba42c001780eb95c5', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:58.755826 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5945820b-9f5b-46af-a795-9cbc93aced22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.762367 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5945820b-9f5b-46af-a795-9cbc93aced22 admin admin] 10.222.0.77 "DELETE /v2.0/networks/5094b899-4dec-49b5-8ded-e9d66513896d HTTP/1.1" status: 204 len: 168 time: 2.9688022 Feb 09 21:59:58.825058 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945820b-9f5b-46af-a795-9cbc93aced22 admin admin] Pushing event deleted for resources: {'Network': ['ID=5094b899-4dec-49b5-8ded-e9d66513896d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server [None req-fc545a65-892d-423a-b827-ee59954e3627 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 5094b899-4dec-49b5-8ded-e9d66513896d could not be found. Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:59:58.852158 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 5094b899-4dec-49b5-8ded-e9d66513896d could not be found. Feb 09 21:59:58.856258 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Feb 09 21:59:58.886207 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.951551 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-e1c384d6-640d-4678-a906-7405324472ed req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] Attempting to bind port 53bbd10c-cbfc-4120-a987-e4794ff906bd on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:59:58.951844 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-e1c384d6-640d-4678-a906-7405324472ed req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] Attempting to bind port 53bbd10c-cbfc-4120-a987-e4794ff906bd by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'e1adfee6-9ba3-43b9-a641-6b9bda302edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9d9bede-cfe3-4bb7-a483-9e4a563e5a48'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:59:58.952189 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c384d6-640d-4678-a906-7405324472ed req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] Attempting to bind port 53bbd10c-cbfc-4120-a987-e4794ff906bd on network e9d9bede-cfe3-4bb7-a483-9e4a563e5a48 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:58.992519 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4d2dca3-1b16-4853-8c7a-99b6cf8fc58c admin admin] Publish callbacks [] for security_group (7bf666f8-e2bf-4334-94d7-d44e06c225ec), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.004672 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e29f2d1d-bda5-47d0-8bd8-63f312952a5b req-1ef5790a-bbec-47f3-a8f1-34507415c1a6 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6917479 Feb 09 21:59:59.022949 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c384d6-640d-4678-a906-7405324472ed req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] Port 53bbd10c-cbfc-4120-a987-e4794ff906bd on network e9d9bede-cfe3-4bb7-a483-9e4a563e5a48 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:59:59.023454 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c384d6-640d-4678-a906-7405324472ed req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] Attempting to bind port 53bbd10c-cbfc-4120-a987-e4794ff906bd on network e9d9bede-cfe3-4bb7-a483-9e4a563e5a48 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:59.040791 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c384d6-640d-4678-a906-7405324472ed req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:59:59.041150 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c384d6-640d-4678-a906-7405324472ed req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] Checking segment: {'id': 'e1adfee6-9ba3-43b9-a641-6b9bda302edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9d9bede-cfe3-4bb7-a483-9e4a563e5a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:59.041558 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c384d6-640d-4678-a906-7405324472ed req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] Bound using segment: {'id': 'e1adfee6-9ba3-43b9-a641-6b9bda302edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9d9bede-cfe3-4bb7-a483-9e4a563e5a48'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:59:59.042025 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-e1c384d6-640d-4678-a906-7405324472ed req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] Bound port: 53bbd10c-cbfc-4120-a987-e4794ff906bd, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1adfee6-9ba3-43b9-a641-6b9bda302edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9d9bede-cfe3-4bb7-a483-9e4a563e5a48'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:59:59.042389 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e1c384d6-640d-4678-a906-7405324472ed req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (53bbd10c-cbfc-4120-a987-e4794ff906bd), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.066970 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8546da99-a3ff-4900-ae73-f54ae862fbbb None None] DHCP port deletion for 5094b899-4dec-49b5-8ded-e9d66513896d request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:59:59.079380 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4d2dca3-1b16-4853-8c7a-99b6cf8fc58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7bf666f8-e2bf-4334-94d7-d44e06c225ec), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.112786 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d2dca3-1b16-4853-8c7a-99b6cf8fc58c admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:59:59.136807 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4d2dca3-1b16-4853-8c7a-99b6cf8fc58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (9550f611-ce26-4437-bed9-cffa6dc8d8a4), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.139485 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-c4d2dca3-1b16-4853-8c7a-99b6cf8fc58c admin admin] Added segment 9550f611-ce26-4437-bed9-cffa6dc8d8a4 of type vlan for network 42105ba1-38a2-48f4-8e9f-2db55c355e9e Feb 09 21:59:59.184897 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51568) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:59.205389 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4d2dca3-1b16-4853-8c7a-99b6cf8fc58c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (42105ba1-38a2-48f4-8e9f-2db55c355e9e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.251128 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-8a14e7ae-750f-4fc2-a346-ec7921379fdd None None] Allocated IP 172.20.0.2 (b4a23f6b-ecbb-4811-87e3-98cce791d46e/c081f9bc-3e38-4341-8073-dc3394348cfc/6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:59:59.286013 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2dca3-1b16-4853-8c7a-99b6cf8fc58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf666f8-e2bf-4334-94d7-d44e06c225ec,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:59.290681 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4d2dca3-1b16-4853-8c7a-99b6cf8fc58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (42105ba1-38a2-48f4-8e9f-2db55c355e9e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.292291 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d2dca3-1b16-4853-8c7a-99b6cf8fc58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:59.293236 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4d2dca3-1b16-4853-8c7a-99b6cf8fc58c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.393062 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51574) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:59.409968 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6724ad47-889f-456b-b3f4-cbd35b8427e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (9c8d1a0e-a20d-4128-8fb0-365ad084ff34), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.411461 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6724ad47-889f-456b-b3f4-cbd35b8427e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (9c8d1a0e-a20d-4128-8fb0-365ad084ff34), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.432916 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2dca3-1b16-4853-8c7a-99b6cf8fc58c admin admin] Pushing event updated for resources: {'Network': ['ID=42105ba1-38a2-48f4-8e9f-2db55c355e9e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:59.514677 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6724ad47-889f-456b-b3f4-cbd35b8427e9 admin admin] Publish callbacks [] for router_controller (9c8d1a0e-a20d-4128-8fb0-365ad084ff34), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.527390 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 42105ba1-38a2-48f4-8e9f-2db55c355e9e details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:59:59.586092 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8a14e7ae-750f-4fc2-a346-ec7921379fdd None None] Publish callbacks [] for port (6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.621472 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c4d2dca3-1b16-4853-8c7a-99b6cf8fc58c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4771602 Feb 09 21:59:59.630556 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51578) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:59.669145 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8a14e7ae-750f-4fc2-a346-ec7921379fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.683530 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6ee0bbe5-ed4a-48b0-abac-2bd80ec35005 admin admin] Request body: {'subnet': {'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-721830631-subnet', 'tenant_id': 'ecf756413bbb4509914c48d36d3db43f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:59.722675 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f30a29-a447-43f1-bc25-fc3cbfa5842b req-4c55e847-c203-481f-9c28-74b8aaca6ac2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:59.724439 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-90f30a29-a447-43f1-bc25-fc3cbfa5842b req-4c55e847-c203-481f-9c28-74b8aaca6ac2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=44dbcdf7-7120-46b8-8a97-9a53b9a9816a HTTP/1.1" status: 200 len: 944 time: 0.4819903 Feb 09 21:59:59.733741 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-e1c384d6-640d-4678-a906-7405324472ed req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] For port 53bbd10c-cbfc-4120-a987-e4794ff906bd, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:59:59.741852 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a14e7ae-750f-4fc2-a346-ec7921379fdd None None] Network b4a23f6b-ecbb-4811-87e3-98cce791d46e is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:59:59.745274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-8a14e7ae-750f-4fc2-a346-ec7921379fdd None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:59.752589 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a14e7ae-750f-4fc2-a346-ec7921379fdd None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:59:59.768754 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6724ad47-889f-456b-b3f4-cbd35b8427e9 admin admin] Publish callbacks [] for router_gateway (9c8d1a0e-a20d-4128-8fb0-365ad084ff34), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.769897 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14e7ae-750f-4fc2-a346-ec7921379fdd None None] Pushing event updated for resources: {'Port': ['ID=6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:59.790683 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-e1c384d6-640d-4678-a906-7405324472ed req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] For port 53bbd10c-cbfc-4120-a987-e4794ff906bd, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=53bbd10c-cbfc-4120-a987-e4794ff906bd,segment=NetworkSegment(e1adfee6-9ba3-43b9-a641-6b9bda302edc),segment_id=e1adfee6-9ba3-43b9-a641-6b9bda302edc)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:59:59.816406 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee0bbe5-ed4a-48b0-abac-2bd80ec35005 admin admin] Made reservation on behalf of ecf756413bbb4509914c48d36d3db43f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:59.819688 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6ee0bbe5-ed4a-48b0-abac-2bd80ec35005 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.826309 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e1c384d6-640d-4678-a906-7405324472ed req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (53bbd10c-cbfc-4120-a987-e4794ff906bd), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.831911 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-8a14e7ae-750f-4fc2-a346-ec7921379fdd None None] Attempting to bind port 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:59:59.832351 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-8a14e7ae-750f-4fc2-a346-ec7921379fdd None None] Attempting to bind port 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '60c939f6-7a0a-41d4-87c2-4a8d83540472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b4a23f6b-ecbb-4811-87e3-98cce791d46e'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:59:59.832677 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14e7ae-750f-4fc2-a346-ec7921379fdd None None] Attempting to bind port 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0 on network b4a23f6b-ecbb-4811-87e3-98cce791d46e {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:59.838928 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14e7ae-750f-4fc2-a346-ec7921379fdd None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:59:59.839419 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14e7ae-750f-4fc2-a346-ec7921379fdd None None] Checking segment: {'id': '60c939f6-7a0a-41d4-87c2-4a8d83540472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b4a23f6b-ecbb-4811-87e3-98cce791d46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:59.839784 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8a14e7ae-750f-4fc2-a346-ec7921379fdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.840207 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14e7ae-750f-4fc2-a346-ec7921379fdd None None] Bound using segment: {'id': '60c939f6-7a0a-41d4-87c2-4a8d83540472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b4a23f6b-ecbb-4811-87e3-98cce791d46e'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:59:59.840718 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-8a14e7ae-750f-4fc2-a346-ec7921379fdd None None] Bound port: 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c939f6-7a0a-41d4-87c2-4a8d83540472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b4a23f6b-ecbb-4811-87e3-98cce791d46e'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:59:59.841151 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8a14e7ae-750f-4fc2-a346-ec7921379fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.921370 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6914a3e9-8748-407d-a1eb-6dda7179cd5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.984112 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c384d6-640d-4678-a906-7405324472ed req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:59.984784 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e1c384d6-640d-4678-a906-7405324472ed req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.986454 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1c384d6-640d-4678-a906-7405324472ed req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] 10.222.0.71 "PUT /v2.0/ports/53bbd10c-cbfc-4120-a987-e4794ff906bd HTTP/1.1" status: 200 len: 1092 time: 3.4617016 Feb 09 21:59:59.999960 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-90f30a29-a447-43f1-bc25-fc3cbfa5842b req-2a74e403-0059-4490-9dd5-40134a1477dc tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=aac4cdc3-3ae0-4376-81f4-ed7266163473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2636361 Feb 09 22:00:00.000486 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44dbcdf7-7120-46b8-8a97-9a53b9a9816a', 'tag': '53bbd10c-cbfc-4120-a987-e4794ff906bd'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:00.003002 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6dec3c-8298-4450-a70a-7e453a3992ad" -d '{"events": [{"name": "network-changed", "server_uuid": "44dbcdf7-7120-46b8-8a97-9a53b9a9816a", "tag": "53bbd10c-cbfc-4120-a987-e4794ff906bd"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:00.033324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-8a14e7ae-750f-4fc2-a346-ec7921379fdd None None] For port 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:00:00.043343 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e674575b-39c9-4645-8bab-0ec0dabe8f34 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=adedffd8130f4ccfb4184367762e3fb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8297238 Feb 09 22:00:00.049667 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51582) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:00.060875 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35c7ae-39f8-4c34-b0c6-9b7556fc03f1 service neutron] Pushing event updated for resources: {'Port': ['ID=53bbd10c-cbfc-4120-a987-e4794ff906bd,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:00.088573 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-18fe7b92-a469-4337-8479-189e0dd97a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (8ba97fff-83bc-4419-b511-514991efff0a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:00.106600 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-8a14e7ae-750f-4fc2-a346-ec7921379fdd None None] For port 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0,segment=NetworkSegment(60c939f6-7a0a-41d4-87c2-4a8d83540472),segment_id=60c939f6-7a0a-41d4-87c2-4a8d83540472)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:00:00.127970 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8a14e7ae-750f-4fc2-a346-ec7921379fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:00.231189 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd5a641-548c-40e3-9237-a15a5f74617b x-openstack-request-id: req-5bd5a641-548c-40e3-9237-a15a5f74617b {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:00.231565 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44dbcdf7-7120-46b8-8a97-9a53b9a9816a", "tag": "53bbd10c-cbfc-4120-a987-e4794ff906bd", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:00.231772 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5bd5a641-548c-40e3-9237-a15a5f74617b {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:00.232217 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44dbcdf7-7120-46b8-8a97-9a53b9a9816a', 'tag': '53bbd10c-cbfc-4120-a987-e4794ff906bd', 'status': 'completed', 'code': 200} Feb 09 22:00:00.236736 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] For port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,segment=NetworkSegment(43155470-d798-4067-9785-b776d9c040b8),segment_id=43155470-d798-4067-9785-b776d9c040b8)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:00.278531 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14e7ae-750f-4fc2-a346-ec7921379fdd None None] Pushing event updated for resources: {'Port': ['ID=6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:00.313194 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe7b92-a469-4337-8479-189e0dd97a70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba97fff-83bc-4419-b511-514991efff0a,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:00.429024 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6ee0bbe5-ed4a-48b0-abac-2bd80ec35005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (95498cf5-512a-4d09-af11-5e6075e6f447), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:00.438692 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ded1be72-10e5-4ab7-8465-b9a2fa4fd07d admin admin] Publish callbacks [] for security_group (560297a7-e86f-4f63-b1a7-2534175f541d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:00.495896 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe7b92-a469-4337-8479-189e0dd97a70 admin admin] Checking segment: {'id': '1fc44f22-3e62-416f-a4ad-228f991dde60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e9431098-c977-4f3a-b393-c0460098a903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:00:00.496258 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fe7b92-a469-4337-8479-189e0dd97a70 admin admin] Network hostable DHCP agents. Network: e9431098-c977-4f3a-b393-c0460098a903, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:00:00.502039 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ded1be72-10e5-4ab7-8465-b9a2fa4fd07d admin admin] Publish callbacks [] for security_group (560297a7-e86f-4f63-b1a7-2534175f541d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:00.519167 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] For port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:00:00.545041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c384d6-640d-4678-a906-7405324472ed req-fc8a58f9-9841-41e0-8a37-0fa2c20cb635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:00.546703 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1c384d6-640d-4678-a906-7405324472ed req-fc8a58f9-9841-41e0-8a37-0fa2c20cb635 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=555e545ac75c4d7aa89a964d48e2fbf4&device_id=44dbcdf7-7120-46b8-8a97-9a53b9a9816a HTTP/1.1" status: 200 len: 1126 time: 0.4651082 Feb 09 22:00:00.548942 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6914a3e9-8748-407d-a1eb-6dda7179cd5c admin admin] Publish callbacks [] for security_group (88bc7ead-c819-45af-89a1-34519808b508), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:00.554307 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0bbe5-ed4a-48b0-abac-2bd80ec35005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95498cf5-512a-4d09-af11-5e6075e6f447,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:00.594655 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6914a3e9-8748-407d-a1eb-6dda7179cd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (88bc7ead-c819-45af-89a1-34519808b508), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:00.641090 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:00:00.675271 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] Publish callbacks [] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:00.699602 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fe7b92-a469-4337-8479-189e0dd97a70 admin admin] Network e9431098-c977-4f3a-b393-c0460098a903 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:00:00.714059 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914a3e9-8748-407d-a1eb-6dda7179cd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bc7ead-c819-45af-89a1-34519808b508,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:00.723155 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6914a3e9-8748-407d-a1eb-6dda7179cd5c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7b8f7b97f89c4fed9daf4af59cbb6028&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3288708 Feb 09 22:00:00.727946 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51588) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:00.736025 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-18fe7b92-a469-4337-8479-189e0dd97a70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, e9431098-c977-4f3a-b393-c0460098a903) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:00.751112 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fe7b92-a469-4337-8479-189e0dd97a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:00.751766 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-18fe7b92-a469-4337-8479-189e0dd97a70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:00.754909 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] Transition to ACTIVE for port object 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:00:00.759368 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ded1be72-10e5-4ab7-8465-b9a2fa4fd07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (560297a7-e86f-4f63-b1a7-2534175f541d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:00.764794 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ded1be72-10e5-4ab7-8465-b9a2fa4fd07d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:00.765697 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe18d22-92a6-4be6-ad20-cdd647e963c5 None None] Network e9431098-c977-4f3a-b393-c0460098a903 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:00:00.774025 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ded1be72-10e5-4ab7-8465-b9a2fa4fd07d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/560297a7-e86f-4f63-b1a7-2534175f541d HTTP/1.1" status: 204 len: 168 time: 0.7233579 Feb 09 22:00:00.791410 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:00.808358 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1c384d6-640d-4678-a906-7405324472ed req-089d9859-50e2-439e-ad83-538bd97bcfe4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=53bbd10c-cbfc-4120-a987-e4794ff906bd HTTP/1.1" status: 200 len: 217 time: 0.2331932 Feb 09 22:00:00.911513 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1be72-10e5-4ab7-8465-b9a2fa4fd07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560297a7-e86f-4f63-b1a7-2534175f541d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:00.937838 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-18fe7b92-a469-4337-8479-189e0dd97a70 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.7249451 Feb 09 22:00:00.939699 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,revision_number=9']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:00.969212 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bf6aae-ae65-4232-be2f-e603889f09da None None] Network e9431098-c977-4f3a-b393-c0460098a903 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:00:00.987044 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c384d6-640d-4678-a906-7405324472ed req-ae344b22-f976-41b4-b1cb-456214df620f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:00.992823 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1c384d6-640d-4678-a906-7405324472ed req-ae344b22-f976-41b4-b1cb-456214df620f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=47279ddc-40d2-4ecc-b50d-6addbc8bd2ee HTTP/1.1" status: 200 len: 838 time: 0.1647854 Feb 09 22:00:01.034470 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] No DVR routers for this DVR port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:00:01.087260 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-02b110d5-d452-4780-af4b-affe9cc24bdc admin admin] Publish callbacks [] for security_group (88bc7ead-c819-45af-89a1-34519808b508), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:01.118715 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-02b110d5-d452-4780-af4b-affe9cc24bdc admin admin] Publish callbacks [] for security_group (88bc7ead-c819-45af-89a1-34519808b508), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:01.136141 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a46b9-b390-4de2-a134-cf36d250900c req-7666cf5b-0420-43e8-b1fb-bb0d51696495 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:01.141661 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b13a46b9-b390-4de2-a134-cf36d250900c req-7666cf5b-0420-43e8-b1fb-bb0d51696495 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 943 time: 0.7194781 Feb 09 22:00:01.189138 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee0bbe5-ed4a-48b0-abac-2bd80ec35005 admin admin] Checking segment: {'id': '9550f611-ce26-4437-bed9-cffa6dc8d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:00:01.189514 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee0bbe5-ed4a-48b0-abac-2bd80ec35005 admin admin] Network hostable DHCP agents. Network: 42105ba1-38a2-48f4-8e9f-2db55c355e9e, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:00:01.222225 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] Attempting to bind port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:00:01.223170 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] Attempting to bind port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '43155470-d798-4067-9785-b776d9c040b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '43c866ce-b28d-463f-9db2-f0ce01fb8d37'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:00:01.224894 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] Attempting to bind port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce on network 43c866ce-b28d-463f-9db2-f0ce01fb8d37 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:01.231051 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6724ad47-889f-456b-b3f4-cbd35b8427e9 admin admin] Publish callbacks [] for router_gateway (9c8d1a0e-a20d-4128-8fb0-365ad084ff34), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:01.231886 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-02b110d5-d452-4780-af4b-affe9cc24bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (88bc7ead-c819-45af-89a1-34519808b508), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:01.235209 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-02b110d5-d452-4780-af4b-affe9cc24bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:01.236749 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-02b110d5-d452-4780-af4b-affe9cc24bdc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/88bc7ead-c819-45af-89a1-34519808b508 HTTP/1.1" status: 204 len: 168 time: 0.5076170 Feb 09 22:00:01.248638 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b110d5-d452-4780-af4b-affe9cc24bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bc7ead-c819-45af-89a1-34519808b508,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:01.251014 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] Port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce on network 43c866ce-b28d-463f-9db2-f0ce01fb8d37 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:00:01.251458 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] Attempting to bind port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce on network 43c866ce-b28d-463f-9db2-f0ce01fb8d37 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:01.266643 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:00:01.267403 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] Checking segment: {'id': '43155470-d798-4067-9785-b776d9c040b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '43c866ce-b28d-463f-9db2-f0ce01fb8d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:00:01.268455 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] Bound using segment: {'id': '43155470-d798-4067-9785-b776d9c040b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '43c866ce-b28d-463f-9db2-f0ce01fb8d37'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:00:01.268973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] Bound port: 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43155470-d798-4067-9785-b776d9c040b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '43c866ce-b28d-463f-9db2-f0ce01fb8d37'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:00:01.269404 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:01.281547 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6724ad47-889f-456b-b3f4-cbd35b8427e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:01.308659 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee0bbe5-ed4a-48b0-abac-2bd80ec35005 admin admin] Network 42105ba1-38a2-48f4-8e9f-2db55c355e9e is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:00:01.313596 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c384d6-640d-4678-a906-7405324472ed req-c5ac01b2-5a41-4f66-a189-bf79503a4f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:01.315750 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1c384d6-640d-4678-a906-7405324472ed req-c5ac01b2-5a41-4f66-a189-bf79503a4f36 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e9d9bede-cfe3-4bb7-a483-9e4a563e5a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3050210 Feb 09 22:00:01.340606 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b13a46b9-b390-4de2-a134-cf36d250900c req-f6fe52b4-8335-4f96-865b-3838fe27cffb tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688468 Feb 09 22:00:01.359016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-6ee0bbe5-ed4a-48b0-abac-2bd80ec35005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 42105ba1-38a2-48f4-8e9f-2db55c355e9e) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:01.372638 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b329b0-b709-4bae-9b91-754033881c2a None None] Network 42105ba1-38a2-48f4-8e9f-2db55c355e9e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:00:01.442815 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] For port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:00:01.459775 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] For port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,segment=NetworkSegment(43155470-d798-4067-9785-b776d9c040b8),segment_id=43155470-d798-4067-9785-b776d9c040b8)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:00:01.492039 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:01.535075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee0bbe5-ed4a-48b0-abac-2bd80ec35005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:01.545145 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6ee0bbe5-ed4a-48b0-abac-2bd80ec35005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:01.601310 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:01.608117 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:01.609683 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] 10.222.0.42 "PUT /v2.0/ports/4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce HTTP/1.1" status: 200 len: 1091 time: 3.0172596 Feb 09 22:00:01.610194 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e63d30-28c3-470d-99b6-d2fe648d45ea', 'tag': '4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:01.612660 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdead36-c40d-4b2c-933e-178430e173f1" -d '{"events": [{"name": "network-changed", "server_uuid": "15e63d30-28c3-470d-99b6-d2fe648d45ea", "tag": "4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:01.631323 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b2834f-ddef-45a5-bc8b-7df58c5595ed None None] Network 42105ba1-38a2-48f4-8e9f-2db55c355e9e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:00:01.675728 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6ee0bbe5-ed4a-48b0-abac-2bd80ec35005 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0413849 Feb 09 22:00:01.693152 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5675e6a-243a-4d18-a670-2b2d05eea8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,revision_number=10']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:01.810875 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51612) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:01.965849 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1c384d6-640d-4678-a906-7405324472ed req-80f30b5d-bd22-4d18-acd8-648161092dff service neutron] 10.222.0.71 "GET /v2.0/networks/e9d9bede-cfe3-4bb7-a483-9e4a563e5a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6393087 Feb 09 22:00:01.978121 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:02.021280 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-6724ad47-889f-456b-b3f4-cbd35b8427e9 admin admin] Allocated IP 172.25.6.253 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/607cb19e-e9c3-407a-b417-cae69f16296d) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:00:02.096655 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-5e99ee0e-2b5e-4757-af35-5e2597b080c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:02.097891 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60123494-96ec-4682-ab0d-025ed360a633 req-9f93d3d4-432e-467c-af65-46ee85273d19 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:02.099272 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-5e99ee0e-2b5e-4757-af35-5e2597b080c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c135bd0d2c9b4219bd0ebf3718b0f7ac&device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 1126 time: 0.3916831 Feb 09 22:00:02.100315 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60123494-96ec-4682-ab0d-025ed360a633 req-9f93d3d4-432e-467c-af65-46ee85273d19 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=44dbcdf7-7120-46b8-8a97-9a53b9a9816a HTTP/1.1" status: 200 len: 944 time: 0.4009666 Feb 09 22:00:02.126705 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:02.127233 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:02.131423 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7eff15c5-8421-4758-be61-e4249ca92257 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2abbad47f1424c24afaeb2bdde5347a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3189161 Feb 09 22:00:02.132142 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51614) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:02.248848 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281b0498-feae-45ba-9cac-57ee85fb5dc8 None None] get_active_networks_info from n-d-828601-1 {{(pid=103203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:00:02.337256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51616) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:02.398096 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-53f51f2b-f24e-4880-927c-8d2919951950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:02.400847 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-53f51f2b-f24e-4880-927c-8d2919951950 service neutron] 10.222.0.42 "GET /v2.0/networks?id=43c866ce-b28d-463f-9db2-f0ce01fb8d37 HTTP/1.1" status: 200 len: 914 time: 0.2754917 Feb 09 22:00:02.475346 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d24c0c2a-568d-40c5-a8e1-247dd99fb790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:02.508154 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-23b5ea08-3637-4e21-bbf4-3fac426bc68f None None] Provisioning complete for port 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:02.510022 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a75f38b9-b012-420c-9287-cec3ab1a9180 admin admin] Publish callbacks [] for security_group (3b5ef6ba-a94b-4dce-8cfe-ad6465734611), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:02.514780 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-23b5ea08-3637-4e21-bbf4-3fac426bc68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:02.531092 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:02.533990 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:02.534679 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1c384d6-640d-4678-a906-7405324472ed req-40535a57-77bb-4832-9b07-50c0844efa87 service neutron] 10.222.0.71 "GET /v2.0/networks/e9d9bede-cfe3-4bb7-a483-9e4a563e5a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451825 Feb 09 22:00:02.599377 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281b0498-feae-45ba-9cac-57ee85fb5dc8 None None] Resources bound (agent type, host, resource id): {{(pid=103203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:00:02.604017 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60123494-96ec-4682-ab0d-025ed360a633 req-5860be8b-9b20-4294-9e63-d1eae339d5de tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=aac4cdc3-3ae0-4376-81f4-ed7266163473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4586077 Feb 09 22:00:02.618577 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a75f38b9-b012-420c-9287-cec3ab1a9180 admin admin] Publish callbacks [] for security_group (3b5ef6ba-a94b-4dce-8cfe-ad6465734611), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:02.643160 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0,segment=NetworkSegment(60c939f6-7a0a-41d4-87c2-4a8d83540472),segment_id=60c939f6-7a0a-41d4-87c2-4a8d83540472)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:02.705711 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-a48cae61-e42d-48b7-9af5-36f6f774a88d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce HTTP/1.1" status: 200 len: 217 time: 0.2690980 Feb 09 22:00:02.719415 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-23b5ea08-3637-4e21-bbf4-3fac426bc68f None None] Current status of the port 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:02.722922 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:02.852868 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a75f38b9-b012-420c-9287-cec3ab1a9180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3b5ef6ba-a94b-4dce-8cfe-ad6465734611), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:02.869019 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d24c0c2a-568d-40c5-a8e1-247dd99fb790 admin admin] Publish callbacks [] for security_group (01870579-c740-483d-8354-581702a1bf60), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:02.882624 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a75f38b9-b012-420c-9287-cec3ab1a9180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:02.885427 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a75f38b9-b012-420c-9287-cec3ab1a9180 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3b5ef6ba-a94b-4dce-8cfe-ad6465734611 HTTP/1.1" status: 204 len: 168 time: 0.7452562 Feb 09 22:00:02.897310 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-d9bb0592-2b34-481c-b254-ba3b9031c620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:02.902882 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:02.904948 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-d9bb0592-2b34-481c-b254-ba3b9031c620 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=128373c6-66eb-4e4e-b34c-fd626be51c57 HTTP/1.1" status: 200 len: 853 time: 0.1857972 Feb 09 22:00:02.922944 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f38b9-b012-420c-9287-cec3ab1a9180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5ef6ba-a94b-4dce-8cfe-ad6465734611,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:02.984641 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d24c0c2a-568d-40c5-a8e1-247dd99fb790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (01870579-c740-483d-8354-581702a1bf60), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:03.017960 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-30e46232-490e-4b26-a8a6-5e4a5edbcd90 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=43c866ce-b28d-463f-9db2-f0ce01fb8d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005030 Feb 09 22:00:03.060479 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d24c0c2a-568d-40c5-a8e1-247dd99fb790 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7658ccb1283f474da1a1d010401ceb83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6970744 Feb 09 22:00:03.063067 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c0c2a-568d-40c5-a8e1-247dd99fb790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01870579-c740-483d-8354-581702a1bf60,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:03.065993 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51630) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:03.069924 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6724ad47-889f-456b-b3f4-cbd35b8427e9 admin admin] Publish callbacks [] for port (607cb19e-e9c3-407a-b417-cae69f16296d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:03.218485 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6dec3c-8298-4450-a70a-7e453a3992ad req-cccf032b-d84c-4f7f-80a8-b98f67b189b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:03.220140 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c6dec3c-8298-4450-a70a-7e453a3992ad req-cccf032b-d84c-4f7f-80a8-b98f67b189b1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=555e545ac75c4d7aa89a964d48e2fbf4&device_id=44dbcdf7-7120-46b8-8a97-9a53b9a9816a HTTP/1.1" status: 200 len: 1126 time: 0.5786657 Feb 09 22:00:03.265817 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-1aee2d42-d610-41be-bf3b-7ac09bfea8f1 service neutron] 10.222.0.42 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350435 Feb 09 22:00:03.324563 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e74a6ff6-d3ad-4a4a-a413-de1ca3a59a84 admin admin] Publish callbacks [] for security_group (01870579-c740-483d-8354-581702a1bf60), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:03.340275 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc39606d-3fa8-4103-9b43-09ccf938cc8c None None] Network b4a23f6b-ecbb-4811-87e3-98cce791d46e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:00:03.348094 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6724ad47-889f-456b-b3f4-cbd35b8427e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (607cb19e-e9c3-407a-b417-cae69f16296d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:03.416090 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e74a6ff6-d3ad-4a4a-a413-de1ca3a59a84 admin admin] Publish callbacks [] for security_group (01870579-c740-483d-8354-581702a1bf60), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:03.475590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6724ad47-889f-456b-b3f4-cbd35b8427e9 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:00:03.501477 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-6724ad47-889f-456b-b3f4-cbd35b8427e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:03.510628 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6dec3c-8298-4450-a70a-7e453a3992ad req-dbe75881-0f18-48a7-a7c4-4fa9140606a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:03.512595 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c6dec3c-8298-4450-a70a-7e453a3992ad req-dbe75881-0f18-48a7-a7c4-4fa9140606a5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e9d9bede-cfe3-4bb7-a483-9e4a563e5a48 HTTP/1.1" status: 200 len: 898 time: 0.2747676 Feb 09 22:00:03.533210 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6724ad47-889f-456b-b3f4-cbd35b8427e9 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:00:03.536934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724ad47-889f-456b-b3f4-cbd35b8427e9 admin admin] Pushing event updated for resources: {'Port': ['ID=607cb19e-e9c3-407a-b417-cae69f16296d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:03.557083 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-726d09a9-2f2d-43bf-86d5-7039ae246244 req-d2d1fa65-20c6-4609-8a5f-f6232aecb04d service neutron] 10.222.0.42 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815368 Feb 09 22:00:03.754239 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c6dec3c-8298-4450-a70a-7e453a3992ad req-332dfd24-a234-4d67-9040-d9bfa1dff5f1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=53bbd10c-cbfc-4120-a987-e4794ff906bd HTTP/1.1" status: 200 len: 217 time: 0.2035139 Feb 09 22:00:03.823586 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:03.937394 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:03.937832 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:04.047157 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e74a6ff6-d3ad-4a4a-a413-de1ca3a59a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (01870579-c740-483d-8354-581702a1bf60), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:04.049570 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e74a6ff6-d3ad-4a4a-a413-de1ca3a59a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:04.050872 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e74a6ff6-d3ad-4a4a-a413-de1ca3a59a84 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/01870579-c740-483d-8354-581702a1bf60 HTTP/1.1" status: 204 len: 168 time: 0.9779818 Feb 09 22:00:04.141013 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:04.315531 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-94a2bfa1-f552-4f0c-8f4e-98433a6965a6 None None] Provisioning complete for port 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:04.316188 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-94a2bfa1-f552-4f0c-8f4e-98433a6965a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:04.480913 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-94a2bfa1-f552-4f0c-8f4e-98433a6965a6 None None] Current status of the port 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:04.867105 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a6ff6-d3ad-4a4a-a413-de1ca3a59a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01870579-c740-483d-8354-581702a1bf60,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:04.894929 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6dec3c-8298-4450-a70a-7e453a3992ad req-ed0d8498-7dcd-4935-9ca2-fe898f7eb213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:04.904698 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c6dec3c-8298-4450-a70a-7e453a3992ad req-ed0d8498-7dcd-4935-9ca2-fe898f7eb213 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=47279ddc-40d2-4ecc-b50d-6addbc8bd2ee HTTP/1.1" status: 200 len: 838 time: 1.1240900 Feb 09 22:00:04.954816 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-b770d8eb-c56c-4047-bfda-a8cb66a7005c tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:04.958035 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-b770d8eb-c56c-4047-bfda-a8cb66a7005c tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] 10.222.0.77 "GET /v2.0/networks?id=e9431098-c977-4f3a-b393-c0460098a903 HTTP/1.1" status: 200 len: 822 time: 1.4579148 Feb 09 22:00:05.133195 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-b55d3478-a980-4785-9d55-137369ceeb3e tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] 10.222.0.77 "GET /v2.0/quotas/a6808d30c1944f2098d39b5e94ef2e0f HTTP/1.1" status: 200 len: 375 time: 0.1283579 Feb 09 22:00:05.298154 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 53bbd10c-cbfc-4120-a987-e4794ff906bd details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:00:05.309305 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51706) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:05.570115 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-5859d864-c81a-4e06-ac4e-064063cd935b tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6808d30c1944f2098d39b5e94ef2e0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4260292 Feb 09 22:00:05.632777 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-c4e0a6d0-5504-4765-8942-62660151c1e5 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:00:05.646182 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-c4e0a6d0-5504-4765-8942-62660151c1e5 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0426705 Feb 09 22:00:05.651745 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6dec3c-8298-4450-a70a-7e453a3992ad req-1d15a85e-05d4-440e-bc1a-0efcdb5af90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:05.656805 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c6dec3c-8298-4450-a70a-7e453a3992ad req-1d15a85e-05d4-440e-bc1a-0efcdb5af90f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e9d9bede-cfe3-4bb7-a483-9e4a563e5a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7266979 Feb 09 22:00:05.724339 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6724ad47-889f-456b-b3f4-cbd35b8427e9 admin admin] Publish callbacks [] for router_gateway (9c8d1a0e-a20d-4128-8fb0-365ad084ff34), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.766160 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 53bbd10c-cbfc-4120-a987-e4794ff906bd, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=53bbd10c-cbfc-4120-a987-e4794ff906bd,segment=NetworkSegment(e1adfee6-9ba3-43b9-a641-6b9bda302edc),segment_id=e1adfee6-9ba3-43b9-a641-6b9bda302edc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:05.792796 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '53bbd10c-cbfc-4120-a987-e4794ff906bd', 'network_id': 'e9d9bede-cfe3-4bb7-a483-9e4a563e5a48', 'port_id': '53bbd10c-cbfc-4120-a987-e4794ff906bd', 'mac_address': 'fa:16:3e:51:1f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47279ddc-40d2-4ecc-b50d-6addbc8bd2ee', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:00:05.906228 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1800010092-network', 'tenant_id': 'dab41ad500d44c4aa5cde6c9ad4c2dfe'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:05.910182 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 53bbd10c-cbfc-4120-a987-e4794ff906bd is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:05.910853 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (53bbd10c-cbfc-4120-a987-e4794ff906bd), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.943627 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53bbd10c-cbfc-4120-a987-e4794ff906bd {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:00:06.019895 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 53bbd10c-cbfc-4120-a987-e4794ff906bd, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=53bbd10c-cbfc-4120-a987-e4794ff906bd,segment=NetworkSegment(e1adfee6-9ba3-43b9-a641-6b9bda302edc),segment_id=e1adfee6-9ba3-43b9-a641-6b9bda302edc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:06.028833 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (53bbd10c-cbfc-4120-a987-e4794ff906bd), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:06.049774 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Made reservation on behalf of dab41ad500d44c4aa5cde6c9ad4c2dfe for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:00:06.067844 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:06.083331 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c6dec3c-8298-4450-a70a-7e453a3992ad req-a2a123be-0643-4dcc-8103-2ca7a8706dfa service neutron] 10.222.0.71 "GET /v2.0/networks/e9d9bede-cfe3-4bb7-a483-9e4a563e5a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553128 Feb 09 22:00:06.132788 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:06.309585 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c6dec3c-8298-4450-a70a-7e453a3992ad req-5b735230-4c73-4648-a297-21e44969786b service neutron] 10.222.0.71 "GET /v2.0/networks/e9d9bede-cfe3-4bb7-a483-9e4a563e5a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531744 Feb 09 22:00:06.328135 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=53bbd10c-cbfc-4120-a987-e4794ff906bd,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:06.353708 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['53bbd10c-cbfc-4120-a987-e4794ff906bd'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:00:06.479546 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-f4ba2605-b4ec-40ce-a895-1361dd187da6 service neutron] 10.222.0.77 "GET /v2.0/networks/e9431098-c977-4f3a-b393-c0460098a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8311722 Feb 09 22:00:06.623356 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Publish callbacks [] for security_group (371e990e-62b0-4a66-bd1f-b6975f7a6b48), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:06.640354 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (371e990e-62b0-4a66-bd1f-b6975f7a6b48), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:06.699682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:00:06.726060 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d81e95cc-12c9-4fc2-a92c-b31a2317f642), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:06.726687 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Added segment d81e95cc-12c9-4fc2-a92c-b31a2317f642 of type vlan for network e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 Feb 09 22:00:06.772981 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6724ad47-889f-456b-b3f4-cbd35b8427e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (9c8d1a0e-a20d-4128-8fb0-365ad084ff34), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:06.794771 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-bc3f27ec-9bfa-40dd-b43a-020999edb9a4 service neutron] 10.222.0.77 "GET /v2.0/networks/e9431098-c977-4f3a-b393-c0460098a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138230 Feb 09 22:00:06.838597 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (e0c3b785-8abd-4f51-bac0-18e8ac01f6b1), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:06.993077 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (e0c3b785-8abd-4f51-bac0-18e8ac01f6b1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:06.994714 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:06.995772 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:07.167240 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Pushing event updated for resources: {'Network': ['ID=e0c3b785-8abd-4f51-bac0-18e8ac01f6b1,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:07.200876 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:07.201405 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:07.201760 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:07.202176 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:07.205760 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:07.207625 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:07.209150 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:07.209669 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:07.212558 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:07.213038 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:07.216117 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:07.216677 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:07.217730 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:07.228549 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371e990e-62b0-4a66-bd1f-b6975f7a6b48,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:07.243558 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:00:07.252252 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-aac3da77-d8dd-4321-9ec0-03a3bc4cd4b0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9412758 Feb 09 22:00:07.252954 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51790) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:07.270031 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-fbadddcf-14c4-4d9c-a4c0-d118fed73796 admin admin] Request body: {'subnet': {'network_id': 'e0c3b785-8abd-4f51-bac0-18e8ac01f6b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1800010092-subnet', 'tenant_id': 'dab41ad500d44c4aa5cde6c9ad4c2dfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:07.336635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbadddcf-14c4-4d9c-a4c0-d118fed73796 admin admin] Made reservation on behalf of dab41ad500d44c4aa5cde6c9ad4c2dfe for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:00:07.344207 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fbadddcf-14c4-4d9c-a4c0-d118fed73796 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:07.446494 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6724ad47-889f-456b-b3f4-cbd35b8427e9 admin admin] Router 9c8d1a0e-a20d-4128-8fb0-365ad084ff34 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:00:07.780998 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6724ad47-889f-456b-b3f4-cbd35b8427e9 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:00:07.837892 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6724ad47-889f-456b-b3f4-cbd35b8427e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:07.842050 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6724ad47-889f-456b-b3f4-cbd35b8427e9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.1190035 Feb 09 22:00:07.846761 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51842) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:07.856032 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] Sync routers for ids ['9c8d1a0e-a20d-4128-8fb0-365ad084ff34'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:00:07.948444 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-46e90a3e-02bc-46e0-bd3b-c6c0b3eccf75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:07.952796 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166beaa5-31b6-4c30-9e24-89286bc76fcc x-openstack-request-id: req-166beaa5-31b6-4c30-9e24-89286bc76fcc {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:07.953407 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e63d30-28c3-470d-99b6-d2fe648d45ea", "tag": "4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:07.953407 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-166beaa5-31b6-4c30-9e24-89286bc76fcc {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:07.953792 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e63d30-28c3-470d-99b6-d2fe648d45ea', 'tag': '4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce', 'status': 'completed', 'code': 200} Feb 09 22:00:07.981292 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] Routers {'9c8d1a0e-a20d-4128-8fb0-365ad084ff34'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:00:07.982220 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T21:59:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['9c8d1a0e-a20d-4128-8fb0-365ad084ff34'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:08.427848 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fbadddcf-14c4-4d9c-a4c0-d118fed73796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (784fcd9d-6d9f-4fd8-bb44-1db22e50a1f9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:08.428096 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bc6c9-eb25-4027-bcf1-c8a8970b6c25 req-7b82656a-da21-4fda-ac30-f99d2b58af31 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:08.450073 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d9bc6c9-eb25-4027-bcf1-c8a8970b6c25 req-7b82656a-da21-4fda-ac30-f99d2b58af31 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 944 time: 0.4841051 Feb 09 22:00:08.484844 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdead36-c40d-4b2c-933e-178430e173f1 req-78aee316-9f19-4a46-860c-c883f98e3a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:08.486754 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fcdead36-c40d-4b2c-933e-178430e173f1 req-78aee316-9f19-4a46-860c-c883f98e3a40 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c135bd0d2c9b4219bd0ebf3718b0f7ac&device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 1126 time: 0.5393715 Feb 09 22:00:09.021400 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d9bc6c9-eb25-4027-bcf1-c8a8970b6c25 req-c3359de3-c8a4-4902-8f6e-98d3844b505d tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437441 Feb 09 22:00:09.044139 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] Set router 9c8d1a0e-a20d-4128-8fb0-365ad084ff34 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:00:09.102317 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadddcf-14c4-4d9c-a4c0-d118fed73796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=784fcd9d-6d9f-4fd8-bb44-1db22e50a1f9,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:09.238152 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbadddcf-14c4-4d9c-a4c0-d118fed73796 admin admin] Checking segment: {'id': 'd81e95cc-12c9-4fc2-a92c-b31a2317f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e0c3b785-8abd-4f51-bac0-18e8ac01f6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:00:09.238834 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbadddcf-14c4-4d9c-a4c0-d118fed73796 admin admin] Network hostable DHCP agents. Network: e0c3b785-8abd-4f51-bac0-18e8ac01f6b1, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:00:09.327355 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 53bbd10c-cbfc-4120-a987-e4794ff906bd up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:09.358467 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdead36-c40d-4b2c-933e-178430e173f1 req-f5b4d417-6105-48ea-a6d0-f734b8c7791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:09.388123 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fcdead36-c40d-4b2c-933e-178430e173f1 req-f5b4d417-6105-48ea-a6d0-f734b8c7791d service neutron] 10.222.0.42 "GET /v2.0/networks?id=43c866ce-b28d-463f-9db2-f0ce01fb8d37 HTTP/1.1" status: 200 len: 914 time: 0.7879422 Feb 09 22:00:09.447960 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbadddcf-14c4-4d9c-a4c0-d118fed73796 admin admin] Network e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:00:09.688931 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fcdead36-c40d-4b2c-933e-178430e173f1 req-a2e82f2d-d5a2-4a5e-b779-67ab0cb72d8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce HTTP/1.1" status: 200 len: 217 time: 0.2883635 Feb 09 22:00:09.743377 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 53bbd10c-cbfc-4120-a987-e4794ff906bd completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:00:09.764487 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 53bbd10c-cbfc-4120-a987-e4794ff906bd triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:09.765392 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (53bbd10c-cbfc-4120-a987-e4794ff906bd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:09.812080 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-fbadddcf-14c4-4d9c-a4c0-d118fed73796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, e0c3b785-8abd-4f51-bac0-18e8ac01f6b1) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:09.835296 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbadddcf-14c4-4d9c-a4c0-d118fed73796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:09.836314 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fbadddcf-14c4-4d9c-a4c0-d118fed73796 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:09.850159 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c111488e-17dc-406b-af15-54c351a409ad None None] Network e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:00:09.885231 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fbadddcf-14c4-4d9c-a4c0-d118fed73796 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.6311913 Feb 09 22:00:09.941990 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdead36-c40d-4b2c-933e-178430e173f1 req-50a675b1-6ab4-4770-bce4-5902418c2853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:09.947804 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fcdead36-c40d-4b2c-933e-178430e173f1 req-50a675b1-6ab4-4770-bce4-5902418c2853 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=128373c6-66eb-4e4e-b34c-fd626be51c57 HTTP/1.1" status: 200 len: 853 time: 0.2517908 Feb 09 22:00:10.082993 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aee714df-52b5-4dc1-8775-2b0d27480cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:10.114983 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fcdead36-c40d-4b2c-933e-178430e173f1 req-2d78d657-8ea7-4542-a687-89a6cd8d39a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=43c866ce-b28d-463f-9db2-f0ce01fb8d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1485832 Feb 09 22:00:10.228623 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9cbdc7-35b9-4141-ae1f-451a9948dacc None None] Network e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:00:10.643345 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fcdead36-c40d-4b2c-933e-178430e173f1 req-e7dd4b5d-a9aa-485e-9077-04fe9ef53336 service neutron] 10.222.0.42 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025954 Feb 09 22:00:10.686780 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a3835479-ca90-4eae-9d99-b480c933a892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:10.701322 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 53bbd10c-cbfc-4120-a987-e4794ff906bd is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:10.702677 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (53bbd10c-cbfc-4120-a987-e4794ff906bd), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:10.857386 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aefac3-77b2-48df-b103-da75881dd2bb req-d11791cb-acb0-414c-a9b0-0a9e9ef5bbb7 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:10.865660 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31aefac3-77b2-48df-b103-da75881dd2bb req-d11791cb-acb0-414c-a9b0-0a9e9ef5bbb7 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/networks?id=42105ba1-38a2-48f4-8e9f-2db55c355e9e HTTP/1.1" status: 200 len: 814 time: 0.7712820 Feb 09 22:00:10.901057 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31aefac3-77b2-48df-b103-da75881dd2bb req-93c00a32-882c-4a30-94d4-a363fb63169e tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/quotas/ecf756413bbb4509914c48d36d3db43f HTTP/1.1" status: 200 len: 375 time: 0.0341341 Feb 09 22:00:10.947012 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dbcdf7-7120-46b8-8a97-9a53b9a9816a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bbd10c-cbfc-4120-a987-e4794ff906bd'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:10.962108 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0a2933-ec70-4dd2-b807-a63630fd0499" -d '{"events": [{"server_uuid": "44dbcdf7-7120-46b8-8a97-9a53b9a9816a", "name": "network-vif-plugged", "status": "completed", "tag": "53bbd10c-cbfc-4120-a987-e4794ff906bd"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:11.021321 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-c4ef5a0b-0c6c-4c99-933b-de2df887d984 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:11.026731 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-c4ef5a0b-0c6c-4c99-933b-de2df887d984 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] 10.222.0.42 "GET /v2.0/networks?id=e9431098-c977-4f3a-b393-c0460098a903 HTTP/1.1" status: 200 len: 822 time: 0.4364786 Feb 09 22:00:11.057014 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 53bbd10c-cbfc-4120-a987-e4794ff906bd, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=53bbd10c-cbfc-4120-a987-e4794ff906bd,segment=NetworkSegment(e1adfee6-9ba3-43b9-a641-6b9bda302edc),segment_id=e1adfee6-9ba3-43b9-a641-6b9bda302edc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:11.062661 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-5c59bfa1-6ce6-4a19-b360-d1f31e4c5d91 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Request body: {'port': {'device_id': '67420f9b-216d-4582-9442-110864f98aa0', 'network_id': 'e9431098-c977-4f3a-b393-c0460098a903', 'admin_state_up': True, 'tenant_id': 'a6808d30c1944f2098d39b5e94ef2e0f'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:11.073328 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d1a0e-a20d-4128-8fb0-365ad084ff34', 'name': 'tempest-TestVolumeBackupRestore-629868731-router', 'tenant_id': '1943324cd05f400ba42c001780eb95c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '607cb19e-e9c3-407a-b417-cae69f16296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:59Z', 'updated_at': '2022-02-09T22:00:05Z', 'revision_number': 3, 'project_id': '1943324cd05f400ba42c001780eb95c5', 'gw_port': {'id': '607cb19e-e9c3-407a-b417-cae69f16296d', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8d1a0e-a20d-4128-8fb0-365ad084ff34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:01Z', 'updated_at': '2022-02-09T22:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:11.076598 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31aefac3-77b2-48df-b103-da75881dd2bb req-f542ed8d-64b0-45a1-8bf7-4d75d850c7fc tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ecf756413bbb4509914c48d36d3db43f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1743279 Feb 09 22:00:11.156136 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (53bbd10c-cbfc-4120-a987-e4794ff906bd), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:11.170596 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] Checking router: 9c8d1a0e-a20d-4128-8fb0-365ad084ff34 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:00:11.173062 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] Updating router 9c8d1a0e-a20d-4128-8fb0-365ad084ff34 port 607cb19e-e9c3-407a-b417-cae69f16296d binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:00:11.238549 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-aee714df-52b5-4dc1-8775-2b0d27480cd9 admin admin] Allocated IP 172.20.0.1 (b4a23f6b-ecbb-4811-87e3-98cce791d46e/c081f9bc-3e38-4341-8073-dc3394348cfc/11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:00:11.338656 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (607cb19e-e9c3-407a-b417-cae69f16296d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:11.419807 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=53bbd10c-cbfc-4120-a987-e4794ff906bd,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:11.604496 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fcdead36-c40d-4b2c-933e-178430e173f1 req-1e78b471-e322-4600-8c84-0403821c69ac service neutron] 10.222.0.42 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9484019 Feb 09 22:00:11.607435 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:11.611058 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-5c59bfa1-6ce6-4a19-b360-d1f31e4c5d91 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Made reservation on behalf of a6808d30c1944f2098d39b5e94ef2e0f for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:00:11.637632 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-5c59bfa1-6ce6-4a19-b360-d1f31e4c5d91 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:11.745889 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31aefac3-77b2-48df-b103-da75881dd2bb req-9adad512-7d3c-46a9-836e-e642358c5565 service neutron] 10.222.0.77 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6389468 Feb 09 22:00:11.784484 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aee714df-52b5-4dc1-8775-2b0d27480cd9 admin admin] Publish callbacks [] for port (11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:12.132034 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31aefac3-77b2-48df-b103-da75881dd2bb req-8b46f454-8380-4813-9113-8c2fb0f93f5d service neutron] 10.222.0.77 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520260 Feb 09 22:00:12.230122 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-5c59bfa1-6ce6-4a19-b360-d1f31e4c5d91 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Allocated IP 172.20.0.11 (e9431098-c977-4f3a-b393-c0460098a903/8ba97fff-83bc-4419-b511-514991efff0a/78c27984-8881-4e77-848e-bb16ebd35767) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:00:12.250505 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aee714df-52b5-4dc1-8775-2b0d27480cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:12.344285 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] Publish callbacks [] for port (607cb19e-e9c3-407a-b417-cae69f16296d), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:12.364161 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (607cb19e-e9c3-407a-b417-cae69f16296d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:12.504501 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee714df-52b5-4dc1-8775-2b0d27480cd9 admin admin] Network b4a23f6b-ecbb-4811-87e3-98cce791d46e is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:00:12.554022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-aee714df-52b5-4dc1-8775-2b0d27480cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:12.575597 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee714df-52b5-4dc1-8775-2b0d27480cd9 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:00:12.609416 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] Attempting to bind port 607cb19e-e9c3-407a-b417-cae69f16296d on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:00:12.610924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] Attempting to bind port 607cb19e-e9c3-407a-b417-cae69f16296d by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:00:12.611846 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] Attempting to bind port 607cb19e-e9c3-407a-b417-cae69f16296d on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:12.686518 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:00:12.698863 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:00:12.699764 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:12.700688 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:00:12.704315 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] Bound port: 607cb19e-e9c3-407a-b417-cae69f16296d, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:00:12.705429 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (607cb19e-e9c3-407a-b417-cae69f16296d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:12.716026 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57380248-4019-4de0-b0e5-ee9bc511c44d None None] Pushing event updated for resources: {'Port': ['ID=607cb19e-e9c3-407a-b417-cae69f16296d,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:12.813674 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee714df-52b5-4dc1-8775-2b0d27480cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:12.962112 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-5c59bfa1-6ce6-4a19-b360-d1f31e4c5d91 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Publish callbacks [] for port (78c27984-8881-4e77-848e-bb16ebd35767), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:13.009767 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] For port 607cb19e-e9c3-407a-b417-cae69f16296d, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:00:13.021655 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] For port 607cb19e-e9c3-407a-b417-cae69f16296d, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=607cb19e-e9c3-407a-b417-cae69f16296d,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:00:13.040004 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aee714df-52b5-4dc1-8775-2b0d27480cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (9c8d1a0e-a20d-4128-8fb0-365ad084ff34), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:13.054131 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-5c59bfa1-6ce6-4a19-b360-d1f31e4c5d91 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (78c27984-8881-4e77-848e-bb16ebd35767), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:13.079617 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (607cb19e-e9c3-407a-b417-cae69f16296d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:13.217664 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59bfa1-6ce6-4a19-b360-d1f31e4c5d91 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Pushing event updated for resources: {'Port': ['ID=78c27984-8881-4e77-848e-bb16ebd35767,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:13.239557 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-5c59bfa1-6ce6-4a19-b360-d1f31e4c5d91 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Network e9431098-c977-4f3a-b393-c0460098a903 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:00:13.242477 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-5c59bfa1-6ce6-4a19-b360-d1f31e4c5d91 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:13.247796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-5c59bfa1-6ce6-4a19-b360-d1f31e4c5d91 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:00:13.352032 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:13.387130 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e7f4f748-66be-458e-9378-7fdeb1507428 None None] Provisioning complete for port 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:13.387610 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e7f4f748-66be-458e-9378-7fdeb1507428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:13.417325 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7ca28-04ca-4586-ae3a-29da4c615c94 req-4f237eb4-bf2e-40f2-a9d4-0370ce5a2622 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:13.443917 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-5c59bfa1-6ce6-4a19-b360-d1f31e4c5d91 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:13.445335 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-23f7ca28-04ca-4586-ae3a-29da4c615c94 req-4f237eb4-bf2e-40f2-a9d4-0370ce5a2622 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=44dbcdf7-7120-46b8-8a97-9a53b9a9816a HTTP/1.1" status: 200 len: 946 time: 0.5864885 Feb 09 22:00:13.445956 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-5c59bfa1-6ce6-4a19-b360-d1f31e4c5d91 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:13.494556 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-5c59bfa1-6ce6-4a19-b360-d1f31e4c5d91 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4416068 Feb 09 22:00:13.514029 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4f748-66be-458e-9378-7fdeb1507428 None None] Port 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:00:13.535745 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] Request body: {'port': {'device_id': '67420f9b-216d-4582-9442-110864f98aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:13.592200 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] Routers {'9c8d1a0e-a20d-4128-8fb0-365ad084ff34'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:00:13.593570 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:00:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['9c8d1a0e-a20d-4128-8fb0-365ad084ff34'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:13.644732 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (78c27984-8881-4e77-848e-bb16ebd35767), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:13.737339 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57380248-4019-4de0-b0e5-ee9bc511c44d None None] Pushing event updated for resources: {'Port': ['ID=607cb19e-e9c3-407a-b417-cae69f16296d,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:13.877347 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-23f7ca28-04ca-4586-ae3a-29da4c615c94 req-df45337e-86d1-4d98-80b7-71ffe510a240 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=aac4cdc3-3ae0-4376-81f4-ed7266163473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4306457 Feb 09 22:00:13.999066 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aee714df-52b5-4dc1-8775-2b0d27480cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:14.008199 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] Set router 9c8d1a0e-a20d-4128-8fb0-365ad084ff34 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:00:14.409903 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c27984-8881-4e77-848e-bb16ebd35767 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:00:14.451558 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042e46b-2d9f-41ff-a29d-88b6192c7954 req-7c681dc4-14a1-4981-a4b2-265671d1a9b3 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:14.459923 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2042e46b-2d9f-41ff-a29d-88b6192c7954 req-7c681dc4-14a1-4981-a4b2-265671d1a9b3 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] 10.222.0.77 "GET /v2.0/ports?device_id=67420f9b-216d-4582-9442-110864f98aa0 HTTP/1.1" status: 200 len: 932 time: 0.2766864 Feb 09 22:00:14.467316 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] Publish callbacks [] for port (78c27984-8881-4e77-848e-bb16ebd35767), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:14.535876 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] Transition to ACTIVE for port object 78c27984-8881-4e77-848e-bb16ebd35767 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:00:14.544928 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (78c27984-8881-4e77-848e-bb16ebd35767), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:14.561859 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2042e46b-2d9f-41ff-a29d-88b6192c7954 req-bef2af0f-22f9-43b2-b0db-5be80b8c668e tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] 10.222.0.77 "GET /v2.0/security-groups?id=745b3887-1fbe-44b1-b4d5-4ff72db69368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009164 Feb 09 22:00:14.597829 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aee714df-52b5-4dc1-8775-2b0d27480cd9 admin admin] Publish callbacks [] for port (11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:14.603332 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:14.613954 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aee714df-52b5-4dc1-8775-2b0d27480cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:14.725082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] Pushing event updated for resources: {'Port': ['ID=78c27984-8881-4e77-848e-bb16ebd35767,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:14.730737 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee714df-52b5-4dc1-8775-2b0d27480cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:14.793561 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aee714df-52b5-4dc1-8775-2b0d27480cd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (9c8d1a0e-a20d-4128-8fb0-365ad084ff34), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:14.887925 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193d624-06f0-47a1-b683-4092dc631743 req-b6495eef-87f1-44b1-8af3-f9368db996c0 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:14.896912 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f193d624-06f0-47a1-b683-4092dc631743 req-b6495eef-87f1-44b1-8af3-f9368db996c0 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 944 time: 0.1868408 Feb 09 22:00:15.045091 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] Attempting to bind port 78c27984-8881-4e77-848e-bb16ebd35767 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:00:15.045461 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] Attempting to bind port 78c27984-8881-4e77-848e-bb16ebd35767 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '1fc44f22-3e62-416f-a4ad-228f991dde60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e9431098-c977-4f3a-b393-c0460098a903'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:00:15.046993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] Attempting to bind port 78c27984-8881-4e77-848e-bb16ebd35767 on network e9431098-c977-4f3a-b393-c0460098a903 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:15.059593 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] Port 78c27984-8881-4e77-848e-bb16ebd35767 on network e9431098-c977-4f3a-b393-c0460098a903 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:00:15.060015 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] Attempting to bind port 78c27984-8881-4e77-848e-bb16ebd35767 on network e9431098-c977-4f3a-b393-c0460098a903 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:15.074919 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:00:15.075315 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] Checking segment: {'id': '1fc44f22-3e62-416f-a4ad-228f991dde60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e9431098-c977-4f3a-b393-c0460098a903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:00:15.075843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] Bound using segment: {'id': '1fc44f22-3e62-416f-a4ad-228f991dde60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e9431098-c977-4f3a-b393-c0460098a903'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:00:15.076428 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] Bound port: 78c27984-8881-4e77-848e-bb16ebd35767, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc44f22-3e62-416f-a4ad-228f991dde60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e9431098-c977-4f3a-b393-c0460098a903'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:00:15.076851 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (78c27984-8881-4e77-848e-bb16ebd35767), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:15.113299 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f193d624-06f0-47a1-b683-4092dc631743 req-3f602236-f566-461f-b9bb-5cb4ef2bc4cc tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139220 Feb 09 22:00:15.223999 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d1a0e-a20d-4128-8fb0-365ad084ff34', 'name': 'tempest-TestVolumeBackupRestore-629868731-router', 'tenant_id': '1943324cd05f400ba42c001780eb95c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '607cb19e-e9c3-407a-b417-cae69f16296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:59Z', 'updated_at': '2022-02-09T22:00:05Z', 'revision_number': 3, 'project_id': '1943324cd05f400ba42c001780eb95c5', 'gw_port': {'id': '607cb19e-e9c3-407a-b417-cae69f16296d', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8d1a0e-a20d-4128-8fb0-365ad084ff34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:01Z', 'updated_at': '2022-02-09T22:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:15.229425 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee714df-52b5-4dc1-8775-2b0d27480cd9 admin admin] Network b4a23f6b-ecbb-4811-87e3-98cce791d46e is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:00:15.233816 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-aee714df-52b5-4dc1-8775-2b0d27480cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:15.417160 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] For port 78c27984-8881-4e77-848e-bb16ebd35767, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:00:15.431216 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] For port 78c27984-8881-4e77-848e-bb16ebd35767, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=78c27984-8881-4e77-848e-bb16ebd35767,segment=NetworkSegment(1fc44f22-3e62-416f-a4ad-228f991dde60),segment_id=1fc44f22-3e62-416f-a4ad-228f991dde60)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:00:15.447990 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (78c27984-8881-4e77-848e-bb16ebd35767), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:15.480244 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495112e6-c1cb-4e12-b5ad-8c1d0fd607dd None None] The sync data for ids ['9c8d1a0e-a20d-4128-8fb0-365ad084ff34'] in n-d-828601-1 is: [{'id': '9c8d1a0e-a20d-4128-8fb0-365ad084ff34', 'name': 'tempest-TestVolumeBackupRestore-629868731-router', 'tenant_id': '1943324cd05f400ba42c001780eb95c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '607cb19e-e9c3-407a-b417-cae69f16296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:59Z', 'updated_at': '2022-02-09T22:00:05Z', 'revision_number': 3, 'project_id': '1943324cd05f400ba42c001780eb95c5', 'gw_port': {'id': '607cb19e-e9c3-407a-b417-cae69f16296d', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8d1a0e-a20d-4128-8fb0-365ad084ff34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:01Z', 'updated_at': '2022-02-09T22:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:00:15.510826 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:15.607479 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:15.613242 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:15.622255 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] 10.222.0.42 "PUT /v2.0/ports/78c27984-8881-4e77-848e-bb16ebd35767 HTTP/1.1" status: 200 len: 1092 time: 2.0997462 Feb 09 22:00:15.622993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67420f9b-216d-4582-9442-110864f98aa0', 'tag': '78c27984-8881-4e77-848e-bb16ebd35767'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:15.632781 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ca62ae-067c-4904-84f7-40a935d50652" -d '{"events": [{"name": "network-changed", "server_uuid": "67420f9b-216d-4582-9442-110864f98aa0", "tag": "78c27984-8881-4e77-848e-bb16ebd35767"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:15.890302 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-dab4a660-94ea-471c-8f08-2128c4d2f64e None None] Provisioning complete for port 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:15.890876 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dab4a660-94ea-471c-8f08-2128c4d2f64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:15.971792 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-dab4a660-94ea-471c-8f08-2128c4d2f64e None None] Port 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:00:16.056065 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:16.077404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc519a11-12db-4eaa-b2ea-0c9af9bb73a4 service neutron] Pushing event updated for resources: {'Port': ['ID=78c27984-8881-4e77-848e-bb16ebd35767,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:16.218736 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-169fdf2e-7f1e-478f-98b6-570c28b9188c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:16.221615 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-169fdf2e-7f1e-478f-98b6-570c28b9188c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6808d30c1944f2098d39b5e94ef2e0f&device_id=67420f9b-216d-4582-9442-110864f98aa0 HTTP/1.1" status: 200 len: 1126 time: 0.4122870 Feb 09 22:00:16.406292 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-f788376e-8cb1-4bc0-86ae-a859d92dd4be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78c27984-8881-4e77-848e-bb16ebd35767 HTTP/1.1" status: 200 len: 217 time: 0.1612129 Feb 09 22:00:16.602112 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-d85b781c-e360-4cc5-a398-d02f918bae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:16.606182 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-d85b781c-e360-4cc5-a398-d02f918bae1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba97fff-83bc-4419-b511-514991efff0a HTTP/1.1" status: 200 len: 862 time: 0.1862710 Feb 09 22:00:16.686886 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-7a8169c6-95c5-4ee1-a82a-44d7adf21138 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e9431098-c977-4f3a-b393-c0460098a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663772 Feb 09 22:00:16.691613 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee714df-52b5-4dc1-8775-2b0d27480cd9 admin admin] Router 9c8d1a0e-a20d-4128-8fb0-365ad084ff34 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:00:16.785768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aefac3-77b2-48df-b103-da75881dd2bb req-71f5a676-163f-4c9d-9224-22f805be712e tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:16.785768 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31aefac3-77b2-48df-b103-da75881dd2bb req-71f5a676-163f-4c9d-9224-22f805be712e tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.71 "GET /v2.0/networks?id=42105ba1-38a2-48f4-8e9f-2db55c355e9e HTTP/1.1" status: 200 len: 814 time: 0.3740580 Feb 09 22:00:16.917044 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-31aefac3-77b2-48df-b103-da75881dd2bb req-bd1fbe5a-09ad-4106-8ce9-5fbc2949c4bc tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Request body: {'port': {'device_id': '4c34aeb0-3198-4ba5-bca1-f397bfdd13fc', 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e', 'admin_state_up': True, 'tenant_id': 'ecf756413bbb4509914c48d36d3db43f'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:16.929514 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-fa1901cd-341d-47cd-b956-75753f296c42 service neutron] 10.222.0.42 "GET /v2.0/networks/e9431098-c977-4f3a-b393-c0460098a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303641 Feb 09 22:00:17.390338 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-769a6c77-9243-4411-8b3f-18a771a5c6f8 req-b78ff909-ae84-43ef-a918-63a1adbe78a3 service neutron] 10.222.0.42 "GET /v2.0/networks/e9431098-c977-4f3a-b393-c0460098a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337796 Feb 09 22:00:17.510946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee714df-52b5-4dc1-8775-2b0d27480cd9 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:00:17.542261 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-aee714df-52b5-4dc1-8775-2b0d27480cd9 admin admin] 10.222.0.77 "PUT /v2.0/routers/9c8d1a0e-a20d-4128-8fb0-365ad084ff34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6819699 Feb 09 22:00:17.573751 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31aefac3-77b2-48df-b103-da75881dd2bb req-bd1fbe5a-09ad-4106-8ce9-5fbc2949c4bc tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Made reservation on behalf of ecf756413bbb4509914c48d36d3db43f for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:00:17.579550 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31aefac3-77b2-48df-b103-da75881dd2bb req-bd1fbe5a-09ad-4106-8ce9-5fbc2949c4bc tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:17.856734 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 607cb19e-e9c3-407a-b417-cae69f16296d up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:18.227006 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 607cb19e-e9c3-407a-b417-cae69f16296d triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:18.229774 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (607cb19e-e9c3-407a-b417-cae69f16296d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:18.252651 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-31aefac3-77b2-48df-b103-da75881dd2bb req-bd1fbe5a-09ad-4106-8ce9-5fbc2949c4bc tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Allocated IP 172.20.0.2 (42105ba1-38a2-48f4-8e9f-2db55c355e9e/95498cf5-512a-4d09-af11-5e6075e6f447/de3c2b1f-0b8d-4dc9-821f-86c7895954eb) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:00:18.466871 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 607cb19e-e9c3-407a-b417-cae69f16296d is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:18.468021 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (607cb19e-e9c3-407a-b417-cae69f16296d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:18.576698 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 607cb19e-e9c3-407a-b417-cae69f16296d, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=607cb19e-e9c3-407a-b417-cae69f16296d,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:18.590526 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (607cb19e-e9c3-407a-b417-cae69f16296d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:18.779538 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=607cb19e-e9c3-407a-b417-cae69f16296d,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:18.902670 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31aefac3-77b2-48df-b103-da75881dd2bb req-bd1fbe5a-09ad-4106-8ce9-5fbc2949c4bc tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks [] for port (de3c2b1f-0b8d-4dc9-821f-86c7895954eb), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:19.055024 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31aefac3-77b2-48df-b103-da75881dd2bb req-bd1fbe5a-09ad-4106-8ce9-5fbc2949c4bc tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (de3c2b1f-0b8d-4dc9-821f-86c7895954eb), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:19.156327 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31aefac3-77b2-48df-b103-da75881dd2bb req-bd1fbe5a-09ad-4106-8ce9-5fbc2949c4bc tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Network 42105ba1-38a2-48f4-8e9f-2db55c355e9e is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:00:19.164967 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-31aefac3-77b2-48df-b103-da75881dd2bb req-bd1fbe5a-09ad-4106-8ce9-5fbc2949c4bc tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:19.168991 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-31aefac3-77b2-48df-b103-da75881dd2bb req-bd1fbe5a-09ad-4106-8ce9-5fbc2949c4bc tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:00:19.261101 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] Sync routers for ids ['9c8d1a0e-a20d-4128-8fb0-365ad084ff34'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:00:19.312872 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] Routers {'9c8d1a0e-a20d-4128-8fb0-365ad084ff34'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:00:19.320805 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:00:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['9c8d1a0e-a20d-4128-8fb0-365ad084ff34'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:19.325090 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aefac3-77b2-48df-b103-da75881dd2bb req-bd1fbe5a-09ad-4106-8ce9-5fbc2949c4bc tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:19.326851 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31aefac3-77b2-48df-b103-da75881dd2bb req-bd1fbe5a-09ad-4106-8ce9-5fbc2949c4bc tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:19.332053 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1fbe5a-09ad-4106-8ce9-5fbc2949c4bc tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Pushing event updated for resources: {'Port': ['ID=de3c2b1f-0b8d-4dc9-821f-86c7895954eb,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:19.357012 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31aefac3-77b2-48df-b103-da75881dd2bb req-bd1fbe5a-09ad-4106-8ce9-5fbc2949c4bc tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4470282 Feb 09 22:00:19.373742 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-31aefac3-77b2-48df-b103-da75881dd2bb req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] Request body: {'port': {'device_id': '4c34aeb0-3198-4ba5-bca1-f397bfdd13fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:19.596697 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] Set router 9c8d1a0e-a20d-4128-8fb0-365ad084ff34 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:00:19.672604 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31aefac3-77b2-48df-b103-da75881dd2bb req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (de3c2b1f-0b8d-4dc9-821f-86c7895954eb), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:19.870417 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 607cb19e-e9c3-407a-b417-cae69f16296d up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:20.072574 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 607cb19e-e9c3-407a-b417-cae69f16296d triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:20.073978 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (607cb19e-e9c3-407a-b417-cae69f16296d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:20.348940 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 78c27984-8881-4e77-848e-bb16ebd35767 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:00:20.510001 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d1a0e-a20d-4128-8fb0-365ad084ff34', 'name': 'tempest-TestVolumeBackupRestore-629868731-router', 'tenant_id': '1943324cd05f400ba42c001780eb95c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '607cb19e-e9c3-407a-b417-cae69f16296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:59Z', 'updated_at': '2022-02-09T22:00:13Z', 'revision_number': 4, 'project_id': '1943324cd05f400ba42c001780eb95c5', 'gw_port': {'id': '607cb19e-e9c3-407a-b417-cae69f16296d', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d1a0e-a20d-4128-8fb0-365ad084ff34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:01Z', 'updated_at': '2022-02-09T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f', 'name': '', 'network_id': 'b4a23f6b-ecbb-4811-87e3-98cce791d46e', 'tenant_id': '1943324cd05f400ba42c001780eb95c5', 'mac_address': 'fa:16:3e:c0:d6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8d1a0e-a20d-4128-8fb0-365ad084ff34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'c081f9bc-3e38-4341-8073-dc3394348cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:10Z', 'updated_at': '2022-02-09T22:00:14Z', 'revision_number': 2, 'project_id': '1943324cd05f400ba42c001780eb95c5', 'subnets': [{'id': 'c081f9bc-3e38-4341-8073-dc3394348cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:20.553181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-31aefac3-77b2-48df-b103-da75881dd2bb req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3c2b1f-0b8d-4dc9-821f-86c7895954eb {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:00:20.576017 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31aefac3-77b2-48df-b103-da75881dd2bb req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] Publish callbacks [] for port (de3c2b1f-0b8d-4dc9-821f-86c7895954eb), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:20.660233 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] Checking router: 9c8d1a0e-a20d-4128-8fb0-365ad084ff34 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:00:20.660598 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] Updating router 9c8d1a0e-a20d-4128-8fb0-365ad084ff34 port 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:00:20.661260 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-31aefac3-77b2-48df-b103-da75881dd2bb req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] Transition to ACTIVE for port object de3c2b1f-0b8d-4dc9-821f-86c7895954eb will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:00:20.672558 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31aefac3-77b2-48df-b103-da75881dd2bb req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (de3c2b1f-0b8d-4dc9-821f-86c7895954eb), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:20.734065 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 607cb19e-e9c3-407a-b417-cae69f16296d is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:20.762401 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 78c27984-8881-4e77-848e-bb16ebd35767, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=78c27984-8881-4e77-848e-bb16ebd35767,segment=NetworkSegment(1fc44f22-3e62-416f-a4ad-228f991dde60),segment_id=1fc44f22-3e62-416f-a4ad-228f991dde60)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:20.768686 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:20.806093 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '78c27984-8881-4e77-848e-bb16ebd35767', 'network_id': 'e9431098-c977-4f3a-b393-c0460098a903', 'port_id': '78c27984-8881-4e77-848e-bb16ebd35767', 'mac_address': 'fa:16:3e:6c:a6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba97fff-83bc-4419-b511-514991efff0a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:00:20.816162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] Pushing event updated for resources: {'Port': ['ID=de3c2b1f-0b8d-4dc9-821f-86c7895954eb,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:20.864024 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 78c27984-8881-4e77-848e-bb16ebd35767 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:20.865813 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (78c27984-8881-4e77-848e-bb16ebd35767), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:20.894677 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c27984-8881-4e77-848e-bb16ebd35767 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:00:20.957391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 78c27984-8881-4e77-848e-bb16ebd35767, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=78c27984-8881-4e77-848e-bb16ebd35767,segment=NetworkSegment(1fc44f22-3e62-416f-a4ad-228f991dde60),segment_id=1fc44f22-3e62-416f-a4ad-228f991dde60)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:20.966669 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (78c27984-8881-4e77-848e-bb16ebd35767), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:21.025103 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-31aefac3-77b2-48df-b103-da75881dd2bb req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] Attempting to bind port de3c2b1f-0b8d-4dc9-821f-86c7895954eb on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:00:21.025518 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-31aefac3-77b2-48df-b103-da75881dd2bb req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] Attempting to bind port de3c2b1f-0b8d-4dc9-821f-86c7895954eb by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '9550f611-ce26-4437-bed9-cffa6dc8d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:00:21.025868 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aefac3-77b2-48df-b103-da75881dd2bb req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] Attempting to bind port de3c2b1f-0b8d-4dc9-821f-86c7895954eb on network 42105ba1-38a2-48f4-8e9f-2db55c355e9e {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:21.062320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aefac3-77b2-48df-b103-da75881dd2bb req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] Port de3c2b1f-0b8d-4dc9-821f-86c7895954eb on network 42105ba1-38a2-48f4-8e9f-2db55c355e9e not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:00:21.065814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aefac3-77b2-48df-b103-da75881dd2bb req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] Attempting to bind port de3c2b1f-0b8d-4dc9-821f-86c7895954eb on network 42105ba1-38a2-48f4-8e9f-2db55c355e9e {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:21.082602 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aefac3-77b2-48df-b103-da75881dd2bb req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:00:21.082963 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aefac3-77b2-48df-b103-da75881dd2bb req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] Checking segment: {'id': '9550f611-ce26-4437-bed9-cffa6dc8d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:00:21.084000 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aefac3-77b2-48df-b103-da75881dd2bb req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] Bound using segment: {'id': '9550f611-ce26-4437-bed9-cffa6dc8d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:00:21.084480 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-31aefac3-77b2-48df-b103-da75881dd2bb req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] Bound port: de3c2b1f-0b8d-4dc9-821f-86c7895954eb, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9550f611-ce26-4437-bed9-cffa6dc8d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:00:21.084860 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31aefac3-77b2-48df-b103-da75881dd2bb req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (de3c2b1f-0b8d-4dc9-821f-86c7895954eb), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:21.146487 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=78c27984-8881-4e77-848e-bb16ebd35767,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:21.230495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-31aefac3-77b2-48df-b103-da75881dd2bb req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] For port de3c2b1f-0b8d-4dc9-821f-86c7895954eb, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:00:21.239302 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-31aefac3-77b2-48df-b103-da75881dd2bb req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] For port de3c2b1f-0b8d-4dc9-821f-86c7895954eb, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=de3c2b1f-0b8d-4dc9-821f-86c7895954eb,segment=NetworkSegment(9550f611-ce26-4437-bed9-cffa6dc8d8a4),segment_id=9550f611-ce26-4437-bed9-cffa6dc8d8a4)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:00:21.247909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['78c27984-8881-4e77-848e-bb16ebd35767'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:00:21.254206 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31aefac3-77b2-48df-b103-da75881dd2bb req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (de3c2b1f-0b8d-4dc9-821f-86c7895954eb), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:21.258917 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] Publish callbacks [] for port (11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:21.273225 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:21.298982 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aefac3-77b2-48df-b103-da75881dd2bb req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:21.299723 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31aefac3-77b2-48df-b103-da75881dd2bb req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:21.304426 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31aefac3-77b2-48df-b103-da75881dd2bb req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] 10.222.0.71 "PUT /v2.0/ports/de3c2b1f-0b8d-4dc9-821f-86c7895954eb HTTP/1.1" status: 200 len: 1091 time: 1.9401350 Feb 09 22:00:21.304987 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c34aeb0-3198-4ba5-bca1-f397bfdd13fc', 'tag': 'de3c2b1f-0b8d-4dc9-821f-86c7895954eb'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:21.312962 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d151692-41db-4c92-b017-8da81f71f738" -d '{"events": [{"name": "network-changed", "server_uuid": "4c34aeb0-3198-4ba5-bca1-f397bfdd13fc", "tag": "de3c2b1f-0b8d-4dc9-821f-86c7895954eb"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:21.481167 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cb5c8-3b0c-4637-ab38-e91690f6db39 None None] Pushing event updated for resources: {'Port': ['ID=11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:21.499276 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] Attempting to bind port 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:00:21.500190 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] Attempting to bind port 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '60c939f6-7a0a-41d4-87c2-4a8d83540472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b4a23f6b-ecbb-4811-87e3-98cce791d46e'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:00:21.500461 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] Attempting to bind port 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f on network b4a23f6b-ecbb-4811-87e3-98cce791d46e {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:21.509966 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:00:21.510493 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] Checking segment: {'id': '60c939f6-7a0a-41d4-87c2-4a8d83540472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b4a23f6b-ecbb-4811-87e3-98cce791d46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:00:21.511113 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:21.511320 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] Bound using segment: {'id': '60c939f6-7a0a-41d4-87c2-4a8d83540472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b4a23f6b-ecbb-4811-87e3-98cce791d46e'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:00:21.511862 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] Bound port: 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c939f6-7a0a-41d4-87c2-4a8d83540472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b4a23f6b-ecbb-4811-87e3-98cce791d46e'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:00:21.512431 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:21.549395 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73396005-0766-4d0a-b1e5-b1c044ac66a5 service neutron] Pushing event updated for resources: {'Port': ['ID=de3c2b1f-0b8d-4dc9-821f-86c7895954eb,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:21.563223 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aefac3-77b2-48df-b103-da75881dd2bb req-2a333672-6413-4b72-afa0-eebb1e77b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:21.565064 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31aefac3-77b2-48df-b103-da75881dd2bb req-2a333672-6413-4b72-afa0-eebb1e77b828 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ecf756413bbb4509914c48d36d3db43f&device_id=4c34aeb0-3198-4ba5-bca1-f397bfdd13fc HTTP/1.1" status: 200 len: 1125 time: 0.1819398 Feb 09 22:00:21.625031 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] For port 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:00:21.629047 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] For port 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f,segment=NetworkSegment(60c939f6-7a0a-41d4-87c2-4a8d83540472),segment_id=60c939f6-7a0a-41d4-87c2-4a8d83540472)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:00:21.658585 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31aefac3-77b2-48df-b103-da75881dd2bb req-2efecfb2-21c8-420f-987c-1a21399029f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de3c2b1f-0b8d-4dc9-821f-86c7895954eb HTTP/1.1" status: 200 len: 217 time: 0.0853107 Feb 09 22:00:21.661750 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:21.785794 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-8bec2599-bb2b-45b4-8314-79c6cc273c19 None None] Provisioning complete for port 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:21.785996 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] Routers {'9c8d1a0e-a20d-4128-8fb0-365ad084ff34'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:00:21.787271 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:00:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['9c8d1a0e-a20d-4128-8fb0-365ad084ff34'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:21.789646 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8bec2599-bb2b-45b4-8314-79c6cc273c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:21.836484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aefac3-77b2-48df-b103-da75881dd2bb req-6049aeff-e931-4124-b1f5-40917963fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:21.839162 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31aefac3-77b2-48df-b103-da75881dd2bb req-6049aeff-e931-4124-b1f5-40917963fb4d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95498cf5-512a-4d09-af11-5e6075e6f447 HTTP/1.1" status: 200 len: 854 time: 0.1659749 Feb 09 22:00:21.912849 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31aefac3-77b2-48df-b103-da75881dd2bb req-6e4ae6c9-ca5a-49af-af30-6ac1fc12bc61 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42105ba1-38a2-48f4-8e9f-2db55c355e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677173 Feb 09 22:00:22.004939 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] Set router 9c8d1a0e-a20d-4128-8fb0-365ad084ff34 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:00:22.031796 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8bec2599-bb2b-45b4-8314-79c6cc273c19 None None] Current status of the port 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:22.032583 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8bec2599-bb2b-45b4-8314-79c6cc273c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:22.099605 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cb5c8-3b0c-4637-ab38-e91690f6db39 None None] Pushing event updated for resources: {'Port': ['ID=11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:22.117377 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-8bec2599-bb2b-45b4-8314-79c6cc273c19 None None] For port 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f,segment=NetworkSegment(60c939f6-7a0a-41d4-87c2-4a8d83540472),segment_id=60c939f6-7a0a-41d4-87c2-4a8d83540472)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:22.126960 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8bec2599-bb2b-45b4-8314-79c6cc273c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:22.156073 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31aefac3-77b2-48df-b103-da75881dd2bb req-af34d12c-e6d8-4968-bd41-c9148302a64a service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363386 Feb 09 22:00:22.248940 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec2599-bb2b-45b4-8314-79c6cc273c19 None None] Pushing event updated for resources: {'Port': ['ID=11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:22.294248 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 78c27984-8881-4e77-848e-bb16ebd35767 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:22.449588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caf68430-bc52-432a-b7bd-03eaecd41169 None None] Provisioning complete for port 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:22.450011 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caf68430-bc52-432a-b7bd-03eaecd41169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:22.525969 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31aefac3-77b2-48df-b103-da75881dd2bb req-68d7385c-11b3-4383-9835-0ea2a021c313 service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581576 Feb 09 22:00:22.606606 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 78c27984-8881-4e77-848e-bb16ebd35767 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:00:22.647251 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 78c27984-8881-4e77-848e-bb16ebd35767 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:22.648392 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (78c27984-8881-4e77-848e-bb16ebd35767), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:22.780317 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d1a0e-a20d-4128-8fb0-365ad084ff34', 'name': 'tempest-TestVolumeBackupRestore-629868731-router', 'tenant_id': '1943324cd05f400ba42c001780eb95c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '607cb19e-e9c3-407a-b417-cae69f16296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:59Z', 'updated_at': '2022-02-09T22:00:13Z', 'revision_number': 4, 'project_id': '1943324cd05f400ba42c001780eb95c5', 'gw_port': {'id': '607cb19e-e9c3-407a-b417-cae69f16296d', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d1a0e-a20d-4128-8fb0-365ad084ff34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:01Z', 'updated_at': '2022-02-09T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f', 'name': '', 'network_id': 'b4a23f6b-ecbb-4811-87e3-98cce791d46e', 'tenant_id': '1943324cd05f400ba42c001780eb95c5', 'mac_address': 'fa:16:3e:c0:d6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8d1a0e-a20d-4128-8fb0-365ad084ff34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'c081f9bc-3e38-4341-8073-dc3394348cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:10Z', 'updated_at': '2022-02-09T22:00:21Z', 'revision_number': 4, 'project_id': '1943324cd05f400ba42c001780eb95c5', 'subnets': [{'id': 'c081f9bc-3e38-4341-8073-dc3394348cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:22.835416 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6ec4fd-b0dc-4c21-8d0f-4872bb40d538 None None] The sync data for ids ['9c8d1a0e-a20d-4128-8fb0-365ad084ff34'] in n-d-828601-1 is: [{'id': '9c8d1a0e-a20d-4128-8fb0-365ad084ff34', 'name': 'tempest-TestVolumeBackupRestore-629868731-router', 'tenant_id': '1943324cd05f400ba42c001780eb95c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '607cb19e-e9c3-407a-b417-cae69f16296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:59Z', 'updated_at': '2022-02-09T22:00:13Z', 'revision_number': 4, 'project_id': '1943324cd05f400ba42c001780eb95c5', 'gw_port': {'id': '607cb19e-e9c3-407a-b417-cae69f16296d', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d1a0e-a20d-4128-8fb0-365ad084ff34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:01Z', 'updated_at': '2022-02-09T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f', 'name': '', 'network_id': 'b4a23f6b-ecbb-4811-87e3-98cce791d46e', 'tenant_id': '1943324cd05f400ba42c001780eb95c5', 'mac_address': 'fa:16:3e:c0:d6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8d1a0e-a20d-4128-8fb0-365ad084ff34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'c081f9bc-3e38-4341-8073-dc3394348cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:10Z', 'updated_at': '2022-02-09T22:00:21Z', 'revision_number': 4, 'project_id': '1943324cd05f400ba42c001780eb95c5', 'subnets': [{'id': 'c081f9bc-3e38-4341-8073-dc3394348cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:00:23.278128 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caf68430-bc52-432a-b7bd-03eaecd41169 None None] Current status of the port 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:23.326377 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 78c27984-8881-4e77-848e-bb16ebd35767 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:23.327337 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (78c27984-8881-4e77-848e-bb16ebd35767), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:23.470155 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 78c27984-8881-4e77-848e-bb16ebd35767, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=78c27984-8881-4e77-848e-bb16ebd35767,segment=NetworkSegment(1fc44f22-3e62-416f-a4ad-228f991dde60),segment_id=1fc44f22-3e62-416f-a4ad-228f991dde60)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:23.485645 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (78c27984-8881-4e77-848e-bb16ebd35767), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:23.582884 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=78c27984-8881-4e77-848e-bb16ebd35767,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:23.943874 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:24.109491 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:24.109749 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:24.353051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:24.994214 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-c7160d64-c419-4f5d-a3f5-115412b5468f tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:24.997612 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-c7160d64-c419-4f5d-a3f5-115412b5468f tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/networks?id=e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 HTTP/1.1" status: 200 len: 818 time: 0.2100039 Feb 09 22:00:25.017617 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-b421659d-7e07-41e0-9410-adb2aa5cd8d0 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/quotas/dab41ad500d44c4aa5cde6c9ad4c2dfe HTTP/1.1" status: 200 len: 375 time: 0.0123136 Feb 09 22:00:25.080363 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-31a0307d-d4df-4123-b405-71d47e408bee tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=dab41ad500d44c4aa5cde6c9ad4c2dfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544748 Feb 09 22:00:25.227931 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-0baf51d8-3d77-46bd-b306-8e8aee08bdb4 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c3b785-8abd-4f51-bac0-18e8ac01f6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382275 Feb 09 22:00:25.375690 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-ad37d05d-c149-4233-b165-8e0bf8a19e2a service neutron] 10.222.0.77 "GET /v2.0/networks/e0c3b785-8abd-4f51-bac0-18e8ac01f6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386635 Feb 09 22:00:25.390773 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device de3c2b1f-0b8d-4dc9-821f-86c7895954eb details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:00:25.721192 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port de3c2b1f-0b8d-4dc9-821f-86c7895954eb, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=de3c2b1f-0b8d-4dc9-821f-86c7895954eb,segment=NetworkSegment(9550f611-ce26-4437-bed9-cffa6dc8d8a4),segment_id=9550f611-ce26-4437-bed9-cffa6dc8d8a4)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:25.791609 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'de3c2b1f-0b8d-4dc9-821f-86c7895954eb', 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e', 'port_id': 'de3c2b1f-0b8d-4dc9-821f-86c7895954eb', 'mac_address': 'fa:16:3e:8d:21:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95498cf5-512a-4d09-af11-5e6075e6f447', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:00:25.920301 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port de3c2b1f-0b8d-4dc9-821f-86c7895954eb is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:25.920960 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (de3c2b1f-0b8d-4dc9-821f-86c7895954eb), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:25.973532 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3c2b1f-0b8d-4dc9-821f-86c7895954eb {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:00:26.083698 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port de3c2b1f-0b8d-4dc9-821f-86c7895954eb, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=de3c2b1f-0b8d-4dc9-821f-86c7895954eb,segment=NetworkSegment(9550f611-ce26-4437-bed9-cffa6dc8d8a4),segment_id=9550f611-ce26-4437-bed9-cffa6dc8d8a4)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:26.094552 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c1e1c9-f4e7-4772-9332-75c0f698e472 x-openstack-request-id: req-74c1e1c9-f4e7-4772-9332-75c0f698e472 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:26.095420 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dbcdf7-7120-46b8-8a97-9a53b9a9816a", "name": "network-vif-plugged", "status": "completed", "tag": "53bbd10c-cbfc-4120-a987-e4794ff906bd", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:26.095896 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-74c1e1c9-f4e7-4772-9332-75c0f698e472 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:26.100150 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44dbcdf7-7120-46b8-8a97-9a53b9a9816a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bbd10c-cbfc-4120-a987-e4794ff906bd', 'code': 200} Feb 09 22:00:26.102082 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (de3c2b1f-0b8d-4dc9-821f-86c7895954eb), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:26.244308 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=de3c2b1f-0b8d-4dc9-821f-86c7895954eb,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:26.316874 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['de3c2b1f-0b8d-4dc9-821f-86c7895954eb'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:00:26.490495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83662310-1076-4cd4-8d27-c439bd5c52cb req-d81de44e-cdef-4317-ab4a-692b5e31a9c5 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:26.496837 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83662310-1076-4cd4-8d27-c439bd5c52cb req-d81de44e-cdef-4317-ab4a-692b5e31a9c5 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c34aeb0-3198-4ba5-bca1-f397bfdd13fc HTTP/1.1" status: 200 len: 944 time: 0.2650187 Feb 09 22:00:26.509696 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4086a6-8c25-477d-bf1c-8874807bf592 req-4f152f2f-5803-428c-815c-1e521c685937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:26.515078 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5a4086a6-8c25-477d-bf1c-8874807bf592 req-4f152f2f-5803-428c-815c-1e521c685937 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=44dbcdf7-7120-46b8-8a97-9a53b9a9816a HTTP/1.1" status: 200 len: 1128 time: 0.2109718 Feb 09 22:00:26.687345 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ead91-c061-46ab-9776-be99d7dbc3b1 req-07d20917-897c-4f9a-baec-069581225de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:26.689753 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b87ead91-c061-46ab-9776-be99d7dbc3b1 req-07d20917-897c-4f9a-baec-069581225de1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c135bd0d2c9b4219bd0ebf3718b0f7ac&device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 1126 time: 0.1668150 Feb 09 22:00:26.694072 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83662310-1076-4cd4-8d27-c439bd5c52cb req-7d8ab250-7ae9-41d7-901d-7ac47f56f420 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771145 Feb 09 22:00:26.797759 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5a4086a6-8c25-477d-bf1c-8874807bf592 req-bbd75634-2bf0-4deb-a080-4dd02b4298e0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=aac4cdc3-3ae0-4376-81f4-ed7266163473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991458 Feb 09 22:00:26.980530 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ead91-c061-46ab-9776-be99d7dbc3b1 req-0cfa6555-6a7e-4a7a-95b4-f2a5bf557746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:26.983295 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b87ead91-c061-46ab-9776-be99d7dbc3b1 req-0cfa6555-6a7e-4a7a-95b4-f2a5bf557746 service neutron] 10.222.0.42 "GET /v2.0/networks?id=43c866ce-b28d-463f-9db2-f0ce01fb8d37 HTTP/1.1" status: 200 len: 914 time: 0.2667377 Feb 09 22:00:27.077266 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff7ecd-c19c-447b-8f3d-d70e20681eda req-ae3990fe-9d9d-4c5c-828f-f8cccfc7a2ba tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:27.093818 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a0ff7ecd-c19c-447b-8f3d-d70e20681eda req-ae3990fe-9d9d-4c5c-828f-f8cccfc7a2ba tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=44dbcdf7-7120-46b8-8a97-9a53b9a9816a HTTP/1.1" status: 200 len: 946 time: 0.1808810 Feb 09 22:00:27.101695 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b87ead91-c061-46ab-9776-be99d7dbc3b1 req-9e87c86d-2ff5-4d5d-b5aa-6bea0952048c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce HTTP/1.1" status: 200 len: 217 time: 0.1085613 Feb 09 22:00:27.226020 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a0ff7ecd-c19c-447b-8f3d-d70e20681eda req-ab4c44e0-fdab-46d1-bea1-3f63041e1093 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=aac4cdc3-3ae0-4376-81f4-ed7266163473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280110 Feb 09 22:00:27.252770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ead91-c061-46ab-9776-be99d7dbc3b1 req-c835a554-c234-47ae-99ee-0b94ce8873ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:27.255617 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b87ead91-c061-46ab-9776-be99d7dbc3b1 req-c835a554-c234-47ae-99ee-0b94ce8873ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=128373c6-66eb-4e4e-b34c-fd626be51c57 HTTP/1.1" status: 200 len: 853 time: 0.1427097 Feb 09 22:00:27.325346 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b87ead91-c061-46ab-9776-be99d7dbc3b1 req-97a87fcf-86cf-4fa6-b636-236cea27c048 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=43c866ce-b28d-463f-9db2-f0ce01fb8d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593271 Feb 09 22:00:27.408274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device de3c2b1f-0b8d-4dc9-821f-86c7895954eb up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:27.519795 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed983bc-9f6e-448e-bd91-eba31b138eb8 req-5b358f32-877e-4d1a-abfa-1d8460b3e566 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:27.533127 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ed983bc-9f6e-448e-bd91-eba31b138eb8 req-5b358f32-877e-4d1a-abfa-1d8460b3e566 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] 10.222.0.77 "GET /v2.0/ports?device_id=67420f9b-216d-4582-9442-110864f98aa0 HTTP/1.1" status: 200 len: 946 time: 0.1506486 Feb 09 22:00:27.672562 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port de3c2b1f-0b8d-4dc9-821f-86c7895954eb completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:00:27.674748 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ed983bc-9f6e-448e-bd91-eba31b138eb8 req-1650fcef-fb60-450f-bf06-b1049f3fb524 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] 10.222.0.77 "GET /v2.0/security-groups?id=745b3887-1fbe-44b1-b4d5-4ff72db69368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380405 Feb 09 22:00:27.682064 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port de3c2b1f-0b8d-4dc9-821f-86c7895954eb triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:27.683300 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (de3c2b1f-0b8d-4dc9-821f-86c7895954eb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:27.739373 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b87ead91-c061-46ab-9776-be99d7dbc3b1 req-fffa466f-38d7-4fb1-b146-e1542102fb55 service neutron] 10.222.0.42 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021552 Feb 09 22:00:27.880516 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148d08c7-f141-4c34-a513-125a81691af5 x-openstack-request-id: req-148d08c7-f141-4c34-a513-125a81691af5 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:27.884589 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67420f9b-216d-4582-9442-110864f98aa0", "tag": "78c27984-8881-4e77-848e-bb16ebd35767", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:27.885007 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-148d08c7-f141-4c34-a513-125a81691af5 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:27.886938 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67420f9b-216d-4582-9442-110864f98aa0', 'tag': '78c27984-8881-4e77-848e-bb16ebd35767', 'status': 'completed', 'code': 200} Feb 09 22:00:28.037360 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b87ead91-c061-46ab-9776-be99d7dbc3b1 req-11222852-e275-4dd3-926c-cfc2ef33b024 service neutron] 10.222.0.42 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894881 Feb 09 22:00:28.091467 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port de3c2b1f-0b8d-4dc9-821f-86c7895954eb is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:28.093264 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (de3c2b1f-0b8d-4dc9-821f-86c7895954eb), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:28.147147 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67420f9b-216d-4582-9442-110864f98aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c27984-8881-4e77-848e-bb16ebd35767'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:28.156681 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed04239-fdc8-4db1-b2ae-f79bd112ac57" -d '{"events": [{"server_uuid": "67420f9b-216d-4582-9442-110864f98aa0", "name": "network-vif-plugged", "status": "completed", "tag": "78c27984-8881-4e77-848e-bb16ebd35767"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:28.212021 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:00:28.252924 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6eaaf2-69a2-49ef-9205-20c396bd42c1 req-7aca51f8-5026-4655-88ab-5d03287aa9be tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:28.267444 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd6eaaf2-69a2-49ef-9205-20c396bd42c1 req-7aca51f8-5026-4655-88ab-5d03287aa9be tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 944 time: 0.2164142 Feb 09 22:00:28.291305 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port de3c2b1f-0b8d-4dc9-821f-86c7895954eb, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=de3c2b1f-0b8d-4dc9-821f-86c7895954eb,segment=NetworkSegment(9550f611-ce26-4437-bed9-cffa6dc8d8a4),segment_id=9550f611-ce26-4437-bed9-cffa6dc8d8a4)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:28.306787 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (de3c2b1f-0b8d-4dc9-821f-86c7895954eb), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:28.371745 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd6eaaf2-69a2-49ef-9205-20c396bd42c1 req-e12d8bfb-417c-4861-9512-9aaa0ff9295a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975959 Feb 09 22:00:28.379056 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca62ae-067c-4904-84f7-40a935d50652 req-89677792-9e04-4419-84c0-04ac5dcbed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:28.389827 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c0ca62ae-067c-4904-84f7-40a935d50652 req-89677792-9e04-4419-84c0-04ac5dcbed4a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6808d30c1944f2098d39b5e94ef2e0f&device_id=67420f9b-216d-4582-9442-110864f98aa0 HTTP/1.1" status: 200 len: 1128 time: 0.2157824 Feb 09 22:00:28.450971 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad31ae9-4825-4fbf-8284-c335eb267b7f x-openstack-request-id: req-4ad31ae9-4825-4fbf-8284-c335eb267b7f {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:28.452023 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c34aeb0-3198-4ba5-bca1-f397bfdd13fc", "tag": "de3c2b1f-0b8d-4dc9-821f-86c7895954eb", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:28.452309 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4ad31ae9-4825-4fbf-8284-c335eb267b7f {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:28.452706 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c34aeb0-3198-4ba5-bca1-f397bfdd13fc', 'tag': 'de3c2b1f-0b8d-4dc9-821f-86c7895954eb', 'status': 'completed', 'code': 200} Feb 09 22:00:28.520158 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=de3c2b1f-0b8d-4dc9-821f-86c7895954eb,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:28.523440 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:00:28.740532 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d151692-41db-4c92-b017-8da81f71f738 req-9d898d81-3e47-466a-80a0-76714fa7fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:28.746330 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d151692-41db-4c92-b017-8da81f71f738 req-9d898d81-3e47-466a-80a0-76714fa7fb83 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ecf756413bbb4509914c48d36d3db43f&device_id=4c34aeb0-3198-4ba5-bca1-f397bfdd13fc HTTP/1.1" status: 200 len: 1127 time: 0.1802728 Feb 09 22:00:28.907404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca62ae-067c-4904-84f7-40a935d50652 req-71b7d197-010b-49d7-bbf9-ae90c7254d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:28.911293 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c0ca62ae-067c-4904-84f7-40a935d50652 req-71b7d197-010b-49d7-bbf9-ae90c7254d3a service neutron] 10.222.0.42 "GET /v2.0/networks?id=e9431098-c977-4f3a-b393-c0460098a903 HTTP/1.1" status: 200 len: 923 time: 0.5117388 Feb 09 22:00:29.089423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,segment=NetworkSegment(43155470-d798-4067-9785-b776d9c040b8),segment_id=43155470-d798-4067-9785-b776d9c040b8)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:29.107616 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c0ca62ae-067c-4904-84f7-40a935d50652 req-ed93e692-a9a3-43d1-800b-87389fc18e76 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78c27984-8881-4e77-848e-bb16ebd35767 HTTP/1.1" status: 200 len: 217 time: 0.1849449 Feb 09 22:00:29.144644 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d151692-41db-4c92-b017-8da81f71f738 req-9149ce30-5673-49d6-8bac-0a27ca053fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:29.149361 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d151692-41db-4c92-b017-8da81f71f738 req-9149ce30-5673-49d6-8bac-0a27ca053fec service neutron] 10.222.0.71 "GET /v2.0/networks?id=42105ba1-38a2-48f4-8e9f-2db55c355e9e HTTP/1.1" status: 200 len: 915 time: 0.3973372 Feb 09 22:00:29.176167 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce', 'network_id': '43c866ce-b28d-463f-9db2-f0ce01fb8d37', 'port_id': '4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce', 'mac_address': 'fa:16:3e:2a:ad:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128373c6-66eb-4e4e-b34c-fd626be51c57', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:00:29.198467 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca62ae-067c-4904-84f7-40a935d50652 req-5edaeef6-3d26-4853-b096-b9aa061218b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:29.200358 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c0ca62ae-067c-4904-84f7-40a935d50652 req-5edaeef6-3d26-4853-b096-b9aa061218b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba97fff-83bc-4419-b511-514991efff0a HTTP/1.1" status: 200 len: 862 time: 0.0851858 Feb 09 22:00:29.280956 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c0ca62ae-067c-4904-84f7-40a935d50652 req-fed4c14e-583b-4491-b033-c4a30348403f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e9431098-c977-4f3a-b393-c0460098a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735140 Feb 09 22:00:29.312835 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:29.313729 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:29.318916 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d151692-41db-4c92-b017-8da81f71f738 req-80ee3644-ce76-49e1-9155-1674b30b4a36 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de3c2b1f-0b8d-4dc9-821f-86c7895954eb HTTP/1.1" status: 200 len: 217 time: 0.1608009 Feb 09 22:00:29.369023 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:00:29.424389 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,segment=NetworkSegment(43155470-d798-4067-9785-b776d9c040b8),segment_id=43155470-d798-4067-9785-b776d9c040b8)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:29.430197 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54763b50-ebd8-4c45-bc89-8961463e5dde req-c54dd63f-718d-4470-a9e5-14a15855349c tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:29.444568 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-54763b50-ebd8-4c45-bc89-8961463e5dde req-c54dd63f-718d-4470-a9e5-14a15855349c tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c34aeb0-3198-4ba5-bca1-f397bfdd13fc HTTP/1.1" status: 200 len: 945 time: 0.3264291 Feb 09 22:00:29.446797 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:29.586648 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d151692-41db-4c92-b017-8da81f71f738 req-6dcd256f-affc-4739-95c8-e926c96301ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:29.588270 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d151692-41db-4c92-b017-8da81f71f738 req-6dcd256f-affc-4739-95c8-e926c96301ae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95498cf5-512a-4d09-af11-5e6075e6f447 HTTP/1.1" status: 200 len: 854 time: 0.2600358 Feb 09 22:00:29.602930 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c0ca62ae-067c-4904-84f7-40a935d50652 req-2c5183b2-f2d4-4007-a57d-b226fcd06383 service neutron] 10.222.0.42 "GET /v2.0/networks/e9431098-c977-4f3a-b393-c0460098a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133438 Feb 09 22:00:29.603511 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,revision_number=11']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:29.637596 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-54763b50-ebd8-4c45-bc89-8961463e5dde req-c954da51-5126-420a-892f-a5dc0757c892 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763031 Feb 09 22:00:29.722783 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d151692-41db-4c92-b017-8da81f71f738 req-8f4a85e7-d1bc-42f3-876e-4a9e180c798c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42105ba1-38a2-48f4-8e9f-2db55c355e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175728 Feb 09 22:00:29.743277 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:00:29.901793 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7e3040-8b6c-465f-b023-1de667a79c67 x-openstack-request-id: req-ed7e3040-8b6c-465f-b023-1de667a79c67 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:29.902397 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67420f9b-216d-4582-9442-110864f98aa0", "name": "network-vif-plugged", "status": "completed", "tag": "78c27984-8881-4e77-848e-bb16ebd35767", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:29.902969 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed7e3040-8b6c-465f-b023-1de667a79c67 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:29.904954 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67420f9b-216d-4582-9442-110864f98aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c27984-8881-4e77-848e-bb16ebd35767', 'code': 200} Feb 09 22:00:30.174202 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d151692-41db-4c92-b017-8da81f71f738 req-f6914342-9648-4c99-8254-0640632e905d service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380691 Feb 09 22:00:30.272949 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-bdc24423-4650-4bb4-9b82-f31916b89498 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:30.281686 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-bdc24423-4650-4bb4-9b82-f31916b89498 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.42 "GET /v2.0/networks?id=e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 HTTP/1.1" status: 200 len: 818 time: 0.5424907 Feb 09 22:00:30.283029 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.42', 58121) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:30.324063 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-06acf491-975a-4def-8c26-a2d7dc1f825a tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Request body: {'port': {'device_id': 'fff31ce6-a63e-4129-9b9d-b922889f4e0d', 'network_id': 'e0c3b785-8abd-4f51-bac0-18e8ac01f6b1', 'admin_state_up': True, 'tenant_id': 'dab41ad500d44c4aa5cde6c9ad4c2dfe'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:30.638362 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c0ca62ae-067c-4904-84f7-40a935d50652 req-3dcdfde9-33c9-4425-8d96-a2dce7f3bc1a service neutron] 10.222.0.42 "GET /v2.0/networks/e9431098-c977-4f3a-b393-c0460098a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0181255 Feb 09 22:00:30.763480 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4ea0a-866b-40a8-b68d-68f9f24cdc7d req-c72201aa-fdd7-4ff4-aa87-2551708de18a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:30.787372 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8d4ea0a-866b-40a8-b68d-68f9f24cdc7d req-c72201aa-fdd7-4ff4-aa87-2551708de18a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=44dbcdf7-7120-46b8-8a97-9a53b9a9816a HTTP/1.1" status: 200 len: 946 time: 0.7174177 Feb 09 22:00:30.876287 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6eb98-ff9c-4e59-8cc2-fb6ab4133a58 req-4354a919-be90-4f45-9add-a3e1fb68020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:30.879043 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e5b6eb98-ff9c-4e59-8cc2-fb6ab4133a58 req-4354a919-be90-4f45-9add-a3e1fb68020a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=67420f9b-216d-4582-9442-110864f98aa0 HTTP/1.1" status: 200 len: 1128 time: 0.6514726 Feb 09 22:00:30.897750 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-06acf491-975a-4def-8c26-a2d7dc1f825a tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Made reservation on behalf of dab41ad500d44c4aa5cde6c9ad4c2dfe for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:00:30.904627 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-06acf491-975a-4def-8c26-a2d7dc1f825a tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:30.998152 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d151692-41db-4c92-b017-8da81f71f738 req-df4deb3e-657d-4c8b-885b-17f0232a81a6 service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7987258 Feb 09 22:00:31.047806 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e5b6eb98-ff9c-4e59-8cc2-fb6ab4133a58 req-a95e06d5-907f-4e6a-932c-fb5d2491eb1d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=745b3887-1fbe-44b1-b4d5-4ff72db69368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392450 Feb 09 22:00:31.077296 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8d4ea0a-866b-40a8-b68d-68f9f24cdc7d req-28e25973-7e4c-4ea3-bea2-d9744addea19 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=aac4cdc3-3ae0-4376-81f4-ed7266163473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451923 Feb 09 22:00:31.233703 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-06acf491-975a-4def-8c26-a2d7dc1f825a tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Allocated IP 172.20.0.14 (e0c3b785-8abd-4f51-bac0-18e8ac01f6b1/784fcd9d-6d9f-4fd8-bb44-1db22e50a1f9/040306bf-d434-47c0-a3ec-e752e36bca21) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:00:31.353177 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bffe4a-2d38-4c45-8360-4e43a8bc0d0b req-8e6afa1b-360b-4728-93c9-e772aa6a27ef tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:31.360601 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d3bffe4a-2d38-4c45-8360-4e43a8bc0d0b req-8e6afa1b-360b-4728-93c9-e772aa6a27ef tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] 10.222.0.77 "GET /v2.0/ports?device_id=67420f9b-216d-4582-9442-110864f98aa0 HTTP/1.1" status: 200 len: 946 time: 0.1109402 Feb 09 22:00:31.426447 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d3bffe4a-2d38-4c45-8360-4e43a8bc0d0b req-6637572c-73a5-4e04-a837-7a45686dbf3e tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] 10.222.0.77 "GET /v2.0/security-groups?id=745b3887-1fbe-44b1-b4d5-4ff72db69368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648525 Feb 09 22:00:31.627514 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-0c65054f-c112-47cf-b4de-db0b9399a597 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:31.631036 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-0c65054f-c112-47cf-b4de-db0b9399a597 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.71 "GET /v2.0/networks?id=e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 HTTP/1.1" status: 200 len: 818 time: 1.0675972 Feb 09 22:00:31.648770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-cf718e86-3a42-4476-b5fa-2c106f29cbd3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Request body: {'port': {'device_id': 'fc572a35-cfe3-409b-b29d-dc067b4b2682', 'network_id': 'e0c3b785-8abd-4f51-bac0-18e8ac01f6b1', 'admin_state_up': True, 'tenant_id': 'dab41ad500d44c4aa5cde6c9ad4c2dfe'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:31.656144 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5bb22c6-5257-444b-b345-0a6ef1590e98 req-d201eeca-6b10-4981-b215-6b13a90dda95 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/ports?device_id=50fe6691-4c1b-4368-918f-178c5c4a84ff HTTP/1.1" status: 200 len: 210 time: 0.0449929 Feb 09 22:00:31.694454 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-00a0a7e7-dd49-402b-b902-ec4c5eaeaec3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:31.697465 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-00a0a7e7-dd49-402b-b902-ec4c5eaeaec3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.42 "GET /v2.0/networks?id=e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 HTTP/1.1" status: 200 len: 818 time: 1.4065573 Feb 09 22:00:31.819800 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-0d82c32a-66f6-4076-8449-9a347597860c tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Request body: {'port': {'device_id': '50fe6691-4c1b-4368-918f-178c5c4a84ff', 'network_id': 'e0c3b785-8abd-4f51-bac0-18e8ac01f6b1', 'admin_state_up': True, 'tenant_id': 'dab41ad500d44c4aa5cde6c9ad4c2dfe'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:31.828298 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-06acf491-975a-4def-8c26-a2d7dc1f825a tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks [] for port (040306bf-d434-47c0-a3ec-e752e36bca21), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:31.907697 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c34aeb0-3198-4ba5-bca1-f397bfdd13fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3c2b1f-0b8d-4dc9-821f-86c7895954eb'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:31.911141 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a619e0-f9e3-4287-b6f8-deae59e2efaf" -d '{"events": [{"server_uuid": "4c34aeb0-3198-4ba5-bca1-f397bfdd13fc", "name": "network-vif-plugged", "status": "completed", "tag": "de3c2b1f-0b8d-4dc9-821f-86c7895954eb"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:31.938025 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99960b8-2914-4e8d-bfac-c127615d0330 req-d269be92-8db4-4346-b43f-d51858c448b3 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:31.941619 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c99960b8-2914-4e8d-bfac-c127615d0330 req-d269be92-8db4-4346-b43f-d51858c448b3 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 945 time: 0.1591160 Feb 09 22:00:32.064176 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c99960b8-2914-4e8d-bfac-c127615d0330 req-c667de96-24a8-4b98-8ad3-bc7b61f35688 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105351 Feb 09 22:00:32.355324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:32.378702 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df127581-fa77-40b6-af3b-0aa90cbf5eec req-d252cdbb-c3ae-4cb9-8091-894156a8f752 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:32.381766 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df127581-fa77-40b6-af3b-0aa90cbf5eec req-d252cdbb-c3ae-4cb9-8091-894156a8f752 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c34aeb0-3198-4ba5-bca1-f397bfdd13fc HTTP/1.1" status: 200 len: 945 time: 0.1511171 Feb 09 22:00:32.514881 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df127581-fa77-40b6-af3b-0aa90cbf5eec req-ce5840e8-823d-4e7c-977b-0d4f610dd828 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157594 Feb 09 22:00:32.516845 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:00:32.526296 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:32.529535 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:32.702107 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2ba23-eb74-4da1-b67d-74f0daeb810a req-836b2d94-8ddd-4df8-93d0-de17c91275c8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:32.704167 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05d2ba23-eb74-4da1-b67d-74f0daeb810a req-836b2d94-8ddd-4df8-93d0-de17c91275c8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=44dbcdf7-7120-46b8-8a97-9a53b9a9816a HTTP/1.1" status: 200 len: 946 time: 0.0802665 Feb 09 22:00:32.784995 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:32.788052 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:32.849073 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05d2ba23-eb74-4da1-b67d-74f0daeb810a req-ea4d107b-d52f-41a3-8e56-dc531f037e6d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=aac4cdc3-3ae0-4376-81f4-ed7266163473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312842 Feb 09 22:00:32.872341 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,segment=NetworkSegment(43155470-d798-4067-9785-b776d9c040b8),segment_id=43155470-d798-4067-9785-b776d9c040b8)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:32.890166 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:32.897123 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-cf718e86-3a42-4476-b5fa-2c106f29cbd3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Made reservation on behalf of dab41ad500d44c4aa5cde6c9ad4c2dfe for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:00:32.904916 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-cf718e86-3a42-4476-b5fa-2c106f29cbd3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:32.957788 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-0d82c32a-66f6-4076-8449-9a347597860c tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Made reservation on behalf of dab41ad500d44c4aa5cde6c9ad4c2dfe for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:00:32.962147 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-0d82c32a-66f6-4076-8449-9a347597860c tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:32.983035 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-06acf491-975a-4def-8c26-a2d7dc1f825a tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (040306bf-d434-47c0-a3ec-e752e36bca21), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:33.011745 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60335cc-a157-4925-8e07-7026d8e11cff x-openstack-request-id: req-f60335cc-a157-4925-8e07-7026d8e11cff {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:33.012668 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c34aeb0-3198-4ba5-bca1-f397bfdd13fc", "name": "network-vif-plugged", "status": "completed", "tag": "de3c2b1f-0b8d-4dc9-821f-86c7895954eb", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:33.013194 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f60335cc-a157-4925-8e07-7026d8e11cff {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:33.014254 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c34aeb0-3198-4ba5-bca1-f397bfdd13fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3c2b1f-0b8d-4dc9-821f-86c7895954eb', 'code': 200} Feb 09 22:00:33.024948 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,revision_number=12']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:33.211228 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-06acf491-975a-4def-8c26-a2d7dc1f825a tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Network e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:00:33.245795 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-06acf491-975a-4def-8c26-a2d7dc1f825a tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:33.248650 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acf491-975a-4def-8c26-a2d7dc1f825a tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Pushing event updated for resources: {'Port': ['ID=040306bf-d434-47c0-a3ec-e752e36bca21,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:33.263019 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-06acf491-975a-4def-8c26-a2d7dc1f825a tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:00:33.284281 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28004ea3-1aa6-42fc-bd52-33c3f5fcf4eb req-4e70797a-082e-4f70-86cf-0813fbabb9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:33.284281 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28004ea3-1aa6-42fc-bd52-33c3f5fcf4eb req-4e70797a-082e-4f70-86cf-0813fbabb9aa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4c34aeb0-3198-4ba5-bca1-f397bfdd13fc HTTP/1.1" status: 200 len: 1127 time: 0.1911952 Feb 09 22:00:33.415796 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0f4cc-0ae6-40d9-932e-c817feaf1522 req-d32d6779-d527-4bb7-ac4e-379bac8ad90c tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:33.435990 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91e0f4cc-0ae6-40d9-932e-c817feaf1522 req-d32d6779-d527-4bb7-ac4e-379bac8ad90c tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] 10.222.0.77 "GET /v2.0/ports?device_id=67420f9b-216d-4582-9442-110864f98aa0 HTTP/1.1" status: 200 len: 946 time: 0.2658439 Feb 09 22:00:33.446808 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-06acf491-975a-4def-8c26-a2d7dc1f825a tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:33.447708 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-06acf491-975a-4def-8c26-a2d7dc1f825a tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:33.474735 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-cf718e86-3a42-4476-b5fa-2c106f29cbd3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Allocated IP 172.20.0.13 (e0c3b785-8abd-4f51-bac0-18e8ac01f6b1/784fcd9d-6d9f-4fd8-bb44-1db22e50a1f9/310efe07-0ed7-4a99-af43-8be0d3503b0d) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:00:33.509608 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-06acf491-975a-4def-8c26-a2d7dc1f825a tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1900480 Feb 09 22:00:33.533804 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-b098062f-690a-4481-abcd-65a654081824 service neutron] Request body: {'port': {'device_id': 'fff31ce6-a63e-4129-9b9d-b922889f4e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:33.581999 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28004ea3-1aa6-42fc-bd52-33c3f5fcf4eb req-fad84c79-767b-41c7-b8c0-a381ec9921bf service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918177 Feb 09 22:00:33.611770 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91e0f4cc-0ae6-40d9-932e-c817feaf1522 req-8267ff1d-634a-4ccf-8b4e-a28b9dfccfdc tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] 10.222.0.77 "GET /v2.0/security-groups?id=745b3887-1fbe-44b1-b4d5-4ff72db69368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741176 Feb 09 22:00:33.831756 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6fee4eae-ac8a-471a-bddc-a152d4321514 req-3503df02-0e68-4da4-852e-a882fe391ffb tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/ports?device_id=50fe6691-4c1b-4368-918f-178c5c4a84ff HTTP/1.1" status: 200 len: 210 time: 0.0705597 Feb 09 22:00:33.911903 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-b098062f-690a-4481-abcd-65a654081824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (040306bf-d434-47c0-a3ec-e752e36bca21), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:34.013658 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-cf718e86-3a42-4476-b5fa-2c106f29cbd3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks [] for port (310efe07-0ed7-4a99-af43-8be0d3503b0d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:34.142819 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f78560-1134-4232-960e-a9cd960146be req-7d9fd5b6-0b74-473e-b095-3f7455337f18 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:34.162674 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-81f78560-1134-4232-960e-a9cd960146be req-7d9fd5b6-0b74-473e-b095-3f7455337f18 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.1353433 Feb 09 22:00:34.262734 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-81f78560-1134-4232-960e-a9cd960146be req-73e6faf3-c050-4bfd-b803-8665664497de tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011794 Feb 09 22:00:34.334334 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-0d82c32a-66f6-4076-8449-9a347597860c tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Allocated IP 172.20.0.10 (e0c3b785-8abd-4f51-bac0-18e8ac01f6b1/784fcd9d-6d9f-4fd8-bb44-1db22e50a1f9/42593b6c-d5a7-4733-8069-73c376b7cb95) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:00:34.427071 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52538) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:34.430947 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-cf718e86-3a42-4476-b5fa-2c106f29cbd3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (310efe07-0ed7-4a99-af43-8be0d3503b0d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:34.495503 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf718e86-3a42-4476-b5fa-2c106f29cbd3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Pushing event updated for resources: {'Port': ['ID=310efe07-0ed7-4a99-af43-8be0d3503b0d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:34.707848 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-cf718e86-3a42-4476-b5fa-2c106f29cbd3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Network e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:00:34.738176 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-cf718e86-3a42-4476-b5fa-2c106f29cbd3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:34.761524 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-cf718e86-3a42-4476-b5fa-2c106f29cbd3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:00:34.828042 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131eb58-9fcd-455e-8feb-ff3202eafce8 req-9af9c678-e9c7-47a2-bd1b-7732665ece7e tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:34.839784 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e131eb58-9fcd-455e-8feb-ff3202eafce8 req-9af9c678-e9c7-47a2-bd1b-7732665ece7e tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c34aeb0-3198-4ba5-bca1-f397bfdd13fc HTTP/1.1" status: 200 len: 945 time: 0.4157534 Feb 09 22:00:34.892975 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-cf718e86-3a42-4476-b5fa-2c106f29cbd3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:34.893657 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-cf718e86-3a42-4476-b5fa-2c106f29cbd3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:34.938733 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-cf718e86-3a42-4476-b5fa-2c106f29cbd3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2954125 Feb 09 22:00:34.959147 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] Request body: {'port': {'device_id': 'fc572a35-cfe3-409b-b29d-dc067b4b2682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:34.994316 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-0d82c32a-66f6-4076-8449-9a347597860c tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks [] for port (42593b6c-d5a7-4733-8069-73c376b7cb95), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:35.015135 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e63d30-28c3-470d-99b6-d2fe648d45ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:35.018474 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df63fd0-725d-4f88-869f-f5fe355f1de3" -d '{"events": [{"server_uuid": "15e63d30-28c3-470d-99b6-d2fe648d45ea", "name": "network-vif-plugged", "status": "completed", "tag": "4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:35.040678 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e131eb58-9fcd-455e-8feb-ff3202eafce8 req-2c357b8e-51a7-42e3-ba70-84ad6a5bf1f9 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972799 Feb 09 22:00:35.163989 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (310efe07-0ed7-4a99-af43-8be0d3503b0d), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:35.328764 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-0d82c32a-66f6-4076-8449-9a347597860c tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (42593b6c-d5a7-4733-8069-73c376b7cb95), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:35.494814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec4da2-f561-4fac-9647-7b34426cfa75 req-f42fa9eb-f33a-47bb-880c-0773e49188ee tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:35.496429 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ccec4da2-f561-4fac-9647-7b34426cfa75 req-f42fa9eb-f33a-47bb-880c-0773e49188ee tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/ports?device_id=50fe6691-4c1b-4368-918f-178c5c4a84ff HTTP/1.1" status: 200 len: 932 time: 0.1410005 Feb 09 22:00:35.568581 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:35.717787 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-b098062f-690a-4481-abcd-65a654081824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 040306bf-d434-47c0-a3ec-e752e36bca21 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:00:35.736043 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-b098062f-690a-4481-abcd-65a654081824 service neutron] Publish callbacks [] for port (040306bf-d434-47c0-a3ec-e752e36bca21), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:35.761552 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-b098062f-690a-4481-abcd-65a654081824 service neutron] Transition to ACTIVE for port object 040306bf-d434-47c0-a3ec-e752e36bca21 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:00:35.838623 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-b098062f-690a-4481-abcd-65a654081824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (040306bf-d434-47c0-a3ec-e752e36bca21), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:35.852310 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-0d82c32a-66f6-4076-8449-9a347597860c tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Network e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:00:35.882811 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-0d82c32a-66f6-4076-8449-9a347597860c tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:35.901566 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ccec4da2-f561-4fac-9647-7b34426cfa75 req-36a2fb68-5e0c-4d51-b5a5-c6275c56d1e6 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/security-groups?id=371e990e-62b0-4a66-bd1f-b6975f7a6b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873379 Feb 09 22:00:35.902663 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-0d82c32a-66f6-4076-8449-9a347597860c tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:00:36.104420 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82c32a-66f6-4076-8449-9a347597860c tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Pushing event updated for resources: {'Port': ['ID=42593b6c-d5a7-4733-8069-73c376b7cb95,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:36.107375 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Allocated IP 172.20.0.17 (e9d9bede-cfe3-4bb7-a483-9e4a563e5a48/47279ddc-40d2-4ecc-b50d-6addbc8bd2ee/5572b76c-9edd-406b-a968-cfe342ccfde6) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:00:36.125657 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a698efd1-aad1-44f1-a8ed-d2a11bc08b52 x-openstack-request-id: req-a698efd1-aad1-44f1-a8ed-d2a11bc08b52 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:36.127039 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e63d30-28c3-470d-99b6-d2fe648d45ea", "name": "network-vif-plugged", "status": "completed", "tag": "4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:36.127557 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a698efd1-aad1-44f1-a8ed-d2a11bc08b52 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:36.128276 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e63d30-28c3-470d-99b6-d2fe648d45ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce', 'code': 200} Feb 09 22:00:36.176780 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098062f-690a-4481-abcd-65a654081824 service neutron] Pushing event updated for resources: {'Port': ['ID=040306bf-d434-47c0-a3ec-e752e36bca21,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:36.230017 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-0d82c32a-66f6-4076-8449-9a347597860c tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:36.230651 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-0d82c32a-66f6-4076-8449-9a347597860c tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:36.293783 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-0d82c32a-66f6-4076-8449-9a347597860c tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5574460 Feb 09 22:00:36.315831 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] Request body: {'port': {'device_id': '50fe6691-4c1b-4368-918f-178c5c4a84ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:36.543792 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-b098062f-690a-4481-abcd-65a654081824 service neutron] Attempting to bind port 040306bf-d434-47c0-a3ec-e752e36bca21 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:00:36.544133 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-b098062f-690a-4481-abcd-65a654081824 service neutron] Attempting to bind port 040306bf-d434-47c0-a3ec-e752e36bca21 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'd81e95cc-12c9-4fc2-a92c-b31a2317f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e0c3b785-8abd-4f51-bac0-18e8ac01f6b1'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:00:36.544365 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-b098062f-690a-4481-abcd-65a654081824 service neutron] Attempting to bind port 040306bf-d434-47c0-a3ec-e752e36bca21 on network e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:36.565418 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-b098062f-690a-4481-abcd-65a654081824 service neutron] Port 040306bf-d434-47c0-a3ec-e752e36bca21 on network e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:00:36.565767 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-b098062f-690a-4481-abcd-65a654081824 service neutron] Attempting to bind port 040306bf-d434-47c0-a3ec-e752e36bca21 on network e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:36.587864 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (42593b6c-d5a7-4733-8069-73c376b7cb95), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:36.664188 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-b098062f-690a-4481-abcd-65a654081824 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:00:36.664558 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-b098062f-690a-4481-abcd-65a654081824 service neutron] Checking segment: {'id': 'd81e95cc-12c9-4fc2-a92c-b31a2317f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e0c3b785-8abd-4f51-bac0-18e8ac01f6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:00:36.664834 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-b098062f-690a-4481-abcd-65a654081824 service neutron] Bound using segment: {'id': 'd81e95cc-12c9-4fc2-a92c-b31a2317f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e0c3b785-8abd-4f51-bac0-18e8ac01f6b1'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:00:36.665296 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-b098062f-690a-4481-abcd-65a654081824 service neutron] Bound port: 040306bf-d434-47c0-a3ec-e752e36bca21, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd81e95cc-12c9-4fc2-a92c-b31a2317f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e0c3b785-8abd-4f51-bac0-18e8ac01f6b1'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:00:36.665664 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-b098062f-690a-4481-abcd-65a654081824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (040306bf-d434-47c0-a3ec-e752e36bca21), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:36.693040 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310efe07-0ed7-4a99-af43-8be0d3503b0d {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:00:36.731189 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] Publish callbacks [] for port (310efe07-0ed7-4a99-af43-8be0d3503b0d), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:36.837498 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] Transition to ACTIVE for port object 310efe07-0ed7-4a99-af43-8be0d3503b0d will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:00:36.971756 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (310efe07-0ed7-4a99-af43-8be0d3503b0d), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:37.045314 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-b098062f-690a-4481-abcd-65a654081824 service neutron] For port 040306bf-d434-47c0-a3ec-e752e36bca21, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:00:37.103149 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-b098062f-690a-4481-abcd-65a654081824 service neutron] For port 040306bf-d434-47c0-a3ec-e752e36bca21, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=040306bf-d434-47c0-a3ec-e752e36bca21,segment=NetworkSegment(d81e95cc-12c9-4fc2-a92c-b31a2317f642),segment_id=d81e95cc-12c9-4fc2-a92c-b31a2317f642)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:00:37.166292 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-b098062f-690a-4481-abcd-65a654081824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (040306bf-d434-47c0-a3ec-e752e36bca21), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:37.168788 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] Pushing event updated for resources: {'Port': ['ID=310efe07-0ed7-4a99-af43-8be0d3503b0d,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:37.227547 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-b098062f-690a-4481-abcd-65a654081824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:37.229225 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-b098062f-690a-4481-abcd-65a654081824 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:37.231367 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-b098062f-690a-4481-abcd-65a654081824 service neutron] 10.222.0.42 "PUT /v2.0/ports/040306bf-d434-47c0-a3ec-e752e36bca21 HTTP/1.1" status: 200 len: 1092 time: 3.7103004 Feb 09 22:00:37.256001 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff31ce6-a63e-4129-9b9d-b922889f4e0d', 'tag': '040306bf-d434-47c0-a3ec-e752e36bca21'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:37.258179 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f884ea61-1266-4c25-bb6f-3c40703c12df" -d '{"events": [{"name": "network-changed", "server_uuid": "fff31ce6-a63e-4129-9b9d-b922889f4e0d", "tag": "040306bf-d434-47c0-a3ec-e752e36bca21"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:37.349827 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efe754-d7db-4f47-84d1-e7fde3a5743d req-0449b225-e07f-40a4-ad51-4ca0d028cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:37.353964 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6efe754-d7db-4f47-84d1-e7fde3a5743d req-0449b225-e07f-40a4-ad51-4ca0d028cb15 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 1128 time: 0.9675827 Feb 09 22:00:37.459492 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098062f-690a-4481-abcd-65a654081824 service neutron] Pushing event updated for resources: {'Port': ['ID=040306bf-d434-47c0-a3ec-e752e36bca21,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:37.508641 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for port (5572b76c-9edd-406b-a968-cfe342ccfde6), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:37.547077 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] Attempting to bind port 310efe07-0ed7-4a99-af43-8be0d3503b0d on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:00:37.548000 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] Attempting to bind port 310efe07-0ed7-4a99-af43-8be0d3503b0d by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'd81e95cc-12c9-4fc2-a92c-b31a2317f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e0c3b785-8abd-4f51-bac0-18e8ac01f6b1'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:00:37.548616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] Attempting to bind port 310efe07-0ed7-4a99-af43-8be0d3503b0d on network e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:37.596907 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-e1abbaff-44aa-45d4-b610-5a5402a86bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:37.600128 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-e1abbaff-44aa-45d4-b610-5a5402a86bcc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dab41ad500d44c4aa5cde6c9ad4c2dfe&device_id=fff31ce6-a63e-4129-9b9d-b922889f4e0d HTTP/1.1" status: 200 len: 1126 time: 0.2080708 Feb 09 22:00:37.603578 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] Port 310efe07-0ed7-4a99-af43-8be0d3503b0d on network e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:00:37.604514 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] Attempting to bind port 310efe07-0ed7-4a99-af43-8be0d3503b0d on network e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:37.679250 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-7810ef34-afc6-47e7-99de-6eb614543db9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=040306bf-d434-47c0-a3ec-e752e36bca21 HTTP/1.1" status: 200 len: 217 time: 0.0683720 Feb 09 22:00:37.682714 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:00:37.683293 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] Checking segment: {'id': 'd81e95cc-12c9-4fc2-a92c-b31a2317f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e0c3b785-8abd-4f51-bac0-18e8ac01f6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:00:37.683862 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] Bound using segment: {'id': 'd81e95cc-12c9-4fc2-a92c-b31a2317f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e0c3b785-8abd-4f51-bac0-18e8ac01f6b1'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:00:37.684516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] Bound port: 310efe07-0ed7-4a99-af43-8be0d3503b0d, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd81e95cc-12c9-4fc2-a92c-b31a2317f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e0c3b785-8abd-4f51-bac0-18e8ac01f6b1'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:00:37.685275 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (310efe07-0ed7-4a99-af43-8be0d3503b0d), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:37.709531 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe5cdd-66bf-4de7-8ab7-6b1e71e07e3b req-d9b8088f-6b48-43bd-89c1-2b880af5aaa2 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:37.712998 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-69fe5cdd-66bf-4de7-8ab7-6b1e71e07e3b req-d9b8088f-6b48-43bd-89c1-2b880af5aaa2 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.6292293 Feb 09 22:00:37.717166 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (5572b76c-9edd-406b-a968-cfe342ccfde6), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:37.725291 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42593b6c-d5a7-4733-8069-73c376b7cb95 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:00:37.791993 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] Publish callbacks [] for port (42593b6c-d5a7-4733-8069-73c376b7cb95), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:37.855276 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f8046e09-ba75-4673-8a76-e9d0b213594c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:37.949407 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a08d0929-4bef-4e5b-98c9-539b4d766e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:37.956074 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a08d0929-4bef-4e5b-98c9-539b4d766e63 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=784fcd9d-6d9f-4fd8-bb44-1db22e50a1f9 HTTP/1.1" status: 200 len: 858 time: 0.2616336 Feb 09 22:00:37.975813 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] For port 310efe07-0ed7-4a99-af43-8be0d3503b0d, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:00:37.999248 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] Transition to ACTIVE for port object 42593b6c-d5a7-4733-8069-73c376b7cb95 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:00:38.002342 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] For port 310efe07-0ed7-4a99-af43-8be0d3503b0d, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=310efe07-0ed7-4a99-af43-8be0d3503b0d,segment=NetworkSegment(d81e95cc-12c9-4fc2-a92c-b31a2317f642),segment_id=d81e95cc-12c9-4fc2-a92c-b31a2317f642)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:00:38.003412 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'Port': ['ID=5572b76c-9edd-406b-a968-cfe342ccfde6,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:38.027532 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Network e9d9bede-cfe3-4bb7-a483-9e4a563e5a48 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:00:38.060682 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:38.061686 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-bacf3838-ac1a-405a-b36e-84a4800ab01c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0c3b785-8abd-4f51-bac0-18e8ac01f6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817249 Feb 09 22:00:38.068147 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (42593b6c-d5a7-4733-8069-73c376b7cb95), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:38.078204 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:00:38.093771 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:38.094290 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:38.094754 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:38.095231 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:38.096152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:38.097103 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:38.097616 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:38.098075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:38.101256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:38.101884 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:38.102382 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:38.103381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:38.103881 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:38.148473 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (310efe07-0ed7-4a99-af43-8be0d3503b0d), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:38.154688 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-69fe5cdd-66bf-4de7-8ab7-6b1e71e07e3b req-f6bb456c-ed58-4a85-b3c6-b12e72b29399 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174922 Feb 09 22:00:38.160297 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6efe754-d7db-4f47-84d1-e7fde3a5743d req-3669c8c3-1bc9-43eb-bc87-864d7e95c1a2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7878671 Feb 09 22:00:38.204335 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (64f670f8-45d5-4b01-92d4-3fff438696cf), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:38.417824 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:38.422577 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:38.424399 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] 10.222.0.71 "PUT /v2.0/ports/310efe07-0ed7-4a99-af43-8be0d3503b0d HTTP/1.1" status: 200 len: 1092 time: 3.4751065 Feb 09 22:00:38.519332 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] Pushing event updated for resources: {'Port': ['ID=42593b6c-d5a7-4733-8069-73c376b7cb95,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:38.645984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa2b2e-2921-4b8f-9578-ddacb54bfb14 req-e6632b9e-3559-43f0-96ed-e103a418b293 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:38.665440 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a8aa2b2e-2921-4b8f-9578-ddacb54bfb14 req-e6632b9e-3559-43f0-96ed-e103a418b293 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c34aeb0-3198-4ba5-bca1-f397bfdd13fc HTTP/1.1" status: 200 len: 945 time: 0.2906973 Feb 09 22:00:38.742464 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-01257355-1ff9-4a15-a834-39854ac3a73c None None] Provisioning complete for port 5572b76c-9edd-406b-a968-cfe342ccfde6 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:38.748485 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-01257355-1ff9-4a15-a834-39854ac3a73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5572b76c-9edd-406b-a968-cfe342ccfde6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:38.785500 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5572b76c-9edd-406b-a968-cfe342ccfde6), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:38.848852 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] Attempting to bind port 42593b6c-d5a7-4733-8069-73c376b7cb95 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:00:38.849365 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] Attempting to bind port 42593b6c-d5a7-4733-8069-73c376b7cb95 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'd81e95cc-12c9-4fc2-a92c-b31a2317f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e0c3b785-8abd-4f51-bac0-18e8ac01f6b1'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:00:38.857029 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] Attempting to bind port 42593b6c-d5a7-4733-8069-73c376b7cb95 on network e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:38.880629 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-bc1e23b5-05a6-47f2-95ff-8cf41fd60ddc service neutron] 10.222.0.42 "GET /v2.0/networks/e0c3b785-8abd-4f51-bac0-18e8ac01f6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7883496 Feb 09 22:00:38.884837 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] Port 42593b6c-d5a7-4733-8069-73c376b7cb95 on network e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:00:38.885162 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] Attempting to bind port 42593b6c-d5a7-4733-8069-73c376b7cb95 on network e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:38.902833 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:00:38.903947 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] Checking segment: {'id': 'd81e95cc-12c9-4fc2-a92c-b31a2317f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e0c3b785-8abd-4f51-bac0-18e8ac01f6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:00:38.904584 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] Bound using segment: {'id': 'd81e95cc-12c9-4fc2-a92c-b31a2317f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e0c3b785-8abd-4f51-bac0-18e8ac01f6b1'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:00:38.905286 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] Bound port: 42593b6c-d5a7-4733-8069-73c376b7cb95, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd81e95cc-12c9-4fc2-a92c-b31a2317f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e0c3b785-8abd-4f51-bac0-18e8ac01f6b1'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:00:38.905833 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (42593b6c-d5a7-4733-8069-73c376b7cb95), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:38.915838 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea1dbe-8920-45b5-814c-6b6b66a9a96f service neutron] Pushing event updated for resources: {'Port': ['ID=310efe07-0ed7-4a99-af43-8be0d3503b0d,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:38.976887 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-01257355-1ff9-4a15-a834-39854ac3a73c None None] Port 5572b76c-9edd-406b-a968-cfe342ccfde6 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:00:38.993190 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a8aa2b2e-2921-4b8f-9578-ddacb54bfb14 req-bd232a6b-799a-403b-b8ae-3492fb1cdbd7 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264685 Feb 09 22:00:39.024529 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-910475ab-2584-476d-9e5b-20fb51e56e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:39.026913 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-910475ab-2584-476d-9e5b-20fb51e56e60 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dab41ad500d44c4aa5cde6c9ad4c2dfe&device_id=fc572a35-cfe3-409b-b29d-dc067b4b2682 HTTP/1.1" status: 200 len: 1126 time: 0.5235007 Feb 09 22:00:39.254605 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-2b0adc15-40b3-4663-830a-cbf6c43b8881 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=310efe07-0ed7-4a99-af43-8be0d3503b0d HTTP/1.1" status: 200 len: 217 time: 0.2196281 Feb 09 22:00:39.690449 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-d9365564-15d9-48a0-9f37-3dd2bf9c7239 service neutron] 10.222.0.42 "GET /v2.0/networks/e0c3b785-8abd-4f51-bac0-18e8ac01f6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7793236 Feb 09 22:00:39.778184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] For port 42593b6c-d5a7-4733-8069-73c376b7cb95, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:00:39.800834 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] For port 42593b6c-d5a7-4733-8069-73c376b7cb95, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=42593b6c-d5a7-4733-8069-73c376b7cb95,segment=NetworkSegment(d81e95cc-12c9-4fc2-a92c-b31a2317f642),segment_id=d81e95cc-12c9-4fc2-a92c-b31a2317f642)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:00:39.824131 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-3002b2cc-1049-46e0-b975-2f355eb58e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:39.829904 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-3002b2cc-1049-46e0-b975-2f355eb58e52 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=784fcd9d-6d9f-4fd8-bb44-1db22e50a1f9 HTTP/1.1" status: 200 len: 858 time: 0.4713800 Feb 09 22:00:39.834028 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (42593b6c-d5a7-4733-8069-73c376b7cb95), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:39.992505 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for port (5572b76c-9edd-406b-a968-cfe342ccfde6), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:40.070644 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87c3ee-f61d-49dc-9b74-dcc078ce8cc6 req-a4360f9e-83cb-44bb-b932-1d2097ed0935 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:40.083280 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c87c3ee-f61d-49dc-9b74-dcc078ce8cc6 req-a4360f9e-83cb-44bb-b932-1d2097ed0935 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/ports?device_id=50fe6691-4c1b-4368-918f-178c5c4a84ff HTTP/1.1" status: 200 len: 944 time: 0.1923680 Feb 09 22:00:40.105635 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-9ce76bff-0ee4-4231-8b5c-6930fe084781 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e0c3b785-8abd-4f51-bac0-18e8ac01f6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2689452 Feb 09 22:00:40.107007 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (5572b76c-9edd-406b-a968-cfe342ccfde6), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:40.184738 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:40.186164 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:40.193422 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] 10.222.0.42 "PUT /v2.0/ports/42593b6c-d5a7-4733-8069-73c376b7cb95 HTTP/1.1" status: 200 len: 1092 time: 3.8808904 Feb 09 22:00:40.304340 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3d0ee-38da-4c89-bfda-8897a57e32a8 service neutron] Pushing event updated for resources: {'Port': ['ID=42593b6c-d5a7-4733-8069-73c376b7cb95,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:40.468693 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c87c3ee-f61d-49dc-9b74-dcc078ce8cc6 req-30f672c5-afde-4766-8e46-813ff6ce7738 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/security-groups?id=371e990e-62b0-4a66-bd1f-b6975f7a6b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819382 Feb 09 22:00:40.475375 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-28ba8423-9384-4048-a25b-d05083f3f9a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:40.525031 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-1ceae6e9-5ee8-4e2e-accc-e94a2da1cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:40.525031 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-1ceae6e9-5ee8-4e2e-accc-e94a2da1cffe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dab41ad500d44c4aa5cde6c9ad4c2dfe&device_id=50fe6691-4c1b-4368-918f-178c5c4a84ff HTTP/1.1" status: 200 len: 1126 time: 0.1977699 Feb 09 22:00:40.528118 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (64f670f8-45d5-4b01-92d4-3fff438696cf), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:40.555803 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'Port': ['ID=5572b76c-9edd-406b-a968-cfe342ccfde6,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:40.594542 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-79802a51-baab-467c-9572-4d18ff3adec7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42593b6c-d5a7-4733-8069-73c376b7cb95 HTTP/1.1" status: 200 len: 217 time: 0.0712740 Feb 09 22:00:40.653840 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f95730-06d8-4ece-8b12-6844d0edd21e x-openstack-request-id: req-e0f95730-06d8-4ece-8b12-6844d0edd21e {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:40.654163 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff31ce6-a63e-4129-9b9d-b922889f4e0d", "tag": "040306bf-d434-47c0-a3ec-e752e36bca21", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:40.654585 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e0f95730-06d8-4ece-8b12-6844d0edd21e {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:40.654865 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff31ce6-a63e-4129-9b9d-b922889f4e0d', 'tag': '040306bf-d434-47c0-a3ec-e752e36bca21', 'status': 'completed', 'code': 200} Feb 09 22:00:40.769463 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-98aba296-6805-4703-87a3-7097908d0538 service neutron] 10.222.0.71 "GET /v2.0/networks/e0c3b785-8abd-4f51-bac0-18e8ac01f6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365912 Feb 09 22:00:40.899052 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Network e9d9bede-cfe3-4bb7-a483-9e4a563e5a48 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:00:40.904981 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:40.932309 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84eadab-80e2-446d-8a50-8f21f1c43647 req-57b93061-7467-4a17-b106-c43c81e03a89 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:40.944517 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c84eadab-80e2-446d-8a50-8f21f1c43647 req-57b93061-7467-4a17-b106-c43c81e03a89 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.1545141 Feb 09 22:00:41.448300 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-bffa217d-72e1-4e66-bc44-0b33fb4ead29 None None] Provisioning complete for port 5572b76c-9edd-406b-a968-cfe342ccfde6 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:41.448689 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bffa217d-72e1-4e66-bc44-0b33fb4ead29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5572b76c-9edd-406b-a968-cfe342ccfde6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:41.481241 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c84eadab-80e2-446d-8a50-8f21f1c43647 req-b4243b9d-e28e-447e-94e1-fd032525e69f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324929 Feb 09 22:00:41.531567 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd480b-4689-459a-b257-e1ac07858d39 req-7db5c5f5-3248-44aa-9ea2-8f4e229ea347 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:41.533561 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1abd480b-4689-459a-b257-e1ac07858d39 req-7db5c5f5-3248-44aa-9ea2-8f4e229ea347 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] 10.222.0.42 "GET /v2.0/ports?device_id=67420f9b-216d-4582-9442-110864f98aa0 HTTP/1.1" status: 200 len: 946 time: 0.5520158 Feb 09 22:00:41.603023 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bffa217d-72e1-4e66-bc44-0b33fb4ead29 None None] Port 5572b76c-9edd-406b-a968-cfe342ccfde6 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:00:41.609944 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:41.732793 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Router 64f670f8-45d5-4b01-92d4-3fff438696cf has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:00:41.964102 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-db4d11f9-d34d-40c9-bd03-d46ee83b53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:41.965667 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-db4d11f9-d34d-40c9-bd03-d46ee83b53e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=784fcd9d-6d9f-4fd8-bb44-1db22e50a1f9 HTTP/1.1" status: 200 len: 858 time: 1.3515439 Feb 09 22:00:41.993427 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884ea61-1266-4c25-bb6f-3c40703c12df req-c8272c26-a494-4456-882a-9ee1df378ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:41.998285 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f884ea61-1266-4c25-bb6f-3c40703c12df req-c8272c26-a494-4456-882a-9ee1df378ce0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dab41ad500d44c4aa5cde6c9ad4c2dfe&device_id=fff31ce6-a63e-4129-9b9d-b922889f4e0d HTTP/1.1" status: 200 len: 1126 time: 1.3393433 Feb 09 22:00:42.080857 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578d9f9-b42e-48e3-a6f8-f4ed01378ee6 req-add6416c-4104-4f2d-8e96-9d3d5202c455 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:42.085403 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b578d9f9-b42e-48e3-a6f8-f4ed01378ee6 req-add6416c-4104-4f2d-8e96-9d3d5202c455 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] 10.222.0.77 "GET /v2.0/ports?device_id=67420f9b-216d-4582-9442-110864f98aa0 HTTP/1.1" status: 200 len: 946 time: 0.4238739 Feb 09 22:00:42.118716 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884ea61-1266-4c25-bb6f-3c40703c12df req-d5ff89dc-2f80-4453-b76f-e62e73c5daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:42.120272 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f884ea61-1266-4c25-bb6f-3c40703c12df req-d5ff89dc-2f80-4453-b76f-e62e73c5daf1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 HTTP/1.1" status: 200 len: 919 time: 0.1145349 Feb 09 22:00:42.179202 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-1abd480b-4689-459a-b257-e1ac07858d39 req-ecec8161-4723-4e5c-8d76-3ff705d1034c tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Deleting port 78c27984-8881-4e77-848e-bb16ebd35767 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:00:42.179552 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1abd480b-4689-459a-b257-e1ac07858d39 req-ecec8161-4723-4e5c-8d76-3ff705d1034c tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (78c27984-8881-4e77-848e-bb16ebd35767), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:42.354738 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b578d9f9-b42e-48e3-a6f8-f4ed01378ee6 req-bf5cb275-07d6-4c0b-8ad9-52b8ff1474ad tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] 10.222.0.77 "GET /v2.0/security-groups?id=745b3887-1fbe-44b1-b4d5-4ff72db69368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498152 Feb 09 22:00:42.365985 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f884ea61-1266-4c25-bb6f-3c40703c12df req-b427877c-0e12-4fba-9aa8-98c9da11f01d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=040306bf-d434-47c0-a3ec-e752e36bca21 HTTP/1.1" status: 200 len: 217 time: 0.1805289 Feb 09 22:00:42.369496 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-f2dc20a7-227d-4053-af3e-8e9727507acb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0c3b785-8abd-4f51-bac0-18e8ac01f6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3950934 Feb 09 22:00:42.418166 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 040306bf-d434-47c0-a3ec-e752e36bca21 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:00:42.475194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:00:42.507678 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-df6bde20-d132-45f6-9802-a6bf610f0b29 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "PUT /v2.0/routers/64f670f8-45d5-4b01-92d4-3fff438696cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0438867 Feb 09 22:00:42.542645 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-1abd480b-4689-459a-b257-e1ac07858d39 req-ecec8161-4723-4e5c-8d76-3ff705d1034c tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] For port 78c27984-8881-4e77-848e-bb16ebd35767, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=78c27984-8881-4e77-848e-bb16ebd35767,segment=NetworkSegment(1fc44f22-3e62-416f-a4ad-228f991dde60),segment_id=1fc44f22-3e62-416f-a4ad-228f991dde60)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:42.545771 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1abd480b-4689-459a-b257-e1ac07858d39 req-ecec8161-4723-4e5c-8d76-3ff705d1034c tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (78c27984-8881-4e77-848e-bb16ebd35767), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:42.589336 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] Sync routers for ids ['64f670f8-45d5-4b01-92d4-3fff438696cf'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:00:42.597508 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-1abd480b-4689-459a-b257-e1ac07858d39 req-ecec8161-4723-4e5c-8d76-3ff705d1034c tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Calling delete_port for 78c27984-8881-4e77-848e-bb16ebd35767 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:00:42.669110 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] Routers {'64f670f8-45d5-4b01-92d4-3fff438696cf'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:00:42.682058 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:00:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['64f670f8-45d5-4b01-92d4-3fff438696cf'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:42.690816 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc572a35-cfe3-409b-b29d-dc067b4b2682', 'tag': '310efe07-0ed7-4a99-af43-8be0d3503b0d'}, {'name': 'network-changed', 'server_uuid': '50fe6691-4c1b-4368-918f-178c5c4a84ff', 'tag': '42593b6c-d5a7-4733-8069-73c376b7cb95'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:42.694896 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc57fd4f-989c-4342-9b00-766f7a542f19" -d '{"events": [{"name": "network-changed", "server_uuid": "fc572a35-cfe3-409b-b29d-dc067b4b2682", "tag": "310efe07-0ed7-4a99-af43-8be0d3503b0d"}, {"name": "network-changed", "server_uuid": "50fe6691-4c1b-4368-918f-178c5c4a84ff", "tag": "42593b6c-d5a7-4733-8069-73c376b7cb95"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:42.702426 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-120ab350-3e2b-4fa5-9694-f6ae5429dba3 service neutron] 10.222.0.42 "GET /v2.0/networks/e0c3b785-8abd-4f51-bac0-18e8ac01f6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817066 Feb 09 22:00:42.943228 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-4721199c-dca6-463c-bdf3-5c3223755c9e service neutron] 10.222.0.42 "GET /v2.0/networks/e0c3b785-8abd-4f51-bac0-18e8ac01f6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136905 Feb 09 22:00:42.975976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7806a-596f-42f7-8e1d-b41dbad7f70f req-1c9ff943-85a2-48e4-b73f-fc079445d4e6 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:42.994698 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7bf7806a-596f-42f7-8e1d-b41dbad7f70f req-1c9ff943-85a2-48e4-b73f-fc079445d4e6 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/ports?device_id=50fe6691-4c1b-4368-918f-178c5c4a84ff HTTP/1.1" status: 200 len: 944 time: 0.2341955 Feb 09 22:00:43.031693 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6e08dfb7-38f8-4cff-8e7d-fb5725867de5 req-cafb809c-ebeb-48f2-8809-08dbd80e0330 service neutron] 10.222.0.71 "GET /v2.0/networks/e0c3b785-8abd-4f51-bac0-18e8ac01f6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2263463 Feb 09 22:00:43.064939 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884ea61-1266-4c25-bb6f-3c40703c12df req-1a80c2a6-e334-4bab-8487-d62c01750e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:43.067372 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f884ea61-1266-4c25-bb6f-3c40703c12df req-1a80c2a6-e334-4bab-8487-d62c01750e7f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=784fcd9d-6d9f-4fd8-bb44-1db22e50a1f9 HTTP/1.1" status: 200 len: 858 time: 0.6832235 Feb 09 22:00:43.191722 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f884ea61-1266-4c25-bb6f-3c40703c12df req-6c170d02-66b4-4bab-9c36-a61a71675ae3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0c3b785-8abd-4f51-bac0-18e8ac01f6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139865 Feb 09 22:00:43.295276 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 040306bf-d434-47c0-a3ec-e752e36bca21, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=040306bf-d434-47c0-a3ec-e752e36bca21,segment=NetworkSegment(d81e95cc-12c9-4fc2-a92c-b31a2317f642),segment_id=d81e95cc-12c9-4fc2-a92c-b31a2317f642)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:43.360756 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:43.377991 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '040306bf-d434-47c0-a3ec-e752e36bca21', 'network_id': 'e0c3b785-8abd-4f51-bac0-18e8ac01f6b1', 'port_id': '040306bf-d434-47c0-a3ec-e752e36bca21', 'mac_address': 'fa:16:3e:90:35:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784fcd9d-6d9f-4fd8-bb44-1db22e50a1f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:00:43.390351 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7bf7806a-596f-42f7-8e1d-b41dbad7f70f req-ed3d08fa-1419-4cfe-8110-a1b7cd48c79e tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/security-groups?id=371e990e-62b0-4a66-bd1f-b6975f7a6b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943031 Feb 09 22:00:43.397401 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1abd480b-4689-459a-b257-e1ac07858d39 req-ecec8161-4723-4e5c-8d76-3ff705d1034c tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (78c27984-8881-4e77-848e-bb16ebd35767), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:43.462771 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['78c27984-8881-4e77-848e-bb16ebd35767'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:00:43.533660 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec8161-4723-4e5c-8d76-3ff705d1034c tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Pushing event deleted for resources: {'Port': ['ID=78c27984-8881-4e77-848e-bb16ebd35767,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:43.624410 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f884ea61-1266-4c25-bb6f-3c40703c12df req-e356a707-b86e-4c76-9c4e-bf16db1d2235 service neutron] 10.222.0.42 "GET /v2.0/networks/e0c3b785-8abd-4f51-bac0-18e8ac01f6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245055 Feb 09 22:00:43.673985 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 040306bf-d434-47c0-a3ec-e752e36bca21 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:43.687318 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (040306bf-d434-47c0-a3ec-e752e36bca21), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:43.691023 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] Set router 64f670f8-45d5-4b01-92d4-3fff438696cf gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:00:43.773000 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abd480b-4689-459a-b257-e1ac07858d39 req-ecec8161-4723-4e5c-8d76-3ff705d1034c tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] No DVR routers for this DVR port 78c27984-8881-4e77-848e-bb16ebd35767 on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:00:43.804520 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1abd480b-4689-459a-b257-e1ac07858d39 req-ecec8161-4723-4e5c-8d76-3ff705d1034c tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:43.814727 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1abd480b-4689-459a-b257-e1ac07858d39 req-ecec8161-4723-4e5c-8d76-3ff705d1034c tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] 10.222.0.42 "DELETE /v2.0/ports/78c27984-8881-4e77-848e-bb16ebd35767 HTTP/1.1" status: 204 len: 173 time: 2.2675436 Feb 09 22:00:43.817809 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67420f9b-216d-4582-9442-110864f98aa0', 'name': 'network-vif-deleted', 'tag': '78c27984-8881-4e77-848e-bb16ebd35767'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:43.833946 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a30acee-59de-43df-8c95-af4c8800895d" -d '{"events": [{"server_uuid": "67420f9b-216d-4582-9442-110864f98aa0", "name": "network-vif-deleted", "tag": "78c27984-8881-4e77-848e-bb16ebd35767"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:43.860973 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 040306bf-d434-47c0-a3ec-e752e36bca21 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:00:43.972806 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfbef3-1618-47fe-9bb0-bdf10a485163 req-1fe560fa-91b2-4ce6-8efd-ec233ee40862 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:43.980516 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5dcfbef3-1618-47fe-9bb0-bdf10a485163 req-1fe560fa-91b2-4ce6-8efd-ec233ee40862 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.3439331 Feb 09 22:00:44.001873 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 040306bf-d434-47c0-a3ec-e752e36bca21, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=040306bf-d434-47c0-a3ec-e752e36bca21,segment=NetworkSegment(d81e95cc-12c9-4fc2-a92c-b31a2317f642),segment_id=d81e95cc-12c9-4fc2-a92c-b31a2317f642)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:44.022683 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (040306bf-d434-47c0-a3ec-e752e36bca21), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:44.086731 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f884ea61-1266-4c25-bb6f-3c40703c12df req-beed5f3d-a41d-4c59-94d6-b0613409add6 service neutron] 10.222.0.42 "GET /v2.0/networks/e0c3b785-8abd-4f51-bac0-18e8ac01f6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515648 Feb 09 22:00:44.190722 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5dcfbef3-1618-47fe-9bb0-bdf10a485163 req-dd88ed8b-276f-48a6-a71b-90e385954038 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798887 Feb 09 22:00:44.265078 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=040306bf-d434-47c0-a3ec-e752e36bca21,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:44.335793 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['040306bf-d434-47c0-a3ec-e752e36bca21'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:00:44.381780 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597f6a0e-7036-4db6-a7d6-201c4d83e208 x-openstack-request-id: req-597f6a0e-7036-4db6-a7d6-201c4d83e208 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:44.385253 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc572a35-cfe3-409b-b29d-dc067b4b2682", "tag": "310efe07-0ed7-4a99-af43-8be0d3503b0d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "50fe6691-4c1b-4368-918f-178c5c4a84ff", "tag": "42593b6c-d5a7-4733-8069-73c376b7cb95", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:44.386395 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-597f6a0e-7036-4db6-a7d6-201c4d83e208 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:44.386800 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc572a35-cfe3-409b-b29d-dc067b4b2682', 'tag': '310efe07-0ed7-4a99-af43-8be0d3503b0d', 'status': 'completed', 'code': 200} Feb 09 22:00:44.387281 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fe6691-4c1b-4368-918f-178c5c4a84ff', 'tag': '42593b6c-d5a7-4733-8069-73c376b7cb95', 'status': 'completed', 'code': 200} Feb 09 22:00:44.470883 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 78c27984-8881-4e77-848e-bb16ebd35767 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:00:44.539158 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 78c27984-8881-4e77-848e-bb16ebd35767 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:00:44.540516 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 78c27984-8881-4e77-848e-bb16ebd35767 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:00:44.642889 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:44.725490 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5dc6eb14-ebc9-4ff0-98ec-f4fe455a28c9 req-b3bf498d-9549-4e98-8608-828abae4ccb2 tempest-InstanceActionsNegativeTestJSON-51313895 tempest-InstanceActionsNegativeTestJSON-51313895-project] 10.222.0.77 "GET /v2.0/ports?device_id=67420f9b-216d-4582-9442-110864f98aa0 HTTP/1.1" status: 200 len: 210 time: 0.0981011 Feb 09 22:00:44.825934 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57fd4f-989c-4342-9b00-766f7a542f19 req-b906cce3-f79c-4029-ae3c-ad64d5022bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:44.828827 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dc57fd4f-989c-4342-9b00-766f7a542f19 req-b906cce3-f79c-4029-ae3c-ad64d5022bcb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dab41ad500d44c4aa5cde6c9ad4c2dfe&device_id=fc572a35-cfe3-409b-b29d-dc067b4b2682 HTTP/1.1" status: 200 len: 1126 time: 0.4351044 Feb 09 22:00:44.879969 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57fd4f-989c-4342-9b00-766f7a542f19 req-db955c01-d214-4649-923c-686d06bdffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:44.883187 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dc57fd4f-989c-4342-9b00-766f7a542f19 req-db955c01-d214-4649-923c-686d06bdffec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dab41ad500d44c4aa5cde6c9ad4c2dfe&device_id=50fe6691-4c1b-4368-918f-178c5c4a84ff HTTP/1.1" status: 200 len: 1126 time: 0.4357042 Feb 09 22:00:45.068331 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'name': 'tempest-TestNetworkBasicOps-router-285762215', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:39Z', 'updated_at': '2022-02-09T22:00:38Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:42Z', 'updated_at': '2022-02-09T21:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '12ed8035-e80a-42f4-9a67-396b73cba418', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'port_id': '17e9bf21-74f7-4628-984d-92938a0a0e2c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'mac_address': 'fa:16:3e:26:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579c1865-30b0-4eb9-8ace-00713a3f9854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:58:39Z', 'updated_at': '2022-02-09T21:58:47Z', 'revision_number': 1, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac58b77-3b11-4e2c-b43f-1ffb558c83cc', 'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:43:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:53Z', 'updated_at': '2022-02-09T21:58:08Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5572b76c-9edd-406b-a968-cfe342ccfde6', 'name': '', 'network_id': 'e9d9bede-cfe3-4bb7-a483-9e4a563e5a48', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:f9:20:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '47279ddc-40d2-4ecc-b50d-6addbc8bd2ee', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:35Z', 'updated_at': '2022-02-09T22:00:39Z', 'revision_number': 2, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': '47279ddc-40d2-4ecc-b50d-6addbc8bd2ee', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:45.119360 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd00d35b-4bc9-4967-905d-83c37485368a x-openstack-request-id: req-fd00d35b-4bc9-4967-905d-83c37485368a {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:45.126697 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67420f9b-216d-4582-9442-110864f98aa0", "name": "network-vif-deleted", "tag": "78c27984-8881-4e77-848e-bb16ebd35767", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:45.126697 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd00d35b-4bc9-4967-905d-83c37485368a {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:45.126697 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67420f9b-216d-4582-9442-110864f98aa0', 'name': 'network-vif-deleted', 'tag': '78c27984-8881-4e77-848e-bb16ebd35767', 'status': 'completed', 'code': 200} Feb 09 22:00:45.154776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] Checking router: 64f670f8-45d5-4b01-92d4-3fff438696cf for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:00:45.155382 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] Updating router 64f670f8-45d5-4b01-92d4-3fff438696cf port 5572b76c-9edd-406b-a968-cfe342ccfde6 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:00:45.215488 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5572b76c-9edd-406b-a968-cfe342ccfde6), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:45.239794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57fd4f-989c-4342-9b00-766f7a542f19 req-438807aa-7464-4e40-a27d-9c769379e844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:45.239794 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dc57fd4f-989c-4342-9b00-766f7a542f19 req-438807aa-7464-4e40-a27d-9c769379e844 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 HTTP/1.1" status: 200 len: 919 time: 0.4039061 Feb 09 22:00:45.247947 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57fd4f-989c-4342-9b00-766f7a542f19 req-96bb5f7f-9ae7-4396-9eb8-41ccd43c18f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:45.249991 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dc57fd4f-989c-4342-9b00-766f7a542f19 req-96bb5f7f-9ae7-4396-9eb8-41ccd43c18f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 HTTP/1.1" status: 200 len: 919 time: 0.3108435 Feb 09 22:00:45.339489 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f4382-c8da-4997-aa18-b615da6e1249 req-8975efa2-e405-4075-9784-874092aba846 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:45.356726 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-091f4382-c8da-4997-aa18-b615da6e1249 req-8975efa2-e405-4075-9784-874092aba846 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/ports?device_id=50fe6691-4c1b-4368-918f-178c5c4a84ff HTTP/1.1" status: 200 len: 944 time: 0.1350598 Feb 09 22:00:45.437200 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dc57fd4f-989c-4342-9b00-766f7a542f19 req-1fe923f0-cf47-43c3-85de-35d7ef60294d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=310efe07-0ed7-4a99-af43-8be0d3503b0d HTTP/1.1" status: 200 len: 217 time: 0.1838269 Feb 09 22:00:45.485438 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-091f4382-c8da-4997-aa18-b615da6e1249 req-925f89d6-1c0a-4efc-bf4d-a0ff9e05b49a tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/security-groups?id=371e990e-62b0-4a66-bd1f-b6975f7a6b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266150 Feb 09 22:00:45.505135 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 310efe07-0ed7-4a99-af43-8be0d3503b0d details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:00:45.524364 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:45.555313 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dc57fd4f-989c-4342-9b00-766f7a542f19 req-c3c69598-528e-48cd-a64f-a31da9913004 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42593b6c-d5a7-4733-8069-73c376b7cb95 HTTP/1.1" status: 200 len: 217 time: 0.2700148 Feb 09 22:00:45.656277 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.resource_extend [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 22:00:45.770307 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57fd4f-989c-4342-9b00-766f7a542f19 req-4c688862-3c65-43c6-94e5-276f6f6b2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:45.773439 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dc57fd4f-989c-4342-9b00-766f7a542f19 req-4c688862-3c65-43c6-94e5-276f6f6b2a48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=784fcd9d-6d9f-4fd8-bb44-1db22e50a1f9 HTTP/1.1" status: 200 len: 858 time: 0.1737039 Feb 09 22:00:45.900455 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 310efe07-0ed7-4a99-af43-8be0d3503b0d, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=310efe07-0ed7-4a99-af43-8be0d3503b0d,segment=NetworkSegment(d81e95cc-12c9-4fc2-a92c-b31a2317f642),segment_id=d81e95cc-12c9-4fc2-a92c-b31a2317f642)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:45.913263 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dc57fd4f-989c-4342-9b00-766f7a542f19 req-b2cf4154-191f-4cea-8235-57b0b08b30ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0c3b785-8abd-4f51-bac0-18e8ac01f6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270986 Feb 09 22:00:45.916134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57fd4f-989c-4342-9b00-766f7a542f19 req-8644c949-17e0-41e0-86a8-524c23e6a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:45.918815 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dc57fd4f-989c-4342-9b00-766f7a542f19 req-8644c949-17e0-41e0-86a8-524c23e6a899 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=784fcd9d-6d9f-4fd8-bb44-1db22e50a1f9 HTTP/1.1" status: 200 len: 858 time: 0.3989661 Feb 09 22:00:46.003689 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dc57fd4f-989c-4342-9b00-766f7a542f19 req-ba7cd32d-f07b-4687-b173-65b8dc44ecfe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e0c3b785-8abd-4f51-bac0-18e8ac01f6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520506 Feb 09 22:00:46.008188 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] Publish callbacks [] for port (5572b76c-9edd-406b-a968-cfe342ccfde6), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:46.038256 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '310efe07-0ed7-4a99-af43-8be0d3503b0d', 'network_id': 'e0c3b785-8abd-4f51-bac0-18e8ac01f6b1', 'port_id': '310efe07-0ed7-4a99-af43-8be0d3503b0d', 'mac_address': 'fa:16:3e:b0:9f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784fcd9d-6d9f-4fd8-bb44-1db22e50a1f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:00:46.047790 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5572b76c-9edd-406b-a968-cfe342ccfde6), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:46.312323 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dc57fd4f-989c-4342-9b00-766f7a542f19 req-dfc965f5-2e99-4446-bf60-30eacef7ebb1 service neutron] 10.222.0.42 "GET /v2.0/networks/e0c3b785-8abd-4f51-bac0-18e8ac01f6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921313 Feb 09 22:00:46.317399 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dc57fd4f-989c-4342-9b00-766f7a542f19 req-617d9b85-f7f5-4757-8106-6c8847df3379 service neutron] 10.222.0.71 "GET /v2.0/networks/e0c3b785-8abd-4f51-bac0-18e8ac01f6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920935 Feb 09 22:00:46.494456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 42593b6c-d5a7-4733-8069-73c376b7cb95 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:00:46.498449 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 040306bf-d434-47c0-a3ec-e752e36bca21 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:46.516808 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:46.743233 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] Attempting to bind port 5572b76c-9edd-406b-a968-cfe342ccfde6 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:00:46.744110 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] Attempting to bind port 5572b76c-9edd-406b-a968-cfe342ccfde6 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'e1adfee6-9ba3-43b9-a641-6b9bda302edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9d9bede-cfe3-4bb7-a483-9e4a563e5a48'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:00:46.744933 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] Attempting to bind port 5572b76c-9edd-406b-a968-cfe342ccfde6 on network e9d9bede-cfe3-4bb7-a483-9e4a563e5a48 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:46.750710 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 310efe07-0ed7-4a99-af43-8be0d3503b0d is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:46.751714 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (310efe07-0ed7-4a99-af43-8be0d3503b0d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:46.796159 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df46e0-c456-49f8-a740-1808c16d1a5a None None] Pushing event updated for resources: {'Port': ['ID=5572b76c-9edd-406b-a968-cfe342ccfde6,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:46.866515 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dc57fd4f-989c-4342-9b00-766f7a542f19 req-e2be340b-1bd4-4a8d-8457-d25afdbeae9e service neutron] 10.222.0.71 "GET /v2.0/networks/e0c3b785-8abd-4f51-bac0-18e8ac01f6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5431077 Feb 09 22:00:46.973937 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 42593b6c-d5a7-4733-8069-73c376b7cb95, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=42593b6c-d5a7-4733-8069-73c376b7cb95,segment=NetworkSegment(d81e95cc-12c9-4fc2-a92c-b31a2317f642),segment_id=d81e95cc-12c9-4fc2-a92c-b31a2317f642)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:46.985249 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442a9d4-d59f-4cb2-a9f1-797e53c29106 req-f1ef2757-3b27-463d-89ee-df83903bb16e tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:46.992079 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-dc57fd4f-989c-4342-9b00-766f7a542f19 req-d25f163a-c146-43c8-9707-96d55d9994f5 service neutron] 10.222.0.42 "GET /v2.0/networks/e0c3b785-8abd-4f51-bac0-18e8ac01f6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5730984 Feb 09 22:00:47.011029 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310efe07-0ed7-4a99-af43-8be0d3503b0d {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:00:47.023682 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3442a9d4-d59f-4cb2-a9f1-797e53c29106 req-f1ef2757-3b27-463d-89ee-df83903bb16e tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.3391080 Feb 09 22:00:47.030169 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:00:47.031042 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] Checking segment: {'id': 'e1adfee6-9ba3-43b9-a641-6b9bda302edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9d9bede-cfe3-4bb7-a483-9e4a563e5a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:00:47.031583 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:47.032128 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] Bound using segment: {'id': 'e1adfee6-9ba3-43b9-a641-6b9bda302edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9d9bede-cfe3-4bb7-a483-9e4a563e5a48'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:00:47.032753 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] Bound port: 5572b76c-9edd-406b-a968-cfe342ccfde6, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1adfee6-9ba3-43b9-a641-6b9bda302edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e9d9bede-cfe3-4bb7-a483-9e4a563e5a48'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:00:47.033381 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5572b76c-9edd-406b-a968-cfe342ccfde6), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:47.067610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '42593b6c-d5a7-4733-8069-73c376b7cb95', 'network_id': 'e0c3b785-8abd-4f51-bac0-18e8ac01f6b1', 'port_id': '42593b6c-d5a7-4733-8069-73c376b7cb95', 'mac_address': 'fa:16:3e:98:c3:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784fcd9d-6d9f-4fd8-bb44-1db22e50a1f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:00:47.077627 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ab90a315-3180-458d-8004-3da687ea1a25 None None] Provisioning complete for port 5572b76c-9edd-406b-a968-cfe342ccfde6 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:47.077627 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ab90a315-3180-458d-8004-3da687ea1a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5572b76c-9edd-406b-a968-cfe342ccfde6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:47.302422 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3442a9d4-d59f-4cb2-a9f1-797e53c29106 req-11d2b9dc-7552-48dc-81d3-ddf5db3f809a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695029 Feb 09 22:00:47.362389 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ab90a315-3180-458d-8004-3da687ea1a25 None None] Port 5572b76c-9edd-406b-a968-cfe342ccfde6 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:00:47.420322 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 310efe07-0ed7-4a99-af43-8be0d3503b0d, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=310efe07-0ed7-4a99-af43-8be0d3503b0d,segment=NetworkSegment(d81e95cc-12c9-4fc2-a92c-b31a2317f642),segment_id=d81e95cc-12c9-4fc2-a92c-b31a2317f642)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:47.439520 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (310efe07-0ed7-4a99-af43-8be0d3503b0d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:47.564742 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 040306bf-d434-47c0-a3ec-e752e36bca21 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:00:47.575006 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=310efe07-0ed7-4a99-af43-8be0d3503b0d,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:47.587225 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52692) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:47.621686 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 040306bf-d434-47c0-a3ec-e752e36bca21 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:47.622128 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (040306bf-d434-47c0-a3ec-e752e36bca21), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:47.796273 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 42593b6c-d5a7-4733-8069-73c376b7cb95 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:47.797286 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (42593b6c-d5a7-4733-8069-73c376b7cb95), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:47.828642 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec8ce74-46a8-49f2-a51b-e1c91d5e9a30 admin admin] Deleting subnet 8ba97fff-83bc-4419-b511-514991efff0a {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:00:47.838858 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6ec8ce74-46a8-49f2-a51b-e1c91d5e9a30 admin admin] Publish callbacks [] for subnet (8ba97fff-83bc-4419-b511-514991efff0a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:47.859188 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['310efe07-0ed7-4a99-af43-8be0d3503b0d'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:00:47.861925 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] For port 5572b76c-9edd-406b-a968-cfe342ccfde6, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:00:47.939627 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6ec8ce74-46a8-49f2-a51b-e1c91d5e9a30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (8ba97fff-83bc-4419-b511-514991efff0a), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:47.956078 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42593b6c-d5a7-4733-8069-73c376b7cb95 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:00:47.964277 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a55098-9543-44aa-b0e9-642143c1b750 req-ce169335-2894-448a-9ca5-388c23db0580 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:47.989923 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31a55098-9543-44aa-b0e9-642143c1b750 req-ce169335-2894-448a-9ca5-388c23db0580 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/ports?device_id=50fe6691-4c1b-4368-918f-178c5c4a84ff HTTP/1.1" status: 200 len: 944 time: 0.2677250 Feb 09 22:00:48.017519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 42593b6c-d5a7-4733-8069-73c376b7cb95, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=42593b6c-d5a7-4733-8069-73c376b7cb95,segment=NetworkSegment(d81e95cc-12c9-4fc2-a92c-b31a2317f642),segment_id=d81e95cc-12c9-4fc2-a92c-b31a2317f642)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:48.100231 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6ec8ce74-46a8-49f2-a51b-e1c91d5e9a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (8ba97fff-83bc-4419-b511-514991efff0a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:48.102161 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] For port 5572b76c-9edd-406b-a968-cfe342ccfde6, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5572b76c-9edd-406b-a968-cfe342ccfde6,segment=NetworkSegment(e1adfee6-9ba3-43b9-a641-6b9bda302edc),segment_id=e1adfee6-9ba3-43b9-a641-6b9bda302edc)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:00:48.116881 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (42593b6c-d5a7-4733-8069-73c376b7cb95), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:48.182241 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31a55098-9543-44aa-b0e9-642143c1b750 req-5a0a8c02-eb24-4a6a-8e31-2e65fc601b44 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/security-groups?id=371e990e-62b0-4a66-bd1f-b6975f7a6b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907358 Feb 09 22:00:48.305795 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 040306bf-d434-47c0-a3ec-e752e36bca21 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:48.306457 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (040306bf-d434-47c0-a3ec-e752e36bca21), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:48.319592 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5572b76c-9edd-406b-a968-cfe342ccfde6), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:48.357956 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6ec8ce74-46a8-49f2-a51b-e1c91d5e9a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (8ba97fff-83bc-4419-b511-514991efff0a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:48.499903 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6ec8ce74-46a8-49f2-a51b-e1c91d5e9a30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:48.510147 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52734) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:48.524584 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6ec8ce74-46a8-49f2-a51b-e1c91d5e9a30 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8ba97fff-83bc-4419-b511-514991efff0a HTTP/1.1" status: 204 len: 168 time: 0.9356678 Feb 09 22:00:48.532495 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8ce74-46a8-49f2-a51b-e1c91d5e9a30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ba97fff-83bc-4419-b511-514991efff0a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:48.612172 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=42593b6c-d5a7-4733-8069-73c376b7cb95,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:48.744219 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['42593b6c-d5a7-4733-8069-73c376b7cb95'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:00:48.776782 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7ab00e6-8612-46e0-a28b-4671b074e1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (e9431098-c977-4f3a-b393-c0460098a903), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:48.804502 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df46e0-c456-49f8-a740-1808c16d1a5a None None] Pushing event updated for resources: {'Port': ['ID=5572b76c-9edd-406b-a968-cfe342ccfde6,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:48.840245 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff31ce6-a63e-4129-9b9d-b922889f4e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040306bf-d434-47c0-a3ec-e752e36bca21'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:48.843218 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999b7315-dade-45f1-8fcc-0d8469d4bd93" -d '{"events": [{"server_uuid": "fff31ce6-a63e-4129-9b9d-b922889f4e0d", "name": "network-vif-plugged", "status": "completed", "tag": "040306bf-d434-47c0-a3ec-e752e36bca21"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:48.862812 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] Routers {'64f670f8-45d5-4b01-92d4-3fff438696cf'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:00:48.863489 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:00:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['64f670f8-45d5-4b01-92d4-3fff438696cf'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:48.967494 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 040306bf-d434-47c0-a3ec-e752e36bca21, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=040306bf-d434-47c0-a3ec-e752e36bca21,segment=NetworkSegment(d81e95cc-12c9-4fc2-a92c-b31a2317f642),segment_id=d81e95cc-12c9-4fc2-a92c-b31a2317f642)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:49.074530 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (040306bf-d434-47c0-a3ec-e752e36bca21), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:49.115071 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-746f2f37-d607-420e-99a6-929f27039ec1 None None] Provisioning complete for port 5572b76c-9edd-406b-a968-cfe342ccfde6 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:49.115695 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-746f2f37-d607-420e-99a6-929f27039ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5572b76c-9edd-406b-a968-cfe342ccfde6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:49.172864 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c0eb4-d86a-4783-b691-c660fa2d25ae req-40328a6b-dd3d-4117-a8e0-0782d448eda1 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:49.188021 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-079c0eb4-d86a-4783-b691-c660fa2d25ae req-40328a6b-dd3d-4117-a8e0-0782d448eda1 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.4185281 Feb 09 22:00:49.448821 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7ab00e6-8612-46e0-a28b-4671b074e1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (e9431098-c977-4f3a-b393-c0460098a903), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:49.514718 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-079c0eb4-d86a-4783-b691-c660fa2d25ae req-380bacd5-47c7-46e9-991d-af8b5ab35b1c tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254194 Feb 09 22:00:49.567291 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b7ab00e6-8612-46e0-a28b-4671b074e1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9431098-c977-4f3a-b393-c0460098a903']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:49.615484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b7ab00e6-8612-46e0-a28b-4671b074e1c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc44f22-3e62-416f-a4ad-228f991dde60') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:49.618673 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b7ab00e6-8612-46e0-a28b-4671b074e1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc44f22-3e62-416f-a4ad-228f991dde60') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:49.662354 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7ab00e6-8612-46e0-a28b-4671b074e1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (1fc44f22-3e62-416f-a4ad-228f991dde60), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:49.714768 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7ab00e6-8612-46e0-a28b-4671b074e1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (1fc44f22-3e62-416f-a4ad-228f991dde60), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:49.740165 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ab00e6-8612-46e0-a28b-4671b074e1c4 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:00:49.744809 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7ab00e6-8612-46e0-a28b-4671b074e1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (1fc44f22-3e62-416f-a4ad-228f991dde60), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:00:49.747076 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:00:49.850805 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d7dba7-5f05-47ef-9760-1fad2def72dd x-openstack-request-id: req-54d7dba7-5f05-47ef-9760-1fad2def72dd {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:49.851306 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff31ce6-a63e-4129-9b9d-b922889f4e0d", "name": "network-vif-plugged", "status": "completed", "tag": "040306bf-d434-47c0-a3ec-e752e36bca21", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:49.851634 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-54d7dba7-5f05-47ef-9760-1fad2def72dd {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:49.859457 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff31ce6-a63e-4129-9b9d-b922889f4e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040306bf-d434-47c0-a3ec-e752e36bca21', 'code': 200} Feb 09 22:00:49.940915 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1d71d-2f74-4e8c-b1a1-f00b7c6698cf req-401a530e-c5d0-46ab-b598-667770daff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:49.947248 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d3e1d71d-2f74-4e8c-b1a1-f00b7c6698cf req-401a530e-c5d0-46ab-b598-667770daff89 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fff31ce6-a63e-4129-9b9d-b922889f4e0d HTTP/1.1" status: 200 len: 1128 time: 0.1805906 Feb 09 22:00:49.980929 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7ab00e6-8612-46e0-a28b-4671b074e1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (e9431098-c977-4f3a-b393-c0460098a903), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:50.001347 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7ab00e6-8612-46e0-a28b-4671b074e1c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:50.025363 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b7ab00e6-8612-46e0-a28b-4671b074e1c4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e9431098-c977-4f3a-b393-c0460098a903 HTTP/1.1" status: 204 len: 168 time: 1.5114384 Feb 09 22:00:50.106451 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d3e1d71d-2f74-4e8c-b1a1-f00b7c6698cf req-744cc21b-9f67-4af1-9d35-dac9996820b3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=371e990e-62b0-4a66-bd1f-b6975f7a6b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506312 Feb 09 22:00:50.244772 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab00e6-8612-46e0-a28b-4671b074e1c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9431098-c977-4f3a-b393-c0460098a903,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:50.322555 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ba876-2743-4802-af93-72e5ee6d8168 req-b44127e4-a82e-4359-98e0-7ae3875684b8 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:50.334486 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c84ba876-2743-4802-af93-72e5ee6d8168 req-b44127e4-a82e-4359-98e0-7ae3875684b8 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/ports?device_id=50fe6691-4c1b-4368-918f-178c5c4a84ff HTTP/1.1" status: 200 len: 945 time: 0.2870464 Feb 09 22:00:50.424726 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=040306bf-d434-47c0-a3ec-e752e36bca21,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:50.517066 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52764) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:50.561893 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c84ba876-2743-4802-af93-72e5ee6d8168 req-7dcae983-2ed5-4d36-b05a-b06d800ddc89 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/security-groups?id=371e990e-62b0-4a66-bd1f-b6975f7a6b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190566 Feb 09 22:00:50.599694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52770) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:50.606616 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] Set router 64f670f8-45d5-4b01-92d4-3fff438696cf gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:00:50.696942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-746f2f37-d607-420e-99a6-929f27039ec1 None None] Current status of the port 5572b76c-9edd-406b-a968-cfe342ccfde6 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:50.697577 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-746f2f37-d607-420e-99a6-929f27039ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5572b76c-9edd-406b-a968-cfe342ccfde6), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:50.767194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52772) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:50.777657 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9b33fd32-83ef-4dc1-899a-84aff36984bb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a6808d30c1944f2098d39b5e94ef2e0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1756377 Feb 09 22:00:50.806152 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-746f2f37-d607-420e-99a6-929f27039ec1 None None] For port 5572b76c-9edd-406b-a968-cfe342ccfde6, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5572b76c-9edd-406b-a968-cfe342ccfde6,segment=NetworkSegment(e1adfee6-9ba3-43b9-a641-6b9bda302edc),segment_id=e1adfee6-9ba3-43b9-a641-6b9bda302edc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:50.869310 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-746f2f37-d607-420e-99a6-929f27039ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5572b76c-9edd-406b-a968-cfe342ccfde6), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:51.207308 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fa343-e4f8-4683-b299-078b09dd33e5 req-a4dde3c4-9735-4fca-816d-bc222c3e9ff7 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:51.247683 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac5fa343-e4f8-4683-b299-078b09dd33e5 req-a4dde3c4-9735-4fca-816d-bc222c3e9ff7 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.3666134 Feb 09 22:00:51.331915 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1037bbbd-1043-41dc-a460-3fa9afe4f003 admin admin] Publish callbacks [] for security_group (745b3887-1fbe-44b1-b4d5-4ff72db69368), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:51.604543 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac5fa343-e4f8-4683-b299-078b09dd33e5 req-3666e14d-f552-4831-9cc3-fdc66a35bb72 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516223 Feb 09 22:00:51.620882 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f2f37-d607-420e-99a6-929f27039ec1 None None] Pushing event updated for resources: {'Port': ['ID=5572b76c-9edd-406b-a968-cfe342ccfde6,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:51.626299 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e0d9853-1ef3-43f8-b184-5464fd2ca62f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:51.674664 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1037bbbd-1043-41dc-a460-3fa9afe4f003 admin admin] Publish callbacks [] for security_group (745b3887-1fbe-44b1-b4d5-4ff72db69368), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:51.758119 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f37-d607-420e-99a6-929f27039ec1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.758740 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f37-d607-420e-99a6-929f27039ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.759314 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f37-d607-420e-99a6-929f27039ec1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.760067 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f37-d607-420e-99a6-929f27039ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.760638 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f37-d607-420e-99a6-929f27039ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.761203 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f37-d607-420e-99a6-929f27039ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.761769 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f37-d607-420e-99a6-929f27039ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.762330 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f37-d607-420e-99a6-929f27039ec1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.762894 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f37-d607-420e-99a6-929f27039ec1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.763455 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f37-d607-420e-99a6-929f27039ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.765269 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f37-d607-420e-99a6-929f27039ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.771122 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f37-d607-420e-99a6-929f27039ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.779609 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f2f37-d607-420e-99a6-929f27039ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.907717 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'name': 'tempest-TestNetworkBasicOps-router-285762215', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:39Z', 'updated_at': '2022-02-09T22:00:38Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:42Z', 'updated_at': '2022-02-09T21:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '12ed8035-e80a-42f4-9a67-396b73cba418', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'port_id': '17e9bf21-74f7-4628-984d-92938a0a0e2c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'mac_address': 'fa:16:3e:26:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579c1865-30b0-4eb9-8ace-00713a3f9854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:58:39Z', 'updated_at': '2022-02-09T21:58:47Z', 'revision_number': 1, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac58b77-3b11-4e2c-b43f-1ffb558c83cc', 'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:43:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:53Z', 'updated_at': '2022-02-09T21:58:08Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5572b76c-9edd-406b-a968-cfe342ccfde6', 'name': '', 'network_id': 'e9d9bede-cfe3-4bb7-a483-9e4a563e5a48', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:f9:20:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '47279ddc-40d2-4ecc-b50d-6addbc8bd2ee', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:35Z', 'updated_at': '2022-02-09T22:00:47Z', 'revision_number': 4, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': '47279ddc-40d2-4ecc-b50d-6addbc8bd2ee', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:51.939534 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1037bbbd-1043-41dc-a460-3fa9afe4f003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (745b3887-1fbe-44b1-b4d5-4ff72db69368), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:51.945523 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1037bbbd-1043-41dc-a460-3fa9afe4f003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:51.965756 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1037bbbd-1043-41dc-a460-3fa9afe4f003 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/745b3887-1fbe-44b1-b4d5-4ff72db69368 HTTP/1.1" status: 204 len: 168 time: 1.1879027 Feb 09 22:00:51.991445 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc71ca-24d7-4876-859b-95d47c9eddfc None None] The sync data for ids ['64f670f8-45d5-4b01-92d4-3fff438696cf'] in n-d-828601-1 is: [{'id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'name': 'tempest-TestNetworkBasicOps-router-285762215', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:39Z', 'updated_at': '2022-02-09T22:00:38Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:42Z', 'updated_at': '2022-02-09T21:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '12ed8035-e80a-42f4-9a67-396b73cba418', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'port_id': '17e9bf21-74f7-4628-984d-92938a0a0e2c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'mac_address': 'fa:16:3e:26:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579c1865-30b0-4eb9-8ace-00713a3f9854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:58:39Z', 'updated_at': '2022-02-09T21:58:47Z', 'revision_number': 1, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac58b77-3b11-4e2c-b43f-1ffb558c83cc', 'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:43:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:53Z', 'updated_at': '2022-02-09T21:58:08Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5572b76c-9edd-406b-a968-cfe342ccfde6', 'name': '', 'network_id': 'e9d9bede-cfe3-4bb7-a483-9e4a563e5a48', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:f9:20:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '47279ddc-40d2-4ecc-b50d-6addbc8bd2ee', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:35Z', 'updated_at': '2022-02-09T22:00:47Z', 'revision_number': 4, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': '47279ddc-40d2-4ecc-b50d-6addbc8bd2ee', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:00:52.055984 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e0d9853-1ef3-43f8-b184-5464fd2ca62f admin admin] Publish callbacks [] for security_group (7fcb9344-23f1-4e32-8084-ef32eb52125a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:52.085594 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e0d9853-1ef3-43f8-b184-5464fd2ca62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7fcb9344-23f1-4e32-8084-ef32eb52125a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:52.159125 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037bbbd-1043-41dc-a460-3fa9afe4f003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745b3887-1fbe-44b1-b4d5-4ff72db69368,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:52.233445 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810118c-fc61-41ff-9f9a-6153c791631b req-d1d22dd7-f899-475e-b35d-7504e0d0e629 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:52.243785 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a810118c-fc61-41ff-9f9a-6153c791631b req-d1d22dd7-f899-475e-b35d-7504e0d0e629 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/ports?device_id=50fe6691-4c1b-4368-918f-178c5c4a84ff HTTP/1.1" status: 200 len: 945 time: 0.2720981 Feb 09 22:00:52.352309 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0e0d9853-1ef3-43f8-b184-5464fd2ca62f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0f24770577dd4725978e8a238180dbcf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8291705 Feb 09 22:00:52.352309 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d9853-1ef3-43f8-b184-5464fd2ca62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcb9344-23f1-4e32-8084-ef32eb52125a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:52.355374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52790) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:52.468835 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 42593b6c-d5a7-4733-8069-73c376b7cb95 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:52.532219 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a810118c-fc61-41ff-9f9a-6153c791631b req-12c3bb9a-0fb1-4317-95aa-ff0c1364fdd5 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/security-groups?id=371e990e-62b0-4a66-bd1f-b6975f7a6b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860961 Feb 09 22:00:52.561441 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cd658929-82df-4f28-ad7a-dc976ced4c14 admin admin] Publish callbacks [] for security_group (7fcb9344-23f1-4e32-8084-ef32eb52125a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:52.648761 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cd658929-82df-4f28-ad7a-dc976ced4c14 admin admin] Publish callbacks [] for security_group (7fcb9344-23f1-4e32-8084-ef32eb52125a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:52.767689 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cd658929-82df-4f28-ad7a-dc976ced4c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7fcb9344-23f1-4e32-8084-ef32eb52125a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:52.767689 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cd658929-82df-4f28-ad7a-dc976ced4c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:52.773237 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cd658929-82df-4f28-ad7a-dc976ced4c14 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7fcb9344-23f1-4e32-8084-ef32eb52125a HTTP/1.1" status: 204 len: 168 time: 0.4136775 Feb 09 22:00:52.803376 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd658929-82df-4f28-ad7a-dc976ced4c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcb9344-23f1-4e32-8084-ef32eb52125a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:52.845686 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 42593b6c-d5a7-4733-8069-73c376b7cb95 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:00:52.907420 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 42593b6c-d5a7-4733-8069-73c376b7cb95 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:52.907896 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (42593b6c-d5a7-4733-8069-73c376b7cb95), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:52.996246 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2237261-41cb-45f9-939d-9b415784fdd6 req-ad2f6b04-45bb-4192-8262-12bdf8e43b14 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:53.005584 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e2237261-41cb-45f9-939d-9b415784fdd6 req-ad2f6b04-45bb-4192-8262-12bdf8e43b14 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.2847695 Feb 09 22:00:53.190201 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 42593b6c-d5a7-4733-8069-73c376b7cb95 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:53.190607 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (42593b6c-d5a7-4733-8069-73c376b7cb95), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:53.280982 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e2237261-41cb-45f9-939d-9b415784fdd6 req-b1ce9e35-886d-4b7a-922b-526199643a92 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514663 Feb 09 22:00:53.283691 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fe6691-4c1b-4368-918f-178c5c4a84ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42593b6c-d5a7-4733-8069-73c376b7cb95'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:53.286119 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d0cb85-b3fa-4fee-87e9-7628795eb8e6" -d '{"events": [{"server_uuid": "50fe6691-4c1b-4368-918f-178c5c4a84ff", "name": "network-vif-plugged", "status": "completed", "tag": "42593b6c-d5a7-4733-8069-73c376b7cb95"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:53.326180 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 42593b6c-d5a7-4733-8069-73c376b7cb95, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=42593b6c-d5a7-4733-8069-73c376b7cb95,segment=NetworkSegment(d81e95cc-12c9-4fc2-a92c-b31a2317f642),segment_id=d81e95cc-12c9-4fc2-a92c-b31a2317f642)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:53.335344 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (42593b6c-d5a7-4733-8069-73c376b7cb95), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:53.445048 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=42593b6c-d5a7-4733-8069-73c376b7cb95,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:53.503460 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd169831-95e7-463b-ba97-bdb5c768c8ee x-openstack-request-id: req-fd169831-95e7-463b-ba97-bdb5c768c8ee {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:53.503821 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fe6691-4c1b-4368-918f-178c5c4a84ff", "name": "network-vif-plugged", "status": "completed", "tag": "42593b6c-d5a7-4733-8069-73c376b7cb95", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:53.504620 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd169831-95e7-463b-ba97-bdb5c768c8ee {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:53.506803 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fe6691-4c1b-4368-918f-178c5c4a84ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42593b6c-d5a7-4733-8069-73c376b7cb95', 'code': 200} Feb 09 22:00:53.531025 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 310efe07-0ed7-4a99-af43-8be0d3503b0d up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:53.752228 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 310efe07-0ed7-4a99-af43-8be0d3503b0d completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:00:53.757826 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 310efe07-0ed7-4a99-af43-8be0d3503b0d triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:53.758217 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (310efe07-0ed7-4a99-af43-8be0d3503b0d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:53.896150 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e965cd-8b8f-40a0-bf01-d58c95c98d0b req-dc91dbfd-2859-4c78-8774-7709d62c0c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:53.897757 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a0e965cd-8b8f-40a0-bf01-d58c95c98d0b req-dc91dbfd-2859-4c78-8774-7709d62c0c15 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=50fe6691-4c1b-4368-918f-178c5c4a84ff HTTP/1.1" status: 200 len: 1128 time: 0.2270219 Feb 09 22:00:53.978856 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52828) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:54.038894 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f957e7a5-881a-46e8-a9eb-b33389f99815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:54.100990 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5572b76c-9edd-406b-a968-cfe342ccfde6 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:54.136755 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a338c-1bea-4055-a06f-8e378a12a910 req-199741fa-316e-4e3b-b646-af6e9412e087 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:54.155835 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-821a338c-1bea-4055-a06f-8e378a12a910 req-199741fa-316e-4e3b-b646-af6e9412e087 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.2347679 Feb 09 22:00:54.213306 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a0e965cd-8b8f-40a0-bf01-d58c95c98d0b req-f436bcb9-f8ba-42ed-ba47-e22fa6c83e5e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=371e990e-62b0-4a66-bd1f-b6975f7a6b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004291 Feb 09 22:00:54.281643 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 310efe07-0ed7-4a99-af43-8be0d3503b0d is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:54.289089 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (310efe07-0ed7-4a99-af43-8be0d3503b0d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:54.408559 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-821a338c-1bea-4055-a06f-8e378a12a910 req-ae14d671-a81b-4a18-b414-7cab51c5a551 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506528 Feb 09 22:00:54.503220 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 310efe07-0ed7-4a99-af43-8be0d3503b0d, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=310efe07-0ed7-4a99-af43-8be0d3503b0d,segment=NetworkSegment(d81e95cc-12c9-4fc2-a92c-b31a2317f642),segment_id=d81e95cc-12c9-4fc2-a92c-b31a2317f642)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:54.537303 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (310efe07-0ed7-4a99-af43-8be0d3503b0d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:54.548331 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f957e7a5-881a-46e8-a9eb-b33389f99815 admin admin] Publish callbacks [] for security_group (ff8221ab-f65d-415a-95eb-2bde90a6ffd6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:54.558102 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f957e7a5-881a-46e8-a9eb-b33389f99815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ff8221ab-f65d-415a-95eb-2bde90a6ffd6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:54.624105 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52846) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:54.624379 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f957e7a5-881a-46e8-a9eb-b33389f99815 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e82406bcc4a649d4ab0cb436091c09b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6310134 Feb 09 22:00:54.666084 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957e7a5-881a-46e8-a9eb-b33389f99815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8221ab-f65d-415a-95eb-2bde90a6ffd6,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:54.731289 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=310efe07-0ed7-4a99-af43-8be0d3503b0d,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:54.784766 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 5572b76c-9edd-406b-a968-cfe342ccfde6 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:54.785850 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5572b76c-9edd-406b-a968-cfe342ccfde6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:54.788136 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52850) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:54.801906 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52852) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:55.080309 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5b69429-80e0-4379-b39e-ae94211b02d3 admin admin] Publish callbacks [] for security_group (ff8221ab-f65d-415a-95eb-2bde90a6ffd6), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:55.180896 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5b69429-80e0-4379-b39e-ae94211b02d3 admin admin] Publish callbacks [] for security_group (ff8221ab-f65d-415a-95eb-2bde90a6ffd6), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:55.249831 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ec54b-0ea0-45ce-b0b7-14ee30f9d557 req-507389d0-4c2c-4e38-9cde-2585de1efa60 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:55.257430 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc8ec54b-0ea0-45ce-b0b7-14ee30f9d557 req-507389d0-4c2c-4e38-9cde-2585de1efa60 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/ports?device_id=50fe6691-4c1b-4368-918f-178c5c4a84ff HTTP/1.1" status: 200 len: 946 time: 0.4307442 Feb 09 22:00:55.293436 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 5572b76c-9edd-406b-a968-cfe342ccfde6 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:55.473019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc8ec54b-0ea0-45ce-b0b7-14ee30f9d557 req-68c13805-2ab0-4aaf-ad1c-ce219ef921d0 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/security-groups?id=371e990e-62b0-4a66-bd1f-b6975f7a6b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142050 Feb 09 22:00:55.508260 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc572a35-cfe3-409b-b29d-dc067b4b2682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310efe07-0ed7-4a99-af43-8be0d3503b0d'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:55.511687 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8fb6fb-ff83-43cd-92e0-16262d45b45b" -d '{"events": [{"server_uuid": "fc572a35-cfe3-409b-b29d-dc067b4b2682", "name": "network-vif-plugged", "status": "completed", "tag": "310efe07-0ed7-4a99-af43-8be0d3503b0d"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:55.513178 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5b69429-80e0-4379-b39e-ae94211b02d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ff8221ab-f65d-415a-95eb-2bde90a6ffd6), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:55.515954 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5b69429-80e0-4379-b39e-ae94211b02d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:55.520986 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f5b69429-80e0-4379-b39e-ae94211b02d3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ff8221ab-f65d-415a-95eb-2bde90a6ffd6 HTTP/1.1" status: 204 len: 168 time: 0.8860896 Feb 09 22:00:55.555028 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b69429-80e0-4379-b39e-ae94211b02d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8221ab-f65d-415a-95eb-2bde90a6ffd6,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:55.660278 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd20a0db-ee41-42e8-a65e-edf1b0e3971f x-openstack-request-id: req-cd20a0db-ee41-42e8-a65e-edf1b0e3971f {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:55.660798 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc572a35-cfe3-409b-b29d-dc067b4b2682", "name": "network-vif-plugged", "status": "completed", "tag": "310efe07-0ed7-4a99-af43-8be0d3503b0d", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:55.661260 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd20a0db-ee41-42e8-a65e-edf1b0e3971f {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:55.661839 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc572a35-cfe3-409b-b29d-dc067b4b2682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310efe07-0ed7-4a99-af43-8be0d3503b0d', 'code': 200} Feb 09 22:00:55.814243 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-91af1e46-bb49-4c19-ab70-6b0842960f65 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-822988537-network', 'tenant_id': '1dfd79181e3346d392f0fa3a14de877d'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:56.046346 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91af1e46-bb49-4c19-ab70-6b0842960f65 admin admin] Made reservation on behalf of 1dfd79181e3346d392f0fa3a14de877d for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:00:56.054795 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51967ae6-3cf4-446c-a329-bc39a2f4526c req-cebb626b-0fb8-43db-aa0b-c0bb074db829 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:56.063082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-51967ae6-3cf4-446c-a329-bc39a2f4526c req-cebb626b-0fb8-43db-aa0b-c0bb074db829 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.2040024 Feb 09 22:00:56.064404 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91af1e46-bb49-4c19-ab70-6b0842960f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:56.102136 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91af1e46-bb49-4c19-ab70-6b0842960f65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:56.159258 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf86bf8-cd4c-4aa0-b86b-0fcbc8b57d69 req-452b1df3-0c98-4df9-aa11-c9bdd67d78d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:56.162979 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-abf86bf8-cd4c-4aa0-b86b-0fcbc8b57d69 req-452b1df3-0c98-4df9-aa11-c9bdd67d78d8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fc572a35-cfe3-409b-b29d-dc067b4b2682 HTTP/1.1" status: 200 len: 1128 time: 0.3564453 Feb 09 22:00:56.236084 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-51967ae6-3cf4-446c-a329-bc39a2f4526c req-4f057ed4-75d8-4bd2-85bf-77b3409f86b2 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663311 Feb 09 22:00:56.638774 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193ae91-fd15-4646-bf68-59b87b611ce2 req-403231d1-235d-4814-aa98-fd7ddd5d5a51 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:56.648387 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4193ae91-fd15-4646-bf68-59b87b611ce2 req-403231d1-235d-4814-aa98-fd7ddd5d5a51 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.2709496 Feb 09 22:00:56.670136 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-abf86bf8-cd4c-4aa0-b86b-0fcbc8b57d69 req-6864684e-9dc4-4641-9636-6df576c0b162 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=371e990e-62b0-4a66-bd1f-b6975f7a6b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954586 Feb 09 22:00:56.799725 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91af1e46-bb49-4c19-ab70-6b0842960f65 admin admin] Publish callbacks [] for security_group (6ecbacc6-ee2d-4fc0-b2d1-17eeaae4e841), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:56.809542 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4193ae91-fd15-4646-bf68-59b87b611ce2 req-c67508e2-1f00-4e58-bb0a-0f6de7467683 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559391 Feb 09 22:00:56.820404 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91af1e46-bb49-4c19-ab70-6b0842960f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6ecbacc6-ee2d-4fc0-b2d1-17eeaae4e841), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:56.876316 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af1e46-bb49-4c19-ab70-6b0842960f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecbacc6-ee2d-4fc0-b2d1-17eeaae4e841,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:56.909109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91af1e46-bb49-4c19-ab70-6b0842960f65 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:00:56.967595 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91af1e46-bb49-4c19-ab70-6b0842960f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d329fc35-ea51-49b7-8f80-18961f6ba723), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:56.968066 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-91af1e46-bb49-4c19-ab70-6b0842960f65 admin admin] Added segment d329fc35-ea51-49b7-8f80-18961f6ba723 of type vlan for network 09a3e40d-4215-4a24-a80e-1432702e17ae Feb 09 22:00:57.051435 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91af1e46-bb49-4c19-ab70-6b0842960f65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (09a3e40d-4215-4a24-a80e-1432702e17ae), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:57.087039 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88496a98-ba1c-400b-a701-25692ed793e2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (64f670f8-45d5-4b01-92d4-3fff438696cf), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:57.117814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09633498-78b3-4163-8441-be44f105d4ed req-ba4969cc-c9bb-48b3-8b6b-1e3212657418 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:57.124946 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09633498-78b3-4163-8441-be44f105d4ed req-ba4969cc-c9bb-48b3-8b6b-1e3212657418 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/ports?device_id=50fe6691-4c1b-4368-918f-178c5c4a84ff HTTP/1.1" status: 200 len: 946 time: 0.1225932 Feb 09 22:00:57.237993 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09633498-78b3-4163-8441-be44f105d4ed req-20bc62f2-97dd-49d1-aef6-45c465792620 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/security-groups?id=371e990e-62b0-4a66-bd1f-b6975f7a6b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120260 Feb 09 22:00:57.457576 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91af1e46-bb49-4c19-ab70-6b0842960f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (09a3e40d-4215-4a24-a80e-1432702e17ae), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:57.458560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91af1e46-bb49-4c19-ab70-6b0842960f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:57.460169 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91af1e46-bb49-4c19-ab70-6b0842960f65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:57.567242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c8c0f-33cd-4c7d-bc20-a1a2ffb73944 req-3c8f8645-3528-490a-b356-a0d6e81cb41c tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:57.583267 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d58c8c0f-33cd-4c7d-bc20-a1a2ffb73944 req-3c8f8645-3528-490a-b356-a0d6e81cb41c tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc572a35-cfe3-409b-b29d-dc067b4b2682 HTTP/1.1" status: 200 len: 946 time: 0.1656928 Feb 09 22:00:57.682981 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d58c8c0f-33cd-4c7d-bc20-a1a2ffb73944 req-8730b6d0-53b8-457a-9e46-13c12a03d6ff tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/security-groups?id=371e990e-62b0-4a66-bd1f-b6975f7a6b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977194 Feb 09 22:00:57.766129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af1e46-bb49-4c19-ab70-6b0842960f65 admin admin] Pushing event updated for resources: {'Network': ['ID=09a3e40d-4215-4a24-a80e-1432702e17ae,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:57.777725 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52910) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:57.781421 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-91af1e46-bb49-4c19-ab70-6b0842960f65 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9781203 Feb 09 22:00:57.783438 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 09a3e40d-4215-4a24-a80e-1432702e17ae details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:00:57.783997 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-30e062cc-637e-465c-9f46-d2b4736f6e5c admin admin] Request body: {'subnet': {'network_id': '09a3e40d-4215-4a24-a80e-1432702e17ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-822988537-subnet', 'tenant_id': '1dfd79181e3346d392f0fa3a14de877d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:57.861734 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e062cc-637e-465c-9f46-d2b4736f6e5c admin admin] Made reservation on behalf of 1dfd79181e3346d392f0fa3a14de877d for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:00:57.868457 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30e062cc-637e-465c-9f46-d2b4736f6e5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:58.131524 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c65464-0ad7-42d1-9ad7-6f7180625ef3 req-6fb6d5c8-51ec-45c0-b05e-db9d8238757e tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:58.133834 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1c65464-0ad7-42d1-9ad7-6f7180625ef3 req-6fb6d5c8-51ec-45c0-b05e-db9d8238757e tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.2993219 Feb 09 22:00:58.576744 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-88496a98-ba1c-400b-a701-25692ed793e2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Deleting port 5572b76c-9edd-406b-a968-cfe342ccfde6 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:00:58.577580 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88496a98-ba1c-400b-a701-25692ed793e2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5572b76c-9edd-406b-a968-cfe342ccfde6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:58.654779 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1c65464-0ad7-42d1-9ad7-6f7180625ef3 req-b340d466-7113-4749-af44-98b51234ce64 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041553 Feb 09 22:00:58.767320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52924) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:58.778493 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30e062cc-637e-465c-9f46-d2b4736f6e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (573ecc19-338f-4fce-803c-41b7122ceeed), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:58.862129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-88496a98-ba1c-400b-a701-25692ed793e2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] For port 5572b76c-9edd-406b-a968-cfe342ccfde6, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5572b76c-9edd-406b-a968-cfe342ccfde6,segment=NetworkSegment(e1adfee6-9ba3-43b9-a641-6b9bda302edc),segment_id=e1adfee6-9ba3-43b9-a641-6b9bda302edc)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:58.862709 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88496a98-ba1c-400b-a701-25692ed793e2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5572b76c-9edd-406b-a968-cfe342ccfde6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:58.870024 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e062cc-637e-465c-9f46-d2b4736f6e5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=573ecc19-338f-4fce-803c-41b7122ceeed,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:58.920314 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-88496a98-ba1c-400b-a701-25692ed793e2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Calling delete_port for 5572b76c-9edd-406b-a968-cfe342ccfde6 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:00:59.020414 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e062cc-637e-465c-9f46-d2b4736f6e5c admin admin] Checking segment: {'id': 'd329fc35-ea51-49b7-8f80-18961f6ba723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '09a3e40d-4215-4a24-a80e-1432702e17ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:00:59.021286 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e062cc-637e-465c-9f46-d2b4736f6e5c admin admin] Network hostable DHCP agents. Network: 09a3e40d-4215-4a24-a80e-1432702e17ae, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:00:59.071430 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083b8a0-6f3a-41ba-9219-47d00e3064d8 req-7c09bc48-3e11-4552-a7a9-2102979d8cf4 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:59.091190 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e083b8a0-6f3a-41ba-9219-47d00e3064d8 req-7c09bc48-3e11-4552-a7a9-2102979d8cf4 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.3136206 Feb 09 22:00:59.241625 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c076-9ae1-42f3-9845-ebb7ee2265f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:59.362056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e062cc-637e-465c-9f46-d2b4736f6e5c admin admin] Network 09a3e40d-4215-4a24-a80e-1432702e17ae is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:00:59.414036 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e083b8a0-6f3a-41ba-9219-47d00e3064d8 req-4e3aca3e-65a0-400e-bc4e-e3264f0b8276 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205061 Feb 09 22:00:59.451473 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-30e062cc-637e-465c-9f46-d2b4736f6e5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 09a3e40d-4215-4a24-a80e-1432702e17ae) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:59.474273 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bea10c-77d9-46b4-9d55-1def24811e95 None None] Network 09a3e40d-4215-4a24-a80e-1432702e17ae requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:00:59.477235 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e062cc-637e-465c-9f46-d2b4736f6e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:59.477663 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30e062cc-637e-465c-9f46-d2b4736f6e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:59.540299 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-30e062cc-637e-465c-9f46-d2b4736f6e5c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7543528 Feb 09 22:00:59.649898 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88496a98-ba1c-400b-a701-25692ed793e2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (5572b76c-9edd-406b-a968-cfe342ccfde6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:59.697152 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c076-9ae1-42f3-9845-ebb7ee2265f0 admin admin] Publish callbacks [] for security_group (39949e02-80f3-44cb-b7bb-fd6dc291f134), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:59.709119 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c076-9ae1-42f3-9845-ebb7ee2265f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (39949e02-80f3-44cb-b7bb-fd6dc291f134), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:59.739870 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88496a98-ba1c-400b-a701-25692ed793e2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event deleted for resources: {'Port': ['ID=5572b76c-9edd-406b-a968-cfe342ccfde6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:59.777169 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4fd4c076-9ae1-42f3-9845-ebb7ee2265f0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=20d224e292b04eecab2a61b98819f34a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0088835 Feb 09 22:00:59.781679 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52938) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:59.961830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f0ed11-b790-4853-8c05-d8c9accda52f None None] Network 09a3e40d-4215-4a24-a80e-1432702e17ae requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:00:59.973436 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4c076-9ae1-42f3-9845-ebb7ee2265f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39949e02-80f3-44cb-b7bb-fd6dc291f134,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:00.078431 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68d53b4b-720c-4a56-bd0d-6b43ed966bab admin admin] Publish callbacks [] for security_group (39949e02-80f3-44cb-b7bb-fd6dc291f134), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:00.095103 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d944edf-61ef-460c-932d-5eb3d6a0fa05 req-7a387e77-1109-4910-8050-2715a76b7f07 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:00.140108 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d944edf-61ef-460c-932d-5eb3d6a0fa05 req-7a387e77-1109-4910-8050-2715a76b7f07 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc572a35-cfe3-409b-b29d-dc067b4b2682 HTTP/1.1" status: 200 len: 946 time: 0.3670471 Feb 09 22:01:00.225448 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68d53b4b-720c-4a56-bd0d-6b43ed966bab admin admin] Publish callbacks [] for security_group (39949e02-80f3-44cb-b7bb-fd6dc291f134), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:00.325996 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d944edf-61ef-460c-932d-5eb3d6a0fa05 req-45fbac90-27a8-4698-907f-93e379813da4 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/security-groups?id=371e990e-62b0-4a66-bd1f-b6975f7a6b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738281 Feb 09 22:01:00.570580 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88496a98-ba1c-400b-a701-25692ed793e2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (64f670f8-45d5-4b01-92d4-3fff438696cf), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:00.779939 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68d53b4b-720c-4a56-bd0d-6b43ed966bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (39949e02-80f3-44cb-b7bb-fd6dc291f134), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:00.787099 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68d53b4b-720c-4a56-bd0d-6b43ed966bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:00.789864 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-68d53b4b-720c-4a56-bd0d-6b43ed966bab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/39949e02-80f3-44cb-b7bb-fd6dc291f134 HTTP/1.1" status: 204 len: 168 time: 1.0069079 Feb 09 22:01:00.839082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d53b4b-720c-4a56-bd0d-6b43ed966bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39949e02-80f3-44cb-b7bb-fd6dc291f134,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:01.388785 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88496a98-ba1c-400b-a701-25692ed793e2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Router 64f670f8-45d5-4b01-92d4-3fff438696cf has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:01:01.585411 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-64ca8116-ad37-4140-953c-4fc9c8aba69c tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:01.598009 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-64ca8116-ad37-4140-953c-4fc9c8aba69c tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.77 "GET /v2.0/networks?id=09a3e40d-4215-4a24-a80e-1432702e17ae HTTP/1.1" status: 200 len: 813 time: 0.4379542 Feb 09 22:01:01.635198 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-65f4fedd-b697-4100-8b53-16714842019a tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.77 "GET /v2.0/quotas/1dfd79181e3346d392f0fa3a14de877d HTTP/1.1" status: 200 len: 375 time: 0.0357471 Feb 09 22:01:01.815275 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-7ef27e70-bad5-4646-a2cc-a3e3cf5f1042 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1dfd79181e3346d392f0fa3a14de877d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1786218 Feb 09 22:01:02.097419 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-747193a1-efc6-4097-ad58-4b9f063dfaa4 service neutron] 10.222.0.77 "GET /v2.0/networks/09a3e40d-4215-4a24-a80e-1432702e17ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775738 Feb 09 22:01:02.541575 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-91613061-2196-4d4f-8ec7-2832ec79d003 service neutron] 10.222.0.77 "GET /v2.0/networks/09a3e40d-4215-4a24-a80e-1432702e17ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311230 Feb 09 22:01:02.662527 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88496a98-ba1c-400b-a701-25692ed793e2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:01:02.679622 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-88496a98-ba1c-400b-a701-25692ed793e2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "PUT /v2.0/routers/64f670f8-45d5-4b01-92d4-3fff438696cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8903296 Feb 09 22:01:02.681320 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae3abb-d1cd-46c9-8809-a5dc1c58782c None None] Sync routers for ids ['64f670f8-45d5-4b01-92d4-3fff438696cf'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:01:02.709661 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeae3abb-d1cd-46c9-8809-a5dc1c58782c None None] Routers {'64f670f8-45d5-4b01-92d4-3fff438696cf'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:02.710913 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-aeae3abb-d1cd-46c9-8809-a5dc1c58782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:00:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['64f670f8-45d5-4b01-92d4-3fff438696cf'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:03.070533 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29072a1-e21c-46f6-910f-dc556e928f82 req-b0edd64d-6c7a-4e33-9783-e79056a6eaab tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:03.085816 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f29072a1-e21c-46f6-910f-dc556e928f82 req-b0edd64d-6c7a-4e33-9783-e79056a6eaab tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff31ce6-a63e-4129-9b9d-b922889f4e0d HTTP/1.1" status: 200 len: 946 time: 0.1453588 Feb 09 22:01:03.141496 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-aeae3abb-d1cd-46c9-8809-a5dc1c58782c None None] Set router 64f670f8-45d5-4b01-92d4-3fff438696cf gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:03.221508 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f29072a1-e21c-46f6-910f-dc556e928f82 req-a93d04c1-404e-423e-ba8e-8729199d3f3b tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/security-groups?id=371e990e-62b0-4a66-bd1f-b6975f7a6b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304536 Feb 09 22:01:03.763897 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c66be-4989-466c-b454-a93502285e80 req-fa8ac522-817f-4d31-8d1c-dd967e71a09a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:03.779283 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-383c66be-4989-466c-b454-a93502285e80 req-fa8ac522-817f-4d31-8d1c-dd967e71a09a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.3075018 Feb 09 22:01:03.907039 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-383c66be-4989-466c-b454-a93502285e80 req-ef0b2aa5-5c37-43ac-b377-c988bcde4a32 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191142 Feb 09 22:01:04.091249 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-aeae3abb-d1cd-46c9-8809-a5dc1c58782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'name': 'tempest-TestNetworkBasicOps-router-285762215', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:39Z', 'updated_at': '2022-02-09T22:00:59Z', 'revision_number': 6, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:42Z', 'updated_at': '2022-02-09T21:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '12ed8035-e80a-42f4-9a67-396b73cba418', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'port_id': '17e9bf21-74f7-4628-984d-92938a0a0e2c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'mac_address': 'fa:16:3e:26:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579c1865-30b0-4eb9-8ace-00713a3f9854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:58:39Z', 'updated_at': '2022-02-09T21:58:47Z', 'revision_number': 1, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac58b77-3b11-4e2c-b43f-1ffb558c83cc', 'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:43:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:53Z', 'updated_at': '2022-02-09T21:58:08Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:04.130072 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae3abb-d1cd-46c9-8809-a5dc1c58782c None None] Checking router: 64f670f8-45d5-4b01-92d4-3fff438696cf for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:01:04.160466 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeae3abb-d1cd-46c9-8809-a5dc1c58782c None None] Routers {'64f670f8-45d5-4b01-92d4-3fff438696cf'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:04.161270 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-aeae3abb-d1cd-46c9-8809-a5dc1c58782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:00:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['64f670f8-45d5-4b01-92d4-3fff438696cf'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:04.556085 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-aeae3abb-d1cd-46c9-8809-a5dc1c58782c None None] Set router 64f670f8-45d5-4b01-92d4-3fff438696cf gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:04.609134 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6e5d2721-6fae-4401-9240-3028ca1eb7c8 req-5e342f57-3c4d-4f3e-8859-b7124533ea70 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b01dac-e155-48ab-add5-a043aff77b92 HTTP/1.1" status: 200 len: 210 time: 0.0836108 Feb 09 22:01:05.200955 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:01:05.230332 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-aeae3abb-d1cd-46c9-8809-a5dc1c58782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'name': 'tempest-TestNetworkBasicOps-router-285762215', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:39Z', 'updated_at': '2022-02-09T22:00:59Z', 'revision_number': 6, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:42Z', 'updated_at': '2022-02-09T21:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '12ed8035-e80a-42f4-9a67-396b73cba418', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'port_id': '17e9bf21-74f7-4628-984d-92938a0a0e2c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'mac_address': 'fa:16:3e:26:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579c1865-30b0-4eb9-8ace-00713a3f9854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:58:39Z', 'updated_at': '2022-02-09T21:58:47Z', 'revision_number': 1, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac58b77-3b11-4e2c-b43f-1ffb558c83cc', 'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:43:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:53Z', 'updated_at': '2022-02-09T21:58:08Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:05.425142 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae3abb-d1cd-46c9-8809-a5dc1c58782c None None] The sync data for ids ['64f670f8-45d5-4b01-92d4-3fff438696cf'] in n-d-828601-1 is: [{'id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'name': 'tempest-TestNetworkBasicOps-router-285762215', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:39Z', 'updated_at': '2022-02-09T22:00:59Z', 'revision_number': 6, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:42Z', 'updated_at': '2022-02-09T21:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '12ed8035-e80a-42f4-9a67-396b73cba418', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'port_id': '17e9bf21-74f7-4628-984d-92938a0a0e2c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'mac_address': 'fa:16:3e:26:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579c1865-30b0-4eb9-8ace-00713a3f9854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:58:39Z', 'updated_at': '2022-02-09T21:58:47Z', 'revision_number': 1, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac58b77-3b11-4e2c-b43f-1ffb558c83cc', 'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:43:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:53Z', 'updated_at': '2022-02-09T21:58:08Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:01:05.478564 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-47fe9165-2956-402d-a551-c73f9415a188 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:05.482360 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-47fe9165-2956-402d-a551-c73f9415a188 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.42 "GET /v2.0/networks?id=09a3e40d-4215-4a24-a80e-1432702e17ae HTTP/1.1" status: 200 len: 813 time: 0.3668733 Feb 09 22:01:05.496499 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5dd874-059d-4a55-84fa-121d8f18cffd req-67e149b5-b36f-485b-885b-87141a9a759c tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:05.508119 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a5dd874-059d-4a55-84fa-121d8f18cffd req-67e149b5-b36f-485b-885b-87141a9a759c tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=44dbcdf7-7120-46b8-8a97-9a53b9a9816a HTTP/1.1" status: 200 len: 946 time: 0.1343894 Feb 09 22:01:05.510225 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-4d246492-d842-4db6-9691-87ce5f2651cb tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Request body: {'port': {'device_id': '51b01dac-e155-48ab-add5-a043aff77b92', 'network_id': '09a3e40d-4215-4a24-a80e-1432702e17ae', 'admin_state_up': True, 'tenant_id': '1dfd79181e3346d392f0fa3a14de877d'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:05.713314 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a5dd874-059d-4a55-84fa-121d8f18cffd req-844d2284-8a80-434a-9fcb-c2db670485f4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=aac4cdc3-3ae0-4376-81f4-ed7266163473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042570 Feb 09 22:01:05.934970 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5572b76c-9edd-406b-a968-cfe342ccfde6 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:01:05.981434 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 5572b76c-9edd-406b-a968-cfe342ccfde6 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:01:05.981797 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5572b76c-9edd-406b-a968-cfe342ccfde6 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:01:06.069641 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5d1cd-8a5b-42ed-811d-136aad446338 req-4235f64c-48ae-46e0-bec7-170b8096ddea tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:06.074367 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fdb5d1cd-8a5b-42ed-811d-136aad446338 req-4235f64c-48ae-46e0-bec7-170b8096ddea tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.71 "GET /v2.0/ports?device_id=44dbcdf7-7120-46b8-8a97-9a53b9a9816a HTTP/1.1" status: 200 len: 946 time: 0.3296609 Feb 09 22:01:06.079430 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-4d246492-d842-4db6-9691-87ce5f2651cb tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Made reservation on behalf of 1dfd79181e3346d392f0fa3a14de877d for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:01:06.094591 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-4d246492-d842-4db6-9691-87ce5f2651cb tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:06.144497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756dcfb-8b49-48d1-a263-d3b143f366c7 req-29d4215a-25c7-45eb-978b-bde6d624882f tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:06.146705 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5756dcfb-8b49-48d1-a263-d3b143f366c7 req-29d4215a-25c7-45eb-978b-bde6d624882f tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/ports?device_id=50fe6691-4c1b-4368-918f-178c5c4a84ff HTTP/1.1" status: 200 len: 946 time: 0.1463253 Feb 09 22:01:06.281517 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5756dcfb-8b49-48d1-a263-d3b143f366c7 req-3281ee19-c85b-45d0-94a9-b8a572c89fae tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/security-groups?id=371e990e-62b0-4a66-bd1f-b6975f7a6b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236486 Feb 09 22:01:06.668125 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb24983-11d2-4c41-af70-fbe4c120d316 req-99e655ec-c092-494f-bb95-96aefad49eb1 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:06.676422 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cbb24983-11d2-4c41-af70-fbe4c120d316 req-99e655ec-c092-494f-bb95-96aefad49eb1 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.42 "GET /v2.0/ports?device_id=50fe6691-4c1b-4368-918f-178c5c4a84ff HTTP/1.1" status: 200 len: 946 time: 0.3411386 Feb 09 22:01:06.792379 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-4d246492-d842-4db6-9691-87ce5f2651cb tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Allocated IP 172.20.0.2 (09a3e40d-4215-4a24-a80e-1432702e17ae/573ecc19-338f-4fce-803c-41b7122ceeed/852c5a7e-0f79-401d-90ba-b470a7b1d387) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:06.825215 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-fdb5d1cd-8a5b-42ed-811d-136aad446338 req-4d0e4aa6-0d55-4cd5-b6af-8e47639e3d7f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Deleting port 53bbd10c-cbfc-4120-a987-e4794ff906bd {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:06.825720 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fdb5d1cd-8a5b-42ed-811d-136aad446338 req-4d0e4aa6-0d55-4cd5-b6af-8e47639e3d7f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (53bbd10c-cbfc-4120-a987-e4794ff906bd), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:07.006129 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-cbb24983-11d2-4c41-af70-fbe4c120d316 req-aef36951-dd2a-4bd5-81c6-3ae54b4a8dc3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Deleting port 42593b6c-d5a7-4733-8069-73c376b7cb95 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:07.007114 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-cbb24983-11d2-4c41-af70-fbe4c120d316 req-aef36951-dd2a-4bd5-81c6-3ae54b4a8dc3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (42593b6c-d5a7-4733-8069-73c376b7cb95), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:07.199180 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d33174e-9c87-4710-8092-d9dd019392cb req-829bc579-a53b-44a2-98da-a53ef0cc25c1 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b01dac-e155-48ab-add5-a043aff77b92 HTTP/1.1" status: 200 len: 210 time: 0.0909290 Feb 09 22:01:07.354033 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-cbb24983-11d2-4c41-af70-fbe4c120d316 req-aef36951-dd2a-4bd5-81c6-3ae54b4a8dc3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] For port 42593b6c-d5a7-4733-8069-73c376b7cb95, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=42593b6c-d5a7-4733-8069-73c376b7cb95,segment=NetworkSegment(d81e95cc-12c9-4fc2-a92c-b31a2317f642),segment_id=d81e95cc-12c9-4fc2-a92c-b31a2317f642)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:07.354697 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-cbb24983-11d2-4c41-af70-fbe4c120d316 req-aef36951-dd2a-4bd5-81c6-3ae54b4a8dc3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (42593b6c-d5a7-4733-8069-73c376b7cb95), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:07.452076 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-cbb24983-11d2-4c41-af70-fbe4c120d316 req-aef36951-dd2a-4bd5-81c6-3ae54b4a8dc3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Calling delete_port for 42593b6c-d5a7-4733-8069-73c376b7cb95 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:07.702398 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-cbb24983-11d2-4c41-af70-fbe4c120d316 req-aef36951-dd2a-4bd5-81c6-3ae54b4a8dc3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (42593b6c-d5a7-4733-8069-73c376b7cb95), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:07.734641 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['310efe07-0ed7-4a99-af43-8be0d3503b0d'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:01:07.738539 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['040306bf-d434-47c0-a3ec-e752e36bca21', '42593b6c-d5a7-4733-8069-73c376b7cb95'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:01:07.874584 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef36951-dd2a-4bd5-81c6-3ae54b4a8dc3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Pushing event deleted for resources: {'Port': ['ID=42593b6c-d5a7-4733-8069-73c376b7cb95,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:07.898791 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fbbc2-368a-421e-8443-b0dbd9657582 req-10a27780-88ca-4540-a05b-a9b0322af262 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:07.907676 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a36fbbc2-368a-421e-8443-b0dbd9657582 req-10a27780-88ca-4540-a05b-a9b0322af262 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=44dbcdf7-7120-46b8-8a97-9a53b9a9816a HTTP/1.1" status: 200 len: 946 time: 0.5444758 Feb 09 22:01:07.949911 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce173ea7-6f94-428d-a5da-3fa0ff394fb1 req-7ced9461-7925-4010-90b0-cf6139f07f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:07.966593 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce173ea7-6f94-428d-a5da-3fa0ff394fb1 req-7ced9461-7925-4010-90b0-cf6139f07f8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c135bd0d2c9b4219bd0ebf3718b0f7ac&device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 1128 time: 0.8093524 Feb 09 22:01:07.976185 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-fdb5d1cd-8a5b-42ed-811d-136aad446338 req-4d0e4aa6-0d55-4cd5-b6af-8e47639e3d7f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] For port 53bbd10c-cbfc-4120-a987-e4794ff906bd, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=53bbd10c-cbfc-4120-a987-e4794ff906bd,segment=NetworkSegment(e1adfee6-9ba3-43b9-a641-6b9bda302edc),segment_id=e1adfee6-9ba3-43b9-a641-6b9bda302edc)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:07.976555 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fdb5d1cd-8a5b-42ed-811d-136aad446338 req-4d0e4aa6-0d55-4cd5-b6af-8e47639e3d7f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (53bbd10c-cbfc-4120-a987-e4794ff906bd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:08.086266 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb24983-11d2-4c41-af70-fbe4c120d316 req-aef36951-dd2a-4bd5-81c6-3ae54b4a8dc3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] No DVR routers for this DVR port 42593b6c-d5a7-4733-8069-73c376b7cb95 on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:01:08.097914 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-cbb24983-11d2-4c41-af70-fbe4c120d316 req-aef36951-dd2a-4bd5-81c6-3ae54b4a8dc3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:08.101298 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-fdb5d1cd-8a5b-42ed-811d-136aad446338 req-4d0e4aa6-0d55-4cd5-b6af-8e47639e3d7f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Calling delete_port for 53bbd10c-cbfc-4120-a987-e4794ff906bd owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:08.112197 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cbb24983-11d2-4c41-af70-fbe4c120d316 req-aef36951-dd2a-4bd5-81c6-3ae54b4a8dc3 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.42 "DELETE /v2.0/ports/42593b6c-d5a7-4733-8069-73c376b7cb95 HTTP/1.1" status: 204 len: 173 time: 1.4258449 Feb 09 22:01:08.114367 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fe6691-4c1b-4368-918f-178c5c4a84ff', 'name': 'network-vif-deleted', 'tag': '42593b6c-d5a7-4733-8069-73c376b7cb95'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:01:08.124175 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef16c4b-f562-480d-998f-526cf1923219" -d '{"events": [{"server_uuid": "50fe6691-4c1b-4368-918f-178c5c4a84ff", "name": "network-vif-deleted", "tag": "42593b6c-d5a7-4733-8069-73c376b7cb95"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:01:08.236462 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a36fbbc2-368a-421e-8443-b0dbd9657582 req-017cda89-fd90-44fd-afa1-99cf06b3621b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=aac4cdc3-3ae0-4376-81f4-ed7266163473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3276851 Feb 09 22:01:08.527751 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0557fd15-5b7f-467d-bd48-40119edf4b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:08.626506 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000c5c0-94ba-47ab-aa25-0d1c0fbd2996 req-4fe2db4f-0b4d-4148-b075-f7d6dc88e3f8 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:08.630033 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c000c5c0-94ba-47ab-aa25-0d1c0fbd2996 req-4fe2db4f-0b4d-4148-b075-f7d6dc88e3f8 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.1633277 Feb 09 22:01:08.698231 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-4d246492-d842-4db6-9691-87ce5f2651cb tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Publish callbacks [] for port (852c5a7e-0f79-401d-90ba-b470a7b1d387), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:08.730704 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c000c5c0-94ba-47ab-aa25-0d1c0fbd2996 req-3807b5c0-cf53-414c-963f-3057d560c81e tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946500 Feb 09 22:01:08.795550 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce173ea7-6f94-428d-a5da-3fa0ff394fb1 req-0d2b5ead-66d7-4ae4-8960-aed3eedba201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:08.797782 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce173ea7-6f94-428d-a5da-3fa0ff394fb1 req-0d2b5ead-66d7-4ae4-8960-aed3eedba201 service neutron] 10.222.0.42 "GET /v2.0/networks?id=43c866ce-b28d-463f-9db2-f0ce01fb8d37 HTTP/1.1" status: 200 len: 914 time: 0.7532923 Feb 09 22:01:09.059474 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce173ea7-6f94-428d-a5da-3fa0ff394fb1 req-13f84dcb-3e71-4a01-8e37-e0638407d824 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce HTTP/1.1" status: 200 len: 217 time: 0.2521124 Feb 09 22:01:09.071993 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fdb5d1cd-8a5b-42ed-811d-136aad446338 req-4d0e4aa6-0d55-4cd5-b6af-8e47639e3d7f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (53bbd10c-cbfc-4120-a987-e4794ff906bd), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:09.231680 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e4aa6-0d55-4cd5-b6af-8e47639e3d7f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event deleted for resources: {'Port': ['ID=53bbd10c-cbfc-4120-a987-e4794ff906bd,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:09.325306 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e4aa6-0d55-4cd5-b6af-8e47639e3d7f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:09.328176 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e4aa6-0d55-4cd5-b6af-8e47639e3d7f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:09.328732 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e4aa6-0d55-4cd5-b6af-8e47639e3d7f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:09.329199 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e4aa6-0d55-4cd5-b6af-8e47639e3d7f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:09.336238 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e4aa6-0d55-4cd5-b6af-8e47639e3d7f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:09.336768 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e4aa6-0d55-4cd5-b6af-8e47639e3d7f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:09.337228 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e4aa6-0d55-4cd5-b6af-8e47639e3d7f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:09.337707 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e4aa6-0d55-4cd5-b6af-8e47639e3d7f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:09.338160 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e4aa6-0d55-4cd5-b6af-8e47639e3d7f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:09.340212 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e4aa6-0d55-4cd5-b6af-8e47639e3d7f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:09.341523 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e4aa6-0d55-4cd5-b6af-8e47639e3d7f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:09.342003 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e4aa6-0d55-4cd5-b6af-8e47639e3d7f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:09.342460 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e4aa6-0d55-4cd5-b6af-8e47639e3d7f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:09.346083 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-4d246492-d842-4db6-9691-87ce5f2651cb tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (852c5a7e-0f79-401d-90ba-b470a7b1d387), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:09.462462 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d246492-d842-4db6-9691-87ce5f2651cb tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Pushing event updated for resources: {'Port': ['ID=852c5a7e-0f79-401d-90ba-b470a7b1d387,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:09.482151 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce173ea7-6f94-428d-a5da-3fa0ff394fb1 req-d283a1d6-d8c1-40a8-bb95-92886b42c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:09.484121 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce173ea7-6f94-428d-a5da-3fa0ff394fb1 req-d283a1d6-d8c1-40a8-bb95-92886b42c80c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=128373c6-66eb-4e4e-b34c-fd626be51c57 HTTP/1.1" status: 200 len: 853 time: 0.4083805 Feb 09 22:01:09.486144 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb5d1cd-8a5b-42ed-811d-136aad446338 req-4d0e4aa6-0d55-4cd5-b6af-8e47639e3d7f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] No DVR routers for this DVR port 53bbd10c-cbfc-4120-a987-e4794ff906bd on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:01:09.500102 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fdb5d1cd-8a5b-42ed-811d-136aad446338 req-4d0e4aa6-0d55-4cd5-b6af-8e47639e3d7f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:09.507905 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fdb5d1cd-8a5b-42ed-811d-136aad446338 req-4d0e4aa6-0d55-4cd5-b6af-8e47639e3d7f tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.71 "DELETE /v2.0/ports/53bbd10c-cbfc-4120-a987-e4794ff906bd HTTP/1.1" status: 204 len: 173 time: 3.3706422 Feb 09 22:01:09.509712 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dbcdf7-7120-46b8-8a97-9a53b9a9816a', 'name': 'network-vif-deleted', 'tag': '53bbd10c-cbfc-4120-a987-e4794ff906bd'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:01:09.512524 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef84a39-d34a-48bf-b5d4-26f25971ec2a" -d '{"events": [{"server_uuid": "44dbcdf7-7120-46b8-8a97-9a53b9a9816a", "name": "network-vif-deleted", "tag": "53bbd10c-cbfc-4120-a987-e4794ff906bd"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:01:09.561113 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce173ea7-6f94-428d-a5da-3fa0ff394fb1 req-6a913fd8-69a2-4c17-89a9-ae3225e54322 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=43c866ce-b28d-463f-9db2-f0ce01fb8d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690582 Feb 09 22:01:09.589083 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-4d246492-d842-4db6-9691-87ce5f2651cb tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Network 09a3e40d-4215-4a24-a80e-1432702e17ae is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:09.593022 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-4d246492-d842-4db6-9691-87ce5f2651cb tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:09.598287 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-4d246492-d842-4db6-9691-87ce5f2651cb tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:09.658474 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 53bbd10c-cbfc-4120-a987-e4794ff906bd no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:01:09.743439 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 53bbd10c-cbfc-4120-a987-e4794ff906bd {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:01:09.744252 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 53bbd10c-cbfc-4120-a987-e4794ff906bd not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:01:09.797750 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce173ea7-6f94-428d-a5da-3fa0ff394fb1 req-12cd2b6e-03a4-453e-9271-a245b5fe5759 service neutron] 10.222.0.42 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291317 Feb 09 22:01:10.078324 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-4d246492-d842-4db6-9691-87ce5f2651cb tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:10.079043 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-4d246492-d842-4db6-9691-87ce5f2651cb tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:10.160217 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-4d246492-d842-4db6-9691-87ce5f2651cb tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6645916 Feb 09 22:01:10.186646 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] Request body: {'port': {'device_id': '51b01dac-e155-48ab-add5-a043aff77b92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:10.210469 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9410d5a-b97e-4170-b3c9-bfa3abdb5cf3 req-f4072112-7967-46d9-beda-8eeaeb5d8ca7 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/ports?device_id=50fe6691-4c1b-4368-918f-178c5c4a84ff HTTP/1.1" status: 200 len: 210 time: 1.2939384 Feb 09 22:01:10.319884 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce173ea7-6f94-428d-a5da-3fa0ff394fb1 req-6d237773-fc32-42e2-8924-f7acc94c0c31 service neutron] 10.222.0.42 "GET /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616480 Feb 09 22:01:10.327490 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (852c5a7e-0f79-401d-90ba-b470a7b1d387), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:10.375744 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4d8085-54c9-4902-b9b4-ee3936f57abc x-openstack-request-id: req-ae4d8085-54c9-4902-b9b4-ee3936f57abc {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:01:10.376057 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fe6691-4c1b-4368-918f-178c5c4a84ff", "name": "network-vif-deleted", "tag": "42593b6c-d5a7-4733-8069-73c376b7cb95", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:01:10.376323 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ae4d8085-54c9-4902-b9b4-ee3936f57abc {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:01:10.376754 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fe6691-4c1b-4368-918f-178c5c4a84ff', 'name': 'network-vif-deleted', 'tag': '42593b6c-d5a7-4733-8069-73c376b7cb95', 'status': 'completed', 'code': 200} Feb 09 22:01:10.482214 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e482ba5e-f389-40f8-a648-138bf72fcac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:10.546134 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 42593b6c-d5a7-4733-8069-73c376b7cb95 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:01:10.618578 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb1534-aa68-450d-af97-f68e1733fa6f req-5d5ac4a8-a152-4307-9087-a334e3393bbf tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:10.624909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 42593b6c-d5a7-4733-8069-73c376b7cb95 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:01:10.632325 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18bb1534-aa68-450d-af97-f68e1733fa6f req-5d5ac4a8-a152-4307-9087-a334e3393bbf tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b01dac-e155-48ab-add5-a043aff77b92 HTTP/1.1" status: 200 len: 931 time: 0.1156611 Feb 09 22:01:10.636978 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 42593b6c-d5a7-4733-8069-73c376b7cb95 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:01:10.742915 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18bb1534-aa68-450d-af97-f68e1733fa6f req-34b7e749-0201-4529-a793-09f5ff552068 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ecbacc6-ee2d-4fc0-b2d1-17eeaae4e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095898 Feb 09 22:01:10.816907 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 852c5a7e-0f79-401d-90ba-b470a7b1d387 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:01:10.825692 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] Publish callbacks [] for port (852c5a7e-0f79-401d-90ba-b470a7b1d387), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:10.830754 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53116) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:10.841516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] Transition to ACTIVE for port object 852c5a7e-0f79-401d-90ba-b470a7b1d387 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:01:10.849076 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (852c5a7e-0f79-401d-90ba-b470a7b1d387), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:10.948379 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd723c86-68ff-40e2-9e2d-9e3dc2fff481 x-openstack-request-id: req-cd723c86-68ff-40e2-9e2d-9e3dc2fff481 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:01:10.949212 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dbcdf7-7120-46b8-8a97-9a53b9a9816a", "name": "network-vif-deleted", "tag": "53bbd10c-cbfc-4120-a987-e4794ff906bd", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:01:10.949688 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd723c86-68ff-40e2-9e2d-9e3dc2fff481 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:01:10.950324 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44dbcdf7-7120-46b8-8a97-9a53b9a9816a', 'name': 'network-vif-deleted', 'tag': '53bbd10c-cbfc-4120-a987-e4794ff906bd', 'status': 'completed', 'code': 200} Feb 09 22:01:11.005491 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f2dbbfa-95c8-40b5-b4b8-fe49e40a5b8b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group (aac4cdc3-3ae0-4376-81f4-ed7266163473), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:11.071049 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f2dbbfa-95c8-40b5-b4b8-fe49e40a5b8b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group (aac4cdc3-3ae0-4376-81f4-ed7266163473), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:11.078091 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] Pushing event updated for resources: {'Port': ['ID=852c5a7e-0f79-401d-90ba-b470a7b1d387,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:11.083116 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] Attempting to bind port 852c5a7e-0f79-401d-90ba-b470a7b1d387 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:01:11.088816 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] Attempting to bind port 852c5a7e-0f79-401d-90ba-b470a7b1d387 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'd329fc35-ea51-49b7-8f80-18961f6ba723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '09a3e40d-4215-4a24-a80e-1432702e17ae'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:01:11.089653 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] Attempting to bind port 852c5a7e-0f79-401d-90ba-b470a7b1d387 on network 09a3e40d-4215-4a24-a80e-1432702e17ae {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:01:11.106387 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] Port 852c5a7e-0f79-401d-90ba-b470a7b1d387 on network 09a3e40d-4215-4a24-a80e-1432702e17ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:01:11.107118 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] Attempting to bind port 852c5a7e-0f79-401d-90ba-b470a7b1d387 on network 09a3e40d-4215-4a24-a80e-1432702e17ae {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:01:11.120251 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:01:11.121001 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] Checking segment: {'id': 'd329fc35-ea51-49b7-8f80-18961f6ba723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '09a3e40d-4215-4a24-a80e-1432702e17ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:11.121642 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] Bound using segment: {'id': 'd329fc35-ea51-49b7-8f80-18961f6ba723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '09a3e40d-4215-4a24-a80e-1432702e17ae'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:01:11.123198 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] Bound port: 852c5a7e-0f79-401d-90ba-b470a7b1d387, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd329fc35-ea51-49b7-8f80-18961f6ba723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '09a3e40d-4215-4a24-a80e-1432702e17ae'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:01:11.124999 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (852c5a7e-0f79-401d-90ba-b470a7b1d387), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:11.318034 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] For port 852c5a7e-0f79-401d-90ba-b470a7b1d387, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:01:11.326774 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] For port 852c5a7e-0f79-401d-90ba-b470a7b1d387, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=852c5a7e-0f79-401d-90ba-b470a7b1d387,segment=NetworkSegment(d329fc35-ea51-49b7-8f80-18961f6ba723),segment_id=d329fc35-ea51-49b7-8f80-18961f6ba723)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:01:11.337100 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f2dbbfa-95c8-40b5-b4b8-fe49e40a5b8b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (aac4cdc3-3ae0-4376-81f4-ed7266163473), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:11.341657 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (852c5a7e-0f79-401d-90ba-b470a7b1d387), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:11.346619 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f2dbbfa-95c8-40b5-b4b8-fe49e40a5b8b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:11.355745 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2f2dbbfa-95c8-40b5-b4b8-fe49e40a5b8b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "DELETE /v2.0/security-groups/aac4cdc3-3ae0-4376-81f4-ed7266163473 HTTP/1.1" status: 204 len: 168 time: 0.5205135 Feb 09 22:01:11.387412 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2dbbfa-95c8-40b5-b4b8-fe49e40a5b8b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac4cdc3-3ae0-4376-81f4-ed7266163473,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:11.409510 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ca081-9292-4a58-99eb-e588e1f6d9e0 req-0ef7a729-f956-46ee-9e01-1d0bc9ade7c1 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:11.423510 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d9ca081-9292-4a58-99eb-e588e1f6d9e0 req-0ef7a729-f956-46ee-9e01-1d0bc9ade7c1 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.3468351 Feb 09 22:01:11.476159 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] Pushing event updated for resources: {'Port': ['ID=852c5a7e-0f79-401d-90ba-b470a7b1d387,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:11.500836 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:11.501467 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:11.502931 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-f5915547-3e25-491e-8cb7-ea8df2a5d728 service neutron] 10.222.0.42 "PUT /v2.0/ports/852c5a7e-0f79-401d-90ba-b470a7b1d387 HTTP/1.1" status: 200 len: 1091 time: 1.3284504 Feb 09 22:01:11.520606 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d9ca081-9292-4a58-99eb-e588e1f6d9e0 req-91792170-b6e7-405e-a3af-ce1af3f85a47 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873182 Feb 09 22:01:11.579432 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:11.675101 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-420e3c4b-442c-4659-8766-f5d06e051a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:11.678922 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-420e3c4b-442c-4659-8766-f5d06e051a6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dfd79181e3346d392f0fa3a14de877d&device_id=51b01dac-e155-48ab-add5-a043aff77b92 HTTP/1.1" status: 200 len: 1125 time: 0.0936198 Feb 09 22:01:11.754070 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53132) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:11.773451 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-b2558eef-ec2c-48b5-8f6f-e002e1c238ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=852c5a7e-0f79-401d-90ba-b470a7b1d387 HTTP/1.1" status: 200 len: 217 time: 0.0868380 Feb 09 22:01:11.859460 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ccd4c8b-b878-4b19-9292-653acb4b844a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Deleting subnet 47279ddc-40d2-4ecc-b50d-6addbc8bd2ee {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:01:11.870662 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ccd4c8b-b878-4b19-9292-653acb4b844a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for subnet (47279ddc-40d2-4ecc-b50d-6addbc8bd2ee), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:11.895345 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-0acd54e7-19aa-4c94-ba5f-4ea8ed37be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:11.898365 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-0acd54e7-19aa-4c94-ba5f-4ea8ed37be00 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=573ecc19-338f-4fce-803c-41b7122ceeed HTTP/1.1" status: 200 len: 853 time: 0.1152360 Feb 09 22:01:12.003024 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-3f9d67b7-b7fd-4c3d-9003-87aba59467cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09a3e40d-4215-4a24-a80e-1432702e17ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977552 Feb 09 22:01:12.006906 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ccd4c8b-b878-4b19-9292-653acb4b844a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (47279ddc-40d2-4ecc-b50d-6addbc8bd2ee), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:12.157979 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-03e46ce3-b5ad-41dd-b863-c01749a43864 service neutron] 10.222.0.42 "GET /v2.0/networks/09a3e40d-4215-4a24-a80e-1432702e17ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420779 Feb 09 22:01:12.282450 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ccd4c8b-b878-4b19-9292-653acb4b844a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (47279ddc-40d2-4ecc-b50d-6addbc8bd2ee), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:12.413991 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fe8d7813-a577-4f0f-beed-b60ac297be51 req-5f627c51-aaf6-4e59-9f47-c49125c12820 service neutron] 10.222.0.42 "GET /v2.0/networks/09a3e40d-4215-4a24-a80e-1432702e17ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486477 Feb 09 22:01:12.501547 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ccd4c8b-b878-4b19-9292-653acb4b844a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (47279ddc-40d2-4ecc-b50d-6addbc8bd2ee), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:12.562815 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e4cf5-b61f-4592-b82c-04c7154afe95 req-1cf84b66-0e17-4fc3-b6c8-fb488f961f23 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:12.564570 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d12e4cf5-b61f-4592-b82c-04c7154afe95 req-1cf84b66-0e17-4fc3-b6c8-fb488f961f23 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b01dac-e155-48ab-add5-a043aff77b92 HTTP/1.1" status: 200 len: 943 time: 0.2874877 Feb 09 22:01:12.567791 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd4c8b-b878-4b19-9292-653acb4b844a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event deleted for resources: {'Subnet': ['ID=47279ddc-40d2-4ecc-b50d-6addbc8bd2ee,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:12.578938 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ccd4c8b-b878-4b19-9292-653acb4b844a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:12.581076 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4529b45-f8c3-45a5-b572-2d35d984395c None None] Network e9d9bede-cfe3-4bb7-a483-9e4a563e5a48 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:01:12.591164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53146) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:12.596579 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3ccd4c8b-b878-4b19-9292-653acb4b844a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "DELETE /v2.0/subnets/47279ddc-40d2-4ecc-b50d-6addbc8bd2ee HTTP/1.1" status: 204 len: 168 time: 0.8406510 Feb 09 22:01:12.757417 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d12e4cf5-b61f-4592-b82c-04c7154afe95 req-322d4f85-8605-43d2-a899-f4268be7f969 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ecbacc6-ee2d-4fc0-b2d1-17eeaae4e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362994 Feb 09 22:01:12.809097 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:12.830853 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-86c16073-af69-446e-acc5-fa8ab53d4b53 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (e9d9bede-cfe3-4bb7-a483-9e4a563e5a48), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:12.957504 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b01dac-e155-48ab-add5-a043aff77b92', 'tag': '852c5a7e-0f79-401d-90ba-b470a7b1d387'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:01:12.960010 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483787ac-c10d-447b-9070-ebf3acfc4809" -d '{"events": [{"name": "network-changed", "server_uuid": "51b01dac-e155-48ab-add5-a043aff77b92", "tag": "852c5a7e-0f79-401d-90ba-b470a7b1d387"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:01:12.970122 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b371c6-6e67-4c85-aec4-35ba70ca220b None None] DHCP port deletion for e9d9bede-cfe3-4bb7-a483-9e4a563e5a48 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:01:13.041913 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-86c16073-af69-446e-acc5-fa8ab53d4b53 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Deleting port 49a5d75d-c7eb-4f37-a886-da5cb667ceb3 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:13.042273 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-86c16073-af69-446e-acc5-fa8ab53d4b53 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (49a5d75d-c7eb-4f37-a886-da5cb667ceb3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:13.167152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a1b6c-eb13-49a3-b062-0121afb7ab3f req-58bd0cb3-cea9-402b-8a06-4e0c1c3f440b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:13.181593 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f29a1b6c-eb13-49a3-b062-0121afb7ab3f req-58bd0cb3-cea9-402b-8a06-4e0c1c3f440b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.2087526 Feb 09 22:01:13.271882 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-80b371c6-6e67-4c85-aec4-35ba70ca220b None None] Deleting port 49a5d75d-c7eb-4f37-a886-da5cb667ceb3 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:13.272583 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-80b371c6-6e67-4c85-aec4-35ba70ca220b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (49a5d75d-c7eb-4f37-a886-da5cb667ceb3), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:13.372479 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-86c16073-af69-446e-acc5-fa8ab53d4b53 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] For port 49a5d75d-c7eb-4f37-a886-da5cb667ceb3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=49a5d75d-c7eb-4f37-a886-da5cb667ceb3,segment=NetworkSegment(e1adfee6-9ba3-43b9-a641-6b9bda302edc),segment_id=e1adfee6-9ba3-43b9-a641-6b9bda302edc)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:13.373593 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-86c16073-af69-446e-acc5-fa8ab53d4b53 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (49a5d75d-c7eb-4f37-a886-da5cb667ceb3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:13.416439 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f29a1b6c-eb13-49a3-b062-0121afb7ab3f req-ca6cee8a-05e3-414d-b17b-88bfe4c21edc tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339034 Feb 09 22:01:13.470245 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-80b371c6-6e67-4c85-aec4-35ba70ca220b None None] For port 49a5d75d-c7eb-4f37-a886-da5cb667ceb3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=49a5d75d-c7eb-4f37-a886-da5cb667ceb3,segment=NetworkSegment(e1adfee6-9ba3-43b9-a641-6b9bda302edc),segment_id=e1adfee6-9ba3-43b9-a641-6b9bda302edc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:13.470667 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-80b371c6-6e67-4c85-aec4-35ba70ca220b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (49a5d75d-c7eb-4f37-a886-da5cb667ceb3), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:13.500027 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-86c16073-af69-446e-acc5-fa8ab53d4b53 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Calling delete_port for 49a5d75d-c7eb-4f37-a886-da5cb667ceb3 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:13.534014 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-80b371c6-6e67-4c85-aec4-35ba70ca220b None None] Calling delete_port for 49a5d75d-c7eb-4f37-a886-da5cb667ceb3 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:13.811608 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-86c16073-af69-446e-acc5-fa8ab53d4b53 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (49a5d75d-c7eb-4f37-a886-da5cb667ceb3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:13.830630 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-80b371c6-6e67-4c85-aec4-35ba70ca220b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (49a5d75d-c7eb-4f37-a886-da5cb667ceb3), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:13.862276 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b371c6-6e67-4c85-aec4-35ba70ca220b None None] No DVR routers for this DVR port 49a5d75d-c7eb-4f37-a886-da5cb667ceb3 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:01:13.880944 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c16073-af69-446e-acc5-fa8ab53d4b53 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event deleted for resources: {'Port': ['ID=49a5d75d-c7eb-4f37-a886-da5cb667ceb3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:13.892730 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c16073-af69-446e-acc5-fa8ab53d4b53 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] No DVR routers for this DVR port 49a5d75d-c7eb-4f37-a886-da5cb667ceb3 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:01:13.909856 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b371c6-6e67-4c85-aec4-35ba70ca220b None None] Pushing event deleted for resources: {'Port': ['ID=49a5d75d-c7eb-4f37-a886-da5cb667ceb3,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:13.981925 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 49a5d75d-c7eb-4f37-a886-da5cb667ceb3 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:01:14.049635 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 49a5d75d-c7eb-4f37-a886-da5cb667ceb3 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:01:14.049998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 49a5d75d-c7eb-4f37-a886-da5cb667ceb3 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:01:14.092813 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-86c16073-af69-446e-acc5-fa8ab53d4b53 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (e9d9bede-cfe3-4bb7-a483-9e4a563e5a48), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:14.144333 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921c0327-c325-47b6-8d2c-d21f4973ae80 x-openstack-request-id: req-921c0327-c325-47b6-8d2c-d21f4973ae80 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:01:14.145027 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b01dac-e155-48ab-add5-a043aff77b92", "tag": "852c5a7e-0f79-401d-90ba-b470a7b1d387", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:01:14.145612 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-921c0327-c325-47b6-8d2c-d21f4973ae80 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:01:14.147580 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b01dac-e155-48ab-add5-a043aff77b92', 'tag': '852c5a7e-0f79-401d-90ba-b470a7b1d387', 'status': 'completed', 'code': 200} Feb 09 22:01:14.156679 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-86c16073-af69-446e-acc5-fa8ab53d4b53 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d9bede-cfe3-4bb7-a483-9e4a563e5a48']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:14.217190 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-86c16073-af69-446e-acc5-fa8ab53d4b53 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1adfee6-9ba3-43b9-a641-6b9bda302edc') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:14.217793 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-86c16073-af69-446e-acc5-fa8ab53d4b53 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1adfee6-9ba3-43b9-a641-6b9bda302edc') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:14.248964 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-86c16073-af69-446e-acc5-fa8ab53d4b53 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (e1adfee6-9ba3-43b9-a641-6b9bda302edc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:14.253965 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c9824-4c42-4d10-b4c0-4a7ab871ba5d req-faaf7d70-78f5-4572-afc6-d7020cef287b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:14.264832 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e4c9824-4c42-4d10-b4c0-4a7ab871ba5d req-faaf7d70-78f5-4572-afc6-d7020cef287b tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.1158266 Feb 09 22:01:14.314444 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-86c16073-af69-446e-acc5-fa8ab53d4b53 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e1adfee6-9ba3-43b9-a641-6b9bda302edc), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:14.331630 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483787ac-c10d-447b-9070-ebf3acfc4809 req-76bdfdd9-ba7f-4475-9a5a-a6bb30a05ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:14.335023 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-483787ac-c10d-447b-9070-ebf3acfc4809 req-76bdfdd9-ba7f-4475-9a5a-a6bb30a05ad9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dfd79181e3346d392f0fa3a14de877d&device_id=51b01dac-e155-48ab-add5-a043aff77b92 HTTP/1.1" status: 200 len: 1125 time: 0.2205989 Feb 09 22:01:14.341627 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c16073-af69-446e-acc5-fa8ab53d4b53 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:01:14.342425 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-86c16073-af69-446e-acc5-fa8ab53d4b53 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (e1adfee6-9ba3-43b9-a641-6b9bda302edc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:14.351511 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e4c9824-4c42-4d10-b4c0-4a7ab871ba5d req-a86761fc-5ba0-49e0-b32f-27dd8a3c9b29 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838990 Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:01:14.352155 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:01:14.604684 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 852c5a7e-0f79-401d-90ba-b470a7b1d387 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:01:14.668327 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:14.929221 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-86c16073-af69-446e-acc5-fa8ab53d4b53 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (e9d9bede-cfe3-4bb7-a483-9e4a563e5a48), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:14.936802 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-86c16073-af69-446e-acc5-fa8ab53d4b53 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:14.952364 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-86c16073-af69-446e-acc5-fa8ab53d4b53 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "DELETE /v2.0/networks/e9d9bede-cfe3-4bb7-a483-9e4a563e5a48 HTTP/1.1" status: 204 len: 168 time: 2.3576512 Feb 09 22:01:14.961535 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53180) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:14.983333 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 852c5a7e-0f79-401d-90ba-b470a7b1d387, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=852c5a7e-0f79-401d-90ba-b470a7b1d387,segment=NetworkSegment(d329fc35-ea51-49b7-8f80-18961f6ba723),segment_id=d329fc35-ea51-49b7-8f80-18961f6ba723)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:15.019597 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '852c5a7e-0f79-401d-90ba-b470a7b1d387', 'network_id': '09a3e40d-4215-4a24-a80e-1432702e17ae', 'port_id': '852c5a7e-0f79-401d-90ba-b470a7b1d387', 'mac_address': 'fa:16:3e:f6:9a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '573ecc19-338f-4fce-803c-41b7122ceeed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:01:15.141894 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 852c5a7e-0f79-401d-90ba-b470a7b1d387 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:15.145666 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (852c5a7e-0f79-401d-90ba-b470a7b1d387), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:15.178313 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c16073-af69-446e-acc5-fa8ab53d4b53 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event deleted for resources: {'Network': ['ID=e9d9bede-cfe3-4bb7-a483-9e4a563e5a48,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:15.207350 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852c5a7e-0f79-401d-90ba-b470a7b1d387 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:01:15.227983 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fbba7-bb31-4471-aa9c-1bbcd2f40e10 req-cc5e69b7-d060-4782-8d5f-67b3ba72cdd8 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:15.245830 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d34fbba7-bb31-4471-aa9c-1bbcd2f40e10 req-cc5e69b7-d060-4782-8d5f-67b3ba72cdd8 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b01dac-e155-48ab-add5-a043aff77b92 HTTP/1.1" status: 200 len: 943 time: 0.3643341 Feb 09 22:01:15.273748 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 852c5a7e-0f79-401d-90ba-b470a7b1d387, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=852c5a7e-0f79-401d-90ba-b470a7b1d387,segment=NetworkSegment(d329fc35-ea51-49b7-8f80-18961f6ba723),segment_id=d329fc35-ea51-49b7-8f80-18961f6ba723)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:15.286973 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (852c5a7e-0f79-401d-90ba-b470a7b1d387), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:15.327868 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483787ac-c10d-447b-9070-ebf3acfc4809 req-20ad76ce-765d-4a5f-87f5-ceeb3509748b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:15.331180 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-483787ac-c10d-447b-9070-ebf3acfc4809 req-20ad76ce-765d-4a5f-87f5-ceeb3509748b service neutron] 10.222.0.42 "GET /v2.0/networks?id=09a3e40d-4215-4a24-a80e-1432702e17ae HTTP/1.1" status: 200 len: 914 time: 0.8998046 Feb 09 22:01:15.483991 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-483787ac-c10d-447b-9070-ebf3acfc4809 req-2013c6f4-cf49-40dd-bf77-fbc9e08bb85e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=852c5a7e-0f79-401d-90ba-b470a7b1d387 HTTP/1.1" status: 200 len: 217 time: 0.1447270 Feb 09 22:01:15.485738 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:15.490606 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=852c5a7e-0f79-401d-90ba-b470a7b1d387,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:15.561067 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d34fbba7-bb31-4471-aa9c-1bbcd2f40e10 req-088c5d20-f5b5-41ee-8b89-eaf579bdf9c1 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ecbacc6-ee2d-4fc0-b2d1-17eeaae4e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137767 Feb 09 22:01:15.569909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['852c5a7e-0f79-401d-90ba-b470a7b1d387'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:01:15.612346 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-aaedc4bf-3d73-44e6-85ab-79bc3f6ccb79 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Deleting port 0b92fe33-e32b-494c-830f-e689446d354d {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:15.613781 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aaedc4bf-3d73-44e6-85ab-79bc3f6ccb79 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (0b92fe33-e32b-494c-830f-e689446d354d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:15.678613 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483787ac-c10d-447b-9070-ebf3acfc4809 req-4c0f7968-20cb-4e5c-9b3a-5b38ea3ea7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:15.682608 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-483787ac-c10d-447b-9070-ebf3acfc4809 req-4c0f7968-20cb-4e5c-9b3a-5b38ea3ea7f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=573ecc19-338f-4fce-803c-41b7122ceeed HTTP/1.1" status: 200 len: 853 time: 0.1911128 Feb 09 22:01:15.772503 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-483787ac-c10d-447b-9070-ebf3acfc4809 req-e5ccdd78-3e8f-48ab-b054-b0d0d79d84e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09a3e40d-4215-4a24-a80e-1432702e17ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826809 Feb 09 22:01:15.889285 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aaedc4bf-3d73-44e6-85ab-79bc3f6ccb79 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (0b92fe33-e32b-494c-830f-e689446d354d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:15.890030 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aaedc4bf-3d73-44e6-85ab-79bc3f6ccb79 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for floatingip (0b92fe33-e32b-494c-830f-e689446d354d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:15.933322 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-aaedc4bf-3d73-44e6-85ab-79bc3f6ccb79 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Calling delete_port for 0b92fe33-e32b-494c-830f-e689446d354d owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:16.096062 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-483787ac-c10d-447b-9070-ebf3acfc4809 req-009559f9-3757-4568-845c-b236dc70dd5c service neutron] 10.222.0.42 "GET /v2.0/networks/09a3e40d-4215-4a24-a80e-1432702e17ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143406 Feb 09 22:01:16.113853 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:16.233083 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cfcd1-513d-49dd-8db0-e7e1951c2e63 req-c635e829-cfa5-4300-b401-c3e6ae3e9923 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:16.239558 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445cfcd1-513d-49dd-8db0-e7e1951c2e63 req-c635e829-cfa5-4300-b401-c3e6ae3e9923 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.3237960 Feb 09 22:01:16.331824 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-483787ac-c10d-447b-9070-ebf3acfc4809 req-bc2e2319-53bc-4b34-8f94-66630878de0e service neutron] 10.222.0.42 "GET /v2.0/networks/09a3e40d-4215-4a24-a80e-1432702e17ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247918 Feb 09 22:01:16.404729 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-445cfcd1-513d-49dd-8db0-e7e1951c2e63 req-9d85f507-f73e-4d52-b1a4-aed76ceb0a30 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574593 Feb 09 22:01:16.618702 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aaedc4bf-3d73-44e6-85ab-79bc3f6ccb79 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (0b92fe33-e32b-494c-830f-e689446d354d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:16.687577 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedc4bf-3d73-44e6-85ab-79bc3f6ccb79 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event deleted for resources: {'Port': ['ID=0b92fe33-e32b-494c-830f-e689446d354d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:16.730111 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4f13a-02f5-4c75-b92c-ee7ee8a8d83c req-6dbfa3d8-e43d-4af2-aba8-fbc7cb870afa tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:16.731936 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6ae4f13a-02f5-4c75-b92c-ee7ee8a8d83c req-6dbfa3d8-e43d-4af2-aba8-fbc7cb870afa tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.1549075 Feb 09 22:01:16.762804 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aaedc4bf-3d73-44e6-85ab-79bc3f6ccb79 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for floatingip (12ed8035-e80a-42f4-9a67-396b73cba418), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:16.763286 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-aaedc4bf-3d73-44e6-85ab-79bc3f6ccb79 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Floating IP 12ed8035-e80a-42f4-9a67-396b73cba418 disassociated (deleted). External IP: 172.25.6.207, port: 17e9bf21-74f7-4628-984d-92938a0a0e2c. Feb 09 22:01:16.902771 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6ae4f13a-02f5-4c75-b92c-ee7ee8a8d83c req-0904adb9-4707-4862-a6e5-9ba5af45d5af tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614447 Feb 09 22:01:17.194787 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e603a5-d0c3-489f-aeea-bb43a4bcd2af req-278c3666-5411-4be0-aec7-9e0354c590c8 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:17.196698 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-46e603a5-d0c3-489f-aeea-bb43a4bcd2af req-278c3666-5411-4be0-aec7-9e0354c590c8 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b01dac-e155-48ab-add5-a043aff77b92 HTTP/1.1" status: 200 len: 944 time: 0.0910389 Feb 09 22:01:17.242418 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaedc4bf-3d73-44e6-85ab-79bc3f6ccb79 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Router 64f670f8-45d5-4b01-92d4-3fff438696cf has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:01:17.355161 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-46e603a5-d0c3-489f-aeea-bb43a4bcd2af req-b93bc8f4-f6d7-4996-972b-b75a1d2b7191 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ecbacc6-ee2d-4fc0-b2d1-17eeaae4e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502297 Feb 09 22:01:17.468968 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaedc4bf-3d73-44e6-85ab-79bc3f6ccb79 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:01:17.488321 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aaedc4bf-3d73-44e6-85ab-79bc3f6ccb79 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:17.493335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df105a-d924-451b-a23b-6b8743f663aa None None] Sync routers for ids ['64f670f8-45d5-4b01-92d4-3fff438696cf'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:01:17.535535 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df105a-d924-451b-a23b-6b8743f663aa None None] Routers {'64f670f8-45d5-4b01-92d4-3fff438696cf'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:17.537015 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-97df105a-d924-451b-a23b-6b8743f663aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:01:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['64f670f8-45d5-4b01-92d4-3fff438696cf'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:17.604932 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-aaedc4bf-3d73-44e6-85ab-79bc3f6ccb79 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "DELETE /v2.0/floatingips/12ed8035-e80a-42f4-9a67-396b73cba418 HTTP/1.1" status: 204 len: 168 time: 2.6380692 Feb 09 22:01:17.605981 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579c1865-30b0-4eb9-8ace-00713a3f9854', 'tag': '17e9bf21-74f7-4628-984d-92938a0a0e2c'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:01:17.609058 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5438e7aa-3212-4265-aa98-1f1e1575c9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "579c1865-30b0-4eb9-8ace-00713a3f9854", "tag": "17e9bf21-74f7-4628-984d-92938a0a0e2c"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:01:17.841467 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-97df105a-d924-451b-a23b-6b8743f663aa None None] Set router 64f670f8-45d5-4b01-92d4-3fff438696cf gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:17.865061 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc912e0e-0c11-4835-af85-80f0521f0350 req-6344d6fb-2520-4d31-ad0b-3159e7606ef5 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:17.873204 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc912e0e-0c11-4835-af85-80f0521f0350 req-6344d6fb-2520-4d31-ad0b-3159e7606ef5 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.0847538 Feb 09 22:01:17.945331 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc912e0e-0c11-4835-af85-80f0521f0350 req-1bf8f935-d8e6-4232-b028-e41285367473 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711248 Feb 09 22:01:18.218212 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cda98f-efec-4329-9215-90c87bd7e8a4 x-openstack-request-id: req-89cda98f-efec-4329-9215-90c87bd7e8a4 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:01:18.218650 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579c1865-30b0-4eb9-8ace-00713a3f9854", "tag": "17e9bf21-74f7-4628-984d-92938a0a0e2c", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:01:18.219018 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-89cda98f-efec-4329-9215-90c87bd7e8a4 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:01:18.219543 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579c1865-30b0-4eb9-8ace-00713a3f9854', 'tag': '17e9bf21-74f7-4628-984d-92938a0a0e2c', 'status': 'completed', 'code': 200} Feb 09 22:01:18.221649 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-97df105a-d924-451b-a23b-6b8743f663aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'name': 'tempest-TestNetworkBasicOps-router-285762215', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:39Z', 'updated_at': '2022-02-09T22:00:59Z', 'revision_number': 6, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:42Z', 'updated_at': '2022-02-09T21:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '2ac58b77-3b11-4e2c-b43f-1ffb558c83cc', 'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:43:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:53Z', 'updated_at': '2022-02-09T21:58:08Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:18.272624 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df105a-d924-451b-a23b-6b8743f663aa None None] Checking router: 64f670f8-45d5-4b01-92d4-3fff438696cf for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:01:18.291032 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df105a-d924-451b-a23b-6b8743f663aa None None] Routers {'64f670f8-45d5-4b01-92d4-3fff438696cf'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:18.294527 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-97df105a-d924-451b-a23b-6b8743f663aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:01:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['64f670f8-45d5-4b01-92d4-3fff438696cf'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:18.350712 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438e7aa-3212-4265-aa98-1f1e1575c9fe req-439b3f2a-492c-463a-a0f8-50ee410d20e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:18.354405 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5438e7aa-3212-4265-aa98-1f1e1575c9fe req-439b3f2a-492c-463a-a0f8-50ee410d20e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=555e545ac75c4d7aa89a964d48e2fbf4&device_id=579c1865-30b0-4eb9-8ace-00713a3f9854 HTTP/1.1" status: 200 len: 1127 time: 0.1058040 Feb 09 22:01:18.588408 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438e7aa-3212-4265-aa98-1f1e1575c9fe req-cde56006-b0c0-4c3a-b523-b058d02d3241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:18.594425 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5438e7aa-3212-4265-aa98-1f1e1575c9fe req-cde56006-b0c0-4c3a-b523-b058d02d3241 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b09c7d96-17d7-45a8-b56d-14cfc933db6c HTTP/1.1" status: 200 len: 897 time: 0.2319560 Feb 09 22:01:18.658912 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5438e7aa-3212-4265-aa98-1f1e1575c9fe req-1fa11e03-c1f2-4ac5-a9b2-1e073fd00146 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17e9bf21-74f7-4628-984d-92938a0a0e2c HTTP/1.1" status: 200 len: 217 time: 0.0562963 Feb 09 22:01:18.662304 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaea6b1-c831-418d-a831-d6321b347db0 req-5f6fe2c3-ca56-4654-8464-346729fb590a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:18.677396 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-afaea6b1-c831-418d-a831-d6321b347db0 req-5f6fe2c3-ca56-4654-8464-346729fb590a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.1409516 Feb 09 22:01:18.805082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-afaea6b1-c831-418d-a831-d6321b347db0 req-9ccafec9-75f9-4f11-aa31-f6fd0edd0197 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242511 Feb 09 22:01:18.827071 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438e7aa-3212-4265-aa98-1f1e1575c9fe req-4598ffbb-24cf-42e8-8f9b-b8183cc02c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:18.828823 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5438e7aa-3212-4265-aa98-1f1e1575c9fe req-4598ffbb-24cf-42e8-8f9b-b8183cc02c0d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38832c8f-f6ce-4bc9-a5f3-280df12cfe59 HTTP/1.1" status: 200 len: 834 time: 0.1588748 Feb 09 22:01:18.899235 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438e7aa-3212-4265-aa98-1f1e1575c9fe req-eb241615-c5f0-4c05-8a4b-93bc9eab3c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:18.900977 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5438e7aa-3212-4265-aa98-1f1e1575c9fe req-eb241615-c5f0-4c05-8a4b-93bc9eab3c56 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b09c7d96-17d7-45a8-b56d-14cfc933db6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0643792 Feb 09 22:01:19.022298 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5438e7aa-3212-4265-aa98-1f1e1575c9fe req-cca6de4b-64d4-4296-9a39-acf2fb34e516 service neutron] 10.222.0.42 "GET /v2.0/networks/b09c7d96-17d7-45a8-b56d-14cfc933db6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121707 Feb 09 22:01:19.069971 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fedc20-a4a4-472a-a261-60a9d7e4491b req-41560262-6ffc-49ae-ad32-ff93fc8608fe tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:19.083354 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1fedc20-a4a4-472a-a261-60a9d7e4491b req-41560262-6ffc-49ae-ad32-ff93fc8608fe tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=579c1865-30b0-4eb9-8ace-00713a3f9854 HTTP/1.1" status: 200 len: 945 time: 0.1508782 Feb 09 22:01:19.126319 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-97df105a-d924-451b-a23b-6b8743f663aa None None] Set router 64f670f8-45d5-4b01-92d4-3fff438696cf gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:19.189362 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1fedc20-a4a4-472a-a261-60a9d7e4491b req-8e23f00c-d3b3-40e0-854f-feb988ab3671 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8a88e8-563a-4889-b363-017a517dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949585 Feb 09 22:01:19.385647 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 852c5a7e-0f79-401d-90ba-b470a7b1d387 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:19.386507 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5438e7aa-3212-4265-aa98-1f1e1575c9fe req-801ce191-27fa-446b-8bef-19abbb58f135 service neutron] 10.222.0.42 "GET /v2.0/networks/b09c7d96-17d7-45a8-b56d-14cfc933db6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567364 Feb 09 22:01:19.494823 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdae7b9-c0b2-4db4-932c-12577f8e8ed3 req-189f2d5d-9160-4663-9208-f3313259e6e9 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:19.504608 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fbdae7b9-c0b2-4db4-932c-12577f8e8ed3 req-189f2d5d-9160-4663-9208-f3313259e6e9 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b01dac-e155-48ab-add5-a043aff77b92 HTTP/1.1" status: 200 len: 944 time: 0.1515803 Feb 09 22:01:19.601237 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 852c5a7e-0f79-401d-90ba-b470a7b1d387 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:01:19.608640 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 852c5a7e-0f79-401d-90ba-b470a7b1d387 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:19.609258 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (852c5a7e-0f79-401d-90ba-b470a7b1d387), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:19.652543 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fbdae7b9-c0b2-4db4-932c-12577f8e8ed3 req-173191df-339d-48c5-b5a2-b03868ab3a70 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ecbacc6-ee2d-4fc0-b2d1-17eeaae4e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403379 Feb 09 22:01:19.791540 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4248eae-c826-4523-bf6a-6cc91e70b82b req-23213e5f-5eab-493a-967d-2e2a99bb2598 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:19.791540 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f4248eae-c826-4523-bf6a-6cc91e70b82b req-23213e5f-5eab-493a-967d-2e2a99bb2598 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.42 "GET /v2.0/ports?device_id=579c1865-30b0-4eb9-8ace-00713a3f9854 HTTP/1.1" status: 200 len: 945 time: 0.1704855 Feb 09 22:01:19.818399 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-97df105a-d924-451b-a23b-6b8743f663aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'name': 'tempest-TestNetworkBasicOps-router-285762215', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:39Z', 'updated_at': '2022-02-09T22:00:59Z', 'revision_number': 6, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:42Z', 'updated_at': '2022-02-09T21:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '2ac58b77-3b11-4e2c-b43f-1ffb558c83cc', 'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:43:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:53Z', 'updated_at': '2022-02-09T21:58:08Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:19.970372 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df105a-d924-451b-a23b-6b8743f663aa None None] The sync data for ids ['64f670f8-45d5-4b01-92d4-3fff438696cf'] in n-d-828601-1 is: [{'id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'name': 'tempest-TestNetworkBasicOps-router-285762215', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:39Z', 'updated_at': '2022-02-09T22:00:59Z', 'revision_number': 6, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:42Z', 'updated_at': '2022-02-09T21:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '2ac58b77-3b11-4e2c-b43f-1ffb558c83cc', 'name': '', 'network_id': 'b09c7d96-17d7-45a8-b56d-14cfc933db6c', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:43:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:53Z', 'updated_at': '2022-02-09T21:58:08Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': '38832c8f-f6ce-4bc9-a5f3-280df12cfe59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:01:20.077704 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-f4248eae-c826-4523-bf6a-6cc91e70b82b req-bcf525ef-969a-4140-ac94-680ef9d64747 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Deleting port 17e9bf21-74f7-4628-984d-92938a0a0e2c {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:20.078847 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f4248eae-c826-4523-bf6a-6cc91e70b82b req-bcf525ef-969a-4140-ac94-680ef9d64747 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (17e9bf21-74f7-4628-984d-92938a0a0e2c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:20.089691 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 852c5a7e-0f79-401d-90ba-b470a7b1d387 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:20.090078 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (852c5a7e-0f79-401d-90ba-b470a7b1d387), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:20.138426 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 852c5a7e-0f79-401d-90ba-b470a7b1d387, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=852c5a7e-0f79-401d-90ba-b470a7b1d387,segment=NetworkSegment(d329fc35-ea51-49b7-8f80-18961f6ba723),segment_id=d329fc35-ea51-49b7-8f80-18961f6ba723)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:20.140478 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b01dac-e155-48ab-add5-a043aff77b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852c5a7e-0f79-401d-90ba-b470a7b1d387'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:01:20.143928 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae452fa-00cb-402d-98ec-d1d59d9fb257" -d '{"events": [{"server_uuid": "51b01dac-e155-48ab-add5-a043aff77b92", "name": "network-vif-plugged", "status": "completed", "tag": "852c5a7e-0f79-401d-90ba-b470a7b1d387"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:01:20.148848 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (852c5a7e-0f79-401d-90ba-b470a7b1d387), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:20.266186 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c757e9-26c7-4286-a745-b3f9997165ec req-fd08fe52-203f-445a-aa9c-eb861acaf07c tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:20.284278 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c757e9-26c7-4286-a745-b3f9997165ec req-fd08fe52-203f-445a-aa9c-eb861acaf07c tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:20.286617 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7c757e9-26c7-4286-a745-b3f9997165ec req-fd08fe52-203f-445a-aa9c-eb861acaf07c tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc572a35-cfe3-409b-b29d-dc067b4b2682&device_id=fff31ce6-a63e-4129-9b9d-b922889f4e0d HTTP/1.1" status: 200 len: 1683 time: 0.1973798 Feb 09 22:01:20.307364 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=852c5a7e-0f79-401d-90ba-b470a7b1d387,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:20.330796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-f4248eae-c826-4523-bf6a-6cc91e70b82b req-bcf525ef-969a-4140-ac94-680ef9d64747 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] For port 17e9bf21-74f7-4628-984d-92938a0a0e2c, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=17e9bf21-74f7-4628-984d-92938a0a0e2c,segment=NetworkSegment(1705b24f-ae8d-4684-99b1-70edff3b465c),segment_id=1705b24f-ae8d-4684-99b1-70edff3b465c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:20.331223 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f4248eae-c826-4523-bf6a-6cc91e70b82b req-bcf525ef-969a-4140-ac94-680ef9d64747 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (17e9bf21-74f7-4628-984d-92938a0a0e2c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:20.381007 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-f4248eae-c826-4523-bf6a-6cc91e70b82b req-bcf525ef-969a-4140-ac94-680ef9d64747 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Calling delete_port for 17e9bf21-74f7-4628-984d-92938a0a0e2c owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:20.439453 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7c757e9-26c7-4286-a745-b3f9997165ec req-41b5c1be-b623-4c52-b78c-cd3f36b0d118 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.77 "GET /v2.0/security-groups?id=371e990e-62b0-4a66-bd1f-b6975f7a6b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381898 Feb 09 22:01:20.629623 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f4248eae-c826-4523-bf6a-6cc91e70b82b req-bcf525ef-969a-4140-ac94-680ef9d64747 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (17e9bf21-74f7-4628-984d-92938a0a0e2c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:20.651933 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eef5503-4a99-476f-9499-6dedd7a669ef x-openstack-request-id: req-0eef5503-4a99-476f-9499-6dedd7a669ef {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:01:20.652459 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b01dac-e155-48ab-add5-a043aff77b92", "name": "network-vif-plugged", "status": "completed", "tag": "852c5a7e-0f79-401d-90ba-b470a7b1d387", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:01:20.652881 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0eef5503-4a99-476f-9499-6dedd7a669ef {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:01:20.653818 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b01dac-e155-48ab-add5-a043aff77b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852c5a7e-0f79-401d-90ba-b470a7b1d387', 'code': 200} Feb 09 22:01:20.698961 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e3dc39-b445-45d1-bf36-b4a49a10f421 None None] New status for floating IP 12ed8035-e80a-42f4-9a67-396b73cba418: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:01:20.731996 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf525ef-969a-4140-ac94-680ef9d64747 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event deleted for resources: {'Port': ['ID=17e9bf21-74f7-4628-984d-92938a0a0e2c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:20.933690 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7b68904e-cba5-4796-886e-f778932b667b req-038a1a09-05bb-46f5-861d-ae9af4d2ef0e tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=579c1865-30b0-4eb9-8ace-00713a3f9854 HTTP/1.1" status: 200 len: 210 time: 0.0727968 Feb 09 22:01:20.981215 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4248eae-c826-4523-bf6a-6cc91e70b82b req-bcf525ef-969a-4140-ac94-680ef9d64747 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] No DVR routers for this DVR port 17e9bf21-74f7-4628-984d-92938a0a0e2c on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:01:21.000906 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f4248eae-c826-4523-bf6a-6cc91e70b82b req-bcf525ef-969a-4140-ac94-680ef9d64747 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:21.005895 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f4248eae-c826-4523-bf6a-6cc91e70b82b req-bcf525ef-969a-4140-ac94-680ef9d64747 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.42 "DELETE /v2.0/ports/17e9bf21-74f7-4628-984d-92938a0a0e2c HTTP/1.1" status: 204 len: 173 time: 1.2089760 Feb 09 22:01:21.017186 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579c1865-30b0-4eb9-8ace-00713a3f9854', 'name': 'network-vif-deleted', 'tag': '17e9bf21-74f7-4628-984d-92938a0a0e2c'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:01:21.021929 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b1b3f0-ee75-4c39-ac1a-108ae1524fdb" -d '{"events": [{"server_uuid": "579c1865-30b0-4eb9-8ace-00713a3f9854", "name": "network-vif-deleted", "tag": "17e9bf21-74f7-4628-984d-92938a0a0e2c"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:01:21.052802 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3a642-f68c-4964-b3a4-3795c902b43f req-18c7bf99-a985-4cda-9381-50aeca2f546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:21.055087 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8cf3a642-f68c-4964-b3a4-3795c902b43f req-18c7bf99-a985-4cda-9381-50aeca2f546a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=51b01dac-e155-48ab-add5-a043aff77b92 HTTP/1.1" status: 200 len: 1127 time: 0.2592449 Feb 09 22:01:21.233868 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8cf3a642-f68c-4964-b3a4-3795c902b43f req-a19e05fe-fe5b-4369-810a-a50a8e8f640f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6ecbacc6-ee2d-4fc0-b2d1-17eeaae4e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703677 Feb 09 22:01:21.318372 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708dfa7b-0c9a-4e35-9564-ddb65c872464 req-bae19128-e9a5-49e7-9ea1-33fc79bcf185 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:21.328883 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-708dfa7b-0c9a-4e35-9564-ddb65c872464 req-bae19128-e9a5-49e7-9ea1-33fc79bcf185 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.1363380 Feb 09 22:01:21.470251 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-708dfa7b-0c9a-4e35-9564-ddb65c872464 req-08f763f7-7a7c-4383-8909-90100182a7ba tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374011 Feb 09 22:01:21.703925 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c997332-afd6-4434-8b71-4a84443b9664 req-06c6651f-8d68-44f5-8821-caddc63faaca tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:21.716687 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c997332-afd6-4434-8b71-4a84443b9664 req-06c6651f-8d68-44f5-8821-caddc63faaca tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b01dac-e155-48ab-add5-a043aff77b92 HTTP/1.1" status: 200 len: 945 time: 0.1110494 Feb 09 22:01:21.809023 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c997332-afd6-4434-8b71-4a84443b9664 req-f98e8db7-dadd-443f-ac2f-a425a912c412 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ecbacc6-ee2d-4fc0-b2d1-17eeaae4e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866599 Feb 09 22:01:21.865931 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c02d484-d19e-4dba-ab01-873eab72fde5 x-openstack-request-id: req-1c02d484-d19e-4dba-ab01-873eab72fde5 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:01:21.866513 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579c1865-30b0-4eb9-8ace-00713a3f9854", "name": "network-vif-deleted", "tag": "17e9bf21-74f7-4628-984d-92938a0a0e2c", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:01:21.867392 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c02d484-d19e-4dba-ab01-873eab72fde5 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:01:21.869211 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579c1865-30b0-4eb9-8ace-00713a3f9854', 'name': 'network-vif-deleted', 'tag': '17e9bf21-74f7-4628-984d-92938a0a0e2c', 'status': 'completed', 'code': 200} Feb 09 22:01:22.308145 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad320e82-e7bd-4cd8-b1ac-0ec2dc99f31a req-da29932b-1565-4715-9dcb-06cb936d6868 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:22.310853 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad320e82-e7bd-4cd8-b1ac-0ec2dc99f31a req-da29932b-1565-4715-9dcb-06cb936d6868 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.1022599 Feb 09 22:01:22.390619 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad320e82-e7bd-4cd8-b1ac-0ec2dc99f31a req-86ce30fa-130c-41ad-8b75-4b73e4b25165 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673442 Feb 09 22:01:22.493445 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53330) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:22.594523 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d0069ee-4b45-4c46-a4cc-868d33ba50eb tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group (cf8a88e8-563a-4889-b363-017a517dcd8f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:22.671913 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d0069ee-4b45-4c46-a4cc-868d33ba50eb tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group (cf8a88e8-563a-4889-b363-017a517dcd8f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:22.803014 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ca4e10e4-b6ba-4d6e-9c88-fb89551dc860 req-864bfe98-774e-4b98-940a-b731f8af7542 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4c34aeb0-3198-4ba5-bca1-f397bfdd13fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1246359 Feb 09 22:01:22.836577 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d0069ee-4b45-4c46-a4cc-868d33ba50eb tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (cf8a88e8-563a-4889-b363-017a517dcd8f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:22.839934 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d0069ee-4b45-4c46-a4cc-868d33ba50eb tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:22.841499 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6d0069ee-4b45-4c46-a4cc-868d33ba50eb tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "DELETE /v2.0/security-groups/cf8a88e8-563a-4889-b363-017a517dcd8f HTTP/1.1" status: 204 len: 168 time: 0.3464534 Feb 09 22:01:22.853507 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0069ee-4b45-4c46-a4cc-868d33ba50eb tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8a88e8-563a-4889-b363-017a517dcd8f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:23.013895 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-31913b13-62c4-4c23-9aa1-1e8025d08c4b req-bf97c647-11f6-48d7-8c28-907b3cd520c5 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:01:23.015422 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31913b13-62c4-4c23-9aa1-1e8025d08c4b req-bf97c647-11f6-48d7-8c28-907b3cd520c5 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058775 Feb 09 22:01:23.049090 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e10e4-b6ba-4d6e-9c88-fb89551dc860 req-e07c75b0-9f98-43b1-a305-0409b952ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:23.051507 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ca4e10e4-b6ba-4d6e-9c88-fb89551dc860 req-e07c75b0-9f98-43b1-a305-0409b952ac2a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ecf756413bbb4509914c48d36d3db43f&device_id=4c34aeb0-3198-4ba5-bca1-f397bfdd13fc HTTP/1.1" status: 200 len: 1127 time: 0.1353035 Feb 09 22:01:23.354147 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e10e4-b6ba-4d6e-9c88-fb89551dc860 req-3f10933c-3e67-4310-9c3a-459128c807c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:23.355703 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ca4e10e4-b6ba-4d6e-9c88-fb89551dc860 req-3f10933c-3e67-4310-9c3a-459128c807c6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=42105ba1-38a2-48f4-8e9f-2db55c355e9e HTTP/1.1" status: 200 len: 915 time: 0.2374465 Feb 09 22:01:23.451222 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ca4e10e4-b6ba-4d6e-9c88-fb89551dc860 req-0333ac87-012e-47ba-8303-de4dab1ccfa5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de3c2b1f-0b8d-4dc9-821f-86c7895954eb HTTP/1.1" status: 200 len: 217 time: 0.0883465 Feb 09 22:01:23.519456 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e10e4-b6ba-4d6e-9c88-fb89551dc860 req-0bbc1c32-9b1f-477d-856b-b2f02bbd60f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:23.521265 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ca4e10e4-b6ba-4d6e-9c88-fb89551dc860 req-0bbc1c32-9b1f-477d-856b-b2f02bbd60f3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95498cf5-512a-4d09-af11-5e6075e6f447 HTTP/1.1" status: 200 len: 854 time: 0.0610411 Feb 09 22:01:23.529269 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d3ea0-38aa-45b8-b17a-b7a1f83a73c2 req-39dc9ac2-d6b0-484b-adf3-9816d07ac554 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:23.548648 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd1d3ea0-38aa-45b8-b17a-b7a1f83a73c2 req-39dc9ac2-d6b0-484b-adf3-9816d07ac554 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b01dac-e155-48ab-add5-a043aff77b92 HTTP/1.1" status: 200 len: 945 time: 0.1488006 Feb 09 22:01:23.578708 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ca4e10e4-b6ba-4d6e-9c88-fb89551dc860 req-8bbf4e35-40a7-4282-b1ac-59f296ee66fb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42105ba1-38a2-48f4-8e9f-2db55c355e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498405 Feb 09 22:01:23.615236 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd1d3ea0-38aa-45b8-b17a-b7a1f83a73c2 req-811029f5-b7af-43f9-a4e4-3ee07ce47ff3 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ecbacc6-ee2d-4fc0-b2d1-17eeaae4e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634975 Feb 09 22:01:23.748895 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53362) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:23.862335 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ca4e10e4-b6ba-4d6e-9c88-fb89551dc860 req-de2ce67f-895f-442d-a578-8907760eb194 service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737565 Feb 09 22:01:24.073141 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ca4e10e4-b6ba-4d6e-9c88-fb89551dc860 req-b6a0cf3d-e19a-4527-a7c6-5b02287290ca service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022560 Feb 09 22:01:24.368270 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b315d-58d1-4cc0-a188-90d6f209b5ab req-bfbb191a-e250-4424-87fb-69127c140de0 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:24.371912 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ca7b315d-58d1-4cc0-a188-90d6f209b5ab req-bfbb191a-e250-4424-87fb-69127c140de0 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.42 "GET /v2.0/ports?device_id=fff31ce6-a63e-4129-9b9d-b922889f4e0d HTTP/1.1" status: 200 len: 946 time: 0.1276088 Feb 09 22:01:24.410494 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b52f62-7445-4043-b5d2-b233e7b815f4 req-c2db32c7-f41f-4ff2-8c5d-a9f7d2261f4d tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:24.418542 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80b52f62-7445-4043-b5d2-b233e7b815f4 req-c2db32c7-f41f-4ff2-8c5d-a9f7d2261f4d tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.4747217 Feb 09 22:01:24.593179 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 17e9bf21-74f7-4628-984d-92938a0a0e2c no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:01:24.620732 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-ca7b315d-58d1-4cc0-a188-90d6f209b5ab req-b9b69f60-1ded-479c-94e7-c8106c66fffd tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Deleting port 040306bf-d434-47c0-a3ec-e752e36bca21 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:24.621498 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ca7b315d-58d1-4cc0-a188-90d6f209b5ab req-b9b69f60-1ded-479c-94e7-c8106c66fffd tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (040306bf-d434-47c0-a3ec-e752e36bca21), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:24.651348 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 17e9bf21-74f7-4628-984d-92938a0a0e2c {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:01:24.654037 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 17e9bf21-74f7-4628-984d-92938a0a0e2c not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:01:24.701556 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80b52f62-7445-4043-b5d2-b233e7b815f4 req-2826d763-831a-4bb4-a233-89bfbb02a9d7 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066922 Feb 09 22:01:24.893612 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a15dd-bd45-4615-ba1f-055658a9263e req-196def00-47ab-419f-894c-0b0a8670af7a tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:24.910056 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-305a15dd-bd45-4615-ba1f-055658a9263e req-196def00-47ab-419f-894c-0b0a8670af7a tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc572a35-cfe3-409b-b29d-dc067b4b2682 HTTP/1.1" status: 200 len: 946 time: 0.2467747 Feb 09 22:01:25.078165 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-ca7b315d-58d1-4cc0-a188-90d6f209b5ab req-b9b69f60-1ded-479c-94e7-c8106c66fffd tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] For port 040306bf-d434-47c0-a3ec-e752e36bca21, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=040306bf-d434-47c0-a3ec-e752e36bca21,segment=NetworkSegment(d81e95cc-12c9-4fc2-a92c-b31a2317f642),segment_id=d81e95cc-12c9-4fc2-a92c-b31a2317f642)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:25.079798 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ca7b315d-58d1-4cc0-a188-90d6f209b5ab req-b9b69f60-1ded-479c-94e7-c8106c66fffd tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (040306bf-d434-47c0-a3ec-e752e36bca21), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:25.179318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-ca7b315d-58d1-4cc0-a188-90d6f209b5ab req-b9b69f60-1ded-479c-94e7-c8106c66fffd tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Calling delete_port for 040306bf-d434-47c0-a3ec-e752e36bca21 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:25.477417 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-90100556-bfbc-46d2-9fbc-810652eef1cb tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:25.484672 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-90100556-bfbc-46d2-9fbc-810652eef1cb tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/networks?id=42105ba1-38a2-48f4-8e9f-2db55c355e9e HTTP/1.1" status: 200 len: 814 time: 0.4667954 Feb 09 22:01:25.496592 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-305a15dd-bd45-4615-ba1f-055658a9263e req-7ec591f4-16d4-4207-a093-05787f15fd46 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Deleting port 310efe07-0ed7-4a99-af43-8be0d3503b0d {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:25.497584 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-305a15dd-bd45-4615-ba1f-055658a9263e req-7ec591f4-16d4-4207-a093-05787f15fd46 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (310efe07-0ed7-4a99-af43-8be0d3503b0d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:25.505604 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-158b87a6-febc-409a-9b5c-5ac82dea7e12 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/quotas/ecf756413bbb4509914c48d36d3db43f HTTP/1.1" status: 200 len: 375 time: 0.0197058 Feb 09 22:01:25.657874 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-668990b2-7211-4fe4-ad9d-09f8240eb60c tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ecf756413bbb4509914c48d36d3db43f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1512454 Feb 09 22:01:25.737518 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-304ac0ce-7e07-477d-af57-fd19dbe0df28 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (64f670f8-45d5-4b01-92d4-3fff438696cf), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:25.964990 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-b076aae2-a337-4eac-981d-27c5fbd5cdf2 service neutron] 10.222.0.77 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060303 Feb 09 22:01:26.188000 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-305a15dd-bd45-4615-ba1f-055658a9263e req-7ec591f4-16d4-4207-a093-05787f15fd46 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] For port 310efe07-0ed7-4a99-af43-8be0d3503b0d, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=310efe07-0ed7-4a99-af43-8be0d3503b0d,segment=NetworkSegment(d81e95cc-12c9-4fc2-a92c-b31a2317f642),segment_id=d81e95cc-12c9-4fc2-a92c-b31a2317f642)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:26.188706 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-305a15dd-bd45-4615-ba1f-055658a9263e req-7ec591f4-16d4-4207-a093-05787f15fd46 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (310efe07-0ed7-4a99-af43-8be0d3503b0d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:26.205519 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ca7b315d-58d1-4cc0-a188-90d6f209b5ab req-b9b69f60-1ded-479c-94e7-c8106c66fffd tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (040306bf-d434-47c0-a3ec-e752e36bca21), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:26.224998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['040306bf-d434-47c0-a3ec-e752e36bca21'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:01:26.296462 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-f8bc30b8-8fc6-498e-94b3-34a3c0310410 service neutron] 10.222.0.77 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293254 Feb 09 22:01:26.310110 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b69f60-1ded-479c-94e7-c8106c66fffd tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Pushing event deleted for resources: {'Port': ['ID=040306bf-d434-47c0-a3ec-e752e36bca21,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:26.324559 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-305a15dd-bd45-4615-ba1f-055658a9263e req-7ec591f4-16d4-4207-a093-05787f15fd46 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Calling delete_port for 310efe07-0ed7-4a99-af43-8be0d3503b0d owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:26.593693 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7b315d-58d1-4cc0-a188-90d6f209b5ab req-b9b69f60-1ded-479c-94e7-c8106c66fffd tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] No DVR routers for this DVR port 040306bf-d434-47c0-a3ec-e752e36bca21 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:01:26.604877 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ca7b315d-58d1-4cc0-a188-90d6f209b5ab req-b9b69f60-1ded-479c-94e7-c8106c66fffd tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:26.611542 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ca7b315d-58d1-4cc0-a188-90d6f209b5ab req-b9b69f60-1ded-479c-94e7-c8106c66fffd tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.42 "DELETE /v2.0/ports/040306bf-d434-47c0-a3ec-e752e36bca21 HTTP/1.1" status: 204 len: 173 time: 2.2296166 Feb 09 22:01:26.612118 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff31ce6-a63e-4129-9b9d-b922889f4e0d', 'name': 'network-vif-deleted', 'tag': '040306bf-d434-47c0-a3ec-e752e36bca21'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:01:26.616528 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62d21da-bb6f-4d0e-9ad3-ae1a8666e49a" -d '{"events": [{"server_uuid": "fff31ce6-a63e-4129-9b9d-b922889f4e0d", "name": "network-vif-deleted", "tag": "040306bf-d434-47c0-a3ec-e752e36bca21"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:01:26.638383 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-305a15dd-bd45-4615-ba1f-055658a9263e req-7ec591f4-16d4-4207-a093-05787f15fd46 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (310efe07-0ed7-4a99-af43-8be0d3503b0d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:26.745412 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec591f4-16d4-4207-a093-05787f15fd46 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Pushing event deleted for resources: {'Port': ['ID=310efe07-0ed7-4a99-af43-8be0d3503b0d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:26.783846 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-304ac0ce-7e07-477d-af57-fd19dbe0df28 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Deleting port 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:26.785162 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-304ac0ce-7e07-477d-af57-fd19dbe0df28 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (2ac58b77-3b11-4e2c-b43f-1ffb558c83cc), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:26.898467 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-305a15dd-bd45-4615-ba1f-055658a9263e req-7ec591f4-16d4-4207-a093-05787f15fd46 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] No DVR routers for this DVR port 310efe07-0ed7-4a99-af43-8be0d3503b0d on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:01:26.902664 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-305a15dd-bd45-4615-ba1f-055658a9263e req-7ec591f4-16d4-4207-a093-05787f15fd46 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:26.918201 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-305a15dd-bd45-4615-ba1f-055658a9263e req-7ec591f4-16d4-4207-a093-05787f15fd46 tempest-ListServersNegativeTestJSON-1225734133 tempest-ListServersNegativeTestJSON-1225734133-project] 10.222.0.71 "DELETE /v2.0/ports/310efe07-0ed7-4a99-af43-8be0d3503b0d HTTP/1.1" status: 204 len: 173 time: 1.9815099 Feb 09 22:01:27.129312 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-304ac0ce-7e07-477d-af57-fd19dbe0df28 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] For port 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2ac58b77-3b11-4e2c-b43f-1ffb558c83cc,segment=NetworkSegment(1705b24f-ae8d-4684-99b1-70edff3b465c),segment_id=1705b24f-ae8d-4684-99b1-70edff3b465c)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:27.131004 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-304ac0ce-7e07-477d-af57-fd19dbe0df28 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (2ac58b77-3b11-4e2c-b43f-1ffb558c83cc), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:27.175611 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-304ac0ce-7e07-477d-af57-fd19dbe0df28 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Calling delete_port for 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:27.509642 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441beed5-5ac1-4406-9aff-cde0d94a7028 req-d5549843-9368-4795-9c14-5938a7a36078 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:27.512894 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-441beed5-5ac1-4406-9aff-cde0d94a7028 req-d5549843-9368-4795-9c14-5938a7a36078 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.2900579 Feb 09 22:01:27.765089 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 310efe07-0ed7-4a99-af43-8be0d3503b0d no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:01:27.834425 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 310efe07-0ed7-4a99-af43-8be0d3503b0d {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:01:27.838290 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 310efe07-0ed7-4a99-af43-8be0d3503b0d not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:01:28.382387 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-441beed5-5ac1-4406-9aff-cde0d94a7028 req-04b6b429-f91f-4679-a639-1cb58e0eb3e4 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210148 Feb 09 22:01:28.500851 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-304ac0ce-7e07-477d-af57-fd19dbe0df28 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (2ac58b77-3b11-4e2c-b43f-1ffb558c83cc), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:28.507742 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e65960-3466-4300-a513-6a1e1cc4a620 x-openstack-request-id: req-f6e65960-3466-4300-a513-6a1e1cc4a620 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:01:28.508632 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff31ce6-a63e-4129-9b9d-b922889f4e0d", "name": "network-vif-deleted", "tag": "040306bf-d434-47c0-a3ec-e752e36bca21", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:01:28.508632 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f6e65960-3466-4300-a513-6a1e1cc4a620 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:01:28.511410 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff31ce6-a63e-4129-9b9d-b922889f4e0d', 'name': 'network-vif-deleted', 'tag': '040306bf-d434-47c0-a3ec-e752e36bca21', 'status': 'completed', 'code': 200} Feb 09 22:01:28.574792 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ac0ce-7e07-477d-af57-fd19dbe0df28 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event deleted for resources: {'Port': ['ID=2ac58b77-3b11-4e2c-b43f-1ffb558c83cc,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:28.626175 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 040306bf-d434-47c0-a3ec-e752e36bca21 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:01:28.686426 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 040306bf-d434-47c0-a3ec-e752e36bca21 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:01:28.687688 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 040306bf-d434-47c0-a3ec-e752e36bca21 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:01:28.700338 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-318df0d4-1571-48da-93c2-34513ee3c55e req-2c251fae-5b7e-42f6-8fd2-0604ac4946f7 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=5028a4c0-a650-4e9b-b2c9-0a38b5dc6809 HTTP/1.1" status: 200 len: 210 time: 0.0631659 Feb 09 22:01:28.918862 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-017703b6-5fe4-421d-aea4-114a2ba0ddae tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:28.920710 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-017703b6-5fe4-421d-aea4-114a2ba0ddae tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.71 "GET /v2.0/networks?id=42105ba1-38a2-48f4-8e9f-2db55c355e9e HTTP/1.1" status: 200 len: 814 time: 0.2748361 Feb 09 22:01:29.021789 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-304ac0ce-7e07-477d-af57-fd19dbe0df28 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (64f670f8-45d5-4b01-92d4-3fff438696cf), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:29.078972 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-cf73196b-7902-466f-b554-6904673cacd6 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Request body: {'port': {'device_id': '5028a4c0-a650-4e9b-b2c9-0a38b5dc6809', 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e', 'admin_state_up': True, 'tenant_id': 'ecf756413bbb4509914c48d36d3db43f'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:29.266607 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-cf73196b-7902-466f-b554-6904673cacd6 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Made reservation on behalf of ecf756413bbb4509914c48d36d3db43f for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:01:29.279176 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-cf73196b-7902-466f-b554-6904673cacd6 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:29.576217 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-cf73196b-7902-466f-b554-6904673cacd6 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Allocated IP 172.20.0.4 (42105ba1-38a2-48f4-8e9f-2db55c355e9e/95498cf5-512a-4d09-af11-5e6075e6f447/090de5ea-bb4d-43f4-a96a-b578222bfcbb) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:29.626016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdef152-4d54-41d3-ad62-27d0ca8f5c1d req-2f1488ff-2ce6-46d7-830b-e5ae2b60ff98 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:29.628757 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5cdef152-4d54-41d3-ad62-27d0ca8f5c1d req-2f1488ff-2ce6-46d7-830b-e5ae2b60ff98 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.2864318 Feb 09 22:01:29.770780 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304ac0ce-7e07-477d-af57-fd19dbe0df28 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Router 64f670f8-45d5-4b01-92d4-3fff438696cf has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:01:29.790788 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5cdef152-4d54-41d3-ad62-27d0ca8f5c1d req-d77ccfdc-6c9b-4a79-80a1-d9a3cb78eb54 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481628 Feb 09 22:01:29.811909 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-cf73196b-7902-466f-b554-6904673cacd6 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks [] for port (090de5ea-bb4d-43f4-a96a-b578222bfcbb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:29.890887 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53444) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:30.037937 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e7e265-4849-4689-a2ea-d40b7ec6ff44 admin admin] Deleting subnet 784fcd9d-6d9f-4fd8-bb44-1db22e50a1f9 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:01:30.051241 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e265-4849-4689-a2ea-d40b7ec6ff44 admin admin] Publish callbacks [] for subnet (784fcd9d-6d9f-4fd8-bb44-1db22e50a1f9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:30.052508 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304ac0ce-7e07-477d-af57-fd19dbe0df28 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:01:30.074077 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88338ea3-85c6-44fb-bb25-3803372716c9 None None] Sync routers for ids ['64f670f8-45d5-4b01-92d4-3fff438696cf'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:01:30.075871 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-304ac0ce-7e07-477d-af57-fd19dbe0df28 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "PUT /v2.0/routers/64f670f8-45d5-4b01-92d4-3fff438696cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3255661 Feb 09 22:01:30.076844 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53448) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:30.126702 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88338ea3-85c6-44fb-bb25-3803372716c9 None None] Routers {'64f670f8-45d5-4b01-92d4-3fff438696cf'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:30.127798 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-88338ea3-85c6-44fb-bb25-3803372716c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:01:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['64f670f8-45d5-4b01-92d4-3fff438696cf'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:30.134907 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-cf73196b-7902-466f-b554-6904673cacd6 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (090de5ea-bb4d-43f4-a96a-b578222bfcbb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:30.221420 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['de3c2b1f-0b8d-4dc9-821f-86c7895954eb'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:01:30.266454 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e5c753-568a-430f-8f0f-7f56e0b6a4ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Deleting subnet 38832c8f-f6ce-4bc9-a5f3-280df12cfe59 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:01:30.274782 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-51e5c753-568a-430f-8f0f-7f56e0b6a4ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for subnet (38832c8f-f6ce-4bc9-a5f3-280df12cfe59), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:30.328028 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-cf73196b-7902-466f-b554-6904673cacd6 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Network 42105ba1-38a2-48f4-8e9f-2db55c355e9e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:30.329384 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73196b-7902-466f-b554-6904673cacd6 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Pushing event updated for resources: {'Port': ['ID=090de5ea-bb4d-43f4-a96a-b578222bfcbb,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:30.345157 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-cf73196b-7902-466f-b554-6904673cacd6 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:30.351365 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-cf73196b-7902-466f-b554-6904673cacd6 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:30.368270 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-51e5c753-568a-430f-8f0f-7f56e0b6a4ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (38832c8f-f6ce-4bc9-a5f3-280df12cfe59), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:30.480346 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e265-4849-4689-a2ea-d40b7ec6ff44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (784fcd9d-6d9f-4fd8-bb44-1db22e50a1f9), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:30.511246 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-51e5c753-568a-430f-8f0f-7f56e0b6a4ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (38832c8f-f6ce-4bc9-a5f3-280df12cfe59), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:30.532166 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc572a35-cfe3-409b-b29d-dc067b4b2682', 'name': 'network-vif-deleted', 'tag': '310efe07-0ed7-4a99-af43-8be0d3503b0d'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:01:30.538716 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87feab84-1732-4417-bfa2-ca2885d2b67a" -d '{"events": [{"server_uuid": "fc572a35-cfe3-409b-b29d-dc067b4b2682", "name": "network-vif-deleted", "tag": "310efe07-0ed7-4a99-af43-8be0d3503b0d"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:01:30.613170 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-cf73196b-7902-466f-b554-6904673cacd6 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:30.616325 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-cf73196b-7902-466f-b554-6904673cacd6 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:30.684579 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-cf73196b-7902-466f-b554-6904673cacd6 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6142383 Feb 09 22:01:30.698565 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] Request body: {'port': {'device_id': '5028a4c0-a650-4e9b-b2c9-0a38b5dc6809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:30.710330 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-51e5c753-568a-430f-8f0f-7f56e0b6a4ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (38832c8f-f6ce-4bc9-a5f3-280df12cfe59), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:30.713958 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e265-4849-4689-a2ea-d40b7ec6ff44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (784fcd9d-6d9f-4fd8-bb44-1db22e50a1f9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:30.822915 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (090de5ea-bb4d-43f4-a96a-b578222bfcbb), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:30.829160 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5c753-568a-430f-8f0f-7f56e0b6a4ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event deleted for resources: {'Subnet': ['ID=38832c8f-f6ce-4bc9-a5f3-280df12cfe59,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:30.861022 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-51e5c753-568a-430f-8f0f-7f56e0b6a4ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:30.873244 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-51e5c753-568a-430f-8f0f-7f56e0b6a4ad tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "DELETE /v2.0/subnets/38832c8f-f6ce-4bc9-a5f3-280df12cfe59 HTTP/1.1" status: 204 len: 168 time: 0.7950027 Feb 09 22:01:30.881458 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53462) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:30.929077 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e265-4849-4689-a2ea-d40b7ec6ff44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (784fcd9d-6d9f-4fd8-bb44-1db22e50a1f9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:30.935438 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57d38ef-a37e-4df8-8176-b6a8f572b607 None None] Network b09c7d96-17d7-45a8-b56d-14cfc933db6c requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:01:31.013238 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-88338ea3-85c6-44fb-bb25-3803372716c9 None None] Set router 64f670f8-45d5-4b01-92d4-3fff438696cf gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:31.034001 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e265-4849-4689-a2ea-d40b7ec6ff44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:31.037926 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b4e7e265-4849-4689-a2ea-d40b7ec6ff44 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/784fcd9d-6d9f-4fd8-bb44-1db22e50a1f9 HTTP/1.1" status: 204 len: 168 time: 1.1457319 Feb 09 22:01:31.069578 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53466) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:31.196454 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bd50c03-c698-44af-9b9f-8ebc2bf1d672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (e0c3b785-8abd-4f51-bac0-18e8ac01f6b1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:31.202058 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7e265-4849-4689-a2ea-d40b7ec6ff44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=784fcd9d-6d9f-4fd8-bb44-1db22e50a1f9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:31.204261 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53468) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:31.372326 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6752a443-09fe-4f20-bfa6-46493a639eed tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for router (64f670f8-45d5-4b01-92d4-3fff438696cf), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:31.580868 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bd50c03-c698-44af-9b9f-8ebc2bf1d672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (e0c3b785-8abd-4f51-bac0-18e8ac01f6b1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:31.727220 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41beb46a-0755-4d2a-9c8e-6feb416cf531 req-2aa54df9-dbe2-444f-927b-df30fadfcc5d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:31.743049 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41beb46a-0755-4d2a-9c8e-6feb416cf531 req-2aa54df9-dbe2-444f-927b-df30fadfcc5d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=5028a4c0-a650-4e9b-b2c9-0a38b5dc6809 HTTP/1.1" status: 200 len: 931 time: 1.0548487 Feb 09 22:01:31.780072 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c650b1cb-541e-46d3-8eb8-3b245e07dd15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:31.801349 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-88338ea3-85c6-44fb-bb25-3803372716c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'name': 'tempest-TestNetworkBasicOps-router-285762215', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:39Z', 'updated_at': '2022-02-09T22:01:28Z', 'revision_number': 7, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:42Z', 'updated_at': '2022-02-09T21:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:31.871419 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88338ea3-85c6-44fb-bb25-3803372716c9 None None] Checking router: 64f670f8-45d5-4b01-92d4-3fff438696cf for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:01:31.884804 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88338ea3-85c6-44fb-bb25-3803372716c9 None None] Routers {'64f670f8-45d5-4b01-92d4-3fff438696cf'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:31.885779 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-88338ea3-85c6-44fb-bb25-3803372716c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:01:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['64f670f8-45d5-4b01-92d4-3fff438696cf'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:31.899638 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed97c70-6e0a-4811-84ba-ca8a30407e61 None None] DHCP port deletion for b09c7d96-17d7-45a8-b56d-14cfc933db6c request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:01:32.026345 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41beb46a-0755-4d2a-9c8e-6feb416cf531 req-6c0b747d-27dd-4c4e-b25a-66ef2fdfc741 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794306 Feb 09 22:01:32.061415 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6752a443-09fe-4f20-bfa6-46493a639eed tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for router_gateway (64f670f8-45d5-4b01-92d4-3fff438696cf), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.162280 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 090de5ea-bb4d-43f4-a96a-b578222bfcbb {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:01:32.186887 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] Publish callbacks [] for port (090de5ea-bb4d-43f4-a96a-b578222bfcbb), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.210190 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-3ed97c70-6e0a-4811-84ba-ca8a30407e61 None None] Deleting port ac486d87-f2f5-4d34-a69e-bacc46e6500d {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:32.213445 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] Transition to ACTIVE for port object 090de5ea-bb4d-43f4-a96a-b578222bfcbb will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:01:32.214662 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3ed97c70-6e0a-4811-84ba-ca8a30407e61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ac486d87-f2f5-4d34-a69e-bacc46e6500d), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.230359 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-6bd50c03-c698-44af-9b9f-8ebc2bf1d672 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c3b785-8abd-4f51-bac0-18e8ac01f6b1']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:32.239093 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-88338ea3-85c6-44fb-bb25-3803372716c9 None None] Set router 64f670f8-45d5-4b01-92d4-3fff438696cf gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:32.250026 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-6752a443-09fe-4f20-bfa6-46493a639eed tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Deleting port 713d9ea1-7f5f-4535-9232-bec4465c0305 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:32.250811 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6752a443-09fe-4f20-bfa6-46493a639eed tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (713d9ea1-7f5f-4535-9232-bec4465c0305), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.276143 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-6bd50c03-c698-44af-9b9f-8ebc2bf1d672 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81e95cc-12c9-4fc2-a92c-b31a2317f642') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:32.276830 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-6bd50c03-c698-44af-9b9f-8ebc2bf1d672 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81e95cc-12c9-4fc2-a92c-b31a2317f642') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:32.317312 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bd50c03-c698-44af-9b9f-8ebc2bf1d672 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (d81e95cc-12c9-4fc2-a92c-b31a2317f642), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.379060 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bd50c03-c698-44af-9b9f-8ebc2bf1d672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d81e95cc-12c9-4fc2-a92c-b31a2317f642), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.396872 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd50c03-c698-44af-9b9f-8ebc2bf1d672 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:01:32.397726 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bd50c03-c698-44af-9b9f-8ebc2bf1d672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (d81e95cc-12c9-4fc2-a92c-b31a2317f642), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.635123 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-3ed97c70-6e0a-4811-84ba-ca8a30407e61 None None] For port ac486d87-f2f5-4d34-a69e-bacc46e6500d, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ac486d87-f2f5-4d34-a69e-bacc46e6500d,segment=NetworkSegment(1705b24f-ae8d-4684-99b1-70edff3b465c),segment_id=1705b24f-ae8d-4684-99b1-70edff3b465c)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:32.635964 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3ed97c70-6e0a-4811-84ba-ca8a30407e61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ac486d87-f2f5-4d34-a69e-bacc46e6500d), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.661473 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd1c77-1d73-4ee3-8b68-703c11298378 req-b22de105-0545-48cb-b450-c9e9b8dfa932 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:32.663738 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-3ed97c70-6e0a-4811-84ba-ca8a30407e61 None None] Calling delete_port for ac486d87-f2f5-4d34-a69e-bacc46e6500d owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:32.685852 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9bcd1c77-1d73-4ee3-8b68-703c11298378 req-b22de105-0545-48cb-b450-c9e9b8dfa932 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.3749077 Feb 09 22:01:32.695383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4de799-3042-4572-80e1-53fe34dab8e6 req-5e508354-4df8-40aa-a277-bb1e2bb79342 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:32.699314 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ee4de799-3042-4572-80e1-53fe34dab8e6 req-5e508354-4df8-40aa-a277-bb1e2bb79342 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b01dac-e155-48ab-add5-a043aff77b92 HTTP/1.1" status: 200 len: 945 time: 1.1139143 Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:01:32.700772 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:01:32.712205 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bd50c03-c698-44af-9b9f-8ebc2bf1d672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (e0c3b785-8abd-4f51-bac0-18e8ac01f6b1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.722045 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bd50c03-c698-44af-9b9f-8ebc2bf1d672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.729359 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6bd50c03-c698-44af-9b9f-8ebc2bf1d672 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e0c3b785-8abd-4f51-bac0-18e8ac01f6b1 HTTP/1.1" status: 204 len: 168 time: 1.6580310 Feb 09 22:01:32.732117 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (090de5ea-bb4d-43f4-a96a-b578222bfcbb), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.765929 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-6752a443-09fe-4f20-bfa6-46493a639eed tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] For port 713d9ea1-7f5f-4535-9232-bec4465c0305, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=713d9ea1-7f5f-4535-9232-bec4465c0305,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:32.766511 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6752a443-09fe-4f20-bfa6-46493a639eed tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (713d9ea1-7f5f-4535-9232-bec4465c0305), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.871341 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-6752a443-09fe-4f20-bfa6-46493a639eed tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Calling delete_port for 713d9ea1-7f5f-4535-9232-bec4465c0305 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:32.976584 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9bcd1c77-1d73-4ee3-8b68-703c11298378 req-bdcb92de-fecd-48cd-ac4f-e9ef296d71d1 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891457 Feb 09 22:01:33.013844 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3ed97c70-6e0a-4811-84ba-ca8a30407e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (ac486d87-f2f5-4d34-a69e-bacc46e6500d), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:33.036625 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd50c03-c698-44af-9b9f-8ebc2bf1d672 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0c3b785-8abd-4f51-bac0-18e8ac01f6b1,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:33.084129 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed97c70-6e0a-4811-84ba-ca8a30407e61 None None] Pushing event deleted for resources: {'Port': ['ID=ac486d87-f2f5-4d34-a69e-bacc46e6500d,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:33.095263 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-88338ea3-85c6-44fb-bb25-3803372716c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'name': 'tempest-TestNetworkBasicOps-router-285762215', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:39Z', 'updated_at': '2022-02-09T22:01:28Z', 'revision_number': 7, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:42Z', 'updated_at': '2022-02-09T21:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:33.144345 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53484) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:33.189438 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88338ea3-85c6-44fb-bb25-3803372716c9 None None] The sync data for ids ['64f670f8-45d5-4b01-92d4-3fff438696cf'] in n-d-828601-1 is: [{'id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'name': 'tempest-TestNetworkBasicOps-router-285762215', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:39Z', 'updated_at': '2022-02-09T22:01:28Z', 'revision_number': 7, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': '713d9ea1-7f5f-4535-9232-bec4465c0305', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f670f8-45d5-4b01-92d4-3fff438696cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:42Z', 'updated_at': '2022-02-09T21:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:01:33.191665 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] Pushing event updated for resources: {'Port': ['ID=090de5ea-bb4d-43f4-a96a-b578222bfcbb,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:33.196756 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed97c70-6e0a-4811-84ba-ca8a30407e61 None None] No DVR routers for this DVR port ac486d87-f2f5-4d34-a69e-bacc46e6500d on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:01:33.492805 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6752a443-09fe-4f20-bfa6-46493a639eed tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (713d9ea1-7f5f-4535-9232-bec4465c0305), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:33.499507 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c650b1cb-541e-46d3-8eb8-3b245e07dd15 admin admin] Publish callbacks [] for security_group (32dd689b-232c-464a-9eac-2422edbb701e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:33.508102 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7ddfe9ec-c85f-4f84-8dcc-f64727a520b8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dab41ad500d44c4aa5cde6c9ad4c2dfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3431232 Feb 09 22:01:33.508782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53488) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:33.521889 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c650b1cb-541e-46d3-8eb8-3b245e07dd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (32dd689b-232c-464a-9eac-2422edbb701e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:33.679377 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752a443-09fe-4f20-bfa6-46493a639eed tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event deleted for resources: {'Port': ['ID=713d9ea1-7f5f-4535-9232-bec4465c0305,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:33.715530 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-ee4de799-3042-4572-80e1-53fe34dab8e6 req-919c4c04-336d-4609-afef-8580cbe36b73 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Deleting port 852c5a7e-0f79-401d-90ba-b470a7b1d387 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:33.717235 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ee4de799-3042-4572-80e1-53fe34dab8e6 req-919c4c04-336d-4609-afef-8580cbe36b73 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (852c5a7e-0f79-401d-90ba-b470a7b1d387), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:33.727329 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650b1cb-541e-46d3-8eb8-3b245e07dd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dd689b-232c-464a-9eac-2422edbb701e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:33.730496 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] Attempting to bind port 090de5ea-bb4d-43f4-a96a-b578222bfcbb on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:01:33.731110 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] Attempting to bind port 090de5ea-bb4d-43f4-a96a-b578222bfcbb by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '9550f611-ce26-4437-bed9-cffa6dc8d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:01:33.731706 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] Attempting to bind port 090de5ea-bb4d-43f4-a96a-b578222bfcbb on network 42105ba1-38a2-48f4-8e9f-2db55c355e9e {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:01:33.765093 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c650b1cb-541e-46d3-8eb8-3b245e07dd15 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a6fb2c230da241208a3058c59e51ffce&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5473313 Feb 09 22:01:33.776379 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53492) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:33.808482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] Port 090de5ea-bb4d-43f4-a96a-b578222bfcbb on network 42105ba1-38a2-48f4-8e9f-2db55c355e9e not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:01:33.809147 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] Attempting to bind port 090de5ea-bb4d-43f4-a96a-b578222bfcbb on network 42105ba1-38a2-48f4-8e9f-2db55c355e9e {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:01:33.848232 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:01:33.848675 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] Checking segment: {'id': '9550f611-ce26-4437-bed9-cffa6dc8d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:33.848954 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] Bound using segment: {'id': '9550f611-ce26-4437-bed9-cffa6dc8d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:01:33.849406 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] Bound port: 090de5ea-bb4d-43f4-a96a-b578222bfcbb, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9550f611-ce26-4437-bed9-cffa6dc8d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:01:33.849766 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (090de5ea-bb4d-43f4-a96a-b578222bfcbb), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:33.922744 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac5c97ec-8e39-43de-8c48-c2b2ae651bd6 admin admin] Publish callbacks [] for security_group (371e990e-62b0-4a66-bd1f-b6975f7a6b48), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:33.951735 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838681dd-c5c4-4f55-8038-3b0f0d2de52b req-5df83e30-360a-4a16-b4b7-8f344255f3e4 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:33.963493 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-838681dd-c5c4-4f55-8038-3b0f0d2de52b req-5df83e30-360a-4a16-b4b7-8f344255f3e4 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b01dac-e155-48ab-add5-a043aff77b92 HTTP/1.1" status: 200 len: 945 time: 0.5177066 Feb 09 22:01:34.004185 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6752a443-09fe-4f20-bfa6-46493a639eed tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (64f670f8-45d5-4b01-92d4-3fff438696cf), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:34.062066 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ac486d87-f2f5-4d34-a69e-bacc46e6500d no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:01:34.063747 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63865e02-229d-41ee-b520-f631eb338c2e admin admin] Publish callbacks [] for security_group (32dd689b-232c-464a-9eac-2422edbb701e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:34.103312 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63865e02-229d-41ee-b520-f631eb338c2e admin admin] Publish callbacks [] for security_group (32dd689b-232c-464a-9eac-2422edbb701e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:34.126344 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac5c97ec-8e39-43de-8c48-c2b2ae651bd6 admin admin] Publish callbacks [] for security_group (371e990e-62b0-4a66-bd1f-b6975f7a6b48), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:34.144125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-ee4de799-3042-4572-80e1-53fe34dab8e6 req-919c4c04-336d-4609-afef-8580cbe36b73 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] For port 852c5a7e-0f79-401d-90ba-b470a7b1d387, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=852c5a7e-0f79-401d-90ba-b470a7b1d387,segment=NetworkSegment(d329fc35-ea51-49b7-8f80-18961f6ba723),segment_id=d329fc35-ea51-49b7-8f80-18961f6ba723)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:34.144508 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ee4de799-3042-4572-80e1-53fe34dab8e6 req-919c4c04-336d-4609-afef-8580cbe36b73 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (852c5a7e-0f79-401d-90ba-b470a7b1d387), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:34.177354 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: ac486d87-f2f5-4d34-a69e-bacc46e6500d {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:01:34.179054 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ac486d87-f2f5-4d34-a69e-bacc46e6500d not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:01:34.181616 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:01:34.230208 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-ee4de799-3042-4572-80e1-53fe34dab8e6 req-919c4c04-336d-4609-afef-8580cbe36b73 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Calling delete_port for 852c5a7e-0f79-401d-90ba-b470a7b1d387 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:34.260228 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-838681dd-c5c4-4f55-8038-3b0f0d2de52b req-09d80ff4-212d-486f-8faf-8389d8b7d1d6 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ecbacc6-ee2d-4fc0-b2d1-17eeaae4e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925956 Feb 09 22:01:34.262682 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:01:34.263262 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2ac58b77-3b11-4e2c-b43f-1ffb558c83cc not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:01:34.264906 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63865e02-229d-41ee-b520-f631eb338c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (32dd689b-232c-464a-9eac-2422edbb701e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:34.288858 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63865e02-229d-41ee-b520-f631eb338c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:34.294169 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-63865e02-229d-41ee-b520-f631eb338c2e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/32dd689b-232c-464a-9eac-2422edbb701e HTTP/1.1" status: 204 len: 168 time: 0.5093920 Feb 09 22:01:34.362525 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] For port 090de5ea-bb4d-43f4-a96a-b578222bfcbb, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:01:34.428112 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63865e02-229d-41ee-b520-f631eb338c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dd689b-232c-464a-9eac-2422edbb701e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:34.453824 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6752a443-09fe-4f20-bfa6-46493a639eed tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (64f670f8-45d5-4b01-92d4-3fff438696cf), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:34.461160 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6752a443-09fe-4f20-bfa6-46493a639eed tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for router_controller (64f670f8-45d5-4b01-92d4-3fff438696cf), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:34.511051 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e824b8-8cbf-433b-a522-f6d6b4d08bfe x-openstack-request-id: req-37e824b8-8cbf-433b-a522-f6d6b4d08bfe {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:01:34.520991 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc572a35-cfe3-409b-b29d-dc067b4b2682", "name": "network-vif-deleted", "tag": "310efe07-0ed7-4a99-af43-8be0d3503b0d", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:01:34.523992 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-37e824b8-8cbf-433b-a522-f6d6b4d08bfe {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:01:34.525507 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc572a35-cfe3-409b-b29d-dc067b4b2682', 'name': 'network-vif-deleted', 'tag': '310efe07-0ed7-4a99-af43-8be0d3503b0d', 'status': 'completed', 'code': 200} Feb 09 22:01:34.552502 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] For port 090de5ea-bb4d-43f4-a96a-b578222bfcbb, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=090de5ea-bb4d-43f4-a96a-b578222bfcbb,segment=NetworkSegment(9550f611-ce26-4437-bed9-cffa6dc8d8a4),segment_id=9550f611-ce26-4437-bed9-cffa6dc8d8a4)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:01:34.616242 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6752a443-09fe-4f20-bfa6-46493a639eed tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (64f670f8-45d5-4b01-92d4-3fff438696cf), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:34.616887 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6752a443-09fe-4f20-bfa6-46493a639eed tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Fanout notify agent at l3_agent the message router_deleted on router 64f670f8-45d5-4b01-92d4-3fff438696cf {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:01:34.628845 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6752a443-09fe-4f20-bfa6-46493a639eed tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:34.634358 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6752a443-09fe-4f20-bfa6-46493a639eed tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "DELETE /v2.0/routers/64f670f8-45d5-4b01-92d4-3fff438696cf HTTP/1.1" status: 204 len: 168 time: 3.7514036 Feb 09 22:01:34.641481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53502) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:34.790126 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (090de5ea-bb4d-43f4-a96a-b578222bfcbb), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:34.808429 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac5c97ec-8e39-43de-8c48-c2b2ae651bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (371e990e-62b0-4a66-bd1f-b6975f7a6b48), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:34.811838 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac5c97ec-8e39-43de-8c48-c2b2ae651bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:34.813072 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ac5c97ec-8e39-43de-8c48-c2b2ae651bd6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/371e990e-62b0-4a66-bd1f-b6975f7a6b48 HTTP/1.1" status: 204 len: 168 time: 1.2991056 Feb 09 22:01:34.813941 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ee4de799-3042-4572-80e1-53fe34dab8e6 req-919c4c04-336d-4609-afef-8580cbe36b73 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (852c5a7e-0f79-401d-90ba-b470a7b1d387), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:34.850609 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:34.851380 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:34.853363 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] 10.222.0.71 "PUT /v2.0/ports/090de5ea-bb4d-43f4-a96a-b578222bfcbb HTTP/1.1" status: 200 len: 1091 time: 4.1599734 Feb 09 22:01:34.856686 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec366b4f-3878-4288-b25b-00893f3988db req-31b89951-54ab-4686-8031-5fbd6210a36d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:34.911536 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ec366b4f-3878-4288-b25b-00893f3988db req-31b89951-54ab-4686-8031-5fbd6210a36d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=5028a4c0-a650-4e9b-b2c9-0a38b5dc6809 HTTP/1.1" status: 200 len: 943 time: 0.3296471 Feb 09 22:01:34.958927 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c97ec-8e39-43de-8c48-c2b2ae651bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371e990e-62b0-4a66-bd1f-b6975f7a6b48,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:35.132589 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5724419a-047b-46ed-82e4-c132b1c8d7c4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (b09c7d96-17d7-45a8-b56d-14cfc933db6c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:35.204665 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4de799-3042-4572-80e1-53fe34dab8e6 req-919c4c04-336d-4609-afef-8580cbe36b73 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] No DVR routers for this DVR port 852c5a7e-0f79-401d-90ba-b470a7b1d387 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:01:35.215388 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ec366b4f-3878-4288-b25b-00893f3988db req-6bcb9fc9-4e78-41f3-9015-2e400aca1acb tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010969 Feb 09 22:01:35.248333 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ee4de799-3042-4572-80e1-53fe34dab8e6 req-919c4c04-336d-4609-afef-8580cbe36b73 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:35.273955 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ee4de799-3042-4572-80e1-53fe34dab8e6 req-919c4c04-336d-4609-afef-8580cbe36b73 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.42 "DELETE /v2.0/ports/852c5a7e-0f79-401d-90ba-b470a7b1d387 HTTP/1.1" status: 204 len: 173 time: 2.5228367 Feb 09 22:01:35.511375 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-d699c810-d8a7-4a8c-9614-14a9419a4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:35.536170 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-d699c810-d8a7-4a8c-9614-14a9419a4791 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ecf756413bbb4509914c48d36d3db43f&device_id=5028a4c0-a650-4e9b-b2c9-0a38b5dc6809 HTTP/1.1" status: 200 len: 1125 time: 0.5287826 Feb 09 22:01:35.637439 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5724419a-047b-46ed-82e4-c132b1c8d7c4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (b09c7d96-17d7-45a8-b56d-14cfc933db6c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:35.665381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-5724419a-047b-46ed-82e4-c132b1c8d7c4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09c7d96-17d7-45a8-b56d-14cfc933db6c']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:35.685628 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b75f8-dcd6-4a13-afe2-10cfbedb41b6 req-cdb66563-50ca-4c73-9330-9a454e197c10 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:35.688427 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7d6b75f8-dcd6-4a13-afe2-10cfbedb41b6 req-cdb66563-50ca-4c73-9330-9a454e197c10 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.1056457 Feb 09 22:01:35.701822 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-5724419a-047b-46ed-82e4-c132b1c8d7c4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1705b24f-ae8d-4684-99b1-70edff3b465c') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:35.702373 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-5724419a-047b-46ed-82e4-c132b1c8d7c4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1705b24f-ae8d-4684-99b1-70edff3b465c') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:35.718355 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-9a7417bb-406c-45b0-a5a8-dbab6f26a786 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=090de5ea-bb4d-43f4-a96a-b578222bfcbb HTTP/1.1" status: 200 len: 217 time: 0.1804883 Feb 09 22:01:35.720097 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87279257-f4d3-4480-8286-de2aa8e3bd6e service neutron] Pushing event updated for resources: {'Port': ['ID=090de5ea-bb4d-43f4-a96a-b578222bfcbb,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:35.749678 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5724419a-047b-46ed-82e4-c132b1c8d7c4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (1705b24f-ae8d-4684-99b1-70edff3b465c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:35.840931 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5724419a-047b-46ed-82e4-c132b1c8d7c4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (1705b24f-ae8d-4684-99b1-70edff3b465c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:35.848857 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 713d9ea1-7f5f-4535-9232-bec4465c0305 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:01:35.878558 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5724419a-047b-46ed-82e4-c132b1c8d7c4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:01:35.879312 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5724419a-047b-46ed-82e4-c132b1c8d7c4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (1705b24f-ae8d-4684-99b1-70edff3b465c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:01:35.890219 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:01:35.900718 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c4c04-336d-4609-afef-8580cbe36b73 tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] Pushing event deleted for resources: {'Port': ['ID=852c5a7e-0f79-401d-90ba-b470a7b1d387,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:35.930265 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-2372ecee-4260-4b65-88d1-d9de7e560f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:35.933354 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-2372ecee-4260-4b65-88d1-d9de7e560f86 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95498cf5-512a-4d09-af11-5e6075e6f447 HTTP/1.1" status: 200 len: 854 time: 0.2064080 Feb 09 22:01:35.958132 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 713d9ea1-7f5f-4535-9232-bec4465c0305 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:01:35.958677 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 713d9ea1-7f5f-4535-9232-bec4465c0305 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:01:36.031111 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7d6b75f8-dcd6-4a13-afe2-10cfbedb41b6 req-94966e06-95e2-48d8-9b82-7a565f4c632c tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963705 Feb 09 22:01:36.084260 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-53c98add-8626-4db8-bcee-4bf25f99bee4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42105ba1-38a2-48f4-8e9f-2db55c355e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422780 Feb 09 22:01:36.155590 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5724419a-047b-46ed-82e4-c132b1c8d7c4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (b09c7d96-17d7-45a8-b56d-14cfc933db6c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:36.231150 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5724419a-047b-46ed-82e4-c132b1c8d7c4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:36.247910 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5724419a-047b-46ed-82e4-c132b1c8d7c4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "DELETE /v2.0/networks/b09c7d96-17d7-45a8-b56d-14cfc933db6c HTTP/1.1" status: 204 len: 168 time: 1.5887094 Feb 09 22:01:36.247910 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724419a-047b-46ed-82e4-c132b1c8d7c4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event deleted for resources: {'Network': ['ID=b09c7d96-17d7-45a8-b56d-14cfc933db6c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:36.287821 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53542) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:36.303672 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-94865fe9-576c-406e-9328-3485c25f6a26 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'network': {'name': 'tempest-network-smoke--930062288', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'port_security_enabled': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:36.351438 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2df96e42-e367-4115-be06-c0e354e8ae36 req-aea3b312-4cc6-401f-8549-af4156133d7f tempest-ServerAddressesTestJSON-1320519370 tempest-ServerAddressesTestJSON-1320519370-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b01dac-e155-48ab-add5-a043aff77b92 HTTP/1.1" status: 200 len: 210 time: 0.0930998 Feb 09 22:01:36.460469 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94865fe9-576c-406e-9328-3485c25f6a26 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Made reservation on behalf of 555e545ac75c4d7aa89a964d48e2fbf4 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:01:36.464581 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94865fe9-576c-406e-9328-3485c25f6a26 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:36.490350 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-7dbfda3f-1d0e-4fa1-b8f3-bed391024704 service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990104 Feb 09 22:01:36.527546 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5028a4c0-a650-4e9b-b2c9-0a38b5dc6809', 'tag': '090de5ea-bb4d-43f4-a96a-b578222bfcbb'}, {'server_uuid': '51b01dac-e155-48ab-add5-a043aff77b92', 'name': 'network-vif-deleted', 'tag': '852c5a7e-0f79-401d-90ba-b470a7b1d387'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:01:36.530669 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775da1a5-9109-44e4-9caa-19d3e7ca108d" -d '{"events": [{"name": "network-changed", "server_uuid": "5028a4c0-a650-4e9b-b2c9-0a38b5dc6809", "tag": "090de5ea-bb4d-43f4-a96a-b578222bfcbb"}, {"server_uuid": "51b01dac-e155-48ab-add5-a043aff77b92", "name": "network-vif-deleted", "tag": "852c5a7e-0f79-401d-90ba-b470a7b1d387"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:01:36.576986 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94865fe9-576c-406e-9328-3485c25f6a26 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:01:36.602930 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94865fe9-576c-406e-9328-3485c25f6a26 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (9fec6d9a-972a-42b8-bb02-551512227b2a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:36.603482 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-94865fe9-576c-406e-9328-3485c25f6a26 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Added segment 9fec6d9a-972a-42b8-bb02-551512227b2a of type vlan for network a8c81d4b-c6f7-44dd-9178-e1710585fbcb Feb 09 22:01:36.670335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 852c5a7e-0f79-401d-90ba-b470a7b1d387 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:01:36.702288 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644a926-3c95-47f0-a41c-5fca95dac18a req-bdafa4f7-f446-41d2-b5bf-505571d08e53 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:36.708681 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e644a926-3c95-47f0-a41c-5fca95dac18a req-bdafa4f7-f446-41d2-b5bf-505571d08e53 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.1567755 Feb 09 22:01:36.741919 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94865fe9-576c-406e-9328-3485c25f6a26 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (a8c81d4b-c6f7-44dd-9178-e1710585fbcb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:36.776028 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-422a9aa6-da98-49ea-b45d-afd4edfff58d req-efdf5687-323f-4aed-a00b-920b27326b4b service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787457 Feb 09 22:01:36.881249 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94865fe9-576c-406e-9328-3485c25f6a26 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (a8c81d4b-c6f7-44dd-9178-e1710585fbcb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:36.890448 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e644a926-3c95-47f0-a41c-5fca95dac18a req-d2606c5e-1582-4602-a58c-cf40bff3de7a tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703022 Feb 09 22:01:36.916260 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94865fe9-576c-406e-9328-3485c25f6a26 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:36.917330 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94865fe9-576c-406e-9328-3485c25f6a26 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:37.020107 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-94865fe9-576c-406e-9328-3485c25f6a26 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7187927 Feb 09 22:01:37.051451 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53562) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:37.119265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10246539-a4d8-405d-9146-a22cd50b1c38 req-0450c35d-ee1a-4483-8db8-17526abbaee6 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:37.126161 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10246539-a4d8-405d-9146-a22cd50b1c38 req-0450c35d-ee1a-4483-8db8-17526abbaee6 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=5028a4c0-a650-4e9b-b2c9-0a38b5dc6809 HTTP/1.1" status: 200 len: 943 time: 0.1385498 Feb 09 22:01:37.138605 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 852c5a7e-0f79-401d-90ba-b470a7b1d387 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:01:37.139847 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 852c5a7e-0f79-401d-90ba-b470a7b1d387 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:01:37.191187 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c8da9703-21c8-444e-a254-62019542cfef tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-867298185', 'admin_state_up': True, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:37.238020 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10246539-a4d8-405d-9146-a22cd50b1c38 req-117a41ce-fd60-4ad4-8bd4-25a3a980d47e tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018395 Feb 09 22:01:37.304402 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94865fe9-576c-406e-9328-3485c25f6a26 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'Network': ['ID=a8c81d4b-c6f7-44dd-9178-e1710585fbcb,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:37.328230 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network a8c81d4b-c6f7-44dd-9178-e1710585fbcb details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:01:37.338347 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8da9703-21c8-444e-a254-62019542cfef tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (b5ab7275-eb4a-4810-a989-eee691060a39), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:37.339829 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8da9703-21c8-444e-a254-62019542cfef tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (b5ab7275-eb4a-4810-a989-eee691060a39), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:37.435008 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 22:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47956fc-6e5c-4562-853c-e410bd6bcfea x-openstack-request-id: req-d47956fc-6e5c-4562-853c-e410bd6bcfea {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:01:37.440907 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5028a4c0-a650-4e9b-b2c9-0a38b5dc6809", "tag": "090de5ea-bb4d-43f4-a96a-b578222bfcbb", "status": "completed", "code": 200}, {"server_uuid": "51b01dac-e155-48ab-add5-a043aff77b92", "name": "network-vif-deleted", "tag": "852c5a7e-0f79-401d-90ba-b470a7b1d387", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:01:37.441827 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d47956fc-6e5c-4562-853c-e410bd6bcfea {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:01:37.442718 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5028a4c0-a650-4e9b-b2c9-0a38b5dc6809', 'tag': '090de5ea-bb4d-43f4-a96a-b578222bfcbb', 'status': 'completed', 'code': 200} Feb 09 22:01:37.444500 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b01dac-e155-48ab-add5-a043aff77b92', 'name': 'network-vif-deleted', 'tag': '852c5a7e-0f79-401d-90ba-b470a7b1d387', 'status': 'completed', 'code': 200} Feb 09 22:01:37.473559 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53578) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:37.567714 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53582) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:37.679171 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8da9703-21c8-444e-a254-62019542cfef tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for router_controller (b5ab7275-eb4a-4810-a989-eee691060a39), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:37.729981 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3980b6-20da-46a7-8857-17afc1d11783 admin admin] Deleting subnet 573ecc19-338f-4fce-803c-41b7122ceeed {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:01:37.740882 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1359711950-network', 'tenant_id': '58ccdb85a9fe4068acdfe74a391ab7c0'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:37.747266 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c3980b6-20da-46a7-8857-17afc1d11783 admin admin] Publish callbacks [] for subnet (573ecc19-338f-4fce-803c-41b7122ceeed), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:37.842104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775da1a5-9109-44e4-9caa-19d3e7ca108d req-10767e10-f7b1-42b8-8d6b-dfb1f57e2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:37.843896 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-775da1a5-9109-44e4-9caa-19d3e7ca108d req-10767e10-f7b1-42b8-8d6b-dfb1f57e2795 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ecf756413bbb4509914c48d36d3db43f&device_id=5028a4c0-a650-4e9b-b2c9-0a38b5dc6809 HTTP/1.1" status: 200 len: 1125 time: 0.2922425 Feb 09 22:01:37.845242 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c76e9dc6-b99a-48fe-b137-4f9bc5b922b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:37.882922 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c3980b6-20da-46a7-8857-17afc1d11783 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (573ecc19-338f-4fce-803c-41b7122ceeed), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.008245 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8da9703-21c8-444e-a254-62019542cfef tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for router_gateway (b5ab7275-eb4a-4810-a989-eee691060a39), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.033637 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Made reservation on behalf of 58ccdb85a9fe4068acdfe74a391ab7c0 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:01:38.038406 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.098355 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.129211 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775da1a5-9109-44e4-9caa-19d3e7ca108d req-e7a0bd5d-e210-4961-bb00-951faf26bc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:38.131037 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-775da1a5-9109-44e4-9caa-19d3e7ca108d req-e7a0bd5d-e210-4961-bb00-951faf26bc73 service neutron] 10.222.0.71 "GET /v2.0/networks?id=42105ba1-38a2-48f4-8e9f-2db55c355e9e HTTP/1.1" status: 200 len: 915 time: 0.2810993 Feb 09 22:01:38.173874 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295be14-a66a-41b9-aebc-ce34ddaf21d2 req-8b231213-4e52-41a8-a45d-ee8897fe91a5 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:38.182523 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b295be14-a66a-41b9-aebc-ce34ddaf21d2 req-8b231213-4e52-41a8-a45d-ee8897fe91a5 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.4971464 Feb 09 22:01:38.188407 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c3980b6-20da-46a7-8857-17afc1d11783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (573ecc19-338f-4fce-803c-41b7122ceeed), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.231259 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-775da1a5-9109-44e4-9caa-19d3e7ca108d req-e57a4e31-3150-4963-a542-2fed36ee63be service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=090de5ea-bb4d-43f4-a96a-b578222bfcbb HTTP/1.1" status: 200 len: 217 time: 0.0895388 Feb 09 22:01:38.289279 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Publish callbacks [] for security_group (1e757ff9-57ad-4aa5-a858-4df65ef31797), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.320357 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (1e757ff9-57ad-4aa5-a858-4df65ef31797), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.402558 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b295be14-a66a-41b9-aebc-ce34ddaf21d2 req-5d11ec55-f01f-4605-b98c-3bd465fa1ed7 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186170 Feb 09 22:01:38.404433 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:01:38.418824 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775da1a5-9109-44e4-9caa-19d3e7ca108d req-16499674-349f-48cf-af16-c3ae879651aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:38.418824 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-775da1a5-9109-44e4-9caa-19d3e7ca108d req-16499674-349f-48cf-af16-c3ae879651aa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95498cf5-512a-4d09-af11-5e6075e6f447 HTTP/1.1" status: 200 len: 854 time: 0.1790452 Feb 09 22:01:38.464346 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e757ff9-57ad-4aa5-a858-4df65ef31797,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:38.467810 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (b2536537-d287-4bb4-b744-ea4f0ac8b197), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.468399 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Added segment b2536537-d287-4bb4-b744-ea4f0ac8b197 of type vlan for network 1b0359fc-6482-4008-bd91-00a142306ce9 Feb 09 22:01:38.504278 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:38.505052 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:38.505672 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:38.506222 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:38.506837 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:38.507432 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:38.508039 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:38.508712 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:38.509375 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:38.509977 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:38.510558 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:38.511319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:38.512011 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:38.546243 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-775da1a5-9109-44e4-9caa-19d3e7ca108d req-0629b20a-6151-4ff1-9b2a-4d9a744f1f6d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42105ba1-38a2-48f4-8e9f-2db55c355e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976512 Feb 09 22:01:38.585664 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (1b0359fc-6482-4008-bd91-00a142306ce9), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.596080 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c3980b6-20da-46a7-8857-17afc1d11783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (573ecc19-338f-4fce-803c-41b7122ceeed), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.632606 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c3980b6-20da-46a7-8857-17afc1d11783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.638671 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0c3980b6-20da-46a7-8857-17afc1d11783 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/573ecc19-338f-4fce-803c-41b7122ceeed HTTP/1.1" status: 204 len: 168 time: 1.0690536 Feb 09 22:01:38.700948 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53602) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:38.811044 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6faf07bb-8abb-47d0-ae63-f9ce500803e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (09a3e40d-4215-4a24-a80e-1432702e17ae), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.816098 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.db.resource_extend [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 22:01:38.822080 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3980b6-20da-46a7-8857-17afc1d11783 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=573ecc19-338f-4fce-803c-41b7122ceeed,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:38.953709 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (1b0359fc-6482-4008-bd91-00a142306ce9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.969218 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:38.970439 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.133277 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] Pushing event updated for resources: {'Network': ['ID=1b0359fc-6482-4008-bd91-00a142306ce9,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:39.148824 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 1b0359fc-6482-4008-bd91-00a142306ce9 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:01:39.281362 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6faf07bb-8abb-47d0-ae63-f9ce500803e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (09a3e40d-4215-4a24-a80e-1432702e17ae), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.306956 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6faf07bb-8abb-47d0-ae63-f9ce500803e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a3e40d-4215-4a24-a80e-1432702e17ae']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:39.319242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6faf07bb-8abb-47d0-ae63-f9ce500803e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd329fc35-ea51-49b7-8f80-18961f6ba723') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:39.319614 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6faf07bb-8abb-47d0-ae63-f9ce500803e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd329fc35-ea51-49b7-8f80-18961f6ba723') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:39.332488 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6faf07bb-8abb-47d0-ae63-f9ce500803e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (d329fc35-ea51-49b7-8f80-18961f6ba723), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.349735 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6faf07bb-8abb-47d0-ae63-f9ce500803e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d329fc35-ea51-49b7-8f80-18961f6ba723), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.362726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6faf07bb-8abb-47d0-ae63-f9ce500803e3 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:01:39.363361 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6faf07bb-8abb-47d0-ae63-f9ce500803e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (d329fc35-ea51-49b7-8f80-18961f6ba723), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:01:39.470934 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:01:39.478617 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-552f006e-fb19-4dfa-a587-a6a9ee01f27b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0038002 Feb 09 22:01:39.486360 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6faf07bb-8abb-47d0-ae63-f9ce500803e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (09a3e40d-4215-4a24-a80e-1432702e17ae), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.488970 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53620) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:39.501082 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a5cdacbd-6c58-4171-9d1d-5765919875ad admin admin] Request body: {'subnet': {'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1359711950-subnet', 'tenant_id': '58ccdb85a9fe4068acdfe74a391ab7c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:39.522274 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8da9703-21c8-444e-a254-62019542cfef tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for router_gateway (b5ab7275-eb4a-4810-a989-eee691060a39), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.523484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20d3e7-89cc-43e0-baf6-4cf4fa6e7293 req-e3081fe9-f4fe-43de-bd89-ca34cb6e2c8a tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:39.536657 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a20d3e7-89cc-43e0-baf6-4cf4fa6e7293 req-e3081fe9-f4fe-43de-bd89-ca34cb6e2c8a tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=5028a4c0-a650-4e9b-b2c9-0a38b5dc6809 HTTP/1.1" status: 200 len: 943 time: 0.8342671 Feb 09 22:01:39.544922 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6faf07bb-8abb-47d0-ae63-f9ce500803e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.556870 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6faf07bb-8abb-47d0-ae63-f9ce500803e3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/09a3e40d-4215-4a24-a80e-1432702e17ae HTTP/1.1" status: 204 len: 168 time: 0.8532271 Feb 09 22:01:39.594507 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf07bb-8abb-47d0-ae63-f9ce500803e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=09a3e40d-4215-4a24-a80e-1432702e17ae,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:39.638742 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cdacbd-6c58-4171-9d1d-5765919875ad admin admin] Made reservation on behalf of 58ccdb85a9fe4068acdfe74a391ab7c0 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:01:39.651095 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5cdacbd-6c58-4171-9d1d-5765919875ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.667950 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8da9703-21c8-444e-a254-62019542cfef tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.720541 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-775da1a5-9109-44e4-9caa-19d3e7ca108d req-15fc3fc5-b75b-4840-9323-3d5cf1d9b68a service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1667593 Feb 09 22:01:39.810151 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 090de5ea-bb4d-43f4-a96a-b578222bfcbb details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:01:40.037352 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53630) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:40.140040 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-775da1a5-9109-44e4-9caa-19d3e7ca108d req-0efa6e20-d719-46f9-bb45-99e491014f46 service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423378 Feb 09 22:01:40.154781 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5cdacbd-6c58-4171-9d1d-5765919875ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (7c08b3d1-b3bb-4d07-8617-ae693f704428), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:40.260385 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 090de5ea-bb4d-43f4-a96a-b578222bfcbb, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=090de5ea-bb4d-43f4-a96a-b578222bfcbb,segment=NetworkSegment(9550f611-ce26-4437-bed9-cffa6dc8d8a4),segment_id=9550f611-ce26-4437-bed9-cffa6dc8d8a4)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:40.303151 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '090de5ea-bb4d-43f4-a96a-b578222bfcbb', 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e', 'port_id': '090de5ea-bb4d-43f4-a96a-b578222bfcbb', 'mac_address': 'fa:16:3e:f3:af:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95498cf5-512a-4d09-af11-5e6075e6f447', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:01:40.390431 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cdacbd-6c58-4171-9d1d-5765919875ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c08b3d1-b3bb-4d07-8617-ae693f704428,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:40.415744 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a20d3e7-89cc-43e0-baf6-4cf4fa6e7293 req-279a909b-ff1c-4bf7-9833-596182c987e2 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8765934 Feb 09 22:01:40.442157 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 090de5ea-bb4d-43f4-a96a-b578222bfcbb is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:40.442909 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-c8da9703-21c8-444e-a254-62019542cfef tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Allocated IP 172.25.6.235 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:40.445008 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (090de5ea-bb4d-43f4-a96a-b578222bfcbb), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:40.477221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cdacbd-6c58-4171-9d1d-5765919875ad admin admin] Checking segment: {'id': 'b2536537-d287-4bb4-b744-ea4f0ac8b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:40.478199 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cdacbd-6c58-4171-9d1d-5765919875ad admin admin] Network hostable DHCP agents. Network: 1b0359fc-6482-4008-bd91-00a142306ce9, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:01:40.509604 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090de5ea-bb4d-43f4-a96a-b578222bfcbb {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:01:40.525171 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cdacbd-6c58-4171-9d1d-5765919875ad admin admin] Network 1b0359fc-6482-4008-bd91-00a142306ce9 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:01:40.546502 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a5cdacbd-6c58-4171-9d1d-5765919875ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 1b0359fc-6482-4008-bd91-00a142306ce9) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:40.553440 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cdacbd-6c58-4171-9d1d-5765919875ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:40.554387 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5cdacbd-6c58-4171-9d1d-5765919875ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:40.586826 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1b31368b-dc46-4d5f-bd12-cf2857304d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:40.589388 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a5cdacbd-6c58-4171-9d1d-5765919875ad admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0974581 Feb 09 22:01:40.618809 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 090de5ea-bb4d-43f4-a96a-b578222bfcbb, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=090de5ea-bb4d-43f4-a96a-b578222bfcbb,segment=NetworkSegment(9550f611-ce26-4437-bed9-cffa6dc8d8a4),segment_id=9550f611-ce26-4437-bed9-cffa6dc8d8a4)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:40.628288 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (090de5ea-bb4d-43f4-a96a-b578222bfcbb), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:40.722146 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8da9703-21c8-444e-a254-62019542cfef tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for port (bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:40.736354 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=090de5ea-bb4d-43f4-a96a-b578222bfcbb,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:40.744819 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73aab1b-d43e-4c4b-8c3e-291d713de2d5 None None] Network 1b0359fc-6482-4008-bd91-00a142306ce9 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:01:40.806576 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-156c3501-f6b4-463a-b69a-f006a5daaa98 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1dfd79181e3346d392f0fa3a14de877d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7658832 Feb 09 22:01:40.810155 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53640) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:40.902643 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8da9703-21c8-444e-a254-62019542cfef tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:41.001142 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['090de5ea-bb4d-43f4-a96a-b578222bfcbb'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:01:41.020085 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-95e6d1e5-b53d-4bca-817e-f96f3f2c14e9 admin admin] Publish callbacks [] for security_group (6ecbacc6-ee2d-4fc0-b2d1-17eeaae4e841), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:41.128676 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-95e6d1e5-b53d-4bca-817e-f96f3f2c14e9 admin admin] Publish callbacks [] for security_group (6ecbacc6-ee2d-4fc0-b2d1-17eeaae4e841), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:41.161923 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da9703-21c8-444e-a254-62019542cfef tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'Port': ['ID=bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:41.294019 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8da9703-21c8-444e-a254-62019542cfef tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:41.297199 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-c8da9703-21c8-444e-a254-62019542cfef tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:41.298986 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-95e6d1e5-b53d-4bca-817e-f96f3f2c14e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6ecbacc6-ee2d-4fc0-b2d1-17eeaae4e841), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:41.302897 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d750b12-d315-4f1f-b8a3-f369d8d43de1 None None] Network 1b0359fc-6482-4008-bd91-00a142306ce9 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:01:41.304922 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8da9703-21c8-444e-a254-62019542cfef tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:41.309778 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-95e6d1e5-b53d-4bca-817e-f96f3f2c14e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:41.315616 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-95e6d1e5-b53d-4bca-817e-f96f3f2c14e9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6ecbacc6-ee2d-4fc0-b2d1-17eeaae4e841 HTTP/1.1" status: 204 len: 168 time: 0.5042636 Feb 09 22:01:41.354691 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6d1e5-b53d-4bca-817e-f96f3f2c14e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecbacc6-ee2d-4fc0-b2d1-17eeaae4e841,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:41.785496 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:42.072053 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-bd398628-9e15-4b75-8612-224c6af6da13 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:42.078708 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-bd398628-9e15-4b75-8612-224c6af6da13 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/networks?id=1b0359fc-6482-4008-bd91-00a142306ce9 HTTP/1.1" status: 200 len: 813 time: 0.4168534 Feb 09 22:01:42.121008 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-d8b96641-bae8-494b-abb4-ba569df72924 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/quotas/58ccdb85a9fe4068acdfe74a391ab7c0 HTTP/1.1" status: 200 len: 375 time: 0.0342050 Feb 09 22:01:42.161489 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:01:42.201631 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-99f90e08-ed8f-4780-9d6d-5d2033ac5f27 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=58ccdb85a9fe4068acdfe74a391ab7c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793307 Feb 09 22:01:42.412975 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-83498dbc-f7a6-4a93-a5a7-059cef9fc4ac service neutron] 10.222.0.77 "GET /v2.0/networks/1b0359fc-6482-4008-bd91-00a142306ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091687 Feb 09 22:01:42.664525 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-c01a59af-28b7-475a-97e5-d199b1a4019f service neutron] 10.222.0.77 "GET /v2.0/networks/1b0359fc-6482-4008-bd91-00a142306ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403555 Feb 09 22:01:42.684185 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8da9703-21c8-444e-a254-62019542cfef tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for router_gateway (b5ab7275-eb4a-4810-a989-eee691060a39), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:42.760818 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:43.321337 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8da9703-21c8-444e-a254-62019542cfef tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (b5ab7275-eb4a-4810-a989-eee691060a39), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:43.622865 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba633a9-c46f-44ef-8254-dedf0e0f34c2 req-7c64fffb-71f7-463b-99f0-3e2138e11d00 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:43.630111 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ba633a9-c46f-44ef-8254-dedf0e0f34c2 req-7c64fffb-71f7-463b-99f0-3e2138e11d00 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=5028a4c0-a650-4e9b-b2c9-0a38b5dc6809 HTTP/1.1" status: 200 len: 944 time: 0.2651708 Feb 09 22:01:43.768155 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ba633a9-c46f-44ef-8254-dedf0e0f34c2 req-2bf1d621-c009-41ae-ab9c-58dea0844bb4 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293309 Feb 09 22:01:43.810407 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 090de5ea-bb4d-43f4-a96a-b578222bfcbb up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:43.961858 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53712) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:44.021235 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8da9703-21c8-444e-a254-62019542cfef tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Router b5ab7275-eb4a-4810-a989-eee691060a39 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:01:44.087089 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 090de5ea-bb4d-43f4-a96a-b578222bfcbb completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:01:44.113226 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 090de5ea-bb4d-43f4-a96a-b578222bfcbb triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:44.118078 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (090de5ea-bb4d-43f4-a96a-b578222bfcbb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:44.264972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6135f8ae-2c4c-4e6e-8f54-2ae956573b69 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-597175674-network', 'tenant_id': '00bb2f5fb2cc43e7a034b5f6817b4e84'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:44.365759 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e28d11e8-e751-4aef-a67d-35cf8faa54b9 req-14e0823e-ea87-46a0-84c1-90d4e87844c0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 210 time: 0.1839955 Feb 09 22:01:44.377341 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6135f8ae-2c4c-4e6e-8f54-2ae956573b69 admin admin] Made reservation on behalf of 00bb2f5fb2cc43e7a034b5f6817b4e84 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:01:44.409092 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6135f8ae-2c4c-4e6e-8f54-2ae956573b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:44.429084 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8da9703-21c8-444e-a254-62019542cfef tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:01:44.446146 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] Sync routers for ids ['b5ab7275-eb4a-4810-a989-eee691060a39'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:01:44.454531 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6135f8ae-2c4c-4e6e-8f54-2ae956573b69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:44.519094 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8da9703-21c8-444e-a254-62019542cfef tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:44.522447 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c8da9703-21c8-444e-a254-62019542cfef tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.4690406 Feb 09 22:01:44.525791 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53726) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:44.548602 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 090de5ea-bb4d-43f4-a96a-b578222bfcbb is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:44.552950 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (090de5ea-bb4d-43f4-a96a-b578222bfcbb), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:44.561157 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] Routers {'b5ab7275-eb4a-4810-a989-eee691060a39'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:44.562393 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:01:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b5ab7275-eb4a-4810-a989-eee691060a39'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:44.695615 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 090de5ea-bb4d-43f4-a96a-b578222bfcbb, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=090de5ea-bb4d-43f4-a96a-b578222bfcbb,segment=NetworkSegment(9550f611-ce26-4437-bed9-cffa6dc8d8a4),segment_id=9550f611-ce26-4437-bed9-cffa6dc8d8a4)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:44.700359 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8ea0478a-d2b8-4510-bfb1-040222a0837d tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=555e545ac75c4d7aa89a964d48e2fbf4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1703000 Feb 09 22:01:44.701515 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53728) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:44.713594 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5028a4c0-a650-4e9b-b2c9-0a38b5dc6809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090de5ea-bb4d-43f4-a96a-b578222bfcbb'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:01:44.725817 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a57044-49b8-4b12-a6bd-e9b216862b8b" -d '{"events": [{"server_uuid": "5028a4c0-a650-4e9b-b2c9-0a38b5dc6809", "name": "network-vif-plugged", "status": "completed", "tag": "090de5ea-bb4d-43f4-a96a-b578222bfcbb"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:01:44.777355 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (090de5ea-bb4d-43f4-a96a-b578222bfcbb), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:44.871303 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6135f8ae-2c4c-4e6e-8f54-2ae956573b69 admin admin] Publish callbacks [] for security_group (91dfabdb-e038-4d2d-b5b4-8bbd9c9c74e4), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:44.886055 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6135f8ae-2c4c-4e6e-8f54-2ae956573b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (91dfabdb-e038-4d2d-b5b4-8bbd9c9c74e4), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:44.945714 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70478f11-e3f7-4033-9fe8-e442190f7c45 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:44.951694 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-70478f11-e3f7-4033-9fe8-e442190f7c45 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2470613 Feb 09 22:01:44.974323 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53736) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:45.048013 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0949bc56-5c84-4af7-a4e4-683794d6d048 x-openstack-request-id: req-0949bc56-5c84-4af7-a4e4-683794d6d048 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:01:45.050140 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5028a4c0-a650-4e9b-b2c9-0a38b5dc6809", "name": "network-vif-plugged", "status": "completed", "tag": "090de5ea-bb4d-43f4-a96a-b578222bfcbb", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:01:45.050140 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0949bc56-5c84-4af7-a4e4-683794d6d048 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:01:45.050140 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5028a4c0-a650-4e9b-b2c9-0a38b5dc6809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090de5ea-bb4d-43f4-a96a-b578222bfcbb', 'code': 200} Feb 09 22:01:45.091534 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:45.095228 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=090de5ea-bb4d-43f4-a96a-b578222bfcbb,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:45.107161 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135f8ae-2c4c-4e6e-8f54-2ae956573b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dfabdb-e038-4d2d-b5b4-8bbd9c9c74e4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:45.171787 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6135f8ae-2c4c-4e6e-8f54-2ae956573b69 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:01:45.212378 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1887ca2a-ba51-44a3-8aa8-63f28578271d tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2319031 Feb 09 22:01:45.223269 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6135f8ae-2c4c-4e6e-8f54-2ae956573b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e5066859-ff9b-4578-a68d-550a95bd5db1), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:45.223888 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-6135f8ae-2c4c-4e6e-8f54-2ae956573b69 admin admin] Added segment e5066859-ff9b-4578-a68d-550a95bd5db1 of type vlan for network f6ffe190-deec-4988-bc55-1126c75f076f Feb 09 22:01:45.245698 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53742) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:45.254742 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d67350be-866e-4d03-8aac-009f39f3d077 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-258381576', 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:45.258743 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] Set router b5ab7275-eb4a-4810-a989-eee691060a39 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:45.403170 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6135f8ae-2c4c-4e6e-8f54-2ae956573b69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (f6ffe190-deec-4988-bc55-1126c75f076f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:45.499408 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:45.509503 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6135f8ae-2c4c-4e6e-8f54-2ae956573b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (f6ffe190-deec-4988-bc55-1126c75f076f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:45.511622 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6135f8ae-2c4c-4e6e-8f54-2ae956573b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:45.515569 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6135f8ae-2c4c-4e6e-8f54-2ae956573b69 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:45.551851 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1963d2-74d5-422a-96d5-ec9cde9fe3e3 req-ed559d83-5e59-4f38-84dd-1129c96ed3cd tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:45.567968 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f1963d2-74d5-422a-96d5-ec9cde9fe3e3 req-ed559d83-5e59-4f38-84dd-1129c96ed3cd tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=5028a4c0-a650-4e9b-b2c9-0a38b5dc6809 HTTP/1.1" status: 200 len: 945 time: 0.2180698 Feb 09 22:01:45.738534 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa648ee-28d3-4092-9d9e-a21c103d75d2 req-42823702-7f0c-485c-8f8d-c764a909e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:45.747149 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eaa648ee-28d3-4092-9d9e-a21c103d75d2 req-42823702-7f0c-485c-8f8d-c764a909e796 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5028a4c0-a650-4e9b-b2c9-0a38b5dc6809 HTTP/1.1" status: 200 len: 1127 time: 0.5715504 Feb 09 22:01:46.013970 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'name': 'tempest-TestNetworkBasicOps-router-867298185', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:37Z', 'updated_at': '2022-02-09T22:01:42Z', 'revision_number': 3, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:85:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:39Z', 'updated_at': '2022-02-09T22:01:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:46.072197 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:46.089563 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eaa648ee-28d3-4092-9d9e-a21c103d75d2 req-a068756c-8c9e-4410-8bed-9e5b3274aa34 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367791 Feb 09 22:01:46.090743 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67350be-866e-4d03-8aac-009f39f3d077 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Made reservation on behalf of 555e545ac75c4d7aa89a964d48e2fbf4 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:01:46.097941 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d67350be-866e-4d03-8aac-009f39f3d077 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:46.256550 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f1963d2-74d5-422a-96d5-ec9cde9fe3e3 req-e96267fd-7489-4698-a723-7b465e1d9d0c tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6873789 Feb 09 22:01:46.304999 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6135f8ae-2c4c-4e6e-8f54-2ae956573b69 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3393307 Feb 09 22:01:46.314034 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53752) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:46.457712 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a06da0b9-3180-4269-b4c1-f8b80e52863b admin admin] Request body: {'subnet': {'network_id': 'f6ffe190-deec-4988-bc55-1126c75f076f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-597175674-subnet', 'tenant_id': '00bb2f5fb2cc43e7a034b5f6817b4e84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:46.554368 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] Checking router: b5ab7275-eb4a-4810-a989-eee691060a39 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:01:46.562369 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] Updating router b5ab7275-eb4a-4810-a989-eee691060a39 port bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:01:46.697384 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:46.710171 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135f8ae-2c4c-4e6e-8f54-2ae956573b69 admin admin] Pushing event updated for resources: {'Network': ['ID=f6ffe190-deec-4988-bc55-1126c75f076f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:46.725745 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network f6ffe190-deec-4988-bc55-1126c75f076f details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:01:46.735715 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f82cad2f-4014-40f7-81b9-04c7b2fc02fa req-5f0c5078-df64-485e-930b-fbf409b20cc2 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 210 time: 0.1033967 Feb 09 22:01:46.741222 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06da0b9-3180-4269-b4c1-f8b80e52863b admin admin] Made reservation on behalf of 00bb2f5fb2cc43e7a034b5f6817b4e84 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:01:46.755107 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a06da0b9-3180-4269-b4c1-f8b80e52863b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:46.900641 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d67350be-866e-4d03-8aac-009f39f3d077 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (d3cf2f41-2181-422a-b6fe-a1673f096659), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:47.136829 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67350be-866e-4d03-8aac-009f39f3d077 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'Subnet': ['ID=d3cf2f41-2181-422a-b6fe-a1673f096659,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:47.190324 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67350be-866e-4d03-8aac-009f39f3d077 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Checking segment: {'id': '9fec6d9a-972a-42b8-bb02-551512227b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:47.191173 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67350be-866e-4d03-8aac-009f39f3d077 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Network hostable DHCP agents. Network: a8c81d4b-c6f7-44dd-9178-e1710585fbcb, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:01:47.854520 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] Publish callbacks [] for port (bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:47.884620 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:48.123268 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8d7c2-da80-4883-ad93-0eaa0f64736c None None] Pushing event updated for resources: {'Port': ['ID=bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:48.134203 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] Attempting to bind port bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:01:48.134575 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] Attempting to bind port bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:01:48.134950 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] Attempting to bind port bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:01:48.141447 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:01:48.142001 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:48.142449 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:48.143018 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:01:48.143666 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] Bound port: bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:01:48.144103 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:48.147580 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d7c2-da80-4883-ad93-0eaa0f64736c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:48.147992 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d7c2-da80-4883-ad93-0eaa0f64736c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:48.148328 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d7c2-da80-4883-ad93-0eaa0f64736c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:48.149132 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d7c2-da80-4883-ad93-0eaa0f64736c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:48.149639 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d7c2-da80-4883-ad93-0eaa0f64736c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:48.150100 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d7c2-da80-4883-ad93-0eaa0f64736c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:48.150294 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d7c2-da80-4883-ad93-0eaa0f64736c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:48.150640 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d7c2-da80-4883-ad93-0eaa0f64736c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:48.150962 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d7c2-da80-4883-ad93-0eaa0f64736c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:48.151330 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d7c2-da80-4883-ad93-0eaa0f64736c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:48.151638 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d7c2-da80-4883-ad93-0eaa0f64736c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:48.152041 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d7c2-da80-4883-ad93-0eaa0f64736c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:48.152378 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d7c2-da80-4883-ad93-0eaa0f64736c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:48.222574 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67350be-866e-4d03-8aac-009f39f3d077 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Network a8c81d4b-c6f7-44dd-9178-e1710585fbcb is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:01:48.302880 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] For port bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:01:48.331487 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] For port bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:01:48.357264 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:48.508700 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-c9cda6aa-dc18-4bfb-a219-bba080c5b661 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:48.519526 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-c9cda6aa-dc18-4bfb-a219-bba080c5b661 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.42 "GET /v2.0/networks?id=1b0359fc-6482-4008-bd91-00a142306ce9 HTTP/1.1" status: 200 len: 813 time: 1.3294926 Feb 09 22:01:48.729801 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7328e77c-09bb-4cf6-b3da-b33d1e0c83bd tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Request body: {'port': {'device_id': '78e29fed-698a-4761-98b8-ba444d18e7a3', 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9', 'admin_state_up': True, 'tenant_id': '58ccdb85a9fe4068acdfe74a391ab7c0'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:48.743891 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d67350be-866e-4d03-8aac-009f39f3d077 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, a8c81d4b-c6f7-44dd-9178-e1710585fbcb) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:48.758584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2da3abf-a4cd-4562-ac02-8088645fa0af None None] Network a8c81d4b-c6f7-44dd-9178-e1710585fbcb requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:01:48.787324 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67350be-866e-4d03-8aac-009f39f3d077 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:48.788650 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d67350be-866e-4d03-8aac-009f39f3d077 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:48.877719 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8d7c2-da80-4883-ad93-0eaa0f64736c None None] Pushing event updated for resources: {'Port': ['ID=bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:48.907999 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d67350be-866e-4d03-8aac-009f39f3d077 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.6551175 Feb 09 22:01:48.938054 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] Routers {'b5ab7275-eb4a-4810-a989-eee691060a39'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:48.939176 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:01:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b5ab7275-eb4a-4810-a989-eee691060a39'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:49.045924 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53776) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:49.419119 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] Set router b5ab7275-eb4a-4810-a989-eee691060a39 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:49.460387 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a06da0b9-3180-4269-b4c1-f8b80e52863b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (2ded9edd-23c6-4c83-8f80-70cad7e988fb), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:49.523051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-a8c81d4b-c6f7-44dd-9178-e1710585fbcb', 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'fixed_ips': [{'subnet_id': 'd3cf2f41-2181-422a-b6fe-a1673f096659'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:01:49.524577 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:49.712224 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-ef655c1a-940e-4e78-8038-e8e7d3197ea2 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:49.715151 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-ef655c1a-940e-4e78-8038-e8e7d3197ea2 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.71 "GET /v2.0/networks?id=1b0359fc-6482-4008-bd91-00a142306ce9 HTTP/1.1" status: 200 len: 813 time: 1.8132100 Feb 09 22:01:49.870448 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06da0b9-3180-4269-b4c1-f8b80e52863b admin admin] Checking segment: {'id': 'e5066859-ff9b-4578-a68d-550a95bd5db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f6ffe190-deec-4988-bc55-1126c75f076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:49.871166 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06da0b9-3180-4269-b4c1-f8b80e52863b admin admin] Network hostable DHCP agents. Network: f6ffe190-deec-4988-bc55-1126c75f076f, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:01:49.894410 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9d0ba-31ca-4984-b325-ed8ab5feb019 req-05c18510-6e38-4141-8b8d-6a7c150331b9 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:49.910346 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-96e9d0ba-31ca-4984-b325-ed8ab5feb019 req-05c18510-6e38-4141-8b8d-6a7c150331b9 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=5028a4c0-a650-4e9b-b2c9-0a38b5dc6809 HTTP/1.1" status: 200 len: 945 time: 0.6547213 Feb 09 22:01:50.031082 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Allocated IP 172.20.0.2 (a8c81d4b-c6f7-44dd-9178-e1710585fbcb/d3cf2f41-2181-422a-b6fe-a1673f096659/0309e310-cb40-4eb5-8364-a16897dc4dfd) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:50.062106 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06da0b9-3180-4269-b4c1-f8b80e52863b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ded9edd-23c6-4c83-8f80-70cad7e988fb,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:50.076084 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'name': 'tempest-TestNetworkBasicOps-router-867298185', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:37Z', 'updated_at': '2022-02-09T22:01:42Z', 'revision_number': 3, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:85:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:39Z', 'updated_at': '2022-02-09T22:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:50.102231 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-1c7dfbce-1204-4748-8fae-730c16d04983 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Request body: {'port': {'device_id': 'b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a', 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9', 'admin_state_up': True, 'tenant_id': '58ccdb85a9fe4068acdfe74a391ab7c0'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:50.123169 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06da0b9-3180-4269-b4c1-f8b80e52863b admin admin] Network f6ffe190-deec-4988-bc55-1126c75f076f is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:01:50.158769 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d987757a-29b3-46a3-9b6c-f8169e4a087c None None] The sync data for ids ['b5ab7275-eb4a-4810-a989-eee691060a39'] in n-d-828601-1 is: [{'id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'name': 'tempest-TestNetworkBasicOps-router-867298185', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:37Z', 'updated_at': '2022-02-09T22:01:42Z', 'revision_number': 3, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:85:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:39Z', 'updated_at': '2022-02-09T22:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:01:50.210588 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a06da0b9-3180-4269-b4c1-f8b80e52863b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, f6ffe190-deec-4988-bc55-1126c75f076f) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:50.242595 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06da0b9-3180-4269-b4c1-f8b80e52863b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:50.243169 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a06da0b9-3180-4269-b4c1-f8b80e52863b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:50.286485 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5406f408-3e0f-46f7-89ff-35dc06d44e98 None None] Network f6ffe190-deec-4988-bc55-1126c75f076f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:01:50.343444 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-96e9d0ba-31ca-4984-b325-ed8ab5feb019 req-6c9eb140-202c-4f74-bbef-e8afb57bd332 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998406 Feb 09 22:01:50.401622 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a06da0b9-3180-4269-b4c1-f8b80e52863b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.9988563 Feb 09 22:01:50.433895 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7328e77c-09bb-4cf6-b3da-b33d1e0c83bd tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Made reservation on behalf of 58ccdb85a9fe4068acdfe74a391ab7c0 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:01:50.462568 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7328e77c-09bb-4cf6-b3da-b33d1e0c83bd tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:50.654974 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd2c75fd-a457-4076-9bd8-0f51b5965889 req-7bd896d8-48a3-450c-95b7-1bacd7b7e7f9 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 210 time: 0.1190269 Feb 09 22:01:50.928090 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Publish callbacks [] for port (0309e310-cb40-4eb5-8364-a16897dc4dfd), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:50.950671 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b9d0c3-f355-4276-a39b-e592af0a5a87 None None] Network f6ffe190-deec-4988-bc55-1126c75f076f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:01:50.979794 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (0309e310-cb40-4eb5-8364-a16897dc4dfd), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:51.242244 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Network a8c81d4b-c6f7-44dd-9178-e1710585fbcb is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:51.268791 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:51.274505 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:51.306785 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Pushing event updated for resources: {'Port': ['ID=0309e310-cb40-4eb5-8364-a16897dc4dfd,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:51.360404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-1c7dfbce-1204-4748-8fae-730c16d04983 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Made reservation on behalf of 58ccdb85a9fe4068acdfe74a391ab7c0 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:01:51.371382 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-1c7dfbce-1204-4748-8fae-730c16d04983 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:51.591310 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Attempting to bind port 0309e310-cb40-4eb5-8364-a16897dc4dfd on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:01:51.591607 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Attempting to bind port 0309e310-cb40-4eb5-8364-a16897dc4dfd by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '9fec6d9a-972a-42b8-bb02-551512227b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:01:51.592230 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Attempting to bind port 0309e310-cb40-4eb5-8364-a16897dc4dfd on network a8c81d4b-c6f7-44dd-9178-e1710585fbcb {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:01:51.613736 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:01:51.613736 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Checking segment: {'id': '9fec6d9a-972a-42b8-bb02-551512227b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:51.613736 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:51.615246 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Bound using segment: {'id': '9fec6d9a-972a-42b8-bb02-551512227b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:01:51.615246 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Bound port: 0309e310-cb40-4eb5-8364-a16897dc4dfd, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fec6d9a-972a-42b8-bb02-551512227b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:01:51.615246 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0309e310-cb40-4eb5-8364-a16897dc4dfd), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:51.812562 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] For port 0309e310-cb40-4eb5-8364-a16897dc4dfd, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:01:51.835316 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] For port 0309e310-cb40-4eb5-8364-a16897dc4dfd, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=0309e310-cb40-4eb5-8364-a16897dc4dfd,segment=NetworkSegment(9fec6d9a-972a-42b8-bb02-551512227b2a),segment_id=9fec6d9a-972a-42b8-bb02-551512227b2a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:01:51.853151 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0309e310-cb40-4eb5-8364-a16897dc4dfd), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:52.184824 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:52.377443 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Pushing event updated for resources: {'Port': ['ID=0309e310-cb40-4eb5-8364-a16897dc4dfd,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:52.400707 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-e4ac2571-6bbf-4749-aed8-9bfd52881c1d tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:52.440576 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-e4ac2571-6bbf-4749-aed8-9bfd52881c1d tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/networks?id=f6ffe190-deec-4988-bc55-1126c75f076f HTTP/1.1" status: 200 len: 821 time: 0.6773262 Feb 09 22:01:52.497031 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.497788 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.498543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.501291 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.504145 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.506727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.511167 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.513624 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.514202 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.524519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.525786 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.525924 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-0ae01445-086b-4a97-864c-b840408c338c tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/quotas/00bb2f5fb2cc43e7a034b5f6817b4e84 HTTP/1.1" status: 200 len: 375 time: 0.0838323 Feb 09 22:01:52.531368 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.537286 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67ddae-9e01-457f-81cb-7256a6cdb340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.655485 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7328e77c-09bb-4cf6-b3da-b33d1e0c83bd tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Allocated IP 172.20.0.7 (1b0359fc-6482-4008-bd91-00a142306ce9/7c08b3d1-b3bb-4d07-8617-ae693f704428/10bf8936-d437-47a4-b50e-ae4a14955e65) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:52.717611 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:52.719144 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:52.734238 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-8252cab5-477a-45f6-b2a2-21a46f3bb575 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=00bb2f5fb2cc43e7a034b5f6817b4e84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2039533 Feb 09 22:01:52.756716 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24e8d621-4984-4a29-bdff-2afa40496a85 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:53.151138 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-8f475586-838d-43d1-aa19-1ee95cb13ccf service neutron] 10.222.0.77 "GET /v2.0/networks/f6ffe190-deec-4988-bc55-1126c75f076f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158738 Feb 09 22:01:53.180126 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:53.180562 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:53.241177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:53.251554 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:53.403222 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-98fcae4e-dfdf-4435-8237-f8f4b33e5e6e service neutron] 10.222.0.77 "GET /v2.0/networks/f6ffe190-deec-4988-bc55-1126c75f076f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488215 Feb 09 22:01:53.526276 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:53.852319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6552113-4bd5-465b-b89b-e9b58252ca91 req-6c7c055f-2ae7-4298-8270-dfbd511d5214 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:53.856159 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b6552113-4bd5-465b-b89b-e9b58252ca91 req-6c7c055f-2ae7-4298-8270-dfbd511d5214 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=5028a4c0-a650-4e9b-b2c9-0a38b5dc6809 HTTP/1.1" status: 200 len: 945 time: 0.1227148 Feb 09 22:01:53.975174 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b6552113-4bd5-465b-b89b-e9b58252ca91 req-f0a7aac2-d1b9-43ac-8925-ffba25b3d66b tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999539 Feb 09 22:01:54.211855 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 0309e310-cb40-4eb5-8364-a16897dc4dfd up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:54.243830 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-24e8d621-4984-4a29-bdff-2afa40496a85 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Allocated IP 172.20.0.1 (a8c81d4b-c6f7-44dd-9178-e1710585fbcb/d3cf2f41-2181-422a-b6fe-a1673f096659/b4deaf84-947c-402b-bca6-472b8fe2669b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:54.356023 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 0309e310-cb40-4eb5-8364-a16897dc4dfd triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:54.356328 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0309e310-cb40-4eb5-8364-a16897dc4dfd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:54.385648 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39eb3962-adbc-4408-b184-75ab3564616a req-fc32a21e-41ce-4b0c-b00e-4bd46d6aab89 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 210 time: 0.1677854 Feb 09 22:01:54.485848 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24e8d621-4984-4a29-bdff-2afa40496a85 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for port (b4deaf84-947c-402b-bca6-472b8fe2669b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:54.617077 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24e8d621-4984-4a29-bdff-2afa40496a85 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (b4deaf84-947c-402b-bca6-472b8fe2669b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:54.704024 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e8d621-4984-4a29-bdff-2afa40496a85 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Network a8c81d4b-c6f7-44dd-9178-e1710585fbcb is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:54.714601 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8362f934-316a-471b-a07f-4e8839297263 req-5abc87e3-6312-48b1-9016-3b2f755bf94b tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d00831e-a606-4b0d-8838-13dcb993ba9c HTTP/1.1" status: 200 len: 210 time: 0.1161141 Feb 09 22:01:54.721528 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-24e8d621-4984-4a29-bdff-2afa40496a85 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:54.726787 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e8d621-4984-4a29-bdff-2afa40496a85 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:54.753830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 0309e310-cb40-4eb5-8364-a16897dc4dfd is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:54.756181 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0309e310-cb40-4eb5-8364-a16897dc4dfd), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:54.833192 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fc2ea2-6ff3-4869-b9b7-b841964c82b5 None None] Network a8c81d4b-c6f7-44dd-9178-e1710585fbcb requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:01:54.889159 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 0309e310-cb40-4eb5-8364-a16897dc4dfd, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=0309e310-cb40-4eb5-8364-a16897dc4dfd,segment=NetworkSegment(9fec6d9a-972a-42b8-bb02-551512227b2a),segment_id=9fec6d9a-972a-42b8-bb02-551512227b2a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:54.928630 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0309e310-cb40-4eb5-8364-a16897dc4dfd), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:54.929896 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:55.110635 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=0309e310-cb40-4eb5-8364-a16897dc4dfd,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:55.166555 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-cb28c65d-5889-421e-806c-47b0b66d5718 None None] Provisioning complete for port 0309e310-cb40-4eb5-8364-a16897dc4dfd triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:55.167721 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cb28c65d-5889-421e-806c-47b0b66d5718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0309e310-cb40-4eb5-8364-a16897dc4dfd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:55.271771 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24e8d621-4984-4a29-bdff-2afa40496a85 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (b5ab7275-eb4a-4810-a989-eee691060a39), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:55.654241 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24e8d621-4984-4a29-bdff-2afa40496a85 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b4deaf84-947c-402b-bca6-472b8fe2669b), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:56.259471 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1643850-9ed9-49f2-94db-ff53ef518340 req-ba1a5031-31f6-4863-989a-137593c3fd7e tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 210 time: 0.1921222 Feb 09 22:01:56.408789 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:56.409640 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:56.701907 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1362d7e-cceb-48d5-992b-34c0cacf3981 req-c790bb2d-590a-4ed0-9cd4-1f95d002e8f5 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d00831e-a606-4b0d-8838-13dcb993ba9c HTTP/1.1" status: 200 len: 210 time: 0.1733141 Feb 09 22:01:56.722440 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-cb28c65d-5889-421e-806c-47b0b66d5718 None None] Current status of the port 0309e310-cb40-4eb5-8364-a16897dc4dfd is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:56.909853 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:57.087343 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7328e77c-09bb-4cf6-b3da-b33d1e0c83bd tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks [] for port (10bf8936-d437-47a4-b50e-ae4a14955e65), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:57.131610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 0309e310-cb40-4eb5-8364-a16897dc4dfd up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:57.304444 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8d621-4984-4a29-bdff-2afa40496a85 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'Port': ['ID=b4deaf84-947c-402b-bca6-472b8fe2669b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:57.337153 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e31381f4-5b56-4059-b9aa-cfe16a724a0f None None] Provisioning complete for port 0309e310-cb40-4eb5-8364-a16897dc4dfd triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:57.341042 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e31381f4-5b56-4059-b9aa-cfe16a724a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0309e310-cb40-4eb5-8364-a16897dc4dfd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:57.343464 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7328e77c-09bb-4cf6-b3da-b33d1e0c83bd tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (10bf8936-d437-47a4-b50e-ae4a14955e65), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:57.559695 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de949cc8-f159-4671-9280-794a6c210b68 req-b6be2ec3-f2ad-4601-a3e5-8bac2909f9d0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 210 time: 0.1157794 Feb 09 22:01:57.625324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 0309e310-cb40-4eb5-8364-a16897dc4dfd triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:57.626153 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0309e310-cb40-4eb5-8364-a16897dc4dfd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:57.863401 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e31381f4-5b56-4059-b9aa-cfe16a724a0f None None] Current status of the port 0309e310-cb40-4eb5-8364-a16897dc4dfd is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:57.871722 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7328e77c-09bb-4cf6-b3da-b33d1e0c83bd tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Network 1b0359fc-6482-4008-bd91-00a142306ce9 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:57.905226 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7328e77c-09bb-4cf6-b3da-b33d1e0c83bd tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:57.909799 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7328e77c-09bb-4cf6-b3da-b33d1e0c83bd tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:57.915321 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328e77c-09bb-4cf6-b3da-b33d1e0c83bd tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Pushing event updated for resources: {'Port': ['ID=10bf8936-d437-47a4-b50e-ae4a14955e65,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:58.165123 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-e2950539-b2ac-48c8-b761-7d3768eef727 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:58.167995 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-e2950539-b2ac-48c8-b761-7d3768eef727 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.42 "GET /v2.0/networks?id=f6ffe190-deec-4988-bc55-1126c75f076f HTTP/1.1" status: 200 len: 821 time: 0.9193430 Feb 09 22:01:58.169836 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 0309e310-cb40-4eb5-8364-a16897dc4dfd is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:58.173419 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-1c7dfbce-1204-4748-8fae-730c16d04983 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Allocated IP 172.20.0.2 (1b0359fc-6482-4008-bd91-00a142306ce9/7c08b3d1-b3bb-4d07-8617-ae693f704428/cb6e6d17-20d6-4583-8383-f8ec16bcf199) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:58.177794 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a9b20f84-b7a6-4a73-809a-a061907e7548 req-59b09bf1-4771-4a7e-95a1-03f799741412 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d00831e-a606-4b0d-8838-13dcb993ba9c HTTP/1.1" status: 200 len: 210 time: 0.1633353 Feb 09 22:01:58.181084 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e31381f4-5b56-4059-b9aa-cfe16a724a0f None None] Provisioning complete for port b4deaf84-947c-402b-bca6-472b8fe2669b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:58.182539 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e31381f4-5b56-4059-b9aa-cfe16a724a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b4deaf84-947c-402b-bca6-472b8fe2669b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:58.259023 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-cb674575-bbd6-4fdc-9afe-c6fe4b382137 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Request body: {'port': {'device_id': '7d00831e-a606-4b0d-8838-13dcb993ba9c', 'network_id': 'f6ffe190-deec-4988-bc55-1126c75f076f', 'admin_state_up': True, 'tenant_id': '00bb2f5fb2cc43e7a034b5f6817b4e84'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:58.362730 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e31381f4-5b56-4059-b9aa-cfe16a724a0f None None] Port b4deaf84-947c-402b-bca6-472b8fe2669b cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:01:58.523116 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ce15d934-4b6e-427c-9f87-6c058d930a47 None None] Provisioning complete for port b4deaf84-947c-402b-bca6-472b8fe2669b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:58.523600 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ce15d934-4b6e-427c-9f87-6c058d930a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b4deaf84-947c-402b-bca6-472b8fe2669b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:58.670402 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ce15d934-4b6e-427c-9f87-6c058d930a47 None None] Port b4deaf84-947c-402b-bca6-472b8fe2669b cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:01:58.897552 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-cb674575-bbd6-4fdc-9afe-c6fe4b382137 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Made reservation on behalf of 00bb2f5fb2cc43e7a034b5f6817b4e84 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:01:58.914176 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-cb674575-bbd6-4fdc-9afe-c6fe4b382137 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:58.927694 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-027ba33c-5e5a-4886-8391-4d1a78dac209 req-520e81f7-5042-4cbb-8b5b-803b1831cf3a tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 210 time: 0.0901601 Feb 09 22:01:58.958985 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7328e77c-09bb-4cf6-b3da-b33d1e0c83bd tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:58.961384 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7328e77c-09bb-4cf6-b3da-b33d1e0c83bd tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:59.031848 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7328e77c-09bb-4cf6-b3da-b33d1e0c83bd tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.3170173 Feb 09 22:01:59.071458 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] Request body: {'port': {'device_id': '78e29fed-698a-4761-98b8-ba444d18e7a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:59.556649 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-06308324-9ec3-42ef-9e59-a6b50ad17bfe req-1668b684-91e6-4fbd-86bd-0b9660419bfd tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d00831e-a606-4b0d-8838-13dcb993ba9c HTTP/1.1" status: 200 len: 210 time: 0.1185765 Feb 09 22:01:59.596010 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (10bf8936-d437-47a4-b50e-ae4a14955e65), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:00.074530 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24e8d621-4984-4a29-bdff-2afa40496a85 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for port (b4deaf84-947c-402b-bca6-472b8fe2669b), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:00.226689 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2031e9a8-02d4-4099-9218-4a827bffd205 req-31ec6e0b-cc28-4ebb-82e7-6f4fa1417176 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 210 time: 0.0933361 Feb 09 22:02:00.540469 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24e8d621-4984-4a29-bdff-2afa40496a85 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (b4deaf84-947c-402b-bca6-472b8fe2669b), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:00.685131 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24e8d621-4984-4a29-bdff-2afa40496a85 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (b5ab7275-eb4a-4810-a989-eee691060a39), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:00.875087 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-92d454c0-0f37-45da-820d-9112cdc1a71b req-df037fd4-1292-474d-a141-7f19bb99bd54 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d00831e-a606-4b0d-8838-13dcb993ba9c HTTP/1.1" status: 200 len: 210 time: 0.0537162 Feb 09 22:02:00.985136 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-1c7dfbce-1204-4748-8fae-730c16d04983 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks [] for port (cb6e6d17-20d6-4583-8383-f8ec16bcf199), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:01.100874 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-1c7dfbce-1204-4748-8fae-730c16d04983 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (cb6e6d17-20d6-4583-8383-f8ec16bcf199), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:01.400417 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-1c7dfbce-1204-4748-8fae-730c16d04983 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Network 1b0359fc-6482-4008-bd91-00a142306ce9 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:01.414229 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-1c7dfbce-1204-4748-8fae-730c16d04983 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:01.429537 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8d621-4984-4a29-bdff-2afa40496a85 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'Port': ['ID=b4deaf84-947c-402b-bca6-472b8fe2669b,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:01.436547 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-1c7dfbce-1204-4748-8fae-730c16d04983 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:01.506550 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7dfbce-1204-4748-8fae-730c16d04983 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Pushing event updated for resources: {'Port': ['ID=cb6e6d17-20d6-4583-8383-f8ec16bcf199,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:01.529391 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded26c4c-0ee9-4d15-9aa0-436b84ed2a74 req-94bef63d-e1b7-4f70-9700-cd805f65b11f tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:01.531984 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ded26c4c-0ee9-4d15-9aa0-436b84ed2a74 req-94bef63d-e1b7-4f70-9700-cd805f65b11f tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 931 time: 0.1681721 Feb 09 22:02:01.602080 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-cb674575-bbd6-4fdc-9afe-c6fe4b382137 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Allocated IP 172.20.0.3 (f6ffe190-deec-4988-bc55-1126c75f076f/2ded9edd-23c6-4c83-8f80-70cad7e988fb/b180bccf-b99b-40db-9283-78eec01e4de8) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:01.642705 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e8d621-4984-4a29-bdff-2afa40496a85 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Network a8c81d4b-c6f7-44dd-9178-e1710585fbcb is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:01.652538 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-24e8d621-4984-4a29-bdff-2afa40496a85 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:01.725494 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ded26c4c-0ee9-4d15-9aa0-436b84ed2a74 req-048412b3-a1b4-41b9-91ed-09e3a445664b tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860971 Feb 09 22:02:01.732521 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-1c7dfbce-1204-4748-8fae-730c16d04983 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:01.739708 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-1c7dfbce-1204-4748-8fae-730c16d04983 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:02.182010 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f2a73c1-6c3c-472a-ada9-7b23e566ecc7 req-820279e9-f555-477e-afff-f9edcb6278e9 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d00831e-a606-4b0d-8838-13dcb993ba9c HTTP/1.1" status: 200 len: 210 time: 0.1320140 Feb 09 22:02:02.195421 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10bf8936-d437-47a4-b50e-ae4a14955e65 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:02:02.211606 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] Publish callbacks [] for port (10bf8936-d437-47a4-b50e-ae4a14955e65), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:02.258903 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] Transition to ACTIVE for port object 10bf8936-d437-47a4-b50e-ae4a14955e65 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:02:02.279216 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (10bf8936-d437-47a4-b50e-ae4a14955e65), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:02.280678 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-51badce6-570a-4921-bd7f-76b895216803 None None] Provisioning complete for port b4deaf84-947c-402b-bca6-472b8fe2669b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:02.286211 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-51badce6-570a-4921-bd7f-76b895216803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b4deaf84-947c-402b-bca6-472b8fe2669b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:02.413053 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] Pushing event updated for resources: {'Port': ['ID=10bf8936-d437-47a4-b50e-ae4a14955e65,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:02.414159 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-51badce6-570a-4921-bd7f-76b895216803 None None] Port b4deaf84-947c-402b-bca6-472b8fe2669b cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:02:02.434839 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-1c7dfbce-1204-4748-8fae-730c16d04983 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 12.3947041 Feb 09 22:02:02.464355 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Request body: {'port': {'device_id': 'b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:02.934750 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-cb674575-bbd6-4fdc-9afe-c6fe4b382137 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Publish callbacks [] for port (b180bccf-b99b-40db-9283-78eec01e4de8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:03.074617 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-cb674575-bbd6-4fdc-9afe-c6fe4b382137 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (b180bccf-b99b-40db-9283-78eec01e4de8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:03.086787 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80c25b-2c59-4dec-bc4b-8e22d5629dcf req-a2f2ffab-7116-400e-afae-f3e9b640b16e tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:03.104105 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd80c25b-2c59-4dec-bc4b-8e22d5629dcf req-a2f2ffab-7116-400e-afae-f3e9b640b16e tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 931 time: 0.1840651 Feb 09 22:02:03.119390 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e8d621-4984-4a29-bdff-2afa40496a85 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Router b5ab7275-eb4a-4810-a989-eee691060a39 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:02:03.194389 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] Attempting to bind port 10bf8936-d437-47a4-b50e-ae4a14955e65 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:03.197129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] Attempting to bind port 10bf8936-d437-47a4-b50e-ae4a14955e65 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'b2536537-d287-4bb4-b744-ea4f0ac8b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:03.197559 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] Attempting to bind port 10bf8936-d437-47a4-b50e-ae4a14955e65 on network 1b0359fc-6482-4008-bd91-00a142306ce9 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:03.235703 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] Port 10bf8936-d437-47a4-b50e-ae4a14955e65 on network 1b0359fc-6482-4008-bd91-00a142306ce9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:03.236078 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] Attempting to bind port 10bf8936-d437-47a4-b50e-ae4a14955e65 on network 1b0359fc-6482-4008-bd91-00a142306ce9 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:03.243311 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb674575-bbd6-4fdc-9afe-c6fe4b382137 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Pushing event updated for resources: {'Port': ['ID=b180bccf-b99b-40db-9283-78eec01e4de8,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:03.249109 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd80c25b-2c59-4dec-bc4b-8e22d5629dcf req-b5d1ea56-1bb7-4cd0-8283-5b15b44437bb tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412647 Feb 09 22:02:03.249443 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:03.249687 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] Checking segment: {'id': 'b2536537-d287-4bb4-b744-ea4f0ac8b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:03.250075 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] Bound using segment: {'id': 'b2536537-d287-4bb4-b744-ea4f0ac8b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:03.250534 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] Bound port: 10bf8936-d437-47a4-b50e-ae4a14955e65, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2536537-d287-4bb4-b744-ea4f0ac8b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:03.250863 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (10bf8936-d437-47a4-b50e-ae4a14955e65), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:03.434876 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] For port 10bf8936-d437-47a4-b50e-ae4a14955e65, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:03.463325 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] For port 10bf8936-d437-47a4-b50e-ae4a14955e65, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=10bf8936-d437-47a4-b50e-ae4a14955e65,segment=NetworkSegment(b2536537-d287-4bb4-b744-ea4f0ac8b197),segment_id=b2536537-d287-4bb4-b744-ea4f0ac8b197)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:03.478898 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cb6e6d17-20d6-4583-8383-f8ec16bcf199), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:03.627805 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (10bf8936-d437-47a4-b50e-ae4a14955e65), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:03.644672 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79502f2-94ab-48a0-9f8e-aec0229561c0 req-4b457c40-8b15-4ea1-90ae-606731ce8d3d tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:03.650475 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-cb674575-bbd6-4fdc-9afe-c6fe4b382137 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Network f6ffe190-deec-4988-bc55-1126c75f076f is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:03.659075 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d79502f2-94ab-48a0-9f8e-aec0229561c0 req-4b457c40-8b15-4ea1-90ae-606731ce8d3d tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d00831e-a606-4b0d-8838-13dcb993ba9c HTTP/1.1" status: 200 len: 931 time: 0.1890757 Feb 09 22:02:03.745518 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d79502f2-94ab-48a0-9f8e-aec0229561c0 req-2a504f09-b752-4a5b-9e65-0d8ef2e1346b tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfabdb-e038-4d2d-b5b4-8bbd9c9c74e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853732 Feb 09 22:02:03.842896 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-cb674575-bbd6-4fdc-9afe-c6fe4b382137 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:03.982915 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:03.983986 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:03.985267 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] 10.222.0.42 "PUT /v2.0/ports/10bf8936-d437-47a4-b50e-ae4a14955e65 HTTP/1.1" status: 200 len: 1091 time: 4.9234059 Feb 09 22:02:03.987104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-cb674575-bbd6-4fdc-9afe-c6fe4b382137 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:04.046143 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e29fed-698a-4761-98b8-ba444d18e7a3', 'tag': '10bf8936-d437-47a4-b50e-ae4a14955e65'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:04.049368 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839c092d-44cd-44bd-9a85-218a700058cf" -d '{"events": [{"name": "network-changed", "server_uuid": "78e29fed-698a-4761-98b8-ba444d18e7a3", "tag": "10bf8936-d437-47a4-b50e-ae4a14955e65"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:04.052001 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f037ff6-3dbd-4c6a-a4e9-7e56ca964381 service neutron] Pushing event updated for resources: {'Port': ['ID=10bf8936-d437-47a4-b50e-ae4a14955e65,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:04.274824 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96e9530-1d2a-4127-af96-06e99bb740d1 x-openstack-request-id: req-a96e9530-1d2a-4127-af96-06e99bb740d1 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:02:04.275105 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e29fed-698a-4761-98b8-ba444d18e7a3", "tag": "10bf8936-d437-47a4-b50e-ae4a14955e65", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:02:04.275371 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a96e9530-1d2a-4127-af96-06e99bb740d1 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:02:04.275828 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e29fed-698a-4761-98b8-ba444d18e7a3', 'tag': '10bf8936-d437-47a4-b50e-ae4a14955e65', 'status': 'completed', 'code': 200} Feb 09 22:02:04.773813 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788360cc-e4ed-4b19-b07d-fb4e240ba145 req-6e9c10b0-2705-411d-8cf2-fc8b4404db0c tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:04.792336 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788360cc-e4ed-4b19-b07d-fb4e240ba145 req-6e9c10b0-2705-411d-8cf2-fc8b4404db0c tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 931 time: 0.2510059 Feb 09 22:02:04.897876 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e8d621-4984-4a29-bdff-2afa40496a85 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:02:04.932939 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] Sync routers for ids ['b5ab7275-eb4a-4810-a989-eee691060a39'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:02:04.955841 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-24e8d621-4984-4a29-bdff-2afa40496a85 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "PUT /v2.0/routers/b5ab7275-eb4a-4810-a989-eee691060a39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8973877 Feb 09 22:02:04.987764 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54014) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:04.999007 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] Routers {'b5ab7275-eb4a-4810-a989-eee691060a39'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:05.015800 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:01:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b5ab7275-eb4a-4810-a989-eee691060a39'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:05.084123 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-cb674575-bbd6-4fdc-9afe-c6fe4b382137 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:05.099182 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-cb674575-bbd6-4fdc-9afe-c6fe4b382137 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:05.194363 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788360cc-e4ed-4b19-b07d-fb4e240ba145 req-4eadba9e-e9ce-47a8-9ca5-948b2f0a2bb4 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007380 Feb 09 22:02:05.472963 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94388d6f-5ed7-4bae-8891-cdd78f5ae308 req-84221e1f-4ac5-4204-8345-60fc22d110eb tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:05.485376 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94388d6f-5ed7-4bae-8891-cdd78f5ae308 req-84221e1f-4ac5-4204-8345-60fc22d110eb tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d00831e-a606-4b0d-8838-13dcb993ba9c HTTP/1.1" status: 200 len: 931 time: 0.1508982 Feb 09 22:02:05.547061 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-cb674575-bbd6-4fdc-9afe-c6fe4b382137 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3188634 Feb 09 22:02:05.597371 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94388d6f-5ed7-4bae-8891-cdd78f5ae308 req-e008293d-05c3-4471-9e9d-e0afa61af27c tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfabdb-e038-4d2d-b5b4-8bbd9c9c74e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100781 Feb 09 22:02:05.755430 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] Set router b5ab7275-eb4a-4810-a989-eee691060a39 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:05.789700 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] Request body: {'port': {'device_id': '7d00831e-a606-4b0d-8838-13dcb993ba9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:06.090476 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-88db35a7-8bdd-420d-8fa3-111e9fef3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:06.094487 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-88db35a7-8bdd-420d-8fa3-111e9fef3668 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58ccdb85a9fe4068acdfe74a391ab7c0&device_id=78e29fed-698a-4761-98b8-ba444d18e7a3 HTTP/1.1" status: 200 len: 1125 time: 2.0289290 Feb 09 22:02:06.590244 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'name': 'tempest-TestNetworkBasicOps-router-867298185', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:37Z', 'updated_at': '2022-02-09T22:01:55Z', 'revision_number': 4, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:39Z', 'updated_at': '2022-02-09T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'b4deaf84-947c-402b-bca6-472b8fe2669b', 'name': '', 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:80:e0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'd3cf2f41-2181-422a-b6fe-a1673f096659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:53Z', 'updated_at': '2022-02-09T22:01:58Z', 'revision_number': 2, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': 'd3cf2f41-2181-422a-b6fe-a1673f096659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:06.667195 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] Checking router: b5ab7275-eb4a-4810-a989-eee691060a39 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:02:06.672702 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] Updating router b5ab7275-eb4a-4810-a989-eee691060a39 port b4deaf84-947c-402b-bca6-472b8fe2669b binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:02:06.741939 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b4deaf84-947c-402b-bca6-472b8fe2669b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:06.978311 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502d893-8305-4e32-bb8a-c89e9d876aea req-853a5c22-1f76-4992-b6a7-ab47c250c9e4 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:06.993922 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7502d893-8305-4e32-bb8a-c89e9d876aea req-853a5c22-1f76-4992-b6a7-ab47c250c9e4 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 931 time: 0.2388704 Feb 09 22:02:07.114717 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7502d893-8305-4e32-bb8a-c89e9d876aea req-c6f9f4f3-22cb-49ed-af86-cbbe681656b7 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157048 Feb 09 22:02:07.463113 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41df156-55f0-4672-8306-1fd66533e879 req-17400281-4741-4ac7-88ca-891206479b12 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:07.491146 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f41df156-55f0-4672-8306-1fd66533e879 req-17400281-4741-4ac7-88ca-891206479b12 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.2235241 Feb 09 22:02:07.766253 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f41df156-55f0-4672-8306-1fd66533e879 req-f54cddea-1c9f-424e-b6cd-af64cebd33f7 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724473 Feb 09 22:02:08.030483 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] Publish callbacks [] for port (b4deaf84-947c-402b-bca6-472b8fe2669b), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:08.067982 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b4deaf84-947c-402b-bca6-472b8fe2669b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:08.188040 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d830e-cc00-4e1f-a7ad-2c9ac3779e8c None None] Pushing event updated for resources: {'Port': ['ID=b4deaf84-947c-402b-bca6-472b8fe2669b,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:08.198233 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2aefc86d-1bec-4413-b306-cbf3521e2be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:08.227493 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-c196d366-9ec9-43ac-b4a2-40c365a2f66c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10bf8936-d437-47a4-b50e-ae4a14955e65 HTTP/1.1" status: 200 len: 217 time: 2.0199344 Feb 09 22:02:08.363956 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f82c46-75b2-4caf-9083-d1f5c71b9212 req-d8d45f8a-d97c-407a-a20d-3f11d9f3e339 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:08.375168 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a0f82c46-75b2-4caf-9083-d1f5c71b9212 req-d8d45f8a-d97c-407a-a20d-3f11d9f3e339 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d00831e-a606-4b0d-8838-13dcb993ba9c HTTP/1.1" status: 200 len: 931 time: 0.3171659 Feb 09 22:02:08.463815 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b180bccf-b99b-40db-9283-78eec01e4de8), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:08.476876 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] Attempting to bind port b4deaf84-947c-402b-bca6-472b8fe2669b on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:08.477591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] Attempting to bind port b4deaf84-947c-402b-bca6-472b8fe2669b by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '9fec6d9a-972a-42b8-bb02-551512227b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:08.478237 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] Attempting to bind port b4deaf84-947c-402b-bca6-472b8fe2669b on network a8c81d4b-c6f7-44dd-9178-e1710585fbcb {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:08.522877 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:08.523594 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] Checking segment: {'id': '9fec6d9a-972a-42b8-bb02-551512227b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:08.524371 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:08.525096 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] Bound using segment: {'id': '9fec6d9a-972a-42b8-bb02-551512227b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:08.526267 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] Bound port: b4deaf84-947c-402b-bca6-472b8fe2669b, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fec6d9a-972a-42b8-bb02-551512227b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:08.526948 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b4deaf84-947c-402b-bca6-472b8fe2669b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:08.810817 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a0f82c46-75b2-4caf-9083-d1f5c71b9212 req-df1b288e-357e-4b79-bb5b-7907aa0985c8 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfabdb-e038-4d2d-b5b4-8bbd9c9c74e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347069 Feb 09 22:02:08.844330 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c53cd-bb55-4ce1-bad6-adb49c7be0b5 req-6febdd23-35d9-42fb-81d0-4e7c2eae15ba tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:08.850374 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-964c53cd-bb55-4ce1-bad6-adb49c7be0b5 req-6febdd23-35d9-42fb-81d0-4e7c2eae15ba tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.4463594 Feb 09 22:02:08.927098 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf82d0c-c861-4e71-b3c5-e6e36bc07005 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:08.928922 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf82d0c-c861-4e71-b3c5-e6e36bc07005 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:08.931557 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf82d0c-c861-4e71-b3c5-e6e36bc07005 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:08.937900 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf82d0c-c861-4e71-b3c5-e6e36bc07005 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:08.940221 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf82d0c-c861-4e71-b3c5-e6e36bc07005 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:08.942549 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf82d0c-c861-4e71-b3c5-e6e36bc07005 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:08.943849 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf82d0c-c861-4e71-b3c5-e6e36bc07005 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:08.944536 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf82d0c-c861-4e71-b3c5-e6e36bc07005 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:08.945186 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf82d0c-c861-4e71-b3c5-e6e36bc07005 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:08.945880 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf82d0c-c861-4e71-b3c5-e6e36bc07005 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:08.959835 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-baf82d0c-c861-4e71-b3c5-e6e36bc07005 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7101 time: 3.7909787 Feb 09 22:02:08.960918 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54058) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:09.003424 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] For port b4deaf84-947c-402b-bca6-472b8fe2669b, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:09.144960 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] For port b4deaf84-947c-402b-bca6-472b8fe2669b, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b4deaf84-947c-402b-bca6-472b8fe2669b,segment=NetworkSegment(9fec6d9a-972a-42b8-bb02-551512227b2a),segment_id=9fec6d9a-972a-42b8-bb02-551512227b2a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:09.168999 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-374e51b2-a284-400a-869e-8491bcf09ebe None None] Provisioning complete for port b4deaf84-947c-402b-bca6-472b8fe2669b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:09.185700 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-374e51b2-a284-400a-869e-8491bcf09ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b4deaf84-947c-402b-bca6-472b8fe2669b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:09.210539 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-964c53cd-bb55-4ce1-bad6-adb49c7be0b5 req-06f20dae-0e24-44c8-9e4d-b0894531235f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Deleting port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:09.217155 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-964c53cd-bb55-4ce1-bad6-adb49c7be0b5 req-06f20dae-0e24-44c8-9e4d-b0894531235f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:09.219742 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b4deaf84-947c-402b-bca6-472b8fe2669b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:09.357730 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b564eddf-dd80-433a-9953-38088f5fe49b tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:09.363728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b564eddf-dd80-433a-9953-38088f5fe49b tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:09.364482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b564eddf-dd80-433a-9953-38088f5fe49b tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:09.365011 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b564eddf-dd80-433a-9953-38088f5fe49b tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:09.367469 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b564eddf-dd80-433a-9953-38088f5fe49b tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:09.368271 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b564eddf-dd80-433a-9953-38088f5fe49b tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:09.368807 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b564eddf-dd80-433a-9953-38088f5fe49b tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:09.370461 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b564eddf-dd80-433a-9953-38088f5fe49b tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:09.370461 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b564eddf-dd80-433a-9953-38088f5fe49b tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:09.376861 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b564eddf-dd80-433a-9953-38088f5fe49b tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:09.402109 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54064) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:09.407681 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b564eddf-dd80-433a-9953-38088f5fe49b tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6581 time: 0.4340622 Feb 09 22:02:09.416284 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-1c32ad78-21b4-4ef0-ab27-b77ce651f65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:09.442803 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-1c32ad78-21b4-4ef0-ab27-b77ce651f65d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c08b3d1-b3bb-4d07-8617-ae693f704428 HTTP/1.1" status: 200 len: 853 time: 0.9992185 Feb 09 22:02:09.646734 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-ba2e7eb2-d17c-447d-ac02-543fc13d321a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b0359fc-6482-4008-bd91-00a142306ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351824 Feb 09 22:02:09.728583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d830e-cc00-4e1f-a7ad-2c9ac3779e8c None None] Pushing event updated for resources: {'Port': ['ID=b4deaf84-947c-402b-bca6-472b8fe2669b,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:09.889834 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] Routers {'b5ab7275-eb4a-4810-a989-eee691060a39'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:09.890853 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:01:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b5ab7275-eb4a-4810-a989-eee691060a39'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:10.566726 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-374e51b2-a284-400a-869e-8491bcf09ebe None None] Current status of the port b4deaf84-947c-402b-bca6-472b8fe2669b is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:10.568091 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-374e51b2-a284-400a-869e-8491bcf09ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b4deaf84-947c-402b-bca6-472b8fe2669b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:10.700662 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3e5e3ea5-5c72-4d8b-b2f6-7348f16c55be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:10.791397 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfbfac-46de-44bd-bedd-969bc41e05c8 req-38072093-2419-4579-8153-6a8afcff61dc tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:10.801725 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8dfbfac-46de-44bd-bedd-969bc41e05c8 req-38072093-2419-4579-8153-6a8afcff61dc tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 931 time: 0.8227520 Feb 09 22:02:10.914026 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-374e51b2-a284-400a-869e-8491bcf09ebe None None] For port b4deaf84-947c-402b-bca6-472b8fe2669b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b4deaf84-947c-402b-bca6-472b8fe2669b,segment=NetworkSegment(9fec6d9a-972a-42b8-bb02-551512227b2a),segment_id=9fec6d9a-972a-42b8-bb02-551512227b2a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:10.946004 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-374e51b2-a284-400a-869e-8491bcf09ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b4deaf84-947c-402b-bca6-472b8fe2669b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:10.971555 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb6e6d17-20d6-4583-8383-f8ec16bcf199 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:02:11.053533 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Publish callbacks [] for port (cb6e6d17-20d6-4583-8383-f8ec16bcf199), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:11.075302 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-7b3c8262-a57b-4e98-b1c2-6cac84321b2f service neutron] 10.222.0.42 "GET /v2.0/networks/1b0359fc-6482-4008-bd91-00a142306ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3923404 Feb 09 22:02:11.078824 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-964c53cd-bb55-4ce1-bad6-adb49c7be0b5 req-06f20dae-0e24-44c8-9e4d-b0894531235f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] For port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,segment=NetworkSegment(43155470-d798-4067-9785-b776d9c040b8),segment_id=43155470-d798-4067-9785-b776d9c040b8)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:11.079204 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-964c53cd-bb55-4ce1-bad6-adb49c7be0b5 req-06f20dae-0e24-44c8-9e4d-b0894531235f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:11.108778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] Set router b5ab7275-eb4a-4810-a989-eee691060a39 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:11.209457 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Transition to ACTIVE for port object cb6e6d17-20d6-4583-8383-f8ec16bcf199 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:02:11.248221 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8dfbfac-46de-44bd-bedd-969bc41e05c8 req-966f9031-65ab-4d0c-823c-de8bc4a00a6c tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442105 Feb 09 22:02:11.267024 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-964c53cd-bb55-4ce1-bad6-adb49c7be0b5 req-06f20dae-0e24-44c8-9e4d-b0894531235f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Calling delete_port for 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:11.355604 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (cb6e6d17-20d6-4583-8383-f8ec16bcf199), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:11.695483 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b41a593c-ae65-4397-9333-7e7847fc4e2d None None] Provisioning complete for port b4deaf84-947c-402b-bca6-472b8fe2669b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:11.705499 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b41a593c-ae65-4397-9333-7e7847fc4e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b4deaf84-947c-402b-bca6-472b8fe2669b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:11.879413 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6e6d17-20d6-4583-8383-f8ec16bcf199,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:11.958539 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:11.961534 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:11.963797 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:11.965516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:11.966059 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:11.972820 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:11.974900 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:11.975458 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:11.978590 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:11.979181 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:11.982274 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:11.982766 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:11.983128 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:12.022856 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1734608c-cb9e-43bc-b5cd-62839a4e5db2 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 2.6074667 Feb 09 22:02:12.077359 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-8d8e281e-8379-4155-95ee-adb11fd3a3df service neutron] 10.222.0.42 "GET /v2.0/networks/1b0359fc-6482-4008-bd91-00a142306ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9793651 Feb 09 22:02:12.113896 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b48b71-ae43-4e5f-84ad-fa53269da1ed req-5eb53ad1-f000-4d9c-a29d-1ca23df797df tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:12.133329 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5b48b71-ae43-4e5f-84ad-fa53269da1ed req-5eb53ad1-f000-4d9c-a29d-1ca23df797df tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e63d30-28c3-470d-99b6-d2fe648d45ea HTTP/1.1" status: 200 len: 946 time: 0.5628858 Feb 09 22:02:12.217354 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e51b2-a284-400a-869e-8491bcf09ebe None None] Pushing event updated for resources: {'Port': ['ID=b4deaf84-947c-402b-bca6-472b8fe2669b,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:12.294183 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b180bccf-b99b-40db-9283-78eec01e4de8 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:02:12.331134 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] Publish callbacks [] for port (b180bccf-b99b-40db-9283-78eec01e4de8), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.366758 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] Transition to ACTIVE for port object b180bccf-b99b-40db-9283-78eec01e4de8 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:02:12.433175 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5b48b71-ae43-4e5f-84ad-fa53269da1ed req-8c6fad7d-3547-45b7-917d-982f6925fcb6 tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.77 "GET /v2.0/security-groups?id=68c32ae2-5105-45e5-8967-4cdcc7327b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989874 Feb 09 22:02:12.435284 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.535211 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-964c53cd-bb55-4ce1-bad6-adb49c7be0b5 req-06f20dae-0e24-44c8-9e4d-b0894531235f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.611835 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (b180bccf-b99b-40db-9283-78eec01e4de8), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.755539 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f20dae-0e24-44c8-9e4d-b0894531235f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Pushing event deleted for resources: {'Port': ['ID=4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:12.911432 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] Pushing event updated for resources: {'Port': ['ID=b180bccf-b99b-40db-9283-78eec01e4de8,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:12.931973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Attempting to bind port cb6e6d17-20d6-4583-8383-f8ec16bcf199 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:12.933009 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Attempting to bind port cb6e6d17-20d6-4583-8383-f8ec16bcf199 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'b2536537-d287-4bb4-b744-ea4f0ac8b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:12.933916 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Attempting to bind port cb6e6d17-20d6-4583-8383-f8ec16bcf199 on network 1b0359fc-6482-4008-bd91-00a142306ce9 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:12.970971 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-964c53cd-bb55-4ce1-bad6-adb49c7be0b5 req-06f20dae-0e24-44c8-9e4d-b0894531235f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] No DVR routers for this DVR port 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:02:12.975154 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-964c53cd-bb55-4ce1-bad6-adb49c7be0b5 req-06f20dae-0e24-44c8-9e4d-b0894531235f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.981208 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-964c53cd-bb55-4ce1-bad6-adb49c7be0b5 req-06f20dae-0e24-44c8-9e4d-b0894531235f tempest-ServersNegativeTestJSON-9018908 tempest-ServersNegativeTestJSON-9018908-project] 10.222.0.42 "DELETE /v2.0/ports/4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce HTTP/1.1" status: 204 len: 173 time: 4.1221182 Feb 09 22:02:12.982959 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e63d30-28c3-470d-99b6-d2fe648d45ea', 'name': 'network-vif-deleted', 'tag': '4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:12.997524 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8e6c78-87bd-4ac2-9ba0-c4376689217a" -d '{"events": [{"server_uuid": "15e63d30-28c3-470d-99b6-d2fe648d45ea", "name": "network-vif-deleted", "tag": "4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:13.010459 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Port cb6e6d17-20d6-4583-8383-f8ec16bcf199 on network 1b0359fc-6482-4008-bd91-00a142306ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:13.016126 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Attempting to bind port cb6e6d17-20d6-4583-8383-f8ec16bcf199 on network 1b0359fc-6482-4008-bd91-00a142306ce9 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:13.039495 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:13.042656 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Checking segment: {'id': 'b2536537-d287-4bb4-b744-ea4f0ac8b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:13.043333 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Bound using segment: {'id': 'b2536537-d287-4bb4-b744-ea4f0ac8b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:13.044293 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Bound port: cb6e6d17-20d6-4583-8383-f8ec16bcf199, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2536537-d287-4bb4-b744-ea4f0ac8b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:13.045320 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cb6e6d17-20d6-4583-8383-f8ec16bcf199), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.097206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4a9e4-5274-4e7c-ae15-42fb2acc4680 req-33660171-b0d9-4e19-90c0-1d625e8ea45a tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:13.105836 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-00f4a9e4-5274-4e7c-ae15-42fb2acc4680 req-33660171-b0d9-4e19-90c0-1d625e8ea45a tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d00831e-a606-4b0d-8838-13dcb993ba9c HTTP/1.1" status: 200 len: 943 time: 0.4223671 Feb 09 22:02:13.164006 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c092d-44cd-44bd-9a85-218a700058cf req-d3d6dc5b-2f3f-4e89-adf1-3769a9e01112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:13.167705 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-839c092d-44cd-44bd-9a85-218a700058cf req-d3d6dc5b-2f3f-4e89-adf1-3769a9e01112 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58ccdb85a9fe4068acdfe74a391ab7c0&device_id=78e29fed-698a-4761-98b8-ba444d18e7a3 HTTP/1.1" status: 200 len: 1125 time: 0.9698527 Feb 09 22:02:13.364763 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-00f4a9e4-5274-4e7c-ae15-42fb2acc4680 req-4d2a695e-20e2-4db2-8712-d11dcdb8210c tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfabdb-e038-4d2d-b5b4-8bbd9c9c74e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439735 Feb 09 22:02:13.602670 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b41a593c-ae65-4397-9333-7e7847fc4e2d None None] Current status of the port b4deaf84-947c-402b-bca6-472b8fe2669b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:13.624824 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:02:13.676272 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] Attempting to bind port b180bccf-b99b-40db-9283-78eec01e4de8 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:13.676618 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] Attempting to bind port b180bccf-b99b-40db-9283-78eec01e4de8 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'e5066859-ff9b-4578-a68d-550a95bd5db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f6ffe190-deec-4988-bc55-1126c75f076f'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:13.676948 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] Attempting to bind port b180bccf-b99b-40db-9283-78eec01e4de8 on network f6ffe190-deec-4988-bc55-1126c75f076f {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:13.703029 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:02:13.705848 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:02:13.718949 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.737147 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'name': 'tempest-TestNetworkBasicOps-router-867298185', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:37Z', 'updated_at': '2022-02-09T22:01:55Z', 'revision_number': 4, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:39Z', 'updated_at': '2022-02-09T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'b4deaf84-947c-402b-bca6-472b8fe2669b', 'name': '', 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:80:e0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'd3cf2f41-2181-422a-b6fe-a1673f096659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:53Z', 'updated_at': '2022-02-09T22:02:08Z', 'revision_number': 4, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': 'd3cf2f41-2181-422a-b6fe-a1673f096659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:13.824245 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d6e892-26cf-4e75-9a42-1e7b7601dd61 None None] The sync data for ids ['b5ab7275-eb4a-4810-a989-eee691060a39'] in n-d-828601-1 is: [{'id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'name': 'tempest-TestNetworkBasicOps-router-867298185', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:37Z', 'updated_at': '2022-02-09T22:01:55Z', 'revision_number': 4, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:39Z', 'updated_at': '2022-02-09T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'b4deaf84-947c-402b-bca6-472b8fe2669b', 'name': '', 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:80:e0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'd3cf2f41-2181-422a-b6fe-a1673f096659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:53Z', 'updated_at': '2022-02-09T22:02:08Z', 'revision_number': 4, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': 'd3cf2f41-2181-422a-b6fe-a1673f096659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:02:13.852162 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] Port b180bccf-b99b-40db-9283-78eec01e4de8 on network f6ffe190-deec-4988-bc55-1126c75f076f not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:13.852635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] Attempting to bind port b180bccf-b99b-40db-9283-78eec01e4de8 on network f6ffe190-deec-4988-bc55-1126c75f076f {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:13.875582 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:13.875910 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] Checking segment: {'id': 'e5066859-ff9b-4578-a68d-550a95bd5db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f6ffe190-deec-4988-bc55-1126c75f076f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:13.883938 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] Bound using segment: {'id': 'e5066859-ff9b-4578-a68d-550a95bd5db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f6ffe190-deec-4988-bc55-1126c75f076f'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:13.884654 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] Bound port: b180bccf-b99b-40db-9283-78eec01e4de8, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5066859-ff9b-4578-a68d-550a95bd5db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f6ffe190-deec-4988-bc55-1126c75f076f'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:13.884904 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b180bccf-b99b-40db-9283-78eec01e4de8), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:14.078320 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] For port cb6e6d17-20d6-4583-8383-f8ec16bcf199, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:14.086129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] For port cb6e6d17-20d6-4583-8383-f8ec16bcf199, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=cb6e6d17-20d6-4583-8383-f8ec16bcf199,segment=NetworkSegment(b2536537-d287-4bb4-b744-ea4f0ac8b197),segment_id=b2536537-d287-4bb4-b744-ea4f0ac8b197)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:14.109869 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (cb6e6d17-20d6-4583-8383-f8ec16bcf199), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:14.511622 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] For port b180bccf-b99b-40db-9283-78eec01e4de8, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:14.519674 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] For port b180bccf-b99b-40db-9283-78eec01e4de8, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b180bccf-b99b-40db-9283-78eec01e4de8,segment=NetworkSegment(e5066859-ff9b-4578-a68d-550a95bd5db1),segment_id=e5066859-ff9b-4578-a68d-550a95bd5db1)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:14.526397 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6e6d17-20d6-4583-8383-f8ec16bcf199,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:14.541836 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (b180bccf-b99b-40db-9283-78eec01e4de8), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:14.671567 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54144) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:14.681665 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-25c97788-67d3-4d70-ab5a-df13a08ba277 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1020464307', 'description': 'tempest-secgroup-smoke-1020464307 description', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:14.707728 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:14.752687 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-25c97788-67d3-4d70-ab5a-df13a08ba277 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:14.974083 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:14.975120 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:14.977711 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-626a7d9b-301b-4bd7-b73a-f5ec3c1fe792 service neutron] 10.222.0.71 "PUT /v2.0/ports/cb6e6d17-20d6-4583-8383-f8ec16bcf199 HTTP/1.1" status: 200 len: 1091 time: 12.5244033 Feb 09 22:02:14.978235 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a', 'tag': 'cb6e6d17-20d6-4583-8383-f8ec16bcf199'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:14.994977 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dd0c62-5315-4fdb-b59c-1632ce56e048" -d '{"events": [{"name": "network-changed", "server_uuid": "b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a", "tag": "cb6e6d17-20d6-4583-8383-f8ec16bcf199"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:14.997771 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 10bf8936-d437-47a4-b50e-ae4a14955e65 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:02:15.006660 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:15.007404 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:15.009031 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] 10.222.0.42 "PUT /v2.0/ports/b180bccf-b99b-40db-9283-78eec01e4de8 HTTP/1.1" status: 200 len: 1091 time: 9.2553995 Feb 09 22:02:15.012068 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da87b9c-cfea-4ec4-a4f6-6f342c253bff service neutron] Pushing event updated for resources: {'Port': ['ID=b180bccf-b99b-40db-9283-78eec01e4de8,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:15.045257 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c092d-44cd-44bd-9a85-218a700058cf req-385fbb01-9b54-49d9-8a88-361a863773b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:15.052766 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-839c092d-44cd-44bd-9a85-218a700058cf req-385fbb01-9b54-49d9-8a88-361a863773b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1b0359fc-6482-4008-bd91-00a142306ce9 HTTP/1.1" status: 200 len: 914 time: 1.6550534 Feb 09 22:02:15.236357 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b4deaf84-947c-402b-bca6-472b8fe2669b up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:15.246753 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d5b56-91ac-46ee-aacf-f53744415d26 req-c92e1c40-d271-4cb5-b283-25abf359e84e tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:15.267977 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd4d5b56-91ac-46ee-aacf-f53744415d26 req-c92e1c40-d271-4cb5-b283-25abf359e84e tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 943 time: 0.3805852 Feb 09 22:02:15.303429 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-25c97788-67d3-4d70-ab5a-df13a08ba277 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group (1c0ef1c3-9d1d-49d3-9928-8b691b0599a7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:15.334535 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-25c97788-67d3-4d70-ab5a-df13a08ba277 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (1c0ef1c3-9d1d-49d3-9928-8b691b0599a7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:15.357390 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-839c092d-44cd-44bd-9a85-218a700058cf req-816144ff-00ad-4092-a2ad-d1c6b522afd7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10bf8936-d437-47a4-b50e-ae4a14955e65 HTTP/1.1" status: 200 len: 217 time: 0.2879393 Feb 09 22:02:15.442386 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-25c97788-67d3-4d70-ab5a-df13a08ba277 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:15.446449 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-25c97788-67d3-4d70-ab5a-df13a08ba277 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7710524 Feb 09 22:02:15.447574 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54160) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:15.459851 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d2cac782-2127-4a13-b00e-1d3571ce6dc6 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'security_group_rule': {'security_group_id': '1c0ef1c3-9d1d-49d3-9928-8b691b0599a7', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:15.533981 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 10bf8936-d437-47a4-b50e-ae4a14955e65, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=10bf8936-d437-47a4-b50e-ae4a14955e65,segment=NetworkSegment(b2536537-d287-4bb4-b744-ea4f0ac8b197),segment_id=b2536537-d287-4bb4-b744-ea4f0ac8b197)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:15.566660 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-c37b03fc-85e0-4617-b971-42f4ed62b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:15.569664 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-c37b03fc-85e0-4617-b971-42f4ed62b41c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=00bb2f5fb2cc43e7a034b5f6817b4e84&device_id=7d00831e-a606-4b0d-8838-13dcb993ba9c HTTP/1.1" status: 200 len: 1125 time: 0.4752772 Feb 09 22:02:15.588297 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c092d-44cd-44bd-9a85-218a700058cf req-2b66433d-49db-4f32-85ff-b70022aa73bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:15.592397 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-839c092d-44cd-44bd-9a85-218a700058cf req-2b66433d-49db-4f32-85ff-b70022aa73bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c08b3d1-b3bb-4d07-8617-ae693f704428 HTTP/1.1" status: 200 len: 853 time: 0.2152100 Feb 09 22:02:15.671822 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '10bf8936-d437-47a4-b50e-ae4a14955e65', 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9', 'port_id': '10bf8936-d437-47a4-b50e-ae4a14955e65', 'mac_address': 'fa:16:3e:e9:f7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c08b3d1-b3bb-4d07-8617-ae693f704428', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:02:15.690644 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:15.761177 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-e4ca01ee-be7f-45f4-9004-4d609fd382fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b180bccf-b99b-40db-9283-78eec01e4de8 HTTP/1.1" status: 200 len: 217 time: 0.1571164 Feb 09 22:02:15.767067 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c97788-67d3-4d70-ab5a-df13a08ba277 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0ef1c3-9d1d-49d3-9928-8b691b0599a7,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:15.810525 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd4d5b56-91ac-46ee-aacf-f53744415d26 req-7fa54850-28a6-4979-a028-74e39dbf374a tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5410051 Feb 09 22:02:15.854689 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2cac782-2127-4a13-b00e-1d3571ce6dc6 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (df1aa74b-1750-4b55-8300-cf7b31353276), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:15.862057 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-113c6d9d-4c3e-4446-b61d-aa9410532aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:15.870934 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-113c6d9d-4c3e-4446-b61d-aa9410532aff service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58ccdb85a9fe4068acdfe74a391ab7c0&device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 1125 time: 0.7318087 Feb 09 22:02:15.888643 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-839c092d-44cd-44bd-9a85-218a700058cf req-a018a485-dc90-4b24-812d-0ef2100806f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b0359fc-6482-4008-bd91-00a142306ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2626505 Feb 09 22:02:15.891626 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port b4deaf84-947c-402b-bca6-472b8fe2669b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:15.892802 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b4deaf84-947c-402b-bca6-472b8fe2669b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:15.903310 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 10bf8936-d437-47a4-b50e-ae4a14955e65 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:15.904030 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (10bf8936-d437-47a4-b50e-ae4a14955e65), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:16.052663 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10bf8936-d437-47a4-b50e-ae4a14955e65 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:02:16.058938 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7261dd4c-e3e3-4a65-aa88-986cf9b25aa0 x-openstack-request-id: req-7261dd4c-e3e3-4a65-aa88-986cf9b25aa0 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:02:16.059389 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e63d30-28c3-470d-99b6-d2fe648d45ea", "name": "network-vif-deleted", "tag": "4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:02:16.059851 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7261dd4c-e3e3-4a65-aa88-986cf9b25aa0 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:02:16.066209 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e63d30-28c3-470d-99b6-d2fe648d45ea', 'name': 'network-vif-deleted', 'tag': '4c9f3c3c-aab3-4590-9cf8-bcd8ed3b13ce', 'status': 'completed', 'code': 200} Feb 09 22:02:16.122690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 10bf8936-d437-47a4-b50e-ae4a14955e65, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=10bf8936-d437-47a4-b50e-ae4a14955e65,segment=NetworkSegment(b2536537-d287-4bb4-b744-ea4f0ac8b197),segment_id=b2536537-d287-4bb4-b744-ea4f0ac8b197)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:16.149508 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:16.150803 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (10bf8936-d437-47a4-b50e-ae4a14955e65), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:16.156463 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2cac782-2127-4a13-b00e-1d3571ce6dc6 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (df1aa74b-1750-4b55-8300-cf7b31353276), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:16.171856 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2cac782-2127-4a13-b00e-1d3571ce6dc6 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (df1aa74b-1750-4b55-8300-cf7b31353276), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:16.188506 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-3cdd425f-bc49-4c77-8afa-37d337312e8d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb6e6d17-20d6-4583-8383-f8ec16bcf199 HTTP/1.1" status: 200 len: 217 time: 0.2966063 Feb 09 22:02:16.247078 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2cac782-2127-4a13-b00e-1d3571ce6dc6 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:16.252072 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d2cac782-2127-4a13-b00e-1d3571ce6dc6 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8031662 Feb 09 22:02:16.281804 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54164) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:16.285497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54166) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:16.331127 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-14ce8f4c-b126-41ac-bc5c-2217ee344c93 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'security_group_rule': {'security_group_id': '1c0ef1c3-9d1d-49d3-9928-8b691b0599a7', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:16.360894 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-9f0cec8f-6998-49d4-bbab-876e75cde2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:16.365365 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-9f0cec8f-6998-49d4-bbab-876e75cde2a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ded9edd-23c6-4c83-8f80-70cad7e988fb HTTP/1.1" status: 200 len: 861 time: 0.5933747 Feb 09 22:02:16.455189 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=10bf8936-d437-47a4-b50e-ae4a14955e65,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:16.548608 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['10bf8936-d437-47a4-b50e-ae4a14955e65'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:02:16.618877 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cac782-2127-4a13-b00e-1d3571ce6dc6 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1aa74b-1750-4b55-8300-cf7b31353276,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:16.621532 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port b4deaf84-947c-402b-bca6-472b8fe2669b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:16.653051 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-62cab42a-36cb-446b-9e6e-cf9c989befc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:16.661250 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-62cab42a-36cb-446b-9e6e-cf9c989befc4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c08b3d1-b3bb-4d07-8617-ae693f704428 HTTP/1.1" status: 200 len: 853 time: 0.2825079 Feb 09 22:02:16.662046 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14ce8f4c-b126-41ac-bc5c-2217ee344c93 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (4d790ad5-38c6-4b83-80dd-3dfe1986c2bc), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:16.849709 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-f4f4c549-4e9c-476a-9d33-13a4a9c76148 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1b0359fc-6482-4008-bd91-00a142306ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692694 Feb 09 22:02:16.923918 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-d8fdfd92-6b1c-4237-85ef-40b10eba9c48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6ffe190-deec-4988-bc55-1126c75f076f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2838602 Feb 09 22:02:16.964842 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41e930b-3a97-49ba-ba35-604c1c9bf679 admin admin] Deleting subnet 128373c6-66eb-4e4e-b34c-fd626be51c57 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:02:16.980421 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d41e930b-3a97-49ba-ba35-604c1c9bf679 admin admin] Publish callbacks [] for subnet (128373c6-66eb-4e4e-b34c-fd626be51c57), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.147746 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d41e930b-3a97-49ba-ba35-604c1c9bf679 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (128373c6-66eb-4e4e-b34c-fd626be51c57), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.242050 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d41e930b-3a97-49ba-ba35-604c1c9bf679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (128373c6-66eb-4e4e-b34c-fd626be51c57), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.394161 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d41e930b-3a97-49ba-ba35-604c1c9bf679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (128373c6-66eb-4e4e-b34c-fd626be51c57), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.434433 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-115e52ba-0ac0-469d-ac84-6bf64d2b34f7 service neutron] 10.222.0.71 "GET /v2.0/networks/1b0359fc-6482-4008-bd91-00a142306ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290430 Feb 09 22:02:17.438239 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-839c092d-44cd-44bd-9a85-218a700058cf req-fc12948b-65d7-4c57-93b0-4e02b2834b17 service neutron] 10.222.0.42 "GET /v2.0/networks/1b0359fc-6482-4008-bd91-00a142306ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3399718 Feb 09 22:02:17.500592 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-95b9fdaa-28b9-497f-99e6-2842f154deac service neutron] 10.222.0.42 "GET /v2.0/networks/f6ffe190-deec-4988-bc55-1126c75f076f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408795 Feb 09 22:02:17.554635 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e930b-3a97-49ba-ba35-604c1c9bf679 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=128373c6-66eb-4e4e-b34c-fd626be51c57,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:17.576283 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d41e930b-3a97-49ba-ba35-604c1c9bf679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.589825 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d41e930b-3a97-49ba-ba35-604c1c9bf679 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/128373c6-66eb-4e4e-b34c-fd626be51c57 HTTP/1.1" status: 204 len: 168 time: 1.2965214 Feb 09 22:02:17.596832 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54182) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:17.673117 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04b034-fa9e-4e0a-9454-ecce6b2dfcd2 req-68fb960d-c99c-405c-b796-d387e7f12cd0 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:17.679126 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a04b034-fa9e-4e0a-9454-ecce6b2dfcd2 req-68fb960d-c99c-405c-b796-d387e7f12cd0 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d00831e-a606-4b0d-8838-13dcb993ba9c HTTP/1.1" status: 200 len: 943 time: 1.2398748 Feb 09 22:02:17.760199 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14ce8f4c-b126-41ac-bc5c-2217ee344c93 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (4d790ad5-38c6-4b83-80dd-3dfe1986c2bc), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.805284 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14ce8f4c-b126-41ac-bc5c-2217ee344c93 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (4d790ad5-38c6-4b83-80dd-3dfe1986c2bc), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.939268 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-839c092d-44cd-44bd-9a85-218a700058cf req-626348af-76ab-437c-a09e-25e0cf63149c service neutron] 10.222.0.42 "GET /v2.0/networks/1b0359fc-6482-4008-bd91-00a142306ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178899 Feb 09 22:02:17.969399 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13fe7216-f6eb-43c4-97a7-87df0c98dc48 req-cda9ef81-9c1a-4a07-937e-4fede2150c7e service neutron] 10.222.0.71 "GET /v2.0/networks/1b0359fc-6482-4008-bd91-00a142306ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677289 Feb 09 22:02:17.989253 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce8f4c-b126-41ac-bc5c-2217ee344c93 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d790ad5-38c6-4b83-80dd-3dfe1986c2bc,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:18.010924 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0caf9191-5268-44cb-b279-de48909656ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (43c866ce-b28d-463f-9db2-f0ce01fb8d37), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.060898 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6861b95b-f4f0-45c0-93be-c164e72e7193 req-c460b549-6944-4d5c-ad17-9970bbad981c service neutron] 10.222.0.42 "GET /v2.0/networks/f6ffe190-deec-4988-bc55-1126c75f076f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172676 Feb 09 22:02:18.083109 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a04b034-fa9e-4e0a-9454-ecce6b2dfcd2 req-e538717c-4af7-48d7-98e9-ff28e726c6bb tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfabdb-e038-4d2d-b5b4-8bbd9c9c74e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050961 Feb 09 22:02:18.106520 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14ce8f4c-b126-41ac-bc5c-2217ee344c93 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.113389 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54188) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:18.119676 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-73742112-76b2-464c-a6ff-7bd0347ed4b5 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'security_group_rule': {'security_group_id': '1c0ef1c3-9d1d-49d3-9928-8b691b0599a7', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:18.122117 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-14ce8f4c-b126-41ac-bc5c-2217ee344c93 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.8212690 Feb 09 22:02:18.179702 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73742112-76b2-464c-a6ff-7bd0347ed4b5 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (623f0d0e-f1ef-4646-b8b0-9531406705ba), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.361536 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73742112-76b2-464c-a6ff-7bd0347ed4b5 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (623f0d0e-f1ef-4646-b8b0-9531406705ba), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.368932 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73742112-76b2-464c-a6ff-7bd0347ed4b5 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (623f0d0e-f1ef-4646-b8b0-9531406705ba), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.388405 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ffc0c0-b97f-4c3b-b359-cff28ca29ade x-openstack-request-id: req-a6ffc0c0-b97f-4c3b-b359-cff28ca29ade {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:02:18.389179 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a", "tag": "cb6e6d17-20d6-4583-8383-f8ec16bcf199", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:02:18.389640 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6ffc0c0-b97f-4c3b-b359-cff28ca29ade {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:02:18.390386 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a', 'tag': 'cb6e6d17-20d6-4583-8383-f8ec16bcf199', 'status': 'completed', 'code': 200} Feb 09 22:02:18.400874 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73742112-76b2-464c-a6ff-7bd0347ed4b5 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=623f0d0e-f1ef-4646-b8b0-9531406705ba,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:18.434566 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73742112-76b2-464c-a6ff-7bd0347ed4b5 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.442377 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-73742112-76b2-464c-a6ff-7bd0347ed4b5 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3276179 Feb 09 22:02:18.442985 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54192) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:18.450084 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-fb49b913-8ec7-49eb-8620-6cec9509b5a9 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'security_group_rule': {'security_group_id': '1c0ef1c3-9d1d-49d3-9928-8b691b0599a7', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:18.497341 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0caf9191-5268-44cb-b279-de48909656ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (43c866ce-b28d-463f-9db2-f0ce01fb8d37), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.529313 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd0c62-5315-4fdb-b59c-1632ce56e048 req-230ab2f8-6870-4aa4-82fe-192064d57d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:18.531180 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-10dd0c62-5315-4fdb-b59c-1632ce56e048 req-230ab2f8-6870-4aa4-82fe-192064d57d7c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58ccdb85a9fe4068acdfe74a391ab7c0&device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 1125 time: 0.1166425 Feb 09 22:02:18.532303 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb49b913-8ec7-49eb-8620-6cec9509b5a9 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (e145233b-cde2-4eb3-8ec8-bc24befd3567), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.717011 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd0c62-5315-4fdb-b59c-1632ce56e048 req-be0ab7a0-01d0-4147-b71f-d54b2b5555be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:18.718686 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-10dd0c62-5315-4fdb-b59c-1632ce56e048 req-be0ab7a0-01d0-4147-b71f-d54b2b5555be service neutron] 10.222.0.71 "GET /v2.0/networks?id=1b0359fc-6482-4008-bd91-00a142306ce9 HTTP/1.1" status: 200 len: 914 time: 0.1391208 Feb 09 22:02:18.727560 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-0caf9191-5268-44cb-b279-de48909656ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c866ce-b28d-463f-9db2-f0ce01fb8d37']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:18.748897 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64262814-0434-42cf-b14a-e57abeab94d3 req-1907e6a5-3bd2-466f-80ba-0fbb8b4884db tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:18.757393 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64262814-0434-42cf-b14a-e57abeab94d3 req-1907e6a5-3bd2-466f-80ba-0fbb8b4884db tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 943 time: 0.2067499 Feb 09 22:02:18.821223 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb49b913-8ec7-49eb-8620-6cec9509b5a9 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (e145233b-cde2-4eb3-8ec8-bc24befd3567), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.821223 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-10dd0c62-5315-4fdb-b59c-1632ce56e048 req-ea6e31eb-2c2a-4c05-bb11-a783456da44b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb6e6d17-20d6-4583-8383-f8ec16bcf199 HTTP/1.1" status: 200 len: 217 time: 0.0917089 Feb 09 22:02:18.821763 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-0caf9191-5268-44cb-b279-de48909656ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43155470-d798-4067-9785-b776d9c040b8') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:18.825019 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-0caf9191-5268-44cb-b279-de48909656ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43155470-d798-4067-9785-b776d9c040b8') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:18.842748 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb49b913-8ec7-49eb-8620-6cec9509b5a9 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (e145233b-cde2-4eb3-8ec8-bc24befd3567), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.855256 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 10bf8936-d437-47a4-b50e-ae4a14955e65 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:18.927210 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49b913-8ec7-49eb-8620-6cec9509b5a9 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e145233b-cde2-4eb3-8ec8-bc24befd3567,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:18.931385 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64262814-0434-42cf-b14a-e57abeab94d3 req-f87cf6ed-0eb4-4160-b053-30c17f04d90d tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726310 Feb 09 22:02:18.947798 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0caf9191-5268-44cb-b279-de48909656ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (43155470-d798-4067-9785-b776d9c040b8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.015927 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd0c62-5315-4fdb-b59c-1632ce56e048 req-686dc8b1-b448-4485-ada3-1e939bc1c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:19.032962 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-10dd0c62-5315-4fdb-b59c-1632ce56e048 req-686dc8b1-b448-4485-ada3-1e939bc1c0b7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c08b3d1-b3bb-4d07-8617-ae693f704428 HTTP/1.1" status: 200 len: 853 time: 0.2011948 Feb 09 22:02:19.050374 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0caf9191-5268-44cb-b279-de48909656ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (43155470-d798-4067-9785-b776d9c040b8), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.116202 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb49b913-8ec7-49eb-8620-6cec9509b5a9 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.118454 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fb49b913-8ec7-49eb-8620-6cec9509b5a9 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6724322 Feb 09 22:02:19.120787 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0caf9191-5268-44cb-b279-de48909656ce admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:02:19.121453 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0caf9191-5268-44cb-b279-de48909656ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (43155470-d798-4067-9785-b776d9c040b8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:02:19.124807 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:02:19.128201 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54202) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:19.172594 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-fd063c52-82d9-4bed-b83f-da67a8966dc5 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'security_group_rule': {'security_group_id': '1c0ef1c3-9d1d-49d3-9928-8b691b0599a7', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:19.179680 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-10dd0c62-5315-4fdb-b59c-1632ce56e048 req-d378af06-fb7b-44ee-98a4-65da3f50243e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1b0359fc-6482-4008-bd91-00a142306ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378441 Feb 09 22:02:19.185482 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:02:19.233373 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 10bf8936-d437-47a4-b50e-ae4a14955e65 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:02:19.256782 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 10bf8936-d437-47a4-b50e-ae4a14955e65 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:19.257456 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (10bf8936-d437-47a4-b50e-ae4a14955e65), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.376560 n-d-828601-1 neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-fd063c52-82d9-4bed-b83f-da67a8966dc5 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Project 555e545ac75c4d7aa89a964d48e2fbf4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:02:19.419052 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61b52a-7398-42fc-9abb-246b23db5c32 req-315eab16-f75d-4f8c-8301-0d58bfc24ac0 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:19.430900 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a61b52a-7398-42fc-9abb-246b23db5c32 req-315eab16-f75d-4f8c-8301-0d58bfc24ac0 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d00831e-a606-4b0d-8838-13dcb993ba9c HTTP/1.1" status: 200 len: 943 time: 0.1245990 Feb 09 22:02:19.434912 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-10dd0c62-5315-4fdb-b59c-1632ce56e048 req-891fba37-cc4c-456e-a56a-7c5643fc1f7d service neutron] 10.222.0.71 "GET /v2.0/networks/1b0359fc-6482-4008-bd91-00a142306ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471137 Feb 09 22:02:19.473907 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd063c52-82d9-4bed-b83f-da67a8966dc5 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (b1b7c77b-c8ba-4a58-b91f-a9b9a07d9675), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.476859 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0caf9191-5268-44cb-b279-de48909656ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (43c866ce-b28d-463f-9db2-f0ce01fb8d37), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.516348 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 10bf8936-d437-47a4-b50e-ae4a14955e65 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:19.517645 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (10bf8936-d437-47a4-b50e-ae4a14955e65), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.557068 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e29fed-698a-4761-98b8-ba444d18e7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bf8936-d437-47a4-b50e-ae4a14955e65'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:19.566992 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa02c0bc-3a5a-436f-89c7-1b8619ad4e06" -d '{"events": [{"server_uuid": "78e29fed-698a-4761-98b8-ba444d18e7a3", "name": "network-vif-plugged", "status": "completed", "tag": "10bf8936-d437-47a4-b50e-ae4a14955e65"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:19.572297 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a61b52a-7398-42fc-9abb-246b23db5c32 req-a9d36d9c-62df-46b7-8733-82aace3d5c3c tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfabdb-e038-4d2d-b5b4-8bbd9c9c74e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403646 Feb 09 22:02:19.585017 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0caf9191-5268-44cb-b279-de48909656ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.595904 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0caf9191-5268-44cb-b279-de48909656ce admin admin] 10.222.0.77 "DELETE /v2.0/networks/43c866ce-b28d-463f-9db2-f0ce01fb8d37 HTTP/1.1" status: 204 len: 168 time: 1.9979236 Feb 09 22:02:19.625371 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 10bf8936-d437-47a4-b50e-ae4a14955e65, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=10bf8936-d437-47a4-b50e-ae4a14955e65,segment=NetworkSegment(b2536537-d287-4bb4-b744-ea4f0ac8b197),segment_id=b2536537-d287-4bb4-b744-ea4f0ac8b197)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:19.636396 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (10bf8936-d437-47a4-b50e-ae4a14955e65), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.661037 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf9191-5268-44cb-b279-de48909656ce admin admin] Pushing event deleted for resources: {'Network': ['ID=43c866ce-b28d-463f-9db2-f0ce01fb8d37,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:19.702803 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-10dd0c62-5315-4fdb-b59c-1632ce56e048 req-a69b271d-164f-4ae6-a0a1-a872295180c6 service neutron] 10.222.0.71 "GET /v2.0/networks/1b0359fc-6482-4008-bd91-00a142306ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606738 Feb 09 22:02:19.775434 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd063c52-82d9-4bed-b83f-da67a8966dc5 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (b1b7c77b-c8ba-4a58-b91f-a9b9a07d9675), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.785341 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd063c52-82d9-4bed-b83f-da67a8966dc5 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (b1b7c77b-c8ba-4a58-b91f-a9b9a07d9675), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.831442 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98485263-3a04-433b-8b26-72cd41ffbcf4 x-openstack-request-id: req-98485263-3a04-433b-8b26-72cd41ffbcf4 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:02:19.831813 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e29fed-698a-4761-98b8-ba444d18e7a3", "name": "network-vif-plugged", "status": "completed", "tag": "10bf8936-d437-47a4-b50e-ae4a14955e65", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:02:19.832084 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-98485263-3a04-433b-8b26-72cd41ffbcf4 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:02:19.832494 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e29fed-698a-4761-98b8-ba444d18e7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bf8936-d437-47a4-b50e-ae4a14955e65', 'code': 200} Feb 09 22:02:19.847802 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd063c52-82d9-4bed-b83f-da67a8966dc5 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b7c77b-c8ba-4a58-b91f-a9b9a07d9675,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:19.854318 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=10bf8936-d437-47a4-b50e-ae4a14955e65,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:19.887470 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd063c52-82d9-4bed-b83f-da67a8966dc5 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.895488 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54216) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:19.897251 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fd063c52-82d9-4bed-b83f-da67a8966dc5 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7458189 Feb 09 22:02:19.900742 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-741e1141-e87a-4813-a896-b6218432f96b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'security_group_rule': {'security_group_id': '1c0ef1c3-9d1d-49d3-9928-8b691b0599a7', 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:19.945827 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54218) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:20.014879 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device cb6e6d17-20d6-4583-8383-f8ec16bcf199 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:02:20.066502 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9c966b00-198c-475a-b2db-3eaf1c49e92c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c135bd0d2c9b4219bd0ebf3718b0f7ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1193881 Feb 09 22:02:20.070111 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54222) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:20.229302 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e8496-9952-4773-90d3-a8abf64b7d6a req-8d988e3f-362c-4dd5-8f00-63cb7089dce2 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:20.234144 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb6e8496-9952-4773-90d3-a8abf64b7d6a req-8d988e3f-362c-4dd5-8f00-63cb7089dce2 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 943 time: 0.1156702 Feb 09 22:02:20.289448 n-d-828601-1 neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-741e1141-e87a-4813-a896-b6218432f96b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Project 555e545ac75c4d7aa89a964d48e2fbf4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:02:20.358037 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-741e1141-e87a-4813-a896-b6218432f96b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (d0fc313a-5600-42f0-82b4-c7da483eddd6), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.367472 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb6e8496-9952-4773-90d3-a8abf64b7d6a req-733c5d29-5135-40fa-a074-542dced7342b tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281266 Feb 09 22:02:20.421512 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d00831e-a606-4b0d-8838-13dcb993ba9c', 'tag': 'b180bccf-b99b-40db-9283-78eec01e4de8'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:20.427151 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fedab2d-0f53-4f16-90c2-73cec09d2354" -d '{"events": [{"name": "network-changed", "server_uuid": "7d00831e-a606-4b0d-8838-13dcb993ba9c", "tag": "b180bccf-b99b-40db-9283-78eec01e4de8"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:20.446308 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port cb6e6d17-20d6-4583-8383-f8ec16bcf199, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=cb6e6d17-20d6-4583-8383-f8ec16bcf199,segment=NetworkSegment(b2536537-d287-4bb4-b744-ea4f0ac8b197),segment_id=b2536537-d287-4bb4-b744-ea4f0ac8b197)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:20.471577 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'cb6e6d17-20d6-4583-8383-f8ec16bcf199', 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9', 'port_id': 'cb6e6d17-20d6-4583-8383-f8ec16bcf199', 'mac_address': 'fa:16:3e:4e:2d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c08b3d1-b3bb-4d07-8617-ae693f704428', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:02:20.530457 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc0346c-733e-4f27-bcd2-f8666015154c x-openstack-request-id: req-1dc0346c-733e-4f27-bcd2-f8666015154c {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:02:20.531390 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d00831e-a606-4b0d-8838-13dcb993ba9c", "tag": "b180bccf-b99b-40db-9283-78eec01e4de8", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:02:20.531860 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1dc0346c-733e-4f27-bcd2-f8666015154c {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:02:20.539084 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d00831e-a606-4b0d-8838-13dcb993ba9c', 'tag': 'b180bccf-b99b-40db-9283-78eec01e4de8', 'status': 'completed', 'code': 200} Feb 09 22:02:20.543974 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c2c7f-d8ac-421f-b9d9-cd91978117bd req-d9e50cbe-088c-4900-84f4-1df6e76cf206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:20.546071 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2c9c2c7f-d8ac-421f-b9d9-cd91978117bd req-d9e50cbe-088c-4900-84f4-1df6e76cf206 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=78e29fed-698a-4761-98b8-ba444d18e7a3 HTTP/1.1" status: 200 len: 1127 time: 0.5390863 Feb 09 22:02:20.562476 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port cb6e6d17-20d6-4583-8383-f8ec16bcf199 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:20.562877 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cb6e6d17-20d6-4583-8383-f8ec16bcf199), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.570100 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-570c8106-9897-42d7-b67e-3c948926b899 admin admin] Publish callbacks [] for security_group (68c32ae2-5105-45e5-8967-4cdcc7327b97), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.606637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb6e6d17-20d6-4583-8383-f8ec16bcf199 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:02:20.666812 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port cb6e6d17-20d6-4583-8383-f8ec16bcf199, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=cb6e6d17-20d6-4583-8383-f8ec16bcf199,segment=NetworkSegment(b2536537-d287-4bb4-b744-ea4f0ac8b197),segment_id=b2536537-d287-4bb4-b744-ea4f0ac8b197)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:20.675492 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (cb6e6d17-20d6-4583-8383-f8ec16bcf199), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.823066 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5de36d-0b24-4ca4-a8c5-651be244d20b req-c71c2bdd-165d-444c-8019-b210d5998630 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:20.834485 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df5de36d-0b24-4ca4-a8c5-651be244d20b req-c71c2bdd-165d-444c-8019-b210d5998630 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d00831e-a606-4b0d-8838-13dcb993ba9c HTTP/1.1" status: 200 len: 943 time: 0.1336136 Feb 09 22:02:20.859367 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=cb6e6d17-20d6-4583-8383-f8ec16bcf199,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:20.861346 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2c9c2c7f-d8ac-421f-b9d9-cd91978117bd req-5b0f8db0-2f08-487b-89ef-88aaf06fc7e9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965307 Feb 09 22:02:20.866985 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-570c8106-9897-42d7-b67e-3c948926b899 admin admin] Publish callbacks [] for security_group (68c32ae2-5105-45e5-8967-4cdcc7327b97), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.884323 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b180bccf-b99b-40db-9283-78eec01e4de8 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:02:20.925250 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-741e1141-e87a-4813-a896-b6218432f96b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (d0fc313a-5600-42f0-82b4-c7da483eddd6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.954977 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df5de36d-0b24-4ca4-a8c5-651be244d20b req-030653c4-e950-4706-8e8b-f14af43272cb tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfabdb-e038-4d2d-b5b4-8bbd9c9c74e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178207 Feb 09 22:02:20.962653 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-741e1141-e87a-4813-a896-b6218432f96b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (d0fc313a-5600-42f0-82b4-c7da483eddd6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.994909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['cb6e6d17-20d6-4583-8383-f8ec16bcf199'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:02:21.027525 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e1141-e87a-4813-a896-b6218432f96b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0fc313a-5600-42f0-82b4-c7da483eddd6,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:21.054132 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.resource_extend [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 22:02:21.058072 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedab2d-0f53-4f16-90c2-73cec09d2354 req-c3b1a873-0cb5-47a7-938a-1f84d913a836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:21.060261 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2fedab2d-0f53-4f16-90c2-73cec09d2354 req-c3b1a873-0cb5-47a7-938a-1f84d913a836 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=00bb2f5fb2cc43e7a034b5f6817b4e84&device_id=7d00831e-a606-4b0d-8838-13dcb993ba9c HTTP/1.1" status: 200 len: 1125 time: 0.4942682 Feb 09 22:02:21.077782 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-741e1141-e87a-4813-a896-b6218432f96b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.092389 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-741e1141-e87a-4813-a896-b6218432f96b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1954324 Feb 09 22:02:21.391414 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b180bccf-b99b-40db-9283-78eec01e4de8, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b180bccf-b99b-40db-9283-78eec01e4de8,segment=NetworkSegment(e5066859-ff9b-4578-a68d-550a95bd5db1),segment_id=e5066859-ff9b-4578-a68d-550a95bd5db1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:21.412366 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'b180bccf-b99b-40db-9283-78eec01e4de8', 'network_id': 'f6ffe190-deec-4988-bc55-1126c75f076f', 'port_id': 'b180bccf-b99b-40db-9283-78eec01e4de8', 'mac_address': 'fa:16:3e:1e:cb:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ded9edd-23c6-4c83-8f80-70cad7e988fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:02:21.599552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port b180bccf-b99b-40db-9283-78eec01e4de8 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:21.601244 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b180bccf-b99b-40db-9283-78eec01e4de8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.690065 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b180bccf-b99b-40db-9283-78eec01e4de8 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:02:21.705511 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458987c-a517-4d63-8bec-cc89a66821d6 req-61a69265-f3d9-4072-9d05-2ed9ee05eb0c tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:21.710785 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5458987c-a517-4d63-8bec-cc89a66821d6 req-61a69265-f3d9-4072-9d05-2ed9ee05eb0c tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 944 time: 0.1699884 Feb 09 22:02:21.805682 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b180bccf-b99b-40db-9283-78eec01e4de8, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b180bccf-b99b-40db-9283-78eec01e4de8,segment=NetworkSegment(e5066859-ff9b-4578-a68d-550a95bd5db1),segment_id=e5066859-ff9b-4578-a68d-550a95bd5db1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:21.830667 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b180bccf-b99b-40db-9283-78eec01e4de8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.833849 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5458987c-a517-4d63-8bec-cc89a66821d6 req-f93a77d9-9504-471e-a62a-1fce1d73fc55 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167974 Feb 09 22:02:22.132531 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-e1e48f30-a8a8-4f9b-a48e-18fe127c93ac tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1020464307&fields=id&tenant_id=555e545ac75c4d7aa89a964d48e2fbf4 HTTP/1.1" status: 200 len: 267 time: 0.1176302 Feb 09 22:02:22.155072 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=b180bccf-b99b-40db-9283-78eec01e4de8,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:22.173609 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['b180bccf-b99b-40db-9283-78eec01e4de8'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:02:22.298273 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-570c8106-9897-42d7-b67e-3c948926b899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (68c32ae2-5105-45e5-8967-4cdcc7327b97), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:22.302291 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-570c8106-9897-42d7-b67e-3c948926b899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:22.307249 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-570c8106-9897-42d7-b67e-3c948926b899 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/68c32ae2-5105-45e5-8967-4cdcc7327b97 HTTP/1.1" status: 204 len: 168 time: 2.2127771 Feb 09 22:02:22.366125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c8106-9897-42d7-b67e-3c948926b899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c32ae2-5105-45e5-8967-4cdcc7327b97,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:22.512160 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedab2d-0f53-4f16-90c2-73cec09d2354 req-d5725afb-fe1e-45a0-8647-61b18efc24e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:22.528050 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2fedab2d-0f53-4f16-90c2-73cec09d2354 req-d5725afb-fe1e-45a0-8647-61b18efc24e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6ffe190-deec-4988-bc55-1126c75f076f HTTP/1.1" status: 200 len: 922 time: 1.4290893 Feb 09 22:02:22.552353 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-ee0fd5fb-a328-41d2-aa40-e9b9953b48bb tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:22.554889 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-ee0fd5fb-a328-41d2-aa40-e9b9953b48bb tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/networks?id=a8c81d4b-c6f7-44dd-9178-e1710585fbcb HTTP/1.1" status: 200 len: 796 time: 0.4211688 Feb 09 22:02:22.616358 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-1f45ae18-ff78-49a8-a435-bdddf0473a92 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/quotas/555e545ac75c4d7aa89a964d48e2fbf4 HTTP/1.1" status: 200 len: 375 time: 0.0502017 Feb 09 22:02:22.676491 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2fedab2d-0f53-4f16-90c2-73cec09d2354 req-555a869a-f5fb-4ad5-a3e9-0d3299c67926 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b180bccf-b99b-40db-9283-78eec01e4de8 HTTP/1.1" status: 200 len: 217 time: 0.1452389 Feb 09 22:02:22.777365 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedab2d-0f53-4f16-90c2-73cec09d2354 req-8ec472a3-f7bf-4138-800b-b5a0ea9390aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:22.779916 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2fedab2d-0f53-4f16-90c2-73cec09d2354 req-8ec472a3-f7bf-4138-800b-b5a0ea9390aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ded9edd-23c6-4c83-8f80-70cad7e988fb HTTP/1.1" status: 200 len: 861 time: 0.0970292 Feb 09 22:02:22.824144 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-3ec2fd8c-adbf-456c-aa63-215cd782d607 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=555e545ac75c4d7aa89a964d48e2fbf4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2067728 Feb 09 22:02:22.856174 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2fedab2d-0f53-4f16-90c2-73cec09d2354 req-4e9157fa-a21a-4317-9ff0-99225db6e3fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6ffe190-deec-4988-bc55-1126c75f076f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700881 Feb 09 22:02:23.006096 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-c46929ac-6f59-41d5-9ed4-aed48c764ed2 service neutron] 10.222.0.77 "GET /v2.0/networks/a8c81d4b-c6f7-44dd-9178-e1710585fbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776323 Feb 09 22:02:23.237844 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2fedab2d-0f53-4f16-90c2-73cec09d2354 req-2e2d4e5e-52bd-400e-8be5-9c253bc383ea service neutron] 10.222.0.42 "GET /v2.0/networks/f6ffe190-deec-4988-bc55-1126c75f076f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754759 Feb 09 22:02:23.311854 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-fe27d520-8e4c-48c2-971d-6670814329a7 service neutron] 10.222.0.77 "GET /v2.0/networks/a8c81d4b-c6f7-44dd-9178-e1710585fbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047428 Feb 09 22:02:23.616144 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2fedab2d-0f53-4f16-90c2-73cec09d2354 req-c95932df-9b1c-43a1-8108-bb43899c63c8 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ffe190-deec-4988-bc55-1126c75f076f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696940 Feb 09 22:02:24.013563 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device cb6e6d17-20d6-4583-8383-f8ec16bcf199 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:24.063135 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217a044-a7b1-43a0-bdea-bbbda49038bb req-feea1c3d-1d8a-4b6c-9fdf-43fde0f1ec60 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:24.079382 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4217a044-a7b1-43a0-bdea-bbbda49038bb req-feea1c3d-1d8a-4b6c-9fdf-43fde0f1ec60 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d00831e-a606-4b0d-8838-13dcb993ba9c HTTP/1.1" status: 200 len: 944 time: 0.2284327 Feb 09 22:02:24.160378 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port cb6e6d17-20d6-4583-8383-f8ec16bcf199 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:02:24.183930 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port cb6e6d17-20d6-4583-8383-f8ec16bcf199 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:24.187518 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cb6e6d17-20d6-4583-8383-f8ec16bcf199), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:24.231735 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4217a044-a7b1-43a0-bdea-bbbda49038bb req-cc58d385-1e3b-4799-87de-0c279d6208da tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfabdb-e038-4d2d-b5b4-8bbd9c9c74e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509936 Feb 09 22:02:24.594219 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port cb6e6d17-20d6-4583-8383-f8ec16bcf199 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:24.594928 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cb6e6d17-20d6-4583-8383-f8ec16bcf199), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:24.669075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc440a5e-3951-4b67-a816-62f9cf9bf373 req-ea70f2c3-05b9-423e-9379-074754c578fa tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:24.681131 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc440a5e-3951-4b67-a816-62f9cf9bf373 req-ea70f2c3-05b9-423e-9379-074754c578fa tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 944 time: 0.1915991 Feb 09 22:02:24.772262 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port cb6e6d17-20d6-4583-8383-f8ec16bcf199, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=cb6e6d17-20d6-4583-8383-f8ec16bcf199,segment=NetworkSegment(b2536537-d287-4bb4-b744-ea4f0ac8b197),segment_id=b2536537-d287-4bb4-b744-ea4f0ac8b197)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:24.780674 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6e6d17-20d6-4583-8383-f8ec16bcf199'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:24.784895 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54328) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:24.802196 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc440a5e-3951-4b67-a816-62f9cf9bf373 req-cf62daff-01d1-4bc7-abef-42d68e34868a tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197629 Feb 09 22:02:24.816603 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ee411a-fa59-48bd-b1f1-67829d6ff9db" -d '{"events": [{"server_uuid": "b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a", "name": "network-vif-plugged", "status": "completed", "tag": "cb6e6d17-20d6-4583-8383-f8ec16bcf199"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:24.847016 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (cb6e6d17-20d6-4583-8383-f8ec16bcf199), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:24.979385 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0533612c-9ef8-45ec-b137-c5043c14054f req-75ca248f-d701-4181-b75b-f0325afe94f8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=3af6144e-0636-4144-ab9f-b55ab2fd6368 HTTP/1.1" status: 200 len: 210 time: 0.0815520 Feb 09 22:02:25.058654 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b180bccf-b99b-40db-9283-78eec01e4de8 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:25.137755 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383ffefc-f789-472a-8d8a-761e715871a7 x-openstack-request-id: req-383ffefc-f789-472a-8d8a-761e715871a7 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:02:25.138360 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a", "name": "network-vif-plugged", "status": "completed", "tag": "cb6e6d17-20d6-4583-8383-f8ec16bcf199", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:02:25.138845 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-383ffefc-f789-472a-8d8a-761e715871a7 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:02:25.140206 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6e6d17-20d6-4583-8383-f8ec16bcf199', 'code': 200} Feb 09 22:02:25.293397 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port b180bccf-b99b-40db-9283-78eec01e4de8 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:02:25.313914 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=cb6e6d17-20d6-4583-8383-f8ec16bcf199,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:25.335080 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port b180bccf-b99b-40db-9283-78eec01e4de8 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:25.338757 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b180bccf-b99b-40db-9283-78eec01e4de8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.432506 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8d56e-f94f-4ed9-83d5-5ca4a49057cd req-39e44542-f4a2-4302-aada-774654d1be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:25.448023 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-54f8d56e-f94f-4ed9-83d5-5ca4a49057cd req-39e44542-f4a2-4302-aada-774654d1be43 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 1127 time: 0.1646459 Feb 09 22:02:25.627731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port b180bccf-b99b-40db-9283-78eec01e4de8 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:25.631334 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b180bccf-b99b-40db-9283-78eec01e4de8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.652000 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-54f8d56e-f94f-4ed9-83d5-5ca4a49057cd req-60b323e9-2638-4556-ae43-59075908a5e0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941636 Feb 09 22:02:25.679417 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b7fc4-b615-4176-822d-d95f2530d203 req-b33d8aa1-e1fd-42fb-8f96-ce8a95f59650 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:25.704163 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-615b7fc4-b615-4176-822d-d95f2530d203 req-b33d8aa1-e1fd-42fb-8f96-ce8a95f59650 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d00831e-a606-4b0d-8838-13dcb993ba9c HTTP/1.1" status: 200 len: 944 time: 0.1768563 Feb 09 22:02:25.712829 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2b7ecc1-be7a-49f3-895c-1cd3a09ad290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.763004 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b180bccf-b99b-40db-9283-78eec01e4de8, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b180bccf-b99b-40db-9283-78eec01e4de8,segment=NetworkSegment(e5066859-ff9b-4578-a68d-550a95bd5db1),segment_id=e5066859-ff9b-4578-a68d-550a95bd5db1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:25.780833 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b180bccf-b99b-40db-9283-78eec01e4de8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.808332 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-615b7fc4-b615-4176-822d-d95f2530d203 req-43941ab6-39f5-4368-b351-45912a21188f tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfabdb-e038-4d2d-b5b4-8bbd9c9c74e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020322 Feb 09 22:02:25.934938 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2b7ecc1-be7a-49f3-895c-1cd3a09ad290 admin admin] Publish callbacks [] for security_group (d9a41334-b190-40e4-8f9f-a7d0f3b3693f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.935515 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=b180bccf-b99b-40db-9283-78eec01e4de8,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:25.947228 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2b7ecc1-be7a-49f3-895c-1cd3a09ad290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d9a41334-b190-40e4-8f9f-a7d0f3b3693f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.050248 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54358) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:26.068790 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d2b7ecc1-be7a-49f3-895c-1cd3a09ad290 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6f1ae9c72d774f43a0c4f805c4a7a820&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2825930 Feb 09 22:02:26.074382 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7ecc1-be7a-49f3-895c-1cd3a09ad290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a41334-b190-40e4-8f9f-a7d0f3b3693f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:26.354874 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c791921-1b1d-4b54-bc74-fafd2740b2bf req-f83936db-3237-4302-9994-ff90c157b8bc tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:26.370481 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c791921-1b1d-4b54-bc74-fafd2740b2bf req-f83936db-3237-4302-9994-ff90c157b8bc tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 945 time: 0.2612219 Feb 09 22:02:26.373253 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-daf113e1-2125-4020-9831-4f4269800d7b admin admin] Publish callbacks [] for security_group (d9a41334-b190-40e4-8f9f-a7d0f3b3693f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.438963 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-626bb9f9-bc76-479a-bd6e-04e639e7791e tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:26.442732 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-626bb9f9-bc76-479a-bd6e-04e639e7791e tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.71 "GET /v2.0/networks?id=a8c81d4b-c6f7-44dd-9178-e1710585fbcb HTTP/1.1" status: 200 len: 796 time: 0.1820564 Feb 09 22:02:26.520357 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c791921-1b1d-4b54-bc74-fafd2740b2bf req-ddcea669-b98a-4329-a6e3-2de67be41f39 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488824 Feb 09 22:02:26.531075 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-daf113e1-2125-4020-9831-4f4269800d7b admin admin] Publish callbacks [] for security_group (d9a41334-b190-40e4-8f9f-a7d0f3b3693f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.697647 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-daf113e1-2125-4020-9831-4f4269800d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d9a41334-b190-40e4-8f9f-a7d0f3b3693f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.704481 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-daf113e1-2125-4020-9831-4f4269800d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.711401 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-daf113e1-2125-4020-9831-4f4269800d7b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d9a41334-b190-40e4-8f9f-a7d0f3b3693f HTTP/1.1" status: 204 len: 168 time: 0.6595984 Feb 09 22:02:26.723086 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-2571374d-696d-4086-bd5d-d69830bb2fce tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=555e545ac75c4d7aa89a964d48e2fbf4 HTTP/1.1" status: 200 len: 380 time: 0.2558765 Feb 09 22:02:26.735950 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-a56ccb85-30d1-4e63-a7b5-f46b6fe7dd81 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'port': {'device_id': '3af6144e-0636-4144-ab9f-b55ab2fd6368', 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb', 'admin_state_up': True, 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'security_groups': ['1c0ef1c3-9d1d-49d3-9928-8b691b0599a7']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:26.778176 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf113e1-2125-4020-9831-4f4269800d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a41334-b190-40e4-8f9f-a7d0f3b3693f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:26.822407 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7d7a2c5-e2df-47fc-af40-a596c68491a1 req-0bd18b48-ce08-4c73-becf-4194bbfad4d6 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=3af6144e-0636-4144-ab9f-b55ab2fd6368 HTTP/1.1" status: 200 len: 210 time: 0.1550779 Feb 09 22:02:27.013652 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc745a-92c2-4c4d-ac7c-5ca52dba044a req-56591131-95c2-454b-a3d3-116cc0cd49ed tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:27.016008 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32bc745a-92c2-4c4d-ac7c-5ca52dba044a req-56591131-95c2-454b-a3d3-116cc0cd49ed tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d00831e-a606-4b0d-8838-13dcb993ba9c HTTP/1.1" status: 200 len: 945 time: 0.0871980 Feb 09 22:02:27.142950 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d00831e-a606-4b0d-8838-13dcb993ba9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b180bccf-b99b-40db-9283-78eec01e4de8'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:27.147794 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb997696-2924-4bb4-a3b7-edbcecf62c1c" -d '{"events": [{"server_uuid": "7d00831e-a606-4b0d-8838-13dcb993ba9c", "name": "network-vif-plugged", "status": "completed", "tag": "b180bccf-b99b-40db-9283-78eec01e4de8"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:27.205801 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32bc745a-92c2-4c4d-ac7c-5ca52dba044a req-e3ad546e-2d83-45ce-b07b-1c7e4565261d tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfabdb-e038-4d2d-b5b4-8bbd9c9c74e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781938 Feb 09 22:02:27.286277 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-a56ccb85-30d1-4e63-a7b5-f46b6fe7dd81 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Made reservation on behalf of 555e545ac75c4d7aa89a964d48e2fbf4 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:27.289992 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-a56ccb85-30d1-4e63-a7b5-f46b6fe7dd81 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.533572 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54390) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:27.569648 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e8631a-9556-45a0-aa6e-a6f6c9510a54 x-openstack-request-id: req-a6e8631a-9556-45a0-aa6e-a6f6c9510a54 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:02:27.570145 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d00831e-a606-4b0d-8838-13dcb993ba9c", "name": "network-vif-plugged", "status": "completed", "tag": "b180bccf-b99b-40db-9283-78eec01e4de8", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:02:27.570589 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6e8631a-9556-45a0-aa6e-a6f6c9510a54 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:02:27.571222 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d00831e-a606-4b0d-8838-13dcb993ba9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b180bccf-b99b-40db-9283-78eec01e4de8', 'code': 200} Feb 09 22:02:27.799863 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-a56ccb85-30d1-4e63-a7b5-f46b6fe7dd81 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Allocated IP 172.20.0.3 (a8c81d4b-c6f7-44dd-9178-e1710585fbcb/d3cf2f41-2181-422a-b6fe-a1673f096659/e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:27.845052 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01add613-3287-4f56-9ab7-a5fa42032f52 req-ba23bf95-d0fd-4e83-bec2-bc72005f12c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:27.847268 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-01add613-3287-4f56-9ab7-a5fa42032f52 req-ba23bf95-d0fd-4e83-bec2-bc72005f12c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7d00831e-a606-4b0d-8838-13dcb993ba9c HTTP/1.1" status: 200 len: 1127 time: 0.1438913 Feb 09 22:02:27.856184 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7e59b-1c4b-4c5b-8d44-3de4a2ca5ead req-b1401e6f-cb06-4cf9-b911-b2501bd18962 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:27.863625 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71e7e59b-1c4b-4c5b-8d44-3de4a2ca5ead req-b1401e6f-cb06-4cf9-b911-b2501bd18962 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 945 time: 0.1516809 Feb 09 22:02:27.953232 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54398) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:27.994282 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9cb5-475a-4dc6-a907-1ba800ac064a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.037119 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dfb56585-6e06-4955-807c-2d03c80d969e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.083809 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-a56ccb85-30d1-4e63-a7b5-f46b6fe7dd81 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for port (e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.146076 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-a56ccb85-30d1-4e63-a7b5-f46b6fe7dd81 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.205685 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ccb85-30d1-4e63-a7b5-f46b6fe7dd81 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'Port': ['ID=e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:28.214559 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-01add613-3287-4f56-9ab7-a5fa42032f52 req-b7df5002-a864-4539-bd13-aa9b4c67f300 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=91dfabdb-e038-4d2d-b5b4-8bbd9c9c74e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598483 Feb 09 22:02:28.222205 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9cb5-475a-4dc6-a907-1ba800ac064a admin admin] Publish callbacks [] for security_group (a3e814e4-1dbf-47b6-a933-a4e23a63194f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.226801 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-a56ccb85-30d1-4e63-a7b5-f46b6fe7dd81 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Network a8c81d4b-c6f7-44dd-9178-e1710585fbcb is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:28.228746 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-a56ccb85-30d1-4e63-a7b5-f46b6fe7dd81 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:28.263868 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9cb5-475a-4dc6-a907-1ba800ac064a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a3e814e4-1dbf-47b6-a933-a4e23a63194f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.265300 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-a56ccb85-30d1-4e63-a7b5-f46b6fe7dd81 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:28.392329 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-a56ccb85-30d1-4e63-a7b5-f46b6fe7dd81 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:28.393122 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-a56ccb85-30d1-4e63-a7b5-f46b6fe7dd81 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.418087 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d9cb5-475a-4dc6-a907-1ba800ac064a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e814e4-1dbf-47b6-a933-a4e23a63194f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:28.460345 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-a56ccb85-30d1-4e63-a7b5-f46b6fe7dd81 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7363768 Feb 09 22:02:28.462961 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71e7e59b-1c4b-4c5b-8d44-3de4a2ca5ead req-b53b4a7c-52db-4e2c-9738-e0c45988576f tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5981197 Feb 09 22:02:28.474880 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] Request body: {'port': {'device_id': '3af6144e-0636-4144-ab9f-b55ab2fd6368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:28.577944 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6c8d9cb5-475a-4dc6-a907-1ba800ac064a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=08390c1638d14510a0d4618edb1fe29b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0396442 Feb 09 22:02:28.596627 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54414) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:28.658381 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.812706 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dfb56585-6e06-4955-807c-2d03c80d969e admin admin] Publish callbacks [] for security_group (060902bd-6ecc-4a5a-beb3-83dc152aad15), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.862063 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dfb56585-6e06-4955-807c-2d03c80d969e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (060902bd-6ecc-4a5a-beb3-83dc152aad15), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.918506 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-dfb56585-6e06-4955-807c-2d03c80d969e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c2c8c7fa16ab4b7d866399b9cfc8e52e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9261549 Feb 09 22:02:28.924000 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54420) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:28.983969 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-a4bd8d40-0fd0-454d-b838-0590f54bb9d6 None None] Provisioning complete for port e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:28.987476 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a4bd8d40-0fd0-454d-b838-0590f54bb9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.082624 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07bc6a46-00d4-4725-894c-a6989b2e2db6 admin admin] Publish callbacks [] for security_group (a3e814e4-1dbf-47b6-a933-a4e23a63194f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.095891 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb56585-6e06-4955-807c-2d03c80d969e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060902bd-6ecc-4a5a-beb3-83dc152aad15,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:29.103520 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a4bd8d40-0fd0-454d-b838-0590f54bb9d6 None None] Port e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:02:29.131842 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae028b2c-0598-443e-a832-481f6bb59507 req-0eb2dc40-e2ec-41e1-af82-f1235b632127 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:29.140984 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae028b2c-0598-443e-a832-481f6bb59507 req-0eb2dc40-e2ec-41e1-af82-f1235b632127 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=3af6144e-0636-4144-ab9f-b55ab2fd6368 HTTP/1.1" status: 200 len: 931 time: 0.4370956 Feb 09 22:02:29.167902 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07bc6a46-00d4-4725-894c-a6989b2e2db6 admin admin] Publish callbacks [] for security_group (a3e814e4-1dbf-47b6-a933-a4e23a63194f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.235298 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87db4932-07f5-4750-8f79-75d505fc66b5 admin admin] Publish callbacks [] for security_group (060902bd-6ecc-4a5a-beb3-83dc152aad15), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.264790 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87db4932-07f5-4750-8f79-75d505fc66b5 admin admin] Publish callbacks [] for security_group (060902bd-6ecc-4a5a-beb3-83dc152aad15), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.346646 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87db4932-07f5-4750-8f79-75d505fc66b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (060902bd-6ecc-4a5a-beb3-83dc152aad15), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.349910 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87db4932-07f5-4750-8f79-75d505fc66b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.353586 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-87db4932-07f5-4750-8f79-75d505fc66b5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/060902bd-6ecc-4a5a-beb3-83dc152aad15 HTTP/1.1" status: 204 len: 168 time: 0.4110258 Feb 09 22:02:29.362688 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:02:29.386475 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] Publish callbacks [] for port (e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.437752 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae028b2c-0598-443e-a832-481f6bb59507 req-8bcc4b86-dacf-48b3-bdce-6b7e155e3dfb tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c0ef1c3-9d1d-49d3-9928-8b691b0599a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2950628 Feb 09 22:02:29.450509 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db4932-07f5-4750-8f79-75d505fc66b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060902bd-6ecc-4a5a-beb3-83dc152aad15,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:29.488306 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07bc6a46-00d4-4725-894c-a6989b2e2db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a3e814e4-1dbf-47b6-a933-a4e23a63194f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.491485 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07bc6a46-00d4-4725-894c-a6989b2e2db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.492864 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-07bc6a46-00d4-4725-894c-a6989b2e2db6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a3e814e4-1dbf-47b6-a933-a4e23a63194f HTTP/1.1" status: 204 len: 168 time: 0.8933930 Feb 09 22:02:29.512172 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] Transition to ACTIVE for port object e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:02:29.533331 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.552371 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc6a46-00d4-4725-894c-a6989b2e2db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e814e4-1dbf-47b6-a933-a4e23a63194f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:29.686295 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] Pushing event updated for resources: {'Port': ['ID=e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:29.744499 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fce790f9-f341-4ac0-9c65-b1dc19307be0 req-10edfe2d-a4f5-46cd-a990-85e8f88e710e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=78e29fed-698a-4761-98b8-ba444d18e7a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3070953 Feb 09 22:02:29.775067 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432521ff-11c7-4b01-82a1-87721bad38b8 req-4218cbb0-58ee-4807-8ed2-1f0900bfbf9e tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:29.787487 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-432521ff-11c7-4b01-82a1-87721bad38b8 req-4218cbb0-58ee-4807-8ed2-1f0900bfbf9e tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d00831e-a606-4b0d-8838-13dcb993ba9c HTTP/1.1" status: 200 len: 945 time: 0.1799695 Feb 09 22:02:29.893013 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-432521ff-11c7-4b01-82a1-87721bad38b8 req-de87c533-c90d-4dcb-b8d8-2114b5746782 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfabdb-e038-4d2d-b5b4-8bbd9c9c74e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014903 Feb 09 22:02:30.118334 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce790f9-f341-4ac0-9c65-b1dc19307be0 req-52e9e461-e941-4461-b8db-cdf9822e27b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:30.120365 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fce790f9-f341-4ac0-9c65-b1dc19307be0 req-52e9e461-e941-4461-b8db-cdf9822e27b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58ccdb85a9fe4068acdfe74a391ab7c0&device_id=78e29fed-698a-4761-98b8-ba444d18e7a3 HTTP/1.1" status: 200 len: 1127 time: 0.3126888 Feb 09 22:02:30.121373 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] Attempting to bind port e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:30.121708 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] Attempting to bind port e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '9fec6d9a-972a-42b8-bb02-551512227b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:30.122040 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] Attempting to bind port e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca on network a8c81d4b-c6f7-44dd-9178-e1710585fbcb {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:30.132864 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] Port e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca on network a8c81d4b-c6f7-44dd-9178-e1710585fbcb not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:30.133180 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] Attempting to bind port e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca on network a8c81d4b-c6f7-44dd-9178-e1710585fbcb {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:30.181118 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:30.181450 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] Checking segment: {'id': '9fec6d9a-972a-42b8-bb02-551512227b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:30.181860 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] Bound using segment: {'id': '9fec6d9a-972a-42b8-bb02-551512227b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:30.182322 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] Bound port: e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fec6d9a-972a-42b8-bb02-551512227b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:30.183096 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.348072 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcf267-faae-463d-99ab-9a159dbaa601 req-d0ae98ba-4233-4146-b5ea-eb72a3e9879c tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:30.352409 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ebdcf267-faae-463d-99ab-9a159dbaa601 req-d0ae98ba-4233-4146-b5ea-eb72a3e9879c tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e29fed-698a-4761-98b8-ba444d18e7a3 HTTP/1.1" status: 200 len: 945 time: 0.0951309 Feb 09 22:02:30.492510 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ebdcf267-faae-463d-99ab-9a159dbaa601 req-65de1ac0-dfff-42e5-9ecb-c84b526f535f tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211383 Feb 09 22:02:30.658450 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] For port e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:30.761259 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54452) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:30.786185 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] For port e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca,segment=NetworkSegment(9fec6d9a-972a-42b8-bb02-551512227b2a),segment_id=9fec6d9a-972a-42b8-bb02-551512227b2a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:30.794098 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce790f9-f341-4ac0-9c65-b1dc19307be0 req-f256f708-bab8-4662-9863-8d72cfedd775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:30.795835 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-34b2f364-bdad-4324-ae5b-f10357d1c2f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.798943 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fce790f9-f341-4ac0-9c65-b1dc19307be0 req-f256f708-bab8-4662-9863-8d72cfedd775 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1b0359fc-6482-4008-bd91-00a142306ce9 HTTP/1.1" status: 200 len: 914 time: 0.6466951 Feb 09 22:02:30.809355 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.072520 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53cfbd-27bd-4083-ba4b-b19471539a63 req-2cc24597-4795-4377-98e8-80c5ccc5fde3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:31.077399 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be53cfbd-27bd-4083-ba4b-b19471539a63 req-2cc24597-4795-4377-98e8-80c5ccc5fde3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=3af6144e-0636-4144-ab9f-b55ab2fd6368 HTTP/1.1" status: 200 len: 943 time: 0.2195048 Feb 09 22:02:31.092777 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fce790f9-f341-4ac0-9c65-b1dc19307be0 req-907e5e58-a1aa-4e1a-b2e9-6204c6418bd4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10bf8936-d437-47a4-b50e-ae4a14955e65 HTTP/1.1" status: 200 len: 217 time: 0.2756023 Feb 09 22:02:31.108873 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:31.112647 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.117081 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] 10.222.0.71 "PUT /v2.0/ports/e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca HTTP/1.1" status: 200 len: 1091 time: 2.6492596 Feb 09 22:02:31.119955 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af6144e-0636-4144-ab9f-b55ab2fd6368', 'tag': 'e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:31.129625 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aeaec4b-028a-40e8-83ed-eac753cc9c80" -d '{"events": [{"name": "network-changed", "server_uuid": "3af6144e-0636-4144-ab9f-b55ab2fd6368", "tag": "e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:31.173986 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-34b2f364-bdad-4324-ae5b-f10357d1c2f1 admin admin] Publish callbacks [] for security_group (16ac2d8d-c40c-4c9e-9837-3b37f7f25ecd), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.252994 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be53cfbd-27bd-4083-ba4b-b19471539a63 req-d267f205-b446-4f66-b510-5b7dc6f239d6 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c0ef1c3-9d1d-49d3-9928-8b691b0599a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619835 Feb 09 22:02:31.256570 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-34b2f364-bdad-4324-ae5b-f10357d1c2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (16ac2d8d-c40c-4c9e-9837-3b37f7f25ecd), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.357293 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-34b2f364-bdad-4324-ae5b-f10357d1c2f1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a540d3bd77984ac28530f40047628dcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5944760 Feb 09 22:02:31.364154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54464) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:31.407223 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f755855-e030-4eb3-b1f7-cc149f47d78d service neutron] Pushing event updated for resources: {'Port': ['ID=e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:31.444630 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce790f9-f341-4ac0-9c65-b1dc19307be0 req-8cc80f30-dfc0-460f-8983-1b2b05659019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:31.446819 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fce790f9-f341-4ac0-9c65-b1dc19307be0 req-8cc80f30-dfc0-460f-8983-1b2b05659019 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c08b3d1-b3bb-4d07-8617-ae693f704428 HTTP/1.1" status: 200 len: 853 time: 0.3101747 Feb 09 22:02:31.452951 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-cfc895d8-1297-47c1-99d9-e491a32f682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:31.456756 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-cfc895d8-1297-47c1-99d9-e491a32f682f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=555e545ac75c4d7aa89a964d48e2fbf4&device_id=3af6144e-0636-4144-ab9f-b55ab2fd6368 HTTP/1.1" status: 200 len: 1125 time: 0.2211969 Feb 09 22:02:31.504093 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fce790f9-f341-4ac0-9c65-b1dc19307be0 req-487e5249-f840-43b2-b893-81d5fa98d195 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b0359fc-6482-4008-bd91-00a142306ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458744 Feb 09 22:02:31.673669 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2f364-bdad-4324-ae5b-f10357d1c2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ac2d8d-c40c-4c9e-9837-3b37f7f25ecd,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:31.764064 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d6e3c88-c2c1-4708-ae6b-71265b94a866 admin admin] Publish callbacks [] for security_group (16ac2d8d-c40c-4c9e-9837-3b37f7f25ecd), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.786653 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-161a8562-0472-460a-8b3a-cf495a1e3508 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca HTTP/1.1" status: 200 len: 217 time: 0.3147535 Feb 09 22:02:31.799976 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fce790f9-f341-4ac0-9c65-b1dc19307be0 req-9c131cc8-b499-40d9-8310-e3a7da21ca0c service neutron] 10.222.0.42 "GET /v2.0/networks/1b0359fc-6482-4008-bd91-00a142306ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519617 Feb 09 22:02:31.879471 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d6e3c88-c2c1-4708-ae6b-71265b94a866 admin admin] Publish callbacks [] for security_group (16ac2d8d-c40c-4c9e-9837-3b37f7f25ecd), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.989329 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-099f0e0a-33d1-4029-b70d-484a465f8cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:31.995457 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-099f0e0a-33d1-4029-b70d-484a465f8cab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3cf2f41-2181-422a-b6fe-a1673f096659 HTTP/1.1" status: 200 len: 834 time: 0.1943941 Feb 09 22:02:32.031485 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d6e3c88-c2c1-4708-ae6b-71265b94a866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (16ac2d8d-c40c-4c9e-9837-3b37f7f25ecd), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:32.039850 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d6e3c88-c2c1-4708-ae6b-71265b94a866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:32.042766 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6d6e3c88-c2c1-4708-ae6b-71265b94a866 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/16ac2d8d-c40c-4c9e-9837-3b37f7f25ecd HTTP/1.1" status: 204 len: 168 time: 0.6469862 Feb 09 22:02:32.057942 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e3c88-c2c1-4708-ae6b-71265b94a866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ac2d8d-c40c-4c9e-9837-3b37f7f25ecd,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:32.254547 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42c2005-c06f-422d-9986-cf342502210d x-openstack-request-id: req-a42c2005-c06f-422d-9986-cf342502210d {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:02:32.254885 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af6144e-0636-4144-ab9f-b55ab2fd6368", "tag": "e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:02:32.255237 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a42c2005-c06f-422d-9986-cf342502210d {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:02:32.257715 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af6144e-0636-4144-ab9f-b55ab2fd6368', 'tag': 'e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca', 'status': 'completed', 'code': 200} Feb 09 22:02:32.276591 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-b728eea5-13ba-4ed5-9018-8106b930031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:32.278671 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-b728eea5-13ba-4ed5-9018-8106b930031d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8c81d4b-c6f7-44dd-9178-e1710585fbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1671617 Feb 09 22:02:32.415464 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fce790f9-f341-4ac0-9c65-b1dc19307be0 req-a298fb99-f5bf-4511-b2bb-56ed747be09b service neutron] 10.222.0.42 "GET /v2.0/networks/1b0359fc-6482-4008-bd91-00a142306ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925002 Feb 09 22:02:32.817170 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-09d0d1ac-19ac-4ecc-8359-fd572b3bb5f8 service neutron] 10.222.0.71 "GET /v2.0/networks/a8c81d4b-c6f7-44dd-9178-e1710585fbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223105 Feb 09 22:02:33.262222 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b1e01eaf-200b-4918-8f28-646a844913c9 req-5454c2f3-fc02-45ed-b1fd-dd352cfa560a service neutron] 10.222.0.71 "GET /v2.0/networks/a8c81d4b-c6f7-44dd-9178-e1710585fbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301851 Feb 09 22:02:33.451119 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de206b76-161f-42f1-be56-a15b6d95c809 req-2ae31a3a-626b-4b49-87c5-3e8a87561847 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:33.456046 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57109299-187b-44d5-8072-27dd313ff002 req-5b9783eb-3c39-4486-a2f4-4f24440d6c01 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:33.458757 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-57109299-187b-44d5-8072-27dd313ff002 req-5b9783eb-3c39-4486-a2f4-4f24440d6c01 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e29fed-698a-4761-98b8-ba444d18e7a3 HTTP/1.1" status: 200 len: 945 time: 0.2359977 Feb 09 22:02:33.465433 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de206b76-161f-42f1-be56-a15b6d95c809 req-2ae31a3a-626b-4b49-87c5-3e8a87561847 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=3af6144e-0636-4144-ab9f-b55ab2fd6368 HTTP/1.1" status: 200 len: 943 time: 0.1717682 Feb 09 22:02:33.577431 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeaec4b-028a-40e8-83ed-eac753cc9c80 req-cf5fed3d-0525-499c-8417-48b698bd9f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:33.579146 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0aeaec4b-028a-40e8-83ed-eac753cc9c80 req-cf5fed3d-0525-499c-8417-48b698bd9f69 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=555e545ac75c4d7aa89a964d48e2fbf4&device_id=3af6144e-0636-4144-ab9f-b55ab2fd6368 HTTP/1.1" status: 200 len: 1125 time: 0.2097316 Feb 09 22:02:33.601534 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de206b76-161f-42f1-be56-a15b6d95c809 req-2bc3f411-98f5-49e4-b96e-05c13aaa1549 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c0ef1c3-9d1d-49d3-9928-8b691b0599a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351113 Feb 09 22:02:33.860605 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-57109299-187b-44d5-8072-27dd313ff002 req-a4c458c9-808f-4bfe-a2c1-8f5f6f4e41c7 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Deleting port 10bf8936-d437-47a4-b50e-ae4a14955e65 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:33.861085 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-57109299-187b-44d5-8072-27dd313ff002 req-a4c458c9-808f-4bfe-a2c1-8f5f6f4e41c7 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (10bf8936-d437-47a4-b50e-ae4a14955e65), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:34.043952 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-57109299-187b-44d5-8072-27dd313ff002 req-a4c458c9-808f-4bfe-a2c1-8f5f6f4e41c7 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] For port 10bf8936-d437-47a4-b50e-ae4a14955e65, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=10bf8936-d437-47a4-b50e-ae4a14955e65,segment=NetworkSegment(b2536537-d287-4bb4-b744-ea4f0ac8b197),segment_id=b2536537-d287-4bb4-b744-ea4f0ac8b197)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:34.044345 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-57109299-187b-44d5-8072-27dd313ff002 req-a4c458c9-808f-4bfe-a2c1-8f5f6f4e41c7 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (10bf8936-d437-47a4-b50e-ae4a14955e65), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:34.077394 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-57109299-187b-44d5-8072-27dd313ff002 req-a4c458c9-808f-4bfe-a2c1-8f5f6f4e41c7 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Calling delete_port for 10bf8936-d437-47a4-b50e-ae4a14955e65 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:34.125509 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54538) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:34.193804 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-68567905-2815-4cd3-ab86-e35353b12034 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:34.201191 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-68567905-2815-4cd3-ab86-e35353b12034 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/networks?id=1b0359fc-6482-4008-bd91-00a142306ce9 HTTP/1.1" status: 200 len: 813 time: 0.3543568 Feb 09 22:02:34.220915 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d4066-4883-42e5-ac40-a23d55c0102c req-f31665b6-ad11-4bd7-9c81-0fa6a6c167cf tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:34.223375 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a7d4066-4883-42e5-ac40-a23d55c0102c req-f31665b6-ad11-4bd7-9c81-0fa6a6c167cf tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.71 "GET /v2.0/ports?device_id=b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a HTTP/1.1" status: 200 len: 945 time: 0.2004030 Feb 09 22:02:34.235577 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-fd9b7fdc-433a-4bea-880a-b1c51c2e5642 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/quotas/58ccdb85a9fe4068acdfe74a391ab7c0 HTTP/1.1" status: 200 len: 375 time: 0.0329034 Feb 09 22:02:34.343479 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeaec4b-028a-40e8-83ed-eac753cc9c80 req-d43f5d84-81f2-4140-83e4-a33a37d9afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:34.352329 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0aeaec4b-028a-40e8-83ed-eac753cc9c80 req-d43f5d84-81f2-4140-83e4-a33a37d9afb2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a8c81d4b-c6f7-44dd-9178-e1710585fbcb HTTP/1.1" status: 200 len: 897 time: 0.7429700 Feb 09 22:02:34.353815 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-57109299-187b-44d5-8072-27dd313ff002 req-a4c458c9-808f-4bfe-a2c1-8f5f6f4e41c7 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (10bf8936-d437-47a4-b50e-ae4a14955e65), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:34.394858 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['cb6e6d17-20d6-4583-8383-f8ec16bcf199'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:02:34.534725 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-fae7808b-2c46-4b0a-bad5-b7439a325bfd tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=58ccdb85a9fe4068acdfe74a391ab7c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2976937 Feb 09 22:02:34.599570 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c458c9-808f-4bfe-a2c1-8f5f6f4e41c7 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Pushing event deleted for resources: {'Port': ['ID=10bf8936-d437-47a4-b50e-ae4a14955e65,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:34.633977 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0aeaec4b-028a-40e8-83ed-eac753cc9c80 req-3c2b9c03-ede2-4bd6-b6cd-364fbf56ff8e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca HTTP/1.1" status: 200 len: 217 time: 0.2780097 Feb 09 22:02:34.674361 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-3a7d4066-4883-42e5-ac40-a23d55c0102c req-09a1ec9c-8b00-4e74-8adf-581ec517c6c0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Deleting port cb6e6d17-20d6-4583-8383-f8ec16bcf199 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:34.680289 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3a7d4066-4883-42e5-ac40-a23d55c0102c req-09a1ec9c-8b00-4e74-8adf-581ec517c6c0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (cb6e6d17-20d6-4583-8383-f8ec16bcf199), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:34.702834 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['10bf8936-d437-47a4-b50e-ae4a14955e65'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:02:34.983875 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeaec4b-028a-40e8-83ed-eac753cc9c80 req-985882cf-9c89-4807-8b81-ad144354b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:34.986793 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0aeaec4b-028a-40e8-83ed-eac753cc9c80 req-985882cf-9c89-4807-8b81-ad144354b9cd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3cf2f41-2181-422a-b6fe-a1673f096659 HTTP/1.1" status: 200 len: 834 time: 0.3418884 Feb 09 22:02:35.100424 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-57109299-187b-44d5-8072-27dd313ff002 req-a4c458c9-808f-4bfe-a2c1-8f5f6f4e41c7 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] No DVR routers for this DVR port 10bf8936-d437-47a4-b50e-ae4a14955e65 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:02:35.110885 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-57109299-187b-44d5-8072-27dd313ff002 req-a4c458c9-808f-4bfe-a2c1-8f5f6f4e41c7 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:35.120382 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-57109299-187b-44d5-8072-27dd313ff002 req-a4c458c9-808f-4bfe-a2c1-8f5f6f4e41c7 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.42 "DELETE /v2.0/ports/10bf8936-d437-47a4-b50e-ae4a14955e65 HTTP/1.1" status: 204 len: 173 time: 1.6546652 Feb 09 22:02:35.130136 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e29fed-698a-4761-98b8-ba444d18e7a3', 'name': 'network-vif-deleted', 'tag': '10bf8936-d437-47a4-b50e-ae4a14955e65'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:35.136437 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d000ef60-7e53-4df2-85fe-001c693803a8" -d '{"events": [{"server_uuid": "78e29fed-698a-4761-98b8-ba444d18e7a3", "name": "network-vif-deleted", "tag": "10bf8936-d437-47a4-b50e-ae4a14955e65"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:35.251512 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2ea40-ad30-42d1-86ad-44eed83f908f req-8560bf49-8322-4548-972e-621819d2c82b tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:35.255626 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e8b2ea40-ad30-42d1-86ad-44eed83f908f req-8560bf49-8322-4548-972e-621819d2c82b tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d00831e-a606-4b0d-8838-13dcb993ba9c HTTP/1.1" status: 200 len: 945 time: 0.6580188 Feb 09 22:02:35.268437 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeaec4b-028a-40e8-83ed-eac753cc9c80 req-960dfe16-fed3-4b33-a58c-e2fb048a4480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:35.270271 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0aeaec4b-028a-40e8-83ed-eac753cc9c80 req-960dfe16-fed3-4b33-a58c-e2fb048a4480 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8c81d4b-c6f7-44dd-9178-e1710585fbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2731557 Feb 09 22:02:35.305276 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-59fda04c-f7ea-40df-9251-e9e3340e0196 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2002009998-network', 'tenant_id': '136e444304894d96a3a5aa877163ba60'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:35.506863 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fda04c-f7ea-40df-9251-e9e3340e0196 admin admin] Made reservation on behalf of 136e444304894d96a3a5aa877163ba60 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:35.508706 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59fda04c-f7ea-40df-9251-e9e3340e0196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:35.559964 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59fda04c-f7ea-40df-9251-e9e3340e0196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:35.588727 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-3df15185-ba08-45b9-9777-160bcc69a361 service neutron] 10.222.0.77 "GET /v2.0/networks/1b0359fc-6482-4008-bd91-00a142306ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0522428 Feb 09 22:02:35.822776 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-9dd868b5-e3dd-42bc-9c62-ed58725cf0e3 service neutron] 10.222.0.77 "GET /v2.0/networks/1b0359fc-6482-4008-bd91-00a142306ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330048 Feb 09 22:02:35.857935 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0aeaec4b-028a-40e8-83ed-eac753cc9c80 req-d7754f05-a342-4944-9ae1-79c751603e68 service neutron] 10.222.0.71 "GET /v2.0/networks/a8c81d4b-c6f7-44dd-9178-e1710585fbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591166 Feb 09 22:02:35.886541 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-e8b2ea40-ad30-42d1-86ad-44eed83f908f req-28d0eda6-7d4e-4649-a65d-efb42c539098 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Deleting port b180bccf-b99b-40db-9283-78eec01e4de8 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:35.887144 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e8b2ea40-ad30-42d1-86ad-44eed83f908f req-28d0eda6-7d4e-4649-a65d-efb42c539098 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b180bccf-b99b-40db-9283-78eec01e4de8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:35.902947 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-3a7d4066-4883-42e5-ac40-a23d55c0102c req-09a1ec9c-8b00-4e74-8adf-581ec517c6c0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] For port cb6e6d17-20d6-4583-8383-f8ec16bcf199, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=cb6e6d17-20d6-4583-8383-f8ec16bcf199,segment=NetworkSegment(b2536537-d287-4bb4-b744-ea4f0ac8b197),segment_id=b2536537-d287-4bb4-b744-ea4f0ac8b197)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:35.903965 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3a7d4066-4883-42e5-ac40-a23d55c0102c req-09a1ec9c-8b00-4e74-8adf-581ec517c6c0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (cb6e6d17-20d6-4583-8383-f8ec16bcf199), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:35.969191 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-3a7d4066-4883-42e5-ac40-a23d55c0102c req-09a1ec9c-8b00-4e74-8adf-581ec517c6c0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Calling delete_port for cb6e6d17-20d6-4583-8383-f8ec16bcf199 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:36.105164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:02:36.267386 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.resource_extend [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 22:02:36.308452 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59fda04c-f7ea-40df-9251-e9e3340e0196 admin admin] Publish callbacks [] for security_group (3e466a0a-cb26-4104-9991-c7f5345b5503), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:36.364131 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59fda04c-f7ea-40df-9251-e9e3340e0196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3e466a0a-cb26-4104-9991-c7f5345b5503), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:36.396624 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-e8b2ea40-ad30-42d1-86ad-44eed83f908f req-28d0eda6-7d4e-4649-a65d-efb42c539098 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] For port b180bccf-b99b-40db-9283-78eec01e4de8, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b180bccf-b99b-40db-9283-78eec01e4de8,segment=NetworkSegment(e5066859-ff9b-4578-a68d-550a95bd5db1),segment_id=e5066859-ff9b-4578-a68d-550a95bd5db1)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:36.397118 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e8b2ea40-ad30-42d1-86ad-44eed83f908f req-28d0eda6-7d4e-4649-a65d-efb42c539098 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b180bccf-b99b-40db-9283-78eec01e4de8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:36.444661 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-e8b2ea40-ad30-42d1-86ad-44eed83f908f req-28d0eda6-7d4e-4649-a65d-efb42c539098 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Calling delete_port for b180bccf-b99b-40db-9283-78eec01e4de8 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:36.510288 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fda04c-f7ea-40df-9251-e9e3340e0196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e466a0a-cb26-4104-9991-c7f5345b5503,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:36.534890 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca,segment=NetworkSegment(9fec6d9a-972a-42b8-bb02-551512227b2a),segment_id=9fec6d9a-972a-42b8-bb02-551512227b2a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:36.609499 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca', 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb', 'port_id': 'e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca', 'mac_address': 'fa:16:3e:77:e0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3cf2f41-2181-422a-b6fe-a1673f096659', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:02:36.747353 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fda04c-f7ea-40df-9251-e9e3340e0196 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:02:36.773703 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:36.778409 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:36.841021 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59fda04c-f7ea-40df-9251-e9e3340e0196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (881cf01b-ec4d-4973-a42f-c88252da26f1), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:36.841680 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-59fda04c-f7ea-40df-9251-e9e3340e0196 admin admin] Added segment 881cf01b-ec4d-4973-a42f-c88252da26f1 of type vlan for network 7eb9c64e-ab87-47ed-8296-f4c17a11c958 Feb 09 22:02:36.926970 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bc0be-3624-461f-a3b9-eb61861ec8d4 req-5c19df39-21e3-4be9-81e2-82165fd76870 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:36.936052 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d44bc0be-3624-461f-a3b9-eb61861ec8d4 req-5c19df39-21e3-4be9-81e2-82165fd76870 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d00831e-a606-4b0d-8838-13dcb993ba9c HTTP/1.1" status: 200 len: 945 time: 0.4174740 Feb 09 22:02:37.029648 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59fda04c-f7ea-40df-9251-e9e3340e0196 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (7eb9c64e-ab87-47ed-8296-f4c17a11c958), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:37.116036 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d44bc0be-3624-461f-a3b9-eb61861ec8d4 req-7ca36b3a-449a-4738-8272-32ed15832ef6 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfabdb-e038-4d2d-b5b4-8bbd9c9c74e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783600 Feb 09 22:02:37.146297 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3a7d4066-4883-42e5-ac40-a23d55c0102c req-09a1ec9c-8b00-4e74-8adf-581ec517c6c0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (cb6e6d17-20d6-4583-8383-f8ec16bcf199), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:37.224789 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:02:37.233906 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 10bf8936-d437-47a4-b50e-ae4a14955e65 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:02:37.244168 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1ec9c-8b00-4e74-8adf-581ec517c6c0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Pushing event deleted for resources: {'Port': ['ID=cb6e6d17-20d6-4583-8383-f8ec16bcf199,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:37.277558 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59fda04c-f7ea-40df-9251-e9e3340e0196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (7eb9c64e-ab87-47ed-8296-f4c17a11c958), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:37.291407 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fda04c-f7ea-40df-9251-e9e3340e0196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:37.292137 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59fda04c-f7ea-40df-9251-e9e3340e0196 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:37.370990 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 10bf8936-d437-47a4-b50e-ae4a14955e65 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:02:37.371897 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 10bf8936-d437-47a4-b50e-ae4a14955e65 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:02:37.426797 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca,segment=NetworkSegment(9fec6d9a-972a-42b8-bb02-551512227b2a),segment_id=9fec6d9a-972a-42b8-bb02-551512227b2a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:37.457512 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:37.482953 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7d4066-4883-42e5-ac40-a23d55c0102c req-09a1ec9c-8b00-4e74-8adf-581ec517c6c0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] No DVR routers for this DVR port cb6e6d17-20d6-4583-8383-f8ec16bcf199 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:02:37.503827 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-59fda04c-f7ea-40df-9251-e9e3340e0196 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.3632963 Feb 09 22:02:37.508881 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3a7d4066-4883-42e5-ac40-a23d55c0102c req-09a1ec9c-8b00-4e74-8adf-581ec517c6c0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:37.524492 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a7d4066-4883-42e5-ac40-a23d55c0102c req-09a1ec9c-8b00-4e74-8adf-581ec517c6c0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.71 "DELETE /v2.0/ports/cb6e6d17-20d6-4583-8383-f8ec16bcf199 HTTP/1.1" status: 204 len: 173 time: 3.2770488 Feb 09 22:02:37.524492 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54588) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:37.524492 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a', 'name': 'network-vif-deleted', 'tag': 'cb6e6d17-20d6-4583-8383-f8ec16bcf199'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:37.542011 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb59b0e6-fb0d-4622-b960-9b26765cd13b" -d '{"events": [{"server_uuid": "b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a", "name": "network-vif-deleted", "tag": "cb6e6d17-20d6-4583-8383-f8ec16bcf199"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:37.568036 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Request body: {'subnet': {'network_id': '7eb9c64e-ab87-47ed-8296-f4c17a11c958', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2002009998-subnet', 'tenant_id': '136e444304894d96a3a5aa877163ba60', 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:37.581074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fda04c-f7ea-40df-9251-e9e3340e0196 admin admin] Pushing event updated for resources: {'Network': ['ID=7eb9c64e-ab87-47ed-8296-f4c17a11c958,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:37.668470 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:37.676133 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 7eb9c64e-ab87-47ed-8296-f4c17a11c958 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:02:37.713907 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Made reservation on behalf of 136e444304894d96a3a5aa877163ba60 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:37.722797 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0aeaec4b-028a-40e8-83ed-eac753cc9c80 req-0202443b-57e2-4f11-982d-a1d62792cc4b service neutron] 10.222.0.71 "GET /v2.0/networks/a8c81d4b-c6f7-44dd-9178-e1710585fbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4848843 Feb 09 22:02:37.726546 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:37.790629 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82491bbe-50aa-4677-b5bb-210e9dabd346 req-28292f1e-18f9-41c8-9728-849b73d155fc tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:37.799858 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82491bbe-50aa-4677-b5bb-210e9dabd346 req-28292f1e-18f9-41c8-9728-849b73d155fc tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=3af6144e-0636-4144-ab9f-b55ab2fd6368 HTTP/1.1" status: 200 len: 943 time: 0.5046432 Feb 09 22:02:37.880737 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:02:37.995367 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82491bbe-50aa-4677-b5bb-210e9dabd346 req-df8c1ab1-65ed-4e48-924b-ae90ef57e3c3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c0ef1c3-9d1d-49d3-9928-8b691b0599a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905730 Feb 09 22:02:38.026851 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e8b2ea40-ad30-42d1-86ad-44eed83f908f req-28d0eda6-7d4e-4649-a65d-efb42c539098 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (b180bccf-b99b-40db-9283-78eec01e4de8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.129468 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4fc719bc-95ee-433c-a538-e2845bf6f7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.143988 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device cb6e6d17-20d6-4583-8383-f8ec16bcf199 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:02:38.242588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: cb6e6d17-20d6-4583-8383-f8ec16bcf199 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:02:38.243729 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device cb6e6d17-20d6-4583-8383-f8ec16bcf199 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:02:38.288878 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75cbf49-eaaf-495d-b64f-a143ea0ef14f x-openstack-request-id: req-d75cbf49-eaaf-495d-b64f-a143ea0ef14f {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:02:38.289586 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e29fed-698a-4761-98b8-ba444d18e7a3", "name": "network-vif-deleted", "tag": "10bf8936-d437-47a4-b50e-ae4a14955e65", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:02:38.290062 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d75cbf49-eaaf-495d-b64f-a143ea0ef14f {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:02:38.290831 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e29fed-698a-4761-98b8-ba444d18e7a3', 'name': 'network-vif-deleted', 'tag': '10bf8936-d437-47a4-b50e-ae4a14955e65', 'status': 'completed', 'code': 200} Feb 09 22:02:38.294542 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0eda6-7d4e-4649-a65d-efb42c539098 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Pushing event deleted for resources: {'Port': ['ID=b180bccf-b99b-40db-9283-78eec01e4de8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:38.344592 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b2ea40-ad30-42d1-86ad-44eed83f908f req-28d0eda6-7d4e-4649-a65d-efb42c539098 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] No DVR routers for this DVR port b180bccf-b99b-40db-9283-78eec01e4de8 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:02:38.352468 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e8b2ea40-ad30-42d1-86ad-44eed83f908f req-28d0eda6-7d4e-4649-a65d-efb42c539098 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.362722 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e8b2ea40-ad30-42d1-86ad-44eed83f908f req-28d0eda6-7d4e-4649-a65d-efb42c539098 tempest-ServerAddressesNegativeTestJSON-315180957 tempest-ServerAddressesNegativeTestJSON-315180957-project] 10.222.0.42 "DELETE /v2.0/ports/b180bccf-b99b-40db-9283-78eec01e4de8 HTTP/1.1" status: 204 len: 173 time: 3.0913620 Feb 09 22:02:38.385337 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (68b3a1a7-061b-41a2-8c48-9febd3fd47ab), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.527988 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68b3a1a7-061b-41a2-8c48-9febd3fd47ab,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:38.555339 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Checking segment: {'id': '881cf01b-ec4d-4973-a42f-c88252da26f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7eb9c64e-ab87-47ed-8296-f4c17a11c958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:38.555900 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Network hostable DHCP agents. Network: 7eb9c64e-ab87-47ed-8296-f4c17a11c958, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:02:38.577221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:38.577902 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:38.578095 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:38.578537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:38.579076 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:38.579511 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:38.579976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:38.581202 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:38.581936 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:38.583029 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:38.583029 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:38.583029 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:38.584586 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:38.800088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Network 7eb9c64e-ab87-47ed-8296-f4c17a11c958 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:02:38.834136 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 7eb9c64e-ab87-47ed-8296-f4c17a11c958) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:38.851196 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:38.852027 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.864900 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884a1c0f-774d-40af-ab15-f1f86aef8254 None None] Network 7eb9c64e-ab87-47ed-8296-f4c17a11c958 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:38.880123 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c4e1f3c8-bdf5-4c11-886f-45e14d10b484 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3301022 Feb 09 22:02:38.886628 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54618) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:38.893487 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-0897f00a-054e-4e2b-aa9c-a09235c0a160 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2002009998-router', 'tenant_id': '136e444304894d96a3a5aa877163ba60', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:38.925343 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0897f00a-054e-4e2b-aa9c-a09235c0a160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.928599 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0897f00a-054e-4e2b-aa9c-a09235c0a160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.024717 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0897f00a-054e-4e2b-aa9c-a09235c0a160 admin admin] Publish callbacks [] for router_controller (b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.054523 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-b6226914-8237-4be5-89b8-b7425ac5a448 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:39.064338 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-b6226914-8237-4be5-89b8-b7425ac5a448 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/networks?id=42105ba1-38a2-48f4-8e9f-2db55c355e9e HTTP/1.1" status: 200 len: 814 time: 0.5152955 Feb 09 22:02:39.085433 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-c7e40249-c5ad-488f-b57b-004541f42757 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/quotas/ecf756413bbb4509914c48d36d3db43f HTTP/1.1" status: 200 len: 375 time: 0.0193157 Feb 09 22:02:39.219946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b180bccf-b99b-40db-9283-78eec01e4de8 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:02:39.222885 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-56fb1ed0-0013-47eb-93fa-640b256b8356 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ecf756413bbb4509914c48d36d3db43f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1342843 Feb 09 22:02:39.446848 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: b180bccf-b99b-40db-9283-78eec01e4de8 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:02:39.447748 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b180bccf-b99b-40db-9283-78eec01e4de8 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:02:39.448253 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0897f00a-054e-4e2b-aa9c-a09235c0a160 admin admin] Publish callbacks [] for router_gateway (b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.624851 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-95811256-26f5-4eb0-909a-5e659aed8f27 service neutron] 10.222.0.77 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007292 Feb 09 22:02:39.816872 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde2fe58-781a-4f48-ba66-d9fa80a2056b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-7eb9c64e-ab87-47ed-8296-f4c17a11c958', 'network_id': '7eb9c64e-ab87-47ed-8296-f4c17a11c958', 'project_id': '136e444304894d96a3a5aa877163ba60', 'fixed_ips': [{'subnet_id': '68b3a1a7-061b-41a2-8c48-9febd3fd47ab'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:02:39.820692 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cde2fe58-781a-4f48-ba66-d9fa80a2056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.889401 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-bd5902a1-2e13-4a19-bdb5-f4b5193a60dc service neutron] 10.222.0.77 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586305 Feb 09 22:02:40.004521 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-42861f1b-27f6-4744-9f91-4febf26365ad tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:40.021532 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-42861f1b-27f6-4744-9f91-4febf26365ad tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.42 "GET /v2.0/networks?id=1b0359fc-6482-4008-bd91-00a142306ce9 HTTP/1.1" status: 200 len: 813 time: 0.5448389 Feb 09 22:02:40.048495 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-354d00af-0643-4b37-8428-a5fae68eecb0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Request body: {'port': {'device_id': '4c2df2ad-45d6-462f-873f-bbe70b1db048', 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9', 'admin_state_up': True, 'tenant_id': '58ccdb85a9fe4068acdfe74a391ab7c0'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:40.079960 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-52b770d6-c6bd-417b-b505-703368335de7 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:40.082130 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-52b770d6-c6bd-417b-b505-703368335de7 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.42 "GET /v2.0/networks?id=1b0359fc-6482-4008-bd91-00a142306ce9 HTTP/1.1" status: 200 len: 813 time: 0.6159554 Feb 09 22:02:40.127610 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-9bf9b22e-12ed-4716-a5d6-9280655fb299 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Request body: {'port': {'device_id': '2b347150-334a-4fa2-a2df-0b8a8e93e2fe', 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9', 'admin_state_up': True, 'tenant_id': '58ccdb85a9fe4068acdfe74a391ab7c0'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:40.197447 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20420934-466c-4b6b-a6ab-a835952cdfc7 x-openstack-request-id: req-20420934-466c-4b6b-a6ab-a835952cdfc7 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:02:40.197994 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a", "name": "network-vif-deleted", "tag": "cb6e6d17-20d6-4583-8383-f8ec16bcf199", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:02:40.198416 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20420934-466c-4b6b-a6ab-a835952cdfc7 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:02:40.199001 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43507b1-4daa-4e46-a2ea-ff1d9a2e6d4a', 'name': 'network-vif-deleted', 'tag': 'cb6e6d17-20d6-4583-8383-f8ec16bcf199', 'status': 'completed', 'code': 200} Feb 09 22:02:40.298371 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d00831e-a606-4b0d-8838-13dcb993ba9c', 'name': 'network-vif-deleted', 'tag': 'b180bccf-b99b-40db-9283-78eec01e4de8'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:40.303163 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-cde2fe58-781a-4f48-ba66-d9fa80a2056b None None] Allocated IP 172.20.0.2 (7eb9c64e-ab87-47ed-8296-f4c17a11c958/68b3a1a7-061b-41a2-8c48-9febd3fd47ab/b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:40.310689 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1a96e4-8701-4c15-a9fe-cf7964e8a783" -d '{"events": [{"server_uuid": "7d00831e-a606-4b0d-8838-13dcb993ba9c", "name": "network-vif-deleted", "tag": "b180bccf-b99b-40db-9283-78eec01e4de8"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:40.509972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54642) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:40.672784 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cde2fe58-781a-4f48-ba66-d9fa80a2056b None None] Publish callbacks [] for port (b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.677865 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-354d00af-0643-4b37-8428-a5fae68eecb0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Made reservation on behalf of 58ccdb85a9fe4068acdfe74a391ab7c0 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:40.683210 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cde2fe58-781a-4f48-ba66-d9fa80a2056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.687151 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-354d00af-0643-4b37-8428-a5fae68eecb0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.733492 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde2fe58-781a-4f48-ba66-d9fa80a2056b None None] Network 7eb9c64e-ab87-47ed-8296-f4c17a11c958 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:40.736887 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-30a57dae-a493-47ef-af9c-5f6577a9b670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.742433 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-cde2fe58-781a-4f48-ba66-d9fa80a2056b None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:40.749574 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde2fe58-781a-4f48-ba66-d9fa80a2056b None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:40.787574 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2fe58-781a-4f48-ba66-d9fa80a2056b None None] Pushing event updated for resources: {'Port': ['ID=b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:40.820591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-cde2fe58-781a-4f48-ba66-d9fa80a2056b None None] Attempting to bind port b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:40.821131 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-cde2fe58-781a-4f48-ba66-d9fa80a2056b None None] Attempting to bind port b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '881cf01b-ec4d-4973-a42f-c88252da26f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7eb9c64e-ab87-47ed-8296-f4c17a11c958'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:40.821639 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde2fe58-781a-4f48-ba66-d9fa80a2056b None None] Attempting to bind port b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36 on network 7eb9c64e-ab87-47ed-8296-f4c17a11c958 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:40.827717 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde2fe58-781a-4f48-ba66-d9fa80a2056b None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:40.828276 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde2fe58-781a-4f48-ba66-d9fa80a2056b None None] Checking segment: {'id': '881cf01b-ec4d-4973-a42f-c88252da26f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7eb9c64e-ab87-47ed-8296-f4c17a11c958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:40.828838 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cde2fe58-781a-4f48-ba66-d9fa80a2056b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.829564 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde2fe58-781a-4f48-ba66-d9fa80a2056b None None] Bound using segment: {'id': '881cf01b-ec4d-4973-a42f-c88252da26f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7eb9c64e-ab87-47ed-8296-f4c17a11c958'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:40.830870 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-cde2fe58-781a-4f48-ba66-d9fa80a2056b None None] Bound port: b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881cf01b-ec4d-4973-a42f-c88252da26f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7eb9c64e-ab87-47ed-8296-f4c17a11c958'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:40.831392 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cde2fe58-781a-4f48-ba66-d9fa80a2056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.887326 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-151d5093-2592-41de-aec3-e9d912b3e18e req-2d29d3dc-a2be-40a6-8c85-9f16d6dc3ca8 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c2df2ad-45d6-462f-873f-bbe70b1db048 HTTP/1.1" status: 200 len: 210 time: 0.1911635 Feb 09 22:02:40.941180 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bed184c-c5c7-496f-b713-6a6b5dfa2b6b admin admin] Deleting subnet 2ded9edd-23c6-4c83-8f80-70cad7e988fb {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:02:40.967932 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bed184c-c5c7-496f-b713-6a6b5dfa2b6b admin admin] Publish callbacks [] for subnet (2ded9edd-23c6-4c83-8f80-70cad7e988fb), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.035158 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-cde2fe58-781a-4f48-ba66-d9fa80a2056b None None] For port b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:41.038876 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-cde2fe58-781a-4f48-ba66-d9fa80a2056b None None] For port b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36,segment=NetworkSegment(881cf01b-ec4d-4973-a42f-c88252da26f1),segment_id=881cf01b-ec4d-4973-a42f-c88252da26f1)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:41.059095 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cde2fe58-781a-4f48-ba66-d9fa80a2056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.145755 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bed184c-c5c7-496f-b713-6a6b5dfa2b6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (2ded9edd-23c6-4c83-8f80-70cad7e988fb), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.233301 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2fe58-781a-4f48-ba66-d9fa80a2056b None None] Pushing event updated for resources: {'Port': ['ID=b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:41.329496 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-9bf9b22e-12ed-4716-a5d6-9280655fb299 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Made reservation on behalf of 58ccdb85a9fe4068acdfe74a391ab7c0 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:41.345943 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-9bf9b22e-12ed-4716-a5d6-9280655fb299 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.370861 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bed184c-c5c7-496f-b713-6a6b5dfa2b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (2ded9edd-23c6-4c83-8f80-70cad7e988fb), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.526734 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0897f00a-054e-4e2b-aa9c-a09235c0a160 admin admin] Publish callbacks [] for router_gateway (b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.595639 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.600647 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bed184c-c5c7-496f-b713-6a6b5dfa2b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (2ded9edd-23c6-4c83-8f80-70cad7e988fb), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.678373 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed184c-c5c7-496f-b713-6a6b5dfa2b6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ded9edd-23c6-4c83-8f80-70cad7e988fb,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:41.684436 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bed184c-c5c7-496f-b713-6a6b5dfa2b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.699043 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5bed184c-c5c7-496f-b713-6a6b5dfa2b6b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2ded9edd-23c6-4c83-8f80-70cad7e988fb HTTP/1.1" status: 204 len: 168 time: 1.1878481 Feb 09 22:02:41.704821 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54658) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:41.860704 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-354d00af-0643-4b37-8428-a5fae68eecb0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Allocated IP 172.20.0.3 (1b0359fc-6482-4008-bd91-00a142306ce9/7c08b3d1-b3bb-4d07-8617-ae693f704428/f22f818c-af99-41cf-a572-b1711f47b83a) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:41.924471 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0897f00a-054e-4e2b-aa9c-a09235c0a160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.942325 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13656a4c-dc8c-4993-9dde-6ba478c407d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (f6ffe190-deec-4988-bc55-1126c75f076f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:42.174478 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:42.349392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:02:42.352315 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13656a4c-dc8c-4993-9dde-6ba478c407d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (f6ffe190-deec-4988-bc55-1126c75f076f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:42.359115 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:42.361260 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:42.427159 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab1c6b-a7a0-465c-944d-cdacb73d68b2 req-8d2808cd-dd84-4ef0-b911-333ee772baf8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:42.445431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7cab1c6b-a7a0-465c-944d-cdacb73d68b2 req-8d2808cd-dd84-4ef0-b911-333ee772baf8 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=3af6144e-0636-4144-ab9f-b55ab2fd6368 HTTP/1.1" status: 200 len: 944 time: 0.2993689 Feb 09 22:02:42.500112 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-13656a4c-dc8c-4993-9dde-6ba478c407d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ffe190-deec-4988-bc55-1126c75f076f']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:42.517082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-0897f00a-054e-4e2b-aa9c-a09235c0a160 admin admin] Allocated IP 172.25.6.214 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/ff5a8aa4-2be9-4c2e-aebb-c83f9a223288) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:42.548156 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-13656a4c-dc8c-4993-9dde-6ba478c407d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5066859-ff9b-4578-a68d-550a95bd5db1') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:42.548779 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-13656a4c-dc8c-4993-9dde-6ba478c407d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5066859-ff9b-4578-a68d-550a95bd5db1') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:42.557571 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:42.559994 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:42.657440 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af6144e-0636-4144-ab9f-b55ab2fd6368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:42.674302 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a1f69a-f95f-4283-9198-733c59e9599b" -d '{"events": [{"server_uuid": "3af6144e-0636-4144-ab9f-b55ab2fd6368", "name": "network-vif-plugged", "status": "completed", "tag": "e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:42.731566 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca,segment=NetworkSegment(9fec6d9a-972a-42b8-bb02-551512227b2a),segment_id=9fec6d9a-972a-42b8-bb02-551512227b2a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:42.754004 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13656a4c-dc8c-4993-9dde-6ba478c407d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (e5066859-ff9b-4578-a68d-550a95bd5db1), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:42.790683 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:42.841638 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:42.850058 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7cab1c6b-a7a0-465c-944d-cdacb73d68b2 req-528fb2b4-6b56-4f11-a465-cf2517875ba2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c0ef1c3-9d1d-49d3-9928-8b691b0599a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4022090 Feb 09 22:02:42.898797 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13656a4c-dc8c-4993-9dde-6ba478c407d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e5066859-ff9b-4578-a68d-550a95bd5db1), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:42.933946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13656a4c-dc8c-4993-9dde-6ba478c407d1 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:02:42.934289 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13656a4c-dc8c-4993-9dde-6ba478c407d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (e5066859-ff9b-4578-a68d-550a95bd5db1), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:02:42.946990 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:02:42.966960 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:43.145089 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-81b011f8-9e86-4ae4-a1c5-bb9fc8edc955 req-a774b059-5b22-4e17-8d13-5558fe6187c5 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad153b9a-bc74-43af-9519-3e0e19fac1cc HTTP/1.1" status: 200 len: 210 time: 0.1419144 Feb 09 22:02:43.149641 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-ef9788cc-8593-4e5d-97b0-4a694ff67e1b tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:43.153253 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-ef9788cc-8593-4e5d-97b0-4a694ff67e1b tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.71 "GET /v2.0/networks?id=42105ba1-38a2-48f4-8e9f-2db55c355e9e HTTP/1.1" status: 200 len: 814 time: 0.6150918 Feb 09 22:02:43.212419 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13656a4c-dc8c-4993-9dde-6ba478c407d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (f6ffe190-deec-4988-bc55-1126c75f076f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:43.219352 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13656a4c-dc8c-4993-9dde-6ba478c407d1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:43.231413 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-778b3afc-c1d6-4039-a782-d4c47519302d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Request body: {'port': {'device_id': 'ad153b9a-bc74-43af-9519-3e0e19fac1cc', 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e', 'admin_state_up': True, 'tenant_id': 'ecf756413bbb4509914c48d36d3db43f'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:43.273584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:43.284036 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-13656a4c-dc8c-4993-9dde-6ba478c407d1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f6ffe190-deec-4988-bc55-1126c75f076f HTTP/1.1" status: 204 len: 168 time: 1.5775723 Feb 09 22:02:43.298490 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad66f3c-fd12-4042-920d-e2094515405f x-openstack-request-id: req-fad66f3c-fd12-4042-920d-e2094515405f {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:02:43.309557 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d00831e-a606-4b0d-8838-13dcb993ba9c", "name": "network-vif-deleted", "tag": "b180bccf-b99b-40db-9283-78eec01e4de8", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:02:43.310208 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fad66f3c-fd12-4042-920d-e2094515405f {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:02:43.310867 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d00831e-a606-4b0d-8838-13dcb993ba9c', 'name': 'network-vif-deleted', 'tag': 'b180bccf-b99b-40db-9283-78eec01e4de8', 'status': 'completed', 'code': 200} Feb 09 22:02:43.330962 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13656a4c-dc8c-4993-9dde-6ba478c407d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6ffe190-deec-4988-bc55-1126c75f076f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:43.452094 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea1a59cc-9df9-4829-b9b2-3d72ab12bb26 req-5e246058-e611-4588-8bd2-73262c8def4c tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c2df2ad-45d6-462f-873f-bbe70b1db048 HTTP/1.1" status: 200 len: 210 time: 0.0567925 Feb 09 22:02:43.481889 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0897f00a-054e-4e2b-aa9c-a09235c0a160 admin admin] Publish callbacks [] for port (ff5a8aa4-2be9-4c2e-aebb-c83f9a223288), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:43.570645 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66260ad7-828a-49bf-ac03-d2da7778e250 x-openstack-request-id: req-66260ad7-828a-49bf-ac03-d2da7778e250 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:02:43.571354 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af6144e-0636-4144-ab9f-b55ab2fd6368", "name": "network-vif-plugged", "status": "completed", "tag": "e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:02:43.571864 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-66260ad7-828a-49bf-ac03-d2da7778e250 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:02:43.572529 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af6144e-0636-4144-ab9f-b55ab2fd6368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca', 'code': 200} Feb 09 22:02:43.574755 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaa12ce-a94f-482c-9d91-f54c49f68d64 None None] Network 7eb9c64e-ab87-47ed-8296-f4c17a11c958 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:43.609601 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:43.611143 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:43.641638 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-354d00af-0643-4b37-8428-a5fae68eecb0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks [] for port (f22f818c-af99-41cf-a572-b1711f47b83a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:43.679246 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0897f00a-054e-4e2b-aa9c-a09235c0a160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ff5a8aa4-2be9-4c2e-aebb-c83f9a223288), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:43.685799 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54682) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:43.838738 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bc629-5a02-445a-a9a3-fc802c4a9f72 req-143da187-4209-4b7e-aa69-e8d963ab588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:43.840519 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-285bc629-5a02-445a-a9a3-fc802c4a9f72 req-143da187-4209-4b7e-aa69-e8d963ab588f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3af6144e-0636-4144-ab9f-b55ab2fd6368 HTTP/1.1" status: 200 len: 1127 time: 0.1981492 Feb 09 22:02:43.867090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c4c1fd72-b5d4-4162-91cb-22e99cb25d14 None None] Provisioning complete for port b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:43.867791 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c4c1fd72-b5d4-4162-91cb-22e99cb25d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:43.940350 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0897f00a-054e-4e2b-aa9c-a09235c0a160 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:43.964765 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-0897f00a-054e-4e2b-aa9c-a09235c0a160 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:43.984525 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0897f00a-054e-4e2b-aa9c-a09235c0a160 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:43.985979 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-285bc629-5a02-445a-a9a3-fc802c4a9f72 req-b6e9dc6a-b1b3-46cf-a998-a7c9aa7439ba service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1c0ef1c3-9d1d-49d3-9928-8b691b0599a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356490 Feb 09 22:02:44.041064 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897f00a-054e-4e2b-aa9c-a09235c0a160 admin admin] Pushing event updated for resources: {'Port': ['ID=ff5a8aa4-2be9-4c2e-aebb-c83f9a223288,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:44.073804 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-354d00af-0643-4b37-8428-a5fae68eecb0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f22f818c-af99-41cf-a572-b1711f47b83a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.078827 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4dda31e6-e900-4a6e-90a8-dcde803e9bb9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=00bb2f5fb2cc43e7a034b5f6817b4e84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3804886 Feb 09 22:02:44.093361 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54694) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:44.123237 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:44.123844 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.213642 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-354d00af-0643-4b37-8428-a5fae68eecb0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Network 1b0359fc-6482-4008-bd91-00a142306ce9 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:44.255154 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-778b3afc-c1d6-4039-a782-d4c47519302d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Made reservation on behalf of ecf756413bbb4509914c48d36d3db43f for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:44.257709 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-778b3afc-c1d6-4039-a782-d4c47519302d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.304053 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e01d6bc-a872-41c1-9317-7c83a685ac86 admin admin] Publish callbacks [] for security_group (91dfabdb-e038-4d2d-b5b4-8bbd9c9c74e4), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.328152 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-354d00af-0643-4b37-8428-a5fae68eecb0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:44.329935 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58376ada-f0e7-460c-9d86-429cac2a6983 req-3866a5cf-9560-41a0-a9b3-602fdfbbf255 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:44.335774 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-58376ada-f0e7-460c-9d86-429cac2a6983 req-3866a5cf-9560-41a0-a9b3-602fdfbbf255 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=3af6144e-0636-4144-ab9f-b55ab2fd6368 HTTP/1.1" status: 200 len: 945 time: 0.3280568 Feb 09 22:02:44.355099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-354d00af-0643-4b37-8428-a5fae68eecb0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:44.365087 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-9bf9b22e-12ed-4716-a5d6-9280655fb299 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Allocated IP 172.20.0.7 (1b0359fc-6482-4008-bd91-00a142306ce9/7c08b3d1-b3bb-4d07-8617-ae693f704428/4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:44.432098 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e01d6bc-a872-41c1-9317-7c83a685ac86 admin admin] Publish callbacks [] for security_group (91dfabdb-e038-4d2d-b5b4-8bbd9c9c74e4), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.435724 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d00af-0643-4b37-8428-a5fae68eecb0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Pushing event updated for resources: {'Port': ['ID=f22f818c-af99-41cf-a572-b1711f47b83a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:44.498849 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36,segment=NetworkSegment(881cf01b-ec4d-4973-a42f-c88252da26f1),segment_id=881cf01b-ec4d-4973-a42f-c88252da26f1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:44.512267 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1fd72-b5d4-4162-91cb-22e99cb25d14 None None] Current status of the port b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:44.513500 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c4c1fd72-b5d4-4162-91cb-22e99cb25d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.514599 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-58376ada-f0e7-460c-9d86-429cac2a6983 req-1471c144-ecb9-4938-9305-5ac4ec0108e6 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c0ef1c3-9d1d-49d3-9928-8b691b0599a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503460 Feb 09 22:02:44.569786 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e01d6bc-a872-41c1-9317-7c83a685ac86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (91dfabdb-e038-4d2d-b5b4-8bbd9c9c74e4), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.573486 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e01d6bc-a872-41c1-9317-7c83a685ac86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.578811 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2e01d6bc-a872-41c1-9317-7c83a685ac86 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/91dfabdb-e038-4d2d-b5b4-8bbd9c9c74e4 HTTP/1.1" status: 204 len: 168 time: 0.4796879 Feb 09 22:02:44.597830 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.606591 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01d6bc-a872-41c1-9317-7c83a685ac86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dfabdb-e038-4d2d-b5b4-8bbd9c9c74e4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:44.794526 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-884674e1-e0e2-4922-b365-21d1af26e261 req-d80dc6ee-eaec-49bd-a7bd-4cd6c9521469 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad153b9a-bc74-43af-9519-3e0e19fac1cc HTTP/1.1" status: 200 len: 210 time: 0.0857391 Feb 09 22:02:45.130057 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6171e-e8e4-4d7f-8f8c-c8703769dfc0 req-295c9ae0-88d1-4af7-8209-76f3d4f3fb8d tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:45.145647 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10d6171e-e8e4-4d7f-8f8c-c8703769dfc0 req-295c9ae0-88d1-4af7-8209-76f3d4f3fb8d tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c2df2ad-45d6-462f-873f-bbe70b1db048 HTTP/1.1" status: 200 len: 931 time: 0.1193988 Feb 09 22:02:45.253448 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-c4c1fd72-b5d4-4162-91cb-22e99cb25d14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:02:45.256363 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-c4c1fd72-b5d4-4162-91cb-22e99cb25d14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:02:45.260993 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:45.292147 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.328075 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10d6171e-e8e4-4d7f-8f8c-c8703769dfc0 req-79f6a428-66ea-444e-a559-2a7b8124fb1a tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807673 Feb 09 22:02:45.414110 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.425842 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-354d00af-0643-4b37-8428-a5fae68eecb0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:45.425842 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-354d00af-0643-4b37-8428-a5fae68eecb0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.637316 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-354d00af-0643-4b37-8428-a5fae68eecb0 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5979297 Feb 09 22:02:45.689399 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0897f00a-054e-4e2b-aa9c-a09235c0a160 admin admin] Publish callbacks [] for router_gateway (b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.731506 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] Request body: {'port': {'device_id': '4c2df2ad-45d6-462f-873f-bbe70b1db048', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:45.777914 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b397e-f9cd-4169-84fa-2dc81749de5f req-73e5a3ce-4030-4bf0-874a-f12d7945da77 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:45.785394 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b76b397e-f9cd-4169-84fa-2dc81749de5f req-73e5a3ce-4030-4bf0-874a-f12d7945da77 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=3af6144e-0636-4144-ab9f-b55ab2fd6368 HTTP/1.1" status: 200 len: 945 time: 0.1359348 Feb 09 22:02:45.854005 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1fd72-b5d4-4162-91cb-22e99cb25d14 None None] Current status of the port b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:45.915320 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-778b3afc-c1d6-4039-a782-d4c47519302d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Allocated IP 172.20.0.8 (42105ba1-38a2-48f4-8e9f-2db55c355e9e/95498cf5-512a-4d09-af11-5e6075e6f447/b58d90f5-b842-4dfe-a6f8-0ef218d3a398) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:45.950073 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b76b397e-f9cd-4169-84fa-2dc81749de5f req-de0ec0ad-e205-417c-bf03-8b1893c87b9a tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c0ef1c3-9d1d-49d3-9928-8b691b0599a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565766 Feb 09 22:02:45.986018 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-da9876fd-4792-4515-baee-41bbff43591a None None] Provisioning complete for port b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:45.995201 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-da9876fd-4792-4515-baee-41bbff43591a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.099977 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.257790 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-da9876fd-4792-4515-baee-41bbff43591a None None] Current status of the port b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:46.296382 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b5b29349-01a7-431f-b3db-11e4f2ddf836 req-1d04a8be-6e8d-4261-b506-e6a13bfd0bd4 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad153b9a-bc74-43af-9519-3e0e19fac1cc HTTP/1.1" status: 200 len: 210 time: 0.1727080 Feb 09 22:02:46.440934 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f22f818c-af99-41cf-a572-b1711f47b83a), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.456503 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54746) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:46.467508 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-9bf9b22e-12ed-4716-a5d6-9280655fb299 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks [] for port (4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.582294 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5db543-0b02-4203-b7c4-faef18613826 req-78125ced-f447-4364-b892-eb4d6809ebf4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:46.597534 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b5db543-0b02-4203-b7c4-faef18613826 req-78125ced-f447-4364-b892-eb4d6809ebf4 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=3af6144e-0636-4144-ab9f-b55ab2fd6368 HTTP/1.1" status: 200 len: 945 time: 0.1207361 Feb 09 22:02:46.636349 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0897f00a-054e-4e2b-aa9c-a09235c0a160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.639530 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2f809514-7f9b-4510-98a6-ec2f103fe8b2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-947014288-network', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:46.715560 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f809514-7f9b-4510-98a6-ec2f103fe8b2 admin admin] Made reservation on behalf of 4880f10c70244f90be8edb3c8e74671f for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:46.720522 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f809514-7f9b-4510-98a6-ec2f103fe8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.747740 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f809514-7f9b-4510-98a6-ec2f103fe8b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.787752 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b5db543-0b02-4203-b7c4-faef18613826 req-7d7e7b6c-f177-4022-bf89-3c1f7a616744 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c0ef1c3-9d1d-49d3-9928-8b691b0599a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885040 Feb 09 22:02:46.820271 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54750) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:46.848701 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-778b3afc-c1d6-4039-a782-d4c47519302d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks [] for port (b58d90f5-b842-4dfe-a6f8-0ef218d3a398), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:47.023141 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f809514-7f9b-4510-98a6-ec2f103fe8b2 admin admin] Publish callbacks [] for security_group (980f9f9e-4844-4cfc-98dd-bb2e634254ba), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:47.034374 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af09afe4-09eb-4f3f-8bef-487c2e50a685 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:47.038992 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-af09afe4-09eb-4f3f-8bef-487c2e50a685 tempest-TestNetworkBasicOps-798386067 tempest-TestNetworkBasicOps-798386067-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3af6144e-0636-4144-ab9f-b55ab2fd6368 HTTP/1.1" status: 200 len: 1122 time: 0.2148736 Feb 09 22:02:47.039669 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54752) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:47.043105 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f809514-7f9b-4510-98a6-ec2f103fe8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (980f9f9e-4844-4cfc-98dd-bb2e634254ba), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:47.049348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5d9e06d3-7894-40e0-a195-650d8f759fd3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': 'e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:47.106595 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e586e14-49ff-449b-a2d6-7044e2efcc04 req-dfd4e739-247b-497e-9876-8e7b7ba38f2a tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:47.118971 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e586e14-49ff-449b-a2d6-7044e2efcc04 req-dfd4e739-247b-497e-9876-8e7b7ba38f2a tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c2df2ad-45d6-462f-873f-bbe70b1db048 HTTP/1.1" status: 200 len: 931 time: 0.2069647 Feb 09 22:02:47.193739 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f809514-7f9b-4510-98a6-ec2f103fe8b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:02:47.200100 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:47.231969 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f809514-7f9b-4510-98a6-ec2f103fe8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980f9f9e-4844-4cfc-98dd-bb2e634254ba,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:47.242284 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f809514-7f9b-4510-98a6-ec2f103fe8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (4021b8c6-5eef-4941-a565-ee6b7d9f3fb3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:47.242730 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-2f809514-7f9b-4510-98a6-ec2f103fe8b2 admin admin] Added segment 4021b8c6-5eef-4941-a565-ee6b7d9f3fb3 of type vlan for network 4857dd6b-a754-4680-8991-0ed6d7d88bfa Feb 09 22:02:47.254271 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d9e06d3-7894-40e0-a195-650d8f759fd3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:47.269470 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e586e14-49ff-449b-a2d6-7044e2efcc04 req-6d9290a7-f6fa-4dad-99aa-6257468eb615 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493406 Feb 09 22:02:47.378324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:47.380085 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:47.397052 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f809514-7f9b-4510-98a6-ec2f103fe8b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (4857dd6b-a754-4680-8991-0ed6d7d88bfa), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:47.442083 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-778b3afc-c1d6-4039-a782-d4c47519302d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (b58d90f5-b842-4dfe-a6f8-0ef218d3a398), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:47.444738 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-9bf9b22e-12ed-4716-a5d6-9280655fb299 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:47.473413 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['de3c2b1f-0b8d-4dc9-821f-86c7895954eb', '090de5ea-bb4d-43f4-a96a-b578222bfcbb'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:02:47.482718 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f809514-7f9b-4510-98a6-ec2f103fe8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (4857dd6b-a754-4680-8991-0ed6d7d88bfa), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:47.485498 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f809514-7f9b-4510-98a6-ec2f103fe8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:47.486917 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f809514-7f9b-4510-98a6-ec2f103fe8b2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:47.639086 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22f818c-af99-41cf-a572-b1711f47b83a {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:02:47.708007 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] Publish callbacks [] for port (f22f818c-af99-41cf-a572-b1711f47b83a), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:47.725341 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-778b3afc-c1d6-4039-a782-d4c47519302d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Network 42105ba1-38a2-48f4-8e9f-2db55c355e9e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:47.739261 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-9bf9b22e-12ed-4716-a5d6-9280655fb299 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Network 1b0359fc-6482-4008-bd91-00a142306ce9 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:47.753728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-778b3afc-c1d6-4039-a782-d4c47519302d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:47.762612 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-9bf9b22e-12ed-4716-a5d6-9280655fb299 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:47.767245 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b3afc-c1d6-4039-a782-d4c47519302d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Pushing event updated for resources: {'Port': ['ID=b58d90f5-b842-4dfe-a6f8-0ef218d3a398,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:47.775536 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-9bf9b22e-12ed-4716-a5d6-9280655fb299 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:47.788233 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-778b3afc-c1d6-4039-a782-d4c47519302d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:47.843682 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:47.849587 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2f809514-7f9b-4510-98a6-ec2f103fe8b2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3910859 Feb 09 22:02:47.862357 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f809514-7f9b-4510-98a6-ec2f103fe8b2 admin admin] Pushing event updated for resources: {'Network': ['ID=4857dd6b-a754-4680-8991-0ed6d7d88bfa,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:47.871158 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54768) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:47.883155 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0e4fe0e1-9c5b-4878-a305-1bba05dd5c29 admin admin] Request body: {'subnet': {'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-947014288-subnet', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:47.884696 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 4857dd6b-a754-4680-8991-0ed6d7d88bfa details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:02:47.926034 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4fe0e1-9c5b-4878-a305-1bba05dd5c29 admin admin] Made reservation on behalf of 4880f10c70244f90be8edb3c8e74671f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:47.929866 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e4fe0e1-9c5b-4878-a305-1bba05dd5c29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:47.933227 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] Transition to ACTIVE for port object f22f818c-af99-41cf-a572-b1711f47b83a will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:02:47.995036 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (f22f818c-af99-41cf-a572-b1711f47b83a), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:48.032382 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0897f00a-054e-4e2b-aa9c-a09235c0a160 admin admin] Router b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:02:48.108306 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9b22e-12ed-4716-a5d6-9280655fb299 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Pushing event updated for resources: {'Port': ['ID=4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:48.121525 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-9bf9b22e-12ed-4716-a5d6-9280655fb299 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:48.122643 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-9bf9b22e-12ed-4716-a5d6-9280655fb299 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:48.146962 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-778b3afc-c1d6-4039-a782-d4c47519302d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:48.148350 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-778b3afc-c1d6-4039-a782-d4c47519302d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:48.217850 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e4fe0e1-9c5b-4878-a305-1bba05dd5c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (d595b8d0-b4c4-4491-9e6e-ce5e2fa73f07), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:48.270594 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e079c69-bd1b-46bf-9633-60d995c933c9 req-6b63fc0d-cd66-47d3-85bf-b0ae0ba6b46e tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:48.291686 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e079c69-bd1b-46bf-9633-60d995c933c9 req-6b63fc0d-cd66-47d3-85bf-b0ae0ba6b46e tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad153b9a-bc74-43af-9519-3e0e19fac1cc HTTP/1.1" status: 200 len: 931 time: 0.5754774 Feb 09 22:02:48.515446 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d9e06d3-7894-40e0-a195-650d8f759fd3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:48.599205 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-9bf9b22e-12ed-4716-a5d6-9280655fb299 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.4863186 Feb 09 22:02:48.635902 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f22f818c-af99-41cf-a572-b1711f47b83a,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:48.654805 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] Request body: {'port': {'device_id': '2b347150-334a-4fa2-a2df-0b8a8e93e2fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:48.715597 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4fe0e1-9c5b-4878-a305-1bba05dd5c29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d595b8d0-b4c4-4491-9e6e-ce5e2fa73f07,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:48.717325 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-778b3afc-c1d6-4039-a782-d4c47519302d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5090525 Feb 09 22:02:48.760518 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4fe0e1-9c5b-4878-a305-1bba05dd5c29 admin admin] Checking segment: {'id': '4021b8c6-5eef-4941-a565-ee6b7d9f3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:48.761097 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4fe0e1-9c5b-4878-a305-1bba05dd5c29 admin admin] Network hostable DHCP agents. Network: 4857dd6b-a754-4680-8991-0ed6d7d88bfa, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:02:48.789095 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] Request body: {'port': {'device_id': 'ad153b9a-bc74-43af-9519-3e0e19fac1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:48.949556 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e079c69-bd1b-46bf-9633-60d995c933c9 req-43a90dcb-e782-4baa-8312-a988df26cabf tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6562729 Feb 09 22:02:48.975923 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4fe0e1-9c5b-4878-a305-1bba05dd5c29 admin admin] Network 4857dd6b-a754-4680-8991-0ed6d7d88bfa is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:02:49.012700 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-0e4fe0e1-9c5b-4878-a305-1bba05dd5c29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 4857dd6b-a754-4680-8991-0ed6d7d88bfa) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:49.025446 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f75e1d-92f4-4cc1-b583-47f4a982352f None None] Network 4857dd6b-a754-4680-8991-0ed6d7d88bfa requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:49.051315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4fe0e1-9c5b-4878-a305-1bba05dd5c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:49.054642 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e4fe0e1-9c5b-4878-a305-1bba05dd5c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:49.076762 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:49.103345 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0897f00a-054e-4e2b-aa9c-a09235c0a160 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:02:49.119557 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] Attempting to bind port f22f818c-af99-41cf-a572-b1711f47b83a on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:49.120005 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] Attempting to bind port f22f818c-af99-41cf-a572-b1711f47b83a by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'b2536537-d287-4bb4-b744-ea4f0ac8b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:49.120274 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] Attempting to bind port f22f818c-af99-41cf-a572-b1711f47b83a on network 1b0359fc-6482-4008-bd91-00a142306ce9 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:49.121867 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] Sync routers for ids ['b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:02:49.125327 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b58d90f5-b842-4dfe-a6f8-0ef218d3a398), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:49.154958 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] Routers {'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:49.159900 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:02:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:49.174261 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] Port f22f818c-af99-41cf-a572-b1711f47b83a on network 1b0359fc-6482-4008-bd91-00a142306ce9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:49.174698 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] Attempting to bind port f22f818c-af99-41cf-a572-b1711f47b83a on network 1b0359fc-6482-4008-bd91-00a142306ce9 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:49.189229 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-5d9e06d3-7894-40e0-a195-650d8f759fd3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Allocated IP 172.25.6.98 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/3a1505f8-3ba7-4d21-8995-1e1af03fc96c) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:49.266282 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0e4fe0e1-9c5b-4878-a305-1bba05dd5c29 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3879642 Feb 09 22:02:49.294232 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54788) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:49.300884 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-bdc678ec-b54e-4342-a356-674d149b1fe4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-947014288-router', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:49.405044 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdc678ec-b54e-4342-a356-674d149b1fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (1115e8a3-7327-49e0-93c0-88b7478a58a8), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:49.406616 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdc678ec-b54e-4342-a356-674d149b1fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (1115e8a3-7327-49e0-93c0-88b7478a58a8), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:49.491955 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe925b58-4bb3-46ee-80ca-25f184704ea3 None None] Network 4857dd6b-a754-4680-8991-0ed6d7d88bfa requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:49.820721 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdc678ec-b54e-4342-a356-674d149b1fe4 admin admin] Publish callbacks [] for router_controller (1115e8a3-7327-49e0-93c0-88b7478a58a8), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:49.839540 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] Set router b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:49.841026 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d875bb-3952-47bb-b3ff-d1e72f7f6c4f req-c72820da-3b2e-45a3-a944-802b45db22c4 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:49.844743 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62d875bb-3952-47bb-b3ff-d1e72f7f6c4f req-c72820da-3b2e-45a3-a944-802b45db22c4 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c2df2ad-45d6-462f-873f-bbe70b1db048 HTTP/1.1" status: 200 len: 943 time: 0.6388319 Feb 09 22:02:49.984338 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0897f00a-054e-4e2b-aa9c-a09235c0a160 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:49.987384 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0897f00a-054e-4e2b-aa9c-a09235c0a160 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 11.0990360 Feb 09 22:02:49.991510 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:49.996498 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] Checking segment: {'id': 'b2536537-d287-4bb4-b744-ea4f0ac8b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:49.997480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] Bound using segment: {'id': 'b2536537-d287-4bb4-b744-ea4f0ac8b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:49.998555 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] Bound port: f22f818c-af99-41cf-a572-b1711f47b83a, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2536537-d287-4bb4-b744-ea4f0ac8b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:49.999410 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f22f818c-af99-41cf-a572-b1711f47b83a), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:50.021258 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54796) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:50.324233 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62d875bb-3952-47bb-b3ff-d1e72f7f6c4f req-9ba34e50-b88c-4fd9-a540-6d97add8b45e tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066813 Feb 09 22:02:50.569690 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7', 'name': 'tempest-TestAggregatesBasicOps-2002009998-router', 'tenant_id': '136e444304894d96a3a5aa877163ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'ff5a8aa4-2be9-4c2e-aebb-c83f9a223288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:38Z', 'updated_at': '2022-02-09T22:02:45Z', 'revision_number': 3, 'project_id': '136e444304894d96a3a5aa877163ba60', 'gw_port': {'id': 'ff5a8aa4-2be9-4c2e-aebb-c83f9a223288', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:41Z', 'updated_at': '2022-02-09T22:02:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:50.618745 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] For port f22f818c-af99-41cf-a572-b1711f47b83a, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:50.716610 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] Checking router: b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:02:50.729364 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] Updating router b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7 port ff5a8aa4-2be9-4c2e-aebb-c83f9a223288 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:02:50.756064 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d9e06d3-7894-40e0-a195-650d8f759fd3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for port (3a1505f8-3ba7-4d21-8995-1e1af03fc96c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:50.756403 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] For port f22f818c-af99-41cf-a572-b1711f47b83a, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=f22f818c-af99-41cf-a572-b1711f47b83a,segment=NetworkSegment(b2536537-d287-4bb4-b744-ea4f0ac8b197),segment_id=b2536537-d287-4bb4-b744-ea4f0ac8b197)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:50.784854 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdc678ec-b54e-4342-a356-674d149b1fe4 admin admin] Publish callbacks [] for router_gateway (1115e8a3-7327-49e0-93c0-88b7478a58a8), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:50.855767 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ff5a8aa4-2be9-4c2e-aebb-c83f9a223288), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.016184 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae49875-1e41-48cc-ada7-e4552afe4a25 req-4ee79ead-663e-400d-8fdb-09d841cc6d87 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:51.020502 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:02:51.030235 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] Publish callbacks [] for port (4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.036399 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bae49875-1e41-48cc-ada7-e4552afe4a25 req-4ee79ead-663e-400d-8fdb-09d841cc6d87 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad153b9a-bc74-43af-9519-3e0e19fac1cc HTTP/1.1" status: 200 len: 931 time: 0.4445417 Feb 09 22:02:51.050568 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] Transition to ACTIVE for port object 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:02:51.190773 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d9e06d3-7894-40e0-a195-650d8f759fd3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (3a1505f8-3ba7-4d21-8995-1e1af03fc96c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.273095 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58d90f5-b842-4dfe-a6f8-0ef218d3a398 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:02:51.287907 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] Publish callbacks [] for port (b58d90f5-b842-4dfe-a6f8-0ef218d3a398), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.308998 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] Transition to ACTIVE for port object b58d90f5-b842-4dfe-a6f8-0ef218d3a398 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:02:51.312179 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.327480 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bae49875-1e41-48cc-ada7-e4552afe4a25 req-0833838d-4afc-421c-a907-bdd0d0e91213 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913234 Feb 09 22:02:51.329249 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (f22f818c-af99-41cf-a572-b1711f47b83a), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.360255 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (b58d90f5-b842-4dfe-a6f8-0ef218d3a398), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.552197 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9e06d3-7894-40e0-a195-650d8f759fd3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:51.556614 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e06d3-7894-40e0-a195-650d8f759fd3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'Port': ['ID=3a1505f8-3ba7-4d21-8995-1e1af03fc96c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:51.663335 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5d9e06d3-7894-40e0-a195-650d8f759fd3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:51.695270 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9e06d3-7894-40e0-a195-650d8f759fd3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:51.698932 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] Publish callbacks [] for port (ff5a8aa4-2be9-4c2e-aebb-c83f9a223288), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.712853 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ff5a8aa4-2be9-4c2e-aebb-c83f9a223288), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.732672 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:51.733332 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.737069 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] 10.222.0.42 "PUT /v2.0/ports/f22f818c-af99-41cf-a572-b1711f47b83a HTTP/1.1" status: 200 len: 1091 time: 6.0747554 Feb 09 22:02:51.741066 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] Attempting to bind port 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:51.741408 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] Attempting to bind port 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'b2536537-d287-4bb4-b744-ea4f0ac8b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:51.741741 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] Attempting to bind port 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc on network 1b0359fc-6482-4008-bd91-00a142306ce9 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:51.820469 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2df2ad-45d6-462f-873f-bbe70b1db048', 'tag': 'f22f818c-af99-41cf-a572-b1711f47b83a'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:51.824768 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c73663a-ca03-4868-a2f3-b2cfac6cb3b1" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2df2ad-45d6-462f-873f-bbe70b1db048", "tag": "f22f818c-af99-41cf-a572-b1711f47b83a"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:51.848475 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] Port 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc on network 1b0359fc-6482-4008-bd91-00a142306ce9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:51.849428 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] Attempting to bind port 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc on network 1b0359fc-6482-4008-bd91-00a142306ce9 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:51.856106 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] Attempting to bind port b58d90f5-b842-4dfe-a6f8-0ef218d3a398 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:51.856489 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] Attempting to bind port b58d90f5-b842-4dfe-a6f8-0ef218d3a398 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '9550f611-ce26-4437-bed9-cffa6dc8d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:51.856892 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] Attempting to bind port b58d90f5-b842-4dfe-a6f8-0ef218d3a398 on network 42105ba1-38a2-48f4-8e9f-2db55c355e9e {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:51.860536 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] Attempting to bind port ff5a8aa4-2be9-4c2e-aebb-c83f9a223288 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:51.861204 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] Attempting to bind port ff5a8aa4-2be9-4c2e-aebb-c83f9a223288 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:51.861751 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] Attempting to bind port ff5a8aa4-2be9-4c2e-aebb-c83f9a223288 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:51.871157 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:51.871687 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] Checking segment: {'id': 'b2536537-d287-4bb4-b744-ea4f0ac8b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:51.872124 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] Bound using segment: {'id': 'b2536537-d287-4bb4-b744-ea4f0ac8b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:51.872608 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] Bound port: 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2536537-d287-4bb4-b744-ea4f0ac8b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:51.872968 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.880991 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:51.892868 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:51.893603 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.894203 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:51.894932 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] Bound port: ff5a8aa4-2be9-4c2e-aebb-c83f9a223288, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:51.896173 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ff5a8aa4-2be9-4c2e-aebb-c83f9a223288), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.900454 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] Port b58d90f5-b842-4dfe-a6f8-0ef218d3a398 on network 42105ba1-38a2-48f4-8e9f-2db55c355e9e not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:51.900813 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] Attempting to bind port b58d90f5-b842-4dfe-a6f8-0ef218d3a398 on network 42105ba1-38a2-48f4-8e9f-2db55c355e9e {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:51.949355 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b7bf6-a4b3-42ec-9262-b2eca37d28aa None None] Pushing event updated for resources: {'Port': ['ID=ff5a8aa4-2be9-4c2e-aebb-c83f9a223288,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:51.985543 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b7bf6-a4b3-42ec-9262-b2eca37d28aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:51.986206 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b7bf6-a4b3-42ec-9262-b2eca37d28aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:51.986808 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b7bf6-a4b3-42ec-9262-b2eca37d28aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:51.987346 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b7bf6-a4b3-42ec-9262-b2eca37d28aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:51.987930 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b7bf6-a4b3-42ec-9262-b2eca37d28aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:51.988466 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b7bf6-a4b3-42ec-9262-b2eca37d28aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:51.988978 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b7bf6-a4b3-42ec-9262-b2eca37d28aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:51.989473 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b7bf6-a4b3-42ec-9262-b2eca37d28aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:51.990650 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b7bf6-a4b3-42ec-9262-b2eca37d28aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:51.992113 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b7bf6-a4b3-42ec-9262-b2eca37d28aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:51.992679 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b7bf6-a4b3-42ec-9262-b2eca37d28aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:52.001533 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b7bf6-a4b3-42ec-9262-b2eca37d28aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:52.002152 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b7bf6-a4b3-42ec-9262-b2eca37d28aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:52.007413 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ea91f-14aa-40d5-85e7-b41e2b321554 req-2bf5d51e-685c-4ad8-a5e6-e7f688d323bb tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:52.011467 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a72ea91f-14aa-40d5-85e7-b41e2b321554 req-2bf5d51e-685c-4ad8-a5e6-e7f688d323bb tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c2df2ad-45d6-462f-873f-bbe70b1db048 HTTP/1.1" status: 200 len: 943 time: 0.3715591 Feb 09 22:02:52.034004 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] For port 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:52.038126 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] For port 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc,segment=NetworkSegment(b2536537-d287-4bb4-b744-ea4f0ac8b197),segment_id=b2536537-d287-4bb4-b744-ea4f0ac8b197)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:52.044755 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:52.045475 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] Checking segment: {'id': '9550f611-ce26-4437-bed9-cffa6dc8d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:52.045950 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] Bound using segment: {'id': '9550f611-ce26-4437-bed9-cffa6dc8d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:52.046713 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] Bound port: b58d90f5-b842-4dfe-a6f8-0ef218d3a398, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9550f611-ce26-4437-bed9-cffa6dc8d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:52.048080 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b58d90f5-b842-4dfe-a6f8-0ef218d3a398), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:52.074548 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] For port ff5a8aa4-2be9-4c2e-aebb-c83f9a223288, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:52.083254 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] For port ff5a8aa4-2be9-4c2e-aebb-c83f9a223288, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ff5a8aa4-2be9-4c2e-aebb-c83f9a223288,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:52.096637 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ff5a8aa4-2be9-4c2e-aebb-c83f9a223288), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:52.171243 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] For port b58d90f5-b842-4dfe-a6f8-0ef218d3a398, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:52.179237 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] For port b58d90f5-b842-4dfe-a6f8-0ef218d3a398, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b58d90f5-b842-4dfe-a6f8-0ef218d3a398,segment=NetworkSegment(9550f611-ce26-4437-bed9-cffa6dc8d8a4),segment_id=9550f611-ce26-4437-bed9-cffa6dc8d8a4)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:52.191856 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:52.235637 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] Pushing event updated for resources: {'Port': ['ID=4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:52.240503 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (b58d90f5-b842-4dfe-a6f8-0ef218d3a398), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:52.258442 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b7bf6-a4b3-42ec-9262-b2eca37d28aa None None] Pushing event updated for resources: {'Port': ['ID=ff5a8aa4-2be9-4c2e-aebb-c83f9a223288,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:52.316896 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] Routers {'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:52.319787 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:02:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:52.337555 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:52.339015 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:52.344212 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] 10.222.0.42 "PUT /v2.0/ports/4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc HTTP/1.1" status: 200 len: 1091 time: 3.6932664 Feb 09 22:02:52.412511 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:52.417903 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:52.420671 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] 10.222.0.71 "PUT /v2.0/ports/b58d90f5-b842-4dfe-a6f8-0ef218d3a398 HTTP/1.1" status: 200 len: 1091 time: 3.6428986 Feb 09 22:02:52.598429 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-704b9b5d-ec3d-483d-90bf-67c726cf9475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:52.601104 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-704b9b5d-ec3d-483d-90bf-67c726cf9475 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58ccdb85a9fe4068acdfe74a391ab7c0&device_id=4c2df2ad-45d6-462f-873f-bbe70b1db048 HTTP/1.1" status: 200 len: 1125 time: 0.7718832 Feb 09 22:02:52.660243 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-27d5906d-257d-4f34-b356-0c5af3a1e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:52.663178 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-27d5906d-257d-4f34-b356-0c5af3a1e154 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58ccdb85a9fe4068acdfe74a391ab7c0&device_id=2b347150-334a-4fa2-a2df-0b8a8e93e2fe HTTP/1.1" status: 200 len: 1125 time: 0.2161171 Feb 09 22:02:52.665338 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-1f4c947c-3e6d-4443-84be-2e423a5b873d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f22f818c-af99-41cf-a572-b1711f47b83a HTTP/1.1" status: 200 len: 217 time: 0.0506473 Feb 09 22:02:52.674392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d2d8d-2a3d-42ed-9f3b-a0523f0932c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f22f818c-af99-41cf-a572-b1711f47b83a,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:52.710557 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] Set router b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:52.908140 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] Pushing event updated for resources: {'Port': ['ID=b58d90f5-b842-4dfe-a6f8-0ef218d3a398,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:52.916113 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6fe31b5d-370f-49d0-83e3-e4692c81b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:52.918911 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6fe31b5d-370f-49d0-83e3-e4692c81b4e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c08b3d1-b3bb-4d07-8617-ae693f704428 HTTP/1.1" status: 200 len: 853 time: 0.1558208 Feb 09 22:02:52.996239 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-9d11f4b7-9a8b-43c3-9009-c4e6d1d73236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:52.999367 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-9d11f4b7-9a8b-43c3-9009-c4e6d1d73236 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ecf756413bbb4509914c48d36d3db43f&device_id=ad153b9a-bc74-43af-9519-3e0e19fac1cc HTTP/1.1" status: 200 len: 1125 time: 0.4889400 Feb 09 22:02:53.001550 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-260fbfb6-db08-46ef-acff-17b0ea5cdd42 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc HTTP/1.1" status: 200 len: 217 time: 0.1678898 Feb 09 22:02:53.060178 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7', 'name': 'tempest-TestAggregatesBasicOps-2002009998-router', 'tenant_id': '136e444304894d96a3a5aa877163ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'ff5a8aa4-2be9-4c2e-aebb-c83f9a223288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:38Z', 'updated_at': '2022-02-09T22:02:45Z', 'revision_number': 3, 'project_id': '136e444304894d96a3a5aa877163ba60', 'gw_port': {'id': 'ff5a8aa4-2be9-4c2e-aebb-c83f9a223288', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:41Z', 'updated_at': '2022-02-09T22:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:53.073747 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-d51e58d6-513b-42e4-abc1-7e130d15c643 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b0359fc-6482-4008-bd91-00a142306ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1408753 Feb 09 22:02:53.074564 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c135925-f1c6-4791-8e90-6d752632bb5a service neutron] Pushing event updated for resources: {'Port': ['ID=4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:53.111860 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06d8d6-1689-431f-9964-43fc6feabfa6 None None] The sync data for ids ['b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7'] in n-d-828601-1 is: [{'id': 'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7', 'name': 'tempest-TestAggregatesBasicOps-2002009998-router', 'tenant_id': '136e444304894d96a3a5aa877163ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'ff5a8aa4-2be9-4c2e-aebb-c83f9a223288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:38Z', 'updated_at': '2022-02-09T22:02:45Z', 'revision_number': 3, 'project_id': '136e444304894d96a3a5aa877163ba60', 'gw_port': {'id': 'ff5a8aa4-2be9-4c2e-aebb-c83f9a223288', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:41Z', 'updated_at': '2022-02-09T22:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:02:53.200325 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a72ea91f-14aa-40d5-85e7-b41e2b321554 req-7c8b044a-8dd5-4f42-ad83-f8f68f4e55a6 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1318333 Feb 09 22:02:53.247574 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-30d95431-0c40-4342-95b3-1dd84e24eecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:53.249382 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-30d95431-0c40-4342-95b3-1dd84e24eecf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c08b3d1-b3bb-4d07-8617-ae693f704428 HTTP/1.1" status: 200 len: 853 time: 0.2109733 Feb 09 22:02:53.442861 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-6f787419-ee8a-4dba-94c2-8d68e40b91a5 service neutron] 10.222.0.42 "GET /v2.0/networks/1b0359fc-6482-4008-bd91-00a142306ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309215 Feb 09 22:02:53.445738 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-cb947906-3b4c-487c-9307-f2bcee446aba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b58d90f5-b842-4dfe-a6f8-0ef218d3a398 HTTP/1.1" status: 200 len: 217 time: 0.4132710 Feb 09 22:02:53.462392 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3886179e-b9d1-41e3-bb31-09c593a7a175 x-openstack-request-id: req-3886179e-b9d1-41e3-bb31-09c593a7a175 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:02:53.463008 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2df2ad-45d6-462f-873f-bbe70b1db048", "tag": "f22f818c-af99-41cf-a572-b1711f47b83a", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:02:53.463759 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3886179e-b9d1-41e3-bb31-09c593a7a175 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:02:53.464746 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2df2ad-45d6-462f-873f-bbe70b1db048', 'tag': 'f22f818c-af99-41cf-a572-b1711f47b83a', 'status': 'completed', 'code': 200} Feb 09 22:02:53.578119 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-9db46a01-ac32-4367-b790-23dd98c4dfc2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b0359fc-6482-4008-bd91-00a142306ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301622 Feb 09 22:02:53.774296 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d9e06d3-7894-40e0-a195-650d8f759fd3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for floatingip (38a74584-28b3-488d-825d-ff21239c0b11), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:53.992009 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8665fc-1d29-4fd1-b361-e26485c6a115 service neutron] Pushing event updated for resources: {'Port': ['ID=b58d90f5-b842-4dfe-a6f8-0ef218d3a398,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:54.006699 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a6c2b-9039-40d2-8d0d-b779d4b0e2de req-223f7ba9-ec9f-40e8-9038-dea646db269e tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:54.009212 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c0a6c2b-9039-40d2-8d0d-b779d4b0e2de req-223f7ba9-ec9f-40e8-9038-dea646db269e tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad153b9a-bc74-43af-9519-3e0e19fac1cc HTTP/1.1" status: 200 len: 943 time: 0.1831255 Feb 09 22:02:54.016506 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d9e06d3-7894-40e0-a195-650d8f759fd3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3a1505f8-3ba7-4d21-8995-1e1af03fc96c), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:54.017322 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-24e506ee-1fa0-423e-bb80-ba7d19e38f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:54.020302 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-24e506ee-1fa0-423e-bb80-ba7d19e38f07 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95498cf5-512a-4d09-af11-5e6075e6f447 HTTP/1.1" status: 200 len: 854 time: 0.5496926 Feb 09 22:02:54.098235 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-ccfd1d89-965a-4764-ad60-7c084e99dc93 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42105ba1-38a2-48f4-8e9f-2db55c355e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528958 Feb 09 22:02:54.185238 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-7be43013-a8fc-4a22-9f35-86576c8c31a7 service neutron] 10.222.0.42 "GET /v2.0/networks/1b0359fc-6482-4008-bd91-00a142306ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6913900 Feb 09 22:02:54.305779 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d9e06d3-7894-40e0-a195-650d8f759fd3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for port (3a1505f8-3ba7-4d21-8995-1e1af03fc96c), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:54.326359 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-5f89eb9a-42f5-4680-b3cc-ad4073b922a8 service neutron] 10.222.0.42 "GET /v2.0/networks/1b0359fc-6482-4008-bd91-00a142306ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789828 Feb 09 22:02:54.361101 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d9e06d3-7894-40e0-a195-650d8f759fd3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (3a1505f8-3ba7-4d21-8995-1e1af03fc96c), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:54.509423 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c0a6c2b-9039-40d2-8d0d-b779d4b0e2de req-f4714a7e-0967-4f09-b745-539cccdc438f tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947432 Feb 09 22:02:54.549654 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-d9eb8c58-8980-4c10-906b-561c78a3490b service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301033 Feb 09 22:02:54.565694 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdc678ec-b54e-4342-a356-674d149b1fe4 admin admin] Publish callbacks [] for router_gateway (1115e8a3-7327-49e0-93c0-88b7478a58a8), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:54.670036 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdc678ec-b54e-4342-a356-674d149b1fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:54.886075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e06d3-7894-40e0-a195-650d8f759fd3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event updated for resources: {'Port': ['ID=3a1505f8-3ba7-4d21-8995-1e1af03fc96c,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:54.938435 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d9e06d3-7894-40e0-a195-650d8f759fd3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (38a74584-28b3-488d-825d-ff21239c0b11), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:55.102696 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73663a-ca03-4868-a2f3-b2cfac6cb3b1 req-219c9f17-c34e-4e3f-aefa-0fb4593ba6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:55.104304 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8c73663a-ca03-4868-a2f3-b2cfac6cb3b1 req-219c9f17-c34e-4e3f-aefa-0fb4593ba6e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58ccdb85a9fe4068acdfe74a391ab7c0&device_id=4c2df2ad-45d6-462f-873f-bbe70b1db048 HTTP/1.1" status: 200 len: 1125 time: 0.8299203 Feb 09 22:02:55.252121 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-bdc678ec-b54e-4342-a356-674d149b1fe4 admin admin] Allocated IP 172.25.6.194 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/59b31b05-f509-4eac-b5b8-4ded29c6c5ab) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:55.257425 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ff5a8aa4-2be9-4c2e-aebb-c83f9a223288 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:55.263301 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce308d5c-de53-4b8f-aa37-1522625c446c req-a8025176-bae4-4315-97e7-dbef72614fd5 service neutron] 10.222.0.42 "GET /v2.0/networks/1b0359fc-6482-4008-bd91-00a142306ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9128158 Feb 09 22:02:55.369373 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-de1fd9f6-f768-474f-90d7-015e210ed2c5 req-1a9621e5-fb59-48d2-ade8-72582b7bdc86 service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8005557 Feb 09 22:02:55.398290 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73663a-ca03-4868-a2f3-b2cfac6cb3b1 req-c3db438b-1879-4725-bc3e-8444a2524eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:55.400032 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8c73663a-ca03-4868-a2f3-b2cfac6cb3b1 req-c3db438b-1879-4725-bc3e-8444a2524eb5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1b0359fc-6482-4008-bd91-00a142306ce9 HTTP/1.1" status: 200 len: 914 time: 0.2835481 Feb 09 22:02:55.453519 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-5d9e06d3-7894-40e0-a195-650d8f759fd3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Floating IP 38a74584-28b3-488d-825d-ff21239c0b11 associated. External IP: 172.25.6.98, port: e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca. Feb 09 22:02:55.516769 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b347150-334a-4fa2-a2df-0b8a8e93e2fe', 'tag': '4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc'}, {'name': 'network-changed', 'server_uuid': 'ad153b9a-bc74-43af-9519-3e0e19fac1cc', 'tag': 'b58d90f5-b842-4dfe-a6f8-0ef218d3a398'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:55.520823 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2273dad-b2a7-40f1-ab94-ef5a069cd6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "2b347150-334a-4fa2-a2df-0b8a8e93e2fe", "tag": "4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc"}, {"name": "network-changed", "server_uuid": "ad153b9a-bc74-43af-9519-3e0e19fac1cc", "tag": "b58d90f5-b842-4dfe-a6f8-0ef218d3a398"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:55.541661 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8c73663a-ca03-4868-a2f3-b2cfac6cb3b1 req-8963466c-a5a0-4b27-a5f0-d409ebe27a60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f22f818c-af99-41cf-a572-b1711f47b83a HTTP/1.1" status: 200 len: 217 time: 0.1338170 Feb 09 22:02:55.585569 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ff5a8aa4-2be9-4c2e-aebb-c83f9a223288 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:55.586723 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ff5a8aa4-2be9-4c2e-aebb-c83f9a223288), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:55.673769 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73663a-ca03-4868-a2f3-b2cfac6cb3b1 req-64da7191-b1e4-40d7-9ae6-d5288f1b432c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:55.676033 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8c73663a-ca03-4868-a2f3-b2cfac6cb3b1 req-64da7191-b1e4-40d7-9ae6-d5288f1b432c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c08b3d1-b3bb-4d07-8617-ae693f704428 HTTP/1.1" status: 200 len: 853 time: 0.1272228 Feb 09 22:02:55.743579 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ff5a8aa4-2be9-4c2e-aebb-c83f9a223288 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:55.744447 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ff5a8aa4-2be9-4c2e-aebb-c83f9a223288), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:55.762377 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c8996-2196-4424-b352-ce882b416657 req-09c09f6d-4e85-40db-9411-71f53f523a05 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:55.765030 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d14c8996-2196-4424-b352-ce882b416657 req-09c09f6d-4e85-40db-9411-71f53f523a05 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c2df2ad-45d6-462f-873f-bbe70b1db048 HTTP/1.1" status: 200 len: 943 time: 0.9482522 Feb 09 22:02:55.772212 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port ff5a8aa4-2be9-4c2e-aebb-c83f9a223288, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ff5a8aa4-2be9-4c2e-aebb-c83f9a223288,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:55.778377 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8c73663a-ca03-4868-a2f3-b2cfac6cb3b1 req-f4e36874-7585-4b58-b71f-f623c78be47c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b0359fc-6482-4008-bd91-00a142306ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919702 Feb 09 22:02:55.779856 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ff5a8aa4-2be9-4c2e-aebb-c83f9a223288), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:55.855627 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=ff5a8aa4-2be9-4c2e-aebb-c83f9a223288,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:55.865135 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.866696 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.866696 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.866696 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.866696 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.867405 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.867796 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.868370 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.868804 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.869268 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.869702 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.870261 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.870693 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.913498 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84f8eb19-ddd8-4964-93bd-f476e2b5f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:55.986322 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8c73663a-ca03-4868-a2f3-b2cfac6cb3b1 req-59df7b75-58a3-4411-ba5d-8e99b50d9f39 service neutron] 10.222.0.42 "GET /v2.0/networks/1b0359fc-6482-4008-bd91-00a142306ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992059 Feb 09 22:02:56.115876 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d14c8996-2196-4424-b352-ce882b416657 req-4d7aef63-ae5d-4173-a417-853dade64f65 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305812 Feb 09 22:02:56.128960 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdc678ec-b54e-4342-a356-674d149b1fe4 admin admin] Publish callbacks [] for port (59b31b05-f509-4eac-b5b8-4ded29c6c5ab), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:56.177848 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:02:56.185248 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8c73663a-ca03-4868-a2f3-b2cfac6cb3b1 req-93b585db-d75b-4af9-abc0-89e17a6fc7cd service neutron] 10.222.0.42 "GET /v2.0/networks/1b0359fc-6482-4008-bd91-00a142306ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911309 Feb 09 22:02:56.347324 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-84f8eb19-ddd8-4964-93bd-f476e2b5f6b8 admin admin] Allocated IP 172.20.0.1 (7eb9c64e-ab87-47ed-8296-f4c17a11c958/68b3a1a7-061b-41a2-8c48-9febd3fd47ab/249f0ced-8c58-43e9-8597-4fad18c82ff7) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:56.368621 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdc678ec-b54e-4342-a356-674d149b1fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (59b31b05-f509-4eac-b5b8-4ded29c6c5ab), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:56.446258 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a40356d-c4eb-4156-95b4-2cc736b610ae x-openstack-request-id: req-6a40356d-c4eb-4156-95b4-2cc736b610ae {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:02:56.446874 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b347150-334a-4fa2-a2df-0b8a8e93e2fe", "tag": "4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ad153b9a-bc74-43af-9519-3e0e19fac1cc", "tag": "b58d90f5-b842-4dfe-a6f8-0ef218d3a398", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:02:56.447432 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6a40356d-c4eb-4156-95b4-2cc736b610ae {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:02:56.448193 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b347150-334a-4fa2-a2df-0b8a8e93e2fe', 'tag': '4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc', 'status': 'completed', 'code': 200} Feb 09 22:02:56.448704 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad153b9a-bc74-43af-9519-3e0e19fac1cc', 'tag': 'b58d90f5-b842-4dfe-a6f8-0ef218d3a398', 'status': 'completed', 'code': 200} Feb 09 22:02:56.573161 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc678ec-b54e-4342-a356-674d149b1fe4 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:56.633109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2273dad-b2a7-40f1-ab94-ef5a069cd6bf req-8d1873ad-a3b3-4603-80d2-6ee8240a468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:56.634562 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f2273dad-b2a7-40f1-ab94-ef5a069cd6bf req-8d1873ad-a3b3-4603-80d2-6ee8240a468f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58ccdb85a9fe4068acdfe74a391ab7c0&device_id=2b347150-334a-4fa2-a2df-0b8a8e93e2fe HTTP/1.1" status: 200 len: 1125 time: 0.1347506 Feb 09 22:02:56.663058 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-bdc678ec-b54e-4342-a356-674d149b1fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:56.713619 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2273dad-b2a7-40f1-ab94-ef5a069cd6bf req-8fbd20e2-244b-4550-8b5b-88d4c28e825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:56.717437 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f2273dad-b2a7-40f1-ab94-ef5a069cd6bf req-8fbd20e2-244b-4550-8b5b-88d4c28e825c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ecf756413bbb4509914c48d36d3db43f&device_id=ad153b9a-bc74-43af-9519-3e0e19fac1cc HTTP/1.1" status: 200 len: 1125 time: 0.2195280 Feb 09 22:02:56.726583 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc678ec-b54e-4342-a356-674d149b1fe4 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:56.925853 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2273dad-b2a7-40f1-ab94-ef5a069cd6bf req-1c0b0b51-23fc-42d6-9e27-b790d7f83841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:56.928645 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f2273dad-b2a7-40f1-ab94-ef5a069cd6bf req-1c0b0b51-23fc-42d6-9e27-b790d7f83841 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1b0359fc-6482-4008-bd91-00a142306ce9 HTTP/1.1" status: 200 len: 914 time: 0.2840748 Feb 09 22:02:56.944758 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84f8eb19-ddd8-4964-93bd-f476e2b5f6b8 admin admin] Publish callbacks [] for port (249f0ced-8c58-43e9-8597-4fad18c82ff7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:56.981420 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc678ec-b54e-4342-a356-674d149b1fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=59b31b05-f509-4eac-b5b8-4ded29c6c5ab,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:57.057203 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device f22f818c-af99-41cf-a572-b1711f47b83a details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:02:57.099937 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2273dad-b2a7-40f1-ab94-ef5a069cd6bf req-556dafd6-9a9e-4a32-8765-25bc6fc7b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:57.101722 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f2273dad-b2a7-40f1-ab94-ef5a069cd6bf req-556dafd6-9a9e-4a32-8765-25bc6fc7b3b1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=42105ba1-38a2-48f4-8e9f-2db55c355e9e HTTP/1.1" status: 200 len: 915 time: 0.3781862 Feb 09 22:02:57.103365 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f2273dad-b2a7-40f1-ab94-ef5a069cd6bf req-bce1ea18-b4f5-44cf-ae13-cc02dff73c89 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc HTTP/1.1" status: 200 len: 217 time: 0.1265111 Feb 09 22:02:57.113147 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84f8eb19-ddd8-4964-93bd-f476e2b5f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (249f0ced-8c58-43e9-8597-4fad18c82ff7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:57.191005 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f2273dad-b2a7-40f1-ab94-ef5a069cd6bf req-786e49a1-933c-44e8-8c7f-2114bb31de3a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b58d90f5-b842-4dfe-a6f8-0ef218d3a398 HTTP/1.1" status: 200 len: 217 time: 0.0818546 Feb 09 22:02:57.199070 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ff5a8aa4-2be9-4c2e-aebb-c83f9a223288 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:57.268055 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2273dad-b2a7-40f1-ab94-ef5a069cd6bf req-021a321f-1dc2-400b-9efc-189ff77cf55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:57.270485 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f2273dad-b2a7-40f1-ab94-ef5a069cd6bf req-021a321f-1dc2-400b-9efc-189ff77cf55f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c08b3d1-b3bb-4d07-8617-ae693f704428 HTTP/1.1" status: 200 len: 853 time: 0.1538694 Feb 09 22:02:57.321743 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2273dad-b2a7-40f1-ab94-ef5a069cd6bf req-749196cc-e910-4d6c-9711-a6188d45549a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:57.324309 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f2273dad-b2a7-40f1-ab94-ef5a069cd6bf req-749196cc-e910-4d6c-9711-a6188d45549a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95498cf5-512a-4d09-af11-5e6075e6f447 HTTP/1.1" status: 200 len: 854 time: 0.1226146 Feb 09 22:02:57.335861 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ff5a8aa4-2be9-4c2e-aebb-c83f9a223288 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:57.336390 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ff5a8aa4-2be9-4c2e-aebb-c83f9a223288), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:57.375963 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port f22f818c-af99-41cf-a572-b1711f47b83a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=f22f818c-af99-41cf-a572-b1711f47b83a,segment=NetworkSegment(b2536537-d287-4bb4-b744-ea4f0ac8b197),segment_id=b2536537-d287-4bb4-b744-ea4f0ac8b197)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:57.387912 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f2273dad-b2a7-40f1-ab94-ef5a069cd6bf req-82b0bfc2-d325-4888-bbfe-9c5e4763e5eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b0359fc-6482-4008-bd91-00a142306ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617392 Feb 09 22:02:57.404560 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'f22f818c-af99-41cf-a572-b1711f47b83a', 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9', 'port_id': 'f22f818c-af99-41cf-a572-b1711f47b83a', 'mac_address': 'fa:16:3e:0a:68:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c08b3d1-b3bb-4d07-8617-ae693f704428', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:02:57.456315 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port f22f818c-af99-41cf-a572-b1711f47b83a is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:57.456765 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f22f818c-af99-41cf-a572-b1711f47b83a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:57.475169 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22f818c-af99-41cf-a572-b1711f47b83a {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:02:57.547050 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ff5a8aa4-2be9-4c2e-aebb-c83f9a223288 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:57.571269 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f2273dad-b2a7-40f1-ab94-ef5a069cd6bf req-1fef8a53-1cbd-4f52-bbc9-da835a8ac284 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42105ba1-38a2-48f4-8e9f-2db55c355e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1818929 Feb 09 22:02:57.600794 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port f22f818c-af99-41cf-a572-b1711f47b83a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=f22f818c-af99-41cf-a572-b1711f47b83a,segment=NetworkSegment(b2536537-d287-4bb4-b744-ea4f0ac8b197),segment_id=b2536537-d287-4bb4-b744-ea4f0ac8b197)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:57.613339 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f22f818c-af99-41cf-a572-b1711f47b83a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:57.614490 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:02:57.789511 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc,segment=NetworkSegment(b2536537-d287-4bb4-b744-ea4f0ac8b197),segment_id=b2536537-d287-4bb4-b744-ea4f0ac8b197)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:57.845109 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f2273dad-b2a7-40f1-ab94-ef5a069cd6bf req-bc2100c9-6c2d-41ee-9079-3afb13015df9 service neutron] 10.222.0.42 "GET /v2.0/networks/1b0359fc-6482-4008-bd91-00a142306ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421725 Feb 09 22:02:57.937371 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=f22f818c-af99-41cf-a572-b1711f47b83a,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:57.948067 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc', 'network_id': '1b0359fc-6482-4008-bd91-00a142306ce9', 'port_id': '4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc', 'mac_address': 'fa:16:3e:48:eb:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c08b3d1-b3bb-4d07-8617-ae693f704428', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:02:57.962301 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f2273dad-b2a7-40f1-ab94-ef5a069cd6bf req-015aeed7-2bdb-4942-a7d1-c206db7d28f8 service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684323 Feb 09 22:02:58.002829 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907937dd-2687-4de7-a4d9-359a383b6ade req-ad29d0e5-c5af-49a9-a47b-a0d9c1069b37 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:58.012680 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-907937dd-2687-4de7-a4d9-359a383b6ade req-ad29d0e5-c5af-49a9-a47b-a0d9c1069b37 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad153b9a-bc74-43af-9519-3e0e19fac1cc HTTP/1.1" status: 200 len: 943 time: 1.4346788 Feb 09 22:02:58.091425 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9e06d3-7894-40e0-a195-650d8f759fd3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Router b5ab7275-eb4a-4810-a989-eee691060a39 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:02:58.103640 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f8eb19-ddd8-4964-93bd-f476e2b5f6b8 admin admin] Network 7eb9c64e-ab87-47ed-8296-f4c17a11c958 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:58.106366 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:58.107147 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:58.128641 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-84f8eb19-ddd8-4964-93bd-f476e2b5f6b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:58.131491 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f8eb19-ddd8-4964-93bd-f476e2b5f6b8 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:58.152886 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8eb19-ddd8-4964-93bd-f476e2b5f6b8 admin admin] Pushing event updated for resources: {'Port': ['ID=249f0ced-8c58-43e9-8597-4fad18c82ff7,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:58.259565 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:02:58.339864 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc,segment=NetworkSegment(b2536537-d287-4bb4-b744-ea4f0ac8b197),segment_id=b2536537-d287-4bb4-b744-ea4f0ac8b197)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:58.356643 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device b58d90f5-b842-4dfe-a6f8-0ef218d3a398 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:02:58.446487 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9e06d3-7894-40e0-a195-650d8f759fd3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:02:58.458065 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f2273dad-b2a7-40f1-ab94-ef5a069cd6bf req-e2eacfb0-2733-4040-94c2-2df55c685966 service neutron] 10.222.0.42 "GET /v2.0/networks/1b0359fc-6482-4008-bd91-00a142306ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5991533 Feb 09 22:02:58.461237 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:58.505368 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f2273dad-b2a7-40f1-ab94-ef5a069cd6bf req-76dcf2e3-f923-4f0a-8a8e-8bc923069ab8 service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414946 Feb 09 22:02:58.611637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed077827-9b30-4e17-a21b-f9e048c4191d None None] Sync routers for ids ['b5ab7275-eb4a-4810-a989-eee691060a39'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:02:58.654070 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed077827-9b30-4e17-a21b-f9e048c4191d None None] Routers {'b5ab7275-eb4a-4810-a989-eee691060a39'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:58.655722 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ed077827-9b30-4e17-a21b-f9e048c4191d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:02:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b5ab7275-eb4a-4810-a989-eee691060a39'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:58.706184 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdc678ec-b54e-4342-a356-674d149b1fe4 admin admin] Publish callbacks [] for router_gateway (1115e8a3-7327-49e0-93c0-88b7478a58a8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:58.740713 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-907937dd-2687-4de7-a4d9-359a383b6ade req-2b4818a5-ecd3-4806-8fe7-c5344bc23e79 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7215867 Feb 09 22:02:58.907913 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84f8eb19-ddd8-4964-93bd-f476e2b5f6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:58.949081 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ed077827-9b30-4e17-a21b-f9e048c4191d None None] Set router b5ab7275-eb4a-4810-a989-eee691060a39 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:59.062209 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d9e06d3-7894-40e0-a195-650d8f759fd3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:59.291135 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:59.301282 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54902) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:59.311260 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5d9e06d3-7894-40e0-a195-650d8f759fd3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 12.2692082 Feb 09 22:02:59.333124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af6144e-0636-4144-ab9f-b55ab2fd6368', 'tag': 'e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:59.336137 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196883e1-691c-4721-95ab-193300287f85" -d '{"events": [{"name": "network-changed", "server_uuid": "3af6144e-0636-4144-ab9f-b55ab2fd6368", "tag": "e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:59.448246 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:02:59.454930 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['f22f818c-af99-41cf-a572-b1711f47b83a'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:02:59.557019 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-824c1c02-c79b-4e4d-ab31-058aaca3508c tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/floatingips/38a74584-28b3-488d-825d-ff21239c0b11 HTTP/1.1" status: 200 len: 990 time: 0.2543366 Feb 09 22:02:59.638589 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228f2e6-060a-417f-9572-27f247ca9051 req-307edb0b-eaa1-465c-a7fe-01de277f6f73 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:59.641974 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e228f2e6-060a-417f-9572-27f247ca9051 req-307edb0b-eaa1-465c-a7fe-01de277f6f73 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c2df2ad-45d6-462f-873f-bbe70b1db048 HTTP/1.1" status: 200 len: 944 time: 0.5159395 Feb 09 22:02:59.690367 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port b58d90f5-b842-4dfe-a6f8-0ef218d3a398, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b58d90f5-b842-4dfe-a6f8-0ef218d3a398,segment=NetworkSegment(9550f611-ce26-4437-bed9-cffa6dc8d8a4),segment_id=9550f611-ce26-4437-bed9-cffa6dc8d8a4)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:59.700021 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-08d57bf4-c7f5-4cd5-9243-bb5f9f9e83b6 None None] Provisioning complete for port 249f0ced-8c58-43e9-8597-4fad18c82ff7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:59.700772 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-08d57bf4-c7f5-4cd5-9243-bb5f9f9e83b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (249f0ced-8c58-43e9-8597-4fad18c82ff7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:59.748036 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-08d57bf4-c7f5-4cd5-9243-bb5f9f9e83b6 None None] Port 249f0ced-8c58-43e9-8597-4fad18c82ff7 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:02:59.798359 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'b58d90f5-b842-4dfe-a6f8-0ef218d3a398', 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e', 'port_id': 'b58d90f5-b842-4dfe-a6f8-0ef218d3a398', 'mac_address': 'fa:16:3e:02:09:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95498cf5-512a-4d09-af11-5e6075e6f447', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:02:59.802423 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84f8eb19-ddd8-4964-93bd-f476e2b5f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (249f0ced-8c58-43e9-8597-4fad18c82ff7), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:59.887309 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdc678ec-b54e-4342-a356-674d149b1fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (1115e8a3-7327-49e0-93c0-88b7478a58a8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:59.901794 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e228f2e6-060a-417f-9572-27f247ca9051 req-3d71d6e9-28f3-47b8-b45d-82aeb66869aa tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412627 Feb 09 22:02:59.989644 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port b58d90f5-b842-4dfe-a6f8-0ef218d3a398 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:59.990090 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b58d90f5-b842-4dfe-a6f8-0ef218d3a398), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:00.120362 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58d90f5-b842-4dfe-a6f8-0ef218d3a398 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:03:00.146009 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port b58d90f5-b842-4dfe-a6f8-0ef218d3a398, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b58d90f5-b842-4dfe-a6f8-0ef218d3a398,segment=NetworkSegment(9550f611-ce26-4437-bed9-cffa6dc8d8a4),segment_id=9550f611-ce26-4437-bed9-cffa6dc8d8a4)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:00.176740 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b58d90f5-b842-4dfe-a6f8-0ef218d3a398), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:00.264526 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c379cf6-def1-4425-bf90-58b0a11cac86 x-openstack-request-id: req-2c379cf6-def1-4425-bf90-58b0a11cac86 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:03:00.265110 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af6144e-0636-4144-ab9f-b55ab2fd6368", "tag": "e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:03:00.265110 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2c379cf6-def1-4425-bf90-58b0a11cac86 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:03:00.265559 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af6144e-0636-4144-ab9f-b55ab2fd6368', 'tag': 'e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca', 'status': 'completed', 'code': 200} Feb 09 22:03:00.412344 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=b58d90f5-b842-4dfe-a6f8-0ef218d3a398,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:00.418756 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ed077827-9b30-4e17-a21b-f9e048c4191d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'name': 'tempest-TestNetworkBasicOps-router-867298185', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:37Z', 'updated_at': '2022-02-09T22:01:55Z', 'revision_number': 4, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:39Z', 'updated_at': '2022-02-09T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '38a74584-28b3-488d-825d-ff21239c0b11', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'port_id': 'e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb', 'mac_address': 'fa:16:3e:77:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af6144e-0636-4144-ab9f-b55ab2fd6368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:02:53Z', 'updated_at': '2022-02-09T22:02:53Z', 'revision_number': 0, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4deaf84-947c-402b-bca6-472b8fe2669b', 'name': '', 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:80:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'd3cf2f41-2181-422a-b6fe-a1673f096659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:53Z', 'updated_at': '2022-02-09T22:02:10Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': 'd3cf2f41-2181-422a-b6fe-a1673f096659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:00.429563 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196883e1-691c-4721-95ab-193300287f85 req-567760ef-2935-487f-9f0c-fabacd7ef005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:00.432271 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-196883e1-691c-4721-95ab-193300287f85 req-567760ef-2935-487f-9f0c-fabacd7ef005 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=555e545ac75c4d7aa89a964d48e2fbf4&device_id=3af6144e-0636-4144-ab9f-b55ab2fd6368 HTTP/1.1" status: 200 len: 1127 time: 0.1612685 Feb 09 22:03:00.456588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed077827-9b30-4e17-a21b-f9e048c4191d None None] Checking router: b5ab7275-eb4a-4810-a989-eee691060a39 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:03:00.516571 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['b58d90f5-b842-4dfe-a6f8-0ef218d3a398'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:03:00.564022 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54920) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:00.606276 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed077827-9b30-4e17-a21b-f9e048c4191d None None] Routers {'b5ab7275-eb4a-4810-a989-eee691060a39'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:00.606931 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ed077827-9b30-4e17-a21b-f9e048c4191d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:02:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b5ab7275-eb4a-4810-a989-eee691060a39'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:00.655683 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64615c63-ab93-4153-a185-fa9ac981266b req-3fe2feef-6515-4832-a7ca-36a89fbcdc9c tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:00.657876 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64615c63-ab93-4153-a185-fa9ac981266b req-3fe2feef-6515-4832-a7ca-36a89fbcdc9c tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad153b9a-bc74-43af-9519-3e0e19fac1cc HTTP/1.1" status: 200 len: 944 time: 0.2825983 Feb 09 22:03:00.660943 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84f8eb19-ddd8-4964-93bd-f476e2b5f6b8 admin admin] Publish callbacks [] for port (249f0ced-8c58-43e9-8597-4fad18c82ff7), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:00.684763 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c50936a9-b155-4b0a-8b4b-c3dfb55ca4b7 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/floatingips/38a74584-28b3-488d-825d-ff21239c0b11 HTTP/1.1" status: 200 len: 990 time: 0.1195247 Feb 09 22:03:00.696301 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84f8eb19-ddd8-4964-93bd-f476e2b5f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (249f0ced-8c58-43e9-8597-4fad18c82ff7), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:00.752480 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ed077827-9b30-4e17-a21b-f9e048c4191d None None] Set router b5ab7275-eb4a-4810-a989-eee691060a39 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:00.755515 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc678ec-b54e-4342-a356-674d149b1fe4 admin admin] Router 1115e8a3-7327-49e0-93c0-88b7478a58a8 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:03:00.801671 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64615c63-ab93-4153-a185-fa9ac981266b req-52efb9e7-62e8-4028-8067-7c617af8fa57 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361785 Feb 09 22:03:00.817862 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196883e1-691c-4721-95ab-193300287f85 req-6a25cf2e-aa17-4c33-a475-6d320b97acb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:00.819454 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-196883e1-691c-4721-95ab-193300287f85 req-6a25cf2e-aa17-4c33-a475-6d320b97acb9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a8c81d4b-c6f7-44dd-9178-e1710585fbcb HTTP/1.1" status: 200 len: 897 time: 0.3810735 Feb 09 22:03:00.882431 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84f8eb19-ddd8-4964-93bd-f476e2b5f6b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:00.928380 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8eb19-ddd8-4964-93bd-f476e2b5f6b8 admin admin] Pushing event updated for resources: {'Port': ['ID=249f0ced-8c58-43e9-8597-4fad18c82ff7,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:01.174655 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-196883e1-691c-4721-95ab-193300287f85 req-0103c381-f223-4160-8d7c-2d11e929c69f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca HTTP/1.1" status: 200 len: 998 time: 0.3481855 Feb 09 22:03:01.303949 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device f22f818c-af99-41cf-a572-b1711f47b83a up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:01.305882 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc678ec-b54e-4342-a356-674d149b1fe4 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:01.306861 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196883e1-691c-4721-95ab-193300287f85 req-6bb16e61-32b2-4042-b399-eb65bd28eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:01.309000 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-196883e1-691c-4721-95ab-193300287f85 req-6bb16e61-32b2-4042-b399-eb65bd28eedc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3cf2f41-2181-422a-b6fe-a1673f096659 HTTP/1.1" status: 200 len: 834 time: 0.1276164 Feb 09 22:03:01.322759 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] Sync routers for ids ['1115e8a3-7327-49e0-93c0-88b7478a58a8'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:01.358742 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f8eb19-ddd8-4964-93bd-f476e2b5f6b8 admin admin] Network 7eb9c64e-ab87-47ed-8296-f4c17a11c958 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:01.359062 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] Routers {'1115e8a3-7327-49e0-93c0-88b7478a58a8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:01.361997 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:02:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1115e8a3-7327-49e0-93c0-88b7478a58a8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:01.382278 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-84f8eb19-ddd8-4964-93bd-f476e2b5f6b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:01.537074 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196883e1-691c-4721-95ab-193300287f85 req-61ec572c-627e-4e33-bd7f-4cbf78788efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:01.549020 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-196883e1-691c-4721-95ab-193300287f85 req-61ec572c-627e-4e33-bd7f-4cbf78788efa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8c81d4b-c6f7-44dd-9178-e1710585fbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2333157 Feb 09 22:03:01.574444 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdc678ec-b54e-4342-a356-674d149b1fe4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:01.581155 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bdc678ec-b54e-4342-a356-674d149b1fe4 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 12.2850008 Feb 09 22:03:01.585836 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54932) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:01.709423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54934) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:01.752565 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] Set router 1115e8a3-7327-49e0-93c0-88b7478a58a8 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:01.995941 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port f22f818c-af99-41cf-a572-b1711f47b83a completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:03:02.009686 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b90fa-583a-4097-9732-4b028233120b req-a83b0308-1855-4859-ac70-b90808f1e7a2 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:02.016811 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8b5b90fa-583a-4097-9732-4b028233120b req-a83b0308-1855-4859-ac70-b90808f1e7a2 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c2df2ad-45d6-462f-873f-bbe70b1db048 HTTP/1.1" status: 200 len: 944 time: 0.6499863 Feb 09 22:03:02.085116 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port f22f818c-af99-41cf-a572-b1711f47b83a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:02.092432 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f22f818c-af99-41cf-a572-b1711f47b83a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:02.218929 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1bec9c5a-8f23-48bd-8a4e-5434e0a2ee49 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/floatingips/38a74584-28b3-488d-825d-ff21239c0b11 HTTP/1.1" status: 200 len: 990 time: 0.5071280 Feb 09 22:03:02.223680 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-947014288-router', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:49Z', 'updated_at': '2022-02-09T22:02:58Z', 'revision_number': 3, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'gw_port': {'id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:54Z', 'updated_at': '2022-02-09T22:02:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:02.258331 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] Checking router: 1115e8a3-7327-49e0-93c0-88b7478a58a8 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:03:02.258691 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] Updating router 1115e8a3-7327-49e0-93c0-88b7478a58a8 port 59b31b05-f509-4eac-b5b8-4ded29c6c5ab binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:03:02.303662 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (59b31b05-f509-4eac-b5b8-4ded29c6c5ab), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:02.311597 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f8eb19-ddd8-4964-93bd-f476e2b5f6b8 admin admin] Router b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:03:02.319828 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8b5b90fa-583a-4097-9732-4b028233120b req-88806c3a-7de7-4348-b28d-7147d30e012f tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815897 Feb 09 22:03:02.393013 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-88aadb56-612d-4116-a54e-de81277886b7 None None] Provisioning complete for port 249f0ced-8c58-43e9-8597-4fad18c82ff7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:02.393354 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-88aadb56-612d-4116-a54e-de81277886b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (249f0ced-8c58-43e9-8597-4fad18c82ff7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:02.528140 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-196883e1-691c-4721-95ab-193300287f85 req-cef1c87d-1f11-4c02-9897-124fe7e0cd25 service neutron] 10.222.0.71 "GET /v2.0/networks/a8c81d4b-c6f7-44dd-9178-e1710585fbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9630048 Feb 09 22:03:02.677823 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] Publish callbacks [] for port (59b31b05-f509-4eac-b5b8-4ded29c6c5ab), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:02.690098 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (59b31b05-f509-4eac-b5b8-4ded29c6c5ab), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:02.741283 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f8eb19-ddd8-4964-93bd-f476e2b5f6b8 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:02.748649 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-84f8eb19-ddd8-4964-93bd-f476e2b5f6b8 admin admin] 10.222.0.77 "PUT /v2.0/routers/b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7160947 Feb 09 22:03:02.811165 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ed077827-9b30-4e17-a21b-f9e048c4191d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'name': 'tempest-TestNetworkBasicOps-router-867298185', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:37Z', 'updated_at': '2022-02-09T22:01:55Z', 'revision_number': 4, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:39Z', 'updated_at': '2022-02-09T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '38a74584-28b3-488d-825d-ff21239c0b11', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'port_id': 'e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb', 'mac_address': 'fa:16:3e:77:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af6144e-0636-4144-ab9f-b55ab2fd6368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:02:53Z', 'updated_at': '2022-02-09T22:02:53Z', 'revision_number': 0, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4deaf84-947c-402b-bca6-472b8fe2669b', 'name': '', 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:80:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'd3cf2f41-2181-422a-b6fe-a1673f096659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:53Z', 'updated_at': '2022-02-09T22:02:10Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': 'd3cf2f41-2181-422a-b6fe-a1673f096659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:02.835196 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7878a-a841-470e-850a-95d79b44dc37 None None] Pushing event updated for resources: {'Port': ['ID=59b31b05-f509-4eac-b5b8-4ded29c6c5ab,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:02.839141 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] Attempting to bind port 59b31b05-f509-4eac-b5b8-4ded29c6c5ab on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:03:02.842567 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] Attempting to bind port 59b31b05-f509-4eac-b5b8-4ded29c6c5ab by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:03:02.843432 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] Attempting to bind port 59b31b05-f509-4eac-b5b8-4ded29c6c5ab on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:03:02.858080 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:03:02.863290 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:03:02.864756 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:02.865389 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:03:02.866176 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] Bound port: 59b31b05-f509-4eac-b5b8-4ded29c6c5ab, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:03:02.868399 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (59b31b05-f509-4eac-b5b8-4ded29c6c5ab), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:02.881789 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-88aadb56-612d-4116-a54e-de81277886b7 None None] Port 249f0ced-8c58-43e9-8597-4fad18c82ff7 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:03:02.886155 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] Sync routers for ids ['b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:02.903104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed077827-9b30-4e17-a21b-f9e048c4191d None None] The sync data for ids ['b5ab7275-eb4a-4810-a989-eee691060a39'] in n-d-828601-1 is: [{'id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'name': 'tempest-TestNetworkBasicOps-router-867298185', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:37Z', 'updated_at': '2022-02-09T22:01:55Z', 'revision_number': 4, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:39Z', 'updated_at': '2022-02-09T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '38a74584-28b3-488d-825d-ff21239c0b11', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'port_id': 'e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb', 'mac_address': 'fa:16:3e:77:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af6144e-0636-4144-ab9f-b55ab2fd6368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:02:53Z', 'updated_at': '2022-02-09T22:02:53Z', 'revision_number': 0, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4deaf84-947c-402b-bca6-472b8fe2669b', 'name': '', 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:80:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'd3cf2f41-2181-422a-b6fe-a1673f096659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:53Z', 'updated_at': '2022-02-09T22:02:10Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': 'd3cf2f41-2181-422a-b6fe-a1673f096659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:02.915438 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] Routers {'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:02.916282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:02:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:02.994143 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port f22f818c-af99-41cf-a572-b1711f47b83a is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:02.994814 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f22f818c-af99-41cf-a572-b1711f47b83a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:03.042722 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] For port 59b31b05-f509-4eac-b5b8-4ded29c6c5ab, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:03:03.052201 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] For port 59b31b05-f509-4eac-b5b8-4ded29c6c5ab, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=59b31b05-f509-4eac-b5b8-4ded29c6c5ab,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:03:03.069880 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (59b31b05-f509-4eac-b5b8-4ded29c6c5ab), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:03.110401 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba5299-80d4-447f-bf01-5ab88e637501 req-5bff4441-3adc-4612-b55c-69a69d8e7587 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:03.125540 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d4ba5299-80d4-447f-bf01-5ab88e637501 req-5bff4441-3adc-4612-b55c-69a69d8e7587 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad153b9a-bc74-43af-9519-3e0e19fac1cc HTTP/1.1" status: 200 len: 944 time: 0.1498449 Feb 09 22:03:03.165421 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10a301f3-55fc-49e6-bcfc-6cf173829981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:03.211912 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-196883e1-691c-4721-95ab-193300287f85 req-bc0af951-e9cc-4a59-b6b5-46923de177a6 service neutron] 10.222.0.71 "GET /v2.0/networks/a8c81d4b-c6f7-44dd-9178-e1710585fbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444467 Feb 09 22:03:03.246621 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54952) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:03.253296 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7878a-a841-470e-850a-95d79b44dc37 None None] Pushing event updated for resources: {'Port': ['ID=59b31b05-f509-4eac-b5b8-4ded29c6c5ab,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:03.334206 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] Routers {'1115e8a3-7327-49e0-93c0-88b7478a58a8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:03.335303 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:02:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1115e8a3-7327-49e0-93c0-88b7478a58a8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:03.354205 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2df2ad-45d6-462f-873f-bbe70b1db048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22f818c-af99-41cf-a572-b1711f47b83a'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:03:03.358299 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9f2238-dfc1-4625-99b2-9e2896f42f42" -d '{"events": [{"server_uuid": "4c2df2ad-45d6-462f-873f-bbe70b1db048", "name": "network-vif-plugged", "status": "completed", "tag": "f22f818c-af99-41cf-a572-b1711f47b83a"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:03:03.412624 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d4ba5299-80d4-447f-bf01-5ab88e637501 req-77cab500-6998-4057-8c56-219f7c6a1914 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860978 Feb 09 22:03:03.524672 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port f22f818c-af99-41cf-a572-b1711f47b83a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=f22f818c-af99-41cf-a572-b1711f47b83a,segment=NetworkSegment(b2536537-d287-4bb4-b744-ea4f0ac8b197),segment_id=b2536537-d287-4bb4-b744-ea4f0ac8b197)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:03.541114 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0931bd09-f0e4-4f9c-9a1d-7d6e3a9d9425 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/floatingips/38a74584-28b3-488d-825d-ff21239c0b11 HTTP/1.1" status: 200 len: 990 time: 0.2883112 Feb 09 22:03:03.549456 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f22f818c-af99-41cf-a572-b1711f47b83a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:03.631440 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:03.766680 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c2850d-f228-44cd-b789-aae359de456a None None] New status for floating IP 38a74584-28b3-488d-825d-ff21239c0b11: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:03:03.885422 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] Set router b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:03.939978 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bb86e-f1fe-4bec-a7bc-1df351620329 req-a9d13b8d-82e9-411e-81f2-0d6f36d40e34 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:03.941725 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5f0bb86e-f1fe-4bec-a7bc-1df351620329 req-a9d13b8d-82e9-411e-81f2-0d6f36d40e34 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c2df2ad-45d6-462f-873f-bbe70b1db048 HTTP/1.1" status: 200 len: 945 time: 0.0800014 Feb 09 22:03:04.034090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:03:04.038873 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=f22f818c-af99-41cf-a572-b1711f47b83a,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:04.072789 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5f0bb86e-f1fe-4bec-a7bc-1df351620329 req-58e4c144-e8d9-4d73-8f0f-8c0950658915 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203649 Feb 09 22:03:04.100942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:04.101931 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:04.292877 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579e8025-6121-431e-82f4-63a95fd868ba x-openstack-request-id: req-579e8025-6121-431e-82f4-63a95fd868ba {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:03:04.293346 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2df2ad-45d6-462f-873f-bbe70b1db048", "name": "network-vif-plugged", "status": "completed", "tag": "f22f818c-af99-41cf-a572-b1711f47b83a", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:03:04.297387 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-579e8025-6121-431e-82f4-63a95fd868ba {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:03:04.300323 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2df2ad-45d6-462f-873f-bbe70b1db048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22f818c-af99-41cf-a572-b1711f47b83a', 'code': 200} Feb 09 22:03:04.338304 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device b58d90f5-b842-4dfe-a6f8-0ef218d3a398 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:04.387799 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] Set router 1115e8a3-7327-49e0-93c0-88b7478a58a8 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:04.541502 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54988) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:04.546849 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-942fdf3e-c9a6-42e8-82fe-dc60cb2f7a78 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1577500410-network', 'tenant_id': 'cb920b54a6984d36901f2ca51cf237c8'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:04.594848 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54990) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:04.696591 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-10a301f3-55fc-49e6-bcfc-6cf173829981 admin admin] Allocated IP 172.20.0.1 (4857dd6b-a754-4680-8991-0ed6d7d88bfa/d595b8d0-b4c4-4491-9e6e-ce5e2fa73f07/c6dcb9ec-9047-42fe-9a5e-5ea8055bc433) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:04.762121 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8f75ccf5-aebe-4e6d-bc46-fd2aef20e315 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/floatingips/38a74584-28b3-488d-825d-ff21239c0b11 HTTP/1.1" status: 200 len: 992 time: 0.1643369 Feb 09 22:03:04.763195 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942fdf3e-c9a6-42e8-82fe-dc60cb2f7a78 admin admin] Made reservation on behalf of cb920b54a6984d36901f2ca51cf237c8 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:03:04.772912 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-942fdf3e-c9a6-42e8-82fe-dc60cb2f7a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:04.791167 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-942fdf3e-c9a6-42e8-82fe-dc60cb2f7a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:04.821230 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-947014288-router', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:49Z', 'updated_at': '2022-02-09T22:02:58Z', 'revision_number': 3, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'gw_port': {'id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:54Z', 'updated_at': '2022-02-09T22:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:04.847592 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:04.848499 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.063671 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc,segment=NetworkSegment(b2536537-d287-4bb4-b744-ea4f0ac8b197),segment_id=b2536537-d287-4bb4-b744-ea4f0ac8b197)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:05.094287 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.104459 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-942fdf3e-c9a6-42e8-82fe-dc60cb2f7a78 admin admin] Publish callbacks [] for security_group (c5957069-83ce-4e46-a4a6-115077f3c046), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.136562 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30aad54-10d9-4702-8879-871733e3caa0 req-6a002c13-a818-429f-94c2-cb3e89a83850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:05.147035 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f30aad54-10d9-4702-8879-871733e3caa0 req-6a002c13-a818-429f-94c2-cb3e89a83850 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4c2df2ad-45d6-462f-873f-bbe70b1db048 HTTP/1.1" status: 200 len: 1127 time: 0.8649588 Feb 09 22:03:05.183116 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-942fdf3e-c9a6-42e8-82fe-dc60cb2f7a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c5957069-83ce-4e46-a4a6-115077f3c046), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.253030 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7', 'name': 'tempest-TestAggregatesBasicOps-2002009998-router', 'tenant_id': '136e444304894d96a3a5aa877163ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'ff5a8aa4-2be9-4c2e-aebb-c83f9a223288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:38Z', 'updated_at': '2022-02-09T22:02:59Z', 'revision_number': 4, 'project_id': '136e444304894d96a3a5aa877163ba60', 'gw_port': {'id': 'ff5a8aa4-2be9-4c2e-aebb-c83f9a223288', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:41Z', 'updated_at': '2022-02-09T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '249f0ced-8c58-43e9-8597-4fad18c82ff7', 'name': '', 'network_id': '7eb9c64e-ab87-47ed-8296-f4c17a11c958', 'tenant_id': '136e444304894d96a3a5aa877163ba60', 'mac_address': 'fa:16:3e:34:63:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '68b3a1a7-061b-41a2-8c48-9febd3fd47ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:56Z', 'updated_at': '2022-02-09T22:02:59Z', 'revision_number': 2, 'project_id': '136e444304894d96a3a5aa877163ba60', 'subnets': [{'id': '68b3a1a7-061b-41a2-8c48-9febd3fd47ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:05.307375 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942fdf3e-c9a6-42e8-82fe-dc60cb2f7a78 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:03:05.321251 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port b58d90f5-b842-4dfe-a6f8-0ef218d3a398 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:03:05.326262 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] Checking router: b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:03:05.326628 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] Updating router b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7 port 249f0ced-8c58-43e9-8597-4fad18c82ff7 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:03:05.338766 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b04aca-7212-4a48-b97b-179cfcf9f85f None None] The sync data for ids ['1115e8a3-7327-49e0-93c0-88b7478a58a8'] in n-d-828601-1 is: [{'id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-947014288-router', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:49Z', 'updated_at': '2022-02-09T22:02:58Z', 'revision_number': 3, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'gw_port': {'id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:54Z', 'updated_at': '2022-02-09T22:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:05.346553 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10a301f3-55fc-49e6-bcfc-6cf173829981 admin admin] Publish callbacks [] for port (c6dcb9ec-9047-42fe-9a5e-5ea8055bc433), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.357892 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port b58d90f5-b842-4dfe-a6f8-0ef218d3a398 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:05.358280 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b58d90f5-b842-4dfe-a6f8-0ef218d3a398), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.376281 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f30aad54-10d9-4702-8879-871733e3caa0 req-e4069fa9-398d-44c7-b8bc-564b3cb1d238 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139316 Feb 09 22:03:05.398026 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fdf3e-c9a6-42e8-82fe-dc60cb2f7a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5957069-83ce-4e46-a4a6-115077f3c046,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:05.414097 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-942fdf3e-c9a6-42e8-82fe-dc60cb2f7a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (cb09f11b-2c17-42b9-aafa-f282e0e58459), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.414097 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-942fdf3e-c9a6-42e8-82fe-dc60cb2f7a78 admin admin] Added segment cb09f11b-2c17-42b9-aafa-f282e0e58459 of type vlan for network bd232f80-f269-4c15-803f-46363e990499 Feb 09 22:03:05.485900 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed8aa8-9b25-4754-9d99-f541e6ef7c2a req-394adc1d-2393-4ca3-9b7a-34684e7c9296 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:05.503051 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-07ed8aa8-9b25-4754-9d99-f541e6ef7c2a req-394adc1d-2393-4ca3-9b7a-34684e7c9296 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad153b9a-bc74-43af-9519-3e0e19fac1cc HTTP/1.1" status: 200 len: 944 time: 0.3948045 Feb 09 22:03:05.507054 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10a301f3-55fc-49e6-bcfc-6cf173829981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c6dcb9ec-9047-42fe-9a5e-5ea8055bc433), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.623788 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a301f3-55fc-49e6-bcfc-6cf173829981 admin admin] Network 4857dd6b-a754-4680-8991-0ed6d7d88bfa is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:05.637908 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-10a301f3-55fc-49e6-bcfc-6cf173829981 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:05.643746 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a301f3-55fc-49e6-bcfc-6cf173829981 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:05.651125 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:05.700676 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (249f0ced-8c58-43e9-8597-4fad18c82ff7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.747396 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-942fdf3e-c9a6-42e8-82fe-dc60cb2f7a78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (bd232f80-f269-4c15-803f-46363e990499), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.768860 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a301f3-55fc-49e6-bcfc-6cf173829981 admin admin] Pushing event updated for resources: {'Port': ['ID=c6dcb9ec-9047-42fe-9a5e-5ea8055bc433,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:05.807843 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10a301f3-55fc-49e6-bcfc-6cf173829981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (1115e8a3-7327-49e0-93c0-88b7478a58a8), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.833614 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-07ed8aa8-9b25-4754-9d99-f541e6ef7c2a req-8df37e30-1a11-4a20-955c-658192496408 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293757 Feb 09 22:03:05.841007 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-942fdf3e-c9a6-42e8-82fe-dc60cb2f7a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (bd232f80-f269-4c15-803f-46363e990499), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.841432 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942fdf3e-c9a6-42e8-82fe-dc60cb2f7a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:05.842030 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-942fdf3e-c9a6-42e8-82fe-dc60cb2f7a78 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.877174 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-942fdf3e-c9a6-42e8-82fe-dc60cb2f7a78 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3301115 Feb 09 22:03:05.878147 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55002) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:05.889857 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-08deaa14-6708-4a8d-a40b-d7c3ace62653 admin admin] Request body: {'subnet': {'network_id': 'bd232f80-f269-4c15-803f-46363e990499', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1577500410-subnet', 'tenant_id': 'cb920b54a6984d36901f2ca51cf237c8', 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:06.104221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08deaa14-6708-4a8d-a40b-d7c3ace62653 admin admin] Made reservation on behalf of cb920b54a6984d36901f2ca51cf237c8 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:03:06.113536 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-08deaa14-6708-4a8d-a40b-d7c3ace62653 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:06.270580 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port b58d90f5-b842-4dfe-a6f8-0ef218d3a398 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:06.274404 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b58d90f5-b842-4dfe-a6f8-0ef218d3a398), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:06.308214 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b347150-334a-4fa2-a2df-0b8a8e93e2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:03:06.313527 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36ea248-d898-4eb1-a180-8fff6f8cfb74" -d '{"events": [{"server_uuid": "2b347150-334a-4fa2-a2df-0b8a8e93e2fe", "name": "network-vif-plugged", "status": "completed", "tag": "4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:03:06.366796 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fdf3e-c9a6-42e8-82fe-dc60cb2f7a78 admin admin] Pushing event updated for resources: {'Network': ['ID=bd232f80-f269-4c15-803f-46363e990499,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:06.481462 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10a301f3-55fc-49e6-bcfc-6cf173829981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c6dcb9ec-9047-42fe-9a5e-5ea8055bc433), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:06.501339 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network bd232f80-f269-4c15-803f-46363e990499 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:03:06.543862 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a9333-2192-4b0a-b77d-6fdaebfdbba2 req-f8ca7381-c3ab-422b-b63a-bd700730adb7 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:06.561760 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe5a9333-2192-4b0a-b77d-6fdaebfdbba2 req-f8ca7381-c3ab-422b-b63a-bd700730adb7 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c2df2ad-45d6-462f-873f-bbe70b1db048 HTTP/1.1" status: 200 len: 945 time: 0.2792046 Feb 09 22:03:06.694249 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port b58d90f5-b842-4dfe-a6f8-0ef218d3a398, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b58d90f5-b842-4dfe-a6f8-0ef218d3a398,segment=NetworkSegment(9550f611-ce26-4437-bed9-cffa6dc8d8a4),segment_id=9550f611-ce26-4437-bed9-cffa6dc8d8a4)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:06.811328 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b58d90f5-b842-4dfe-a6f8-0ef218d3a398), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:06.910264 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe5a9333-2192-4b0a-b77d-6fdaebfdbba2 req-e0f8bc96-2e29-4975-8944-19e0ba4e29f5 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451297 Feb 09 22:03:06.951487 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10a301f3-55fc-49e6-bcfc-6cf173829981 admin admin] Publish callbacks [] for port (c6dcb9ec-9047-42fe-9a5e-5ea8055bc433), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:06.962899 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10a301f3-55fc-49e6-bcfc-6cf173829981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (c6dcb9ec-9047-42fe-9a5e-5ea8055bc433), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.173235 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a301f3-55fc-49e6-bcfc-6cf173829981 admin admin] Pushing event updated for resources: {'Port': ['ID=c6dcb9ec-9047-42fe-9a5e-5ea8055bc433,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:07.222081 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10a301f3-55fc-49e6-bcfc-6cf173829981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (1115e8a3-7327-49e0-93c0-88b7478a58a8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.292604 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5944dd9-8901-4438-a851-7b991bdfc7f7 x-openstack-request-id: req-d5944dd9-8901-4438-a851-7b991bdfc7f7 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:03:07.293241 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b347150-334a-4fa2-a2df-0b8a8e93e2fe", "name": "network-vif-plugged", "status": "completed", "tag": "4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:03:07.293542 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d5944dd9-8901-4438-a851-7b991bdfc7f7 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:03:07.310525 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b347150-334a-4fa2-a2df-0b8a8e93e2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc', 'code': 200} Feb 09 22:03:07.358668 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d71212-8fb0-488e-a587-db1fb66a7557 req-db6c8b12-15ef-4564-ba6a-daddf13d096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:07.360381 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-61d71212-8fb0-488e-a587-db1fb66a7557 req-db6c8b12-15ef-4564-ba6a-daddf13d096e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2b347150-334a-4fa2-a2df-0b8a8e93e2fe HTTP/1.1" status: 200 len: 1127 time: 0.1772692 Feb 09 22:03:07.378591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 59b31b05-f509-4eac-b5b8-4ded29c6c5ab up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:07.444395 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a301f3-55fc-49e6-bcfc-6cf173829981 admin admin] Network 4857dd6b-a754-4680-8991-0ed6d7d88bfa is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:07.462448 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-10a301f3-55fc-49e6-bcfc-6cf173829981 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:07.511116 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-61d71212-8fb0-488e-a587-db1fb66a7557 req-c75f251d-12d5-473e-bdbc-f6d43c26051f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408837 Feb 09 22:03:07.522796 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0a2e1-029d-4bd0-a754-4879542b45d8 req-9830f6ff-1c49-4cb5-bdc5-c772562058e6 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:07.530315 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ed0a2e1-029d-4bd0-a754-4879542b45d8 req-9830f6ff-1c49-4cb5-bdc5-c772562058e6 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad153b9a-bc74-43af-9519-3e0e19fac1cc HTTP/1.1" status: 200 len: 945 time: 0.2512102 Feb 09 22:03:07.647830 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ed0a2e1-029d-4bd0-a754-4879542b45d8 req-6b56b6e9-ca22-4814-a2d4-d92ea147c654 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164420 Feb 09 22:03:07.654120 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-08deaa14-6708-4a8d-a40b-d7c3ace62653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (d38554f6-52e3-4b4f-886c-1fed936b34a8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.687825 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=b58d90f5-b842-4dfe-a6f8-0ef218d3a398,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:07.768561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 59b31b05-f509-4eac-b5b8-4ded29c6c5ab triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:07.769080 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (59b31b05-f509-4eac-b5b8-4ded29c6c5ab), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.826519 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08deaa14-6708-4a8d-a40b-d7c3ace62653 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d38554f6-52e3-4b4f-886c-1fed936b34a8,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:07.918137 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08deaa14-6708-4a8d-a40b-d7c3ace62653 admin admin] Checking segment: {'id': 'cb09f11b-2c17-42b9-aafa-f282e0e58459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'bd232f80-f269-4c15-803f-46363e990499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:03:07.919180 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08deaa14-6708-4a8d-a40b-d7c3ace62653 admin admin] Network hostable DHCP agents. Network: bd232f80-f269-4c15-803f-46363e990499, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:03:07.952362 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a301f3-55fc-49e6-bcfc-6cf173829981 admin admin] Router 1115e8a3-7327-49e0-93c0-88b7478a58a8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:03:07.977071 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08deaa14-6708-4a8d-a40b-d7c3ace62653 admin admin] Network bd232f80-f269-4c15-803f-46363e990499 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:03:08.014649 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-08deaa14-6708-4a8d-a40b-d7c3ace62653 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, bd232f80-f269-4c15-803f-46363e990499) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:08.020108 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-632de42f-cdda-494e-976a-cbbd55909a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.038497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08deaa14-6708-4a8d-a40b-d7c3ace62653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:08.039134 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-08deaa14-6708-4a8d-a40b-d7c3ace62653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.058843 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d963c71d-130a-4c92-a34c-cc0e82edd5d2 None None] Network bd232f80-f269-4c15-803f-46363e990499 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:03:08.101582 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-08deaa14-6708-4a8d-a40b-d7c3ace62653 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2210970 Feb 09 22:03:08.103787 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55026) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:08.118075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3e892220-396c-4ab7-ba67-b0d544c673b4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1577500410-router', 'tenant_id': 'cb920b54a6984d36901f2ca51cf237c8', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:08.197953 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e892220-396c-4ab7-ba67-b0d544c673b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (6b2ebcf9-76f3-4ab9-8760-ddafc35274ab), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.199665 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e892220-396c-4ab7-ba67-b0d544c673b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (6b2ebcf9-76f3-4ab9-8760-ddafc35274ab), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.281270 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e892220-396c-4ab7-ba67-b0d544c673b4 admin admin] Publish callbacks [] for router_controller (6b2ebcf9-76f3-4ab9-8760-ddafc35274ab), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.347682 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] Publish callbacks [] for port (249f0ced-8c58-43e9-8597-4fad18c82ff7), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.401479 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a301f3-55fc-49e6-bcfc-6cf173829981 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:08.412418 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-10a301f3-55fc-49e6-bcfc-6cf173829981 admin admin] 10.222.0.77 "PUT /v2.0/routers/1115e8a3-7327-49e0-93c0-88b7478a58a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8248215 Feb 09 22:03:08.769534 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e892220-396c-4ab7-ba67-b0d544c673b4 admin admin] Publish callbacks [] for router_gateway (6b2ebcf9-76f3-4ab9-8760-ddafc35274ab), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.938358 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d44473-15a6-4cfd-9682-d813a2ceb04f req-e5eaf0f1-55f8-4edf-802f-1a978a3e3c16 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:08.946537 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-70d44473-15a6-4cfd-9682-d813a2ceb04f req-e5eaf0f1-55f8-4edf-802f-1a978a3e3c16 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c2df2ad-45d6-462f-873f-bbe70b1db048 HTTP/1.1" status: 200 len: 945 time: 0.7916024 Feb 09 22:03:08.991021 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (249f0ced-8c58-43e9-8597-4fad18c82ff7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.032150 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80341ca-0d0d-4bf2-8f96-5da20234df09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-bd232f80-f269-4c15-803f-46363e990499', 'network_id': 'bd232f80-f269-4c15-803f-46363e990499', 'project_id': 'cb920b54a6984d36901f2ca51cf237c8', 'fixed_ips': [{'subnet_id': 'd38554f6-52e3-4b4f-886c-1fed936b34a8'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:03:09.033056 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a80341ca-0d0d-4bf2-8f96-5da20234df09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.183356 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-70d44473-15a6-4cfd-9682-d813a2ceb04f req-761a65e4-db6f-4b6c-92e4-793b622ed308 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254281 Feb 09 22:03:09.198764 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 59b31b05-f509-4eac-b5b8-4ded29c6c5ab is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:09.213572 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (59b31b05-f509-4eac-b5b8-4ded29c6c5ab), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.689436 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-a80341ca-0d0d-4bf2-8f96-5da20234df09 None None] Allocated IP 172.20.0.2 (bd232f80-f269-4c15-803f-46363e990499/d38554f6-52e3-4b4f-886c-1fed936b34a8/acb1ed85-084c-4fe5-887c-499548eeed76) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:09.694390 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e892220-396c-4ab7-ba67-b0d544c673b4 admin admin] Publish callbacks [] for router_gateway (6b2ebcf9-76f3-4ab9-8760-ddafc35274ab), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.790279 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845de50-3438-47bc-9869-c0571843cf59 req-3364bdbd-fa99-4f8e-a3a6-7ed806e422be tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:09.799097 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a845de50-3438-47bc-9869-c0571843cf59 req-3364bdbd-fa99-4f8e-a3a6-7ed806e422be tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad153b9a-bc74-43af-9519-3e0e19fac1cc HTTP/1.1" status: 200 len: 945 time: 0.3006346 Feb 09 22:03:09.800467 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e892220-396c-4ab7-ba67-b0d544c673b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:10.110858 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad153b9a-bc74-43af-9519-3e0e19fac1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58d90f5-b842-4dfe-a6f8-0ef218d3a398'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:03:10.113282 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d621750-eac3-432a-81be-481c9e89a6a8" -d '{"events": [{"server_uuid": "ad153b9a-bc74-43af-9519-3e0e19fac1cc", "name": "network-vif-plugged", "status": "completed", "tag": "b58d90f5-b842-4dfe-a6f8-0ef218d3a398"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:03:10.117056 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2a410-f980-45bc-9420-5ad738c6c9d8 None None] Pushing event updated for resources: {'Port': ['ID=249f0ced-8c58-43e9-8597-4fad18c82ff7,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:10.120014 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] Sync routers for ids ['1115e8a3-7327-49e0-93c0-88b7478a58a8'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:10.233076 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] Routers {'1115e8a3-7327-49e0-93c0-88b7478a58a8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:10.234293 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:02:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1115e8a3-7327-49e0-93c0-88b7478a58a8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:10.264715 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 59b31b05-f509-4eac-b5b8-4ded29c6c5ab, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=59b31b05-f509-4eac-b5b8-4ded29c6c5ab,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:10.278542 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a80341ca-0d0d-4bf2-8f96-5da20234df09 None None] Publish callbacks [] for port (acb1ed85-084c-4fe5-887c-499548eeed76), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:10.287731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0783775c-d330-4c1e-b3fa-b59e3d4ce862 None None] Provisioning complete for port 249f0ced-8c58-43e9-8597-4fad18c82ff7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:10.288245 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0783775c-d330-4c1e-b3fa-b59e3d4ce862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (249f0ced-8c58-43e9-8597-4fad18c82ff7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:10.472325 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0783775c-d330-4c1e-b3fa-b59e3d4ce862 None None] Port 249f0ced-8c58-43e9-8597-4fad18c82ff7 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:03:10.526786 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] Attempting to bind port 249f0ced-8c58-43e9-8597-4fad18c82ff7 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:03:10.527815 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] Attempting to bind port 249f0ced-8c58-43e9-8597-4fad18c82ff7 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '881cf01b-ec4d-4973-a42f-c88252da26f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7eb9c64e-ab87-47ed-8296-f4c17a11c958'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:03:10.528224 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] Attempting to bind port 249f0ced-8c58-43e9-8597-4fad18c82ff7 on network 7eb9c64e-ab87-47ed-8296-f4c17a11c958 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:03:10.532382 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (59b31b05-f509-4eac-b5b8-4ded29c6c5ab), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:10.543446 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a80341ca-0d0d-4bf2-8f96-5da20234df09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (acb1ed85-084c-4fe5-887c-499548eeed76), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:10.661674 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=59b31b05-f509-4eac-b5b8-4ded29c6c5ab,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:10.780535 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:03:10.785141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] Checking segment: {'id': '881cf01b-ec4d-4973-a42f-c88252da26f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7eb9c64e-ab87-47ed-8296-f4c17a11c958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:03:10.785888 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:10.786506 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] Bound using segment: {'id': '881cf01b-ec4d-4973-a42f-c88252da26f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7eb9c64e-ab87-47ed-8296-f4c17a11c958'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:03:10.787393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] Bound port: 249f0ced-8c58-43e9-8597-4fad18c82ff7, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881cf01b-ec4d-4973-a42f-c88252da26f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7eb9c64e-ab87-47ed-8296-f4c17a11c958'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:03:10.788110 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (249f0ced-8c58-43e9-8597-4fad18c82ff7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:10.814066 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80341ca-0d0d-4bf2-8f96-5da20234df09 None None] Pushing event updated for resources: {'Port': ['ID=acb1ed85-084c-4fe5-887c-499548eeed76,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:10.882060 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b325c0c-8512-4588-b7f8-e3d632ccbc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:10.911824 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80341ca-0d0d-4bf2-8f96-5da20234df09 None None] Network bd232f80-f269-4c15-803f-46363e990499 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:10.914358 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-a80341ca-0d0d-4bf2-8f96-5da20234df09 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:10.939626 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80341ca-0d0d-4bf2-8f96-5da20234df09 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:10.972391 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a845de50-3438-47bc-9869-c0571843cf59 req-884c6a3b-7909-4e56-bfc9-2df2bd7d93cd tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1520529 Feb 09 22:03:11.001658 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] Set router 1115e8a3-7327-49e0-93c0-88b7478a58a8 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:11.043801 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-3e892220-396c-4ab7-ba67-b0d544c673b4 admin admin] Allocated IP 172.25.6.148 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/4404ec16-96f3-4bfe-9a33-0984c9ec43c5) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:11.044679 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] For port 249f0ced-8c58-43e9-8597-4fad18c82ff7, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:03:11.090713 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] For port 249f0ced-8c58-43e9-8597-4fad18c82ff7, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=249f0ced-8c58-43e9-8597-4fad18c82ff7,segment=NetworkSegment(881cf01b-ec4d-4973-a42f-c88252da26f1),segment_id=881cf01b-ec4d-4973-a42f-c88252da26f1)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:03:11.107046 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-a80341ca-0d0d-4bf2-8f96-5da20234df09 None None] Attempting to bind port acb1ed85-084c-4fe5-887c-499548eeed76 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:03:11.107748 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-a80341ca-0d0d-4bf2-8f96-5da20234df09 None None] Attempting to bind port acb1ed85-084c-4fe5-887c-499548eeed76 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'cb09f11b-2c17-42b9-aafa-f282e0e58459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'bd232f80-f269-4c15-803f-46363e990499'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:03:11.108476 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80341ca-0d0d-4bf2-8f96-5da20234df09 None None] Attempting to bind port acb1ed85-084c-4fe5-887c-499548eeed76 on network bd232f80-f269-4c15-803f-46363e990499 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:03:11.158513 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (249f0ced-8c58-43e9-8597-4fad18c82ff7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:11.217938 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2a410-f980-45bc-9420-5ad738c6c9d8 None None] Pushing event updated for resources: {'Port': ['ID=249f0ced-8c58-43e9-8597-4fad18c82ff7,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:11.230782 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80341ca-0d0d-4bf2-8f96-5da20234df09 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:03:11.231346 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80341ca-0d0d-4bf2-8f96-5da20234df09 None None] Checking segment: {'id': 'cb09f11b-2c17-42b9-aafa-f282e0e58459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'bd232f80-f269-4c15-803f-46363e990499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:03:11.231985 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a80341ca-0d0d-4bf2-8f96-5da20234df09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:11.232506 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80341ca-0d0d-4bf2-8f96-5da20234df09 None None] Bound using segment: {'id': 'cb09f11b-2c17-42b9-aafa-f282e0e58459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'bd232f80-f269-4c15-803f-46363e990499'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:03:11.237524 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-a80341ca-0d0d-4bf2-8f96-5da20234df09 None None] Bound port: acb1ed85-084c-4fe5-887c-499548eeed76, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb09f11b-2c17-42b9-aafa-f282e0e58459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'bd232f80-f269-4c15-803f-46363e990499'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:03:11.238797 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a80341ca-0d0d-4bf2-8f96-5da20234df09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (acb1ed85-084c-4fe5-887c-499548eeed76), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:11.315550 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e892220-396c-4ab7-ba67-b0d544c673b4 admin admin] Publish callbacks [] for port (4404ec16-96f3-4bfe-9a33-0984c9ec43c5), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:11.405183 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e892220-396c-4ab7-ba67-b0d544c673b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (4404ec16-96f3-4bfe-9a33-0984c9ec43c5), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:11.573735 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e892220-396c-4ab7-ba67-b0d544c673b4 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:11.576131 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3e892220-396c-4ab7-ba67-b0d544c673b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:11.580970 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e892220-396c-4ab7-ba67-b0d544c673b4 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:11.618415 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-a80341ca-0d0d-4bf2-8f96-5da20234df09 None None] For port acb1ed85-084c-4fe5-887c-499548eeed76, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:03:11.628312 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-a80341ca-0d0d-4bf2-8f96-5da20234df09 None None] For port acb1ed85-084c-4fe5-887c-499548eeed76, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=acb1ed85-084c-4fe5-887c-499548eeed76,segment=NetworkSegment(cb09f11b-2c17-42b9-aafa-f282e0e58459),segment_id=cb09f11b-2c17-42b9-aafa-f282e0e58459)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:03:11.649565 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a80341ca-0d0d-4bf2-8f96-5da20234df09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (acb1ed85-084c-4fe5-887c-499548eeed76), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:11.676710 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] Routers {'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:11.677486 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:03:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:11.726729 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e892220-396c-4ab7-ba67-b0d544c673b4 admin admin] Pushing event updated for resources: {'Port': ['ID=4404ec16-96f3-4bfe-9a33-0984c9ec43c5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:12.008439 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:12.071562 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-78c8ff9d-2bb6-4358-ade6-484d6dbfea1a tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:12.082871 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-78c8ff9d-2bb6-4358-ade6-484d6dbfea1a tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/networks?id=4857dd6b-a754-4680-8991-0ed6d7d88bfa HTTP/1.1" status: 200 len: 819 time: 0.4455798 Feb 09 22:03:12.302314 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-f37e382e-b74b-4294-a35e-5ebe84b5e3ea tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/quotas/4880f10c70244f90be8edb3c8e74671f HTTP/1.1" status: 200 len: 375 time: 0.2174950 Feb 09 22:03:12.336704 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] Set router b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:12.471956 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e892220-396c-4ab7-ba67-b0d544c673b4 admin admin] Publish callbacks [] for router_gateway (6b2ebcf9-76f3-4ab9-8760-ddafc35274ab), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:12.492311 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-4ade8f28-10e1-4fc4-a50c-c071cb31deb1 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4880f10c70244f90be8edb3c8e74671f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1886921 Feb 09 22:03:12.584199 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-947014288-router', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:49Z', 'updated_at': '2022-02-09T22:03:06Z', 'revision_number': 4, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'gw_port': {'id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:54Z', 'updated_at': '2022-02-09T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'c6dcb9ec-9047-42fe-9a5e-5ea8055bc433', 'name': '', 'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'mac_address': 'fa:16:3e:a7:24:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'd595b8d0-b4c4-4491-9e6e-ce5e2fa73f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:03Z', 'updated_at': '2022-02-09T22:03:06Z', 'revision_number': 2, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'subnets': [{'id': 'd595b8d0-b4c4-4491-9e6e-ce5e2fa73f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:12.684488 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-cfde7a38-8271-48ce-bfce-02dd879a34cd None None] Provisioning complete for port 249f0ced-8c58-43e9-8597-4fad18c82ff7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:12.684904 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cfde7a38-8271-48ce-bfce-02dd879a34cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (249f0ced-8c58-43e9-8597-4fad18c82ff7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:12.796070 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80341ca-0d0d-4bf2-8f96-5da20234df09 None None] Pushing event updated for resources: {'Port': ['ID=acb1ed85-084c-4fe5-887c-499548eeed76,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:12.806532 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 59b31b05-f509-4eac-b5b8-4ded29c6c5ab up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:12.820515 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] Checking router: 1115e8a3-7327-49e0-93c0-88b7478a58a8 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:03:12.820642 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] Updating router 1115e8a3-7327-49e0-93c0-88b7478a58a8 port c6dcb9ec-9047-42fe-9a5e-5ea8055bc433 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:03:13.086904 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e892220-396c-4ab7-ba67-b0d544c673b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (6b2ebcf9-76f3-4ab9-8760-ddafc35274ab), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:13.152806 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c6dcb9ec-9047-42fe-9a5e-5ea8055bc433), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:13.492269 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-10ee26f8-2311-4663-8f02-937c17680e4a service neutron] 10.222.0.77 "GET /v2.0/networks/4857dd6b-a754-4680-8991-0ed6d7d88bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9990687 Feb 09 22:03:13.665628 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e892220-396c-4ab7-ba67-b0d544c673b4 admin admin] Router 6b2ebcf9-76f3-4ab9-8760-ddafc35274ab is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:03:13.674913 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:13.697357 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-e73e1a99-cfed-4383-b984-9ef5e0751aa5 service neutron] 10.222.0.77 "GET /v2.0/networks/4857dd6b-a754-4680-8991-0ed6d7d88bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828752 Feb 09 22:03:13.787429 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdc076f-bb41-4d72-a7b7-a32ebdc35b29 None None] Network bd232f80-f269-4c15-803f-46363e990499 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:03:13.866930 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 59b31b05-f509-4eac-b5b8-4ded29c6c5ab triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:13.867590 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (59b31b05-f509-4eac-b5b8-4ded29c6c5ab), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:13.944856 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-cfde7a38-8271-48ce-bfce-02dd879a34cd None None] Current status of the port 249f0ced-8c58-43e9-8597-4fad18c82ff7 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:13.945525 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cfde7a38-8271-48ce-bfce-02dd879a34cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (249f0ced-8c58-43e9-8597-4fad18c82ff7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:14.033595 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-cfde7a38-8271-48ce-bfce-02dd879a34cd None None] For port 249f0ced-8c58-43e9-8597-4fad18c82ff7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=249f0ced-8c58-43e9-8597-4fad18c82ff7,segment=NetworkSegment(881cf01b-ec4d-4973-a42f-c88252da26f1),segment_id=881cf01b-ec4d-4973-a42f-c88252da26f1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:14.052635 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e892220-396c-4ab7-ba67-b0d544c673b4 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:14.072812 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] Sync routers for ids ['6b2ebcf9-76f3-4ab9-8760-ddafc35274ab'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:14.073690 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cfde7a38-8271-48ce-bfce-02dd879a34cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (249f0ced-8c58-43e9-8597-4fad18c82ff7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:14.106131 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] Routers {'6b2ebcf9-76f3-4ab9-8760-ddafc35274ab'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:14.109039 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:03:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b2ebcf9-76f3-4ab9-8760-ddafc35274ab'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:14.180598 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e892220-396c-4ab7-ba67-b0d544c673b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:14.195089 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3e892220-396c-4ab7-ba67-b0d544c673b4 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.0849962 Feb 09 22:03:14.195885 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55106) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:14.229501 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15445b4-8122-47df-b45d-d1d1e5b7b2b9 req-01a2688d-378f-426f-871a-66486f37f451 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:14.231362 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b15445b4-8122-47df-b45d-d1d1e5b7b2b9 req-01a2688d-378f-426f-871a-66486f37f451 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b347150-334a-4fa2-a2df-0b8a8e93e2fe HTTP/1.1" status: 200 len: 945 time: 0.1729038 Feb 09 22:03:14.242352 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 59b31b05-f509-4eac-b5b8-4ded29c6c5ab is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:14.364106 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7', 'name': 'tempest-TestAggregatesBasicOps-2002009998-router', 'tenant_id': '136e444304894d96a3a5aa877163ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'ff5a8aa4-2be9-4c2e-aebb-c83f9a223288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:38Z', 'updated_at': '2022-02-09T22:02:59Z', 'revision_number': 4, 'project_id': '136e444304894d96a3a5aa877163ba60', 'gw_port': {'id': 'ff5a8aa4-2be9-4c2e-aebb-c83f9a223288', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:41Z', 'updated_at': '2022-02-09T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '249f0ced-8c58-43e9-8597-4fad18c82ff7', 'name': '', 'network_id': '7eb9c64e-ab87-47ed-8296-f4c17a11c958', 'tenant_id': '136e444304894d96a3a5aa877163ba60', 'mac_address': 'fa:16:3e:34:63:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '68b3a1a7-061b-41a2-8c48-9febd3fd47ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:56Z', 'updated_at': '2022-02-09T22:03:11Z', 'revision_number': 4, 'project_id': '136e444304894d96a3a5aa877163ba60', 'subnets': [{'id': '68b3a1a7-061b-41a2-8c48-9febd3fd47ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:14.393456 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b15445b4-8122-47df-b45d-d1d1e5b7b2b9 req-31d89015-7ee4-41ea-86a4-01986da79242 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517346 Feb 09 22:03:14.516639 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] Set router 6b2ebcf9-76f3-4ab9-8760-ddafc35274ab gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:14.606471 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65a0387-8cc3-42d4-80f4-21c6f5c0c35b x-openstack-request-id: req-f65a0387-8cc3-42d4-80f4-21c6f5c0c35b {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:03:14.606978 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad153b9a-bc74-43af-9519-3e0e19fac1cc", "name": "network-vif-plugged", "status": "completed", "tag": "b58d90f5-b842-4dfe-a6f8-0ef218d3a398", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:03:14.607315 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f65a0387-8cc3-42d4-80f4-21c6f5c0c35b {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:03:14.607985 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad153b9a-bc74-43af-9519-3e0e19fac1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58d90f5-b842-4dfe-a6f8-0ef218d3a398', 'code': 200} Feb 09 22:03:14.616180 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0baf95-c444-48cf-8a57-e424a4f06aba None None] The sync data for ids ['b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7'] in n-d-828601-1 is: [{'id': 'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7', 'name': 'tempest-TestAggregatesBasicOps-2002009998-router', 'tenant_id': '136e444304894d96a3a5aa877163ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'ff5a8aa4-2be9-4c2e-aebb-c83f9a223288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:38Z', 'updated_at': '2022-02-09T22:02:59Z', 'revision_number': 4, 'project_id': '136e444304894d96a3a5aa877163ba60', 'gw_port': {'id': 'ff5a8aa4-2be9-4c2e-aebb-c83f9a223288', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:41Z', 'updated_at': '2022-02-09T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '249f0ced-8c58-43e9-8597-4fad18c82ff7', 'name': '', 'network_id': '7eb9c64e-ab87-47ed-8296-f4c17a11c958', 'tenant_id': '136e444304894d96a3a5aa877163ba60', 'mac_address': 'fa:16:3e:34:63:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '68b3a1a7-061b-41a2-8c48-9febd3fd47ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:56Z', 'updated_at': '2022-02-09T22:03:11Z', 'revision_number': 4, 'project_id': '136e444304894d96a3a5aa877163ba60', 'subnets': [{'id': '68b3a1a7-061b-41a2-8c48-9febd3fd47ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:14.652239 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-19edfabd-9d09-4e28-af20-d2d2ca8c94e1 None None] Provisioning complete for port acb1ed85-084c-4fe5-887c-499548eeed76 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:14.652889 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-19edfabd-9d09-4e28-af20-d2d2ca8c94e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (acb1ed85-084c-4fe5-887c-499548eeed76), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:15.000289 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] Publish callbacks [] for port (c6dcb9ec-9047-42fe-9a5e-5ea8055bc433), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:15.133680 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:15.144890 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde7a38-8271-48ce-bfce-02dd879a34cd None None] Pushing event updated for resources: {'Port': ['ID=249f0ced-8c58-43e9-8597-4fad18c82ff7,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:15.150442 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcf0c0-d4f8-41db-9545-5340172cf0f4 req-aa2b1579-077b-4606-8c71-9e4e1da977e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:15.152128 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3dbcf0c0-d4f8-41db-9545-5340172cf0f4 req-aa2b1579-077b-4606-8c71-9e4e1da977e0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ad153b9a-bc74-43af-9519-3e0e19fac1cc HTTP/1.1" status: 200 len: 1127 time: 0.3890133 Feb 09 22:03:15.160652 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c6dcb9ec-9047-42fe-9a5e-5ea8055bc433), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:15.162957 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device acb1ed85-084c-4fe5-887c-499548eeed76 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:15.299422 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3dbcf0c0-d4f8-41db-9545-5340172cf0f4 req-4ddf161e-d86c-49f4-817e-4760699d453c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345613 Feb 09 22:03:15.428736 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f5672-3b80-45a2-bbbd-bb5b4e8c6f38 req-d75b78dc-0eef-494b-8450-57b963edcfea tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:15.430249 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2ebcf9-76f3-4ab9-8760-ddafc35274ab', 'name': 'tempest-TestAggregatesBasicOps-1577500410-router', 'tenant_id': 'cb920b54a6984d36901f2ca51cf237c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '4404ec16-96f3-4bfe-9a33-0984c9ec43c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:08Z', 'updated_at': '2022-02-09T22:03:12Z', 'revision_number': 3, 'project_id': 'cb920b54a6984d36901f2ca51cf237c8', 'gw_port': {'id': '4404ec16-96f3-4bfe-9a33-0984c9ec43c5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:85:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2ebcf9-76f3-4ab9-8760-ddafc35274ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:09Z', 'updated_at': '2022-02-09T22:03:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:15.442722 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c2f5672-3b80-45a2-bbbd-bb5b4e8c6f38 req-d75b78dc-0eef-494b-8450-57b963edcfea tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad153b9a-bc74-43af-9519-3e0e19fac1cc HTTP/1.1" status: 200 len: 945 time: 0.2391198 Feb 09 22:03:15.553957 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] Checking router: 6b2ebcf9-76f3-4ab9-8760-ddafc35274ab for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:03:15.582355 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a539b7-9ffe-4925-81f5-a6372988406c None None] Pushing event updated for resources: {'Port': ['ID=c6dcb9ec-9047-42fe-9a5e-5ea8055bc433,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:15.584730 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] Updating router 6b2ebcf9-76f3-4ab9-8760-ddafc35274ab port 4404ec16-96f3-4bfe-9a33-0984c9ec43c5 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:03:15.612494 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c2f5672-3b80-45a2-bbbd-bb5b4e8c6f38 req-19e0c634-b16a-46c5-9b96-312baf2f5c9c tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679006 Feb 09 22:03:15.707441 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4404ec16-96f3-4bfe-9a33-0984c9ec43c5), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:15.809605 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-19edfabd-9d09-4e28-af20-d2d2ca8c94e1 None None] Current status of the port acb1ed85-084c-4fe5-887c-499548eeed76 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:15.810014 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-19edfabd-9d09-4e28-af20-d2d2ca8c94e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (acb1ed85-084c-4fe5-887c-499548eeed76), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:15.893540 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-412e8fe1-e9cf-418b-a662-12c47634c762 req-e5edcaf2-34ac-4050-89db-105b59c3c8dd tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 210 time: 0.1377771 Feb 09 22:03:16.038503 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:16.181456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port acb1ed85-084c-4fe5-887c-499548eeed76 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:16.181876 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (acb1ed85-084c-4fe5-887c-499548eeed76), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:16.184521 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:16.359120 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-19edfabd-9d09-4e28-af20-d2d2ca8c94e1 None None] For port acb1ed85-084c-4fe5-887c-499548eeed76, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=acb1ed85-084c-4fe5-887c-499548eeed76,segment=NetworkSegment(cb09f11b-2c17-42b9-aafa-f282e0e58459),segment_id=cb09f11b-2c17-42b9-aafa-f282e0e58459)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:16.578983 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-19edfabd-9d09-4e28-af20-d2d2ca8c94e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (acb1ed85-084c-4fe5-887c-499548eeed76), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:16.924973 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] Publish callbacks [] for port (4404ec16-96f3-4bfe-9a33-0984c9ec43c5), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:16.943611 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4404ec16-96f3-4bfe-9a33-0984c9ec43c5), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:16.960867 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:16.983984 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edfabd-9d09-4e28-af20-d2d2ca8c94e1 None None] Pushing event updated for resources: {'Port': ['ID=acb1ed85-084c-4fe5-887c-499548eeed76,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:17.107195 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] Attempting to bind port c6dcb9ec-9047-42fe-9a5e-5ea8055bc433 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:03:17.115180 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] Attempting to bind port c6dcb9ec-9047-42fe-9a5e-5ea8055bc433 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '4021b8c6-5eef-4941-a565-ee6b7d9f3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:03:17.116001 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] Attempting to bind port c6dcb9ec-9047-42fe-9a5e-5ea8055bc433 on network 4857dd6b-a754-4680-8991-0ed6d7d88bfa {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:03:17.167719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-c3073c97-63c6-4edc-a5dd-1b6682f6b506 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:17.174264 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-c3073c97-63c6-4edc-a5dd-1b6682f6b506 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.42 "GET /v2.0/networks?id=4857dd6b-a754-4680-8991-0ed6d7d88bfa HTTP/1.1" status: 200 len: 819 time: 0.7079282 Feb 09 22:03:17.208236 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-8401cfbf-3cdc-4799-8456-8a0dfe7dcd48 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Request body: {'port': {'device_id': '72e74b42-76f3-4ff7-a8a6-6f49ae9badd5', 'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa', 'admin_state_up': True, 'tenant_id': '4880f10c70244f90be8edb3c8e74671f'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:17.285040 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f941c6a-5cd7-42d4-baee-a56ea607a296 None None] Pushing event updated for resources: {'Port': ['ID=4404ec16-96f3-4bfe-9a33-0984c9ec43c5,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:17.314912 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] Attempting to bind port 4404ec16-96f3-4bfe-9a33-0984c9ec43c5 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:03:17.316006 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] Attempting to bind port 4404ec16-96f3-4bfe-9a33-0984c9ec43c5 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:03:17.318429 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] Attempting to bind port 4404ec16-96f3-4bfe-9a33-0984c9ec43c5 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:03:17.324572 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eaff21-b758-496d-96c8-90b6e6fd28f8 req-901c4924-ad2f-47dd-b64a-9b645cffb1ea tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:17.325260 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:03:17.325768 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] Checking segment: {'id': '4021b8c6-5eef-4941-a565-ee6b7d9f3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:03:17.327907 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:17.328406 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] Bound using segment: {'id': '4021b8c6-5eef-4941-a565-ee6b7d9f3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:03:17.328993 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] Bound port: c6dcb9ec-9047-42fe-9a5e-5ea8055bc433, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4021b8c6-5eef-4941-a565-ee6b7d9f3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:03:17.329388 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c6dcb9ec-9047-42fe-9a5e-5ea8055bc433), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:17.341773 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:03:17.343838 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:03:17.344448 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0eaff21-b758-496d-96c8-90b6e6fd28f8 req-901c4924-ad2f-47dd-b64a-9b645cffb1ea tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad153b9a-bc74-43af-9519-3e0e19fac1cc HTTP/1.1" status: 200 len: 945 time: 0.2342324 Feb 09 22:03:17.345790 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:17.348761 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:03:17.349546 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] Bound port: 4404ec16-96f3-4bfe-9a33-0984c9ec43c5, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:03:17.353740 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4404ec16-96f3-4bfe-9a33-0984c9ec43c5), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:17.454776 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Allocated IP 172.20.0.1 (bd232f80-f269-4c15-803f-46363e990499/d38554f6-52e3-4b4f-886c-1fed936b34a8/8a62bfbf-3755-4888-bcdc-cb70192e2659) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:17.518808 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] For port c6dcb9ec-9047-42fe-9a5e-5ea8055bc433, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:03:17.528348 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] For port c6dcb9ec-9047-42fe-9a5e-5ea8055bc433, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c6dcb9ec-9047-42fe-9a5e-5ea8055bc433,segment=NetworkSegment(4021b8c6-5eef-4941-a565-ee6b7d9f3fb3),segment_id=4021b8c6-5eef-4941-a565-ee6b7d9f3fb3)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:03:17.536108 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ab3ac92a-c642-479c-acfa-a29326e53466 None None] Provisioning complete for port acb1ed85-084c-4fe5-887c-499548eeed76 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:17.537105 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac92a-c642-479c-acfa-a29326e53466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (acb1ed85-084c-4fe5-887c-499548eeed76), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:17.607229 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0eaff21-b758-496d-96c8-90b6e6fd28f8 req-cf836171-1521-458b-afad-34a889b645d2 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617815 Feb 09 22:03:17.636101 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c6dcb9ec-9047-42fe-9a5e-5ea8055bc433), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:17.649774 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] For port 4404ec16-96f3-4bfe-9a33-0984c9ec43c5, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:03:17.660311 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] For port 4404ec16-96f3-4bfe-9a33-0984c9ec43c5, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=4404ec16-96f3-4bfe-9a33-0984c9ec43c5,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:03:17.683549 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4404ec16-96f3-4bfe-9a33-0984c9ec43c5), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:17.832122 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a539b7-9ffe-4925-81f5-a6372988406c None None] Pushing event updated for resources: {'Port': ['ID=c6dcb9ec-9047-42fe-9a5e-5ea8055bc433,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:17.871620 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Publish callbacks [] for port (8a62bfbf-3755-4888-bcdc-cb70192e2659), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:17.882401 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b98d6-3f27-4ddd-adeb-68ae4bb00d25 req-efdffc94-b8ce-488f-b3ab-61b7ed9b6f4e tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:17.892805 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-772b98d6-3f27-4ddd-adeb-68ae4bb00d25 req-efdffc94-b8ce-488f-b3ab-61b7ed9b6f4e tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b347150-334a-4fa2-a2df-0b8a8e93e2fe HTTP/1.1" status: 200 len: 945 time: 0.1247818 Feb 09 22:03:17.904787 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] Routers {'1115e8a3-7327-49e0-93c0-88b7478a58a8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:17.905496 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:03:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1115e8a3-7327-49e0-93c0-88b7478a58a8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:17.914633 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] Routers {'6b2ebcf9-76f3-4ab9-8760-ddafc35274ab'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:17.915290 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:03:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b2ebcf9-76f3-4ab9-8760-ddafc35274ab'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:17.919400 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f941c6a-5cd7-42d4-baee-a56ea607a296 None None] Pushing event updated for resources: {'Port': ['ID=4404ec16-96f3-4bfe-9a33-0984c9ec43c5,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:18.008863 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-772b98d6-3f27-4ddd-adeb-68ae4bb00d25 req-5ebe697c-fd9b-40b3-9eb4-3a69126df611 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148119 Feb 09 22:03:18.201227 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (8a62bfbf-3755-4888-bcdc-cb70192e2659), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:18.281723 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f76cc6a-d657-44c3-badb-7115387ebcdc req-ef30c19c-49ac-4814-9ec0-b66f7952a0a9 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 210 time: 0.0910771 Feb 09 22:03:18.332747 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] Set router 6b2ebcf9-76f3-4ab9-8760-ddafc35274ab gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:18.337797 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] Set router 1115e8a3-7327-49e0-93c0-88b7478a58a8 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:18.494157 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port acb1ed85-084c-4fe5-887c-499548eeed76 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:18.589039 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Network bd232f80-f269-4c15-803f-46363e990499 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:18.593088 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-8401cfbf-3cdc-4799-8456-8a0dfe7dcd48 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Made reservation on behalf of 4880f10c70244f90be8edb3c8e74671f for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:03:18.607485 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-8401cfbf-3cdc-4799-8456-8a0dfe7dcd48 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:18.635098 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6a575-8500-4288-b60b-442d78f7684c req-8e4e7c55-a9db-46c9-93d3-99ff53ccf64b tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:18.650851 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ee6a575-8500-4288-b60b-442d78f7684c req-8e4e7c55-a9db-46c9-93d3-99ff53ccf64b tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c2df2ad-45d6-462f-873f-bbe70b1db048 HTTP/1.1" status: 200 len: 945 time: 0.2894795 Feb 09 22:03:18.680936 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bca02e-e709-4077-aaf8-7c98cabd9e3d req-08309cbe-e2bf-4e37-88ef-a95a4c51d8bd tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:18.682645 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-44bca02e-e709-4077-aaf8-7c98cabd9e3d req-08309cbe-e2bf-4e37-88ef-a95a4c51d8bd tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b347150-334a-4fa2-a2df-0b8a8e93e2fe HTTP/1.1" status: 200 len: 945 time: 0.7567918 Feb 09 22:03:18.683678 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:18.695889 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:18.895122 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2ebcf9-76f3-4ab9-8760-ddafc35274ab', 'name': 'tempest-TestAggregatesBasicOps-1577500410-router', 'tenant_id': 'cb920b54a6984d36901f2ca51cf237c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '4404ec16-96f3-4bfe-9a33-0984c9ec43c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:08Z', 'updated_at': '2022-02-09T22:03:12Z', 'revision_number': 3, 'project_id': 'cb920b54a6984d36901f2ca51cf237c8', 'gw_port': {'id': '4404ec16-96f3-4bfe-9a33-0984c9ec43c5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:85:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2ebcf9-76f3-4ab9-8760-ddafc35274ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:09Z', 'updated_at': '2022-02-09T22:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:19.025463 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Pushing event updated for resources: {'Port': ['ID=8a62bfbf-3755-4888-bcdc-cb70192e2659,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:19.071799 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-7ee6a575-8500-4288-b60b-442d78f7684c req-d298cc19-b9e8-4131-bade-d8117d82bc35 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Deleting port f22f818c-af99-41cf-a572-b1711f47b83a {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:19.084826 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7ee6a575-8500-4288-b60b-442d78f7684c req-d298cc19-b9e8-4131-bade-d8117d82bc35 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f22f818c-af99-41cf-a572-b1711f47b83a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:19.116626 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device acb1ed85-084c-4fe5-887c-499548eeed76 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:19.128049 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75671eef-1528-4adc-b463-1be961ff4e58 None None] The sync data for ids ['6b2ebcf9-76f3-4ab9-8760-ddafc35274ab'] in n-d-828601-1 is: [{'id': '6b2ebcf9-76f3-4ab9-8760-ddafc35274ab', 'name': 'tempest-TestAggregatesBasicOps-1577500410-router', 'tenant_id': 'cb920b54a6984d36901f2ca51cf237c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '4404ec16-96f3-4bfe-9a33-0984c9ec43c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:08Z', 'updated_at': '2022-02-09T22:03:12Z', 'revision_number': 3, 'project_id': 'cb920b54a6984d36901f2ca51cf237c8', 'gw_port': {'id': '4404ec16-96f3-4bfe-9a33-0984c9ec43c5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:85:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2ebcf9-76f3-4ab9-8760-ddafc35274ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:09Z', 'updated_at': '2022-02-09T22:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:19.175477 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:19.197862 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:19.198330 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:19.198815 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:19.199160 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:19.199722 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:19.200073 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:19.200412 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:19.200751 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:19.201084 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:19.201520 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:19.202977 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:19.202977 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:19.429257 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (6b2ebcf9-76f3-4ab9-8760-ddafc35274ab), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:19.659728 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5991c-778a-42c5-bce4-10caa1e23de0 req-583aa4b0-fe23-4b01-906e-fa20a781b88b tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:19.671130 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a8c5991c-778a-42c5-bce4-10caa1e23de0 req-583aa4b0-fe23-4b01-906e-fa20a781b88b tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b347150-334a-4fa2-a2df-0b8a8e93e2fe HTTP/1.1" status: 200 len: 945 time: 0.4165034 Feb 09 22:03:19.786375 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-7ee6a575-8500-4288-b60b-442d78f7684c req-d298cc19-b9e8-4131-bade-d8117d82bc35 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] For port f22f818c-af99-41cf-a572-b1711f47b83a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=f22f818c-af99-41cf-a572-b1711f47b83a,segment=NetworkSegment(b2536537-d287-4bb4-b744-ea4f0ac8b197),segment_id=b2536537-d287-4bb4-b744-ea4f0ac8b197)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:19.789201 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7ee6a575-8500-4288-b60b-442d78f7684c req-d298cc19-b9e8-4131-bade-d8117d82bc35 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f22f818c-af99-41cf-a572-b1711f47b83a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:19.841177 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-7ee6a575-8500-4288-b60b-442d78f7684c req-d298cc19-b9e8-4131-bade-d8117d82bc35 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Calling delete_port for f22f818c-af99-41cf-a572-b1711f47b83a owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:20.177891 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8a62bfbf-3755-4888-bcdc-cb70192e2659), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:20.309283 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7ee6a575-8500-4288-b60b-442d78f7684c req-d298cc19-b9e8-4131-bade-d8117d82bc35 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (f22f818c-af99-41cf-a572-b1711f47b83a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:20.383130 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['f22f818c-af99-41cf-a572-b1711f47b83a'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:03:20.541049 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a8c5991c-778a-42c5-bce4-10caa1e23de0 req-0eed3d83-efa6-4af9-9467-ebd8a3cca001 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8475215 Feb 09 22:03:20.552274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298cc19-b9e8-4131-bade-d8117d82bc35 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Pushing event deleted for resources: {'Port': ['ID=f22f818c-af99-41cf-a572-b1711f47b83a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:20.666761 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ac92a-c642-479c-acfa-a29326e53466 None None] Current status of the port acb1ed85-084c-4fe5-887c-499548eeed76 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:20.709869 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port acb1ed85-084c-4fe5-887c-499548eeed76 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:20.715550 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-44bca02e-e709-4077-aaf8-7c98cabd9e3d req-e9a1e2f6-4f50-49c9-b8d3-e89ed75e1ea8 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Deleting port 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:20.716510 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-44bca02e-e709-4077-aaf8-7c98cabd9e3d req-e9a1e2f6-4f50-49c9-b8d3-e89ed75e1ea8 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:20.729949 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (acb1ed85-084c-4fe5-887c-499548eeed76), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:20.805301 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee6a575-8500-4288-b60b-442d78f7684c req-d298cc19-b9e8-4131-bade-d8117d82bc35 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] No DVR routers for this DVR port f22f818c-af99-41cf-a572-b1711f47b83a on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:03:20.810132 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7ee6a575-8500-4288-b60b-442d78f7684c req-d298cc19-b9e8-4131-bade-d8117d82bc35 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:20.818802 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ee6a575-8500-4288-b60b-442d78f7684c req-d298cc19-b9e8-4131-bade-d8117d82bc35 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.42 "DELETE /v2.0/ports/f22f818c-af99-41cf-a572-b1711f47b83a HTTP/1.1" status: 204 len: 173 time: 2.1586719 Feb 09 22:03:20.823822 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2df2ad-45d6-462f-873f-bbe70b1db048', 'name': 'network-vif-deleted', 'tag': 'f22f818c-af99-41cf-a572-b1711f47b83a'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:03:20.826200 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7eda4b-2cc4-48a8-b4f1-47a42c3bb88a" -d '{"events": [{"server_uuid": "4c2df2ad-45d6-462f-873f-bbe70b1db048", "name": "network-vif-deleted", "tag": "f22f818c-af99-41cf-a572-b1711f47b83a"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:03:20.931749 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-48609f84-ffdf-43f6-9fb7-e40e54bdd4fa req-ef2ebad1-1ccd-4540-8dd8-f205e19fff79 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 210 time: 0.1121914 Feb 09 22:03:20.970464 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-8401cfbf-3cdc-4799-8456-8a0dfe7dcd48 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Allocated IP 172.20.0.9 (4857dd6b-a754-4680-8991-0ed6d7d88bfa/d595b8d0-b4c4-4491-9e6e-ce5e2fa73f07/cf260aca-47f2-4495-a919-95c569281665) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:21.118323 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0efc82d-e775-4bed-ae90-86e0ce993ae6 x-openstack-request-id: req-d0efc82d-e775-4bed-ae90-86e0ce993ae6 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:03:21.118620 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2df2ad-45d6-462f-873f-bbe70b1db048", "name": "network-vif-deleted", "tag": "f22f818c-af99-41cf-a572-b1711f47b83a", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:03:21.118970 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d0efc82d-e775-4bed-ae90-86e0ce993ae6 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:03:21.119472 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2df2ad-45d6-462f-873f-bbe70b1db048', 'name': 'network-vif-deleted', 'tag': 'f22f818c-af99-41cf-a572-b1711f47b83a', 'status': 'completed', 'code': 200} Feb 09 22:03:21.156070 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2f4664cf-c842-4b3c-aa37-dffd3a9dae34 None None] Provisioning complete for port 8a62bfbf-3755-4888-bcdc-cb70192e2659 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:21.159127 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2f4664cf-c842-4b3c-aa37-dffd3a9dae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8a62bfbf-3755-4888-bcdc-cb70192e2659), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:21.208256 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device f22f818c-af99-41cf-a572-b1711f47b83a no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:03:21.364174 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55210) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:21.491528 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-947014288-router', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:49Z', 'updated_at': '2022-02-09T22:03:06Z', 'revision_number': 4, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'gw_port': {'id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:54Z', 'updated_at': '2022-02-09T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'c6dcb9ec-9047-42fe-9a5e-5ea8055bc433', 'name': '', 'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'mac_address': 'fa:16:3e:a7:24:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'd595b8d0-b4c4-4491-9e6e-ce5e2fa73f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:03Z', 'updated_at': '2022-02-09T22:03:17Z', 'revision_number': 4, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'subnets': [{'id': 'd595b8d0-b4c4-4491-9e6e-ce5e2fa73f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:21.636226 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4d6dcf4e-d225-4f56-a224-93df9e51fef9 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/floatingips/38a74584-28b3-488d-825d-ff21239c0b11 HTTP/1.1" status: 200 len: 992 time: 0.2618260 Feb 09 22:03:21.704886 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-44bca02e-e709-4077-aaf8-7c98cabd9e3d req-e9a1e2f6-4f50-49c9-b8d3-e89ed75e1ea8 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] For port 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc,segment=NetworkSegment(b2536537-d287-4bb4-b744-ea4f0ac8b197),segment_id=b2536537-d287-4bb4-b744-ea4f0ac8b197)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:21.705781 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-44bca02e-e709-4077-aaf8-7c98cabd9e3d req-e9a1e2f6-4f50-49c9-b8d3-e89ed75e1ea8 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:22.094767 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port acb1ed85-084c-4fe5-887c-499548eeed76 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:22.120802 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 249f0ced-8c58-43e9-8597-4fad18c82ff7 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:22.152015 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9367236-456c-4b76-9e9d-458ac0e27622 req-2847664d-5119-42d3-a65a-77db4a9d9469 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:22.187072 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9367236-456c-4b76-9e9d-458ac0e27622 req-2847664d-5119-42d3-a65a-77db4a9d9469 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b347150-334a-4fa2-a2df-0b8a8e93e2fe HTTP/1.1" status: 200 len: 945 time: 0.3793273 Feb 09 22:03:22.310392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: f22f818c-af99-41cf-a572-b1711f47b83a {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:03:22.313488 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device f22f818c-af99-41cf-a572-b1711f47b83a not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:03:22.314840 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:03:22.499474 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9367236-456c-4b76-9e9d-458ac0e27622 req-e333b3da-ca21-46ba-a54f-a9ef5b14d9cd tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097830 Feb 09 22:03:22.581781 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccdb43f-f4d2-4f2e-ac90-276a71e9be8f None None] The sync data for ids ['1115e8a3-7327-49e0-93c0-88b7478a58a8'] in n-d-828601-1 is: [{'id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-947014288-router', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:49Z', 'updated_at': '2022-02-09T22:03:06Z', 'revision_number': 4, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'gw_port': {'id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:54Z', 'updated_at': '2022-02-09T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'c6dcb9ec-9047-42fe-9a5e-5ea8055bc433', 'name': '', 'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'mac_address': 'fa:16:3e:a7:24:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'd595b8d0-b4c4-4491-9e6e-ce5e2fa73f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:03Z', 'updated_at': '2022-02-09T22:03:17Z', 'revision_number': 4, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'subnets': [{'id': 'd595b8d0-b4c4-4491-9e6e-ce5e2fa73f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:22.637587 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2f4664cf-c842-4b3c-aa37-dffd3a9dae34 None None] Port 8a62bfbf-3755-4888-bcdc-cb70192e2659 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:03:22.667883 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 249f0ced-8c58-43e9-8597-4fad18c82ff7 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:22.680755 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (249f0ced-8c58-43e9-8597-4fad18c82ff7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:23.035351 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55230) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:23.420710 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb77b7e7-3594-4f0a-8db5-2b19784cd7e5 req-7d80bdd4-9c0c-43d2-8df6-619e1e002958 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 210 time: 0.1769814 Feb 09 22:03:23.434807 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-44bca02e-e709-4077-aaf8-7c98cabd9e3d req-e9a1e2f6-4f50-49c9-b8d3-e89ed75e1ea8 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Calling delete_port for 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:23.492088 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 249f0ced-8c58-43e9-8597-4fad18c82ff7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:23.536769 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:23.537424 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:23.694278 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b347150-334a-4fa2-a2df-0b8a8e93e2fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:03:23.728794 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821a45b0-48d4-49f1-8f4a-a6300d05c363" -d '{"events": [{"server_uuid": "2b347150-334a-4fa2-a2df-0b8a8e93e2fe", "name": "network-vif-unplugged", "status": "completed", "tag": "4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:03:23.753261 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2422e033-52e6-4dff-b6f1-de2b2a35b178 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Deleting port 3a1505f8-3ba7-4d21-8995-1e1af03fc96c {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:23.753803 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2422e033-52e6-4dff-b6f1-de2b2a35b178 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (3a1505f8-3ba7-4d21-8995-1e1af03fc96c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:23.827392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc,segment=NetworkSegment(b2536537-d287-4bb4-b744-ea4f0ac8b197),segment_id=b2536537-d287-4bb4-b744-ea4f0ac8b197)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:23.853196 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:24.087387 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9dde57-9b85-4d58-bb4a-04d0db0257b7 req-a894d5f9-b83d-456c-8f60-e2f9c5cd0cea tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:24.097225 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c9dde57-9b85-4d58-bb4a-04d0db0257b7 req-a894d5f9-b83d-456c-8f60-e2f9c5cd0cea tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b347150-334a-4fa2-a2df-0b8a8e93e2fe HTTP/1.1" status: 200 len: 943 time: 0.1136036 Feb 09 22:03:24.230105 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:24.244244 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c9dde57-9b85-4d58-bb4a-04d0db0257b7 req-ef62de20-e53f-4833-9e64-5f98ce37030e tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460059 Feb 09 22:03:24.255576 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2422e033-52e6-4dff-b6f1-de2b2a35b178 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (3a1505f8-3ba7-4d21-8995-1e1af03fc96c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:24.257250 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2422e033-52e6-4dff-b6f1-de2b2a35b178 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for floatingip (3a1505f8-3ba7-4d21-8995-1e1af03fc96c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:24.272753 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c6dcb9ec-9047-42fe-9a5e-5ea8055bc433 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:24.312995 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2422e033-52e6-4dff-b6f1-de2b2a35b178 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Calling delete_port for 3a1505f8-3ba7-4d21-8995-1e1af03fc96c owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:24.393991 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Publish callbacks [] for port (8a62bfbf-3755-4888-bcdc-cb70192e2659), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:24.441634 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (8a62bfbf-3755-4888-bcdc-cb70192e2659), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:24.479191 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2ee150-1a1e-485a-a6db-7f1a41d1eb19 x-openstack-request-id: req-fc2ee150-1a1e-485a-a6db-7f1a41d1eb19 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:03:24.479712 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b347150-334a-4fa2-a2df-0b8a8e93e2fe", "name": "network-vif-unplugged", "status": "completed", "tag": "4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:03:24.480137 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fc2ee150-1a1e-485a-a6db-7f1a41d1eb19 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:03:24.480817 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b347150-334a-4fa2-a2df-0b8a8e93e2fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc', 'code': 200} Feb 09 22:03:24.613542 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-aff871b7-07b5-4533-b6b3-5b45bc06bfe6 req-644d7b96-b807-4373-8ceb-f4478c125164 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4c34aeb0-3198-4ba5-bca1-f397bfdd13fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.5428135 Feb 09 22:03:24.663453 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c6dcb9ec-9047-42fe-9a5e-5ea8055bc433 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:24.670504 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c6dcb9ec-9047-42fe-9a5e-5ea8055bc433), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:24.706237 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62294cd4-b096-463d-8f7c-e4d2103ab9a6 req-0dc32f97-18cd-4288-b33a-7ad4ca7dc795 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 210 time: 0.1120551 Feb 09 22:03:24.716332 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Pushing event updated for resources: {'Port': ['ID=8a62bfbf-3755-4888-bcdc-cb70192e2659,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:24.892340 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-8401cfbf-3cdc-4799-8456-8a0dfe7dcd48 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks [] for port (cf260aca-47f2-4495-a919-95c569281665), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:24.961816 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c6dcb9ec-9047-42fe-9a5e-5ea8055bc433 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:24.961816 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c6dcb9ec-9047-42fe-9a5e-5ea8055bc433), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:24.978618 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2422e033-52e6-4dff-b6f1-de2b2a35b178 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (3a1505f8-3ba7-4d21-8995-1e1af03fc96c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:25.047755 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422e033-52e6-4dff-b6f1-de2b2a35b178 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event deleted for resources: {'Port': ['ID=3a1505f8-3ba7-4d21-8995-1e1af03fc96c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:25.086247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port c6dcb9ec-9047-42fe-9a5e-5ea8055bc433, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c6dcb9ec-9047-42fe-9a5e-5ea8055bc433,segment=NetworkSegment(4021b8c6-5eef-4941-a565-ee6b7d9f3fb3),segment_id=4021b8c6-5eef-4941-a565-ee6b7d9f3fb3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:25.099001 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c6dcb9ec-9047-42fe-9a5e-5ea8055bc433), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:25.100639 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 4404ec16-96f3-4bfe-9a33-0984c9ec43c5 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:25.112553 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2422e033-52e6-4dff-b6f1-de2b2a35b178 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for floatingip (38a74584-28b3-488d-825d-ff21239c0b11), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:25.113210 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-2422e033-52e6-4dff-b6f1-de2b2a35b178 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Floating IP 38a74584-28b3-488d-825d-ff21239c0b11 disassociated (deleted). External IP: 172.25.6.98, port: e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca. Feb 09 22:03:25.128244 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (6b2ebcf9-76f3-4ab9-8760-ddafc35274ab), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:25.146463 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-8401cfbf-3cdc-4799-8456-8a0dfe7dcd48 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (cf260aca-47f2-4495-a919-95c569281665), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:25.380861 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-8401cfbf-3cdc-4799-8456-8a0dfe7dcd48 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Network 4857dd6b-a754-4680-8991-0ed6d7d88bfa is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:25.404182 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401cfbf-3cdc-4799-8456-8a0dfe7dcd48 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Pushing event updated for resources: {'Port': ['ID=cf260aca-47f2-4495-a919-95c569281665,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:25.414601 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-8401cfbf-3cdc-4799-8456-8a0dfe7dcd48 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:25.437290 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-8401cfbf-3cdc-4799-8456-8a0dfe7dcd48 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:25.569049 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 4404ec16-96f3-4bfe-9a33-0984c9ec43c5 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:25.569740 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4404ec16-96f3-4bfe-9a33-0984c9ec43c5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:25.650520 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-8401cfbf-3cdc-4799-8456-8a0dfe7dcd48 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:25.652983 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-8401cfbf-3cdc-4799-8456-8a0dfe7dcd48 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:25.791473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=c6dcb9ec-9047-42fe-9a5e-5ea8055bc433,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:25.989560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff871b7-07b5-4533-b6b3-5b45bc06bfe6 req-7eeddfaf-3061-4c57-b64f-d3ec00798803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:25.992445 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-aff871b7-07b5-4533-b6b3-5b45bc06bfe6 req-7eeddfaf-3061-4c57-b64f-d3ec00798803 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ecf756413bbb4509914c48d36d3db43f&device_id=4c34aeb0-3198-4ba5-bca1-f397bfdd13fc HTTP/1.1" status: 200 len: 1127 time: 1.2487023 Feb 09 22:03:25.997151 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 4404ec16-96f3-4bfe-9a33-0984c9ec43c5 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:26.002237 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4404ec16-96f3-4bfe-9a33-0984c9ec43c5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:26.023847 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-8401cfbf-3cdc-4799-8456-8a0dfe7dcd48 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.8331220 Feb 09 22:03:26.124948 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 4404ec16-96f3-4bfe-9a33-0984c9ec43c5, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=4404ec16-96f3-4bfe-9a33-0984c9ec43c5,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:26.135250 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4404ec16-96f3-4bfe-9a33-0984c9ec43c5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:26.160278 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2422e033-52e6-4dff-b6f1-de2b2a35b178 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Router b5ab7275-eb4a-4810-a989-eee691060a39 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:03:26.315181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880cf86-1538-4214-b8cb-1306141fd800 req-f1902532-01d5-4ba9-be7b-08da0cdb1f34 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:26.326412 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2880cf86-1538-4214-b8cb-1306141fd800 req-f1902532-01d5-4ba9-be7b-08da0cdb1f34 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b347150-334a-4fa2-a2df-0b8a8e93e2fe HTTP/1.1" status: 200 len: 943 time: 0.1606059 Feb 09 22:03:26.341931 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff871b7-07b5-4533-b6b3-5b45bc06bfe6 req-b97a8120-c2bb-47f6-b983-193c01e38256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:26.346935 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c6dcb9ec-9047-42fe-9a5e-5ea8055bc433 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:26.350435 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-aff871b7-07b5-4533-b6b3-5b45bc06bfe6 req-b97a8120-c2bb-47f6-b983-193c01e38256 service neutron] 10.222.0.71 "GET /v2.0/networks?id=42105ba1-38a2-48f4-8e9f-2db55c355e9e HTTP/1.1" status: 200 len: 915 time: 0.3253789 Feb 09 22:03:26.352536 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Network bd232f80-f269-4c15-803f-46363e990499 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:26.475783 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=4404ec16-96f3-4bfe-9a33-0984c9ec43c5,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:26.528912 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-aff871b7-07b5-4533-b6b3-5b45bc06bfe6 req-662492d3-04ce-4223-9586-50f58117a404 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de3c2b1f-0b8d-4dc9-821f-86c7895954eb HTTP/1.1" status: 200 len: 217 time: 0.1435385 Feb 09 22:03:26.595491 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c6dcb9ec-9047-42fe-9a5e-5ea8055bc433 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:26.595974 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c6dcb9ec-9047-42fe-9a5e-5ea8055bc433), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:26.624235 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] Request body: {'port': {'device_id': '72e74b42-76f3-4ff7-a8a6-6f49ae9badd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:26.673703 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-44bca02e-e709-4077-aaf8-7c98cabd9e3d req-e9a1e2f6-4f50-49c9-b8d3-e89ed75e1ea8 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:26.686153 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:26.765662 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2422e033-52e6-4dff-b6f1-de2b2a35b178 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:26.786084 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2422e033-52e6-4dff-b6f1-de2b2a35b178 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:26.818597 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a289a93-817d-4ace-a4b1-05ab305b2239 None None] Sync routers for ids ['b5ab7275-eb4a-4810-a989-eee691060a39'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:26.892397 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2422e033-52e6-4dff-b6f1-de2b2a35b178 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "DELETE /v2.0/floatingips/38a74584-28b3-488d-825d-ff21239c0b11 HTTP/1.1" status: 204 len: 168 time: 3.8546534 Feb 09 22:03:26.912764 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a289a93-817d-4ace-a4b1-05ab305b2239 None None] Routers {'b5ab7275-eb4a-4810-a989-eee691060a39'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:26.925455 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8a289a93-817d-4ace-a4b1-05ab305b2239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:03:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b5ab7275-eb4a-4810-a989-eee691060a39'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:26.939966 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c6dcb9ec-9047-42fe-9a5e-5ea8055bc433 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:26.955822 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af6144e-0636-4144-ab9f-b55ab2fd6368', 'tag': 'e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:03:26.966087 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b962ac7-99b3-4da2-84c8-087758df8bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "3af6144e-0636-4144-ab9f-b55ab2fd6368", "tag": "e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:03:26.991976 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2880cf86-1538-4214-b8cb-1306141fd800 req-9fc22d91-b187-4bc9-9b49-904b0bd707ea tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e757ff9-57ad-4aa5-a858-4df65ef31797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6543741 Feb 09 22:03:27.244404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1e2f6-4f50-49c9-b8d3-e89ed75e1ea8 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Pushing event deleted for resources: {'Port': ['ID=4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:27.400731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-af84cca5-cf35-4a0c-a98a-b7022bf95771 None None] Provisioning complete for port 8a62bfbf-3755-4888-bcdc-cb70192e2659 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:27.401355 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-af84cca5-cf35-4a0c-a98a-b7022bf95771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8a62bfbf-3755-4888-bcdc-cb70192e2659), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:27.417782 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331929d-2d7d-433b-98ec-2a8d96c01eb9 req-cab1e269-36ec-4b72-b50d-1bc441b6571f tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:27.462201 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e331929d-2d7d-433b-98ec-2a8d96c01eb9 req-cab1e269-36ec-4b72-b50d-1bc441b6571f tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 931 time: 0.2885497 Feb 09 22:03:27.570525 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-af84cca5-cf35-4a0c-a98a-b7022bf95771 None None] Port 8a62bfbf-3755-4888-bcdc-cb70192e2659 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:03:27.629399 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bca02e-e709-4077-aaf8-7c98cabd9e3d req-e9a1e2f6-4f50-49c9-b8d3-e89ed75e1ea8 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] No DVR routers for this DVR port 4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:03:27.654425 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-8a289a93-817d-4ace-a4b1-05ab305b2239 None None] Set router b5ab7275-eb4a-4810-a989-eee691060a39 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:27.681347 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e331929d-2d7d-433b-98ec-2a8d96c01eb9 req-14d9fb75-25cf-46f5-8cf7-227a516e9630 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/security-groups?id=980f9f9e-4844-4cfc-98dd-bb2e634254ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176895 Feb 09 22:03:27.698820 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Router 6b2ebcf9-76f3-4ab9-8760-ddafc35274ab has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:03:27.698820 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff871b7-07b5-4533-b6b3-5b45bc06bfe6 req-cd016f3b-562a-4083-8ec0-7fbdfe29f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:27.698820 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-aff871b7-07b5-4533-b6b3-5b45bc06bfe6 req-cd016f3b-562a-4083-8ec0-7fbdfe29f9a0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95498cf5-512a-4d09-af11-5e6075e6f447 HTTP/1.1" status: 200 len: 854 time: 1.0484807 Feb 09 22:03:27.804740 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-44bca02e-e709-4077-aaf8-7c98cabd9e3d req-e9a1e2f6-4f50-49c9-b8d3-e89ed75e1ea8 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:27.814372 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-44bca02e-e709-4077-aaf8-7c98cabd9e3d req-e9a1e2f6-4f50-49c9-b8d3-e89ed75e1ea8 tempest-MultipleCreateTestJSON-1627109594 tempest-MultipleCreateTestJSON-1627109594-project] 10.222.0.42 "DELETE /v2.0/ports/4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc HTTP/1.1" status: 204 len: 173 time: 9.0746717 Feb 09 22:03:27.830802 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-aff871b7-07b5-4533-b6b3-5b45bc06bfe6 req-3451e0ad-057e-44e8-8034-c221341344e0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42105ba1-38a2-48f4-8e9f-2db55c355e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179230 Feb 09 22:03:27.832605 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b347150-334a-4fa2-a2df-0b8a8e93e2fe', 'name': 'network-vif-deleted', 'tag': '4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:03:27.849567 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389a8d91-3643-45d9-87db-46cfcaffa4ec" -d '{"events": [{"server_uuid": "2b347150-334a-4fa2-a2df-0b8a8e93e2fe", "name": "network-vif-deleted", "tag": "4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:03:28.034796 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478a2e45-4813-4a06-a8ce-2ea97cde4e4b x-openstack-request-id: req-478a2e45-4813-4a06-a8ce-2ea97cde4e4b {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:03:28.035608 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af6144e-0636-4144-ab9f-b55ab2fd6368", "tag": "e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:03:28.036365 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-478a2e45-4813-4a06-a8ce-2ea97cde4e4b {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:03:28.037272 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af6144e-0636-4144-ab9f-b55ab2fd6368', 'tag': 'e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca', 'status': 'completed', 'code': 200} Feb 09 22:03:28.238147 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-aff871b7-07b5-4533-b6b3-5b45bc06bfe6 req-ab1c609e-67d4-4991-a5bc-da6bdf784c1c service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766067 Feb 09 22:03:28.342980 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b962ac7-99b3-4da2-84c8-087758df8bcd req-25c6ff22-1da4-4d0a-85b8-a906c50ff8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:28.344796 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8b962ac7-99b3-4da2-84c8-087758df8bcd req-25c6ff22-1da4-4d0a-85b8-a906c50ff8b0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=555e545ac75c4d7aa89a964d48e2fbf4&device_id=3af6144e-0636-4144-ab9f-b55ab2fd6368 HTTP/1.1" status: 200 len: 1127 time: 0.2881885 Feb 09 22:03:28.462334 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cf260aca-47f2-4495-a919-95c569281665), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:28.493812 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 4404ec16-96f3-4bfe-9a33-0984c9ec43c5 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:28.719597 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8a289a93-817d-4ace-a4b1-05ab305b2239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'name': 'tempest-TestNetworkBasicOps-router-867298185', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:37Z', 'updated_at': '2022-02-09T22:01:55Z', 'revision_number': 4, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:39Z', 'updated_at': '2022-02-09T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'b4deaf84-947c-402b-bca6-472b8fe2669b', 'name': '', 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:80:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'd3cf2f41-2181-422a-b6fe-a1673f096659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:53Z', 'updated_at': '2022-02-09T22:02:10Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': 'd3cf2f41-2181-422a-b6fe-a1673f096659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:28.833712 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b962ac7-99b3-4da2-84c8-087758df8bcd req-ab44a236-54e9-4423-8630-e35aa679fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:28.835285 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8b962ac7-99b3-4da2-84c8-087758df8bcd req-ab44a236-54e9-4423-8630-e35aa679fd63 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a8c81d4b-c6f7-44dd-9178-e1710585fbcb HTTP/1.1" status: 200 len: 897 time: 0.4013212 Feb 09 22:03:28.871769 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a289a93-817d-4ace-a4b1-05ab305b2239 None None] Checking router: b5ab7275-eb4a-4810-a989-eee691060a39 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:03:28.943673 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 4404ec16-96f3-4bfe-9a33-0984c9ec43c5 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:28.952184 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8b962ac7-99b3-4da2-84c8-087758df8bcd req-d5345edd-477a-4d51-964b-7034f2f3ad26 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca HTTP/1.1" status: 200 len: 217 time: 0.1066952 Feb 09 22:03:28.953286 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4404ec16-96f3-4bfe-9a33-0984c9ec43c5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:29.072402 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b962ac7-99b3-4da2-84c8-087758df8bcd req-c3523a24-f4df-444e-801a-f2e45b2b13af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:29.078285 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8b962ac7-99b3-4da2-84c8-087758df8bcd req-c3523a24-f4df-444e-801a-f2e45b2b13af service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3cf2f41-2181-422a-b6fe-a1673f096659 HTTP/1.1" status: 200 len: 834 time: 0.1105950 Feb 09 22:03:29.097103 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a289a93-817d-4ace-a4b1-05ab305b2239 None None] Routers {'b5ab7275-eb4a-4810-a989-eee691060a39'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:29.098407 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8a289a93-817d-4ace-a4b1-05ab305b2239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:03:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b5ab7275-eb4a-4810-a989-eee691060a39'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:29.134857 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875428d-4c31-4575-9bea-3a80b1f5ade4 req-047bf7a5-27ba-43fb-82b7-1c90a5761c96 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:29.150754 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0875428d-4c31-4575-9bea-3a80b1f5ade4 req-047bf7a5-27ba-43fb-82b7-1c90a5761c96 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=3af6144e-0636-4144-ab9f-b55ab2fd6368 HTTP/1.1" status: 200 len: 945 time: 0.9152668 Feb 09 22:03:29.319313 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-aff871b7-07b5-4533-b6b3-5b45bc06bfe6 req-c2281d75-0e59-456b-a320-6ce1f8c3a19a service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0683098 Feb 09 22:03:29.469314 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-8a289a93-817d-4ace-a4b1-05ab305b2239 None None] Set router b5ab7275-eb4a-4810-a989-eee691060a39 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:29.630155 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:29.646672 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d8c59360-e69d-4c78-8f5c-df6c9904595c admin admin] 10.222.0.77 "PUT /v2.0/routers/6b2ebcf9-76f3-4ab9-8760-ddafc35274ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4499891 Feb 09 22:03:29.654145 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] Sync routers for ids ['6b2ebcf9-76f3-4ab9-8760-ddafc35274ab'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:29.675750 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] Routers {'6b2ebcf9-76f3-4ab9-8760-ddafc35274ab'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:29.676419 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:03:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b2ebcf9-76f3-4ab9-8760-ddafc35274ab'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:30.156416 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] Set router 6b2ebcf9-76f3-4ab9-8760-ddafc35274ab gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:30.359128 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8a289a93-817d-4ace-a4b1-05ab305b2239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'name': 'tempest-TestNetworkBasicOps-router-867298185', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:37Z', 'updated_at': '2022-02-09T22:01:55Z', 'revision_number': 4, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:39Z', 'updated_at': '2022-02-09T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'b4deaf84-947c-402b-bca6-472b8fe2669b', 'name': '', 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:80:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'd3cf2f41-2181-422a-b6fe-a1673f096659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:53Z', 'updated_at': '2022-02-09T22:02:10Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': 'd3cf2f41-2181-422a-b6fe-a1673f096659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:30.363326 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 4404ec16-96f3-4bfe-9a33-0984c9ec43c5 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:30.439059 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2ebcf9-76f3-4ab9-8760-ddafc35274ab', 'name': 'tempest-TestAggregatesBasicOps-1577500410-router', 'tenant_id': 'cb920b54a6984d36901f2ca51cf237c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '4404ec16-96f3-4bfe-9a33-0984c9ec43c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:08Z', 'updated_at': '2022-02-09T22:03:19Z', 'revision_number': 4, 'project_id': 'cb920b54a6984d36901f2ca51cf237c8', 'gw_port': {'id': '4404ec16-96f3-4bfe-9a33-0984c9ec43c5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:85:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2ebcf9-76f3-4ab9-8760-ddafc35274ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:09Z', 'updated_at': '2022-02-09T22:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '8a62bfbf-3755-4888-bcdc-cb70192e2659', 'name': '', 'network_id': 'bd232f80-f269-4c15-803f-46363e990499', 'tenant_id': 'cb920b54a6984d36901f2ca51cf237c8', 'mac_address': 'fa:16:3e:9b:80:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2ebcf9-76f3-4ab9-8760-ddafc35274ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'd38554f6-52e3-4b4f-886c-1fed936b34a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:16Z', 'updated_at': '2022-02-09T22:03:20Z', 'revision_number': 2, 'project_id': 'cb920b54a6984d36901f2ca51cf237c8', 'subnets': [{'id': 'd38554f6-52e3-4b4f-886c-1fed936b34a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:30.460208 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a289a93-817d-4ace-a4b1-05ab305b2239 None None] The sync data for ids ['b5ab7275-eb4a-4810-a989-eee691060a39'] in n-d-828601-1 is: [{'id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'name': 'tempest-TestNetworkBasicOps-router-867298185', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:37Z', 'updated_at': '2022-02-09T22:01:55Z', 'revision_number': 4, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:39Z', 'updated_at': '2022-02-09T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'b4deaf84-947c-402b-bca6-472b8fe2669b', 'name': '', 'network_id': 'a8c81d4b-c6f7-44dd-9178-e1710585fbcb', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'mac_address': 'fa:16:3e:80:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'd3cf2f41-2181-422a-b6fe-a1673f096659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:53Z', 'updated_at': '2022-02-09T22:02:10Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'subnets': [{'id': 'd3cf2f41-2181-422a-b6fe-a1673f096659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:30.481638 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] Checking router: 6b2ebcf9-76f3-4ab9-8760-ddafc35274ab for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:03:30.481994 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] Updating router 6b2ebcf9-76f3-4ab9-8760-ddafc35274ab port 8a62bfbf-3755-4888-bcdc-cb70192e2659 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:03:30.579074 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf260aca-47f2-4495-a919-95c569281665 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:03:30.630347 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] Publish callbacks [] for port (cf260aca-47f2-4495-a919-95c569281665), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:30.702095 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] Transition to ACTIVE for port object cf260aca-47f2-4495-a919-95c569281665 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:03:30.721920 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (cf260aca-47f2-4495-a919-95c569281665), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:30.802599 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0875428d-4c31-4575-9bea-3a80b1f5ade4 req-e22d0a74-7211-4d31-9dbc-312762f6e150 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c0ef1c3-9d1d-49d3-9928-8b691b0599a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6506948 Feb 09 22:03:30.917084 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b962ac7-99b3-4da2-84c8-087758df8bcd req-c5023108-d268-4fd6-a712-492730fb53f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:30.920298 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8b962ac7-99b3-4da2-84c8-087758df8bcd req-c5023108-d268-4fd6-a712-492730fb53f4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8c81d4b-c6f7-44dd-9178-e1710585fbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.8302739 Feb 09 22:03:30.933934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7862c-84f6-4ea3-9c0f-0b151e086dbc req-e0af865f-3f68-4568-b74d-f449ea3da768 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:30.937744 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b8f7862c-84f6-4ea3-9c0f-0b151e086dbc req-e0af865f-3f68-4568-b74d-f449ea3da768 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.71 "GET /v2.0/ports?device_id=3af6144e-0636-4144-ab9f-b55ab2fd6368 HTTP/1.1" status: 200 len: 945 time: 0.2296832 Feb 09 22:03:30.998162 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] Pushing event updated for resources: {'Port': ['ID=cf260aca-47f2-4495-a919-95c569281665,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:31.003663 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8a62bfbf-3755-4888-bcdc-cb70192e2659), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:31.117623 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50848092-38e8-4f69-b4f1-3e6319fa1bf8 x-openstack-request-id: req-50848092-38e8-4f69-b4f1-3e6319fa1bf8 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:03:31.121852 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b347150-334a-4fa2-a2df-0b8a8e93e2fe", "name": "network-vif-deleted", "tag": "4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:03:31.122446 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-50848092-38e8-4f69-b4f1-3e6319fa1bf8 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:03:31.123368 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b347150-334a-4fa2-a2df-0b8a8e93e2fe', 'name': 'network-vif-deleted', 'tag': '4eb1343f-9115-4d1a-973c-bbe2c0a9c6bc', 'status': 'completed', 'code': 200} Feb 09 22:03:31.330172 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] Attempting to bind port cf260aca-47f2-4495-a919-95c569281665 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:03:31.330939 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] Attempting to bind port cf260aca-47f2-4495-a919-95c569281665 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '4021b8c6-5eef-4941-a565-ee6b7d9f3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:03:31.331454 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] Attempting to bind port cf260aca-47f2-4495-a919-95c569281665 on network 4857dd6b-a754-4680-8991-0ed6d7d88bfa {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:03:31.351770 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c128c5-a9a8-421b-b6a3-330764be4a0e None None] New status for floating IP 38a74584-28b3-488d-825d-ff21239c0b11: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:03:31.352294 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] Port cf260aca-47f2-4495-a919-95c569281665 on network 4857dd6b-a754-4680-8991-0ed6d7d88bfa not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:03:31.353093 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] Attempting to bind port cf260aca-47f2-4495-a919-95c569281665 on network 4857dd6b-a754-4680-8991-0ed6d7d88bfa {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:03:31.382950 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:03:31.384255 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] Checking segment: {'id': '4021b8c6-5eef-4941-a565-ee6b7d9f3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:03:31.384255 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] Bound using segment: {'id': '4021b8c6-5eef-4941-a565-ee6b7d9f3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:03:31.384793 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] Bound port: cf260aca-47f2-4495-a919-95c569281665, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4021b8c6-5eef-4941-a565-ee6b7d9f3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:03:31.385299 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cf260aca-47f2-4495-a919-95c569281665), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:31.594547 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-b8f7862c-84f6-4ea3-9c0f-0b151e086dbc req-3c202286-a4e8-43de-a172-a074dc86a88b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Deleting port e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:31.594935 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b8f7862c-84f6-4ea3-9c0f-0b151e086dbc req-3c202286-a4e8-43de-a172-a074dc86a88b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:31.624611 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8b962ac7-99b3-4da2-84c8-087758df8bcd req-e15b1e26-e3db-4e19-b4b9-c241f49ba6ff service neutron] 10.222.0.71 "GET /v2.0/networks/a8c81d4b-c6f7-44dd-9178-e1710585fbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6838918 Feb 09 22:03:31.666517 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc07ca8-866a-47f8-bef8-73f4003dac6e req-d6382537-7217-4cb7-b22f-987f38b417bf tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:31.676504 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] For port cf260aca-47f2-4495-a919-95c569281665, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:03:31.679989 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bfc07ca8-866a-47f8-bef8-73f4003dac6e req-d6382537-7217-4cb7-b22f-987f38b417bf tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 943 time: 0.3634651 Feb 09 22:03:31.690311 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] For port cf260aca-47f2-4495-a919-95c569281665, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=cf260aca-47f2-4495-a919-95c569281665,segment=NetworkSegment(4021b8c6-5eef-4941-a565-ee6b7d9f3fb3),segment_id=4021b8c6-5eef-4941-a565-ee6b7d9f3fb3)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:03:31.705662 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (cf260aca-47f2-4495-a919-95c569281665), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:31.902575 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:31.903272 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:31.904884 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] 10.222.0.42 "PUT /v2.0/ports/cf260aca-47f2-4495-a919-95c569281665 HTTP/1.1" status: 200 len: 1091 time: 5.5397425 Feb 09 22:03:31.917816 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] Publish callbacks [] for port (8a62bfbf-3755-4888-bcdc-cb70192e2659), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:31.919930 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc922e9-f63f-478d-ba21-f9b0a597af3a service neutron] Pushing event updated for resources: {'Port': ['ID=cf260aca-47f2-4495-a919-95c569281665,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:31.938518 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8a62bfbf-3755-4888-bcdc-cb70192e2659), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:32.058638 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec65ba-4450-4362-ba6e-453f87af85d1 None None] Pushing event updated for resources: {'Port': ['ID=8a62bfbf-3755-4888-bcdc-cb70192e2659,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:32.140109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-886663d8-8b73-4ee3-a289-cd82fbd32d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:32.142945 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-886663d8-8b73-4ee3-a289-cd82fbd32d3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4880f10c70244f90be8edb3c8e74671f&device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 1125 time: 0.1602554 Feb 09 22:03:32.194662 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8b962ac7-99b3-4da2-84c8-087758df8bcd req-3df49693-9f7d-4a7e-b5b7-0d3cbeaf1ecd service neutron] 10.222.0.71 "GET /v2.0/networks/a8c81d4b-c6f7-44dd-9178-e1710585fbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5483122 Feb 09 22:03:32.198619 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] Attempting to bind port 8a62bfbf-3755-4888-bcdc-cb70192e2659 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:03:32.199038 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] Attempting to bind port 8a62bfbf-3755-4888-bcdc-cb70192e2659 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'cb09f11b-2c17-42b9-aafa-f282e0e58459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'bd232f80-f269-4c15-803f-46363e990499'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:03:32.199429 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] Attempting to bind port 8a62bfbf-3755-4888-bcdc-cb70192e2659 on network bd232f80-f269-4c15-803f-46363e990499 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:03:32.218137 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:03:32.218499 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] Checking segment: {'id': 'cb09f11b-2c17-42b9-aafa-f282e0e58459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'bd232f80-f269-4c15-803f-46363e990499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:03:32.218919 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:32.219317 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] Bound using segment: {'id': 'cb09f11b-2c17-42b9-aafa-f282e0e58459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'bd232f80-f269-4c15-803f-46363e990499'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:03:32.219844 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] Bound port: 8a62bfbf-3755-4888-bcdc-cb70192e2659, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb09f11b-2c17-42b9-aafa-f282e0e58459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'bd232f80-f269-4c15-803f-46363e990499'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:03:32.220236 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8a62bfbf-3755-4888-bcdc-cb70192e2659), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:32.311210 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bfc07ca8-866a-47f8-bef8-73f4003dac6e req-68ed8386-eff0-4f01-aafd-c0df5e29cb77 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/security-groups?id=980f9f9e-4844-4cfc-98dd-bb2e634254ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6300125 Feb 09 22:03:32.378593 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] For port 8a62bfbf-3755-4888-bcdc-cb70192e2659, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:03:32.387624 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] For port 8a62bfbf-3755-4888-bcdc-cb70192e2659, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8a62bfbf-3755-4888-bcdc-cb70192e2659,segment=NetworkSegment(cb09f11b-2c17-42b9-aafa-f282e0e58459),segment_id=cb09f11b-2c17-42b9-aafa-f282e0e58459)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:03:32.410577 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8a62bfbf-3755-4888-bcdc-cb70192e2659), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:32.440354 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-b8f7862c-84f6-4ea3-9c0f-0b151e086dbc req-3c202286-a4e8-43de-a172-a074dc86a88b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] For port e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca,segment=NetworkSegment(9fec6d9a-972a-42b8-bb02-551512227b2a),segment_id=9fec6d9a-972a-42b8-bb02-551512227b2a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:32.444228 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b8f7862c-84f6-4ea3-9c0f-0b151e086dbc req-3c202286-a4e8-43de-a172-a074dc86a88b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:32.447946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:03:32.486908 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-b8f7862c-84f6-4ea3-9c0f-0b151e086dbc req-3c202286-a4e8-43de-a172-a074dc86a88b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Calling delete_port for e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:32.505731 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-d2703783-a881-4292-959a-88c7ff882bcd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf260aca-47f2-4495-a919-95c569281665 HTTP/1.1" status: 200 len: 217 time: 0.3445952 Feb 09 22:03:32.579103 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] Routers {'6b2ebcf9-76f3-4ab9-8760-ddafc35274ab'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:32.586596 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:03:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b2ebcf9-76f3-4ab9-8760-ddafc35274ab'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:32.684095 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:32.684492 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:32.734545 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-c826187c-9def-46d9-baa0-a4d672a7cbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:32.736357 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-c826187c-9def-46d9-baa0-a4d672a7cbb3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d595b8d0-b4c4-4491-9e6e-ce5e2fa73f07 HTTP/1.1" status: 200 len: 859 time: 0.2232413 Feb 09 22:03:32.802618 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af6144e-0636-4144-ab9f-b55ab2fd6368', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:03:32.824065 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4db0e7-8a99-429f-8a72-0ed8ffdf792e" -d '{"events": [{"server_uuid": "3af6144e-0636-4144-ab9f-b55ab2fd6368", "name": "network-vif-unplugged", "status": "completed", "tag": "e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:03:32.833169 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-41187077-2815-4fbe-a41e-f1daf092b6d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4857dd6b-a754-4680-8991-0ed6d7d88bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867405 Feb 09 22:03:32.879153 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca,segment=NetworkSegment(9fec6d9a-972a-42b8-bb02-551512227b2a),segment_id=9fec6d9a-972a-42b8-bb02-551512227b2a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:32.927308 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:32.962000 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b2853cec-8619-4b7c-9012-5b4a48dfc258 None None] Provisioning complete for port 8a62bfbf-3755-4888-bcdc-cb70192e2659 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:32.963209 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2853cec-8619-4b7c-9012-5b4a48dfc258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8a62bfbf-3755-4888-bcdc-cb70192e2659), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:33.079385 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] Set router 6b2ebcf9-76f3-4ab9-8760-ddafc35274ab gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:33.141167 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e74b42-76f3-4ff7-a8a6-6f49ae9badd5', 'tag': 'cf260aca-47f2-4495-a919-95c569281665'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:03:33.146521 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55368) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:33.177995 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6695a8-8888-4a8d-954e-cf25515f9744" -d '{"events": [{"name": "network-changed", "server_uuid": "72e74b42-76f3-4ff7-a8a6-6f49ae9badd5", "tag": "cf260aca-47f2-4495-a919-95c569281665"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:03:33.184148 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b8f7862c-84f6-4ea3-9c0f-0b151e086dbc req-3c202286-a4e8-43de-a172-a074dc86a88b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:33.362095 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-21487858-ec2f-40b4-9654-b64c0854e22a service neutron] 10.222.0.42 "GET /v2.0/networks/4857dd6b-a754-4680-8991-0ed6d7d88bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180187 Feb 09 22:03:33.505188 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event deleted for resources: {'Port': ['ID=e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:33.515159 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c202286-a4e8-43de-a172-a074dc86a88b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event deleted for resources: {'Port': ['ID=e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:33.676190 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b2853cec-8619-4b7c-9012-5b4a48dfc258 None None] Current status of the port 8a62bfbf-3755-4888-bcdc-cb70192e2659 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:33.676497 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2853cec-8619-4b7c-9012-5b4a48dfc258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8a62bfbf-3755-4888-bcdc-cb70192e2659), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:33.696650 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f7862c-84f6-4ea3-9c0f-0b151e086dbc req-3c202286-a4e8-43de-a172-a074dc86a88b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] No DVR routers for this DVR port e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:03:33.749291 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2e2b4e64-0b38-479b-8ae4-1d6d0e32ad82 req-98fb1c34-3616-4409-a152-f1b6bdcb42c1 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "GET /v2.0/ports?device_id=3af6144e-0636-4144-ab9f-b55ab2fd6368 HTTP/1.1" status: 200 len: 210 time: 0.1302388 Feb 09 22:03:33.775227 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec65ba-4450-4362-ba6e-453f87af85d1 None None] Pushing event updated for resources: {'Port': ['ID=8a62bfbf-3755-4888-bcdc-cb70192e2659,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:33.775978 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b8f7862c-84f6-4ea3-9c0f-0b151e086dbc req-3c202286-a4e8-43de-a172-a074dc86a88b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:33.789864 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b8f7862c-84f6-4ea3-9c0f-0b151e086dbc req-3c202286-a4e8-43de-a172-a074dc86a88b tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.71 "DELETE /v2.0/ports/e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca HTTP/1.1" status: 204 len: 173 time: 2.8325412 Feb 09 22:03:33.797059 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af6144e-0636-4144-ab9f-b55ab2fd6368', 'name': 'network-vif-deleted', 'tag': 'e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:03:33.805594 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3b5b8b1e-2237-42e8-8bbd-7ed9fca74242 req-c8277cce-af77-4a4f-8484-9db14d02c5c4 service neutron] 10.222.0.42 "GET /v2.0/networks/4857dd6b-a754-4680-8991-0ed6d7d88bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234114 Feb 09 22:03:33.815031 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39100706-5bf9-4620-a740-cf0be9184cea" -d '{"events": [{"server_uuid": "3af6144e-0636-4144-ab9f-b55ab2fd6368", "name": "network-vif-deleted", "tag": "e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:03:33.836774 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b2853cec-8619-4b7c-9012-5b4a48dfc258 None None] For port 8a62bfbf-3755-4888-bcdc-cb70192e2659, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8a62bfbf-3755-4888-bcdc-cb70192e2659,segment=NetworkSegment(cb09f11b-2c17-42b9-aafa-f282e0e58459),segment_id=cb09f11b-2c17-42b9-aafa-f282e0e58459)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:33.848984 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2853cec-8619-4b7c-9012-5b4a48dfc258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8a62bfbf-3755-4888-bcdc-cb70192e2659), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:33.855176 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e30613-cbb5-4556-99c9-7330bbfa6968 admin admin] Deleting subnet 7c08b3d1-b3bb-4d07-8617-ae693f704428 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:03:33.885327 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:03:33.885658 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92e30613-cbb5-4556-99c9-7330bbfa6968 admin admin] Publish callbacks [] for subnet (7c08b3d1-b3bb-4d07-8617-ae693f704428), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:33.933883 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12f06a2-464c-42fe-85c1-6287348d6d86 x-openstack-request-id: req-c12f06a2-464c-42fe-85c1-6287348d6d86 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:03:33.940344 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af6144e-0636-4144-ab9f-b55ab2fd6368", "name": "network-vif-unplugged", "status": "completed", "tag": "e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:03:33.941009 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c12f06a2-464c-42fe-85c1-6287348d6d86 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:03:33.941939 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af6144e-0636-4144-ab9f-b55ab2fd6368', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca', 'code': 200} Feb 09 22:03:34.036387 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2ebcf9-76f3-4ab9-8760-ddafc35274ab', 'name': 'tempest-TestAggregatesBasicOps-1577500410-router', 'tenant_id': 'cb920b54a6984d36901f2ca51cf237c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '4404ec16-96f3-4bfe-9a33-0984c9ec43c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:08Z', 'updated_at': '2022-02-09T22:03:19Z', 'revision_number': 4, 'project_id': 'cb920b54a6984d36901f2ca51cf237c8', 'gw_port': {'id': '4404ec16-96f3-4bfe-9a33-0984c9ec43c5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:85:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2ebcf9-76f3-4ab9-8760-ddafc35274ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:09Z', 'updated_at': '2022-02-09T22:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '8a62bfbf-3755-4888-bcdc-cb70192e2659', 'name': '', 'network_id': 'bd232f80-f269-4c15-803f-46363e990499', 'tenant_id': 'cb920b54a6984d36901f2ca51cf237c8', 'mac_address': 'fa:16:3e:9b:80:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2ebcf9-76f3-4ab9-8760-ddafc35274ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'd38554f6-52e3-4b4f-886c-1fed936b34a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:16Z', 'updated_at': '2022-02-09T22:03:32Z', 'revision_number': 4, 'project_id': 'cb920b54a6984d36901f2ca51cf237c8', 'subnets': [{'id': 'd38554f6-52e3-4b4f-886c-1fed936b34a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:34.144757 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92e30613-cbb5-4556-99c9-7330bbfa6968 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (7c08b3d1-b3bb-4d07-8617-ae693f704428), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:34.165012 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2853cec-8619-4b7c-9012-5b4a48dfc258 None None] Pushing event updated for resources: {'Port': ['ID=8a62bfbf-3755-4888-bcdc-cb70192e2659,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:34.176215 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-027b4278-2943-4b2a-920a-4949ba2a5306 None None] Provisioning complete for port 8a62bfbf-3755-4888-bcdc-cb70192e2659 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:34.178954 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-027b4278-2943-4b2a-920a-4949ba2a5306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8a62bfbf-3755-4888-bcdc-cb70192e2659), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:34.345364 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11783ca1-27d7-4a98-abf5-4f6941b1ef23 None None] The sync data for ids ['6b2ebcf9-76f3-4ab9-8760-ddafc35274ab'] in n-d-828601-1 is: [{'id': '6b2ebcf9-76f3-4ab9-8760-ddafc35274ab', 'name': 'tempest-TestAggregatesBasicOps-1577500410-router', 'tenant_id': 'cb920b54a6984d36901f2ca51cf237c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '4404ec16-96f3-4bfe-9a33-0984c9ec43c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:08Z', 'updated_at': '2022-02-09T22:03:19Z', 'revision_number': 4, 'project_id': 'cb920b54a6984d36901f2ca51cf237c8', 'gw_port': {'id': '4404ec16-96f3-4bfe-9a33-0984c9ec43c5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:85:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2ebcf9-76f3-4ab9-8760-ddafc35274ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:09Z', 'updated_at': '2022-02-09T22:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '8a62bfbf-3755-4888-bcdc-cb70192e2659', 'name': '', 'network_id': 'bd232f80-f269-4c15-803f-46363e990499', 'tenant_id': 'cb920b54a6984d36901f2ca51cf237c8', 'mac_address': 'fa:16:3e:9b:80:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2ebcf9-76f3-4ab9-8760-ddafc35274ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'd38554f6-52e3-4b4f-886c-1fed936b34a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:16Z', 'updated_at': '2022-02-09T22:03:32Z', 'revision_number': 4, 'project_id': 'cb920b54a6984d36901f2ca51cf237c8', 'subnets': [{'id': 'd38554f6-52e3-4b4f-886c-1fed936b34a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:34.411232 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a2cb76-0e56-4e71-b669-018c8250ada8 x-openstack-request-id: req-76a2cb76-0e56-4e71-b669-018c8250ada8 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:03:34.411697 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e74b42-76f3-4ff7-a8a6-6f49ae9badd5", "tag": "cf260aca-47f2-4495-a919-95c569281665", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:03:34.412116 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-76a2cb76-0e56-4e71-b669-018c8250ada8 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:03:34.412976 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e74b42-76f3-4ff7-a8a6-6f49ae9badd5', 'tag': 'cf260aca-47f2-4495-a919-95c569281665', 'status': 'completed', 'code': 200} Feb 09 22:03:34.476325 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92e30613-cbb5-4556-99c9-7330bbfa6968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (7c08b3d1-b3bb-4d07-8617-ae693f704428), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:34.620532 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-027b4278-2943-4b2a-920a-4949ba2a5306 None None] Current status of the port 8a62bfbf-3755-4888-bcdc-cb70192e2659 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:34.788311 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6695a8-8888-4a8d-954e-cf25515f9744 req-6e3d8fb2-e639-4c8f-9b8d-7eb3951f5a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:34.801736 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ef6695a8-8888-4a8d-954e-cf25515f9744 req-6e3d8fb2-e639-4c8f-9b8d-7eb3951f5a98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4880f10c70244f90be8edb3c8e74671f&device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 1125 time: 0.3671298 Feb 09 22:03:35.129747 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae20f9d-171f-469f-823b-fba579d1a863 req-98677da6-f94a-4598-8c04-957c40c25105 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:35.150898 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2ae20f9d-171f-469f-823b-fba579d1a863 req-98677da6-f94a-4598-8c04-957c40c25105 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 943 time: 0.4365931 Feb 09 22:03:35.161696 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6695a8-8888-4a8d-954e-cf25515f9744 req-72ae55af-3253-4a36-8def-8ebf39550b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:35.163439 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ef6695a8-8888-4a8d-954e-cf25515f9744 req-72ae55af-3253-4a36-8def-8ebf39550b5b service neutron] 10.222.0.42 "GET /v2.0/networks?id=4857dd6b-a754-4680-8991-0ed6d7d88bfa HTTP/1.1" status: 200 len: 920 time: 0.3543129 Feb 09 22:03:35.211356 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device cf260aca-47f2-4495-a919-95c569281665 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:03:35.276876 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92e30613-cbb5-4556-99c9-7330bbfa6968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (7c08b3d1-b3bb-4d07-8617-ae693f704428), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:35.294614 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ef6695a8-8888-4a8d-954e-cf25515f9744 req-87b6577e-ef4d-4cf9-a3af-3a301af8c524 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf260aca-47f2-4495-a919-95c569281665 HTTP/1.1" status: 200 len: 217 time: 0.1205161 Feb 09 22:03:35.399034 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92e30613-cbb5-4556-99c9-7330bbfa6968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:35.412131 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-92e30613-cbb5-4556-99c9-7330bbfa6968 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7c08b3d1-b3bb-4d07-8617-ae693f704428 HTTP/1.1" status: 204 len: 168 time: 2.2562404 Feb 09 22:03:35.413834 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55394) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:35.537241 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e30613-cbb5-4556-99c9-7330bbfa6968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c08b3d1-b3bb-4d07-8617-ae693f704428,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:35.586704 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2ae20f9d-171f-469f-823b-fba579d1a863 req-ba0a3887-6424-4ae6-b35d-14990fad974f tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/security-groups?id=980f9f9e-4844-4cfc-98dd-bb2e634254ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339182 Feb 09 22:03:35.591337 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6695a8-8888-4a8d-954e-cf25515f9744 req-6cce387d-a62c-411e-bb57-e17ad6db12dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:35.608397 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ef6695a8-8888-4a8d-954e-cf25515f9744 req-6cce387d-a62c-411e-bb57-e17ad6db12dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d595b8d0-b4c4-4491-9e6e-ce5e2fa73f07 HTTP/1.1" status: 200 len: 859 time: 0.3041263 Feb 09 22:03:35.691522 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ef6695a8-8888-4a8d-954e-cf25515f9744 req-b5270c7a-19a5-4e99-b405-b3134e2c5154 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4857dd6b-a754-4680-8991-0ed6d7d88bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687594 Feb 09 22:03:35.729112 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c429227d-18f8-4223-bcc8-d581a5e08e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (1b0359fc-6482-4008-bd91-00a142306ce9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:35.811709 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port cf260aca-47f2-4495-a919-95c569281665, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=cf260aca-47f2-4495-a919-95c569281665,segment=NetworkSegment(4021b8c6-5eef-4941-a565-ee6b7d9f3fb3),segment_id=4021b8c6-5eef-4941-a565-ee6b7d9f3fb3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:35.912014 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'cf260aca-47f2-4495-a919-95c569281665', 'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa', 'port_id': 'cf260aca-47f2-4495-a919-95c569281665', 'mac_address': 'fa:16:3e:c6:ff:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd595b8d0-b4c4-4491-9e6e-ce5e2fa73f07', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:03:35.921598 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b46a811-5637-495d-ac49-589e47bb1f9c x-openstack-request-id: req-8b46a811-5637-495d-ac49-589e47bb1f9c {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:03:35.922849 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af6144e-0636-4144-ab9f-b55ab2fd6368", "name": "network-vif-deleted", "tag": "e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:03:35.923543 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8b46a811-5637-495d-ac49-589e47bb1f9c {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:03:35.924650 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af6144e-0636-4144-ab9f-b55ab2fd6368', 'name': 'network-vif-deleted', 'tag': 'e9a332b9-d3fa-4cce-a5c4-6a8e9148f8ca', 'status': 'completed', 'code': 200} Feb 09 22:03:36.089569 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port cf260aca-47f2-4495-a919-95c569281665 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:36.090563 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cf260aca-47f2-4495-a919-95c569281665), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:36.140641 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf260aca-47f2-4495-a919-95c569281665 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:03:36.176831 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55408) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:36.197985 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55412) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:36.239310 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port cf260aca-47f2-4495-a919-95c569281665, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=cf260aca-47f2-4495-a919-95c569281665,segment=NetworkSegment(4021b8c6-5eef-4941-a565-ee6b7d9f3fb3),segment_id=4021b8c6-5eef-4941-a565-ee6b7d9f3fb3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:36.253733 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (cf260aca-47f2-4495-a919-95c569281665), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:36.533730 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=cf260aca-47f2-4495-a919-95c569281665,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:36.556348 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['cf260aca-47f2-4495-a919-95c569281665'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:03:36.621048 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7a043fe-aa46-41b5-9fff-4a2c44dde452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:36.730544 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-da22605f-4e04-4bc7-9598-e81c7bbc56da tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group (1c0ef1c3-9d1d-49d3-9928-8b691b0599a7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:36.773862 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8a62bfbf-3755-4888-bcdc-cb70192e2659 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:36.866422 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-da22605f-4e04-4bc7-9598-e81c7bbc56da tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group (1c0ef1c3-9d1d-49d3-9928-8b691b0599a7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:37.102559 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-da22605f-4e04-4bc7-9598-e81c7bbc56da tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (1c0ef1c3-9d1d-49d3-9928-8b691b0599a7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:37.105622 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-da22605f-4e04-4bc7-9598-e81c7bbc56da tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:37.111832 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-da22605f-4e04-4bc7-9598-e81c7bbc56da tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "DELETE /v2.0/security-groups/1c0ef1c3-9d1d-49d3-9928-8b691b0599a7 HTTP/1.1" status: 204 len: 168 time: 0.9018457 Feb 09 22:03:37.169151 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22605f-4e04-4bc7-9598-e81c7bbc56da tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0ef1c3-9d1d-49d3-9928-8b691b0599a7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:37.209194 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7a043fe-aa46-41b5-9fff-4a2c44dde452 admin admin] Publish callbacks [] for security_group (0b320188-9bf9-4648-981d-63d25a1a02da), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:37.225080 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7a043fe-aa46-41b5-9fff-4a2c44dde452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (0b320188-9bf9-4648-981d-63d25a1a02da), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:37.348586 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a7a043fe-aa46-41b5-9fff-4a2c44dde452 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=753352dcac9741eebf4aa37a1fc7d7be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1561370 Feb 09 22:03:37.348586 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a043fe-aa46-41b5-9fff-4a2c44dde452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b320188-9bf9-4648-981d-63d25a1a02da,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:37.353206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55436) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:37.559052 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7f3729d-df7f-4f30-ab5c-ae6a879b3500 admin admin] Publish callbacks [] for security_group (0b320188-9bf9-4648-981d-63d25a1a02da), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:37.581909 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c429227d-18f8-4223-bcc8-d581a5e08e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (1b0359fc-6482-4008-bd91-00a142306ce9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:37.634882 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7f3729d-df7f-4f30-ab5c-ae6a879b3500 admin admin] Publish callbacks [] for security_group (0b320188-9bf9-4648-981d-63d25a1a02da), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:37.640874 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-c429227d-18f8-4223-bcc8-d581a5e08e16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b0359fc-6482-4008-bd91-00a142306ce9']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:37.671811 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-c429227d-18f8-4223-bcc8-d581a5e08e16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2536537-d287-4bb4-b744-ea4f0ac8b197') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:37.672368 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-c429227d-18f8-4223-bcc8-d581a5e08e16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2536537-d287-4bb4-b744-ea4f0ac8b197') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:37.727056 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c429227d-18f8-4223-bcc8-d581a5e08e16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (b2536537-d287-4bb4-b744-ea4f0ac8b197), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:37.738813 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7f3729d-df7f-4f30-ab5c-ae6a879b3500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (0b320188-9bf9-4648-981d-63d25a1a02da), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:37.743312 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7f3729d-df7f-4f30-ab5c-ae6a879b3500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:37.748884 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a7f3729d-df7f-4f30-ab5c-ae6a879b3500 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0b320188-9bf9-4648-981d-63d25a1a02da HTTP/1.1" status: 204 len: 168 time: 0.3941205 Feb 09 22:03:37.766980 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c429227d-18f8-4223-bcc8-d581a5e08e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (b2536537-d287-4bb4-b744-ea4f0ac8b197), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:37.769318 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3729d-df7f-4f30-ab5c-ae6a879b3500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b320188-9bf9-4648-981d-63d25a1a02da,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:37.780926 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c429227d-18f8-4223-bcc8-d581a5e08e16 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:03:37.781702 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c429227d-18f8-4223-bcc8-d581a5e08e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (b2536537-d287-4bb4-b744-ea4f0ac8b197), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:03:37.893746 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:03:37.912245 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c429227d-18f8-4223-bcc8-d581a5e08e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (1b0359fc-6482-4008-bd91-00a142306ce9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:37.941590 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c429227d-18f8-4223-bcc8-d581a5e08e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:37.950184 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c429227d-18f8-4223-bcc8-d581a5e08e16 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1b0359fc-6482-4008-bd91-00a142306ce9 HTTP/1.1" status: 204 len: 168 time: 2.5348485 Feb 09 22:03:38.006535 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429227d-18f8-4223-bcc8-d581a5e08e16 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b0359fc-6482-4008-bd91-00a142306ce9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:38.010695 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ef6695a8-8888-4a8d-954e-cf25515f9744 req-1f1b539a-f4aa-4269-83be-4c2d00d6af05 service neutron] 10.222.0.42 "GET /v2.0/networks/4857dd6b-a754-4680-8991-0ed6d7d88bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3081777 Feb 09 22:03:38.135216 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8385a9c5-36b0-4aaa-b96b-89392af0f758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:38.149996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8a62bfbf-3755-4888-bcdc-cb70192e2659 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:38.150366 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8a62bfbf-3755-4888-bcdc-cb70192e2659), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:38.309213 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ef6695a8-8888-4a8d-954e-cf25515f9744 req-044a7ccd-82c9-4fb0-903a-54f9ea3ab7ae service neutron] 10.222.0.42 "GET /v2.0/networks/4857dd6b-a754-4680-8991-0ed6d7d88bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868071 Feb 09 22:03:38.319372 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1039e-adb3-488e-ad57-52b8ecfc8fae req-762ac66e-abed-4545-ac9b-de4e1436cd85 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:38.337163 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8a62bfbf-3755-4888-bcdc-cb70192e2659 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:38.342774 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6ac1039e-adb3-488e-ad57-52b8ecfc8fae req-762ac66e-abed-4545-ac9b-de4e1436cd85 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 944 time: 0.4065800 Feb 09 22:03:38.524749 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55454) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:38.557635 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6ac1039e-adb3-488e-ad57-52b8ecfc8fae req-51fa86d5-5b7e-4783-bff1-f822f1895c3b tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/security-groups?id=980f9f9e-4844-4cfc-98dd-bb2e634254ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086220 Feb 09 22:03:38.675728 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55456) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:38.678512 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2a3fb568-679d-484b-b607-49394299f56b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=58ccdb85a9fe4068acdfe74a391ab7c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1520665 Feb 09 22:03:38.698316 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55458) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:38.870343 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bff48ee3-aced-4373-b42c-eb2a7fbb9c13 admin admin] Publish callbacks [] for security_group (1e757ff9-57ad-4aa5-a858-4df65ef31797), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:38.983363 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bff48ee3-aced-4373-b42c-eb2a7fbb9c13 admin admin] Publish callbacks [] for security_group (1e757ff9-57ad-4aa5-a858-4df65ef31797), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:39.141662 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bff48ee3-aced-4373-b42c-eb2a7fbb9c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (1e757ff9-57ad-4aa5-a858-4df65ef31797), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:39.146950 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bff48ee3-aced-4373-b42c-eb2a7fbb9c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:39.148526 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bff48ee3-aced-4373-b42c-eb2a7fbb9c13 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1e757ff9-57ad-4aa5-a858-4df65ef31797 HTTP/1.1" status: 204 len: 168 time: 0.4712839 Feb 09 22:03:39.190735 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff48ee3-aced-4373-b42c-eb2a7fbb9c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e757ff9-57ad-4aa5-a858-4df65ef31797,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:39.213624 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device cf260aca-47f2-4495-a919-95c569281665 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:39.245756 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff48ee3-aced-4373-b42c-eb2a7fbb9c13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:39.248794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff48ee3-aced-4373-b42c-eb2a7fbb9c13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:39.251767 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff48ee3-aced-4373-b42c-eb2a7fbb9c13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:39.252480 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff48ee3-aced-4373-b42c-eb2a7fbb9c13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:39.253189 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff48ee3-aced-4373-b42c-eb2a7fbb9c13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:39.262570 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff48ee3-aced-4373-b42c-eb2a7fbb9c13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:39.263288 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff48ee3-aced-4373-b42c-eb2a7fbb9c13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:39.264652 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff48ee3-aced-4373-b42c-eb2a7fbb9c13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:39.266710 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff48ee3-aced-4373-b42c-eb2a7fbb9c13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:39.268762 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff48ee3-aced-4373-b42c-eb2a7fbb9c13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:39.271087 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff48ee3-aced-4373-b42c-eb2a7fbb9c13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:39.276518 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff48ee3-aced-4373-b42c-eb2a7fbb9c13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:39.277441 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff48ee3-aced-4373-b42c-eb2a7fbb9c13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:39.502933 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port cf260aca-47f2-4495-a919-95c569281665 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:03:39.563915 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port cf260aca-47f2-4495-a919-95c569281665 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:39.572960 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cf260aca-47f2-4495-a919-95c569281665), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:39.902754 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5d42a505-aec7-403e-8855-4c72e4c7f2f3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (b5ab7275-eb4a-4810-a989-eee691060a39), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:40.077072 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port cf260aca-47f2-4495-a919-95c569281665 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:40.077539 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cf260aca-47f2-4495-a919-95c569281665), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:40.169403 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b2192-a59f-4692-8185-a49faf4bf1c4 req-a6cb5c8f-d40e-4979-aa0a-afec2d1e7417 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:40.187587 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port cf260aca-47f2-4495-a919-95c569281665, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=cf260aca-47f2-4495-a919-95c569281665,segment=NetworkSegment(4021b8c6-5eef-4941-a565-ee6b7d9f3fb3),segment_id=4021b8c6-5eef-4941-a565-ee6b7d9f3fb3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:40.188985 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d35b2192-a59f-4692-8185-a49faf4bf1c4 req-a6cb5c8f-d40e-4979-aa0a-afec2d1e7417 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 944 time: 0.2472243 Feb 09 22:03:40.191143 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e74b42-76f3-4ff7-a8a6-6f49ae9badd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf260aca-47f2-4495-a919-95c569281665'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:03:40.198497 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d1a5fd-c7f4-4486-b257-a188b67ce02a" -d '{"events": [{"server_uuid": "72e74b42-76f3-4ff7-a8a6-6f49ae9badd5", "name": "network-vif-plugged", "status": "completed", "tag": "cf260aca-47f2-4495-a919-95c569281665"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:03:40.206995 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (cf260aca-47f2-4495-a919-95c569281665), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:40.344261 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=cf260aca-47f2-4495-a919-95c569281665,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:40.454435 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d35b2192-a59f-4692-8185-a49faf4bf1c4 req-86d41613-a990-4b73-b197-d9176fd32b05 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/security-groups?id=980f9f9e-4844-4cfc-98dd-bb2e634254ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638099 Feb 09 22:03:40.493873 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7783a49-e4ae-4dfc-9bd6-c8968e69c907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:41.070694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5d42a505-aec7-403e-8855-4c72e4c7f2f3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Deleting port b4deaf84-947c-402b-bca6-472b8fe2669b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:41.071308 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5d42a505-aec7-403e-8855-4c72e4c7f2f3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b4deaf84-947c-402b-bca6-472b8fe2669b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:41.172236 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0432f8-13ed-4607-ab9f-1d4f2dd0e356 x-openstack-request-id: req-aa0432f8-13ed-4607-ab9f-1d4f2dd0e356 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:03:41.172972 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e74b42-76f3-4ff7-a8a6-6f49ae9badd5", "name": "network-vif-plugged", "status": "completed", "tag": "cf260aca-47f2-4495-a919-95c569281665", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:03:41.174084 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa0432f8-13ed-4607-ab9f-1d4f2dd0e356 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:03:41.174350 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e74b42-76f3-4ff7-a8a6-6f49ae9badd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf260aca-47f2-4495-a919-95c569281665', 'code': 200} Feb 09 22:03:41.363065 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55542) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:41.692240 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:41.784672 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-5d42a505-aec7-403e-8855-4c72e4c7f2f3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] For port b4deaf84-947c-402b-bca6-472b8fe2669b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b4deaf84-947c-402b-bca6-472b8fe2669b,segment=NetworkSegment(9fec6d9a-972a-42b8-bb02-551512227b2a),segment_id=9fec6d9a-972a-42b8-bb02-551512227b2a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:41.789546 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5d42a505-aec7-403e-8855-4c72e4c7f2f3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b4deaf84-947c-402b-bca6-472b8fe2669b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:41.794300 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55548) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:41.849690 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5d42a505-aec7-403e-8855-4c72e4c7f2f3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Calling delete_port for b4deaf84-947c-402b-bca6-472b8fe2669b owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:42.160199 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11352f-6d1e-4a1e-98be-3d3cf770b515 req-8e70ee9a-5f8c-4beb-8879-ae7cb659b198 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:42.168273 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b11352f-6d1e-4a1e-98be-3d3cf770b515 req-8e70ee9a-5f8c-4beb-8879-ae7cb659b198 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 945 time: 0.3699543 Feb 09 22:03:42.197144 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5d42a505-aec7-403e-8855-4c72e4c7f2f3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (b4deaf84-947c-402b-bca6-472b8fe2669b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:42.215131 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf2d0a-1848-4d49-a384-4b91b1dd71d0 req-f6fba6f8-5b7f-442d-95c0-c69f3d56bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:42.217688 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3edf2d0a-1848-4d49-a384-4b91b1dd71d0 req-f6fba6f8-5b7f-442d-95c0-c69f3d56bbe4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 1127 time: 0.9425700 Feb 09 22:03:42.304188 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42a505-aec7-403e-8855-4c72e4c7f2f3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event deleted for resources: {'Port': ['ID=b4deaf84-947c-402b-bca6-472b8fe2669b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:42.329993 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b94b383e-ae96-4a10-9455-dfd92aaf7771 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-20830479-network', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:42.488957 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94b383e-ae96-4a10-9455-dfd92aaf7771 admin admin] Made reservation on behalf of 5e79cb71362547f8bb276e37206bd3da for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:03:42.492305 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b94b383e-ae96-4a10-9455-dfd92aaf7771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:42.542126 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b94b383e-ae96-4a10-9455-dfd92aaf7771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:42.575723 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3edf2d0a-1848-4d49-a384-4b91b1dd71d0 req-38117bc0-e5bf-4376-a164-437b31d8dead service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=980f9f9e-4844-4cfc-98dd-bb2e634254ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296304 Feb 09 22:03:42.666478 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b11352f-6d1e-4a1e-98be-3d3cf770b515 req-88807141-b835-410e-b85b-206fafced98e tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/security-groups?id=980f9f9e-4844-4cfc-98dd-bb2e634254ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495603 Feb 09 22:03:42.815687 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:43.032254 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5d42a505-aec7-403e-8855-4c72e4c7f2f3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (b5ab7275-eb4a-4810-a989-eee691060a39), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:43.133344 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b94b383e-ae96-4a10-9455-dfd92aaf7771 admin admin] Publish callbacks [] for security_group (17b845cf-7301-462e-9455-d5152dd6297a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:43.150125 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b94b383e-ae96-4a10-9455-dfd92aaf7771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (17b845cf-7301-462e-9455-d5152dd6297a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:43.227871 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b383e-ae96-4a10-9455-dfd92aaf7771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b845cf-7301-462e-9455-d5152dd6297a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:43.270326 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94b383e-ae96-4a10-9455-dfd92aaf7771 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:03:43.313572 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b94b383e-ae96-4a10-9455-dfd92aaf7771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (cd8af809-d44a-42b1-abc8-9e6254719523), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:43.313767 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-b94b383e-ae96-4a10-9455-dfd92aaf7771 admin admin] Added segment cd8af809-d44a-42b1-abc8-9e6254719523 of type vlan for network 59bfcab4-b7d2-465d-baca-fbf4f579480a Feb 09 22:03:43.434497 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b94b383e-ae96-4a10-9455-dfd92aaf7771 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (59bfcab4-b7d2-465d-baca-fbf4f579480a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:43.520680 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b94b383e-ae96-4a10-9455-dfd92aaf7771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (59bfcab4-b7d2-465d-baca-fbf4f579480a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:43.522471 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94b383e-ae96-4a10-9455-dfd92aaf7771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:43.523478 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b94b383e-ae96-4a10-9455-dfd92aaf7771 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:43.739497 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b94b383e-ae96-4a10-9455-dfd92aaf7771 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9397171 Feb 09 22:03:43.749346 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-581c77b7-066b-4a98-b974-258537ba75e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:43.786348 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55620) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:43.830218 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ac86f867-5890-4f80-998f-6f2cebdabea9 admin admin] Request body: {'subnet': {'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-20830479-subnet', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:43.907526 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac86f867-5890-4f80-998f-6f2cebdabea9 admin admin] Made reservation on behalf of 5e79cb71362547f8bb276e37206bd3da for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:03:43.910908 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac86f867-5890-4f80-998f-6f2cebdabea9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:43.918964 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55632) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:44.191479 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b383e-ae96-4a10-9455-dfd92aaf7771 admin admin] Pushing event updated for resources: {'Network': ['ID=59bfcab4-b7d2-465d-baca-fbf4f579480a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:44.207258 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 59bfcab4-b7d2-465d-baca-fbf4f579480a details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:03:44.263059 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d42a505-aec7-403e-8855-4c72e4c7f2f3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Router b5ab7275-eb4a-4810-a989-eee691060a39 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:03:44.358580 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-517866cc-9397-4b21-9e6b-ae8c565f3d6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:44.485245 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-517866cc-9397-4b21-9e6b-ae8c565f3d6e admin admin] Publish callbacks [] for security_group (f65908df-523e-43fa-a7cd-30f08e912c36), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:44.494947 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-517866cc-9397-4b21-9e6b-ae8c565f3d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f65908df-523e-43fa-a7cd-30f08e912c36), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:44.532732 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-517866cc-9397-4b21-9e6b-ae8c565f3d6e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0a391120a9794d26a9e89577fa522315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6116719 Feb 09 22:03:44.535036 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55652) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:44.610648 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4ce4b-ff21-4c15-b7f0-4c523838f0fa req-59b68d49-1d54-417a-b748-1f565e52b09f tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:44.659619 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a8e4ce4b-ff21-4c15-b7f0-4c523838f0fa req-59b68d49-1d54-417a-b748-1f565e52b09f tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 945 time: 0.6281214 Feb 09 22:03:44.713969 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:44.752156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517866cc-9397-4b21-9e6b-ae8c565f3d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65908df-523e-43fa-a7cd-30f08e912c36,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:44.776801 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-764bcb42-8763-4dfc-a111-fab96ed9a647 admin admin] Publish callbacks [] for security_group (f65908df-523e-43fa-a7cd-30f08e912c36), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:44.830690 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-764bcb42-8763-4dfc-a111-fab96ed9a647 admin admin] Publish callbacks [] for security_group (f65908df-523e-43fa-a7cd-30f08e912c36), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:44.886220 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a8e4ce4b-ff21-4c15-b7f0-4c523838f0fa req-ef65114f-e3a5-4c0b-b080-cd2f01414bfa tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/security-groups?id=980f9f9e-4844-4cfc-98dd-bb2e634254ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211299 Feb 09 22:03:44.953069 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-764bcb42-8763-4dfc-a111-fab96ed9a647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f65908df-523e-43fa-a7cd-30f08e912c36), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:44.958519 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-764bcb42-8763-4dfc-a111-fab96ed9a647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:44.975781 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-764bcb42-8763-4dfc-a111-fab96ed9a647 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f65908df-523e-43fa-a7cd-30f08e912c36 HTTP/1.1" status: 204 len: 168 time: 0.4369972 Feb 09 22:03:45.058508 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764bcb42-8763-4dfc-a111-fab96ed9a647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65908df-523e-43fa-a7cd-30f08e912c36,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:45.114978 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-581c77b7-066b-4a98-b974-258537ba75e2 admin admin] Deleting port 249f0ced-8c58-43e9-8597-4fad18c82ff7 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:45.115327 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-581c77b7-066b-4a98-b974-258537ba75e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (249f0ced-8c58-43e9-8597-4fad18c82ff7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:45.168506 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d42a505-aec7-403e-8855-4c72e4c7f2f3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:45.193830 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553ccb92-dc0a-4818-962f-88289bff16a2 None None] Sync routers for ids ['b5ab7275-eb4a-4810-a989-eee691060a39'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:45.230282 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553ccb92-dc0a-4818-962f-88289bff16a2 None None] Routers {'b5ab7275-eb4a-4810-a989-eee691060a39'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:45.233855 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-553ccb92-dc0a-4818-962f-88289bff16a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:03:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b5ab7275-eb4a-4810-a989-eee691060a39'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:45.234425 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5d42a505-aec7-403e-8855-4c72e4c7f2f3 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "PUT /v2.0/routers/b5ab7275-eb4a-4810-a989-eee691060a39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5276608 Feb 09 22:03:45.307762 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55660) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:45.457194 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:45.531798 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac86f867-5890-4f80-998f-6f2cebdabea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (b40e5314-96a6-403c-a2ec-f748f5b25185), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:45.675678 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-553ccb92-dc0a-4818-962f-88289bff16a2 None None] Set router b5ab7275-eb4a-4810-a989-eee691060a39 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:45.768627 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-581c77b7-066b-4a98-b974-258537ba75e2 admin admin] For port 249f0ced-8c58-43e9-8597-4fad18c82ff7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=249f0ced-8c58-43e9-8597-4fad18c82ff7,segment=NetworkSegment(881cf01b-ec4d-4973-a42f-c88252da26f1),segment_id=881cf01b-ec4d-4973-a42f-c88252da26f1)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:45.769185 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-581c77b7-066b-4a98-b974-258537ba75e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (249f0ced-8c58-43e9-8597-4fad18c82ff7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:45.793798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-581c77b7-066b-4a98-b974-258537ba75e2 admin admin] Calling delete_port for 249f0ced-8c58-43e9-8597-4fad18c82ff7 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:45.814853 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86f867-5890-4f80-998f-6f2cebdabea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b40e5314-96a6-403c-a2ec-f748f5b25185,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:45.839980 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac86f867-5890-4f80-998f-6f2cebdabea9 admin admin] Checking segment: {'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:03:45.840688 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac86f867-5890-4f80-998f-6f2cebdabea9 admin admin] Network hostable DHCP agents. Network: 59bfcab4-b7d2-465d-baca-fbf4f579480a, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:03:45.899254 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac86f867-5890-4f80-998f-6f2cebdabea9 admin admin] Network 59bfcab4-b7d2-465d-baca-fbf4f579480a is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:03:45.939327 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-ac86f867-5890-4f80-998f-6f2cebdabea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 59bfcab4-b7d2-465d-baca-fbf4f579480a) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:45.950748 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2af54d-0fa0-48cb-a652-13a3a93afe94 None None] Network 59bfcab4-b7d2-465d-baca-fbf4f579480a requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:03:45.961557 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac86f867-5890-4f80-998f-6f2cebdabea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:45.962585 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac86f867-5890-4f80-998f-6f2cebdabea9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:46.057894 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ac86f867-5890-4f80-998f-6f2cebdabea9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2474132 Feb 09 22:03:46.058908 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55684) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:46.076779 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ffd1386d-0ce0-40aa-b08e-184cded7b655 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-20830479-router', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:46.155593 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffd1386d-0ce0-40aa-b08e-184cded7b655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (41eb67e0-0bf7-4c5a-beb0-58a585b21b2c), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:46.157372 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffd1386d-0ce0-40aa-b08e-184cded7b655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (41eb67e0-0bf7-4c5a-beb0-58a585b21b2c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:46.166934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d50eb9-8d9c-48fd-93a2-88f6dbb5cbf5 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Deleting subnet d3cf2f41-2181-422a-b6fe-a1673f096659 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:03:46.233706 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:46.238144 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6d50eb9-8d9c-48fd-93a2-88f6dbb5cbf5 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for subnet (d3cf2f41-2181-422a-b6fe-a1673f096659), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:46.299480 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24e3870-5b6b-4cc8-b0db-53f1470c1a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-59bfcab4-b7d2-465d-baca-fbf4f579480a', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'fixed_ips': [{'subnet_id': 'b40e5314-96a6-403c-a2ec-f748f5b25185'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:03:46.301058 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b24e3870-5b6b-4cc8-b0db-53f1470c1a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:46.408137 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffd1386d-0ce0-40aa-b08e-184cded7b655 admin admin] Publish callbacks [] for router_controller (41eb67e0-0bf7-4c5a-beb0-58a585b21b2c), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:46.418904 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-553ccb92-dc0a-4818-962f-88289bff16a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'name': 'tempest-TestNetworkBasicOps-router-867298185', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:37Z', 'updated_at': '2022-02-09T22:03:42Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:39Z', 'updated_at': '2022-02-09T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:46.487484 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553ccb92-dc0a-4818-962f-88289bff16a2 None None] Checking router: b5ab7275-eb4a-4810-a989-eee691060a39 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:03:46.515523 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553ccb92-dc0a-4818-962f-88289bff16a2 None None] Routers {'b5ab7275-eb4a-4810-a989-eee691060a39'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:46.516511 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-553ccb92-dc0a-4818-962f-88289bff16a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:03:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b5ab7275-eb4a-4810-a989-eee691060a39'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:46.557597 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6d50eb9-8d9c-48fd-93a2-88f6dbb5cbf5 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (d3cf2f41-2181-422a-b6fe-a1673f096659), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:46.778746 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-553ccb92-dc0a-4818-962f-88289bff16a2 None None] Set router b5ab7275-eb4a-4810-a989-eee691060a39 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:46.803085 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6d50eb9-8d9c-48fd-93a2-88f6dbb5cbf5 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (d3cf2f41-2181-422a-b6fe-a1673f096659), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:47.127765 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40a1ce-9c8a-4c3f-9fb9-c478947aff2f req-2969dd5f-3eff-4450-9b6c-89d8dfedff8e tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:47.138192 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad40a1ce-9c8a-4c3f-9fb9-c478947aff2f req-2969dd5f-3eff-4450-9b6c-89d8dfedff8e tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 945 time: 0.9904437 Feb 09 22:03:47.190297 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-b24e3870-5b6b-4cc8-b0db-53f1470c1a59 None None] Allocated IP 172.20.0.2 (59bfcab4-b7d2-465d-baca-fbf4f579480a/b40e5314-96a6-403c-a2ec-f748f5b25185/5c6bc07a-65f4-41ee-8aff-1f583c69fa2c) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:47.341244 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-581c77b7-066b-4a98-b974-258537ba75e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (249f0ced-8c58-43e9-8597-4fad18c82ff7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:47.414388 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffd1386d-0ce0-40aa-b08e-184cded7b655 admin admin] Publish callbacks [] for router_gateway (41eb67e0-0bf7-4c5a-beb0-58a585b21b2c), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:47.453826 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6d50eb9-8d9c-48fd-93a2-88f6dbb5cbf5 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (d3cf2f41-2181-422a-b6fe-a1673f096659), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:47.488654 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad40a1ce-9c8a-4c3f-9fb9-c478947aff2f req-1c628d49-85c0-4a66-9beb-41cb9157b9e0 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/security-groups?id=980f9f9e-4844-4cfc-98dd-bb2e634254ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492916 Feb 09 22:03:47.609146 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-553ccb92-dc0a-4818-962f-88289bff16a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'name': 'tempest-TestNetworkBasicOps-router-867298185', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:37Z', 'updated_at': '2022-02-09T22:03:42Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:39Z', 'updated_at': '2022-02-09T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:47.655556 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b24e3870-5b6b-4cc8-b0db-53f1470c1a59 None None] Publish callbacks [] for port (5c6bc07a-65f4-41ee-8aff-1f583c69fa2c), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:47.676098 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b24e3870-5b6b-4cc8-b0db-53f1470c1a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (5c6bc07a-65f4-41ee-8aff-1f583c69fa2c), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:47.738595 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553ccb92-dc0a-4818-962f-88289bff16a2 None None] The sync data for ids ['b5ab7275-eb4a-4810-a989-eee691060a39'] in n-d-828601-1 is: [{'id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'name': 'tempest-TestNetworkBasicOps-router-867298185', 'tenant_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:37Z', 'updated_at': '2022-02-09T22:03:42Z', 'revision_number': 5, 'project_id': '555e545ac75c4d7aa89a964d48e2fbf4', 'gw_port': {'id': 'bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ab7275-eb4a-4810-a989-eee691060a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:39Z', 'updated_at': '2022-02-09T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:47.757068 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c77b7-066b-4a98-b974-258537ba75e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=249f0ced-8c58-43e9-8597-4fad18c82ff7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:47.786397 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d50eb9-8d9c-48fd-93a2-88f6dbb5cbf5 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event deleted for resources: {'Subnet': ['ID=d3cf2f41-2181-422a-b6fe-a1673f096659,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:47.803935 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6d50eb9-8d9c-48fd-93a2-88f6dbb5cbf5 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:47.827272 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e6d50eb9-8d9c-48fd-93a2-88f6dbb5cbf5 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "DELETE /v2.0/subnets/d3cf2f41-2181-422a-b6fe-a1673f096659 HTTP/1.1" status: 204 len: 168 time: 2.5058191 Feb 09 22:03:47.844722 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55712) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:47.876752 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24e3870-5b6b-4cc8-b0db-53f1470c1a59 None None] Network 59bfcab4-b7d2-465d-baca-fbf4f579480a is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:47.876752 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e3870-5b6b-4cc8-b0db-53f1470c1a59 None None] Pushing event updated for resources: {'Port': ['ID=5c6bc07a-65f4-41ee-8aff-1f583c69fa2c,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:47.882568 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-b24e3870-5b6b-4cc8-b0db-53f1470c1a59 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:47.886003 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24e3870-5b6b-4cc8-b0db-53f1470c1a59 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:47.894253 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2334488-5c5f-4d31-a437-519173ba34dc None None] Network a8c81d4b-c6f7-44dd-9178-e1710585fbcb requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:03:48.162474 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b24e3870-5b6b-4cc8-b0db-53f1470c1a59 None None] Attempting to bind port 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:03:48.164390 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b24e3870-5b6b-4cc8-b0db-53f1470c1a59 None None] Attempting to bind port 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:03:48.165263 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24e3870-5b6b-4cc8-b0db-53f1470c1a59 None None] Attempting to bind port 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c on network 59bfcab4-b7d2-465d-baca-fbf4f579480a {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:03:48.198285 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24e3870-5b6b-4cc8-b0db-53f1470c1a59 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:03:48.200109 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24e3870-5b6b-4cc8-b0db-53f1470c1a59 None None] Checking segment: {'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:03:48.201408 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b24e3870-5b6b-4cc8-b0db-53f1470c1a59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:48.201848 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24e3870-5b6b-4cc8-b0db-53f1470c1a59 None None] Bound using segment: {'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:03:48.206498 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b24e3870-5b6b-4cc8-b0db-53f1470c1a59 None None] Bound port: 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:03:48.207348 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b24e3870-5b6b-4cc8-b0db-53f1470c1a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5c6bc07a-65f4-41ee-8aff-1f583c69fa2c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:48.709778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b24e3870-5b6b-4cc8-b0db-53f1470c1a59 None None] For port 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:03:48.711375 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffd1386d-0ce0-40aa-b08e-184cded7b655 admin admin] Publish callbacks [] for router_gateway (41eb67e0-0bf7-4c5a-beb0-58a585b21b2c), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:48.739063 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b24e3870-5b6b-4cc8-b0db-53f1470c1a59 None None] For port 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5c6bc07a-65f4-41ee-8aff-1f583c69fa2c,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:03:48.794204 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb1bad-73df-4757-9ac5-7352c71e5874 req-724bc766-11c0-4f1e-982d-e80cfae3b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:48.797351 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8cdb1bad-73df-4757-9ac5-7352c71e5874 req-724bc766-11c0-4f1e-982d-e80cfae3b788 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4880f10c70244f90be8edb3c8e74671f&device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 1127 time: 0.7945118 Feb 09 22:03:48.802775 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffd1386d-0ce0-40aa-b08e-184cded7b655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:48.821770 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30f46b1-daec-4579-908b-ccb56d4ef69d None None] DHCP port deletion for a8c81d4b-c6f7-44dd-9178-e1710585fbcb request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:03:48.826703 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 0309e310-cb40-4eb5-8364-a16897dc4dfd no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:03:48.930065 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b24e3870-5b6b-4cc8-b0db-53f1470c1a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5c6bc07a-65f4-41ee-8aff-1f583c69fa2c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:49.394732 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 0309e310-cb40-4eb5-8364-a16897dc4dfd is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:49.395415 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0309e310-cb40-4eb5-8364-a16897dc4dfd), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:49.478357 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e3870-5b6b-4cc8-b0db-53f1470c1a59 None None] Pushing event updated for resources: {'Port': ['ID=5c6bc07a-65f4-41ee-8aff-1f583c69fa2c,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:49.497113 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-581c77b7-066b-4a98-b974-258537ba75e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:49.795492 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 0309e310-cb40-4eb5-8364-a16897dc4dfd, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=0309e310-cb40-4eb5-8364-a16897dc4dfd,segment=NetworkSegment(9fec6d9a-972a-42b8-bb02-551512227b2a),segment_id=9fec6d9a-972a-42b8-bb02-551512227b2a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:49.852618 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0309e310-cb40-4eb5-8364-a16897dc4dfd), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:49.853825 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b4deaf84-947c-402b-bca6-472b8fe2669b no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:03:50.005304 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-ffd1386d-0ce0-40aa-b08e-184cded7b655 admin admin] Allocated IP 172.25.6.158 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/ebc13844-e08f-45e8-b8cf-459b1542df1b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:50.010937 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a30f46b1-daec-4579-908b-ccb56d4ef69d None None] Deleting port 0309e310-cb40-4eb5-8364-a16897dc4dfd {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:50.014314 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a30f46b1-daec-4579-908b-ccb56d4ef69d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (0309e310-cb40-4eb5-8364-a16897dc4dfd), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:50.095113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: b4deaf84-947c-402b-bca6-472b8fe2669b {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:03:50.096875 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b4deaf84-947c-402b-bca6-472b8fe2669b not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:03:50.401767 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-a30f46b1-daec-4579-908b-ccb56d4ef69d None None] For port 0309e310-cb40-4eb5-8364-a16897dc4dfd, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=0309e310-cb40-4eb5-8364-a16897dc4dfd,segment=NetworkSegment(9fec6d9a-972a-42b8-bb02-551512227b2a),segment_id=9fec6d9a-972a-42b8-bb02-551512227b2a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:50.402727 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a30f46b1-daec-4579-908b-ccb56d4ef69d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (0309e310-cb40-4eb5-8364-a16897dc4dfd), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:50.417361 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=0309e310-cb40-4eb5-8364-a16897dc4dfd,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:50.489484 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a30f46b1-daec-4579-908b-ccb56d4ef69d None None] Calling delete_port for 0309e310-cb40-4eb5-8364-a16897dc4dfd owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:50.532407 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffd1386d-0ce0-40aa-b08e-184cded7b655 admin admin] Publish callbacks [] for port (ebc13844-e08f-45e8-b8cf-459b1542df1b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:50.695670 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffd1386d-0ce0-40aa-b08e-184cded7b655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ebc13844-e08f-45e8-b8cf-459b1542df1b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:50.795145 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:50.879489 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1386d-0ce0-40aa-b08e-184cded7b655 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc13844-e08f-45e8-b8cf-459b1542df1b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:50.924667 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb1bad-73df-4757-9ac5-7352c71e5874 req-a57ef0f9-fbeb-4bce-9c1e-fdedb527986a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:50.926269 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8cdb1bad-73df-4757-9ac5-7352c71e5874 req-a57ef0f9-fbeb-4bce-9c1e-fdedb527986a service neutron] 10.222.0.42 "GET /v2.0/networks?id=4857dd6b-a754-4680-8991-0ed6d7d88bfa HTTP/1.1" status: 200 len: 920 time: 2.1120989 Feb 09 22:03:50.985261 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd1386d-0ce0-40aa-b08e-184cded7b655 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:50.988265 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-ffd1386d-0ce0-40aa-b08e-184cded7b655 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:51.029724 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a30f46b1-daec-4579-908b-ccb56d4ef69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (0309e310-cb40-4eb5-8364-a16897dc4dfd), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:51.105144 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f46b1-daec-4579-908b-ccb56d4ef69d None None] Pushing event deleted for resources: {'Port': ['ID=0309e310-cb40-4eb5-8364-a16897dc4dfd,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:51.143723 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30f46b1-daec-4579-908b-ccb56d4ef69d None None] No DVR routers for this DVR port 0309e310-cb40-4eb5-8364-a16897dc4dfd on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:03:51.155923 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd1386d-0ce0-40aa-b08e-184cded7b655 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:51.173710 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8cdb1bad-73df-4757-9ac5-7352c71e5874 req-b8a2b4ad-a213-47c0-a99d-c76c8ce064a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf260aca-47f2-4495-a919-95c569281665 HTTP/1.1" status: 200 len: 217 time: 0.2366502 Feb 09 22:03:51.221398 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:51.226630 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5c6bc07a-65f4-41ee-8aff-1f583c69fa2c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:51.449415 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb1bad-73df-4757-9ac5-7352c71e5874 req-204c544f-3f30-4123-947f-de12d6522320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:51.454064 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0db969-0361-4e26-a655-1606cc8163c4 req-1f3e3afe-a430-418a-a582-7e7e5a1bdb67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:51.457085 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc0db969-0361-4e26-a655-1606cc8163c4 req-1f3e3afe-a430-418a-a582-7e7e5a1bdb67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 945 time: 2.9465220 Feb 09 22:03:51.464345 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8cdb1bad-73df-4757-9ac5-7352c71e5874 req-204c544f-3f30-4123-947f-de12d6522320 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d595b8d0-b4c4-4491-9e6e-ce5e2fa73f07 HTTP/1.1" status: 200 len: 859 time: 0.2699215 Feb 09 22:03:51.530813 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8cdb1bad-73df-4757-9ac5-7352c71e5874 req-92389460-e776-4c00-804e-7d87684974da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4857dd6b-a754-4680-8991-0ed6d7d88bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660288 Feb 09 22:03:51.689649 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:51.690457 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5c6bc07a-65f4-41ee-8aff-1f583c69fa2c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:51.808510 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022e4423-14f2-4762-be82-83e42170b728 None None] Network 59bfcab4-b7d2-465d-baca-fbf4f579480a requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:03:51.856749 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8cdb1bad-73df-4757-9ac5-7352c71e5874 req-d41c063d-5a56-4a82-a1e8-82d306391f5c service neutron] 10.222.0.42 "GET /v2.0/networks/4857dd6b-a754-4680-8991-0ed6d7d88bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119094 Feb 09 22:03:51.868054 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5c6bc07a-65f4-41ee-8aff-1f583c69fa2c,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:51.935075 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2aad39c5-0efe-4450-931f-09572093587d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for router (b5ab7275-eb4a-4810-a989-eee691060a39), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:51.969356 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5c6bc07a-65f4-41ee-8aff-1f583c69fa2c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:52.136762 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d303d1e1-22e8-4b55-87a1-1810d087a534 None None] Provisioning complete for port 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:52.151255 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d303d1e1-22e8-4b55-87a1-1810d087a534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5c6bc07a-65f4-41ee-8aff-1f583c69fa2c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:52.205190 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc0db969-0361-4e26-a655-1606cc8163c4 req-13d190d9-a50d-495c-b63d-1ca5be5fc9b6 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/security-groups?id=980f9f9e-4844-4cfc-98dd-bb2e634254ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7384603 Feb 09 22:03:52.402596 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581c77b7-066b-4a98-b974-258537ba75e2 admin admin] Router b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:03:52.415124 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2aad39c5-0efe-4450-931f-09572093587d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for router_gateway (b5ab7275-eb4a-4810-a989-eee691060a39), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:52.562155 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=5c6bc07a-65f4-41ee-8aff-1f583c69fa2c,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:52.635829 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8cdb1bad-73df-4757-9ac5-7352c71e5874 req-1f4eb4ea-c8d9-46a4-beb5-8c9beea47680 service neutron] 10.222.0.42 "GET /v2.0/networks/4857dd6b-a754-4680-8991-0ed6d7d88bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7704964 Feb 09 22:03:52.649987 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581c77b7-066b-4a98-b974-258537ba75e2 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:52.656242 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-581c77b7-066b-4a98-b974-258537ba75e2 admin admin] 10.222.0.77 "PUT /v2.0/routers/b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2905786 Feb 09 22:03:52.660784 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55788) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:52.694649 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780853b1-924c-446d-ad73-c9c18919f3bf None None] Sync routers for ids ['b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:52.746878 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffd1386d-0ce0-40aa-b08e-184cded7b655 admin admin] Publish callbacks [] for router_gateway (41eb67e0-0bf7-4c5a-beb0-58a585b21b2c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:52.764418 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780853b1-924c-446d-ad73-c9c18919f3bf None None] Routers {'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:52.765094 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-780853b1-924c-446d-ad73-c9c18919f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:03:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:52.936304 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55794) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:53.040274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d303d1e1-22e8-4b55-87a1-1810d087a534 None None] Current status of the port 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:53.043339 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e392b34a-9eec-4d64-8f2c-e68687b3962c admin admin] Publish callbacks [] for router (b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:53.146477 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-780853b1-924c-446d-ad73-c9c18919f3bf None None] Set router b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:53.219373 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2aad39c5-0efe-4450-931f-09572093587d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Deleting port bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:53.224305 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2aad39c5-0efe-4450-931f-09572093587d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:53.322285 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffd1386d-0ce0-40aa-b08e-184cded7b655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (41eb67e0-0bf7-4c5a-beb0-58a585b21b2c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:53.522895 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-2aad39c5-0efe-4450-931f-09572093587d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] For port bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:53.523340 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2aad39c5-0efe-4450-931f-09572093587d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:53.533839 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e392b34a-9eec-4d64-8f2c-e68687b3962c admin admin] Publish callbacks [] for router_gateway (b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:53.537353 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c91128ab-9565-4aef-b0d4-cf6cea635a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:53.546886 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2aad39c5-0efe-4450-931f-09572093587d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Calling delete_port for bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:53.860791 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c91128ab-9565-4aef-b0d4-cf6cea635a7c admin admin] Publish callbacks [] for security_group (e98c0236-5aad-48d0-a032-1a9271c6be2f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:53.877425 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c91128ab-9565-4aef-b0d4-cf6cea635a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e98c0236-5aad-48d0-a032-1a9271c6be2f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:53.932501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd1386d-0ce0-40aa-b08e-184cded7b655 admin admin] Router 41eb67e0-0bf7-4c5a-beb0-58a585b21b2c is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:03:54.056058 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c91128ab-9565-4aef-b0d4-cf6cea635a7c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f17e1f83c4cc42d6a1af1ea59b4d17d6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1163025 Feb 09 22:03:54.059180 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55812) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:54.098545 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-e392b34a-9eec-4d64-8f2c-e68687b3962c admin admin] Deleting port ff5a8aa4-2be9-4c2e-aebb-c83f9a223288 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:54.103538 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e392b34a-9eec-4d64-8f2c-e68687b3962c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ff5a8aa4-2be9-4c2e-aebb-c83f9a223288), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:54.152116 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6fa5f5f6-4f52-4c5c-b5fe-ac5ccd077638 None None] Provisioning complete for port 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:54.152761 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6fa5f5f6-4f52-4c5c-b5fe-ac5ccd077638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5c6bc07a-65f4-41ee-8aff-1f583c69fa2c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:54.222003 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2aad39c5-0efe-4450-931f-09572093587d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:54.273203 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad39c5-0efe-4450-931f-09572093587d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event deleted for resources: {'Port': ['ID=bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:54.302371 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-e392b34a-9eec-4d64-8f2c-e68687b3962c admin admin] For port ff5a8aa4-2be9-4c2e-aebb-c83f9a223288, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ff5a8aa4-2be9-4c2e-aebb-c83f9a223288,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:54.303164 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e392b34a-9eec-4d64-8f2c-e68687b3962c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ff5a8aa4-2be9-4c2e-aebb-c83f9a223288), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:54.407157 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91128ab-9565-4aef-b0d4-cf6cea635a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98c0236-5aad-48d0-a032-1a9271c6be2f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:54.412366 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-e392b34a-9eec-4d64-8f2c-e68687b3962c admin admin] Calling delete_port for ff5a8aa4-2be9-4c2e-aebb-c83f9a223288 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:54.591623 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6fa5f5f6-4f52-4c5c-b5fe-ac5ccd077638 None None] Current status of the port 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:54.625829 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2aad39c5-0efe-4450-931f-09572093587d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (b5ab7275-eb4a-4810-a989-eee691060a39), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:54.628850 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99132545-d549-407e-a971-ccc498ea3e41 admin admin] Publish callbacks [] for security_group (e98c0236-5aad-48d0-a032-1a9271c6be2f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:54.644639 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd1386d-0ce0-40aa-b08e-184cded7b655 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:54.645167 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-780853b1-924c-446d-ad73-c9c18919f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7', 'name': 'tempest-TestAggregatesBasicOps-2002009998-router', 'tenant_id': '136e444304894d96a3a5aa877163ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'ff5a8aa4-2be9-4c2e-aebb-c83f9a223288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:38Z', 'updated_at': '2022-02-09T22:03:46Z', 'revision_number': 5, 'project_id': '136e444304894d96a3a5aa877163ba60', 'gw_port': {'id': 'ff5a8aa4-2be9-4c2e-aebb-c83f9a223288', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:41Z', 'updated_at': '2022-02-09T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:54.687499 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] Sync routers for ids ['41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:54.708723 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] Routers {'41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:54.710160 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:03:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:54.738814 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780853b1-924c-446d-ad73-c9c18919f3bf None None] Checking router: b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:03:54.758255 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780853b1-924c-446d-ad73-c9c18919f3bf None None] Routers {'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:54.759829 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-780853b1-924c-446d-ad73-c9c18919f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:03:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:54.764704 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99132545-d549-407e-a971-ccc498ea3e41 admin admin] Publish callbacks [] for security_group (e98c0236-5aad-48d0-a032-1a9271c6be2f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:54.800820 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffd1386d-0ce0-40aa-b08e-184cded7b655 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:54.802138 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ffd1386d-0ce0-40aa-b08e-184cded7b655 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.7417629 Feb 09 22:03:54.817587 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55822) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:54.962227 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] Set router 41eb67e0-0bf7-4c5a-beb0-58a585b21b2c gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:55.002969 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-780853b1-924c-446d-ad73-c9c18919f3bf None None] Set router b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:55.092879 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:55.098133 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2aad39c5-0efe-4450-931f-09572093587d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (b5ab7275-eb4a-4810-a989-eee691060a39), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:55.171329 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-780853b1-924c-446d-ad73-c9c18919f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7', 'name': 'tempest-TestAggregatesBasicOps-2002009998-router', 'tenant_id': '136e444304894d96a3a5aa877163ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:38Z', 'updated_at': '2022-02-09T22:03:53Z', 'revision_number': 6, 'project_id': '136e444304894d96a3a5aa877163ba60', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:55.210609 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99132545-d549-407e-a971-ccc498ea3e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e98c0236-5aad-48d0-a032-1a9271c6be2f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:55.213294 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99132545-d549-407e-a971-ccc498ea3e41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:55.237552 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-99132545-d549-407e-a971-ccc498ea3e41 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e98c0236-5aad-48d0-a032-1a9271c6be2f HTTP/1.1" status: 204 len: 168 time: 1.1740406 Feb 09 22:03:55.262728 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2aad39c5-0efe-4450-931f-09572093587d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for router_controller (b5ab7275-eb4a-4810-a989-eee691060a39), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:55.283081 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780853b1-924c-446d-ad73-c9c18919f3bf None None] The sync data for ids ['b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7'] in n-d-828601-1 is: [{'id': 'b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7', 'name': 'tempest-TestAggregatesBasicOps-2002009998-router', 'tenant_id': '136e444304894d96a3a5aa877163ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:38Z', 'updated_at': '2022-02-09T22:03:53Z', 'revision_number': 6, 'project_id': '136e444304894d96a3a5aa877163ba60', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:55.380692 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99132545-d549-407e-a971-ccc498ea3e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98c0236-5aad-48d0-a032-1a9271c6be2f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:55.520367 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:55.525458 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5c6bc07a-65f4-41ee-8aff-1f583c69fa2c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:55.606260 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'name': 'tempest-ServerActionsTestJSON-20830479-router', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:46Z', 'updated_at': '2022-02-09T22:03:52Z', 'revision_number': 3, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'gw_port': {'id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:48Z', 'updated_at': '2022-02-09T22:03:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:55.668148 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2aad39c5-0efe-4450-931f-09572093587d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (b5ab7275-eb4a-4810-a989-eee691060a39), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:55.669402 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aad39c5-0efe-4450-931f-09572093587d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Fanout notify agent at l3_agent the message router_deleted on router b5ab7275-eb4a-4810-a989-eee691060a39 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:03:55.681162 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] Checking router: 41eb67e0-0bf7-4c5a-beb0-58a585b21b2c for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:03:55.682344 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] Updating router 41eb67e0-0bf7-4c5a-beb0-58a585b21b2c port ebc13844-e08f-45e8-b8cf-459b1542df1b binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:03:55.702744 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2aad39c5-0efe-4450-931f-09572093587d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:55.719502 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2aad39c5-0efe-4450-931f-09572093587d tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "DELETE /v2.0/routers/b5ab7275-eb4a-4810-a989-eee691060a39 HTTP/1.1" status: 204 len: 168 time: 7.8693640 Feb 09 22:03:55.750381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe900215-52dc-48f0-9507-d75ae20fafad req-0e98a167-a757-4d7d-a9d4-2a1cdf83b22c tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:55.757013 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe900215-52dc-48f0-9507-d75ae20fafad req-0e98a167-a757-4d7d-a9d4-2a1cdf83b22c tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 945 time: 1.8070905 Feb 09 22:03:55.761735 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55838) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:55.803261 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ebc13844-e08f-45e8-b8cf-459b1542df1b), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:55.904122 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:56.042724 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55840) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:56.086883 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0677d6a-3125-42af-a553-e6976ce500af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.096413 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37c1d1de-2c57-4cf1-93e7-0d7d145316b2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (a8c81d4b-c6f7-44dd-9178-e1710585fbcb), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.253221 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd612dad-cda4-4647-a0a2-1c390d1ccc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.345500 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] Publish callbacks [] for port (ebc13844-e08f-45e8-b8cf-459b1542df1b), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.357202 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ebc13844-e08f-45e8-b8cf-459b1542df1b), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.370687 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37c1d1de-2c57-4cf1-93e7-0d7d145316b2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (a8c81d4b-c6f7-44dd-9178-e1710585fbcb), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.453086 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852705a4-d3bb-4edd-b762-ec5752b9931a None None] Pushing event updated for resources: {'Port': ['ID=ebc13844-e08f-45e8-b8cf-459b1542df1b,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:56.454889 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-37c1d1de-2c57-4cf1-93e7-0d7d145316b2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c81d4b-c6f7-44dd-9178-e1710585fbcb']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:56.472402 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852705a4-d3bb-4edd-b762-ec5752b9931a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.473119 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852705a4-d3bb-4edd-b762-ec5752b9931a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.473904 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852705a4-d3bb-4edd-b762-ec5752b9931a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.474403 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852705a4-d3bb-4edd-b762-ec5752b9931a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.475057 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852705a4-d3bb-4edd-b762-ec5752b9931a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.476007 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852705a4-d3bb-4edd-b762-ec5752b9931a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.476523 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852705a4-d3bb-4edd-b762-ec5752b9931a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.477010 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852705a4-d3bb-4edd-b762-ec5752b9931a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.477499 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852705a4-d3bb-4edd-b762-ec5752b9931a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.477995 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852705a4-d3bb-4edd-b762-ec5752b9931a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.478483 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852705a4-d3bb-4edd-b762-ec5752b9931a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.478984 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852705a4-d3bb-4edd-b762-ec5752b9931a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.479483 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852705a4-d3bb-4edd-b762-ec5752b9931a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.508379 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] Attempting to bind port ebc13844-e08f-45e8-b8cf-459b1542df1b on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:03:56.509002 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] Attempting to bind port ebc13844-e08f-45e8-b8cf-459b1542df1b by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:03:56.509600 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] Attempting to bind port ebc13844-e08f-45e8-b8cf-459b1542df1b on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:03:56.518910 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:03:56.519702 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:03:56.520302 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.520941 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:03:56.521638 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] Bound port: ebc13844-e08f-45e8-b8cf-459b1542df1b, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:03:56.522310 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ebc13844-e08f-45e8-b8cf-459b1542df1b), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.522985 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-37c1d1de-2c57-4cf1-93e7-0d7d145316b2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fec6d9a-972a-42b8-bb02-551512227b2a') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:56.523384 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-37c1d1de-2c57-4cf1-93e7-0d7d145316b2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fec6d9a-972a-42b8-bb02-551512227b2a') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:56.533979 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe900215-52dc-48f0-9507-d75ae20fafad req-c513fdb6-1ff1-4556-a94b-8e8b8e030dee tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/security-groups?id=980f9f9e-4844-4cfc-98dd-bb2e634254ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7459450 Feb 09 22:03:56.576422 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e392b34a-9eec-4d64-8f2c-e68687b3962c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (ff5a8aa4-2be9-4c2e-aebb-c83f9a223288), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.635151 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37c1d1de-2c57-4cf1-93e7-0d7d145316b2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (9fec6d9a-972a-42b8-bb02-551512227b2a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.705296 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] For port ebc13844-e08f-45e8-b8cf-459b1542df1b, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:03:56.718649 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] For port ebc13844-e08f-45e8-b8cf-459b1542df1b, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ebc13844-e08f-45e8-b8cf-459b1542df1b,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:03:56.753490 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ebc13844-e08f-45e8-b8cf-459b1542df1b), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.777903 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392b34a-9eec-4d64-8f2c-e68687b3962c admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5a8aa4-2be9-4c2e-aebb-c83f9a223288,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:56.885954 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37c1d1de-2c57-4cf1-93e7-0d7d145316b2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (9fec6d9a-972a-42b8-bb02-551512227b2a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.899722 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e392b34a-9eec-4d64-8f2c-e68687b3962c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.922232 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ff5a8aa4-2be9-4c2e-aebb-c83f9a223288 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:03:56.955182 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-fd612dad-cda4-4647-a0a2-1c390d1ccc2d admin admin] Allocated IP 172.20.0.1 (59bfcab4-b7d2-465d-baca-fbf4f579480a/b40e5314-96a6-403c-a2ec-f748f5b25185/b5d59a6f-2fbd-4ec9-9f10-e443c109069f) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:56.974753 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852705a4-d3bb-4edd-b762-ec5752b9931a None None] Pushing event updated for resources: {'Port': ['ID=ebc13844-e08f-45e8-b8cf-459b1542df1b,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:56.991373 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c1d1de-2c57-4cf1-93e7-0d7d145316b2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:03:56.991373 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37c1d1de-2c57-4cf1-93e7-0d7d145316b2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (9fec6d9a-972a-42b8-bb02-551512227b2a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.998205 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] Routers {'41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:56.998918 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:03:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:03:57.005252 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:03:57.015637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: ff5a8aa4-2be9-4c2e-aebb-c83f9a223288 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:03:57.017756 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ff5a8aa4-2be9-4c2e-aebb-c83f9a223288 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:03:57.020032 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 249f0ced-8c58-43e9-8597-4fad18c82ff7 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:03:57.113807 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 249f0ced-8c58-43e9-8597-4fad18c82ff7 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:03:57.120504 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 249f0ced-8c58-43e9-8597-4fad18c82ff7 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:03:57.167983 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0677d6a-3125-42af-a553-e6976ce500af admin admin] Publish callbacks [] for security_group (62cf683b-80eb-4690-8053-bdf8f38e482f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:57.180173 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0677d6a-3125-42af-a553-e6976ce500af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (62cf683b-80eb-4690-8053-bdf8f38e482f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:57.290039 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] Set router 41eb67e0-0bf7-4c5a-beb0-58a585b21b2c gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:57.328365 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e392b34a-9eec-4d64-8f2c-e68687b3962c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:57.342291 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e392b34a-9eec-4d64-8f2c-e68687b3962c admin admin] Publish callbacks [] for router_controller (b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:57.431314 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e0677d6a-3125-42af-a553-e6976ce500af admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5b5b8e057fea4d2a8814cd306884fac9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3783350 Feb 09 22:03:57.444114 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55858) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:57.474928 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0677d6a-3125-42af-a553-e6976ce500af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cf683b-80eb-4690-8053-bdf8f38e482f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:57.512306 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd612dad-cda4-4647-a0a2-1c390d1ccc2d admin admin] Publish callbacks [] for port (b5d59a6f-2fbd-4ec9-9f10-e443c109069f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:57.596318 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37c1d1de-2c57-4cf1-93e7-0d7d145316b2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (a8c81d4b-c6f7-44dd-9178-e1710585fbcb), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:57.649436 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'name': 'tempest-ServerActionsTestJSON-20830479-router', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:46Z', 'updated_at': '2022-02-09T22:03:52Z', 'revision_number': 3, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'gw_port': {'id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:48Z', 'updated_at': '2022-02-09T22:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:57.656371 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d0af1f40-d7e9-44fa-aa4a-1ffdb79b213c admin admin] Publish callbacks [] for security_group (62cf683b-80eb-4690-8053-bdf8f38e482f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:57.672592 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd612dad-cda4-4647-a0a2-1c390d1ccc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (b5d59a6f-2fbd-4ec9-9f10-e443c109069f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:57.695329 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37c1d1de-2c57-4cf1-93e7-0d7d145316b2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:57.701641 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-37c1d1de-2c57-4cf1-93e7-0d7d145316b2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] 10.222.0.77 "DELETE /v2.0/networks/a8c81d4b-c6f7-44dd-9178-e1710585fbcb HTTP/1.1" status: 204 len: 168 time: 1.9357004 Feb 09 22:03:57.703920 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1d1de-2c57-4cf1-93e7-0d7d145316b2 tempest-TestNetworkBasicOps-712866257 tempest-TestNetworkBasicOps-712866257-project] Pushing event deleted for resources: {'Network': ['ID=a8c81d4b-c6f7-44dd-9178-e1710585fbcb,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:57.711719 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d197955c-7156-4ad9-b5a6-34dbb49d607b None None] The sync data for ids ['41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'] in n-d-828601-1 is: [{'id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'name': 'tempest-ServerActionsTestJSON-20830479-router', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:46Z', 'updated_at': '2022-02-09T22:03:52Z', 'revision_number': 3, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'gw_port': {'id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:48Z', 'updated_at': '2022-02-09T22:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:57.741670 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd612dad-cda4-4647-a0a2-1c390d1ccc2d admin admin] Network 59bfcab4-b7d2-465d-baca-fbf4f579480a is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:57.751205 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-fd612dad-cda4-4647-a0a2-1c390d1ccc2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:57.760634 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e392b34a-9eec-4d64-8f2c-e68687b3962c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:57.761940 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e392b34a-9eec-4d64-8f2c-e68687b3962c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:03:57.792804 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e392b34a-9eec-4d64-8f2c-e68687b3962c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:57.797015 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e392b34a-9eec-4d64-8f2c-e68687b3962c admin admin] 10.222.0.77 "DELETE /v2.0/routers/b5d9beb1-75fc-4ae9-bbff-ae5c64633ef7 HTTP/1.1" status: 204 len: 168 time: 5.1351354 Feb 09 22:03:57.804061 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55868) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:57.968133 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d0af1f40-d7e9-44fa-aa4a-1ffdb79b213c admin admin] Publish callbacks [] for security_group (62cf683b-80eb-4690-8053-bdf8f38e482f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:58.008637 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e792cf6-da86-4960-abbd-7d3aec51fd6b admin admin] Deleting subnet 68b3a1a7-061b-41a2-8c48-9febd3fd47ab {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:03:58.030763 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e792cf6-da86-4960-abbd-7d3aec51fd6b admin admin] Publish callbacks [] for subnet (68b3a1a7-061b-41a2-8c48-9febd3fd47ab), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:58.119496 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd612dad-cda4-4647-a0a2-1c390d1ccc2d admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:58.193115 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd612dad-cda4-4647-a0a2-1c390d1ccc2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (41eb67e0-0bf7-4c5a-beb0-58a585b21b2c), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:58.208799 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e792cf6-da86-4960-abbd-7d3aec51fd6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (68b3a1a7-061b-41a2-8c48-9febd3fd47ab), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:58.415408 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd612dad-cda4-4647-a0a2-1c390d1ccc2d admin admin] Pushing event updated for resources: {'Port': ['ID=b5d59a6f-2fbd-4ec9-9f10-e443c109069f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:58.512266 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d0af1f40-d7e9-44fa-aa4a-1ffdb79b213c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (62cf683b-80eb-4690-8053-bdf8f38e482f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:58.518308 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d0af1f40-d7e9-44fa-aa4a-1ffdb79b213c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:58.534510 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d0af1f40-d7e9-44fa-aa4a-1ffdb79b213c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/62cf683b-80eb-4690-8053-bdf8f38e482f HTTP/1.1" status: 204 len: 168 time: 1.0771310 Feb 09 22:03:58.617702 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-07c363e8-582b-4b65-920f-bb822c858f8e None None] Provisioning complete for port b5d59a6f-2fbd-4ec9-9f10-e443c109069f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:58.631331 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-07c363e8-582b-4b65-920f-bb822c858f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b5d59a6f-2fbd-4ec9-9f10-e443c109069f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:58.677044 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af1f40-d7e9-44fa-aa4a-1ffdb79b213c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cf683b-80eb-4690-8053-bdf8f38e482f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:58.815093 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-07c363e8-582b-4b65-920f-bb822c858f8e None None] Port b5d59a6f-2fbd-4ec9-9f10-e443c109069f cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:03:58.832517 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd612dad-cda4-4647-a0a2-1c390d1ccc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b5d59a6f-2fbd-4ec9-9f10-e443c109069f), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:58.842518 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c41d00-238a-49ca-bf4a-2f2bc889493b req-a3770486-f6d2-46c9-b60b-781594b91e69 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:58.843821 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ebc13844-e08f-45e8-b8cf-459b1542df1b up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:58.845363 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97c41d00-238a-49ca-bf4a-2f2bc889493b req-a3770486-f6d2-46c9-b60b-781594b91e69 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 945 time: 0.9146688 Feb 09 22:03:58.974715 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ebc13844-e08f-45e8-b8cf-459b1542df1b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:58.975159 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ebc13844-e08f-45e8-b8cf-459b1542df1b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:59.040155 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55886) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:59.091978 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e792cf6-da86-4960-abbd-7d3aec51fd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (68b3a1a7-061b-41a2-8c48-9febd3fd47ab), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:59.171763 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ebc13844-e08f-45e8-b8cf-459b1542df1b is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:59.172440 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ebc13844-e08f-45e8-b8cf-459b1542df1b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:59.261785 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port ebc13844-e08f-45e8-b8cf-459b1542df1b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ebc13844-e08f-45e8-b8cf-459b1542df1b,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:59.274280 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ebc13844-e08f-45e8-b8cf-459b1542df1b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:59.299750 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:03:59.367714 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97c41d00-238a-49ca-bf4a-2f2bc889493b req-2065c93f-f45d-4348-91b8-4fcdbd62e28a tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/security-groups?id=980f9f9e-4844-4cfc-98dd-bb2e634254ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908857 Feb 09 22:03:59.412269 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd612dad-cda4-4647-a0a2-1c390d1ccc2d admin admin] Publish callbacks [] for port (b5d59a6f-2fbd-4ec9-9f10-e443c109069f), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:59.426013 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd612dad-cda4-4647-a0a2-1c390d1ccc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (b5d59a6f-2fbd-4ec9-9f10-e443c109069f), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:59.462094 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:03:59.462589 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device bcdc4a5c-83b4-4a5c-9aba-f6bd5f802329 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:03:59.494928 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e792cf6-da86-4960-abbd-7d3aec51fd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (68b3a1a7-061b-41a2-8c48-9febd3fd47ab), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:59.557869 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=ebc13844-e08f-45e8-b8cf-459b1542df1b,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:59.577112 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:59.579455 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:59.581691 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:59.582584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:59.585986 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:59.587594 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:59.593311 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:59.594326 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:59.594905 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:59.595473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:59.596206 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:59.596912 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:59.597546 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:59.653442 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd612dad-cda4-4647-a0a2-1c390d1ccc2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (41eb67e0-0bf7-4c5a-beb0-58a585b21b2c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:59.720861 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdee8a9-b6d6-4cec-9a30-e68b624b3743 None None] Network 7eb9c64e-ab87-47ed-8296-f4c17a11c958 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:03:59.724111 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e792cf6-da86-4960-abbd-7d3aec51fd6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:59.758937 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8e792cf6-da86-4960-abbd-7d3aec51fd6b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/68b3a1a7-061b-41a2-8c48-9febd3fd47ab HTTP/1.1" status: 204 len: 168 time: 1.9513714 Feb 09 22:03:59.762727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55900) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:59.782761 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e792cf6-da86-4960-abbd-7d3aec51fd6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68b3a1a7-061b-41a2-8c48-9febd3fd47ab,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:59.883395 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c382f9a6-9700-4b6b-89d4-11a4ebe45718 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=555e545ac75c4d7aa89a964d48e2fbf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8327718 Feb 09 22:03:59.893268 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55908) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:00.029809 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-550d1e46-2f8c-41cb-b7c2-486302618084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (7eb9c64e-ab87-47ed-8296-f4c17a11c958), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:00.196362 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-faed8255-61eb-4677-8228-145d187abb1a admin admin] Publish callbacks [] for security_group (2803f8b4-69d2-467f-81f8-b6dd320c24ff), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:00.293942 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-faed8255-61eb-4677-8228-145d187abb1a admin admin] Publish callbacks [] for security_group (2803f8b4-69d2-467f-81f8-b6dd320c24ff), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:00.323254 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a649ae1a-6fa1-4ed5-b709-b5e71102fd46 None None] DHCP port deletion for 7eb9c64e-ab87-47ed-8296-f4c17a11c958 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:04:00.366336 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd612dad-cda4-4647-a0a2-1c390d1ccc2d admin admin] Pushing event updated for resources: {'Port': ['ID=b5d59a6f-2fbd-4ec9-9f10-e443c109069f,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:00.403172 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-550d1e46-2f8c-41cb-b7c2-486302618084 admin admin] Deleting port b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:00.409603 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-550d1e46-2f8c-41cb-b7c2-486302618084 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:00.588422 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd612dad-cda4-4647-a0a2-1c390d1ccc2d admin admin] Network 59bfcab4-b7d2-465d-baca-fbf4f579480a is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:00.593217 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-fd612dad-cda4-4647-a0a2-1c390d1ccc2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:00.601061 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a649ae1a-6fa1-4ed5-b709-b5e71102fd46 None None] Deleting port b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:00.601564 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a649ae1a-6fa1-4ed5-b709-b5e71102fd46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:00.607456 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-faed8255-61eb-4677-8228-145d187abb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2803f8b4-69d2-467f-81f8-b6dd320c24ff), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:00.611351 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-faed8255-61eb-4677-8228-145d187abb1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:00.630095 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-faed8255-61eb-4677-8228-145d187abb1a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2803f8b4-69d2-467f-81f8-b6dd320c24ff HTTP/1.1" status: 204 len: 168 time: 0.7170379 Feb 09 22:04:00.654636 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-550d1e46-2f8c-41cb-b7c2-486302618084 admin admin] For port b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36,segment=NetworkSegment(881cf01b-ec4d-4973-a42f-c88252da26f1),segment_id=881cf01b-ec4d-4973-a42f-c88252da26f1)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:00.655151 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-550d1e46-2f8c-41cb-b7c2-486302618084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:00.682206 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed8255-61eb-4677-8228-145d187abb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2803f8b4-69d2-467f-81f8-b6dd320c24ff,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:00.882768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-550d1e46-2f8c-41cb-b7c2-486302618084 admin admin] Calling delete_port for b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:00.899678 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-a649ae1a-6fa1-4ed5-b709-b5e71102fd46 None None] For port b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36,segment=NetworkSegment(881cf01b-ec4d-4973-a42f-c88252da26f1),segment_id=881cf01b-ec4d-4973-a42f-c88252da26f1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:00.900721 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a649ae1a-6fa1-4ed5-b709-b5e71102fd46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:00.950073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a649ae1a-6fa1-4ed5-b709-b5e71102fd46 None None] Calling delete_port for b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:00.976693 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ebc13844-e08f-45e8-b8cf-459b1542df1b up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:01.182156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd612dad-cda4-4647-a0a2-1c390d1ccc2d admin admin] Router 41eb67e0-0bf7-4c5a-beb0-58a585b21b2c has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:04:01.251348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec6f79-4a69-47f7-ab34-e1f530058a5f req-f49e4ee5-3d72-4605-b655-606f04cbf485 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:01.263565 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28ec6f79-4a69-47f7-ab34-e1f530058a5f req-f49e4ee5-3d72-4605-b655-606f04cbf485 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 945 time: 0.5672917 Feb 09 22:04:01.397534 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-550d1e46-2f8c-41cb-b7c2-486302618084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:01.530000 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-287f0b0a-dfba-416b-bf77-d1aacf197834 None None] Provisioning complete for port b5d59a6f-2fbd-4ec9-9f10-e443c109069f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:01.530386 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-287f0b0a-dfba-416b-bf77-d1aacf197834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b5d59a6f-2fbd-4ec9-9f10-e443c109069f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:01.578639 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d1e46-2f8c-41cb-b7c2-486302618084 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:01.631079 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550d1e46-2f8c-41cb-b7c2-486302618084 admin admin] No DVR routers for this DVR port b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:04:01.653408 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ebc13844-e08f-45e8-b8cf-459b1542df1b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:01.663640 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ebc13844-e08f-45e8-b8cf-459b1542df1b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:01.894068 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55948) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:01.974574 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-287f0b0a-dfba-416b-bf77-d1aacf197834 None None] Port b5d59a6f-2fbd-4ec9-9f10-e443c109069f cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:02.032313 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-550d1e46-2f8c-41cb-b7c2-486302618084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (7eb9c64e-ab87-47ed-8296-f4c17a11c958), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:02.033290 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a649ae1a-6fa1-4ed5-b709-b5e71102fd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:02.084082 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-550d1e46-2f8c-41cb-b7c2-486302618084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb9c64e-ab87-47ed-8296-f4c17a11c958']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:02.106086 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-550d1e46-2f8c-41cb-b7c2-486302618084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881cf01b-ec4d-4973-a42f-c88252da26f1') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:02.106590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-550d1e46-2f8c-41cb-b7c2-486302618084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881cf01b-ec4d-4973-a42f-c88252da26f1') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:02.127520 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-550d1e46-2f8c-41cb-b7c2-486302618084 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (881cf01b-ec4d-4973-a42f-c88252da26f1), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:02.161456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649ae1a-6fa1-4ed5-b709-b5e71102fd46 None None] Pushing event deleted for resources: {'Port': ['ID=b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:02.163819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28ec6f79-4a69-47f7-ab34-e1f530058a5f req-55d9e6ce-9c02-4388-987f-9ecc469cb2ce tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/security-groups?id=980f9f9e-4844-4cfc-98dd-bb2e634254ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8587320 Feb 09 22:04:02.179998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a649ae1a-6fa1-4ed5-b709-b5e71102fd46 None None] No DVR routers for this DVR port b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:04:02.210620 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-550d1e46-2f8c-41cb-b7c2-486302618084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (881cf01b-ec4d-4973-a42f-c88252da26f1), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:02.224752 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd612dad-cda4-4647-a0a2-1c390d1ccc2d admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:02.236664 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c22ba360-3972-49ea-b932-95740ba1b4fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:02.245101 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fd612dad-cda4-4647-a0a2-1c390d1ccc2d admin admin] 10.222.0.77 "PUT /v2.0/routers/41eb67e0-0bf7-4c5a-beb0-58a585b21b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4264238 Feb 09 22:04:02.250282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] Sync routers for ids ['41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:02.276265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550d1e46-2f8c-41cb-b7c2-486302618084 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:04:02.276865 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-550d1e46-2f8c-41cb-b7c2-486302618084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (881cf01b-ec4d-4973-a42f-c88252da26f1), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:04:02.279356 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:04:02.293010 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ebc13844-e08f-45e8-b8cf-459b1542df1b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:02.308179 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] Routers {'41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:02.310802 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:03:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:02.453320 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-550d1e46-2f8c-41cb-b7c2-486302618084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (7eb9c64e-ab87-47ed-8296-f4c17a11c958), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:02.504939 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-550d1e46-2f8c-41cb-b7c2-486302618084 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:02.517669 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55964) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:02.522164 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-550d1e46-2f8c-41cb-b7c2-486302618084 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7eb9c64e-ab87-47ed-8296-f4c17a11c958 HTTP/1.1" status: 204 len: 168 time: 2.7463751 Feb 09 22:04:02.525377 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:04:02.587344 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:04:02.588124 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b1e8b4e5-4bfd-4ce8-bcbc-6934df501c36 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:04:02.602672 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d1e46-2f8c-41cb-b7c2-486302618084 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eb9c64e-ab87-47ed-8296-f4c17a11c958,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:02.692626 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c22ba360-3972-49ea-b932-95740ba1b4fe admin admin] Publish callbacks [] for security_group (d831513e-be9b-45b6-bfcf-148fa5becf15), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:02.701460 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c22ba360-3972-49ea-b932-95740ba1b4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d831513e-be9b-45b6-bfcf-148fa5becf15), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:02.797761 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] Set router 41eb67e0-0bf7-4c5a-beb0-58a585b21b2c gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:02.805067 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ba360-3972-49ea-b932-95740ba1b4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d831513e-be9b-45b6-bfcf-148fa5becf15,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:02.838760 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c22ba360-3972-49ea-b932-95740ba1b4fe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5f6e54fa095d4f659c01948bf174b263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6732225 Feb 09 22:04:02.841256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55976) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:02.984086 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ddbc3ca1-e842-4ae6-8c4e-4fdc0ac93ee5 admin admin] Publish callbacks [] for security_group (d831513e-be9b-45b6-bfcf-148fa5becf15), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:03.090837 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ddbc3ca1-e842-4ae6-8c4e-4fdc0ac93ee5 admin admin] Publish callbacks [] for security_group (d831513e-be9b-45b6-bfcf-148fa5becf15), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:03.266474 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ddbc3ca1-e842-4ae6-8c4e-4fdc0ac93ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d831513e-be9b-45b6-bfcf-148fa5becf15), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:03.270598 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ddbc3ca1-e842-4ae6-8c4e-4fdc0ac93ee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:03.275438 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ddbc3ca1-e842-4ae6-8c4e-4fdc0ac93ee5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d831513e-be9b-45b6-bfcf-148fa5becf15 HTTP/1.1" status: 204 len: 168 time: 0.4319031 Feb 09 22:04:03.293035 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc3ca1-e842-4ae6-8c4e-4fdc0ac93ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d831513e-be9b-45b6-bfcf-148fa5becf15,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:03.333483 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55996) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:03.339790 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ec0c6a5e-8df5-4a0f-851f-44b69f270185 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--568365940', 'description': 'tempest-description--838730467'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:03.399132 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6a5e-8df5-4a0f-851f-44b69f270185 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:03.482783 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'name': 'tempest-ServerActionsTestJSON-20830479-router', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:46Z', 'updated_at': '2022-02-09T22:03:58Z', 'revision_number': 4, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'gw_port': {'id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:48Z', 'updated_at': '2022-02-09T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'b5d59a6f-2fbd-4ec9-9f10-e443c109069f', 'name': '', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'mac_address': 'fa:16:3e:42:99:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:56Z', 'updated_at': '2022-02-09T22:03:58Z', 'revision_number': 2, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'subnets': [{'id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:03.492089 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b766b058-507c-40ef-a187-611621eac95e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (6b2ebcf9-76f3-4ab9-8760-ddafc35274ab), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:03.565932 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] Checking router: 41eb67e0-0bf7-4c5a-beb0-58a585b21b2c for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:04:03.566299 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] Updating router 41eb67e0-0bf7-4c5a-beb0-58a585b21b2c port b5d59a6f-2fbd-4ec9-9f10-e443c109069f binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:04:03.665618 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b5d59a6f-2fbd-4ec9-9f10-e443c109069f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:03.780899 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9beaa1-1a44-4504-9414-f00ad9899ded req-c96ff4bd-7a65-4d62-81fc-770100396fef tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:03.792049 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb9beaa1-1a44-4504-9414-f00ad9899ded req-c96ff4bd-7a65-4d62-81fc-770100396fef tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 945 time: 0.2945211 Feb 09 22:04:03.859892 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6a5e-8df5-4a0f-851f-44b69f270185 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for security_group (263e3eff-1fda-4292-a7f7-19bd6e472673), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:03.904064 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6a5e-8df5-4a0f-851f-44b69f270185 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (263e3eff-1fda-4292-a7f7-19bd6e472673), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:04.079212 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb9beaa1-1a44-4504-9414-f00ad9899ded req-3ddff403-1b8e-456e-8014-faca4ea26dfc tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/security-groups?id=980f9f9e-4844-4cfc-98dd-bb2e634254ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856085 Feb 09 22:04:04.090446 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c6a5e-8df5-4a0f-851f-44b69f270185 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=263e3eff-1fda-4292-a7f7-19bd6e472673,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:04.132413 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6a5e-8df5-4a0f-851f-44b69f270185 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:04.137824 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ec0c6a5e-8df5-4a0f-851f-44b69f270185 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8030386 Feb 09 22:04:04.143033 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56012) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:04.170615 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3d3b4646-16e6-482b-acb9-ddfd4a4569c9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Request body: {'security_group_rule': {'security_group_id': '263e3eff-1fda-4292-a7f7-19bd6e472673', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:04.219135 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] Publish callbacks [] for port (b5d59a6f-2fbd-4ec9-9f10-e443c109069f), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:04.233957 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b5d59a6f-2fbd-4ec9-9f10-e443c109069f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:04.303752 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d3b4646-16e6-482b-acb9-ddfd4a4569c9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for security_group_rule (becb0ff2-3f5e-4842-bd5a-50bcb5e62c0a), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:04.358732 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb6102-03dc-4cc8-963d-46a8af70c45e None None] Pushing event updated for resources: {'Port': ['ID=b5d59a6f-2fbd-4ec9-9f10-e443c109069f,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:04.568059 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d3b4646-16e6-482b-acb9-ddfd4a4569c9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for security_group_rule (becb0ff2-3f5e-4842-bd5a-50bcb5e62c0a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:04.577210 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d3b4646-16e6-482b-acb9-ddfd4a4569c9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (becb0ff2-3f5e-4842-bd5a-50bcb5e62c0a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:04.597336 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] Attempting to bind port b5d59a6f-2fbd-4ec9-9f10-e443c109069f on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:04:04.598090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] Attempting to bind port b5d59a6f-2fbd-4ec9-9f10-e443c109069f by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:04:04.598090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] Attempting to bind port b5d59a6f-2fbd-4ec9-9f10-e443c109069f on network 59bfcab4-b7d2-465d-baca-fbf4f579480a {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:04.618588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:04:04.619042 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] Checking segment: {'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:04.619379 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:04.619820 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] Bound using segment: {'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:04:04.620321 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] Bound port: b5d59a6f-2fbd-4ec9-9f10-e443c109069f, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:04:04.620709 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b5d59a6f-2fbd-4ec9-9f10-e443c109069f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:04.630442 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b4646-16e6-482b-acb9-ddfd4a4569c9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=becb0ff2-3f5e-4842-bd5a-50bcb5e62c0a,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:04.657164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b766b058-507c-40ef-a187-611621eac95e admin admin] Deleting port 8a62bfbf-3755-4888-bcdc-cb70192e2659 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:04.665301 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b766b058-507c-40ef-a187-611621eac95e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8a62bfbf-3755-4888-bcdc-cb70192e2659), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:04.674066 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d3b4646-16e6-482b-acb9-ddfd4a4569c9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:04.675740 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3d3b4646-16e6-482b-acb9-ddfd4a4569c9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5268743 Feb 09 22:04:04.679093 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56026) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:04.684369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2257c2f5-11c0-4e18-8599-3378a48270b2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Request body: {'security_group_rule': {'security_group_id': '263e3eff-1fda-4292-a7f7-19bd6e472673', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:04.759583 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2257c2f5-11c0-4e18-8599-3378a48270b2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for security_group_rule (2a1f0518-d2aa-408a-9773-42d521c00a6c), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:04.903708 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2257c2f5-11c0-4e18-8599-3378a48270b2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for security_group_rule (2a1f0518-d2aa-408a-9773-42d521c00a6c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:04.913497 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2257c2f5-11c0-4e18-8599-3378a48270b2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (2a1f0518-d2aa-408a-9773-42d521c00a6c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:04.918748 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] For port b5d59a6f-2fbd-4ec9-9f10-e443c109069f, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:04.937951 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b766b058-507c-40ef-a187-611621eac95e admin admin] For port 8a62bfbf-3755-4888-bcdc-cb70192e2659, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8a62bfbf-3755-4888-bcdc-cb70192e2659,segment=NetworkSegment(cb09f11b-2c17-42b9-aafa-f282e0e58459),segment_id=cb09f11b-2c17-42b9-aafa-f282e0e58459)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:04.942394 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b766b058-507c-40ef-a187-611621eac95e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8a62bfbf-3755-4888-bcdc-cb70192e2659), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:04.943852 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] For port b5d59a6f-2fbd-4ec9-9f10-e443c109069f, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b5d59a6f-2fbd-4ec9-9f10-e443c109069f,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:04:04.948364 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56030) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:04.964927 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b5d59a6f-2fbd-4ec9-9f10-e443c109069f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:04.999173 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257c2f5-11c0-4e18-8599-3378a48270b2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1f0518-d2aa-408a-9773-42d521c00a6c,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:05.020388 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b766b058-507c-40ef-a187-611621eac95e admin admin] Calling delete_port for 8a62bfbf-3755-4888-bcdc-cb70192e2659 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:05.025577 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2257c2f5-11c0-4e18-8599-3378a48270b2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:05.033930 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2257c2f5-11c0-4e18-8599-3378a48270b2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3532958 Feb 09 22:04:05.034580 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56034) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:05.040222 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-89191678-b965-457d-be63-6903c16048db tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:05.103313 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89191678-b965-457d-be63-6903c16048db tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:05.178474 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb6102-03dc-4cc8-963d-46a8af70c45e None None] Pushing event updated for resources: {'Port': ['ID=b5d59a6f-2fbd-4ec9-9f10-e443c109069f,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:05.237208 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] Routers {'41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:05.239130 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:03:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:05.250142 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-56d0029c-10b4-4562-8c77-bb33d72ef653 None None] Provisioning complete for port b5d59a6f-2fbd-4ec9-9f10-e443c109069f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:05.251082 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-56d0029c-10b4-4562-8c77-bb33d72ef653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b5d59a6f-2fbd-4ec9-9f10-e443c109069f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:05.652799 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2a99e-3e83-4240-9b17-9de59170d9de req-23f223d1-71c2-475a-983b-3c61da76e1c1 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:05.662050 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-86c2a99e-3e83-4240-9b17-9de59170d9de req-23f223d1-71c2-475a-983b-3c61da76e1c1 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 945 time: 0.1927638 Feb 09 22:04:05.818879 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4193ab2a-0c42-4761-8db7-e3c3355e1538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:05.890170 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-86c2a99e-3e83-4240-9b17-9de59170d9de req-41650a06-a52a-4be4-b30c-eaf531288700 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/security-groups?id=980f9f9e-4844-4cfc-98dd-bb2e634254ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210190 Feb 09 22:04:05.979745 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b766b058-507c-40ef-a187-611621eac95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (8a62bfbf-3755-4888-bcdc-cb70192e2659), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.111926 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56058) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:06.158699 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-56d0029c-10b4-4562-8c77-bb33d72ef653 None None] Current status of the port b5d59a6f-2fbd-4ec9-9f10-e443c109069f is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:06.159333 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-56d0029c-10b4-4562-8c77-bb33d72ef653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b5d59a6f-2fbd-4ec9-9f10-e443c109069f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.163472 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89191678-b965-457d-be63-6903c16048db tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.212229 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4193ab2a-0c42-4761-8db7-e3c3355e1538 admin admin] Publish callbacks [] for security_group (6063cf88-7cd8-488d-9a67-f02df1f98afe), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.242424 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4193ab2a-0c42-4761-8db7-e3c3355e1538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6063cf88-7cd8-488d-9a67-f02df1f98afe), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.263339 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] Set router 41eb67e0-0bf7-4c5a-beb0-58a585b21b2c gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:06.282954 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193ab2a-0c42-4761-8db7-e3c3355e1538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6063cf88-7cd8-488d-9a67-f02df1f98afe,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:06.318984 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4193ab2a-0c42-4761-8db7-e3c3355e1538 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b5a7bfbf0f0a41d3b4c39189910c7f0b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3627970 Feb 09 22:04:06.323580 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56062) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:06.417838 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-43cf9325-f96c-4ffd-87d1-758f6c120d70 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-380554529-network', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:06.451115 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a80259da-6589-4ffe-9bf8-6b81584d63cc admin admin] Publish callbacks [] for security_group (6063cf88-7cd8-488d-9a67-f02df1f98afe), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.465333 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-89191678-b965-457d-be63-6903c16048db tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Allocated IP 172.25.6.107 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/ec2944af-2419-4ec5-bd85-050758f25b66) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:06.478584 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a80259da-6589-4ffe-9bf8-6b81584d63cc admin admin] Publish callbacks [] for security_group (6063cf88-7cd8-488d-9a67-f02df1f98afe), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.546183 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a80259da-6589-4ffe-9bf8-6b81584d63cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6063cf88-7cd8-488d-9a67-f02df1f98afe), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.549493 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a80259da-6589-4ffe-9bf8-6b81584d63cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.550931 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a80259da-6589-4ffe-9bf8-6b81584d63cc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6063cf88-7cd8-488d-9a67-f02df1f98afe HTTP/1.1" status: 204 len: 168 time: 0.2259669 Feb 09 22:04:06.561908 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80259da-6589-4ffe-9bf8-6b81584d63cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6063cf88-7cd8-488d-9a67-f02df1f98afe,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:06.566557 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cf9325-f96c-4ffd-87d1-758f6c120d70 admin admin] Made reservation on behalf of 58c4a0b7c4ef40dc9ad9a8c42f1c443e for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:06.569186 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43cf9325-f96c-4ffd-87d1-758f6c120d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.581658 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43cf9325-f96c-4ffd-87d1-758f6c120d70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.700364 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43cf9325-f96c-4ffd-87d1-758f6c120d70 admin admin] Publish callbacks [] for security_group (4d63222a-0bd0-4c97-b232-f4343b6bc10f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.706206 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43cf9325-f96c-4ffd-87d1-758f6c120d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4d63222a-0bd0-4c97-b232-f4343b6bc10f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.745311 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf9325-f96c-4ffd-87d1-758f6c120d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d63222a-0bd0-4c97-b232-f4343b6bc10f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:06.767145 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43cf9325-f96c-4ffd-87d1-758f6c120d70 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:04:06.816004 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43cf9325-f96c-4ffd-87d1-758f6c120d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.818056 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-43cf9325-f96c-4ffd-87d1-758f6c120d70 admin admin] Added segment 446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc of type vlan for network 1c413694-0f23-4bcd-9644-27b6436fabff Feb 09 22:04:06.860614 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-56d0029c-10b4-4562-8c77-bb33d72ef653 None None] For port b5d59a6f-2fbd-4ec9-9f10-e443c109069f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b5d59a6f-2fbd-4ec9-9f10-e443c109069f,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:06.869564 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89191678-b965-457d-be63-6903c16048db tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for port (ec2944af-2419-4ec5-bd85-050758f25b66), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.900710 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-56d0029c-10b4-4562-8c77-bb33d72ef653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b5d59a6f-2fbd-4ec9-9f10-e443c109069f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.926605 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766b058-507c-40ef-a187-611621eac95e admin admin] Pushing event deleted for resources: {'Port': ['ID=8a62bfbf-3755-4888-bcdc-cb70192e2659,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:06.938045 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43cf9325-f96c-4ffd-87d1-758f6c120d70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (1c413694-0f23-4bcd-9644-27b6436fabff), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.994285 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89191678-b965-457d-be63-6903c16048db tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ec2944af-2419-4ec5-bd85-050758f25b66), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:07.051951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0029c-10b4-4562-8c77-bb33d72ef653 None None] Pushing event updated for resources: {'Port': ['ID=b5d59a6f-2fbd-4ec9-9f10-e443c109069f,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:07.136771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89191678-b965-457d-be63-6903c16048db tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Pushing event updated for resources: {'Port': ['ID=ec2944af-2419-4ec5-bd85-050758f25b66,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:07.169783 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43cf9325-f96c-4ffd-87d1-758f6c120d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (1c413694-0f23-4bcd-9644-27b6436fabff), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:07.171432 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cf9325-f96c-4ffd-87d1-758f6c120d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:07.175032 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43cf9325-f96c-4ffd-87d1-758f6c120d70 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:07.204334 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89191678-b965-457d-be63-6903c16048db tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:07.204589 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-065557d4-017b-43f0-9973-5e5a3b257d4e None None] Provisioning complete for port b5d59a6f-2fbd-4ec9-9f10-e443c109069f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:07.205070 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-065557d4-017b-43f0-9973-5e5a3b257d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b5d59a6f-2fbd-4ec9-9f10-e443c109069f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:07.230492 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-89191678-b965-457d-be63-6903c16048db tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:07.241502 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89191678-b965-457d-be63-6903c16048db tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:07.481844 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'name': 'tempest-ServerActionsTestJSON-20830479-router', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:46Z', 'updated_at': '2022-02-09T22:03:58Z', 'revision_number': 4, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'gw_port': {'id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:48Z', 'updated_at': '2022-02-09T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'b5d59a6f-2fbd-4ec9-9f10-e443c109069f', 'name': '', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'mac_address': 'fa:16:3e:42:99:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:56Z', 'updated_at': '2022-02-09T22:04:04Z', 'revision_number': 4, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'subnets': [{'id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:07.510119 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56080) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:07.532351 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911739eb-bbd2-4347-805f-b5b247fc1d13 None None] The sync data for ids ['41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'] in n-d-828601-1 is: [{'id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'name': 'tempest-ServerActionsTestJSON-20830479-router', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:46Z', 'updated_at': '2022-02-09T22:03:58Z', 'revision_number': 4, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'gw_port': {'id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:48Z', 'updated_at': '2022-02-09T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'b5d59a6f-2fbd-4ec9-9f10-e443c109069f', 'name': '', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'mac_address': 'fa:16:3e:42:99:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:56Z', 'updated_at': '2022-02-09T22:04:04Z', 'revision_number': 4, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'subnets': [{'id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:07.538394 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-065557d4-017b-43f0-9973-5e5a3b257d4e None None] Current status of the port b5d59a6f-2fbd-4ec9-9f10-e443c109069f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:07.560716 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-43cf9325-f96c-4ffd-87d1-758f6c120d70 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4423568 Feb 09 22:04:07.565540 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-47550b63-8cf8-43a1-b16e-28e6f743ce9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:07.567451 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56082) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:07.598296 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-24237801-54e6-41c6-86ad-aec3840cbe79 admin admin] Request body: {'subnet': {'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-380554529-subnet', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:07.605154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf9325-f96c-4ffd-87d1-758f6c120d70 admin admin] Pushing event updated for resources: {'Network': ['ID=1c413694-0f23-4bcd-9644-27b6436fabff,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:07.651130 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 1c413694-0f23-4bcd-9644-27b6436fabff details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:04:07.824954 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24237801-54e6-41c6-86ad-aec3840cbe79 admin admin] Made reservation on behalf of 58c4a0b7c4ef40dc9ad9a8c42f1c443e for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:07.834270 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24237801-54e6-41c6-86ad-aec3840cbe79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:07.864082 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1b2ebc31-618b-4b59-9b2b-5ed403c6d42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:07.880172 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903567a-d4cb-45bc-a28a-d248ba28e29d req-6f97c794-dc06-4c6f-a4ee-af3f9599dc83 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:07.883719 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5903567a-d4cb-45bc-a28a-d248ba28e29d req-6f97c794-dc06-4c6f-a4ee-af3f9599dc83 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 945 time: 0.8332584 Feb 09 22:04:07.990884 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b766b058-507c-40ef-a187-611621eac95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (6b2ebcf9-76f3-4ab9-8760-ddafc35274ab), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:08.032979 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89191678-b965-457d-be63-6903c16048db tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for floatingip (a0b32d56-2e6a-4c95-97ac-f6b951519530), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:08.414368 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89191678-b965-457d-be63-6903c16048db tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ec2944af-2419-4ec5-bd85-050758f25b66), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.014644 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b5d59a6f-2fbd-4ec9-9f10-e443c109069f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:09.223001 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port b5d59a6f-2fbd-4ec9-9f10-e443c109069f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:09.223517 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b5d59a6f-2fbd-4ec9-9f10-e443c109069f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.254244 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89191678-b965-457d-be63-6903c16048db tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for port (ec2944af-2419-4ec5-bd85-050758f25b66), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.301791 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89191678-b965-457d-be63-6903c16048db tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (ec2944af-2419-4ec5-bd85-050758f25b66), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.449292 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b766b058-507c-40ef-a187-611621eac95e admin admin] Router 6b2ebcf9-76f3-4ab9-8760-ddafc35274ab has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:04:09.489569 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port b5d59a6f-2fbd-4ec9-9f10-e443c109069f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:09.576996 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5903567a-d4cb-45bc-a28a-d248ba28e29d req-09afc275-011f-4f04-971b-a3003dce33f5 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/security-groups?id=980f9f9e-4844-4cfc-98dd-bb2e634254ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6043525 Feb 09 22:04:09.581535 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89191678-b965-457d-be63-6903c16048db tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Pushing event updated for resources: {'Port': ['ID=ec2944af-2419-4ec5-bd85-050758f25b66,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:09.596794 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89191678-b965-457d-be63-6903c16048db tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (a0b32d56-2e6a-4c95-97ac-f6b951519530), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.758451 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-47550b63-8cf8-43a1-b16e-28e6f743ce9d admin admin] Publish callbacks [] for security_group (871d86da-bba6-40ca-81a2-a9d56cea94a9), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.768507 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-47550b63-8cf8-43a1-b16e-28e6f743ce9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (871d86da-bba6-40ca-81a2-a9d56cea94a9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.815841 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89191678-b965-457d-be63-6903c16048db tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.824724 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-89191678-b965-457d-be63-6903c16048db tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7813418 Feb 09 22:04:09.825007 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24237801-54e6-41c6-86ad-aec3840cbe79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (d01c0d6a-31a0-472b-ba02-5fee9667ec67), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.946000 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b766b058-507c-40ef-a187-611621eac95e admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:09.960870 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0275c32-3149-46a7-ae7d-865bd0a74bdc None None] Sync routers for ids ['6b2ebcf9-76f3-4ab9-8760-ddafc35274ab'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:09.968546 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b766b058-507c-40ef-a187-611621eac95e admin admin] 10.222.0.77 "PUT /v2.0/routers/6b2ebcf9-76f3-4ab9-8760-ddafc35274ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4452422 Feb 09 22:04:09.969490 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56114) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:09.994498 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-47550b63-8cf8-43a1-b16e-28e6f743ce9d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=903ea5b8f2f64c8e8c20d039c0190c6e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4827092 Feb 09 22:04:10.015526 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56118) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:10.055846 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0275c32-3149-46a7-ae7d-865bd0a74bdc None None] Routers {'6b2ebcf9-76f3-4ab9-8760-ddafc35274ab'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:10.057562 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c0275c32-3149-46a7-ae7d-865bd0a74bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:03:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b2ebcf9-76f3-4ab9-8760-ddafc35274ab'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:10.063032 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47550b63-8cf8-43a1-b16e-28e6f743ce9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871d86da-bba6-40ca-81a2-a9d56cea94a9,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:10.410813 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24237801-54e6-41c6-86ad-aec3840cbe79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d01c0d6a-31a0-472b-ba02-5fee9667ec67,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:10.491890 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-c0275c32-3149-46a7-ae7d-865bd0a74bdc None None] Set router 6b2ebcf9-76f3-4ab9-8760-ddafc35274ab gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:10.501346 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7de243f-be96-4ee7-8805-8cc20db99301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.504943 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4dfce14-60a3-49ba-99d3-1bb3fb0cf9ad admin admin] Publish callbacks [] for router (6b2ebcf9-76f3-4ab9-8760-ddafc35274ab), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.536329 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24237801-54e6-41c6-86ad-aec3840cbe79 admin admin] Checking segment: {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:10.537019 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24237801-54e6-41c6-86ad-aec3840cbe79 admin admin] Network hostable DHCP agents. Network: 1c413694-0f23-4bcd-9644-27b6436fabff, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:04:10.555011 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-028ff518-63c0-4b64-94e3-1d832ab56598 admin admin] Publish callbacks [] for security_group (871d86da-bba6-40ca-81a2-a9d56cea94a9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.590211 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-eb857976-0e8a-47f6-8f83-dd6411558a40 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--568365940&fields=id&tenant_id=5e79cb71362547f8bb276e37206bd3da HTTP/1.1" status: 200 len: 267 time: 0.1913776 Feb 09 22:04:10.636480 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-028ff518-63c0-4b64-94e3-1d832ab56598 admin admin] Publish callbacks [] for security_group (871d86da-bba6-40ca-81a2-a9d56cea94a9), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.740631 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24237801-54e6-41c6-86ad-aec3840cbe79 admin admin] Network 1c413694-0f23-4bcd-9644-27b6436fabff is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:04:10.797387 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-24237801-54e6-41c6-86ad-aec3840cbe79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 1c413694-0f23-4bcd-9644-27b6436fabff) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:10.828709 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c220d0-981c-434b-8e8e-d6d73882f04b None None] Network 1c413694-0f23-4bcd-9644-27b6436fabff requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:10.829118 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4dfce14-60a3-49ba-99d3-1bb3fb0cf9ad admin admin] Publish callbacks [] for router_gateway (6b2ebcf9-76f3-4ab9-8760-ddafc35274ab), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.838191 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24237801-54e6-41c6-86ad-aec3840cbe79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:10.840741 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24237801-54e6-41c6-86ad-aec3840cbe79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.881361 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-028ff518-63c0-4b64-94e3-1d832ab56598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (871d86da-bba6-40ca-81a2-a9d56cea94a9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.886409 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:04:10.892584 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-028ff518-63c0-4b64-94e3-1d832ab56598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.897374 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-028ff518-63c0-4b64-94e3-1d832ab56598 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/871d86da-bba6-40ca-81a2-a9d56cea94a9 HTTP/1.1" status: 204 len: 168 time: 0.8733935 Feb 09 22:04:10.955299 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfce14-60a3-49ba-99d3-1bb3fb0cf9ad admin admin] Deleting port 4404ec16-96f3-4bfe-9a33-0984c9ec43c5 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:10.956312 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4dfce14-60a3-49ba-99d3-1bb3fb0cf9ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (4404ec16-96f3-4bfe-9a33-0984c9ec43c5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.958571 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-24237801-54e6-41c6-86ad-aec3840cbe79 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3777022 Feb 09 22:04:11.069458 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56144) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:11.085474 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-58b8e970-b994-4c19-8414-2f5a0898abf0 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:11.096973 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-58b8e970-b994-4c19-8414-2f5a0898abf0 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 810 time: 0.4962943 Feb 09 22:04:11.119749 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d469c37d-6dd2-48b5-94ab-8c8f3e09ce9a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:11.124127 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c0275c32-3149-46a7-ae7d-865bd0a74bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2ebcf9-76f3-4ab9-8760-ddafc35274ab', 'name': 'tempest-TestAggregatesBasicOps-1577500410-router', 'tenant_id': 'cb920b54a6984d36901f2ca51cf237c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '4404ec16-96f3-4bfe-9a33-0984c9ec43c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:08Z', 'updated_at': '2022-02-09T22:04:05Z', 'revision_number': 5, 'project_id': 'cb920b54a6984d36901f2ca51cf237c8', 'gw_port': {'id': '4404ec16-96f3-4bfe-9a33-0984c9ec43c5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:85:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2ebcf9-76f3-4ab9-8760-ddafc35274ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:09Z', 'updated_at': '2022-02-09T22:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:11.147727 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c4dfce14-60a3-49ba-99d3-1bb3fb0cf9ad admin admin] For port 4404ec16-96f3-4bfe-9a33-0984c9ec43c5, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=4404ec16-96f3-4bfe-9a33-0984c9ec43c5,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:11.148260 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4dfce14-60a3-49ba-99d3-1bb3fb0cf9ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (4404ec16-96f3-4bfe-9a33-0984c9ec43c5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.150218 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-b08c7f0c-808a-4b7d-a6fe-c74126bc53dc tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/quotas/5e79cb71362547f8bb276e37206bd3da HTTP/1.1" status: 200 len: 375 time: 0.0507293 Feb 09 22:04:11.163223 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ff518-63c0-4b64-94e3-1d832ab56598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871d86da-bba6-40ca-81a2-a9d56cea94a9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:11.164500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3045833a-c0ed-49a0-9768-f731549a9fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-1c413694-0f23-4bcd-9644-27b6436fabff', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:04:11.165481 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3045833a-c0ed-49a0-9768-f731549a9fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.182390 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfce14-60a3-49ba-99d3-1bb3fb0cf9ad admin admin] Calling delete_port for 4404ec16-96f3-4bfe-9a33-0984c9ec43c5 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:11.248487 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0275c32-3149-46a7-ae7d-865bd0a74bdc None None] Checking router: 6b2ebcf9-76f3-4ab9-8760-ddafc35274ab for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:04:11.291187 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d469c37d-6dd2-48b5-94ab-8c8f3e09ce9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (59ebfdc7-6f34-4f22-9833-38a3c19909f9), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.293047 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d469c37d-6dd2-48b5-94ab-8c8f3e09ce9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (59ebfdc7-6f34-4f22-9833-38a3c19909f9), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.293748 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0275c32-3149-46a7-ae7d-865bd0a74bdc None None] Routers {'6b2ebcf9-76f3-4ab9-8760-ddafc35274ab'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:11.296284 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c0275c32-3149-46a7-ae7d-865bd0a74bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:04:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b2ebcf9-76f3-4ab9-8760-ddafc35274ab'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:11.469830 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d469c37d-6dd2-48b5-94ab-8c8f3e09ce9a admin admin] Publish callbacks [] for router_controller (59ebfdc7-6f34-4f22-9833-38a3c19909f9), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.503181 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-93f03cba-a1b2-477b-84b1-fcc300dd93a8 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3488734 Feb 09 22:04:11.558679 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-c0275c32-3149-46a7-ae7d-865bd0a74bdc None None] Set router 6b2ebcf9-76f3-4ab9-8760-ddafc35274ab gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:11.661345 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c0275c32-3149-46a7-ae7d-865bd0a74bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2ebcf9-76f3-4ab9-8760-ddafc35274ab', 'name': 'tempest-TestAggregatesBasicOps-1577500410-router', 'tenant_id': 'cb920b54a6984d36901f2ca51cf237c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:08Z', 'updated_at': '2022-02-09T22:04:10Z', 'revision_number': 6, 'project_id': 'cb920b54a6984d36901f2ca51cf237c8', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:11.674577 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4dfce14-60a3-49ba-99d3-1bb3fb0cf9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (4404ec16-96f3-4bfe-9a33-0984c9ec43c5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.675291 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-3045833a-c0ed-49a0-9768-f731549a9fa8 None None] Allocated IP 172.20.0.2 (1c413694-0f23-4bcd-9644-27b6436fabff/d01c0d6a-31a0-472b-ba02-5fee9667ec67/dbbadea0-aa9b-45dc-ba9a-011a4e92656d) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:11.692130 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.706157 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0275c32-3149-46a7-ae7d-865bd0a74bdc None None] The sync data for ids ['6b2ebcf9-76f3-4ab9-8760-ddafc35274ab'] in n-d-828601-1 is: [{'id': '6b2ebcf9-76f3-4ab9-8760-ddafc35274ab', 'name': 'tempest-TestAggregatesBasicOps-1577500410-router', 'tenant_id': 'cb920b54a6984d36901f2ca51cf237c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:08Z', 'updated_at': '2022-02-09T22:04:10Z', 'revision_number': 6, 'project_id': 'cb920b54a6984d36901f2ca51cf237c8', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:11.726843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfce14-60a3-49ba-99d3-1bb3fb0cf9ad admin admin] Pushing event deleted for resources: {'Port': ['ID=4404ec16-96f3-4bfe-9a33-0984c9ec43c5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:11.818875 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-0b565932-564c-41f8-933a-9a0ac3b260da service neutron] 10.222.0.77 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476041 Feb 09 22:04:11.987962 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4dfce14-60a3-49ba-99d3-1bb3fb0cf9ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (6b2ebcf9-76f3-4ab9-8760-ddafc35274ab), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:12.042431 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3045833a-c0ed-49a0-9768-f731549a9fa8 None None] Publish callbacks [] for port (dbbadea0-aa9b-45dc-ba9a-011a4e92656d), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:12.057522 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d469c37d-6dd2-48b5-94ab-8c8f3e09ce9a admin admin] Publish callbacks [] for router_gateway (59ebfdc7-6f34-4f22-9833-38a3c19909f9), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:12.059750 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3045833a-c0ed-49a0-9768-f731549a9fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (dbbadea0-aa9b-45dc-ba9a-011a4e92656d), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:12.163462 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045833a-c0ed-49a0-9768-f731549a9fa8 None None] Pushing event updated for resources: {'Port': ['ID=dbbadea0-aa9b-45dc-ba9a-011a4e92656d,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:12.180963 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-f4529a00-96ee-4e60-967a-6b8201991686 service neutron] 10.222.0.77 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604875 Feb 09 22:04:12.194348 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3045833a-c0ed-49a0-9768-f731549a9fa8 None None] Network 1c413694-0f23-4bcd-9644-27b6436fabff is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:12.199104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-3045833a-c0ed-49a0-9768-f731549a9fa8 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:12.205063 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3045833a-c0ed-49a0-9768-f731549a9fa8 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:12.449390 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3045833a-c0ed-49a0-9768-f731549a9fa8 None None] Attempting to bind port dbbadea0-aa9b-45dc-ba9a-011a4e92656d on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:04:12.449778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3045833a-c0ed-49a0-9768-f731549a9fa8 None None] Attempting to bind port dbbadea0-aa9b-45dc-ba9a-011a4e92656d by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:04:12.450187 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3045833a-c0ed-49a0-9768-f731549a9fa8 None None] Attempting to bind port dbbadea0-aa9b-45dc-ba9a-011a4e92656d on network 1c413694-0f23-4bcd-9644-27b6436fabff {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:12.484800 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3045833a-c0ed-49a0-9768-f731549a9fa8 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:04:12.485215 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3045833a-c0ed-49a0-9768-f731549a9fa8 None None] Checking segment: {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:12.485638 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3045833a-c0ed-49a0-9768-f731549a9fa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:12.486055 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3045833a-c0ed-49a0-9768-f731549a9fa8 None None] Bound using segment: {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:04:12.490870 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3045833a-c0ed-49a0-9768-f731549a9fa8 None None] Bound port: dbbadea0-aa9b-45dc-ba9a-011a4e92656d, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:04:12.491617 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3045833a-c0ed-49a0-9768-f731549a9fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (dbbadea0-aa9b-45dc-ba9a-011a4e92656d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:12.775928 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d469c37d-6dd2-48b5-94ab-8c8f3e09ce9a admin admin] Publish callbacks [] for router_gateway (59ebfdc7-6f34-4f22-9833-38a3c19909f9), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:12.835107 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d469c37d-6dd2-48b5-94ab-8c8f3e09ce9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:12.952664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 4404ec16-96f3-4bfe-9a33-0984c9ec43c5 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:04:12.975523 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:12.985518 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-3045833a-c0ed-49a0-9768-f731549a9fa8 None None] For port dbbadea0-aa9b-45dc-ba9a-011a4e92656d, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:13.152286 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4dfce14-60a3-49ba-99d3-1bb3fb0cf9ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (6b2ebcf9-76f3-4ab9-8760-ddafc35274ab), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:13.155867 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4dfce14-60a3-49ba-99d3-1bb3fb0cf9ad admin admin] Publish callbacks [] for router_controller (6b2ebcf9-76f3-4ab9-8760-ddafc35274ab), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:13.208551 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 4404ec16-96f3-4bfe-9a33-0984c9ec43c5 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:04:13.220368 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 4404ec16-96f3-4bfe-9a33-0984c9ec43c5 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:04:13.221335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8a62bfbf-3755-4888-bcdc-cb70192e2659 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:04:13.266107 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-d469c37d-6dd2-48b5-94ab-8c8f3e09ce9a admin admin] Allocated IP 172.25.6.32 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/c74772f2-f29d-4fd6-9b44-00ee76c1875f) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:13.324085 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4dfce14-60a3-49ba-99d3-1bb3fb0cf9ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (6b2ebcf9-76f3-4ab9-8760-ddafc35274ab), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:13.326563 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4dfce14-60a3-49ba-99d3-1bb3fb0cf9ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b2ebcf9-76f3-4ab9-8760-ddafc35274ab {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:04:13.333936 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4dfce14-60a3-49ba-99d3-1bb3fb0cf9ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:13.338476 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c4dfce14-60a3-49ba-99d3-1bb3fb0cf9ad admin admin] 10.222.0.77 "DELETE /v2.0/routers/6b2ebcf9-76f3-4ab9-8760-ddafc35274ab HTTP/1.1" status: 204 len: 168 time: 3.3676772 Feb 09 22:04:13.339409 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56202) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:13.383727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-3045833a-c0ed-49a0-9768-f731549a9fa8 None None] For port dbbadea0-aa9b-45dc-ba9a-011a4e92656d, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=dbbadea0-aa9b-45dc-ba9a-011a4e92656d,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:04:13.427286 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 8a62bfbf-3755-4888-bcdc-cb70192e2659 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:04:13.429308 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8a62bfbf-3755-4888-bcdc-cb70192e2659 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:04:13.451627 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3045833a-c0ed-49a0-9768-f731549a9fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (dbbadea0-aa9b-45dc-ba9a-011a4e92656d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:13.670001 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045833a-c0ed-49a0-9768-f731549a9fa8 None None] Pushing event updated for resources: {'Port': ['ID=dbbadea0-aa9b-45dc-ba9a-011a4e92656d,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:13.727773 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa749010-5679-46cd-8a5d-6ceaffed151c admin admin] Deleting subnet d38554f6-52e3-4b4f-886c-1fed936b34a8 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:04:13.744407 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa749010-5679-46cd-8a5d-6ceaffed151c admin admin] Publish callbacks [] for subnet (d38554f6-52e3-4b4f-886c-1fed936b34a8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:13.975094 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d469c37d-6dd2-48b5-94ab-8c8f3e09ce9a admin admin] Publish callbacks [] for port (c74772f2-f29d-4fd6-9b44-00ee76c1875f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:14.070086 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7af50d-e2ee-4543-b3dc-92c30c279163 req-37064489-8284-479b-9da1-9679d6c9c001 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:14.080823 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea7af50d-e2ee-4543-b3dc-92c30c279163 req-37064489-8284-479b-9da1-9679d6c9c001 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 945 time: 0.4807241 Feb 09 22:04:14.099017 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d469c37d-6dd2-48b5-94ab-8c8f3e09ce9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c74772f2-f29d-4fd6-9b44-00ee76c1875f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:14.116756 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa749010-5679-46cd-8a5d-6ceaffed151c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (d38554f6-52e3-4b4f-886c-1fed936b34a8), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:14.293874 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d43b1-c0e0-49e2-b0e6-833d989c9414 req-c87edb5e-cd39-4350-8886-255d1b0b4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:14.300687 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-697d43b1-c0e0-49e2-b0e6-833d989c9414 req-c87edb5e-cd39-4350-8886-255d1b0b4db7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 1127 time: 0.1368237 Feb 09 22:04:14.424377 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-697d43b1-c0e0-49e2-b0e6-833d989c9414 req-1acbaadd-fa1b-4055-8305-5df943ee4bc0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=980f9f9e-4844-4cfc-98dd-bb2e634254ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130798 Feb 09 22:04:14.570097 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d469c37d-6dd2-48b5-94ab-8c8f3e09ce9a admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:14.605442 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-d469c37d-6dd2-48b5-94ab-8c8f3e09ce9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:14.630148 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d469c37d-6dd2-48b5-94ab-8c8f3e09ce9a admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:14.925031 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device dbbadea0-aa9b-45dc-ba9a-011a4e92656d up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:14.980935 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469c37d-6dd2-48b5-94ab-8c8f3e09ce9a admin admin] Pushing event updated for resources: {'Port': ['ID=c74772f2-f29d-4fd6-9b44-00ee76c1875f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:14.987166 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa749010-5679-46cd-8a5d-6ceaffed151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (d38554f6-52e3-4b4f-886c-1fed936b34a8), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:14.991791 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:15.144550 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port dbbadea0-aa9b-45dc-ba9a-011a4e92656d triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:15.145239 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (dbbadea0-aa9b-45dc-ba9a-011a4e92656d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:15.272096 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea7af50d-e2ee-4543-b3dc-92c30c279163 req-b06dbb08-6877-4ca8-bb0a-4274d3e7235f tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/security-groups?id=980f9f9e-4844-4cfc-98dd-bb2e634254ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1877661 Feb 09 22:04:15.304022 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port dbbadea0-aa9b-45dc-ba9a-011a4e92656d is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:15.304729 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (dbbadea0-aa9b-45dc-ba9a-011a4e92656d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:15.367173 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port dbbadea0-aa9b-45dc-ba9a-011a4e92656d, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=dbbadea0-aa9b-45dc-ba9a-011a4e92656d,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:15.385509 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (dbbadea0-aa9b-45dc-ba9a-011a4e92656d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:15.463223 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=dbbadea0-aa9b-45dc-ba9a-011a4e92656d,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:15.515170 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:15.539236 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b5f57f5a-9790-4840-a54a-c3feda601a98 req-181af50f-37be-4da1-9643-36d7bbebb9ad tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 210 time: 0.1310911 Feb 09 22:04:15.621779 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-4e24da57-d981-4198-8383-57caf0740ec8 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:15.626579 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-4e24da57-d981-4198-8383-57caf0740ec8 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.71 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 810 time: 1.1092572 Feb 09 22:04:15.649497 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa749010-5679-46cd-8a5d-6ceaffed151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (d38554f6-52e3-4b4f-886c-1fed936b34a8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:15.750198 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f846cf-3206-4349-b9d4-6351c41003b8 None None] Network 1c413694-0f23-4bcd-9644-27b6436fabff requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:15.905536 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5c5c9854-8816-4a48-920c-07d5494aeaff None None] Provisioning complete for port dbbadea0-aa9b-45dc-ba9a-011a4e92656d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:15.905926 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5c5c9854-8816-4a48-920c-07d5494aeaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (dbbadea0-aa9b-45dc-ba9a-011a4e92656d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:15.929538 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa749010-5679-46cd-8a5d-6ceaffed151c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d38554f6-52e3-4b4f-886c-1fed936b34a8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:15.940822 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa749010-5679-46cd-8a5d-6ceaffed151c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:15.945809 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fa749010-5679-46cd-8a5d-6ceaffed151c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d38554f6-52e3-4b4f-886c-1fed936b34a8 HTTP/1.1" status: 204 len: 168 time: 2.5959737 Feb 09 22:04:15.948128 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56250) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:16.023187 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9c7aa0-593f-4371-9a34-b13d97529e1d None None] Network bd232f80-f269-4c15-803f-46363e990499 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:16.028485 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-8e1ec99f-b2c4-4a9c-8e94-79c60a3c6b42 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e79cb71362547f8bb276e37206bd3da HTTP/1.1" status: 200 len: 379 time: 0.3757656 Feb 09 22:04:16.046917 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-e3148500-94ab-4cb1-8015-4ecd016e5d1e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Request body: {'port': {'device_id': '366dd04e-1f20-4d1f-ab3a-ac66f903a656', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'admin_state_up': True, 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'security_groups': ['263e3eff-1fda-4292-a7f7-19bd6e472673']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:16.058343 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d469c37d-6dd2-48b5-94ab-8c8f3e09ce9a admin admin] Publish callbacks [] for router_gateway (59ebfdc7-6f34-4f22-9833-38a3c19909f9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:16.142228 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63065f10-e3a0-4d3e-bc04-221ece8b7c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (bd232f80-f269-4c15-803f-46363e990499), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:16.280279 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-63065f10-e3a0-4d3e-bc04-221ece8b7c00 admin admin] Deleting port acb1ed85-084c-4fe5-887c-499548eeed76 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:16.281736 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63065f10-e3a0-4d3e-bc04-221ece8b7c00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (acb1ed85-084c-4fe5-887c-499548eeed76), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:16.311404 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:16.484418 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-63065f10-e3a0-4d3e-bc04-221ece8b7c00 admin admin] For port acb1ed85-084c-4fe5-887c-499548eeed76, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=acb1ed85-084c-4fe5-887c-499548eeed76,segment=NetworkSegment(cb09f11b-2c17-42b9-aafa-f282e0e58459),segment_id=cb09f11b-2c17-42b9-aafa-f282e0e58459)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:16.485248 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63065f10-e3a0-4d3e-bc04-221ece8b7c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (acb1ed85-084c-4fe5-887c-499548eeed76), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:16.502244 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-63065f10-e3a0-4d3e-bc04-221ece8b7c00 admin admin] Calling delete_port for acb1ed85-084c-4fe5-887c-499548eeed76 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:16.634946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5c5c9854-8816-4a48-920c-07d5494aeaff None None] Current status of the port dbbadea0-aa9b-45dc-ba9a-011a4e92656d is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:16.692352 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56262) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:16.732733 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63065f10-e3a0-4d3e-bc04-221ece8b7c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (acb1ed85-084c-4fe5-887c-499548eeed76), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:16.788920 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63065f10-e3a0-4d3e-bc04-221ece8b7c00 admin admin] No DVR routers for this DVR port acb1ed85-084c-4fe5-887c-499548eeed76 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:04:16.848363 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device dbbadea0-aa9b-45dc-ba9a-011a4e92656d up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:16.953076 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745f6323-fe7a-43aa-8b78-3e8de9eb105d None None] DHCP port deletion for bd232f80-f269-4c15-803f-46363e990499 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:04:16.983082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63065f10-e3a0-4d3e-bc04-221ece8b7c00 admin admin] Pushing event deleted for resources: {'Port': ['ID=acb1ed85-084c-4fe5-887c-499548eeed76,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:17.017024 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-e3148500-94ab-4cb1-8015-4ecd016e5d1e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Made reservation on behalf of 5e79cb71362547f8bb276e37206bd3da for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:17.029058 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-e3148500-94ab-4cb1-8015-4ecd016e5d1e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.048601 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port dbbadea0-aa9b-45dc-ba9a-011a4e92656d triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:17.049346 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (dbbadea0-aa9b-45dc-ba9a-011a4e92656d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.095939 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d469c37d-6dd2-48b5-94ab-8c8f3e09ce9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (59ebfdc7-6f34-4f22-9833-38a3c19909f9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.131061 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63065f10-e3a0-4d3e-bc04-221ece8b7c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (bd232f80-f269-4c15-803f-46363e990499), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.147708 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459f254-cc8f-48ea-bd2d-42ae605fc3fd req-215278f1-6b54-4fed-a109-256790c771a6 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:17.149481 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f459f254-cc8f-48ea-bd2d-42ae605fc3fd req-215278f1-6b54-4fed-a109-256790c771a6 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 945 time: 0.7130563 Feb 09 22:04:17.189277 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cae94f45-f9ca-4ea5-bda1-bd861c4bf3da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.270740 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2058d34c-fa7b-4431-b3ea-d3def1bf7a2b None None] Provisioning complete for port dbbadea0-aa9b-45dc-ba9a-011a4e92656d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:17.271892 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2058d34c-fa7b-4431-b3ea-d3def1bf7a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (dbbadea0-aa9b-45dc-ba9a-011a4e92656d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.278946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port dbbadea0-aa9b-45dc-ba9a-011a4e92656d is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:17.301371 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cae94f45-f9ca-4ea5-bda1-bd861c4bf3da admin admin] Publish callbacks [] for security_group (1261df5f-cbf3-42a1-b498-1aea6b7ee9f4), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.322654 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cae94f45-f9ca-4ea5-bda1-bd861c4bf3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (1261df5f-cbf3-42a1-b498-1aea6b7ee9f4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.329535 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-63065f10-e3a0-4d3e-bc04-221ece8b7c00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd232f80-f269-4c15-803f-46363e990499']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:17.394722 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-63065f10-e3a0-4d3e-bc04-221ece8b7c00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb09f11b-2c17-42b9-aafa-f282e0e58459') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:17.395239 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-63065f10-e3a0-4d3e-bc04-221ece8b7c00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb09f11b-2c17-42b9-aafa-f282e0e58459') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:17.442113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2058d34c-fa7b-4431-b3ea-d3def1bf7a2b None None] Current status of the port dbbadea0-aa9b-45dc-ba9a-011a4e92656d is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:17.477758 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63065f10-e3a0-4d3e-bc04-221ece8b7c00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (cb09f11b-2c17-42b9-aafa-f282e0e58459), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.502388 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63065f10-e3a0-4d3e-bc04-221ece8b7c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (cb09f11b-2c17-42b9-aafa-f282e0e58459), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.522133 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cae94f45-f9ca-4ea5-bda1-bd861c4bf3da admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e4ec169dab624b87908bf3aaaff26772&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8253300 Feb 09 22:04:17.526118 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63065f10-e3a0-4d3e-bc04-221ece8b7c00 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:04:17.526650 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63065f10-e3a0-4d3e-bc04-221ece8b7c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (cb09f11b-2c17-42b9-aafa-f282e0e58459), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:04:17.529277 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:04:17.535350 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56278) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:17.632784 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae94f45-f9ca-4ea5-bda1-bd861c4bf3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1261df5f-cbf3-42a1-b498-1aea6b7ee9f4,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:17.666377 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-44ecda60-3e2f-4410-b797-85fd0ef10a4a admin admin] Publish callbacks [] for security_group (1261df5f-cbf3-42a1-b498-1aea6b7ee9f4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.705254 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63065f10-e3a0-4d3e-bc04-221ece8b7c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (bd232f80-f269-4c15-803f-46363e990499), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.716637 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-44ecda60-3e2f-4410-b797-85fd0ef10a4a admin admin] Publish callbacks [] for security_group (1261df5f-cbf3-42a1-b498-1aea6b7ee9f4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.722205 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63065f10-e3a0-4d3e-bc04-221ece8b7c00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.746618 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-63065f10-e3a0-4d3e-bc04-221ece8b7c00 admin admin] 10.222.0.77 "DELETE /v2.0/networks/bd232f80-f269-4c15-803f-46363e990499 HTTP/1.1" status: 204 len: 168 time: 1.7972820 Feb 09 22:04:17.792399 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63065f10-e3a0-4d3e-bc04-221ece8b7c00 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd232f80-f269-4c15-803f-46363e990499,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:17.882662 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-44ecda60-3e2f-4410-b797-85fd0ef10a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (1261df5f-cbf3-42a1-b498-1aea6b7ee9f4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.889774 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-44ecda60-3e2f-4410-b797-85fd0ef10a4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.892892 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-44ecda60-3e2f-4410-b797-85fd0ef10a4a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1261df5f-cbf3-42a1-b498-1aea6b7ee9f4 HTTP/1.1" status: 204 len: 168 time: 0.3452132 Feb 09 22:04:17.911092 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecda60-3e2f-4410-b797-85fd0ef10a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1261df5f-cbf3-42a1-b498-1aea6b7ee9f4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:18.053445 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56298) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:18.255463 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1a530d22-1930-4c09-9c2f-af4fca5963ef admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=136e444304894d96a3a5aa877163ba60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1988530 Feb 09 22:04:18.257927 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56302) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:18.295872 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f459f254-cc8f-48ea-bd2d-42ae605fc3fd req-7276e16c-32ce-42b8-b6e1-260febfa40be tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/security-groups?id=980f9f9e-4844-4cfc-98dd-bb2e634254ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1309130 Feb 09 22:04:18.445479 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d469c37d-6dd2-48b5-94ab-8c8f3e09ce9a admin admin] Router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:04:18.567524 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56308) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:18.571133 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8d9a829-b586-46e5-be05-72a1d53b2473 admin admin] Publish callbacks [] for security_group (3e466a0a-cb26-4104-9991-c7f5345b5503), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:18.628911 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-e3148500-94ab-4cb1-8015-4ecd016e5d1e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Allocated IP 172.20.0.14 (59bfcab4-b7d2-465d-baca-fbf4f579480a/b40e5314-96a6-403c-a2ec-f748f5b25185/ccfbe596-ddec-463f-9e3a-8e3863702c84) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:18.668667 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90b44193-f9b8-411b-91f8-83e9337a6a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:18.728424 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8d9a829-b586-46e5-be05-72a1d53b2473 admin admin] Publish callbacks [] for security_group (3e466a0a-cb26-4104-9991-c7f5345b5503), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:18.849509 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device acb1ed85-084c-4fe5-887c-499548eeed76 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:04:18.895007 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: acb1ed85-084c-4fe5-887c-499548eeed76 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:04:18.895371 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device acb1ed85-084c-4fe5-887c-499548eeed76 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:04:18.944345 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8d9a829-b586-46e5-be05-72a1d53b2473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3e466a0a-cb26-4104-9991-c7f5345b5503), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:18.953842 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8d9a829-b586-46e5-be05-72a1d53b2473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:18.958064 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d8d9a829-b586-46e5-be05-72a1d53b2473 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3e466a0a-cb26-4104-9991-c7f5345b5503 HTTP/1.1" status: 204 len: 168 time: 0.6947303 Feb 09 22:04:18.997914 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a44ecadb-b4d1-404a-8936-ea10a685804f req-9d3bf682-4eea-488e-8498-a378b7d4f43e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 210 time: 0.3919156 Feb 09 22:04:19.011430 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90b44193-f9b8-411b-91f8-83e9337a6a38 admin admin] Publish callbacks [] for security_group (b14c2693-e4fb-4c6f-9cd0-54534595fa43), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.021736 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9a829-b586-46e5-be05-72a1d53b2473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e466a0a-cb26-4104-9991-c7f5345b5503,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:19.028157 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90b44193-f9b8-411b-91f8-83e9337a6a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b14c2693-e4fb-4c6f-9cd0-54534595fa43), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.073267 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-90b44193-f9b8-411b-91f8-83e9337a6a38 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8c7e678f825a47c18b57833f730d0fea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4986534 Feb 09 22:04:19.081145 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56318) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:19.116704 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b44193-f9b8-411b-91f8-83e9337a6a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14c2693-e4fb-4c6f-9cd0-54534595fa43,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:19.200940 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-529a65f4-51d6-4e8f-b23f-27478075c9fb admin admin] Publish callbacks [] for security_group (b14c2693-e4fb-4c6f-9cd0-54534595fa43), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.232777 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-45f97359-e15d-409f-8c6f-fc26a2d6dfb5 req-a2aaa4e0-2b5c-4452-abcb-d0bcb7fb0c00 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1707042644', 'description': 'tempest-description-736653648'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:19.242547 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-529a65f4-51d6-4e8f-b23f-27478075c9fb admin admin] Publish callbacks [] for security_group (b14c2693-e4fb-4c6f-9cd0-54534595fa43), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.358453 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-45f97359-e15d-409f-8c6f-fc26a2d6dfb5 req-a2aaa4e0-2b5c-4452-abcb-d0bcb7fb0c00 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.369751 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-529a65f4-51d6-4e8f-b23f-27478075c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b14c2693-e4fb-4c6f-9cd0-54534595fa43), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.384403 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-529a65f4-51d6-4e8f-b23f-27478075c9fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.393943 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-529a65f4-51d6-4e8f-b23f-27478075c9fb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b14c2693-e4fb-4c6f-9cd0-54534595fa43 HTTP/1.1" status: 204 len: 168 time: 0.3100820 Feb 09 22:04:19.440559 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a65f4-51d6-4e8f-b23f-27478075c9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14c2693-e4fb-4c6f-9cd0-54534595fa43,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:19.490886 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a65f4-51d6-4e8f-b23f-27478075c9fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.491456 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a65f4-51d6-4e8f-b23f-27478075c9fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.492256 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a65f4-51d6-4e8f-b23f-27478075c9fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.492847 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a65f4-51d6-4e8f-b23f-27478075c9fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.495280 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a65f4-51d6-4e8f-b23f-27478075c9fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.501203 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a65f4-51d6-4e8f-b23f-27478075c9fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.501811 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a65f4-51d6-4e8f-b23f-27478075c9fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.503574 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a65f4-51d6-4e8f-b23f-27478075c9fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.503754 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a65f4-51d6-4e8f-b23f-27478075c9fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.508485 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a65f4-51d6-4e8f-b23f-27478075c9fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.510551 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a65f4-51d6-4e8f-b23f-27478075c9fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.513191 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a65f4-51d6-4e8f-b23f-27478075c9fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.513814 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a65f4-51d6-4e8f-b23f-27478075c9fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.536001 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-e3148500-94ab-4cb1-8015-4ecd016e5d1e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.650430 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-e3148500-94ab-4cb1-8015-4ecd016e5d1e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.663356 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d469c37d-6dd2-48b5-94ab-8c8f3e09ce9a admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:19.679267 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] Sync routers for ids ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:19.720470 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] Routers {'59ebfdc7-6f34-4f22-9833-38a3c19909f9'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:19.721135 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:04:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:19.833509 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3148500-94ab-4cb1-8015-4ecd016e5d1e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Pushing event updated for resources: {'Port': ['ID=ccfbe596-ddec-463f-9e3a-8e3863702c84,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:19.922204 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-e3148500-94ab-4cb1-8015-4ecd016e5d1e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Network 59bfcab4-b7d2-465d-baca-fbf4f579480a is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:19.931913 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d469c37d-6dd2-48b5-94ab-8c8f3e09ce9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.939158 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56336) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:19.950994 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d469c37d-6dd2-48b5-94ab-8c8f3e09ce9a admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.8495240 Feb 09 22:04:19.974134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-e3148500-94ab-4cb1-8015-4ecd016e5d1e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:20.069359 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-e3148500-94ab-4cb1-8015-4ecd016e5d1e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:20.299240 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-e3148500-94ab-4cb1-8015-4ecd016e5d1e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:20.299992 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-e3148500-94ab-4cb1-8015-4ecd016e5d1e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:20.301880 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56348) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:20.319474 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-45f97359-e15d-409f-8c6f-fc26a2d6dfb5 req-a2aaa4e0-2b5c-4452-abcb-d0bcb7fb0c00 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks [] for security_group (009d8d1b-9c97-4169-bbeb-fdf510d7b3f1), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:20.331904 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-45f97359-e15d-409f-8c6f-fc26a2d6dfb5 req-a2aaa4e0-2b5c-4452-abcb-d0bcb7fb0c00 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (009d8d1b-9c97-4169-bbeb-fdf510d7b3f1), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:20.430819 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-340d504c-4032-44a1-a224-d6c7b5a2a440 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cb920b54a6984d36901f2ca51cf237c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1256516 Feb 09 22:04:20.432048 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56350) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:20.457150 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-e3148500-94ab-4cb1-8015-4ecd016e5d1e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4140546 Feb 09 22:04:20.491552 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] Request body: {'port': {'device_id': '366dd04e-1f20-4d1f-ab3a-ac66f903a656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:20.521578 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-45f97359-e15d-409f-8c6f-fc26a2d6dfb5 req-a2aaa4e0-2b5c-4452-abcb-d0bcb7fb0c00 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:20.523155 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45f97359-e15d-409f-8c6f-fc26a2d6dfb5 req-a2aaa4e0-2b5c-4452-abcb-d0bcb7fb0c00 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 1.3039038 Feb 09 22:04:20.589910 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aaa4e0-2b5c-4452-abcb-d0bcb7fb0c00 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=009d8d1b-9c97-4169-bbeb-fdf510d7b3f1,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:20.781472 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2b1489f-2fcd-4c7e-953a-3842b6056c48 admin admin] Publish callbacks [] for security_group (c5957069-83ce-4e46-a4a6-115077f3c046), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:20.863548 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6a7a7eb1-6b40-4353-8c25-b536fd0394e1 None None] Provisioning complete for port ccfbe596-ddec-463f-9e3a-8e3863702c84 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:20.865565 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a7a7eb1-6b40-4353-8c25-b536fd0394e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:20.879720 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2b1489f-2fcd-4c7e-953a-3842b6056c48 admin admin] Publish callbacks [] for security_group (c5957069-83ce-4e46-a4a6-115077f3c046), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:20.926849 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:20.963539 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] Set router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:20.989824 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fb4da-110f-4c85-a131-3ca0130739e2 req-aa601f8c-3312-42f8-8c75-796c9a7ecd99 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:21.007692 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-851fb4da-110f-4c85-a131-3ca0130739e2 req-aa601f8c-3312-42f8-8c75-796c9a7ecd99 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 932 time: 0.2391961 Feb 09 22:04:21.230370 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2b1489f-2fcd-4c7e-953a-3842b6056c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c5957069-83ce-4e46-a4a6-115077f3c046), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:21.240260 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2b1489f-2fcd-4c7e-953a-3842b6056c48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:21.246278 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b2b1489f-2fcd-4c7e-953a-3842b6056c48 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c5957069-83ce-4e46-a4a6-115077f3c046 HTTP/1.1" status: 204 len: 168 time: 0.8082075 Feb 09 22:04:21.289980 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-851fb4da-110f-4c85-a131-3ca0130739e2 req-6bd44b99-77b7-4587-9584-f5b6e39f0c80 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2727106 Feb 09 22:04:21.299303 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1489f-2fcd-4c7e-953a-3842b6056c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5957069-83ce-4e46-a4a6-115077f3c046,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:21.349641 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a7eb1-6b40-4353-8c25-b536fd0394e1 None None] Port ccfbe596-ddec-463f-9e3a-8e3863702c84 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:21.645579 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:15Z', 'revision_number': 3, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:21.688213 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eaa58f8f-b387-4509-b032-28e7518c5d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:21.737562 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] Checking router: 59ebfdc7-6f34-4f22-9833-38a3c19909f9 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:04:21.737928 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] Updating router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 port c74772f2-f29d-4fd6-9b44-00ee76c1875f binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:04:21.862232 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c74772f2-f29d-4fd6-9b44-00ee76c1875f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.126119 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccfbe596-ddec-463f-9e3a-8e3863702c84 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:04:22.144476 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] Publish callbacks [] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.148738 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-eaa58f8f-b387-4509-b032-28e7518c5d62 admin admin] Allocated IP 172.20.0.1 (1c413694-0f23-4bcd-9644-27b6436fabff/d01c0d6a-31a0-472b-ba02-5fee9667ec67/8aabb35d-66f0-4842-8cf7-11ae601e85cd) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:22.172579 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] Transition to ACTIVE for port object ccfbe596-ddec-463f-9e3a-8e3863702c84 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:04:22.208787 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.379029 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9c4d05c3-653e-40d4-bc1b-552fc6375922 req-e17c9ed8-c0ce-4afd-81e3-70e7f7214996 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1707042644&fields=id&tenant_id=4880f10c70244f90be8edb3c8e74671f HTTP/1.1" status: 200 len: 267 time: 0.6604228 Feb 09 22:04:22.448897 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eaa58f8f-b387-4509-b032-28e7518c5d62 admin admin] Publish callbacks [] for port (8aabb35d-66f0-4842-8cf7-11ae601e85cd), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.498533 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56398) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:22.544493 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eaa58f8f-b387-4509-b032-28e7518c5d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (8aabb35d-66f0-4842-8cf7-11ae601e85cd), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.644437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] Pushing event updated for resources: {'Port': ['ID=ccfbe596-ddec-463f-9e3a-8e3863702c84,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:22.701084 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa58f8f-b387-4509-b032-28e7518c5d62 admin admin] Network 1c413694-0f23-4bcd-9644-27b6436fabff is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:22.706445 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-eaa58f8f-b387-4509-b032-28e7518c5d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:22.713512 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa58f8f-b387-4509-b032-28e7518c5d62 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:22.820728 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eaa58f8f-b387-4509-b032-28e7518c5d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (59ebfdc7-6f34-4f22-9833-38a3c19909f9), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.845472 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3d5937a-37f3-4ac0-8eb4-7774d999af9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.893010 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d05c3-653e-40d4-bc1b-552fc6375922 req-1b2cbb19-b5bb-4450-bcd5-55e084ef3f4d tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:22.894703 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9c4d05c3-653e-40d4-bc1b-552fc6375922 req-1b2cbb19-b5bb-4450-bcd5-55e084ef3f4d tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 945 time: 0.5069168 Feb 09 22:04:22.933144 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-9c4d05c3-653e-40d4-bc1b-552fc6375922 req-8e0454b0-b66a-498e-9c8a-e40f9dcdf64c tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Request body: {'port': {'security_groups': ['980f9f9e-4844-4cfc-98dd-bb2e634254ba', '009d8d1b-9c97-4169-bbeb-fdf510d7b3f1']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:22.971088 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] Publish callbacks [] for port (c74772f2-f29d-4fd6-9b44-00ee76c1875f), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:23.005644 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c74772f2-f29d-4fd6-9b44-00ee76c1875f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:23.034905 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] Attempting to bind port ccfbe596-ddec-463f-9e3a-8e3863702c84 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:04:23.034905 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] Attempting to bind port ccfbe596-ddec-463f-9e3a-8e3863702c84 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:04:23.035295 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] Attempting to bind port ccfbe596-ddec-463f-9e3a-8e3863702c84 on network 59bfcab4-b7d2-465d-baca-fbf4f579480a {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:23.046650 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] Port ccfbe596-ddec-463f-9e3a-8e3863702c84 on network 59bfcab4-b7d2-465d-baca-fbf4f579480a not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:04:23.046901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] Attempting to bind port ccfbe596-ddec-463f-9e3a-8e3863702c84 on network 59bfcab4-b7d2-465d-baca-fbf4f579480a {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:23.047046 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa58f8f-b387-4509-b032-28e7518c5d62 admin admin] Pushing event updated for resources: {'Port': ['ID=8aabb35d-66f0-4842-8cf7-11ae601e85cd,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:23.104195 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:04:23.104510 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] Checking segment: {'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:23.104813 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] Bound using segment: {'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:04:23.105280 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] Bound port: ccfbe596-ddec-463f-9e3a-8e3863702c84, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:04:23.108675 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:23.214242 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] Attempting to bind port c74772f2-f29d-4fd6-9b44-00ee76c1875f on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:04:23.214629 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] Attempting to bind port c74772f2-f29d-4fd6-9b44-00ee76c1875f by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:04:23.214998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] Attempting to bind port c74772f2-f29d-4fd6-9b44-00ee76c1875f on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:23.233464 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d0fe5-45fc-4415-b6c7-73a4c4d81375 None None] Pushing event updated for resources: {'Port': ['ID=c74772f2-f29d-4fd6-9b44-00ee76c1875f,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:23.266259 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:04:23.268033 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:23.268803 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:23.269814 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:04:23.280722 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] Bound port: c74772f2-f29d-4fd6-9b44-00ee76c1875f, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:04:23.282703 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c74772f2-f29d-4fd6-9b44-00ee76c1875f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:23.389641 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eaa58f8f-b387-4509-b032-28e7518c5d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8aabb35d-66f0-4842-8cf7-11ae601e85cd), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:23.488894 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] For port c74772f2-f29d-4fd6-9b44-00ee76c1875f, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:23.501518 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] For port c74772f2-f29d-4fd6-9b44-00ee76c1875f, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c74772f2-f29d-4fd6-9b44-00ee76c1875f,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:04:23.535351 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9c4d05c3-653e-40d4-bc1b-552fc6375922 req-8e0454b0-b66a-498e-9c8a-e40f9dcdf64c tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cf260aca-47f2-4495-a919-95c569281665), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:23.542256 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c74772f2-f29d-4fd6-9b44-00ee76c1875f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:23.667536 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-8cf6f8a7-d4f6-4327-b26c-6f040560581c None None] Provisioning complete for port 8aabb35d-66f0-4842-8cf7-11ae601e85cd triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:23.667936 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8cf6f8a7-d4f6-4327-b26c-6f040560581c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8aabb35d-66f0-4842-8cf7-11ae601e85cd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:23.795765 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56434) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:23.815480 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3d5937a-37f3-4ac0-8eb4-7774d999af9c admin admin] Publish callbacks [] for security_group (6c6614f3-2ff4-4b3f-95a7-668e40ccb1bd), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:23.817645 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] For port ccfbe596-ddec-463f-9e3a-8e3863702c84, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:23.838434 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3d5937a-37f3-4ac0-8eb4-7774d999af9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6c6614f3-2ff4-4b3f-95a7-668e40ccb1bd), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:23.848989 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] For port ccfbe596-ddec-463f-9e3a-8e3863702c84, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:04:23.858882 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d0fe5-45fc-4415-b6c7-73a4c4d81375 None None] Pushing event updated for resources: {'Port': ['ID=c74772f2-f29d-4fd6-9b44-00ee76c1875f,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:23.946410 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:23.974616 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] Routers {'59ebfdc7-6f34-4f22-9833-38a3c19909f9'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:23.977119 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:04:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:24.125705 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f9e79761-981c-4f5e-8705-32ea225816b2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-721330044-network', 'tenant_id': 'b5dbb5572e6a4ab89f7e37e1c337056c'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:24.146995 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] Pushing event updated for resources: {'Port': ['ID=ccfbe596-ddec-463f-9e3a-8e3863702c84,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:24.201343 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6f8a7-d4f6-4327-b26c-6f040560581c None None] Port 8aabb35d-66f0-4842-8cf7-11ae601e85cd cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:24.204222 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eaa58f8f-b387-4509-b032-28e7518c5d62 admin admin] Publish callbacks [] for port (8aabb35d-66f0-4842-8cf7-11ae601e85cd), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:24.224193 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eaa58f8f-b387-4509-b032-28e7518c5d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (8aabb35d-66f0-4842-8cf7-11ae601e85cd), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:24.303574 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e3d5937a-37f3-4ac0-8eb4-7774d999af9c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1418bae0684d4fe08b15cf10d6ce59ac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7889941 Feb 09 22:04:24.333567 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:24.334241 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:24.335789 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-ba3f4eb7-4f8d-46ae-a7ca-db28037defc7 service neutron] 10.222.0.71 "PUT /v2.0/ports/ccfbe596-ddec-463f-9e3a-8e3863702c84 HTTP/1.1" status: 200 len: 1092 time: 3.8684728 Feb 09 22:04:24.336301 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56452) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:24.338208 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366dd04e-1f20-4d1f-ab3a-ac66f903a656', 'tag': 'ccfbe596-ddec-463f-9e3a-8e3863702c84'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:24.343082 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b75a03a-8fff-44b4-9f09-b947ebef299a" -d '{"events": [{"name": "network-changed", "server_uuid": "366dd04e-1f20-4d1f-ab3a-ac66f903a656", "tag": "ccfbe596-ddec-463f-9e3a-8e3863702c84"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:24.357499 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] Set router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:24.362880 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eaa58f8f-b387-4509-b032-28e7518c5d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (59ebfdc7-6f34-4f22-9833-38a3c19909f9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:24.377191 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5937a-37f3-4ac0-8eb4-7774d999af9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6614f3-2ff4-4b3f-95a7-668e40ccb1bd,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:24.561099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa58f8f-b387-4509-b032-28e7518c5d62 admin admin] Pushing event updated for resources: {'Port': ['ID=8aabb35d-66f0-4842-8cf7-11ae601e85cd,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:24.580311 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e79761-981c-4f5e-8705-32ea225816b2 admin admin] Made reservation on behalf of b5dbb5572e6a4ab89f7e37e1c337056c for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:24.583201 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9e79761-981c-4f5e-8705-32ea225816b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:24.691738 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9e79761-981c-4f5e-8705-32ea225816b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:24.728062 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9cf0d20-da2b-4aa9-9ae9-fcadfeb1fc4b req-34b12a4c-0d31-4bdb-ae0b-38ab7f24d1fe service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5028a4c0-a650-4e9b-b2c9-0a38b5dc6809&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1457839 Feb 09 22:04:24.794877 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa58f8f-b387-4509-b032-28e7518c5d62 admin admin] Network 1c413694-0f23-4bcd-9644-27b6436fabff is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:24.798911 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f13206fc-bcc5-4e74-b048-0f37c08060b3 admin admin] Publish callbacks [] for security_group (6c6614f3-2ff4-4b3f-95a7-668e40ccb1bd), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:24.800064 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-eaa58f8f-b387-4509-b032-28e7518c5d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:24.927300 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-a5a7a74f-bd3a-4a55-bebf-40f0454a2e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:24.929682 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-a5a7a74f-bd3a-4a55-bebf-40f0454a2e09 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 1126 time: 0.5122352 Feb 09 22:04:25.010078 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '8aabb35d-66f0-4842-8cf7-11ae601e85cd', 'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'mac_address': 'fa:16:3e:97:73:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:21Z', 'updated_at': '2022-02-09T22:04:22Z', 'revision_number': 1, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'subnets': [{'id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:25.109717 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee5d49b-465a-4483-bd80-7abbec942567 None None] The sync data for ids ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'] in n-d-828601-1 is: [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '8aabb35d-66f0-4842-8cf7-11ae601e85cd', 'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'mac_address': 'fa:16:3e:97:73:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:21Z', 'updated_at': '2022-02-09T22:04:22Z', 'revision_number': 1, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'subnets': [{'id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:25.112334 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-9c4d05c3-653e-40d4-bc1b-552fc6375922 req-8e0454b0-b66a-498e-9c8a-e40f9dcdf64c tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] For port cf260aca-47f2-4495-a919-95c569281665, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=cf260aca-47f2-4495-a919-95c569281665,segment=NetworkSegment(4021b8c6-5eef-4941-a565-ee6b7d9f3fb3),segment_id=4021b8c6-5eef-4941-a565-ee6b7d9f3fb3)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:25.120317 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-b13b1c72-2e86-465f-9007-0d884d285f01 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84 HTTP/1.1" status: 200 len: 217 time: 0.1609318 Feb 09 22:04:25.128630 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f13206fc-bcc5-4e74-b048-0f37c08060b3 admin admin] Publish callbacks [] for security_group (6c6614f3-2ff4-4b3f-95a7-668e40ccb1bd), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:25.147619 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa58f8f-b387-4509-b032-28e7518c5d62 admin admin] Router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:04:25.352805 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf0d20-da2b-4aa9-9ae9-fcadfeb1fc4b req-3d97f748-9a2d-4b0f-b8e8-8bfcdcdb646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:25.354598 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9cf0d20-da2b-4aa9-9ae9-fcadfeb1fc4b req-3d97f748-9a2d-4b0f-b8e8-8bfcdcdb646a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ecf756413bbb4509914c48d36d3db43f&device_id=5028a4c0-a650-4e9b-b2c9-0a38b5dc6809 HTTP/1.1" status: 200 len: 1127 time: 0.5765598 Feb 09 22:04:25.423120 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9c4d05c3-653e-40d4-bc1b-552fc6375922 req-8e0454b0-b66a-498e-9c8a-e40f9dcdf64c tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks [] for port (cf260aca-47f2-4495-a919-95c569281665), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:25.433283 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-4a500a38-3adb-4d5b-a79e-0c6297f62ab5 None None] Provisioning complete for port 8aabb35d-66f0-4842-8cf7-11ae601e85cd triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:25.437657 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4a500a38-3adb-4d5b-a79e-0c6297f62ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8aabb35d-66f0-4842-8cf7-11ae601e85cd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:25.586589 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9c4d05c3-653e-40d4-bc1b-552fc6375922 req-8e0454b0-b66a-498e-9c8a-e40f9dcdf64c tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (cf260aca-47f2-4495-a919-95c569281665), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:25.631182 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['cf260aca-47f2-4495-a919-95c569281665'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:04:25.742074 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4a500a38-3adb-4d5b-a79e-0c6297f62ab5 None None] Port 8aabb35d-66f0-4842-8cf7-11ae601e85cd cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:25.912011 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f13206fc-bcc5-4e74-b048-0f37c08060b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6c6614f3-2ff4-4b3f-95a7-668e40ccb1bd), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:25.917024 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f13206fc-bcc5-4e74-b048-0f37c08060b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:25.922500 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f13206fc-bcc5-4e74-b048-0f37c08060b3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6c6614f3-2ff4-4b3f-95a7-668e40ccb1bd HTTP/1.1" status: 204 len: 168 time: 1.5726376 Feb 09 22:04:25.922500 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-cc31f9d1-026e-4380-953b-e76ba42356fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:25.925220 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-cc31f9d1-026e-4380-953b-e76ba42356fa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.7660639 Feb 09 22:04:25.935884 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa58f8f-b387-4509-b032-28e7518c5d62 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:25.977188 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-eaa58f8f-b387-4509-b032-28e7518c5d62 admin admin] 10.222.0.77 "PUT /v2.0/routers/59ebfdc7-6f34-4f22-9833-38a3c19909f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0359962 Feb 09 22:04:26.276547 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf0d20-da2b-4aa9-9ae9-fcadfeb1fc4b req-96d0760c-302e-4af1-ab3b-71152fd03b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:26.280389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9cf0d20-da2b-4aa9-9ae9-fcadfeb1fc4b req-96d0760c-302e-4af1-ab3b-71152fd03b39 service neutron] 10.222.0.71 "GET /v2.0/networks?id=42105ba1-38a2-48f4-8e9f-2db55c355e9e HTTP/1.1" status: 200 len: 915 time: 0.7920902 Feb 09 22:04:26.381981 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13206fc-bcc5-4e74-b048-0f37c08060b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6614f3-2ff4-4b3f-95a7-668e40ccb1bd,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:26.603044 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9cf0d20-da2b-4aa9-9ae9-fcadfeb1fc4b req-e83709df-9496-4e87-98b3-9df43128cfe1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=090de5ea-bb4d-43f4-a96a-b578222bfcbb HTTP/1.1" status: 200 len: 217 time: 0.2228076 Feb 09 22:04:26.639838 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9e79761-981c-4f5e-8705-32ea225816b2 admin admin] Publish callbacks [] for security_group (6d6477a9-e35a-4cfa-883d-04f8c32abffe), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:26.659464 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d05c3-653e-40d4-bc1b-552fc6375922 req-8e0454b0-b66a-498e-9c8a-e40f9dcdf64c tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:26.661656 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9c4d05c3-653e-40d4-bc1b-552fc6375922 req-8e0454b0-b66a-498e-9c8a-e40f9dcdf64c tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:26.687878 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9c4d05c3-653e-40d4-bc1b-552fc6375922 req-8e0454b0-b66a-498e-9c8a-e40f9dcdf64c tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "PUT /v2.0/ports/cf260aca-47f2-4495-a919-95c569281665 HTTP/1.1" status: 200 len: 981 time: 3.7825797 Feb 09 22:04:26.718829 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['cf260aca-47f2-4495-a919-95c569281665'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:04:26.931632 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf0d20-da2b-4aa9-9ae9-fcadfeb1fc4b req-535124bf-0cc8-4758-8db5-3296a7455c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:26.936424 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9cf0d20-da2b-4aa9-9ae9-fcadfeb1fc4b req-535124bf-0cc8-4758-8db5-3296a7455c81 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95498cf5-512a-4d09-af11-5e6075e6f447 HTTP/1.1" status: 200 len: 854 time: 0.3115819 Feb 09 22:04:26.945414 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0454b0-b66a-498e-9c8a-e40f9dcdf64c tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Pushing event updated for resources: {'Port': ['ID=cf260aca-47f2-4495-a919-95c569281665,revision_number=6']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:26.958615 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9e79761-981c-4f5e-8705-32ea225816b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6d6477a9-e35a-4cfa-883d-04f8c32abffe), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:27.177969 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9cf0d20-da2b-4aa9-9ae9-fcadfeb1fc4b req-62c25679-10cb-4cde-86cf-a85535772321 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42105ba1-38a2-48f4-8e9f-2db55c355e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1974730 Feb 09 22:04:27.208404 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-2db7a59f-ea16-45f6-ad6a-c0d9c3feb432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:27.212321 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-2db7a59f-ea16-45f6-ad6a-c0d9c3feb432 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0403321 Feb 09 22:04:27.528578 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e79761-981c-4f5e-8705-32ea225816b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:04:27.542432 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9e79761-981c-4f5e-8705-32ea225816b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (491114b6-0f39-4c63-adb3-17a38f4a1c5a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:27.542771 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-f9e79761-981c-4f5e-8705-32ea225816b2 admin admin] Added segment 491114b6-0f39-4c63-adb3-17a38f4a1c5a of type vlan for network 1be366ca-af8a-4bd9-9988-57e1c820cf49 Feb 09 22:04:27.627774 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9e79761-981c-4f5e-8705-32ea225816b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (1be366ca-af8a-4bd9-9988-57e1c820cf49), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:27.714400 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9e79761-981c-4f5e-8705-32ea225816b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (1be366ca-af8a-4bd9-9988-57e1c820cf49), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:27.715997 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e79761-981c-4f5e-8705-32ea225816b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:27.716600 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9e79761-981c-4f5e-8705-32ea225816b2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:27.723683 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e79761-981c-4f5e-8705-32ea225816b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6477a9-e35a-4cfa-883d-04f8c32abffe,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:27.772647 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56526) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:27.791776 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b356abbc-089d-4116-8cf7-5b97a09ffbd0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-317155415-network', 'tenant_id': '6c7233be260b4699b09222aae60ff77a'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:27.820832 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f9e79761-981c-4f5e-8705-32ea225816b2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.0219934 Feb 09 22:04:27.825240 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56530) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:27.854199 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-1aca7ebc-c4cc-4f41-ac4b-2d1f60104cbd admin admin] Request body: {'subnet': {'network_id': '1be366ca-af8a-4bd9-9988-57e1c820cf49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-721330044-subnet', 'tenant_id': 'b5dbb5572e6a4ab89f7e37e1c337056c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:27.923882 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b356abbc-089d-4116-8cf7-5b97a09ffbd0 admin admin] Made reservation on behalf of 6c7233be260b4699b09222aae60ff77a for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:27.928590 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b356abbc-089d-4116-8cf7-5b97a09ffbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:27.947172 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc252fd-daff-4a4b-a66e-04a123a9925b req-45f404eb-3b5f-44ef-b5a0-f7158e8b21f8 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:27.949489 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7bc252fd-daff-4a4b-a66e-04a123a9925b req-45f404eb-3b5f-44ef-b5a0-f7158e8b21f8 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 944 time: 1.0051520 Feb 09 22:04:27.973885 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b356abbc-089d-4116-8cf7-5b97a09ffbd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:27.979303 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aca7ebc-c4cc-4f41-ac4b-2d1f60104cbd admin admin] Made reservation on behalf of b5dbb5572e6a4ab89f7e37e1c337056c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:27.989100 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1aca7ebc-c4cc-4f41-ac4b-2d1f60104cbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:28.051640 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e79761-981c-4f5e-8705-32ea225816b2 admin admin] Pushing event updated for resources: {'Network': ['ID=1be366ca-af8a-4bd9-9988-57e1c820cf49,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:28.056045 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9cf0d20-da2b-4aa9-9ae9-fcadfeb1fc4b req-9e2253b9-672e-4f1b-9043-4025a60e51df service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8362319 Feb 09 22:04:28.062734 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 1be366ca-af8a-4bd9-9988-57e1c820cf49 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:04:28.265491 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7bc252fd-daff-4a4b-a66e-04a123a9925b req-1248c622-1be5-4e8f-b5e6-e500f674344e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3014917 Feb 09 22:04:28.268284 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-22ac8808-0135-44e8-878c-c15e2d4429ae service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9031827 Feb 09 22:04:28.453002 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d6f80d2-94d5-4367-b99a-fed9ec53ac09 req-0dc6d1f4-20a6-40b1-aad1-0a6643af30d1 service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778865 Feb 09 22:04:28.553049 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b356abbc-089d-4116-8cf7-5b97a09ffbd0 admin admin] Publish callbacks [] for security_group (43dee0bb-c8a2-4a2b-997f-fbe56a039096), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:28.557560 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9cf0d20-da2b-4aa9-9ae9-fcadfeb1fc4b req-72b40aa5-ce39-4259-8beb-f17980dfdccb service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636700 Feb 09 22:04:28.583963 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b356abbc-089d-4116-8cf7-5b97a09ffbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (43dee0bb-c8a2-4a2b-997f-fbe56a039096), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:28.701062 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b356abbc-089d-4116-8cf7-5b97a09ffbd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:04:28.742023 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54c90a1-2a8d-4a07-80e7-08d36adc8ba0 x-openstack-request-id: req-c54c90a1-2a8d-4a07-80e7-08d36adc8ba0 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:28.742840 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366dd04e-1f20-4d1f-ab3a-ac66f903a656", "tag": "ccfbe596-ddec-463f-9e3a-8e3863702c84", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:28.742840 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c54c90a1-2a8d-4a07-80e7-08d36adc8ba0 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:28.743416 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366dd04e-1f20-4d1f-ab3a-ac66f903a656', 'tag': 'ccfbe596-ddec-463f-9e3a-8e3863702c84', 'status': 'completed', 'code': 200} Feb 09 22:04:28.821512 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356abbc-089d-4116-8cf7-5b97a09ffbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dee0bb-c8a2-4a2b-997f-fbe56a039096,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:28.851341 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b356abbc-089d-4116-8cf7-5b97a09ffbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (ac55945e-4f16-4733-b2c5-494633fb70a8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:28.852235 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-b356abbc-089d-4116-8cf7-5b97a09ffbd0 admin admin] Added segment ac55945e-4f16-4733-b2c5-494633fb70a8 of type vlan for network ac9da911-83eb-46ea-ac32-2b2f046f58e5 Feb 09 22:04:28.888403 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c74772f2-f29d-4fd6-9b44-00ee76c1875f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:28.943237 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75a03a-8fff-44b4-9f09-b947ebef299a req-3d6a64c1-478e-4041-aade-705ca4ec5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:28.957351 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b75a03a-8fff-44b4-9f09-b947ebef299a req-3d6a64c1-478e-4041-aade-705ca4ec5622 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 1126 time: 0.1833928 Feb 09 22:04:29.032972 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b356abbc-089d-4116-8cf7-5b97a09ffbd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (ac9da911-83eb-46ea-ac32-2b2f046f58e5), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:29.096416 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c74772f2-f29d-4fd6-9b44-00ee76c1875f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:29.098385 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c74772f2-f29d-4fd6-9b44-00ee76c1875f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:29.126460 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1aca7ebc-c4cc-4f41-ac4b-2d1f60104cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (777b47e4-b4b4-4d92-9fa4-61eb5b7e33fb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:29.132441 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b356abbc-089d-4116-8cf7-5b97a09ffbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (ac9da911-83eb-46ea-ac32-2b2f046f58e5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:29.133710 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b356abbc-089d-4116-8cf7-5b97a09ffbd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:29.135750 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b356abbc-089d-4116-8cf7-5b97a09ffbd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:29.239146 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56562) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:29.242521 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b356abbc-089d-4116-8cf7-5b97a09ffbd0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4675980 Feb 09 22:04:29.282063 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f50555ed-d93a-446f-8378-aa3dc967a4d4 admin admin] Request body: {'subnet': {'network_id': 'ac9da911-83eb-46ea-ac32-2b2f046f58e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-317155415-subnet', 'tenant_id': '6c7233be260b4699b09222aae60ff77a', 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:29.314152 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c74772f2-f29d-4fd6-9b44-00ee76c1875f is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:29.314960 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c74772f2-f29d-4fd6-9b44-00ee76c1875f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:29.404113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port c74772f2-f29d-4fd6-9b44-00ee76c1875f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c74772f2-f29d-4fd6-9b44-00ee76c1875f,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:29.411432 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356abbc-089d-4116-8cf7-5b97a09ffbd0 admin admin] Pushing event updated for resources: {'Network': ['ID=ac9da911-83eb-46ea-ac32-2b2f046f58e5,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:29.414229 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c74772f2-f29d-4fd6-9b44-00ee76c1875f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:29.435503 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8e668cb-3bd0-4bcd-8f99-7dcbd746bfe3 req-5e637166-f04e-4ce4-9026-a43473665ba7 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1707042644&fields=id&tenant_id=4880f10c70244f90be8edb3c8e74671f HTTP/1.1" status: 200 len: 267 time: 0.3177238 Feb 09 22:04:29.437918 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca7ebc-c4cc-4f41-ac4b-2d1f60104cbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=777b47e4-b4b4-4d92-9fa4-61eb5b7e33fb,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:29.478630 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aca7ebc-c4cc-4f41-ac4b-2d1f60104cbd admin admin] Checking segment: {'id': '491114b6-0f39-4c63-adb3-17a38f4a1c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1be366ca-af8a-4bd9-9988-57e1c820cf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:29.479053 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aca7ebc-c4cc-4f41-ac4b-2d1f60104cbd admin admin] Network hostable DHCP agents. Network: 1be366ca-af8a-4bd9-9988-57e1c820cf49, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:04:29.535775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network ac9da911-83eb-46ea-ac32-2b2f046f58e5 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:04:29.547152 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aca7ebc-c4cc-4f41-ac4b-2d1f60104cbd admin admin] Network 1be366ca-af8a-4bd9-9988-57e1c820cf49 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:04:29.576207 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-1aca7ebc-c4cc-4f41-ac4b-2d1f60104cbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 1be366ca-af8a-4bd9-9988-57e1c820cf49) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:29.583339 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aca7ebc-c4cc-4f41-ac4b-2d1f60104cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:29.584580 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1aca7ebc-c4cc-4f41-ac4b-2d1f60104cbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:29.630001 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1aca7ebc-c4cc-4f41-ac4b-2d1f60104cbd admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7923732 Feb 09 22:04:29.669423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75a03a-8fff-44b4-9f09-b947ebef299a req-11925002-2eac-4ce8-a8e2-c75b86163448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:29.675959 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b75a03a-8fff-44b4-9f09-b947ebef299a req-11925002-2eac-4ce8-a8e2-c75b86163448 service neutron] 10.222.0.71 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 911 time: 0.7071743 Feb 09 22:04:29.678678 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50555ed-d93a-446f-8378-aa3dc967a4d4 admin admin] Made reservation on behalf of 6c7233be260b4699b09222aae60ff77a for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:29.694607 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f50555ed-d93a-446f-8378-aa3dc967a4d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:29.788815 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0175a4-3625-4aed-ad32-57a598e8418b None None] Network 1be366ca-af8a-4bd9-9988-57e1c820cf49 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:29.811132 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56580) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:30.076258 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b75a03a-8fff-44b4-9f09-b947ebef299a req-cab74332-acb1-4f6a-917e-e7b25307a1bd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84 HTTP/1.1" status: 200 len: 217 time: 0.1517274 Feb 09 22:04:30.094929 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=c74772f2-f29d-4fd6-9b44-00ee76c1875f,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:30.221619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8512105-c395-43a5-8824-cb1a84f3056c None None] Network 1be366ca-af8a-4bd9-9988-57e1c820cf49 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:30.240196 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24803e25-2ded-4f93-ae71-bec088ea6379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:30.248778 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e668cb-3bd0-4bcd-8f99-7dcbd746bfe3 req-f5033ee6-855a-49f3-a9da-8bf4c2297149 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:30.259615 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8e668cb-3bd0-4bcd-8f99-7dcbd746bfe3 req-f5033ee6-855a-49f3-a9da-8bf4c2297149 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 984 time: 0.8228934 Feb 09 22:04:30.280406 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-f8e668cb-3bd0-4bcd-8f99-7dcbd746bfe3 req-b119bbb9-8129-40e7-99fa-1ed56d49e047 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Request body: {'port': {'security_groups': ['980f9f9e-4844-4cfc-98dd-bb2e634254ba']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:30.291506 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75a03a-8fff-44b4-9f09-b947ebef299a req-42222fe1-ed4a-41f3-a46b-bf0c5f6158c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:30.302051 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b75a03a-8fff-44b4-9f09-b947ebef299a req-42222fe1-ed4a-41f3-a46b-bf0c5f6158c3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.2177987 Feb 09 22:04:30.435304 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] Sync routers for ids ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:30.463035 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] Routers {'59ebfdc7-6f34-4f22-9833-38a3c19909f9'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:30.466171 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:04:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:30.575218 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24803e25-2ded-4f93-ae71-bec088ea6379 admin admin] Publish callbacks [] for security_group (e05b4726-b687-4042-801b-a96e7c0507b9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:30.584583 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24803e25-2ded-4f93-ae71-bec088ea6379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e05b4726-b687-4042-801b-a96e7c0507b9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:30.671799 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-24803e25-2ded-4f93-ae71-bec088ea6379 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c503a450fe6d46e098c870dd710dd291&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8537750 Feb 09 22:04:30.672498 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56600) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:30.690407 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24803e25-2ded-4f93-ae71-bec088ea6379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05b4726-b687-4042-801b-a96e7c0507b9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:30.818762 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] Set router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:30.860530 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c74772f2-f29d-4fd6-9b44-00ee76c1875f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:30.878309 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ab84cbb9-f5bf-4d91-ad4b-e500fbecb826 admin admin] Publish callbacks [] for security_group (e05b4726-b687-4042-801b-a96e7c0507b9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.025954 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ab84cbb9-f5bf-4d91-ad4b-e500fbecb826 admin admin] Publish callbacks [] for security_group (e05b4726-b687-4042-801b-a96e7c0507b9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.100032 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56610) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:31.131807 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c74772f2-f29d-4fd6-9b44-00ee76c1875f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:31.139688 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c74772f2-f29d-4fd6-9b44-00ee76c1875f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.152326 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f64cd5c1-b0b1-401e-9b32-c29be3344a42 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-891232535-network', 'tenant_id': '44b292a6e6fa4f168ce929b1f3cf91e2'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:31.180158 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '8aabb35d-66f0-4842-8cf7-11ae601e85cd', 'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'mac_address': 'fa:16:3e:97:73:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:21Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 2, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'subnets': [{'id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:31.229454 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e74b42-76f3-4ff7-a8a6-6f49ae9badd5', 'tag': 'cf260aca-47f2-4495-a919-95c569281665'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:31.232809 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75ea17a-dcb4-4729-ba2b-4067dac3a9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "72e74b42-76f3-4ff7-a8a6-6f49ae9badd5", "tag": "cf260aca-47f2-4495-a919-95c569281665"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:31.252273 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] Checking router: 59ebfdc7-6f34-4f22-9833-38a3c19909f9 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:04:31.254367 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] Updating router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 port 8aabb35d-66f0-4842-8cf7-11ae601e85cd binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:04:31.266864 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64cd5c1-b0b1-401e-9b32-c29be3344a42 admin admin] Made reservation on behalf of 44b292a6e6fa4f168ce929b1f3cf91e2 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:31.277336 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f64cd5c1-b0b1-401e-9b32-c29be3344a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.307353 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f64cd5c1-b0b1-401e-9b32-c29be3344a42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.327823 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8aabb35d-66f0-4842-8cf7-11ae601e85cd), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.386194 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ab84cbb9-f5bf-4d91-ad4b-e500fbecb826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e05b4726-b687-4042-801b-a96e7c0507b9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.393710 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ab84cbb9-f5bf-4d91-ad4b-e500fbecb826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.395320 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ab84cbb9-f5bf-4d91-ad4b-e500fbecb826 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e05b4726-b687-4042-801b-a96e7c0507b9 HTTP/1.1" status: 204 len: 168 time: 0.7216589 Feb 09 22:04:31.400614 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c74772f2-f29d-4fd6-9b44-00ee76c1875f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:31.423558 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84cbb9-f5bf-4d91-ad4b-e500fbecb826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05b4726-b687-4042-801b-a96e7c0507b9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:31.535989 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f8e668cb-3bd0-4bcd-8f99-7dcbd746bfe3 req-b119bbb9-8129-40e7-99fa-1ed56d49e047 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cf260aca-47f2-4495-a919-95c569281665), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.606833 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f64cd5c1-b0b1-401e-9b32-c29be3344a42 admin admin] Publish callbacks [] for security_group (94d618e9-fe3f-41d4-be66-cf936c9d2576), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.620162 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f64cd5c1-b0b1-401e-9b32-c29be3344a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (94d618e9-fe3f-41d4-be66-cf936c9d2576), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.654799 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75a03a-8fff-44b4-9f09-b947ebef299a req-2beaf590-d096-424d-88ea-ca53fe2d23fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:31.659207 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b75a03a-8fff-44b4-9f09-b947ebef299a req-2beaf590-d096-424d-88ea-ca53fe2d23fd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.2795584 Feb 09 22:04:31.666885 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f50555ed-d93a-446f-8378-aa3dc967a4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (d7f43d32-c43b-4bff-8d2d-22f447697131), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.729402 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64cd5c1-b0b1-401e-9b32-c29be3344a42 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:04:31.748827 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cd5c1-b0b1-401e-9b32-c29be3344a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d618e9-fe3f-41d4-be66-cf936c9d2576,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:31.783242 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f64cd5c1-b0b1-401e-9b32-c29be3344a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (1af9c55d-a053-4df4-b480-425146246f25), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.788718 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-f64cd5c1-b0b1-401e-9b32-c29be3344a42 admin admin] Added segment 1af9c55d-a053-4df4-b480-425146246f25 of type vlan for network d5a66f44-77cb-4ed3-917e-c05f0676165e Feb 09 22:04:31.907937 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f64cd5c1-b0b1-401e-9b32-c29be3344a42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (d5a66f44-77cb-4ed3-917e-c05f0676165e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.950980 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50555ed-d93a-446f-8378-aa3dc967a4d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7f43d32-c43b-4bff-8d2d-22f447697131,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:31.973143 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f64cd5c1-b0b1-401e-9b32-c29be3344a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (d5a66f44-77cb-4ed3-917e-c05f0676165e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.974718 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64cd5c1-b0b1-401e-9b32-c29be3344a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:31.975626 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f64cd5c1-b0b1-401e-9b32-c29be3344a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:32.101493 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] Publish callbacks [] for port (8aabb35d-66f0-4842-8cf7-11ae601e85cd), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:32.120818 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8aabb35d-66f0-4842-8cf7-11ae601e85cd), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:32.213109 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e1659-2ae8-4639-9187-d7b62234cc16 None None] Pushing event updated for resources: {'Port': ['ID=8aabb35d-66f0-4842-8cf7-11ae601e85cd,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:32.234521 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f64cd5c1-b0b1-401e-9b32-c29be3344a42 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1244342 Feb 09 22:04:32.236054 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56630) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:32.238908 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cd5c1-b0b1-401e-9b32-c29be3344a42 admin admin] Pushing event updated for resources: {'Network': ['ID=d5a66f44-77cb-4ed3-917e-c05f0676165e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:32.254729 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network d5a66f44-77cb-4ed3-917e-c05f0676165e details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:04:32.258173 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7fcb93af-b978-4149-97a8-8b537bcb0496 admin admin] Request body: {'subnet': {'network_id': 'd5a66f44-77cb-4ed3-917e-c05f0676165e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-891232535-subnet', 'tenant_id': '44b292a6e6fa4f168ce929b1f3cf91e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:32.322139 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcb93af-b978-4149-97a8-8b537bcb0496 admin admin] Made reservation on behalf of 44b292a6e6fa4f168ce929b1f3cf91e2 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:32.327959 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7fcb93af-b978-4149-97a8-8b537bcb0496 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:32.468691 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] Attempting to bind port 8aabb35d-66f0-4842-8cf7-11ae601e85cd on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:04:32.469828 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] Attempting to bind port 8aabb35d-66f0-4842-8cf7-11ae601e85cd by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:04:32.470900 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] Attempting to bind port 8aabb35d-66f0-4842-8cf7-11ae601e85cd on network 1c413694-0f23-4bcd-9644-27b6436fabff {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:32.502529 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:04:32.503352 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] Checking segment: {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:32.504180 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:32.509312 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] Bound using segment: {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:04:32.520644 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] Bound port: 8aabb35d-66f0-4842-8cf7-11ae601e85cd, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:04:32.521803 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8aabb35d-66f0-4842-8cf7-11ae601e85cd), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:32.709850 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b75a03a-8fff-44b4-9f09-b947ebef299a req-2c26324d-cf2c-43ca-a383-5a489280e5a6 service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0363591 Feb 09 22:04:32.769217 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ccfbe596-ddec-463f-9e3a-8e3863702c84 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:04:32.874919 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] For port 8aabb35d-66f0-4842-8cf7-11ae601e85cd, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:32.887106 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] For port 8aabb35d-66f0-4842-8cf7-11ae601e85cd, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8aabb35d-66f0-4842-8cf7-11ae601e85cd,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:04:32.927933 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8aabb35d-66f0-4842-8cf7-11ae601e85cd), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:32.999732 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a694cb0-03bf-4c47-91b1-826fe78bc0d2 req-713c33c0-9a47-4b23-a18b-b87148f01237 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4466021 Feb 09 22:04:33.214356 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2cdf9ac2-7391-4e70-8a9f-d980305bd46e None None] Provisioning complete for port 8aabb35d-66f0-4842-8cf7-11ae601e85cd triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:33.215563 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2cdf9ac2-7391-4e70-8a9f-d980305bd46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8aabb35d-66f0-4842-8cf7-11ae601e85cd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:33.361791 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] Routers {'59ebfdc7-6f34-4f22-9833-38a3c19909f9'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:33.362686 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:04:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:33.398870 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e1659-2ae8-4639-9187-d7b62234cc16 None None] Pushing event updated for resources: {'Port': ['ID=8aabb35d-66f0-4842-8cf7-11ae601e85cd,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:33.460955 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-f8e668cb-3bd0-4bcd-8f99-7dcbd746bfe3 req-b119bbb9-8129-40e7-99fa-1ed56d49e047 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] For port cf260aca-47f2-4495-a919-95c569281665, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=cf260aca-47f2-4495-a919-95c569281665,segment=NetworkSegment(4021b8c6-5eef-4941-a565-ee6b7d9f3fb3),segment_id=4021b8c6-5eef-4941-a565-ee6b7d9f3fb3)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:33.651743 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50555ed-d93a-446f-8378-aa3dc967a4d4 admin admin] Checking segment: {'id': 'ac55945e-4f16-4733-b2c5-494633fb70a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ac9da911-83eb-46ea-ac32-2b2f046f58e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:33.652363 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50555ed-d93a-446f-8378-aa3dc967a4d4 admin admin] Network hostable DHCP agents. Network: ac9da911-83eb-46ea-ac32-2b2f046f58e5, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:04:33.660694 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7fcb93af-b978-4149-97a8-8b537bcb0496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (964e446f-9a13-44c7-acb6-e2c0d43a7877), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:33.687407 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b75a03a-8fff-44b4-9f09-b947ebef299a req-ac62b22f-7b25-49a0-816b-e6d779e4659d service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9391134 Feb 09 22:04:33.828618 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50555ed-d93a-446f-8378-aa3dc967a4d4 admin admin] Network ac9da911-83eb-46ea-ac32-2b2f046f58e5 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:04:33.843054 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f8e668cb-3bd0-4bcd-8f99-7dcbd746bfe3 req-b119bbb9-8129-40e7-99fa-1ed56d49e047 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks [] for port (cf260aca-47f2-4495-a919-95c569281665), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:33.856457 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f8e668cb-3bd0-4bcd-8f99-7dcbd746bfe3 req-b119bbb9-8129-40e7-99fa-1ed56d49e047 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (cf260aca-47f2-4495-a919-95c569281665), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:33.973463 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb93af-b978-4149-97a8-8b537bcb0496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=964e446f-9a13-44c7-acb6-e2c0d43a7877,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:33.990813 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] Set router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:34.006985 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f50555ed-d93a-446f-8378-aa3dc967a4d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, ac9da911-83eb-46ea-ac32-2b2f046f58e5) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:34.008552 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a694cb0-03bf-4c47-91b1-826fe78bc0d2 req-50cd25fc-5c7b-4ec8-bbf7-7efcf3025f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:34.010298 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a694cb0-03bf-4c47-91b1-826fe78bc0d2 req-50cd25fc-5c7b-4ec8-bbf7-7efcf3025f1f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4880f10c70244f90be8edb3c8e74671f&device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 1166 time: 0.7796402 Feb 09 22:04:34.029362 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcb93af-b978-4149-97a8-8b537bcb0496 admin admin] Checking segment: {'id': '1af9c55d-a053-4df4-b480-425146246f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd5a66f44-77cb-4ed3-917e-c05f0676165e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:34.032135 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcb93af-b978-4149-97a8-8b537bcb0496 admin admin] Network hostable DHCP agents. Network: d5a66f44-77cb-4ed3-917e-c05f0676165e, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:04:34.037732 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50555ed-d93a-446f-8378-aa3dc967a4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:34.044646 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f50555ed-d93a-446f-8378-aa3dc967a4d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:34.075417 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e668cb-3bd0-4bcd-8f99-7dcbd746bfe3 req-b119bbb9-8129-40e7-99fa-1ed56d49e047 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:34.093989 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f8e668cb-3bd0-4bcd-8f99-7dcbd746bfe3 req-b119bbb9-8129-40e7-99fa-1ed56d49e047 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:34.095983 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8e668cb-3bd0-4bcd-8f99-7dcbd746bfe3 req-b119bbb9-8129-40e7-99fa-1ed56d49e047 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "PUT /v2.0/ports/cf260aca-47f2-4495-a919-95c569281665 HTTP/1.1" status: 200 len: 942 time: 3.8350971 Feb 09 22:04:34.178559 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f50555ed-d93a-446f-8378-aa3dc967a4d4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.9289534 Feb 09 22:04:34.187898 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56662) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:34.201932 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2cdf9ac2-7391-4e70-8a9f-d980305bd46e None None] Current status of the port 8aabb35d-66f0-4842-8cf7-11ae601e85cd is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:34.202826 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2cdf9ac2-7391-4e70-8a9f-d980305bd46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8aabb35d-66f0-4842-8cf7-11ae601e85cd), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:34.210736 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-86a57627-af0d-4935-952f-c580e8831f24 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-317155415-router', 'tenant_id': '6c7233be260b4699b09222aae60ff77a', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:34.213178 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['cf260aca-47f2-4495-a919-95c569281665'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:04:34.230273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119bbb9-8129-40e7-99fa-1ed56d49e047 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Pushing event updated for resources: {'Port': ['ID=cf260aca-47f2-4495-a919-95c569281665,revision_number=7']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:34.290247 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcb93af-b978-4149-97a8-8b537bcb0496 admin admin] Network d5a66f44-77cb-4ed3-917e-c05f0676165e is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:04:34.308152 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9f6b8a-65ff-49c5-a204-abfc5e7b9a48 None None] Network ac9da911-83eb-46ea-ac32-2b2f046f58e5 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:34.317216 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-86a57627-af0d-4935-952f-c580e8831f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (3f48b858-9322-4655-bda9-a1a300b898fe), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:34.318597 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-86a57627-af0d-4935-952f-c580e8831f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (3f48b858-9322-4655-bda9-a1a300b898fe), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:34.333219 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-7fcb93af-b978-4149-97a8-8b537bcb0496 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, d5a66f44-77cb-4ed3-917e-c05f0676165e) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:34.363947 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcb93af-b978-4149-97a8-8b537bcb0496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:34.370928 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7fcb93af-b978-4149-97a8-8b537bcb0496 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:34.548075 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a694cb0-03bf-4c47-91b1-826fe78bc0d2 req-02b52ba6-4e40-4fdf-8dd7-83d918b2928f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:34.559367 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a694cb0-03bf-4c47-91b1-826fe78bc0d2 req-02b52ba6-4e40-4fdf-8dd7-83d918b2928f service neutron] 10.222.0.42 "GET /v2.0/networks?id=4857dd6b-a754-4680-8991-0ed6d7d88bfa HTTP/1.1" status: 200 len: 920 time: 0.5164299 Feb 09 22:04:34.579070 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7fcb93af-b978-4149-97a8-8b537bcb0496 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3221238 Feb 09 22:04:34.640037 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-86a57627-af0d-4935-952f-c580e8831f24 admin admin] Publish callbacks [] for router_controller (3f48b858-9322-4655-bda9-a1a300b898fe), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:34.760745 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b37ae3-9b75-4e73-a24e-3f708ceaa87e None None] Network d5a66f44-77cb-4ed3-917e-c05f0676165e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:34.775956 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a694cb0-03bf-4c47-91b1-826fe78bc0d2 req-eca69735-f534-42fa-9056-fdf61b23164e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf260aca-47f2-4495-a919-95c569281665 HTTP/1.1" status: 200 len: 217 time: 0.1955087 Feb 09 22:04:34.834812 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['cf260aca-47f2-4495-a919-95c569281665'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:04:34.950368 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a694cb0-03bf-4c47-91b1-826fe78bc0d2 req-d14a0cfc-2e4b-4e9c-a289-c36e1ee21562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:34.965985 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a694cb0-03bf-4c47-91b1-826fe78bc0d2 req-d14a0cfc-2e4b-4e9c-a289-c36e1ee21562 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d595b8d0-b4c4-4491-9e6e-ce5e2fa73f07 HTTP/1.1" status: 200 len: 859 time: 0.1677108 Feb 09 22:04:35.002793 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a053533-5783-4a4d-b941-9674392d52ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-ac9da911-83eb-46ea-ac32-2b2f046f58e5', 'network_id': 'ac9da911-83eb-46ea-ac32-2b2f046f58e5', 'project_id': '6c7233be260b4699b09222aae60ff77a', 'fixed_ips': [{'subnet_id': 'd7f43d32-c43b-4bff-8d2d-22f447697131'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:04:35.003771 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3a053533-5783-4a4d-b941-9674392d52ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:35.079445 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a694cb0-03bf-4c47-91b1-826fe78bc0d2 req-9d14ef46-6f34-4d6a-aa44-9b23bde4903b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4857dd6b-a754-4680-8991-0ed6d7d88bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065547 Feb 09 22:04:35.281131 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1ebbf-ed85-4ffa-967d-d3fe959d12dd req-5eda516d-9bf7-4b71-827f-41dba7133c92 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:35.282849 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21e1ebbf-ed85-4ffa-967d-d3fe959d12dd req-5eda516d-9bf7-4b71-827f-41dba7133c92 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 944 time: 0.7534080 Feb 09 22:04:35.350110 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8aabb35d-66f0-4842-8cf7-11ae601e85cd up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:35.399140 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '8aabb35d-66f0-4842-8cf7-11ae601e85cd', 'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'mac_address': 'fa:16:3e:97:73:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:21Z', 'updated_at': '2022-02-09T22:04:32Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'subnets': [{'id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:35.461280 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-86a57627-af0d-4935-952f-c580e8831f24 admin admin] Publish callbacks [] for router_gateway (3f48b858-9322-4655-bda9-a1a300b898fe), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:35.475367 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e6122-2526-4ff3-989b-e06fdaf99cf7 None None] The sync data for ids ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'] in n-d-828601-1 is: [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '8aabb35d-66f0-4842-8cf7-11ae601e85cd', 'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'mac_address': 'fa:16:3e:97:73:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:21Z', 'updated_at': '2022-02-09T22:04:32Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'subnets': [{'id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:35.520267 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a694cb0-03bf-4c47-91b1-826fe78bc0d2 req-f3ca6b4c-0e92-4ac2-ba49-46b6d7c3a6a2 service neutron] 10.222.0.42 "GET /v2.0/networks/4857dd6b-a754-4680-8991-0ed6d7d88bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329743 Feb 09 22:04:35.527327 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21e1ebbf-ed85-4ffa-967d-d3fe959d12dd req-1cacdbc6-089f-4a14-a383-dd750e78e0ea tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235015 Feb 09 22:04:35.888778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2cdf9ac2-7391-4e70-8a9f-d980305bd46e None None] For port 8aabb35d-66f0-4842-8cf7-11ae601e85cd, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8aabb35d-66f0-4842-8cf7-11ae601e85cd,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:35.927333 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ccfbe596-ddec-463f-9e3a-8e3863702c84, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:35.944404 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12b368c-2107-47df-8a0d-2f1e58b8771c x-openstack-request-id: req-d12b368c-2107-47df-8a0d-2f1e58b8771c {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:35.944881 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e74b42-76f3-4ff7-a8a6-6f49ae9badd5", "tag": "cf260aca-47f2-4495-a919-95c569281665", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:35.950664 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d12b368c-2107-47df-8a0d-2f1e58b8771c {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:35.951761 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e74b42-76f3-4ff7-a8a6-6f49ae9badd5', 'tag': 'cf260aca-47f2-4495-a919-95c569281665', 'status': 'completed', 'code': 200} Feb 09 22:04:35.975927 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a694cb0-03bf-4c47-91b1-826fe78bc0d2 req-dc12d806-84d2-48f2-b927-8562e7020cc8 service neutron] 10.222.0.42 "GET /v2.0/networks/4857dd6b-a754-4680-8991-0ed6d7d88bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389782 Feb 09 22:04:36.180687 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'ccfbe596-ddec-463f-9e3a-8e3863702c84', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'port_id': 'ccfbe596-ddec-463f-9e3a-8e3863702c84', 'mac_address': 'fa:16:3e:7e:7d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:04:36.189543 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ea17a-dcb4-4729-ba2b-4067dac3a9b2 req-70a173ae-bdd2-42ae-ad37-1b3559b9560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:36.195990 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f75ea17a-dcb4-4729-ba2b-4067dac3a9b2 req-70a173ae-bdd2-42ae-ad37-1b3559b9560b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4880f10c70244f90be8edb3c8e74671f&device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 1127 time: 0.1375866 Feb 09 22:04:36.299762 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2cdf9ac2-7391-4e70-8a9f-d980305bd46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8aabb35d-66f0-4842-8cf7-11ae601e85cd), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:36.433125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ea17a-dcb4-4729-ba2b-4067dac3a9b2 req-21728611-6b07-4f46-998a-3d66fe44c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:36.435564 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f75ea17a-dcb4-4729-ba2b-4067dac3a9b2 req-21728611-6b07-4f46-998a-3d66fe44c1ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=4857dd6b-a754-4680-8991-0ed6d7d88bfa HTTP/1.1" status: 200 len: 920 time: 0.2360365 Feb 09 22:04:36.502026 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f75ea17a-dcb4-4729-ba2b-4067dac3a9b2 req-714c64cc-4925-4340-b965-83a68322455b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf260aca-47f2-4495-a919-95c569281665 HTTP/1.1" status: 200 len: 217 time: 0.0592713 Feb 09 22:04:36.592260 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf9ac2-7391-4e70-8a9f-d980305bd46e None None] Pushing event updated for resources: {'Port': ['ID=8aabb35d-66f0-4842-8cf7-11ae601e85cd,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:36.716208 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-86a57627-af0d-4935-952f-c580e8831f24 admin admin] Publish callbacks [] for router_gateway (3f48b858-9322-4655-bda9-a1a300b898fe), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:36.768837 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ea17a-dcb4-4729-ba2b-4067dac3a9b2 req-4bfa437c-12e6-4560-bb18-650d10d77bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:36.796571 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8aabb35d-66f0-4842-8cf7-11ae601e85cd triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:36.797173 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8aabb35d-66f0-4842-8cf7-11ae601e85cd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:36.808715 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f75ea17a-dcb4-4729-ba2b-4067dac3a9b2 req-4bfa437c-12e6-4560-bb18-650d10d77bde service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d595b8d0-b4c4-4491-9e6e-ce5e2fa73f07 HTTP/1.1" status: 200 len: 859 time: 0.2976964 Feb 09 22:04:36.866034 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-86a57627-af0d-4935-952f-c580e8831f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:36.936713 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f75ea17a-dcb4-4729-ba2b-4067dac3a9b2 req-cd49f5f0-eead-432a-a756-8dd68e908cbe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4857dd6b-a754-4680-8991-0ed6d7d88bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167445 Feb 09 22:04:37.193177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-3a053533-5783-4a4d-b941-9674392d52ec None None] Allocated IP 172.20.0.2 (ac9da911-83eb-46ea-ac32-2b2f046f58e5/d7f43d32-c43b-4bff-8d2d-22f447697131/ff4e313e-108a-4e78-8003-ff44c2d7685a) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:37.274957 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-776d930f-427d-4d50-af98-d043a2a23e76 req-740b2ca3-0249-4461-9501-3d92e503099d tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2422514 Feb 09 22:04:37.333575 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f75ea17a-dcb4-4729-ba2b-4067dac3a9b2 req-163b6984-fcc4-4f56-9a94-dc391103d165 service neutron] 10.222.0.42 "GET /v2.0/networks/4857dd6b-a754-4680-8991-0ed6d7d88bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889511 Feb 09 22:04:37.379137 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-776d930f-427d-4d50-af98-d043a2a23e76 req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:37.397084 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-302fcb84-4d65-4158-9909-229248dfbb14 None None] Provisioning complete for port 8aabb35d-66f0-4842-8cf7-11ae601e85cd triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:37.398056 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-302fcb84-4d65-4158-9909-229248dfbb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8aabb35d-66f0-4842-8cf7-11ae601e85cd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:37.458942 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-776d930f-427d-4d50-af98-d043a2a23e76 req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:37.508106 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ccfbe596-ddec-463f-9e3a-8e3863702c84 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:37.510398 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:37.530370 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea9349d-6978-445a-9c07-ddd337776900 None None] Network d5a66f44-77cb-4ed3-917e-c05f0676165e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:37.676319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-86a57627-af0d-4935-952f-c580e8831f24 admin admin] Allocated IP 172.25.6.215 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/d13566d1-729d-414c-b7ea-87541cffa15d) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:37.786447 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f75ea17a-dcb4-4729-ba2b-4067dac3a9b2 req-bce1e377-44ce-459a-b3e4-b2d02454ef0a service neutron] 10.222.0.42 "GET /v2.0/networks/4857dd6b-a754-4680-8991-0ed6d7d88bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457567 Feb 09 22:04:37.960456 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e74b42-76f3-4ff7-a8a6-6f49ae9badd5', 'tag': 'cf260aca-47f2-4495-a919-95c569281665'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:37.965485 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd8bd1e-4d38-4fab-89d1-3971b3b85e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "72e74b42-76f3-4ff7-a8a6-6f49ae9badd5", "tag": "cf260aca-47f2-4495-a919-95c569281665"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:38.013498 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-776d930f-427d-4d50-af98-d043a2a23e76 req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.031373 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccfbe596-ddec-463f-9e3a-8e3863702c84 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:04:38.067682 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-86a57627-af0d-4935-952f-c580e8831f24 admin admin] Publish callbacks [] for port (d13566d1-729d-414c-b7ea-87541cffa15d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.191850 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-86a57627-af0d-4935-952f-c580e8831f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (d13566d1-729d-414c-b7ea-87541cffa15d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.214403 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c07238be-df46-4711-ad8c-67b8ca9e08a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.255122 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ccfbe596-ddec-463f-9e3a-8e3863702c84, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:38.272672 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8aabb35d-66f0-4842-8cf7-11ae601e85cd is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:38.286259 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.316527 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-302fcb84-4d65-4158-9909-229248dfbb14 None None] Current status of the port 8aabb35d-66f0-4842-8cf7-11ae601e85cd is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:38.368773 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a57627-af0d-4935-952f-c580e8831f24 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:38.404057 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-86a57627-af0d-4935-952f-c580e8831f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:38.407615 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-776d930f-427d-4d50-af98-d043a2a23e76 req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Allocated IP 172.25.6.229 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/f91c7b0d-af62-4c6b-9a92-2507e7f6eba3) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:38.419487 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a57627-af0d-4935-952f-c580e8831f24 admin admin] Pushing event updated for resources: {'Port': ['ID=d13566d1-729d-414c-b7ea-87541cffa15d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:38.428822 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a57627-af0d-4935-952f-c580e8831f24 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:38.586933 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8aabb35d-66f0-4842-8cf7-11ae601e85cd up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:38.591740 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['ccfbe596-ddec-463f-9e3a-8e3863702c84'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:04:38.644348 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ccfbe596-ddec-463f-9e3a-8e3863702c84,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:38.748167 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3a053533-5783-4a4d-b941-9674392d52ec None None] Publish callbacks [] for port (ff4e313e-108a-4e78-8003-ff44c2d7685a), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.775345 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3a053533-5783-4a4d-b941-9674392d52ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (ff4e313e-108a-4e78-8003-ff44c2d7685a), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.881257 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a053533-5783-4a4d-b941-9674392d52ec None None] Network ac9da911-83eb-46ea-ac32-2b2f046f58e5 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:38.904253 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-3a053533-5783-4a4d-b941-9674392d52ec None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:38.913108 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a053533-5783-4a4d-b941-9674392d52ec None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:38.916587 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a053533-5783-4a4d-b941-9674392d52ec None None] Pushing event updated for resources: {'Port': ['ID=ff4e313e-108a-4e78-8003-ff44c2d7685a,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:38.942752 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8aabb35d-66f0-4842-8cf7-11ae601e85cd triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:38.943145 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8aabb35d-66f0-4842-8cf7-11ae601e85cd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.969695 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-776d930f-427d-4d50-af98-d043a2a23e76 req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks [] for port (f91c7b0d-af62-4c6b-9a92-2507e7f6eba3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:39.198225 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3a053533-5783-4a4d-b941-9674392d52ec None None] Attempting to bind port ff4e313e-108a-4e78-8003-ff44c2d7685a on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:04:39.199123 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3a053533-5783-4a4d-b941-9674392d52ec None None] Attempting to bind port ff4e313e-108a-4e78-8003-ff44c2d7685a by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'ac55945e-4f16-4733-b2c5-494633fb70a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ac9da911-83eb-46ea-ac32-2b2f046f58e5'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:04:39.199359 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a053533-5783-4a4d-b941-9674392d52ec None None] Attempting to bind port ff4e313e-108a-4e78-8003-ff44c2d7685a on network ac9da911-83eb-46ea-ac32-2b2f046f58e5 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:39.224672 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-776d930f-427d-4d50-af98-d043a2a23e76 req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (f91c7b0d-af62-4c6b-9a92-2507e7f6eba3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:39.248977 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a053533-5783-4a4d-b941-9674392d52ec None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:04:39.249632 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a053533-5783-4a4d-b941-9674392d52ec None None] Checking segment: {'id': 'ac55945e-4f16-4733-b2c5-494633fb70a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ac9da911-83eb-46ea-ac32-2b2f046f58e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:39.250377 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3a053533-5783-4a4d-b941-9674392d52ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:39.251053 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a053533-5783-4a4d-b941-9674392d52ec None None] Bound using segment: {'id': 'ac55945e-4f16-4733-b2c5-494633fb70a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ac9da911-83eb-46ea-ac32-2b2f046f58e5'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:04:39.252008 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3a053533-5783-4a4d-b941-9674392d52ec None None] Bound port: ff4e313e-108a-4e78-8003-ff44c2d7685a, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac55945e-4f16-4733-b2c5-494633fb70a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ac9da911-83eb-46ea-ac32-2b2f046f58e5'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:04:39.252538 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3a053533-5783-4a4d-b941-9674392d52ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ff4e313e-108a-4e78-8003-ff44c2d7685a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:39.339030 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-776d930f-427d-4d50-af98-d043a2a23e76 req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:39.342064 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-86a57627-af0d-4935-952f-c580e8831f24 admin admin] Publish callbacks [] for router_gateway (3f48b858-9322-4655-bda9-a1a300b898fe), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:39.354464 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-776d930f-427d-4d50-af98-d043a2a23e76 req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:39.440439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-776d930f-427d-4d50-af98-d043a2a23e76 req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:39.483371 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8aabb35d-66f0-4842-8cf7-11ae601e85cd is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:39.491802 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Pushing event updated for resources: {'Port': ['ID=f91c7b0d-af62-4c6b-9a92-2507e7f6eba3,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:39.527665 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.527665 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.527665 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.527665 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.527665 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.527665 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.527665 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.528610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.528610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.528610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.528931 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.530674 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.530674 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.573482 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-3a053533-5783-4a4d-b941-9674392d52ec None None] For port ff4e313e-108a-4e78-8003-ff44c2d7685a, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:39.589142 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-3a053533-5783-4a4d-b941-9674392d52ec None None] For port ff4e313e-108a-4e78-8003-ff44c2d7685a, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ff4e313e-108a-4e78-8003-ff44c2d7685a,segment=NetworkSegment(ac55945e-4f16-4733-b2c5-494633fb70a8),segment_id=ac55945e-4f16-4733-b2c5-494633fb70a8)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:04:39.604940 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3a053533-5783-4a4d-b941-9674392d52ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ff4e313e-108a-4e78-8003-ff44c2d7685a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:39.724169 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a053533-5783-4a4d-b941-9674392d52ec None None] Pushing event updated for resources: {'Port': ['ID=ff4e313e-108a-4e78-8003-ff44c2d7685a,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:39.742483 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-776d930f-427d-4d50-af98-d043a2a23e76 req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks [] for floatingip (73275fbd-06da-411a-905a-e0f5e8dee48b), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:39.846500 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-776d930f-427d-4d50-af98-d043a2a23e76 req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f91c7b0d-af62-4c6b-9a92-2507e7f6eba3), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:39.942149 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-86a57627-af0d-4935-952f-c580e8831f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (3f48b858-9322-4655-bda9-a1a300b898fe), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:40.293970 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ccfbe596-ddec-463f-9e3a-8e3863702c84 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:40.743911 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ff4e313e-108a-4e78-8003-ff44c2d7685a up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:40.816781 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d92d00e1-dd71-4db9-a8fb-abc4bebde5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:40.832957 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ff4e313e-108a-4e78-8003-ff44c2d7685a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:40.834039 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ff4e313e-108a-4e78-8003-ff44c2d7685a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:40.875314 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port ccfbe596-ddec-463f-9e3a-8e3863702c84 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:04:40.888031 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port ccfbe596-ddec-463f-9e3a-8e3863702c84 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:40.888451 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:40.912212 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-776d930f-427d-4d50-af98-d043a2a23e76 req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks [] for port (f91c7b0d-af62-4c6b-9a92-2507e7f6eba3), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:40.927190 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-776d930f-427d-4d50-af98-d043a2a23e76 req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (f91c7b0d-af62-4c6b-9a92-2507e7f6eba3), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:40.984700 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ff4e313e-108a-4e78-8003-ff44c2d7685a is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:40.985113 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ff4e313e-108a-4e78-8003-ff44c2d7685a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.071912 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port ff4e313e-108a-4e78-8003-ff44c2d7685a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ff4e313e-108a-4e78-8003-ff44c2d7685a,segment=NetworkSegment(ac55945e-4f16-4733-b2c5-494633fb70a8),segment_id=ac55945e-4f16-4733-b2c5-494633fb70a8)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:41.087403 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ff4e313e-108a-4e78-8003-ff44c2d7685a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.133870 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ccfbe596-ddec-463f-9e3a-8e3863702c84 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:41.134257 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.157140 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Pushing event updated for resources: {'Port': ['ID=f91c7b0d-af62-4c6b-9a92-2507e7f6eba3,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:41.234455 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366dd04e-1f20-4d1f-ab3a-ac66f903a656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfbe596-ddec-463f-9e3a-8e3863702c84'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:41.238416 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe7982b-e207-4d67-b522-7e48c863b7e9" -d '{"events": [{"server_uuid": "366dd04e-1f20-4d1f-ab3a-ac66f903a656", "name": "network-vif-plugged", "status": "completed", "tag": "ccfbe596-ddec-463f-9e3a-8e3863702c84"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:41.238821 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-776d930f-427d-4d50-af98-d043a2a23e76 req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (73275fbd-06da-411a-905a-e0f5e8dee48b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.260477 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ccfbe596-ddec-463f-9e3a-8e3863702c84, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:41.276815 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.296521 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-776d930f-427d-4d50-af98-d043a2a23e76 req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.298721 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-776d930f-427d-4d50-af98-d043a2a23e76 req-ab2e88dd-b1b5-452d-a20e-dd77708f6d67 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0069559 Feb 09 22:04:41.305506 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=ff4e313e-108a-4e78-8003-ff44c2d7685a,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:41.476292 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ccfbe596-ddec-463f-9e3a-8e3863702c84,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:41.520989 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ceb6c88-291e-4146-9d22-b4e0750fee5a None None] Network ac9da911-83eb-46ea-ac32-2b2f046f58e5 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:41.528011 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-776d930f-427d-4d50-af98-d043a2a23e76 req-973ce924-516d-48c9-bf28-9516fb19210f tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 696 time: 0.2052920 Feb 09 22:04:41.539606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a57627-af0d-4935-952f-c580e8831f24 admin admin] Router 3f48b858-9322-4655-bda9-a1a300b898fe is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:04:41.666863 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.668859 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d086d0ab-3121-4f94-a858-97d05855bf0b None None] Provisioning complete for port ff4e313e-108a-4e78-8003-ff44c2d7685a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:41.669447 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d086d0ab-3121-4f94-a858-97d05855bf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ff4e313e-108a-4e78-8003-ff44c2d7685a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.866291 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d930f-427d-4d50-af98-d043a2a23e76 req-e41bae59-175b-473c-973b-ffb60d6ac72e tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:41.867819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-776d930f-427d-4d50-af98-d043a2a23e76 req-e41bae59-175b-473c-973b-ffb60d6ac72e tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.3323255 Feb 09 22:04:41.893307 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d086d0ab-3121-4f94-a858-97d05855bf0b None None] Current status of the port ff4e313e-108a-4e78-8003-ff44c2d7685a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:41.900259 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-776d930f-427d-4d50-af98-d043a2a23e76 req-40e23760-97b5-4592-a524-7c7184f0e577 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:04:41.901320 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-776d930f-427d-4d50-af98-d043a2a23e76 req-40e23760-97b5-4592-a524-7c7184f0e577 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097804 Feb 09 22:04:41.903242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a57627-af0d-4935-952f-c580e8831f24 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:41.920992 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] Sync routers for ids ['3f48b858-9322-4655-bda9-a1a300b898fe'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:41.932741 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-86a57627-af0d-4935-952f-c580e8831f24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.939903 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 56788) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:41.941073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] Routers {'3f48b858-9322-4655-bda9-a1a300b898fe'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:41.941374 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-86a57627-af0d-4935-952f-c580e8831f24 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7360623 Feb 09 22:04:41.941577 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:04:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['3f48b858-9322-4655-bda9-a1a300b898fe'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:42.192332 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] Set router 3f48b858-9322-4655-bda9-a1a300b898fe gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:42.522719 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-b3c9c434-e978-4b5d-8c43-5d9339686adb tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:42.530095 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-b3c9c434-e978-4b5d-8c43-5d9339686adb tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/networks?id=1be366ca-af8a-4bd9-9988-57e1c820cf49 HTTP/1.1" status: 200 len: 811 time: 0.1671700 Feb 09 22:04:42.536703 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ff4e313e-108a-4e78-8003-ff44c2d7685a up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:42.547111 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-52ef7422-5cb0-474f-ac3a-8baa47dac205 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/quotas/b5dbb5572e6a4ab89f7e37e1c337056c HTTP/1.1" status: 200 len: 375 time: 0.0155284 Feb 09 22:04:42.591714 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-854e8242-93b3-4504-81eb-6a6d72071b44 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b5dbb5572e6a4ab89f7e37e1c337056c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375717 Feb 09 22:04:42.641769 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9c5f365a-abae-4366-9f0e-564927ca7a56 None None] Provisioning complete for port ff4e313e-108a-4e78-8003-ff44c2d7685a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:42.641769 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9c5f365a-abae-4366-9f0e-564927ca7a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ff4e313e-108a-4e78-8003-ff44c2d7685a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.754111 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b985307-5200-4100-982c-f52da4378e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.799229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ff4e313e-108a-4e78-8003-ff44c2d7685a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:42.799928 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ff4e313e-108a-4e78-8003-ff44c2d7685a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.877950 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-84184a43-a876-495c-bdd7-ebba2489e6e7 service neutron] 10.222.0.77 "GET /v2.0/networks/1be366ca-af8a-4bd9-9988-57e1c820cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698464 Feb 09 22:04:42.894510 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f48b858-9322-4655-bda9-a1a300b898fe', 'name': 'tempest-TestVolumeBootPattern-317155415-router', 'tenant_id': '6c7233be260b4699b09222aae60ff77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'd13566d1-729d-414c-b7ea-87541cffa15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:34Z', 'updated_at': '2022-02-09T22:04:38Z', 'revision_number': 3, 'project_id': '6c7233be260b4699b09222aae60ff77a', 'gw_port': {'id': 'd13566d1-729d-414c-b7ea-87541cffa15d', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f48b858-9322-4655-bda9-a1a300b898fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:36Z', 'updated_at': '2022-02-09T22:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:42.980210 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] Checking router: 3f48b858-9322-4655-bda9-a1a300b898fe for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:04:42.981297 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] Updating router 3f48b858-9322-4655-bda9-a1a300b898fe port d13566d1-729d-414c-b7ea-87541cffa15d binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:04:43.016226 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-b5e47101-fc8d-4d5b-8486-817e35bb2841 service neutron] 10.222.0.77 "GET /v2.0/networks/1be366ca-af8a-4bd9-9988-57e1c820cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367919 Feb 09 22:04:43.034121 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d13566d1-729d-414c-b7ea-87541cffa15d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:43.036407 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:43.139287 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ff4e313e-108a-4e78-8003-ff44c2d7685a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:43.148751 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-4b985307-5200-4100-982c-f52da4378e7e admin admin] Allocated IP 172.20.0.1 (ac9da911-83eb-46ea-ac32-2b2f046f58e5/d7f43d32-c43b-4bff-8d2d-22f447697131/fd8c6650-2bbe-4189-bdf3-aeae9601b299) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:43.371009 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9c5f365a-abae-4366-9f0e-564927ca7a56 None None] Current status of the port ff4e313e-108a-4e78-8003-ff44c2d7685a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:43.453524 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b985307-5200-4100-982c-f52da4378e7e admin admin] Publish callbacks [] for port (fd8c6650-2bbe-4189-bdf3-aeae9601b299), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:43.538135 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b985307-5200-4100-982c-f52da4378e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (fd8c6650-2bbe-4189-bdf3-aeae9601b299), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:43.595470 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c1d40-90ec-4eea-b956-d27a1a39cfb5 req-97795303-1562-4c12-8a2c-bacf1983bc2d tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:43.597158 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be3c1d40-90ec-4eea-b956-d27a1a39cfb5 req-97795303-1562-4c12-8a2c-bacf1983bc2d tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 946 time: 0.1835530 Feb 09 22:04:43.646016 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b985307-5200-4100-982c-f52da4378e7e admin admin] Network ac9da911-83eb-46ea-ac32-2b2f046f58e5 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:43.649552 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-4b985307-5200-4100-982c-f52da4378e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:43.695260 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b985307-5200-4100-982c-f52da4378e7e admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:43.740545 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be3c1d40-90ec-4eea-b956-d27a1a39cfb5 req-efe99eb7-d625-4740-ac11-9232a1f70784 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314647 Feb 09 22:04:43.797938 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b985307-5200-4100-982c-f52da4378e7e admin admin] Pushing event updated for resources: {'Port': ['ID=fd8c6650-2bbe-4189-bdf3-aeae9601b299,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:43.890132 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b985307-5200-4100-982c-f52da4378e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (3f48b858-9322-4655-bda9-a1a300b898fe), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:43.987754 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42c5d28-5872-47a1-a17d-3cf2657608be x-openstack-request-id: req-a42c5d28-5872-47a1-a17d-3cf2657608be {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:43.987754 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e74b42-76f3-4ff7-a8a6-6f49ae9badd5", "tag": "cf260aca-47f2-4495-a919-95c569281665", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:43.987754 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a42c5d28-5872-47a1-a17d-3cf2657608be {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:43.987754 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e74b42-76f3-4ff7-a8a6-6f49ae9badd5', 'tag': 'cf260aca-47f2-4495-a919-95c569281665', 'status': 'completed', 'code': 200} Feb 09 22:04:44.037237 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] Publish callbacks [] for port (d13566d1-729d-414c-b7ea-87541cffa15d), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:44.056644 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d13566d1-729d-414c-b7ea-87541cffa15d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:44.062513 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f218ac5-8ad9-42dc-b13c-a210a9e368a3 x-openstack-request-id: req-1f218ac5-8ad9-42dc-b13c-a210a9e368a3 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:44.062889 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366dd04e-1f20-4d1f-ab3a-ac66f903a656", "name": "network-vif-plugged", "status": "completed", "tag": "ccfbe596-ddec-463f-9e3a-8e3863702c84", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:44.063162 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1f218ac5-8ad9-42dc-b13c-a210a9e368a3 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:44.079533 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366dd04e-1f20-4d1f-ab3a-ac66f903a656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfbe596-ddec-463f-9e3a-8e3863702c84', 'code': 200} Feb 09 22:04:44.263523 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6a77d-6c4d-44e9-bb37-76dd134497d4 req-f80cc4a9-def9-400f-8e5c-23c0d76bc8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:44.280309 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42e6a77d-6c4d-44e9-bb37-76dd134497d4 req-f80cc4a9-def9-400f-8e5c-23c0d76bc8b5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 1128 time: 0.1361763 Feb 09 22:04:44.296979 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8bd1e-4d38-4fab-89d1-3971b3b85e2e req-02d9cb86-6f6c-4887-8316-9da3019b9b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:44.298801 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7dd8bd1e-4d38-4fab-89d1-3971b3b85e2e req-02d9cb86-6f6c-4887-8316-9da3019b9b0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4880f10c70244f90be8edb3c8e74671f&device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 1127 time: 0.2711461 Feb 09 22:04:44.317115 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9523d56-7fd1-48b5-a81a-b26d3a4673dd None None] Pushing event updated for resources: {'Port': ['ID=d13566d1-729d-414c-b7ea-87541cffa15d,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:44.342585 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] Attempting to bind port d13566d1-729d-414c-b7ea-87541cffa15d on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:04:44.343027 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] Attempting to bind port d13566d1-729d-414c-b7ea-87541cffa15d by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:04:44.343342 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] Attempting to bind port d13566d1-729d-414c-b7ea-87541cffa15d on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:44.352780 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f5a3d24f-357f-40f9-8660-2d8e0730a8e9 None None] Provisioning complete for port fd8c6650-2bbe-4189-bdf3-aeae9601b299 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:44.356483 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f5a3d24f-357f-40f9-8660-2d8e0730a8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fd8c6650-2bbe-4189-bdf3-aeae9601b299), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:44.410431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:04:44.410431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:44.411002 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:44.411002 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:04:44.411472 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] Bound port: d13566d1-729d-414c-b7ea-87541cffa15d, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:04:44.411910 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d13566d1-729d-414c-b7ea-87541cffa15d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:44.501273 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3d24f-357f-40f9-8660-2d8e0730a8e9 None None] Port fd8c6650-2bbe-4189-bdf3-aeae9601b299 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:44.518042 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42e6a77d-6c4d-44e9-bb37-76dd134497d4 req-33ab6ccb-7d23-4c72-9695-0f0050a07d65 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366579 Feb 09 22:04:44.537037 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] For port d13566d1-729d-414c-b7ea-87541cffa15d, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:44.546225 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] For port d13566d1-729d-414c-b7ea-87541cffa15d, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d13566d1-729d-414c-b7ea-87541cffa15d,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:04:44.561209 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d13566d1-729d-414c-b7ea-87541cffa15d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:44.588716 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-3019b01d-063a-49f5-963f-6723e1fc0398 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:44.596813 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-3019b01d-063a-49f5-963f-6723e1fc0398 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3145349 Feb 09 22:04:44.605589 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8bd1e-4d38-4fab-89d1-3971b3b85e2e req-2dbb5819-7087-4882-b290-0442791b2b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:44.608742 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7dd8bd1e-4d38-4fab-89d1-3971b3b85e2e req-2dbb5819-7087-4882-b290-0442791b2b75 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4857dd6b-a754-4680-8991-0ed6d7d88bfa HTTP/1.1" status: 200 len: 920 time: 0.3015556 Feb 09 22:04:44.708731 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:44.719008 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7dd8bd1e-4d38-4fab-89d1-3971b3b85e2e req-c7499398-8aaa-4ca8-a8d7-adaa22b36045 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf260aca-47f2-4495-a919-95c569281665 HTTP/1.1" status: 200 len: 217 time: 0.1000204 Feb 09 22:04:44.719476 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-6b516f1a-f87e-4c2d-a1cd-b3b0bdd28f03 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 696 time: 0.1122057 Feb 09 22:04:44.727898 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] Routers {'3f48b858-9322-4655-bda9-a1a300b898fe'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:44.728166 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b985307-5200-4100-982c-f52da4378e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fd8c6650-2bbe-4189-bdf3-aeae9601b299), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:44.729092 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:04:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['3f48b858-9322-4655-bda9-a1a300b898fe'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:44.738874 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-8554fc83-5b4c-4ca8-ad44-bd69a48a6ecc tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Request body: {'floatingip': {'port_id': 'cf260aca-47f2-4495-a919-95c569281665', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:44.803607 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-8554fc83-5b4c-4ca8-ad44-bd69a48a6ecc tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks [] for floatingip (73275fbd-06da-411a-905a-e0f5e8dee48b), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:44.868788 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9523d56-7fd1-48b5-a81a-b26d3a4673dd None None] Pushing event updated for resources: {'Port': ['ID=d13566d1-729d-414c-b7ea-87541cffa15d,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:44.885500 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8bd1e-4d38-4fab-89d1-3971b3b85e2e req-c4f88ae9-8d66-4e02-927a-9227e9a90f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:44.887614 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7dd8bd1e-4d38-4fab-89d1-3971b3b85e2e req-c4f88ae9-8d66-4e02-927a-9227e9a90f45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d595b8d0-b4c4-4491-9e6e-ce5e2fa73f07 HTTP/1.1" status: 200 len: 859 time: 0.1433730 Feb 09 22:04:44.898879 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] Set router 3f48b858-9322-4655-bda9-a1a300b898fe gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:44.961714 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7dd8bd1e-4d38-4fab-89d1-3971b3b85e2e req-ed25048e-d6b5-4a05-9874-c128128bc2c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4857dd6b-a754-4680-8991-0ed6d7d88bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657403 Feb 09 22:04:45.245079 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f48b858-9322-4655-bda9-a1a300b898fe', 'name': 'tempest-TestVolumeBootPattern-317155415-router', 'tenant_id': '6c7233be260b4699b09222aae60ff77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'd13566d1-729d-414c-b7ea-87541cffa15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:34Z', 'updated_at': '2022-02-09T22:04:44Z', 'revision_number': 4, 'project_id': '6c7233be260b4699b09222aae60ff77a', 'gw_port': {'id': 'd13566d1-729d-414c-b7ea-87541cffa15d', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f48b858-9322-4655-bda9-a1a300b898fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:36Z', 'updated_at': '2022-02-09T22:04:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'fd8c6650-2bbe-4189-bdf3-aeae9601b299', 'name': '', 'network_id': 'ac9da911-83eb-46ea-ac32-2b2f046f58e5', 'tenant_id': '6c7233be260b4699b09222aae60ff77a', 'mac_address': 'fa:16:3e:2a:8f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f48b858-9322-4655-bda9-a1a300b898fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'd7f43d32-c43b-4bff-8d2d-22f447697131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:42Z', 'updated_at': '2022-02-09T22:04:43Z', 'revision_number': 1, 'project_id': '6c7233be260b4699b09222aae60ff77a', 'subnets': [{'id': 'd7f43d32-c43b-4bff-8d2d-22f447697131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:45.289074 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316bcc0a-2dcc-4469-aabc-93e65b85df20 None None] The sync data for ids ['3f48b858-9322-4655-bda9-a1a300b898fe'] in n-d-828601-1 is: [{'id': '3f48b858-9322-4655-bda9-a1a300b898fe', 'name': 'tempest-TestVolumeBootPattern-317155415-router', 'tenant_id': '6c7233be260b4699b09222aae60ff77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'd13566d1-729d-414c-b7ea-87541cffa15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:34Z', 'updated_at': '2022-02-09T22:04:44Z', 'revision_number': 4, 'project_id': '6c7233be260b4699b09222aae60ff77a', 'gw_port': {'id': 'd13566d1-729d-414c-b7ea-87541cffa15d', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f48b858-9322-4655-bda9-a1a300b898fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:36Z', 'updated_at': '2022-02-09T22:04:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'fd8c6650-2bbe-4189-bdf3-aeae9601b299', 'name': '', 'network_id': 'ac9da911-83eb-46ea-ac32-2b2f046f58e5', 'tenant_id': '6c7233be260b4699b09222aae60ff77a', 'mac_address': 'fa:16:3e:2a:8f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f48b858-9322-4655-bda9-a1a300b898fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'd7f43d32-c43b-4bff-8d2d-22f447697131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:42Z', 'updated_at': '2022-02-09T22:04:43Z', 'revision_number': 1, 'project_id': '6c7233be260b4699b09222aae60ff77a', 'subnets': [{'id': 'd7f43d32-c43b-4bff-8d2d-22f447697131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:45.429234 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b985307-5200-4100-982c-f52da4378e7e admin admin] Publish callbacks [] for port (fd8c6650-2bbe-4189-bdf3-aeae9601b299), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:45.432620 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:45.703747 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.db.resource_extend [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-8554fc83-5b4c-4ca8-ad44-bd69a48a6ecc tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 22:04:45.778669 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-8554fc83-5b4c-4ca8-ad44-bd69a48a6ecc tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:45.792174 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-8554fc83-5b4c-4ca8-ad44-bd69a48a6ecc tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (73275fbd-06da-411a-905a-e0f5e8dee48b), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:45.966635 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-8554fc83-5b4c-4ca8-ad44-bd69a48a6ecc tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Floating IP 73275fbd-06da-411a-905a-e0f5e8dee48b associated. External IP: 172.25.6.229, port: cf260aca-47f2-4495-a919-95c569281665. Feb 09 22:04:46.059551 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:46.066326 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b985307-5200-4100-982c-f52da4378e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (fd8c6650-2bbe-4189-bdf3-aeae9601b299), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:46.263664 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b985307-5200-4100-982c-f52da4378e7e admin admin] Pushing event updated for resources: {'Port': ['ID=fd8c6650-2bbe-4189-bdf3-aeae9601b299,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:46.266779 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b985307-5200-4100-982c-f52da4378e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (3f48b858-9322-4655-bda9-a1a300b898fe), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:46.329885 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-02eb8690-8838-41a5-bf41-6ce32517ca8b tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:46.332337 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-02eb8690-8838-41a5-bf41-6ce32517ca8b tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.42 "GET /v2.0/networks?id=1be366ca-af8a-4bd9-9988-57e1c820cf49 HTTP/1.1" status: 200 len: 811 time: 1.1586213 Feb 09 22:04:46.337526 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7dd8bd1e-4d38-4fab-89d1-3971b3b85e2e req-9c3eadc8-94ff-48b3-ac40-8a5ad21e8b51 service neutron] 10.222.0.42 "GET /v2.0/networks/4857dd6b-a754-4680-8991-0ed6d7d88bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3386991 Feb 09 22:04:46.362159 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-4874d251-0785-4780-aad3-ec379d75e982 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Request body: {'port': {'device_id': '311af328-f983-4577-a1c3-30a6cbe5ba77', 'network_id': '1be366ca-af8a-4bd9-9988-57e1c820cf49', 'admin_state_up': True, 'tenant_id': 'b5dbb5572e6a4ab89f7e37e1c337056c'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:46.681439 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b985307-5200-4100-982c-f52da4378e7e admin admin] Network ac9da911-83eb-46ea-ac32-2b2f046f58e5 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:46.688992 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-4b985307-5200-4100-982c-f52da4378e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:46.734848 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7dd8bd1e-4d38-4fab-89d1-3971b3b85e2e req-72c1df97-b4c5-4e82-a685-3a62dbbec4b8 service neutron] 10.222.0.42 "GET /v2.0/networks/4857dd6b-a754-4680-8991-0ed6d7d88bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795986 Feb 09 22:04:46.877049 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-8554fc83-5b4c-4ca8-ad44-bd69a48a6ecc tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Router 1115e8a3-7327-49e0-93c0-88b7478a58a8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:04:46.954571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-4874d251-0785-4780-aad3-ec379d75e982 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Made reservation on behalf of b5dbb5572e6a4ab89f7e37e1c337056c for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:46.963911 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-4874d251-0785-4780-aad3-ec379d75e982 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.057227 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-8554fc83-5b4c-4ca8-ad44-bd69a48a6ecc tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:47.063931 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-8554fc83-5b4c-4ca8-ad44-bd69a48a6ecc tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.079622 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d8027-b13e-4ec1-9bce-ca9400e4650f None None] Sync routers for ids ['1115e8a3-7327-49e0-93c0-88b7478a58a8'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:47.105655 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d8027-b13e-4ec1-9bce-ca9400e4650f None None] Routers {'1115e8a3-7327-49e0-93c0-88b7478a58a8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:47.106316 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-451d8027-b13e-4ec1-9bce-ca9400e4650f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:04:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1115e8a3-7327-49e0-93c0-88b7478a58a8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:47.169625 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-8554fc83-5b4c-4ca8-ad44-bd69a48a6ecc tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "PUT /v2.0/floatingips/73275fbd-06da-411a-905a-e0f5e8dee48b HTTP/1.1" status: 200 len: 996 time: 2.4335265 Feb 09 22:04:47.171896 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e74b42-76f3-4ff7-a8a6-6f49ae9badd5', 'tag': 'cf260aca-47f2-4495-a919-95c569281665'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:47.178650 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1844a3a3-4dc5-4f74-8961-14cb4644de1f" -d '{"events": [{"name": "network-changed", "server_uuid": "72e74b42-76f3-4ff7-a8a6-6f49ae9badd5", "tag": "cf260aca-47f2-4495-a919-95c569281665"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:47.185170 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-595da0bf-63ce-48aa-bc57-e55235debc5c None None] Provisioning complete for port fd8c6650-2bbe-4189-bdf3-aeae9601b299 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:47.187041 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-595da0bf-63ce-48aa-bc57-e55235debc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fd8c6650-2bbe-4189-bdf3-aeae9601b299), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.218137 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b985307-5200-4100-982c-f52da4378e7e admin admin] Router 3f48b858-9322-4655-bda9-a1a300b898fe has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:04:47.305054 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-451d8027-b13e-4ec1-9bce-ca9400e4650f None None] Set router 1115e8a3-7327-49e0-93c0-88b7478a58a8 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:47.365937 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-595da0bf-63ce-48aa-bc57-e55235debc5c None None] Port fd8c6650-2bbe-4189-bdf3-aeae9601b299 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:47.410623 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-de9cbcef-95c1-417f-bcbe-76c30e59934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:47.417185 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-de9cbcef-95c1-417f-bcbe-76c30e59934e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4880f10c70244f90be8edb3c8e74671f&device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 1127 time: 0.2056940 Feb 09 22:04:47.481394 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:04:47.675931 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b985307-5200-4100-982c-f52da4378e7e admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:47.701106 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4b985307-5200-4100-982c-f52da4378e7e admin admin] 10.222.0.77 "PUT /v2.0/routers/3f48b858-9322-4655-bda9-a1a300b898fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7457762 Feb 09 22:04:47.702181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-78ca6201-58a7-4140-98cd-aa449b0850e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:47.702181 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-78ca6201-58a7-4140-98cd-aa449b0850e0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4857dd6b-a754-4680-8991-0ed6d7d88bfa HTTP/1.1" status: 200 len: 920 time: 0.2737870 Feb 09 22:04:47.722058 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-4874d251-0785-4780-aad3-ec379d75e982 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Allocated IP 172.20.0.12 (1be366ca-af8a-4bd9-9988-57e1c820cf49/777b47e4-b4b4-4d92-9fa4-61eb5b7e33fb/6e99bedf-087e-4f44-a728-0d116c8d55fb) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:47.888462 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-222e215d-2eb4-4440-8d36-c5849c6184fc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf260aca-47f2-4495-a919-95c569281665 HTTP/1.1" status: 200 len: 999 time: 0.1530292 Feb 09 22:04:47.966680 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-dc0d7638-e209-4e5e-be08-f468889d3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:47.969177 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-dc0d7638-e209-4e5e-be08-f468889d3c39 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d595b8d0-b4c4-4491-9e6e-ce5e2fa73f07 HTTP/1.1" status: 200 len: 859 time: 0.0692585 Feb 09 22:04:48.008512 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-4874d251-0785-4780-aad3-ec379d75e982 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Publish callbacks [] for port (6e99bedf-087e-4f44-a728-0d116c8d55fb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:48.013035 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-451d8027-b13e-4ec1-9bce-ca9400e4650f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-947014288-router', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:49Z', 'updated_at': '2022-02-09T22:03:06Z', 'revision_number': 4, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'gw_port': {'id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:54Z', 'updated_at': '2022-02-09T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '73275fbd-06da-411a-905a-e0f5e8dee48b', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'port_id': 'cf260aca-47f2-4495-a919-95c569281665', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa', 'mac_address': 'fa:16:3e:c6:ff:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e74b42-76f3-4ff7-a8a6-6f49ae9badd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:04:39Z', 'updated_at': '2022-02-09T22:04:45Z', 'revision_number': 1, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6dcb9ec-9047-42fe-9a5e-5ea8055bc433', 'name': '', 'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'mac_address': 'fa:16:3e:a7:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'd595b8d0-b4c4-4491-9e6e-ce5e2fa73f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:03Z', 'updated_at': '2022-02-09T22:03:25Z', 'revision_number': 5, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'subnets': [{'id': 'd595b8d0-b4c4-4491-9e6e-ce5e2fa73f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:48.049272 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-37e9ab2e-6e5d-4065-9d35-bde55317b864 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4857dd6b-a754-4680-8991-0ed6d7d88bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654132 Feb 09 22:04:48.068369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-cba9f936-a695-46c7-ad32-89ce938abac2 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:04:48.070113 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-cba9f936-a695-46c7-ad32-89ce938abac2 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134885 Feb 09 22:04:48.122295 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-4874d251-0785-4780-aad3-ec379d75e982 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (6e99bedf-087e-4f44-a728-0d116c8d55fb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:48.141878 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d8027-b13e-4ec1-9bce-ca9400e4650f None None] Checking router: 1115e8a3-7327-49e0-93c0-88b7478a58a8 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:04:48.170917 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d8027-b13e-4ec1-9bce-ca9400e4650f None None] Routers {'1115e8a3-7327-49e0-93c0-88b7478a58a8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:48.171585 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-451d8027-b13e-4ec1-9bce-ca9400e4650f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:04:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1115e8a3-7327-49e0-93c0-88b7478a58a8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:48.314892 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-4874d251-0785-4780-aad3-ec379d75e982 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Network 1be366ca-af8a-4bd9-9988-57e1c820cf49 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:48.320931 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-4874d251-0785-4780-aad3-ec379d75e982 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:48.347021 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-4874d251-0785-4780-aad3-ec379d75e982 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:48.468753 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874d251-0785-4780-aad3-ec379d75e982 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Pushing event updated for resources: {'Port': ['ID=6e99bedf-087e-4f44-a728-0d116c8d55fb,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:48.503881 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-19e42605-0d4e-4504-b44f-8d2b3b8ce778 service neutron] 10.222.0.77 "GET /v2.0/networks/4857dd6b-a754-4680-8991-0ed6d7d88bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211924 Feb 09 22:04:48.528104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d13566d1-729d-414c-b7ea-87541cffa15d up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:48.534946 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-451d8027-b13e-4ec1-9bce-ca9400e4650f None None] Set router 1115e8a3-7327-49e0-93c0-88b7478a58a8 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:48.569230 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-4874d251-0785-4780-aad3-ec379d75e982 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:48.570325 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-4874d251-0785-4780-aad3-ec379d75e982 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:48.650187 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-4874d251-0785-4780-aad3-ec379d75e982 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2925501 Feb 09 22:04:48.677288 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] Request body: {'port': {'device_id': '311af328-f983-4577-a1c3-30a6cbe5ba77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:48.744567 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c3d9c89-9091-4630-a443-4d1df8be9975 req-4982ab03-5e3d-420f-8647-774befddd782 service neutron] 10.222.0.77 "GET /v2.0/networks/4857dd6b-a754-4680-8991-0ed6d7d88bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284400 Feb 09 22:04:48.778112 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port d13566d1-729d-414c-b7ea-87541cffa15d triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:48.779787 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d13566d1-729d-414c-b7ea-87541cffa15d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:48.836838 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6e99bedf-087e-4f44-a728-0d116c8d55fb), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:49.158326 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port d13566d1-729d-414c-b7ea-87541cffa15d is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:49.159194 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d13566d1-729d-414c-b7ea-87541cffa15d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:49.221016 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port d13566d1-729d-414c-b7ea-87541cffa15d, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d13566d1-729d-414c-b7ea-87541cffa15d,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:49.231073 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d13566d1-729d-414c-b7ea-87541cffa15d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:49.246315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e437b-dea0-4b5e-9de0-924812983579 req-b26d6bc0-7bdc-4ded-9edc-5e10a46826fe tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:49.249000 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-507e437b-dea0-4b5e-9de0-924812983579 req-b26d6bc0-7bdc-4ded-9edc-5e10a46826fe tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/ports?device_id=311af328-f983-4577-a1c3-30a6cbe5ba77 HTTP/1.1" status: 200 len: 932 time: 0.1815395 Feb 09 22:04:49.355715 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=d13566d1-729d-414c-b7ea-87541cffa15d,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:49.375816 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-507e437b-dea0-4b5e-9de0-924812983579 req-8ab43d05-841d-4aa0-a85e-3f231da4a0ee tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6477a9-e35a-4cfa-883d-04f8c32abffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150763 Feb 09 22:04:49.390225 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-451d8027-b13e-4ec1-9bce-ca9400e4650f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-947014288-router', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:49Z', 'updated_at': '2022-02-09T22:03:06Z', 'revision_number': 4, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'gw_port': {'id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:54Z', 'updated_at': '2022-02-09T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '73275fbd-06da-411a-905a-e0f5e8dee48b', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'port_id': 'cf260aca-47f2-4495-a919-95c569281665', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa', 'mac_address': 'fa:16:3e:c6:ff:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e74b42-76f3-4ff7-a8a6-6f49ae9badd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:04:39Z', 'updated_at': '2022-02-09T22:04:45Z', 'revision_number': 1, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6dcb9ec-9047-42fe-9a5e-5ea8055bc433', 'name': '', 'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'mac_address': 'fa:16:3e:a7:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'd595b8d0-b4c4-4491-9e6e-ce5e2fa73f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:03Z', 'updated_at': '2022-02-09T22:03:25Z', 'revision_number': 5, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'subnets': [{'id': 'd595b8d0-b4c4-4491-9e6e-ce5e2fa73f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:49.440349 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e99bedf-087e-4f44-a728-0d116c8d55fb {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:04:49.456457 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d8027-b13e-4ec1-9bce-ca9400e4650f None None] The sync data for ids ['1115e8a3-7327-49e0-93c0-88b7478a58a8'] in n-d-828601-1 is: [{'id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-947014288-router', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:49Z', 'updated_at': '2022-02-09T22:03:06Z', 'revision_number': 4, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'gw_port': {'id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:54Z', 'updated_at': '2022-02-09T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '73275fbd-06da-411a-905a-e0f5e8dee48b', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'port_id': 'cf260aca-47f2-4495-a919-95c569281665', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa', 'mac_address': 'fa:16:3e:c6:ff:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e74b42-76f3-4ff7-a8a6-6f49ae9badd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:04:39Z', 'updated_at': '2022-02-09T22:04:45Z', 'revision_number': 1, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6dcb9ec-9047-42fe-9a5e-5ea8055bc433', 'name': '', 'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'mac_address': 'fa:16:3e:a7:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'd595b8d0-b4c4-4491-9e6e-ce5e2fa73f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:03Z', 'updated_at': '2022-02-09T22:03:25Z', 'revision_number': 5, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'subnets': [{'id': 'd595b8d0-b4c4-4491-9e6e-ce5e2fa73f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:49.467017 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] Publish callbacks [] for port (6e99bedf-087e-4f44-a728-0d116c8d55fb), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:49.484962 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] Transition to ACTIVE for port object 6e99bedf-087e-4f44-a728-0d116c8d55fb will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:04:49.494446 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (6e99bedf-087e-4f44-a728-0d116c8d55fb), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:49.637197 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] Pushing event updated for resources: {'Port': ['ID=6e99bedf-087e-4f44-a728-0d116c8d55fb,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:49.871962 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] Sync routers for ids ['3f48b858-9322-4655-bda9-a1a300b898fe'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:49.899303 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] Routers {'3f48b858-9322-4655-bda9-a1a300b898fe'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:49.900301 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:04:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['3f48b858-9322-4655-bda9-a1a300b898fe'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:49.902685 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] Attempting to bind port 6e99bedf-087e-4f44-a728-0d116c8d55fb on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:04:49.903272 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] Attempting to bind port 6e99bedf-087e-4f44-a728-0d116c8d55fb by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '491114b6-0f39-4c63-adb3-17a38f4a1c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1be366ca-af8a-4bd9-9988-57e1c820cf49'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:04:49.903904 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] Attempting to bind port 6e99bedf-087e-4f44-a728-0d116c8d55fb on network 1be366ca-af8a-4bd9-9988-57e1c820cf49 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:49.946190 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] Port 6e99bedf-087e-4f44-a728-0d116c8d55fb on network 1be366ca-af8a-4bd9-9988-57e1c820cf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:04:49.947105 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] Attempting to bind port 6e99bedf-087e-4f44-a728-0d116c8d55fb on network 1be366ca-af8a-4bd9-9988-57e1c820cf49 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:49.972825 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:04:49.973771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] Checking segment: {'id': '491114b6-0f39-4c63-adb3-17a38f4a1c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1be366ca-af8a-4bd9-9988-57e1c820cf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:49.975061 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] Bound using segment: {'id': '491114b6-0f39-4c63-adb3-17a38f4a1c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1be366ca-af8a-4bd9-9988-57e1c820cf49'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:04:49.978468 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] Bound port: 6e99bedf-087e-4f44-a728-0d116c8d55fb, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491114b6-0f39-4c63-adb3-17a38f4a1c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1be366ca-af8a-4bd9-9988-57e1c820cf49'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:04:49.979453 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6e99bedf-087e-4f44-a728-0d116c8d55fb), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:50.116263 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1091e3b-c8d4-467c-bdc6-f7a642ddd9fd None None] New status for floating IP 73275fbd-06da-411a-905a-e0f5e8dee48b: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:04:50.156900 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-8f0ef13a-0ae9-48aa-8357-fea131c48878 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:50.176956 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-8f0ef13a-0ae9-48aa-8357-fea131c48878 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/networks?id=42105ba1-38a2-48f4-8e9f-2db55c355e9e HTTP/1.1" status: 200 len: 814 time: 0.5522730 Feb 09 22:04:50.228075 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] For port 6e99bedf-087e-4f44-a728-0d116c8d55fb, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:50.233908 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f6f7428a-5c19-45e7-bccf-50fb773d5bdf tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/quotas/ecf756413bbb4509914c48d36d3db43f HTTP/1.1" status: 200 len: 375 time: 0.0527036 Feb 09 22:04:50.238405 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] For port 6e99bedf-087e-4f44-a728-0d116c8d55fb, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6e99bedf-087e-4f44-a728-0d116c8d55fb,segment=NetworkSegment(491114b6-0f39-4c63-adb3-17a38f4a1c5a),segment_id=491114b6-0f39-4c63-adb3-17a38f4a1c5a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:04:50.262115 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (6e99bedf-087e-4f44-a728-0d116c8d55fb), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:50.346124 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:50.346764 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:50.348318 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] 10.222.0.42 "PUT /v2.0/ports/6e99bedf-087e-4f44-a728-0d116c8d55fb HTTP/1.1" status: 200 len: 1092 time: 1.6882722 Feb 09 22:04:50.348824 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311af328-f983-4577-a1c3-30a6cbe5ba77', 'tag': '6e99bedf-087e-4f44-a728-0d116c8d55fb'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:50.363977 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4afd3a-9983-4858-9a02-cffaa0691db7" -d '{"events": [{"name": "network-changed", "server_uuid": "311af328-f983-4577-a1c3-30a6cbe5ba77", "tag": "6e99bedf-087e-4f44-a728-0d116c8d55fb"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:50.417449 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] Set router 3f48b858-9322-4655-bda9-a1a300b898fe gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:50.491941 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-60f597f3-00f6-478c-abb4-b3a973da01d4 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ecf756413bbb4509914c48d36d3db43f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2521451 Feb 09 22:04:50.529713 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d13566d1-729d-414c-b7ea-87541cffa15d up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:50.656922 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c60b38-d844-4e42-9d7d-0b0d1d92822c service neutron] Pushing event updated for resources: {'Port': ['ID=6e99bedf-087e-4f44-a728-0d116c8d55fb,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:50.678549 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port d13566d1-729d-414c-b7ea-87541cffa15d triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:50.678953 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d13566d1-729d-414c-b7ea-87541cffa15d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:50.726953 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-625832ba-96bd-4cb3-afde-9bc3c96ced1a service neutron] 10.222.0.77 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337339 Feb 09 22:04:50.731238 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-51fd773a-5f9b-46b2-bb56-4ff436bf20f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:50.744626 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-51fd773a-5f9b-46b2-bb56-4ff436bf20f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b5dbb5572e6a4ab89f7e37e1c337056c&device_id=311af328-f983-4577-a1c3-30a6cbe5ba77 HTTP/1.1" status: 200 len: 1126 time: 0.3315361 Feb 09 22:04:50.889835 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-57de938a-99ff-498a-96ee-4c8761f61ef2 service neutron] 10.222.0.77 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617730 Feb 09 22:04:50.911994 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port d13566d1-729d-414c-b7ea-87541cffa15d is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:50.914008 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-6719233e-7391-45f4-ab0a-1b9f4c71851f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e99bedf-087e-4f44-a728-0d116c8d55fb HTTP/1.1" status: 200 len: 217 time: 0.1603658 Feb 09 22:04:50.990605 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f48b858-9322-4655-bda9-a1a300b898fe', 'name': 'tempest-TestVolumeBootPattern-317155415-router', 'tenant_id': '6c7233be260b4699b09222aae60ff77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'd13566d1-729d-414c-b7ea-87541cffa15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:34Z', 'updated_at': '2022-02-09T22:04:44Z', 'revision_number': 4, 'project_id': '6c7233be260b4699b09222aae60ff77a', 'gw_port': {'id': 'd13566d1-729d-414c-b7ea-87541cffa15d', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48b858-9322-4655-bda9-a1a300b898fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:36Z', 'updated_at': '2022-02-09T22:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'fd8c6650-2bbe-4189-bdf3-aeae9601b299', 'name': '', 'network_id': 'ac9da911-83eb-46ea-ac32-2b2f046f58e5', 'tenant_id': '6c7233be260b4699b09222aae60ff77a', 'mac_address': 'fa:16:3e:2a:8f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f48b858-9322-4655-bda9-a1a300b898fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'd7f43d32-c43b-4bff-8d2d-22f447697131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:42Z', 'updated_at': '2022-02-09T22:04:44Z', 'revision_number': 2, 'project_id': '6c7233be260b4699b09222aae60ff77a', 'subnets': [{'id': 'd7f43d32-c43b-4bff-8d2d-22f447697131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:51.029584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] Checking router: 3f48b858-9322-4655-bda9-a1a300b898fe for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:04:51.029950 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] Updating router 3f48b858-9322-4655-bda9-a1a300b898fe port fd8c6650-2bbe-4189-bdf3-aeae9601b299 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:04:51.078330 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fd8c6650-2bbe-4189-bdf3-aeae9601b299), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:51.104101 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-360ce755-8c3a-4df8-9aa7-c26eccdb893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:51.107443 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-360ce755-8c3a-4df8-9aa7-c26eccdb893b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=777b47e4-b4b4-4d92-9fa4-61eb5b7e33fb HTTP/1.1" status: 200 len: 851 time: 0.1730163 Feb 09 22:04:51.219625 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-047785da-a7a9-4413-8213-78a989758006 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1be366ca-af8a-4bd9-9988-57e1c820cf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053822 Feb 09 22:04:51.267328 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee23f7-4f26-4f26-8a37-15ef49a1a658 req-08895acc-a413-42e5-8aa1-5e2adbee7aab tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:51.275106 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a0ee23f7-4f26-4f26-8a37-15ef49a1a658 req-08895acc-a413-42e5-8aa1-5e2adbee7aab tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 946 time: 0.0741100 Feb 09 22:04:51.335734 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a0ee23f7-4f26-4f26-8a37-15ef49a1a658 req-ea13f100-1855-4fde-b4d0-fd88b9dc97c3 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563753 Feb 09 22:04:51.462097 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-361ec14f-97b3-4d41-8390-9158e0306b8e service neutron] 10.222.0.42 "GET /v2.0/networks/1be366ca-af8a-4bd9-9988-57e1c820cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325168 Feb 09 22:04:51.548890 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecbc4c5-6c13-4d50-b9d4-0dc6ec530ed6 x-openstack-request-id: req-aecbc4c5-6c13-4d50-b9d4-0dc6ec530ed6 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:51.549421 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e74b42-76f3-4ff7-a8a6-6f49ae9badd5", "tag": "cf260aca-47f2-4495-a919-95c569281665", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:51.549849 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aecbc4c5-6c13-4d50-b9d4-0dc6ec530ed6 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:51.553049 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e74b42-76f3-4ff7-a8a6-6f49ae9badd5', 'tag': 'cf260aca-47f2-4495-a919-95c569281665', 'status': 'completed', 'code': 200} Feb 09 22:04:51.811749 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] Publish callbacks [] for port (fd8c6650-2bbe-4189-bdf3-aeae9601b299), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:51.826233 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fd8c6650-2bbe-4189-bdf3-aeae9601b299), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:51.883899 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bd297cfc-7ea8-43c6-bb34-55157c5771d7 req-315d456e-32d3-4868-8cc8-8adc6fcc0c05 service neutron] 10.222.0.42 "GET /v2.0/networks/1be366ca-af8a-4bd9-9988-57e1c820cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084649 Feb 09 22:04:51.890062 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844a3a3-4dc5-4f74-8961-14cb4644de1f req-50d07614-afd8-4f9e-a8e2-7392e879cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:51.896337 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1844a3a3-4dc5-4f74-8961-14cb4644de1f req-50d07614-afd8-4f9e-a8e2-7392e879cd7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4880f10c70244f90be8edb3c8e74671f&device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 1127 time: 0.2811604 Feb 09 22:04:52.013014 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cbcc7-1e63-4319-8beb-309e88499971 None None] Pushing event updated for resources: {'Port': ['ID=fd8c6650-2bbe-4189-bdf3-aeae9601b299,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:52.021187 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-ae6f227d-4dbc-4f7b-be5c-b105020c3152 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1001 time: 0.4194477 Feb 09 22:04:52.152728 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] Attempting to bind port fd8c6650-2bbe-4189-bdf3-aeae9601b299 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:04:52.153564 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] Attempting to bind port fd8c6650-2bbe-4189-bdf3-aeae9601b299 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'ac55945e-4f16-4733-b2c5-494633fb70a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ac9da911-83eb-46ea-ac32-2b2f046f58e5'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:04:52.154948 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] Attempting to bind port fd8c6650-2bbe-4189-bdf3-aeae9601b299 on network ac9da911-83eb-46ea-ac32-2b2f046f58e5 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:52.162611 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844a3a3-4dc5-4f74-8961-14cb4644de1f req-10246de0-c27e-4901-91f9-835d5a5ba320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:52.164779 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1844a3a3-4dc5-4f74-8961-14cb4644de1f req-10246de0-c27e-4901-91f9-835d5a5ba320 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4857dd6b-a754-4680-8991-0ed6d7d88bfa HTTP/1.1" status: 200 len: 920 time: 0.2599466 Feb 09 22:04:52.169294 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:04:52.169787 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] Checking segment: {'id': 'ac55945e-4f16-4733-b2c5-494633fb70a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ac9da911-83eb-46ea-ac32-2b2f046f58e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:52.170597 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:52.171388 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] Bound using segment: {'id': 'ac55945e-4f16-4733-b2c5-494633fb70a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ac9da911-83eb-46ea-ac32-2b2f046f58e5'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:04:52.172390 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] Bound port: fd8c6650-2bbe-4189-bdf3-aeae9601b299, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac55945e-4f16-4733-b2c5-494633fb70a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ac9da911-83eb-46ea-ac32-2b2f046f58e5'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:04:52.173282 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fd8c6650-2bbe-4189-bdf3-aeae9601b299), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:52.259755 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-e11a1f5a-1aa3-42ad-a90a-a4e594d2530e tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:52.262629 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-e11a1f5a-1aa3-42ad-a90a-a4e594d2530e tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports/cf260aca-47f2-4495-a919-95c569281665 HTTP/1.1" status: 200 len: 942 time: 0.2370861 Feb 09 22:04:52.362519 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1844a3a3-4dc5-4f74-8961-14cb4644de1f req-03f3a1c0-4cdd-4895-9313-54b5d7a48460 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf260aca-47f2-4495-a919-95c569281665 HTTP/1.1" status: 200 len: 1001 time: 0.1865506 Feb 09 22:04:52.375974 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] For port fd8c6650-2bbe-4189-bdf3-aeae9601b299, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:52.382954 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] For port fd8c6650-2bbe-4189-bdf3-aeae9601b299, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fd8c6650-2bbe-4189-bdf3-aeae9601b299,segment=NetworkSegment(ac55945e-4f16-4733-b2c5-494633fb70a8),segment_id=ac55945e-4f16-4733-b2c5-494633fb70a8)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:04:52.411729 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fd8c6650-2bbe-4189-bdf3-aeae9601b299), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:52.469525 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844a3a3-4dc5-4f74-8961-14cb4644de1f req-3471fad0-99c4-422b-8832-c4b5a4409275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:52.473309 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1844a3a3-4dc5-4f74-8961-14cb4644de1f req-3471fad0-99c4-422b-8832-c4b5a4409275 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d595b8d0-b4c4-4491-9e6e-ce5e2fa73f07 HTTP/1.1" status: 200 len: 859 time: 0.1042950 Feb 09 22:04:52.577021 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1844a3a3-4dc5-4f74-8961-14cb4644de1f req-a9f73988-c419-4e9a-b9cc-25b068ff363c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4857dd6b-a754-4680-8991-0ed6d7d88bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976954 Feb 09 22:04:52.590344 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cbcc7-1e63-4319-8beb-309e88499971 None None] Pushing event updated for resources: {'Port': ['ID=fd8c6650-2bbe-4189-bdf3-aeae9601b299,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:52.612610 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-2f6ea786-3e0d-40c7-9594-66e8f0b69713 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1001 time: 0.2351007 Feb 09 22:04:52.663397 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-09aa1bc0-a462-4ec0-9705-4820502a1cf6 None None] Provisioning complete for port fd8c6650-2bbe-4189-bdf3-aeae9601b299 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:52.663822 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-09aa1bc0-a462-4ec0-9705-4820502a1cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fd8c6650-2bbe-4189-bdf3-aeae9601b299), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:52.706278 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] Routers {'3f48b858-9322-4655-bda9-a1a300b898fe'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:52.707163 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:04:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['3f48b858-9322-4655-bda9-a1a300b898fe'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:52.972385 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-bab2872b-33d4-4c01-9126-4ab959515858 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:52.983793 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-bab2872b-33d4-4c01-9126-4ab959515858 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.3699257 Feb 09 22:04:53.018027 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1844a3a3-4dc5-4f74-8961-14cb4644de1f req-06e77ab7-1aee-4b6f-ac6f-6b44d721464a service neutron] 10.222.0.42 "GET /v2.0/networks/4857dd6b-a754-4680-8991-0ed6d7d88bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325716 Feb 09 22:04:53.259810 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-09aa1bc0-a462-4ec0-9705-4820502a1cf6 None None] Current status of the port fd8c6650-2bbe-4189-bdf3-aeae9601b299 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:53.264604 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-09aa1bc0-a462-4ec0-9705-4820502a1cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fd8c6650-2bbe-4189-bdf3-aeae9601b299), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:53.285264 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-da42ff6f-e2e4-40aa-b9f8-18727ab19506 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1001 time: 0.2999434 Feb 09 22:04:53.334878 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-72a56d90-209f-4bb5-bfe4-c6a9d816c94c tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:53.414216 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] Set router 3f48b858-9322-4655-bda9-a1a300b898fe gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:53.438526 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1844a3a3-4dc5-4f74-8961-14cb4644de1f req-a8abd523-6f81-4df2-86de-a894f416c7b3 service neutron] 10.222.0.42 "GET /v2.0/networks/4857dd6b-a754-4680-8991-0ed6d7d88bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047174 Feb 09 22:04:53.506242 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-72a56d90-209f-4bb5-bfe4-c6a9d816c94c tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks [] for floatingip (73275fbd-06da-411a-905a-e0f5e8dee48b), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:53.534855 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 6e99bedf-087e-4f44-a728-0d116c8d55fb details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:04:53.960621 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-72a56d90-209f-4bb5-bfe4-c6a9d816c94c tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:53.972669 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-72a56d90-209f-4bb5-bfe4-c6a9d816c94c tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (73275fbd-06da-411a-905a-e0f5e8dee48b), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:53.973834 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-72a56d90-209f-4bb5-bfe4-c6a9d816c94c tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Floating IP 73275fbd-06da-411a-905a-e0f5e8dee48b disassociated. External IP: 172.25.6.229, port: cf260aca-47f2-4495-a919-95c569281665. Feb 09 22:04:53.983312 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-7fca1a34-97ea-43fe-abce-67fc1cd8f5d7 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:53.984967 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-09aa1bc0-a462-4ec0-9705-4820502a1cf6 None None] For port fd8c6650-2bbe-4189-bdf3-aeae9601b299, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fd8c6650-2bbe-4189-bdf3-aeae9601b299,segment=NetworkSegment(ac55945e-4f16-4733-b2c5-494633fb70a8),segment_id=ac55945e-4f16-4733-b2c5-494633fb70a8)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:53.985439 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-7fca1a34-97ea-43fe-abce-67fc1cd8f5d7 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.42 "GET /v2.0/networks?id=42105ba1-38a2-48f4-8e9f-2db55c355e9e HTTP/1.1" status: 200 len: 814 time: 0.1804786 Feb 09 22:04:54.016477 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-c34d82c1-14f5-4ad1-824c-84acb9bed97a tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Request body: {'port': {'device_id': '22a3d428-ae69-458c-b62f-05d1bbe8662a', 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e', 'admin_state_up': True, 'tenant_id': 'ecf756413bbb4509914c48d36d3db43f'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:54.051697 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-09aa1bc0-a462-4ec0-9705-4820502a1cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fd8c6650-2bbe-4189-bdf3-aeae9601b299), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:54.456487 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b4e56a61-a0d2-4786-8930-96e811ba035f None None] Provisioning complete for port fd8c6650-2bbe-4189-bdf3-aeae9601b299 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:54.457282 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b4e56a61-a0d2-4786-8930-96e811ba035f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fd8c6650-2bbe-4189-bdf3-aeae9601b299), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:54.461746 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-c34d82c1-14f5-4ad1-824c-84acb9bed97a tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Made reservation on behalf of ecf756413bbb4509914c48d36d3db43f for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:54.467711 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-c34d82c1-14f5-4ad1-824c-84acb9bed97a tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:54.699709 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fd8c6650-2bbe-4189-bdf3-aeae9601b299 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:54.726385 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 6e99bedf-087e-4f44-a728-0d116c8d55fb, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6e99bedf-087e-4f44-a728-0d116c8d55fb,segment=NetworkSegment(491114b6-0f39-4c63-adb3-17a38f4a1c5a),segment_id=491114b6-0f39-4c63-adb3-17a38f4a1c5a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:54.775941 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-c34d82c1-14f5-4ad1-824c-84acb9bed97a tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Allocated IP 172.20.0.14 (42105ba1-38a2-48f4-8e9f-2db55c355e9e/95498cf5-512a-4d09-af11-5e6075e6f447/d1c8e488-6bd8-4076-a518-7c96a6a6e073) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:54.792065 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa1bc0-a462-4ec0-9705-4820502a1cf6 None None] Pushing event updated for resources: {'Port': ['ID=fd8c6650-2bbe-4189-bdf3-aeae9601b299,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:54.801503 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-72a56d90-209f-4bb5-bfe4-c6a9d816c94c tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Router 1115e8a3-7327-49e0-93c0-88b7478a58a8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:04:54.827976 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '6e99bedf-087e-4f44-a728-0d116c8d55fb', 'network_id': '1be366ca-af8a-4bd9-9988-57e1c820cf49', 'port_id': '6e99bedf-087e-4f44-a728-0d116c8d55fb', 'mac_address': 'fa:16:3e:85:a6:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b47e4-b4b4-4d92-9fa4-61eb5b7e33fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:04:54.983202 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-72a56d90-209f-4bb5-bfe4-c6a9d816c94c tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:54.996699 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-72a56d90-209f-4bb5-bfe4-c6a9d816c94c tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:55.034513 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-72a56d90-209f-4bb5-bfe4-c6a9d816c94c tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "PUT /v2.0/floatingips/73275fbd-06da-411a-905a-e0f5e8dee48b HTTP/1.1" status: 200 len: 695 time: 1.7166297 Feb 09 22:04:55.035503 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e74b42-76f3-4ff7-a8a6-6f49ae9badd5', 'tag': 'cf260aca-47f2-4495-a919-95c569281665'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:55.038226 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645109d4-9df0-4f18-92fc-360faf7b0dda" -d '{"events": [{"name": "network-changed", "server_uuid": "72e74b42-76f3-4ff7-a8a6-6f49ae9badd5", "tag": "cf260aca-47f2-4495-a919-95c569281665"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:55.054161 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b4e56a61-a0d2-4786-8930-96e811ba035f None None] Current status of the port fd8c6650-2bbe-4189-bdf3-aeae9601b299 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:55.077746 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fa5b82-792c-4585-9b1c-b825438f23c5 None None] Sync routers for ids ['1115e8a3-7327-49e0-93c0-88b7478a58a8'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:55.149036 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fa5b82-792c-4585-9b1c-b825438f23c5 None None] Routers {'1115e8a3-7327-49e0-93c0-88b7478a58a8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:55.150034 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-15fa5b82-792c-4585-9b1c-b825438f23c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:04:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1115e8a3-7327-49e0-93c0-88b7478a58a8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:55.159839 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-4ac01674-57f9-4663-b6fe-92d3a767611b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:55.169261 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-4ac01674-57f9-4663-b6fe-92d3a767611b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4880f10c70244f90be8edb3c8e74671f&device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 1127 time: 0.0914707 Feb 09 22:04:55.242404 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-c34d82c1-14f5-4ad1-824c-84acb9bed97a tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks [] for port (d1c8e488-6bd8-4076-a518-7c96a6a6e073), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:55.362151 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-c34d82c1-14f5-4ad1-824c-84acb9bed97a tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (d1c8e488-6bd8-4076-a518-7c96a6a6e073), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:55.455380 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d82c1-14f5-4ad1-824c-84acb9bed97a tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Pushing event updated for resources: {'Port': ['ID=d1c8e488-6bd8-4076-a518-7c96a6a6e073,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:55.474232 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-62c61c8a-625a-4ebb-947b-18a9db3e506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:55.476061 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-62c61c8a-625a-4ebb-947b-18a9db3e506c service neutron] 10.222.0.77 "GET /v2.0/networks?id=4857dd6b-a754-4680-8991-0ed6d7d88bfa HTTP/1.1" status: 200 len: 920 time: 0.3016005 Feb 09 22:04:55.512312 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-c34d82c1-14f5-4ad1-824c-84acb9bed97a tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Network 42105ba1-38a2-48f4-8e9f-2db55c355e9e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:55.514944 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-c34d82c1-14f5-4ad1-824c-84acb9bed97a tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:55.518572 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-c34d82c1-14f5-4ad1-824c-84acb9bed97a tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:55.560742 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 6e99bedf-087e-4f44-a728-0d116c8d55fb is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:55.561600 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6e99bedf-087e-4f44-a728-0d116c8d55fb), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:55.576341 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-e327230d-71bb-4834-83bb-9128f98bbc51 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf260aca-47f2-4495-a919-95c569281665 HTTP/1.1" status: 200 len: 217 time: 0.0888245 Feb 09 22:04:55.578596 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['de3c2b1f-0b8d-4dc9-821f-86c7895954eb', '090de5ea-bb4d-43f4-a96a-b578222bfcbb', 'b58d90f5-b842-4dfe-a6f8-0ef218d3a398'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:04:55.597257 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port fd8c6650-2bbe-4189-bdf3-aeae9601b299 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:55.598627 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fd8c6650-2bbe-4189-bdf3-aeae9601b299), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:55.650426 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-c34d82c1-14f5-4ad1-824c-84acb9bed97a tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:55.651837 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-c34d82c1-14f5-4ad1-824c-84acb9bed97a tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:55.690009 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-c34d82c1-14f5-4ad1-824c-84acb9bed97a tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6895378 Feb 09 22:04:55.710587 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] Request body: {'port': {'device_id': '22a3d428-ae69-458c-b62f-05d1bbe8662a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:55.738614 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-72e3df51-920e-4973-aa14-b0e380012647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:55.752398 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-72e3df51-920e-4973-aa14-b0e380012647 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d595b8d0-b4c4-4491-9e6e-ce5e2fa73f07 HTTP/1.1" status: 200 len: 859 time: 0.1604464 Feb 09 22:04:55.877629 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-ab1261d6-ebdb-4a10-a135-634e8f3e4022 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4857dd6b-a754-4680-8991-0ed6d7d88bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120791 Feb 09 22:04:55.883492 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-15fa5b82-792c-4585-9b1c-b825438f23c5 None None] Set router 1115e8a3-7327-49e0-93c0-88b7478a58a8 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:55.941730 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d1c8e488-6bd8-4076-a518-7c96a6a6e073), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:56.223103 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-50c4af13-4deb-4896-8015-cf32719c988d service neutron] 10.222.0.77 "GET /v2.0/networks/4857dd6b-a754-4680-8991-0ed6d7d88bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347969 Feb 09 22:04:56.291150 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e99bedf-087e-4f44-a728-0d116c8d55fb {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:04:56.354163 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f48b858-9322-4655-bda9-a1a300b898fe', 'name': 'tempest-TestVolumeBootPattern-317155415-router', 'tenant_id': '6c7233be260b4699b09222aae60ff77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'd13566d1-729d-414c-b7ea-87541cffa15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:34Z', 'updated_at': '2022-02-09T22:04:44Z', 'revision_number': 4, 'project_id': '6c7233be260b4699b09222aae60ff77a', 'gw_port': {'id': 'd13566d1-729d-414c-b7ea-87541cffa15d', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48b858-9322-4655-bda9-a1a300b898fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:36Z', 'updated_at': '2022-02-09T22:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'fd8c6650-2bbe-4189-bdf3-aeae9601b299', 'name': '', 'network_id': 'ac9da911-83eb-46ea-ac32-2b2f046f58e5', 'tenant_id': '6c7233be260b4699b09222aae60ff77a', 'mac_address': 'fa:16:3e:2a:8f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f48b858-9322-4655-bda9-a1a300b898fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'd7f43d32-c43b-4bff-8d2d-22f447697131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:42Z', 'updated_at': '2022-02-09T22:04:52Z', 'revision_number': 4, 'project_id': '6c7233be260b4699b09222aae60ff77a', 'subnets': [{'id': 'd7f43d32-c43b-4bff-8d2d-22f447697131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:56.469011 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a30281b5-22dc-4b60-b510-3f540d0bfe19 req-8a6a545b-90a7-4df6-af6e-26e5debe57b6 service neutron] 10.222.0.77 "GET /v2.0/networks/4857dd6b-a754-4680-8991-0ed6d7d88bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338169 Feb 09 22:04:56.549467 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c8e488-6bd8-4076-a518-7c96a6a6e073 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:04:56.558973 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] Publish callbacks [] for port (d1c8e488-6bd8-4076-a518-7c96a6a6e073), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:56.576407 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] Transition to ACTIVE for port object d1c8e488-6bd8-4076-a518-7c96a6a6e073 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:04:56.586045 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (d1c8e488-6bd8-4076-a518-7c96a6a6e073), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:56.628702 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8951c5-63ff-4854-be67-2f2505a050dd None None] The sync data for ids ['3f48b858-9322-4655-bda9-a1a300b898fe'] in n-d-828601-1 is: [{'id': '3f48b858-9322-4655-bda9-a1a300b898fe', 'name': 'tempest-TestVolumeBootPattern-317155415-router', 'tenant_id': '6c7233be260b4699b09222aae60ff77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'd13566d1-729d-414c-b7ea-87541cffa15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:34Z', 'updated_at': '2022-02-09T22:04:44Z', 'revision_number': 4, 'project_id': '6c7233be260b4699b09222aae60ff77a', 'gw_port': {'id': 'd13566d1-729d-414c-b7ea-87541cffa15d', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48b858-9322-4655-bda9-a1a300b898fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:36Z', 'updated_at': '2022-02-09T22:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'fd8c6650-2bbe-4189-bdf3-aeae9601b299', 'name': '', 'network_id': 'ac9da911-83eb-46ea-ac32-2b2f046f58e5', 'tenant_id': '6c7233be260b4699b09222aae60ff77a', 'mac_address': 'fa:16:3e:2a:8f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f48b858-9322-4655-bda9-a1a300b898fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'd7f43d32-c43b-4bff-8d2d-22f447697131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:42Z', 'updated_at': '2022-02-09T22:04:52Z', 'revision_number': 4, 'project_id': '6c7233be260b4699b09222aae60ff77a', 'subnets': [{'id': 'd7f43d32-c43b-4bff-8d2d-22f447697131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:56.678114 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9588032d-aebb-412c-aa40-88fd711d0d60 x-openstack-request-id: req-9588032d-aebb-412c-aa40-88fd711d0d60 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:56.678786 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311af328-f983-4577-a1c3-30a6cbe5ba77", "tag": "6e99bedf-087e-4f44-a728-0d116c8d55fb", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:56.679307 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9588032d-aebb-412c-aa40-88fd711d0d60 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:56.684230 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311af328-f983-4577-a1c3-30a6cbe5ba77', 'tag': '6e99bedf-087e-4f44-a728-0d116c8d55fb', 'status': 'completed', 'code': 200} Feb 09 22:04:56.685616 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 6e99bedf-087e-4f44-a728-0d116c8d55fb, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6e99bedf-087e-4f44-a728-0d116c8d55fb,segment=NetworkSegment(491114b6-0f39-4c63-adb3-17a38f4a1c5a),segment_id=491114b6-0f39-4c63-adb3-17a38f4a1c5a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:56.737248 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6e99bedf-087e-4f44-a728-0d116c8d55fb), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:56.805781 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c8e488-6bd8-4076-a518-7c96a6a6e073,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:57.005275 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] Attempting to bind port d1c8e488-6bd8-4076-a518-7c96a6a6e073 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:04:57.006004 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] Attempting to bind port d1c8e488-6bd8-4076-a518-7c96a6a6e073 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '9550f611-ce26-4437-bed9-cffa6dc8d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:04:57.006664 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] Attempting to bind port d1c8e488-6bd8-4076-a518-7c96a6a6e073 on network 42105ba1-38a2-48f4-8e9f-2db55c355e9e {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:57.017327 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] Port d1c8e488-6bd8-4076-a518-7c96a6a6e073 on network 42105ba1-38a2-48f4-8e9f-2db55c355e9e not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:04:57.018357 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] Attempting to bind port d1c8e488-6bd8-4076-a518-7c96a6a6e073 on network 42105ba1-38a2-48f4-8e9f-2db55c355e9e {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:57.033192 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c4188-2a65-427a-b609-c9f63df7511c req-c517a11c-f29c-40b9-821b-acb149bb2e8a tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:57.038378 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:04:57.039452 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] Checking segment: {'id': '9550f611-ce26-4437-bed9-cffa6dc8d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:57.040593 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] Bound using segment: {'id': '9550f611-ce26-4437-bed9-cffa6dc8d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:04:57.041662 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] Bound port: d1c8e488-6bd8-4076-a518-7c96a6a6e073, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9550f611-ce26-4437-bed9-cffa6dc8d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:04:57.043294 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d1c8e488-6bd8-4076-a518-7c96a6a6e073), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:57.045846 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a9c4188-2a65-427a-b609-c9f63df7511c req-c517a11c-f29c-40b9-821b-acb149bb2e8a tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/ports?device_id=311af328-f983-4577-a1c3-30a6cbe5ba77 HTTP/1.1" status: 200 len: 945 time: 0.2540317 Feb 09 22:04:57.053903 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['6e99bedf-087e-4f44-a728-0d116c8d55fb'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:04:57.057815 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port fd8c6650-2bbe-4189-bdf3-aeae9601b299 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:57.065531 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4afd3a-9983-4858-9a02-cffaa0691db7 req-96779ddf-2c07-4a56-b985-6188fd229f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:57.068377 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0b4afd3a-9983-4858-9a02-cffaa0691db7 req-96779ddf-2c07-4a56-b985-6188fd229f14 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b5dbb5572e6a4ab89f7e37e1c337056c&device_id=311af328-f983-4577-a1c3-30a6cbe5ba77 HTTP/1.1" status: 200 len: 1127 time: 0.4057620 Feb 09 22:04:57.210090 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a9c4188-2a65-427a-b609-c9f63df7511c req-fc31e7cc-146a-4e88-9408-7a7e38837d28 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6477a9-e35a-4cfa-883d-04f8c32abffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527545 Feb 09 22:04:57.256413 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] For port d1c8e488-6bd8-4076-a518-7c96a6a6e073, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:57.263045 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] For port d1c8e488-6bd8-4076-a518-7c96a6a6e073, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=d1c8e488-6bd8-4076-a518-7c96a6a6e073,segment=NetworkSegment(9550f611-ce26-4437-bed9-cffa6dc8d8a4),segment_id=9550f611-ce26-4437-bed9-cffa6dc8d8a4)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:04:57.342747 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (d1c8e488-6bd8-4076-a518-7c96a6a6e073), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:57.361836 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fd8c6650-2bbe-4189-bdf3-aeae9601b299 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:57.499770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:57.504037 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:57.511350 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] 10.222.0.42 "PUT /v2.0/ports/d1c8e488-6bd8-4076-a518-7c96a6a6e073 HTTP/1.1" status: 200 len: 1092 time: 1.8075409 Feb 09 22:04:57.560963 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=6e99bedf-087e-4f44-a728-0d116c8d55fb,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:57.672273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac980f20-a2fc-4f94-adf7-c6906fa8cf58 req-731f37f3-0a43-4ea8-a376-817dbfead42f tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:57.686521 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac980f20-a2fc-4f94-adf7-c6906fa8cf58 req-731f37f3-0a43-4ea8-a376-817dbfead42f tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=22a3d428-ae69-458c-b62f-05d1bbe8662a HTTP/1.1" status: 200 len: 944 time: 0.2230644 Feb 09 22:04:57.841135 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac980f20-a2fc-4f94-adf7-c6906fa8cf58 req-c981cffc-828a-446f-83cf-1f5bd850231b tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521137 Feb 09 22:04:57.996331 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-15fa5b82-792c-4585-9b1c-b825438f23c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-947014288-router', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:49Z', 'updated_at': '2022-02-09T22:03:06Z', 'revision_number': 4, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'gw_port': {'id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:54Z', 'updated_at': '2022-02-09T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'c6dcb9ec-9047-42fe-9a5e-5ea8055bc433', 'name': '', 'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'mac_address': 'fa:16:3e:a7:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'd595b8d0-b4c4-4491-9e6e-ce5e2fa73f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:03Z', 'updated_at': '2022-02-09T22:03:25Z', 'revision_number': 5, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'subnets': [{'id': 'd595b8d0-b4c4-4491-9e6e-ce5e2fa73f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:58.160559 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddcb9b-8f2b-44e7-96ce-b38b2850d7a4 req-43440043-8629-4c4b-8200-27e33d2639ef tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:58.163713 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9bddcb9b-8f2b-44e7-96ce-b38b2850d7a4 req-43440043-8629-4c4b-8200-27e33d2639ef tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 946 time: 0.1219935 Feb 09 22:04:58.177828 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 56992) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:58.184566 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0821d183-45e2-48df-ba5e-0097c679c281 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Request body: {'floatingip': {'port_id': 'ccfbe596-ddec-463f-9e3a-8e3863702c84'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:58.189201 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fa5b82-792c-4585-9b1c-b825438f23c5 None None] Checking router: 1115e8a3-7327-49e0-93c0-88b7478a58a8 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:04:58.255318 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port fd8c6650-2bbe-4189-bdf3-aeae9601b299 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:58.256296 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fd8c6650-2bbe-4189-bdf3-aeae9601b299), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:58.357053 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0821d183-45e2-48df-ba5e-0097c679c281 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for floatingip (a0b32d56-2e6a-4c95-97ac-f6b951519530), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:58.400069 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fa5b82-792c-4585-9b1c-b825438f23c5 None None] Routers {'1115e8a3-7327-49e0-93c0-88b7478a58a8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:58.401156 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-15fa5b82-792c-4585-9b1c-b825438f23c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:04:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1115e8a3-7327-49e0-93c0-88b7478a58a8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:58.471822 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d2b3b-8676-4cea-b85e-e3909dc1c1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c8e488-6bd8-4076-a518-7c96a6a6e073,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:58.571818 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4afd3a-9983-4858-9a02-cffaa0691db7 req-c4e4d9a5-d1eb-438e-a115-2e13fc1e5f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:58.573394 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0b4afd3a-9983-4858-9a02-cffaa0691db7 req-c4e4d9a5-d1eb-438e-a115-2e13fc1e5f35 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1be366ca-af8a-4bd9-9988-57e1c820cf49 HTTP/1.1" status: 200 len: 912 time: 1.4915071 Feb 09 22:04:58.584463 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-95716a8a-eaeb-4964-9e75-a016b0a0f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:58.596367 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-95716a8a-eaeb-4964-9e75-a016b0a0f2b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ecf756413bbb4509914c48d36d3db43f&device_id=22a3d428-ae69-458c-b62f-05d1bbe8662a HTTP/1.1" status: 200 len: 1126 time: 1.0048778 Feb 09 22:04:58.680296 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-12117899-211d-4e83-bf00-53a94f38275e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1c8e488-6bd8-4076-a518-7c96a6a6e073 HTTP/1.1" status: 200 len: 217 time: 0.0752053 Feb 09 22:04:58.725683 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a3d428-ae69-458c-b62f-05d1bbe8662a', 'tag': 'd1c8e488-6bd8-4076-a518-7c96a6a6e073'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:58.728114 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283cdeae-db09-4064-ba6e-f26da17cc2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "22a3d428-ae69-458c-b62f-05d1bbe8662a", "tag": "d1c8e488-6bd8-4076-a518-7c96a6a6e073"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:58.740268 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0b4afd3a-9983-4858-9a02-cffaa0691db7 req-00ec6b42-3911-4a8c-b731-76220a1ab04b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e99bedf-087e-4f44-a728-0d116c8d55fb HTTP/1.1" status: 200 len: 217 time: 0.1428182 Feb 09 22:04:58.817712 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4afd3a-9983-4858-9a02-cffaa0691db7 req-39565259-d016-4c24-ad15-08c35154b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:58.819361 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0b4afd3a-9983-4858-9a02-cffaa0691db7 req-39565259-d016-4c24-ad15-08c35154b85b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=777b47e4-b4b4-4d92-9fa4-61eb5b7e33fb HTTP/1.1" status: 200 len: 851 time: 0.0565920 Feb 09 22:04:58.870259 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port fd8c6650-2bbe-4189-bdf3-aeae9601b299 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:58.968648 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0b4afd3a-9983-4858-9a02-cffaa0691db7 req-d1a062f2-e08a-470e-b6e7-44f8278c00a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1be366ca-af8a-4bd9-9988-57e1c820cf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1395538 Feb 09 22:04:59.042774 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-7a1f054a-ab25-4959-b2a4-f1e877cc3af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:59.052785 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-7a1f054a-ab25-4959-b2a4-f1e877cc3af3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95498cf5-512a-4d09-af11-5e6075e6f447 HTTP/1.1" status: 200 len: 854 time: 0.3175044 Feb 09 22:04:59.246718 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-9d7b9ebd-f180-47ed-b235-ac1e38ce6b17 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=42105ba1-38a2-48f4-8e9f-2db55c355e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1516488 Feb 09 22:04:59.343536 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-15fa5b82-792c-4585-9b1c-b825438f23c5 None None] Set router 1115e8a3-7327-49e0-93c0-88b7478a58a8 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:59.345135 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0b4afd3a-9983-4858-9a02-cffaa0691db7 req-44a97883-43f7-43f9-bd3b-0485a6ca0c7b service neutron] 10.222.0.42 "GET /v2.0/networks/1be366ca-af8a-4bd9-9988-57e1c820cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529584 Feb 09 22:04:59.747118 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-f00a266c-45ce-40b7-b603-8508d4f55fea service neutron] 10.222.0.42 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003532 Feb 09 22:04:59.787002 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-acca7ee4-c075-47fa-a296-9dfa7c3e4cb7 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:59.797807 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-acca7ee4-c075-47fa-a296-9dfa7c3e4cb7 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 811 time: 1.3558989 Feb 09 22:04:59.822114 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-15fa5b82-792c-4585-9b1c-b825438f23c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-947014288-router', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:49Z', 'updated_at': '2022-02-09T22:03:06Z', 'revision_number': 4, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'gw_port': {'id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:54Z', 'updated_at': '2022-02-09T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'c6dcb9ec-9047-42fe-9a5e-5ea8055bc433', 'name': '', 'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'mac_address': 'fa:16:3e:a7:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'd595b8d0-b4c4-4491-9e6e-ce5e2fa73f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:03Z', 'updated_at': '2022-02-09T22:03:25Z', 'revision_number': 5, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'subnets': [{'id': 'd595b8d0-b4c4-4491-9e6e-ce5e2fa73f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:59.823686 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-23778a45-a2dd-45f4-a2f3-3af8259b2aa3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/quotas/58c4a0b7c4ef40dc9ad9a8c42f1c443e HTTP/1.1" status: 200 len: 375 time: 0.0239944 Feb 09 22:04:59.869552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fa5b82-792c-4585-9b1c-b825438f23c5 None None] The sync data for ids ['1115e8a3-7327-49e0-93c0-88b7478a58a8'] in n-d-828601-1 is: [{'id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-947014288-router', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:49Z', 'updated_at': '2022-02-09T22:03:06Z', 'revision_number': 4, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'gw_port': {'id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:54Z', 'updated_at': '2022-02-09T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'c6dcb9ec-9047-42fe-9a5e-5ea8055bc433', 'name': '', 'network_id': '4857dd6b-a754-4680-8991-0ed6d7d88bfa', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'mac_address': 'fa:16:3e:a7:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'd595b8d0-b4c4-4491-9e6e-ce5e2fa73f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:03Z', 'updated_at': '2022-02-09T22:03:25Z', 'revision_number': 5, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'subnets': [{'id': 'd595b8d0-b4c4-4491-9e6e-ce5e2fa73f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:59.911161 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7e87fca8-f558-4225-8c9d-21d51791af3d req-2cf3f5d2-4181-47bf-897d-b2871c93cc48 service neutron] 10.222.0.42 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099648 Feb 09 22:04:59.920344 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0b4afd3a-9983-4858-9a02-cffaa0691db7 req-8ca8be6d-12df-4b65-88dd-6e1d62f07466 service neutron] 10.222.0.42 "GET /v2.0/networks/1be366ca-af8a-4bd9-9988-57e1c820cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650055 Feb 09 22:04:59.938434 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.db.resource_extend [None req-0821d183-45e2-48df-ba5e-0097c679c281 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 22:05:00.018550 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-b34fd833-b83f-437e-8eb5-3e3e2a039f2d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1584802 Feb 09 22:05:00.031452 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0821d183-45e2-48df-ba5e-0097c679c281 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:00.052391 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0821d183-45e2-48df-ba5e-0097c679c281 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (a0b32d56-2e6a-4c95-97ac-f6b951519530), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:00.230475 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-43b904ad-10d8-4dcb-845e-697b2f84eadc service neutron] 10.222.0.77 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968193 Feb 09 22:05:00.275527 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-0821d183-45e2-48df-ba5e-0097c679c281 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Floating IP a0b32d56-2e6a-4c95-97ac-f6b951519530 associated. External IP: 172.25.6.107, port: ccfbe596-ddec-463f-9e3a-8e3863702c84. Feb 09 22:05:00.312476 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36328ff-fdd7-443b-a855-0fafb5241107 None None] New status for floating IP 73275fbd-06da-411a-905a-e0f5e8dee48b: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:05:00.600253 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-1bd7cab1-1910-417c-8470-485732e1375a service neutron] 10.222.0.77 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561013 Feb 09 22:05:00.740916 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 6e99bedf-087e-4f44-a728-0d116c8d55fb up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:00.849358 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 6e99bedf-087e-4f44-a728-0d116c8d55fb completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:05:00.854584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 6e99bedf-087e-4f44-a728-0d116c8d55fb triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:00.855035 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6e99bedf-087e-4f44-a728-0d116c8d55fb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:00.915461 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0821d183-45e2-48df-ba5e-0097c679c281 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Router 41eb67e0-0bf7-4c5a-beb0-58a585b21b2c has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:05:00.984802 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 6e99bedf-087e-4f44-a728-0d116c8d55fb is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:00.985353 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6e99bedf-087e-4f44-a728-0d116c8d55fb), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:01.046953 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311af328-f983-4577-a1c3-30a6cbe5ba77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e99bedf-087e-4f44-a728-0d116c8d55fb'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:05:01.050900 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d297545-82e4-484e-8388-6121c5926f6a" -d '{"events": [{"server_uuid": "311af328-f983-4577-a1c3-30a6cbe5ba77", "name": "network-vif-plugged", "status": "completed", "tag": "6e99bedf-087e-4f44-a728-0d116c8d55fb"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:05:01.081328 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 6e99bedf-087e-4f44-a728-0d116c8d55fb, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6e99bedf-087e-4f44-a728-0d116c8d55fb,segment=NetworkSegment(491114b6-0f39-4c63-adb3-17a38f4a1c5a),segment_id=491114b6-0f39-4c63-adb3-17a38f4a1c5a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:01.094167 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6e99bedf-087e-4f44-a728-0d116c8d55fb), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:01.206074 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=6e99bedf-087e-4f44-a728-0d116c8d55fb,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:01.253065 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:01.255743 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:01.256509 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:01.257221 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:01.257936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:01.258641 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:01.259682 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:01.260447 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:01.261768 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:01.262479 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:01.263170 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:01.263888 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:01.267198 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:01.291140 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0821d183-45e2-48df-ba5e-0097c679c281 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:05:01.324493 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456018f2-4a6e-4fdf-86d2-405d94c44581 None None] Sync routers for ids ['41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:05:01.350109 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0821d183-45e2-48df-ba5e-0097c679c281 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:01.365697 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456018f2-4a6e-4fdf-86d2-405d94c44581 None None] Routers {'41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:05:01.367002 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-456018f2-4a6e-4fdf-86d2-405d94c44581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:04:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:01.371995 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cf1ac0-87b9-4c14-99c3-67c8a72b9a24 x-openstack-request-id: req-43cf1ac0-87b9-4c14-99c3-67c8a72b9a24 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:05:01.372406 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e74b42-76f3-4ff7-a8a6-6f49ae9badd5", "tag": "cf260aca-47f2-4495-a919-95c569281665", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:05:01.372770 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-43cf1ac0-87b9-4c14-99c3-67c8a72b9a24 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:05:01.378737 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e74b42-76f3-4ff7-a8a6-6f49ae9badd5', 'tag': 'cf260aca-47f2-4495-a919-95c569281665', 'status': 'completed', 'code': 200} Feb 09 22:05:01.490593 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645109d4-9df0-4f18-92fc-360faf7b0dda req-3ae46f00-6478-40e0-a93b-b9aadf8186cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:01.497434 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-645109d4-9df0-4f18-92fc-360faf7b0dda req-3ae46f00-6478-40e0-a93b-b9aadf8186cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4880f10c70244f90be8edb3c8e74671f&device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 1127 time: 0.1322050 Feb 09 22:05:01.525109 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6d20b41-d6f3-4642-9d8b-12599c175522 req-fe86551c-806d-4f96-b880-9effebf6cce8 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/floatingips/73275fbd-06da-411a-905a-e0f5e8dee48b HTTP/1.1" status: 200 len: 693 time: 0.1399794 Feb 09 22:05:01.693339 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-456018f2-4a6e-4fdf-86d2-405d94c44581 None None] Set router 41eb67e0-0bf7-4c5a-beb0-58a585b21b2c gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:05:01.728890 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645109d4-9df0-4f18-92fc-360faf7b0dda req-ca2352b1-518e-4f0a-a793-233b5a4c1900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:01.731012 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-645109d4-9df0-4f18-92fc-360faf7b0dda req-ca2352b1-518e-4f0a-a793-233b5a4c1900 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4857dd6b-a754-4680-8991-0ed6d7d88bfa HTTP/1.1" status: 200 len: 920 time: 0.2234883 Feb 09 22:05:01.826779 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0821d183-45e2-48df-ba5e-0097c679c281 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "PUT /v2.0/floatingips/a0b32d56-2e6a-4c95-97ac-f6b951519530 HTTP/1.1" status: 200 len: 992 time: 3.6434970 Feb 09 22:05:01.862289 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-645109d4-9df0-4f18-92fc-360faf7b0dda req-6f4d2ccc-6b7a-400b-9235-21d865b9b34e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf260aca-47f2-4495-a919-95c569281665 HTTP/1.1" status: 200 len: 217 time: 0.1101201 Feb 09 22:05:01.982147 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d20b41-d6f3-4642-9d8b-12599c175522 req-d4135c6e-9f47-43f4-947b-61ac3cb364bc tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:01.983285 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645109d4-9df0-4f18-92fc-360faf7b0dda req-411ba16a-d84f-4243-aa25-8650479150c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:01.985759 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6d20b41-d6f3-4642-9d8b-12599c175522 req-d4135c6e-9f47-43f4-947b-61ac3cb364bc tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/networks/10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 784 time: 0.4107921 Feb 09 22:05:01.986860 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-645109d4-9df0-4f18-92fc-360faf7b0dda req-411ba16a-d84f-4243-aa25-8650479150c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d595b8d0-b4c4-4491-9e6e-ce5e2fa73f07 HTTP/1.1" status: 200 len: 859 time: 0.1155560 Feb 09 22:05:02.006565 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-c6d20b41-d6f3-4642-9d8b-12599c175522 req-6676a72c-bd84-4da5-9021-d23775b628f7 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:05:02.009012 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6d20b41-d6f3-4642-9d8b-12599c175522 req-6676a72c-bd84-4da5-9021-d23775b628f7 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167832 Feb 09 22:05:02.059583 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-645109d4-9df0-4f18-92fc-360faf7b0dda req-6bee9402-ef17-4459-af15-92eb7ec5f4dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4857dd6b-a754-4680-8991-0ed6d7d88bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630436 Feb 09 22:05:02.162797 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6d20b41-d6f3-4642-9d8b-12599c175522 req-92cb62a4-dc3b-4b8b-967a-7091e8bc8330 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 696 time: 0.1455395 Feb 09 22:05:02.321790 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-645109d4-9df0-4f18-92fc-360faf7b0dda req-8e780e60-d1a5-4fb2-bc21-0e859e371737 service neutron] 10.222.0.42 "GET /v2.0/networks/4857dd6b-a754-4680-8991-0ed6d7d88bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518358 Feb 09 22:05:02.357232 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57054) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:02.406486 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6d20b41-d6f3-4642-9d8b-12599c175522 req-cc8e889b-997f-4582-92d6-ae4b32568c1b tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 696 time: 0.2343764 Feb 09 22:05:02.499039 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-645109d4-9df0-4f18-92fc-360faf7b0dda req-63272519-59c6-4c49-b597-dfb0364f1916 service neutron] 10.222.0.42 "GET /v2.0/networks/4857dd6b-a754-4680-8991-0ed6d7d88bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675885 Feb 09 22:05:02.746182 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device d1c8e488-6bd8-4076-a518-7c96a6a6e073 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:05:02.774989 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-456018f2-4a6e-4fdf-86d2-405d94c44581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'name': 'tempest-ServerActionsTestJSON-20830479-router', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:46Z', 'updated_at': '2022-02-09T22:03:58Z', 'revision_number': 4, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'gw_port': {'id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:48Z', 'updated_at': '2022-02-09T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'a0b32d56-2e6a-4c95-97ac-f6b951519530', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'port_id': 'ccfbe596-ddec-463f-9e3a-8e3863702c84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'mac_address': 'fa:16:3e:7e:7d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366dd04e-1f20-4d1f-ab3a-ac66f903a656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:04:07Z', 'updated_at': '2022-02-09T22:04:59Z', 'revision_number': 1, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d59a6f-2fbd-4ec9-9f10-e443c109069f', 'name': '', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'mac_address': 'fa:16:3e:42:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:56Z', 'updated_at': '2022-02-09T22:04:06Z', 'revision_number': 5, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'subnets': [{'id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:02.805045 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0a9c404-0322-4518-95a8-7578cef624e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:02.875423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456018f2-4a6e-4fdf-86d2-405d94c44581 None None] Checking router: 41eb67e0-0bf7-4c5a-beb0-58a585b21b2c for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:05:02.901536 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456018f2-4a6e-4fdf-86d2-405d94c44581 None None] Routers {'41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:05:02.902781 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-456018f2-4a6e-4fdf-86d2-405d94c44581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:04:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:03.027147 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0a9c404-0322-4518-95a8-7578cef624e9 admin admin] Publish callbacks [] for security_group (7ee75992-52f2-400a-8196-fa4ec8dd63b6), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.038283 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0a9c404-0322-4518-95a8-7578cef624e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7ee75992-52f2-400a-8196-fa4ec8dd63b6), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.109548 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c0a9c404-0322-4518-95a8-7578cef624e9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9d11070f7db34d09bd16a57ea73ea56b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7458644 Feb 09 22:05:03.116971 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57062) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:03.192330 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9c404-0322-4518-95a8-7578cef624e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee75992-52f2-400a-8196-fa4ec8dd63b6,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:03.226922 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-c6d20b41-d6f3-4642-9d8b-12599c175522 req-2ac11da5-a90d-4709-96aa-3603e7a7bfc5 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Deleting port f91c7b0d-af62-4c6b-9a92-2507e7f6eba3 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:03.228985 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c6d20b41-d6f3-4642-9d8b-12599c175522 req-2ac11da5-a90d-4709-96aa-3603e7a7bfc5 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f91c7b0d-af62-4c6b-9a92-2507e7f6eba3), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.231598 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port d1c8e488-6bd8-4076-a518-7c96a6a6e073, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=d1c8e488-6bd8-4076-a518-7c96a6a6e073,segment=NetworkSegment(9550f611-ce26-4437-bed9-cffa6dc8d8a4),segment_id=9550f611-ce26-4437-bed9-cffa6dc8d8a4)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:03.266854 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-456018f2-4a6e-4fdf-86d2-405d94c44581 None None] Set router 41eb67e0-0bf7-4c5a-beb0-58a585b21b2c gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:05:03.333057 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'd1c8e488-6bd8-4076-a518-7c96a6a6e073', 'network_id': '42105ba1-38a2-48f4-8e9f-2db55c355e9e', 'port_id': 'd1c8e488-6bd8-4076-a518-7c96a6a6e073', 'mac_address': 'fa:16:3e:ff:66:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95498cf5-512a-4d09-af11-5e6075e6f447', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:05:03.357693 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68355d9e-bae8-4acf-86fb-d9d0d9aefcbd admin admin] Publish callbacks [] for security_group (7ee75992-52f2-400a-8196-fa4ec8dd63b6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.393444 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366dd04e-1f20-4d1f-ab3a-ac66f903a656', 'tag': 'ccfbe596-ddec-463f-9e3a-8e3863702c84'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:05:03.400779 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd976e17-1903-4f95-8e12-7597c200519d" -d '{"events": [{"name": "network-changed", "server_uuid": "366dd04e-1f20-4d1f-ab3a-ac66f903a656", "tag": "ccfbe596-ddec-463f-9e3a-8e3863702c84"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:05:03.473369 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68355d9e-bae8-4acf-86fb-d9d0d9aefcbd admin admin] Publish callbacks [] for security_group (7ee75992-52f2-400a-8196-fa4ec8dd63b6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.547040 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port d1c8e488-6bd8-4076-a518-7c96a6a6e073 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:03.547455 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d1c8e488-6bd8-4076-a518-7c96a6a6e073), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.591461 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c8e488-6bd8-4076-a518-7c96a6a6e073 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:05:03.633095 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68355d9e-bae8-4acf-86fb-d9d0d9aefcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7ee75992-52f2-400a-8196-fa4ec8dd63b6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.638828 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68355d9e-bae8-4acf-86fb-d9d0d9aefcbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.643281 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-68355d9e-bae8-4acf-86fb-d9d0d9aefcbd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7ee75992-52f2-400a-8196-fa4ec8dd63b6 HTTP/1.1" status: 204 len: 168 time: 0.5219734 Feb 09 22:05:03.665259 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port d1c8e488-6bd8-4076-a518-7c96a6a6e073, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=d1c8e488-6bd8-4076-a518-7c96a6a6e073,segment=NetworkSegment(9550f611-ce26-4437-bed9-cffa6dc8d8a4),segment_id=9550f611-ce26-4437-bed9-cffa6dc8d8a4)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:03.675445 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d1c8e488-6bd8-4076-a518-7c96a6a6e073), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.681852 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68355d9e-bae8-4acf-86fb-d9d0d9aefcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee75992-52f2-400a-8196-fa4ec8dd63b6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:03.816235 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c6d20b41-d6f3-4642-9d8b-12599c175522 req-2ac11da5-a90d-4709-96aa-3603e7a7bfc5 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f91c7b0d-af62-4c6b-9a92-2507e7f6eba3), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.816665 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c6d20b41-d6f3-4642-9d8b-12599c175522 req-2ac11da5-a90d-4709-96aa-3603e7a7bfc5 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks [] for floatingip (f91c7b0d-af62-4c6b-9a92-2507e7f6eba3), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.871525 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-c6d20b41-d6f3-4642-9d8b-12599c175522 req-2ac11da5-a90d-4709-96aa-3603e7a7bfc5 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Calling delete_port for f91c7b0d-af62-4c6b-9a92-2507e7f6eba3 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:03.920707 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-2c0babe7-bfce-4354-838e-7841d0edbe9c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:03.922394 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-2c0babe7-bfce-4354-838e-7841d0edbe9c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.71 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 811 time: 0.5299215 Feb 09 22:05:03.940873 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-6b3604c8-6632-4ecc-b431-63c8dcd92bdf tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Request body: {'port': {'device_id': '72a77183-c9f4-4db4-bce9-9003f20c3e98', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'admin_state_up': True, 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:04.037744 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['d1c8e488-6bd8-4076-a518-7c96a6a6e073'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:05:04.191849 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=d1c8e488-6bd8-4076-a518-7c96a6a6e073,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:04.348769 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-456018f2-4a6e-4fdf-86d2-405d94c44581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'name': 'tempest-ServerActionsTestJSON-20830479-router', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:46Z', 'updated_at': '2022-02-09T22:03:58Z', 'revision_number': 4, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'gw_port': {'id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:48Z', 'updated_at': '2022-02-09T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'a0b32d56-2e6a-4c95-97ac-f6b951519530', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'port_id': 'ccfbe596-ddec-463f-9e3a-8e3863702c84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'mac_address': 'fa:16:3e:7e:7d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366dd04e-1f20-4d1f-ab3a-ac66f903a656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:04:07Z', 'updated_at': '2022-02-09T22:04:59Z', 'revision_number': 1, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d59a6f-2fbd-4ec9-9f10-e443c109069f', 'name': '', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'mac_address': 'fa:16:3e:42:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:56Z', 'updated_at': '2022-02-09T22:04:06Z', 'revision_number': 5, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'subnets': [{'id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:04.502048 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456018f2-4a6e-4fdf-86d2-405d94c44581 None None] The sync data for ids ['41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'] in n-d-828601-1 is: [{'id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'name': 'tempest-ServerActionsTestJSON-20830479-router', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:46Z', 'updated_at': '2022-02-09T22:03:58Z', 'revision_number': 4, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'gw_port': {'id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:48Z', 'updated_at': '2022-02-09T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'a0b32d56-2e6a-4c95-97ac-f6b951519530', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'port_id': 'ccfbe596-ddec-463f-9e3a-8e3863702c84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'mac_address': 'fa:16:3e:7e:7d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366dd04e-1f20-4d1f-ab3a-ac66f903a656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:04:07Z', 'updated_at': '2022-02-09T22:04:59Z', 'revision_number': 1, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d59a6f-2fbd-4ec9-9f10-e443c109069f', 'name': '', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'mac_address': 'fa:16:3e:42:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:56Z', 'updated_at': '2022-02-09T22:04:06Z', 'revision_number': 5, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'subnets': [{'id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:05:04.874845 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-6b3604c8-6632-4ecc-b431-63c8dcd92bdf tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Made reservation on behalf of 58c4a0b7c4ef40dc9ad9a8c42f1c443e for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:04.882125 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-6b3604c8-6632-4ecc-b431-63c8dcd92bdf tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:04.939607 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c6d20b41-d6f3-4642-9d8b-12599c175522 req-2ac11da5-a90d-4709-96aa-3603e7a7bfc5 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (f91c7b0d-af62-4c6b-9a92-2507e7f6eba3), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:05.092582 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9b7a0a-a439-4aa4-9f94-52a7902ae26f None None] New status for floating IP a0b32d56-2e6a-4c95-97ac-f6b951519530: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:05:05.118409 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac11da5-a90d-4709-96aa-3603e7a7bfc5 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Pushing event deleted for resources: {'Port': ['ID=f91c7b0d-af62-4c6b-9a92-2507e7f6eba3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:05.363930 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c6d20b41-d6f3-4642-9d8b-12599c175522 req-2ac11da5-a90d-4709-96aa-3603e7a7bfc5 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks [] for floatingip (73275fbd-06da-411a-905a-e0f5e8dee48b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:05.367946 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c6d20b41-d6f3-4642-9d8b-12599c175522 req-2ac11da5-a90d-4709-96aa-3603e7a7bfc5 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:05.383155 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6d20b41-d6f3-4642-9d8b-12599c175522 req-2ac11da5-a90d-4709-96aa-3603e7a7bfc5 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "DELETE /v2.0/floatingips/73275fbd-06da-411a-905a-e0f5e8dee48b HTTP/1.1" status: 204 len: 173 time: 2.9668345 Feb 09 22:05:05.581035 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-6b3604c8-6632-4ecc-b431-63c8dcd92bdf tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Allocated IP 172.20.0.4 (1c413694-0f23-4bcd-9644-27b6436fabff/d01c0d6a-31a0-472b-ba02-5fee9667ec67/cb64657e-d8b8-4986-a5e8-8e03dea63f7f) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:05.604223 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ba134-5b72-471f-bfe1-bc41ceb83f56 req-91fe7401-e469-4968-826d-4728473ea476 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:05.614224 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a0ba134-5b72-471f-bfe1-bc41ceb83f56 req-91fe7401-e469-4968-826d-4728473ea476 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/ports?device_id=311af328-f983-4577-a1c3-30a6cbe5ba77 HTTP/1.1" status: 200 len: 946 time: 0.1215801 Feb 09 22:05:05.719807 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a0ba134-5b72-471f-bfe1-bc41ceb83f56 req-d70caecc-fe54-48c4-87bc-cf7c30938b8a tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6477a9-e35a-4cfa-883d-04f8c32abffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044831 Feb 09 22:05:05.824830 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f240513-e7e4-4435-88d7-083e0ca9c01e x-openstack-request-id: req-3f240513-e7e4-4435-88d7-083e0ca9c01e {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:05:05.825605 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a3d428-ae69-458c-b62f-05d1bbe8662a", "tag": "d1c8e488-6bd8-4076-a518-7c96a6a6e073", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:05:05.825605 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3f240513-e7e4-4435-88d7-083e0ca9c01e {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:05:05.825955 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a3d428-ae69-458c-b62f-05d1bbe8662a', 'tag': 'd1c8e488-6bd8-4076-a518-7c96a6a6e073', 'status': 'completed', 'code': 200} Feb 09 22:05:05.947884 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-6b3604c8-6632-4ecc-b431-63c8dcd92bdf tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for port (cb64657e-d8b8-4986-a5e8-8e03dea63f7f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.000832 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-6b3604c8-6632-4ecc-b431-63c8dcd92bdf tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (cb64657e-d8b8-4986-a5e8-8e03dea63f7f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.099863 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cdeae-db09-4064-ba6e-f26da17cc2f9 req-e435e52b-3029-4f79-b0a7-49552aa90558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:06.105120 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-283cdeae-db09-4064-ba6e-f26da17cc2f9 req-e435e52b-3029-4f79-b0a7-49552aa90558 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ecf756413bbb4509914c48d36d3db43f&device_id=22a3d428-ae69-458c-b62f-05d1bbe8662a HTTP/1.1" status: 200 len: 1127 time: 0.2504103 Feb 09 22:05:06.243020 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-6b3604c8-6632-4ecc-b431-63c8dcd92bdf tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Network 1c413694-0f23-4bcd-9644-27b6436fabff is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:06.252582 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-6b3604c8-6632-4ecc-b431-63c8dcd92bdf tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:06.269142 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-6b3604c8-6632-4ecc-b431-63c8dcd92bdf tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:06.274597 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3604c8-6632-4ecc-b431-63c8dcd92bdf tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event updated for resources: {'Port': ['ID=cb64657e-d8b8-4986-a5e8-8e03dea63f7f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:06.426398 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cdeae-db09-4064-ba6e-f26da17cc2f9 req-211c64e7-8f4c-4e49-a6db-4c88f0f9e72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:06.429993 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-283cdeae-db09-4064-ba6e-f26da17cc2f9 req-211c64e7-8f4c-4e49-a6db-4c88f0f9e72e service neutron] 10.222.0.42 "GET /v2.0/networks?id=42105ba1-38a2-48f4-8e9f-2db55c355e9e HTTP/1.1" status: 200 len: 915 time: 0.3097675 Feb 09 22:05:06.571820 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-6b3604c8-6632-4ecc-b431-63c8dcd92bdf tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:06.577269 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-6b3604c8-6632-4ecc-b431-63c8dcd92bdf tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.646224 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-283cdeae-db09-4064-ba6e-f26da17cc2f9 req-b01bbcee-c08a-4f7b-94bb-e3844b8aa1f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1c8e488-6bd8-4076-a518-7c96a6a6e073 HTTP/1.1" status: 200 len: 217 time: 0.2047944 Feb 09 22:05:06.660245 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-6b3604c8-6632-4ecc-b431-63c8dcd92bdf tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7275109 Feb 09 22:05:06.688568 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] Request body: {'port': {'device_id': '72a77183-c9f4-4db4-bce9-9003f20c3e98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:06.762914 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device d1c8e488-6bd8-4076-a518-7c96a6a6e073 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:06.907774 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cdeae-db09-4064-ba6e-f26da17cc2f9 req-6a241254-009f-41d1-8c4b-64c5d55167f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:06.916121 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-283cdeae-db09-4064-ba6e-f26da17cc2f9 req-6a241254-009f-41d1-8c4b-64c5d55167f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95498cf5-512a-4d09-af11-5e6075e6f447 HTTP/1.1" status: 200 len: 854 time: 0.2601867 Feb 09 22:05:07.029500 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-283cdeae-db09-4064-ba6e-f26da17cc2f9 req-8c2a8ab0-5db5-4769-b834-f300a859f697 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=42105ba1-38a2-48f4-8e9f-2db55c355e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023173 Feb 09 22:05:07.031612 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-78df16a1-4ffb-464f-8f65-1753926d23b2 None None] Provisioning complete for port cb64657e-d8b8-4986-a5e8-8e03dea63f7f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:07.032396 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-78df16a1-4ffb-464f-8f65-1753926d23b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cb64657e-d8b8-4986-a5e8-8e03dea63f7f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.207382 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-78df16a1-4ffb-464f-8f65-1753926d23b2 None None] Port cb64657e-d8b8-4986-a5e8-8e03dea63f7f cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:05:07.221423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port d1c8e488-6bd8-4076-a518-7c96a6a6e073 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:05:07.234155 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port d1c8e488-6bd8-4076-a518-7c96a6a6e073 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:07.234602 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d1c8e488-6bd8-4076-a518-7c96a6a6e073), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.416000 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port d1c8e488-6bd8-4076-a518-7c96a6a6e073 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:07.416407 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d1c8e488-6bd8-4076-a518-7c96a6a6e073), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.482791 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-283cdeae-db09-4064-ba6e-f26da17cc2f9 req-b15cf8d3-e746-4b5b-8055-6be0524d6d35 service neutron] 10.222.0.42 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348264 Feb 09 22:05:07.501242 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port d1c8e488-6bd8-4076-a518-7c96a6a6e073, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=d1c8e488-6bd8-4076-a518-7c96a6a6e073,segment=NetworkSegment(9550f611-ce26-4437-bed9-cffa6dc8d8a4),segment_id=9550f611-ce26-4437-bed9-cffa6dc8d8a4)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:07.514750 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d1c8e488-6bd8-4076-a518-7c96a6a6e073), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.671824 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7da44a-44a9-4d36-b4aa-ec89b1752570 req-1c3a3cf7-3183-43e4-8ff5-7cdcf7884228 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:07.674804 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f7da44a-44a9-4d36-b4aa-ec89b1752570 req-1c3a3cf7-3183-43e4-8ff5-7cdcf7884228 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=22a3d428-ae69-458c-b62f-05d1bbe8662a HTTP/1.1" status: 200 len: 945 time: 1.6083803 Feb 09 22:05:07.723636 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=d1c8e488-6bd8-4076-a518-7c96a6a6e073,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:07.858141 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f5e4587f-e183-43fc-a646-f3ad3a5bff3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.963308 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-283cdeae-db09-4064-ba6e-f26da17cc2f9 req-e95708de-faad-4311-ba67-0c05ddc39d36 service neutron] 10.222.0.42 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730287 Feb 09 22:05:07.999318 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cb64657e-d8b8-4986-a5e8-8e03dea63f7f), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.125285 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f7da44a-44a9-4d36-b4aa-ec89b1752570 req-930edbf0-17a3-4f53-8e17-ca894c336a43 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302833 Feb 09 22:05:08.863999 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7b4787-3d40-47ba-960f-b7da25c42bfe x-openstack-request-id: req-9e7b4787-3d40-47ba-960f-b7da25c42bfe {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:05:08.864867 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311af328-f983-4577-a1c3-30a6cbe5ba77", "name": "network-vif-plugged", "status": "completed", "tag": "6e99bedf-087e-4f44-a728-0d116c8d55fb", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:05:08.865102 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e7b4787-3d40-47ba-960f-b7da25c42bfe {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:05:08.866013 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311af328-f983-4577-a1c3-30a6cbe5ba77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e99bedf-087e-4f44-a728-0d116c8d55fb', 'code': 200} Feb 09 22:05:09.046611 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb64657e-d8b8-4986-a5e8-8e03dea63f7f {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:05:09.105885 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] Publish callbacks [] for port (cb64657e-d8b8-4986-a5e8-8e03dea63f7f), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:09.130009 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] Transition to ACTIVE for port object cb64657e-d8b8-4986-a5e8-8e03dea63f7f will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:05:09.170510 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (cb64657e-d8b8-4986-a5e8-8e03dea63f7f), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:09.204499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97eb530-5007-446f-b70a-37265e2bcb8b req-5b5f816c-b9f4-4cfc-aba5-c60c7e2b696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:09.208654 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e97eb530-5007-446f-b70a-37265e2bcb8b req-5b5f816c-b9f4-4cfc-aba5-c60c7e2b696c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=311af328-f983-4577-a1c3-30a6cbe5ba77 HTTP/1.1" status: 200 len: 1128 time: 0.2065339 Feb 09 22:05:09.403573 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e97eb530-5007-446f-b70a-37265e2bcb8b req-d259349d-ee79-4fa8-9f10-0177db4a9da8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6d6477a9-e35a-4cfa-883d-04f8c32abffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862862 Feb 09 22:05:09.683065 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] Pushing event updated for resources: {'Port': ['ID=cb64657e-d8b8-4986-a5e8-8e03dea63f7f,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:09.768242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3ca3b-0810-4614-9a61-089f6702872b req-281c8fb3-8419-440d-ab54-46f7bb77f813 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:09.772553 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-16d3ca3b-0810-4614-9a61-089f6702872b req-281c8fb3-8419-440d-ab54-46f7bb77f813 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.6403995 Feb 09 22:05:10.021401 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] Attempting to bind port cb64657e-d8b8-4986-a5e8-8e03dea63f7f on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:10.021832 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] Attempting to bind port cb64657e-d8b8-4986-a5e8-8e03dea63f7f by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:10.022568 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] Attempting to bind port cb64657e-d8b8-4986-a5e8-8e03dea63f7f on network 1c413694-0f23-4bcd-9644-27b6436fabff {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:10.078231 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-16d3ca3b-0810-4614-9a61-089f6702872b req-ede57969-e1f3-48c3-8899-3c5645aea201 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884068 Feb 09 22:05:10.086677 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] Port cb64657e-d8b8-4986-a5e8-8e03dea63f7f on network 1c413694-0f23-4bcd-9644-27b6436fabff not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:05:10.087251 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] Attempting to bind port cb64657e-d8b8-4986-a5e8-8e03dea63f7f on network 1c413694-0f23-4bcd-9644-27b6436fabff {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:10.108231 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:10.108809 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] Checking segment: {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:10.109504 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] Bound using segment: {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:10.110258 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] Bound port: cb64657e-d8b8-4986-a5e8-8e03dea63f7f, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:10.110896 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cb64657e-d8b8-4986-a5e8-8e03dea63f7f), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.326070 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] For port cb64657e-d8b8-4986-a5e8-8e03dea63f7f, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:10.423828 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] For port cb64657e-d8b8-4986-a5e8-8e03dea63f7f, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=cb64657e-d8b8-4986-a5e8-8e03dea63f7f,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:10.436915 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57164) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:10.457023 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (cb64657e-d8b8-4986-a5e8-8e03dea63f7f), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.511755 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1e0d7a04-e2d9-4493-a96e-681a77152d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.554736 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] Pushing event updated for resources: {'Port': ['ID=cb64657e-d8b8-4986-a5e8-8e03dea63f7f,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:10.599798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:10.603672 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.606255 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-0938ec2c-211f-47a9-a8c0-1ffc87b85577 service neutron] 10.222.0.71 "PUT /v2.0/ports/cb64657e-d8b8-4986-a5e8-8e03dea63f7f HTTP/1.1" status: 200 len: 1091 time: 3.9366858 Feb 09 22:05:10.647831 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9d87f-14d6-429d-8813-2bd2700aca1f req-e6dba108-939c-4e01-b0d8-fe360a39788e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:10.668852 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b2b9d87f-14d6-429d-8813-2bd2700aca1f req-e6dba108-939c-4e01-b0d8-fe360a39788e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 946 time: 0.3434179 Feb 09 22:05:10.859859 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1045f394-986b-45c4-8cb4-085eb12d0242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.866348 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b2b9d87f-14d6-429d-8813-2bd2700aca1f req-4c81d5f3-d629-4a9f-ac59-05b57a8765ce tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951478 Feb 09 22:05:10.868512 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a3d428-ae69-458c-b62f-05d1bbe8662a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c8e488-6bd8-4076-a518-7c96a6a6e073'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:05:10.876554 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfca4002-2d3c-4564-96a4-04b18fa82751" -d '{"events": [{"server_uuid": "22a3d428-ae69-458c-b62f-05d1bbe8662a", "name": "network-vif-plugged", "status": "completed", "tag": "d1c8e488-6bd8-4076-a518-7c96a6a6e073"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:05:10.919575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-8de5f19f-d244-4943-8953-0f9c6364e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:10.930035 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-8de5f19f-d244-4943-8953-0f9c6364e742 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 1125 time: 0.1452310 Feb 09 22:05:11.039423 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-3afede15-ae90-4967-b763-9cfa7cd5d042 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb64657e-d8b8-4986-a5e8-8e03dea63f7f HTTP/1.1" status: 200 len: 217 time: 0.0995524 Feb 09 22:05:11.196802 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1045f394-986b-45c4-8cb4-085eb12d0242 admin admin] Publish callbacks [] for security_group (6674b97d-1dec-4278-be57-d69180f94d8f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.197986 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888256b8-a361-49b9-b281-c7910f9f3df9 x-openstack-request-id: req-888256b8-a361-49b9-b281-c7910f9f3df9 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:05:11.199239 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366dd04e-1f20-4d1f-ab3a-ac66f903a656", "tag": "ccfbe596-ddec-463f-9e3a-8e3863702c84", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:05:11.199708 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-888256b8-a361-49b9-b281-c7910f9f3df9 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:05:11.200416 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366dd04e-1f20-4d1f-ab3a-ac66f903a656', 'tag': 'ccfbe596-ddec-463f-9e3a-8e3863702c84', 'status': 'completed', 'code': 200} Feb 09 22:05:11.209551 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1045f394-986b-45c4-8cb4-085eb12d0242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6674b97d-1dec-4278-be57-d69180f94d8f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.302623 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1045f394-986b-45c4-8cb4-085eb12d0242 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=165971ea1da944089b7dc9f70c7b899f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8628175 Feb 09 22:05:11.306933 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57172) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:11.380115 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73e1f921-2072-47a7-90ff-3f481012a6f8 req-b9d34205-684e-4330-acc6-b67007c14111 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/security-groups/009d8d1b-9c97-4169-bbeb-fdf510d7b3f1 HTTP/1.1" status: 200 len: 1826 time: 0.1780336 Feb 09 22:05:11.390727 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045f394-986b-45c4-8cb4-085eb12d0242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6674b97d-1dec-4278-be57-d69180f94d8f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:11.403097 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-e51f2767-2098-4691-bdc0-9f5782593b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:11.406185 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-e51f2767-2098-4691-bdc0-9f5782593b8f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.3603964 Feb 09 22:05:11.475899 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38c6368c-019b-4db0-8d7c-77bbad2498b9 admin admin] Publish callbacks [] for security_group (6674b97d-1dec-4278-be57-d69180f94d8f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.506841 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38c6368c-019b-4db0-8d7c-77bbad2498b9 admin admin] Publish callbacks [] for security_group (6674b97d-1dec-4278-be57-d69180f94d8f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.518439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd976e17-1903-4f95-8e12-7597c200519d req-351fb4ab-966e-42bd-93cf-386f54ec0269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:11.521082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd976e17-1903-4f95-8e12-7597c200519d req-351fb4ab-966e-42bd-93cf-386f54ec0269 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 1128 time: 0.3173153 Feb 09 22:05:11.601737 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38c6368c-019b-4db0-8d7c-77bbad2498b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6674b97d-1dec-4278-be57-d69180f94d8f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.607538 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38c6368c-019b-4db0-8d7c-77bbad2498b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.612437 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-38c6368c-019b-4db0-8d7c-77bbad2498b9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6674b97d-1dec-4278-be57-d69180f94d8f HTTP/1.1" status: 204 len: 168 time: 0.2949519 Feb 09 22:05:11.624623 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6368c-019b-4db0-8d7c-77bbad2498b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6674b97d-1dec-4278-be57-d69180f94d8f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:11.627726 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.731058 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-b39225db-7980-4803-9c9b-26ba0a937e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:11.733309 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-b39225db-7980-4803-9c9b-26ba0a937e1d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3189635 Feb 09 22:05:11.741841 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-73e1f921-2072-47a7-90ff-3f481012a6f8 req-4806b5e5-d58a-44a5-9df4-ab82623e1f27 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks [] for security_group (009d8d1b-9c97-4169-bbeb-fdf510d7b3f1), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.959506 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd976e17-1903-4f95-8e12-7597c200519d req-4675b3c8-2122-4cf3-864f-ec1427311976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:11.962198 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd976e17-1903-4f95-8e12-7597c200519d req-4675b3c8-2122-4cf3-864f-ec1427311976 service neutron] 10.222.0.71 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 911 time: 0.4307756 Feb 09 22:05:11.983932 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-73e1f921-2072-47a7-90ff-3f481012a6f8 req-4806b5e5-d58a-44a5-9df4-ab82623e1f27 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks [] for security_group (009d8d1b-9c97-4169-bbeb-fdf510d7b3f1), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.055330 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd976e17-1903-4f95-8e12-7597c200519d req-4b007aec-8c21-4a49-b5c4-f2483e0d22a9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84 HTTP/1.1" status: 200 len: 1002 time: 0.0789819 Feb 09 22:05:12.147701 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd976e17-1903-4f95-8e12-7597c200519d req-53669bf4-4e90-455e-9ecf-74d17f6487db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:12.149246 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd976e17-1903-4f95-8e12-7597c200519d req-53669bf4-4e90-455e-9ecf-74d17f6487db service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.0842414 Feb 09 22:05:12.157616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57182) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:12.182181 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99f1a709-eac4-4204-9b6a-897a468d3974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.282226 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-7554357f-8fa5-4650-ab20-97bbb68c065e service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264246 Feb 09 22:05:12.371599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd976e17-1903-4f95-8e12-7597c200519d req-3f821d32-5d8c-4107-9a99-483c10cda400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:12.373312 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd976e17-1903-4f95-8e12-7597c200519d req-3f821d32-5d8c-4107-9a99-483c10cda400 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2133863 Feb 09 22:05:12.395628 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-73e1f921-2072-47a7-90ff-3f481012a6f8 req-4806b5e5-d58a-44a5-9df4-ab82623e1f27 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (009d8d1b-9c97-4169-bbeb-fdf510d7b3f1), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.398493 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-73e1f921-2072-47a7-90ff-3f481012a6f8 req-4806b5e5-d58a-44a5-9df4-ab82623e1f27 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.399751 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73e1f921-2072-47a7-90ff-3f481012a6f8 req-4806b5e5-d58a-44a5-9df4-ab82623e1f27 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "DELETE /v2.0/security-groups/009d8d1b-9c97-4169-bbeb-fdf510d7b3f1 HTTP/1.1" status: 204 len: 173 time: 0.9630768 Feb 09 22:05:12.409914 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99f1a709-eac4-4204-9b6a-897a468d3974 admin admin] Publish callbacks [] for security_group (66008148-1c87-4983-9bb4-06a3ff46d1f2), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.437411 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99f1a709-eac4-4204-9b6a-897a468d3974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (66008148-1c87-4983-9bb4-06a3ff46d1f2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.508718 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1a709-eac4-4204-9b6a-897a468d3974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66008148-1c87-4983-9bb4-06a3ff46d1f2,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:12.527496 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806b5e5-d58a-44a5-9df4-ab82623e1f27 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=009d8d1b-9c97-4169-bbeb-fdf510d7b3f1,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:12.600675 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8fb8f9c-f868-45b9-8db6-758b3e965312 req-f85f787f-718f-4753-b861-e51f4da995cb service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096538 Feb 09 22:05:12.618659 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-99f1a709-eac4-4204-9b6a-897a468d3974 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1995af7a8ef7492f957b7eea80c64135&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4534271 Feb 09 22:05:12.623774 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57186) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:12.667711 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd976e17-1903-4f95-8e12-7597c200519d req-1fafefb9-a321-4242-9930-4b53a56cdb2c service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862339 Feb 09 22:05:12.684568 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77303bc9-07c1-41fe-b8e9-278280f8af14 req-fd51adc3-fbed-4541-b466-ac19b15dfc09 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:12.691243 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-77303bc9-07c1-41fe-b8e9-278280f8af14 req-fd51adc3-fbed-4541-b466-ac19b15dfc09 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/ports?device_id=311af328-f983-4577-a1c3-30a6cbe5ba77 HTTP/1.1" status: 200 len: 946 time: 0.1746149 Feb 09 22:05:12.756780 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9cf8e614-d570-463a-b404-75f0fa355fb2 admin admin] Publish callbacks [] for security_group (66008148-1c87-4983-9bb4-06a3ff46d1f2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.789504 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.806630 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9cf8e614-d570-463a-b404-75f0fa355fb2 admin admin] Publish callbacks [] for security_group (66008148-1c87-4983-9bb4-06a3ff46d1f2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.936302 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9cf8e614-d570-463a-b404-75f0fa355fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (66008148-1c87-4983-9bb4-06a3ff46d1f2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.938922 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9cf8e614-d570-463a-b404-75f0fa355fb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.944180 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9cf8e614-d570-463a-b404-75f0fa355fb2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/66008148-1c87-4983-9bb4-06a3ff46d1f2 HTTP/1.1" status: 204 len: 168 time: 0.3134959 Feb 09 22:05:12.953017 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8e614-d570-463a-b404-75f0fa355fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66008148-1c87-4983-9bb4-06a3ff46d1f2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:12.972838 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-77303bc9-07c1-41fe-b8e9-278280f8af14 req-4ca2ca45-a7c6-4fed-b10e-df6b1f3e7161 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6477a9-e35a-4cfa-883d-04f8c32abffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544313 Feb 09 22:05:12.999781 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd976e17-1903-4f95-8e12-7597c200519d req-03a4815f-9a9c-4b06-8220-e2f3673931ad service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064790 Feb 09 22:05:13.202196 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a77183-c9f4-4db4-bce9-9003f20c3e98', 'tag': 'cb64657e-d8b8-4986-a5e8-8e03dea63f7f'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:05:13.207964 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2ef895-b84b-4009-9c8d-831e7ecda6da" -d '{"events": [{"name": "network-changed", "server_uuid": "72a77183-c9f4-4db4-bce9-9003f20c3e98", "tag": "cb64657e-d8b8-4986-a5e8-8e03dea63f7f"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:05:13.737664 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2040a-4114-4f18-8433-d4629651d2a3 req-8005e1da-97a9-43fc-8618-c1d2343c12e5 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:13.747856 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21e2040a-4114-4f18-8433-d4629651d2a3 req-8005e1da-97a9-43fc-8618-c1d2343c12e5 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=22a3d428-ae69-458c-b62f-05d1bbe8662a HTTP/1.1" status: 200 len: 946 time: 0.0998597 Feb 09 22:05:13.855059 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21e2040a-4114-4f18-8433-d4629651d2a3 req-719ab186-1213-4732-a015-a5ee3e020949 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062057 Feb 09 22:05:13.933213 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1d2495-0ee9-4207-b5a8-75c76d6f9d2c x-openstack-request-id: req-6a1d2495-0ee9-4207-b5a8-75c76d6f9d2c {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:05:13.933773 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a3d428-ae69-458c-b62f-05d1bbe8662a", "name": "network-vif-plugged", "status": "completed", "tag": "d1c8e488-6bd8-4076-a518-7c96a6a6e073", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:05:13.933900 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6a1d2495-0ee9-4207-b5a8-75c76d6f9d2c {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:05:13.934268 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a3d428-ae69-458c-b62f-05d1bbe8662a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c8e488-6bd8-4076-a518-7c96a6a6e073', 'code': 200} Feb 09 22:05:14.153841 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a835b8-f9b8-4f88-b8b6-1eba4c42fa1f req-a634f605-c0ed-472c-92f4-bbf7b07b1653 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:14.158447 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6a835b8-f9b8-4f88-b8b6-1eba4c42fa1f req-a634f605-c0ed-472c-92f4-bbf7b07b1653 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.1082346 Feb 09 22:05:14.197632 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05417b5-14fe-49b2-88be-9a5c761b5eca req-c5d164b3-ed01-4170-91ba-f233653165ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:14.207092 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e05417b5-14fe-49b2-88be-9a5c761b5eca req-c5d164b3-ed01-4170-91ba-f233653165ec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=22a3d428-ae69-458c-b62f-05d1bbe8662a HTTP/1.1" status: 200 len: 1128 time: 0.1913650 Feb 09 22:05:14.280626 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6a835b8-f9b8-4f88-b8b6-1eba4c42fa1f req-1b996a05-0c3f-4112-b9a1-2afaba9b67e1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956898 Feb 09 22:05:14.387382 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e05417b5-14fe-49b2-88be-9a5c761b5eca req-7e613ff8-e322-4c8b-912c-e141ac961756 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747384 Feb 09 22:05:14.557053 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c3461-88f2-4e6a-b228-172b6a1fba07 req-5a801e51-7d41-42bd-abf1-67bb78c32369 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:14.559312 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f4c3461-88f2-4e6a-b228-172b6a1fba07 req-5a801e51-7d41-42bd-abf1-67bb78c32369 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 946 time: 0.1101911 Feb 09 22:05:14.654440 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f4c3461-88f2-4e6a-b228-172b6a1fba07 req-612fd351-d87a-484a-baf4-30de01129504 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788975 Feb 09 22:05:14.671562 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.149057 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82ba08-7dab-4bf2-8219-5a7ae131623a req-58189f0d-3be9-427e-8979-7adca3dffc41 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:15.151100 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab82ba08-7dab-4bf2-8219-5a7ae131623a req-58189f0d-3be9-427e-8979-7adca3dffc41 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/ports?device_id=311af328-f983-4577-a1c3-30a6cbe5ba77 HTTP/1.1" status: 200 len: 946 time: 0.1249287 Feb 09 22:05:15.283289 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab82ba08-7dab-4bf2-8219-5a7ae131623a req-00c4482f-0ed1-4d38-bbe3-da2a4b93358b tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6477a9-e35a-4cfa-883d-04f8c32abffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261919 Feb 09 22:05:15.377255 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354fef2a-9fec-4470-b241-0110a86d890b x-openstack-request-id: req-354fef2a-9fec-4470-b241-0110a86d890b {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:05:15.377996 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a77183-c9f4-4db4-bce9-9003f20c3e98", "tag": "cb64657e-d8b8-4986-a5e8-8e03dea63f7f", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:05:15.382986 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-354fef2a-9fec-4470-b241-0110a86d890b {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:05:15.394294 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a77183-c9f4-4db4-bce9-9003f20c3e98', 'tag': 'cb64657e-d8b8-4986-a5e8-8e03dea63f7f', 'status': 'completed', 'code': 200} Feb 09 22:05:15.459051 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.478992 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ef895-b84b-4009-9c8d-831e7ecda6da req-4c3fa369-58e6-4370-b5f2-d670e2b35080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:15.481689 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c2ef895-b84b-4009-9c8d-831e7ecda6da req-4c3fa369-58e6-4370-b5f2-d670e2b35080 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 1125 time: 0.0744259 Feb 09 22:05:15.647160 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ef895-b84b-4009-9c8d-831e7ecda6da req-589885f3-00d1-4b82-a69d-9532c270ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:15.649906 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c2ef895-b84b-4009-9c8d-831e7ecda6da req-589885f3-00d1-4b82-a69d-9532c270ed31 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 912 time: 0.1607938 Feb 09 22:05:15.763675 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c2ef895-b84b-4009-9c8d-831e7ecda6da req-894a3e40-6c1d-4549-b340-fea6a38980da service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb64657e-d8b8-4986-a5e8-8e03dea63f7f HTTP/1.1" status: 200 len: 217 time: 0.1020081 Feb 09 22:05:15.862481 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57290) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:15.917814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cf89d-eabe-4103-a236-41ea5e9ac354 req-c1e88713-e55c-43df-9a95-f147dcedd6e1 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:15.921392 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b0cf89d-eabe-4103-a236-41ea5e9ac354 req-c1e88713-e55c-43df-9a95-f147dcedd6e1 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 946 time: 0.2757096 Feb 09 22:05:15.985342 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ef895-b84b-4009-9c8d-831e7ecda6da req-9e1453ef-6ca2-48c7-9040-18d66f6d7ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:15.988292 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c2ef895-b84b-4009-9c8d-831e7ecda6da req-9e1453ef-6ca2-48c7-9040-18d66f6d7ce6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.2167661 Feb 09 22:05:16.011833 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d15dacfc-2912-446e-8fb7-a14dca7caa54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.075017 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.105313 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d15dacfc-2912-446e-8fb7-a14dca7caa54 admin admin] Publish callbacks [] for security_group (41692087-f2f8-447c-9446-35c9edb3bc6d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.111436 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d15dacfc-2912-446e-8fb7-a14dca7caa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (41692087-f2f8-447c-9446-35c9edb3bc6d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.147677 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d15dacfc-2912-446e-8fb7-a14dca7caa54 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fb491ee01f764ff0bd2f47cf6315c2fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2836723 Feb 09 22:05:16.150176 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57294) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:16.150612 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b0cf89d-eabe-4103-a236-41ea5e9ac354 req-f658fa39-92ce-4a7e-8f6f-63af314389c4 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139959 Feb 09 22:05:16.202528 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ef895-b84b-4009-9c8d-831e7ecda6da req-2bed5da7-94af-4549-b1c9-ead7e0d0cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:16.205476 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c2ef895-b84b-4009-9c8d-831e7ecda6da req-2bed5da7-94af-4549-b1c9-ead7e0d0cec2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2060151 Feb 09 22:05:16.218016 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15dacfc-2912-446e-8fb7-a14dca7caa54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41692087-f2f8-447c-9446-35c9edb3bc6d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:16.273711 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7f5a364f-8895-4b6a-a854-24ffe25c281c admin admin] Publish callbacks [] for security_group (41692087-f2f8-447c-9446-35c9edb3bc6d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.325067 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7f5a364f-8895-4b6a-a854-24ffe25c281c admin admin] Publish callbacks [] for security_group (41692087-f2f8-447c-9446-35c9edb3bc6d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.410658 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db79ba0-3aa5-49b0-981f-fea0e267f060 req-5f181ba3-40e6-4968-87ca-21883b05e55e tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:16.423858 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4db79ba0-3aa5-49b0-981f-fea0e267f060 req-5f181ba3-40e6-4968-87ca-21883b05e55e tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=22a3d428-ae69-458c-b62f-05d1bbe8662a HTTP/1.1" status: 200 len: 946 time: 0.1124272 Feb 09 22:05:16.430648 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7f5a364f-8895-4b6a-a854-24ffe25c281c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (41692087-f2f8-447c-9446-35c9edb3bc6d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.437956 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7f5a364f-8895-4b6a-a854-24ffe25c281c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.440277 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7f5a364f-8895-4b6a-a854-24ffe25c281c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/41692087-f2f8-447c-9446-35c9edb3bc6d HTTP/1.1" status: 204 len: 168 time: 0.2868562 Feb 09 22:05:16.456253 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a364f-8895-4b6a-a854-24ffe25c281c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41692087-f2f8-447c-9446-35c9edb3bc6d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:16.473271 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c2ef895-b84b-4009-9c8d-831e7ecda6da req-a184c7a4-3cfd-490b-a645-b397c2257733 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581611 Feb 09 22:05:16.675068 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4db79ba0-3aa5-49b0-981f-fea0e267f060 req-c8379ca2-8a86-443a-83d3-3cdd1fe4e07b tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527466 Feb 09 22:05:16.819446 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c2ef895-b84b-4009-9c8d-831e7ecda6da req-53ddf5d0-0379-41f3-9711-2fadd1d5f30f service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049676 Feb 09 22:05:16.991982 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d444648-c4a3-460a-8377-0ee22c3d3f4a req-71d9fca1-1794-436a-9979-3d629e519af7 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:17.000465 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d444648-c4a3-460a-8377-0ee22c3d3f4a req-71d9fca1-1794-436a-9979-3d629e519af7 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 945 time: 0.1339514 Feb 09 22:05:17.094621 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d444648-c4a3-460a-8377-0ee22c3d3f4a req-d924cf0e-e33c-40c5-923a-77797a688595 tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/security-groups?id=980f9f9e-4844-4cfc-98dd-bb2e634254ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931420 Feb 09 22:05:17.544521 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91b144-4b32-48af-a7f7-af5724b69ac3 req-993b7054-426c-41f6-bc16-62f0762aeeec tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:17.547898 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6b91b144-4b32-48af-a7f7-af5724b69ac3 req-993b7054-426c-41f6-bc16-62f0762aeeec tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.42 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 945 time: 0.2360675 Feb 09 22:05:17.733730 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9295a-0141-4a8a-8e07-28f286187efb req-cc4d2a3a-5ef4-41ae-a818-44339a8045e2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:17.736499 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04a9295a-0141-4a8a-8e07-28f286187efb req-cc4d2a3a-5ef4-41ae-a818-44339a8045e2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.1536348 Feb 09 22:05:17.804201 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57334) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:17.836435 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-6b91b144-4b32-48af-a7f7-af5724b69ac3 req-1b4e1f3b-408e-4c42-8fdb-84d5cc90f74a tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Deleting port cf260aca-47f2-4495-a919-95c569281665 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:17.836950 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6b91b144-4b32-48af-a7f7-af5724b69ac3 req-1b4e1f3b-408e-4c42-8fdb-84d5cc90f74a tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (cf260aca-47f2-4495-a919-95c569281665), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:17.852549 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04a9295a-0141-4a8a-8e07-28f286187efb req-d8d1bdd4-2dac-418d-b0d9-5f3498333500 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026964 Feb 09 22:05:18.009668 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-6b91b144-4b32-48af-a7f7-af5724b69ac3 req-1b4e1f3b-408e-4c42-8fdb-84d5cc90f74a tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] For port cf260aca-47f2-4495-a919-95c569281665, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=cf260aca-47f2-4495-a919-95c569281665,segment=NetworkSegment(4021b8c6-5eef-4941-a565-ee6b7d9f3fb3),segment_id=4021b8c6-5eef-4941-a565-ee6b7d9f3fb3)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:18.010953 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6b91b144-4b32-48af-a7f7-af5724b69ac3 req-1b4e1f3b-408e-4c42-8fdb-84d5cc90f74a tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (cf260aca-47f2-4495-a919-95c569281665), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:18.032379 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-6b91b144-4b32-48af-a7f7-af5724b69ac3 req-1b4e1f3b-408e-4c42-8fdb-84d5cc90f74a tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Calling delete_port for cf260aca-47f2-4495-a919-95c569281665 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:18.417231 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6b91b144-4b32-48af-a7f7-af5724b69ac3 req-1b4e1f3b-408e-4c42-8fdb-84d5cc90f74a tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (cf260aca-47f2-4495-a919-95c569281665), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:18.430574 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['cf260aca-47f2-4495-a919-95c569281665'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:05:18.519554 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1a7e93a1-a361-493f-bc14-69f10f722098 tempest-AgentManagementNegativeTest-755352899 tempest-AgentManagementNegativeTest-755352899-project] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7136838 Feb 09 22:05:18.711931 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e1f3b-408e-4c42-8fdb-84d5cc90f74a tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Pushing event deleted for resources: {'Port': ['ID=cf260aca-47f2-4495-a919-95c569281665,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:18.758103 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b91b144-4b32-48af-a7f7-af5724b69ac3 req-1b4e1f3b-408e-4c42-8fdb-84d5cc90f74a tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] No DVR routers for this DVR port cf260aca-47f2-4495-a919-95c569281665 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:05:18.763599 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6b91b144-4b32-48af-a7f7-af5724b69ac3 req-1b4e1f3b-408e-4c42-8fdb-84d5cc90f74a tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:18.771930 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6b91b144-4b32-48af-a7f7-af5724b69ac3 req-1b4e1f3b-408e-4c42-8fdb-84d5cc90f74a tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.42 "DELETE /v2.0/ports/cf260aca-47f2-4495-a919-95c569281665 HTTP/1.1" status: 204 len: 173 time: 1.2155399 Feb 09 22:05:18.772936 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e74b42-76f3-4ff7-a8a6-6f49ae9badd5', 'name': 'network-vif-deleted', 'tag': 'cf260aca-47f2-4495-a919-95c569281665'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:05:18.777298 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b650a7e-5c8e-4841-8ac1-42cc860a8b80" -d '{"events": [{"server_uuid": "72e74b42-76f3-4ff7-a8a6-6f49ae9badd5", "name": "network-vif-deleted", "tag": "cf260aca-47f2-4495-a919-95c569281665"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:05:19.072541 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedc483-4d5a-406b-8ba8-97ae411611e8 req-e6739f55-583e-4bb5-a2d7-03899c793ec3 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:19.076401 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ddedc483-4d5a-406b-8ba8-97ae411611e8 req-e6739f55-583e-4bb5-a2d7-03899c793ec3 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/ports?device_id=311af328-f983-4577-a1c3-30a6cbe5ba77 HTTP/1.1" status: 200 len: 946 time: 0.1763592 Feb 09 22:05:19.168377 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ddedc483-4d5a-406b-8ba8-97ae411611e8 req-aa47c6f0-c861-4a02-9dcd-695d771e1271 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6477a9-e35a-4cfa-883d-04f8c32abffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848598 Feb 09 22:05:19.317454 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d21ee0c4-dd75-4d97-95ca-6b706c52ecba req-68f9b33f-81a0-40e4-bce2-bc13be94e4af tempest-ServerRescueTestJSONUnderV235-494254090 tempest-ServerRescueTestJSONUnderV235-494254090-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e74b42-76f3-4ff7-a8a6-6f49ae9badd5 HTTP/1.1" status: 200 len: 210 time: 0.0478382 Feb 09 22:05:19.418753 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57370) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:19.674788 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-039c870c-ddef-4d89-8b98-174d2074b350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:19.709213 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633c8754-0502-4685-a1ae-5173404d5413 x-openstack-request-id: req-633c8754-0502-4685-a1ae-5173404d5413 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:05:19.709742 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e74b42-76f3-4ff7-a8a6-6f49ae9badd5", "name": "network-vif-deleted", "tag": "cf260aca-47f2-4495-a919-95c569281665", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:05:19.710436 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-633c8754-0502-4685-a1ae-5173404d5413 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:05:19.711373 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e74b42-76f3-4ff7-a8a6-6f49ae9badd5', 'name': 'network-vif-deleted', 'tag': 'cf260aca-47f2-4495-a919-95c569281665', 'status': 'completed', 'code': 200} Feb 09 22:05:19.866548 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-039c870c-ddef-4d89-8b98-174d2074b350 admin admin] Publish callbacks [] for security_group (aa4fd2de-6241-4ab9-ab5b-dcad773a84ae), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:19.875539 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-039c870c-ddef-4d89-8b98-174d2074b350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (aa4fd2de-6241-4ab9-ab5b-dcad773a84ae), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:19.954110 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-039c870c-ddef-4d89-8b98-174d2074b350 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=076cf64914714f6a93b1ae5c3e1ed9b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5321600 Feb 09 22:05:19.957195 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57388) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:19.974021 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c870c-ddef-4d89-8b98-174d2074b350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4fd2de-6241-4ab9-ab5b-dcad773a84ae,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:20.058637 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b40c96f-14e6-4168-a7a9-d5c0710be56b admin admin] Publish callbacks [] for security_group (aa4fd2de-6241-4ab9-ab5b-dcad773a84ae), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:20.094186 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b40c96f-14e6-4168-a7a9-d5c0710be56b admin admin] Publish callbacks [] for security_group (aa4fd2de-6241-4ab9-ab5b-dcad773a84ae), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:20.096825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5e026-55bc-4e2d-987d-b070ea0c95f6 req-a5f37b3b-5702-4953-91e7-c4fc08ed6feb tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:20.111891 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1be5e026-55bc-4e2d-987d-b070ea0c95f6 req-a5f37b3b-5702-4953-91e7-c4fc08ed6feb tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.1893249 Feb 09 22:05:20.184871 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b40c96f-14e6-4168-a7a9-d5c0710be56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (aa4fd2de-6241-4ab9-ab5b-dcad773a84ae), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:20.187807 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b40c96f-14e6-4168-a7a9-d5c0710be56b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:20.189107 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6b40c96f-14e6-4168-a7a9-d5c0710be56b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aa4fd2de-6241-4ab9-ab5b-dcad773a84ae HTTP/1.1" status: 204 len: 168 time: 0.2303245 Feb 09 22:05:20.216525 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40c96f-14e6-4168-a7a9-d5c0710be56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4fd2de-6241-4ab9-ab5b-dcad773a84ae,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:20.225724 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1be5e026-55bc-4e2d-987d-b070ea0c95f6 req-18ff29e9-57f3-4770-abdb-56007961e5c3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107967 Feb 09 22:05:20.236523 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40c96f-14e6-4168-a7a9-d5c0710be56b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:20.236887 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40c96f-14e6-4168-a7a9-d5c0710be56b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:20.237244 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40c96f-14e6-4168-a7a9-d5c0710be56b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:20.237598 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40c96f-14e6-4168-a7a9-d5c0710be56b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:20.237940 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40c96f-14e6-4168-a7a9-d5c0710be56b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:20.238281 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40c96f-14e6-4168-a7a9-d5c0710be56b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:20.238622 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40c96f-14e6-4168-a7a9-d5c0710be56b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:20.238956 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40c96f-14e6-4168-a7a9-d5c0710be56b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:20.239293 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40c96f-14e6-4168-a7a9-d5c0710be56b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:20.239627 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40c96f-14e6-4168-a7a9-d5c0710be56b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:20.245517 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40c96f-14e6-4168-a7a9-d5c0710be56b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:20.246113 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40c96f-14e6-4168-a7a9-d5c0710be56b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:20.246608 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40c96f-14e6-4168-a7a9-d5c0710be56b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:20.653481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57402) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:20.802503 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device cf260aca-47f2-4495-a919-95c569281665 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:05:20.819475 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305644f-3d82-4c52-b356-fe9ea92c0614 req-15ac29e8-e90d-40a3-becf-a7a5442f540d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:20.831388 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0305644f-3d82-4c52-b356-fe9ea92c0614 req-15ac29e8-e90d-40a3-becf-a7a5442f540d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b5dbb5572e6a4ab89f7e37e1c337056c&device_id=311af328-f983-4577-a1c3-30a6cbe5ba77 HTTP/1.1" status: 200 len: 1128 time: 0.1317406 Feb 09 22:05:20.846091 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dfd63-8603-41d1-aaf6-2398cdd44e32 req-15719e96-a381-4fcb-aeff-2deda4b33099 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:20.857345 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-901dfd63-8603-41d1-aaf6-2398cdd44e32 req-15719e96-a381-4fcb-aeff-2deda4b33099 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/ports?device_id=311af328-f983-4577-a1c3-30a6cbe5ba77 HTTP/1.1" status: 200 len: 946 time: 0.1142552 Feb 09 22:05:20.874527 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: cf260aca-47f2-4495-a919-95c569281665 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:05:20.874879 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device cf260aca-47f2-4495-a919-95c569281665 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:05:20.934050 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-901dfd63-8603-41d1-aaf6-2398cdd44e32 req-dfa05219-cfcd-41c2-bfe9-101c75606307 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6477a9-e35a-4cfa-883d-04f8c32abffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727007 Feb 09 22:05:21.072865 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305644f-3d82-4c52-b356-fe9ea92c0614 req-3fde2598-b814-4b9a-9945-702b4d5993d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:21.075140 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0305644f-3d82-4c52-b356-fe9ea92c0614 req-3fde2598-b814-4b9a-9945-702b4d5993d6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1be366ca-af8a-4bd9-9988-57e1c820cf49 HTTP/1.1" status: 200 len: 912 time: 0.2416797 Feb 09 22:05:21.248927 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0305644f-3d82-4c52-b356-fe9ea92c0614 req-8eca788a-a7ea-46a6-8beb-e21f9d82a3ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e99bedf-087e-4f44-a728-0d116c8d55fb HTTP/1.1" status: 200 len: 217 time: 0.1636300 Feb 09 22:05:21.322972 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305644f-3d82-4c52-b356-fe9ea92c0614 req-de0c3e8d-67d7-4f4f-9e81-432d7e48ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:21.324681 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0305644f-3d82-4c52-b356-fe9ea92c0614 req-de0c3e8d-67d7-4f4f-9e81-432d7e48ea07 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=777b47e4-b4b4-4d92-9fa4-61eb5b7e33fb HTTP/1.1" status: 200 len: 851 time: 0.0708654 Feb 09 22:05:21.424652 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0305644f-3d82-4c52-b356-fe9ea92c0614 req-2ffd4bdc-53e1-45db-bdd6-98d54cc1d99b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1be366ca-af8a-4bd9-9988-57e1c820cf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929182 Feb 09 22:05:21.669938 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0305644f-3d82-4c52-b356-fe9ea92c0614 req-d80ea9f4-e4c8-4a32-9b61-865fc60bc310 service neutron] 10.222.0.42 "GET /v2.0/networks/1be366ca-af8a-4bd9-9988-57e1c820cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382059 Feb 09 22:05:21.849482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57438) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:21.880293 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0305644f-3d82-4c52-b356-fe9ea92c0614 req-b1752e42-a295-4b3c-a1e4-2f42604c449f service neutron] 10.222.0.42 "GET /v2.0/networks/1be366ca-af8a-4bd9-9988-57e1c820cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044539 Feb 09 22:05:22.028944 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ac9cb-1a4d-4ea4-b222-ba7105198357 req-7d295ff5-d3b2-49f0-8033-1084b335e563 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:22.044386 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e9ac9cb-1a4d-4ea4-b222-ba7105198357 req-7d295ff5-d3b2-49f0-8033-1084b335e563 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.1517241 Feb 09 22:05:22.076864 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-01882ec6-b662-4941-9bd4-e9a87cdfc8d0 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1780425297'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:22.106711 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d79a7598-a021-4776-b7c7-8159f8750ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (1115e8a3-7327-49e0-93c0-88b7478a58a8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.112742 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01882ec6-b662-4941-9bd4-e9a87cdfc8d0 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Made reservation on behalf of a99dc5ec1a96459ab5b5df53fa73760f for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:22.117716 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01882ec6-b662-4941-9bd4-e9a87cdfc8d0 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.134155 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01882ec6-b662-4941-9bd4-e9a87cdfc8d0 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.219632 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e9ac9cb-1a4d-4ea4-b222-ba7105198357 req-1778153d-2370-4620-a0a9-7e557809781d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739585 Feb 09 22:05:22.265453 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01882ec6-b662-4941-9bd4-e9a87cdfc8d0 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks [] for security_group (6edc3595-fc01-46a0-b81e-9218deebbed3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.273968 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01882ec6-b662-4941-9bd4-e9a87cdfc8d0 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6edc3595-fc01-46a0-b81e-9218deebbed3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.321412 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01882ec6-b662-4941-9bd4-e9a87cdfc8d0 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:05:22.338096 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01882ec6-b662-4941-9bd4-e9a87cdfc8d0 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6edc3595-fc01-46a0-b81e-9218deebbed3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:22.346175 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01882ec6-b662-4941-9bd4-e9a87cdfc8d0 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (ee0db212-2a2a-453f-a6f0-5770226044b0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.346672 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-01882ec6-b662-4941-9bd4-e9a87cdfc8d0 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Added segment ee0db212-2a2a-453f-a6f0-5770226044b0 of type vlan for network 861a1b37-385f-4d92-ba3c-40f2b817935b Feb 09 22:05:22.408810 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01882ec6-b662-4941-9bd4-e9a87cdfc8d0 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (861a1b37-385f-4d92-ba3c-40f2b817935b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.478403 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01882ec6-b662-4941-9bd4-e9a87cdfc8d0 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (861a1b37-385f-4d92-ba3c-40f2b817935b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.485199 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01882ec6-b662-4941-9bd4-e9a87cdfc8d0 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:22.486013 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01882ec6-b662-4941-9bd4-e9a87cdfc8d0 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.538296 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ccfbe596-ddec-463f-9e3a-8e3863702c84 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:05:22.625298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4a9d8-5511-4790-89a3-ebcafc006bcd req-44568856-a58f-4390-89bc-701511e56f3a tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:22.633442 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01882ec6-b662-4941-9bd4-e9a87cdfc8d0 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Pushing event updated for resources: {'Network': ['ID=861a1b37-385f-4d92-ba3c-40f2b817935b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:22.639988 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a8f4a9d8-5511-4790-89a3-ebcafc006bcd req-44568856-a58f-4390-89bc-701511e56f3a tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/ports?device_id=311af328-f983-4577-a1c3-30a6cbe5ba77 HTTP/1.1" status: 200 len: 946 time: 0.2361653 Feb 09 22:05:22.642859 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57454) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:22.643374 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-01882ec6-b662-4941-9bd4-e9a87cdfc8d0 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7926068 Feb 09 22:05:22.660113 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c114e70b-c4ad-445a-9ecc-8c250a141049 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Request body: {'subnet': {'network_id': '861a1b37-385f-4d92-ba3c-40f2b817935b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:22.801161 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ccfbe596-ddec-463f-9e3a-8e3863702c84, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:22.817613 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'ccfbe596-ddec-463f-9e3a-8e3863702c84', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'port_id': 'ccfbe596-ddec-463f-9e3a-8e3863702c84', 'mac_address': 'fa:16:3e:7e:7d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:05:22.823346 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 861a1b37-385f-4d92-ba3c-40f2b817935b details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:05:23.008401 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ccfbe596-ddec-463f-9e3a-8e3863702c84 is: ACTIVE; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:23.008983 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:23.070114 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ccfbe596-ddec-463f-9e3a-8e3863702c84 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:05:23.092321 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a8f4a9d8-5511-4790-89a3-ebcafc006bcd req-ffaaaa4c-97a0-460e-bd3e-2a6dc38875e2 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6477a9-e35a-4cfa-883d-04f8c32abffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509797 Feb 09 22:05:23.103172 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c114e70b-c4ad-445a-9ecc-8c250a141049 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Made reservation on behalf of a99dc5ec1a96459ab5b5df53fa73760f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:23.109494 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c114e70b-c4ad-445a-9ecc-8c250a141049 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:23.164807 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ccfbe596-ddec-463f-9e3a-8e3863702c84, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:23.174468 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:23.455299 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ccfbe596-ddec-463f-9e3a-8e3863702c84,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:23.485726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d79a7598-a021-4776-b7c7-8159f8750ccb admin admin] Deleting port c6dcb9ec-9047-42fe-9a5e-5ea8055bc433 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:23.486442 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d79a7598-a021-4776-b7c7-8159f8750ccb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c6dcb9ec-9047-42fe-9a5e-5ea8055bc433), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:23.539291 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['ccfbe596-ddec-463f-9e3a-8e3863702c84'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:05:23.738755 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c114e70b-c4ad-445a-9ecc-8c250a141049 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (81b4f811-73a9-41e2-a6ae-7f8a5934488a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:23.841109 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ee1f1-a943-400f-85e7-3feac79e47fc req-adfb373a-298a-44e3-ad1c-fa3a36b68c3e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:23.852713 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e5ee1f1-a943-400f-85e7-3feac79e47fc req-adfb373a-298a-44e3-ad1c-fa3a36b68c3e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.4860184 Feb 09 22:05:23.951422 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114e70b-c4ad-445a-9ecc-8c250a141049 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Pushing event updated for resources: {'Subnet': ['ID=81b4f811-73a9-41e2-a6ae-7f8a5934488a,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:24.074255 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e5ee1f1-a943-400f-85e7-3feac79e47fc req-ec34003b-7d9a-4daf-81c0-da5b4d3559ad tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133834 Feb 09 22:05:24.113555 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-d79a7598-a021-4776-b7c7-8159f8750ccb admin admin] For port c6dcb9ec-9047-42fe-9a5e-5ea8055bc433, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c6dcb9ec-9047-42fe-9a5e-5ea8055bc433,segment=NetworkSegment(4021b8c6-5eef-4941-a565-ee6b7d9f3fb3),segment_id=4021b8c6-5eef-4941-a565-ee6b7d9f3fb3)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:24.114247 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d79a7598-a021-4776-b7c7-8159f8750ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c6dcb9ec-9047-42fe-9a5e-5ea8055bc433), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:24.154888 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c114e70b-c4ad-445a-9ecc-8c250a141049 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Checking segment: {'id': 'ee0db212-2a2a-453f-a6f0-5770226044b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '861a1b37-385f-4d92-ba3c-40f2b817935b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:24.155270 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c114e70b-c4ad-445a-9ecc-8c250a141049 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Network hostable DHCP agents. Network: 861a1b37-385f-4d92-ba3c-40f2b817935b, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:05:24.175163 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d79a7598-a021-4776-b7c7-8159f8750ccb admin admin] Calling delete_port for c6dcb9ec-9047-42fe-9a5e-5ea8055bc433 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:24.414747 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:05:24.415640 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c114e70b-c4ad-445a-9ecc-8c250a141049 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Network 861a1b37-385f-4d92-ba3c-40f2b817935b is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:05:24.469322 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-c114e70b-c4ad-445a-9ecc-8c250a141049 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 861a1b37-385f-4d92-ba3c-40f2b817935b) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:24.479615 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c114e70b-c4ad-445a-9ecc-8c250a141049 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:24.479615 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c114e70b-c4ad-445a-9ecc-8c250a141049 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:24.485247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f52ba07-b743-4bdb-b220-9b9eba70db58 None None] Network 861a1b37-385f-4d92-ba3c-40f2b817935b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:24.567628 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266543f-9371-4147-a8ae-4d14d8ca0379 req-11df3eac-c9ff-4270-84eb-cc43a44bd036 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:24.570909 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f266543f-9371-4147-a8ae-4d14d8ca0379 req-11df3eac-c9ff-4270-84eb-cc43a44bd036 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/ports?device_id=311af328-f983-4577-a1c3-30a6cbe5ba77 HTTP/1.1" status: 200 len: 946 time: 0.3501673 Feb 09 22:05:24.597726 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c114e70b-c4ad-445a-9ecc-8c250a141049 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9443517 Feb 09 22:05:24.600542 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57496) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:24.606519 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d1fd14d6-5898-4f23-82c5-93c9d4211bcd tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Request body: {'port': {'network_id': '861a1b37-385f-4d92-ba3c-40f2b817935b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-121547855'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:24.674066 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ccfbe596-ddec-463f-9e3a-8e3863702c84 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:24.898079 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port ccfbe596-ddec-463f-9e3a-8e3863702c84 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:24.899120 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:24.912456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0826cdc9-6351-4094-9d5f-36485d1ff2b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-861a1b37-385f-4d92-ba3c-40f2b817935b', 'network_id': '861a1b37-385f-4d92-ba3c-40f2b817935b', 'project_id': 'a99dc5ec1a96459ab5b5df53fa73760f', 'fixed_ips': [{'subnet_id': '81b4f811-73a9-41e2-a6ae-7f8a5934488a'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:05:24.915162 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0826cdc9-6351-4094-9d5f-36485d1ff2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:24.937283 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fd14d6-5898-4f23-82c5-93c9d4211bcd tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Made reservation on behalf of a99dc5ec1a96459ab5b5df53fa73760f for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:24.941143 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d1fd14d6-5898-4f23-82c5-93c9d4211bcd tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:24.986797 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-d1fd14d6-5898-4f23-82c5-93c9d4211bcd tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] device_id is not set on port 7aac96ee-e28c-4503-b14a-307a5d40d057 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:05:25.013935 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f266543f-9371-4147-a8ae-4d14d8ca0379 req-8c319b06-f4a1-4438-b1af-8e184aee74b4 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6477a9-e35a-4cfa-883d-04f8c32abffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073079 Feb 09 22:05:25.029586 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18930199-3b8d-43e2-9b63-73eeb6d3572b req-af5fb562-9eac-4148-9dc5-dfe549d1455f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ad153b9a-bc74-43af-9519-3e0e19fac1cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4167173 Feb 09 22:05:25.280601 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d79a7598-a021-4776-b7c7-8159f8750ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c6dcb9ec-9047-42fe-9a5e-5ea8055bc433), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:25.310940 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a7598-a021-4776-b7c7-8159f8750ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=c6dcb9ec-9047-42fe-9a5e-5ea8055bc433,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:25.661130 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-d1fd14d6-5898-4f23-82c5-93c9d4211bcd tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Allocated IP 172.20.0.12 (861a1b37-385f-4d92-ba3c-40f2b817935b/81b4f811-73a9-41e2-a6ae-7f8a5934488a/7aac96ee-e28c-4503-b14a-307a5d40d057) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:25.723111 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ccfbe596-ddec-463f-9e3a-8e3863702c84 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:25.725148 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:25.765613 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d79a7598-a021-4776-b7c7-8159f8750ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (1115e8a3-7327-49e0-93c0-88b7478a58a8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:25.823900 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366dd04e-1f20-4d1f-ab3a-ac66f903a656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfbe596-ddec-463f-9e3a-8e3863702c84'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:05:25.832444 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afe95c3-d8ae-4de3-8cba-1532b68291c0" -d '{"events": [{"server_uuid": "366dd04e-1f20-4d1f-ab3a-ac66f903a656", "name": "network-vif-plugged", "status": "completed", "tag": "ccfbe596-ddec-463f-9e3a-8e3863702c84"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:05:25.867031 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18930199-3b8d-43e2-9b63-73eeb6d3572b req-685673f1-ddfc-47c9-a807-627a6c005990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:25.872872 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18930199-3b8d-43e2-9b63-73eeb6d3572b req-685673f1-ddfc-47c9-a807-627a6c005990 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ecf756413bbb4509914c48d36d3db43f&device_id=ad153b9a-bc74-43af-9519-3e0e19fac1cc HTTP/1.1" status: 200 len: 1127 time: 0.8083129 Feb 09 22:05:25.895570 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ccfbe596-ddec-463f-9e3a-8e3863702c84, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:25.903879 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:26.102107 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ccfbe596-ddec-463f-9e3a-8e3863702c84,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:26.182805 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d1fd14d6-5898-4f23-82c5-93c9d4211bcd tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks [] for port (7aac96ee-e28c-4503-b14a-307a5d40d057), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:26.275491 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d1fd14d6-5898-4f23-82c5-93c9d4211bcd tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (7aac96ee-e28c-4503-b14a-307a5d40d057), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:26.371077 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fd14d6-5898-4f23-82c5-93c9d4211bcd tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Network 861a1b37-385f-4d92-ba3c-40f2b817935b is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:26.374733 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d1fd14d6-5898-4f23-82c5-93c9d4211bcd tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:26.381542 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd14d6-5898-4f23-82c5-93c9d4211bcd tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:26.454310 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd14d6-5898-4f23-82c5-93c9d4211bcd tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Pushing event updated for resources: {'Port': ['ID=7aac96ee-e28c-4503-b14a-307a5d40d057,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:26.502370 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-0826cdc9-6351-4094-9d5f-36485d1ff2b6 None None] Allocated IP 172.20.0.2 (861a1b37-385f-4d92-ba3c-40f2b817935b/81b4f811-73a9-41e2-a6ae-7f8a5934488a/ce280ef6-03bd-403d-a852-b61199338d01) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:26.564131 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fd14d6-5898-4f23-82c5-93c9d4211bcd tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:26.565338 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d1fd14d6-5898-4f23-82c5-93c9d4211bcd tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:26.609116 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d1fd14d6-5898-4f23-82c5-93c9d4211bcd tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0073514 Feb 09 22:05:26.612302 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57514) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:26.623012 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2e595186-693f-425d-a691-771db9dcded7 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Request body: {'port': {'network_id': '861a1b37-385f-4d92-ba3c-40f2b817935b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-650092222', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:26.624033 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.api.validators [None req-2e595186-693f-425d-a691-771db9dcded7 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] bootfile-name is not in valid_values {{(pid=103202) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 22:05:26.624705 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.api.validators [None req-2e595186-693f-425d-a691-771db9dcded7 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] tftp-server is not in valid_values {{(pid=103202) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 22:05:26.625256 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.api.validators [None req-2e595186-693f-425d-a691-771db9dcded7 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] server-ip-address is not in valid_values {{(pid=103202) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 22:05:26.842744 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b426b7-7c3d-4521-b03c-a60203301f6c req-d0e9438d-a3b5-4d1f-a947-4d0142d67189 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:26.846833 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1b426b7-7c3d-4521-b03c-a60203301f6c req-d0e9438d-a3b5-4d1f-a947-4d0142d67189 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 1.0459847 Feb 09 22:05:27.063125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e595186-693f-425d-a691-771db9dcded7 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Made reservation on behalf of a99dc5ec1a96459ab5b5df53fa73760f for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:27.070695 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e595186-693f-425d-a691-771db9dcded7 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:27.177350 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0826cdc9-6351-4094-9d5f-36485d1ff2b6 None None] Publish callbacks [] for port (ce280ef6-03bd-403d-a852-b61199338d01), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:27.183632 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-2e595186-693f-425d-a691-771db9dcded7 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] device_id is not set on port c9a019bf-8cb8-4b0a-9416-2a9f668d9964 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:05:27.204636 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0826cdc9-6351-4094-9d5f-36485d1ff2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (ce280ef6-03bd-403d-a852-b61199338d01), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:27.257948 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0826cdc9-6351-4094-9d5f-36485d1ff2b6 None None] Network 861a1b37-385f-4d92-ba3c-40f2b817935b is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:27.262295 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-0826cdc9-6351-4094-9d5f-36485d1ff2b6 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:27.326167 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0826cdc9-6351-4094-9d5f-36485d1ff2b6 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:27.402894 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826cdc9-6351-4094-9d5f-36485d1ff2b6 None None] Pushing event updated for resources: {'Port': ['ID=ce280ef6-03bd-403d-a852-b61199338d01,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:27.475853 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0826cdc9-6351-4094-9d5f-36485d1ff2b6 None None] Attempting to bind port ce280ef6-03bd-403d-a852-b61199338d01 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:27.476308 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0826cdc9-6351-4094-9d5f-36485d1ff2b6 None None] Attempting to bind port ce280ef6-03bd-403d-a852-b61199338d01 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'ee0db212-2a2a-453f-a6f0-5770226044b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '861a1b37-385f-4d92-ba3c-40f2b817935b'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:27.476680 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0826cdc9-6351-4094-9d5f-36485d1ff2b6 None None] Attempting to bind port ce280ef6-03bd-403d-a852-b61199338d01 on network 861a1b37-385f-4d92-ba3c-40f2b817935b {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:27.487071 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0826cdc9-6351-4094-9d5f-36485d1ff2b6 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:27.487486 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0826cdc9-6351-4094-9d5f-36485d1ff2b6 None None] Checking segment: {'id': 'ee0db212-2a2a-453f-a6f0-5770226044b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '861a1b37-385f-4d92-ba3c-40f2b817935b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:27.488911 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0826cdc9-6351-4094-9d5f-36485d1ff2b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:27.489914 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0826cdc9-6351-4094-9d5f-36485d1ff2b6 None None] Bound using segment: {'id': 'ee0db212-2a2a-453f-a6f0-5770226044b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '861a1b37-385f-4d92-ba3c-40f2b817935b'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:27.490604 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0826cdc9-6351-4094-9d5f-36485d1ff2b6 None None] Bound port: ce280ef6-03bd-403d-a852-b61199338d01, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0db212-2a2a-453f-a6f0-5770226044b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '861a1b37-385f-4d92-ba3c-40f2b817935b'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:27.491278 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0826cdc9-6351-4094-9d5f-36485d1ff2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ce280ef6-03bd-403d-a852-b61199338d01), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:27.641693 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-2e595186-693f-425d-a691-771db9dcded7 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Allocated IP 172.20.0.7 (861a1b37-385f-4d92-ba3c-40f2b817935b/81b4f811-73a9-41e2-a6ae-7f8a5934488a/c9a019bf-8cb8-4b0a-9416-2a9f668d9964) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:27.676981 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0826cdc9-6351-4094-9d5f-36485d1ff2b6 None None] For port ce280ef6-03bd-403d-a852-b61199338d01, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:27.683585 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0826cdc9-6351-4094-9d5f-36485d1ff2b6 None None] For port ce280ef6-03bd-403d-a852-b61199338d01, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ce280ef6-03bd-403d-a852-b61199338d01,segment=NetworkSegment(ee0db212-2a2a-453f-a6f0-5770226044b0),segment_id=ee0db212-2a2a-453f-a6f0-5770226044b0)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:27.695074 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0826cdc9-6351-4094-9d5f-36485d1ff2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ce280ef6-03bd-403d-a852-b61199338d01), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:27.818438 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18930199-3b8d-43e2-9b63-73eeb6d3572b req-dad448fd-2352-4f4d-a8a5-018e05fea0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:27.822201 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18930199-3b8d-43e2-9b63-73eeb6d3572b req-dad448fd-2352-4f4d-a8a5-018e05fea0ea service neutron] 10.222.0.71 "GET /v2.0/networks?id=42105ba1-38a2-48f4-8e9f-2db55c355e9e HTTP/1.1" status: 200 len: 915 time: 1.8466439 Feb 09 22:05:27.873872 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826cdc9-6351-4094-9d5f-36485d1ff2b6 None None] Pushing event updated for resources: {'Port': ['ID=ce280ef6-03bd-403d-a852-b61199338d01,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:28.010253 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1b426b7-7c3d-4521-b03c-a60203301f6c req-288c335a-a3e2-42b4-a2a3-99b07cfa7ed6 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1476278 Feb 09 22:05:28.012527 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79a7598-a021-4776-b7c7-8159f8750ccb admin admin] Router 1115e8a3-7327-49e0-93c0-88b7478a58a8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:05:28.043470 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e595186-693f-425d-a691-771db9dcded7 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks [] for port (c9a019bf-8cb8-4b0a-9416-2a9f668d9964), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:28.060435 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18930199-3b8d-43e2-9b63-73eeb6d3572b req-369e333b-6caa-485d-b4db-307b8d42baaa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b58d90f5-b842-4dfe-a6f8-0ef218d3a398 HTTP/1.1" status: 200 len: 217 time: 0.1312742 Feb 09 22:05:28.161290 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e595186-693f-425d-a691-771db9dcded7 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c9a019bf-8cb8-4b0a-9416-2a9f668d9964), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:28.250728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e595186-693f-425d-a691-771db9dcded7 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Network 861a1b37-385f-4d92-ba3c-40f2b817935b is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:28.254492 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-2e595186-693f-425d-a691-771db9dcded7 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:28.259997 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e595186-693f-425d-a691-771db9dcded7 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:28.264351 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e595186-693f-425d-a691-771db9dcded7 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Pushing event updated for resources: {'Port': ['ID=c9a019bf-8cb8-4b0a-9416-2a9f668d9964,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:28.435033 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e595186-693f-425d-a691-771db9dcded7 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:28.438418 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e595186-693f-425d-a691-771db9dcded7 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:28.483328 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2e595186-693f-425d-a691-771db9dcded7 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.8695972 Feb 09 22:05:28.484111 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57524) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:28.562393 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18930199-3b8d-43e2-9b63-73eeb6d3572b req-ff77a523-6cbc-4830-a48c-ab31c4f69345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:28.564358 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18930199-3b8d-43e2-9b63-73eeb6d3572b req-ff77a523-6cbc-4830-a48c-ab31c4f69345 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95498cf5-512a-4d09-af11-5e6075e6f447 HTTP/1.1" status: 200 len: 854 time: 0.4961741 Feb 09 22:05:28.647947 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18930199-3b8d-43e2-9b63-73eeb6d3572b req-c45a8efb-1f8a-4e5d-bb91-9c1527ba2200 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42105ba1-38a2-48f4-8e9f-2db55c355e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668893 Feb 09 22:05:28.717523 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79a7598-a021-4776-b7c7-8159f8750ccb admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:05:28.730779 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02850993-f714-4cd0-b749-4a867b1e909e None None] Sync routers for ids ['1115e8a3-7327-49e0-93c0-88b7478a58a8'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:05:28.740449 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d79a7598-a021-4776-b7c7-8159f8750ccb admin admin] 10.222.0.77 "PUT /v2.0/routers/1115e8a3-7327-49e0-93c0-88b7478a58a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0847464 Feb 09 22:05:28.750947 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c033bd5c-b360-4bd0-bc41-8be4e3d0e370 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:28.755375 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02850993-f714-4cd0-b749-4a867b1e909e None None] Routers {'1115e8a3-7327-49e0-93c0-88b7478a58a8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:05:28.756080 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-02850993-f714-4cd0-b749-4a867b1e909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:05:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1115e8a3-7327-49e0-93c0-88b7478a58a8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:28.759126 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57526) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:28.767605 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c033bd5c-b360-4bd0-bc41-8be4e3d0e370 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:28.797019 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c033bd5c-b360-4bd0-bc41-8be4e3d0e370 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:28.802486 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c033bd5c-b360-4bd0-bc41-8be4e3d0e370 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3146236 Feb 09 22:05:28.808474 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57528) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:29.061546 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c77af7-85d4-403b-9c83-70794355d068 req-141c79f4-c5e6-46ce-a954-7dff271256eb tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:29.070254 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7c77af7-85d4-403b-9c83-70794355d068 req-141c79f4-c5e6-46ce-a954-7dff271256eb tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/ports?device_id=311af328-f983-4577-a1c3-30a6cbe5ba77 HTTP/1.1" status: 200 len: 946 time: 0.6407835 Feb 09 22:05:29.080247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-02850993-f714-4cd0-b749-4a867b1e909e None None] Set router 1115e8a3-7327-49e0-93c0-88b7478a58a8 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:05:29.206560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-756565ee-0a55-496f-b859-809c3e03d9b8 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Deleting port c9a019bf-8cb8-4b0a-9416-2a9f668d9964 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:29.207204 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-756565ee-0a55-496f-b859-809c3e03d9b8 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c9a019bf-8cb8-4b0a-9416-2a9f668d9964), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:29.327574 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9211-4595-498c-a142-c6ac35350aea admin admin] Publish callbacks [] for router (1115e8a3-7327-49e0-93c0-88b7478a58a8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:29.512548 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ce280ef6-03bd-403d-a852-b61199338d01 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:29.532346 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-02850993-f714-4cd0-b749-4a867b1e909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-947014288-router', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:49Z', 'updated_at': '2022-02-09T22:05:25Z', 'revision_number': 5, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'gw_port': {'id': '59b31b05-f509-4eac-b5b8-4ded29c6c5ab', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:54Z', 'updated_at': '2022-02-09T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:29.676089 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9211-4595-498c-a142-c6ac35350aea admin admin] Publish callbacks [] for router_gateway (1115e8a3-7327-49e0-93c0-88b7478a58a8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:29.679479 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-756565ee-0a55-496f-b859-809c3e03d9b8 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c9a019bf-8cb8-4b0a-9416-2a9f668d9964), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:29.715787 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02850993-f714-4cd0-b749-4a867b1e909e None None] Checking router: 1115e8a3-7327-49e0-93c0-88b7478a58a8 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:05:29.718471 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-756565ee-0a55-496f-b859-809c3e03d9b8 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Calling delete_port for c9a019bf-8cb8-4b0a-9416-2a9f668d9964 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:29.779027 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02850993-f714-4cd0-b749-4a867b1e909e None None] Routers {'1115e8a3-7327-49e0-93c0-88b7478a58a8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:05:29.779927 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-02850993-f714-4cd0-b749-4a867b1e909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:05:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['1115e8a3-7327-49e0-93c0-88b7478a58a8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:29.870002 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7c77af7-85d4-403b-9c83-70794355d068 req-6e8adb4c-fcd1-4133-b5a9-22289e28edf3 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6477a9-e35a-4cfa-883d-04f8c32abffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7798643 Feb 09 22:05:30.029947 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18930199-3b8d-43e2-9b63-73eeb6d3572b req-93fc6104-77d8-481f-a921-479a453fc462 service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3136795 Feb 09 22:05:30.031612 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b9211-4595-498c-a142-c6ac35350aea admin admin] Deleting port 59b31b05-f509-4eac-b5b8-4ded29c6c5ab {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:30.032025 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9211-4595-498c-a142-c6ac35350aea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (59b31b05-f509-4eac-b5b8-4ded29c6c5ab), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:30.076564 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-756565ee-0a55-496f-b859-809c3e03d9b8 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c9a019bf-8cb8-4b0a-9416-2a9f668d9964), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:30.107227 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f567d41-3ba3-4693-9c56-538b2850195f x-openstack-request-id: req-4f567d41-3ba3-4693-9c56-538b2850195f {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:05:30.108325 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366dd04e-1f20-4d1f-ab3a-ac66f903a656", "name": "network-vif-plugged", "status": "completed", "tag": "ccfbe596-ddec-463f-9e3a-8e3863702c84", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:05:30.109156 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4f567d41-3ba3-4693-9c56-538b2850195f {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:05:30.110215 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366dd04e-1f20-4d1f-ab3a-ac66f903a656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfbe596-ddec-463f-9e3a-8e3863702c84', 'code': 200} Feb 09 22:05:30.157988 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff79b95f-1899-47c1-9961-34805603c5c3 None None] Network 861a1b37-385f-4d92-ba3c-40f2b817935b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:30.164317 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756565ee-0a55-496f-b859-809c3e03d9b8 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Pushing event deleted for resources: {'Port': ['ID=c9a019bf-8cb8-4b0a-9416-2a9f668d9964,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:30.166187 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bb5b9211-4595-498c-a142-c6ac35350aea admin admin] For port 59b31b05-f509-4eac-b5b8-4ded29c6c5ab, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=59b31b05-f509-4eac-b5b8-4ded29c6c5ab,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:30.167206 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9211-4595-498c-a142-c6ac35350aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (59b31b05-f509-4eac-b5b8-4ded29c6c5ab), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:30.197470 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b9211-4595-498c-a142-c6ac35350aea admin admin] Calling delete_port for 59b31b05-f509-4eac-b5b8-4ded29c6c5ab owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:30.201830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ce280ef6-03bd-403d-a852-b61199338d01 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:30.202430 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ce280ef6-03bd-403d-a852-b61199338d01), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:30.360832 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-756565ee-0a55-496f-b859-809c3e03d9b8 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:30.365542 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-756565ee-0a55-496f-b859-809c3e03d9b8 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] 10.222.0.77 "DELETE /v2.0/ports/c9a019bf-8cb8-4b0a-9416-2a9f668d9964 HTTP/1.1" status: 204 len: 168 time: 1.5555489 Feb 09 22:05:30.373691 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57538) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:30.382901 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-5ef7aeff-e102-4d05-8543-e21d47b46ded tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Request body: {'port': {'name': 'tempest-new-port-name-1422411172', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:30.383219 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.api.validators [None req-5ef7aeff-e102-4d05-8543-e21d47b46ded tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] bootfile-name is not in valid_values {{(pid=103202) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 22:05:30.383559 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.api.validators [None req-5ef7aeff-e102-4d05-8543-e21d47b46ded tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] tftp-server is not in valid_values {{(pid=103202) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 22:05:30.383970 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.api.validators [None req-5ef7aeff-e102-4d05-8543-e21d47b46ded tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] server-ip-address is not in valid_values {{(pid=103202) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 22:05:30.413908 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-02850993-f714-4cd0-b749-4a867b1e909e None None] Set router 1115e8a3-7327-49e0-93c0-88b7478a58a8 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:05:30.501135 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9211-4595-498c-a142-c6ac35350aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (59b31b05-f509-4eac-b5b8-4ded29c6c5ab), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:30.604285 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-bda803ce-fda4-4049-b9e1-50a685a59a61 None None] Provisioning complete for port ce280ef6-03bd-403d-a852-b61199338d01 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:30.604677 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bda803ce-fda4-4049-b9e1-50a685a59a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ce280ef6-03bd-403d-a852-b61199338d01), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:30.608413 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b9211-4595-498c-a142-c6ac35350aea admin admin] Pushing event deleted for resources: {'Port': ['ID=59b31b05-f509-4eac-b5b8-4ded29c6c5ab,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:30.646285 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ef7aeff-e102-4d05-8543-e21d47b46ded tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7aac96ee-e28c-4503-b14a-307a5d40d057), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:30.669440 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-02850993-f714-4cd0-b749-4a867b1e909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-947014288-router', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:49Z', 'updated_at': '2022-02-09T22:05:29Z', 'revision_number': 6, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:30.719933 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02850993-f714-4cd0-b749-4a867b1e909e None None] The sync data for ids ['1115e8a3-7327-49e0-93c0-88b7478a58a8'] in n-d-828601-1 is: [{'id': '1115e8a3-7327-49e0-93c0-88b7478a58a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-947014288-router', 'tenant_id': '4880f10c70244f90be8edb3c8e74671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:49Z', 'updated_at': '2022-02-09T22:05:29Z', 'revision_number': 6, 'project_id': '4880f10c70244f90be8edb3c8e74671f', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:05:30.805531 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bda803ce-fda4-4049-b9e1-50a685a59a61 None None] Current status of the port ce280ef6-03bd-403d-a852-b61199338d01 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:30.806598 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bda803ce-fda4-4049-b9e1-50a685a59a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ce280ef6-03bd-403d-a852-b61199338d01), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:30.822382 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d64e2-6eff-4e27-a998-6b84940839e4 req-e9cc9cf7-cd96-488a-a96f-9549de1f5ce1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:30.828219 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f29d64e2-6eff-4e27-a998-6b84940839e4 req-e9cc9cf7-cd96-488a-a96f-9549de1f5ce1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.3455751 Feb 09 22:05:30.841700 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ce280ef6-03bd-403d-a852-b61199338d01 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:30.842111 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ce280ef6-03bd-403d-a852-b61199338d01), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:30.897327 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18930199-3b8d-43e2-9b63-73eeb6d3572b req-89d2a406-36b0-4698-ba27-b31250743455 service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157870 Feb 09 22:05:30.982211 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9211-4595-498c-a142-c6ac35350aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (1115e8a3-7327-49e0-93c0-88b7478a58a8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:31.106161 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port ce280ef6-03bd-403d-a852-b61199338d01, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ce280ef6-03bd-403d-a852-b61199338d01,segment=NetworkSegment(ee0db212-2a2a-453f-a6f0-5770226044b0),segment_id=ee0db212-2a2a-453f-a6f0-5770226044b0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:31.126280 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ce280ef6-03bd-403d-a852-b61199338d01), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:31.297305 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f29d64e2-6eff-4e27-a998-6b84940839e4 req-fca0a0cb-65ed-4e7b-943c-adee75774814 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994157 Feb 09 22:05:31.309996 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-bda803ce-fda4-4049-b9e1-50a685a59a61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:05:31.310352 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-bda803ce-fda4-4049-b9e1-50a685a59a61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:05:31.349214 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9211-4595-498c-a142-c6ac35350aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (1115e8a3-7327-49e0-93c0-88b7478a58a8), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:31.364579 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9211-4595-498c-a142-c6ac35350aea admin admin] Publish callbacks [] for router_controller (1115e8a3-7327-49e0-93c0-88b7478a58a8), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:31.518416 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=ce280ef6-03bd-403d-a852-b61199338d01,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:31.579778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c6dcb9ec-9047-42fe-9a5e-5ea8055bc433 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:05:31.630557 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9211-4595-498c-a142-c6ac35350aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (1115e8a3-7327-49e0-93c0-88b7478a58a8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:31.632284 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5b9211-4595-498c-a142-c6ac35350aea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1115e8a3-7327-49e0-93c0-88b7478a58a8 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:05:31.645937 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: c6dcb9ec-9047-42fe-9a5e-5ea8055bc433 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:05:31.646409 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c6dcb9ec-9047-42fe-9a5e-5ea8055bc433 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:05:31.652227 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9211-4595-498c-a142-c6ac35350aea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:31.653545 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bb5b9211-4595-498c-a142-c6ac35350aea admin admin] 10.222.0.77 "DELETE /v2.0/routers/1115e8a3-7327-49e0-93c0-88b7478a58a8 HTTP/1.1" status: 204 len: 168 time: 2.8900375 Feb 09 22:05:31.659881 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57548) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:31.817808 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e450f94-e17d-439e-98c0-06c0fbcd1bff admin admin] Deleting subnet d595b8d0-b4c4-4491-9e6e-ce5e2fa73f07 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:05:31.853402 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e450f94-e17d-439e-98c0-06c0fbcd1bff admin admin] Publish callbacks [] for subnet (d595b8d0-b4c4-4491-9e6e-ce5e2fa73f07), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:32.018047 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e450f94-e17d-439e-98c0-06c0fbcd1bff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (d595b8d0-b4c4-4491-9e6e-ce5e2fa73f07), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:32.074336 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bda803ce-fda4-4049-b9e1-50a685a59a61 None None] Current status of the port ce280ef6-03bd-403d-a852-b61199338d01 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:32.096881 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ef7aeff-e102-4d05-8543-e21d47b46ded tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks [] for port (7aac96ee-e28c-4503-b14a-307a5d40d057), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:32.119837 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ef7aeff-e102-4d05-8543-e21d47b46ded tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (7aac96ee-e28c-4503-b14a-307a5d40d057), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:32.198312 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e450f94-e17d-439e-98c0-06c0fbcd1bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (d595b8d0-b4c4-4491-9e6e-ce5e2fa73f07), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:32.236919 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7aeff-e102-4d05-8543-e21d47b46ded tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Pushing event updated for resources: {'Port': ['ID=7aac96ee-e28c-4503-b14a-307a5d40d057,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:32.324104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6f8c25b9-0ebe-46c0-bda8-5b4fc2735691 None None] Provisioning complete for port 7aac96ee-e28c-4503-b14a-307a5d40d057 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:32.324886 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6f8c25b9-0ebe-46c0-bda8-5b4fc2735691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7aac96ee-e28c-4503-b14a-307a5d40d057), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:32.504190 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5ef7aeff-e102-4d05-8543-e21d47b46ded tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] In _notify_port_updated(), no bound segment for port 7aac96ee-e28c-4503-b14a-307a5d40d057 on network 861a1b37-385f-4d92-ba3c-40f2b817935b {{(pid=103202) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:05:32.519304 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6f8c25b9-0ebe-46c0-bda8-5b4fc2735691 None None] Port 7aac96ee-e28c-4503-b14a-307a5d40d057 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:05:32.535385 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef7aeff-e102-4d05-8543-e21d47b46ded tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:32.541072 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ef7aeff-e102-4d05-8543-e21d47b46ded tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:32.558729 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5ef7aeff-e102-4d05-8543-e21d47b46ded tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] 10.222.0.77 "PUT /v2.0/ports/7aac96ee-e28c-4503-b14a-307a5d40d057 HTTP/1.1" status: 200 len: 1137 time: 2.1797373 Feb 09 22:05:32.560260 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57558) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:32.577930 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6f8c25b9-0ebe-46c0-bda8-5b4fc2735691 None None] Provisioning complete for port ce280ef6-03bd-403d-a852-b61199338d01 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:32.579342 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6f8c25b9-0ebe-46c0-bda8-5b4fc2735691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ce280ef6-03bd-403d-a852-b61199338d01), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:32.579892 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54337b-6266-4e13-a15d-c12302ca3531 req-9acf8b91-64c1-443f-bde1-d0e49022f5b2 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:32.590424 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fb54337b-6266-4e13-a15d-c12302ca3531 req-9acf8b91-64c1-443f-bde1-d0e49022f5b2 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/ports?device_id=311af328-f983-4577-a1c3-30a6cbe5ba77 HTTP/1.1" status: 200 len: 946 time: 0.2998638 Feb 09 22:05:32.616801 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d916375-ef57-4d07-a3d4-88b0c4aadc08 req-96aa7948-a673-4d88-9ab4-a557b839ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:32.624650 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d916375-ef57-4d07-a3d4-88b0c4aadc08 req-96aa7948-a673-4d88-9ab4-a557b839ec0b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b5dbb5572e6a4ab89f7e37e1c337056c&device_id=311af328-f983-4577-a1c3-30a6cbe5ba77 HTTP/1.1" status: 200 len: 1128 time: 0.3930199 Feb 09 22:05:32.706554 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e450f94-e17d-439e-98c0-06c0fbcd1bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (d595b8d0-b4c4-4491-9e6e-ce5e2fa73f07), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:32.751995 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e450f94-e17d-439e-98c0-06c0fbcd1bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:32.764468 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1e450f94-e17d-439e-98c0-06c0fbcd1bff admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d595b8d0-b4c4-4491-9e6e-ce5e2fa73f07 HTTP/1.1" status: 204 len: 168 time: 1.1034136 Feb 09 22:05:32.787180 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57560) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:32.888901 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f526b1c9-d4b8-41e1-8c69-897c019044a7 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:32.890627 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f526b1c9-d4b8-41e1-8c69-897c019044a7 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] 10.222.0.77 "GET /v2.0/ports/7aac96ee-e28c-4503-b14a-307a5d40d057 HTTP/1.1" status: 200 len: 1137 time: 0.3238034 Feb 09 22:05:32.901863 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57562) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:32.962006 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6f8c25b9-0ebe-46c0-bda8-5b4fc2735691 None None] Current status of the port ce280ef6-03bd-403d-a852-b61199338d01 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:33.029928 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-53647174-c573-4794-9ff2-7b96600661d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (4857dd6b-a754-4680-8991-0ed6d7d88bfa), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:33.069416 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fb54337b-6266-4e13-a15d-c12302ca3531 req-b10a0db7-d728-4c2a-aba7-0ce64c28b901 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6477a9-e35a-4cfa-883d-04f8c32abffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758384 Feb 09 22:05:33.070378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e450f94-e17d-439e-98c0-06c0fbcd1bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d595b8d0-b4c4-4491-9e6e-ce5e2fa73f07,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:33.115618 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-cd4bf12a-968e-4f84-ab24-6ec897714d67 None None] Provisioning complete for port 7aac96ee-e28c-4503-b14a-307a5d40d057 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:33.121452 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cd4bf12a-968e-4f84-ab24-6ec897714d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7aac96ee-e28c-4503-b14a-307a5d40d057), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:33.262825 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d916375-ef57-4d07-a3d4-88b0c4aadc08 req-4e7d33be-19af-49c5-9608-f46db6747065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:33.265455 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d916375-ef57-4d07-a3d4-88b0c4aadc08 req-4e7d33be-19af-49c5-9608-f46db6747065 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1be366ca-af8a-4bd9-9988-57e1c820cf49 HTTP/1.1" status: 200 len: 912 time: 0.5934622 Feb 09 22:05:33.332906 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-53647174-c573-4794-9ff2-7b96600661d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (4857dd6b-a754-4680-8991-0ed6d7d88bfa), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:33.355704 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-cd4bf12a-968e-4f84-ab24-6ec897714d67 None None] Port 7aac96ee-e28c-4503-b14a-307a5d40d057 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:05:33.361498 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ce280ef6-03bd-403d-a852-b61199338d01 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:33.460808 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-53647174-c573-4794-9ff2-7b96600661d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4857dd6b-a754-4680-8991-0ed6d7d88bfa']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:33.499679 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-53647174-c573-4794-9ff2-7b96600661d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4021b8c6-5eef-4941-a565-ee6b7d9f3fb3') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:33.500065 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-53647174-c573-4794-9ff2-7b96600661d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4021b8c6-5eef-4941-a565-ee6b7d9f3fb3') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:33.534964 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d916375-ef57-4d07-a3d4-88b0c4aadc08 req-ab93db6e-edc4-4101-b819-f5aebe53e897 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e99bedf-087e-4f44-a728-0d116c8d55fb HTTP/1.1" status: 200 len: 217 time: 0.2311461 Feb 09 22:05:33.539740 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-53647174-c573-4794-9ff2-7b96600661d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (4021b8c6-5eef-4941-a565-ee6b7d9f3fb3), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:33.563371 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ca51c92d-ffe2-4db4-83d5-58ec017a572c None None] Could not find standard attr ID for object c9a019bf-8cb8-4b0a-9416-2a9f668d9964. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:05:33.577110 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6042bf5-00b1-4a23-b0a4-4edd17aa7d98 req-170cec0c-17aa-420b-9397-de94b99fc724 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:33.585025 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b6042bf5-00b1-4a23-b0a4-4edd17aa7d98 req-170cec0c-17aa-420b-9397-de94b99fc724 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.2185676 Feb 09 22:05:33.634207 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ce280ef6-03bd-403d-a852-b61199338d01 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:33.635385 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ce280ef6-03bd-403d-a852-b61199338d01), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:33.695961 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b6042bf5-00b1-4a23-b0a4-4edd17aa7d98 req-91681ffa-0e34-493d-8d9d-6f9dc41918c0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098785 Feb 09 22:05:33.697152 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-53647174-c573-4794-9ff2-7b96600661d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (4021b8c6-5eef-4941-a565-ee6b7d9f3fb3), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:33.723320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53647174-c573-4794-9ff2-7b96600661d7 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:05:33.727213 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-53647174-c573-4794-9ff2-7b96600661d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (4021b8c6-5eef-4941-a565-ee6b7d9f3fb3), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:05:33.730419 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:05:33.766614 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d916375-ef57-4d07-a3d4-88b0c4aadc08 req-70d1f0e1-e719-4650-8a3d-97f56d06cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:33.773642 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d916375-ef57-4d07-a3d4-88b0c4aadc08 req-70d1f0e1-e719-4650-8a3d-97f56d06cc43 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=777b47e4-b4b4-4d92-9fa4-61eb5b7e33fb HTTP/1.1" status: 200 len: 851 time: 0.2248108 Feb 09 22:05:33.809034 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-53647174-c573-4794-9ff2-7b96600661d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (4857dd6b-a754-4680-8991-0ed6d7d88bfa), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:33.848553 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-53647174-c573-4794-9ff2-7b96600661d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:33.858498 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-53647174-c573-4794-9ff2-7b96600661d7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/4857dd6b-a754-4680-8991-0ed6d7d88bfa HTTP/1.1" status: 204 len: 168 time: 1.0712974 Feb 09 22:05:33.863006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53647174-c573-4794-9ff2-7b96600661d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4857dd6b-a754-4680-8991-0ed6d7d88bfa,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:33.946014 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d916375-ef57-4d07-a3d4-88b0c4aadc08 req-d961874e-b3c2-4444-ba73-7cce7c0862ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1be366ca-af8a-4bd9-9988-57e1c820cf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1558754 Feb 09 22:05:33.998617 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ace39d97-f867-4baf-a58b-7800173c49b2 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Deleting port 7aac96ee-e28c-4503-b14a-307a5d40d057 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:33.999306 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ace39d97-f867-4baf-a58b-7800173c49b2 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (7aac96ee-e28c-4503-b14a-307a5d40d057), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:34.027671 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ce280ef6-03bd-403d-a852-b61199338d01 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:34.052034 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 59b31b05-f509-4eac-b5b8-4ded29c6c5ab no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:05:34.137914 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 59b31b05-f509-4eac-b5b8-4ded29c6c5ab {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:05:34.144342 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 59b31b05-f509-4eac-b5b8-4ded29c6c5ab not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:05:34.454265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a34bed-2af0-4253-992a-7414e88bd143 req-a93706cd-7070-4d10-a327-185db429850f tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:34.464971 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80a34bed-2af0-4253-992a-7414e88bd143 req-a93706cd-7070-4d10-a327-185db429850f tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/ports?device_id=311af328-f983-4577-a1c3-30a6cbe5ba77 HTTP/1.1" status: 200 len: 946 time: 0.1521430 Feb 09 22:05:34.540514 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d916375-ef57-4d07-a3d4-88b0c4aadc08 req-253aeb2d-9c9f-4873-8308-34c8cb84a45d service neutron] 10.222.0.42 "GET /v2.0/networks/1be366ca-af8a-4bd9-9988-57e1c820cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834570 Feb 09 22:05:34.610181 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80a34bed-2af0-4253-992a-7414e88bd143 req-324cff30-a69d-4d31-94cc-695c04a3581b tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6477a9-e35a-4cfa-883d-04f8c32abffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428976 Feb 09 22:05:34.695426 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2a8fb49e-38c1-49e9-846c-bce6d810a598 None None] Provisioning complete for port 7aac96ee-e28c-4503-b14a-307a5d40d057 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:34.697333 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2a8fb49e-38c1-49e9-846c-bce6d810a598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7aac96ee-e28c-4503-b14a-307a5d40d057), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:34.738254 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57578) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:34.863775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2a8fb49e-38c1-49e9-846c-bce6d810a598 None None] Port 7aac96ee-e28c-4503-b14a-307a5d40d057 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:05:34.872144 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4accb61f-a0a8-446f-a2bb-d2f9625ac3f6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4880f10c70244f90be8edb3c8e74671f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326511 Feb 09 22:05:34.877816 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57580) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:34.952043 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d916375-ef57-4d07-a3d4-88b0c4aadc08 req-a206233e-4c8b-4d2d-9102-e9b13341de63 service neutron] 10.222.0.42 "GET /v2.0/networks/1be366ca-af8a-4bd9-9988-57e1c820cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887310 Feb 09 22:05:35.054750 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ace39d97-f867-4baf-a58b-7800173c49b2 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (7aac96ee-e28c-4503-b14a-307a5d40d057), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:35.102373 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0388f890-680f-473e-b10c-e2df79777bbb admin admin] Publish callbacks [] for security_group (980f9f9e-4844-4cfc-98dd-bb2e634254ba), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:35.120947 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab39e1-ded6-468d-9e69-ec67ee5108e0 req-26fb06fe-16a5-42e8-a57b-2f16b8066edc tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:35.128243 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1ab39e1-ded6-468d-9e69-ec67ee5108e0 req-26fb06fe-16a5-42e8-a57b-2f16b8066edc tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.2287984 Feb 09 22:05:35.153378 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ace39d97-f867-4baf-a58b-7800173c49b2 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Calling delete_port for 7aac96ee-e28c-4503-b14a-307a5d40d057 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:35.174170 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0388f890-680f-473e-b10c-e2df79777bbb admin admin] Publish callbacks [] for security_group (980f9f9e-4844-4cfc-98dd-bb2e634254ba), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:35.247742 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1ab39e1-ded6-468d-9e69-ec67ee5108e0 req-743e7215-a82f-4bd7-bc46-57b55b8f01da tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171527 Feb 09 22:05:35.286938 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0388f890-680f-473e-b10c-e2df79777bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (980f9f9e-4844-4cfc-98dd-bb2e634254ba), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:35.289723 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0388f890-680f-473e-b10c-e2df79777bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:35.291017 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0388f890-680f-473e-b10c-e2df79777bbb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/980f9f9e-4844-4cfc-98dd-bb2e634254ba HTTP/1.1" status: 204 len: 168 time: 0.4117765 Feb 09 22:05:35.305260 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388f890-680f-473e-b10c-e2df79777bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980f9f9e-4844-4cfc-98dd-bb2e634254ba,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:35.409266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911ecce-0d66-4ece-806f-6b4f7784d76b req-640f7247-a019-4b25-92f5-4cd8034bd590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:35.410875 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e911ecce-0d66-4ece-806f-6b4f7784d76b req-640f7247-a019-4b25-92f5-4cd8034bd590 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b5dbb5572e6a4ab89f7e37e1c337056c&device_id=311af328-f983-4577-a1c3-30a6cbe5ba77 HTTP/1.1" status: 200 len: 1128 time: 0.3418174 Feb 09 22:05:35.411565 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ace39d97-f867-4baf-a58b-7800173c49b2 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (7aac96ee-e28c-4503-b14a-307a5d40d057), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:35.458775 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace39d97-f867-4baf-a58b-7800173c49b2 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Pushing event deleted for resources: {'Port': ['ID=7aac96ee-e28c-4503-b14a-307a5d40d057,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:35.666051 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ace39d97-f867-4baf-a58b-7800173c49b2 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:35.677605 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57586) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:35.712030 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ace39d97-f867-4baf-a58b-7800173c49b2 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] 10.222.0.77 "DELETE /v2.0/ports/7aac96ee-e28c-4503-b14a-307a5d40d057 HTTP/1.1" status: 204 len: 168 time: 2.7895212 Feb 09 22:05:35.873219 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911ecce-0d66-4ece-806f-6b4f7784d76b req-784d4148-9fb0-4331-b951-b31318a531f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:35.875207 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e911ecce-0d66-4ece-806f-6b4f7784d76b req-784d4148-9fb0-4331-b951-b31318a531f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1be366ca-af8a-4bd9-9988-57e1c820cf49 HTTP/1.1" status: 200 len: 912 time: 0.4130414 Feb 09 22:05:35.898225 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-8014fe26-ece2-4f40-aa3b-37ef110a3fa8 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Deleting subnet 81b4f811-73a9-41e2-a6ae-7f8a5934488a {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:05:35.990805 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8014fe26-ece2-4f40-aa3b-37ef110a3fa8 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks [] for subnet (81b4f811-73a9-41e2-a6ae-7f8a5934488a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:36.000976 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e911ecce-0d66-4ece-806f-6b4f7784d76b req-35551cf4-b93a-4da3-8982-8532a47fea17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e99bedf-087e-4f44-a728-0d116c8d55fb HTTP/1.1" status: 200 len: 217 time: 0.1179566 Feb 09 22:05:36.084262 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8014fe26-ece2-4f40-aa3b-37ef110a3fa8 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (81b4f811-73a9-41e2-a6ae-7f8a5934488a), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:36.120951 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef92b8-2470-48b5-8462-e97b6fca5661 req-aa67ef86-3b7f-4254-a028-c855dd9c98be tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:36.123347 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83ef92b8-2470-48b5-8462-e97b6fca5661 req-aa67ef86-3b7f-4254-a028-c855dd9c98be tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/ports?device_id=311af328-f983-4577-a1c3-30a6cbe5ba77 HTTP/1.1" status: 200 len: 946 time: 0.2699564 Feb 09 22:05:36.136510 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911ecce-0d66-4ece-806f-6b4f7784d76b req-e084a5d5-fd98-4675-9c6f-30bf89e1d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:36.139326 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e911ecce-0d66-4ece-806f-6b4f7784d76b req-e084a5d5-fd98-4675-9c6f-30bf89e1d8b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=777b47e4-b4b4-4d92-9fa4-61eb5b7e33fb HTTP/1.1" status: 200 len: 851 time: 0.1250641 Feb 09 22:05:36.232164 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e911ecce-0d66-4ece-806f-6b4f7784d76b req-39c62721-6852-4412-a4f0-078a3036e336 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1be366ca-af8a-4bd9-9988-57e1c820cf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851769 Feb 09 22:05:36.412570 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8014fe26-ece2-4f40-aa3b-37ef110a3fa8 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (81b4f811-73a9-41e2-a6ae-7f8a5934488a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:36.439498 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-83ef92b8-2470-48b5-8462-e97b6fca5661 req-0704bc48-3e54-4f5d-acb6-230fc77412f3 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6477a9-e35a-4cfa-883d-04f8c32abffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887206 Feb 09 22:05:36.610366 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8014fe26-ece2-4f40-aa3b-37ef110a3fa8 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (81b4f811-73a9-41e2-a6ae-7f8a5934488a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:36.619369 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e911ecce-0d66-4ece-806f-6b4f7784d76b req-fc020635-ea31-49d8-8ca4-1f175ef9a309 service neutron] 10.222.0.42 "GET /v2.0/networks/1be366ca-af8a-4bd9-9988-57e1c820cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772149 Feb 09 22:05:36.696955 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014fe26-ece2-4f40-aa3b-37ef110a3fa8 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Pushing event deleted for resources: {'Subnet': ['ID=81b4f811-73a9-41e2-a6ae-7f8a5934488a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:36.733452 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8014fe26-ece2-4f40-aa3b-37ef110a3fa8 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:36.736943 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8014fe26-ece2-4f40-aa3b-37ef110a3fa8 tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] 10.222.0.77 "DELETE /v2.0/subnets/81b4f811-73a9-41e2-a6ae-7f8a5934488a HTTP/1.1" status: 204 len: 168 time: 1.0582032 Feb 09 22:05:36.758794 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5c2d14-fcbc-471d-8061-3ab6cc8d7869 None None] Network 861a1b37-385f-4d92-ba3c-40f2b817935b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:36.779492 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57608) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:36.903419 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b16b7-bc92-46d2-a5c9-6c1595143cf0 req-f3b8d986-a9b3-4415-b5bb-d86dbdb7bb90 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:36.906613 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9fee8208-68e0-497f-9147-bc7bc9f6c8ce tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (861a1b37-385f-4d92-ba3c-40f2b817935b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:36.920593 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a0b16b7-bc92-46d2-a5c9-6c1595143cf0 req-f3b8d986-a9b3-4415-b5bb-d86dbdb7bb90 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.2401140 Feb 09 22:05:36.927152 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e911ecce-0d66-4ece-806f-6b4f7784d76b req-b1b76639-bdb0-4096-8a60-ec897f277196 service neutron] 10.222.0.42 "GET /v2.0/networks/1be366ca-af8a-4bd9-9988-57e1c820cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963450 Feb 09 22:05:37.090873 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9fee8208-68e0-497f-9147-bc7bc9f6c8ce tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Deleting port ce280ef6-03bd-403d-a852-b61199338d01 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:37.094125 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9fee8208-68e0-497f-9147-bc7bc9f6c8ce tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ce280ef6-03bd-403d-a852-b61199338d01), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:37.106247 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a0b16b7-bc92-46d2-a5c9-6c1595143cf0 req-e8c196eb-ddf7-46ce-96c0-2c0b069ffc51 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700015 Feb 09 22:05:37.304762 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-9fee8208-68e0-497f-9147-bc7bc9f6c8ce tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] For port ce280ef6-03bd-403d-a852-b61199338d01, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ce280ef6-03bd-403d-a852-b61199338d01,segment=NetworkSegment(ee0db212-2a2a-453f-a6f0-5770226044b0),segment_id=ee0db212-2a2a-453f-a6f0-5770226044b0)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:37.305968 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9fee8208-68e0-497f-9147-bc7bc9f6c8ce tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ce280ef6-03bd-403d-a852-b61199338d01), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:37.342751 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9fee8208-68e0-497f-9147-bc7bc9f6c8ce tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Calling delete_port for ce280ef6-03bd-403d-a852-b61199338d01 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:37.381325 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48731a1e-eed7-44b7-b2e2-01e87c7e9207 None None] DHCP port deletion for 861a1b37-385f-4d92-ba3c-40f2b817935b request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:05:37.522851 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-48731a1e-eed7-44b7-b2e2-01e87c7e9207 None None] Deleting port ce280ef6-03bd-403d-a852-b61199338d01 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:37.522851 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-48731a1e-eed7-44b7-b2e2-01e87c7e9207 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ce280ef6-03bd-403d-a852-b61199338d01), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:37.584860 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9fee8208-68e0-497f-9147-bc7bc9f6c8ce tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ce280ef6-03bd-403d-a852-b61199338d01), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:37.629650 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee8208-68e0-497f-9147-bc7bc9f6c8ce tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Pushing event deleted for resources: {'Port': ['ID=ce280ef6-03bd-403d-a852-b61199338d01,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:37.656741 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fee8208-68e0-497f-9147-bc7bc9f6c8ce tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] No DVR routers for this DVR port ce280ef6-03bd-403d-a852-b61199338d01 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:05:37.754782 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57624) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:37.828086 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9fee8208-68e0-497f-9147-bc7bc9f6c8ce tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (861a1b37-385f-4d92-ba3c-40f2b817935b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:37.854968 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fe633-1633-4dee-b4f5-c22e3cf518ca req-ff82a79a-5e3f-4fc6-87e9-778ca2e65018 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:37.880580 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f7fe633-1633-4dee-b4f5-c22e3cf518ca req-ff82a79a-5e3f-4fc6-87e9-778ca2e65018 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/ports?device_id=311af328-f983-4577-a1c3-30a6cbe5ba77 HTTP/1.1" status: 200 len: 946 time: 0.2206502 Feb 09 22:05:37.906686 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-9fee8208-68e0-497f-9147-bc7bc9f6c8ce tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['861a1b37-385f-4d92-ba3c-40f2b817935b']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:37.938472 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-9fee8208-68e0-497f-9147-bc7bc9f6c8ce tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0db212-2a2a-453f-a6f0-5770226044b0') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:37.938972 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-9fee8208-68e0-497f-9147-bc7bc9f6c8ce tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0db212-2a2a-453f-a6f0-5770226044b0') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:38.006500 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c81a8ab7-785f-4208-83f4-6e5cc0ff5cde admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1431292141-network', 'tenant_id': '5f00b6fa4f5d4f5fbb69fee7699460ba'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:38.011393 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9fee8208-68e0-497f-9147-bc7bc9f6c8ce tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (ee0db212-2a2a-453f-a6f0-5770226044b0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:38.076052 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f7fe633-1633-4dee-b4f5-c22e3cf518ca req-8caebb01-c72e-4170-964f-3785a760f40a tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6477a9-e35a-4cfa-883d-04f8c32abffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939149 Feb 09 22:05:38.080278 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9fee8208-68e0-497f-9147-bc7bc9f6c8ce tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (ee0db212-2a2a-453f-a6f0-5770226044b0), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:38.094044 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81a8ab7-785f-4208-83f4-6e5cc0ff5cde admin admin] Made reservation on behalf of 5f00b6fa4f5d4f5fbb69fee7699460ba for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:38.098863 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c81a8ab7-785f-4208-83f4-6e5cc0ff5cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:38.107134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fee8208-68e0-497f-9147-bc7bc9f6c8ce tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:05:38.107752 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9fee8208-68e0-497f-9147-bc7bc9f6c8ce tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (ee0db212-2a2a-453f-a6f0-5770226044b0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:38.147247 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c81a8ab7-785f-4208-83f4-6e5cc0ff5cde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: warnings.warn(msg) Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:05:38.187368 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:05:38.288961 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-48731a1e-eed7-44b7-b2e2-01e87c7e9207 None None] For port ce280ef6-03bd-403d-a852-b61199338d01, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ce280ef6-03bd-403d-a852-b61199338d01,segment=NetworkSegment(ee0db212-2a2a-453f-a6f0-5770226044b0),segment_id=ee0db212-2a2a-453f-a6f0-5770226044b0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:38.293177 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-48731a1e-eed7-44b7-b2e2-01e87c7e9207 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ce280ef6-03bd-403d-a852-b61199338d01), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:38.294239 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9fee8208-68e0-497f-9147-bc7bc9f6c8ce tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (861a1b37-385f-4d92-ba3c-40f2b817935b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:38.313301 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9fee8208-68e0-497f-9147-bc7bc9f6c8ce tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:38.322624 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-48731a1e-eed7-44b7-b2e2-01e87c7e9207 None None] Calling delete_port for ce280ef6-03bd-403d-a852-b61199338d01 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:38.329273 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9fee8208-68e0-497f-9147-bc7bc9f6c8ce tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] 10.222.0.77 "DELETE /v2.0/networks/861a1b37-385f-4d92-ba3c-40f2b817935b HTTP/1.1" status: 204 len: 168 time: 1.5477231 Feb 09 22:05:38.350656 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee8208-68e0-497f-9147-bc7bc9f6c8ce tempest-ExtraDHCPOptionsTestJSON-1985538889 tempest-ExtraDHCPOptionsTestJSON-1985538889-project] Pushing event deleted for resources: {'Network': ['ID=861a1b37-385f-4d92-ba3c-40f2b817935b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:38.468492 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-252edfc5-89d9-46ef-890f-24b41676aece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:38.473360 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-48731a1e-eed7-44b7-b2e2-01e87c7e9207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (ce280ef6-03bd-403d-a852-b61199338d01), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:38.485998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-48731a1e-eed7-44b7-b2e2-01e87c7e9207 None None] Network 861a1b37-385f-4d92-ba3c-40f2b817935b is not hosted by any dhcp agent {{(pid=103203) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 22:05:38.486733 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48731a1e-eed7-44b7-b2e2-01e87c7e9207 None None] No DVR routers for this DVR port ce280ef6-03bd-403d-a852-b61199338d01 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:05:38.560266 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48731a1e-eed7-44b7-b2e2-01e87c7e9207 None None] Pushing event deleted for resources: {'Port': ['ID=ce280ef6-03bd-403d-a852-b61199338d01,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:38.613954 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3057c-7b4c-4fa8-9677-118cc11e7282 req-24ba020d-aab6-4a75-b0ad-e42e09fae8b2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:38.616774 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bef3057c-7b4c-4fa8-9677-118cc11e7282 req-24ba020d-aab6-4a75-b0ad-e42e09fae8b2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.2078786 Feb 09 22:05:38.699007 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c81a8ab7-785f-4208-83f4-6e5cc0ff5cde admin admin] Publish callbacks [] for security_group (3fb1a9e5-2a83-4e2d-929d-cdb94140823b), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:38.749400 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bef3057c-7b4c-4fa8-9677-118cc11e7282 req-efa0322b-397e-4f80-b751-af10adc28d8d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085801 Feb 09 22:05:38.751371 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c81a8ab7-785f-4208-83f4-6e5cc0ff5cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3fb1a9e5-2a83-4e2d-929d-cdb94140823b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:38.779396 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57640) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:38.816844 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81a8ab7-785f-4208-83f4-6e5cc0ff5cde admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:05:38.835552 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a8ab7-785f-4208-83f4-6e5cc0ff5cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb1a9e5-2a83-4e2d-929d-cdb94140823b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:38.850948 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c81a8ab7-785f-4208-83f4-6e5cc0ff5cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (feb9b2f3-a6b0-4d5e-ac32-13547f492953), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:38.851546 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-c81a8ab7-785f-4208-83f4-6e5cc0ff5cde admin admin] Added segment feb9b2f3-a6b0-4d5e-ac32-13547f492953 of type vlan for network 73c02559-b038-4b61-93c2-becf83d51979 Feb 09 22:05:39.005818 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c81a8ab7-785f-4208-83f4-6e5cc0ff5cde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (73c02559-b038-4b61-93c2-becf83d51979), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:39.105991 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c81a8ab7-785f-4208-83f4-6e5cc0ff5cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (73c02559-b038-4b61-93c2-becf83d51979), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:39.107295 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81a8ab7-785f-4208-83f4-6e5cc0ff5cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:39.108161 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c81a8ab7-785f-4208-83f4-6e5cc0ff5cde admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:39.237027 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a8ab7-785f-4208-83f4-6e5cc0ff5cde admin admin] Pushing event updated for resources: {'Network': ['ID=73c02559-b038-4b61-93c2-becf83d51979,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:39.265847 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-44bccd0d-6662-4e60-abb4-75279232ee23 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a99dc5ec1a96459ab5b5df53fa73760f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4847012 Feb 09 22:05:39.268410 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57650) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:39.274981 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c81a8ab7-785f-4208-83f4-6e5cc0ff5cde admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5086343 Feb 09 22:05:39.276518 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57652) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:39.282288 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Request body: {'subnet': {'network_id': '73c02559-b038-4b61-93c2-becf83d51979', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1431292141-subnet', 'tenant_id': '5f00b6fa4f5d4f5fbb69fee7699460ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:39.343494 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 73c02559-b038-4b61-93c2-becf83d51979 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:05:39.358911 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Made reservation on behalf of 5f00b6fa4f5d4f5fbb69fee7699460ba for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:39.361945 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:39.402219 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-02f042f0-6428-4ec2-be7c-f8193cb23ebe admin admin] Publish callbacks [] for security_group (6edc3595-fc01-46a0-b81e-9218deebbed3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:39.485824 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-02f042f0-6428-4ec2-be7c-f8193cb23ebe admin admin] Publish callbacks [] for security_group (6edc3595-fc01-46a0-b81e-9218deebbed3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:39.518620 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ce280ef6-03bd-403d-a852-b61199338d01 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:05:39.561059 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: ce280ef6-03bd-403d-a852-b61199338d01 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:05:39.562611 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ce280ef6-03bd-403d-a852-b61199338d01 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:05:39.613909 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-02f042f0-6428-4ec2-be7c-f8193cb23ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6edc3595-fc01-46a0-b81e-9218deebbed3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:39.623156 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-02f042f0-6428-4ec2-be7c-f8193cb23ebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:39.626970 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-02f042f0-6428-4ec2-be7c-f8193cb23ebe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6edc3595-fc01-46a0-b81e-9218deebbed3 HTTP/1.1" status: 204 len: 168 time: 0.3571568 Feb 09 22:05:39.667304 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f042f0-6428-4ec2-be7c-f8193cb23ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edc3595-fc01-46a0-b81e-9218deebbed3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:39.737252 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ec8a1-af5b-45af-a107-f34ffc28e95d req-8f838553-ccec-46e9-a544-63ead0cc8d4d tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:39.752067 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a0ec8a1-af5b-45af-a107-f34ffc28e95d req-8f838553-ccec-46e9-a544-63ead0cc8d4d tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/ports?device_id=311af328-f983-4577-a1c3-30a6cbe5ba77 HTTP/1.1" status: 200 len: 946 time: 0.3389568 Feb 09 22:05:39.914156 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a0ec8a1-af5b-45af-a107-f34ffc28e95d req-ac7cba97-b339-4aac-ba72-f826a53eb7c6 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6477a9-e35a-4cfa-883d-04f8c32abffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604228 Feb 09 22:05:40.156043 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (5f484ee4-ad10-4119-87eb-1309d545847d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:40.375059 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f484ee4-ad10-4119-87eb-1309d545847d,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:40.419959 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbea8e-db3e-4e3f-a026-0cbf19b95807 req-8070b73d-f307-41b0-be5e-15e418eb605b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:40.435499 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32bbea8e-db3e-4e3f-a026-0cbf19b95807 req-8070b73d-f307-41b0-be5e-15e418eb605b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.3157818 Feb 09 22:05:40.441761 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:40.442612 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:40.443304 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:40.448213 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:40.448613 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:40.448976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:40.449321 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:40.449662 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:40.450005 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:40.450341 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:40.450673 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:40.451003 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:40.463988 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:40.488421 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Checking segment: {'id': 'feb9b2f3-a6b0-4d5e-ac32-13547f492953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '73c02559-b038-4b61-93c2-becf83d51979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:40.488824 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Network hostable DHCP agents. Network: 73c02559-b038-4b61-93c2-becf83d51979, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:05:40.496043 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c16dc602-037d-40e3-8204-2c8365425e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:40.543202 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Network 73c02559-b038-4b61-93c2-becf83d51979 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:05:40.554837 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32bbea8e-db3e-4e3f-a026-0cbf19b95807 req-faa32428-8ca9-4c4a-9fbb-b508ce2557b2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177332 Feb 09 22:05:40.562750 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 73c02559-b038-4b61-93c2-becf83d51979) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:40.569503 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:40.570232 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:40.584998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398d44e4-e6cb-4775-9dda-cb76050b8416 None None] Network 73c02559-b038-4b61-93c2-becf83d51979 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:40.616626 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-24994006-9e59-4798-be1b-2d1530cccb9e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3384242 Feb 09 22:05:40.722423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb34d9b-7717-411f-918a-fda2ab036da4 None None] Network 73c02559-b038-4b61-93c2-becf83d51979 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:41.294774 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57690) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:41.322573 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0f9fc-6818-40b2-9683-dc0449055aa1 req-13147d04-7225-4aeb-86b4-a1e18451c9ea tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:41.326619 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c2f0f9fc-6818-40b2-9683-dc0449055aa1 req-13147d04-7225-4aeb-86b4-a1e18451c9ea tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.42 "GET /v2.0/ports?device_id=311af328-f983-4577-a1c3-30a6cbe5ba77 HTTP/1.1" status: 200 len: 946 time: 0.1420779 Feb 09 22:05:41.557245 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-c2f0f9fc-6818-40b2-9683-dc0449055aa1 req-955a7a90-dc6a-4dce-bfbe-e2f7c1b9af3c tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Deleting port 6e99bedf-087e-4f44-a728-0d116c8d55fb {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:41.558025 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c2f0f9fc-6818-40b2-9683-dc0449055aa1 req-955a7a90-dc6a-4dce-bfbe-e2f7c1b9af3c tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (6e99bedf-087e-4f44-a728-0d116c8d55fb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:41.561275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-30852de2-b80d-416c-847b-0653548792c9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-184531742'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:41.595884 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30852de2-b80d-416c-847b-0653548792c9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:41.599747 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30852de2-b80d-416c-847b-0653548792c9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:41.614450 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30852de2-b80d-416c-847b-0653548792c9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:41.620813 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:41.641848 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee6594-b766-4499-941c-18e0952d0cbc req-89f52e32-f61b-44c5-8191-ac9040adacc8 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:41.649527 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72ee6594-b766-4499-941c-18e0952d0cbc req-89f52e32-f61b-44c5-8191-ac9040adacc8 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/ports?device_id=311af328-f983-4577-a1c3-30a6cbe5ba77 HTTP/1.1" status: 200 len: 946 time: 0.1834888 Feb 09 22:05:41.733832 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72ee6594-b766-4499-941c-18e0952d0cbc req-6d3eb84a-27a5-4e2f-8d64-ed491ac4c2e9 tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6477a9-e35a-4cfa-883d-04f8c32abffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823381 Feb 09 22:05:41.770420 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-c2f0f9fc-6818-40b2-9683-dc0449055aa1 req-955a7a90-dc6a-4dce-bfbe-e2f7c1b9af3c tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] For port 6e99bedf-087e-4f44-a728-0d116c8d55fb, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=6e99bedf-087e-4f44-a728-0d116c8d55fb,segment=NetworkSegment(491114b6-0f39-4c63-adb3-17a38f4a1c5a),segment_id=491114b6-0f39-4c63-adb3-17a38f4a1c5a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:41.773350 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c2f0f9fc-6818-40b2-9683-dc0449055aa1 req-955a7a90-dc6a-4dce-bfbe-e2f7c1b9af3c tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (6e99bedf-087e-4f44-a728-0d116c8d55fb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:41.806136 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-c2f0f9fc-6818-40b2-9683-dc0449055aa1 req-955a7a90-dc6a-4dce-bfbe-e2f7c1b9af3c tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Calling delete_port for 6e99bedf-087e-4f44-a728-0d116c8d55fb owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:41.834024 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30852de2-b80d-416c-847b-0653548792c9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (2702d8ca-6fdb-4fbf-a137-d53c0933b35d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:41.844949 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30852de2-b80d-416c-847b-0653548792c9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2702d8ca-6fdb-4fbf-a137-d53c0933b35d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:41.881348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30852de2-b80d-416c-847b-0653548792c9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:05:41.893858 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30852de2-b80d-416c-847b-0653548792c9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2702d8ca-6fdb-4fbf-a137-d53c0933b35d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:41.909009 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30852de2-b80d-416c-847b-0653548792c9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (30c151a7-4def-44dc-b686-0b05a5c5c095), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:41.911211 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-30852de2-b80d-416c-847b-0653548792c9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Added segment 30c151a7-4def-44dc-b686-0b05a5c5c095 of type vlan for network f2298e7e-041e-4ded-ac26-afb61f4e4f3f Feb 09 22:05:41.997819 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30852de2-b80d-416c-847b-0653548792c9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (f2298e7e-041e-4ded-ac26-afb61f4e4f3f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:42.085328 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30852de2-b80d-416c-847b-0653548792c9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (f2298e7e-041e-4ded-ac26-afb61f4e4f3f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:42.090468 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30852de2-b80d-416c-847b-0653548792c9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:42.091132 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30852de2-b80d-416c-847b-0653548792c9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:42.193630 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57708) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:42.206534 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-30852de2-b80d-416c-847b-0653548792c9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9101770 Feb 09 22:05:42.213649 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-633d12ff-30e0-4f9d-a9eb-bbb6981652b7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'port': {'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f', 'name': 'tempest-PortsTestJSON-1490119708'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:42.420125 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c2f0f9fc-6818-40b2-9683-dc0449055aa1 req-955a7a90-dc6a-4dce-bfbe-e2f7c1b9af3c tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (6e99bedf-087e-4f44-a728-0d116c8d55fb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:42.438822 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['6e99bedf-087e-4f44-a728-0d116c8d55fb'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:05:42.510322 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a7a90-dc6a-4dce-bfbe-e2f7c1b9af3c tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Pushing event deleted for resources: {'Port': ['ID=6e99bedf-087e-4f44-a728-0d116c8d55fb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:42.530815 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633d12ff-30e0-4f9d-a9eb-bbb6981652b7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:42.545203 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-633d12ff-30e0-4f9d-a9eb-bbb6981652b7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:42.641694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-633d12ff-30e0-4f9d-a9eb-bbb6981652b7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] device_id is not set on port c3581e37-28c6-445e-be37-6f0085c15d02 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:05:42.800979 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:42.864192 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30852de2-b80d-416c-847b-0653548792c9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Network': ['ID=f2298e7e-041e-4ded-ac26-afb61f4e4f3f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:42.892542 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network f2298e7e-041e-4ded-ac26-afb61f4e4f3f details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:05:42.909279 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f0f9fc-6818-40b2-9683-dc0449055aa1 req-955a7a90-dc6a-4dce-bfbe-e2f7c1b9af3c tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] No DVR routers for this DVR port 6e99bedf-087e-4f44-a728-0d116c8d55fb on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:05:42.913610 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c2f0f9fc-6818-40b2-9683-dc0449055aa1 req-955a7a90-dc6a-4dce-bfbe-e2f7c1b9af3c tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:42.917695 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c2f0f9fc-6818-40b2-9683-dc0449055aa1 req-955a7a90-dc6a-4dce-bfbe-e2f7c1b9af3c tempest-TestServerAdvancedOps-119865839 tempest-TestServerAdvancedOps-119865839-project] 10.222.0.42 "DELETE /v2.0/ports/6e99bedf-087e-4f44-a728-0d116c8d55fb HTTP/1.1" status: 204 len: 173 time: 1.5804617 Feb 09 22:05:42.918205 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311af328-f983-4577-a1c3-30a6cbe5ba77', 'name': 'network-vif-deleted', 'tag': '6e99bedf-087e-4f44-a728-0d116c8d55fb'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:05:42.927555 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba61c17c-f575-4baf-81e1-a628e2a070bd" -d '{"events": [{"server_uuid": "311af328-f983-4577-a1c3-30a6cbe5ba77", "name": "network-vif-deleted", "tag": "6e99bedf-087e-4f44-a728-0d116c8d55fb"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:05:42.994261 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-197544e0-7c89-43a2-9790-3c45637126ae tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:43.007479 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-197544e0-7c89-43a2-9790-3c45637126ae tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/networks?id=73c02559-b038-4b61-93c2-becf83d51979 HTTP/1.1" status: 200 len: 809 time: 0.7472968 Feb 09 22:05:43.037972 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-6632aac7-11d2-4ceb-a2d4-19b50455636f tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/quotas/5f00b6fa4f5d4f5fbb69fee7699460ba HTTP/1.1" status: 200 len: 375 time: 0.0288053 Feb 09 22:05:43.141622 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-633d12ff-30e0-4f9d-a9eb-bbb6981652b7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for port (c3581e37-28c6-445e-be37-6f0085c15d02), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:43.171866 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-a77da381-cab5-4b66-ac79-d19b4cf05615 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5f00b6fa4f5d4f5fbb69fee7699460ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1291513 Feb 09 22:05:43.184725 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-633d12ff-30e0-4f9d-a9eb-bbb6981652b7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c3581e37-28c6-445e-be37-6f0085c15d02), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:43.330404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d12ff-30e0-4f9d-a9eb-bbb6981652b7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Port': ['ID=c3581e37-28c6-445e-be37-6f0085c15d02,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:43.339068 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633d12ff-30e0-4f9d-a9eb-bbb6981652b7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Checking segment: {'id': '30c151a7-4def-44dc-b686-0b05a5c5c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:43.341388 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633d12ff-30e0-4f9d-a9eb-bbb6981652b7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network hostable DHCP agents. Network: f2298e7e-041e-4ded-ac26-afb61f4e4f3f, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:05:43.381932 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-6310da44-2bc8-4c2b-95e5-9b0027d61112 service neutron] 10.222.0.77 "GET /v2.0/networks/73c02559-b038-4b61-93c2-becf83d51979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961999 Feb 09 22:05:43.418157 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633d12ff-30e0-4f9d-a9eb-bbb6981652b7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network f2298e7e-041e-4ded-ac26-afb61f4e4f3f is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:05:43.447292 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-633d12ff-30e0-4f9d-a9eb-bbb6981652b7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, f2298e7e-041e-4ded-ac26-afb61f4e4f3f) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:43.456803 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633d12ff-30e0-4f9d-a9eb-bbb6981652b7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:43.466075 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7eb977-ef79-475e-abbc-8081d9493015 None None] Network f2298e7e-041e-4ded-ac26-afb61f4e4f3f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:43.471791 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633d12ff-30e0-4f9d-a9eb-bbb6981652b7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:43.473476 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-633d12ff-30e0-4f9d-a9eb-bbb6981652b7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:43.529594 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-633d12ff-30e0-4f9d-a9eb-bbb6981652b7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3231475 Feb 09 22:05:43.532799 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57722) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:43.555104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c4485e84-49a0-47a5-8aee-5702621e5860 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-247991040'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:43.618222 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4485e84-49a0-47a5-8aee-5702621e5860 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:43.638094 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4485e84-49a0-47a5-8aee-5702621e5860 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:43.726365 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4485e84-49a0-47a5-8aee-5702621e5860 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:05:43.769951 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4485e84-49a0-47a5-8aee-5702621e5860 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (4c5c197d-6534-4d78-8550-84438b8624ed), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:43.770491 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-c4485e84-49a0-47a5-8aee-5702621e5860 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Added segment 4c5c197d-6534-4d78-8550-84438b8624ed of type vlan for network 94005425-b5ce-4069-8a6e-07ca3167a8ed Feb 09 22:05:43.773250 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-96e61905-b055-4fb0-a534-69790ccc0ef2 service neutron] 10.222.0.77 "GET /v2.0/networks/73c02559-b038-4b61-93c2-becf83d51979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585556 Feb 09 22:05:43.911129 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4485e84-49a0-47a5-8aee-5702621e5860 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (94005425-b5ce-4069-8a6e-07ca3167a8ed), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:43.947664 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4485e84-49a0-47a5-8aee-5702621e5860 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (94005425-b5ce-4069-8a6e-07ca3167a8ed), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:43.956175 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4485e84-49a0-47a5-8aee-5702621e5860 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:43.957604 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4485e84-49a0-47a5-8aee-5702621e5860 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:44.048948 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57724) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:44.049813 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c4485e84-49a0-47a5-8aee-5702621e5860 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5131912 Feb 09 22:05:44.066081 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4485e84-49a0-47a5-8aee-5702621e5860 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Network': ['ID=94005425-b5ce-4069-8a6e-07ca3167a8ed,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:44.067279 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'ports': [{'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f'}, {'network_id': '94005425-b5ce-4069-8a6e-07ca3167a8ed'}]} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:44.067844 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'port': {'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:44.068634 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'port': {'network_id': '94005425-b5ce-4069-8a6e-07ca3167a8ed'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:44.082630 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 94005425-b5ce-4069-8a6e-07ca3167a8ed details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:05:44.496693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34ea73-1945-4496-8854-04a0fe055faa req-56ea53c7-69bf-4f04-880f-13d27f663b3a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:44.498535 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5b34ea73-1945-4496-8854-04a0fe055faa req-56ea53c7-69bf-4f04-880f-13d27f663b3a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.2101479 Feb 09 22:05:44.536040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'port': 2} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:44.541388 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:44.588192 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:44.606669 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5b34ea73-1945-4496-8854-04a0fe055faa req-87318b17-e5ac-4a2c-9d66-e75064f41c8b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015708 Feb 09 22:05:44.667809 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:44.742384 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57742) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:44.859178 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-4873c274-8316-4330-8b64-90459ae928b2 admin admin] Deleting subnet 777b47e4-b4b4-4d92-9fa4-61eb5b7e33fb {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:05:44.863055 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9247dbd8-df1e-4534-ba25-cabb4d64566a x-openstack-request-id: req-9247dbd8-df1e-4534-ba25-cabb4d64566a {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:05:44.870872 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311af328-f983-4577-a1c3-30a6cbe5ba77", "name": "network-vif-deleted", "tag": "6e99bedf-087e-4f44-a728-0d116c8d55fb", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:05:44.871449 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9247dbd8-df1e-4534-ba25-cabb4d64566a {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:05:44.872105 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311af328-f983-4577-a1c3-30a6cbe5ba77', 'name': 'network-vif-deleted', 'tag': '6e99bedf-087e-4f44-a728-0d116c8d55fb', 'status': 'completed', 'code': 200} Feb 09 22:05:44.875363 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4873c274-8316-4330-8b64-90459ae928b2 admin admin] Publish callbacks [] for subnet (777b47e4-b4b4-4d92-9fa4-61eb5b7e33fb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:44.925397 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4873c274-8316-4330-8b64-90459ae928b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (777b47e4-b4b4-4d92-9fa4-61eb5b7e33fb), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:44.957265 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d528ffae-ac18-4125-8de6-9d56428738a7 req-d6d5479d-6345-4002-82cd-9f6e267b7028 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/ports?device_id=99398def-fc53-45e4-973e-0e036e54246d HTTP/1.1" status: 200 len: 210 time: 0.0826313 Feb 09 22:05:45.014233 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] device_id is not set on port ae72bc95-9e7d-4ad3-937a-8a8ccc598138 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:05:45.072299 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4873c274-8316-4330-8b64-90459ae928b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (777b47e4-b4b4-4d92-9fa4-61eb5b7e33fb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.236511 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for port (ae72bc95-9e7d-4ad3-937a-8a8ccc598138), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.256256 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4873c274-8316-4330-8b64-90459ae928b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (777b47e4-b4b4-4d92-9fa4-61eb5b7e33fb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.290473 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4873c274-8316-4330-8b64-90459ae928b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.299484 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4873c274-8316-4330-8b64-90459ae928b2 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/777b47e4-b4b4-4d92-9fa4-61eb5b7e33fb HTTP/1.1" status: 204 len: 168 time: 0.5540557 Feb 09 22:05:45.300741 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57746) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:45.369178 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] device_id is not set on port 74d856f6-38eb-4741-90a0-07c2cf562411 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:05:45.489928 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.521935 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e41d33a6-6e41-4783-9570-a15a6db70591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (1be366ca-af8a-4bd9-9988-57e1c820cf49), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.528696 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873c274-8316-4330-8b64-90459ae928b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=777b47e4-b4b4-4d92-9fa4-61eb5b7e33fb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:45.563847 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for port (74d856f6-38eb-4741-90a0-07c2cf562411), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.654785 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (ae72bc95-9e7d-4ad3-937a-8a8ccc598138), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.666548 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e41d33a6-6e41-4783-9570-a15a6db70591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (1be366ca-af8a-4bd9-9988-57e1c820cf49), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.721136 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network f2298e7e-041e-4ded-ac26-afb61f4e4f3f is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:45.721479 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e41d33a6-6e41-4783-9570-a15a6db70591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be366ca-af8a-4bd9-9988-57e1c820cf49']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:45.727775 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:45.731442 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:45.733163 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (74d856f6-38eb-4741-90a0-07c2cf562411), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.746336 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e41d33a6-6e41-4783-9570-a15a6db70591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491114b6-0f39-4c63-adb3-17a38f4a1c5a') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:45.746993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e41d33a6-6e41-4783-9570-a15a6db70591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491114b6-0f39-4c63-adb3-17a38f4a1c5a') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:45.774516 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e41d33a6-6e41-4783-9570-a15a6db70591 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (491114b6-0f39-4c63-adb3-17a38f4a1c5a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.812536 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e41d33a6-6e41-4783-9570-a15a6db70591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (491114b6-0f39-4c63-adb3-17a38f4a1c5a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.825722 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41d33a6-6e41-4783-9570-a15a6db70591 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:05:45.826275 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e41d33a6-6e41-4783-9570-a15a6db70591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (491114b6-0f39-4c63-adb3-17a38f4a1c5a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:05:45.828354 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:05:45.841575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Port': ['ID=ae72bc95-9e7d-4ad3-937a-8a8ccc598138,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:45.894348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Port': ['ID=74d856f6-38eb-4741-90a0-07c2cf562411,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:45.945151 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef29bd2-1901-4fde-ac18-9dbcf3f26b55 req-cb8d5d4f-8883-4d45-b351-5943ed4e11e1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:45.947819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ef29bd2-1901-4fde-ac18-9dbcf3f26b55 req-cb8d5d4f-8883-4d45-b351-5943ed4e11e1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.2048852 Feb 09 22:05:45.965259 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Checking segment: {'id': '4c5c197d-6534-4d78-8550-84438b8624ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '94005425-b5ce-4069-8a6e-07ca3167a8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:45.965962 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network hostable DHCP agents. Network: 94005425-b5ce-4069-8a6e-07ca3167a8ed, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:05:45.973515 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e41d33a6-6e41-4783-9570-a15a6db70591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (1be366ca-af8a-4bd9-9988-57e1c820cf49), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.983438 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e41d33a6-6e41-4783-9570-a15a6db70591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.993110 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e41d33a6-6e41-4783-9570-a15a6db70591 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1be366ca-af8a-4bd9-9988-57e1c820cf49 HTTP/1.1" status: 204 len: 168 time: 0.6902919 Feb 09 22:05:45.997425 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57754) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:46.032145 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d33a6-6e41-4783-9570-a15a6db70591 admin admin] Pushing event deleted for resources: {'Network': ['ID=1be366ca-af8a-4bd9-9988-57e1c820cf49,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:46.057425 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ef29bd2-1901-4fde-ac18-9dbcf3f26b55 req-6bf5fe6f-0cff-41c7-9340-29c6c61767ad tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029880 Feb 09 22:05:46.058003 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:46.063440 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network 94005425-b5ce-4069-8a6e-07ca3167a8ed is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:05:46.093567 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 94005425-b5ce-4069-8a6e-07ca3167a8ed) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:46.105199 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:46.106192 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721c7e9b-7ab4-4ffb-93b3-3c4cafc047e3 None None] Network 94005425-b5ce-4069-8a6e-07ca3167a8ed requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:46.124929 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bdcb04-e95b-485c-847b-fae1797a8c67 admin admin] Deleting subnet 964e446f-9a13-44c7-acb6-e2c0d43a7877 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:05:46.130796 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4bdcb04-e95b-485c-847b-fae1797a8c67 admin admin] Publish callbacks [] for subnet (964e446f-9a13-44c7-acb6-e2c0d43a7877), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:46.152786 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:46.189038 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:46.190409 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:46.218172 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4bdcb04-e95b-485c-847b-fae1797a8c67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (964e446f-9a13-44c7-acb6-e2c0d43a7877), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:46.266453 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-99cf26a9-5dc1-4429-8d05-552ca3ec1f0a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2158899 Feb 09 22:05:46.276357 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57758) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:46.332185 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4bdcb04-e95b-485c-847b-fae1797a8c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (964e446f-9a13-44c7-acb6-e2c0d43a7877), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:46.445755 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35192581-58d7-4cb3-b747-d69ab6b44ea4 req-d784af0d-6569-496b-860a-a1f892a46ebb tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/ports?device_id=99398def-fc53-45e4-973e-0e036e54246d HTTP/1.1" status: 200 len: 210 time: 0.0872309 Feb 09 22:05:46.604374 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0da92bba-a541-4f13-b377-af758ed9b585 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting port 74d856f6-38eb-4741-90a0-07c2cf562411 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:46.604806 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0da92bba-a541-4f13-b377-af758ed9b585 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (74d856f6-38eb-4741-90a0-07c2cf562411), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:46.705219 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0da92bba-a541-4f13-b377-af758ed9b585 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (74d856f6-38eb-4741-90a0-07c2cf562411), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:46.716454 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4bdcb04-e95b-485c-847b-fae1797a8c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (964e446f-9a13-44c7-acb6-e2c0d43a7877), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:46.741242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0da92bba-a541-4f13-b377-af758ed9b585 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Calling delete_port for 74d856f6-38eb-4741-90a0-07c2cf562411 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:46.776570 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdcb04-e95b-485c-847b-fae1797a8c67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=964e446f-9a13-44c7-acb6-e2c0d43a7877,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:46.800537 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-989993b4-e65e-406c-a425-0286f9a1b36a tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:46.802404 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-989993b4-e65e-406c-a425-0286f9a1b36a tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.42 "GET /v2.0/networks?id=73c02559-b038-4b61-93c2-becf83d51979 HTTP/1.1" status: 200 len: 809 time: 0.4041746 Feb 09 22:05:46.806640 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4bdcb04-e95b-485c-847b-fae1797a8c67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:46.812945 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c4bdcb04-e95b-485c-847b-fae1797a8c67 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/964e446f-9a13-44c7-acb6-e2c0d43a7877 HTTP/1.1" status: 204 len: 168 time: 0.8135395 Feb 09 22:05:46.813658 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57764) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:46.820210 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-9cea1716-7543-4bb1-84a3-b8f80b2881f5 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Request body: {'port': {'device_id': '99398def-fc53-45e4-973e-0e036e54246d', 'network_id': '73c02559-b038-4b61-93c2-becf83d51979', 'admin_state_up': True, 'tenant_id': '5f00b6fa4f5d4f5fbb69fee7699460ba'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:46.897391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 6e99bedf-087e-4f44-a728-0d116c8d55fb no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:05:46.982345 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 6e99bedf-087e-4f44-a728-0d116c8d55fb {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:05:46.985903 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 6e99bedf-087e-4f44-a728-0d116c8d55fb not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:05:47.027992 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-9cea1716-7543-4bb1-84a3-b8f80b2881f5 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Made reservation on behalf of 5f00b6fa4f5d4f5fbb69fee7699460ba for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:47.032035 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-9cea1716-7543-4bb1-84a3-b8f80b2881f5 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:47.038600 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0da92bba-a541-4f13-b377-af758ed9b585 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (74d856f6-38eb-4741-90a0-07c2cf562411), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:47.055952 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-46554cab-65e6-4c47-90b4-9408e58ab9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (d5a66f44-77cb-4ed3-917e-c05f0676165e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:47.149118 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0da92bba-a541-4f13-b377-af758ed9b585 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:47.169662 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0da92bba-a541-4f13-b377-af758ed9b585 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/ports/74d856f6-38eb-4741-90a0-07c2cf562411 HTTP/1.1" status: 204 len: 168 time: 0.8919952 Feb 09 22:05:47.170729 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da92bba-a541-4f13-b377-af758ed9b585 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Port': ['ID=74d856f6-38eb-4741-90a0-07c2cf562411,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:47.172812 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57770) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:47.275910 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-46554cab-65e6-4c47-90b4-9408e58ab9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (d5a66f44-77cb-4ed3-917e-c05f0676165e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:47.369135 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a757d88-9727-4a9a-8276-b20a3987ea8e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:47.375477 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a757d88-9727-4a9a-8276-b20a3987ea8e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:47.377638 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4a757d88-9727-4a9a-8276-b20a3987ea8e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2037992 Feb 09 22:05:47.386981 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57772) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:47.394884 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5948b22-167e-4729-b719-1d402c3ac0f2 req-64abf897-9e74-4727-b237-5e3d2c19fa01 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:47.403004 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f5948b22-167e-4729-b719-1d402c3ac0f2 req-64abf897-9e74-4727-b237-5e3d2c19fa01 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.1448669 Feb 09 22:05:47.645373 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f5948b22-167e-4729-b719-1d402c3ac0f2 req-71888066-ea0e-4836-9887-9d18df0728cf tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413199 Feb 09 22:05:47.653949 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-46554cab-65e6-4c47-90b4-9408e58ab9c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a66f44-77cb-4ed3-917e-c05f0676165e']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:47.672446 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-46554cab-65e6-4c47-90b4-9408e58ab9c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af9c55d-a053-4df4-b480-425146246f25') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:47.672786 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-46554cab-65e6-4c47-90b4-9408e58ab9c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af9c55d-a053-4df4-b480-425146246f25') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:47.686889 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-9cea1716-7543-4bb1-84a3-b8f80b2881f5 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Allocated IP 172.20.0.9 (73c02559-b038-4b61-93c2-becf83d51979/5f484ee4-ad10-4119-87eb-1309d545847d/7241baec-8d4d-423a-b339-2bb34d21f69a) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:47.690265 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-46554cab-65e6-4c47-90b4-9408e58ab9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (1af9c55d-a053-4df4-b480-425146246f25), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:47.716621 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-99639def-3695-44a7-8a9c-34a448ce7d31 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting port ae72bc95-9e7d-4ad3-937a-8a8ccc598138 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:47.717403 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-46554cab-65e6-4c47-90b4-9408e58ab9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (1af9c55d-a053-4df4-b480-425146246f25), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:47.719190 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99639def-3695-44a7-8a9c-34a448ce7d31 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ae72bc95-9e7d-4ad3-937a-8a8ccc598138), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:47.737396 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46554cab-65e6-4c47-90b4-9408e58ab9c1 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:05:47.737905 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-46554cab-65e6-4c47-90b4-9408e58ab9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (1af9c55d-a053-4df4-b480-425146246f25), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:05:47.740125 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:05:47.833891 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-46554cab-65e6-4c47-90b4-9408e58ab9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (d5a66f44-77cb-4ed3-917e-c05f0676165e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:47.839756 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-46554cab-65e6-4c47-90b4-9408e58ab9c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:47.843707 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-46554cab-65e6-4c47-90b4-9408e58ab9c1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d5a66f44-77cb-4ed3-917e-c05f0676165e HTTP/1.1" status: 204 len: 168 time: 1.0273621 Feb 09 22:05:47.878073 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3202bd57-c442-48ca-9935-b4efa040c696 req-7fde8a4b-74a9-4b67-be97-bd51fa0b011a tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/ports?device_id=99398def-fc53-45e4-973e-0e036e54246d HTTP/1.1" status: 200 len: 210 time: 0.0657022 Feb 09 22:05:47.922045 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99639def-3695-44a7-8a9c-34a448ce7d31 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ae72bc95-9e7d-4ad3-937a-8a8ccc598138), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:47.947325 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46554cab-65e6-4c47-90b4-9408e58ab9c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5a66f44-77cb-4ed3-917e-c05f0676165e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:47.954979 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-99639def-3695-44a7-8a9c-34a448ce7d31 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Calling delete_port for ae72bc95-9e7d-4ad3-937a-8a8ccc598138 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:48.080178 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-9cea1716-7543-4bb1-84a3-b8f80b2881f5 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Publish callbacks [] for port (7241baec-8d4d-423a-b339-2bb34d21f69a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:48.148343 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-9cea1716-7543-4bb1-84a3-b8f80b2881f5 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (7241baec-8d4d-423a-b339-2bb34d21f69a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:48.242639 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99639def-3695-44a7-8a9c-34a448ce7d31 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (ae72bc95-9e7d-4ad3-937a-8a8ccc598138), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:48.275632 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-9cea1716-7543-4bb1-84a3-b8f80b2881f5 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Network 73c02559-b038-4b61-93c2-becf83d51979 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:48.282880 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-9cea1716-7543-4bb1-84a3-b8f80b2881f5 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:48.293894 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-9cea1716-7543-4bb1-84a3-b8f80b2881f5 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:48.301498 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99639def-3695-44a7-8a9c-34a448ce7d31 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Port': ['ID=ae72bc95-9e7d-4ad3-937a-8a8ccc598138,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:48.302678 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea1716-7543-4bb1-84a3-b8f80b2881f5 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Pushing event updated for resources: {'Port': ['ID=7241baec-8d4d-423a-b339-2bb34d21f69a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:48.321783 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57782) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:48.341484 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99639def-3695-44a7-8a9c-34a448ce7d31 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:48.356768 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-99639def-3695-44a7-8a9c-34a448ce7d31 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/ports/ae72bc95-9e7d-4ad3-937a-8a8ccc598138 HTTP/1.1" status: 204 len: 168 time: 0.9455764 Feb 09 22:05:48.360636 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57784) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:48.462448 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-999fb382-97f2-4dc4-8361-a24b639e8c3e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b5dbb5572e6a4ab89f7e37e1c337056c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1386635 Feb 09 22:05:48.465330 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57786) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:48.495627 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-9cea1716-7543-4bb1-84a3-b8f80b2881f5 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:48.496336 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-9cea1716-7543-4bb1-84a3-b8f80b2881f5 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:48.517676 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21507344-9b56-4c1b-9466-80a6f4a90ee9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:48.519436 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-21507344-9b56-4c1b-9466-80a6f4a90ee9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1569779 Feb 09 22:05:48.527096 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57792) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:48.531722 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-9cea1716-7543-4bb1-84a3-b8f80b2881f5 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7169650 Feb 09 22:05:48.551875 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] Request body: {'port': {'device_id': '99398def-fc53-45e4-973e-0e036e54246d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:48.565286 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-527a6e68-7ac6-488d-a6c5-fc8b8ace1ea7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] GET failed (client error): The resource could not be found. Feb 09 22:05:48.567029 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-527a6e68-7ac6-488d-a6c5-fc8b8ace1ea7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports/74d856f6-38eb-4741-90a0-07c2cf562411 HTTP/1.1" status: 404 len: 333 time: 0.0374072 Feb 09 22:05:48.569965 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57794) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:48.623841 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49c6484-251f-4fdb-8c9c-543c3bc89ce6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] GET failed (client error): The resource could not be found. Feb 09 22:05:48.626263 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a49c6484-251f-4fdb-8c9c-543c3bc89ce6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports/ae72bc95-9e7d-4ad3-937a-8a8ccc598138 HTTP/1.1" status: 404 len: 333 time: 0.0551343 Feb 09 22:05:48.629084 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57796) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:48.643443 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-261d338e-279c-4662-a03b-bc539db36265 admin admin] Publish callbacks [] for security_group (6d6477a9-e35a-4cfa-883d-04f8c32abffe), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:48.643906 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7241baec-8d4d-423a-b339-2bb34d21f69a), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:48.672753 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-261d338e-279c-4662-a03b-bc539db36265 admin admin] Publish callbacks [] for security_group (6d6477a9-e35a-4cfa-883d-04f8c32abffe), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:48.820353 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-261d338e-279c-4662-a03b-bc539db36265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6d6477a9-e35a-4cfa-883d-04f8c32abffe), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:48.823561 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-261d338e-279c-4662-a03b-bc539db36265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:48.827600 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-261d338e-279c-4662-a03b-bc539db36265 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6d6477a9-e35a-4cfa-883d-04f8c32abffe HTTP/1.1" status: 204 len: 168 time: 0.3608770 Feb 09 22:05:48.888192 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d338e-279c-4662-a03b-bc539db36265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6477a9-e35a-4cfa-883d-04f8c32abffe,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:48.971888 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-15186363-fc3a-4d28-8654-5fc162677119 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (94005425-b5ce-4069-8a6e-07ca3167a8ed), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:49.001838 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a65141-1033-4156-bb50-b768e9da11ec req-4e25c898-0243-47df-9203-ca3aec2cd148 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:49.010643 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1a65141-1033-4156-bb50-b768e9da11ec req-4e25c898-0243-47df-9203-ca3aec2cd148 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.1932125 Feb 09 22:05:49.120489 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1a65141-1033-4156-bb50-b768e9da11ec req-a939135d-d9da-4e3d-82e9-89fa542eb295 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086164 Feb 09 22:05:49.144356 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7241baec-8d4d-423a-b339-2bb34d21f69a {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:05:49.155983 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] Publish callbacks [] for port (7241baec-8d4d-423a-b339-2bb34d21f69a), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:49.172971 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] Transition to ACTIVE for port object 7241baec-8d4d-423a-b339-2bb34d21f69a will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:05:49.181115 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (7241baec-8d4d-423a-b339-2bb34d21f69a), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:49.277753 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7241baec-8d4d-423a-b339-2bb34d21f69a,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:49.431958 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] Attempting to bind port 7241baec-8d4d-423a-b339-2bb34d21f69a on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:49.432370 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] Attempting to bind port 7241baec-8d4d-423a-b339-2bb34d21f69a by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'feb9b2f3-a6b0-4d5e-ac32-13547f492953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '73c02559-b038-4b61-93c2-becf83d51979'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:49.433129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] Attempting to bind port 7241baec-8d4d-423a-b339-2bb34d21f69a on network 73c02559-b038-4b61-93c2-becf83d51979 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:49.439053 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] Port 7241baec-8d4d-423a-b339-2bb34d21f69a on network 73c02559-b038-4b61-93c2-becf83d51979 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:05:49.439533 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] Attempting to bind port 7241baec-8d4d-423a-b339-2bb34d21f69a on network 73c02559-b038-4b61-93c2-becf83d51979 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:49.448158 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:49.448619 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] Checking segment: {'id': 'feb9b2f3-a6b0-4d5e-ac32-13547f492953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '73c02559-b038-4b61-93c2-becf83d51979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:49.449137 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] Bound using segment: {'id': 'feb9b2f3-a6b0-4d5e-ac32-13547f492953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '73c02559-b038-4b61-93c2-becf83d51979'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:49.449788 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] Bound port: 7241baec-8d4d-423a-b339-2bb34d21f69a, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb9b2f3-a6b0-4d5e-ac32-13547f492953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '73c02559-b038-4b61-93c2-becf83d51979'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:49.450265 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7241baec-8d4d-423a-b339-2bb34d21f69a), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:49.499574 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-15186363-fc3a-4d28-8654-5fc162677119 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (94005425-b5ce-4069-8a6e-07ca3167a8ed), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:49.545177 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-15186363-fc3a-4d28-8654-5fc162677119 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94005425-b5ce-4069-8a6e-07ca3167a8ed']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:49.559091 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-15186363-fc3a-4d28-8654-5fc162677119 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5c197d-6534-4d78-8550-84438b8624ed') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:49.559430 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-15186363-fc3a-4d28-8654-5fc162677119 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5c197d-6534-4d78-8550-84438b8624ed') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:49.575771 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-15186363-fc3a-4d28-8654-5fc162677119 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (4c5c197d-6534-4d78-8550-84438b8624ed), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:49.576274 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] For port 7241baec-8d4d-423a-b339-2bb34d21f69a, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:49.581038 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] For port 7241baec-8d4d-423a-b339-2bb34d21f69a, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=7241baec-8d4d-423a-b339-2bb34d21f69a,segment=NetworkSegment(feb9b2f3-a6b0-4d5e-ac32-13547f492953),segment_id=feb9b2f3-a6b0-4d5e-ac32-13547f492953)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:49.590180 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62f36b-4f58-49c4-95ba-26561a924fd6 req-1db818ad-0b82-48ce-9fb7-7433314778cf tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:49.593254 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (7241baec-8d4d-423a-b339-2bb34d21f69a), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:49.597447 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c62f36b-4f58-49c4-95ba-26561a924fd6 req-1db818ad-0b82-48ce-9fb7-7433314778cf tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/ports?device_id=99398def-fc53-45e4-973e-0e036e54246d HTTP/1.1" status: 200 len: 943 time: 0.2448239 Feb 09 22:05:49.638164 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57810) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:49.652721 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-15186363-fc3a-4d28-8654-5fc162677119 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (4c5c197d-6534-4d78-8550-84438b8624ed), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:49.687412 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:49.689544 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:49.693773 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] 10.222.0.42 "PUT /v2.0/ports/7241baec-8d4d-423a-b339-2bb34d21f69a HTTP/1.1" status: 200 len: 1091 time: 1.1494274 Feb 09 22:05:49.716792 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99398def-fc53-45e4-973e-0e036e54246d', 'tag': '7241baec-8d4d-423a-b339-2bb34d21f69a'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:05:49.724437 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c62f36b-4f58-49c4-95ba-26561a924fd6 req-c17c0f99-fa1a-49bd-9fc7-ae590318001a tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb1a9e5-2a83-4e2d-929d-cdb94140823b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259615 Feb 09 22:05:49.726392 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15186363-fc3a-4d28-8654-5fc162677119 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:05:49.727013 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-15186363-fc3a-4d28-8654-5fc162677119 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (4c5c197d-6534-4d78-8550-84438b8624ed), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:05:49.733834 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:05:49.736290 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c99d1d-5733-46d1-a93c-1e4fe8f5be9c" -d '{"events": [{"name": "network-changed", "server_uuid": "99398def-fc53-45e4-973e-0e036e54246d", "tag": "7241baec-8d4d-423a-b339-2bb34d21f69a"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:05:49.819579 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3d439a-465f-401d-b3ea-4111c8e9e586 x-openstack-request-id: req-ce3d439a-465f-401d-b3ea-4111c8e9e586 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:05:49.820236 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99398def-fc53-45e4-973e-0e036e54246d", "tag": "7241baec-8d4d-423a-b339-2bb34d21f69a", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:05:49.820675 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ce3d439a-465f-401d-b3ea-4111c8e9e586 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:05:49.821296 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99398def-fc53-45e4-973e-0e036e54246d', 'tag': '7241baec-8d4d-423a-b339-2bb34d21f69a', 'status': 'completed', 'code': 200} Feb 09 22:05:49.844335 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf2887-1dc1-4beb-b35a-e1513eb3e5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7241baec-8d4d-423a-b339-2bb34d21f69a,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:49.903207 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2e2cc37b-285d-4c57-a024-182e937bd804 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=44b292a6e6fa4f168ce929b1f3cf91e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2636771 Feb 09 22:05:49.909082 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57814) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:49.918247 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-8add495b-fe9f-48d3-9ba1-526840ad6820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:49.919512 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-8add495b-fe9f-48d3-9ba1-526840ad6820 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f00b6fa4f5d4f5fbb69fee7699460ba&device_id=99398def-fc53-45e4-973e-0e036e54246d HTTP/1.1" status: 200 len: 1125 time: 0.1415863 Feb 09 22:05:50.010111 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-15186363-fc3a-4d28-8654-5fc162677119 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (94005425-b5ce-4069-8a6e-07ca3167a8ed), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:50.027715 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-15186363-fc3a-4d28-8654-5fc162677119 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:50.041646 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-1f2280b6-5654-4260-996f-38e82ae41540 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7241baec-8d4d-423a-b339-2bb34d21f69a HTTP/1.1" status: 200 len: 217 time: 0.1098852 Feb 09 22:05:50.042422 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57816) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:50.043197 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-15186363-fc3a-4d28-8654-5fc162677119 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/networks/94005425-b5ce-4069-8a6e-07ca3167a8ed HTTP/1.1" status: 204 len: 168 time: 1.4130151 Feb 09 22:05:50.052445 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-338658f8-fe64-4041-bda6-bda37ccada96 admin admin] Publish callbacks [] for security_group (94d618e9-fe3f-41d4-be66-cf936c9d2576), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:50.067867 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c277cab2-b2a0-45da-b460-acec80702f0f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1439436617'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:50.069210 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15186363-fc3a-4d28-8654-5fc162677119 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Network': ['ID=94005425-b5ce-4069-8a6e-07ca3167a8ed,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:50.105555 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-338658f8-fe64-4041-bda6-bda37ccada96 admin admin] Publish callbacks [] for security_group (94d618e9-fe3f-41d4-be66-cf936c9d2576), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:50.203523 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c277cab2-b2a0-45da-b460-acec80702f0f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:50.216426 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c277cab2-b2a0-45da-b460-acec80702f0f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:50.265281 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-338658f8-fe64-4041-bda6-bda37ccada96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (94d618e9-fe3f-41d4-be66-cf936c9d2576), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:50.267683 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-9376e7e8-2f16-4d18-afec-c4245c0a9be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:50.269225 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-338658f8-fe64-4041-bda6-bda37ccada96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:50.269556 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-9376e7e8-2f16-4d18-afec-c4245c0a9be3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f484ee4-ad10-4119-87eb-1309d545847d HTTP/1.1" status: 200 len: 849 time: 0.1767490 Feb 09 22:05:50.295124 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-338658f8-fe64-4041-bda6-bda37ccada96 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/94d618e9-fe3f-41d4-be66-cf936c9d2576 HTTP/1.1" status: 204 len: 168 time: 0.3626354 Feb 09 22:05:50.319028 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-aae47beb-d0a1-4dc7-afcd-f7994b0c9b52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c02559-b038-4b61-93c2-becf83d51979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402350 Feb 09 22:05:50.323926 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c277cab2-b2a0-45da-b460-acec80702f0f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:05:50.331203 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338658f8-fe64-4041-bda6-bda37ccada96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d618e9-fe3f-41d4-be66-cf936c9d2576,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:50.511424 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b39b1-c80a-44ab-8b6a-b460e46d2a98 req-46b955fa-3f58-46a7-89ec-ca098ac2ebb1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:50.526928 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c277cab2-b2a0-45da-b460-acec80702f0f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e2ecc34e-2d74-4cd7-b424-b959b60de2cd), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:50.527236 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-c277cab2-b2a0-45da-b460-acec80702f0f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Added segment e2ecc34e-2d74-4cd7-b424-b959b60de2cd of type vlan for network 0ea4d892-7557-4562-bc02-3f6e5a8a3c87 Feb 09 22:05:50.561582 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c4b39b1-c80a-44ab-8b6a-b460e46d2a98 req-46b955fa-3f58-46a7-89ec-ca098ac2ebb1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.2060435 Feb 09 22:05:50.688997 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c277cab2-b2a0-45da-b460-acec80702f0f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (0ea4d892-7557-4562-bc02-3f6e5a8a3c87), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:50.748842 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-3c853673-619e-4adc-a333-4ca6907eeed3 service neutron] 10.222.0.42 "GET /v2.0/networks/73c02559-b038-4b61-93c2-becf83d51979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190114 Feb 09 22:05:50.761592 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c4b39b1-c80a-44ab-8b6a-b460e46d2a98 req-b43f4064-2f83-4dd6-b247-ec622589a653 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950159 Feb 09 22:05:50.768006 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c277cab2-b2a0-45da-b460-acec80702f0f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (0ea4d892-7557-4562-bc02-3f6e5a8a3c87), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:50.773875 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c277cab2-b2a0-45da-b460-acec80702f0f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:50.774532 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c277cab2-b2a0-45da-b460-acec80702f0f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:50.839039 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c277cab2-b2a0-45da-b460-acec80702f0f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7950921 Feb 09 22:05:50.843992 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57828) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:50.850713 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-965b5f1e-b852-4ead-a8e6-c71bb54a1fb4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'subnet': {'network_id': '0ea4d892-7557-4562-bc02-3f6e5a8a3c87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:50.939782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277cab2-b2a0-45da-b460-acec80702f0f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Network': ['ID=0ea4d892-7557-4562-bc02-3f6e5a8a3c87,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:50.960424 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 0ea4d892-7557-4562-bc02-3f6e5a8a3c87 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:05:50.988182 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7baabf11-5f8a-466f-a5d9-46c9bd1541a4 req-adc72ea2-a71e-445d-a4c1-9b94809b5e75 service neutron] 10.222.0.42 "GET /v2.0/networks/73c02559-b038-4b61-93c2-becf83d51979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321475 Feb 09 22:05:51.183464 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb861d-9e16-4195-9541-a2ef0601f31c req-76531d1a-b6f8-4762-97a4-ccfc5bd55ffe tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:51.194879 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a2bb861d-9e16-4195-9541-a2ef0601f31c req-76531d1a-b6f8-4762-97a4-ccfc5bd55ffe tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/ports?device_id=99398def-fc53-45e4-973e-0e036e54246d HTTP/1.1" status: 200 len: 943 time: 0.1852045 Feb 09 22:05:51.246850 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c99d1d-5733-46d1-a93c-1e4fe8f5be9c req-f85f915d-28c4-41bc-869e-9d73b811d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:51.255871 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-72c99d1d-5733-46d1-a93c-1e4fe8f5be9c req-f85f915d-28c4-41bc-869e-9d73b811d55f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f00b6fa4f5d4f5fbb69fee7699460ba&device_id=99398def-fc53-45e4-973e-0e036e54246d HTTP/1.1" status: 200 len: 1125 time: 0.1485493 Feb 09 22:05:51.327414 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965b5f1e-b852-4ead-a8e6-c71bb54a1fb4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:51.335772 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-965b5f1e-b852-4ead-a8e6-c71bb54a1fb4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:51.456694 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-965b5f1e-b852-4ead-a8e6-c71bb54a1fb4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Performing IP validity checks on allocation pools {{(pid=103201) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 22:05:51.457630 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-965b5f1e-b852-4ead-a8e6-c71bb54a1fb4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103201) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 22:05:51.536392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c99d1d-5733-46d1-a93c-1e4fe8f5be9c req-e2eb9dc4-c62d-4385-9f4e-fd1f00953523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:51.538023 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-72c99d1d-5733-46d1-a93c-1e4fe8f5be9c req-e2eb9dc4-c62d-4385-9f4e-fd1f00953523 service neutron] 10.222.0.42 "GET /v2.0/networks?id=73c02559-b038-4b61-93c2-becf83d51979 HTTP/1.1" status: 200 len: 910 time: 0.2733972 Feb 09 22:05:51.617910 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a2bb861d-9e16-4195-9541-a2ef0601f31c req-0b45911c-e82a-473d-acaf-a4c2bc8758b5 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb1a9e5-2a83-4e2d-929d-cdb94140823b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215565 Feb 09 22:05:51.627103 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-965b5f1e-b852-4ead-a8e6-c71bb54a1fb4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (52c649ed-4bc3-46f6-8d3d-bb4211888f66), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:51.686613 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-72c99d1d-5733-46d1-a93c-1e4fe8f5be9c req-590ebf69-07c2-468d-b7cd-c29eae299e78 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7241baec-8d4d-423a-b339-2bb34d21f69a HTTP/1.1" status: 200 len: 217 time: 0.1364591 Feb 09 22:05:51.761493 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b5f1e-b852-4ead-a8e6-c71bb54a1fb4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Checking segment: {'id': 'e2ecc34e-2d74-4cd7-b424-b959b60de2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0ea4d892-7557-4562-bc02-3f6e5a8a3c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:51.761929 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965b5f1e-b852-4ead-a8e6-c71bb54a1fb4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network hostable DHCP agents. Network: 0ea4d892-7557-4562-bc02-3f6e5a8a3c87, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:05:51.768726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b5f1e-b852-4ead-a8e6-c71bb54a1fb4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Subnet': ['ID=52c649ed-4bc3-46f6-8d3d-bb4211888f66,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:51.835610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965b5f1e-b852-4ead-a8e6-c71bb54a1fb4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network 0ea4d892-7557-4562-bc02-3f6e5a8a3c87 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:05:51.849800 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c99d1d-5733-46d1-a93c-1e4fe8f5be9c req-d7c266b6-120f-4616-81bc-8c6285b916f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:51.854765 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-72c99d1d-5733-46d1-a93c-1e4fe8f5be9c req-d7c266b6-120f-4616-81bc-8c6285b916f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f484ee4-ad10-4119-87eb-1309d545847d HTTP/1.1" status: 200 len: 849 time: 0.1581705 Feb 09 22:05:51.934704 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-965b5f1e-b852-4ead-a8e6-c71bb54a1fb4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 0ea4d892-7557-4562-bc02-3f6e5a8a3c87) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:51.944277 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6603a0b9-f65e-4490-bf1d-c5eebacb9bc3 None None] Network 0ea4d892-7557-4562-bc02-3f6e5a8a3c87 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:51.953418 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-72c99d1d-5733-46d1-a93c-1e4fe8f5be9c req-7a83998e-d70f-4bc4-bb12-16e4a34beb36 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73c02559-b038-4b61-93c2-becf83d51979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886590 Feb 09 22:05:52.040926 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965b5f1e-b852-4ead-a8e6-c71bb54a1fb4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:52.041558 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-965b5f1e-b852-4ead-a8e6-c71bb54a1fb4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:52.092466 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-965b5f1e-b852-4ead-a8e6-c71bb54a1fb4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2469857 Feb 09 22:05:52.115299 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f01e79-82c7-4af2-91ad-d75adcbccd38 req-2b527b42-73e0-4941-b67d-3d4369993e15 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:52.117677 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91f01e79-82c7-4af2-91ad-d75adcbccd38 req-2b527b42-73e0-4941-b67d-3d4369993e15 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.2011917 Feb 09 22:05:52.127365 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57852) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:52.174482 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ca128f4f-b57b-410f-992b-d607aaf4a5f7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'port': {'network_id': '0ea4d892-7557-4562-bc02-3f6e5a8a3c87', 'name': 'tempest-PortsTestJSON-1514169980'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:52.243392 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-72c99d1d-5733-46d1-a93c-1e4fe8f5be9c req-8c472c09-2791-4237-90ae-3a40a9c99a19 service neutron] 10.222.0.42 "GET /v2.0/networks/73c02559-b038-4b61-93c2-becf83d51979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794170 Feb 09 22:05:52.407798 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-72c99d1d-5733-46d1-a93c-1e4fe8f5be9c req-60c937e4-edab-46bd-941e-674a6982ace6 service neutron] 10.222.0.42 "GET /v2.0/networks/73c02559-b038-4b61-93c2-becf83d51979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466379 Feb 09 22:05:52.543937 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb49598-a00b-4445-921c-90089ccb5652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-0ea4d892-7557-4562-bc02-3f6e5a8a3c87', 'network_id': '0ea4d892-7557-4562-bc02-3f6e5a8a3c87', 'project_id': '909fda92e6a14a6f9611eb0fa02d157a', 'fixed_ips': [{'subnet_id': '52c649ed-4bc3-46f6-8d3d-bb4211888f66'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:05:52.545776 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0fb49598-a00b-4445-921c-90089ccb5652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:52.569518 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91f01e79-82c7-4af2-91ad-d75adcbccd38 req-b9c5142a-dbef-4997-90c7-6b0982822695 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779430 Feb 09 22:05:52.574632 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57860) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:52.747489 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca128f4f-b57b-410f-992b-d607aaf4a5f7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:52.775402 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ca128f4f-b57b-410f-992b-d607aaf4a5f7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:52.889694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-5e3a8e12-3e5d-46eb-9e65-ef5080af1b72 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1150302686-network', 'tenant_id': '194f14ecbfd24e5195b97eee1f156927'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:52.930500 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3a8e12-3e5d-46eb-9e65-ef5080af1b72 admin admin] Made reservation on behalf of 194f14ecbfd24e5195b97eee1f156927 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:52.936540 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e3a8e12-3e5d-46eb-9e65-ef5080af1b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:52.942197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-0fb49598-a00b-4445-921c-90089ccb5652 None None] Allocated IP 172.20.0.2 (0ea4d892-7557-4562-bc02-3f6e5a8a3c87/52c649ed-4bc3-46f6-8d3d-bb4211888f66/2fdfc950-0ae1-4834-b255-09378f1b93d7) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:52.955348 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e3a8e12-3e5d-46eb-9e65-ef5080af1b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:52.964305 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-ca128f4f-b57b-410f-992b-d607aaf4a5f7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] device_id is not set on port d80169c2-038a-4ec2-901a-c0f2e6c9fcf8 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:05:53.192179 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e3a8e12-3e5d-46eb-9e65-ef5080af1b72 admin admin] Publish callbacks [] for security_group (89a277b8-684f-4e99-afb9-d3ed21a651f3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:53.203950 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e3a8e12-3e5d-46eb-9e65-ef5080af1b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (89a277b8-684f-4e99-afb9-d3ed21a651f3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:53.261571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3a8e12-3e5d-46eb-9e65-ef5080af1b72 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:05:53.321689 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a8e12-3e5d-46eb-9e65-ef5080af1b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a277b8-684f-4e99-afb9-d3ed21a651f3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:53.335622 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e3a8e12-3e5d-46eb-9e65-ef5080af1b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:53.336240 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-5e3a8e12-3e5d-46eb-9e65-ef5080af1b72 admin admin] Added segment 9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb of type vlan for network 5a62a61b-fb74-403f-886b-bd8497be8d9e Feb 09 22:05:53.366942 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f3d28-7ab3-4b33-928c-59c7d81d8c44 req-03ce9c90-9b66-4e64-b590-f12ce205ff4a tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:53.384331 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d44f3d28-7ab3-4b33-928c-59c7d81d8c44 req-03ce9c90-9b66-4e64-b590-f12ce205ff4a tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/ports?device_id=99398def-fc53-45e4-973e-0e036e54246d HTTP/1.1" status: 200 len: 943 time: 0.5434248 Feb 09 22:05:53.407582 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e3a8e12-3e5d-46eb-9e65-ef5080af1b72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (5a62a61b-fb74-403f-886b-bd8497be8d9e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:53.421185 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0fb49598-a00b-4445-921c-90089ccb5652 None None] Publish callbacks [] for port (2fdfc950-0ae1-4834-b255-09378f1b93d7), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:53.444164 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0fb49598-a00b-4445-921c-90089ccb5652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (2fdfc950-0ae1-4834-b255-09378f1b93d7), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:53.461202 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e3a8e12-3e5d-46eb-9e65-ef5080af1b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (5a62a61b-fb74-403f-886b-bd8497be8d9e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:53.464160 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3a8e12-3e5d-46eb-9e65-ef5080af1b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:53.465141 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e3a8e12-3e5d-46eb-9e65-ef5080af1b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:53.497685 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb49598-a00b-4445-921c-90089ccb5652 None None] Network 0ea4d892-7557-4562-bc02-3f6e5a8a3c87 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:53.522014 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb49598-a00b-4445-921c-90089ccb5652 None None] Pushing event updated for resources: {'Port': ['ID=2fdfc950-0ae1-4834-b255-09378f1b93d7,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:53.522702 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d44f3d28-7ab3-4b33-928c-59c7d81d8c44 req-8c019589-c374-4e1e-9e2d-4c0f9a2942ba tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb1a9e5-2a83-4e2d-929d-cdb94140823b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358922 Feb 09 22:05:53.536586 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5e3a8e12-3e5d-46eb-9e65-ef5080af1b72 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9573209 Feb 09 22:05:53.538194 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-0fb49598-a00b-4445-921c-90089ccb5652 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:53.542501 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb49598-a00b-4445-921c-90089ccb5652 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:53.565140 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57876) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:53.604983 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-17fa9dad-2f7e-435b-8292-1fbab3aea3bf admin admin] Request body: {'subnet': {'network_id': '5a62a61b-fb74-403f-886b-bd8497be8d9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1150302686-subnet', 'tenant_id': '194f14ecbfd24e5195b97eee1f156927', 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:53.675624 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a8e12-3e5d-46eb-9e65-ef5080af1b72 admin admin] Pushing event updated for resources: {'Network': ['ID=5a62a61b-fb74-403f-886b-bd8497be8d9e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:53.713027 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0fb49598-a00b-4445-921c-90089ccb5652 None None] Attempting to bind port 2fdfc950-0ae1-4834-b255-09378f1b93d7 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:53.714661 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0fb49598-a00b-4445-921c-90089ccb5652 None None] Attempting to bind port 2fdfc950-0ae1-4834-b255-09378f1b93d7 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'e2ecc34e-2d74-4cd7-b424-b959b60de2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0ea4d892-7557-4562-bc02-3f6e5a8a3c87'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:53.715506 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb49598-a00b-4445-921c-90089ccb5652 None None] Attempting to bind port 2fdfc950-0ae1-4834-b255-09378f1b93d7 on network 0ea4d892-7557-4562-bc02-3f6e5a8a3c87 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:53.731051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb49598-a00b-4445-921c-90089ccb5652 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:53.732231 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb49598-a00b-4445-921c-90089ccb5652 None None] Checking segment: {'id': 'e2ecc34e-2d74-4cd7-b424-b959b60de2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0ea4d892-7557-4562-bc02-3f6e5a8a3c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:53.733212 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0fb49598-a00b-4445-921c-90089ccb5652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:53.734393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb49598-a00b-4445-921c-90089ccb5652 None None] Bound using segment: {'id': 'e2ecc34e-2d74-4cd7-b424-b959b60de2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0ea4d892-7557-4562-bc02-3f6e5a8a3c87'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:53.735583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0fb49598-a00b-4445-921c-90089ccb5652 None None] Bound port: 2fdfc950-0ae1-4834-b255-09378f1b93d7, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ecc34e-2d74-4cd7-b424-b959b60de2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0ea4d892-7557-4562-bc02-3f6e5a8a3c87'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:53.736844 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0fb49598-a00b-4445-921c-90089ccb5652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2fdfc950-0ae1-4834-b255-09378f1b93d7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:53.740934 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 5a62a61b-fb74-403f-886b-bd8497be8d9e details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:05:53.757005 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fa9dad-2f7e-435b-8292-1fbab3aea3bf admin admin] Made reservation on behalf of 194f14ecbfd24e5195b97eee1f156927 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:53.760623 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-17fa9dad-2f7e-435b-8292-1fbab3aea3bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:53.825691 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-ca128f4f-b57b-410f-992b-d607aaf4a5f7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Allocated IP 172.20.0.6 (0ea4d892-7557-4562-bc02-3f6e5a8a3c87/52c649ed-4bc3-46f6-8d3d-bb4211888f66/d80169c2-038a-4ec2-901a-c0f2e6c9fcf8) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:53.889679 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529b82c-da70-4af8-bb2b-e8eb0e4338ea req-1a697ff5-7b45-44d8-9944-73cc1dd946ae tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:53.896745 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f529b82c-da70-4af8-bb2b-e8eb0e4338ea req-1a697ff5-7b45-44d8-9944-73cc1dd946ae tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.1615195 Feb 09 22:05:54.145560 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0fb49598-a00b-4445-921c-90089ccb5652 None None] For port 2fdfc950-0ae1-4834-b255-09378f1b93d7, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:54.154319 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0fb49598-a00b-4445-921c-90089ccb5652 None None] For port 2fdfc950-0ae1-4834-b255-09378f1b93d7, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2fdfc950-0ae1-4834-b255-09378f1b93d7,segment=NetworkSegment(e2ecc34e-2d74-4cd7-b424-b959b60de2cd),segment_id=e2ecc34e-2d74-4cd7-b424-b959b60de2cd)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:54.189455 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0fb49598-a00b-4445-921c-90089ccb5652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2fdfc950-0ae1-4834-b255-09378f1b93d7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:54.344171 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f529b82c-da70-4af8-bb2b-e8eb0e4338ea req-3c917ce3-7ce1-4fc8-93fa-0e43137ec977 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430006 Feb 09 22:05:54.365792 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb49598-a00b-4445-921c-90089ccb5652 None None] Pushing event updated for resources: {'Port': ['ID=2fdfc950-0ae1-4834-b255-09378f1b93d7,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:54.951775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 7241baec-8d4d-423a-b339-2bb34d21f69a details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:05:55.125942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 7241baec-8d4d-423a-b339-2bb34d21f69a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=7241baec-8d4d-423a-b339-2bb34d21f69a,segment=NetworkSegment(feb9b2f3-a6b0-4d5e-ac32-13547f492953),segment_id=feb9b2f3-a6b0-4d5e-ac32-13547f492953)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:55.151056 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '7241baec-8d4d-423a-b339-2bb34d21f69a', 'network_id': '73c02559-b038-4b61-93c2-becf83d51979', 'port_id': '7241baec-8d4d-423a-b339-2bb34d21f69a', 'mac_address': 'fa:16:3e:35:bb:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f484ee4-ad10-4119-87eb-1309d545847d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:05:55.204919 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ca128f4f-b57b-410f-992b-d607aaf4a5f7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for port (d80169c2-038a-4ec2-901a-c0f2e6c9fcf8), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:55.207680 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-17fa9dad-2f7e-435b-8292-1fbab3aea3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (b233294d-9966-4995-890c-bdf57c418136), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:55.274197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 7241baec-8d4d-423a-b339-2bb34d21f69a is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:55.275066 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7241baec-8d4d-423a-b339-2bb34d21f69a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:55.325329 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7241baec-8d4d-423a-b339-2bb34d21f69a {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:05:55.331173 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd73afc-e352-4c09-a4ca-490e18cf035e req-955b9251-da41-4d54-b6c6-b2a074095162 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:55.339955 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dbd73afc-e352-4c09-a4ca-490e18cf035e req-955b9251-da41-4d54-b6c6-b2a074095162 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/ports?device_id=99398def-fc53-45e4-973e-0e036e54246d HTTP/1.1" status: 200 len: 943 time: 0.6349106 Feb 09 22:05:55.428887 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa9dad-2f7e-435b-8292-1fbab3aea3bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b233294d-9966-4995-890c-bdf57c418136,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:55.488854 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2fdfc950-0ae1-4834-b255-09378f1b93d7 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:55.535119 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fa9dad-2f7e-435b-8292-1fbab3aea3bf admin admin] Checking segment: {'id': '9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a62a61b-fb74-403f-886b-bd8497be8d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:55.535684 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fa9dad-2f7e-435b-8292-1fbab3aea3bf admin admin] Network hostable DHCP agents. Network: 5a62a61b-fb74-403f-886b-bd8497be8d9e, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:05:55.536864 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 7241baec-8d4d-423a-b339-2bb34d21f69a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=7241baec-8d4d-423a-b339-2bb34d21f69a,segment=NetworkSegment(feb9b2f3-a6b0-4d5e-ac32-13547f492953),segment_id=feb9b2f3-a6b0-4d5e-ac32-13547f492953)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:55.547116 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7241baec-8d4d-423a-b339-2bb34d21f69a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:55.580670 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dbd73afc-e352-4c09-a4ca-490e18cf035e req-dd348eb5-23ae-4067-a5b6-bd7cb77cb511 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb1a9e5-2a83-4e2d-929d-cdb94140823b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204449 Feb 09 22:05:55.590775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2fdfc950-0ae1-4834-b255-09378f1b93d7 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:55.591475 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2fdfc950-0ae1-4834-b255-09378f1b93d7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:55.599078 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ca128f4f-b57b-410f-992b-d607aaf4a5f7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (d80169c2-038a-4ec2-901a-c0f2e6c9fcf8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:55.710839 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=7241baec-8d4d-423a-b339-2bb34d21f69a,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:55.797704 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fa9dad-2f7e-435b-8292-1fbab3aea3bf admin admin] Network 5a62a61b-fb74-403f-886b-bd8497be8d9e is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:05:55.808229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2fdfc950-0ae1-4834-b255-09378f1b93d7 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:55.809563 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2fdfc950-0ae1-4834-b255-09378f1b93d7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:55.815436 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['7241baec-8d4d-423a-b339-2bb34d21f69a'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:05:55.820468 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca128f4f-b57b-410f-992b-d607aaf4a5f7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network 0ea4d892-7557-4562-bc02-3f6e5a8a3c87 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:55.821962 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca128f4f-b57b-410f-992b-d607aaf4a5f7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Port': ['ID=d80169c2-038a-4ec2-901a-c0f2e6c9fcf8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:55.843043 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-ca128f4f-b57b-410f-992b-d607aaf4a5f7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:55.862681 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca128f4f-b57b-410f-992b-d607aaf4a5f7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:55.898480 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-17fa9dad-2f7e-435b-8292-1fbab3aea3bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 5a62a61b-fb74-403f-886b-bd8497be8d9e) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:55.912160 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fa9dad-2f7e-435b-8292-1fbab3aea3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:55.913060 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-17fa9dad-2f7e-435b-8292-1fbab3aea3bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:56.031632 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca128f4f-b57b-410f-992b-d607aaf4a5f7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:56.037171 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ca128f4f-b57b-410f-992b-d607aaf4a5f7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:56.048971 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91963b98-fba1-413c-930d-f5c7d2937935 None None] Network 5a62a61b-fb74-403f-886b-bd8497be8d9e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:56.094165 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-17fa9dad-2f7e-435b-8292-1fbab3aea3bf admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.5169685 Feb 09 22:05:56.101947 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57922) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:56.125317 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ceec6d-dbce-460b-86d5-8d48a1fbbd98 req-ffdd41ca-c315-470d-aaa7-cf1f96095ef0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:56.129656 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7593c5d3-3943-4e45-9af1-41869821b1fa admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1150302686-router', 'tenant_id': '194f14ecbfd24e5195b97eee1f156927', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:56.138748 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e7ceec6d-dbce-460b-86d5-8d48a1fbbd98 req-ffdd41ca-c315-470d-aaa7-cf1f96095ef0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.3257971 Feb 09 22:05:56.190570 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ca128f4f-b57b-410f-992b-d607aaf4a5f7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0612261 Feb 09 22:05:56.195884 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57926) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:56.241188 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7593c5d3-3943-4e45-9af1-41869821b1fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (93ecae28-05db-4308-845f-06bdb529ae5f), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:56.251014 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7593c5d3-3943-4e45-9af1-41869821b1fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (93ecae28-05db-4308-845f-06bdb529ae5f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:56.279610 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e7ceec6d-dbce-460b-86d5-8d48a1fbbd98 req-a6473c48-c677-40b6-aecb-2a3e88a1c4c6 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381352 Feb 09 22:05:56.361310 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 2fdfc950-0ae1-4834-b255-09378f1b93d7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2fdfc950-0ae1-4834-b255-09378f1b93d7,segment=NetworkSegment(e2ecc34e-2d74-4cd7-b424-b959b60de2cd),segment_id=e2ecc34e-2d74-4cd7-b424-b959b60de2cd)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:56.398337 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2fdfc950-0ae1-4834-b255-09378f1b93d7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:56.533020 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-fd95709f-b3ba-43fa-b0ba-ac5d9121045e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting port d80169c2-038a-4ec2-901a-c0f2e6c9fcf8 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:56.533416 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd95709f-b3ba-43fa-b0ba-ac5d9121045e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d80169c2-038a-4ec2-901a-c0f2e6c9fcf8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:56.562740 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056619f7-129f-4ee5-84d1-7364094fe373 req-a0745ce4-4c16-4cec-8edb-6c6a9dddc78b tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:56.570208 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-056619f7-129f-4ee5-84d1-7364094fe373 req-a0745ce4-4c16-4cec-8edb-6c6a9dddc78b tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 946 time: 0.1249833 Feb 09 22:05:56.595384 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2fc95a-b4a3-4e9a-af85-2b99ec374277 None None] Network 0ea4d892-7557-4562-bc02-3f6e5a8a3c87 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:56.597464 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=2fdfc950-0ae1-4834-b255-09378f1b93d7,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:56.621937 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7593c5d3-3943-4e45-9af1-41869821b1fa admin admin] Publish callbacks [] for router_controller (93ecae28-05db-4308-845f-06bdb529ae5f), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:56.685456 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-056619f7-129f-4ee5-84d1-7364094fe373 req-cd036eda-5980-4c71-880b-6fc8778c418f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141701 Feb 09 22:05:56.756967 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd95709f-b3ba-43fa-b0ba-ac5d9121045e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d80169c2-038a-4ec2-901a-c0f2e6c9fcf8), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:56.793854 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-fd95709f-b3ba-43fa-b0ba-ac5d9121045e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Calling delete_port for d80169c2-038a-4ec2-901a-c0f2e6c9fcf8 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:56.940376 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-7936239c-1c8e-41cf-b011-16f2dd10f118 None None] Provisioning complete for port 2fdfc950-0ae1-4834-b255-09378f1b93d7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:56.942139 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7936239c-1c8e-41cf-b011-16f2dd10f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2fdfc950-0ae1-4834-b255-09378f1b93d7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:56.948349 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc97eb66-c974-4a4f-96e4-ad77ee80797a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-5a62a61b-fb74-403f-886b-bd8497be8d9e', 'network_id': '5a62a61b-fb74-403f-886b-bd8497be8d9e', 'project_id': '194f14ecbfd24e5195b97eee1f156927', 'fixed_ips': [{'subnet_id': 'b233294d-9966-4995-890c-bdf57c418136'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:05:56.963945 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc97eb66-c974-4a4f-96e4-ad77ee80797a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:56.990007 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da88cb-bd25-4690-bc42-c3b35539c638 req-bdfa76d4-25bf-4523-b232-b31e0c3fe6e8 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:56.991725 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-15da88cb-bd25-4690-bc42-c3b35539c638 req-bdfa76d4-25bf-4523-b232-b31e0c3fe6e8 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/ports?device_id=99398def-fc53-45e4-973e-0e036e54246d HTTP/1.1" status: 200 len: 944 time: 0.1929574 Feb 09 22:05:57.039268 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7593c5d3-3943-4e45-9af1-41869821b1fa admin admin] Publish callbacks [] for router_gateway (93ecae28-05db-4308-845f-06bdb529ae5f), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:57.090144 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-15da88cb-bd25-4690-bc42-c3b35539c638 req-78d3fd66-d301-4d51-9eb5-337b2263cb63 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb1a9e5-2a83-4e2d-929d-cdb94140823b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893891 Feb 09 22:05:57.153299 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd95709f-b3ba-43fa-b0ba-ac5d9121045e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (d80169c2-038a-4ec2-901a-c0f2e6c9fcf8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:57.218370 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95709f-b3ba-43fa-b0ba-ac5d9121045e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Port': ['ID=d80169c2-038a-4ec2-901a-c0f2e6c9fcf8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:57.402721 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd95709f-b3ba-43fa-b0ba-ac5d9121045e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:57.412500 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fd95709f-b3ba-43fa-b0ba-ac5d9121045e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/ports/d80169c2-038a-4ec2-901a-c0f2e6c9fcf8 HTTP/1.1" status: 204 len: 168 time: 1.2146339 Feb 09 22:05:57.416344 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57946) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:57.480120 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-bc97eb66-c974-4a4f-96e4-ad77ee80797a None None] Allocated IP 172.20.0.2 (5a62a61b-fb74-403f-886b-bd8497be8d9e/b233294d-9966-4995-890c-bdf57c418136/18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:57.490631 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e03e6bd-3b1f-45f9-a87c-8d7c354606f5 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] DELETE failed (client error): The resource could not be found. Feb 09 22:05:57.491294 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e03e6bd-3b1f-45f9-a87c-8d7c354606f5 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:05:57.501363 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2e03e6bd-3b1f-45f9-a87c-8d7c354606f5 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/ports/d80169c2-038a-4ec2-901a-c0f2e6c9fcf8 HTTP/1.1" status: 404 len: 333 time: 0.0832775 Feb 09 22:05:57.504512 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57948) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:57.541036 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2fdfc950-0ae1-4834-b255-09378f1b93d7 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:57.567311 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-08955e15-4a34-40a8-96f3-5c1e4e8f3520 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] GET failed (client error): The resource could not be found. Feb 09 22:05:57.574586 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-08955e15-4a34-40a8-96f3-5c1e4e8f3520 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports/d80169c2-038a-4ec2-901a-c0f2e6c9fcf8 HTTP/1.1" status: 404 len: 333 time: 0.0686860 Feb 09 22:05:57.575299 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 57950) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:57.703143 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3f7f00-16be-4979-8159-4a63446ca85b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting subnet 52c649ed-4bc3-46f6-8d3d-bb4211888f66 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:05:57.711670 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a3f7f00-16be-4979-8159-4a63446ca85b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for subnet (52c649ed-4bc3-46f6-8d3d-bb4211888f66), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:57.725852 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7593c5d3-3943-4e45-9af1-41869821b1fa admin admin] Publish callbacks [] for router_gateway (93ecae28-05db-4308-845f-06bdb529ae5f), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:57.765472 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7593c5d3-3943-4e45-9af1-41869821b1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:57.867004 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a3f7f00-16be-4979-8159-4a63446ca85b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (52c649ed-4bc3-46f6-8d3d-bb4211888f66), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:58.007417 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-7593c5d3-3943-4e45-9af1-41869821b1fa admin admin] Allocated IP 172.25.6.243 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/ca1c916d-151a-4cc2-a9a0-785a5ebc06ec) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:58.096332 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a3f7f00-16be-4979-8159-4a63446ca85b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (52c649ed-4bc3-46f6-8d3d-bb4211888f66), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:58.186778 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7593c5d3-3943-4e45-9af1-41869821b1fa admin admin] Publish callbacks [] for port (ca1c916d-151a-4cc2-a9a0-785a5ebc06ec), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:58.279236 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7593c5d3-3943-4e45-9af1-41869821b1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ca1c916d-151a-4cc2-a9a0-785a5ebc06ec), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:58.301288 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc36f22-9060-4958-8f3c-bea6de3f0e79 req-4232068c-c883-4533-a99c-675b068bfbba tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:58.310368 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6bc36f22-9060-4958-8f3c-bea6de3f0e79 req-4232068c-c883-4533-a99c-675b068bfbba tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.1770611 Feb 09 22:05:58.311891 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a3f7f00-16be-4979-8159-4a63446ca85b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (52c649ed-4bc3-46f6-8d3d-bb4211888f66), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:58.374295 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f7f00-16be-4979-8159-4a63446ca85b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Subnet': ['ID=52c649ed-4bc3-46f6-8d3d-bb4211888f66,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:58.385894 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a3f7f00-16be-4979-8159-4a63446ca85b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:58.392192 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8a3f7f00-16be-4979-8159-4a63446ca85b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/subnets/52c649ed-4bc3-46f6-8d3d-bb4211888f66 HTTP/1.1" status: 204 len: 168 time: 0.8144021 Feb 09 22:05:58.396323 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7593c5d3-3943-4e45-9af1-41869821b1fa admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:58.397721 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 57968) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:58.425613 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-7593c5d3-3943-4e45-9af1-41869821b1fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:58.511812 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2fdfc950-0ae1-4834-b255-09378f1b93d7 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:58.512624 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2fdfc950-0ae1-4834-b255-09378f1b93d7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:58.537214 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7593c5d3-3943-4e45-9af1-41869821b1fa admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:58.562049 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593c5d3-3943-4e45-9af1-41869821b1fa admin admin] Pushing event updated for resources: {'Port': ['ID=ca1c916d-151a-4cc2-a9a0-785a5ebc06ec,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:58.694188 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-7936239c-1c8e-41cf-b011-16f2dd10f118 None None] Current status of the port 2fdfc950-0ae1-4834-b255-09378f1b93d7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:58.739078 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2fdfc950-0ae1-4834-b255-09378f1b93d7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:58.773436 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc97eb66-c974-4a4f-96e4-ad77ee80797a None None] Publish callbacks [] for port (18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:58.791502 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc97eb66-c974-4a4f-96e4-ad77ee80797a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:58.854489 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc97eb66-c974-4a4f-96e4-ad77ee80797a None None] Network 5a62a61b-fb74-403f-886b-bd8497be8d9e is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:58.908058 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-bc97eb66-c974-4a4f-96e4-ad77ee80797a None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:58.917185 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc97eb66-c974-4a4f-96e4-ad77ee80797a None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:59.051662 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 7241baec-8d4d-423a-b339-2bb34d21f69a up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:59.068104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ea5d2c-c840-4999-94e3-6db550be8d1e None None] Network 0ea4d892-7557-4562-bc02-3f6e5a8a3c87 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:59.069155 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6bc36f22-9060-4958-8f3c-bea6de3f0e79 req-57af4f3c-4705-4729-8fb9-a59d3086ace3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7417448 Feb 09 22:05:59.205536 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dbbe9b17-ecef-47c6-ac17-afd109eae5ad tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (0ea4d892-7557-4562-bc02-3f6e5a8a3c87), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:59.239892 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7593c5d3-3943-4e45-9af1-41869821b1fa admin admin] Publish callbacks [] for router_gateway (93ecae28-05db-4308-845f-06bdb529ae5f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:59.390519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bc97eb66-c974-4a4f-96e4-ad77ee80797a None None] Attempting to bind port 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:59.395680 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ab38a-1b00-4e37-a710-022ac7fc4209 req-5aa7f14b-c2a7-4498-b639-67de86475d9b tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:59.398819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee1ab38a-1b00-4e37-a710-022ac7fc4209 req-5aa7f14b-c2a7-4498-b639-67de86475d9b tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/ports?device_id=99398def-fc53-45e4-973e-0e036e54246d HTTP/1.1" status: 200 len: 944 time: 0.1775780 Feb 09 22:05:59.400123 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bc97eb66-c974-4a4f-96e4-ad77ee80797a None None] Attempting to bind port 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a62a61b-fb74-403f-886b-bd8497be8d9e'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:59.401857 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc97eb66-c974-4a4f-96e4-ad77ee80797a None None] Attempting to bind port 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b on network 5a62a61b-fb74-403f-886b-bd8497be8d9e {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:59.423806 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97eb66-c974-4a4f-96e4-ad77ee80797a None None] Pushing event updated for resources: {'Port': ['ID=18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:59.471352 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc97eb66-c974-4a4f-96e4-ad77ee80797a None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:59.481552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc97eb66-c974-4a4f-96e4-ad77ee80797a None None] Checking segment: {'id': '9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a62a61b-fb74-403f-886b-bd8497be8d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:59.482336 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc97eb66-c974-4a4f-96e4-ad77ee80797a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:59.482994 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc97eb66-c974-4a4f-96e4-ad77ee80797a None None] Bound using segment: {'id': '9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a62a61b-fb74-403f-886b-bd8497be8d9e'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:59.483853 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bc97eb66-c974-4a4f-96e4-ad77ee80797a None None] Bound port: 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a62a61b-fb74-403f-886b-bd8497be8d9e'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:59.484496 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc97eb66-c974-4a4f-96e4-ad77ee80797a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:59.564374 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee1ab38a-1b00-4e37-a710-022ac7fc4209 req-30e4f2a4-006d-4915-97d2-383ab46aaf0b tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb1a9e5-2a83-4e2d-929d-cdb94140823b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580038 Feb 09 22:05:59.609923 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-dbbe9b17-ecef-47c6-ac17-afd109eae5ad tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting port 2fdfc950-0ae1-4834-b255-09378f1b93d7 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:59.610480 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dbbe9b17-ecef-47c6-ac17-afd109eae5ad tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (2fdfc950-0ae1-4834-b255-09378f1b93d7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:59.678088 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-07fd688c-06a1-404a-8d11-17f3c0bdd51f None None] Provisioning complete for port 2fdfc950-0ae1-4834-b255-09378f1b93d7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:59.686864 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-07fd688c-06a1-404a-8d11-17f3c0bdd51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2fdfc950-0ae1-4834-b255-09378f1b93d7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:59.801326 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 7241baec-8d4d-423a-b339-2bb34d21f69a completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:05:59.816565 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 7241baec-8d4d-423a-b339-2bb34d21f69a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:59.817038 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7241baec-8d4d-423a-b339-2bb34d21f69a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:59.972579 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-bc97eb66-c974-4a4f-96e4-ad77ee80797a None None] For port 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:59.985733 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-bc97eb66-c974-4a4f-96e4-ad77ee80797a None None] For port 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b,segment=NetworkSegment(9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb),segment_id=9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:00.092528 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5853e6c8-b359-43e9-9577-19a6fa9e2bbc None None] DHCP port deletion for 0ea4d892-7557-4562-bc02-3f6e5a8a3c87 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:06:00.101657 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc97eb66-c974-4a4f-96e4-ad77ee80797a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:00.277747 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-dbbe9b17-ecef-47c6-ac17-afd109eae5ad tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] For port 2fdfc950-0ae1-4834-b255-09378f1b93d7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2fdfc950-0ae1-4834-b255-09378f1b93d7,segment=NetworkSegment(e2ecc34e-2d74-4cd7-b424-b959b60de2cd),segment_id=e2ecc34e-2d74-4cd7-b424-b959b60de2cd)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:00.278613 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dbbe9b17-ecef-47c6-ac17-afd109eae5ad tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (2fdfc950-0ae1-4834-b255-09378f1b93d7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:00.299361 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-dbbe9b17-ecef-47c6-ac17-afd109eae5ad tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Calling delete_port for 2fdfc950-0ae1-4834-b255-09378f1b93d7 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:00.370507 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87c787-fcc3-4e62-8b53-4b57e1cc76e0 req-a568db02-66d1-4f6d-8b78-63ce8f2278c9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:00.375919 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a87c787-fcc3-4e62-8b53-4b57e1cc76e0 req-a568db02-66d1-4f6d-8b78-63ce8f2278c9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.1287825 Feb 09 22:06:00.433717 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-07fd688c-06a1-404a-8d11-17f3c0bdd51f None None] Current status of the port 2fdfc950-0ae1-4834-b255-09378f1b93d7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:00.444552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97eb66-c974-4a4f-96e4-ad77ee80797a None None] Pushing event updated for resources: {'Port': ['ID=18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:00.448585 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 7241baec-8d4d-423a-b339-2bb34d21f69a is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:00.448985 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7241baec-8d4d-423a-b339-2bb34d21f69a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:00.496127 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a87c787-fcc3-4e62-8b53-4b57e1cc76e0 req-e403f8ab-e123-437e-a895-8c440181acaf tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130946 Feb 09 22:06:00.505547 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 7241baec-8d4d-423a-b339-2bb34d21f69a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=7241baec-8d4d-423a-b339-2bb34d21f69a,segment=NetworkSegment(feb9b2f3-a6b0-4d5e-ac32-13547f492953),segment_id=feb9b2f3-a6b0-4d5e-ac32-13547f492953)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:00.506880 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99398def-fc53-45e4-973e-0e036e54246d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7241baec-8d4d-423a-b339-2bb34d21f69a'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:06:00.510034 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe3066f-693b-4e59-b59b-2d68abfe38c7" -d '{"events": [{"server_uuid": "99398def-fc53-45e4-973e-0e036e54246d", "name": "network-vif-plugged", "status": "completed", "tag": "7241baec-8d4d-423a-b339-2bb34d21f69a"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:06:00.535971 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7241baec-8d4d-423a-b339-2bb34d21f69a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:00.604759 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7593c5d3-3943-4e45-9af1-41869821b1fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (93ecae28-05db-4308-845f-06bdb529ae5f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:00.613657 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=7241baec-8d4d-423a-b339-2bb34d21f69a,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:00.624747 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5853e6c8-b359-43e9-9577-19a6fa9e2bbc None None] Deleting port 2fdfc950-0ae1-4834-b255-09378f1b93d7 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:00.625387 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5853e6c8-b359-43e9-9577-19a6fa9e2bbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (2fdfc950-0ae1-4834-b255-09378f1b93d7), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:00.733935 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-5853e6c8-b359-43e9-9577-19a6fa9e2bbc None None] For port 2fdfc950-0ae1-4834-b255-09378f1b93d7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2fdfc950-0ae1-4834-b255-09378f1b93d7,segment=NetworkSegment(e2ecc34e-2d74-4cd7-b424-b959b60de2cd),segment_id=e2ecc34e-2d74-4cd7-b424-b959b60de2cd)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:00.734613 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5853e6c8-b359-43e9-9577-19a6fa9e2bbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (2fdfc950-0ae1-4834-b255-09378f1b93d7), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:00.761818 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5853e6c8-b359-43e9-9577-19a6fa9e2bbc None None] Calling delete_port for 2fdfc950-0ae1-4834-b255-09378f1b93d7 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:00.805659 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dbbe9b17-ecef-47c6-ac17-afd109eae5ad tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (2fdfc950-0ae1-4834-b255-09378f1b93d7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:00.880030 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbe9b17-ecef-47c6-ac17-afd109eae5ad tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] No DVR routers for this DVR port 2fdfc950-0ae1-4834-b255-09378f1b93d7 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:00.937830 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dc54f0-2e8b-4c32-bef7-7368ec7d5651 x-openstack-request-id: req-a3dc54f0-2e8b-4c32-bef7-7368ec7d5651 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:06:00.937830 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99398def-fc53-45e4-973e-0e036e54246d", "name": "network-vif-plugged", "status": "completed", "tag": "7241baec-8d4d-423a-b339-2bb34d21f69a", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:06:00.938337 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a3dc54f0-2e8b-4c32-bef7-7368ec7d5651 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:06:00.938750 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99398def-fc53-45e4-973e-0e036e54246d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7241baec-8d4d-423a-b339-2bb34d21f69a', 'code': 200} Feb 09 22:06:00.945800 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ccfbe596-ddec-463f-9e3a-8e3863702c84 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:06:00.981471 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede7ffb-c4d2-468e-b0d6-891d32362d9c req-4e24edf0-d51b-4823-8a23-0bb0d38ad263 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:00.983268 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8ede7ffb-c4d2-468e-b0d6-891d32362d9c req-4e24edf0-d51b-4823-8a23-0bb0d38ad263 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/ports?device_id=99398def-fc53-45e4-973e-0e036e54246d HTTP/1.1" status: 200 len: 945 time: 0.1178708 Feb 09 22:06:01.035329 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe9b17-ecef-47c6-ac17-afd109eae5ad tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Port': ['ID=2fdfc950-0ae1-4834-b255-09378f1b93d7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:01.079280 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8ede7ffb-c4d2-468e-b0d6-891d32362d9c req-a5459f92-ce30-4253-98d3-6b48a355a789 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb1a9e5-2a83-4e2d-929d-cdb94140823b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812316 Feb 09 22:06:01.232456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ccfbe596-ddec-463f-9e3a-8e3863702c84, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:01.236018 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f530b4-9b92-4ff0-aa19-8d4dc31b8535 req-35e7626f-10ce-4330-b4e7-7acb6cb9e087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:01.238192 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e1f530b4-9b92-4ff0-aa19-8d4dc31b8535 req-35e7626f-10ce-4330-b4e7-7acb6cb9e087 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=99398def-fc53-45e4-973e-0e036e54246d HTTP/1.1" status: 200 len: 1127 time: 0.4434936 Feb 09 22:06:01.257759 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dbbe9b17-ecef-47c6-ac17-afd109eae5ad tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (0ea4d892-7557-4562-bc02-3f6e5a8a3c87), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:01.267239 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ccfbe596-ddec-463f-9e3a-8e3863702c84 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:01.297536 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'ccfbe596-ddec-463f-9e3a-8e3863702c84', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'port_id': 'ccfbe596-ddec-463f-9e3a-8e3863702c84', 'mac_address': 'fa:16:3e:7e:7d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:06:01.305286 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5853e6c8-b359-43e9-9577-19a6fa9e2bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (2fdfc950-0ae1-4834-b255-09378f1b93d7), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:01.343198 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-dbbe9b17-ecef-47c6-ac17-afd109eae5ad tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea4d892-7557-4562-bc02-3f6e5a8a3c87']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:01.403967 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:06:01.444104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-dbbe9b17-ecef-47c6-ac17-afd109eae5ad tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ecc34e-2d74-4cd7-b424-b959b60de2cd') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:01.444967 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-dbbe9b17-ecef-47c6-ac17-afd109eae5ad tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ecc34e-2d74-4cd7-b424-b959b60de2cd') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:01.484355 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7593c5d3-3943-4e45-9af1-41869821b1fa admin admin] Router 93ecae28-05db-4308-845f-06bdb529ae5f is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:06:01.497723 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dbbe9b17-ecef-47c6-ac17-afd109eae5ad tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (e2ecc34e-2d74-4cd7-b424-b959b60de2cd), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:01.537678 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e1f530b4-9b92-4ff0-aa19-8d4dc31b8535 req-b7ac2100-4c36-4a36-8596-71b756369f03 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3fb1a9e5-2a83-4e2d-929d-cdb94140823b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875338 Feb 09 22:06:01.558679 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853e6c8-b359-43e9-9577-19a6fa9e2bbc None None] Pushing event deleted for resources: {'Port': ['ID=2fdfc950-0ae1-4834-b255-09378f1b93d7,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:01.560280 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dbbe9b17-ecef-47c6-ac17-afd109eae5ad tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e2ecc34e-2d74-4cd7-b424-b959b60de2cd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:01.585757 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:01.607632 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5853e6c8-b359-43e9-9577-19a6fa9e2bbc None None] No DVR routers for this DVR port 2fdfc950-0ae1-4834-b255-09378f1b93d7 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:01.708338 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853e6c8-b359-43e9-9577-19a6fa9e2bbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:01.709110 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853e6c8-b359-43e9-9577-19a6fa9e2bbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:01.709844 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853e6c8-b359-43e9-9577-19a6fa9e2bbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:01.710476 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853e6c8-b359-43e9-9577-19a6fa9e2bbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:01.711094 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853e6c8-b359-43e9-9577-19a6fa9e2bbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:01.711687 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853e6c8-b359-43e9-9577-19a6fa9e2bbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:01.712287 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853e6c8-b359-43e9-9577-19a6fa9e2bbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:01.713000 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853e6c8-b359-43e9-9577-19a6fa9e2bbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:01.713590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853e6c8-b359-43e9-9577-19a6fa9e2bbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:01.714204 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853e6c8-b359-43e9-9577-19a6fa9e2bbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:01.714830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853e6c8-b359-43e9-9577-19a6fa9e2bbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:01.715391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853e6c8-b359-43e9-9577-19a6fa9e2bbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:01.715998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853e6c8-b359-43e9-9577-19a6fa9e2bbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:01.785002 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345aac5-8b94-4ad7-a20a-d5ac524da681 req-583aaddb-dcb0-4282-be6a-ea5f753d03c1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:01.787963 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbbe9b17-ecef-47c6-ac17-afd109eae5ad tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:06:01.788537 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dbbe9b17-ecef-47c6-ac17-afd109eae5ad tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (e2ecc34e-2d74-4cd7-b424-b959b60de2cd), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:01.793096 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3345aac5-8b94-4ad7-a20a-d5ac524da681 req-583aaddb-dcb0-4282-be6a-ea5f753d03c1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.0897503 Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:06:01.801508 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:06:01.937061 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3345aac5-8b94-4ad7-a20a-d5ac524da681 req-bdf9f49c-0b21-469f-a104-e51bbfe72e75 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412392 Feb 09 22:06:01.970299 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ccfbe596-ddec-463f-9e3a-8e3863702c84 is: ACTIVE; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:01.971155 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:01.973578 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7593c5d3-3943-4e45-9af1-41869821b1fa admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:06:01.984373 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] Sync routers for ids ['93ecae28-05db-4308-845f-06bdb529ae5f'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:06:02.002752 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] Routers {'93ecae28-05db-4308-845f-06bdb529ae5f'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:02.006515 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:05:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['93ecae28-05db-4308-845f-06bdb529ae5f'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:02.040794 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7593c5d3-3943-4e45-9af1-41869821b1fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:02.048876 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7593c5d3-3943-4e45-9af1-41869821b1fa admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.9289443 Feb 09 22:06:02.049585 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58026) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:02.056472 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ccfbe596-ddec-463f-9e3a-8e3863702c84 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:06:02.071044 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dbbe9b17-ecef-47c6-ac17-afd109eae5ad tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (0ea4d892-7557-4562-bc02-3f6e5a8a3c87), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:02.085853 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dbbe9b17-ecef-47c6-ac17-afd109eae5ad tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:02.098287 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dbbe9b17-ecef-47c6-ac17-afd109eae5ad tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/networks/0ea4d892-7557-4562-bc02-3f6e5a8a3c87 HTTP/1.1" status: 204 len: 168 time: 3.6872599 Feb 09 22:06:02.098622 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58028) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:02.104845 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a67052bc-1571-4547-baa8-7f17bbf7f675 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-242634338'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:02.121614 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58030) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:02.150042 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ccfbe596-ddec-463f-9e3a-8e3863702c84, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:02.178340 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:02.285132 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67052bc-1571-4547-baa8-7f17bbf7f675 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:02.303396 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a67052bc-1571-4547-baa8-7f17bbf7f675 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:02.321470 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ccfbe596-ddec-463f-9e3a-8e3863702c84 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:02.325511 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:02.445952 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67052bc-1571-4547-baa8-7f17bbf7f675 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:06:02.470613 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['ccfbe596-ddec-463f-9e3a-8e3863702c84'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:06:02.603583 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a67052bc-1571-4547-baa8-7f17bbf7f675 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (5ee76212-c7b6-4e65-bc51-98c68cdca55f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:02.604435 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-a67052bc-1571-4547-baa8-7f17bbf7f675 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Added segment 5ee76212-c7b6-4e65-bc51-98c68cdca55f of type vlan for network cacf5467-0d52-443e-a4b6-c5a51a477e60 Feb 09 22:06:02.610727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:02.611125 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:02.664483 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] Set router 93ecae28-05db-4308-845f-06bdb529ae5f gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:02.779451 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device cb64657e-d8b8-4986-a5e8-8e03dea63f7f details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:06:02.831888 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a67052bc-1571-4547-baa8-7f17bbf7f675 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (cacf5467-0d52-443e-a4b6-c5a51a477e60), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:02.839605 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c6967810-c52c-47c8-b1ec-3eda4ee39148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:02.966765 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b00cb1-b7ef-41eb-850b-9cbbdcf18d37 req-909321f1-f7d3-407b-91a0-90f4412a7d03 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:02.996156 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b5b00cb1-b7ef-41eb-850b-9cbbdcf18d37 req-909321f1-f7d3-407b-91a0-90f4412a7d03 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/ports?device_id=99398def-fc53-45e4-973e-0e036e54246d HTTP/1.1" status: 200 len: 945 time: 0.5197690 Feb 09 22:06:03.046339 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port cb64657e-d8b8-4986-a5e8-8e03dea63f7f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=cb64657e-d8b8-4986-a5e8-8e03dea63f7f,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:03.115380 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'cb64657e-d8b8-4986-a5e8-8e03dea63f7f', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'port_id': 'cb64657e-d8b8-4986-a5e8-8e03dea63f7f', 'mac_address': 'fa:16:3e:16:c9:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:06:03.120621 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88423467-76da-4066-8e70-6f3f8566dff9 None None] Network 5a62a61b-fb74-403f-886b-bd8497be8d9e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:03.158709 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a67052bc-1571-4547-baa8-7f17bbf7f675 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (cacf5467-0d52-443e-a4b6-c5a51a477e60), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:03.169792 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67052bc-1571-4547-baa8-7f17bbf7f675 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:03.170903 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a67052bc-1571-4547-baa8-7f17bbf7f675 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:03.194560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe9b17-ecef-47c6-ac17-afd109eae5ad tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Network': ['ID=0ea4d892-7557-4562-bc02-3f6e5a8a3c87,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:03.536115 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ecae28-05db-4308-845f-06bdb529ae5f', 'name': 'tempest-ImageQuotaTest-1150302686-router', 'tenant_id': '194f14ecbfd24e5195b97eee1f156927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'ca1c916d-151a-4cc2-a9a0-785a5ebc06ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:56Z', 'updated_at': '2022-02-09T22:05:58Z', 'revision_number': 3, 'project_id': '194f14ecbfd24e5195b97eee1f156927', 'gw_port': {'id': 'ca1c916d-151a-4cc2-a9a0-785a5ebc06ec', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:35:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ecae28-05db-4308-845f-06bdb529ae5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:57Z', 'updated_at': '2022-02-09T22:05:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:03.622510 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67052bc-1571-4547-baa8-7f17bbf7f675 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Network': ['ID=cacf5467-0d52-443e-a4b6-c5a51a477e60,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:03.657321 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] Checking router: 93ecae28-05db-4308-845f-06bdb529ae5f for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:06:03.657912 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] Updating router 93ecae28-05db-4308-845f-06bdb529ae5f port ca1c916d-151a-4cc2-a9a0-785a5ebc06ec binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:06:03.721381 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c6967810-c52c-47c8-b1ec-3eda4ee39148 admin admin] Publish callbacks [] for security_group (d5fd3771-57e1-455e-ac5d-5fde16fce9d4), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:03.729439 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a67052bc-1571-4547-baa8-7f17bbf7f675 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6296055 Feb 09 22:06:03.748498 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b5b00cb1-b7ef-41eb-850b-9cbbdcf18d37 req-da97a9ad-ec92-435c-9875-199237b8317f tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb1a9e5-2a83-4e2d-929d-cdb94140823b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7492268 Feb 09 22:06:03.750691 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58064) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:03.754795 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c6967810-c52c-47c8-b1ec-3eda4ee39148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d5fd3771-57e1-455e-ac5d-5fde16fce9d4), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:03.804583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network cacf5467-0d52-443e-a4b6-c5a51a477e60 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:06:03.833142 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ca1c916d-151a-4cc2-a9a0-785a5ebc06ec), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:03.857231 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-166446f1-e77b-4770-aba9-95bab574de2c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'subnet': {'network_id': 'cacf5467-0d52-443e-a4b6-c5a51a477e60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:03.917748 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c6967810-c52c-47c8-b1ec-3eda4ee39148 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9f10b7cf2edb4fdfa16b38f752166d19&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7950397 Feb 09 22:06:03.951266 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb48d28d-a8f4-44eb-8e7b-61f020b7a39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:03.958866 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6967810-c52c-47c8-b1ec-3eda4ee39148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fd3771-57e1-455e-ac5d-5fde16fce9d4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:03.967263 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58066) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:04.471917 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea37007-7aba-4194-81ae-08e2b36006a9 req-78a3f1a7-0267-4d58-9c9a-561f4f6cbaac tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:04.473686 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6ea37007-7aba-4194-81ae-08e2b36006a9 req-78a3f1a7-0267-4d58-9c9a-561f4f6cbaac tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 943 time: 0.5544670 Feb 09 22:06:04.479621 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-296b6444-eec9-4375-ba2b-d53976523c4a admin admin] Publish callbacks [] for security_group (d5fd3771-57e1-455e-ac5d-5fde16fce9d4), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:04.636238 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] Publish callbacks [] for port (ca1c916d-151a-4cc2-a9a0-785a5ebc06ec), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:04.648798 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ca1c916d-151a-4cc2-a9a0-785a5ebc06ec), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:04.754941 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6ea37007-7aba-4194-81ae-08e2b36006a9 req-31e55862-eded-4d23-8831-9ba50f6a75e3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509112 Feb 09 22:06:04.755678 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166446f1-e77b-4770-aba9-95bab574de2c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:04.767957 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e0451-610b-433e-baa6-c80ec51eaea0 None None] Pushing event updated for resources: {'Port': ['ID=ca1c916d-151a-4cc2-a9a0-785a5ebc06ec,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:04.770482 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-166446f1-e77b-4770-aba9-95bab574de2c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:04.775260 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-296b6444-eec9-4375-ba2b-d53976523c4a admin admin] Publish callbacks [] for security_group (d5fd3771-57e1-455e-ac5d-5fde16fce9d4), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:04.837925 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e0451-610b-433e-baa6-c80ec51eaea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:04.838820 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e0451-610b-433e-baa6-c80ec51eaea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:04.838820 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e0451-610b-433e-baa6-c80ec51eaea0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:04.839200 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e0451-610b-433e-baa6-c80ec51eaea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:04.839389 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e0451-610b-433e-baa6-c80ec51eaea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:04.839602 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e0451-610b-433e-baa6-c80ec51eaea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:04.856291 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e0451-610b-433e-baa6-c80ec51eaea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:04.856630 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e0451-610b-433e-baa6-c80ec51eaea0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:04.856957 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e0451-610b-433e-baa6-c80ec51eaea0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:04.857301 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e0451-610b-433e-baa6-c80ec51eaea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:04.857645 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e0451-610b-433e-baa6-c80ec51eaea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:04.857981 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e0451-610b-433e-baa6-c80ec51eaea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:04.858316 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e0451-610b-433e-baa6-c80ec51eaea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:04.948356 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] Attempting to bind port ca1c916d-151a-4cc2-a9a0-785a5ebc06ec on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:04.948720 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] Attempting to bind port ca1c916d-151a-4cc2-a9a0-785a5ebc06ec by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:04.949103 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] Attempting to bind port ca1c916d-151a-4cc2-a9a0-785a5ebc06ec on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:04.963940 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:04.967639 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:04.968101 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:04.968514 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:04.969019 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] Bound port: ca1c916d-151a-4cc2-a9a0-785a5ebc06ec, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:04.969412 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ca1c916d-151a-4cc2-a9a0-785a5ebc06ec), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:04.981078 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-eb48d28d-a8f4-44eb-8e7b-61f020b7a39e admin admin] Allocated IP 172.20.0.1 (5a62a61b-fb74-403f-886b-bd8497be8d9e/b233294d-9966-4995-890c-bdf57c418136/6a52824a-ebdd-4b21-b05f-65aec194b901) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:05.098758 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] For port ca1c916d-151a-4cc2-a9a0-785a5ebc06ec, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:05.104043 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] For port ca1c916d-151a-4cc2-a9a0-785a5ebc06ec, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ca1c916d-151a-4cc2-a9a0-785a5ebc06ec,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:05.121076 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ca1c916d-151a-4cc2-a9a0-785a5ebc06ec), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:05.218617 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ccfbe596-ddec-463f-9e3a-8e3863702c84,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:05.244826 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] Routers {'93ecae28-05db-4308-845f-06bdb529ae5f'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:05.245573 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:05:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['93ecae28-05db-4308-845f-06bdb529ae5f'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:05.352124 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-fbd088e0-f779-4ac1-981f-ec0250c7433e None None] Provisioning complete for port 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:05.353051 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fbd088e0-f779-4ac1-981f-ec0250c7433e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:05.493742 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb48d28d-a8f4-44eb-8e7b-61f020b7a39e admin admin] Publish callbacks [] for port (6a52824a-ebdd-4b21-b05f-65aec194b901), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:05.546549 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e0451-610b-433e-baa6-c80ec51eaea0 None None] Pushing event updated for resources: {'Port': ['ID=ca1c916d-151a-4cc2-a9a0-785a5ebc06ec,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:05.638326 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb48d28d-a8f4-44eb-8e7b-61f020b7a39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (6a52824a-ebdd-4b21-b05f-65aec194b901), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:05.658585 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:06:05.674693 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:06:05.699098 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] Set router 93ecae28-05db-4308-845f-06bdb529ae5f gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:05.790789 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port cb64657e-d8b8-4986-a5e8-8e03dea63f7f is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:05.791175 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cb64657e-d8b8-4986-a5e8-8e03dea63f7f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:05.795771 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-166446f1-e77b-4770-aba9-95bab574de2c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (56edaaa3-250c-4bce-8e73-2c0d029999c2), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:05.868671 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb64657e-d8b8-4986-a5e8-8e03dea63f7f {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:06:05.973889 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb48d28d-a8f4-44eb-8e7b-61f020b7a39e admin admin] Network 5a62a61b-fb74-403f-886b-bd8497be8d9e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:05.974968 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48d28d-a8f4-44eb-8e7b-61f020b7a39e admin admin] Pushing event updated for resources: {'Port': ['ID=6a52824a-ebdd-4b21-b05f-65aec194b901,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:05.985512 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-eb48d28d-a8f4-44eb-8e7b-61f020b7a39e admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:05.988369 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb48d28d-a8f4-44eb-8e7b-61f020b7a39e admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:06.038212 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:06.038652 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:06.074831 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port cb64657e-d8b8-4986-a5e8-8e03dea63f7f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=cb64657e-d8b8-4986-a5e8-8e03dea63f7f,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:06.085065 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb48d28d-a8f4-44eb-8e7b-61f020b7a39e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (93ecae28-05db-4308-845f-06bdb529ae5f), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:06.117694 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (cb64657e-d8b8-4986-a5e8-8e03dea63f7f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:06.157429 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ff855-25d0-4ce8-9198-93e448656ac6 req-57c1e383-5947-4af1-8b4d-a62a9d50f2e3 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:06.179195 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f5ff855-25d0-4ce8-9198-93e448656ac6 req-57c1e383-5947-4af1-8b4d-a62a9d50f2e3 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/ports?device_id=99398def-fc53-45e4-973e-0e036e54246d HTTP/1.1" status: 200 len: 945 time: 0.6914003 Feb 09 22:06:06.331206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166446f1-e77b-4770-aba9-95bab574de2c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Subnet': ['ID=56edaaa3-250c-4bce-8e73-2c0d029999c2,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:06.360157 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-296b6444-eec9-4375-ba2b-d53976523c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d5fd3771-57e1-455e-ac5d-5fde16fce9d4), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:06.374974 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-296b6444-eec9-4375-ba2b-d53976523c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:06.393297 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-296b6444-eec9-4375-ba2b-d53976523c4a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d5fd3771-57e1-455e-ac5d-5fde16fce9d4 HTTP/1.1" status: 204 len: 168 time: 2.3352127 Feb 09 22:06:06.521189 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=cb64657e-d8b8-4986-a5e8-8e03dea63f7f,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:06.527313 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166446f1-e77b-4770-aba9-95bab574de2c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Checking segment: {'id': '5ee76212-c7b6-4e65-bc51-98c68cdca55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cacf5467-0d52-443e-a4b6-c5a51a477e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:06.527612 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb48d28d-a8f4-44eb-8e7b-61f020b7a39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6a52824a-ebdd-4b21-b05f-65aec194b901), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:06.531042 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166446f1-e77b-4770-aba9-95bab574de2c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network hostable DHCP agents. Network: cacf5467-0d52-443e-a4b6-c5a51a477e60, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:06:06.567192 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b6444-eec9-4375-ba2b-d53976523c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fd3771-57e1-455e-ac5d-5fde16fce9d4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:06.570340 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b,segment=NetworkSegment(9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb),segment_id=9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:06.631363 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f5ff855-25d0-4ce8-9198-93e448656ac6 req-7354eeb4-46af-4a9d-aa69-a60cce624976 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb1a9e5-2a83-4e2d-929d-cdb94140823b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412179 Feb 09 22:06:06.704927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166446f1-e77b-4770-aba9-95bab574de2c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network cacf5467-0d52-443e-a4b6-c5a51a477e60 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:06:06.748284 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-166446f1-e77b-4770-aba9-95bab574de2c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, cacf5467-0d52-443e-a4b6-c5a51a477e60) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:06.764879 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166446f1-e77b-4770-aba9-95bab574de2c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:06.771856 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-166446f1-e77b-4770-aba9-95bab574de2c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:06.776785 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:06.834692 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['cb64657e-d8b8-4986-a5e8-8e03dea63f7f'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:06:06.859984 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd60dd8-7a13-484c-b51e-cb44873a502a None None] Network cacf5467-0d52-443e-a4b6-c5a51a477e60 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:06.862011 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-166446f1-e77b-4770-aba9-95bab574de2c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0153513 Feb 09 22:06:06.864197 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58104) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:06.936170 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-865a19e8-5ae7-43a8-8907-23f94c27a1a8 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'port': {'network_id': 'cacf5467-0d52-443e-a4b6-c5a51a477e60', 'security_groups': [], 'name': 'tempest-PortsTestJSON-703369794'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:07.017385 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ecae28-05db-4308-845f-06bdb529ae5f', 'name': 'tempest-ImageQuotaTest-1150302686-router', 'tenant_id': '194f14ecbfd24e5195b97eee1f156927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'ca1c916d-151a-4cc2-a9a0-785a5ebc06ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:56Z', 'updated_at': '2022-02-09T22:05:58Z', 'revision_number': 3, 'project_id': '194f14ecbfd24e5195b97eee1f156927', 'gw_port': {'id': 'ca1c916d-151a-4cc2-a9a0-785a5ebc06ec', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:35:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ecae28-05db-4308-845f-06bdb529ae5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:57Z', 'updated_at': '2022-02-09T22:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:07.162549 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed1a3fe-0002-4701-9544-546a575fcef3 None None] The sync data for ids ['93ecae28-05db-4308-845f-06bdb529ae5f'] in n-d-828601-1 is: [{'id': '93ecae28-05db-4308-845f-06bdb529ae5f', 'name': 'tempest-ImageQuotaTest-1150302686-router', 'tenant_id': '194f14ecbfd24e5195b97eee1f156927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'ca1c916d-151a-4cc2-a9a0-785a5ebc06ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:56Z', 'updated_at': '2022-02-09T22:05:58Z', 'revision_number': 3, 'project_id': '194f14ecbfd24e5195b97eee1f156927', 'gw_port': {'id': 'ca1c916d-151a-4cc2-a9a0-785a5ebc06ec', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:35:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ecae28-05db-4308-845f-06bdb529ae5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:57Z', 'updated_at': '2022-02-09T22:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:06:07.447816 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb48d28d-a8f4-44eb-8e7b-61f020b7a39e admin admin] Publish callbacks [] for port (6a52824a-ebdd-4b21-b05f-65aec194b901), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:07.480155 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb48d28d-a8f4-44eb-8e7b-61f020b7a39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (6a52824a-ebdd-4b21-b05f-65aec194b901), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:07.612466 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2fdfc950-0ae1-4834-b255-09378f1b93d7 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:07.684880 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:07.691179 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-fbd088e0-f779-4ac1-981f-ec0250c7433e None None] Current status of the port 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:07.694881 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ccfbe596-ddec-463f-9e3a-8e3863702c84 is: BUILD; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:07.695694 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:07.721750 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 2fdfc950-0ae1-4834-b255-09378f1b93d7 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:07.722674 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2fdfc950-0ae1-4834-b255-09378f1b93d7 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:07.726937 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ccfbe596-ddec-463f-9e3a-8e3863702c84 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:06:07.739833 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48d28d-a8f4-44eb-8e7b-61f020b7a39e admin admin] Pushing event updated for resources: {'Port': ['ID=6a52824a-ebdd-4b21-b05f-65aec194b901,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:07.887349 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865a19e8-5ae7-43a8-8907-23f94c27a1a8 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:07.901281 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb48d28d-a8f4-44eb-8e7b-61f020b7a39e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (93ecae28-05db-4308-845f-06bdb529ae5f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:07.939087 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-865a19e8-5ae7-43a8-8907-23f94c27a1a8 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:08.050742 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-865a19e8-5ae7-43a8-8907-23f94c27a1a8 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] device_id is not set on port e2874efb-295a-4a1f-b8e0-f867ea845192 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:06:08.229851 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ccfbe596-ddec-463f-9e3a-8e3863702c84, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:08.251810 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb48d28d-a8f4-44eb-8e7b-61f020b7a39e admin admin] Network 5a62a61b-fb74-403f-886b-bd8497be8d9e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:08.270692 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6765d87e-c681-4efb-8644-8ae9d9a42d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-cacf5467-0d52-443e-a4b6-c5a51a477e60', 'network_id': 'cacf5467-0d52-443e-a4b6-c5a51a477e60', 'project_id': '909fda92e6a14a6f9611eb0fa02d157a', 'fixed_ips': [{'subnet_id': '56edaaa3-250c-4bce-8e73-2c0d029999c2'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:06:08.272775 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6765d87e-c681-4efb-8644-8ae9d9a42d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:08.273030 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-eb48d28d-a8f4-44eb-8e7b-61f020b7a39e admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:08.285813 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:08.352730 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ccfbe596-ddec-463f-9e3a-8e3863702c84 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:08.413924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-58e1cbee-4446-4a37-8089-fa07d065ec0c None None] Provisioning complete for port 6a52824a-ebdd-4b21-b05f-65aec194b901 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:08.414756 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-58e1cbee-4446-4a37-8089-fa07d065ec0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6a52824a-ebdd-4b21-b05f-65aec194b901), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:08.719919 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:08.783402 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb48d28d-a8f4-44eb-8e7b-61f020b7a39e admin admin] Router 93ecae28-05db-4308-845f-06bdb529ae5f has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:06:08.806861 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-49316176-ca23-4e9b-8fe2-749b12bd5112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:08.831764 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda934b-c5cb-420f-ae7d-36067643c2d6 req-8985159c-6c1b-44f3-9cd5-6d5fbbebe289 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:08.861829 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6dda934b-c5cb-420f-ae7d-36067643c2d6 req-8985159c-6c1b-44f3-9cd5-6d5fbbebe289 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 944 time: 1.1982009 Feb 09 22:06:09.064325 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6dda934b-c5cb-420f-ae7d-36067643c2d6 req-e997560e-1077-4537-b984-f8d9da3311b7 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007184 Feb 09 22:06:09.079353 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-865a19e8-5ae7-43a8-8907-23f94c27a1a8 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Allocated IP 172.20.0.14 (cacf5467-0d52-443e-a4b6-c5a51a477e60/56edaaa3-250c-4bce-8e73-2c0d029999c2/e2874efb-295a-4a1f-b8e0-f867ea845192) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:09.156341 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb48d28d-a8f4-44eb-8e7b-61f020b7a39e admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:06:09.185331 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-eb48d28d-a8f4-44eb-8e7b-61f020b7a39e admin admin] 10.222.0.77 "PUT /v2.0/routers/93ecae28-05db-4308-845f-06bdb529ae5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1334248 Feb 09 22:06:09.427602 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-865a19e8-5ae7-43a8-8907-23f94c27a1a8 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for port (e2874efb-295a-4a1f-b8e0-f867ea845192), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:09.508278 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-58e1cbee-4446-4a37-8089-fa07d065ec0c None None] Port 6a52824a-ebdd-4b21-b05f-65aec194b901 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:06:09.513522 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ccfbe596-ddec-463f-9e3a-8e3863702c84,revision_number=9']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:09.623626 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-865a19e8-5ae7-43a8-8907-23f94c27a1a8 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (e2874efb-295a-4a1f-b8e0-f867ea845192), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:09.782799 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865a19e8-5ae7-43a8-8907-23f94c27a1a8 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network cacf5467-0d52-443e-a4b6-c5a51a477e60 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:09.800099 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-865a19e8-5ae7-43a8-8907-23f94c27a1a8 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:09.821812 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865a19e8-5ae7-43a8-8907-23f94c27a1a8 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:09.967448 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a19e8-5ae7-43a8-8907-23f94c27a1a8 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Port': ['ID=e2874efb-295a-4a1f-b8e0-f867ea845192,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:10.134657 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port ccfbe596-ddec-463f-9e3a-8e3863702c84 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:10.135522 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865a19e8-5ae7-43a8-8907-23f94c27a1a8 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:10.136607 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-865a19e8-5ae7-43a8-8907-23f94c27a1a8 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.137561 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.245388 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58160) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:10.246292 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-865a19e8-5ae7-43a8-8907-23f94c27a1a8 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.3653994 Feb 09 22:06:10.421802 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-58e1cbee-4446-4a37-8089-fa07d065ec0c None None] Provisioning complete for port 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:10.422544 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-58e1cbee-4446-4a37-8089-fa07d065ec0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.437967 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-6765d87e-c681-4efb-8644-8ae9d9a42d91 None None] Allocated IP 172.20.0.2 (cacf5467-0d52-443e-a4b6-c5a51a477e60/56edaaa3-250c-4bce-8e73-2c0d029999c2/c08e0a42-954b-48ea-8086-cb76716abbd2) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:10.570351 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f729089c-5d71-44c9-a6d4-0a9de6daf4d1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting port e2874efb-295a-4a1f-b8e0-f867ea845192 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:10.571497 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f729089c-5d71-44c9-a6d4-0a9de6daf4d1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (e2874efb-295a-4a1f-b8e0-f867ea845192), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.714049 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-855a673f-6683-417e-b3ae-981cc444e40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.802061 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:10.810460 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.909290 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-58e1cbee-4446-4a37-8089-fa07d065ec0c None None] Current status of the port 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:10.999246 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f729089c-5d71-44c9-a6d4-0a9de6daf4d1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (e2874efb-295a-4a1f-b8e0-f867ea845192), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.022918 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f729089c-5d71-44c9-a6d4-0a9de6daf4d1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Calling delete_port for e2874efb-295a-4a1f-b8e0-f867ea845192 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:11.147763 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c64874-66a3-4dd9-8166-460b51dac36f req-eb1a844f-9495-4166-bc1e-a1d9991461dc tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:11.160889 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9c64874-66a3-4dd9-8166-460b51dac36f req-eb1a844f-9495-4166-bc1e-a1d9991461dc tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 944 time: 0.4175129 Feb 09 22:06:11.206703 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ccfbe596-ddec-463f-9e3a-8e3863702c84 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:11.207626 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.304633 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ccfbe596-ddec-463f-9e3a-8e3863702c84, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:11.325695 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366dd04e-1f20-4d1f-ab3a-ac66f903a656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfbe596-ddec-463f-9e3a-8e3863702c84'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:06:11.330018 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c100f9bc-908d-4877-9d36-e1f61d1affb9" -d '{"events": [{"server_uuid": "366dd04e-1f20-4d1f-ab3a-ac66f903a656", "name": "network-vif-plugged", "status": "completed", "tag": "ccfbe596-ddec-463f-9e3a-8e3863702c84"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:06:11.342872 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.343553 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9c64874-66a3-4dd9-8166-460b51dac36f req-8491151c-899f-4059-82fc-4e80d2041ecd tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742201 Feb 09 22:06:11.465913 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device cb64657e-d8b8-4986-a5e8-8e03dea63f7f up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:11.481146 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-3fd45046-c6d7-4389-a9df-7fec4b8f2be5 None None] Provisioning complete for port 6a52824a-ebdd-4b21-b05f-65aec194b901 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:11.482553 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3fd45046-c6d7-4389-a9df-7fec4b8f2be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6a52824a-ebdd-4b21-b05f-65aec194b901), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.550074 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-3fd45046-c6d7-4389-a9df-7fec4b8f2be5 None None] Port 6a52824a-ebdd-4b21-b05f-65aec194b901 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:06:11.656646 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] Sync routers for ids ['93ecae28-05db-4308-845f-06bdb529ae5f'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:06:11.719730 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f729089c-5d71-44c9-a6d4-0a9de6daf4d1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (e2874efb-295a-4a1f-b8e0-f867ea845192), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.855099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729089c-5d71-44c9-a6d4-0a9de6daf4d1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Port': ['ID=e2874efb-295a-4a1f-b8e0-f867ea845192,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:11.918358 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ccfbe596-ddec-463f-9e3a-8e3863702c84,revision_number=10']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:12.017744 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12403f1-3b94-4945-bfae-ca2d80b4c9f5 x-openstack-request-id: req-f12403f1-3b94-4945-bfae-ca2d80b4c9f5 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:06:12.019118 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366dd04e-1f20-4d1f-ab3a-ac66f903a656", "name": "network-vif-plugged", "status": "completed", "tag": "ccfbe596-ddec-463f-9e3a-8e3863702c84", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:06:12.022522 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f12403f1-3b94-4945-bfae-ca2d80b4c9f5 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:06:12.023487 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366dd04e-1f20-4d1f-ab3a-ac66f903a656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfbe596-ddec-463f-9e3a-8e3863702c84', 'code': 200} Feb 09 22:06:12.042656 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] Routers {'93ecae28-05db-4308-845f-06bdb529ae5f'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:12.043530 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:06:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['93ecae28-05db-4308-845f-06bdb529ae5f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:12.065448 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:12.071818 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ca1c916d-151a-4cc2-a9a0-785a5ebc06ec up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:12.141344 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f729089c-5d71-44c9-a6d4-0a9de6daf4d1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.154706 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58200) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:12.157647 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f729089c-5d71-44c9-a6d4-0a9de6daf4d1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/ports/e2874efb-295a-4a1f-b8e0-f867ea845192 HTTP/1.1" status: 204 len: 168 time: 1.9086745 Feb 09 22:06:12.169334 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port cb64657e-d8b8-4986-a5e8-8e03dea63f7f completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:06:12.254189 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa6841b-a4ed-408a-92c7-8619684c9711 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] GET failed (client error): The resource could not be found. Feb 09 22:06:12.256305 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-caa6841b-a4ed-408a-92c7-8619684c9711 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports/e2874efb-295a-4a1f-b8e0-f867ea845192 HTTP/1.1" status: 404 len: 333 time: 0.1004767 Feb 09 22:06:12.259317 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58202) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:12.343575 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port cb64657e-d8b8-4986-a5e8-8e03dea63f7f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:12.344534 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cb64657e-d8b8-4986-a5e8-8e03dea63f7f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.370969 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-24200d96-5628-40dd-98fe-66eae2e06861 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting subnet 56edaaa3-250c-4bce-8e73-2c0d029999c2 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:06:12.529534 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] Set router 93ecae28-05db-4308-845f-06bdb529ae5f gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:12.779167 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79206ed-8c77-47a3-8d3f-78599e2c3b1a req-f02877ee-dc6d-46b3-9e46-a738ac078d59 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:12.793802 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e79206ed-8c77-47a3-8d3f-78599e2c3b1a req-f02877ee-dc6d-46b3-9e46-a738ac078d59 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 944 time: 0.1528251 Feb 09 22:06:12.943170 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e79206ed-8c77-47a3-8d3f-78599e2c3b1a req-9b377833-380c-4aed-97c6-214cde9b2f41 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440971 Feb 09 22:06:13.241755 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.489730 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58230) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:13.715103 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.718431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port cb64657e-d8b8-4986-a5e8-8e03dea63f7f is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:13.718834 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cb64657e-d8b8-4986-a5e8-8e03dea63f7f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.814319 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port cb64657e-d8b8-4986-a5e8-8e03dea63f7f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=cb64657e-d8b8-4986-a5e8-8e03dea63f7f,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:13.842341 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ca1c916d-151a-4cc2-a9a0-785a5ebc06ec triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:13.843130 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ca1c916d-151a-4cc2-a9a0-785a5ebc06ec), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.940043 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (cb64657e-d8b8-4986-a5e8-8e03dea63f7f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.061456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ecae28-05db-4308-845f-06bdb529ae5f', 'name': 'tempest-ImageQuotaTest-1150302686-router', 'tenant_id': '194f14ecbfd24e5195b97eee1f156927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'ca1c916d-151a-4cc2-a9a0-785a5ebc06ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:56Z', 'updated_at': '2022-02-09T22:06:06Z', 'revision_number': 4, 'project_id': '194f14ecbfd24e5195b97eee1f156927', 'gw_port': {'id': 'ca1c916d-151a-4cc2-a9a0-785a5ebc06ec', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:35:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ecae28-05db-4308-845f-06bdb529ae5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:57Z', 'updated_at': '2022-02-09T22:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '6a52824a-ebdd-4b21-b05f-65aec194b901', 'name': '', 'network_id': '5a62a61b-fb74-403f-886b-bd8497be8d9e', 'tenant_id': '194f14ecbfd24e5195b97eee1f156927', 'mac_address': 'fa:16:3e:9d:79:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ecae28-05db-4308-845f-06bdb529ae5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'b233294d-9966-4995-890c-bdf57c418136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:04Z', 'updated_at': '2022-02-09T22:06:06Z', 'revision_number': 2, 'project_id': '194f14ecbfd24e5195b97eee1f156927', 'subnets': [{'id': 'b233294d-9966-4995-890c-bdf57c418136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:14.064390 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6765d87e-c681-4efb-8644-8ae9d9a42d91 None None] Publish callbacks [] for port (c08e0a42-954b-48ea-8086-cb76716abbd2), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.072559 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a77183-c9f4-4db4-bce9-9003f20c3e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb64657e-d8b8-4986-a5e8-8e03dea63f7f'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:06:14.075762 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67af835-3dec-4d1d-afd2-5827c1804c57" -d '{"events": [{"server_uuid": "72a77183-c9f4-4db4-bce9-9003f20c3e98", "name": "network-vif-plugged", "status": "completed", "tag": "cb64657e-d8b8-4986-a5e8-8e03dea63f7f"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:06:14.079313 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=cb64657e-d8b8-4986-a5e8-8e03dea63f7f,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:14.099041 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24200d96-5628-40dd-98fe-66eae2e06861 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for subnet (56edaaa3-250c-4bce-8e73-2c0d029999c2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.170396 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] Checking router: 93ecae28-05db-4308-845f-06bdb529ae5f for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:06:14.174069 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] Updating router 93ecae28-05db-4308-845f-06bdb529ae5f port 6a52824a-ebdd-4b21-b05f-65aec194b901 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:06:14.186783 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6765d87e-c681-4efb-8644-8ae9d9a42d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (c08e0a42-954b-48ea-8086-cb76716abbd2), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.252215 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24200d96-5628-40dd-98fe-66eae2e06861 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (56edaaa3-250c-4bce-8e73-2c0d029999c2), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.392255 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1332049-036b-453b-9014-f32515acae0d req-4f8f1661-296f-4bca-b3b3-67961ad28955 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:14.405268 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c1332049-036b-453b-9014-f32515acae0d req-4f8f1661-296f-4bca-b3b3-67961ad28955 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 945 time: 0.1400380 Feb 09 22:06:14.428270 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765d87e-c681-4efb-8644-8ae9d9a42d91 None None] Pushing event updated for resources: {'Port': ['ID=c08e0a42-954b-48ea-8086-cb76716abbd2,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:14.455150 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6765d87e-c681-4efb-8644-8ae9d9a42d91 None None] Network cacf5467-0d52-443e-a4b6-c5a51a477e60 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:14.472313 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-6765d87e-c681-4efb-8644-8ae9d9a42d91 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:14.513634 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c1332049-036b-453b-9014-f32515acae0d req-30435eb5-7719-4724-aa8a-c391d38465e1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039062 Feb 09 22:06:14.519084 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6765d87e-c681-4efb-8644-8ae9d9a42d91 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:14.573996 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6a52824a-ebdd-4b21-b05f-65aec194b901), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.627896 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24200d96-5628-40dd-98fe-66eae2e06861 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (56edaaa3-250c-4bce-8e73-2c0d029999c2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.720689 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ca1c916d-151a-4cc2-a9a0-785a5ebc06ec is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:14.721285 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ca1c916d-151a-4cc2-a9a0-785a5ebc06ec), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.772842 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port ca1c916d-151a-4cc2-a9a0-785a5ebc06ec, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ca1c916d-151a-4cc2-a9a0-785a5ebc06ec,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:14.774538 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24200d96-5628-40dd-98fe-66eae2e06861 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (56edaaa3-250c-4bce-8e73-2c0d029999c2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.881243 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f7ff2f-c2db-4c7e-882f-03032747b9ab x-openstack-request-id: req-41f7ff2f-c2db-4c7e-882f-03032747b9ab {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:06:14.881698 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a77183-c9f4-4db4-bce9-9003f20c3e98", "name": "network-vif-plugged", "status": "completed", "tag": "cb64657e-d8b8-4986-a5e8-8e03dea63f7f", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:06:14.882260 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41f7ff2f-c2db-4c7e-882f-03032747b9ab {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:06:14.882924 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a77183-c9f4-4db4-bce9-9003f20c3e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb64657e-d8b8-4986-a5e8-8e03dea63f7f', 'code': 200} Feb 09 22:06:14.885913 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ca1c916d-151a-4cc2-a9a0-785a5ebc06ec), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.910619 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24200d96-5628-40dd-98fe-66eae2e06861 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Subnet': ['ID=56edaaa3-250c-4bce-8e73-2c0d029999c2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:14.932881 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24200d96-5628-40dd-98fe-66eae2e06861 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.945453 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-24200d96-5628-40dd-98fe-66eae2e06861 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/subnets/56edaaa3-250c-4bce-8e73-2c0d029999c2 HTTP/1.1" status: 204 len: 168 time: 2.6814694 Feb 09 22:06:14.976811 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58258) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:14.984618 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6765d87e-c681-4efb-8644-8ae9d9a42d91 None None] Attempting to bind port c08e0a42-954b-48ea-8086-cb76716abbd2 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:14.984618 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6765d87e-c681-4efb-8644-8ae9d9a42d91 None None] Attempting to bind port c08e0a42-954b-48ea-8086-cb76716abbd2 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '5ee76212-c7b6-4e65-bc51-98c68cdca55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cacf5467-0d52-443e-a4b6-c5a51a477e60'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:14.984618 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765d87e-c681-4efb-8644-8ae9d9a42d91 None None] Attempting to bind port c08e0a42-954b-48ea-8086-cb76716abbd2 on network cacf5467-0d52-443e-a4b6-c5a51a477e60 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:15.109026 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6127882d-040d-4c59-958a-6491f00c0f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (93ecae28-05db-4308-845f-06bdb529ae5f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.184032 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.352226 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832faaf-ac63-4c03-ac28-e04088fcaaff req-23a8cde6-d106-4a3e-badf-2828b40c58c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:15.356136 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c832faaf-ac63-4c03-ac28-e04088fcaaff req-23a8cde6-d106-4a3e-badf-2828b40c58c4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 1127 time: 0.4435709 Feb 09 22:06:15.416178 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c57e9f05-de64-4e6c-8ed8-51b25a17dfc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (cacf5467-0d52-443e-a4b6-c5a51a477e60), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.488619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765d87e-c681-4efb-8644-8ae9d9a42d91 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:15.490309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765d87e-c681-4efb-8644-8ae9d9a42d91 None None] Checking segment: {'id': '5ee76212-c7b6-4e65-bc51-98c68cdca55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cacf5467-0d52-443e-a4b6-c5a51a477e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:15.491935 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6765d87e-c681-4efb-8644-8ae9d9a42d91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.498259 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765d87e-c681-4efb-8644-8ae9d9a42d91 None None] Bound using segment: {'id': '5ee76212-c7b6-4e65-bc51-98c68cdca55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cacf5467-0d52-443e-a4b6-c5a51a477e60'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:15.499484 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6765d87e-c681-4efb-8644-8ae9d9a42d91 None None] Bound port: c08e0a42-954b-48ea-8086-cb76716abbd2, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee76212-c7b6-4e65-bc51-98c68cdca55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cacf5467-0d52-443e-a4b6-c5a51a477e60'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:15.499790 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6765d87e-c681-4efb-8644-8ae9d9a42d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c08e0a42-954b-48ea-8086-cb76716abbd2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.657379 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c832faaf-ac63-4c03-ac28-e04088fcaaff req-078d53a8-1d20-48df-bcf7-9067606ad0a6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919843 Feb 09 22:06:15.665909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=ca1c916d-151a-4cc2-a9a0-785a5ebc06ec,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:15.674103 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.739559 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c57e9f05-de64-4e6c-8ed8-51b25a17dfc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting port c08e0a42-954b-48ea-8086-cb76716abbd2 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:15.739952 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c57e9f05-de64-4e6c-8ed8-51b25a17dfc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c08e0a42-954b-48ea-8086-cb76716abbd2), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.870871 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6765d87e-c681-4efb-8644-8ae9d9a42d91 None None] For port c08e0a42-954b-48ea-8086-cb76716abbd2, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:15.941022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-c57e9f05-de64-4e6c-8ed8-51b25a17dfc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] For port c08e0a42-954b-48ea-8086-cb76716abbd2, host n-d-828601-1, got binding levels [] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:15.941758 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c57e9f05-de64-4e6c-8ed8-51b25a17dfc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c08e0a42-954b-48ea-8086-cb76716abbd2), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.942138 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6765d87e-c681-4efb-8644-8ae9d9a42d91 None None] For port c08e0a42-954b-48ea-8086-cb76716abbd2, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c08e0a42-954b-48ea-8086-cb76716abbd2,segment=NetworkSegment(5ee76212-c7b6-4e65-bc51-98c68cdca55f),segment_id=5ee76212-c7b6-4e65-bc51-98c68cdca55f)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:15.986176 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6765d87e-c681-4efb-8644-8ae9d9a42d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c08e0a42-954b-48ea-8086-cb76716abbd2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:16.110631 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c57e9f05-de64-4e6c-8ed8-51b25a17dfc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Calling delete_port for c08e0a42-954b-48ea-8086-cb76716abbd2 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:16.112416 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765d87e-c681-4efb-8644-8ae9d9a42d91 None None] Pushing event updated for resources: {'Port': ['ID=c08e0a42-954b-48ea-8086-cb76716abbd2,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:16.245086 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c57e9f05-de64-4e6c-8ed8-51b25a17dfc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c08e0a42-954b-48ea-8086-cb76716abbd2), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:16.262462 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:16.294110 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e9f05-de64-4e6c-8ed8-51b25a17dfc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Port': ['ID=c08e0a42-954b-48ea-8086-cb76716abbd2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:16.302347 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57e9f05-de64-4e6c-8ed8-51b25a17dfc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] No DVR routers for this DVR port c08e0a42-954b-48ea-8086-cb76716abbd2 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:16.304304 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe2fd26-72b6-40c3-bc33-ffe284d27c06 None None] get_active_networks_info from n-d-828601-1 {{(pid=103203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:06:16.369848 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba2152-16c2-4c69-99c8-a85573c2bdc8 req-52de9b6f-f5b2-480e-90c6-078c46784011 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:16.377235 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7bba2152-16c2-4c69-99c8-a85573c2bdc8 req-52de9b6f-f5b2-480e-90c6-078c46784011 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 945 time: 0.4233124 Feb 09 22:06:16.568180 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c57e9f05-de64-4e6c-8ed8-51b25a17dfc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (cacf5467-0d52-443e-a4b6-c5a51a477e60), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:16.650110 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c57e9f05-de64-4e6c-8ed8-51b25a17dfc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cacf5467-0d52-443e-a4b6-c5a51a477e60']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:16.679168 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7bba2152-16c2-4c69-99c8-a85573c2bdc8 req-76297b4b-59de-4023-b8ff-6ec13a27c644 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007779 Feb 09 22:06:16.706710 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c57e9f05-de64-4e6c-8ed8-51b25a17dfc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee76212-c7b6-4e65-bc51-98c68cdca55f') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:16.716285 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c57e9f05-de64-4e6c-8ed8-51b25a17dfc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee76212-c7b6-4e65-bc51-98c68cdca55f') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:16.749966 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c57e9f05-de64-4e6c-8ed8-51b25a17dfc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (5ee76212-c7b6-4e65-bc51-98c68cdca55f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:16.785924 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c57e9f05-de64-4e6c-8ed8-51b25a17dfc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (5ee76212-c7b6-4e65-bc51-98c68cdca55f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:16.810043 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57e9f05-de64-4e6c-8ed8-51b25a17dfc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:06:16.810760 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c57e9f05-de64-4e6c-8ed8-51b25a17dfc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (5ee76212-c7b6-4e65-bc51-98c68cdca55f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:06:16.814653 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:06:17.020118 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c57e9f05-de64-4e6c-8ed8-51b25a17dfc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (cacf5467-0d52-443e-a4b6-c5a51a477e60), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.023955 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c57e9f05-de64-4e6c-8ed8-51b25a17dfc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.040881 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c57e9f05-de64-4e6c-8ed8-51b25a17dfc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/networks/cacf5467-0d52-443e-a4b6-c5a51a477e60 HTTP/1.1" status: 204 len: 168 time: 2.0623207 Feb 09 22:06:17.047923 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58284) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:17.053647 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2e028f88-f801-464a-9ace-0da6f4ab5cee tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'port': {'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f', 'name': 'tempest-PortsTestJSON-1129091184'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:17.121198 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] Publish callbacks [] for port (6a52824a-ebdd-4b21-b05f-65aec194b901), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.212719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6127882d-040d-4c59-958a-6491f00c0f97 admin admin] Deleting port 6a52824a-ebdd-4b21-b05f-65aec194b901 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:17.213959 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6127882d-040d-4c59-958a-6491f00c0f97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (6a52824a-ebdd-4b21-b05f-65aec194b901), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.231412 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6a52824a-ebdd-4b21-b05f-65aec194b901), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.341924 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e9f05-de64-4e6c-8ed8-51b25a17dfc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Network': ['ID=cacf5467-0d52-443e-a4b6-c5a51a477e60,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:17.426328 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e028f88-f801-464a-9ace-0da6f4ab5cee tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:17.429974 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e028f88-f801-464a-9ace-0da6f4ab5cee tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.430354 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6127882d-040d-4c59-958a-6491f00c0f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (6a52824a-ebdd-4b21-b05f-65aec194b901), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.445337 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ca1c916d-151a-4cc2-a9a0-785a5ebc06ec up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:17.491015 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6127882d-040d-4c59-958a-6491f00c0f97 admin admin] Calling delete_port for 6a52824a-ebdd-4b21-b05f-65aec194b901 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:17.498831 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-2e028f88-f801-464a-9ace-0da6f4ab5cee tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] device_id is not set on port 8ceb3fd6-d4ca-42d4-9b09-ecf2cb31049a yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:06:17.504417 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe2fd26-72b6-40c3-bc33-ffe284d27c06 None None] Resources bound (agent type, host, resource id): {{(pid=103203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:06:17.755458 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1ff0a-edef-4f6f-8260-b85e8ef19222 None None] Pushing event updated for resources: {'Port': ['ID=6a52824a-ebdd-4b21-b05f-65aec194b901,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:18.007229 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e028f88-f801-464a-9ace-0da6f4ab5cee tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for port (8ceb3fd6-d4ca-42d4-9b09-ecf2cb31049a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:18.124546 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e028f88-f801-464a-9ace-0da6f4ab5cee tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (8ceb3fd6-d4ca-42d4-9b09-ecf2cb31049a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:18.158094 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6127882d-040d-4c59-958a-6491f00c0f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (6a52824a-ebdd-4b21-b05f-65aec194b901), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:18.204085 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] Attempting to bind port 6a52824a-ebdd-4b21-b05f-65aec194b901 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:18.212673 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] Attempting to bind port 6a52824a-ebdd-4b21-b05f-65aec194b901 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a62a61b-fb74-403f-886b-bd8497be8d9e'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:18.213559 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] Attempting to bind port 6a52824a-ebdd-4b21-b05f-65aec194b901 on network 5a62a61b-fb74-403f-886b-bd8497be8d9e {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:18.294330 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127882d-040d-4c59-958a-6491f00c0f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a52824a-ebdd-4b21-b05f-65aec194b901,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:18.465392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:18.469156 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e028f88-f801-464a-9ace-0da6f4ab5cee tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Port': ['ID=8ceb3fd6-d4ca-42d4-9b09-ecf2cb31049a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:18.484465 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] Checking segment: {'id': '9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a62a61b-fb74-403f-886b-bd8497be8d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:18.495193 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:18.500009 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] Bound using segment: {'id': '9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a62a61b-fb74-403f-886b-bd8497be8d9e'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:18.503001 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e028f88-f801-464a-9ace-0da6f4ab5cee tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network f2298e7e-041e-4ded-ac26-afb61f4e4f3f is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:18.505674 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] Bound port: 6a52824a-ebdd-4b21-b05f-65aec194b901, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a62a61b-fb74-403f-886b-bd8497be8d9e'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:18.506417 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-2e028f88-f801-464a-9ace-0da6f4ab5cee tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:18.506567 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6a52824a-ebdd-4b21-b05f-65aec194b901), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:18.513396 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e028f88-f801-464a-9ace-0da6f4ab5cee tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:18.529536 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e028f88-f801-464a-9ace-0da6f4ab5cee tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:18.530669 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e028f88-f801-464a-9ace-0da6f4ab5cee tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:18.627819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2e028f88-f801-464a-9ace-0da6f4ab5cee tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5773246 Feb 09 22:06:18.636383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58326) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:18.680814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904b4da-6fe9-419c-ae18-ef95ca715251 req-a4090a35-7179-4c08-929a-cf6fc93cf45c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:18.682778 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f904b4da-6fe9-419c-ae18-ef95ca715251 req-a4090a35-7179-4c08-929a-cf6fc93cf45c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 945 time: 0.1320493 Feb 09 22:06:18.970179 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6127882d-040d-4c59-958a-6491f00c0f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (93ecae28-05db-4308-845f-06bdb529ae5f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:18.990611 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f904b4da-6fe9-419c-ae18-ef95ca715251 req-fe369797-415d-490a-b3d5-b6d1814c9343 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999671 Feb 09 22:06:19.335385 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-98fd680c-02e2-44ca-a7bf-bca9321b0c98 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting port 8ceb3fd6-d4ca-42d4-9b09-ecf2cb31049a {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:19.337128 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-98fd680c-02e2-44ca-a7bf-bca9321b0c98 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8ceb3fd6-d4ca-42d4-9b09-ecf2cb31049a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:19.440565 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-98fd680c-02e2-44ca-a7bf-bca9321b0c98 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8ceb3fd6-d4ca-42d4-9b09-ecf2cb31049a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:19.460666 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-98fd680c-02e2-44ca-a7bf-bca9321b0c98 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Calling delete_port for 8ceb3fd6-d4ca-42d4-9b09-ecf2cb31049a owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:19.463638 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] Port 6a52824a-ebdd-4b21-b05f-65aec194b901 has been deleted concurrently {{(pid=103203) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 09 22:06:19.494040 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ca1c916d-151a-4cc2-a9a0-785a5ebc06ec triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:19.494336 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ca1c916d-151a-4cc2-a9a0-785a5ebc06ec), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:19.571828 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6954c-db2c-44fb-8c8d-922917f2e911 req-f9526370-2d6b-4197-8700-40e48b5a5333 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:19.576328 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dcf6954c-db2c-44fb-8c8d-922917f2e911 req-f9526370-2d6b-4197-8700-40e48b5a5333 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 945 time: 0.2731245 Feb 09 22:06:19.589280 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] Routers {'93ecae28-05db-4308-845f-06bdb529ae5f'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:19.590523 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:06:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['93ecae28-05db-4308-845f-06bdb529ae5f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:19.775980 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dcf6954c-db2c-44fb-8c8d-922917f2e911 req-dae578c2-7081-4ebf-aad1-11ab5ef2d200 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927121 Feb 09 22:06:19.891300 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7a9d43-0d77-469f-8fb0-d147adc71a32 None None] Network cacf5467-0d52-443e-a4b6-c5a51a477e60 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:19.918926 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-98fd680c-02e2-44ca-a7bf-bca9321b0c98 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (8ceb3fd6-d4ca-42d4-9b09-ecf2cb31049a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:19.929658 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6127882d-040d-4c59-958a-6491f00c0f97 admin admin] Router 93ecae28-05db-4308-845f-06bdb529ae5f has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:06:19.946842 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7a9d43-0d77-469f-8fb0-d147adc71a32 None None] Network cacf5467-0d52-443e-a4b6-c5a51a477e60 could not be found, it might have been deleted concurrently. {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:06:20.082542 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd680c-02e2-44ca-a7bf-bca9321b0c98 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Port': ['ID=8ceb3fd6-d4ca-42d4-9b09-ecf2cb31049a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:20.138466 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ca1c916d-151a-4cc2-a9a0-785a5ebc06ec is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:20.162233 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] Set router 93ecae28-05db-4308-845f-06bdb529ae5f gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:20.406128 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cf74e-1c16-411f-a09b-e64d6ec74fa2 req-4cf9fcbd-c7b8-40a7-8f51-ca3784af2e8f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:20.419134 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-054cf74e-1c16-411f-a09b-e64d6ec74fa2 req-4cf9fcbd-c7b8-40a7-8f51-ca3784af2e8f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 945 time: 0.2062638 Feb 09 22:06:20.452928 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-98fd680c-02e2-44ca-a7bf-bca9321b0c98 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.469096 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-98fd680c-02e2-44ca-a7bf-bca9321b0c98 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/ports/8ceb3fd6-d4ca-42d4-9b09-ecf2cb31049a HTTP/1.1" status: 204 len: 168 time: 1.8305392 Feb 09 22:06:20.472713 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58370) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:20.493499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'port': {'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f', 'mac_address': 'fa:16:3e:57:26:bf', 'name': 'tempest-PortsTestJSON-1245982116'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:20.566494 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-054cf74e-1c16-411f-a09b-e64d6ec74fa2 req-fad17ed7-582d-4a0c-9e8e-b0c95e217346 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463525 Feb 09 22:06:20.755500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c6acd9f9-6848-4ac7-8ce9-a83dab6edc7d None None] Could not find standard attr ID for object 6a52824a-ebdd-4b21-b05f-65aec194b901. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:06:20.902268 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6127882d-040d-4c59-958a-6491f00c0f97 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:06:20.957543 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6127882d-040d-4c59-958a-6491f00c0f97 admin admin] 10.222.0.77 "PUT /v2.0/routers/93ecae28-05db-4308-845f-06bdb529ae5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4640779 Feb 09 22:06:20.958219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58378) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:20.999179 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ecae28-05db-4308-845f-06bdb529ae5f', 'name': 'tempest-ImageQuotaTest-1150302686-router', 'tenant_id': '194f14ecbfd24e5195b97eee1f156927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'ca1c916d-151a-4cc2-a9a0-785a5ebc06ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:56Z', 'updated_at': '2022-02-09T22:06:18Z', 'revision_number': 5, 'project_id': '194f14ecbfd24e5195b97eee1f156927', 'gw_port': {'id': 'ca1c916d-151a-4cc2-a9a0-785a5ebc06ec', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ecae28-05db-4308-845f-06bdb529ae5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:57Z', 'updated_at': '2022-02-09T22:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:21.037404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:21.046322 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b787ee2f-7d5d-416a-9a50-8ce2a30fd9e6 None None] The sync data for ids ['93ecae28-05db-4308-845f-06bdb529ae5f'] in n-d-828601-1 is: [{'id': '93ecae28-05db-4308-845f-06bdb529ae5f', 'name': 'tempest-ImageQuotaTest-1150302686-router', 'tenant_id': '194f14ecbfd24e5195b97eee1f156927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'ca1c916d-151a-4cc2-a9a0-785a5ebc06ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:56Z', 'updated_at': '2022-02-09T22:06:18Z', 'revision_number': 5, 'project_id': '194f14ecbfd24e5195b97eee1f156927', 'gw_port': {'id': 'ca1c916d-151a-4cc2-a9a0-785a5ebc06ec', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ecae28-05db-4308-845f-06bdb529ae5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:57Z', 'updated_at': '2022-02-09T22:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:06:21.182579 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.221006 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] device_id is not set on port f3066066-5b23-4bc0-acad-c88188b7f629 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:06:21.774462 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7bd9432d-8b2d-469a-bcdf-9dc8e9c0ea35 admin admin] Publish callbacks [] for router (93ecae28-05db-4308-845f-06bdb529ae5f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.932615 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for port (f3066066-5b23-4bc0-acad-c88188b7f629), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.092672 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f3066066-5b23-4bc0-acad-c88188b7f629), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.243890 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7bd9432d-8b2d-469a-bcdf-9dc8e9c0ea35 admin admin] Publish callbacks [] for router_gateway (93ecae28-05db-4308-845f-06bdb529ae5f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.257959 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network f2298e7e-041e-4ded-ac26-afb61f4e4f3f is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:22.276946 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:22.281650 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:22.286968 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:22.287678 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.441090 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Port': ['ID=f3066066-5b23-4bc0-acad-c88188b7f629,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:22.462543 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:22.462894 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:22.463243 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:22.463586 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:22.463954 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:22.464290 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:22.464624 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:22.464957 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:22.465287 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:22.465617 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:22.465942 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:22.466272 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:22.466595 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:22.536461 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58408) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:22.538483 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3b1eff35-2661-4978-987b-1150a341f802 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0601346 Feb 09 22:06:22.629855 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c4d9b-98b1-4361-98e1-9807eb7f06fb req-003e0a3d-c47e-4179-8a18-9f4df8462b74 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:22.631473 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f2c4d9b-98b1-4361-98e1-9807eb7f06fb req-003e0a3d-c47e-4179-8a18-9f4df8462b74 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.42 "GET /v2.0/ports?device_id=99398def-fc53-45e4-973e-0e036e54246d HTTP/1.1" status: 200 len: 945 time: 0.2000523 Feb 09 22:06:22.733100 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c404271-2a8a-4937-a6b9-ac69cc7524e7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:22.738065 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58414) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:22.748274 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6c404271-2a8a-4937-a6b9-ac69cc7524e7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports/f3066066-5b23-4bc0-acad-c88188b7f629 HTTP/1.1" status: 200 len: 841 time: 0.2103858 Feb 09 22:06:22.813319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdff6b-56ac-4c93-b0b0-28d83648b2d2 req-3995aaf8-ab1d-487f-94bb-edb7d5411f7f tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:22.815083 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85cdff6b-56ac-4c93-b0b0-28d83648b2d2 req-3995aaf8-ab1d-487f-94bb-edb7d5411f7f tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/ports?device_id=99398def-fc53-45e4-973e-0e036e54246d HTTP/1.1" status: 200 len: 945 time: 0.3579774 Feb 09 22:06:22.831778 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7bd9432d-8b2d-469a-bcdf-9dc8e9c0ea35 admin admin] Deleting port ca1c916d-151a-4cc2-a9a0-785a5ebc06ec {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:22.832143 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7bd9432d-8b2d-469a-bcdf-9dc8e9c0ea35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ca1c916d-151a-4cc2-a9a0-785a5ebc06ec), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.114689 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-9f2c4d9b-98b1-4361-98e1-9807eb7f06fb req-b67776c3-a0b9-485f-a468-65ab82bf1cf6 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Deleting port 7241baec-8d4d-423a-b339-2bb34d21f69a {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:23.115569 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f2c4d9b-98b1-4361-98e1-9807eb7f06fb req-b67776c3-a0b9-485f-a468-65ab82bf1cf6 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (7241baec-8d4d-423a-b339-2bb34d21f69a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.146192 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba6878c-7229-4f76-a1fa-b25e30d90695 None None] Sync routers for ids ['93ecae28-05db-4308-845f-06bdb529ae5f'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:06:23.149346 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85cdff6b-56ac-4c93-b0b0-28d83648b2d2 req-fcb5c2d0-3c9d-4e1a-a45b-890c68714ed7 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb1a9e5-2a83-4e2d-929d-cdb94140823b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133342 Feb 09 22:06:23.205612 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba6878c-7229-4f76-a1fa-b25e30d90695 None None] Routers {'93ecae28-05db-4308-845f-06bdb529ae5f'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:23.206736 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1ba6878c-7229-4f76-a1fa-b25e30d90695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:06:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['93ecae28-05db-4308-845f-06bdb529ae5f'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:23.240411 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-7bd9432d-8b2d-469a-bcdf-9dc8e9c0ea35 admin admin] For port ca1c916d-151a-4cc2-a9a0-785a5ebc06ec, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ca1c916d-151a-4cc2-a9a0-785a5ebc06ec,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:23.243891 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7bd9432d-8b2d-469a-bcdf-9dc8e9c0ea35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ca1c916d-151a-4cc2-a9a0-785a5ebc06ec), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.302518 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7bd9432d-8b2d-469a-bcdf-9dc8e9c0ea35 admin admin] Calling delete_port for ca1c916d-151a-4cc2-a9a0-785a5ebc06ec owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:23.349459 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-9f2c4d9b-98b1-4361-98e1-9807eb7f06fb req-b67776c3-a0b9-485f-a468-65ab82bf1cf6 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] For port 7241baec-8d4d-423a-b339-2bb34d21f69a, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=7241baec-8d4d-423a-b339-2bb34d21f69a,segment=NetworkSegment(feb9b2f3-a6b0-4d5e-ac32-13547f492953),segment_id=feb9b2f3-a6b0-4d5e-ac32-13547f492953)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:23.349825 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f2c4d9b-98b1-4361-98e1-9807eb7f06fb req-b67776c3-a0b9-485f-a468-65ab82bf1cf6 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (7241baec-8d4d-423a-b339-2bb34d21f69a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.392949 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-9f2c4d9b-98b1-4361-98e1-9807eb7f06fb req-b67776c3-a0b9-485f-a468-65ab82bf1cf6 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Calling delete_port for 7241baec-8d4d-423a-b339-2bb34d21f69a owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:23.433630 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-1ba6878c-7229-4f76-a1fa-b25e30d90695 None None] Set router 93ecae28-05db-4308-845f-06bdb529ae5f gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:23.533508 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1ba6878c-7229-4f76-a1fa-b25e30d90695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ecae28-05db-4308-845f-06bdb529ae5f', 'name': 'tempest-ImageQuotaTest-1150302686-router', 'tenant_id': '194f14ecbfd24e5195b97eee1f156927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:56Z', 'updated_at': '2022-02-09T22:06:22Z', 'revision_number': 6, 'project_id': '194f14ecbfd24e5195b97eee1f156927', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:23.555856 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba6878c-7229-4f76-a1fa-b25e30d90695 None None] Checking router: 93ecae28-05db-4308-845f-06bdb529ae5f for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:06:23.577680 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba6878c-7229-4f76-a1fa-b25e30d90695 None None] Routers {'93ecae28-05db-4308-845f-06bdb529ae5f'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:23.578332 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1ba6878c-7229-4f76-a1fa-b25e30d90695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:06:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['93ecae28-05db-4308-845f-06bdb529ae5f'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:23.773697 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f2c4d9b-98b1-4361-98e1-9807eb7f06fb req-b67776c3-a0b9-485f-a468-65ab82bf1cf6 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (7241baec-8d4d-423a-b339-2bb34d21f69a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.788153 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8dfba4c6-3fb7-4d3e-9aee-6b3ecd590e29 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting port f3066066-5b23-4bc0-acad-c88188b7f629 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:23.788361 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dfba4c6-3fb7-4d3e-9aee-6b3ecd590e29 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f3066066-5b23-4bc0-acad-c88188b7f629), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.794475 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['7241baec-8d4d-423a-b339-2bb34d21f69a'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:06:23.866658 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-1ba6878c-7229-4f76-a1fa-b25e30d90695 None None] Set router 93ecae28-05db-4308-845f-06bdb529ae5f gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:23.925757 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7bd9432d-8b2d-469a-bcdf-9dc8e9c0ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (ca1c916d-151a-4cc2-a9a0-785a5ebc06ec), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.985088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9432d-8b2d-469a-bcdf-9dc8e9c0ea35 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca1c916d-151a-4cc2-a9a0-785a5ebc06ec,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:24.113272 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dfba4c6-3fb7-4d3e-9aee-6b3ecd590e29 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f3066066-5b23-4bc0-acad-c88188b7f629), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:24.132008 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8dfba4c6-3fb7-4d3e-9aee-6b3ecd590e29 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Calling delete_port for f3066066-5b23-4bc0-acad-c88188b7f629 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:24.286598 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e655f-96b8-42cb-b8fe-49edd8aa96e9 req-5636b43d-e0c6-43e6-9067-3c83e414dc9a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:24.289380 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-947e655f-96b8-42cb-b8fe-49edd8aa96e9 req-5636b43d-e0c6-43e6-9067-3c83e414dc9a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.71 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 945 time: 0.7277465 Feb 09 22:06:24.385901 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67776c3-a0b9-485f-a468-65ab82bf1cf6 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Pushing event deleted for resources: {'Port': ['ID=7241baec-8d4d-423a-b339-2bb34d21f69a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:24.408703 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dfba4c6-3fb7-4d3e-9aee-6b3ecd590e29 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f3066066-5b23-4bc0-acad-c88188b7f629), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:24.424124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0f42d-a6ce-4076-ae94-8ebb0fb736cc req-744c784b-ccdb-47e1-89a6-2e960cbab5eb tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:24.448794 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76f0f42d-a6ce-4076-ae94-8ebb0fb736cc req-744c784b-ccdb-47e1-89a6-2e960cbab5eb tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 945 time: 0.8704362 Feb 09 22:06:24.488585 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dfba4c6-3fb7-4d3e-9aee-6b3ecd590e29 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:24.492239 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1ba6878c-7229-4f76-a1fa-b25e30d90695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ecae28-05db-4308-845f-06bdb529ae5f', 'name': 'tempest-ImageQuotaTest-1150302686-router', 'tenant_id': '194f14ecbfd24e5195b97eee1f156927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:56Z', 'updated_at': '2022-02-09T22:06:22Z', 'revision_number': 6, 'project_id': '194f14ecbfd24e5195b97eee1f156927', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:24.499490 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8dfba4c6-3fb7-4d3e-9aee-6b3ecd590e29 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/ports/f3066066-5b23-4bc0-acad-c88188b7f629 HTTP/1.1" status: 204 len: 168 time: 1.7531264 Feb 09 22:06:24.501821 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58440) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:24.546156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfba4c6-3fb7-4d3e-9aee-6b3ecd590e29 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Port': ['ID=f3066066-5b23-4bc0-acad-c88188b7f629,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:24.566013 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2c4d9b-98b1-4361-98e1-9807eb7f06fb req-b67776c3-a0b9-485f-a468-65ab82bf1cf6 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] No DVR routers for this DVR port 7241baec-8d4d-423a-b339-2bb34d21f69a on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:24.577301 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9f2c4d9b-98b1-4361-98e1-9807eb7f06fb req-b67776c3-a0b9-485f-a468-65ab82bf1cf6 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:24.578498 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba6878c-7229-4f76-a1fa-b25e30d90695 None None] The sync data for ids ['93ecae28-05db-4308-845f-06bdb529ae5f'] in n-d-828601-1 is: [{'id': '93ecae28-05db-4308-845f-06bdb529ae5f', 'name': 'tempest-ImageQuotaTest-1150302686-router', 'tenant_id': '194f14ecbfd24e5195b97eee1f156927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:56Z', 'updated_at': '2022-02-09T22:06:22Z', 'revision_number': 6, 'project_id': '194f14ecbfd24e5195b97eee1f156927', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:06:24.581769 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9f2c4d9b-98b1-4361-98e1-9807eb7f06fb req-b67776c3-a0b9-485f-a468-65ab82bf1cf6 tempest-ServerTagsTestJSON-1907311860 tempest-ServerTagsTestJSON-1907311860-project] 10.222.0.42 "DELETE /v2.0/ports/7241baec-8d4d-423a-b339-2bb34d21f69a HTTP/1.1" status: 204 len: 173 time: 1.9361672 Feb 09 22:06:24.608184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99398def-fc53-45e4-973e-0e036e54246d', 'name': 'network-vif-deleted', 'tag': '7241baec-8d4d-423a-b339-2bb34d21f69a'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:06:24.610761 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ebe156-7d3e-4f87-957a-5ec453341835" -d '{"events": [{"server_uuid": "99398def-fc53-45e4-973e-0e036e54246d", "name": "network-vif-deleted", "tag": "7241baec-8d4d-423a-b339-2bb34d21f69a"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:06:24.715790 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d2c0ae-fe9f-425f-8f0e-4b1c43171861 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] GET failed (client error): The resource could not be found. Feb 09 22:06:24.732591 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-08d2c0ae-fe9f-425f-8f0e-4b1c43171861 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports/f3066066-5b23-4bc0-acad-c88188b7f629 HTTP/1.1" status: 404 len: 333 time: 0.1754317 Feb 09 22:06:24.738165 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58452) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:24.765528 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-55e1538b-5e0d-4b50-b639-5d1d5f9677c7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'port': {'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f', 'name': 'tempest-PortsTestJSON-2079630052'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:24.981865 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7bd9432d-8b2d-469a-bcdf-9dc8e9c0ea35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (93ecae28-05db-4308-845f-06bdb529ae5f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:25.122012 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e1538b-5e0d-4b50-b639-5d1d5f9677c7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:25.126972 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-55e1538b-5e0d-4b50-b639-5d1d5f9677c7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:25.177196 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-55e1538b-5e0d-4b50-b639-5d1d5f9677c7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] device_id is not set on port 1623cc48-3a32-4cef-b7ad-f9be50c5d142 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:06:25.699812 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-55e1538b-5e0d-4b50-b639-5d1d5f9677c7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for port (1623cc48-3a32-4cef-b7ad-f9be50c5d142), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:25.791188 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-55e1538b-5e0d-4b50-b639-5d1d5f9677c7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (1623cc48-3a32-4cef-b7ad-f9be50c5d142), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:25.890675 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e1538b-5e0d-4b50-b639-5d1d5f9677c7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network f2298e7e-041e-4ded-ac26-afb61f4e4f3f is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:25.902010 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-55e1538b-5e0d-4b50-b639-5d1d5f9677c7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:25.911558 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e1538b-5e0d-4b50-b639-5d1d5f9677c7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:25.918328 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e1538b-5e0d-4b50-b639-5d1d5f9677c7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:25.921207 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-55e1538b-5e0d-4b50-b639-5d1d5f9677c7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:25.994958 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-55e1538b-5e0d-4b50-b639-5d1d5f9677c7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2528720 Feb 09 22:06:25.995676 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58474) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:26.029126 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d116fcae-8fff-41d5-ac7b-f1c35f2b00f0 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:26.032538 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76f0f42d-a6ce-4076-ae94-8ebb0fb736cc req-d2d4e334-10e4-42bc-992e-d5e38e49acf7 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5821881 Feb 09 22:06:26.171811 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device cb64657e-d8b8-4986-a5e8-8e03dea63f7f no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:26.237972 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1538b-5e0d-4b50-b639-5d1d5f9677c7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Port': ['ID=1623cc48-3a32-4cef-b7ad-f9be50c5d142,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:26.267833 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7bd9432d-8b2d-469a-bcdf-9dc8e9c0ea35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (93ecae28-05db-4308-845f-06bdb529ae5f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.275548 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7bd9432d-8b2d-469a-bcdf-9dc8e9c0ea35 admin admin] Publish callbacks [] for router_controller (93ecae28-05db-4308-845f-06bdb529ae5f), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.303067 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d116fcae-8fff-41d5-ac7b-f1c35f2b00f0 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1623cc48-3a32-4cef-b7ad-f9be50c5d142), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.313460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ca1c916d-151a-4cc2-a9a0-785a5ebc06ec no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:26.401086 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: ca1c916d-151a-4cc2-a9a0-785a5ebc06ec {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:26.401498 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ca1c916d-151a-4cc2-a9a0-785a5ebc06ec not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:26.451170 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-947e655f-96b8-42cb-b8fe-49edd8aa96e9 req-5fb0ce3a-9c42-40fe-83de-aba9f6f347d4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Deleting port cb64657e-d8b8-4986-a5e8-8e03dea63f7f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:26.471463 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-947e655f-96b8-42cb-b8fe-49edd8aa96e9 req-5fb0ce3a-9c42-40fe-83de-aba9f6f347d4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (cb64657e-d8b8-4986-a5e8-8e03dea63f7f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.476381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58478) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:26.520098 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30187bf4-00a0-45e1-9111-4b5f8f506ced x-openstack-request-id: req-30187bf4-00a0-45e1-9111-4b5f8f506ced {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:06:26.528082 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99398def-fc53-45e4-973e-0e036e54246d", "name": "network-vif-deleted", "tag": "7241baec-8d4d-423a-b339-2bb34d21f69a", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:06:26.528512 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-30187bf4-00a0-45e1-9111-4b5f8f506ced {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:06:26.529066 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99398def-fc53-45e4-973e-0e036e54246d', 'name': 'network-vif-deleted', 'tag': '7241baec-8d4d-423a-b339-2bb34d21f69a', 'status': 'completed', 'code': 200} Feb 09 22:06:26.590253 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port cb64657e-d8b8-4986-a5e8-8e03dea63f7f is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:26.600524 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cb64657e-d8b8-4986-a5e8-8e03dea63f7f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.666732 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a77183-c9f4-4db4-bce9-9003f20c3e98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb64657e-d8b8-4986-a5e8-8e03dea63f7f'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:06:26.669759 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba05017d-5d77-4c45-8e9d-025e653efad4" -d '{"events": [{"server_uuid": "72a77183-c9f4-4db4-bce9-9003f20c3e98", "name": "network-vif-unplugged", "status": "completed", "tag": "cb64657e-d8b8-4986-a5e8-8e03dea63f7f"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:06:26.713657 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port cb64657e-d8b8-4986-a5e8-8e03dea63f7f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=cb64657e-d8b8-4986-a5e8-8e03dea63f7f,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:26.725965 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (cb64657e-d8b8-4986-a5e8-8e03dea63f7f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.806106 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c44ccfb-e0c6-45b9-8ce5-5eb71e3215c8 admin admin] Deleting subnet 5f484ee4-ad10-4119-87eb-1309d545847d {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:06:26.816708 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c44ccfb-e0c6-45b9-8ce5-5eb71e3215c8 admin admin] Publish callbacks [] for subnet (5f484ee4-ad10-4119-87eb-1309d545847d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.903633 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=cb64657e-d8b8-4986-a5e8-8e03dea63f7f,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:26.912650 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d116fcae-8fff-41d5-ac7b-f1c35f2b00f0 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for port (1623cc48-3a32-4cef-b7ad-f9be50c5d142), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.913455 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec8a253-4194-4897-a081-2ab6f7a41ea9 x-openstack-request-id: req-aec8a253-4194-4897-a081-2ab6f7a41ea9 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:06:26.913888 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a77183-c9f4-4db4-bce9-9003f20c3e98", "name": "network-vif-unplugged", "status": "completed", "tag": "cb64657e-d8b8-4986-a5e8-8e03dea63f7f", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:06:26.914796 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aec8a253-4194-4897-a081-2ab6f7a41ea9 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:06:26.915470 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a77183-c9f4-4db4-bce9-9003f20c3e98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb64657e-d8b8-4986-a5e8-8e03dea63f7f', 'code': 200} Feb 09 22:06:26.932941 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7bd9432d-8b2d-469a-bcdf-9dc8e9c0ea35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (93ecae28-05db-4308-845f-06bdb529ae5f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.933898 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd9432d-8b2d-469a-bcdf-9dc8e9c0ea35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93ecae28-05db-4308-845f-06bdb529ae5f {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:06:26.936521 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d116fcae-8fff-41d5-ac7b-f1c35f2b00f0 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (1623cc48-3a32-4cef-b7ad-f9be50c5d142), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.042803 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-947e655f-96b8-42cb-b8fe-49edd8aa96e9 req-5fb0ce3a-9c42-40fe-83de-aba9f6f347d4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] For port cb64657e-d8b8-4986-a5e8-8e03dea63f7f, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=cb64657e-d8b8-4986-a5e8-8e03dea63f7f,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:27.044356 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-947e655f-96b8-42cb-b8fe-49edd8aa96e9 req-5fb0ce3a-9c42-40fe-83de-aba9f6f347d4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (cb64657e-d8b8-4986-a5e8-8e03dea63f7f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.047888 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 7241baec-8d4d-423a-b339-2bb34d21f69a no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:27.066603 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d116fcae-8fff-41d5-ac7b-f1c35f2b00f0 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] In _notify_port_updated(), no bound segment for port 1623cc48-3a32-4cef-b7ad-f9be50c5d142 on network f2298e7e-041e-4ded-ac26-afb61f4e4f3f {{(pid=103202) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:06:27.076485 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d116fcae-8fff-41d5-ac7b-f1c35f2b00f0 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:27.077789 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d116fcae-8fff-41d5-ac7b-f1c35f2b00f0 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.083330 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d116fcae-8fff-41d5-ac7b-f1c35f2b00f0 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "PUT /v2.0/ports/1623cc48-3a32-4cef-b7ad-f9be50c5d142 HTTP/1.1" status: 200 len: 818 time: 1.0840771 Feb 09 22:06:27.084340 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58494) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:27.085515 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116fcae-8fff-41d5-ac7b-f1c35f2b00f0 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Port': ['ID=1623cc48-3a32-4cef-b7ad-f9be50c5d142,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:27.113095 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 7241baec-8d4d-423a-b339-2bb34d21f69a {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:27.114864 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-947e655f-96b8-42cb-b8fe-49edd8aa96e9 req-5fb0ce3a-9c42-40fe-83de-aba9f6f347d4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Calling delete_port for cb64657e-d8b8-4986-a5e8-8e03dea63f7f owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:27.119002 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 7241baec-8d4d-423a-b339-2bb34d21f69a not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:27.400231 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3cc5beb3-e6fe-4633-8011-67b8014b247d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting port 1623cc48-3a32-4cef-b7ad-f9be50c5d142 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:27.400855 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3cc5beb3-e6fe-4633-8011-67b8014b247d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1623cc48-3a32-4cef-b7ad-f9be50c5d142), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.469914 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7bd9432d-8b2d-469a-bcdf-9dc8e9c0ea35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.474072 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7bd9432d-8b2d-469a-bcdf-9dc8e9c0ea35 admin admin] 10.222.0.77 "DELETE /v2.0/routers/93ecae28-05db-4308-845f-06bdb529ae5f HTTP/1.1" status: 204 len: 168 time: 6.5142441 Feb 09 22:06:27.489553 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58500) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:27.500272 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-947e655f-96b8-42cb-b8fe-49edd8aa96e9 req-5fb0ce3a-9c42-40fe-83de-aba9f6f347d4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (cb64657e-d8b8-4986-a5e8-8e03dea63f7f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.568777 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c44ccfb-e0c6-45b9-8ce5-5eb71e3215c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (5f484ee4-ad10-4119-87eb-1309d545847d), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.599110 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18dad77d-2187-4d25-a1bf-5b376bc488d9 req-bccdaec0-bda0-45ff-a394-adf54112e9e0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 210 time: 0.1186497 Feb 09 22:06:27.780329 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0ce3a-9c42-40fe-83de-aba9f6f347d4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event deleted for resources: {'Port': ['ID=cb64657e-d8b8-4986-a5e8-8e03dea63f7f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:27.814958 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-947e655f-96b8-42cb-b8fe-49edd8aa96e9 req-5fb0ce3a-9c42-40fe-83de-aba9f6f347d4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] No DVR routers for this DVR port cb64657e-d8b8-4986-a5e8-8e03dea63f7f on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:27.822951 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-947e655f-96b8-42cb-b8fe-49edd8aa96e9 req-5fb0ce3a-9c42-40fe-83de-aba9f6f347d4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.826892 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-947e655f-96b8-42cb-b8fe-49edd8aa96e9 req-5fb0ce3a-9c42-40fe-83de-aba9f6f347d4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.71 "DELETE /v2.0/ports/cb64657e-d8b8-4986-a5e8-8e03dea63f7f HTTP/1.1" status: 204 len: 173 time: 3.5140994 Feb 09 22:06:27.827864 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a77183-c9f4-4db4-bce9-9003f20c3e98', 'name': 'network-vif-deleted', 'tag': 'cb64657e-d8b8-4986-a5e8-8e03dea63f7f'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:06:27.830705 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a97fc3-09f6-4b2d-8067-a711657e801e" -d '{"events": [{"server_uuid": "72a77183-c9f4-4db4-bce9-9003f20c3e98", "name": "network-vif-deleted", "tag": "cb64657e-d8b8-4986-a5e8-8e03dea63f7f"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:06:27.845949 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-33eb1ca5-4890-44df-9ead-e702463b7b0a admin admin] Deleting subnet b233294d-9966-4995-890c-bdf57c418136 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:06:27.850207 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-33eb1ca5-4890-44df-9ead-e702463b7b0a admin admin] Publish callbacks [] for subnet (b233294d-9966-4995-890c-bdf57c418136), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.914116 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-33eb1ca5-4890-44df-9ead-e702463b7b0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (b233294d-9966-4995-890c-bdf57c418136), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.963851 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3cc5beb3-e6fe-4633-8011-67b8014b247d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1623cc48-3a32-4cef-b7ad-f9be50c5d142), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:28.060381 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3cc5beb3-e6fe-4633-8011-67b8014b247d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Calling delete_port for 1623cc48-3a32-4cef-b7ad-f9be50c5d142 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:28.185422 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-33eb1ca5-4890-44df-9ead-e702463b7b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (b233294d-9966-4995-890c-bdf57c418136), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:28.595486 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c44ccfb-e0c6-45b9-8ce5-5eb71e3215c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (5f484ee4-ad10-4119-87eb-1309d545847d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:28.655854 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3cc5beb3-e6fe-4633-8011-67b8014b247d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (1623cc48-3a32-4cef-b7ad-f9be50c5d142), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:28.731480 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8b5246-1594-4dfe-a8c0-a0fc8b1b0f3c x-openstack-request-id: req-7d8b5246-1594-4dfe-a8c0-a0fc8b1b0f3c {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:06:28.732681 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a77183-c9f4-4db4-bce9-9003f20c3e98", "name": "network-vif-deleted", "tag": "cb64657e-d8b8-4986-a5e8-8e03dea63f7f", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:06:28.737797 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d8b5246-1594-4dfe-a8c0-a0fc8b1b0f3c {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:06:28.739456 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a77183-c9f4-4db4-bce9-9003f20c3e98', 'name': 'network-vif-deleted', 'tag': 'cb64657e-d8b8-4986-a5e8-8e03dea63f7f', 'status': 'completed', 'code': 200} Feb 09 22:06:28.786115 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5beb3-e6fe-4633-8011-67b8014b247d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Port': ['ID=1623cc48-3a32-4cef-b7ad-f9be50c5d142,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:28.806808 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3cc5beb3-e6fe-4633-8011-67b8014b247d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:28.819181 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3cc5beb3-e6fe-4633-8011-67b8014b247d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/ports/1623cc48-3a32-4cef-b7ad-f9be50c5d142 HTTP/1.1" status: 204 len: 168 time: 1.7286403 Feb 09 22:06:28.823130 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58524) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:28.959065 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91b62aef-6049-4a73-ae93-9d85653db45e req-5e421944-9f05-45ae-a1d9-4aa8aac918fd tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 210 time: 0.1219735 Feb 09 22:06:28.966714 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-33eb1ca5-4890-44df-9ead-e702463b7b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (b233294d-9966-4995-890c-bdf57c418136), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:28.972820 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809370fd-3402-4949-aa96-64ab8bdd48fe tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:28.985527 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-809370fd-3402-4949-aa96-64ab8bdd48fe tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1521044 Feb 09 22:06:28.985527 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58530) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:29.001738 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c44ccfb-e0c6-45b9-8ce5-5eb71e3215c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (5f484ee4-ad10-4119-87eb-1309d545847d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:29.053159 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a476289-2aea-49be-8cf1-a87be39be020 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] GET failed (client error): The resource could not be found. Feb 09 22:06:29.058951 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6a476289-2aea-49be-8cf1-a87be39be020 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports/1623cc48-3a32-4cef-b7ad-f9be50c5d142 HTTP/1.1" status: 404 len: 333 time: 0.0719178 Feb 09 22:06:29.070670 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58536) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:29.076785 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-26e65028-b6b3-441f-bcfa-e59924ca1702 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1581721776'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:29.085388 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c44ccfb-e0c6-45b9-8ce5-5eb71e3215c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:29.092613 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4c44ccfb-e0c6-45b9-8ce5-5eb71e3215c8 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5f484ee4-ad10-4119-87eb-1309d545847d HTTP/1.1" status: 204 len: 168 time: 2.5926583 Feb 09 22:06:29.094433 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58538) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:29.105844 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dcbb7b21-9464-430d-91cc-d772b7380046 req-dc5d7da9-cb5b-4596-bd87-6d4b9ce93f63 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4c34aeb0-3198-4ba5-bca1-f397bfdd13fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7348311 Feb 09 22:06:29.115513 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb1ca5-4890-44df-9ead-e702463b7b0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b233294d-9966-4995-890c-bdf57c418136,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:29.129655 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e317809c-1809-4e4a-a683-a823cdf4ca84 None None] Network 5a62a61b-fb74-403f-886b-bd8497be8d9e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:29.135126 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-33eb1ca5-4890-44df-9ead-e702463b7b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:29.139525 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-33eb1ca5-4890-44df-9ead-e702463b7b0a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b233294d-9966-4995-890c-bdf57c418136 HTTP/1.1" status: 204 len: 168 time: 1.6454251 Feb 09 22:06:29.149912 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58540) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:29.240303 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44ccfb-e0c6-45b9-8ce5-5eb71e3215c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f484ee4-ad10-4119-87eb-1309d545847d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:29.325410 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e65028-b6b3-441f-bcfa-e59924ca1702 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:29.329104 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26e65028-b6b3-441f-bcfa-e59924ca1702 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:29.401242 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d64078e7-f196-4feb-ab06-af80e7240911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (73c02559-b038-4b61-93c2-becf83d51979), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:29.443072 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e65028-b6b3-441f-bcfa-e59924ca1702 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:06:29.493171 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26e65028-b6b3-441f-bcfa-e59924ca1702 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (1a9c6857-175b-41ab-8e35-1a19ac5c7261), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:29.495555 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-26e65028-b6b3-441f-bcfa-e59924ca1702 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Added segment 1a9c6857-175b-41ab-8e35-1a19ac5c7261 of type vlan for network d8151f3f-9d9a-49dc-b21e-2da85888f97b Feb 09 22:06:29.527535 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb7b21-9464-430d-91cc-d772b7380046 req-83c2fc49-35aa-4b7c-94e6-81a8c1271a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:29.529720 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dcbb7b21-9464-430d-91cc-d772b7380046 req-83c2fc49-35aa-4b7c-94e6-81a8c1271a1e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ecf756413bbb4509914c48d36d3db43f&device_id=4c34aeb0-3198-4ba5-bca1-f397bfdd13fc HTTP/1.1" status: 200 len: 1127 time: 0.2367642 Feb 09 22:06:29.546678 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e488c63-57f7-4d21-bc80-913664554248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (5a62a61b-fb74-403f-886b-bd8497be8d9e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:29.658979 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26e65028-b6b3-441f-bcfa-e59924ca1702 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (d8151f3f-9d9a-49dc-b21e-2da85888f97b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:29.669809 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ee659d-e7a4-49d7-a795-682dd175967b None None] DHCP port deletion for 5a62a61b-fb74-403f-886b-bd8497be8d9e request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:06:29.841198 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-02ee659d-e7a4-49d7-a795-682dd175967b None None] Deleting port 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:29.841900 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-02ee659d-e7a4-49d7-a795-682dd175967b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:29.863179 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0e488c63-57f7-4d21-bc80-913664554248 admin admin] Deleting port 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:29.863748 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e488c63-57f7-4d21-bc80-913664554248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:29.926266 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.db.resource_extend [None req-26e65028-b6b3-441f-bcfa-e59924ca1702 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 22:06:29.997072 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-02ee659d-e7a4-49d7-a795-682dd175967b None None] For port 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b,segment=NetworkSegment(9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb),segment_id=9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:29.997888 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-02ee659d-e7a4-49d7-a795-682dd175967b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.012496 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d64078e7-f196-4feb-ab06-af80e7240911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (73c02559-b038-4b61-93c2-becf83d51979), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.056915 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-02ee659d-e7a4-49d7-a795-682dd175967b None None] Calling delete_port for 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:30.058690 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-0e488c63-57f7-4d21-bc80-913664554248 admin admin] For port 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b,segment=NetworkSegment(9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb),segment_id=9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:30.059065 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e488c63-57f7-4d21-bc80-913664554248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.075300 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0e488c63-57f7-4d21-bc80-913664554248 admin admin] Calling delete_port for 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:30.096971 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26e65028-b6b3-441f-bcfa-e59924ca1702 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (d8151f3f-9d9a-49dc-b21e-2da85888f97b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.122101 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e65028-b6b3-441f-bcfa-e59924ca1702 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:30.125768 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26e65028-b6b3-441f-bcfa-e59924ca1702 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.196584 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb7b21-9464-430d-91cc-d772b7380046 req-b9389c57-861c-41e2-a688-df03cc331ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:30.199091 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dcbb7b21-9464-430d-91cc-d772b7380046 req-b9389c57-861c-41e2-a688-df03cc331ce5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=42105ba1-38a2-48f4-8e9f-2db55c355e9e HTTP/1.1" status: 200 len: 915 time: 0.5613091 Feb 09 22:06:30.204556 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e488c63-57f7-4d21-bc80-913664554248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.268291 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-25a3379f-7692-4bb3-9c62-5d782551a4df req-fe03bef8-bb54-4638-8778-cbd09c8fba36 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 210 time: 0.0892158 Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.380241 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.384471 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.384471 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.384471 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.384471 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.384471 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.384471 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.384471 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.384471 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.384471 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.384471 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.384471 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.384471 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.384471 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:30.384471 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:06:30.415141 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-d64078e7-f196-4feb-ab06-af80e7240911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c02559-b038-4b61-93c2-becf83d51979']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:30.442386 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e488c63-57f7-4d21-bc80-913664554248 admin admin] Pushing event deleted for resources: {'Port': ['ID=18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:30.445651 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-02ee659d-e7a4-49d7-a795-682dd175967b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.447407 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-26e65028-b6b3-441f-bcfa-e59924ca1702 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3742452 Feb 09 22:06:30.453829 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58562) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:30.455505 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dcbb7b21-9464-430d-91cc-d772b7380046 req-66f4dbfb-ae60-4e71-a361-6991950f6f17 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de3c2b1f-0b8d-4dc9-821f-86c7895954eb HTTP/1.1" status: 200 len: 217 time: 0.2480834 Feb 09 22:06:30.467329 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-30bb6b09-6049-4710-affd-a068944b88fb tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'subnet': {'network_id': 'd8151f3f-9d9a-49dc-b21e-2da85888f97b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:30.469197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:30.480480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e65028-b6b3-441f-bcfa-e59924ca1702 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Network': ['ID=d8151f3f-9d9a-49dc-b21e-2da85888f97b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:30.492782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-d64078e7-f196-4feb-ab06-af80e7240911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb9b2f3-a6b0-4d5e-ac32-13547f492953') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:30.494065 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-d64078e7-f196-4feb-ab06-af80e7240911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb9b2f3-a6b0-4d5e-ac32-13547f492953') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:30.518077 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee659d-e7a4-49d7-a795-682dd175967b None None] No DVR routers for this DVR port 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:30.519763 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d64078e7-f196-4feb-ab06-af80e7240911 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (feb9b2f3-a6b0-4d5e-ac32-13547f492953), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.530395 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e488c63-57f7-4d21-bc80-913664554248 admin admin] No DVR routers for this DVR port 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:30.555058 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d64078e7-f196-4feb-ab06-af80e7240911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (feb9b2f3-a6b0-4d5e-ac32-13547f492953), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.569191 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64078e7-f196-4feb-ab06-af80e7240911 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:06:30.572042 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d64078e7-f196-4feb-ab06-af80e7240911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (feb9b2f3-a6b0-4d5e-ac32-13547f492953), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.583787 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network d8151f3f-9d9a-49dc-b21e-2da85888f97b details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:06:30.757433 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:30.758397 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:30.762090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee659d-e7a4-49d7-a795-682dd175967b None None] Pushing event deleted for resources: {'Port': ['ID=18c3bc54-97f1-48c7-9e08-bc51ce2c0d2b,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:30.815125 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb7b21-9464-430d-91cc-d772b7380046 req-e93a96a6-c6db-46f4-8153-a23ae669f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:30.817325 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dcbb7b21-9464-430d-91cc-d772b7380046 req-e93a96a6-c6db-46f4-8153-a23ae669f4f2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95498cf5-512a-4d09-af11-5e6075e6f447 HTTP/1.1" status: 200 len: 854 time: 0.3243289 Feb 09 22:06:30.881623 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dcbb7b21-9464-430d-91cc-d772b7380046 req-e802ee70-8c50-4cfa-9d20-42aaece0c933 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42105ba1-38a2-48f4-8e9f-2db55c355e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538456 Feb 09 22:06:30.889791 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e488c63-57f7-4d21-bc80-913664554248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (5a62a61b-fb74-403f-886b-bd8497be8d9e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.982885 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-0e488c63-57f7-4d21-bc80-913664554248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a62a61b-fb74-403f-886b-bd8497be8d9e']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:31.006919 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-0e488c63-57f7-4d21-bc80-913664554248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:31.007364 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-0e488c63-57f7-4d21-bc80-913664554248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:31.023059 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bb6b09-6049-4710-affd-a068944b88fb tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:31.026935 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30bb6b09-6049-4710-affd-a068944b88fb tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.049799 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e488c63-57f7-4d21-bc80-913664554248 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:06:31.190427 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:06:31.239969 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d64078e7-f196-4feb-ab06-af80e7240911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (73c02559-b038-4b61-93c2-becf83d51979), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.279953 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dcbb7b21-9464-430d-91cc-d772b7380046 req-92459ddd-be9f-4c2f-b4e7-56dc88e25aa0 service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772874 Feb 09 22:06:31.289626 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e488c63-57f7-4d21-bc80-913664554248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.289956 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d64078e7-f196-4feb-ab06-af80e7240911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.328005 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d64078e7-f196-4feb-ab06-af80e7240911 admin admin] 10.222.0.77 "DELETE /v2.0/networks/73c02559-b038-4b61-93c2-becf83d51979 HTTP/1.1" status: 204 len: 168 time: 2.2309525 Feb 09 22:06:31.363630 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64078e7-f196-4feb-ab06-af80e7240911 admin admin] Pushing event deleted for resources: {'Network': ['ID=73c02559-b038-4b61-93c2-becf83d51979,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:31.578486 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e488c63-57f7-4d21-bc80-913664554248 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:06:31.578907 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e488c63-57f7-4d21-bc80-913664554248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (9f0ac86c-bf5b-42d0-92c2-bcb26e2c27eb), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.582977 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dcbb7b21-9464-430d-91cc-d772b7380046 req-b57c6243-7a37-4fbe-8b40-da98b38516b5 service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871509 Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:06:31.584326 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:06:31.612364 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58580) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:31.684326 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b3802469-d746-4ced-b0ea-20ba30765892 req-a7e9d550-df15-45a2-a293-0457da632fb0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 210 time: 0.0873816 Feb 09 22:06:31.756385 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e488c63-57f7-4d21-bc80-913664554248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (5a62a61b-fb74-403f-886b-bd8497be8d9e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.765401 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8428d6af-d0d2-42a3-8a26-ebc061f63b49 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5f00b6fa4f5d4f5fbb69fee7699460ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1462862 Feb 09 22:06:31.783450 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58582) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:31.802181 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e488c63-57f7-4d21-bc80-913664554248 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.833935 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0e488c63-57f7-4d21-bc80-913664554248 admin admin] 10.222.0.77 "DELETE /v2.0/networks/5a62a61b-fb74-403f-886b-bd8497be8d9e HTTP/1.1" status: 204 len: 168 time: 2.6780860 Feb 09 22:06:32.218798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e488c63-57f7-4d21-bc80-913664554248 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a62a61b-fb74-403f-886b-bd8497be8d9e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:32.223999 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58592) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:32.258841 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30bb6b09-6049-4710-affd-a068944b88fb tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (130cc93e-acfa-4ab3-bb4e-e0bcad43c908), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:32.348470 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-86b9ada6-f213-47a8-bdd7-78ff5ca778d8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=194f14ecbfd24e5195b97eee1f156927&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1203344 Feb 09 22:06:32.352827 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58596) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:32.419151 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb6b09-6049-4710-affd-a068944b88fb tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Subnet': ['ID=130cc93e-acfa-4ab3-bb4e-e0bcad43c908,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:32.475205 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a74df50-d07a-47a0-a649-58ce5f57d388 admin admin] Publish callbacks [] for security_group (89a277b8-684f-4e99-afb9-d3ed21a651f3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:32.479477 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a4aa0698-6e48-4b7e-bab6-115f68838b94 admin admin] Publish callbacks [] for security_group (3fb1a9e5-2a83-4e2d-929d-cdb94140823b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:32.535467 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bb6b09-6049-4710-affd-a068944b88fb tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Checking segment: {'id': '1a9c6857-175b-41ab-8e35-1a19ac5c7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd8151f3f-9d9a-49dc-b21e-2da85888f97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:32.536240 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a74df50-d07a-47a0-a649-58ce5f57d388 admin admin] Publish callbacks [] for security_group (89a277b8-684f-4e99-afb9-d3ed21a651f3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:32.536628 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bb6b09-6049-4710-affd-a068944b88fb tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network hostable DHCP agents. Network: d8151f3f-9d9a-49dc-b21e-2da85888f97b, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:06:32.578277 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a4aa0698-6e48-4b7e-bab6-115f68838b94 admin admin] Publish callbacks [] for security_group (3fb1a9e5-2a83-4e2d-929d-cdb94140823b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:32.644224 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bb6b09-6049-4710-affd-a068944b88fb tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network d8151f3f-9d9a-49dc-b21e-2da85888f97b is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:06:32.668842 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a74df50-d07a-47a0-a649-58ce5f57d388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (89a277b8-684f-4e99-afb9-d3ed21a651f3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:32.685041 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a74df50-d07a-47a0-a649-58ce5f57d388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:32.685359 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-30bb6b09-6049-4710-affd-a068944b88fb tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, d8151f3f-9d9a-49dc-b21e-2da85888f97b) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:32.688244 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9a74df50-d07a-47a0-a649-58ce5f57d388 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/89a277b8-684f-4e99-afb9-d3ed21a651f3 HTTP/1.1" status: 204 len: 168 time: 0.3329124 Feb 09 22:06:32.700279 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeab25f6-bdba-491b-bc89-435697384d21 None None] Network d8151f3f-9d9a-49dc-b21e-2da85888f97b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:32.709433 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74df50-d07a-47a0-a649-58ce5f57d388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a277b8-684f-4e99-afb9-d3ed21a651f3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:32.741675 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bb6b09-6049-4710-affd-a068944b88fb tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:32.744013 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30bb6b09-6049-4710-affd-a068944b88fb tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:32.818453 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-30bb6b09-6049-4710-affd-a068944b88fb tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3604493 Feb 09 22:06:32.823009 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58606) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:32.841536 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-bfb604ba-92a0-41f5-a148-de7c52bbd9ef tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'subnet': {'network_id': 'd8151f3f-9d9a-49dc-b21e-2da85888f97b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:32.843823 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a4aa0698-6e48-4b7e-bab6-115f68838b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3fb1a9e5-2a83-4e2d-929d-cdb94140823b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:32.863105 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a4aa0698-6e48-4b7e-bab6-115f68838b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:32.870150 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a4aa0698-6e48-4b7e-bab6-115f68838b94 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3fb1a9e5-2a83-4e2d-929d-cdb94140823b HTTP/1.1" status: 204 len: 168 time: 1.0205145 Feb 09 22:06:32.902553 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa0698-6e48-4b7e-bab6-115f68838b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb1a9e5-2a83-4e2d-929d-cdb94140823b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:32.963105 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76aa8cfb-3732-45e3-a6e1-4c2ce46a6f82 req-51ff706d-ba3e-40e0-a660-30df306ba506 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 210 time: 0.0548625 Feb 09 22:06:33.268708 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dac6a6-0025-471d-a12f-5f4862b50481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-d8151f3f-9d9a-49dc-b21e-2da85888f97b', 'network_id': 'd8151f3f-9d9a-49dc-b21e-2da85888f97b', 'project_id': '909fda92e6a14a6f9611eb0fa02d157a', 'fixed_ips': [{'subnet_id': '130cc93e-acfa-4ab3-bb4e-e0bcad43c908'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:06:33.270606 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d8dac6a6-0025-471d-a12f-5f4862b50481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:33.473947 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb604ba-92a0-41f5-a148-de7c52bbd9ef tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:33.492744 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bfb604ba-92a0-41f5-a148-de7c52bbd9ef tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:33.604803 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-d8dac6a6-0025-471d-a12f-5f4862b50481 None None] Allocated IP 172.20.0.2 (d8151f3f-9d9a-49dc-b21e-2da85888f97b/130cc93e-acfa-4ab3-bb4e-e0bcad43c908/aeb1281a-04bb-403a-9f4b-9e2b343bc512) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:33.976951 n-d-828601-1 neutron-server[103202]: INFO neutron.db.ipam_backend_mixin [None req-bfb604ba-92a0-41f5-a148-de7c52bbd9ef tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 130cc93e-acfa-4ab3-bb4e-e0bcad43c908 (CIDR: 172.20.0.0/28) Feb 09 22:06:33.990980 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb604ba-92a0-41f5-a148-de7c52bbd9ef tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:06:33.996078 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb604ba-92a0-41f5-a148-de7c52bbd9ef tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:06:34.053255 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58628) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:34.138511 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce057837-0ffc-473b-bd3d-beba8225f7cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.164501 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85a5e75a-484b-45c7-bc1d-936e4cdbee2d req-1c7666e7-1dca-4390-b2da-20ca4c95dd44 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 210 time: 0.0771098 Feb 09 22:06:34.217194 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d8dac6a6-0025-471d-a12f-5f4862b50481 None None] Publish callbacks [] for port (aeb1281a-04bb-403a-9f4b-9e2b343bc512), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.230318 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d8dac6a6-0025-471d-a12f-5f4862b50481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (aeb1281a-04bb-403a-9f4b-9e2b343bc512), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.233126 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58634) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:34.235991 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bfb604ba-92a0-41f5-a148-de7c52bbd9ef tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4054217 Feb 09 22:06:34.239281 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d83ea2ba-0a3f-4af6-8cf1-c03aa9066f6b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'subnet': {'network_id': 'd8151f3f-9d9a-49dc-b21e-2da85888f97b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:34.408506 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dac6a6-0025-471d-a12f-5f4862b50481 None None] Pushing event updated for resources: {'Port': ['ID=aeb1281a-04bb-403a-9f4b-9e2b343bc512,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:34.521896 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dac6a6-0025-471d-a12f-5f4862b50481 None None] Network d8151f3f-9d9a-49dc-b21e-2da85888f97b is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:34.534987 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-d8dac6a6-0025-471d-a12f-5f4862b50481 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:34.557035 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dac6a6-0025-471d-a12f-5f4862b50481 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:34.573676 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce057837-0ffc-473b-bd3d-beba8225f7cc admin admin] Publish callbacks [] for security_group (d6f93814-01c3-40c2-844b-99f8027f31b5), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.584483 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce057837-0ffc-473b-bd3d-beba8225f7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d6f93814-01c3-40c2-844b-99f8027f31b5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.720444 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d8dac6a6-0025-471d-a12f-5f4862b50481 None None] Attempting to bind port aeb1281a-04bb-403a-9f4b-9e2b343bc512 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:34.721430 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d8dac6a6-0025-471d-a12f-5f4862b50481 None None] Attempting to bind port aeb1281a-04bb-403a-9f4b-9e2b343bc512 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '1a9c6857-175b-41ab-8e35-1a19ac5c7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd8151f3f-9d9a-49dc-b21e-2da85888f97b'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:34.724394 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dac6a6-0025-471d-a12f-5f4862b50481 None None] Attempting to bind port aeb1281a-04bb-403a-9f4b-9e2b343bc512 on network d8151f3f-9d9a-49dc-b21e-2da85888f97b {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:34.741557 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dac6a6-0025-471d-a12f-5f4862b50481 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:34.742462 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dac6a6-0025-471d-a12f-5f4862b50481 None None] Checking segment: {'id': '1a9c6857-175b-41ab-8e35-1a19ac5c7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd8151f3f-9d9a-49dc-b21e-2da85888f97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:34.745014 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d8dac6a6-0025-471d-a12f-5f4862b50481 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.745883 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dac6a6-0025-471d-a12f-5f4862b50481 None None] Bound using segment: {'id': '1a9c6857-175b-41ab-8e35-1a19ac5c7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd8151f3f-9d9a-49dc-b21e-2da85888f97b'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:34.748375 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d8dac6a6-0025-471d-a12f-5f4862b50481 None None] Bound port: aeb1281a-04bb-403a-9f4b-9e2b343bc512, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9c6857-175b-41ab-8e35-1a19ac5c7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd8151f3f-9d9a-49dc-b21e-2da85888f97b'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:34.754349 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d8dac6a6-0025-471d-a12f-5f4862b50481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (aeb1281a-04bb-403a-9f4b-9e2b343bc512), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.769518 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83ea2ba-0a3f-4af6-8cf1-c03aa9066f6b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:34.774673 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d83ea2ba-0a3f-4af6-8cf1-c03aa9066f6b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.777592 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce057837-0ffc-473b-bd3d-beba8225f7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f93814-01c3-40c2-844b-99f8027f31b5,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:34.800020 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ce057837-0ffc-473b-bd3d-beba8225f7cc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.7415051 Feb 09 22:06:34.806271 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58648) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:34.992538 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d8dac6a6-0025-471d-a12f-5f4862b50481 None None] For port aeb1281a-04bb-403a-9f4b-9e2b343bc512, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:35.002099 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d8dac6a6-0025-471d-a12f-5f4862b50481 None None] For port aeb1281a-04bb-403a-9f4b-9e2b343bc512, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=aeb1281a-04bb-403a-9f4b-9e2b343bc512,segment=NetworkSegment(1a9c6857-175b-41ab-8e35-1a19ac5c7261),segment_id=1a9c6857-175b-41ab-8e35-1a19ac5c7261)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:35.018383 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d8dac6a6-0025-471d-a12f-5f4862b50481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (aeb1281a-04bb-403a-9f4b-9e2b343bc512), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:35.180751 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dac6a6-0025-471d-a12f-5f4862b50481 None None] Pushing event updated for resources: {'Port': ['ID=aeb1281a-04bb-403a-9f4b-9e2b343bc512,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:35.248462 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08f02fad-5531-4bd1-8851-831957c88cde admin admin] Publish callbacks [] for security_group (d6f93814-01c3-40c2-844b-99f8027f31b5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:35.327685 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08f02fad-5531-4bd1-8851-831957c88cde admin admin] Publish callbacks [] for security_group (d6f93814-01c3-40c2-844b-99f8027f31b5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:35.408534 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b252d2b-9d4d-4c7e-a1fb-809156af9b0f req-5c4e3fea-a281-4f70-b2e1-fc6bce7c158d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=22a3d428-ae69-458c-b62f-05d1bbe8662a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4050510 Feb 09 22:06:35.595815 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b252d2b-9d4d-4c7e-a1fb-809156af9b0f req-97110753-9fe4-40ab-bfd5-88cb26264714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:35.605327 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b252d2b-9d4d-4c7e-a1fb-809156af9b0f req-97110753-9fe4-40ab-bfd5-88cb26264714 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ecf756413bbb4509914c48d36d3db43f&device_id=22a3d428-ae69-458c-b62f-05d1bbe8662a HTTP/1.1" status: 200 len: 1128 time: 0.1561303 Feb 09 22:06:35.615056 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08f02fad-5531-4bd1-8851-831957c88cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d6f93814-01c3-40c2-844b-99f8027f31b5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:35.621057 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08f02fad-5531-4bd1-8851-831957c88cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:35.628834 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-08f02fad-5531-4bd1-8851-831957c88cde admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d6f93814-01c3-40c2-844b-99f8027f31b5 HTTP/1.1" status: 204 len: 168 time: 0.8161671 Feb 09 22:06:35.708541 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f02fad-5531-4bd1-8851-831957c88cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f93814-01c3-40c2-844b-99f8027f31b5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:35.835010 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b817b079-6ecb-4e47-ae9f-016ddf733d8d req-58f2cda2-f697-4294-b276-f27641477893 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 210 time: 0.3648145 Feb 09 22:06:35.931257 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58672) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:35.978631 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d83ea2ba-0a3f-4af6-8cf1-c03aa9066f6b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (8ed53c73-e81c-48b6-808f-397724cd0bdb), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:36.149499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b252d2b-9d4d-4c7e-a1fb-809156af9b0f req-b1c7e6cf-240d-4234-b6e8-66b9aa9fb5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:36.165545 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b252d2b-9d4d-4c7e-a1fb-809156af9b0f req-b1c7e6cf-240d-4234-b6e8-66b9aa9fb5de service neutron] 10.222.0.42 "GET /v2.0/networks?id=42105ba1-38a2-48f4-8e9f-2db55c355e9e HTTP/1.1" status: 200 len: 915 time: 0.5110667 Feb 09 22:06:36.322003 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ea2ba-0a3f-4af6-8cf1-c03aa9066f6b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Subnet': ['ID=8ed53c73-e81c-48b6-808f-397724cd0bdb,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:36.329632 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83ea2ba-0a3f-4af6-8cf1-c03aa9066f6b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network d8151f3f-9d9a-49dc-b21e-2da85888f97b is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:36.337957 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-d83ea2ba-0a3f-4af6-8cf1-c03aa9066f6b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:36.341662 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83ea2ba-0a3f-4af6-8cf1-c03aa9066f6b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:36.342309 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d83ea2ba-0a3f-4af6-8cf1-c03aa9066f6b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:36.372066 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f30be767-46a1-4b38-b41b-64133b2ec719 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1182718793-network', 'tenant_id': '455469d399a146e8ba1ceedcb4d01e96'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:36.391520 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d83ea2ba-0a3f-4af6-8cf1-c03aa9066f6b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1568036 Feb 09 22:06:36.395002 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58682) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:36.404900 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c591b47d-8e29-447a-b5b5-9d92512d731b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'port': {'network_id': 'd8151f3f-9d9a-49dc-b21e-2da85888f97b', 'fixed_ips': [{'subnet_id': '130cc93e-acfa-4ab3-bb4e-e0bcad43c908'}, {'subnet_id': '8ed53c73-e81c-48b6-808f-397724cd0bdb'}], 'name': 'tempest-PortsTestJSON-621462483'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:36.421451 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b252d2b-9d4d-4c7e-a1fb-809156af9b0f req-9bf2de87-c0da-485a-a6e9-d4330aa116bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1c8e488-6bd8-4076-a518-7c96a6a6e073 HTTP/1.1" status: 200 len: 217 time: 0.2543776 Feb 09 22:06:36.424316 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30be767-46a1-4b38-b41b-64133b2ec719 admin admin] Made reservation on behalf of 455469d399a146e8ba1ceedcb4d01e96 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:36.433313 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f30be767-46a1-4b38-b41b-64133b2ec719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:36.518493 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f30be767-46a1-4b38-b41b-64133b2ec719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:36.702452 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b252d2b-9d4d-4c7e-a1fb-809156af9b0f req-dac6c9df-cd05-41a4-a716-eea0d76d53d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:36.706317 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device aeb1281a-04bb-403a-9f4b-9e2b343bc512 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:36.733126 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b252d2b-9d4d-4c7e-a1fb-809156af9b0f req-dac6c9df-cd05-41a4-a716-eea0d76d53d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95498cf5-512a-4d09-af11-5e6075e6f447 HTTP/1.1" status: 200 len: 854 time: 0.2884927 Feb 09 22:06:36.976121 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b252d2b-9d4d-4c7e-a1fb-809156af9b0f req-2476aa7f-d6f9-4c06-8a16-2b64801f2ec4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=42105ba1-38a2-48f4-8e9f-2db55c355e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2213521 Feb 09 22:06:36.979706 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c591b47d-8e29-447a-b5b5-9d92512d731b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:37.061940 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port aeb1281a-04bb-403a-9f4b-9e2b343bc512 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:37.062739 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (aeb1281a-04bb-403a-9f4b-9e2b343bc512), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:37.132309 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f30be767-46a1-4b38-b41b-64133b2ec719 admin admin] Publish callbacks [] for security_group (778128d3-76d7-48e9-9ac6-9c1d9b4b23f6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:37.161720 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f30be767-46a1-4b38-b41b-64133b2ec719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (778128d3-76d7-48e9-9ac6-9c1d9b4b23f6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:37.278791 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30be767-46a1-4b38-b41b-64133b2ec719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778128d3-76d7-48e9-9ac6-9c1d9b4b23f6,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:37.308575 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port aeb1281a-04bb-403a-9f4b-9e2b343bc512 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:37.309900 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (aeb1281a-04bb-403a-9f4b-9e2b343bc512), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:37.320945 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30be767-46a1-4b38-b41b-64133b2ec719 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:06:37.375318 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b252d2b-9d4d-4c7e-a1fb-809156af9b0f req-7001c73b-47e6-4dc0-a35d-1eaeea683d05 service neutron] 10.222.0.42 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923984 Feb 09 22:06:37.386463 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f30be767-46a1-4b38-b41b-64133b2ec719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (2602cbed-efcf-4471-bfee-b5adbc83adbf), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:37.387070 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-f30be767-46a1-4b38-b41b-64133b2ec719 admin admin] Added segment 2602cbed-efcf-4471-bfee-b5adbc83adbf of type vlan for network 9f87be02-5e06-4af6-a877-08df8f17ef92 Feb 09 22:06:37.413061 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c591b47d-8e29-447a-b5b5-9d92512d731b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:37.433368 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port aeb1281a-04bb-403a-9f4b-9e2b343bc512, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=aeb1281a-04bb-403a-9f4b-9e2b343bc512,segment=NetworkSegment(1a9c6857-175b-41ab-8e35-1a19ac5c7261),segment_id=1a9c6857-175b-41ab-8e35-1a19ac5c7261)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:37.446798 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (aeb1281a-04bb-403a-9f4b-9e2b343bc512), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:37.604082 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=aeb1281a-04bb-403a-9f4b-9e2b343bc512,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:37.613830 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-55725310-28b6-40ec-8bbe-e5bdbb305275 req-c70ceb02-613e-4e72-beb6-bd2338a51346 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 210 time: 0.2249362 Feb 09 22:06:37.642865 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f30be767-46a1-4b38-b41b-64133b2ec719 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (9f87be02-5e06-4af6-a877-08df8f17ef92), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:37.660455 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-c591b47d-8e29-447a-b5b5-9d92512d731b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] device_id is not set on port 4ae3cb11-fcfb-4557-ae72-e010b9f288f0 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:06:37.726548 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b252d2b-9d4d-4c7e-a1fb-809156af9b0f req-6249818e-04f2-4ad8-b595-c432efebdf55 service neutron] 10.222.0.42 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370979 Feb 09 22:06:37.730303 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f30be767-46a1-4b38-b41b-64133b2ec719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (9f87be02-5e06-4af6-a877-08df8f17ef92), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:37.733039 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30be767-46a1-4b38-b41b-64133b2ec719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:37.734417 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f30be767-46a1-4b38-b41b-64133b2ec719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:37.846504 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c761569d-1477-4ea6-ac5e-bb6e87b55617 None None] Network d8151f3f-9d9a-49dc-b21e-2da85888f97b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:37.923015 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f30be767-46a1-4b38-b41b-64133b2ec719 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9802020 Feb 09 22:06:37.967794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58696) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:37.990649 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30be767-46a1-4b38-b41b-64133b2ec719 admin admin] Pushing event updated for resources: {'Network': ['ID=9f87be02-5e06-4af6-a877-08df8f17ef92,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:37.995621 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Request body: {'subnet': {'network_id': '9f87be02-5e06-4af6-a877-08df8f17ef92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1182718793-subnet', 'tenant_id': '455469d399a146e8ba1ceedcb4d01e96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:38.102059 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 9f87be02-5e06-4af6-a877-08df8f17ef92 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:06:38.224338 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fc72f6d7-ca34-4c80-9540-60172cb629bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:38.251515 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Made reservation on behalf of 455469d399a146e8ba1ceedcb4d01e96 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:38.255878 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:38.328353 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa7f03a-43d8-4070-9828-25a8e0b3c7c9 None None] Provisioning complete for port aeb1281a-04bb-403a-9f4b-9e2b343bc512 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:38.328353 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa7f03a-43d8-4070-9828-25a8e0b3c7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (aeb1281a-04bb-403a-9f4b-9e2b343bc512), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:38.421306 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:06:38.467251 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device aeb1281a-04bb-403a-9f4b-9e2b343bc512 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:39.184403 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port aeb1281a-04bb-403a-9f4b-9e2b343bc512 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:39.185099 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (aeb1281a-04bb-403a-9f4b-9e2b343bc512), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:39.277921 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa7f03a-43d8-4070-9828-25a8e0b3c7c9 None None] Current status of the port aeb1281a-04bb-403a-9f4b-9e2b343bc512 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:39.445750 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc32e05d-e892-492d-9b12-2b49775c0476 None None] Update dhcp port {'port': {'network_id': 'd8151f3f-9d9a-49dc-b21e-2da85888f97b', 'fixed_ips': [{'subnet_id': '130cc93e-acfa-4ab3-bb4e-e0bcad43c908', 'ip_address': '172.20.0.2'}, {'subnet_id': '8ed53c73-e81c-48b6-808f-397724cd0bdb'}], 'binding:host_id': 'n-d-828601-1'}, 'id': 'aeb1281a-04bb-403a-9f4b-9e2b343bc512'} from n-d-828601-1. {{(pid=103203) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:06:39.487066 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc32e05d-e892-492d-9b12-2b49775c0476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (aeb1281a-04bb-403a-9f4b-9e2b343bc512), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:39.501211 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port aeb1281a-04bb-403a-9f4b-9e2b343bc512 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:39.557967 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-c591b47d-8e29-447a-b5b5-9d92512d731b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Allocated IP 172.20.0.11 (d8151f3f-9d9a-49dc-b21e-2da85888f97b/130cc93e-acfa-4ab3-bb4e-e0bcad43c908/4ae3cb11-fcfb-4557-ae72-e010b9f288f0) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:39.567147 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-c591b47d-8e29-447a-b5b5-9d92512d731b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Allocated IP 172.20.0.24 (d8151f3f-9d9a-49dc-b21e-2da85888f97b/8ed53c73-e81c-48b6-808f-397724cd0bdb/4ae3cb11-fcfb-4557-ae72-e010b9f288f0) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:39.780523 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c591b47d-8e29-447a-b5b5-9d92512d731b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for port (4ae3cb11-fcfb-4557-ae72-e010b9f288f0), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:39.861235 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-af5ca79a-4e72-4638-a94e-c375d9892e21 req-0e28f55e-aa50-40cc-ad1b-18b037c151a1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 210 time: 0.6566627 Feb 09 22:06:39.867394 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c591b47d-8e29-447a-b5b5-9d92512d731b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (4ae3cb11-fcfb-4557-ae72-e010b9f288f0), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:39.948392 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591b47d-8e29-447a-b5b5-9d92512d731b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Port': ['ID=4ae3cb11-fcfb-4557-ae72-e010b9f288f0,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:39.985826 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c591b47d-8e29-447a-b5b5-9d92512d731b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network d8151f3f-9d9a-49dc-b21e-2da85888f97b is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:39.993919 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-c591b47d-8e29-447a-b5b5-9d92512d731b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:40.030057 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-bc32e05d-e892-492d-9b12-2b49775c0476 None None] Allocated IP 172.20.0.18 (d8151f3f-9d9a-49dc-b21e-2da85888f97b/8ed53c73-e81c-48b6-808f-397724cd0bdb/aeb1281a-04bb-403a-9f4b-9e2b343bc512) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:40.136592 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c591b47d-8e29-447a-b5b5-9d92512d731b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:40.324379 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-bc32e05d-e892-492d-9b12-2b49775c0476 None None] For port aeb1281a-04bb-403a-9f4b-9e2b343bc512, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=aeb1281a-04bb-403a-9f4b-9e2b343bc512,segment=NetworkSegment(1a9c6857-175b-41ab-8e35-1a19ac5c7261),segment_id=1a9c6857-175b-41ab-8e35-1a19ac5c7261)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:40.370577 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c591b47d-8e29-447a-b5b5-9d92512d731b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:40.371525 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c591b47d-8e29-447a-b5b5-9d92512d731b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:40.416634 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc32e05d-e892-492d-9b12-2b49775c0476 None None] Publish callbacks [] for port (aeb1281a-04bb-403a-9f4b-9e2b343bc512), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:40.432533 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc32e05d-e892-492d-9b12-2b49775c0476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (aeb1281a-04bb-403a-9f4b-9e2b343bc512), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:40.446384 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58754) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:40.449181 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c591b47d-8e29-447a-b5b5-9d92512d731b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.0518594 Feb 09 22:06:40.454064 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (ceed2ef8-2834-40a6-a71b-f574fe225baa), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:40.454397 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-82a947ae-eac9-4560-8cae-3d566f2a4a61 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '130cc93e-acfa-4ab3-bb4e-e0bcad43c908'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:40.591847 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceed2ef8-2834-40a6-a71b-f574fe225baa,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:40.607708 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:40.609378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:40.609378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:40.609378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:40.609900 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:40.610127 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:40.610627 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:40.624880 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:40.626798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:40.629260 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:40.630428 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:40.633214 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:40.633790 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:40.680828 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-87a38b86-8a15-4085-8420-ecbfe5d47d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:40.700242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Checking segment: {'id': '2602cbed-efcf-4471-bfee-b5adbc83adbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9f87be02-5e06-4af6-a877-08df8f17ef92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:40.700731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Network hostable DHCP agents. Network: 9f87be02-5e06-4af6-a877-08df8f17ef92, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:06:40.762664 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Network 9f87be02-5e06-4af6-a877-08df8f17ef92 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:06:40.783571 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32e05d-e892-492d-9b12-2b49775c0476 None None] Pushing event updated for resources: {'Port': ['ID=aeb1281a-04bb-403a-9f4b-9e2b343bc512,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:40.789720 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 9f87be02-5e06-4af6-a877-08df8f17ef92) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:40.803881 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fff7b71-b320-4807-8ad8-6f1b99776fb3 None None] Network 9f87be02-5e06-4af6-a877-08df8f17ef92 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:40.804955 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:40.807197 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:40.890594 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e4a847d4-c623-47fc-be2c-4ee36f545ab7 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9158158 Feb 09 22:06:41.062199 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82a947ae-eac9-4560-8cae-3d566f2a4a61 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4ae3cb11-fcfb-4557-ae72-e010b9f288f0), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:41.123787 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dacbf2ad-d313-4cbc-9c25-4cb40d6bbdb1 req-0fa059e6-8e7b-411f-80b3-08cbbdbfb5fd tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 210 time: 0.0918694 Feb 09 22:06:41.174236 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a080f3a-25bb-4e2b-ba58-be0a2f6063fa None None] Network 9f87be02-5e06-4af6-a877-08df8f17ef92 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:41.721463 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:41.911233 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-82a947ae-eac9-4560-8cae-3d566f2a4a61 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Delete allocated IP 172.20.0.24 (d8151f3f-9d9a-49dc-b21e-2da85888f97b/8ed53c73-e81c-48b6-808f-397724cd0bdb) {{(pid=103202) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 22:06:41.999568 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbeab1e-d9d5-49ec-be6a-363d45f34f03 None None] Network d8151f3f-9d9a-49dc-b21e-2da85888f97b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:42.199202 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-87968bcc-5eeb-48bf-8a1d-9afb5eb238dd None None] Provisioning complete for port aeb1281a-04bb-403a-9f4b-9e2b343bc512 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:42.199635 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-87968bcc-5eeb-48bf-8a1d-9afb5eb238dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (aeb1281a-04bb-403a-9f4b-9e2b343bc512), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.214064 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82a947ae-eac9-4560-8cae-3d566f2a4a61 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for port (4ae3cb11-fcfb-4557-ae72-e010b9f288f0), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.228281 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82a947ae-eac9-4560-8cae-3d566f2a4a61 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (4ae3cb11-fcfb-4557-ae72-e010b9f288f0), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.434718 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device aeb1281a-04bb-403a-9f4b-9e2b343bc512 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:42.467342 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58828) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:42.487809 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-fb86b83a-b7cb-4762-92ea-9e10cc88c720 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1388571882-network', 'tenant_id': '7cb29c1859a546c98efa1dc9b8451c7f'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:42.495481 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f846f8d3-a172-469b-bb83-348db621fb8e req-144b84d4-11dd-4388-984f-2736c67f6b4d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 210 time: 0.1321161 Feb 09 22:06:42.529746 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb86b83a-b7cb-4762-92ea-9e10cc88c720 admin admin] Made reservation on behalf of 7cb29c1859a546c98efa1dc9b8451c7f for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:42.534826 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb86b83a-b7cb-4762-92ea-9e10cc88c720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.553645 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb86b83a-b7cb-4762-92ea-9e10cc88c720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.570312 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a947ae-eac9-4560-8cae-3d566f2a4a61 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Port': ['ID=4ae3cb11-fcfb-4557-ae72-e010b9f288f0,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:42.614571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-82a947ae-eac9-4560-8cae-3d566f2a4a61 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] In _notify_port_updated(), no bound segment for port 4ae3cb11-fcfb-4557-ae72-e010b9f288f0 on network d8151f3f-9d9a-49dc-b21e-2da85888f97b {{(pid=103202) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:06:42.620263 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a947ae-eac9-4560-8cae-3d566f2a4a61 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:42.621323 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82a947ae-eac9-4560-8cae-3d566f2a4a61 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.644475 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-87968bcc-5eeb-48bf-8a1d-9afb5eb238dd None None] Current status of the port aeb1281a-04bb-403a-9f4b-9e2b343bc512 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:42.645509 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-82a947ae-eac9-4560-8cae-3d566f2a4a61 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "PUT /v2.0/ports/4ae3cb11-fcfb-4557-ae72-e010b9f288f0 HTTP/1.1" status: 200 len: 919 time: 2.1978056 Feb 09 22:06:42.649584 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58834) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:42.655945 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-576c4464-2f82-4520-84f3-c39a89b21a7c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '130cc93e-acfa-4ab3-bb4e-e0bcad43c908'}, {'subnet_id': '8ed53c73-e81c-48b6-808f-397724cd0bdb'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:42.673522 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port aeb1281a-04bb-403a-9f4b-9e2b343bc512 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:42.674106 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (aeb1281a-04bb-403a-9f4b-9e2b343bc512), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.774256 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb86b83a-b7cb-4762-92ea-9e10cc88c720 admin admin] Publish callbacks [] for security_group (d47f76af-59dc-4935-ba45-0ebfdb727c4a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.787331 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb86b83a-b7cb-4762-92ea-9e10cc88c720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d47f76af-59dc-4935-ba45-0ebfdb727c4a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.866672 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86b83a-b7cb-4762-92ea-9e10cc88c720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47f76af-59dc-4935-ba45-0ebfdb727c4a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:42.899688 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.910006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb86b83a-b7cb-4762-92ea-9e10cc88c720 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:06:42.943797 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-576c4464-2f82-4520-84f3-c39a89b21a7c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4ae3cb11-fcfb-4557-ae72-e010b9f288f0), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.948894 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb86b83a-b7cb-4762-92ea-9e10cc88c720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (5100022c-58ec-44e7-87cd-bb8a48e32c4a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.953543 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-fb86b83a-b7cb-4762-92ea-9e10cc88c720 admin admin] Added segment 5100022c-58ec-44e7-87cd-bb8a48e32c4a of type vlan for network b5b80b44-6a85-4df4-adf8-c9b974ed1384 Feb 09 22:06:43.055285 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port aeb1281a-04bb-403a-9f4b-9e2b343bc512 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:43.105610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-baa7ff2e-824e-4b8d-a56d-0137b47303a2 None None] Provisioning complete for port aeb1281a-04bb-403a-9f4b-9e2b343bc512 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:43.106010 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-baa7ff2e-824e-4b8d-a56d-0137b47303a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (aeb1281a-04bb-403a-9f4b-9e2b343bc512), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:43.127924 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb86b83a-b7cb-4762-92ea-9e10cc88c720 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (b5b80b44-6a85-4df4-adf8-c9b974ed1384), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:43.192469 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb86b83a-b7cb-4762-92ea-9e10cc88c720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (b5b80b44-6a85-4df4-adf8-c9b974ed1384), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:43.198345 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb86b83a-b7cb-4762-92ea-9e10cc88c720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:43.199184 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb86b83a-b7cb-4762-92ea-9e10cc88c720 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:43.376362 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-baa7ff2e-824e-4b8d-a56d-0137b47303a2 None None] Current status of the port aeb1281a-04bb-403a-9f4b-9e2b343bc512 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:43.394468 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-baa7ff2e-824e-4b8d-a56d-0137b47303a2 None None] Provisioning complete for port 4ae3cb11-fcfb-4557-ae72-e010b9f288f0 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:43.395225 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-baa7ff2e-824e-4b8d-a56d-0137b47303a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4ae3cb11-fcfb-4557-ae72-e010b9f288f0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:43.453930 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fb86b83a-b7cb-4762-92ea-9e10cc88c720 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9700589 Feb 09 22:06:43.456583 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58866) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:43.463315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f5ed331d-59fb-4d79-bfdf-b56e09eaf1ab admin admin] Request body: {'subnet': {'network_id': 'b5b80b44-6a85-4df4-adf8-c9b974ed1384', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1388571882-subnet', 'tenant_id': '7cb29c1859a546c98efa1dc9b8451c7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:43.478226 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86b83a-b7cb-4762-92ea-9e10cc88c720 admin admin] Pushing event updated for resources: {'Network': ['ID=b5b80b44-6a85-4df4-adf8-c9b974ed1384,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:43.494252 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network b5b80b44-6a85-4df4-adf8-c9b974ed1384 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:06:43.534850 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a12bd-384f-45f6-830c-eccf3a943e15 req-34d2ea0a-fce8-4ada-98ff-3e74935791fd tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:43.536600 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-689a12bd-384f-45f6-830c-eccf3a943e15 req-34d2ea0a-fce8-4ada-98ff-3e74935791fd tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 947 time: 0.2021632 Feb 09 22:06:43.656677 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ed331d-59fb-4d79-bfdf-b56e09eaf1ab admin admin] Made reservation on behalf of 7cb29c1859a546c98efa1dc9b8451c7f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:43.661001 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-baa7ff2e-824e-4b8d-a56d-0137b47303a2 None None] Port 4ae3cb11-fcfb-4557-ae72-e010b9f288f0 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:06:43.674735 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5ed331d-59fb-4d79-bfdf-b56e09eaf1ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:43.809774 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-65aec3fe-78f8-4a7a-82a3-30370a862f47 None None] Provisioning complete for port 4ae3cb11-fcfb-4557-ae72-e010b9f288f0 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:43.810277 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-65aec3fe-78f8-4a7a-82a3-30370a862f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4ae3cb11-fcfb-4557-ae72-e010b9f288f0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:43.837517 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-689a12bd-384f-45f6-830c-eccf3a943e15 req-c1e60bd0-3aed-425c-8692-46d2eec7366b tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2881434 Feb 09 22:06:44.001146 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-65aec3fe-78f8-4a7a-82a3-30370a862f47 None None] Port 4ae3cb11-fcfb-4557-ae72-e010b9f288f0 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:06:44.022216 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-52128178-0b49-4562-90b1-7e01acbbb4d9 req-1bc02ba4-0af3-4a17-9ba1-5ec99b3d21ad tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 210 time: 0.0386317 Feb 09 22:06:44.073581 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5ed331d-59fb-4d79-bfdf-b56e09eaf1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (fc276948-74b6-4d00-8eaa-5d578424bc80), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.074673 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-576c4464-2f82-4520-84f3-c39a89b21a7c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Allocated IP 172.20.0.26 (d8151f3f-9d9a-49dc-b21e-2da85888f97b/8ed53c73-e81c-48b6-808f-397724cd0bdb/4ae3cb11-fcfb-4557-ae72-e010b9f288f0) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:44.138702 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed331d-59fb-4d79-bfdf-b56e09eaf1ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc276948-74b6-4d00-8eaa-5d578424bc80,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:44.152327 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-a492d2dd-0dc1-4b4d-929d-0ba5438617af None None] Provisioning complete for port 4ae3cb11-fcfb-4557-ae72-e010b9f288f0 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:44.153058 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a492d2dd-0dc1-4b4d-929d-0ba5438617af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4ae3cb11-fcfb-4557-ae72-e010b9f288f0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.191979 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ed331d-59fb-4d79-bfdf-b56e09eaf1ab admin admin] Checking segment: {'id': '5100022c-58ec-44e7-87cd-bb8a48e32c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b5b80b44-6a85-4df4-adf8-c9b974ed1384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:44.192891 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ed331d-59fb-4d79-bfdf-b56e09eaf1ab admin admin] Network hostable DHCP agents. Network: b5b80b44-6a85-4df4-adf8-c9b974ed1384, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:06:44.222439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ed331d-59fb-4d79-bfdf-b56e09eaf1ab admin admin] Network b5b80b44-6a85-4df4-adf8-c9b974ed1384 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:06:44.249564 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f5ed331d-59fb-4d79-bfdf-b56e09eaf1ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, b5b80b44-6a85-4df4-adf8-c9b974ed1384) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:44.259987 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ed331d-59fb-4d79-bfdf-b56e09eaf1ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:44.264266 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5ed331d-59fb-4d79-bfdf-b56e09eaf1ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.292345 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a492d2dd-0dc1-4b4d-929d-0ba5438617af None None] Port 4ae3cb11-fcfb-4557-ae72-e010b9f288f0 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:06:44.294876 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bc9a56-a332-48e4-9e4e-a6164d815bf4 None None] Network b5b80b44-6a85-4df4-adf8-c9b974ed1384 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:44.306922 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f5ed331d-59fb-4d79-bfdf-b56e09eaf1ab admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8483596 Feb 09 22:06:44.552195 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-576c4464-2f82-4520-84f3-c39a89b21a7c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for port (4ae3cb11-fcfb-4557-ae72-e010b9f288f0), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.571344 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-576c4464-2f82-4520-84f3-c39a89b21a7c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (4ae3cb11-fcfb-4557-ae72-e010b9f288f0), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.617143 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963f03f3-9ac9-49c7-a85f-4a82251b6909 None None] Network b5b80b44-6a85-4df4-adf8-c9b974ed1384 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:44.851448 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c4464-2f82-4520-84f3-c39a89b21a7c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Port': ['ID=4ae3cb11-fcfb-4557-ae72-e010b9f288f0,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:44.869924 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.970410 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-576c4464-2f82-4520-84f3-c39a89b21a7c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] In _notify_port_updated(), no bound segment for port 4ae3cb11-fcfb-4557-ae72-e010b9f288f0 on network d8151f3f-9d9a-49dc-b21e-2da85888f97b {{(pid=103202) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:06:44.983106 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576c4464-2f82-4520-84f3-c39a89b21a7c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:44.984846 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-576c4464-2f82-4520-84f3-c39a89b21a7c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.990966 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58920) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:44.994806 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-576c4464-2f82-4520-84f3-c39a89b21a7c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "PUT /v2.0/ports/4ae3cb11-fcfb-4557-ae72-e010b9f288f0 HTTP/1.1" status: 200 len: 999 time: 2.3438146 Feb 09 22:06:45.286647 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e53945-c974-409d-bb05-4b9799bc2bf0 req-76b63153-25e7-44d1-8c4f-e0af6549f47e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:45.288350 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6e53945-c974-409d-bb05-4b9799bc2bf0 req-76b63153-25e7-44d1-8c4f-e0af6549f47e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 947 time: 0.1806018 Feb 09 22:06:45.319448 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b0354fdd-752c-4c04-896f-e6dd69574f99 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting port 4ae3cb11-fcfb-4557-ae72-e010b9f288f0 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:45.320697 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0354fdd-752c-4c04-896f-e6dd69574f99 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (4ae3cb11-fcfb-4557-ae72-e010b9f288f0), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:45.380166 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6e53945-c974-409d-bb05-4b9799bc2bf0 req-ad1ffdf4-d227-4ae0-aafb-0031ece06972 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805671 Feb 09 22:06:45.407079 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-de94aa00-e869-4fa9-a651-623040f0299d None None] Provisioning complete for port 4ae3cb11-fcfb-4557-ae72-e010b9f288f0 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:45.415527 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-de94aa00-e869-4fa9-a651-623040f0299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4ae3cb11-fcfb-4557-ae72-e010b9f288f0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:45.493795 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-de94aa00-e869-4fa9-a651-623040f0299d None None] Port 4ae3cb11-fcfb-4557-ae72-e010b9f288f0 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:06:45.573002 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:45.705382 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0354fdd-752c-4c04-896f-e6dd69574f99 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (4ae3cb11-fcfb-4557-ae72-e010b9f288f0), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:45.752549 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b0354fdd-752c-4c04-896f-e6dd69574f99 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Calling delete_port for 4ae3cb11-fcfb-4557-ae72-e010b9f288f0 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:46.054003 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:46.201664 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-6b3b951f-b621-4747-809e-5600e070eaba tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:46.204590 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-6b3b951f-b621-4747-809e-5600e070eaba tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/networks?id=9f87be02-5e06-4af6-a877-08df8f17ef92 HTTP/1.1" status: 200 len: 825 time: 0.2967823 Feb 09 22:06:46.237154 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ccfbe596-ddec-463f-9e3a-8e3863702c84 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:46.335697 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-de11c719-e725-4934-a799-677ff599687b tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/quotas/455469d399a146e8ba1ceedcb4d01e96 HTTP/1.1" status: 200 len: 375 time: 0.0327644 Feb 09 22:06:46.406493 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-fee747c7-bcf0-43d2-81f3-72ff1c8bf8e7 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=455469d399a146e8ba1ceedcb4d01e96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692558 Feb 09 22:06:46.418742 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ccfbe596-ddec-463f-9e3a-8e3863702c84 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:46.431130 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:46.493421 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366dd04e-1f20-4d1f-ab3a-ac66f903a656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccfbe596-ddec-463f-9e3a-8e3863702c84'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:06:46.505893 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a3043b-6605-47bc-b230-e4c1df0eae1c" -d '{"events": [{"server_uuid": "366dd04e-1f20-4d1f-ab3a-ac66f903a656", "name": "network-vif-unplugged", "status": "completed", "tag": "ccfbe596-ddec-463f-9e3a-8e3863702c84"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:06:46.543688 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0354fdd-752c-4c04-896f-e6dd69574f99 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (4ae3cb11-fcfb-4557-ae72-e010b9f288f0), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:46.549086 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ccfbe596-ddec-463f-9e3a-8e3863702c84, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:46.559121 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:46.616174 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0354fdd-752c-4c04-896f-e6dd69574f99 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Port': ['ID=4ae3cb11-fcfb-4557-ae72-e010b9f288f0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:46.802338 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0354fdd-752c-4c04-896f-e6dd69574f99 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:46.810607 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58970) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:46.813785 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b0354fdd-752c-4c04-896f-e6dd69574f99 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/ports/4ae3cb11-fcfb-4557-ae72-e010b9f288f0 HTTP/1.1" status: 204 len: 168 time: 1.8200908 Feb 09 22:06:46.821544 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-3efb5c4d-10e1-45be-b1cf-c29648038959 service neutron] 10.222.0.77 "GET /v2.0/networks/9f87be02-5e06-4af6-a877-08df8f17ef92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135835 Feb 09 22:06:46.850660 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ccfbe596-ddec-463f-9e3a-8e3863702c84,revision_number=11']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:46.882092 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf4b9c54-5c97-40f1-b8f8-48c825c67ab4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] GET failed (client error): The resource could not be found. Feb 09 22:06:46.887942 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cf4b9c54-5c97-40f1-b8f8-48c825c67ab4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports/4ae3cb11-fcfb-4557-ae72-e010b9f288f0 HTTP/1.1" status: 404 len: 333 time: 0.0748618 Feb 09 22:06:46.888842 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 58972) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:47.011282 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa89c356-4fb4-4b20-ac7a-262c83cfe93e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting subnet 8ed53c73-e81c-48b6-808f-397724cd0bdb {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:06:47.048233 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-551e1cd5-0082-428b-9839-3328a0f35f10 service neutron] 10.222.0.77 "GET /v2.0/networks/9f87be02-5e06-4af6-a877-08df8f17ef92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066925 Feb 09 22:06:47.061872 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa89c356-4fb4-4b20-ac7a-262c83cfe93e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for subnet (8ed53c73-e81c-48b6-808f-397724cd0bdb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:47.189297 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa89c356-4fb4-4b20-ac7a-262c83cfe93e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (8ed53c73-e81c-48b6-808f-397724cd0bdb), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:47.404518 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa89c356-4fb4-4b20-ac7a-262c83cfe93e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (8ed53c73-e81c-48b6-808f-397724cd0bdb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:47.472869 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28ce5b3c-f10d-47ca-8f9c-61026b3a4001 req-53239f4f-b719-4c37-a276-f9f8089f44f6 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 210 time: 0.1148808 Feb 09 22:06:47.499907 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa89c356-4fb4-4b20-ac7a-262c83cfe93e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (8ed53c73-e81c-48b6-808f-397724cd0bdb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:47.540657 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89c356-4fb4-4b20-ac7a-262c83cfe93e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Subnet': ['ID=8ed53c73-e81c-48b6-808f-397724cd0bdb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:47.561555 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa89c356-4fb4-4b20-ac7a-262c83cfe93e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:47.564252 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fa89c356-4fb4-4b20-ac7a-262c83cfe93e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/subnets/8ed53c73-e81c-48b6-808f-397724cd0bdb HTTP/1.1" status: 204 len: 168 time: 0.6739793 Feb 09 22:06:47.566556 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493c776c-b567-4e45-8b9a-75d20e2ec7a0 None None] Network d8151f3f-9d9a-49dc-b21e-2da85888f97b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:47.568120 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 58988) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:47.794443 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-a464f229-8ac0-42bb-894d-c6bc0bfdefc0 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting subnet 130cc93e-acfa-4ab3-bb4e-e0bcad43c908 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:06:47.829743 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a464f229-8ac0-42bb-894d-c6bc0bfdefc0 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for subnet (130cc93e-acfa-4ab3-bb4e-e0bcad43c908), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:47.958044 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a464f229-8ac0-42bb-894d-c6bc0bfdefc0 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (130cc93e-acfa-4ab3-bb4e-e0bcad43c908), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:48.000785 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb82243-79d7-456d-b52a-82ad40e7ed4d req-876e511f-9918-4743-a970-d8b3f9b3c6d3 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:48.004607 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6fb82243-79d7-456d-b52a-82ad40e7ed4d req-876e511f-9918-4743-a970-d8b3f9b3c6d3 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.2788181 Feb 09 22:06:48.121244 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a464f229-8ac0-42bb-894d-c6bc0bfdefc0 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (130cc93e-acfa-4ab3-bb4e-e0bcad43c908), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:48.221853 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a464f229-8ac0-42bb-894d-c6bc0bfdefc0 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (130cc93e-acfa-4ab3-bb4e-e0bcad43c908), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:48.230725 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ccfbe596-ddec-463f-9e3a-8e3863702c84 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:06:48.313063 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464f229-8ac0-42bb-894d-c6bc0bfdefc0 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Subnet': ['ID=130cc93e-acfa-4ab3-bb4e-e0bcad43c908,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:48.371306 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a464f229-8ac0-42bb-894d-c6bc0bfdefc0 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:48.385137 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a464f229-8ac0-42bb-894d-c6bc0bfdefc0 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/subnets/130cc93e-acfa-4ab3-bb4e-e0bcad43c908 HTTP/1.1" status: 204 len: 168 time: 0.8151457 Feb 09 22:06:48.388588 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59012) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:48.630360 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6fb82243-79d7-456d-b52a-82ad40e7ed4d req-325222d8-e563-4031-8a5d-f19eda737d03 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4232957 Feb 09 22:06:48.770231 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccad56f0-5699-43d7-b3d3-d8f2c5632848 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (d8151f3f-9d9a-49dc-b21e-2da85888f97b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:49.035413 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ccad56f0-5699-43d7-b3d3-d8f2c5632848 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting port aeb1281a-04bb-403a-9f4b-9e2b343bc512 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:49.035806 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccad56f0-5699-43d7-b3d3-d8f2c5632848 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (aeb1281a-04bb-403a-9f4b-9e2b343bc512), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:49.115546 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4799fb-af85-4671-9c7d-b6e5bf543cd7 x-openstack-request-id: req-6a4799fb-af85-4671-9c7d-b6e5bf543cd7 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:06:49.116575 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366dd04e-1f20-4d1f-ab3a-ac66f903a656", "name": "network-vif-unplugged", "status": "completed", "tag": "ccfbe596-ddec-463f-9e3a-8e3863702c84", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:06:49.116575 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6a4799fb-af85-4671-9c7d-b6e5bf543cd7 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:06:49.117499 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366dd04e-1f20-4d1f-ab3a-ac66f903a656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccfbe596-ddec-463f-9e3a-8e3863702c84', 'code': 200} Feb 09 22:06:49.252232 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c628977-3dc1-4204-a5c2-815d5e227327 req-f7fccf81-fade-4813-afd8-cf6048bedd3e tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5c8e491-5a84-40d9-a726-e88e252626a7 HTTP/1.1" status: 200 len: 210 time: 0.1986377 Feb 09 22:06:49.329952 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54e4c0e-a23d-418f-9dd0-5f6f94ae4167 None None] Network d8151f3f-9d9a-49dc-b21e-2da85888f97b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:49.332622 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-ccad56f0-5699-43d7-b3d3-d8f2c5632848 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] For port aeb1281a-04bb-403a-9f4b-9e2b343bc512, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=aeb1281a-04bb-403a-9f4b-9e2b343bc512,segment=NetworkSegment(1a9c6857-175b-41ab-8e35-1a19ac5c7261),segment_id=1a9c6857-175b-41ab-8e35-1a19ac5c7261)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:49.337574 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccad56f0-5699-43d7-b3d3-d8f2c5632848 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (aeb1281a-04bb-403a-9f4b-9e2b343bc512), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:49.373234 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ccad56f0-5699-43d7-b3d3-d8f2c5632848 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Calling delete_port for aeb1281a-04bb-403a-9f4b-9e2b343bc512 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:49.450089 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4980dbe0-f59d-41a5-bdb6-5297a48efded req-8c659dc1-1556-4d52-ba86-24e7a7ddda2a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 210 time: 0.0637622 Feb 09 22:06:49.555285 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccad56f0-5699-43d7-b3d3-d8f2c5632848 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (aeb1281a-04bb-403a-9f4b-9e2b343bc512), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:49.575737 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ccfbe596-ddec-463f-9e3a-8e3863702c84, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:49.642132 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad56f0-5699-43d7-b3d3-d8f2c5632848 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Port': ['ID=aeb1281a-04bb-403a-9f4b-9e2b343bc512,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:49.652937 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccad56f0-5699-43d7-b3d3-d8f2c5632848 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] No DVR routers for this DVR port aeb1281a-04bb-403a-9f4b-9e2b343bc512 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:49.685816 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'ccfbe596-ddec-463f-9e3a-8e3863702c84', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'port_id': 'ccfbe596-ddec-463f-9e3a-8e3863702c84', 'mac_address': 'fa:16:3e:7e:7d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:06:49.865417 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ccfbe596-ddec-463f-9e3a-8e3863702c84 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:49.867614 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:49.919435 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccad56f0-5699-43d7-b3d3-d8f2c5632848 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (d8151f3f-9d9a-49dc-b21e-2da85888f97b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:49.924782 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-36bea623-56f3-4c3f-a907-f235808cf8ec None None] Provisioning complete for port aeb1281a-04bb-403a-9f4b-9e2b343bc512 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:49.926527 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-36bea623-56f3-4c3f-a907-f235808cf8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (aeb1281a-04bb-403a-9f4b-9e2b343bc512), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:50.016796 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-ccad56f0-5699-43d7-b3d3-d8f2c5632848 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8151f3f-9d9a-49dc-b21e-2da85888f97b']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:50.069199 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-ccad56f0-5699-43d7-b3d3-d8f2c5632848 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9c6857-175b-41ab-8e35-1a19ac5c7261') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:50.076647 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-ccad56f0-5699-43d7-b3d3-d8f2c5632848 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9c6857-175b-41ab-8e35-1a19ac5c7261') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:50.096633 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccfbe596-ddec-463f-9e3a-8e3863702c84 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:06:50.119499 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-36bea623-56f3-4c3f-a907-f235808cf8ec None None] Port aeb1281a-04bb-403a-9f4b-9e2b343bc512 was deleted so its status cannot be updated. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 22:06:50.169299 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-802d6028-6d09-4c4b-8d6c-604309d278c6 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:50.172263 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88f2ab-f7df-4eda-9c53-6b3aefd4c7e8 req-70fe1f7a-1c3b-4c69-b7b4-a92d6a76f8de tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:50.174369 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-802d6028-6d09-4c4b-8d6c-604309d278c6 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.42 "GET /v2.0/networks?id=9f87be02-5e06-4af6-a877-08df8f17ef92 HTTP/1.1" status: 200 len: 825 time: 0.3755748 Feb 09 22:06:50.197338 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d88f2ab-f7df-4eda-9c53-6b3aefd4c7e8 req-70fe1f7a-1c3b-4c69-b7b4-a92d6a76f8de tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.4300368 Feb 09 22:06:50.202803 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-3eed3544-e4d7-43f4-ac3a-ef8ed0056305 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Request body: {'port': {'device_id': 'f5c8e491-5a84-40d9-a726-e88e252626a7', 'network_id': '9f87be02-5e06-4af6-a877-08df8f17ef92', 'admin_state_up': True, 'tenant_id': '455469d399a146e8ba1ceedcb4d01e96'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:50.237001 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccad56f0-5699-43d7-b3d3-d8f2c5632848 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (1a9c6857-175b-41ab-8e35-1a19ac5c7261), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:50.276827 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ccfbe596-ddec-463f-9e3a-8e3863702c84, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:50.286920 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:50.316829 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e582a1-6789-4bab-9fb0-58bc485052e5 None None] DHCP port deletion for d8151f3f-9d9a-49dc-b21e-2da85888f97b request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:06:50.377569 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccad56f0-5699-43d7-b3d3-d8f2c5632848 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (1a9c6857-175b-41ab-8e35-1a19ac5c7261), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:50.468939 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['ccfbe596-ddec-463f-9e3a-8e3863702c84'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:06:50.469763 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccad56f0-5699-43d7-b3d3-d8f2c5632848 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:06:50.482469 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccad56f0-5699-43d7-b3d3-d8f2c5632848 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (1a9c6857-175b-41ab-8e35-1a19ac5c7261), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:50.825999 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ccfbe596-ddec-463f-9e3a-8e3863702c84,revision_number=12']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:50.884980 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-3eed3544-e4d7-43f4-ac3a-ef8ed0056305 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Made reservation on behalf of 455469d399a146e8ba1ceedcb4d01e96 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:06:50.887524 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:06:50.910509 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-3eed3544-e4d7-43f4-ac3a-ef8ed0056305 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.130795 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d88f2ab-f7df-4eda-9c53-6b3aefd4c7e8 req-0d55fd96-e5b2-4e48-9e77-97390507da56 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9249790 Feb 09 22:06:51.183775 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccad56f0-5699-43d7-b3d3-d8f2c5632848 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (d8151f3f-9d9a-49dc-b21e-2da85888f97b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.206369 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccad56f0-5699-43d7-b3d3-d8f2c5632848 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.225353 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ccad56f0-5699-43d7-b3d3-d8f2c5632848 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/networks/d8151f3f-9d9a-49dc-b21e-2da85888f97b HTTP/1.1" status: 204 len: 168 time: 2.8134353 Feb 09 22:06:51.306699 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59074) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:51.356331 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad56f0-5699-43d7-b3d3-d8f2c5632848 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Network': ['ID=d8151f3f-9d9a-49dc-b21e-2da85888f97b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:51.500140 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-3eed3544-e4d7-43f4-ac3a-ef8ed0056305 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Allocated IP 172.20.0.4 (9f87be02-5e06-4af6-a877-08df8f17ef92/ceed2ef8-2834-40a6-a71b-f574fe225baa/1c030590-9077-42a8-b8e6-04fdab0c3d03) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:51.577105 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7f940fd-6bce-47cb-a59e-4ed967593193 req-f7b925dd-8d9b-4a39-8fa3-97cf70d39633 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5c8e491-5a84-40d9-a726-e88e252626a7 HTTP/1.1" status: 200 len: 210 time: 0.1398463 Feb 09 22:06:51.682782 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d8a5a0-0136-44fd-8f19-8eacf5726613 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:51.710835 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-06d8a5a0-0136-44fd-8f19-8eacf5726613 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3960643 Feb 09 22:06:51.714355 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59084) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:51.885803 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-3eed3544-e4d7-43f4-ac3a-ef8ed0056305 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Publish callbacks [] for port (1c030590-9077-42a8-b8e6-04fdab0c3d03), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.910453 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-90e8a4df-885a-4a27-bdf1-f03d76430c8c req-5e293be5-7f98-4a73-bd1d-ceef7a47b5fd tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 210 time: 0.1485701 Feb 09 22:06:51.955535 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-3eed3544-e4d7-43f4-ac3a-ef8ed0056305 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (1c030590-9077-42a8-b8e6-04fdab0c3d03), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.090747 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-3eed3544-e4d7-43f4-ac3a-ef8ed0056305 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Network 9f87be02-5e06-4af6-a877-08df8f17ef92 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:52.097355 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-3eed3544-e4d7-43f4-ac3a-ef8ed0056305 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:52.115447 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-3eed3544-e4d7-43f4-ac3a-ef8ed0056305 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:52.155370 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a991e736-2e9a-4571-8a96-77a9dd052f83 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4389088 Feb 09 22:06:52.160265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59092) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:52.173584 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f5bb2714-ac2b-4bc5-b4fd-b16ee7eb43ef tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1008061982'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:52.261079 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-3eed3544-e4d7-43f4-ac3a-ef8ed0056305 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:52.261977 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bb2714-ac2b-4bc5-b4fd-b16ee7eb43ef tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:52.262514 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-3eed3544-e4d7-43f4-ac3a-ef8ed0056305 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.270031 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5bb2714-ac2b-4bc5-b4fd-b16ee7eb43ef tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.280045 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device aeb1281a-04bb-403a-9f4b-9e2b343bc512 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:52.293290 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed3544-e4d7-43f4-ac3a-ef8ed0056305 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Pushing event updated for resources: {'Port': ['ID=1c030590-9077-42a8-b8e6-04fdab0c3d03,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:52.316264 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-3eed3544-e4d7-43f4-ac3a-ef8ed0056305 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1248119 Feb 09 22:06:52.348865 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] Request body: {'port': {'device_id': 'f5c8e491-5a84-40d9-a726-e88e252626a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:52.397923 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: aeb1281a-04bb-403a-9f4b-9e2b343bc512 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:52.398324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device aeb1281a-04bb-403a-9f4b-9e2b343bc512 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:52.418489 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ccfbe596-ddec-463f-9e3a-8e3863702c84 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:52.608944 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port ccfbe596-ddec-463f-9e3a-8e3863702c84 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:52.609317 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.618298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5bb2714-ac2b-4bc5-b4fd-b16ee7eb43ef tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:06:52.645216 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5bb2714-ac2b-4bc5-b4fd-b16ee7eb43ef tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (6630a174-07ce-4945-a80f-ca552e4dccbb), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.646387 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-f5bb2714-ac2b-4bc5-b4fd-b16ee7eb43ef tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Added segment 6630a174-07ce-4945-a80f-ca552e4dccbb of type vlan for network 9e542f97-9118-4cda-800f-6546dd7ce2ee Feb 09 22:06:52.758109 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4ca44-d176-4afd-b08b-abc322e7dc6e req-37aa530b-d2e5-45d4-9238-1dadbf2aa0d5 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:52.794846 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aec4ca44-d176-4afd-b08b-abc322e7dc6e req-37aa530b-d2e5-45d4-9238-1dadbf2aa0d5 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 946 time: 0.4365282 Feb 09 22:06:52.870091 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1c030590-9077-42a8-b8e6-04fdab0c3d03), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.872685 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5bb2714-ac2b-4bc5-b4fd-b16ee7eb43ef tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (9e542f97-9118-4cda-800f-6546dd7ce2ee), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.894923 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ccfbe596-ddec-463f-9e3a-8e3863702c84 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:52.895338 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.938816 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aec4ca44-d176-4afd-b08b-abc322e7dc6e req-0acd8096-3a8c-44d6-a367-bf16a50e5b3e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422355 Feb 09 22:06:53.003999 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ccfbe596-ddec-463f-9e3a-8e3863702c84, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:53.008015 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366dd04e-1f20-4d1f-ab3a-ac66f903a656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfbe596-ddec-463f-9e3a-8e3863702c84'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:06:53.013924 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5bb2714-ac2b-4bc5-b4fd-b16ee7eb43ef tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (9e542f97-9118-4cda-800f-6546dd7ce2ee), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.017577 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e299b770-c3af-4135-a3fc-14ec1fee894c" -d '{"events": [{"server_uuid": "366dd04e-1f20-4d1f-ab3a-ac66f903a656", "name": "network-vif-plugged", "status": "completed", "tag": "ccfbe596-ddec-463f-9e3a-8e3863702c84"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:06:53.029855 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.035069 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bb2714-ac2b-4bc5-b4fd-b16ee7eb43ef tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:53.043815 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5bb2714-ac2b-4bc5-b4fd-b16ee7eb43ef tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.186169 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ccfbe596-ddec-463f-9e3a-8e3863702c84,revision_number=13']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:53.326422 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f5bb2714-ac2b-4bc5-b4fd-b16ee7eb43ef tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1623170 Feb 09 22:06:53.339934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59114) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:53.362921 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-014a7670-b6d3-4744-aac2-16c3d739298c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'subnet': {'network_id': '9e542f97-9118-4cda-800f-6546dd7ce2ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:53.558215 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb2714-ac2b-4bc5-b4fd-b16ee7eb43ef tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Network': ['ID=9e542f97-9118-4cda-800f-6546dd7ce2ee,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:53.576993 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 9e542f97-9118-4cda-800f-6546dd7ce2ee details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:06:53.700652 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ee990-c468-4fbb-b44d-33469eeca21b req-f4b199bc-56dc-48b6-b9c9-0c4800e617c5 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:53.715132 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-507ee990-c468-4fbb-b44d-33469eeca21b req-f4b199bc-56dc-48b6-b9c9-0c4800e617c5 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5c8e491-5a84-40d9-a726-e88e252626a7 HTTP/1.1" status: 200 len: 931 time: 0.4637499 Feb 09 22:06:53.806245 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014a7670-b6d3-4744-aac2-16c3d739298c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:53.812017 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-014a7670-b6d3-4744-aac2-16c3d739298c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.974251 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-507ee990-c468-4fbb-b44d-33469eeca21b req-f743bc3d-e380-483a-a35b-397b201d56b1 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/security-groups?id=778128d3-76d7-48e9-9ac6-9c1d9b4b23f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568922 Feb 09 22:06:54.032733 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c030590-9077-42a8-b8e6-04fdab0c3d03 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:06:54.066485 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] Publish callbacks [] for port (1c030590-9077-42a8-b8e6-04fdab0c3d03), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:54.110771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] Transition to ACTIVE for port object 1c030590-9077-42a8-b8e6-04fdab0c3d03 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:06:54.120109 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (1c030590-9077-42a8-b8e6-04fdab0c3d03), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:54.577536 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c030590-9077-42a8-b8e6-04fdab0c3d03,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:54.640692 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] Attempting to bind port 1c030590-9077-42a8-b8e6-04fdab0c3d03 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:54.642660 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] Attempting to bind port 1c030590-9077-42a8-b8e6-04fdab0c3d03 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '2602cbed-efcf-4471-bfee-b5adbc83adbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9f87be02-5e06-4af6-a877-08df8f17ef92'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:54.643604 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] Attempting to bind port 1c030590-9077-42a8-b8e6-04fdab0c3d03 on network 9f87be02-5e06-4af6-a877-08df8f17ef92 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:54.657331 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] Port 1c030590-9077-42a8-b8e6-04fdab0c3d03 on network 9f87be02-5e06-4af6-a877-08df8f17ef92 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:06:54.659367 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] Attempting to bind port 1c030590-9077-42a8-b8e6-04fdab0c3d03 on network 9f87be02-5e06-4af6-a877-08df8f17ef92 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:54.668396 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6dac700-d5a3-445f-a4f0-9d63594aa702 req-1e1be6d2-b788-4498-8e9f-80356613252c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 210 time: 0.0997016 Feb 09 22:06:54.674699 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-014a7670-b6d3-4744-aac2-16c3d739298c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (ad18e31c-f634-4e25-b332-af7b4aa2eb28), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:54.677973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:54.678801 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] Checking segment: {'id': '2602cbed-efcf-4471-bfee-b5adbc83adbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9f87be02-5e06-4af6-a877-08df8f17ef92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:54.681527 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] Bound using segment: {'id': '2602cbed-efcf-4471-bfee-b5adbc83adbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9f87be02-5e06-4af6-a877-08df8f17ef92'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:54.682455 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] Bound port: 1c030590-9077-42a8-b8e6-04fdab0c3d03, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2602cbed-efcf-4471-bfee-b5adbc83adbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9f87be02-5e06-4af6-a877-08df8f17ef92'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:54.683592 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1c030590-9077-42a8-b8e6-04fdab0c3d03), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:54.836020 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] For port 1c030590-9077-42a8-b8e6-04fdab0c3d03, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:54.845543 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] For port 1c030590-9077-42a8-b8e6-04fdab0c3d03, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1c030590-9077-42a8-b8e6-04fdab0c3d03,segment=NetworkSegment(2602cbed-efcf-4471-bfee-b5adbc83adbf),segment_id=2602cbed-efcf-4471-bfee-b5adbc83adbf)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:54.853490 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014a7670-b6d3-4744-aac2-16c3d739298c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Checking segment: {'id': '6630a174-07ce-4945-a80f-ca552e4dccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9e542f97-9118-4cda-800f-6546dd7ce2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:54.853989 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014a7670-b6d3-4744-aac2-16c3d739298c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network hostable DHCP agents. Network: 9e542f97-9118-4cda-800f-6546dd7ce2ee, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:06:54.860637 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a7670-b6d3-4744-aac2-16c3d739298c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Subnet': ['ID=ad18e31c-f634-4e25-b332-af7b4aa2eb28,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:54.869508 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (1c030590-9077-42a8-b8e6-04fdab0c3d03), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:54.905089 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e1d175-9b10-4dc5-99fa-a13e47448068 x-openstack-request-id: req-91e1d175-9b10-4dc5-99fa-a13e47448068 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:06:54.905774 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366dd04e-1f20-4d1f-ab3a-ac66f903a656", "name": "network-vif-plugged", "status": "completed", "tag": "ccfbe596-ddec-463f-9e3a-8e3863702c84", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:06:54.905953 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91e1d175-9b10-4dc5-99fa-a13e47448068 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:06:54.906568 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366dd04e-1f20-4d1f-ab3a-ac66f903a656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfbe596-ddec-463f-9e3a-8e3863702c84', 'code': 200} Feb 09 22:06:54.908296 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014a7670-b6d3-4744-aac2-16c3d739298c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network 9e542f97-9118-4cda-800f-6546dd7ce2ee is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:06:54.940596 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-014a7670-b6d3-4744-aac2-16c3d739298c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 9e542f97-9118-4cda-800f-6546dd7ce2ee) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:54.948958 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014a7670-b6d3-4744-aac2-16c3d739298c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:54.949584 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-014a7670-b6d3-4744-aac2-16c3d739298c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:54.954544 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d27218-87d1-46e0-a19c-d0310620ae77 None None] Network 9e542f97-9118-4cda-800f-6546dd7ce2ee requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:55.000915 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-014a7670-b6d3-4744-aac2-16c3d739298c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6546073 Feb 09 22:06:55.005243 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59124) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:55.011342 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-cae95dd9-8070-4776-a28b-de3daeb1e6de tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'port': {'network_id': '9e542f97-9118-4cda-800f-6546dd7ce2ee', 'name': 'tempest-PortsTestJSON-1669477054'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:55.070828 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c030590-9077-42a8-b8e6-04fdab0c3d03,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:55.119477 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:55.120166 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.121756 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-655dde8a-c9e4-4fb6-a277-ebf3f534ece6 service neutron] 10.222.0.42 "PUT /v2.0/ports/1c030590-9077-42a8-b8e6-04fdab0c3d03 HTTP/1.1" status: 200 len: 1091 time: 2.7925136 Feb 09 22:06:55.122262 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c8e491-5a84-40d9-a726-e88e252626a7', 'tag': '1c030590-9077-42a8-b8e6-04fdab0c3d03'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:06:55.124757 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dc443c-898b-40c9-8a97-2d1ee298397d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c8e491-5a84-40d9-a726-e88e252626a7", "tag": "1c030590-9077-42a8-b8e6-04fdab0c3d03"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:06:55.384075 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f152299-d207-4553-8ed1-058e95978bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-9e542f97-9118-4cda-800f-6546dd7ce2ee', 'network_id': '9e542f97-9118-4cda-800f-6546dd7ce2ee', 'project_id': '909fda92e6a14a6f9611eb0fa02d157a', 'fixed_ips': [{'subnet_id': 'ad18e31c-f634-4e25-b332-af7b4aa2eb28'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:06:55.385013 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4f152299-d207-4553-8ed1-058e95978bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.445582 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-f71212a2-2b0c-4b15-9814-495883f34b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:55.447130 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-f71212a2-2b0c-4b15-9814-495883f34b74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=455469d399a146e8ba1ceedcb4d01e96&device_id=f5c8e491-5a84-40d9-a726-e88e252626a7 HTTP/1.1" status: 200 len: 1125 time: 0.2355993 Feb 09 22:06:55.526791 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86cf3b-735d-4145-acfd-023d48bc9bb1 req-8fc5f693-a15a-448f-8381-1556533f99f2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:55.551407 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c86cf3b-735d-4145-acfd-023d48bc9bb1 req-8fc5f693-a15a-448f-8381-1556533f99f2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 947 time: 0.4903321 Feb 09 22:06:55.559092 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-3ba7dd95-4e9b-43dc-9550-8d839735c9fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c030590-9077-42a8-b8e6-04fdab0c3d03 HTTP/1.1" status: 200 len: 217 time: 0.0992925 Feb 09 22:06:55.704294 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-fe932d42-1a03-4c8a-b9a4-3eb2c92712b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:55.708669 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-fe932d42-1a03-4c8a-b9a4-3eb2c92712b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ceed2ef8-2834-40a6-a71b-f574fe225baa HTTP/1.1" status: 200 len: 865 time: 0.1398644 Feb 09 22:06:55.777393 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c86cf3b-735d-4145-acfd-023d48bc9bb1 req-77716a5b-c4e5-4f31-b808-4b5b95dd26a2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228074 Feb 09 22:06:55.781364 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae95dd9-8070-4776-a28b-de3daeb1e6de tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:55.787223 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-6dd0ab1c-117a-4ce5-b849-0cb9f5460cb2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f87be02-5e06-4af6-a877-08df8f17ef92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712337 Feb 09 22:06:55.809235 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cae95dd9-8070-4776-a28b-de3daeb1e6de tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.884113 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-cae95dd9-8070-4776-a28b-de3daeb1e6de tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] device_id is not set on port 47119568-33ce-43d3-81b6-e215a2eb3e52 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:06:55.916146 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-4f152299-d207-4553-8ed1-058e95978bf6 None None] Allocated IP 172.20.0.2 (9e542f97-9118-4cda-800f-6546dd7ce2ee/ad18e31c-f634-4e25-b332-af7b4aa2eb28/e1a1de95-588e-44aa-ba91-bad523135dda) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:56.153184 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-83604d2a-57e9-4c72-8f94-91f498fac595 service neutron] 10.222.0.42 "GET /v2.0/networks/9f87be02-5e06-4af6-a877-08df8f17ef92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563175 Feb 09 22:06:56.358102 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52847a-c7f9-4429-9ad8-5554975fe704 req-11f3a148-74fe-468a-830a-6d596af8762d tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:56.376897 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab52847a-c7f9-4429-9ad8-5554975fe704 req-11f3a148-74fe-468a-830a-6d596af8762d tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5c8e491-5a84-40d9-a726-e88e252626a7 HTTP/1.1" status: 200 len: 943 time: 0.3331633 Feb 09 22:06:56.382360 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-edee3708-1f53-42a1-b35a-88c16f3ff6a4 req-f8e5516b-c298-4dcf-808c-a33a50c64008 service neutron] 10.222.0.42 "GET /v2.0/networks/9f87be02-5e06-4af6-a877-08df8f17ef92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216816 Feb 09 22:06:56.555684 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4f152299-d207-4553-8ed1-058e95978bf6 None None] Publish callbacks [] for port (e1a1de95-588e-44aa-ba91-bad523135dda), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:56.579794 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab52847a-c7f9-4429-9ad8-5554975fe704 req-3f8aaed4-035d-4907-8984-cf322dc13997 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/security-groups?id=778128d3-76d7-48e9-9ac6-9c1d9b4b23f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010207 Feb 09 22:06:56.603822 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4f152299-d207-4553-8ed1-058e95978bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (e1a1de95-588e-44aa-ba91-bad523135dda), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:56.761612 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f152299-d207-4553-8ed1-058e95978bf6 None None] Pushing event updated for resources: {'Port': ['ID=e1a1de95-588e-44aa-ba91-bad523135dda,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:56.788123 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.db.api [None req-cae95dd9-8070-4776-a28b-de3daeb1e6de tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-96d3da38-8904-4f50-bb58-0be68002cd89 {{(pid=103201) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:06:56.788686 n-d-828601-1 neutron-server[103201]: DEBUG oslo_db.api [None req-cae95dd9-8070-4776-a28b-de3daeb1e6de tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:06:56.802437 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f152299-d207-4553-8ed1-058e95978bf6 None None] Network 9e542f97-9118-4cda-800f-6546dd7ce2ee is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:56.807258 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-4f152299-d207-4553-8ed1-058e95978bf6 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:56.812108 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f152299-d207-4553-8ed1-058e95978bf6 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:56.891868 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-4f152299-d207-4553-8ed1-058e95978bf6 None None] Attempting to bind port e1a1de95-588e-44aa-ba91-bad523135dda on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:56.892332 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-4f152299-d207-4553-8ed1-058e95978bf6 None None] Attempting to bind port e1a1de95-588e-44aa-ba91-bad523135dda by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '6630a174-07ce-4945-a80f-ca552e4dccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9e542f97-9118-4cda-800f-6546dd7ce2ee'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:56.892791 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f152299-d207-4553-8ed1-058e95978bf6 None None] Attempting to bind port e1a1de95-588e-44aa-ba91-bad523135dda on network 9e542f97-9118-4cda-800f-6546dd7ce2ee {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:56.902529 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f152299-d207-4553-8ed1-058e95978bf6 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:56.902960 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f152299-d207-4553-8ed1-058e95978bf6 None None] Checking segment: {'id': '6630a174-07ce-4945-a80f-ca552e4dccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9e542f97-9118-4cda-800f-6546dd7ce2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:56.903342 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4f152299-d207-4553-8ed1-058e95978bf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:56.903786 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f152299-d207-4553-8ed1-058e95978bf6 None None] Bound using segment: {'id': '6630a174-07ce-4945-a80f-ca552e4dccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9e542f97-9118-4cda-800f-6546dd7ce2ee'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:56.904291 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-4f152299-d207-4553-8ed1-058e95978bf6 None None] Bound port: e1a1de95-588e-44aa-ba91-bad523135dda, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6630a174-07ce-4945-a80f-ca552e4dccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9e542f97-9118-4cda-800f-6546dd7ce2ee'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:56.904495 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71fcae6-eab1-4ec2-8641-f517a494436b x-openstack-request-id: req-b71fcae6-eab1-4ec2-8641-f517a494436b {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:06:56.904694 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c8e491-5a84-40d9-a726-e88e252626a7", "tag": "1c030590-9077-42a8-b8e6-04fdab0c3d03", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:06:56.904862 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4f152299-d207-4553-8ed1-058e95978bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e1a1de95-588e-44aa-ba91-bad523135dda), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:56.905036 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b71fcae6-eab1-4ec2-8641-f517a494436b {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:06:56.905611 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c8e491-5a84-40d9-a726-e88e252626a7', 'tag': '1c030590-9077-42a8-b8e6-04fdab0c3d03', 'status': 'completed', 'code': 200} Feb 09 22:06:57.070340 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-4f152299-d207-4553-8ed1-058e95978bf6 None None] For port e1a1de95-588e-44aa-ba91-bad523135dda, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:57.078188 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc443c-898b-40c9-8a97-2d1ee298397d req-e96efd44-06d2-4d7e-9783-58a46a97dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:57.079945 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-4f152299-d207-4553-8ed1-058e95978bf6 None None] For port e1a1de95-588e-44aa-ba91-bad523135dda, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=e1a1de95-588e-44aa-ba91-bad523135dda,segment=NetworkSegment(6630a174-07ce-4945-a80f-ca552e4dccbb),segment_id=6630a174-07ce-4945-a80f-ca552e4dccbb)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:57.080641 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b9dc443c-898b-40c9-8a97-2d1ee298397d req-e96efd44-06d2-4d7e-9783-58a46a97dfec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=455469d399a146e8ba1ceedcb4d01e96&device_id=f5c8e491-5a84-40d9-a726-e88e252626a7 HTTP/1.1" status: 200 len: 1125 time: 0.1169450 Feb 09 22:06:57.099359 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4f152299-d207-4553-8ed1-058e95978bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e1a1de95-588e-44aa-ba91-bad523135dda), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:57.201042 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b3bd25e-ca9f-4ce1-8fe1-6906f1b67690 req-7be1fbd4-240a-4c07-b926-85d9915dadec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 210 time: 0.0820050 Feb 09 22:06:57.249604 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f152299-d207-4553-8ed1-058e95978bf6 None None] Pushing event updated for resources: {'Port': ['ID=e1a1de95-588e-44aa-ba91-bad523135dda,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:57.290320 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cae95dd9-8070-4776-a28b-de3daeb1e6de tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:57.333088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-cae95dd9-8070-4776-a28b-de3daeb1e6de tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] device_id is not set on port fa475b67-9587-486a-8ec0-0de79a013b40 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:06:57.422060 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc443c-898b-40c9-8a97-2d1ee298397d req-c631a3c0-67a3-4a89-bd08-a053ac2814c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:57.423540 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b9dc443c-898b-40c9-8a97-2d1ee298397d req-c631a3c0-67a3-4a89-bd08-a053ac2814c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f87be02-5e06-4af6-a877-08df8f17ef92 HTTP/1.1" status: 200 len: 926 time: 0.3339770 Feb 09 22:06:57.594520 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b9dc443c-898b-40c9-8a97-2d1ee298397d req-efcf7c3a-f7f3-4a7d-8fc0-c2adc9853f85 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c030590-9077-42a8-b8e6-04fdab0c3d03 HTTP/1.1" status: 200 len: 217 time: 0.1152864 Feb 09 22:06:57.716157 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc443c-898b-40c9-8a97-2d1ee298397d req-3ea37dc7-581a-445b-b9ca-26d329ffca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:57.730956 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b9dc443c-898b-40c9-8a97-2d1ee298397d req-3ea37dc7-581a-445b-b9ca-26d329ffca3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ceed2ef8-2834-40a6-a71b-f574fe225baa HTTP/1.1" status: 200 len: 865 time: 0.1754556 Feb 09 22:06:57.856589 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b9dc443c-898b-40c9-8a97-2d1ee298397d req-4da7b997-1699-4ea9-b833-ccbf766bbbb8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f87be02-5e06-4af6-a877-08df8f17ef92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117582 Feb 09 22:06:58.032524 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc8857-f0fb-47f9-81e2-be62fe3222f9 req-7d9f8c64-1600-4a87-aee5-c3bf58c9e2f3 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:58.061545 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1fc8857-f0fb-47f9-81e2-be62fe3222f9 req-7d9f8c64-1600-4a87-aee5-c3bf58c9e2f3 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 947 time: 0.5100894 Feb 09 22:06:58.265782 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b9dc443c-898b-40c9-8a97-2d1ee298397d req-f5899bf6-b70c-4017-bb1b-d2d39c736ca1 service neutron] 10.222.0.42 "GET /v2.0/networks/9f87be02-5e06-4af6-a877-08df8f17ef92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823898 Feb 09 22:06:58.584353 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device e1a1de95-588e-44aa-ba91-bad523135dda up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:58.714937 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b9dc443c-898b-40c9-8a97-2d1ee298397d req-46dc50f5-44e7-4fd7-a4f7-39d44ed54745 service neutron] 10.222.0.42 "GET /v2.0/networks/9f87be02-5e06-4af6-a877-08df8f17ef92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397829 Feb 09 22:06:58.793027 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port e1a1de95-588e-44aa-ba91-bad523135dda triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:58.793831 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e1a1de95-588e-44aa-ba91-bad523135dda), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:59.005112 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port e1a1de95-588e-44aa-ba91-bad523135dda is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:59.008173 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e1a1de95-588e-44aa-ba91-bad523135dda), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:59.137981 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port e1a1de95-588e-44aa-ba91-bad523135dda, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=e1a1de95-588e-44aa-ba91-bad523135dda,segment=NetworkSegment(6630a174-07ce-4945-a80f-ca552e4dccbb),segment_id=6630a174-07ce-4945-a80f-ca552e4dccbb)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:59.147207 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e1a1de95-588e-44aa-ba91-bad523135dda), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:59.193976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-cae95dd9-8070-4776-a28b-de3daeb1e6de tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Allocated IP 172.20.0.11 (9e542f97-9118-4cda-800f-6546dd7ce2ee/ad18e31c-f634-4e25-b332-af7b4aa2eb28/fa475b67-9587-486a-8ec0-0de79a013b40) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:59.236549 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1fc8857-f0fb-47f9-81e2-be62fe3222f9 req-23ff72ea-156d-4c21-bf33-075b0e88a659 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1735170 Feb 09 22:06:59.320981 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=e1a1de95-588e-44aa-ba91-bad523135dda,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:59.325426 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 1c030590-9077-42a8-b8e6-04fdab0c3d03 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:06:59.655770 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cae95dd9-8070-4776-a28b-de3daeb1e6de tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for port (fa475b67-9587-486a-8ec0-0de79a013b40), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:59.752406 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cae95dd9-8070-4776-a28b-de3daeb1e6de tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (fa475b67-9587-486a-8ec0-0de79a013b40), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:59.760281 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 1c030590-9077-42a8-b8e6-04fdab0c3d03, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1c030590-9077-42a8-b8e6-04fdab0c3d03,segment=NetworkSegment(2602cbed-efcf-4471-bfee-b5adbc83adbf),segment_id=2602cbed-efcf-4471-bfee-b5adbc83adbf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:59.830815 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '1c030590-9077-42a8-b8e6-04fdab0c3d03', 'network_id': '9f87be02-5e06-4af6-a877-08df8f17ef92', 'port_id': '1c030590-9077-42a8-b8e6-04fdab0c3d03', 'mac_address': 'fa:16:3e:de:84:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceed2ef8-2834-40a6-a71b-f574fe225baa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:06:59.834098 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae95dd9-8070-4776-a28b-de3daeb1e6de tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network 9e542f97-9118-4cda-800f-6546dd7ce2ee is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:59.837825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae95dd9-8070-4776-a28b-de3daeb1e6de tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Port': ['ID=fa475b67-9587-486a-8ec0-0de79a013b40,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:59.842817 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-cae95dd9-8070-4776-a28b-de3daeb1e6de tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:59.846285 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae95dd9-8070-4776-a28b-de3daeb1e6de tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:59.954942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68891555-c807-4012-b37f-7d6d175cc730 None None] Network 9e542f97-9118-4cda-800f-6546dd7ce2ee requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:00.010721 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae95dd9-8070-4776-a28b-de3daeb1e6de tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:00.013287 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cae95dd9-8070-4776-a28b-de3daeb1e6de tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:00.055573 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e8fda-7050-4b34-b435-aadb15c7382a req-d15dd856-10ef-4787-8f12-314c1b102644 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:00.057626 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-730e8fda-7050-4b34-b435-aadb15c7382a req-d15dd856-10ef-4787-8f12-314c1b102644 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5c8e491-5a84-40d9-a726-e88e252626a7 HTTP/1.1" status: 200 len: 943 time: 0.3606730 Feb 09 22:07:00.076966 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-cae95dd9-8070-4776-a28b-de3daeb1e6de tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.0705273 Feb 09 22:07:00.080034 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59168) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:00.085845 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c8cd3b39-80a2-4120-9c49-c3042d1e6cc4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'port': {'network_id': '9e542f97-9118-4cda-800f-6546dd7ce2ee', 'name': 'tempest-PortsTestJSON-1608017500'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:00.190720 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-730e8fda-7050-4b34-b435-aadb15c7382a req-4604a6b8-3e3f-4caa-9f64-be047a9d2f72 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/security-groups?id=778128d3-76d7-48e9-9ac6-9c1d9b4b23f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247461 Feb 09 22:07:00.279599 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6763e8c7-1de5-44ad-8269-0a6bd9addec3 None None] Provisioning complete for port e1a1de95-588e-44aa-ba91-bad523135dda triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:00.281492 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6763e8c7-1de5-44ad-8269-0a6bd9addec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e1a1de95-588e-44aa-ba91-bad523135dda), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:00.384888 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-874b7e52-0658-41bd-9a5b-50db630687b6 req-d4986565-0db4-4d82-bdc8-594717e91db5 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 210 time: 0.0670705 Feb 09 22:07:00.514815 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device e1a1de95-588e-44aa-ba91-bad523135dda up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:00.542043 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 1c030590-9077-42a8-b8e6-04fdab0c3d03 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:00.542884 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1c030590-9077-42a8-b8e6-04fdab0c3d03), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:00.551853 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cd3b39-80a2-4120-9c49-c3042d1e6cc4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:00.556657 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8cd3b39-80a2-4120-9c49-c3042d1e6cc4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:00.623369 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-c8cd3b39-80a2-4120-9c49-c3042d1e6cc4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] device_id is not set on port cbb87909-12d3-4b28-98f4-895759309c8d yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:07:00.660009 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7896d8-310c-4a1c-8295-d0c39fc244d2 req-55bbf8fb-2db9-4673-a647-badb5cc2d513 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:00.671471 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7d7896d8-310c-4a1c-8295-d0c39fc244d2 req-55bbf8fb-2db9-4673-a647-badb5cc2d513 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 947 time: 0.1408091 Feb 09 22:07:00.756227 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7d7896d8-310c-4a1c-8295-d0c39fc244d2 req-5fce5f9b-c231-4b27-bf3b-aa22bea43757 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832450 Feb 09 22:07:00.807146 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c030590-9077-42a8-b8e6-04fdab0c3d03 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:07:00.901747 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6763e8c7-1de5-44ad-8269-0a6bd9addec3 None None] Current status of the port e1a1de95-588e-44aa-ba91-bad523135dda is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:00.917908 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 1c030590-9077-42a8-b8e6-04fdab0c3d03, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1c030590-9077-42a8-b8e6-04fdab0c3d03,segment=NetworkSegment(2602cbed-efcf-4471-bfee-b5adbc83adbf),segment_id=2602cbed-efcf-4471-bfee-b5adbc83adbf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:00.937219 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1c030590-9077-42a8-b8e6-04fdab0c3d03), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:00.939150 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-c8cd3b39-80a2-4120-9c49-c3042d1e6cc4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Allocated IP 172.20.0.12 (9e542f97-9118-4cda-800f-6546dd7ce2ee/ad18e31c-f634-4e25-b332-af7b4aa2eb28/cbb87909-12d3-4b28-98f4-895759309c8d) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:01.070795 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port e1a1de95-588e-44aa-ba91-bad523135dda triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:01.073151 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e1a1de95-588e-44aa-ba91-bad523135dda), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:01.076910 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=1c030590-9077-42a8-b8e6-04fdab0c3d03,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:01.320640 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['1c030590-9077-42a8-b8e6-04fdab0c3d03'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:07:01.446321 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8cd3b39-80a2-4120-9c49-c3042d1e6cc4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for port (cbb87909-12d3-4b28-98f4-895759309c8d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:01.576224 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-074b7560-2764-4490-8150-95f83cabb8da None None] Provisioning complete for port fa475b67-9587-486a-8ec0-0de79a013b40 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:01.576713 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-074b7560-2764-4490-8150-95f83cabb8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fa475b67-9587-486a-8ec0-0de79a013b40), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:01.618037 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8cd3b39-80a2-4120-9c49-c3042d1e6cc4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (cbb87909-12d3-4b28-98f4-895759309c8d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:01.657682 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b051a8-268a-49b4-8ab8-9eb7d36c0c3c req-2e3615fe-3d1b-4ff0-844a-be50ef7b6479 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:01.665340 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port e1a1de95-588e-44aa-ba91-bad523135dda is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:01.688094 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13b051a8-268a-49b4-8ab8-9eb7d36c0c3c req-2e3615fe-3d1b-4ff0-844a-be50ef7b6479 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5c8e491-5a84-40d9-a726-e88e252626a7 HTTP/1.1" status: 200 len: 944 time: 0.2486205 Feb 09 22:07:01.824137 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cd3b39-80a2-4120-9c49-c3042d1e6cc4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network 9e542f97-9118-4cda-800f-6546dd7ce2ee is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:01.829825 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-074b7560-2764-4490-8150-95f83cabb8da None None] Port fa475b67-9587-486a-8ec0-0de79a013b40 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:07:01.843768 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-c8cd3b39-80a2-4120-9c49-c3042d1e6cc4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:01.870851 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd3b39-80a2-4120-9c49-c3042d1e6cc4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Port': ['ID=cbb87909-12d3-4b28-98f4-895759309c8d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:01.900577 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd3b39-80a2-4120-9c49-c3042d1e6cc4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:01.925331 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-074b7560-2764-4490-8150-95f83cabb8da None None] Provisioning complete for port e1a1de95-588e-44aa-ba91-bad523135dda triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:01.925331 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-074b7560-2764-4490-8150-95f83cabb8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e1a1de95-588e-44aa-ba91-bad523135dda), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:02.032344 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13b051a8-268a-49b4-8ab8-9eb7d36c0c3c req-65e20854-c9cd-4dea-83db-712affa2e914 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/security-groups?id=778128d3-76d7-48e9-9ac6-9c1d9b4b23f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433299 Feb 09 22:07:02.169628 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cd3b39-80a2-4120-9c49-c3042d1e6cc4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:02.170919 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8cd3b39-80a2-4120-9c49-c3042d1e6cc4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:02.217800 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59190) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:02.218126 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c8cd3b39-80a2-4120-9c49-c3042d1e6cc4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1364393 Feb 09 22:07:02.398622 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-074b7560-2764-4490-8150-95f83cabb8da None None] Current status of the port e1a1de95-588e-44aa-ba91-bad523135dda is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:02.533005 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-acfcaefc-8cba-4ef2-991b-25b7a44f2b52 None None] Provisioning complete for port cbb87909-12d3-4b28-98f4-895759309c8d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:02.533478 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-acfcaefc-8cba-4ef2-991b-25b7a44f2b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cbb87909-12d3-4b28-98f4-895759309c8d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:02.615503 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-acfcaefc-8cba-4ef2-991b-25b7a44f2b52 None None] Port cbb87909-12d3-4b28-98f4-895759309c8d cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:07:02.642550 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4de7fe6a-0453-437b-a7c3-e2a9ebef6344 req-ae569319-0ee2-460f-b36c-fc909250f2ee tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 210 time: 0.2059872 Feb 09 22:07:02.778138 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-acfcaefc-8cba-4ef2-991b-25b7a44f2b52 None None] Provisioning complete for port fa475b67-9587-486a-8ec0-0de79a013b40 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:02.778569 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-acfcaefc-8cba-4ef2-991b-25b7a44f2b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fa475b67-9587-486a-8ec0-0de79a013b40), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:02.844215 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-acfcaefc-8cba-4ef2-991b-25b7a44f2b52 None None] Port fa475b67-9587-486a-8ec0-0de79a013b40 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:07:02.876421 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735c207c-1c31-485b-8890-f2c6ee9b594d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:02.878943 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-735c207c-1c31-485b-8890-f2c6ee9b594d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.6580310 Feb 09 22:07:02.883964 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59198) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:03.092212 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04564af9-6b23-4120-b36c-90c01e180b2f req-b066ac15-b470-4b12-9967-29d672b2e301 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:03.103622 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04564af9-6b23-4120-b36c-90c01e180b2f req-b066ac15-b470-4b12-9967-29d672b2e301 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 947 time: 0.1704807 Feb 09 22:07:03.147938 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0e1ebf30-ff05-486d-bf10-35b90b85fe7b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting port cbb87909-12d3-4b28-98f4-895759309c8d {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:03.153755 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e1ebf30-ff05-486d-bf10-35b90b85fe7b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (cbb87909-12d3-4b28-98f4-895759309c8d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:03.196812 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 1c030590-9077-42a8-b8e6-04fdab0c3d03 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:03.240942 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04564af9-6b23-4120-b36c-90c01e180b2f req-520fc038-f27e-4690-92c5-2330deb8936c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308188 Feb 09 22:07:03.369400 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 1c030590-9077-42a8-b8e6-04fdab0c3d03 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:07:03.385920 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 1c030590-9077-42a8-b8e6-04fdab0c3d03 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:03.385920 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1c030590-9077-42a8-b8e6-04fdab0c3d03), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:03.488017 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e1ebf30-ff05-486d-bf10-35b90b85fe7b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (cbb87909-12d3-4b28-98f4-895759309c8d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:03.500472 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc871ef-ee01-42f5-bdc7-7115bb077b9d req-eed8c785-f7b2-4bb3-828e-76d61cba5799 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:03.515927 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ddc871ef-ee01-42f5-bdc7-7115bb077b9d req-eed8c785-f7b2-4bb3-828e-76d61cba5799 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5c8e491-5a84-40d9-a726-e88e252626a7 HTTP/1.1" status: 200 len: 944 time: 0.1372657 Feb 09 22:07:03.522995 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0e1ebf30-ff05-486d-bf10-35b90b85fe7b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Calling delete_port for cbb87909-12d3-4b28-98f4-895759309c8d owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:03.641032 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ddc871ef-ee01-42f5-bdc7-7115bb077b9d req-b8811f54-0c6f-46cc-9fd1-b577319eb48b tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/security-groups?id=778128d3-76d7-48e9-9ac6-9c1d9b4b23f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236708 Feb 09 22:07:03.783092 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 1c030590-9077-42a8-b8e6-04fdab0c3d03 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:03.784261 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1c030590-9077-42a8-b8e6-04fdab0c3d03), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:03.925811 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 1c030590-9077-42a8-b8e6-04fdab0c3d03, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1c030590-9077-42a8-b8e6-04fdab0c3d03,segment=NetworkSegment(2602cbed-efcf-4471-bfee-b5adbc83adbf),segment_id=2602cbed-efcf-4471-bfee-b5adbc83adbf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:03.931929 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c8e491-5a84-40d9-a726-e88e252626a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c030590-9077-42a8-b8e6-04fdab0c3d03'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:03.942212 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f021eeca-4908-444f-8c10-7ae88ed44bf1 req-a8c6ff3f-2a77-4dd0-aeae-975914db95d4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=72a77183-c9f4-4db4-bce9-9003f20c3e98 HTTP/1.1" status: 200 len: 210 time: 0.1389055 Feb 09 22:07:03.943136 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cc6709-d35f-441f-8f18-5643aba1738f" -d '{"events": [{"server_uuid": "f5c8e491-5a84-40d9-a726-e88e252626a7", "name": "network-vif-plugged", "status": "completed", "tag": "1c030590-9077-42a8-b8e6-04fdab0c3d03"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:03.953767 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1c030590-9077-42a8-b8e6-04fdab0c3d03), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:04.114861 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e1ebf30-ff05-486d-bf10-35b90b85fe7b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (cbb87909-12d3-4b28-98f4-895759309c8d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:04.251881 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecf65cd-a720-4f4b-b9c4-b7e3b62b8f29 x-openstack-request-id: req-fecf65cd-a720-4f4b-b9c4-b7e3b62b8f29 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:04.254459 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c8e491-5a84-40d9-a726-e88e252626a7", "name": "network-vif-plugged", "status": "completed", "tag": "1c030590-9077-42a8-b8e6-04fdab0c3d03", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:04.255230 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fecf65cd-a720-4f4b-b9c4-b7e3b62b8f29 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:04.256136 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c8e491-5a84-40d9-a726-e88e252626a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c030590-9077-42a8-b8e6-04fdab0c3d03', 'code': 200} Feb 09 22:07:04.257951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=1c030590-9077-42a8-b8e6-04fdab0c3d03,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:04.289886 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:04.290618 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:04.291182 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:04.295868 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:04.296586 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:04.297139 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:04.297756 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:04.301007 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:04.301007 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:04.302085 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:04.302085 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:04.302435 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:04.303263 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:04.748835 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ae7c0-15f2-42d9-988a-607eee5b936b req-59f1f907-b40a-47aa-a04f-6b8059e2b1ff tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:04.762131 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-681ae7c0-15f2-42d9-988a-607eee5b936b req-59f1f907-b40a-47aa-a04f-6b8059e2b1ff tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 947 time: 0.2705898 Feb 09 22:07:04.967993 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-681ae7c0-15f2-42d9-988a-607eee5b936b req-7a9dee11-7d7a-4ac8-96a2-bd0088ff38d4 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960185 Feb 09 22:07:05.203893 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bdf76-31cf-40ae-8d96-15b65ee66789 req-93d378a5-d63d-4949-8ee8-48cec552ee5c tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:05.220562 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-894bdf76-31cf-40ae-8d96-15b65ee66789 req-93d378a5-d63d-4949-8ee8-48cec552ee5c tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5c8e491-5a84-40d9-a726-e88e252626a7 HTTP/1.1" status: 200 len: 945 time: 0.1949000 Feb 09 22:07:05.367099 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-894bdf76-31cf-40ae-8d96-15b65ee66789 req-cbad8f4b-f017-4e9a-af5d-33284d86e38b tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/security-groups?id=778128d3-76d7-48e9-9ac6-9c1d9b4b23f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393692 Feb 09 22:07:05.549100 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ebf30-ff05-486d-bf10-35b90b85fe7b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Port': ['ID=cbb87909-12d3-4b28-98f4-895759309c8d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:05.872745 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e1ebf30-ff05-486d-bf10-35b90b85fe7b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:05.890221 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0e1ebf30-ff05-486d-bf10-35b90b85fe7b tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/ports/cbb87909-12d3-4b28-98f4-895759309c8d HTTP/1.1" status: 204 len: 168 time: 3.0047257 Feb 09 22:07:05.893936 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59234) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:05.931892 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa6793-2d23-4e8d-886a-e49486e67095 req-d194cb89-0ff9-4057-aaef-571be734b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:05.934814 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d0aa6793-2d23-4e8d-886a-e49486e67095 req-d194cb89-0ff9-4057-aaef-571be734b95a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f5c8e491-5a84-40d9-a726-e88e252626a7 HTTP/1.1" status: 200 len: 1127 time: 1.6624238 Feb 09 22:07:06.000094 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b12f2e6-5ad4-4eed-be4f-46b60e06a28e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] GET failed (client error): The resource could not be found. Feb 09 22:07:06.002452 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0b12f2e6-5ad4-4eed-be4f-46b60e06a28e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports/cbb87909-12d3-4b28-98f4-895759309c8d HTTP/1.1" status: 404 len: 333 time: 0.1070175 Feb 09 22:07:06.008225 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59242) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:06.120388 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d0aa6793-2d23-4e8d-886a-e49486e67095 req-c261978d-05dd-4812-8968-fd03b9686f13 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=778128d3-76d7-48e9-9ac6-9c1d9b4b23f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563678 Feb 09 22:07:06.452118 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a5972-28da-4c57-97b2-cbc8261c956e req-288e14d9-2181-4d98-bdff-63f058e08a5d tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:06.464592 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db2a5972-28da-4c57-97b2-cbc8261c956e req-288e14d9-2181-4d98-bdff-63f058e08a5d tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 947 time: 0.2424369 Feb 09 22:07:06.568413 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7722c329-c452-403b-ad80-c53de8cade54 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting port fa475b67-9587-486a-8ec0-0de79a013b40 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:06.569292 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7722c329-c452-403b-ad80-c53de8cade54 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (fa475b67-9587-486a-8ec0-0de79a013b40), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:06.871428 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db2a5972-28da-4c57-97b2-cbc8261c956e req-fbb9403d-171c-4064-9faf-3a7fc72e0ce9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3920047 Feb 09 22:07:07.023006 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7722c329-c452-403b-ad80-c53de8cade54 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (fa475b67-9587-486a-8ec0-0de79a013b40), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:07.088315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7722c329-c452-403b-ad80-c53de8cade54 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Calling delete_port for fa475b67-9587-486a-8ec0-0de79a013b40 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:07.527226 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7722c329-c452-403b-ad80-c53de8cade54 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (fa475b67-9587-486a-8ec0-0de79a013b40), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:07.625340 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722c329-c452-403b-ad80-c53de8cade54 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Port': ['ID=fa475b67-9587-486a-8ec0-0de79a013b40,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:07.802139 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7722c329-c452-403b-ad80-c53de8cade54 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:07.811315 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7722c329-c452-403b-ad80-c53de8cade54 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/ports/fa475b67-9587-486a-8ec0-0de79a013b40 HTTP/1.1" status: 204 len: 168 time: 1.8016968 Feb 09 22:07:07.815759 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59254) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:07.843276 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d3f2ebe3-7f0d-4e32-b5ca-9d724cc12113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:07.853938 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373fb6f-9400-4f7a-8ad4-35d9e83b9ab5 req-287476f1-1d83-4a7e-aa71-dd8701cdc055 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:07.855600 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8373fb6f-9400-4f7a-8ad4-35d9e83b9ab5 req-287476f1-1d83-4a7e-aa71-dd8701cdc055 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5c8e491-5a84-40d9-a726-e88e252626a7 HTTP/1.1" status: 200 len: 945 time: 0.3546741 Feb 09 22:07:07.905900 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-2153126c-0154-4c20-bf55-6cf1818ea3be tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] GET failed (client error): The resource could not be found. Feb 09 22:07:07.911925 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2153126c-0154-4c20-bf55-6cf1818ea3be tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports/fa475b67-9587-486a-8ec0-0de79a013b40 HTTP/1.1" status: 404 len: 333 time: 0.0899448 Feb 09 22:07:07.914098 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59256) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:07.978105 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8373fb6f-9400-4f7a-8ad4-35d9e83b9ab5 req-a1f1fbb1-b6e7-481a-a776-6c61fb10c73c tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/security-groups?id=778128d3-76d7-48e9-9ac6-9c1d9b4b23f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113183 Feb 09 22:07:08.056461 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1b3dbb-5c58-4e26-b69e-82dfc099f37f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting subnet ad18e31c-f634-4e25-b332-af7b4aa2eb28 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:07:08.063022 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe1b3dbb-5c58-4e26-b69e-82dfc099f37f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for subnet (ad18e31c-f634-4e25-b332-af7b4aa2eb28), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:08.154050 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe1b3dbb-5c58-4e26-b69e-82dfc099f37f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (ad18e31c-f634-4e25-b332-af7b4aa2eb28), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:08.278690 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe1b3dbb-5c58-4e26-b69e-82dfc099f37f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (ad18e31c-f634-4e25-b332-af7b4aa2eb28), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:08.374315 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe1b3dbb-5c58-4e26-b69e-82dfc099f37f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (ad18e31c-f634-4e25-b332-af7b4aa2eb28), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:08.500139 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b3dbb-5c58-4e26-b69e-82dfc099f37f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Subnet': ['ID=ad18e31c-f634-4e25-b332-af7b4aa2eb28,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:08.504535 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe1b3dbb-5c58-4e26-b69e-82dfc099f37f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:08.509935 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75097423-79d0-4a9d-8b7c-71309439cf08 None None] Network 9e542f97-9118-4cda-800f-6546dd7ce2ee requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:08.513715 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fe1b3dbb-5c58-4e26-b69e-82dfc099f37f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/subnets/ad18e31c-f634-4e25-b332-af7b4aa2eb28 HTTP/1.1" status: 204 len: 168 time: 0.5982299 Feb 09 22:07:08.518534 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59270) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:08.688149 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35e85ee7-818c-41a5-915c-a1c6ddaa9124 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (9e542f97-9118-4cda-800f-6546dd7ce2ee), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:08.721594 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1c2c7-2ddc-43d9-86d7-0bf0ecd0fa5d req-2c68cf50-1822-41eb-8ab8-ea8d159eb1b3 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:08.730252 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-66b1c2c7-2ddc-43d9-86d7-0bf0ecd0fa5d req-2c68cf50-1822-41eb-8ab8-ea8d159eb1b3 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 947 time: 0.3001838 Feb 09 22:07:08.825469 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-66b1c2c7-2ddc-43d9-86d7-0bf0ecd0fa5d req-22fd0cde-915f-443a-97ad-d9ee928bcffd tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937819 Feb 09 22:07:08.902661 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-35e85ee7-818c-41a5-915c-a1c6ddaa9124 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting port e1a1de95-588e-44aa-ba91-bad523135dda {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:08.903240 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35e85ee7-818c-41a5-915c-a1c6ddaa9124 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (e1a1de95-588e-44aa-ba91-bad523135dda), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:09.173567 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-35e85ee7-818c-41a5-915c-a1c6ddaa9124 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] For port e1a1de95-588e-44aa-ba91-bad523135dda, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=e1a1de95-588e-44aa-ba91-bad523135dda,segment=NetworkSegment(6630a174-07ce-4945-a80f-ca552e4dccbb),segment_id=6630a174-07ce-4945-a80f-ca552e4dccbb)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:09.174201 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35e85ee7-818c-41a5-915c-a1c6ddaa9124 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (e1a1de95-588e-44aa-ba91-bad523135dda), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:09.222440 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-35e85ee7-818c-41a5-915c-a1c6ddaa9124 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Calling delete_port for e1a1de95-588e-44aa-ba91-bad523135dda owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:09.607040 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dca937-8341-482f-a315-979171f3441d None None] DHCP port deletion for 9e542f97-9118-4cda-800f-6546dd7ce2ee request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:07:09.654536 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35e85ee7-818c-41a5-915c-a1c6ddaa9124 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (e1a1de95-588e-44aa-ba91-bad523135dda), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:09.713332 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a4dca937-8341-482f-a315-979171f3441d None None] Deleting port e1a1de95-588e-44aa-ba91-bad523135dda {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:09.714241 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a4dca937-8341-482f-a315-979171f3441d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (e1a1de95-588e-44aa-ba91-bad523135dda), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:09.757269 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec5c0e-5ff9-4ab7-a3fc-20f1cfc70b2b req-7918b8fe-19f7-4b2c-a547-f32190139b53 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:09.776864 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-38ec5c0e-5ff9-4ab7-a3fc-20f1cfc70b2b req-7918b8fe-19f7-4b2c-a547-f32190139b53 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5c8e491-5a84-40d9-a726-e88e252626a7 HTTP/1.1" status: 200 len: 945 time: 0.3191741 Feb 09 22:07:09.892315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e85ee7-818c-41a5-915c-a1c6ddaa9124 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Port': ['ID=e1a1de95-588e-44aa-ba91-bad523135dda,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:09.900980 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e85ee7-818c-41a5-915c-a1c6ddaa9124 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] No DVR routers for this DVR port e1a1de95-588e-44aa-ba91-bad523135dda on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:07:10.024889 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-a4dca937-8341-482f-a315-979171f3441d None None] For port e1a1de95-588e-44aa-ba91-bad523135dda, host n-d-828601-1, got binding levels [] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:10.029868 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a4dca937-8341-482f-a315-979171f3441d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (e1a1de95-588e-44aa-ba91-bad523135dda), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.074445 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a4dca937-8341-482f-a315-979171f3441d None None] Calling delete_port for e1a1de95-588e-44aa-ba91-bad523135dda owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:10.077868 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35e85ee7-818c-41a5-915c-a1c6ddaa9124 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (9e542f97-9118-4cda-800f-6546dd7ce2ee), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.086639 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.ipam_backend_mixin [None req-a4dca937-8341-482f-a315-979171f3441d None None] Port e1a1de95-588e-44aa-ba91-bad523135dda was not found and therefore no delete operation was performed {{(pid=103203) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:07:10.089094 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a4dca937-8341-482f-a315-979171f3441d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (e1a1de95-588e-44aa-ba91-bad523135dda), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.119981 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dca937-8341-482f-a315-979171f3441d None None] No DVR routers for this DVR port e1a1de95-588e-44aa-ba91-bad523135dda on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:07:10.129025 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-35e85ee7-818c-41a5-915c-a1c6ddaa9124 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e542f97-9118-4cda-800f-6546dd7ce2ee']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:10.174315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-35e85ee7-818c-41a5-915c-a1c6ddaa9124 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6630a174-07ce-4945-a80f-ca552e4dccbb') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:10.174817 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-35e85ee7-818c-41a5-915c-a1c6ddaa9124 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6630a174-07ce-4945-a80f-ca552e4dccbb') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:10.196765 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dca937-8341-482f-a315-979171f3441d None None] Pushing event deleted for resources: {'Port': ['ID=e1a1de95-588e-44aa-ba91-bad523135dda,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:10.235601 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35e85ee7-818c-41a5-915c-a1c6ddaa9124 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (6630a174-07ce-4945-a80f-ca552e4dccbb), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.320983 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35e85ee7-818c-41a5-915c-a1c6ddaa9124 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (6630a174-07ce-4945-a80f-ca552e4dccbb), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.377972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e85ee7-818c-41a5-915c-a1c6ddaa9124 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:07:10.378905 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35e85ee7-818c-41a5-915c-a1c6ddaa9124 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (6630a174-07ce-4945-a80f-ca552e4dccbb), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.417185 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device e1a1de95-588e-44aa-ba91-bad523135dda no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:07:10.477319 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:07:10.495221 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: e1a1de95-588e-44aa-ba91-bad523135dda {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:07:10.497915 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device e1a1de95-588e-44aa-ba91-bad523135dda not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:07:10.551875 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-38ec5c0e-5ff9-4ab7-a3fc-20f1cfc70b2b req-7241f329-10cb-48ff-98f2-b0bec6e8ce38 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/security-groups?id=778128d3-76d7-48e9-9ac6-9c1d9b4b23f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7548943 Feb 09 22:07:10.587530 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b1cf3a9e-4f56-4348-bcaf-7ea0d3e341f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.670821 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35e85ee7-818c-41a5-915c-a1c6ddaa9124 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (9e542f97-9118-4cda-800f-6546dd7ce2ee), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.684726 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35e85ee7-818c-41a5-915c-a1c6ddaa9124 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.693138 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-35e85ee7-818c-41a5-915c-a1c6ddaa9124 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/networks/9e542f97-9118-4cda-800f-6546dd7ce2ee HTTP/1.1" status: 204 len: 168 time: 2.1726253 Feb 09 22:07:10.697787 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59294) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:10.727075 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-cd07bc40-f6e7-477b-bf10-252332cbda9d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-999344015'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:10.737179 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e85ee7-818c-41a5-915c-a1c6ddaa9124 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Network': ['ID=9e542f97-9118-4cda-800f-6546dd7ce2ee,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:10.805995 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd07bc40-f6e7-477b-bf10-252332cbda9d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:10.813249 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cd07bc40-f6e7-477b-bf10-252332cbda9d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.878563 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd07bc40-f6e7-477b-bf10-252332cbda9d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:07:10.904209 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cd07bc40-f6e7-477b-bf10-252332cbda9d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (54b6e5c0-5552-4761-bdd1-4fca32b80139), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.906773 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-cd07bc40-f6e7-477b-bf10-252332cbda9d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Added segment 54b6e5c0-5552-4761-bdd1-4fca32b80139 of type vlan for network 17d9ab76-3fe4-456a-9e51-ad2bfed68e85 Feb 09 22:07:10.935461 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b46e9-ac24-4909-94ca-0b3e95e58a4a req-abbd491c-94b1-4b9e-8274-62a4cc03f4b9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:10.944044 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f6b46e9-ac24-4909-94ca-0b3e95e58a4a req-abbd491c-94b1-4b9e-8274-62a4cc03f4b9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 947 time: 0.1952543 Feb 09 22:07:11.070016 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cd07bc40-f6e7-477b-bf10-252332cbda9d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (17d9ab76-3fe4-456a-9e51-ad2bfed68e85), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:11.136970 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f6b46e9-ac24-4909-94ca-0b3e95e58a4a req-a1c6c529-15a9-48e5-bc1b-e78083a559f4 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758268 Feb 09 22:07:11.178903 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cd07bc40-f6e7-477b-bf10-252332cbda9d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (17d9ab76-3fe4-456a-9e51-ad2bfed68e85), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:11.202830 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd07bc40-f6e7-477b-bf10-252332cbda9d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:11.203935 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cd07bc40-f6e7-477b-bf10-252332cbda9d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:11.381440 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07bc40-f6e7-477b-bf10-252332cbda9d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Network': ['ID=17d9ab76-3fe4-456a-9e51-ad2bfed68e85,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:11.401096 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 17d9ab76-3fe4-456a-9e51-ad2bfed68e85 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:07:11.417648 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cd07bc40-f6e7-477b-bf10-252332cbda9d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7046523 Feb 09 22:07:11.427732 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59300) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:11.449619 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-983630c1-41df-4181-af34-9f3f4841737d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'subnet': {'network_id': '17d9ab76-3fe4-456a-9e51-ad2bfed68e85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:11.573088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00d69f-2e55-47e3-9791-80190ca23b59 req-91c33325-a40b-48a1-b2a8-70ab709078fe tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:11.576357 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5c00d69f-2e55-47e3-9791-80190ca23b59 req-91c33325-a40b-48a1-b2a8-70ab709078fe tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5c8e491-5a84-40d9-a726-e88e252626a7 HTTP/1.1" status: 200 len: 945 time: 0.2978623 Feb 09 22:07:11.721475 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5c00d69f-2e55-47e3-9791-80190ca23b59 req-f7af89c7-b4c7-4823-ae4b-e4af961d8766 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/security-groups?id=778128d3-76d7-48e9-9ac6-9c1d9b4b23f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361346 Feb 09 22:07:11.731111 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:11.956154 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983630c1-41df-4181-af34-9f3f4841737d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:11.956154 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-983630c1-41df-4181-af34-9f3f4841737d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:12.434901 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-983630c1-41df-4181-af34-9f3f4841737d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (45b91e90-7fe9-4653-bff6-dc96f0f202a4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:12.629364 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983630c1-41df-4181-af34-9f3f4841737d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Subnet': ['ID=45b91e90-7fe9-4653-bff6-dc96f0f202a4,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:12.639366 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983630c1-41df-4181-af34-9f3f4841737d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Checking segment: {'id': '54b6e5c0-5552-4761-bdd1-4fca32b80139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '17d9ab76-3fe4-456a-9e51-ad2bfed68e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:12.639890 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983630c1-41df-4181-af34-9f3f4841737d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network hostable DHCP agents. Network: 17d9ab76-3fe4-456a-9e51-ad2bfed68e85, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:07:12.687405 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983630c1-41df-4181-af34-9f3f4841737d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network 17d9ab76-3fe4-456a-9e51-ad2bfed68e85 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:07:12.702325 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10518c81-0be6-4f31-9b29-1429927fb4de req-011ddcac-b6a4-4852-ba75-aed25bc999fe tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:12.703584 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-983630c1-41df-4181-af34-9f3f4841737d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 17d9ab76-3fe4-456a-9e51-ad2bfed68e85) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:12.709041 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983630c1-41df-4181-af34-9f3f4841737d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:12.709700 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-983630c1-41df-4181-af34-9f3f4841737d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:12.730107 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10518c81-0be6-4f31-9b29-1429927fb4de req-011ddcac-b6a4-4852-ba75-aed25bc999fe tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5c8e491-5a84-40d9-a726-e88e252626a7 HTTP/1.1" status: 200 len: 945 time: 0.2852075 Feb 09 22:07:12.735760 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f21da2-8877-4759-9718-f862b1ce5cb1 None None] Network 17d9ab76-3fe4-456a-9e51-ad2bfed68e85 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:12.752470 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-983630c1-41df-4181-af34-9f3f4841737d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3194261 Feb 09 22:07:12.756512 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59320) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:12.775143 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-387762c9-b697-441b-be93-d5fd2875c669 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'port': {'network_id': '17d9ab76-3fe4-456a-9e51-ad2bfed68e85', 'name': 'tempest-PortsTestJSON-586953772', 'fixed_ips': [{'subnet_id': '45b91e90-7fe9-4653-bff6-dc96f0f202a4', 'ip_address': '172.20.0.10'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:12.917276 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10518c81-0be6-4f31-9b29-1429927fb4de req-0f6743c4-a86b-41bb-a791-57a604e63118 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/security-groups?id=778128d3-76d7-48e9-9ac6-9c1d9b4b23f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823678 Feb 09 22:07:13.001681 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:13.130250 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387762c9-b697-441b-be93-d5fd2875c669 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:13.284351 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51da227b-1dd8-4e75-b52d-2fc0769a59e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-17d9ab76-3fe4-456a-9e51-ad2bfed68e85', 'network_id': '17d9ab76-3fe4-456a-9e51-ad2bfed68e85', 'project_id': '909fda92e6a14a6f9611eb0fa02d157a', 'fixed_ips': [{'subnet_id': '45b91e90-7fe9-4653-bff6-dc96f0f202a4'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:07:13.285730 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-51da227b-1dd8-4e75-b52d-2fc0769a59e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:13.331992 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-387762c9-b697-441b-be93-d5fd2875c669 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:13.373372 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-387762c9-b697-441b-be93-d5fd2875c669 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] device_id is not set on port a748bc1c-a8dd-4d80-b6a5-1c717b4b6093 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:07:13.436942 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3190b-e788-470b-9b93-991cfd219227 req-ff91bf63-687d-4a11-8cc5-174e87ef0583 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:13.443749 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7b3190b-e788-470b-9b93-991cfd219227 req-ff91bf63-687d-4a11-8cc5-174e87ef0583 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 947 time: 0.3782754 Feb 09 22:07:13.652884 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7b3190b-e788-470b-9b93-991cfd219227 req-174fe0c8-5b96-49b6-a308-835b89b3ad3f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971774 Feb 09 22:07:13.815468 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-387762c9-b697-441b-be93-d5fd2875c669 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Allocated IP 172.20.0.10 (17d9ab76-3fe4-456a-9e51-ad2bfed68e85/45b91e90-7fe9-4653-bff6-dc96f0f202a4/a748bc1c-a8dd-4d80-b6a5-1c717b4b6093) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:14.353210 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-387762c9-b697-441b-be93-d5fd2875c669 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for port (a748bc1c-a8dd-4d80-b6a5-1c717b4b6093), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:14.521985 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f17fa6-656c-4ad1-b9db-e421264e46fc req-81507db4-d518-4b29-9d83-2d5f149a325a tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:14.533389 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-387762c9-b697-441b-be93-d5fd2875c669 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (a748bc1c-a8dd-4d80-b6a5-1c717b4b6093), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:14.535355 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d4f17fa6-656c-4ad1-b9db-e421264e46fc req-81507db4-d518-4b29-9d83-2d5f149a325a tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5c8e491-5a84-40d9-a726-e88e252626a7 HTTP/1.1" status: 200 len: 945 time: 0.1626916 Feb 09 22:07:14.667703 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d4f17fa6-656c-4ad1-b9db-e421264e46fc req-9b63df81-050a-4fdd-860d-3f33ab4eabe0 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/security-groups?id=778128d3-76d7-48e9-9ac6-9c1d9b4b23f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311746 Feb 09 22:07:14.777219 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387762c9-b697-441b-be93-d5fd2875c669 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network 17d9ab76-3fe4-456a-9e51-ad2bfed68e85 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:14.783559 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-51da227b-1dd8-4e75-b52d-2fc0769a59e2 None None] Allocated IP 172.20.0.2 (17d9ab76-3fe4-456a-9e51-ad2bfed68e85/45b91e90-7fe9-4653-bff6-dc96f0f202a4/f7241481-3b0d-4089-91b4-ab03275724bb) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:14.793814 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-387762c9-b697-441b-be93-d5fd2875c669 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:14.804730 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387762c9-b697-441b-be93-d5fd2875c669 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:14.934921 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4c22e-e627-4c82-bcac-2ffcb0f15287 req-cfe6bc01-6d91-455e-9994-72c2169c30ac tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:14.954984 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6b4c22e-e627-4c82-bcac-2ffcb0f15287 req-cfe6bc01-6d91-455e-9994-72c2169c30ac tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 947 time: 0.1334741 Feb 09 22:07:14.958398 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:15.000271 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387762c9-b697-441b-be93-d5fd2875c669 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:15.001420 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-387762c9-b697-441b-be93-d5fd2875c669 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:15.063865 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-387762c9-b697-441b-be93-d5fd2875c669 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3031304 Feb 09 22:07:15.065897 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59348) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:15.070682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387762c9-b697-441b-be93-d5fd2875c669 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Port': ['ID=a748bc1c-a8dd-4d80-b6a5-1c717b4b6093,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:15.097114 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-888b3c05-7ce8-4bcd-9aaa-8398c9df1245 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'port': {'network_id': '17d9ab76-3fe4-456a-9e51-ad2bfed68e85', 'name': 'tempest-PortsTestJSON-2107877923', 'fixed_ips': [{'subnet_id': '45b91e90-7fe9-4653-bff6-dc96f0f202a4', 'ip_address': '172.20.0.9'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:15.174877 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6b4c22e-e627-4c82-bcac-2ffcb0f15287 req-d03242a8-f030-470e-9ab8-0ea2e57b44ad tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187929 Feb 09 22:07:15.343542 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-51da227b-1dd8-4e75-b52d-2fc0769a59e2 None None] Publish callbacks [] for port (f7241481-3b0d-4089-91b4-ab03275724bb), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:15.367852 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-51da227b-1dd8-4e75-b52d-2fc0769a59e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (f7241481-3b0d-4089-91b4-ab03275724bb), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:15.403419 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:07:15.529198 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888b3c05-7ce8-4bcd-9aaa-8398c9df1245 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:15.538757 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-888b3c05-7ce8-4bcd-9aaa-8398c9df1245 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:15.545797 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51da227b-1dd8-4e75-b52d-2fc0769a59e2 None None] Network 17d9ab76-3fe4-456a-9e51-ad2bfed68e85 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:15.587619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-51da227b-1dd8-4e75-b52d-2fc0769a59e2 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:15.619452 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da227b-1dd8-4e75-b52d-2fc0769a59e2 None None] Pushing event updated for resources: {'Port': ['ID=f7241481-3b0d-4089-91b4-ab03275724bb,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:15.631912 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da227b-1dd8-4e75-b52d-2fc0769a59e2 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:15.704257 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:15.747306 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-888b3c05-7ce8-4bcd-9aaa-8398c9df1245 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] device_id is not set on port 7b724869-63b7-419d-bf51-a1656a461b49 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:07:15.806397 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-51da227b-1dd8-4e75-b52d-2fc0769a59e2 None None] Attempting to bind port f7241481-3b0d-4089-91b4-ab03275724bb on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:07:15.807313 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-51da227b-1dd8-4e75-b52d-2fc0769a59e2 None None] Attempting to bind port f7241481-3b0d-4089-91b4-ab03275724bb by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '54b6e5c0-5552-4761-bdd1-4fca32b80139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '17d9ab76-3fe4-456a-9e51-ad2bfed68e85'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:07:15.807930 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da227b-1dd8-4e75-b52d-2fc0769a59e2 None None] Attempting to bind port f7241481-3b0d-4089-91b4-ab03275724bb on network 17d9ab76-3fe4-456a-9e51-ad2bfed68e85 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:15.828374 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da227b-1dd8-4e75-b52d-2fc0769a59e2 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:07:15.829056 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da227b-1dd8-4e75-b52d-2fc0769a59e2 None None] Checking segment: {'id': '54b6e5c0-5552-4761-bdd1-4fca32b80139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '17d9ab76-3fe4-456a-9e51-ad2bfed68e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:15.829730 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-51da227b-1dd8-4e75-b52d-2fc0769a59e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:15.834749 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da227b-1dd8-4e75-b52d-2fc0769a59e2 None None] Bound using segment: {'id': '54b6e5c0-5552-4761-bdd1-4fca32b80139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '17d9ab76-3fe4-456a-9e51-ad2bfed68e85'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:07:15.836721 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-51da227b-1dd8-4e75-b52d-2fc0769a59e2 None None] Bound port: f7241481-3b0d-4089-91b4-ab03275724bb, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b6e5c0-5552-4761-bdd1-4fca32b80139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '17d9ab76-3fe4-456a-9e51-ad2bfed68e85'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:07:15.840257 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-51da227b-1dd8-4e75-b52d-2fc0769a59e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f7241481-3b0d-4089-91b4-ab03275724bb), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:16.118999 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55885809-fe5f-4875-a1e7-eb0968b827a6 req-417aadfb-cfbb-4b50-9f15-9151122eab7d tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:16.125094 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ae1b7-703c-481f-8bae-de4b1822c1e4 req-10e09c84-abae-4f58-8f04-528d90b91639 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:16.139821 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-55885809-fe5f-4875-a1e7-eb0968b827a6 req-417aadfb-cfbb-4b50-9f15-9151122eab7d tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5c8e491-5a84-40d9-a726-e88e252626a7 HTTP/1.1" status: 200 len: 945 time: 0.4888425 Feb 09 22:07:16.145153 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce0ae1b7-703c-481f-8bae-de4b1822c1e4 req-10e09c84-abae-4f58-8f04-528d90b91639 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5c8e491-5a84-40d9-a726-e88e252626a7 HTTP/1.1" status: 200 len: 945 time: 0.1854329 Feb 09 22:07:16.250637 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:16.282355 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce0ae1b7-703c-481f-8bae-de4b1822c1e4 req-6ad97be4-7594-4c01-9494-69259aa74c82 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/security-groups?id=778128d3-76d7-48e9-9ac6-9c1d9b4b23f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345546 Feb 09 22:07:16.336824 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-51da227b-1dd8-4e75-b52d-2fc0769a59e2 None None] For port f7241481-3b0d-4089-91b4-ab03275724bb, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:16.356030 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-51da227b-1dd8-4e75-b52d-2fc0769a59e2 None None] For port f7241481-3b0d-4089-91b4-ab03275724bb, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f7241481-3b0d-4089-91b4-ab03275724bb,segment=NetworkSegment(54b6e5c0-5552-4761-bdd1-4fca32b80139),segment_id=54b6e5c0-5552-4761-bdd1-4fca32b80139)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:07:16.374684 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-51da227b-1dd8-4e75-b52d-2fc0769a59e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f7241481-3b0d-4089-91b4-ab03275724bb), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:16.473351 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-888b3c05-7ce8-4bcd-9aaa-8398c9df1245 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Allocated IP 172.20.0.9 (17d9ab76-3fe4-456a-9e51-ad2bfed68e85/45b91e90-7fe9-4653-bff6-dc96f0f202a4/7b724869-63b7-419d-bf51-a1656a461b49) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:16.576610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da227b-1dd8-4e75-b52d-2fc0769a59e2 None None] Pushing event updated for resources: {'Port': ['ID=f7241481-3b0d-4089-91b4-ab03275724bb,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:16.665517 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4e8b0-365a-4186-891c-23ae50d8ff5c req-5f0e2700-8df7-432c-821c-638aa5c26a91 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:16.667149 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-06e4e8b0-365a-4186-891c-23ae50d8ff5c req-5f0e2700-8df7-432c-821c-638aa5c26a91 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 947 time: 0.1858804 Feb 09 22:07:16.671777 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-55885809-fe5f-4875-a1e7-eb0968b827a6 req-a3709f66-8633-4a05-8d99-52bc60eef6d7 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Deleting port 1c030590-9077-42a8-b8e6-04fdab0c3d03 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:16.672581 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-55885809-fe5f-4875-a1e7-eb0968b827a6 req-a3709f66-8633-4a05-8d99-52bc60eef6d7 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1c030590-9077-42a8-b8e6-04fdab0c3d03), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:16.796935 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-06e4e8b0-365a-4186-891c-23ae50d8ff5c req-b3cf43c5-824c-44bf-92e8-4a847611700a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056387 Feb 09 22:07:17.092740 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-55885809-fe5f-4875-a1e7-eb0968b827a6 req-a3709f66-8633-4a05-8d99-52bc60eef6d7 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] For port 1c030590-9077-42a8-b8e6-04fdab0c3d03, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1c030590-9077-42a8-b8e6-04fdab0c3d03,segment=NetworkSegment(2602cbed-efcf-4471-bfee-b5adbc83adbf),segment_id=2602cbed-efcf-4471-bfee-b5adbc83adbf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:17.093367 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-55885809-fe5f-4875-a1e7-eb0968b827a6 req-a3709f66-8633-4a05-8d99-52bc60eef6d7 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1c030590-9077-42a8-b8e6-04fdab0c3d03), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:17.154786 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-55885809-fe5f-4875-a1e7-eb0968b827a6 req-a3709f66-8633-4a05-8d99-52bc60eef6d7 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Calling delete_port for 1c030590-9077-42a8-b8e6-04fdab0c3d03 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:17.245837 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-888b3c05-7ce8-4bcd-9aaa-8398c9df1245 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for port (7b724869-63b7-419d-bf51-a1656a461b49), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:17.560149 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-888b3c05-7ce8-4bcd-9aaa-8398c9df1245 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (7b724869-63b7-419d-bf51-a1656a461b49), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:17.802091 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc894287-570f-4116-a6cb-8e30c77004e2 req-ae6b9810-2975-4a73-90e7-901b779bbbe9 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:17.820128 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc894287-570f-4116-a6cb-8e30c77004e2 req-ae6b9810-2975-4a73-90e7-901b779bbbe9 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5c8e491-5a84-40d9-a726-e88e252626a7 HTTP/1.1" status: 200 len: 945 time: 0.2379117 Feb 09 22:07:17.828048 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888b3c05-7ce8-4bcd-9aaa-8398c9df1245 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network 17d9ab76-3fe4-456a-9e51-ad2bfed68e85 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:17.851702 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-888b3c05-7ce8-4bcd-9aaa-8398c9df1245 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:17.862998 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888b3c05-7ce8-4bcd-9aaa-8398c9df1245 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:17.923755 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b3c05-7ce8-4bcd-9aaa-8398c9df1245 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Port': ['ID=7b724869-63b7-419d-bf51-a1656a461b49,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:17.960833 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-55885809-fe5f-4875-a1e7-eb0968b827a6 req-a3709f66-8633-4a05-8d99-52bc60eef6d7 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (1c030590-9077-42a8-b8e6-04fdab0c3d03), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:18.020436 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc894287-570f-4116-a6cb-8e30c77004e2 req-62f2192c-8c97-4720-8478-3a75fe633e21 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/security-groups?id=778128d3-76d7-48e9-9ac6-9c1d9b4b23f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943741 Feb 09 22:07:18.043005 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3709f66-8633-4a05-8d99-52bc60eef6d7 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Pushing event deleted for resources: {'Port': ['ID=1c030590-9077-42a8-b8e6-04fdab0c3d03,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:18.077315 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888b3c05-7ce8-4bcd-9aaa-8398c9df1245 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:18.078583 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-888b3c05-7ce8-4bcd-9aaa-8398c9df1245 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:18.213871 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-888b3c05-7ce8-4bcd-9aaa-8398c9df1245 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1296642 Feb 09 22:07:18.291530 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59382) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:18.341038 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-55885809-fe5f-4875-a1e7-eb0968b827a6 req-a3709f66-8633-4a05-8d99-52bc60eef6d7 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] No DVR routers for this DVR port 1c030590-9077-42a8-b8e6-04fdab0c3d03 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:07:18.426297 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fc78f-d6d2-487f-a781-ca3fc0a95617 req-73b8b128-69ac-4837-9659-95656a7b4abe tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:18.456736 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d45fc78f-d6d2-487f-a781-ca3fc0a95617 req-73b8b128-69ac-4837-9659-95656a7b4abe tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 947 time: 0.2449501 Feb 09 22:07:18.539789 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-55885809-fe5f-4875-a1e7-eb0968b827a6 req-a3709f66-8633-4a05-8d99-52bc60eef6d7 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:18.555243 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-55885809-fe5f-4875-a1e7-eb0968b827a6 req-a3709f66-8633-4a05-8d99-52bc60eef6d7 tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.42 "DELETE /v2.0/ports/1c030590-9077-42a8-b8e6-04fdab0c3d03 HTTP/1.1" status: 204 len: 173 time: 2.3715279 Feb 09 22:07:18.556381 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c8e491-5a84-40d9-a726-e88e252626a7', 'name': 'network-vif-deleted', 'tag': '1c030590-9077-42a8-b8e6-04fdab0c3d03'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:18.565931 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05380710-f317-4b9c-af93-4923e186228d" -d '{"events": [{"server_uuid": "f5c8e491-5a84-40d9-a726-e88e252626a7", "name": "network-vif-deleted", "tag": "1c030590-9077-42a8-b8e6-04fdab0c3d03"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:18.659532 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f7241481-3b0d-4089-91b4-ab03275724bb up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:18.691548 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d45fc78f-d6d2-487f-a781-ca3fc0a95617 req-1de5b4d1-dd58-4b2c-a50d-1ad465dc9be8 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330029 Feb 09 22:07:18.926217 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f7241481-3b0d-4089-91b4-ab03275724bb triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:18.927722 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f7241481-3b0d-4089-91b4-ab03275724bb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:19.012224 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cba6929-804a-4578-9a5b-64af81d8c26e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:19.022091 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59394) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:19.024077 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1cba6929-804a-4578-9a5b-64af81d8c26e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.7252753 Feb 09 22:07:19.027082 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526b3df5-ab7c-42a1-b8ed-207b886674e2 x-openstack-request-id: req-526b3df5-ab7c-42a1-b8ed-207b886674e2 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:19.028093 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c8e491-5a84-40d9-a726-e88e252626a7", "name": "network-vif-deleted", "tag": "1c030590-9077-42a8-b8e6-04fdab0c3d03", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:19.028816 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-526b3df5-ab7c-42a1-b8ed-207b886674e2 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:19.029845 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c8e491-5a84-40d9-a726-e88e252626a7', 'name': 'network-vif-deleted', 'tag': '1c030590-9077-42a8-b8e6-04fdab0c3d03', 'status': 'completed', 'code': 200} Feb 09 22:07:19.293041 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f7241481-3b0d-4089-91b4-ab03275724bb is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:19.296074 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f7241481-3b0d-4089-91b4-ab03275724bb), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:19.310951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 1c030590-9077-42a8-b8e6-04fdab0c3d03 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:07:19.475885 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826ad85b-236f-4fec-bbb8-f7dbbc96732e None None] Network 17d9ab76-3fe4-456a-9e51-ad2bfed68e85 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:19.533463 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 1c030590-9077-42a8-b8e6-04fdab0c3d03 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:07:19.534643 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 1c030590-9077-42a8-b8e6-04fdab0c3d03 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:07:19.680248 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59402) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:19.697854 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39942086-d440-4b39-8560-6b3306023f7c req-e9c529a1-1d3a-44b3-b7be-0d96053cd88a tempest-ServersNegativeTestMultiTenantJSON-1253605962 tempest-ServersNegativeTestMultiTenantJSON-1253605962-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5c8e491-5a84-40d9-a726-e88e252626a7 HTTP/1.1" status: 200 len: 210 time: 0.1880624 Feb 09 22:07:19.758199 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89d8a84-955e-4471-b663-8728f0775371 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:19.778235 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89d8a84-955e-4471-b663-8728f0775371 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:19.786896 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89d8a84-955e-4471-b663-8728f0775371 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:19.795232 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b89d8a84-955e-4471-b663-8728f0775371 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.7717285 Feb 09 22:07:19.800943 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59408) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:19.840227 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port f7241481-3b0d-4089-91b4-ab03275724bb, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f7241481-3b0d-4089-91b4-ab03275724bb,segment=NetworkSegment(54b6e5c0-5552-4761-bdd1-4fca32b80139),segment_id=54b6e5c0-5552-4761-bdd1-4fca32b80139)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:19.898601 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f7241481-3b0d-4089-91b4-ab03275724bb), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:20.190964 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526309-01b3-4684-b1a5-16db85949a9b req-8933fa04-7470-41aa-8a4b-b69b184acafd tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:20.209969 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-67a6bd63-ca86-45b1-9779-6957dd80a255 None None] Provisioning complete for port f7241481-3b0d-4089-91b4-ab03275724bb triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:20.210886 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-67a6bd63-ca86-45b1-9779-6957dd80a255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f7241481-3b0d-4089-91b4-ab03275724bb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:20.217977 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad526309-01b3-4684-b1a5-16db85949a9b req-8933fa04-7470-41aa-8a4b-b69b184acafd tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 947 time: 0.2476852 Feb 09 22:07:20.221427 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a433d9d-5a25-43cd-8e8e-9e2080a9dced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:20.230163 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=f7241481-3b0d-4089-91b4-ab03275724bb,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:20.394064 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad526309-01b3-4684-b1a5-16db85949a9b req-b7d544d2-2237-4543-810b-b619db751716 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755509 Feb 09 22:07:20.502077 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f7241481-3b0d-4089-91b4-ab03275724bb up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:20.562503 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a433d9d-5a25-43cd-8e8e-9e2080a9dced admin admin] Publish callbacks [] for security_group (fbfd91db-9a91-4691-8502-a3f5f9c57c05), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:20.578294 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a433d9d-5a25-43cd-8e8e-9e2080a9dced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (fbfd91db-9a91-4691-8502-a3f5f9c57c05), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:20.778568 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5a433d9d-5a25-43cd-8e8e-9e2080a9dced admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=058eae62206a4345af2eb7b59ab3032a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0927668 Feb 09 22:07:20.778568 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a433d9d-5a25-43cd-8e8e-9e2080a9dced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfd91db-9a91-4691-8502-a3f5f9c57c05,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:20.779075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59418) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:20.799853 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7d85f60e-fb39-4441-a78b-1b43363cc222 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting port 7b724869-63b7-419d-bf51-a1656a461b49 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:20.800209 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d85f60e-fb39-4441-a78b-1b43363cc222 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (7b724869-63b7-419d-bf51-a1656a461b49), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:20.854763 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-67a6bd63-ca86-45b1-9779-6957dd80a255 None None] Current status of the port f7241481-3b0d-4089-91b4-ab03275724bb is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:20.876805 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59420) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:20.917488 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f7241481-3b0d-4089-91b4-ab03275724bb triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:20.918214 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f7241481-3b0d-4089-91b4-ab03275724bb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.076583 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-6871ca6d-aca6-4135-8ddb-4037612a9a84 admin admin] Deleting subnet ceed2ef8-2834-40a6-a71b-f574fe225baa {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:07:21.114690 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6871ca6d-aca6-4135-8ddb-4037612a9a84 admin admin] Publish callbacks [] for subnet (ceed2ef8-2834-40a6-a71b-f574fe225baa), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.171826 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-825f7601-1060-470e-8f8f-f23006ccf7bb admin admin] Publish callbacks [] for security_group (fbfd91db-9a91-4691-8502-a3f5f9c57c05), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.192281 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d85f60e-fb39-4441-a78b-1b43363cc222 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (7b724869-63b7-419d-bf51-a1656a461b49), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.200059 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-825f7601-1060-470e-8f8f-f23006ccf7bb admin admin] Publish callbacks [] for security_group (fbfd91db-9a91-4691-8502-a3f5f9c57c05), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.263633 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7d85f60e-fb39-4441-a78b-1b43363cc222 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Calling delete_port for 7b724869-63b7-419d-bf51-a1656a461b49 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:21.273672 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-825f7601-1060-470e-8f8f-f23006ccf7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (fbfd91db-9a91-4691-8502-a3f5f9c57c05), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.284180 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-825f7601-1060-470e-8f8f-f23006ccf7bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.285401 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-825f7601-1060-470e-8f8f-f23006ccf7bb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fbfd91db-9a91-4691-8502-a3f5f9c57c05 HTTP/1.1" status: 204 len: 168 time: 0.5055630 Feb 09 22:07:21.371511 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f7601-1060-470e-8f8f-f23006ccf7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfd91db-9a91-4691-8502-a3f5f9c57c05,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:21.373663 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f7241481-3b0d-4089-91b4-ab03275724bb is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:21.417560 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6871ca6d-aca6-4135-8ddb-4037612a9a84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (ceed2ef8-2834-40a6-a71b-f574fe225baa), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.636405 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f12fc04e-44fe-4d07-970b-a95a74af2a7d None None] Provisioning complete for port f7241481-3b0d-4089-91b4-ab03275724bb triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:21.637074 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f12fc04e-44fe-4d07-970b-a95a74af2a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f7241481-3b0d-4089-91b4-ab03275724bb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.750733 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6871ca6d-aca6-4135-8ddb-4037612a9a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (ceed2ef8-2834-40a6-a71b-f574fe225baa), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.987232 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6871ca6d-aca6-4135-8ddb-4037612a9a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (ceed2ef8-2834-40a6-a71b-f574fe225baa), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.035622 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f12fc04e-44fe-4d07-970b-a95a74af2a7d None None] Current status of the port f7241481-3b0d-4089-91b4-ab03275724bb is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:22.056880 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6871ca6d-aca6-4135-8ddb-4037612a9a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.065149 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d85f60e-fb39-4441-a78b-1b43363cc222 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (7b724869-63b7-419d-bf51-a1656a461b49), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.076923 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6871ca6d-aca6-4135-8ddb-4037612a9a84 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ceed2ef8-2834-40a6-a71b-f574fe225baa HTTP/1.1" status: 204 len: 168 time: 1.1881330 Feb 09 22:07:22.082274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f12fc04e-44fe-4d07-970b-a95a74af2a7d None None] Provisioning complete for port a748bc1c-a8dd-4d80-b6a5-1c717b4b6093 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:22.082938 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f12fc04e-44fe-4d07-970b-a95a74af2a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a748bc1c-a8dd-4d80-b6a5-1c717b4b6093), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.089127 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59436) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:22.245619 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85f60e-fb39-4441-a78b-1b43363cc222 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Port': ['ID=7b724869-63b7-419d-bf51-a1656a461b49,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:22.271816 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f12fc04e-44fe-4d07-970b-a95a74af2a7d None None] Port a748bc1c-a8dd-4d80-b6a5-1c717b4b6093 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:07:22.289684 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f12fc04e-44fe-4d07-970b-a95a74af2a7d None None] Could not find standard attr ID for object 7b724869-63b7-419d-bf51-a1656a461b49. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:07:22.405328 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bac425bd-8afe-4c17-adba-1ada0f546b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (9f87be02-5e06-4af6-a877-08df8f17ef92), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.419204 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d85f60e-fb39-4441-a78b-1b43363cc222 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.436920 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7d85f60e-fb39-4441-a78b-1b43363cc222 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/ports/7b724869-63b7-419d-bf51-a1656a461b49 HTTP/1.1" status: 204 len: 168 time: 2.6301744 Feb 09 22:07:22.437424 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59444) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:22.465034 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871ca6d-aca6-4135-8ddb-4037612a9a84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceed2ef8-2834-40a6-a71b-f574fe225baa,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:22.470186 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-76fc0e32-dee9-49b9-b6fc-c32461ced239 None None] Provisioning complete for port a748bc1c-a8dd-4d80-b6a5-1c717b4b6093 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:22.470936 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-76fc0e32-dee9-49b9-b6fc-c32461ced239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a748bc1c-a8dd-4d80-b6a5-1c717b4b6093), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.625800 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9e51b-2093-44f8-8ff0-b102c28f0c72 req-bbb533a0-60a4-4d7b-9416-c3e6ddab9bfc tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:22.648356 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ba9e51b-2093-44f8-8ff0-b102c28f0c72 req-bbb533a0-60a4-4d7b-9416-c3e6ddab9bfc tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 947 time: 0.9875691 Feb 09 22:07:22.701828 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-76fc0e32-dee9-49b9-b6fc-c32461ced239 None None] Port a748bc1c-a8dd-4d80-b6a5-1c717b4b6093 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:07:22.702723 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f1dcda7-b502-4dc2-8816-5a4edb82060e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] GET failed (client error): The resource could not be found. Feb 09 22:07:22.707413 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0f1dcda7-b502-4dc2-8816-5a4edb82060e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports/7b724869-63b7-419d-bf51-a1656a461b49 HTTP/1.1" status: 404 len: 333 time: 0.2566123 Feb 09 22:07:22.712503 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59450) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:22.825592 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-419d8211-44bd-40fe-9348-fe2516f7e969 None None] Could not find standard attr ID for object 7b724869-63b7-419d-bf51-a1656a461b49. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:07:22.968082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ba9e51b-2093-44f8-8ff0-b102c28f0c72 req-39dab4d7-877b-4fea-90fa-d9e886536bf2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3186271 Feb 09 22:07:22.988275 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bac425bd-8afe-4c17-adba-1ada0f546b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (9f87be02-5e06-4af6-a877-08df8f17ef92), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:23.005008 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4c7c2376-ab3b-403c-a979-e6e9c5cd9dd2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting port a748bc1c-a8dd-4d80-b6a5-1c717b4b6093 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:23.005345 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2376-ab3b-403c-a979-e6e9c5cd9dd2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a748bc1c-a8dd-4d80-b6a5-1c717b4b6093), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:23.059150 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-bac425bd-8afe-4c17-adba-1ada0f546b68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f87be02-5e06-4af6-a877-08df8f17ef92']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:23.086162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-bac425bd-8afe-4c17-adba-1ada0f546b68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2602cbed-efcf-4471-bfee-b5adbc83adbf') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:23.091274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-bac425bd-8afe-4c17-adba-1ada0f546b68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2602cbed-efcf-4471-bfee-b5adbc83adbf') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:23.121680 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bac425bd-8afe-4c17-adba-1ada0f546b68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (2602cbed-efcf-4471-bfee-b5adbc83adbf), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:23.151099 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bac425bd-8afe-4c17-adba-1ada0f546b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (2602cbed-efcf-4471-bfee-b5adbc83adbf), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:23.168401 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac425bd-8afe-4c17-adba-1ada0f546b68 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:07:23.170947 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bac425bd-8afe-4c17-adba-1ada0f546b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (2602cbed-efcf-4471-bfee-b5adbc83adbf), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:23.233123 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2376-ab3b-403c-a979-e6e9c5cd9dd2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a748bc1c-a8dd-4d80-b6a5-1c717b4b6093), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:23.262554 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4c7c2376-ab3b-403c-a979-e6e9c5cd9dd2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Calling delete_port for a748bc1c-a8dd-4d80-b6a5-1c717b4b6093 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:07:23.323012 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:07:23.390051 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bac425bd-8afe-4c17-adba-1ada0f546b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (9f87be02-5e06-4af6-a877-08df8f17ef92), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:23.413157 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bac425bd-8afe-4c17-adba-1ada0f546b68 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:23.424408 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bac425bd-8afe-4c17-adba-1ada0f546b68 admin admin] 10.222.0.77 "DELETE /v2.0/networks/9f87be02-5e06-4af6-a877-08df8f17ef92 HTTP/1.1" status: 204 len: 168 time: 1.3186109 Feb 09 22:07:23.430163 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59458) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:23.594348 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2376-ab3b-403c-a979-e6e9c5cd9dd2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (a748bc1c-a8dd-4d80-b6a5-1c717b4b6093), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:23.700134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c2376-ab3b-403c-a979-e6e9c5cd9dd2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Port': ['ID=a748bc1c-a8dd-4d80-b6a5-1c717b4b6093,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:23.737087 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a97ddbe-4dac-4017-9c62-e874f1ca8095 admin admin] Deleting subnet fc276948-74b6-4d00-8eaa-5d578424bc80 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:07:23.751902 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac425bd-8afe-4c17-adba-1ada0f546b68 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f87be02-5e06-4af6-a877-08df8f17ef92,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:23.765339 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a97ddbe-4dac-4017-9c62-e874f1ca8095 admin admin] Publish callbacks [] for subnet (fc276948-74b6-4d00-8eaa-5d578424bc80), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:23.881666 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c2376-ab3b-403c-a979-e6e9c5cd9dd2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:23.882579 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c2376-ab3b-403c-a979-e6e9c5cd9dd2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:23.883696 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c2376-ab3b-403c-a979-e6e9c5cd9dd2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:23.884816 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c2376-ab3b-403c-a979-e6e9c5cd9dd2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:23.885480 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a97ddbe-4dac-4017-9c62-e874f1ca8095 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (fc276948-74b6-4d00-8eaa-5d578424bc80), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:23.885887 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c2376-ab3b-403c-a979-e6e9c5cd9dd2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:23.886592 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c2376-ab3b-403c-a979-e6e9c5cd9dd2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:23.887410 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c2376-ab3b-403c-a979-e6e9c5cd9dd2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:23.888229 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c2376-ab3b-403c-a979-e6e9c5cd9dd2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:23.889688 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c2376-ab3b-403c-a979-e6e9c5cd9dd2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:23.890501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c2376-ab3b-403c-a979-e6e9c5cd9dd2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:23.891314 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c2376-ab3b-403c-a979-e6e9c5cd9dd2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:23.892376 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c2376-ab3b-403c-a979-e6e9c5cd9dd2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:23.893156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c2376-ab3b-403c-a979-e6e9c5cd9dd2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:23.977330 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2376-ab3b-403c-a979-e6e9c5cd9dd2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:23.985259 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4c7c2376-ab3b-403c-a979-e6e9c5cd9dd2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/ports/a748bc1c-a8dd-4d80-b6a5-1c717b4b6093 HTTP/1.1" status: 204 len: 168 time: 1.2710285 Feb 09 22:07:24.004225 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59470) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:24.082966 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99439fd-95b3-4997-b12c-a76c6c177f33 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] GET failed (client error): The resource could not be found. Feb 09 22:07:24.085680 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b99439fd-95b3-4997-b12c-a76c6c177f33 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports/a748bc1c-a8dd-4d80-b6a5-1c717b4b6093 HTTP/1.1" status: 404 len: 333 time: 0.0793762 Feb 09 22:07:24.092389 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59474) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:24.142039 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a97ddbe-4dac-4017-9c62-e874f1ca8095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (fc276948-74b6-4d00-8eaa-5d578424bc80), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:24.309695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ecae108-ab73-449f-bfd5-47b27607f4c6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting subnet 45b91e90-7fe9-4653-bff6-dc96f0f202a4 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:07:24.328779 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ecae108-ab73-449f-bfd5-47b27607f4c6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for subnet (45b91e90-7fe9-4653-bff6-dc96f0f202a4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:24.502088 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ecae108-ab73-449f-bfd5-47b27607f4c6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (45b91e90-7fe9-4653-bff6-dc96f0f202a4), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:24.691468 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11adac3-eab8-46ea-9bc6-0fb1758a754d req-0c65fe0c-ed10-457e-b755-55a75778ffe2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:24.698647 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c11adac3-eab8-46ea-9bc6-0fb1758a754d req-0c65fe0c-ed10-457e-b755-55a75778ffe2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 947 time: 0.3945861 Feb 09 22:07:24.713416 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a97ddbe-4dac-4017-9c62-e874f1ca8095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (fc276948-74b6-4d00-8eaa-5d578424bc80), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:24.883449 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a97ddbe-4dac-4017-9c62-e874f1ca8095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:24.886207 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ecae108-ab73-449f-bfd5-47b27607f4c6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (45b91e90-7fe9-4653-bff6-dc96f0f202a4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:24.895981 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1a97ddbe-4dac-4017-9c62-e874f1ca8095 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fc276948-74b6-4d00-8eaa-5d578424bc80 HTTP/1.1" status: 204 len: 168 time: 1.4561210 Feb 09 22:07:24.904776 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97ddbe-4dac-4017-9c62-e874f1ca8095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc276948-74b6-4d00-8eaa-5d578424bc80,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:24.917022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59486) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:25.125561 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ecae108-ab73-449f-bfd5-47b27607f4c6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (45b91e90-7fe9-4653-bff6-dc96f0f202a4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:25.230395 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecae108-ab73-449f-bfd5-47b27607f4c6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Subnet': ['ID=45b91e90-7fe9-4653-bff6-dc96f0f202a4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:25.245729 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68891ac8-be31-48fd-b07e-d9b8aadf7fa4 None None] Network 17d9ab76-3fe4-456a-9e51-ad2bfed68e85 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:25.246905 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ecae108-ab73-449f-bfd5-47b27607f4c6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:25.263758 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5ecae108-ab73-449f-bfd5-47b27607f4c6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/subnets/45b91e90-7fe9-4653-bff6-dc96f0f202a4 HTTP/1.1" status: 204 len: 168 time: 1.1626935 Feb 09 22:07:25.265909 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59488) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:25.307253 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c11adac3-eab8-46ea-9bc6-0fb1758a754d req-65a7fcef-81a3-47de-aa26-b4e58c44d4da tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5461555 Feb 09 22:07:25.400241 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d17ddd9-84a3-47d2-b503-781ab14bcddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (b5b80b44-6a85-4df4-adf8-c9b974ed1384), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:25.611504 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05dca36d-c9ca-40f4-801b-4de7c429145e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (17d9ab76-3fe4-456a-9e51-ad2bfed68e85), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:25.793755 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d17ddd9-84a3-47d2-b503-781ab14bcddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (b5b80b44-6a85-4df4-adf8-c9b974ed1384), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:25.821877 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aafb73c-0692-49bd-b98c-34528d68a2f1 None None] DHCP port deletion for 17d9ab76-3fe4-456a-9e51-ad2bfed68e85 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:07:25.863409 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-05dca36d-c9ca-40f4-801b-4de7c429145e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting port f7241481-3b0d-4089-91b4-ab03275724bb {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:25.868469 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05dca36d-c9ca-40f4-801b-4de7c429145e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f7241481-3b0d-4089-91b4-ab03275724bb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:25.903838 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-2d17ddd9-84a3-47d2-b503-781ab14bcddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b80b44-6a85-4df4-adf8-c9b974ed1384']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:25.951947 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-2d17ddd9-84a3-47d2-b503-781ab14bcddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5100022c-58ec-44e7-87cd-bb8a48e32c4a') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:25.955833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-2d17ddd9-84a3-47d2-b503-781ab14bcddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5100022c-58ec-44e7-87cd-bb8a48e32c4a') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:25.964582 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8aafb73c-0692-49bd-b98c-34528d68a2f1 None None] Deleting port f7241481-3b0d-4089-91b4-ab03275724bb {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:25.965477 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8aafb73c-0692-49bd-b98c-34528d68a2f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f7241481-3b0d-4089-91b4-ab03275724bb), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:25.993164 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d17ddd9-84a3-47d2-b503-781ab14bcddf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (5100022c-58ec-44e7-87cd-bb8a48e32c4a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.052651 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d17ddd9-84a3-47d2-b503-781ab14bcddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (5100022c-58ec-44e7-87cd-bb8a48e32c4a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.068409 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d17ddd9-84a3-47d2-b503-781ab14bcddf admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:07:26.069481 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d17ddd9-84a3-47d2-b503-781ab14bcddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (5100022c-58ec-44e7-87cd-bb8a48e32c4a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.161338 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-8aafb73c-0692-49bd-b98c-34528d68a2f1 None None] For port f7241481-3b0d-4089-91b4-ab03275724bb, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f7241481-3b0d-4089-91b4-ab03275724bb,segment=NetworkSegment(54b6e5c0-5552-4761-bdd1-4fca32b80139),segment_id=54b6e5c0-5552-4761-bdd1-4fca32b80139)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:26.165737 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-05dca36d-c9ca-40f4-801b-4de7c429145e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] For port f7241481-3b0d-4089-91b4-ab03275724bb, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f7241481-3b0d-4089-91b4-ab03275724bb,segment=NetworkSegment(54b6e5c0-5552-4761-bdd1-4fca32b80139),segment_id=54b6e5c0-5552-4761-bdd1-4fca32b80139)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:26.166307 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05dca36d-c9ca-40f4-801b-4de7c429145e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f7241481-3b0d-4089-91b4-ab03275724bb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.167064 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8aafb73c-0692-49bd-b98c-34528d68a2f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f7241481-3b0d-4089-91b4-ab03275724bb), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.200222 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8aafb73c-0692-49bd-b98c-34528d68a2f1 None None] Calling delete_port for f7241481-3b0d-4089-91b4-ab03275724bb owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:07:26.211079 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:07:26.234786 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-05dca36d-c9ca-40f4-801b-4de7c429145e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Calling delete_port for f7241481-3b0d-4089-91b4-ab03275724bb owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:26.253934 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d17ddd9-84a3-47d2-b503-781ab14bcddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (b5b80b44-6a85-4df4-adf8-c9b974ed1384), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.291306 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d17ddd9-84a3-47d2-b503-781ab14bcddf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.313034 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2d17ddd9-84a3-47d2-b503-781ab14bcddf admin admin] 10.222.0.77 "DELETE /v2.0/networks/b5b80b44-6a85-4df4-adf8-c9b974ed1384 HTTP/1.1" status: 204 len: 168 time: 1.3938847 Feb 09 22:07:26.439748 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17ddd9-84a3-47d2-b503-781ab14bcddf admin admin] Pushing event deleted for resources: {'Network': ['ID=b5b80b44-6a85-4df4-adf8-c9b974ed1384,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:26.476453 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f7241481-3b0d-4089-91b4-ab03275724bb no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:07:26.582850 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: f7241481-3b0d-4089-91b4-ab03275724bb {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:07:26.583456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f7241481-3b0d-4089-91b4-ab03275724bb not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:07:26.590551 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8aafb73c-0692-49bd-b98c-34528d68a2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (f7241481-3b0d-4089-91b4-ab03275724bb), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.606715 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05dca36d-c9ca-40f4-801b-4de7c429145e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f7241481-3b0d-4089-91b4-ab03275724bb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.712340 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aafb73c-0692-49bd-b98c-34528d68a2f1 None None] Pushing event deleted for resources: {'Port': ['ID=f7241481-3b0d-4089-91b4-ab03275724bb,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:26.738511 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aafb73c-0692-49bd-b98c-34528d68a2f1 None None] No DVR routers for this DVR port f7241481-3b0d-4089-91b4-ab03275724bb on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:07:26.741228 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dca36d-c9ca-40f4-801b-4de7c429145e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Port': ['ID=f7241481-3b0d-4089-91b4-ab03275724bb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:26.749445 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dca36d-c9ca-40f4-801b-4de7c429145e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] No DVR routers for this DVR port f7241481-3b0d-4089-91b4-ab03275724bb on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:07:26.847319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77b60a-5fb0-4c7c-afa3-09de03d0b94d req-815cbc3e-4795-4769-a978-77021ef04aea tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:26.854834 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7b77b60a-5fb0-4c7c-afa3-09de03d0b94d req-815cbc3e-4795-4769-a978-77021ef04aea tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 947 time: 0.2855935 Feb 09 22:07:27.054658 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59510) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:27.090745 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7b77b60a-5fb0-4c7c-afa3-09de03d0b94d req-7bf17aec-42c6-4de0-9cb4-ae0922163e4c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251008 Feb 09 22:07:27.125783 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05dca36d-c9ca-40f4-801b-4de7c429145e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (17d9ab76-3fe4-456a-9e51-ad2bfed68e85), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:27.186063 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-05dca36d-c9ca-40f4-801b-4de7c429145e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d9ab76-3fe4-456a-9e51-ad2bfed68e85']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:27.216707 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1a4388fc-562f-469e-b43d-19bb9b4405b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=455469d399a146e8ba1ceedcb4d01e96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1469064 Feb 09 22:07:27.219309 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59514) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:27.221394 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-05dca36d-c9ca-40f4-801b-4de7c429145e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b6e5c0-5552-4761-bdd1-4fca32b80139') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:27.224667 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-05dca36d-c9ca-40f4-801b-4de7c429145e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b6e5c0-5552-4761-bdd1-4fca32b80139') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:27.250943 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05dca36d-c9ca-40f4-801b-4de7c429145e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (54b6e5c0-5552-4761-bdd1-4fca32b80139), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:27.295167 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05dca36d-c9ca-40f4-801b-4de7c429145e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (54b6e5c0-5552-4761-bdd1-4fca32b80139), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:27.313175 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05dca36d-c9ca-40f4-801b-4de7c429145e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:07:27.315794 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05dca36d-c9ca-40f4-801b-4de7c429145e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (54b6e5c0-5552-4761-bdd1-4fca32b80139), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:07:27.325643 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:07:27.368487 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7c70ce9-e8c6-41e5-afd6-35eebf8fdbbc admin admin] Publish callbacks [] for security_group (778128d3-76d7-48e9-9ac6-9c1d9b4b23f6), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:27.418401 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7c70ce9-e8c6-41e5-afd6-35eebf8fdbbc admin admin] Publish callbacks [] for security_group (778128d3-76d7-48e9-9ac6-9c1d9b4b23f6), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:27.544871 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7c70ce9-e8c6-41e5-afd6-35eebf8fdbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (778128d3-76d7-48e9-9ac6-9c1d9b4b23f6), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:27.547870 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7c70ce9-e8c6-41e5-afd6-35eebf8fdbbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:27.553077 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a7c70ce9-e8c6-41e5-afd6-35eebf8fdbbc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/778128d3-76d7-48e9-9ac6-9c1d9b4b23f6 HTTP/1.1" status: 204 len: 168 time: 0.3263667 Feb 09 22:07:27.569484 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05dca36d-c9ca-40f4-801b-4de7c429145e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (17d9ab76-3fe4-456a-9e51-ad2bfed68e85), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:27.589439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c70ce9-e8c6-41e5-afd6-35eebf8fdbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778128d3-76d7-48e9-9ac6-9c1d9b4b23f6,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:27.619301 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05dca36d-c9ca-40f4-801b-4de7c429145e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:27.650001 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59520) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:27.664631 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-05dca36d-c9ca-40f4-801b-4de7c429145e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/networks/17d9ab76-3fe4-456a-9e51-ad2bfed68e85 HTTP/1.1" status: 204 len: 168 time: 2.3947272 Feb 09 22:07:27.675051 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e4be7278-9c88-4b64-8c76-5215eca2f6f4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2122224975'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:27.703131 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dca36d-c9ca-40f4-801b-4de7c429145e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Network': ['ID=17d9ab76-3fe4-456a-9e51-ad2bfed68e85,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:27.739575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4be7278-9c88-4b64-8c76-5215eca2f6f4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:27.763811 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4be7278-9c88-4b64-8c76-5215eca2f6f4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:27.923775 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4be7278-9c88-4b64-8c76-5215eca2f6f4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:07:27.994297 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4be7278-9c88-4b64-8c76-5215eca2f6f4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (75a7fa48-8c4a-4991-acf7-513fa065defc), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:27.995355 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-e4be7278-9c88-4b64-8c76-5215eca2f6f4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Added segment 75a7fa48-8c4a-4991-acf7-513fa065defc of type vlan for network fd56c3c9-d5b6-46ce-bbb2-6aae735748ae Feb 09 22:07:28.204778 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4be7278-9c88-4b64-8c76-5215eca2f6f4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (fd56c3c9-d5b6-46ce-bbb2-6aae735748ae), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:28.506462 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4be7278-9c88-4b64-8c76-5215eca2f6f4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (fd56c3c9-d5b6-46ce-bbb2-6aae735748ae), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:28.528416 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4be7278-9c88-4b64-8c76-5215eca2f6f4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:28.529785 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4be7278-9c88-4b64-8c76-5215eca2f6f4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:28.684604 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59534) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:28.699578 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e4be7278-9c88-4b64-8c76-5215eca2f6f4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0450084 Feb 09 22:07:28.708150 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59536) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:28.719893 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-fe9ccbd2-8a0f-4ba0-9471-8b3a6069157a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'subnet': {'network_id': 'fd56c3c9-d5b6-46ce-bbb2-6aae735748ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:28.742046 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da095d-a4fb-4227-9a54-b22f352b0865 req-1d19506f-d8e8-45e2-883c-f0e66738361a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:28.744807 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95da095d-a4fb-4227-9a54-b22f352b0865 req-1d19506f-d8e8-45e2-883c-f0e66738361a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 947 time: 0.4384799 Feb 09 22:07:28.753168 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be7278-9c88-4b64-8c76-5215eca2f6f4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Network': ['ID=fd56c3c9-d5b6-46ce-bbb2-6aae735748ae,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:28.769724 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network fd56c3c9-d5b6-46ce-bbb2-6aae735748ae details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:07:28.870931 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f2fbf486-17c8-4da8-93ef-428eea5f1cf6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7cb29c1859a546c98efa1dc9b8451c7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1840503 Feb 09 22:07:28.875949 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59540) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:28.984921 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cd1403fa-3df3-4c8e-97b7-6442410593b8 admin admin] Publish callbacks [] for security_group (d47f76af-59dc-4935-ba45-0ebfdb727c4a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:29.045344 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cd1403fa-3df3-4c8e-97b7-6442410593b8 admin admin] Publish callbacks [] for security_group (d47f76af-59dc-4935-ba45-0ebfdb727c4a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:29.155963 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cd1403fa-3df3-4c8e-97b7-6442410593b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d47f76af-59dc-4935-ba45-0ebfdb727c4a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:29.159212 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cd1403fa-3df3-4c8e-97b7-6442410593b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:29.160791 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cd1403fa-3df3-4c8e-97b7-6442410593b8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d47f76af-59dc-4935-ba45-0ebfdb727c4a HTTP/1.1" status: 204 len: 168 time: 0.2828829 Feb 09 22:07:29.204442 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1403fa-3df3-4c8e-97b7-6442410593b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47f76af-59dc-4935-ba45-0ebfdb727c4a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:29.231882 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9ccbd2-8a0f-4ba0-9471-8b3a6069157a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:29.245979 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe9ccbd2-8a0f-4ba0-9471-8b3a6069157a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:29.950079 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95da095d-a4fb-4227-9a54-b22f352b0865 req-a123faf7-e18a-4164-961f-ae20639bd12d tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1893187 Feb 09 22:07:29.987004 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe9ccbd2-8a0f-4ba0-9471-8b3a6069157a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (ce1370dd-980e-41de-9a5e-dba1d79f1710), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:30.230481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ccbd2-8a0f-4ba0-9471-8b3a6069157a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Subnet': ['ID=ce1370dd-980e-41de-9a5e-dba1d79f1710,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:30.283338 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39c04f68-0420-43c9-8955-39eb88948373 req-28642753-dd68-47f2-bba2-d48e1626884a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5028a4c0-a650-4e9b-b2c9-0a38b5dc6809&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3311791 Feb 09 22:07:30.441848 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9ccbd2-8a0f-4ba0-9471-8b3a6069157a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Checking segment: {'id': '75a7fa48-8c4a-4991-acf7-513fa065defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'fd56c3c9-d5b6-46ce-bbb2-6aae735748ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:30.442855 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9ccbd2-8a0f-4ba0-9471-8b3a6069157a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network hostable DHCP agents. Network: fd56c3c9-d5b6-46ce-bbb2-6aae735748ae, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:07:31.090877 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c04f68-0420-43c9-8955-39eb88948373 req-cf2d0e7a-4801-4ea0-aaf8-0dc2353181b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:31.097244 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39c04f68-0420-43c9-8955-39eb88948373 req-cf2d0e7a-4801-4ea0-aaf8-0dc2353181b7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ecf756413bbb4509914c48d36d3db43f&device_id=5028a4c0-a650-4e9b-b2c9-0a38b5dc6809 HTTP/1.1" status: 200 len: 1127 time: 0.7880027 Feb 09 22:07:31.118807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9ccbd2-8a0f-4ba0-9471-8b3a6069157a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network fd56c3c9-d5b6-46ce-bbb2-6aae735748ae is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:07:31.265022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-fe9ccbd2-8a0f-4ba0-9471-8b3a6069157a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, fd56c3c9-d5b6-46ce-bbb2-6aae735748ae) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:31.281671 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b2ee3d-27c2-472d-b7f8-b1a21261845e None None] Network fd56c3c9-d5b6-46ce-bbb2-6aae735748ae requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:31.343942 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9ccbd2-8a0f-4ba0-9471-8b3a6069157a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:31.346862 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe9ccbd2-8a0f-4ba0-9471-8b3a6069157a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.496707 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59590) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:31.501843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-4b96b822-a3dd-4098-b6d6-26f9b50894db tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1703083080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:31.504120 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fe9ccbd2-8a0f-4ba0-9471-8b3a6069157a tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7931361 Feb 09 22:07:31.534335 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b99cc3-4b3b-48b5-bb24-c06d54190be1 req-5c40066b-9d2c-4ef6-b73b-73de8d9cb5d7 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:31.542908 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0b99cc3-4b3b-48b5-bb24-c06d54190be1 req-5c40066b-9d2c-4ef6-b73b-73de8d9cb5d7 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 947 time: 0.2594163 Feb 09 22:07:31.596981 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c04f68-0420-43c9-8955-39eb88948373 req-48170589-8345-4866-b97e-bcb75c67899b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:31.596981 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39c04f68-0420-43c9-8955-39eb88948373 req-48170589-8345-4866-b97e-bcb75c67899b service neutron] 10.222.0.71 "GET /v2.0/networks?id=42105ba1-38a2-48f4-8e9f-2db55c355e9e HTTP/1.1" status: 200 len: 915 time: 0.4707873 Feb 09 22:07:31.600719 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b96b822-a3dd-4098-b6d6-26f9b50894db tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (c346a81c-78cf-440b-92b4-d73a9a604e1d), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.612099 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b96b822-a3dd-4098-b6d6-26f9b50894db tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (c346a81c-78cf-440b-92b4-d73a9a604e1d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.648323 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39c04f68-0420-43c9-8955-39eb88948373 req-71467d20-3b7c-4e65-a42a-746cf2d2a971 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=090de5ea-bb4d-43f4-a96a-b578222bfcbb HTTP/1.1" status: 200 len: 217 time: 0.0455613 Feb 09 22:07:31.670654 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0b99cc3-4b3b-48b5-bb24-c06d54190be1 req-bb44c28b-bb6d-473a-9bf9-164836402422 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266472 Feb 09 22:07:31.770474 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8379be-802f-4666-b86e-5366264391b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-fd56c3c9-d5b6-46ce-bbb2-6aae735748ae', 'network_id': 'fd56c3c9-d5b6-46ce-bbb2-6aae735748ae', 'project_id': '909fda92e6a14a6f9611eb0fa02d157a', 'fixed_ips': [{'subnet_id': 'ce1370dd-980e-41de-9a5e-dba1d79f1710'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:07:31.771011 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fe8379be-802f-4666-b86e-5366264391b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.806431 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c04f68-0420-43c9-8955-39eb88948373 req-b033a457-2efc-4794-a612-5f066977bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:31.808010 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39c04f68-0420-43c9-8955-39eb88948373 req-b033a457-2efc-4794-a612-5f066977bcb2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95498cf5-512a-4d09-af11-5e6075e6f447 HTTP/1.1" status: 200 len: 854 time: 0.1332874 Feb 09 22:07:31.887519 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39c04f68-0420-43c9-8955-39eb88948373 req-13ff16e2-7a07-477b-9f25-fc1240c5c6a8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42105ba1-38a2-48f4-8e9f-2db55c355e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718994 Feb 09 22:07:31.962801 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b96b822-a3dd-4098-b6d6-26f9b50894db tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for router_controller (c346a81c-78cf-440b-92b4-d73a9a604e1d), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.978707 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b96b822-a3dd-4098-b6d6-26f9b50894db tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (c346a81c-78cf-440b-92b4-d73a9a604e1d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:32.038935 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b96b822-a3dd-4098-b6d6-26f9b50894db tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:32.040730 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4b96b822-a3dd-4098-b6d6-26f9b50894db tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5429587 Feb 09 22:07:32.054901 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59600) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:32.060617 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-60102122-2432-454d-9ac5-8281cd153572 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'port': {'network_id': 'fd56c3c9-d5b6-46ce-bbb2-6aae735748ae', 'name': 'tempest-PortsTestJSON-1066822845'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:32.168043 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39c04f68-0420-43c9-8955-39eb88948373 req-29549012-850b-4fe7-9da0-76484464fdbd service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617466 Feb 09 22:07:32.270121 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60102122-2432-454d-9ac5-8281cd153572 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:32.274230 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60102122-2432-454d-9ac5-8281cd153572 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:32.346302 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-60102122-2432-454d-9ac5-8281cd153572 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] device_id is not set on port 6ad88044-361e-412a-8663-842441a2db7d yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:07:32.452681 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-fe8379be-802f-4666-b86e-5366264391b5 None None] Allocated IP 172.20.0.2 (fd56c3c9-d5b6-46ce-bbb2-6aae735748ae/ce1370dd-980e-41de-9a5e-dba1d79f1710/28555e3c-2a45-409b-bbca-93826144f196) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:32.467181 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39c04f68-0420-43c9-8955-39eb88948373 req-148e1403-cfaa-4c43-a831-9a8d12a5a5fd service neutron] 10.222.0.71 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049066 Feb 09 22:07:32.947682 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fe8379be-802f-4666-b86e-5366264391b5 None None] Publish callbacks [] for port (28555e3c-2a45-409b-bbca-93826144f196), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:32.962114 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fe8379be-802f-4666-b86e-5366264391b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (28555e3c-2a45-409b-bbca-93826144f196), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:33.091078 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8379be-802f-4666-b86e-5366264391b5 None None] Network fd56c3c9-d5b6-46ce-bbb2-6aae735748ae is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:33.093272 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8379be-802f-4666-b86e-5366264391b5 None None] Pushing event updated for resources: {'Port': ['ID=28555e3c-2a45-409b-bbca-93826144f196,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:33.104996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-fe8379be-802f-4666-b86e-5366264391b5 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:33.119476 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8379be-802f-4666-b86e-5366264391b5 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:33.209101 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-60102122-2432-454d-9ac5-8281cd153572 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Allocated IP 172.20.0.13 (fd56c3c9-d5b6-46ce-bbb2-6aae735748ae/ce1370dd-980e-41de-9a5e-dba1d79f1710/6ad88044-361e-412a-8663-842441a2db7d) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:33.322051 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-7c796ddc-1a95-4ef7-9737-7a7723830c84 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e019343e247548e2b7f3ed1f5bb69eb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1346593 Feb 09 22:07:33.465198 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-fe8379be-802f-4666-b86e-5366264391b5 None None] Attempting to bind port 28555e3c-2a45-409b-bbca-93826144f196 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:07:33.465807 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-fe8379be-802f-4666-b86e-5366264391b5 None None] Attempting to bind port 28555e3c-2a45-409b-bbca-93826144f196 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '75a7fa48-8c4a-4991-acf7-513fa065defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'fd56c3c9-d5b6-46ce-bbb2-6aae735748ae'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:07:33.466088 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8379be-802f-4666-b86e-5366264391b5 None None] Attempting to bind port 28555e3c-2a45-409b-bbca-93826144f196 on network fd56c3c9-d5b6-46ce-bbb2-6aae735748ae {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:33.484216 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8379be-802f-4666-b86e-5366264391b5 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:07:33.484609 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8379be-802f-4666-b86e-5366264391b5 None None] Checking segment: {'id': '75a7fa48-8c4a-4991-acf7-513fa065defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'fd56c3c9-d5b6-46ce-bbb2-6aae735748ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:33.485385 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fe8379be-802f-4666-b86e-5366264391b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:33.485989 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8379be-802f-4666-b86e-5366264391b5 None None] Bound using segment: {'id': '75a7fa48-8c4a-4991-acf7-513fa065defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'fd56c3c9-d5b6-46ce-bbb2-6aae735748ae'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:07:33.487804 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-fe8379be-802f-4666-b86e-5366264391b5 None None] Bound port: 28555e3c-2a45-409b-bbca-93826144f196, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a7fa48-8c4a-4991-acf7-513fa065defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'fd56c3c9-d5b6-46ce-bbb2-6aae735748ae'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:07:33.488513 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fe8379be-802f-4666-b86e-5366264391b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (28555e3c-2a45-409b-bbca-93826144f196), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:33.681621 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-fe8379be-802f-4666-b86e-5366264391b5 None None] For port 28555e3c-2a45-409b-bbca-93826144f196, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:33.705275 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-fe8379be-802f-4666-b86e-5366264391b5 None None] For port 28555e3c-2a45-409b-bbca-93826144f196, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=28555e3c-2a45-409b-bbca-93826144f196,segment=NetworkSegment(75a7fa48-8c4a-4991-acf7-513fa065defc),segment_id=75a7fa48-8c4a-4991-acf7-513fa065defc)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:07:33.736488 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fe8379be-802f-4666-b86e-5366264391b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (28555e3c-2a45-409b-bbca-93826144f196), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:33.846284 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-d11ae46d-6540-4e7e-a750-a4c04bcc8401 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:33.861887 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-d11ae46d-6540-4e7e-a750-a4c04bcc8401 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5220640 Feb 09 22:07:33.915887 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-3d9f402a-d70f-479d-9cc2-650385bf4c41 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.77 "GET /v2.0/quotas/e019343e247548e2b7f3ed1f5bb69eb9 HTTP/1.1" status: 200 len: 375 time: 0.0511751 Feb 09 22:07:34.181264 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8379be-802f-4666-b86e-5366264391b5 None None] Pushing event updated for resources: {'Port': ['ID=28555e3c-2a45-409b-bbca-93826144f196,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:34.184890 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-8bb388f0-e3a6-4e51-9e6a-7807a55f5b75 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e019343e247548e2b7f3ed1f5bb69eb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2630363 Feb 09 22:07:34.679254 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-09dc691a-d025-40bc-99f0-b2bf92955853 req-0d165791-986d-47f4-9092-159b9c9d64a0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=22a3d428-ae69-458c-b62f-05d1bbe8662a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2283020 Feb 09 22:07:34.727495 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60102122-2432-454d-9ac5-8281cd153572 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for port (6ad88044-361e-412a-8663-842441a2db7d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:34.855222 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60102122-2432-454d-9ac5-8281cd153572 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (6ad88044-361e-412a-8663-842441a2db7d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:35.059953 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d6961-3d56-4e4c-929d-86804192c0e4 req-fffb8579-c911-4f81-ba93-d221ac9f31a8 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:35.070709 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-702d6961-3d56-4e4c-929d-86804192c0e4 req-fffb8579-c911-4f81-ba93-d221ac9f31a8 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 947 time: 0.2916212 Feb 09 22:07:35.070996 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60102122-2432-454d-9ac5-8281cd153572 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network fd56c3c9-d5b6-46ce-bbb2-6aae735748ae is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:35.154098 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-60102122-2432-454d-9ac5-8281cd153572 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:35.165955 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60102122-2432-454d-9ac5-8281cd153572 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:35.294801 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-702d6961-3d56-4e4c-929d-86804192c0e4 req-861aa4ff-34ea-4393-9d7a-5e8ec8e98e71 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170126 Feb 09 22:07:35.619505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60102122-2432-454d-9ac5-8281cd153572 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Port': ['ID=6ad88044-361e-412a-8663-842441a2db7d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:35.713974 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60102122-2432-454d-9ac5-8281cd153572 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:35.718702 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60102122-2432-454d-9ac5-8281cd153572 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:35.762391 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc691a-d025-40bc-99f0-b2bf92955853 req-399ab8ba-7e2c-43ea-8793-9c59812b4ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:35.769318 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-09dc691a-d025-40bc-99f0-b2bf92955853 req-399ab8ba-7e2c-43ea-8793-9c59812b4ac3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ecf756413bbb4509914c48d36d3db43f&device_id=22a3d428-ae69-458c-b62f-05d1bbe8662a HTTP/1.1" status: 200 len: 1128 time: 0.8234367 Feb 09 22:07:35.831277 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-60102122-2432-454d-9ac5-8281cd153572 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7720604 Feb 09 22:07:35.833522 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59736) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:36.374109 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7bbe2e-4b47-4fdc-ad4c-55605d7f3b2f None None] Network fd56c3c9-d5b6-46ce-bbb2-6aae735748ae requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:36.481326 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc691a-d025-40bc-99f0-b2bf92955853 req-b0d4b10f-29a4-4682-9adf-d024724eb782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:36.486130 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-09dc691a-d025-40bc-99f0-b2bf92955853 req-b0d4b10f-29a4-4682-9adf-d024724eb782 service neutron] 10.222.0.42 "GET /v2.0/networks?id=42105ba1-38a2-48f4-8e9f-2db55c355e9e HTTP/1.1" status: 200 len: 915 time: 0.6446011 Feb 09 22:07:36.680608 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-09dc691a-d025-40bc-99f0-b2bf92955853 req-7cf4e26f-5ebe-45bf-a5f5-634af1ae3db1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1c8e488-6bd8-4076-a518-7c96a6a6e073 HTTP/1.1" status: 200 len: 217 time: 0.1843503 Feb 09 22:07:36.712576 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 28555e3c-2a45-409b-bbca-93826144f196 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:36.757823 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb7c91fc-d60d-402d-bbc7-4ebe54c09d8e req-d3755157-b600-4f51-b3fd-6851e9e1567f tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec26b195-031b-4afb-b5ea-810eee55d57b HTTP/1.1" status: 200 len: 210 time: 0.0684080 Feb 09 22:07:36.883581 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc691a-d025-40bc-99f0-b2bf92955853 req-0659fd77-ceaa-41a8-a866-cae713673b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:36.889944 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-09dc691a-d025-40bc-99f0-b2bf92955853 req-0659fd77-ceaa-41a8-a866-cae713673b30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95498cf5-512a-4d09-af11-5e6075e6f447 HTTP/1.1" status: 200 len: 854 time: 0.1904528 Feb 09 22:07:37.015100 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-bed9a460-13d0-4cbb-bff3-e09ce0b8eb26 None None] Provisioning complete for port 28555e3c-2a45-409b-bbca-93826144f196 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:37.016083 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bed9a460-13d0-4cbb-bff3-e09ce0b8eb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (28555e3c-2a45-409b-bbca-93826144f196), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:37.031332 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-09dc691a-d025-40bc-99f0-b2bf92955853 req-466dcb01-4071-4096-bfb1-518c32f23a47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=42105ba1-38a2-48f4-8e9f-2db55c355e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1312950 Feb 09 22:07:37.120468 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 28555e3c-2a45-409b-bbca-93826144f196 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:37.121566 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (28555e3c-2a45-409b-bbca-93826144f196), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:37.366027 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af4039-f35f-433f-adfc-b16173b853cd req-1043133d-2150-4336-9fd2-0cdffbe13cdf tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:37.375635 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7af4039-f35f-433f-adfc-b16173b853cd req-1043133d-2150-4336-9fd2-0cdffbe13cdf tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 947 time: 0.2181952 Feb 09 22:07:37.447806 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bed9a460-13d0-4cbb-bff3-e09ce0b8eb26 None None] Current status of the port 28555e3c-2a45-409b-bbca-93826144f196 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:37.453034 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bed9a460-13d0-4cbb-bff3-e09ce0b8eb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (28555e3c-2a45-409b-bbca-93826144f196), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:37.481029 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6ad88044-361e-412a-8663-842441a2db7d), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:37.578192 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-ff9fb74c-667c-4689-b2a4-58942d8170bd tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e019343e247548e2b7f3ed1f5bb69eb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2416856 Feb 09 22:07:37.592296 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-09dc691a-d025-40bc-99f0-b2bf92955853 req-e281ee79-3e11-4452-897f-c5a41a6166f2 service neutron] 10.222.0.42 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5516217 Feb 09 22:07:37.620243 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 28555e3c-2a45-409b-bbca-93826144f196 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:37.624099 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (28555e3c-2a45-409b-bbca-93826144f196), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:37.738382 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-bed9a460-13d0-4cbb-bff3-e09ce0b8eb26 None None] For port 28555e3c-2a45-409b-bbca-93826144f196, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=28555e3c-2a45-409b-bbca-93826144f196,segment=NetworkSegment(75a7fa48-8c4a-4991-acf7-513fa065defc),segment_id=75a7fa48-8c4a-4991-acf7-513fa065defc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:37.783062 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bed9a460-13d0-4cbb-bff3-e09ce0b8eb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (28555e3c-2a45-409b-bbca-93826144f196), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:37.965926 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9a460-13d0-4cbb-bff3-e09ce0b8eb26 None None] Pushing event updated for resources: {'Port': ['ID=28555e3c-2a45-409b-bbca-93826144f196,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:37.984172 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:07:37.985843 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:07:38.035057 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-05e3d627-3e46-458d-92da-f6c298c46c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:38.189008 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for port (6ad88044-361e-412a-8663-842441a2db7d), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:38.212582 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (6ad88044-361e-412a-8663-842441a2db7d), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:38.221888 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-de85f17e-3a24-42cf-bb46-6adbee9b12aa None None] Provisioning complete for port 6ad88044-361e-412a-8663-842441a2db7d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:38.222678 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-de85f17e-3a24-42cf-bb46-6adbee9b12aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6ad88044-361e-412a-8663-842441a2db7d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:38.310775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-de85f17e-3a24-42cf-bb46-6adbee9b12aa None None] Port 6ad88044-361e-412a-8663-842441a2db7d cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:07:38.335603 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-de85f17e-3a24-42cf-bb46-6adbee9b12aa None None] Provisioning complete for port 28555e3c-2a45-409b-bbca-93826144f196 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:38.336483 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-de85f17e-3a24-42cf-bb46-6adbee9b12aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (28555e3c-2a45-409b-bbca-93826144f196), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:38.498366 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ccfbe596-ddec-463f-9e3a-8e3863702c84 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:07:38.691014 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-e55e78b3-5c6b-434b-b1fe-1866a0fbbc1e tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:38.711603 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-e55e78b3-5c6b-434b-b1fe-1866a0fbbc1e tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1008832 Feb 09 22:07:38.720156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-c4616b1f-3194-4c09-813c-f5dfb42f7057 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Request body: {'port': {'device_id': 'ec26b195-031b-4afb-b5ea-810eee55d57b', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': 'e019343e247548e2b7f3ed1f5bb69eb9'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:38.777908 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 28555e3c-2a45-409b-bbca-93826144f196 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:38.811480 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (c346a81c-78cf-440b-92b4-d73a9a604e1d), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:38.837131 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-de85f17e-3a24-42cf-bb46-6adbee9b12aa None None] Current status of the port 28555e3c-2a45-409b-bbca-93826144f196 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:38.951555 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7af4039-f35f-433f-adfc-b16173b853cd req-1f02fc44-242f-40d9-84a8-10199c7c920b tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5728955 Feb 09 22:07:39.046629 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-09dc691a-d025-40bc-99f0-b2bf92955853 req-ea411df0-352b-41c7-a081-e2f90d78343c service neutron] 10.222.0.42 "GET /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0775740 Feb 09 22:07:39.117873 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ccfbe596-ddec-463f-9e3a-8e3863702c84 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:39.118286 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:39.153165 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 28555e3c-2a45-409b-bbca-93826144f196 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:39.243939 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Port': ['ID=6ad88044-361e-412a-8663-842441a2db7d,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:39.403754 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-c4616b1f-3194-4c09-813c-f5dfb42f7057 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Made reservation on behalf of e019343e247548e2b7f3ed1f5bb69eb9 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:39.407913 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-c4616b1f-3194-4c09-813c-f5dfb42f7057 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:39.412732 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2fbb4b9f-f8fc-4411-a990-db58ffdd1752 None None] Provisioning complete for port 6ad88044-361e-412a-8663-842441a2db7d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:39.415156 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2fbb4b9f-f8fc-4411-a990-db58ffdd1752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6ad88044-361e-412a-8663-842441a2db7d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:39.430668 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-c4616b1f-3194-4c09-813c-f5dfb42f7057 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:39.510421 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366dd04e-1f20-4d1f-ab3a-ac66f903a656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccfbe596-ddec-463f-9e3a-8e3863702c84'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:39.517305 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f9a730-b73e-4c62-957b-721728345c0b" -d '{"events": [{"server_uuid": "366dd04e-1f20-4d1f-ab3a-ac66f903a656", "name": "network-vif-unplugged", "status": "completed", "tag": "ccfbe596-ddec-463f-9e3a-8e3863702c84"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:39.578087 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ccfbe596-ddec-463f-9e3a-8e3863702c84, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:39.596175 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2fbb4b9f-f8fc-4411-a990-db58ffdd1752 None None] Port 6ad88044-361e-412a-8663-842441a2db7d cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:07:39.617231 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6e27a2e2-a4f4-401d-b154-c0e6ef765c70 req-91825323-65d8-440c-a407-bbb04f36255f tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec26b195-031b-4afb-b5ea-810eee55d57b HTTP/1.1" status: 200 len: 210 time: 0.2076352 Feb 09 22:07:39.618727 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:39.637434 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-c4616b1f-3194-4c09-813c-f5dfb42f7057 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Publish callbacks [] for security_group (31bf2709-c095-43eb-b2f6-29140bff11ce), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:39.668204 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-c4616b1f-3194-4c09-813c-f5dfb42f7057 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (31bf2709-c095-43eb-b2f6-29140bff11ce), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:39.764114 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6ad88044-361e-412a-8663-842441a2db7d), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:39.788265 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ccfbe596-ddec-463f-9e3a-8e3863702c84,revision_number=14']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:39.831473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 28555e3c-2a45-409b-bbca-93826144f196 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:39.838089 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (28555e3c-2a45-409b-bbca-93826144f196), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:39.905757 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0ea94127-ac68-45c6-a5c1-2c7998887514 None None] Provisioning complete for port 6ad88044-361e-412a-8663-842441a2db7d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:39.906407 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0ea94127-ac68-45c6-a5c1-2c7998887514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6ad88044-361e-412a-8663-842441a2db7d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:39.959024 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4616b1f-3194-4c09-813c-f5dfb42f7057 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31bf2709-c095-43eb-b2f6-29140bff11ce,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:40.013464 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2b8ba0-acc0-4e18-a379-138fa322cb0b x-openstack-request-id: req-1b2b8ba0-acc0-4e18-a379-138fa322cb0b {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:40.013924 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366dd04e-1f20-4d1f-ab3a-ac66f903a656", "name": "network-vif-unplugged", "status": "completed", "tag": "ccfbe596-ddec-463f-9e3a-8e3863702c84", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:40.014295 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1b2b8ba0-acc0-4e18-a379-138fa322cb0b {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:40.014817 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366dd04e-1f20-4d1f-ab3a-ac66f903a656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccfbe596-ddec-463f-9e3a-8e3863702c84', 'code': 200} Feb 09 22:07:40.016631 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0ea94127-ac68-45c6-a5c1-2c7998887514 None None] Port 6ad88044-361e-412a-8663-842441a2db7d cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:07:40.193693 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 28555e3c-2a45-409b-bbca-93826144f196 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:40.289868 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-c4616b1f-3194-4c09-813c-f5dfb42f7057 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Allocated IP 192.168.233.238 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/79ded1b7-0459-4c25-abaf-6233a90b9391) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:40.432336 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for port (6ad88044-361e-412a-8663-842441a2db7d), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:40.447289 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (6ad88044-361e-412a-8663-842441a2db7d), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:40.497005 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-c4616b1f-3194-4c09-813c-f5dfb42f7057 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Publish callbacks [] for port (79ded1b7-0459-4c25-abaf-6233a90b9391), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:40.505285 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2095e720-5fb2-4c5f-82d3-2b3709d11cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:40.538604 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-c4616b1f-3194-4c09-813c-f5dfb42f7057 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (79ded1b7-0459-4c25-abaf-6233a90b9391), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:40.585303 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-c4616b1f-3194-4c09-813c-f5dfb42f7057 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:40.589458 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-c4616b1f-3194-4c09-813c-f5dfb42f7057 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:40.595013 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-c4616b1f-3194-4c09-813c-f5dfb42f7057 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:40.649737 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ad2ea-df3e-4841-90af-ed4fb6c7573d req-04e90976-4b66-4bc1-957e-5cb5c6765f0f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:40.652930 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb4ad2ea-df3e-4841-90af-ed4fb6c7573d req-04e90976-4b66-4bc1-957e-5cb5c6765f0f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.3820837 Feb 09 22:07:40.657842 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (c346a81c-78cf-440b-92b4-d73a9a604e1d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:40.664067 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-c4616b1f-3194-4c09-813c-f5dfb42f7057 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:40.665424 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-c4616b1f-3194-4c09-813c-f5dfb42f7057 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:40.690346 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4616b1f-3194-4c09-813c-f5dfb42f7057 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Pushing event updated for resources: {'Port': ['ID=79ded1b7-0459-4c25-abaf-6233a90b9391,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:40.707096 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-c4616b1f-3194-4c09-813c-f5dfb42f7057 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9940858 Feb 09 22:07:40.729229 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] Request body: {'port': {'device_id': 'ec26b195-031b-4afb-b5ea-810eee55d57b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:40.741725 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Port': ['ID=6ad88044-361e-412a-8663-842441a2db7d,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:40.948111 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (79ded1b7-0459-4c25-abaf-6233a90b9391), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:41.073124 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c6236a6f-d8f1-49f0-91d8-45fe0754b451 None None] Provisioning complete for port 79ded1b7-0459-4c25-abaf-6233a90b9391 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:41.073727 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c6236a6f-d8f1-49f0-91d8-45fe0754b451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (79ded1b7-0459-4c25-abaf-6233a90b9391), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:41.195626 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c6236a6f-d8f1-49f0-91d8-45fe0754b451 None None] Port 79ded1b7-0459-4c25-abaf-6233a90b9391 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:07:41.499125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ded1b7-0459-4c25-abaf-6233a90b9391 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:07:41.526845 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] Publish callbacks [] for port (79ded1b7-0459-4c25-abaf-6233a90b9391), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:41.527277 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:41.528005 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:41.528448 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:41.529016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:41.530089 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:41.530335 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:41.530751 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:41.531327 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:41.531950 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:41.532521 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:41.533112 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:41.534028 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:41.534274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:41.562143 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] Transition to ACTIVE for port object 79ded1b7-0459-4c25-abaf-6233a90b9391 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:07:41.572310 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (79ded1b7-0459-4c25-abaf-6233a90b9391), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:41.591805 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb4ad2ea-df3e-4841-90af-ed4fb6c7573d req-9530fa5f-b94c-4655-a17a-469964acada6 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9085231 Feb 09 22:07:41.648630 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:41.687814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network fd56c3c9-d5b6-46ce-bbb2-6aae735748ae is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:41.690199 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:41.906122 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] Pushing event updated for resources: {'Port': ['ID=79ded1b7-0459-4c25-abaf-6233a90b9391,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:42.124619 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] Attempting to bind port 79ded1b7-0459-4c25-abaf-6233a90b9391 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:07:42.126217 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] Attempting to bind port 79ded1b7-0459-4c25-abaf-6233a90b9391 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:07:42.127310 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] Attempting to bind port 79ded1b7-0459-4c25-abaf-6233a90b9391 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:42.159727 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] Port 79ded1b7-0459-4c25-abaf-6233a90b9391 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:07:42.162976 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] Attempting to bind port 79ded1b7-0459-4c25-abaf-6233a90b9391 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:42.197176 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:07:42.198457 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:42.200322 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:07:42.202386 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] Bound port: 79ded1b7-0459-4c25-abaf-6233a90b9391, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:07:42.205931 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (79ded1b7-0459-4c25-abaf-6233a90b9391), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:42.263580 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Router c346a81c-78cf-440b-92b4-d73a9a604e1d is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:07:42.473172 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] For port 79ded1b7-0459-4c25-abaf-6233a90b9391, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:42.488358 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] For port 79ded1b7-0459-4c25-abaf-6233a90b9391, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=79ded1b7-0459-4c25-abaf-6233a90b9391,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:07:42.488657 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-aa52a474-8828-4c9a-8a17-149e9dcdb2be None None] Provisioning complete for port 6ad88044-361e-412a-8663-842441a2db7d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:42.490207 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aa52a474-8828-4c9a-8a17-149e9dcdb2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6ad88044-361e-412a-8663-842441a2db7d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:42.508239 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (79ded1b7-0459-4c25-abaf-6233a90b9391), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:42.588698 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-aa52a474-8828-4c9a-8a17-149e9dcdb2be None None] Port 6ad88044-361e-412a-8663-842441a2db7d cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:07:42.617711 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:42.618371 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:42.624520 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] 10.222.0.42 "PUT /v2.0/ports/79ded1b7-0459-4c25-abaf-6233a90b9391 HTTP/1.1" status: 200 len: 1096 time: 1.9052353 Feb 09 22:07:42.625080 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec26b195-031b-4afb-b5ea-810eee55d57b', 'tag': '79ded1b7-0459-4c25-abaf-6233a90b9391'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:42.628713 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a690a57c-d391-4d83-bd9a-ac1fca1e2b13" -d '{"events": [{"name": "network-changed", "server_uuid": "ec26b195-031b-4afb-b5ea-810eee55d57b", "tag": "79ded1b7-0459-4c25-abaf-6233a90b9391"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:42.676670 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023bce9-2af3-4eed-b356-aeede4f6afcb service neutron] Pushing event updated for resources: {'Port': ['ID=79ded1b7-0459-4c25-abaf-6233a90b9391,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:42.764893 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:07:42.790181 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-75eda3dc-2673-415e-892a-0bbe2f8fbea4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "PUT /v2.0/routers/c346a81c-78cf-440b-92b4-d73a9a604e1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9551394 Feb 09 22:07:42.805870 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3701817f-158a-495a-ac33-b49e70d0fbaa None None] Sync routers for ids ['c346a81c-78cf-440b-92b4-d73a9a604e1d'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:07:42.815114 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59886) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:42.829017 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:42.856847 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3701817f-158a-495a-ac33-b49e70d0fbaa None None] Routers {'c346a81c-78cf-440b-92b4-d73a9a604e1d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:07:42.857520 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-3701817f-158a-495a-ac33-b49e70d0fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:07:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c346a81c-78cf-440b-92b4-d73a9a604e1d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:42.859392 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37265798-3727-4e87-b108-cedbf3a66200 req-e5c53b01-d6ed-4089-9d89-836f69046863 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:42.872368 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37265798-3727-4e87-b108-cedbf3a66200 req-e5c53b01-d6ed-4089-9d89-836f69046863 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec26b195-031b-4afb-b5ea-810eee55d57b HTTP/1.1" status: 200 len: 948 time: 0.3272097 Feb 09 22:07:42.996501 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37265798-3727-4e87-b108-cedbf3a66200 req-911a7250-49d3-40a5-a78e-a303e9a4c4f2 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.77 "GET /v2.0/security-groups?id=31bf2709-c095-43eb-b2f6-29140bff11ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231344 Feb 09 22:07:43.006797 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-b6e366ec-f2fd-4a74-8284-5cbf6ffa022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:43.013741 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-b6e366ec-f2fd-4a74-8284-5cbf6ffa022c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e019343e247548e2b7f3ed1f5bb69eb9&device_id=ec26b195-031b-4afb-b5ea-810eee55d57b HTTP/1.1" status: 200 len: 1130 time: 0.3237963 Feb 09 22:07:43.043978 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68c563b-4c86-4ff1-9644-d8f991fbbf44 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:43.049210 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f68c563b-4c86-4ff1-9644-d8f991fbbf44 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports?device_id=c346a81c-78cf-440b-92b4-d73a9a604e1d HTTP/1.1" status: 200 len: 983 time: 0.2180352 Feb 09 22:07:43.049600 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59900) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:43.068111 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-3701817f-158a-495a-ac33-b49e70d0fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:43.103604 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3701817f-158a-495a-ac33-b49e70d0fbaa None None] Routers {'c346a81c-78cf-440b-92b4-d73a9a604e1d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:07:43.104290 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-3701817f-158a-495a-ac33-b49e70d0fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:07:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c346a81c-78cf-440b-92b4-d73a9a604e1d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:43.181642 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-3701817f-158a-495a-ac33-b49e70d0fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:43.182609 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3701817f-158a-495a-ac33-b49e70d0fbaa None None] The sync data for ids ['c346a81c-78cf-440b-92b4-d73a9a604e1d'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:07:43.207476 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-ff5d4d92-38db-42f9-9649-663e2cb7e615 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=79ded1b7-0459-4c25-abaf-6233a90b9391 HTTP/1.1" status: 200 len: 217 time: 0.1593504 Feb 09 22:07:43.313217 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-770c189e-16e0-44ab-bdbe-dbb11299a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:43.316819 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-770c189e-16e0-44ab-bdbe-dbb11299a20f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1024373 Feb 09 22:07:43.388511 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-17d3ef0a-8b8a-45b0-8c6c-6e8f29594e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:43.391759 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-17d3ef0a-8b8a-45b0-8c6c-6e8f29594e04 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0658135 Feb 09 22:07:43.599985 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-5f6c0898-d5b1-4eb5-a36a-7ee006dbd5cd service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021294 Feb 09 22:07:43.795203 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8796dce4-7adf-4f62-b9e0-7177a0c548e8 req-5509cf28-0edb-425b-a44d-db2746218ae7 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859555 Feb 09 22:07:43.803335 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db57e5-846f-4434-a81b-9bcde858dc9f req-a768dc97-a8ca-416e-bdec-534332dab20b tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:43.811537 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05db57e5-846f-4434-a81b-9bcde858dc9f req-a768dc97-a8ca-416e-bdec-534332dab20b tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=22a3d428-ae69-458c-b62f-05d1bbe8662a HTTP/1.1" status: 200 len: 946 time: 0.4024236 Feb 09 22:07:43.903409 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05db57e5-846f-4434-a81b-9bcde858dc9f req-b1880126-a7bb-43e0-b849-f5a9186f9c95 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907738 Feb 09 22:07:44.080169 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17183b-123a-4752-bc40-90af5edbc8ef req-1d9bfd9f-7237-43fd-9691-bd23b212700e tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:44.088467 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce17183b-123a-4752-bc40-90af5edbc8ef req-1d9bfd9f-7237-43fd-9691-bd23b212700e tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.42 "GET /v2.0/ports?device_id=22a3d428-ae69-458c-b62f-05d1bbe8662a HTTP/1.1" status: 200 len: 946 time: 0.1513474 Feb 09 22:07:44.169940 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d50af71-4ad2-4425-b279-2e286d5bf590 x-openstack-request-id: req-4d50af71-4ad2-4425-b279-2e286d5bf590 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:44.170411 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec26b195-031b-4afb-b5ea-810eee55d57b", "tag": "79ded1b7-0459-4c25-abaf-6233a90b9391", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:44.170874 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d50af71-4ad2-4425-b279-2e286d5bf590 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:44.172824 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec26b195-031b-4afb-b5ea-810eee55d57b', 'tag': '79ded1b7-0459-4c25-abaf-6233a90b9391', 'status': 'completed', 'code': 200} Feb 09 22:07:44.441841 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ed1f5-239d-462f-9ed1-6f3af16de6f2 req-2fd86ea9-17b4-4756-8607-79ecbe9b91a4 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:44.444696 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc9ed1f5-239d-462f-9ed1-6f3af16de6f2 req-2fd86ea9-17b4-4756-8607-79ecbe9b91a4 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.1961820 Feb 09 22:07:44.464955 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a57c-d391-4d83-bd9a-ac1fca1e2b13 req-609c094a-289a-4521-ab0e-e99186a182f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:44.467152 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a690a57c-d391-4d83-bd9a-ac1fca1e2b13 req-609c094a-289a-4521-ab0e-e99186a182f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e019343e247548e2b7f3ed1f5bb69eb9&device_id=ec26b195-031b-4afb-b5ea-810eee55d57b HTTP/1.1" status: 200 len: 1130 time: 0.2826262 Feb 09 22:07:44.507756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-ce17183b-123a-4752-bc40-90af5edbc8ef req-ab3b76fb-ed8c-4b6f-970b-c5c9cd008893 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Deleting port d1c8e488-6bd8-4076-a518-7c96a6a6e073 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:44.508799 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce17183b-123a-4752-bc40-90af5edbc8ef req-ab3b76fb-ed8c-4b6f-970b-c5c9cd008893 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d1c8e488-6bd8-4076-a518-7c96a6a6e073), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:44.528216 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df1b0632-905d-4bcf-ba31-302311984170 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (c346a81c-78cf-440b-92b4-d73a9a604e1d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:44.642951 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc9ed1f5-239d-462f-9ed1-6f3af16de6f2 req-a97243df-dd68-48e1-9299-5ebf8d911b5b tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875796 Feb 09 22:07:44.666881 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:44.920864 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a57c-d391-4d83-bd9a-ac1fca1e2b13 req-cd5ca784-c7db-43e6-a4f0-a13134a96b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:44.924113 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a690a57c-d391-4d83-bd9a-ac1fca1e2b13 req-cd5ca784-c7db-43e6-a4f0-a13134a96b92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.4494300 Feb 09 22:07:44.944371 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6fc1b-489a-46c3-8529-3dd74a8bf541 req-56807555-8fc9-4560-b0b6-1773a45fa275 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:44.946159 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-74f6fc1b-489a-46c3-8529-3dd74a8bf541 req-56807555-8fc9-4560-b0b6-1773a45fa275 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec26b195-031b-4afb-b5ea-810eee55d57b HTTP/1.1" status: 200 len: 948 time: 0.0952985 Feb 09 22:07:44.968618 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-df1b0632-905d-4bcf-ba31-302311984170 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting port 6ad88044-361e-412a-8663-842441a2db7d {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:44.968974 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df1b0632-905d-4bcf-ba31-302311984170 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (6ad88044-361e-412a-8663-842441a2db7d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:45.008613 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a690a57c-d391-4d83-bd9a-ac1fca1e2b13 req-458c98d0-5f41-45fb-a352-72ae0cdb1617 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=79ded1b7-0459-4c25-abaf-6233a90b9391 HTTP/1.1" status: 200 len: 217 time: 0.0691466 Feb 09 22:07:45.047221 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-ce17183b-123a-4752-bc40-90af5edbc8ef req-ab3b76fb-ed8c-4b6f-970b-c5c9cd008893 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] For port d1c8e488-6bd8-4076-a518-7c96a6a6e073, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=d1c8e488-6bd8-4076-a518-7c96a6a6e073,segment=NetworkSegment(9550f611-ce26-4437-bed9-cffa6dc8d8a4),segment_id=9550f611-ce26-4437-bed9-cffa6dc8d8a4)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:45.048414 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce17183b-123a-4752-bc40-90af5edbc8ef req-ab3b76fb-ed8c-4b6f-970b-c5c9cd008893 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d1c8e488-6bd8-4076-a518-7c96a6a6e073), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:45.080658 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-74f6fc1b-489a-46c3-8529-3dd74a8bf541 req-4e56569a-9e59-4f8b-8b0c-da69bde5c788 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.77 "GET /v2.0/security-groups?id=31bf2709-c095-43eb-b2f6-29140bff11ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229978 Feb 09 22:07:45.148508 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-ce17183b-123a-4752-bc40-90af5edbc8ef req-ab3b76fb-ed8c-4b6f-970b-c5c9cd008893 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Calling delete_port for d1c8e488-6bd8-4076-a518-7c96a6a6e073 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:45.223918 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df1b0632-905d-4bcf-ba31-302311984170 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (6ad88044-361e-412a-8663-842441a2db7d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:45.245568 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a57c-d391-4d83-bd9a-ac1fca1e2b13 req-5c459d37-0972-4770-be48-0591baa9fc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:45.247040 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a690a57c-d391-4d83-bd9a-ac1fca1e2b13 req-5c459d37-0972-4770-be48-0591baa9fc5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.2301447 Feb 09 22:07:45.301091 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-df1b0632-905d-4bcf-ba31-302311984170 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Calling delete_port for 6ad88044-361e-412a-8663-842441a2db7d owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:45.448172 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 79ded1b7-0459-4c25-abaf-6233a90b9391 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:07:45.538658 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce17183b-123a-4752-bc40-90af5edbc8ef req-ab3b76fb-ed8c-4b6f-970b-c5c9cd008893 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (d1c8e488-6bd8-4076-a518-7c96a6a6e073), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:45.586737 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b76fb-ed8c-4b6f-970b-c5c9cd008893 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Pushing event deleted for resources: {'Port': ['ID=d1c8e488-6bd8-4076-a518-7c96a6a6e073,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:45.641434 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['de3c2b1f-0b8d-4dc9-821f-86c7895954eb', '090de5ea-bb4d-43f4-a96a-b578222bfcbb', 'b58d90f5-b842-4dfe-a6f8-0ef218d3a398'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:07:45.644044 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a57c-d391-4d83-bd9a-ac1fca1e2b13 req-b4a1cfa1-8566-4a5c-a75f-17fa159a2092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:45.647043 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a690a57c-d391-4d83-bd9a-ac1fca1e2b13 req-b4a1cfa1-8566-4a5c-a75f-17fa159a2092 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3890178 Feb 09 22:07:45.688746 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['d1c8e488-6bd8-4076-a518-7c96a6a6e073'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:07:45.729781 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:45.832080 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 79ded1b7-0459-4c25-abaf-6233a90b9391, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=79ded1b7-0459-4c25-abaf-6233a90b9391,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:45.858504 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '79ded1b7-0459-4c25-abaf-6233a90b9391', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': '79ded1b7-0459-4c25-abaf-6233a90b9391', 'mac_address': 'fa:16:3e:17:4f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:07:45.903291 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 79ded1b7-0459-4c25-abaf-6233a90b9391 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:45.903887 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (79ded1b7-0459-4c25-abaf-6233a90b9391), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:45.943279 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ded1b7-0459-4c25-abaf-6233a90b9391 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:07:46.023149 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 79ded1b7-0459-4c25-abaf-6233a90b9391, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=79ded1b7-0459-4c25-abaf-6233a90b9391,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:46.045859 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce17183b-123a-4752-bc40-90af5edbc8ef req-ab3b76fb-ed8c-4b6f-970b-c5c9cd008893 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] No DVR routers for this DVR port d1c8e488-6bd8-4076-a518-7c96a6a6e073 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:07:46.052294 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ce17183b-123a-4752-bc40-90af5edbc8ef req-ab3b76fb-ed8c-4b6f-970b-c5c9cd008893 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.059141 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ce17183b-123a-4752-bc40-90af5edbc8ef req-ab3b76fb-ed8c-4b6f-970b-c5c9cd008893 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.42 "DELETE /v2.0/ports/d1c8e488-6bd8-4076-a518-7c96a6a6e073 HTTP/1.1" status: 204 len: 173 time: 1.9630947 Feb 09 22:07:46.097534 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-16e0b6f4-9488-4d55-8fb4-e15ef2787215 req-76f947c4-2014-4b96-9997-5e7b335db698 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=22a3d428-ae69-458c-b62f-05d1bbe8662a HTTP/1.1" status: 200 len: 210 time: 0.0697339 Feb 09 22:07:46.111696 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df1b0632-905d-4bcf-ba31-302311984170 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (6ad88044-361e-412a-8663-842441a2db7d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.126150 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (79ded1b7-0459-4c25-abaf-6233a90b9391), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.185934 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a3d428-ae69-458c-b62f-05d1bbe8662a', 'name': 'network-vif-deleted', 'tag': 'd1c8e488-6bd8-4076-a518-7c96a6a6e073'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:46.189770 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b0632-905d-4bcf-ba31-302311984170 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Port': ['ID=6ad88044-361e-412a-8663-842441a2db7d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:46.211425 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31270aab-972f-466c-93d2-ae096fbf4fb7" -d '{"events": [{"server_uuid": "22a3d428-ae69-458c-b62f-05d1bbe8662a", "name": "network-vif-deleted", "tag": "d1c8e488-6bd8-4076-a518-7c96a6a6e073"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:46.232441 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7a527-cc94-46c6-bdcf-21e279e76403 req-07b83869-f81c-4d81-a066-ebc3215753f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:46.244469 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8a7a527-cc94-46c6-bdcf-21e279e76403 req-07b83869-f81c-4d81-a066-ebc3215753f8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 1127 time: 0.3463662 Feb 09 22:07:46.255699 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a690a57c-d391-4d83-bd9a-ac1fca1e2b13 req-27c56841-35c6-4f17-a20b-2640fcf99928 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961225 Feb 09 22:07:46.388512 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.429813 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=79ded1b7-0459-4c25-abaf-6233a90b9391,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:46.490233 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59970) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:46.521629 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-29032157-d9d3-451c-beaa-7c0e388d9128 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1628087721', 'description': 'tempest-secgroup-smoke-1628087721 description', 'project_id': '66875222abbf425ea3f9f2e0b384293d'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:46.565308 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['79ded1b7-0459-4c25-abaf-6233a90b9391'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:07:46.700598 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29032157-d9d3-451c-beaa-7c0e388d9128 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.821221 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a690a57c-d391-4d83-bd9a-ac1fca1e2b13 req-a9b771a5-2ae8-4047-b1e8-968c75c246fb service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5585663 Feb 09 22:07:46.923484 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29032157-d9d3-451c-beaa-7c0e388d9128 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group (d2b0684c-6404-400a-bd2f-b1692823284c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.942014 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29032157-d9d3-451c-beaa-7c0e388d9128 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d2b0684c-6404-400a-bd2f-b1692823284c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.049444 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29032157-d9d3-451c-beaa-7c0e388d9128 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.055636 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-29032157-d9d3-451c-beaa-7c0e388d9128 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5531082 Feb 09 22:07:47.056394 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59972) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:47.079992 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-8e7067d6-6978-4920-b1bd-89e586a3dc7d tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Request body: {'security_group_rule': {'security_group_id': 'd2b0684c-6404-400a-bd2f-b1692823284c', 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:47.087338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29032157-d9d3-451c-beaa-7c0e388d9128 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b0684c-6404-400a-bd2f-b1692823284c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:47.118866 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e7067d6-6978-4920-b1bd-89e586a3dc7d tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group_rule (28f3997a-67c7-4bb9-88c3-391295a178ff), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.184058 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae996357-6321-4df9-88c1-894f2862fae8 req-3ba9714b-fa18-41d1-959d-f18417171568 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:47.197272 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae996357-6321-4df9-88c1-894f2862fae8 req-3ba9714b-fa18-41d1-959d-f18417171568 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.5788264 Feb 09 22:07:47.233985 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df1b0632-905d-4bcf-ba31-302311984170 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (c346a81c-78cf-440b-92b4-d73a9a604e1d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.234378 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e7067d6-6978-4920-b1bd-89e586a3dc7d tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group_rule (28f3997a-67c7-4bb9-88c3-391295a178ff), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.241858 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e7067d6-6978-4920-b1bd-89e586a3dc7d tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (28f3997a-67c7-4bb9-88c3-391295a178ff), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.252036 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7a527-cc94-46c6-bdcf-21e279e76403 req-4b731766-08a7-4b48-a336-26c209c5e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:47.254730 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8a7a527-cc94-46c6-bdcf-21e279e76403 req-4b731766-08a7-4b48-a336-26c209c5e1cb service neutron] 10.222.0.71 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 911 time: 0.9924204 Feb 09 22:07:47.288401 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7067d6-6978-4920-b1bd-89e586a3dc7d tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f3997a-67c7-4bb9-88c3-391295a178ff,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:47.300691 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e7067d6-6978-4920-b1bd-89e586a3dc7d tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.306548 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8e7067d6-6978-4920-b1bd-89e586a3dc7d tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2445266 Feb 09 22:07:47.306791 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59976) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:47.313971 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7d1edaa2-bfbd-4588-a3a4-8bac705dfd45 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Request body: {'security_group_rule': {'security_group_id': 'd2b0684c-6404-400a-bd2f-b1692823284c', 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:47.365657 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d1edaa2-bfbd-4588-a3a4-8bac705dfd45 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group_rule (b1e12ca3-1070-4a6a-8420-2dd5dc64473f), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.437110 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device d1c8e488-6bd8-4076-a518-7c96a6a6e073 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:07:47.476393 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d1edaa2-bfbd-4588-a3a4-8bac705dfd45 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group_rule (b1e12ca3-1070-4a6a-8420-2dd5dc64473f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.492321 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: d1c8e488-6bd8-4076-a518-7c96a6a6e073 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:07:47.493076 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device d1c8e488-6bd8-4076-a518-7c96a6a6e073 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:07:47.494077 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d1edaa2-bfbd-4588-a3a4-8bac705dfd45 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (b1e12ca3-1070-4a6a-8420-2dd5dc64473f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.523360 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae996357-6321-4df9-88c1-894f2862fae8 req-86603586-f1f2-4107-987b-05918b553946 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3232267 Feb 09 22:07:47.544671 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8a7a527-cc94-46c6-bdcf-21e279e76403 req-604d80c4-100c-4724-87cd-875218e76f16 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84 HTTP/1.1" status: 200 len: 1000 time: 0.2753320 Feb 09 22:07:47.554208 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1edaa2-bfbd-4588-a3a4-8bac705dfd45 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e12ca3-1070-4a6a-8420-2dd5dc64473f,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:47.581413 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d1edaa2-bfbd-4588-a3a4-8bac705dfd45 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.591355 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7d1edaa2-bfbd-4588-a3a4-8bac705dfd45 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2815495 Feb 09 22:07:47.592846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59978) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:47.607720 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f3c1cd66-b533-444f-862e-89b3ba557b88 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Request body: {'security_group_rule': {'security_group_id': 'd2b0684c-6404-400a-bd2f-b1692823284c', 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:47.668216 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3c1cd66-b533-444f-862e-89b3ba557b88 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group_rule (372f1d52-7b9a-45af-bbe2-6b0af6310727), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.801730 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3c1cd66-b533-444f-862e-89b3ba557b88 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group_rule (372f1d52-7b9a-45af-bbe2-6b0af6310727), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.811941 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3c1cd66-b533-444f-862e-89b3ba557b88 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (372f1d52-7b9a-45af-bbe2-6b0af6310727), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.917149 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1cd66-b533-444f-862e-89b3ba557b88 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372f1d52-7b9a-45af-bbe2-6b0af6310727,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:47.954872 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3c1cd66-b533-444f-862e-89b3ba557b88 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.964424 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f3c1cd66-b533-444f-862e-89b3ba557b88 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3672948 Feb 09 22:07:47.966209 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59982) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:47.976277 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c8d1ba1e-9227-49f9-b900-f5acaa012ec8 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Request body: {'security_group_rule': {'security_group_id': 'd2b0684c-6404-400a-bd2f-b1692823284c', 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:48.025992 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ba1e-9227-49f9-b900-f5acaa012ec8 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group_rule (0f2398eb-2e40-42e0-951a-989e2d73dc8f), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.167779 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1b0632-905d-4bcf-ba31-302311984170 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Router c346a81c-78cf-440b-92b4-d73a9a604e1d has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:07:48.170670 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ba1e-9227-49f9-b900-f5acaa012ec8 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group_rule (0f2398eb-2e40-42e0-951a-989e2d73dc8f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.177648 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7a527-cc94-46c6-bdcf-21e279e76403 req-eab8477c-6871-4983-8a89-d1e3daf9a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:48.179489 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8a7a527-cc94-46c6-bdcf-21e279e76403 req-eab8477c-6871-4983-8a89-d1e3daf9a13d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.6318357 Feb 09 22:07:48.182738 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ba1e-9227-49f9-b900-f5acaa012ec8 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (0f2398eb-2e40-42e0-951a-989e2d73dc8f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.214417 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1ba1e-9227-49f9-b900-f5acaa012ec8 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2398eb-2e40-42e0-951a-989e2d73dc8f,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:48.251930 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ba1e-9227-49f9-b900-f5acaa012ec8 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.254110 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c8d1ba1e-9227-49f9-b900-f5acaa012ec8 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2860994 Feb 09 22:07:48.258946 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59984) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:48.265720 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f994bfab-da68-47f7-8214-2335fc820631 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Request body: {'security_group_rule': {'security_group_id': 'd2b0684c-6404-400a-bd2f-b1692823284c', 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:48.301492 n-d-828601-1 neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-f994bfab-da68-47f7-8214-2335fc820631 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Project 66875222abbf425ea3f9f2e0b384293d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:07:48.308637 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f994bfab-da68-47f7-8214-2335fc820631 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group_rule (aa63639b-a726-430d-9c4a-44ab5473e2be), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.331272 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bace9-2658-47b7-b5df-97572b3e9197 req-092e7600-3ac6-48c6-9a15-e7d0ef78544f tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:48.332927 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-216bace9-2658-47b7-b5df-97572b3e9197 req-092e7600-3ac6-48c6-9a15-e7d0ef78544f tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec26b195-031b-4afb-b5ea-810eee55d57b HTTP/1.1" status: 200 len: 949 time: 0.6921158 Feb 09 22:07:48.337333 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7a527-cc94-46c6-bdcf-21e279e76403 req-9842e602-1900-4cca-a95a-e5483ef290eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:48.338883 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8a7a527-cc94-46c6-bdcf-21e279e76403 req-9842e602-1900-4cca-a95a-e5483ef290eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1487396 Feb 09 22:07:48.345940 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1b0632-905d-4bcf-ba31-302311984170 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:07:48.368646 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae2b72b-ab3f-46e2-ad47-20d516aeff32 None None] Sync routers for ids ['c346a81c-78cf-440b-92b4-d73a9a604e1d'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:07:48.383877 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-df1b0632-905d-4bcf-ba31-302311984170 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "PUT /v2.0/routers/c346a81c-78cf-440b-92b4-d73a9a604e1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3330891 Feb 09 22:07:48.388129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59986) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:48.403824 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae2b72b-ab3f-46e2-ad47-20d516aeff32 None None] Routers {'c346a81c-78cf-440b-92b4-d73a9a604e1d'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:07:48.407970 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-6ae2b72b-ab3f-46e2-ad47-20d516aeff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:07:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c346a81c-78cf-440b-92b4-d73a9a604e1d'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:48.453356 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-6ae2b72b-ab3f-46e2-ad47-20d516aeff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:48.465072 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae2b72b-ab3f-46e2-ad47-20d516aeff32 None None] Routers {'c346a81c-78cf-440b-92b4-d73a9a604e1d'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:07:48.466000 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-6ae2b72b-ab3f-46e2-ad47-20d516aeff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:07:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c346a81c-78cf-440b-92b4-d73a9a604e1d'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:48.472899 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-216bace9-2658-47b7-b5df-97572b3e9197 req-3048e0a3-2cc3-46c6-b1fc-d93192fa3628 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.77 "GET /v2.0/security-groups?id=31bf2709-c095-43eb-b2f6-29140bff11ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284637 Feb 09 22:07:48.485158 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-877ec50c-d3bf-4ef8-919c-9b6ae786956f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] GET failed (client error): The resource could not be found. Feb 09 22:07:48.491333 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-877ec50c-d3bf-4ef8-919c-9b6ae786956f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports/6ad88044-361e-412a-8663-842441a2db7d HTTP/1.1" status: 404 len: 333 time: 0.0978198 Feb 09 22:07:48.494222 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 59988) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:48.505084 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f994bfab-da68-47f7-8214-2335fc820631 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group_rule (aa63639b-a726-430d-9c4a-44ab5473e2be), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.521126 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f994bfab-da68-47f7-8214-2335fc820631 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (aa63639b-a726-430d-9c4a-44ab5473e2be), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.544953 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-6ae2b72b-ab3f-46e2-ad47-20d516aeff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:48.545695 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae2b72b-ab3f-46e2-ad47-20d516aeff32 None None] The sync data for ids ['c346a81c-78cf-440b-92b4-d73a9a604e1d'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:07:48.585553 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994bfab-da68-47f7-8214-2335fc820631 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa63639b-a726-430d-9c4a-44ab5473e2be,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:48.609814 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccc4715-f017-4297-bb16-00d7d7324469 x-openstack-request-id: req-0ccc4715-f017-4297-bb16-00d7d7324469 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:48.610425 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a3d428-ae69-458c-b62f-05d1bbe8662a", "name": "network-vif-deleted", "tag": "d1c8e488-6bd8-4076-a518-7c96a6a6e073", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:48.610930 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ccc4715-f017-4297-bb16-00d7d7324469 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:48.611295 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-230a48e7-c177-45e5-9d0f-ea55f31e4ab6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for router (c346a81c-78cf-440b-92b4-d73a9a604e1d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.611772 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a3d428-ae69-458c-b62f-05d1bbe8662a', 'name': 'network-vif-deleted', 'tag': 'd1c8e488-6bd8-4076-a518-7c96a6a6e073', 'status': 'completed', 'code': 200} Feb 09 22:07:48.627088 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f994bfab-da68-47f7-8214-2335fc820631 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.631725 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f994bfab-da68-47f7-8214-2335fc820631 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3702166 Feb 09 22:07:48.634314 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 59992) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:48.643099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3ab910be-89b3-4835-91af-3e9072675921 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Request body: {'security_group_rule': {'security_group_id': 'd2b0684c-6404-400a-bd2f-b1692823284c', 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:48.702421 n-d-828601-1 neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-3ab910be-89b3-4835-91af-3e9072675921 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Project 66875222abbf425ea3f9f2e0b384293d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:07:48.713125 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3ab910be-89b3-4835-91af-3e9072675921 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group_rule (80d13473-2c9c-4cb6-9eb1-c2921a66e1d7), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.772705 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8a7a527-cc94-46c6-bdcf-21e279e76403 req-4eb168fa-66a7-4279-9919-b501809e2561 service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981612 Feb 09 22:07:48.997008 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3ab910be-89b3-4835-91af-3e9072675921 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group_rule (80d13473-2c9c-4cb6-9eb1-c2921a66e1d7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:49.008847 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3ab910be-89b3-4835-91af-3e9072675921 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (80d13473-2c9c-4cb6-9eb1-c2921a66e1d7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:49.038197 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab910be-89b3-4835-91af-3e9072675921 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d13473-2c9c-4cb6-9eb1-c2921a66e1d7,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:49.091931 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3ab910be-89b3-4835-91af-3e9072675921 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:49.099760 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3ab910be-89b3-4835-91af-3e9072675921 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4580905 Feb 09 22:07:49.397152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad62c4-0794-4957-ac74-dd18899cd596 req-d3986e73-0602-48fd-b90f-8f43864c4720 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:49.405383 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5ad62c4-0794-4957-ac74-dd18899cd596 req-d3986e73-0602-48fd-b90f-8f43864c4720 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.3419881 Feb 09 22:07:49.410738 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-230a48e7-c177-45e5-9d0f-ea55f31e4ab6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (c346a81c-78cf-440b-92b4-d73a9a604e1d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:49.426249 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-230a48e7-c177-45e5-9d0f-ea55f31e4ab6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for router_controller (c346a81c-78cf-440b-92b4-d73a9a604e1d), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:49.437215 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8a7a527-cc94-46c6-bdcf-21e279e76403 req-64c207be-e9fe-4a92-8805-c84325c86ba6 service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379617 Feb 09 22:07:49.457908 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 79ded1b7-0459-4c25-abaf-6233a90b9391 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:49.504498 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60010) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:49.634902 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5ad62c4-0794-4957-ac74-dd18899cd596 req-a6cfe45c-5674-45a3-ab3f-a6e8bda67e2e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262533 Feb 09 22:07:49.660526 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 79ded1b7-0459-4c25-abaf-6233a90b9391 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:07:49.666797 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-230a48e7-c177-45e5-9d0f-ea55f31e4ab6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (c346a81c-78cf-440b-92b4-d73a9a604e1d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:49.667424 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230a48e7-c177-45e5-9d0f-ea55f31e4ab6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Fanout notify agent at l3_agent the message router_deleted on router c346a81c-78cf-440b-92b4-d73a9a604e1d {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:07:49.675561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 79ded1b7-0459-4c25-abaf-6233a90b9391 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:49.681631 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (79ded1b7-0459-4c25-abaf-6233a90b9391), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:49.693569 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-230a48e7-c177-45e5-9d0f-ea55f31e4ab6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:49.709530 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60016) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:49.710649 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-230a48e7-c177-45e5-9d0f-ea55f31e4ab6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/routers/c346a81c-78cf-440b-92b4-d73a9a604e1d HTTP/1.1" status: 204 len: 168 time: 1.2126286 Feb 09 22:07:49.932314 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91e9b85-ace6-449c-be0e-1249ba48c8b7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting subnet ce1370dd-980e-41de-9a5e-dba1d79f1710 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:07:49.938293 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b91e9b85-ace6-449c-be0e-1249ba48c8b7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for subnet (ce1370dd-980e-41de-9a5e-dba1d79f1710), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:49.996963 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 79ded1b7-0459-4c25-abaf-6233a90b9391 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:49.997710 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (79ded1b7-0459-4c25-abaf-6233a90b9391), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.013907 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b91e9b85-ace6-449c-be0e-1249ba48c8b7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (ce1370dd-980e-41de-9a5e-dba1d79f1710), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.067245 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec26b195-031b-4afb-b5ea-810eee55d57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ded1b7-0459-4c25-abaf-6233a90b9391'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:50.072827 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402346a5-5d85-4bb6-af8d-2dbab5d46210" -d '{"events": [{"server_uuid": "ec26b195-031b-4afb-b5ea-810eee55d57b", "name": "network-vif-plugged", "status": "completed", "tag": "79ded1b7-0459-4c25-abaf-6233a90b9391"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:50.096421 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31382c20-ccae-4cfd-9034-88dce0089241 req-71bbd4e2-64d3-427d-a9c4-5d8a909e5beb tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1628087721&fields=id&tenant_id=66875222abbf425ea3f9f2e0b384293d HTTP/1.1" status: 200 len: 267 time: 0.1487799 Feb 09 22:07:50.121886 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 79ded1b7-0459-4c25-abaf-6233a90b9391, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=79ded1b7-0459-4c25-abaf-6233a90b9391,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:50.134942 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (79ded1b7-0459-4c25-abaf-6233a90b9391), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.238570 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=79ded1b7-0459-4c25-abaf-6233a90b9391,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:50.304377 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9445021e-c4b5-4f04-bee2-4d40637dea20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.331913 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b91e9b85-ace6-449c-be0e-1249ba48c8b7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (ce1370dd-980e-41de-9a5e-dba1d79f1710), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.438493 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31382c20-ccae-4cfd-9034-88dce0089241 req-e7b4a2cf-5fe3-41e3-b532-a19ebba8e53f tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:50.443021 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31382c20-ccae-4cfd-9034-88dce0089241 req-e7b4a2cf-5fe3-41e3-b532-a19ebba8e53f tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/networks?id=4659e74e-184a-44ff-a85e-0606b3c79d89 HTTP/1.1" status: 200 len: 814 time: 0.3396051 Feb 09 22:07:50.476109 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31382c20-ccae-4cfd-9034-88dce0089241 req-de530d7f-cc39-4eaf-8a9a-55cbd6db9156 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/quotas/66875222abbf425ea3f9f2e0b384293d HTTP/1.1" status: 200 len: 375 time: 0.0255504 Feb 09 22:07:50.495773 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b91e9b85-ace6-449c-be0e-1249ba48c8b7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (ce1370dd-980e-41de-9a5e-dba1d79f1710), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.543321 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e9b85-ace6-449c-be0e-1249ba48c8b7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Subnet': ['ID=ce1370dd-980e-41de-9a5e-dba1d79f1710,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:50.550390 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9445021e-c4b5-4f04-bee2-4d40637dea20 admin admin] Publish callbacks [] for security_group (3471580d-61ae-4df0-9942-2558be04c4db), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.563521 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7722fa40-ebde-433b-8e53-414a912d63ae None None] Network fd56c3c9-d5b6-46ce-bbb2-6aae735748ae requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:50.578438 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b91e9b85-ace6-449c-be0e-1249ba48c8b7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.587320 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b91e9b85-ace6-449c-be0e-1249ba48c8b7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/subnets/ce1370dd-980e-41de-9a5e-dba1d79f1710 HTTP/1.1" status: 204 len: 168 time: 0.8764668 Feb 09 22:07:50.589158 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9445021e-c4b5-4f04-bee2-4d40637dea20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3471580d-61ae-4df0-9942-2558be04c4db), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.594585 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60026) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:50.686579 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9445021e-c4b5-4f04-bee2-4d40637dea20 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b838761183034447ba27c7f315c6ef30&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1794655 Feb 09 22:07:50.690409 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445021e-c4b5-4f04-bee2-4d40637dea20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3471580d-61ae-4df0-9942-2558be04c4db,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:50.708356 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60030) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:50.861552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597b26c1-a91d-4506-b873-0c9003b50389 None None] DHCP port deletion for fd56c3c9-d5b6-46ce-bbb2-6aae735748ae request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:07:50.944969 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54597023-bf28-4652-b9e1-360f58bb3cd1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (fd56c3c9-d5b6-46ce-bbb2-6aae735748ae), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.969877 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-597b26c1-a91d-4506-b873-0c9003b50389 None None] Deleting port 28555e3c-2a45-409b-bbca-93826144f196 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:50.971268 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-597b26c1-a91d-4506-b873-0c9003b50389 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (28555e3c-2a45-409b-bbca-93826144f196), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.021045 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31382c20-ccae-4cfd-9034-88dce0089241 req-bfcbdbe2-97f1-424a-b32e-7379371eee22 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=66875222abbf425ea3f9f2e0b384293d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5294979 Feb 09 22:07:51.109226 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-597b26c1-a91d-4506-b873-0c9003b50389 None None] For port 28555e3c-2a45-409b-bbca-93826144f196, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=28555e3c-2a45-409b-bbca-93826144f196,segment=NetworkSegment(75a7fa48-8c4a-4991-acf7-513fa065defc),segment_id=75a7fa48-8c4a-4991-acf7-513fa065defc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:51.110557 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-597b26c1-a91d-4506-b873-0c9003b50389 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (28555e3c-2a45-409b-bbca-93826144f196), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.128480 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f959a56-4521-4bf2-9079-f0ccdc89f692 admin admin] Publish callbacks [] for security_group (3471580d-61ae-4df0-9942-2558be04c4db), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.143868 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-597b26c1-a91d-4506-b873-0c9003b50389 None None] Calling delete_port for 28555e3c-2a45-409b-bbca-93826144f196 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:51.240787 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f959a56-4521-4bf2-9079-f0ccdc89f692 admin admin] Publish callbacks [] for security_group (3471580d-61ae-4df0-9942-2558be04c4db), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.329904 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31382c20-ccae-4cfd-9034-88dce0089241 req-bc4b2248-a7ef-4003-a04d-25a13826fa9b service neutron] 10.222.0.77 "GET /v2.0/networks/4659e74e-184a-44ff-a85e-0606b3c79d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076520 Feb 09 22:07:51.346133 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-54597023-bf28-4652-b9e1-360f58bb3cd1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting port 28555e3c-2a45-409b-bbca-93826144f196 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:51.346460 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54597023-bf28-4652-b9e1-360f58bb3cd1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (28555e3c-2a45-409b-bbca-93826144f196), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.437170 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-597b26c1-a91d-4506-b873-0c9003b50389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (28555e3c-2a45-409b-bbca-93826144f196), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.482128 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597b26c1-a91d-4506-b873-0c9003b50389 None None] No DVR routers for this DVR port 28555e3c-2a45-409b-bbca-93826144f196 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:07:51.524452 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-54597023-bf28-4652-b9e1-360f58bb3cd1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] For port 28555e3c-2a45-409b-bbca-93826144f196, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=28555e3c-2a45-409b-bbca-93826144f196,segment=NetworkSegment(75a7fa48-8c4a-4991-acf7-513fa065defc),segment_id=75a7fa48-8c4a-4991-acf7-513fa065defc)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:51.525129 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54597023-bf28-4652-b9e1-360f58bb3cd1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (28555e3c-2a45-409b-bbca-93826144f196), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.544815 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b26c1-a91d-4506-b873-0c9003b50389 None None] Pushing event deleted for resources: {'Port': ['ID=28555e3c-2a45-409b-bbca-93826144f196,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:51.569514 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-54597023-bf28-4652-b9e1-360f58bb3cd1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Calling delete_port for 28555e3c-2a45-409b-bbca-93826144f196 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:51.579314 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f959a56-4521-4bf2-9079-f0ccdc89f692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3471580d-61ae-4df0-9942-2558be04c4db), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.584565 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f959a56-4521-4bf2-9079-f0ccdc89f692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.585687 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0f959a56-4521-4bf2-9079-f0ccdc89f692 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3471580d-61ae-4df0-9942-2558be04c4db HTTP/1.1" status: 204 len: 168 time: 0.7888579 Feb 09 22:07:51.649428 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f959a56-4521-4bf2-9079-f0ccdc89f692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3471580d-61ae-4df0-9942-2558be04c4db,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:51.695704 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31382c20-ccae-4cfd-9034-88dce0089241 req-d90f4573-d64d-456a-8cce-3afe9b4b2097 service neutron] 10.222.0.77 "GET /v2.0/networks/4659e74e-184a-44ff-a85e-0606b3c79d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460395 Feb 09 22:07:51.821528 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54597023-bf28-4652-b9e1-360f58bb3cd1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (28555e3c-2a45-409b-bbca-93826144f196), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.885321 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54597023-bf28-4652-b9e1-360f58bb3cd1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Port': ['ID=28555e3c-2a45-409b-bbca-93826144f196,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:51.895154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54597023-bf28-4652-b9e1-360f58bb3cd1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] No DVR routers for this DVR port 28555e3c-2a45-409b-bbca-93826144f196 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:07:52.148659 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54597023-bf28-4652-b9e1-360f58bb3cd1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (fd56c3c9-d5b6-46ce-bbb2-6aae735748ae), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:52.239068 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-54597023-bf28-4652-b9e1-360f58bb3cd1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd56c3c9-d5b6-46ce-bbb2-6aae735748ae']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:52.278487 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-54597023-bf28-4652-b9e1-360f58bb3cd1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a7fa48-8c4a-4991-acf7-513fa065defc') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:52.279091 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-54597023-bf28-4652-b9e1-360f58bb3cd1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a7fa48-8c4a-4991-acf7-513fa065defc') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:52.305186 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54597023-bf28-4652-b9e1-360f58bb3cd1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (75a7fa48-8c4a-4991-acf7-513fa065defc), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:52.346238 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54597023-bf28-4652-b9e1-360f58bb3cd1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (75a7fa48-8c4a-4991-acf7-513fa065defc), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:52.362780 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54597023-bf28-4652-b9e1-360f58bb3cd1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:07:52.363527 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54597023-bf28-4652-b9e1-360f58bb3cd1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (75a7fa48-8c4a-4991-acf7-513fa065defc), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:52.423620 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:07:52.600195 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:07:52.628410 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54597023-bf28-4652-b9e1-360f58bb3cd1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (fd56c3c9-d5b6-46ce-bbb2-6aae735748ae), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:52.721600 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54597023-bf28-4652-b9e1-360f58bb3cd1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:52.737336 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60062) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:52.753148 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-54597023-bf28-4652-b9e1-360f58bb3cd1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/networks/fd56c3c9-d5b6-46ce-bbb2-6aae735748ae HTTP/1.1" status: 204 len: 168 time: 2.1561413 Feb 09 22:07:52.866433 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54597023-bf28-4652-b9e1-360f58bb3cd1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Network': ['ID=fd56c3c9-d5b6-46ce-bbb2-6aae735748ae,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:52.987526 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a37e770-0747-4299-a554-746f0d0f5df4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:52.994500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 28555e3c-2a45-409b-bbca-93826144f196 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:07:53.003572 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8a37e770-0747-4299-a554-746f0d0f5df4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports/c3581e37-28c6-445e-be37-6f0085c15d02 HTTP/1.1" status: 200 len: 841 time: 0.2620442 Feb 09 22:07:53.005973 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f87e5-7881-47f0-86a7-de02f6c06e86 req-0bb71046-563e-4bb0-9953-fcf1391d41f9 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:53.007119 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60070) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:53.027187 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d02f87e5-7881-47f0-86a7-de02f6c06e86 req-0bb71046-563e-4bb0-9953-fcf1391d41f9 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec26b195-031b-4afb-b5ea-810eee55d57b HTTP/1.1" status: 200 len: 950 time: 0.4233112 Feb 09 22:07:53.106728 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 28555e3c-2a45-409b-bbca-93826144f196 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:07:53.107466 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 28555e3c-2a45-409b-bbca-93826144f196 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:07:53.269974 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d02f87e5-7881-47f0-86a7-de02f6c06e86 req-3c0881ab-576c-4d39-ae37-82de80b08104 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.77 "GET /v2.0/security-groups?id=31bf2709-c095-43eb-b2f6-29140bff11ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411373 Feb 09 22:07:53.452628 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e88f14c-da5b-4321-b75c-5797c6ed554c x-openstack-request-id: req-0e88f14c-da5b-4321-b75c-5797c6ed554c {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:53.454734 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec26b195-031b-4afb-b5ea-810eee55d57b", "name": "network-vif-plugged", "status": "completed", "tag": "79ded1b7-0459-4c25-abaf-6233a90b9391", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:53.456697 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e88f14c-da5b-4321-b75c-5797c6ed554c {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:53.458760 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec26b195-031b-4afb-b5ea-810eee55d57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ded1b7-0459-4c25-abaf-6233a90b9391', 'code': 200} Feb 09 22:07:53.986930 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193a1bf-7215-4692-94cc-ced487c4a27a req-a2e88ffd-f6d9-4f5d-b319-df43013b44b1 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:54.019213 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1193a1bf-7215-4692-94cc-ced487c4a27a req-a2e88ffd-f6d9-4f5d-b319-df43013b44b1 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.2825892 Feb 09 22:07:54.049972 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f7bd6b37-7fc2-4550-9728-bb59dcc1e153 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports/c3581e37-28c6-445e-be37-6f0085c15d02?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 1.0411465 Feb 09 22:07:54.056487 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60086) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:54.070450 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-56c3e441-059a-4efc-a8e7-0951af73d74f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'subnet': {'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:54.154570 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1193a1bf-7215-4692-94cc-ced487c4a27a req-add6904f-4dae-4811-b712-ae06e3ad11ba tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319420 Feb 09 22:07:54.280090 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d86fc-07c0-4968-83b3-26654b7330a3 req-4ed0e0f8-4a55-45f5-b064-8e9432ac1083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:54.281854 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-027d86fc-07c0-4968-83b3-26654b7330a3 req-4ed0e0f8-4a55-45f5-b064-8e9432ac1083 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ec26b195-031b-4afb-b5ea-810eee55d57b HTTP/1.1" status: 200 len: 1132 time: 0.4226868 Feb 09 22:07:54.338346 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0987c3d-e219-463e-87c4-6884bc249948 req-5d6f260e-feae-4cb3-8cb1-a3eb792ac277 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 210 time: 0.0557663 Feb 09 22:07:54.410001 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c3e441-059a-4efc-a8e7-0951af73d74f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:54.417653 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-56c3e441-059a-4efc-a8e7-0951af73d74f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:54.580716 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-027d86fc-07c0-4968-83b3-26654b7330a3 req-fc4bf07f-985f-4ac3-bdba-34910e324619 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=31bf2709-c095-43eb-b2f6-29140bff11ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824807 Feb 09 22:07:55.017517 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49f986-1ed2-41a7-bb75-d161caf16dc2 req-9c29e9e2-db59-47f9-80dc-b5dfc4690c98 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:55.039815 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a49f986-1ed2-41a7-bb75-d161caf16dc2 req-9c29e9e2-db59-47f9-80dc-b5dfc4690c98 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec26b195-031b-4afb-b5ea-810eee55d57b HTTP/1.1" status: 200 len: 950 time: 0.3063855 Feb 09 22:07:55.080191 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-56c3e441-059a-4efc-a8e7-0951af73d74f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (20a4360b-3366-4552-93c7-b307836ab0ef), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:55.229646 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31382c20-ccae-4cfd-9034-88dce0089241 req-8acdcd6b-e936-4ec4-8f74-ad7e6280fbd9 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:55.229646 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31382c20-ccae-4cfd-9034-88dce0089241 req-8acdcd6b-e936-4ec4-8f74-ad7e6280fbd9 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.71 "GET /v2.0/networks?id=4659e74e-184a-44ff-a85e-0606b3c79d89 HTTP/1.1" status: 200 len: 814 time: 0.4400494 Feb 09 22:07:55.245030 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c3e441-059a-4efc-a8e7-0951af73d74f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network f2298e7e-041e-4ded-ac26-afb61f4e4f3f is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:55.251466 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-56c3e441-059a-4efc-a8e7-0951af73d74f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:55.262455 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c3e441-059a-4efc-a8e7-0951af73d74f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:55.263412 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-56c3e441-059a-4efc-a8e7-0951af73d74f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:55.264737 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dabc1b8-6c4a-46d0-b9bb-f200a96b45f1 None None] Network f2298e7e-041e-4ded-ac26-afb61f4e4f3f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:55.275135 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a49f986-1ed2-41a7-bb75-d161caf16dc2 req-ce54f407-343e-44a4-bb6d-adc0731bae6e tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.77 "GET /v2.0/security-groups?id=31bf2709-c095-43eb-b2f6-29140bff11ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095788 Feb 09 22:07:55.302214 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3e441-059a-4efc-a8e7-0951af73d74f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Subnet': ['ID=20a4360b-3366-4552-93c7-b307836ab0ef,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:55.313065 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-56c3e441-059a-4efc-a8e7-0951af73d74f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2516601 Feb 09 22:07:55.315836 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60108) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:55.326330 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-8a08c172-c7fd-44e3-869f-df09c4d4cf39 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'security_group': {'name': 'tempest-secgroup-1064171504'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:55.401379 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a08c172-c7fd-44e3-869f-df09c4d4cf39 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:55.537759 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31382c20-ccae-4cfd-9034-88dce0089241 req-296b47c0-4a26-4c0f-88a2-335d9a066544 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66875222abbf425ea3f9f2e0b384293d HTTP/1.1" status: 200 len: 380 time: 0.2605262 Feb 09 22:07:55.549527 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-31382c20-ccae-4cfd-9034-88dce0089241 req-021371e6-0971-40ee-ac48-94a5449fa982 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Request body: {'port': {'device_id': '80ba38e8-9619-4afb-bf14-b9f7596de8dc', 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89', 'admin_state_up': True, 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'security_groups': ['d2b0684c-6404-400a-bd2f-b1692823284c']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:55.589174 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a08c172-c7fd-44e3-869f-df09c4d4cf39 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (5cebb101-9b61-4e3f-aa13-f850a1f69a9e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:55.621030 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a08c172-c7fd-44e3-869f-df09c4d4cf39 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5cebb101-9b61-4e3f-aa13-f850a1f69a9e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:55.724036 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08c172-c7fd-44e3-869f-df09c4d4cf39 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cebb101-9b61-4e3f-aa13-f850a1f69a9e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:55.733643 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a08c172-c7fd-44e3-869f-df09c4d4cf39 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:55.737706 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8a08c172-c7fd-44e3-869f-df09c4d4cf39 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4176097 Feb 09 22:07:55.738151 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60120) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:55.748876 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-51fd27e8-4897-4e2f-a7c3-e7f1410fb391 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'security_group': {'name': 'tempest-secgroup-1217571063'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:55.805643 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51fd27e8-4897-4e2f-a7c3-e7f1410fb391 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:56.130818 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51fd27e8-4897-4e2f-a7c3-e7f1410fb391 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (57395103-7473-42d3-b614-0af1c879e317), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:56.140473 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256252b-9255-48d0-b427-6d0636ec85a5 req-4cbfcc02-1efe-4509-b4f9-dfd975b30e5e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:56.142075 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51fd27e8-4897-4e2f-a7c3-e7f1410fb391 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (57395103-7473-42d3-b614-0af1c879e317), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:56.154439 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a256252b-9255-48d0-b427-6d0636ec85a5 req-4cbfcc02-1efe-4509-b4f9-dfd975b30e5e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.5397422 Feb 09 22:07:56.175272 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b59affd-7a41-4b1c-acbf-3c5bd1160a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-f2298e7e-041e-4ded-ac26-afb61f4e4f3f', 'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f', 'project_id': '909fda92e6a14a6f9611eb0fa02d157a', 'fixed_ips': [{'subnet_id': '20a4360b-3366-4552-93c7-b307836ab0ef'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:07:56.177403 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0b59affd-7a41-4b1c-acbf-3c5bd1160a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:56.279326 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51fd27e8-4897-4e2f-a7c3-e7f1410fb391 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:56.288138 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-51fd27e8-4897-4e2f-a7c3-e7f1410fb391 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5431373 Feb 09 22:07:56.291154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60130) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:56.296441 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd27e8-4897-4e2f-a7c3-e7f1410fb391 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57395103-7473-42d3-b614-0af1c879e317,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:56.297614 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-abaca560-1fc2-4d3b-9544-d6d6ffec72f2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-416253005', 'security_groups': ['57395103-7473-42d3-b614-0af1c879e317'], 'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '20a4360b-3366-4552-93c7-b307836ab0ef'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:56.324437 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a256252b-9255-48d0-b427-6d0636ec85a5 req-c45284bf-9963-4491-a63a-52c4850dcd11 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687069 Feb 09 22:07:56.529287 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-0b59affd-7a41-4b1c-acbf-3c5bd1160a2e None None] Allocated IP 172.20.0.2 (f2298e7e-041e-4ded-ac26-afb61f4e4f3f/20a4360b-3366-4552-93c7-b307836ab0ef/1bd89573-6ae4-4fc0-bc84-668bd606d4b7) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:56.537156 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31382c20-ccae-4cfd-9034-88dce0089241 req-021371e6-0971-40ee-ac48-94a5449fa982 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Made reservation on behalf of 66875222abbf425ea3f9f2e0b384293d for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:56.550240 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31382c20-ccae-4cfd-9034-88dce0089241 req-021371e6-0971-40ee-ac48-94a5449fa982 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:56.624079 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5986814-2e46-434f-9195-71d9fcc305be req-48af406f-a2a5-42ac-96b4-71c77d008155 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 210 time: 0.1008210 Feb 09 22:07:56.867029 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0b59affd-7a41-4b1c-acbf-3c5bd1160a2e None None] Publish callbacks [] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:56.879986 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0b59affd-7a41-4b1c-acbf-3c5bd1160a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:56.908319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaca560-1fc2-4d3b-9544-d6d6ffec72f2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:56.988455 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b59affd-7a41-4b1c-acbf-3c5bd1160a2e None None] Network f2298e7e-041e-4ded-ac26-afb61f4e4f3f is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:57.073087 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-0b59affd-7a41-4b1c-acbf-3c5bd1160a2e None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:57.088113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b59affd-7a41-4b1c-acbf-3c5bd1160a2e None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:57.273849 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59affd-7a41-4b1c-acbf-3c5bd1160a2e None None] Pushing event updated for resources: {'Port': ['ID=1bd89573-6ae4-4fc0-bc84-668bd606d4b7,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:57.323960 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0b59affd-7a41-4b1c-acbf-3c5bd1160a2e None None] Attempting to bind port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:07:57.333451 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0b59affd-7a41-4b1c-acbf-3c5bd1160a2e None None] Attempting to bind port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '30c151a7-4def-44dc-b686-0b05a5c5c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:07:57.334977 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59affd-7a41-4b1c-acbf-3c5bd1160a2e None None] Attempting to bind port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 on network f2298e7e-041e-4ded-ac26-afb61f4e4f3f {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:57.357691 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59affd-7a41-4b1c-acbf-3c5bd1160a2e None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:07:57.359094 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59affd-7a41-4b1c-acbf-3c5bd1160a2e None None] Checking segment: {'id': '30c151a7-4def-44dc-b686-0b05a5c5c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:57.360869 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-abaca560-1fc2-4d3b-9544-d6d6ffec72f2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:57.362194 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0b59affd-7a41-4b1c-acbf-3c5bd1160a2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:57.362899 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59affd-7a41-4b1c-acbf-3c5bd1160a2e None None] Bound using segment: {'id': '30c151a7-4def-44dc-b686-0b05a5c5c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:07:57.365664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0b59affd-7a41-4b1c-acbf-3c5bd1160a2e None None] Bound port: 1bd89573-6ae4-4fc0-bc84-668bd606d4b7, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c151a7-4def-44dc-b686-0b05a5c5c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:07:57.366513 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0b59affd-7a41-4b1c-acbf-3c5bd1160a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:57.407561 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-abaca560-1fc2-4d3b-9544-d6d6ffec72f2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] device_id is not set on port 97acfa1e-7fc8-4bf6-acd1-b409874717ca yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:07:57.668149 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-abaca560-1fc2-4d3b-9544-d6d6ffec72f2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Allocated IP 172.20.0.13 (f2298e7e-041e-4ded-ac26-afb61f4e4f3f/20a4360b-3366-4552-93c7-b307836ab0ef/97acfa1e-7fc8-4bf6-acd1-b409874717ca) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:57.668450 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0b59affd-7a41-4b1c-acbf-3c5bd1160a2e None None] For port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:57.674457 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0b59affd-7a41-4b1c-acbf-3c5bd1160a2e None None] For port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1bd89573-6ae4-4fc0-bc84-668bd606d4b7,segment=NetworkSegment(30c151a7-4def-44dc-b686-0b05a5c5c095),segment_id=30c151a7-4def-44dc-b686-0b05a5c5c095)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:07:57.697121 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0b59affd-7a41-4b1c-acbf-3c5bd1160a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:57.762452 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59affd-7a41-4b1c-acbf-3c5bd1160a2e None None] Pushing event updated for resources: {'Port': ['ID=1bd89573-6ae4-4fc0-bc84-668bd606d4b7,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:57.895802 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473265e-ed1d-4653-9746-1090e9fffbe2 req-4477fd18-f23a-4e1c-ac46-638fe3d71d17 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:57.912323 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f473265e-ed1d-4653-9746-1090e9fffbe2 req-4477fd18-f23a-4e1c-ac46-638fe3d71d17 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 1.1265285 Feb 09 22:07:57.920379 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60158) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:58.105909 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-31382c20-ccae-4cfd-9034-88dce0089241 req-021371e6-0971-40ee-ac48-94a5449fa982 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Allocated IP 172.20.0.4 (4659e74e-184a-44ff-a85e-0606b3c79d89/7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9/1a2dc46d-2e75-406a-b142-dedd7a1fd34c) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:58.210632 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f473265e-ed1d-4653-9746-1090e9fffbe2 req-839cbf66-d220-4b9f-9a3b-1e4a1baeb94f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2970660 Feb 09 22:07:58.262795 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6401f374-64ea-43be-8858-44c15edaca3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:58.614971 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6401f374-64ea-43be-8858-44c15edaca3d admin admin] Publish callbacks [] for security_group (803e543e-f0b6-41a4-855f-d142bae3614c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:58.624796 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6401f374-64ea-43be-8858-44c15edaca3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (803e543e-f0b6-41a4-855f-d142bae3614c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:58.677182 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401f374-64ea-43be-8858-44c15edaca3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803e543e-f0b6-41a4-855f-d142bae3614c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:58.690279 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6401f374-64ea-43be-8858-44c15edaca3d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f7d049bc83374f689492ff39ffff10ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7676823 Feb 09 22:07:58.694547 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60170) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:58.774958 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b860a7ad-62e2-4fde-b446-4350619fa592 admin admin] Publish callbacks [] for security_group (803e543e-f0b6-41a4-855f-d142bae3614c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:58.807229 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b860a7ad-62e2-4fde-b446-4350619fa592 admin admin] Publish callbacks [] for security_group (803e543e-f0b6-41a4-855f-d142bae3614c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:58.996693 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b860a7ad-62e2-4fde-b446-4350619fa592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (803e543e-f0b6-41a4-855f-d142bae3614c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:59.004456 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b860a7ad-62e2-4fde-b446-4350619fa592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:59.023933 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b860a7ad-62e2-4fde-b446-4350619fa592 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/803e543e-f0b6-41a4-855f-d142bae3614c HTTP/1.1" status: 204 len: 168 time: 0.3231981 Feb 09 22:07:59.063696 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860a7ad-62e2-4fde-b446-4350619fa592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803e543e-f0b6-41a4-855f-d142bae3614c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:59.109417 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:59.301693 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:59.302586 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:59.450987 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-abaca560-1fc2-4d3b-9544-d6d6ffec72f2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for port (97acfa1e-7fc8-4bf6-acd1-b409874717ca), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:59.535399 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-abaca560-1fc2-4d3b-9544-d6d6ffec72f2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (97acfa1e-7fc8-4bf6-acd1-b409874717ca), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:59.614667 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:59.615866 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:59.664388 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1bd89573-6ae4-4fc0-bc84-668bd606d4b7,segment=NetworkSegment(30c151a7-4def-44dc-b686-0b05a5c5c095),segment_id=30c151a7-4def-44dc-b686-0b05a5c5c095)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:59.675255 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:59.680575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaca560-1fc2-4d3b-9544-d6d6ffec72f2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Port': ['ID=97acfa1e-7fc8-4bf6-acd1-b409874717ca,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:59.773231 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=1bd89573-6ae4-4fc0-bc84-668bd606d4b7,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:59.790486 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaca560-1fc2-4d3b-9544-d6d6ffec72f2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network f2298e7e-041e-4ded-ac26-afb61f4e4f3f is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:59.802348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-abaca560-1fc2-4d3b-9544-d6d6ffec72f2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:59.825274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaca560-1fc2-4d3b-9544-d6d6ffec72f2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:59.852267 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31382c20-ccae-4cfd-9034-88dce0089241 req-021371e6-0971-40ee-ac48-94a5449fa982 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for port (1a2dc46d-2e75-406a-b142-dedd7a1fd34c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:59.971003 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2b5cb-03be-4298-a392-dad469d462a7 req-c7eedbe6-951c-49ae-9de8-1f6ec9aa786c tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:59.974703 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45f2b5cb-03be-4298-a392-dad469d462a7 req-c7eedbe6-951c-49ae-9de8-1f6ec9aa786c tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec26b195-031b-4afb-b5ea-810eee55d57b HTTP/1.1" status: 200 len: 950 time: 0.7671883 Feb 09 22:08:00.041937 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b7598b93-6e82-48b9-9b33-15491afcd0e6 None None] Provisioning complete for port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:00.042739 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b7598b93-6e82-48b9-9b33-15491afcd0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:00.052408 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60180) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:00.105258 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd822d3a-ebf6-430d-a51d-e5b032e69034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:00.123244 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaca560-1fc2-4d3b-9544-d6d6ffec72f2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:00.124370 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-abaca560-1fc2-4d3b-9544-d6d6ffec72f2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:00.252559 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-abaca560-1fc2-4d3b-9544-d6d6ffec72f2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9588242 Feb 09 22:08:00.257743 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60182) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:00.276798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-903d7623-68c9-40c0-ad3a-30f1a1af9de6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'subnet': {'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:00.320393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b7598b93-6e82-48b9-9b33-15491afcd0e6 None None] Current status of the port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:00.338960 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b7598b93-6e82-48b9-9b33-15491afcd0e6 None None] Provisioning complete for port c3581e37-28c6-445e-be37-6f0085c15d02 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:00.339984 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b7598b93-6e82-48b9-9b33-15491afcd0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c3581e37-28c6-445e-be37-6f0085c15d02), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:00.388235 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd822d3a-ebf6-430d-a51d-e5b032e69034 admin admin] Publish callbacks [] for security_group (2e81e96f-22e0-4127-9eb6-c6beb3786f36), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:00.409983 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd822d3a-ebf6-430d-a51d-e5b032e69034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2e81e96f-22e0-4127-9eb6-c6beb3786f36), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:00.413357 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b7598b93-6e82-48b9-9b33-15491afcd0e6 None None] Port c3581e37-28c6-445e-be37-6f0085c15d02 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:00.576874 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dd822d3a-ebf6-430d-a51d-e5b032e69034 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4a8c21a2a2a14776972878ce1e04b03f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5220098 Feb 09 22:08:00.586753 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60188) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:00.589751 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd822d3a-ebf6-430d-a51d-e5b032e69034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e81e96f-22e0-4127-9eb6-c6beb3786f36,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:00.664239 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d5c2eb45-a0a9-491a-8a09-9f2c1a284f13 None None] Provisioning complete for port 97acfa1e-7fc8-4bf6-acd1-b409874717ca triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:00.665478 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d5c2eb45-a0a9-491a-8a09-9f2c1a284f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (97acfa1e-7fc8-4bf6-acd1-b409874717ca), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:00.738914 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31382c20-ccae-4cfd-9034-88dce0089241 req-021371e6-0971-40ee-ac48-94a5449fa982 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1a2dc46d-2e75-406a-b142-dedd7a1fd34c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:00.772415 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45f2b5cb-03be-4298-a392-dad469d462a7 req-99be484c-49c3-4751-9c8c-7797ee6c6930 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.77 "GET /v2.0/security-groups?id=31bf2709-c095-43eb-b2f6-29140bff11ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7862473 Feb 09 22:08:00.803617 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d5c2eb45-a0a9-491a-8a09-9f2c1a284f13 None None] Port 97acfa1e-7fc8-4bf6-acd1-b409874717ca cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:00.825319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903d7623-68c9-40c0-ad3a-30f1a1af9de6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:00.832493 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-903d7623-68c9-40c0-ad3a-30f1a1af9de6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:00.943592 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d83feea-eafe-4bd2-ba12-8ece7da0621c admin admin] Publish callbacks [] for security_group (2e81e96f-22e0-4127-9eb6-c6beb3786f36), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:00.977362 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31382c20-ccae-4cfd-9034-88dce0089241 req-021371e6-0971-40ee-ac48-94a5449fa982 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Network 4659e74e-184a-44ff-a85e-0606b3c79d89 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:00.983057 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-31382c20-ccae-4cfd-9034-88dce0089241 req-021371e6-0971-40ee-ac48-94a5449fa982 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:01.010652 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-31382c20-ccae-4cfd-9034-88dce0089241 req-021371e6-0971-40ee-ac48-94a5449fa982 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:01.042661 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d83feea-eafe-4bd2-ba12-8ece7da0621c admin admin] Publish callbacks [] for security_group (2e81e96f-22e0-4127-9eb6-c6beb3786f36), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.080755 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:01.121813 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021371e6-0971-40ee-ac48-94a5449fa982 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Pushing event updated for resources: {'Port': ['ID=1a2dc46d-2e75-406a-b142-dedd7a1fd34c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:01.196100 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d83feea-eafe-4bd2-ba12-8ece7da0621c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2e81e96f-22e0-4127-9eb6-c6beb3786f36), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.201112 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d83feea-eafe-4bd2-ba12-8ece7da0621c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.208499 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6d83feea-eafe-4bd2-ba12-8ece7da0621c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2e81e96f-22e0-4127-9eb6-c6beb3786f36 HTTP/1.1" status: 204 len: 168 time: 0.6074221 Feb 09 22:08:01.233079 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83feea-eafe-4bd2-ba12-8ece7da0621c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e81e96f-22e0-4127-9eb6-c6beb3786f36,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:01.321851 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:01.322515 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.479734 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31382c20-ccae-4cfd-9034-88dce0089241 req-021371e6-0971-40ee-ac48-94a5449fa982 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:01.480842 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31382c20-ccae-4cfd-9034-88dce0089241 req-021371e6-0971-40ee-ac48-94a5449fa982 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.577356 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90794104-eecc-44a9-af96-465737872aaf req-681df22e-5b06-4104-a8de-ff72e1b24cc6 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:01.590782 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-90794104-eecc-44a9-af96-465737872aaf req-681df22e-5b06-4104-a8de-ff72e1b24cc6 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 931 time: 0.4952455 Feb 09 22:08:01.682401 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b7f18d17-f9f8-470b-b7e6-3da68f36e6c0 None None] Provisioning complete for port 1a2dc46d-2e75-406a-b142-dedd7a1fd34c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:01.683708 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b7f18d17-f9f8-470b-b7e6-3da68f36e6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1a2dc46d-2e75-406a-b142-dedd7a1fd34c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.694567 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31382c20-ccae-4cfd-9034-88dce0089241 req-021371e6-0971-40ee-ac48-94a5449fa982 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1493437 Feb 09 22:08:01.701199 n-d-828601-1 neutron-server[103201]: INFO neutron.db.ipam_backend_mixin [None req-903d7623-68c9-40c0-ad3a-30f1a1af9de6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 20a4360b-3366-4552-93c7-b307836ab0ef (CIDR: 172.20.0.0/28) Feb 09 22:08:01.719632 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-31382c20-ccae-4cfd-9034-88dce0089241 req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] Request body: {'port': {'device_id': '80ba38e8-9619-4afb-bf14-b9f7596de8dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:01.733473 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-903d7623-68c9-40c0-ad3a-30f1a1af9de6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:08:01.733473 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903d7623-68c9-40c0-ad3a-30f1a1af9de6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:01.749143 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:01.793311 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b7f18d17-f9f8-470b-b7e6-3da68f36e6c0 None None] Port 1a2dc46d-2e75-406a-b142-dedd7a1fd34c cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:01.847420 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-90794104-eecc-44a9-af96-465737872aaf req-ea8428bd-ab83-41f5-9eb8-54f0495e386f tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2b0684c-6404-400a-bd2f-b1692823284c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542493 Feb 09 22:08:01.891560 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-903d7623-68c9-40c0-ad3a-30f1a1af9de6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6281469 Feb 09 22:08:01.892425 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60202) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:01.902200 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d753eb73-655f-4071-8d14-30f4b9a57793 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'subnet': {'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:01.912980 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31382c20-ccae-4cfd-9034-88dce0089241 req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1a2dc46d-2e75-406a-b142-dedd7a1fd34c), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:02.227467 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d753eb73-655f-4071-8d14-30f4b9a57793 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:02.232962 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d753eb73-655f-4071-8d14-30f4b9a57793 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:02.510805 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-328a0639-74b7-4a3d-aa6e-bd3a36e6e664 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:02.513713 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-328a0639-74b7-4a3d-aa6e-bd3a36e6e664 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 810 time: 0.4367146 Feb 09 22:08:02.744492 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-d342d452-f939-42d5-98bb-d9f85eceeab0 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/quotas/5e79cb71362547f8bb276e37206bd3da HTTP/1.1" status: 200 len: 375 time: 0.1035445 Feb 09 22:08:02.911484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-31382c20-ccae-4cfd-9034-88dce0089241 req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2dc46d-2e75-406a-b142-dedd7a1fd34c {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:08:02.927046 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31382c20-ccae-4cfd-9034-88dce0089241 req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] Publish callbacks [] for port (1a2dc46d-2e75-406a-b142-dedd7a1fd34c), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:02.943436 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-27aa1630-1309-4ba1-8c3e-6f5bc142ceab tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1818423 Feb 09 22:08:03.059891 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-31382c20-ccae-4cfd-9034-88dce0089241 req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] Transition to ACTIVE for port object 1a2dc46d-2e75-406a-b142-dedd7a1fd34c will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:08:03.083927 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31382c20-ccae-4cfd-9034-88dce0089241 req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (1a2dc46d-2e75-406a-b142-dedd7a1fd34c), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:03.112651 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-a60cf21b-2b30-4c41-b248-3c11927e6f86 service neutron] 10.222.0.77 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555340 Feb 09 22:08:03.197376 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d753eb73-655f-4071-8d14-30f4b9a57793 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (d92724ae-8ab9-444b-af36-ddd4002a3e24), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:03.388988 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2dc46d-2e75-406a-b142-dedd7a1fd34c,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:03.405351 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753eb73-655f-4071-8d14-30f4b9a57793 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Subnet': ['ID=d92724ae-8ab9-444b-af36-ddd4002a3e24,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:03.417374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d753eb73-655f-4071-8d14-30f4b9a57793 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network f2298e7e-041e-4ded-ac26-afb61f4e4f3f is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:03.438062 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d753eb73-655f-4071-8d14-30f4b9a57793 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:03.442450 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d753eb73-655f-4071-8d14-30f4b9a57793 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:03.443542 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d753eb73-655f-4071-8d14-30f4b9a57793 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:03.452216 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751a062c-fb80-492e-ad41-ffb3b2701d4f None None] Network f2298e7e-041e-4ded-ac26-afb61f4e4f3f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:03.499070 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d753eb73-655f-4071-8d14-30f4b9a57793 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6034603 Feb 09 22:08:03.502937 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60244) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:03.519282 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-1f3225be-3a56-43c4-96ec-2c8afc33b6c3 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-876942793', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd92724ae-8ab9-444b-af36-ddd4002a3e24'}], 'security_groups': ['5cebb101-9b61-4e3f-aa13-f850a1f69a9e']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:03.528455 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-939782b9-b777-4c70-bbd1-499e22ea985b service neutron] 10.222.0.77 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793654 Feb 09 22:08:03.563736 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-31382c20-ccae-4cfd-9034-88dce0089241 req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] Attempting to bind port 1a2dc46d-2e75-406a-b142-dedd7a1fd34c on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:08:03.565601 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-31382c20-ccae-4cfd-9034-88dce0089241 req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] Attempting to bind port 1a2dc46d-2e75-406a-b142-dedd7a1fd34c by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '1a386190-0e11-4cb0-b0a6-9a0f160dab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:08:03.570987 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31382c20-ccae-4cfd-9034-88dce0089241 req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] Attempting to bind port 1a2dc46d-2e75-406a-b142-dedd7a1fd34c on network 4659e74e-184a-44ff-a85e-0606b3c79d89 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:03.581238 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31382c20-ccae-4cfd-9034-88dce0089241 req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] Port 1a2dc46d-2e75-406a-b142-dedd7a1fd34c on network 4659e74e-184a-44ff-a85e-0606b3c79d89 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:08:03.582016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31382c20-ccae-4cfd-9034-88dce0089241 req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] Attempting to bind port 1a2dc46d-2e75-406a-b142-dedd7a1fd34c on network 4659e74e-184a-44ff-a85e-0606b3c79d89 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:03.615079 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31382c20-ccae-4cfd-9034-88dce0089241 req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:08:03.615416 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31382c20-ccae-4cfd-9034-88dce0089241 req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] Checking segment: {'id': '1a386190-0e11-4cb0-b0a6-9a0f160dab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:03.615964 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31382c20-ccae-4cfd-9034-88dce0089241 req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] Bound using segment: {'id': '1a386190-0e11-4cb0-b0a6-9a0f160dab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:08:03.616440 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-31382c20-ccae-4cfd-9034-88dce0089241 req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] Bound port: 1a2dc46d-2e75-406a-b142-dedd7a1fd34c, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a386190-0e11-4cb0-b0a6-9a0f160dab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:08:03.616821 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31382c20-ccae-4cfd-9034-88dce0089241 req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1a2dc46d-2e75-406a-b142-dedd7a1fd34c), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:03.750311 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-31382c20-ccae-4cfd-9034-88dce0089241 req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] For port 1a2dc46d-2e75-406a-b142-dedd7a1fd34c, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:08:03.755554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-31382c20-ccae-4cfd-9034-88dce0089241 req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] For port 1a2dc46d-2e75-406a-b142-dedd7a1fd34c, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1a2dc46d-2e75-406a-b142-dedd7a1fd34c,segment=NetworkSegment(1a386190-0e11-4cb0-b0a6-9a0f160dab80),segment_id=1a386190-0e11-4cb0-b0a6-9a0f160dab80)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:08:03.766400 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31382c20-ccae-4cfd-9034-88dce0089241 req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (1a2dc46d-2e75-406a-b142-dedd7a1fd34c), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:04.024374 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31382c20-ccae-4cfd-9034-88dce0089241 req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:04.031907 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-31382c20-ccae-4cfd-9034-88dce0089241 req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:04.038447 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31382c20-ccae-4cfd-9034-88dce0089241 req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] 10.222.0.71 "PUT /v2.0/ports/1a2dc46d-2e75-406a-b142-dedd7a1fd34c HTTP/1.1" status: 200 len: 1091 time: 2.3262532 Feb 09 22:08:04.048337 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24450ffa-e011-4972-a54f-2cf0c029bbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2dc46d-2e75-406a-b142-dedd7a1fd34c,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:04.090369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ba38e8-9619-4afb-bf14-b9f7596de8dc', 'tag': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:04.100463 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed13ba9e-9258-4f45-a7ad-841a507b5728" -d '{"events": [{"name": "network-changed", "server_uuid": "80ba38e8-9619-4afb-bf14-b9f7596de8dc", "tag": "1a2dc46d-2e75-406a-b142-dedd7a1fd34c"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:04.237962 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f3225be-3a56-43c4-96ec-2c8afc33b6c3 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (97acfa1e-7fc8-4bf6-acd1-b409874717ca), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:04.287518 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31382c20-ccae-4cfd-9034-88dce0089241 req-b9d626b0-6122-4671-9e5e-9edd0ab89fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:04.289068 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31382c20-ccae-4cfd-9034-88dce0089241 req-b9d626b0-6122-4671-9e5e-9edd0ab89fc1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=66875222abbf425ea3f9f2e0b384293d&device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 1125 time: 0.1677108 Feb 09 22:08:04.446452 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31382c20-ccae-4cfd-9034-88dce0089241 req-2527b40a-c93c-438d-857b-34a7080d87ae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a2dc46d-2e75-406a-b142-dedd7a1fd34c HTTP/1.1" status: 200 len: 217 time: 0.1374207 Feb 09 22:08:04.459546 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fc527c-35ab-46ef-9a75-af9b24627008 None None] Update dhcp port {'port': {'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f', 'fixed_ips': [{'subnet_id': '20a4360b-3366-4552-93c7-b307836ab0ef', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd92724ae-8ab9-444b-af36-ddd4002a3e24'}], 'binding:host_id': 'n-d-828601-1'}, 'id': '1bd89573-6ae4-4fc0-bc84-668bd606d4b7'} from n-d-828601-1. {{(pid=103203) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:08:04.631349 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e9fc527c-35ab-46ef-9a75-af9b24627008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:04.778643 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31382c20-ccae-4cfd-9034-88dce0089241 req-e0cf3ea8-c2eb-4a55-8c57-da0113826f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:04.783537 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31382c20-ccae-4cfd-9034-88dce0089241 req-e0cf3ea8-c2eb-4a55-8c57-da0113826f49 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9 HTTP/1.1" status: 200 len: 853 time: 0.3240943 Feb 09 22:08:04.938193 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31382c20-ccae-4cfd-9034-88dce0089241 req-b1ea6075-b4a1-4aa1-bb02-088544139493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:04.941731 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31382c20-ccae-4cfd-9034-88dce0089241 req-b1ea6075-b4a1-4aa1-bb02-088544139493 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4659e74e-184a-44ff-a85e-0606b3c79d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1486387 Feb 09 22:08:05.383791 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31382c20-ccae-4cfd-9034-88dce0089241 req-81c716c8-d518-47c9-a355-6a8c04fe6913 service neutron] 10.222.0.71 "GET /v2.0/networks/4659e74e-184a-44ff-a85e-0606b3c79d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330029 Feb 09 22:08:05.722414 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31382c20-ccae-4cfd-9034-88dce0089241 req-e66ec512-cafe-4ab7-9048-efd21f479df8 service neutron] 10.222.0.71 "GET /v2.0/networks/4659e74e-184a-44ff-a85e-0606b3c79d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335507 Feb 09 22:08:05.765740 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-1f3225be-3a56-43c4-96ec-2c8afc33b6c3 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Delete allocated IP 172.20.0.13 (f2298e7e-041e-4ded-ac26-afb61f4e4f3f/20a4360b-3366-4552-93c7-b307836ab0ef) {{(pid=103202) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 22:08:05.808808 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-1f3225be-3a56-43c4-96ec-2c8afc33b6c3 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Allocated IP 172.20.0.28 (f2298e7e-041e-4ded-ac26-afb61f4e4f3f/d92724ae-8ab9-444b-af36-ddd4002a3e24/97acfa1e-7fc8-4bf6-acd1-b409874717ca) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:05.859002 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9cfd6-78e2-4e27-8be0-4b394d61da45 req-95820efd-4fd5-4760-8211-242c764d045b tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:05.879112 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b5c9cfd6-78e2-4e27-8be0-4b394d61da45 req-95820efd-4fd5-4760-8211-242c764d045b tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 943 time: 0.1557813 Feb 09 22:08:06.048062 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b5c9cfd6-78e2-4e27-8be0-4b394d61da45 req-bd710489-f971-45be-b2bd-8e543343a421 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2b0684c-6404-400a-bd2f-b1692823284c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672230 Feb 09 22:08:06.216785 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b23a778-b89f-4355-82ff-a2b00d5ce30b req-d1590444-15e8-4dab-ba23-6ebe7acd5c4d tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 210 time: 0.0549402 Feb 09 22:08:06.437178 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e4f19b-5e25-4185-a7e0-c438ce2ee1fd x-openstack-request-id: req-d1e4f19b-5e25-4185-a7e0-c438ce2ee1fd {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:06.437178 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ba38e8-9619-4afb-bf14-b9f7596de8dc", "tag": "1a2dc46d-2e75-406a-b142-dedd7a1fd34c", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:06.438285 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d1e4f19b-5e25-4185-a7e0-c438ce2ee1fd {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:06.438285 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ba38e8-9619-4afb-bf14-b9f7596de8dc', 'tag': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c', 'status': 'completed', 'code': 200} Feb 09 22:08:06.450990 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842a209-d698-4b41-b538-28b6f53b894d req-14ca1040-9911-49c8-b0a5-daafee47459a tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:06.453600 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d842a209-d698-4b41-b538-28b6f53b894d req-14ca1040-9911-49c8-b0a5-daafee47459a tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec26b195-031b-4afb-b5ea-810eee55d57b HTTP/1.1" status: 200 len: 950 time: 0.2706509 Feb 09 22:08:06.698602 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a2134-b856-4b5f-b7d8-5f15c71e463f req-56ae245d-463a-4f9a-b1f3-da74fff6b0e1 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:06.714580 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-222a2134-b856-4b5f-b7d8-5f15c71e463f req-56ae245d-463a-4f9a-b1f3-da74fff6b0e1 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad153b9a-bc74-43af-9519-3e0e19fac1cc HTTP/1.1" status: 200 len: 945 time: 0.4203813 Feb 09 22:08:06.722953 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f3225be-3a56-43c4-96ec-2c8afc33b6c3 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for port (97acfa1e-7fc8-4bf6-acd1-b409874717ca), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:06.824790 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13ba9e-9258-4f45-a7ad-841a507b5728 req-beec5704-6947-43c2-b6d8-e78793a3d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:06.825974 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f3225be-3a56-43c4-96ec-2c8afc33b6c3 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (97acfa1e-7fc8-4bf6-acd1-b409874717ca), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:06.829738 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ed13ba9e-9258-4f45-a7ad-841a507b5728 req-beec5704-6947-43c2-b6d8-e78793a3d2cf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=66875222abbf425ea3f9f2e0b384293d&device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 1125 time: 0.3910334 Feb 09 22:08:06.975546 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715aa594-fa13-49f1-ab46-2fe9f48e91ff req-cdda4d87-0831-44d0-8baa-f670eea54736 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:06.986460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-e9fc527c-35ab-46ef-9a75-af9b24627008 None None] Allocated IP 172.20.0.18 (f2298e7e-041e-4ded-ac26-afb61f4e4f3f/d92724ae-8ab9-444b-af36-ddd4002a3e24/1bd89573-6ae4-4fc0-bc84-668bd606d4b7) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:06.993030 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-715aa594-fa13-49f1-ab46-2fe9f48e91ff req-cdda4d87-0831-44d0-8baa-f670eea54736 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec26b195-031b-4afb-b5ea-810eee55d57b HTTP/1.1" status: 200 len: 950 time: 0.5320647 Feb 09 22:08:07.239312 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-715aa594-fa13-49f1-ab46-2fe9f48e91ff req-7eb55594-aceb-4d3b-92fe-118a673c5758 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.77 "GET /v2.0/security-groups?id=31bf2709-c095-43eb-b2f6-29140bff11ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448816 Feb 09 22:08:07.242435 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13ba9e-9258-4f45-a7ad-841a507b5728 req-49ac4fa3-e625-4344-ac33-57cf3c0d75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:07.247874 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e9fc527c-35ab-46ef-9a75-af9b24627008 None None] For port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1bd89573-6ae4-4fc0-bc84-668bd606d4b7,segment=NetworkSegment(30c151a7-4def-44dc-b686-0b05a5c5c095),segment_id=30c151a7-4def-44dc-b686-0b05a5c5c095)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:07.271702 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ed13ba9e-9258-4f45-a7ad-841a507b5728 req-49ac4fa3-e625-4344-ac33-57cf3c0d75a8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4659e74e-184a-44ff-a85e-0606b3c79d89 HTTP/1.1" status: 200 len: 915 time: 0.4018919 Feb 09 22:08:07.313652 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-822072e4-ad9a-4fa1-a3cd-a84e2c21b50f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:07.324082 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e9fc527c-35ab-46ef-9a75-af9b24627008 None None] Publish callbacks [] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:07.325337 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-822072e4-ad9a-4fa1-a3cd-a84e2c21b50f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.42 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 810 time: 0.5039763 Feb 09 22:08:07.339859 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e9fc527c-35ab-46ef-9a75-af9b24627008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:07.370068 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ed13ba9e-9258-4f45-a7ad-841a507b5728 req-138a557e-1a8d-4107-a91c-28846e72edc3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a2dc46d-2e75-406a-b142-dedd7a1fd34c HTTP/1.1" status: 200 len: 217 time: 0.0974476 Feb 09 22:08:07.385914 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-222a2134-b856-4b5f-b7d8-5f15c71e463f req-40ba37ad-ae3f-4ff7-baf8-8f7c9ba1513d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Deleting port b58d90f5-b842-4dfe-a6f8-0ef218d3a398 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:07.386284 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-222a2134-b856-4b5f-b7d8-5f15c71e463f req-40ba37ad-ae3f-4ff7-baf8-8f7c9ba1513d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b58d90f5-b842-4dfe-a6f8-0ef218d3a398), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:07.488114 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc527c-35ab-46ef-9a75-af9b24627008 None None] Pushing event updated for resources: {'Port': ['ID=1bd89573-6ae4-4fc0-bc84-668bd606d4b7,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:07.541877 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc527c-35ab-46ef-9a75-af9b24627008 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:07.542657 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc527c-35ab-46ef-9a75-af9b24627008 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:07.543253 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc527c-35ab-46ef-9a75-af9b24627008 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:07.543907 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc527c-35ab-46ef-9a75-af9b24627008 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:07.544665 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc527c-35ab-46ef-9a75-af9b24627008 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:07.545264 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc527c-35ab-46ef-9a75-af9b24627008 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:07.545898 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc527c-35ab-46ef-9a75-af9b24627008 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:07.546588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc527c-35ab-46ef-9a75-af9b24627008 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:07.547315 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc527c-35ab-46ef-9a75-af9b24627008 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:07.547938 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc527c-35ab-46ef-9a75-af9b24627008 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:07.548566 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc527c-35ab-46ef-9a75-af9b24627008 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:07.549481 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc527c-35ab-46ef-9a75-af9b24627008 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:07.550058 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc527c-35ab-46ef-9a75-af9b24627008 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:07.600652 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3225be-3a56-43c4-96ec-2c8afc33b6c3 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Port': ['ID=97acfa1e-7fc8-4bf6-acd1-b409874717ca,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:07.661060 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-222a2134-b856-4b5f-b7d8-5f15c71e463f req-40ba37ad-ae3f-4ff7-baf8-8f7c9ba1513d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] For port b58d90f5-b842-4dfe-a6f8-0ef218d3a398, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b58d90f5-b842-4dfe-a6f8-0ef218d3a398,segment=NetworkSegment(9550f611-ce26-4437-bed9-cffa6dc8d8a4),segment_id=9550f611-ce26-4437-bed9-cffa6dc8d8a4)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:07.661961 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-222a2134-b856-4b5f-b7d8-5f15c71e463f req-40ba37ad-ae3f-4ff7-baf8-8f7c9ba1513d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b58d90f5-b842-4dfe-a6f8-0ef218d3a398), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:07.666327 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-0a4e2e6a-3b36-4e2b-a542-9e25c28466e2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Request body: {'port': {'device_id': 'c92d9da7-49ac-42a6-a768-3a824757ca58', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'admin_state_up': True, 'tenant_id': '5e79cb71362547f8bb276e37206bd3da'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:07.696811 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-222a2134-b856-4b5f-b7d8-5f15c71e463f req-40ba37ad-ae3f-4ff7-baf8-8f7c9ba1513d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Calling delete_port for b58d90f5-b842-4dfe-a6f8-0ef218d3a398 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:07.896440 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-60f44df9-b8f2-444a-9aa8-86238341931d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:07.996154 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1f3225be-3a56-43c4-96ec-2c8afc33b6c3 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] In _notify_port_updated(), no bound segment for port 97acfa1e-7fc8-4bf6-acd1-b409874717ca on network f2298e7e-041e-4ded-ac26-afb61f4e4f3f {{(pid=103202) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:08:08.003253 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3225be-3a56-43c4-96ec-2c8afc33b6c3 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:08.004305 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f3225be-3a56-43c4-96ec-2c8afc33b6c3 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:08.005882 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1f3225be-3a56-43c4-96ec-2c8afc33b6c3 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "PUT /v2.0/ports/97acfa1e-7fc8-4bf6-acd1-b409874717ca HTTP/1.1" status: 200 len: 920 time: 4.5013945 Feb 09 22:08:08.033090 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60310) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:08.089015 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-222a2134-b856-4b5f-b7d8-5f15c71e463f req-40ba37ad-ae3f-4ff7-baf8-8f7c9ba1513d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (b58d90f5-b842-4dfe-a6f8-0ef218d3a398), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:08.108601 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['de3c2b1f-0b8d-4dc9-821f-86c7895954eb', '090de5ea-bb4d-43f4-a96a-b578222bfcbb', 'b58d90f5-b842-4dfe-a6f8-0ef218d3a398'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:08:08.279851 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-d842a209-d698-4b41-b538-28b6f53b894d req-b37667ff-4865-4dd3-b4a7-c6b890504c85 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Deleting port 79ded1b7-0459-4c25-abaf-6233a90b9391 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:08.280389 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-d842a209-d698-4b41-b538-28b6f53b894d req-b37667ff-4865-4dd3-b4a7-c6b890504c85 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (79ded1b7-0459-4c25-abaf-6233a90b9391), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:08.367630 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13ba9e-9258-4f45-a7ad-841a507b5728 req-da5abd89-0777-4229-be38-a8c16bb4026d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:08.374862 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ed13ba9e-9258-4f45-a7ad-841a507b5728 req-da5abd89-0777-4229-be38-a8c16bb4026d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9 HTTP/1.1" status: 200 len: 853 time: 0.9988301 Feb 09 22:08:08.809267 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-d842a209-d698-4b41-b538-28b6f53b894d req-b37667ff-4865-4dd3-b4a7-c6b890504c85 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] For port 79ded1b7-0459-4c25-abaf-6233a90b9391, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=79ded1b7-0459-4c25-abaf-6233a90b9391,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:08.813870 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-d842a209-d698-4b41-b538-28b6f53b894d req-b37667ff-4865-4dd3-b4a7-c6b890504c85 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (79ded1b7-0459-4c25-abaf-6233a90b9391), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:08.842887 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-0a4e2e6a-3b36-4e2b-a542-9e25c28466e2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Made reservation on behalf of 5e79cb71362547f8bb276e37206bd3da for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:08.846411 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-0a4e2e6a-3b36-4e2b-a542-9e25c28466e2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:08.878660 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-d842a209-d698-4b41-b538-28b6f53b894d req-b37667ff-4865-4dd3-b4a7-c6b890504c85 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Calling delete_port for 79ded1b7-0459-4c25-abaf-6233a90b9391 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:08.950907 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-596cd44b-b880-424f-b26e-dc707f888080 req-4a2e7348-f744-44c7-80d6-c4c640d557d3 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad153b9a-bc74-43af-9519-3e0e19fac1cc HTTP/1.1" status: 200 len: 210 time: 0.9150190 Feb 09 22:08:09.034638 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba37ad-ae3f-4ff7-baf8-8f7c9ba1513d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Pushing event deleted for resources: {'Port': ['ID=b58d90f5-b842-4dfe-a6f8-0ef218d3a398,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:09.230584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:09.448950 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-222a2134-b856-4b5f-b7d8-5f15c71e463f req-40ba37ad-ae3f-4ff7-baf8-8f7c9ba1513d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] No DVR routers for this DVR port b58d90f5-b842-4dfe-a6f8-0ef218d3a398 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:08:09.486726 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:09.487320 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:09.547669 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-222a2134-b856-4b5f-b7d8-5f15c71e463f req-40ba37ad-ae3f-4ff7-baf8-8f7c9ba1513d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:09.575066 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-222a2134-b856-4b5f-b7d8-5f15c71e463f req-40ba37ad-ae3f-4ff7-baf8-8f7c9ba1513d tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.71 "DELETE /v2.0/ports/b58d90f5-b842-4dfe-a6f8-0ef218d3a398 HTTP/1.1" status: 204 len: 173 time: 2.8379583 Feb 09 22:08:09.582480 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad153b9a-bc74-43af-9519-3e0e19fac1cc', 'name': 'network-vif-deleted', 'tag': 'b58d90f5-b842-4dfe-a6f8-0ef218d3a398'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:09.594762 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a32e34-e50a-4050-8e93-f7f1c715e43f" -d '{"events": [{"server_uuid": "ad153b9a-bc74-43af-9519-3e0e19fac1cc", "name": "network-vif-deleted", "tag": "b58d90f5-b842-4dfe-a6f8-0ef218d3a398"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:09.733103 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 79ded1b7-0459-4c25-abaf-6233a90b9391 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:08:09.845633 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13ba9e-9258-4f45-a7ad-841a507b5728 req-e44f39df-1c1d-417b-a927-56d70d465756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:09.855366 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ed13ba9e-9258-4f45-a7ad-841a507b5728 req-e44f39df-1c1d-417b-a927-56d70d465756 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4659e74e-184a-44ff-a85e-0606b3c79d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1155088 Feb 09 22:08:09.899886 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-0a4e2e6a-3b36-4e2b-a542-9e25c28466e2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Allocated IP 172.20.0.12 (59bfcab4-b7d2-465d-baca-fbf4f579480a/b40e5314-96a6-403c-a2ec-f748f5b25185/3b845d39-4531-44db-89a3-83212c07eb2d) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:10.033776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6300d47f-2175-435c-9ed3-7a8fa17d4002 None None] Provisioning complete for port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:10.040959 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6300d47f-2175-435c-9ed3-7a8fa17d4002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:10.158601 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709869d-11ee-4b21-bd1b-a94e2cd019de req-69814e02-09e6-42c3-aada-617110127ae1 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:10.163785 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c709869d-11ee-4b21-bd1b-a94e2cd019de req-69814e02-09e6-42c3-aada-617110127ae1 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 943 time: 0.7184587 Feb 09 22:08:10.248115 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:10.298047 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0e128d17-52a7-4237-90cf-3c2e6fc320d7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting port 97acfa1e-7fc8-4bf6-acd1-b409874717ca {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:10.300753 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6300d47f-2175-435c-9ed3-7a8fa17d4002 None None] Current status of the port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:10.316530 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e128d17-52a7-4237-90cf-3c2e6fc320d7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (97acfa1e-7fc8-4bf6-acd1-b409874717ca), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:10.363992 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-d842a209-d698-4b41-b538-28b6f53b894d req-b37667ff-4865-4dd3-b4a7-c6b890504c85 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (79ded1b7-0459-4c25-abaf-6233a90b9391), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:10.377759 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60334) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:10.445859 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6300d47f-2175-435c-9ed3-7a8fa17d4002 None None] Provisioning complete for port 97acfa1e-7fc8-4bf6-acd1-b409874717ca triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:10.446256 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6300d47f-2175-435c-9ed3-7a8fa17d4002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (97acfa1e-7fc8-4bf6-acd1-b409874717ca), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:10.577596 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6300d47f-2175-435c-9ed3-7a8fa17d4002 None None] Port 97acfa1e-7fc8-4bf6-acd1-b409874717ca cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:10.583167 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 79ded1b7-0459-4c25-abaf-6233a90b9391 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:10.584176 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (79ded1b7-0459-4c25-abaf-6233a90b9391), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:10.768157 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device b58d90f5-b842-4dfe-a6f8-0ef218d3a398 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:08:10.800676 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c709869d-11ee-4b21-bd1b-a94e2cd019de req-48140815-f1be-4d94-a46c-900658c65ef6 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2b0684c-6404-400a-bd2f-b1692823284c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6112778 Feb 09 22:08:10.884513 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ed13ba9e-9258-4f45-a7ad-841a507b5728 req-f40909de-c154-45ec-9c4e-626822e2ce76 service neutron] 10.222.0.71 "GET /v2.0/networks/4659e74e-184a-44ff-a85e-0606b3c79d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0008059 Feb 09 22:08:10.935373 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8875cf6c-36dd-413b-9804-d8f32719d656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:10.973625 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: b58d90f5-b842-4dfe-a6f8-0ef218d3a398 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:08:10.974220 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device b58d90f5-b842-4dfe-a6f8-0ef218d3a398 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:08:11.069751 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6300d47f-2175-435c-9ed3-7a8fa17d4002 None None] Provisioning complete for port c3581e37-28c6-445e-be37-6f0085c15d02 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:11.070724 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6300d47f-2175-435c-9ed3-7a8fa17d4002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c3581e37-28c6-445e-be37-6f0085c15d02), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:11.075759 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37667ff-4865-4dd3-b4a7-c6b890504c85 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Pushing event deleted for resources: {'Port': ['ID=79ded1b7-0459-4c25-abaf-6233a90b9391,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:11.101195 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-d842a209-d698-4b41-b538-28b6f53b894d req-b37667ff-4865-4dd3-b4a7-c6b890504c85 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] No DVR routers for this DVR port 79ded1b7-0459-4c25-abaf-6233a90b9391 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:08:11.113338 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-d842a209-d698-4b41-b538-28b6f53b894d req-b37667ff-4865-4dd3-b4a7-c6b890504c85 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:11.131778 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d842a209-d698-4b41-b538-28b6f53b894d req-b37667ff-4865-4dd3-b4a7-c6b890504c85 tempest-VolumesNegativeTest-1706748754 tempest-VolumesNegativeTest-1706748754-project] 10.222.0.42 "DELETE /v2.0/ports/79ded1b7-0459-4c25-abaf-6233a90b9391 HTTP/1.1" status: 204 len: 173 time: 4.6631472 Feb 09 22:08:11.146425 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec26b195-031b-4afb-b5ea-810eee55d57b', 'name': 'network-vif-deleted', 'tag': '79ded1b7-0459-4c25-abaf-6233a90b9391'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:11.157155 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e4738e-3fe4-4994-862c-4b01eb82837d" -d '{"events": [{"server_uuid": "ec26b195-031b-4afb-b5ea-810eee55d57b", "name": "network-vif-deleted", "tag": "79ded1b7-0459-4c25-abaf-6233a90b9391"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:11.265101 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6300d47f-2175-435c-9ed3-7a8fa17d4002 None None] Port c3581e37-28c6-445e-be37-6f0085c15d02 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:11.354089 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-0a4e2e6a-3b36-4e2b-a542-9e25c28466e2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for port (3b845d39-4531-44db-89a3-83212c07eb2d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:11.434385 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-32109e87-4c81-4fb1-beb0-207650c2fbea None None] Provisioning complete for port 97acfa1e-7fc8-4bf6-acd1-b409874717ca triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:11.434813 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-32109e87-4c81-4fb1-beb0-207650c2fbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (97acfa1e-7fc8-4bf6-acd1-b409874717ca), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:11.531313 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4df3c73c-7bdb-404f-914b-0233198e269d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:11.538647 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-0a4e2e6a-3b36-4e2b-a542-9e25c28466e2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (3b845d39-4531-44db-89a3-83212c07eb2d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:11.599153 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-32109e87-4c81-4fb1-beb0-207650c2fbea None None] Port 97acfa1e-7fc8-4bf6-acd1-b409874717ca cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:11.669181 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:11.694377 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ed13ba9e-9258-4f45-a7ad-841a507b5728 req-a340e187-0547-492d-9910-2d6b8eb32d4a service neutron] 10.222.0.71 "GET /v2.0/networks/4659e74e-184a-44ff-a85e-0606b3c79d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7920916 Feb 09 22:08:11.737876 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e128d17-52a7-4237-90cf-3c2e6fc320d7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (97acfa1e-7fc8-4bf6-acd1-b409874717ca), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:11.768560 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0e128d17-52a7-4237-90cf-3c2e6fc320d7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Calling delete_port for 97acfa1e-7fc8-4bf6-acd1-b409874717ca owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:11.790942 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-0a4e2e6a-3b36-4e2b-a542-9e25c28466e2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Network 59bfcab4-b7d2-465d-baca-fbf4f579480a is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:11.799599 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-0a4e2e6a-3b36-4e2b-a542-9e25c28466e2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:11.814304 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-0a4e2e6a-3b36-4e2b-a542-9e25c28466e2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:11.944847 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e2e6a-3b36-4e2b-a542-9e25c28466e2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Pushing event updated for resources: {'Port': ['ID=3b845d39-4531-44db-89a3-83212c07eb2d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:11.973852 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4df3c73c-7bdb-404f-914b-0233198e269d admin admin] Publish callbacks [] for security_group (a56698f5-a280-4a69-a190-5be97e3d31c3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:11.984605 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4df3c73c-7bdb-404f-914b-0233198e269d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a56698f5-a280-4a69-a190-5be97e3d31c3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:12.074706 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4df3c73c-7bdb-404f-914b-0233198e269d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f7ed8b1b33d7438ebbe16df646a523f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6707952 Feb 09 22:08:12.080032 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60344) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:12.162343 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-0a4e2e6a-3b36-4e2b-a542-9e25c28466e2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:12.163469 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-0a4e2e6a-3b36-4e2b-a542-9e25c28466e2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:12.228827 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e128d17-52a7-4237-90cf-3c2e6fc320d7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (97acfa1e-7fc8-4bf6-acd1-b409874717ca), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:12.251685 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-0a4e2e6a-3b36-4e2b-a542-9e25c28466e2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6106358 Feb 09 22:08:12.252705 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3c73c-7bdb-404f-914b-0233198e269d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56698f5-a280-4a69-a190-5be97e3d31c3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:12.291832 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e128d17-52a7-4237-90cf-3c2e6fc320d7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Port': ['ID=97acfa1e-7fc8-4bf6-acd1-b409874717ca,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:12.314695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] Request body: {'port': {'device_id': 'c92d9da7-49ac-42a6-a768-3a824757ca58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:12.363160 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-859aebac-3174-4354-855c-58da95046aae None None] Provisioning complete for port 3b845d39-4531-44db-89a3-83212c07eb2d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:12.364761 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-859aebac-3174-4354-855c-58da95046aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3b845d39-4531-44db-89a3-83212c07eb2d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:12.430628 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-859aebac-3174-4354-855c-58da95046aae None None] Port 3b845d39-4531-44db-89a3-83212c07eb2d cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:12.481878 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f047d0-c5f1-44c0-920e-73018f5fdd99 req-763ef700-0381-4210-a193-2d14987db522 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:12.487016 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95f047d0-c5f1-44c0-920e-73018f5fdd99 req-763ef700-0381-4210-a193-2d14987db522 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 932 time: 0.7902703 Feb 09 22:08:12.529579 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3b845d39-4531-44db-89a3-83212c07eb2d), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:12.535057 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d6980ad-2d73-4fe4-83c7-f03935d51cd8 admin admin] Publish callbacks [] for security_group (a56698f5-a280-4a69-a190-5be97e3d31c3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:12.561387 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e128d17-52a7-4237-90cf-3c2e6fc320d7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:12.572667 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0e128d17-52a7-4237-90cf-3c2e6fc320d7 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/ports/97acfa1e-7fc8-4bf6-acd1-b409874717ca HTTP/1.1" status: 204 len: 168 time: 4.5156999 Feb 09 22:08:12.576180 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60346) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:12.596729 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d6980ad-2d73-4fe4-83c7-f03935d51cd8 admin admin] Publish callbacks [] for security_group (a56698f5-a280-4a69-a190-5be97e3d31c3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:12.643041 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b6f9f2-5f31-486d-80cc-4856228f8ca5 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] GET failed (client error): The resource could not be found. Feb 09 22:08:12.650527 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-10b6f9f2-5f31-486d-80cc-4856228f8ca5 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports/97acfa1e-7fc8-4bf6-acd1-b409874717ca HTTP/1.1" status: 404 len: 333 time: 0.0726163 Feb 09 22:08:12.669672 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60348) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:12.714473 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d6980ad-2d73-4fe4-83c7-f03935d51cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a56698f5-a280-4a69-a190-5be97e3d31c3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:12.727124 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d6980ad-2d73-4fe4-83c7-f03935d51cd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:12.729614 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8d6980ad-2d73-4fe4-83c7-f03935d51cd8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a56698f5-a280-4a69-a190-5be97e3d31c3 HTTP/1.1" status: 204 len: 168 time: 0.6394479 Feb 09 22:08:12.811378 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:12.842342 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95f047d0-c5f1-44c0-920e-73018f5fdd99 req-602026e9-1e97-4c15-bee7-a84c0e5db6bb tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462648 Feb 09 22:08:12.852476 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14170fd7-f94f-4bed-b1c7-1a1d4e574e7c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (57395103-7473-42d3-b614-0af1c879e317), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:12.888842 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6980ad-2d73-4fe4-83c7-f03935d51cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56698f5-a280-4a69-a190-5be97e3d31c3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:12.919126 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14170fd7-f94f-4bed-b1c7-1a1d4e574e7c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (57395103-7473-42d3-b614-0af1c879e317), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.006190 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21fe2d1-e43c-42c0-ac24-9ccfb9750f0f x-openstack-request-id: req-c21fe2d1-e43c-42c0-ac24-9ccfb9750f0f {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:13.006955 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad153b9a-bc74-43af-9519-3e0e19fac1cc", "name": "network-vif-deleted", "tag": "b58d90f5-b842-4dfe-a6f8-0ef218d3a398", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:13.007460 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c21fe2d1-e43c-42c0-ac24-9ccfb9750f0f {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:13.009646 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad153b9a-bc74-43af-9519-3e0e19fac1cc', 'name': 'network-vif-deleted', 'tag': 'b58d90f5-b842-4dfe-a6f8-0ef218d3a398', 'status': 'completed', 'code': 200} Feb 09 22:08:13.029934 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14170fd7-f94f-4bed-b1c7-1a1d4e574e7c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (57395103-7473-42d3-b614-0af1c879e317), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.037266 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14170fd7-f94f-4bed-b1c7-1a1d4e574e7c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.040285 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-14170fd7-f94f-4bed-b1c7-1a1d4e574e7c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/security-groups/57395103-7473-42d3-b614-0af1c879e317 HTTP/1.1" status: 204 len: 168 time: 0.3673084 Feb 09 22:08:13.059063 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60358) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:13.098691 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14170fd7-f94f-4bed-b1c7-1a1d4e574e7c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57395103-7473-42d3-b614-0af1c879e317,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:13.177941 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382ab708-7e0d-462e-b8fa-a8ff2efdd502 x-openstack-request-id: req-382ab708-7e0d-462e-b8fa-a8ff2efdd502 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:13.178828 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec26b195-031b-4afb-b5ea-810eee55d57b", "name": "network-vif-deleted", "tag": "79ded1b7-0459-4c25-abaf-6233a90b9391", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:13.179265 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-382ab708-7e0d-462e-b8fa-a8ff2efdd502 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:13.179894 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec26b195-031b-4afb-b5ea-810eee55d57b', 'name': 'network-vif-deleted', 'tag': '79ded1b7-0459-4c25-abaf-6233a90b9391', 'status': 'completed', 'code': 200} Feb 09 22:08:13.226435 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7e08ef1-1439-4641-bd2e-4ce82f3b074e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (5cebb101-9b61-4e3f-aa13-f850a1f69a9e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.255883 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7e08ef1-1439-4641-bd2e-4ce82f3b074e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (5cebb101-9b61-4e3f-aa13-f850a1f69a9e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.358842 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7e08ef1-1439-4641-bd2e-4ce82f3b074e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5cebb101-9b61-4e3f-aa13-f850a1f69a9e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.362171 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7e08ef1-1439-4641-bd2e-4ce82f3b074e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.364585 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b7e08ef1-1439-4641-bd2e-4ce82f3b074e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/security-groups/5cebb101-9b61-4e3f-aa13-f850a1f69a9e HTTP/1.1" status: 204 len: 168 time: 0.3080781 Feb 09 22:08:13.370158 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60370) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:13.420793 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e08ef1-1439-4641-bd2e-4ce82f3b074e tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cebb101-9b61-4e3f-aa13-f850a1f69a9e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:13.455442 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ec855-578d-48cb-94b8-d667e3c67ae9 req-752e73e7-e060-4c1b-8d23-c3023e660b2f tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:13.463383 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-047ec855-578d-48cb-94b8-d667e3c67ae9 req-752e73e7-e060-4c1b-8d23-c3023e660b2f tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 943 time: 0.1584947 Feb 09 22:08:13.564866 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-047ec855-578d-48cb-94b8-d667e3c67ae9 req-45696f1a-cc34-4d51-8fdd-35b4cb267e51 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2b0684c-6404-400a-bd2f-b1692823284c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998015 Feb 09 22:08:13.615687 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa773dc3-e4f5-4e99-a463-b52f04b2b6b4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting subnet 20a4360b-3366-4552-93c7-b307836ab0ef {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:08:13.636359 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa773dc3-e4f5-4e99-a463-b52f04b2b6b4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for subnet (20a4360b-3366-4552-93c7-b307836ab0ef), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.646352 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b845d39-4531-44db-89a3-83212c07eb2d {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:08:13.691161 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] Publish callbacks [] for port (3b845d39-4531-44db-89a3-83212c07eb2d), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.733935 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] Transition to ACTIVE for port object 3b845d39-4531-44db-89a3-83212c07eb2d will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:08:13.744297 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (3b845d39-4531-44db-89a3-83212c07eb2d), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.764710 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa773dc3-e4f5-4e99-a463-b52f04b2b6b4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (20a4360b-3366-4552-93c7-b307836ab0ef), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.856570 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60378) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:13.892960 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d12fafb3-113f-46cc-8130-731ef807dfea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.935212 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] Pushing event updated for resources: {'Port': ['ID=3b845d39-4531-44db-89a3-83212c07eb2d,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:14.038312 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d12fafb3-113f-46cc-8130-731ef807dfea admin admin] Publish callbacks [] for security_group (2a123617-4c9a-436e-bc85-5e3bbba4f65b), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:14.051749 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d12fafb3-113f-46cc-8130-731ef807dfea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2a123617-4c9a-436e-bc85-5e3bbba4f65b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:14.111568 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d12fafb3-113f-46cc-8130-731ef807dfea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f612583ad8684f7c9828cf8e05ba5ff6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2510705 Feb 09 22:08:14.112303 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60390) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:14.122035 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] Attempting to bind port 3b845d39-4531-44db-89a3-83212c07eb2d on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:08:14.122679 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] Attempting to bind port 3b845d39-4531-44db-89a3-83212c07eb2d by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:08:14.123156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] Attempting to bind port 3b845d39-4531-44db-89a3-83212c07eb2d on network 59bfcab4-b7d2-465d-baca-fbf4f579480a {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:14.133345 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] Port 3b845d39-4531-44db-89a3-83212c07eb2d on network 59bfcab4-b7d2-465d-baca-fbf4f579480a not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:08:14.133854 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] Attempting to bind port 3b845d39-4531-44db-89a3-83212c07eb2d on network 59bfcab4-b7d2-465d-baca-fbf4f579480a {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:14.138076 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa773dc3-e4f5-4e99-a463-b52f04b2b6b4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (20a4360b-3366-4552-93c7-b307836ab0ef), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:14.158343 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:08:14.159825 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] Checking segment: {'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:14.160919 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] Bound using segment: {'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:08:14.174311 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] Bound port: 3b845d39-4531-44db-89a3-83212c07eb2d, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:08:14.174697 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3b845d39-4531-44db-89a3-83212c07eb2d), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:14.352259 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] For port 3b845d39-4531-44db-89a3-83212c07eb2d, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:08:14.362635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] For port 3b845d39-4531-44db-89a3-83212c07eb2d, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3b845d39-4531-44db-89a3-83212c07eb2d,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:08:14.383253 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (3b845d39-4531-44db-89a3-83212c07eb2d), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:14.446965 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fafb3-113f-46cc-8130-731ef807dfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a123617-4c9a-436e-bc85-5e3bbba4f65b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:14.507882 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:14.516904 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:14.519380 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] 10.222.0.42 "PUT /v2.0/ports/3b845d39-4531-44db-89a3-83212c07eb2d HTTP/1.1" status: 200 len: 1092 time: 2.2369273 Feb 09 22:08:14.760518 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:14.816159 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c94273-14e5-4f14-997e-cb644fc0edaa service neutron] Pushing event updated for resources: {'Port': ['ID=3b845d39-4531-44db-89a3-83212c07eb2d,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:14.892421 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-a1928c25-c71c-41ac-b427-28df836ee09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:14.895077 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-a1928c25-c71c-41ac-b427-28df836ee09c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 1126 time: 0.2768779 Feb 09 22:08:14.923634 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa773dc3-e4f5-4e99-a463-b52f04b2b6b4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (20a4360b-3366-4552-93c7-b307836ab0ef), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.002535 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a9d7b-6160-4701-80e9-a8e4399e67f2 req-1e562287-09c4-455d-807d-4a5483b0f7c0 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:15.005259 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-415a9d7b-6160-4701-80e9-a8e4399e67f2 req-1e562287-09c4-455d-807d-4a5483b0f7c0 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 944 time: 0.7314441 Feb 09 22:08:15.030325 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d47b8ba5-aaaf-4481-91e0-e3ff0ef9c5e3 admin admin] Publish callbacks [] for security_group (2a123617-4c9a-436e-bc85-5e3bbba4f65b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.068572 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-e1d29ba3-efbf-451b-a7f5-bfd83f108944 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b845d39-4531-44db-89a3-83212c07eb2d HTTP/1.1" status: 200 len: 217 time: 0.1614947 Feb 09 22:08:15.154060 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa773dc3-e4f5-4e99-a463-b52f04b2b6b4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Subnet': ['ID=20a4360b-3366-4552-93c7-b307836ab0ef,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:15.181574 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92d9da7-49ac-42a6-a768-3a824757ca58', 'tag': '3b845d39-4531-44db-89a3-83212c07eb2d'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:15.186269 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa773dc3-e4f5-4e99-a463-b52f04b2b6b4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.189073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0b03dc-b05c-40c6-bbbf-a051e1691228 None None] Network f2298e7e-041e-4ded-ac26-afb61f4e4f3f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:15.195991 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a789d829-cae7-4a81-b3f0-95c56d842062" -d '{"events": [{"name": "network-changed", "server_uuid": "c92d9da7-49ac-42a6-a768-3a824757ca58", "tag": "3b845d39-4531-44db-89a3-83212c07eb2d"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:15.198456 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-aa773dc3-e4f5-4e99-a463-b52f04b2b6b4 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/subnets/20a4360b-3366-4552-93c7-b307836ab0ef HTTP/1.1" status: 204 len: 168 time: 1.8234324 Feb 09 22:08:15.224093 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60460) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:15.226689 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-aad5ffa9-7a73-40e6-b2e2-170c79410f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:15.229474 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-aad5ffa9-7a73-40e6-b2e2-170c79410f4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.1512408 Feb 09 22:08:15.238039 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e9bd93ec-5c35-4c8a-9c7e-a04bee42cb19 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'subnet': {'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:15.255595 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d47b8ba5-aaaf-4481-91e0-e3ff0ef9c5e3 admin admin] Publish callbacks [] for security_group (2a123617-4c9a-436e-bc85-5e3bbba4f65b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.284157 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f74fed-ef3c-471a-8e42-a1dadd52685c req-c67d466b-106e-4103-973e-504b73dd6abc tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:15.288105 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9f74fed-ef3c-471a-8e42-a1dadd52685c req-c67d466b-106e-4103-973e-504b73dd6abc tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.71 "GET /v2.0/ports?device_id=5028a4c0-a650-4e9b-b2c9-0a38b5dc6809 HTTP/1.1" status: 200 len: 945 time: 0.7112105 Feb 09 22:08:15.463967 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-415a9d7b-6160-4701-80e9-a8e4399e67f2 req-c1035efe-c3f3-45eb-9522-4451a683f9c7 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224885 Feb 09 22:08:15.532296 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-6eff1952-275b-4daa-a310-f76674952ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:15.535116 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-6eff1952-275b-4daa-a310-f76674952ddc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2907100 Feb 09 22:08:15.562328 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.725072 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d47b8ba5-aaaf-4481-91e0-e3ff0ef9c5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2a123617-4c9a-436e-bc85-5e3bbba4f65b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.731859 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d47b8ba5-aaaf-4481-91e0-e3ff0ef9c5e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.735989 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d47b8ba5-aaaf-4481-91e0-e3ff0ef9c5e3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2a123617-4c9a-436e-bc85-5e3bbba4f65b HTTP/1.1" status: 204 len: 168 time: 1.6158195 Feb 09 22:08:15.823679 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-fc5c9ace-ea27-4e24-af0c-5f6b82837fef service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763336 Feb 09 22:08:15.892285 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b8ba5-aaaf-4481-91e0-e3ff0ef9c5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a123617-4c9a-436e-bc85-5e3bbba4f65b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:16.028203 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3273df0c-3682-45b3-aec3-0161d159ab24 req-f690e7ba-976e-439d-92c8-2fd258b8c395 service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898251 Feb 09 22:08:16.074838 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:16.136685 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-b9f74fed-ef3c-471a-8e42-a1dadd52685c req-237f366b-0459-497e-8588-c59acce8a2b7 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Deleting port 090de5ea-bb4d-43f4-a96a-b578222bfcbb {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:16.137583 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b9f74fed-ef3c-471a-8e42-a1dadd52685c req-237f366b-0459-497e-8588-c59acce8a2b7 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (090de5ea-bb4d-43f4-a96a-b578222bfcbb), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:16.165458 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bd93ec-5c35-4c8a-9c7e-a04bee42cb19 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:16.179079 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e9bd93ec-5c35-4c8a-9c7e-a04bee42cb19 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:16.435571 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b213fa-0127-475b-bb46-fcb3cd6bdaed req-d9dbe000-bffc-41e7-a731-d8291ea1ab76 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:16.453618 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-92b213fa-0127-475b-bb46-fcb3cd6bdaed req-d9dbe000-bffc-41e7-a731-d8291ea1ab76 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=5028a4c0-a650-4e9b-b2c9-0a38b5dc6809 HTTP/1.1" status: 200 len: 945 time: 0.7521985 Feb 09 22:08:16.668028 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-b9f74fed-ef3c-471a-8e42-a1dadd52685c req-237f366b-0459-497e-8588-c59acce8a2b7 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] For port 090de5ea-bb4d-43f4-a96a-b578222bfcbb, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=090de5ea-bb4d-43f4-a96a-b578222bfcbb,segment=NetworkSegment(9550f611-ce26-4437-bed9-cffa6dc8d8a4),segment_id=9550f611-ce26-4437-bed9-cffa6dc8d8a4)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:16.668522 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b9f74fed-ef3c-471a-8e42-a1dadd52685c req-237f366b-0459-497e-8588-c59acce8a2b7 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (090de5ea-bb4d-43f4-a96a-b578222bfcbb), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:16.761827 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-92b213fa-0127-475b-bb46-fcb3cd6bdaed req-812db276-0cab-4b55-8ae9-507645db1ae5 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027215 Feb 09 22:08:16.791368 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-b9f74fed-ef3c-471a-8e42-a1dadd52685c req-237f366b-0459-497e-8588-c59acce8a2b7 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Calling delete_port for 090de5ea-bb4d-43f4-a96a-b578222bfcbb owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:17.298361 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-1fe30df6-9756-4fba-aff9-e701aaab6bd8 None None] Provisioning complete for port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:17.299036 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1fe30df6-9756-4fba-aff9-e701aaab6bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:17.410354 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b9f74fed-ef3c-471a-8e42-a1dadd52685c req-237f366b-0459-497e-8588-c59acce8a2b7 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (090de5ea-bb4d-43f4-a96a-b578222bfcbb), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:17.466612 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['de3c2b1f-0b8d-4dc9-821f-86c7895954eb'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:08:17.529189 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870cc4f-5cce-4cfd-8d4d-4be97b3409ee req-616f7e37-18ba-4af7-a764-fca67efa43ad tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:17.552446 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c870cc4f-5cce-4cfd-8d4d-4be97b3409ee req-616f7e37-18ba-4af7-a764-fca67efa43ad tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 943 time: 0.3548279 Feb 09 22:08:17.656668 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f366b-0459-497e-8588-c59acce8a2b7 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Pushing event deleted for resources: {'Port': ['ID=090de5ea-bb4d-43f4-a96a-b578222bfcbb,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:17.695963 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f74fed-ef3c-471a-8e42-a1dadd52685c req-237f366b-0459-497e-8588-c59acce8a2b7 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] No DVR routers for this DVR port 090de5ea-bb4d-43f4-a96a-b578222bfcbb on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:08:17.705463 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b9f74fed-ef3c-471a-8e42-a1dadd52685c req-237f366b-0459-497e-8588-c59acce8a2b7 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:17.712816 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9f74fed-ef3c-471a-8e42-a1dadd52685c req-237f366b-0459-497e-8588-c59acce8a2b7 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.71 "DELETE /v2.0/ports/090de5ea-bb4d-43f4-a96a-b578222bfcbb HTTP/1.1" status: 204 len: 173 time: 2.4153230 Feb 09 22:08:17.719377 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5028a4c0-a650-4e9b-b2c9-0a38b5dc6809', 'name': 'network-vif-deleted', 'tag': '090de5ea-bb4d-43f4-a96a-b578222bfcbb'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:17.727513 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f5a719-fc21-44e1-8282-d4479e46953a" -d '{"events": [{"server_uuid": "5028a4c0-a650-4e9b-b2c9-0a38b5dc6809", "name": "network-vif-deleted", "tag": "090de5ea-bb4d-43f4-a96a-b578222bfcbb"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:17.849499 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c870cc4f-5cce-4cfd-8d4d-4be97b3409ee req-bd2eb7e6-bd42-412e-a249-a49896b686a9 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2b0684c-6404-400a-bd2f-b1692823284c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2955322 Feb 09 22:08:18.024788 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65c2960-b1c4-44bc-91f7-fcb3d479af3d x-openstack-request-id: req-f65c2960-b1c4-44bc-91f7-fcb3d479af3d {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:18.025718 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c92d9da7-49ac-42a6-a768-3a824757ca58", "tag": "3b845d39-4531-44db-89a3-83212c07eb2d", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:18.028318 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f65c2960-b1c4-44bc-91f7-fcb3d479af3d {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:18.029195 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92d9da7-49ac-42a6-a768-3a824757ca58', 'tag': '3b845d39-4531-44db-89a3-83212c07eb2d', 'status': 'completed', 'code': 200} Feb 09 22:08:18.153819 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1fe30df6-9756-4fba-aff9-e701aaab6bd8 None None] Current status of the port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:18.195621 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-1fe30df6-9756-4fba-aff9-e701aaab6bd8 None None] Provisioning complete for port c3581e37-28c6-445e-be37-6f0085c15d02 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:18.196488 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1fe30df6-9756-4fba-aff9-e701aaab6bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c3581e37-28c6-445e-be37-6f0085c15d02), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:18.267806 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e9bd93ec-5c35-4c8a-9c7e-a04bee42cb19 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (bc608006-bbd9-43ac-bc54-f172a5b1cb68), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:18.370356 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1fe30df6-9756-4fba-aff9-e701aaab6bd8 None None] Port c3581e37-28c6-445e-be37-6f0085c15d02 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:18.382009 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0e904-f978-46c6-9d67-db8d796b500b req-62655bcf-b37c-4dfd-9e82-d2ece4497716 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:18.405772 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bbd0e904-f978-46c6-9d67-db8d796b500b req-62655bcf-b37c-4dfd-9e82-d2ece4497716 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 944 time: 0.1992090 Feb 09 22:08:18.481864 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789d829-cae7-4a81-b3f0-95c56d842062 req-49ff62b6-c5d8-48f9-a151-748688d9b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:18.486321 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a789d829-cae7-4a81-b3f0-95c56d842062 req-49ff62b6-c5d8-48f9-a151-748688d9b3df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 1126 time: 0.4471934 Feb 09 22:08:18.497793 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bd93ec-5c35-4c8a-9c7e-a04bee42cb19 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network f2298e7e-041e-4ded-ac26-afb61f4e4f3f is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:18.524517 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-e9bd93ec-5c35-4c8a-9c7e-a04bee42cb19 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:18.540444 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bd93ec-5c35-4c8a-9c7e-a04bee42cb19 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:18.542054 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e9bd93ec-5c35-4c8a-9c7e-a04bee42cb19 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:18.544140 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bbd0e904-f978-46c6-9d67-db8d796b500b req-08398715-a478-4c43-98ce-cf8c97e0bb3f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349635 Feb 09 22:08:18.548294 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6702d5-8a28-4bde-9979-f28c021b5716 None None] Network f2298e7e-041e-4ded-ac26-afb61f4e4f3f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:18.692801 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea3d00f-678e-4e56-bdeb-b0f34cfb7723 x-openstack-request-id: req-2ea3d00f-678e-4e56-bdeb-b0f34cfb7723 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:18.693333 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5028a4c0-a650-4e9b-b2c9-0a38b5dc6809", "name": "network-vif-deleted", "tag": "090de5ea-bb4d-43f4-a96a-b578222bfcbb", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:18.693714 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2ea3d00f-678e-4e56-bdeb-b0f34cfb7723 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:18.694428 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5028a4c0-a650-4e9b-b2c9-0a38b5dc6809', 'name': 'network-vif-deleted', 'tag': '090de5ea-bb4d-43f4-a96a-b578222bfcbb', 'status': 'completed', 'code': 200} Feb 09 22:08:18.725438 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd93ec-5c35-4c8a-9c7e-a04bee42cb19 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Subnet': ['ID=bc608006-bbd9-43ac-bc54-f172a5b1cb68,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:18.742880 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 090de5ea-bb4d-43f4-a96a-b578222bfcbb no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:08:18.799101 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60586) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:18.801956 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 090de5ea-bb4d-43f4-a96a-b578222bfcbb {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:08:18.802701 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 090de5ea-bb4d-43f4-a96a-b578222bfcbb not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:08:18.808207 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e9bd93ec-5c35-4c8a-9c7e-a04bee42cb19 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5651174 Feb 09 22:08:18.811640 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-cf37f2bd-e9e3-4ce0-bfad-7e23216a109c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'security_group': {'name': 'tempest-secgroup-209659053'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:18.906232 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cf37f2bd-e9e3-4ce0-bfad-7e23216a109c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:18.937813 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789d829-cae7-4a81-b3f0-95c56d842062 req-754dced4-6682-4e10-b8ae-df7549a33516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:18.942718 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a789d829-cae7-4a81-b3f0-95c56d842062 req-754dced4-6682-4e10-b8ae-df7549a33516 service neutron] 10.222.0.42 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 911 time: 0.4376576 Feb 09 22:08:19.163448 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cf37f2bd-e9e3-4ce0-bfad-7e23216a109c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (61ef692f-dd63-4e8c-a734-2ab984436430), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:19.169430 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a789d829-cae7-4a81-b3f0-95c56d842062 req-658641ec-1b25-4301-8c13-caae0c5746bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b845d39-4531-44db-89a3-83212c07eb2d HTTP/1.1" status: 200 len: 217 time: 0.2109325 Feb 09 22:08:19.176378 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cf37f2bd-e9e3-4ce0-bfad-7e23216a109c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (61ef692f-dd63-4e8c-a734-2ab984436430), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:19.400451 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789d829-cae7-4a81-b3f0-95c56d842062 req-e173cb6e-7c5d-4a01-9140-d4676f548d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:19.409335 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a789d829-cae7-4a81-b3f0-95c56d842062 req-e173cb6e-7c5d-4a01-9140-d4676f548d58 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.2319791 Feb 09 22:08:19.417082 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cf37f2bd-e9e3-4ce0-bfad-7e23216a109c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:19.420828 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-cf37f2bd-e9e3-4ce0-bfad-7e23216a109c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6173999 Feb 09 22:08:19.423568 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60616) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:19.438783 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39831858-dd2e-4977-bed4-d8f0f1ef0475 None None] Update dhcp port {'port': {'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f', 'fixed_ips': [{'subnet_id': 'd92724ae-8ab9-444b-af36-ddd4002a3e24', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bc608006-bbd9-43ac-bc54-f172a5b1cb68'}], 'binding:host_id': 'n-d-828601-1'}, 'id': '1bd89573-6ae4-4fc0-bc84-668bd606d4b7'} from n-d-828601-1. {{(pid=103203) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:08:19.451031 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37f2bd-e9e3-4ce0-bfad-7e23216a109c tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61ef692f-dd63-4e8c-a734-2ab984436430,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:19.465035 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-67912ae2-96d0-48e6-878c-e225404e16ae tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'security_group': {'name': 'tempest-secgroup-1808409980'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:19.543584 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c14c67-11cd-4fa2-9e50-0e1ef400523b req-11c0c2a1-b4f3-4faa-83da-66314d8f8e05 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:19.550935 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-07c14c67-11cd-4fa2-9e50-0e1ef400523b req-11c0c2a1-b4f3-4faa-83da-66314d8f8e05 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 943 time: 0.3492718 Feb 09 22:08:19.605096 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67912ae2-96d0-48e6-878c-e225404e16ae tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:19.713985 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67912ae2-96d0-48e6-878c-e225404e16ae tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (6d30aa84-7690-47d8-9209-3989f8a37d21), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:19.753713 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67912ae2-96d0-48e6-878c-e225404e16ae tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6d30aa84-7690-47d8-9209-3989f8a37d21), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:19.791797 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-07c14c67-11cd-4fa2-9e50-0e1ef400523b req-a959faa5-7d60-4988-b579-3cfc0c0538aa tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2b0684c-6404-400a-bd2f-b1692823284c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228217 Feb 09 22:08:19.881843 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67912ae2-96d0-48e6-878c-e225404e16ae tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:19.889912 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60638) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:19.901458 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-67912ae2-96d0-48e6-878c-e225404e16ae tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4512143 Feb 09 22:08:19.902664 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8e041de5-c522-4f99-8b8a-3667530ec4a6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'security_group': {'name': 'tempest-secgroup-1382530774'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:19.906782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789d829-cae7-4a81-b3f0-95c56d842062 req-8fe9ac9a-57c4-42b0-a378-f720faa9e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:19.920383 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a789d829-cae7-4a81-b3f0-95c56d842062 req-8fe9ac9a-57c4-42b0-a378-f720faa9e392 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5008786 Feb 09 22:08:19.924628 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67912ae2-96d0-48e6-878c-e225404e16ae tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d30aa84-7690-47d8-9209-3989f8a37d21,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:19.998439 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 3b845d39-4531-44db-89a3-83212c07eb2d details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:08:20.056467 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-39831858-dd2e-4977-bed4-d8f0f1ef0475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:20.131539 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e041de5-c522-4f99-8b8a-3667530ec4a6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:20.225405 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.resource_extend [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 22:08:20.277706 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eee012-df31-41f0-9cc1-38af58163bd2 req-2c7bccfa-46cb-488d-a9b6-3a214f6ec49c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:20.290018 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6eee012-df31-41f0-9cc1-38af58163bd2 req-2c7bccfa-46cb-488d-a9b6-3a214f6ec49c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 944 time: 0.3237448 Feb 09 22:08:20.307747 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a789d829-cae7-4a81-b3f0-95c56d842062 req-af8f5358-675d-4782-b41e-27b194518e8f service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708818 Feb 09 22:08:20.438876 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e041de5-c522-4f99-8b8a-3667530ec4a6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (565db11b-5036-47e8-855e-9c408bedc259), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:20.468496 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-beeb300b-1853-41dd-964d-3e36b56888b4 req-b520c595-de50-421d-8ea1-661ab0949895 service neutron] (103201) timed out ('10.222.0.77', 44224) {{(pid=103201) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:08:20.474280 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e041de5-c522-4f99-8b8a-3667530ec4a6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (565db11b-5036-47e8-855e-9c408bedc259), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:20.502537 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6eee012-df31-41f0-9cc1-38af58163bd2 req-48cca640-2d26-4b73-9f11-f189583e1b85 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049606 Feb 09 22:08:20.561855 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e041de5-c522-4f99-8b8a-3667530ec4a6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:20.564375 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a789d829-cae7-4a81-b3f0-95c56d842062 req-74652d4c-adb8-47e0-99f6-67eabf6433d1 service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446692 Feb 09 22:08:20.566966 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60654) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:20.567196 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8e041de5-c522-4f99-8b8a-3667530ec4a6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6742034 Feb 09 22:08:20.580670 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2392ae68-41bd-469c-8254-1cdb2c4f33f1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-553194226', 'security_groups': ['565db11b-5036-47e8-855e-9c408bedc259'], 'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bc608006-bbd9-43ac-bc54-f172a5b1cb68'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:20.591868 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e041de5-c522-4f99-8b8a-3667530ec4a6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=565db11b-5036-47e8-855e-9c408bedc259,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:20.650022 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 3b845d39-4531-44db-89a3-83212c07eb2d, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3b845d39-4531-44db-89a3-83212c07eb2d,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:20.683405 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-39831858-dd2e-4977-bed4-d8f0f1ef0475 None None] Allocated IP 172.20.0.2 (f2298e7e-041e-4ded-ac26-afb61f4e4f3f/bc608006-bbd9-43ac-bc54-f172a5b1cb68/1bd89573-6ae4-4fc0-bc84-668bd606d4b7) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:20.795792 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-39831858-dd2e-4977-bed4-d8f0f1ef0475 None None] For port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1bd89573-6ae4-4fc0-bc84-668bd606d4b7,segment=NetworkSegment(30c151a7-4def-44dc-b686-0b05a5c5c095),segment_id=30c151a7-4def-44dc-b686-0b05a5c5c095)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:20.832227 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-39831858-dd2e-4977-bed4-d8f0f1ef0475 None None] Publish callbacks [] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:20.838331 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '3b845d39-4531-44db-89a3-83212c07eb2d', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'port_id': '3b845d39-4531-44db-89a3-83212c07eb2d', 'mac_address': 'fa:16:3e:dc:99:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:08:20.853203 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-39831858-dd2e-4977-bed4-d8f0f1ef0475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:20.896457 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2392ae68-41bd-469c-8254-1cdb2c4f33f1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:21.058626 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 3b845d39-4531-44db-89a3-83212c07eb2d is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:21.061409 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3b845d39-4531-44db-89a3-83212c07eb2d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:21.072434 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2392ae68-41bd-469c-8254-1cdb2c4f33f1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:21.108777 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-2392ae68-41bd-469c-8254-1cdb2c4f33f1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] device_id is not set on port eab550a9-ba8b-47d6-a811-71724577c75c yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:08:21.145149 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68847a-e325-4347-810d-f161f773e64d req-35411141-269c-4810-9979-9cb63cad1d5b tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:21.147823 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc68847a-e325-4347-810d-f161f773e64d req-35411141-269c-4810-9979-9cb63cad1d5b tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 943 time: 0.1753139 Feb 09 22:08:21.249071 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b845d39-4531-44db-89a3-83212c07eb2d {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:08:21.282304 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc68847a-e325-4347-810d-f161f773e64d req-f875832b-18e4-42c3-b6ad-e4609fea3a42 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2b0684c-6404-400a-bd2f-b1692823284c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202171 Feb 09 22:08:21.299844 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39831858-dd2e-4977-bed4-d8f0f1ef0475 None None] Pushing event updated for resources: {'Port': ['ID=1bd89573-6ae4-4fc0-bc84-668bd606d4b7,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:21.329124 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 3b845d39-4531-44db-89a3-83212c07eb2d, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3b845d39-4531-44db-89a3-83212c07eb2d,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:21.354423 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3b845d39-4531-44db-89a3-83212c07eb2d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:21.467018 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=3b845d39-4531-44db-89a3-83212c07eb2d,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:21.647074 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['3b845d39-4531-44db-89a3-83212c07eb2d'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:08:21.739526 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-2392ae68-41bd-469c-8254-1cdb2c4f33f1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Allocated IP 172.20.0.8 (f2298e7e-041e-4ded-ac26-afb61f4e4f3f/bc608006-bbd9-43ac-bc54-f172a5b1cb68/eab550a9-ba8b-47d6-a811-71724577c75c) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:21.900986 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded07764-6d43-408f-8809-d13c8335d52e req-6ae300ea-28ac-4876-96ba-5bb57edee6f5 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:21.911703 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ded07764-6d43-408f-8809-d13c8335d52e req-6ae300ea-28ac-4876-96ba-5bb57edee6f5 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 945 time: 0.1640863 Feb 09 22:08:22.055077 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ded07764-6d43-408f-8809-d13c8335d52e req-8dd01acc-8faa-447d-ac87-8b4ed601992d tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408801 Feb 09 22:08:22.326101 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2392ae68-41bd-469c-8254-1cdb2c4f33f1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for port (eab550a9-ba8b-47d6-a811-71724577c75c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:22.403378 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2392ae68-41bd-469c-8254-1cdb2c4f33f1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (eab550a9-ba8b-47d6-a811-71724577c75c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:22.593360 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2392ae68-41bd-469c-8254-1cdb2c4f33f1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network f2298e7e-041e-4ded-ac26-afb61f4e4f3f is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:22.608733 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befded7-e270-44d5-83f8-9770966a50c9 req-4b6084d7-409d-4e5c-9561-1864c390632a tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:22.622752 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8befded7-e270-44d5-83f8-9770966a50c9 req-4b6084d7-409d-4e5c-9561-1864c390632a tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 943 time: 0.1509030 Feb 09 22:08:22.623250 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-2392ae68-41bd-469c-8254-1cdb2c4f33f1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:22.632527 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2392ae68-41bd-469c-8254-1cdb2c4f33f1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:22.698768 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392ae68-41bd-469c-8254-1cdb2c4f33f1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Port': ['ID=eab550a9-ba8b-47d6-a811-71724577c75c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:22.712659 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-693d7226-a85c-4449-b8ec-5aed9a2e8e50 req-931522ba-a389-4585-8334-c711a4813e4f service neutron] (103201) timed out ('10.222.0.77', 44302) {{(pid=103201) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:08:22.766835 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2392ae68-41bd-469c-8254-1cdb2c4f33f1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:22.767516 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2392ae68-41bd-469c-8254-1cdb2c4f33f1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:22.823279 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2392ae68-41bd-469c-8254-1cdb2c4f33f1 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2537611 Feb 09 22:08:22.828178 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60722) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:22.835144 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7b57c7d4-7564-4015-9fe4-330a4f414d86 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'subnet': {'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:22.840631 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8befded7-e270-44d5-83f8-9770966a50c9 req-3287177d-55f3-48d8-9344-0e6ff357402e tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2b0684c-6404-400a-bd2f-b1692823284c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166395 Feb 09 22:08:23.044399 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:23.158048 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b57c7d4-7564-4015-9fe4-330a4f414d86 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:23.163029 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b57c7d4-7564-4015-9fe4-330a4f414d86 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:23.322931 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-1152197e-cf07-486e-8b7f-b784a548bfb9 None None] Provisioning complete for port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:23.327352 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1152197e-cf07-486e-8b7f-b784a548bfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:23.401698 n-d-828601-1 neutron-server[103202]: INFO neutron.db.ipam_backend_mixin [None req-7b57c7d4-7564-4015-9fe4-330a4f414d86 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bc608006-bbd9-43ac-bc54-f172a5b1cb68 (CIDR: 172.20.0.0/28) Feb 09 22:08:23.411065 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b57c7d4-7564-4015-9fe4-330a4f414d86 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:08:23.411578 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b57c7d4-7564-4015-9fe4-330a4f414d86 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:23.450316 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7b57c7d4-7564-4015-9fe4-330a4f414d86 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6191456 Feb 09 22:08:23.455298 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60732) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:23.476381 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b2215218-bfe1-4c26-810c-2b35c2e41693 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'subnet': {'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:23.563034 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 3b845d39-4531-44db-89a3-83212c07eb2d up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:23.579410 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c3fe1-5aff-40c4-b034-f79e3842f2cb req-c733be5b-66cf-4ee8-ab2c-bc83739b33ba tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:23.606454 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5c4c3fe1-5aff-40c4-b034-f79e3842f2cb req-c733be5b-66cf-4ee8-ab2c-bc83739b33ba tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 945 time: 0.2725410 Feb 09 22:08:23.691881 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:23.692499 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:23.788518 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5c4c3fe1-5aff-40c4-b034-f79e3842f2cb req-92eb6c23-80c3-443f-a6da-8d6d421b12bc tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774936 Feb 09 22:08:23.997225 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2215218-bfe1-4c26-810c-2b35c2e41693 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:24.001075 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2215218-bfe1-4c26-810c-2b35c2e41693 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:24.044614 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:24.064687 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 3b845d39-4531-44db-89a3-83212c07eb2d completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:08:24.086985 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 3b845d39-4531-44db-89a3-83212c07eb2d triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:24.089158 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3b845d39-4531-44db-89a3-83212c07eb2d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:24.289653 n-d-828601-1 neutron-server[103202]: INFO neutron.db.ipam_backend_mixin [None req-b2215218-bfe1-4c26-810c-2b35c2e41693 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d92724ae-8ab9-444b-af36-ddd4002a3e24 (CIDR: 172.20.0.16/28) Feb 09 22:08:24.291135 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da992be0-dc0f-476a-8e6b-92a1e81edc2f req-b9fffe08-d9b7-4052-95bb-682be3e35994 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:24.297477 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2215218-bfe1-4c26-810c-2b35c2e41693 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:08:24.297891 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2215218-bfe1-4c26-810c-2b35c2e41693 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:24.305304 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1152197e-cf07-486e-8b7f-b784a548bfb9 None None] Current status of the port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:24.312735 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da992be0-dc0f-476a-8e6b-92a1e81edc2f req-b9fffe08-d9b7-4052-95bb-682be3e35994 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 943 time: 0.2131519 Feb 09 22:08:24.315190 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 3b845d39-4531-44db-89a3-83212c07eb2d is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:24.319265 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3b845d39-4531-44db-89a3-83212c07eb2d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:24.336553 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b2215218-bfe1-4c26-810c-2b35c2e41693 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8800008 Feb 09 22:08:24.341151 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60746) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:24.354604 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f6606e68-803f-4148-8722-3e67ff14bda9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'subnet': {'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:24.451560 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 3b845d39-4531-44db-89a3-83212c07eb2d, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3b845d39-4531-44db-89a3-83212c07eb2d,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:24.453809 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92d9da7-49ac-42a6-a768-3a824757ca58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b845d39-4531-44db-89a3-83212c07eb2d'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:24.460348 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cc2d0c-e870-4ecd-8199-bb0d3cc683d6" -d '{"events": [{"server_uuid": "c92d9da7-49ac-42a6-a768-3a824757ca58", "name": "network-vif-plugged", "status": "completed", "tag": "3b845d39-4531-44db-89a3-83212c07eb2d"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:24.470226 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3b845d39-4531-44db-89a3-83212c07eb2d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:24.515856 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da992be0-dc0f-476a-8e6b-92a1e81edc2f req-a35ee93f-a839-4ec8-9d44-c30277b9cce7 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2b0684c-6404-400a-bd2f-b1692823284c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012582 Feb 09 22:08:24.583856 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-1152197e-cf07-486e-8b7f-b784a548bfb9 None None] Provisioning complete for port c3581e37-28c6-445e-be37-6f0085c15d02 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:24.585319 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1152197e-cf07-486e-8b7f-b784a548bfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c3581e37-28c6-445e-be37-6f0085c15d02), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:24.685742 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1152197e-cf07-486e-8b7f-b784a548bfb9 None None] Port c3581e37-28c6-445e-be37-6f0085c15d02 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:24.694733 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6606e68-803f-4148-8722-3e67ff14bda9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Made reservation on behalf of 909fda92e6a14a6f9611eb0fa02d157a for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:24.696801 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f6606e68-803f-4148-8722-3e67ff14bda9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:24.745587 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac9e29e-adc3-46c5-b11c-c8f6619b7382 x-openstack-request-id: req-2ac9e29e-adc3-46c5-b11c-c8f6619b7382 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:24.749825 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92d9da7-49ac-42a6-a768-3a824757ca58", "name": "network-vif-plugged", "status": "completed", "tag": "3b845d39-4531-44db-89a3-83212c07eb2d", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:24.750256 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2ac9e29e-adc3-46c5-b11c-c8f6619b7382 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:24.756973 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92d9da7-49ac-42a6-a768-3a824757ca58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b845d39-4531-44db-89a3-83212c07eb2d', 'code': 200} Feb 09 22:08:24.884691 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=3b845d39-4531-44db-89a3-83212c07eb2d,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:24.959768 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b8d648a5-7223-4b0f-898b-beaef22a89bf None None] Provisioning complete for port eab550a9-ba8b-47d6-a811-71724577c75c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:24.968711 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b8d648a5-7223-4b0f-898b-beaef22a89bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (eab550a9-ba8b-47d6-a811-71724577c75c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:25.149092 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b8d648a5-7223-4b0f-898b-beaef22a89bf None None] Port eab550a9-ba8b-47d6-a811-71724577c75c cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:25.171791 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a47162-26fe-4272-8d21-d33466fa0cd0 req-b71e0c04-2dbf-4933-a86f-9d1f7d13ea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:25.173470 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-81a47162-26fe-4272-8d21-d33466fa0cd0 req-b71e0c04-2dbf-4933-a86f-9d1f7d13ea79 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 1128 time: 0.3608654 Feb 09 22:08:25.291485 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-81a47162-26fe-4272-8d21-d33466fa0cd0 req-974d1fb2-539b-4b5f-94a2-b6095d02a008 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007302 Feb 09 22:08:25.337521 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a165794-ca8c-4a63-bd81-82b6690fe2b9 req-4b95d9f7-0689-497d-8e17-2a54727627c8 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:25.350542 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a165794-ca8c-4a63-bd81-82b6690fe2b9 req-4b95d9f7-0689-497d-8e17-2a54727627c8 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 946 time: 0.2033947 Feb 09 22:08:25.408353 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f6606e68-803f-4148-8722-3e67ff14bda9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (1af8c4d1-495c-485e-961b-fc355e37008f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:25.468534 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6606e68-803f-4148-8722-3e67ff14bda9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Network f2298e7e-041e-4ded-ac26-afb61f4e4f3f is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:25.474157 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-f6606e68-803f-4148-8722-3e67ff14bda9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:25.495797 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ed36cd-2b8a-4bb8-86b6-0f1bf5c97cc8 None None] Network f2298e7e-041e-4ded-ac26-afb61f4e4f3f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:25.498698 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6606e68-803f-4148-8722-3e67ff14bda9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:25.498698 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f6606e68-803f-4148-8722-3e67ff14bda9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:25.529171 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a165794-ca8c-4a63-bd81-82b6690fe2b9 req-94d97162-6273-4699-ab97-822a20bc7531 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768327 Feb 09 22:08:25.542727 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6606e68-803f-4148-8722-3e67ff14bda9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Subnet': ['ID=1af8c4d1-495c-485e-961b-fc355e37008f,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:25.554175 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60762) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:25.554494 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f6606e68-803f-4148-8722-3e67ff14bda9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2118769 Feb 09 22:08:25.565545 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c84d4b88-a002-4f03-8158-beb6b1a34357 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1239148872', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1af8c4d1-495c-485e-961b-fc355e37008f'}], 'security_groups': ['61ef692f-dd63-4e8c-a734-2ab984436430', '6d30aa84-7690-47d8-9209-3989f8a37d21']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:25.573318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6606e68-803f-4148-8722-3e67ff14bda9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:25.577651 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6606e68-803f-4148-8722-3e67ff14bda9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:25.578397 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6606e68-803f-4148-8722-3e67ff14bda9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:25.579776 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6606e68-803f-4148-8722-3e67ff14bda9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:25.582286 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6606e68-803f-4148-8722-3e67ff14bda9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:25.584845 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6606e68-803f-4148-8722-3e67ff14bda9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:25.585205 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6606e68-803f-4148-8722-3e67ff14bda9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:25.585655 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6606e68-803f-4148-8722-3e67ff14bda9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:25.589149 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6606e68-803f-4148-8722-3e67ff14bda9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:25.589800 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6606e68-803f-4148-8722-3e67ff14bda9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:25.590202 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6606e68-803f-4148-8722-3e67ff14bda9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:25.590572 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6606e68-803f-4148-8722-3e67ff14bda9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:25.590919 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6606e68-803f-4148-8722-3e67ff14bda9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:25.849747 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbb5f5-64bf-4168-b73b-f8f6e7f2810d req-e225febb-fd07-4a8d-a59b-c78acb09118a tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:25.865788 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5cbb5f5-64bf-4168-b73b-f8f6e7f2810d req-e225febb-fd07-4a8d-a59b-c78acb09118a tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 943 time: 0.2081056 Feb 09 22:08:26.062731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8921aeb-2303-4764-bd32-952da4e43b1c None None] Update dhcp port {'port': {'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f', 'fixed_ips': [{'subnet_id': 'd92724ae-8ab9-444b-af36-ddd4002a3e24', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bc608006-bbd9-43ac-bc54-f172a5b1cb68', 'ip_address': '172.20.0.2'}, {'subnet_id': '1af8c4d1-495c-485e-961b-fc355e37008f'}], 'binding:host_id': 'n-d-828601-1'}, 'id': '1bd89573-6ae4-4fc0-bc84-668bd606d4b7'} from n-d-828601-1. {{(pid=103203) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:08:26.078324 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5cbb5f5-64bf-4168-b73b-f8f6e7f2810d req-05578ae3-9e1f-49a9-a8c0-2ef4131b4ff1 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2b0684c-6404-400a-bd2f-b1692823284c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111466 Feb 09 22:08:26.222265 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c84d4b88-a002-4f03-8158-beb6b1a34357 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (eab550a9-ba8b-47d6-a811-71724577c75c), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:26.224836 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c8921aeb-2303-4764-bd32-952da4e43b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:26.985173 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-c8921aeb-2303-4764-bd32-952da4e43b1c None None] Allocated IP 172.20.0.34 (f2298e7e-041e-4ded-ac26-afb61f4e4f3f/1af8c4d1-495c-485e-961b-fc355e37008f/1bd89573-6ae4-4fc0-bc84-668bd606d4b7) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:26.985915 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085603ba-df24-4a37-8b84-59c2c08e714c req-45e80016-f8ad-4c9b-acf9-8784da728b55 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:26.993004 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-085603ba-df24-4a37-8b84-59c2c08e714c req-45e80016-f8ad-4c9b-acf9-8784da728b55 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 946 time: 0.2803562 Feb 09 22:08:27.182631 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-085603ba-df24-4a37-8b84-59c2c08e714c req-7428c72e-ecfa-4be2-9c84-9649bdb665e5 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572793 Feb 09 22:08:27.308110 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c8921aeb-2303-4764-bd32-952da4e43b1c None None] For port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1bd89573-6ae4-4fc0-bc84-668bd606d4b7,segment=NetworkSegment(30c151a7-4def-44dc-b686-0b05a5c5c095),segment_id=30c151a7-4def-44dc-b686-0b05a5c5c095)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:27.396929 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c8921aeb-2303-4764-bd32-952da4e43b1c None None] Publish callbacks [] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:27.413400 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c8921aeb-2303-4764-bd32-952da4e43b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:27.765230 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8921aeb-2303-4764-bd32-952da4e43b1c None None] Pushing event updated for resources: {'Port': ['ID=1bd89573-6ae4-4fc0-bc84-668bd606d4b7,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:27.806352 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d60cc8-637f-484e-9817-4356c100bf14 req-01f121e6-5585-489f-a0d6-42f9ff486393 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:27.822116 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0d60cc8-637f-484e-9817-4356c100bf14 req-01f121e6-5585-489f-a0d6-42f9ff486393 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 943 time: 0.2325132 Feb 09 22:08:27.981777 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-c84d4b88-a002-4f03-8158-beb6b1a34357 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Delete allocated IP 172.20.0.8 (f2298e7e-041e-4ded-ac26-afb61f4e4f3f/bc608006-bbd9-43ac-bc54-f172a5b1cb68) {{(pid=103201) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 22:08:28.013540 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-c84d4b88-a002-4f03-8158-beb6b1a34357 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Allocated IP 172.20.0.44 (f2298e7e-041e-4ded-ac26-afb61f4e4f3f/1af8c4d1-495c-485e-961b-fc355e37008f/eab550a9-ba8b-47d6-a811-71724577c75c) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:28.029843 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0d60cc8-637f-484e-9817-4356c100bf14 req-c0fd4f7b-acc6-4a4c-a574-3ccfb29c6740 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2b0684c-6404-400a-bd2f-b1692823284c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520298 Feb 09 22:08:28.427943 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c84d4b88-a002-4f03-8158-beb6b1a34357 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for port (eab550a9-ba8b-47d6-a811-71724577c75c), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:28.465767 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c84d4b88-a002-4f03-8158-beb6b1a34357 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (eab550a9-ba8b-47d6-a811-71724577c75c), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:28.716075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d4b88-a002-4f03-8158-beb6b1a34357 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event updated for resources: {'Port': ['ID=eab550a9-ba8b-47d6-a811-71724577c75c,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:28.842946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8cfe8-ac56-4f11-8c69-fc45b7a434f6 req-2f33c707-d818-4851-8447-1ac9bbd10943 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:28.852952 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97c8cfe8-ac56-4f11-8c69-fc45b7a434f6 req-2f33c707-d818-4851-8447-1ac9bbd10943 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 946 time: 0.4407799 Feb 09 22:08:28.863781 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c84d4b88-a002-4f03-8158-beb6b1a34357 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] In _notify_port_updated(), no bound segment for port eab550a9-ba8b-47d6-a811-71724577c75c on network f2298e7e-041e-4ded-ac26-afb61f4e4f3f {{(pid=103201) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:08:28.869666 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84d4b88-a002-4f03-8158-beb6b1a34357 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:28.870573 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c84d4b88-a002-4f03-8158-beb6b1a34357 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:28.874921 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60816) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:28.897594 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c84d4b88-a002-4f03-8158-beb6b1a34357 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "PUT /v2.0/ports/eab550a9-ba8b-47d6-a811-71724577c75c HTTP/1.1" status: 200 len: 960 time: 3.3409429 Feb 09 22:08:29.048324 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-97c8cfe8-ac56-4f11-8c69-fc45b7a434f6 req-34c89ef5-eb75-4c8c-8426-fdea399edf93 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425796 Feb 09 22:08:29.136968 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:29.140090 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c352792f-8e3f-48e3-a8d2-54b6d37b9823 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting port eab550a9-ba8b-47d6-a811-71724577c75c {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:29.140699 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c352792f-8e3f-48e3-a8d2-54b6d37b9823 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (eab550a9-ba8b-47d6-a811-71724577c75c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:29.277625 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e29850d0-7710-4494-9029-55b5bc8edd6f None None] Provisioning complete for port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:29.278021 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e29850d0-7710-4494-9029-55b5bc8edd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:29.354801 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c352792f-8e3f-48e3-a8d2-54b6d37b9823 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (eab550a9-ba8b-47d6-a811-71724577c75c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:29.369861 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c352792f-8e3f-48e3-a8d2-54b6d37b9823 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Calling delete_port for eab550a9-ba8b-47d6-a811-71724577c75c owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:29.420084 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:08:29.469869 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:29.473106 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:29.512509 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42ff0c-55e1-4d31-aa57-50c7dff71018 req-f6b55d70-2744-49b8-9664-c610685b4558 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:29.522921 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e42ff0c-55e1-4d31-aa57-50c7dff71018 req-f6b55d70-2744-49b8-9664-c610685b4558 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 943 time: 0.1969564 Feb 09 22:08:29.865096 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e42ff0c-55e1-4d31-aa57-50c7dff71018 req-ffc13987-cef7-45f9-8c5c-d753d2f2b43b tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2b0684c-6404-400a-bd2f-b1692823284c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3204989 Feb 09 22:08:29.945989 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c352792f-8e3f-48e3-a8d2-54b6d37b9823 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (eab550a9-ba8b-47d6-a811-71724577c75c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:30.008335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e29850d0-7710-4494-9029-55b5bc8edd6f None None] Current status of the port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:30.035694 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73d73a01-1e18-490c-8d41-d56b5beee395 req-7394c93a-d68a-4055-9d6a-85d646dd405a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2113020 Feb 09 22:08:30.045963 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352792f-8e3f-48e3-a8d2-54b6d37b9823 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Port': ['ID=eab550a9-ba8b-47d6-a811-71724577c75c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:30.105514 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e29850d0-7710-4494-9029-55b5bc8edd6f None None] Could not find standard attr ID for object eab550a9-ba8b-47d6-a811-71724577c75c. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:08:30.204152 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e29850d0-7710-4494-9029-55b5bc8edd6f None None] Provisioning complete for port c3581e37-28c6-445e-be37-6f0085c15d02 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:30.204763 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e29850d0-7710-4494-9029-55b5bc8edd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c3581e37-28c6-445e-be37-6f0085c15d02), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:30.207734 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:30.257089 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d73a01-1e18-490c-8d41-d56b5beee395 req-e5cacc47-60f9-4735-8895-4fce0efddba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:30.260887 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73d73a01-1e18-490c-8d41-d56b5beee395 req-e5cacc47-60f9-4735-8895-4fce0efddba7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 1127 time: 0.1803601 Feb 09 22:08:30.406111 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e29850d0-7710-4494-9029-55b5bc8edd6f None None] Port c3581e37-28c6-445e-be37-6f0085c15d02 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:30.511842 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c352792f-8e3f-48e3-a8d2-54b6d37b9823 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:30.517541 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c352792f-8e3f-48e3-a8d2-54b6d37b9823 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/ports/eab550a9-ba8b-47d6-a811-71724577c75c HTTP/1.1" status: 204 len: 168 time: 1.6413131 Feb 09 22:08:30.520330 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60840) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:30.522320 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-68916f8d-d1d4-447b-a050-0ee455dfd22a None None] Could not find standard attr ID for object eab550a9-ba8b-47d6-a811-71724577c75c. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:08:30.621277 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca978d1-91a4-4e5e-bd85-75c1d518eb04 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] GET failed (client error): The resource could not be found. Feb 09 22:08:30.623583 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7ca978d1-91a4-4e5e-bd85-75c1d518eb04 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports/eab550a9-ba8b-47d6-a811-71724577c75c HTTP/1.1" status: 404 len: 333 time: 0.1018929 Feb 09 22:08:30.626479 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60844) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:30.697944 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f52032-280f-4767-843a-8a93acc30856 req-50763ed4-57ea-4549-a357-91fc87091a30 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:30.707126 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a9f52032-280f-4767-843a-8a93acc30856 req-50763ed4-57ea-4549-a357-91fc87091a30 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 946 time: 0.3434973 Feb 09 22:08:30.811475 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d73a01-1e18-490c-8d41-d56b5beee395 req-4ece785d-6526-4086-93bc-f1df533982ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:30.813103 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73d73a01-1e18-490c-8d41-d56b5beee395 req-4ece785d-6526-4086-93bc-f1df533982ce service neutron] 10.222.0.71 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 911 time: 0.5290647 Feb 09 22:08:30.921803 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73d73a01-1e18-490c-8d41-d56b5beee395 req-6ad6d976-229d-4f7f-8a17-75bd7bd320ea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84 HTTP/1.1" status: 200 len: 1000 time: 0.0853896 Feb 09 22:08:30.974699 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb20de99-b96e-4645-889a-8f3956b39020 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (565db11b-5036-47e8-855e-9c408bedc259), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.028804 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb20de99-b96e-4645-889a-8f3956b39020 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (565db11b-5036-47e8-855e-9c408bedc259), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.114163 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a9f52032-280f-4767-843a-8a93acc30856 req-26eb5d7e-b1a2-4ee4-98ed-7165110825d9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053588 Feb 09 22:08:31.169253 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb20de99-b96e-4645-889a-8f3956b39020 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (565db11b-5036-47e8-855e-9c408bedc259), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.178541 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb20de99-b96e-4645-889a-8f3956b39020 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.181150 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-eb20de99-b96e-4645-889a-8f3956b39020 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/security-groups/565db11b-5036-47e8-855e-9c408bedc259 HTTP/1.1" status: 204 len: 168 time: 0.5529783 Feb 09 22:08:31.184807 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60860) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:31.243531 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20de99-b96e-4645-889a-8f3956b39020 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=565db11b-5036-47e8-855e-9c408bedc259,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:31.273784 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d73a01-1e18-490c-8d41-d56b5beee395 req-f0d43315-3943-41db-9759-303dcb7e7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:31.283895 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73d73a01-1e18-490c-8d41-d56b5beee395 req-f0d43315-3943-41db-9759-303dcb7e7c74 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.3261981 Feb 09 22:08:31.284286 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57b33eb8-38fe-49c7-af32-bcf21809c752 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (6d30aa84-7690-47d8-9209-3989f8a37d21), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.315390 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57b33eb8-38fe-49c7-af32-bcf21809c752 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (6d30aa84-7690-47d8-9209-3989f8a37d21), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.373713 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57b33eb8-38fe-49c7-af32-bcf21809c752 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6d30aa84-7690-47d8-9209-3989f8a37d21), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.376694 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57b33eb8-38fe-49c7-af32-bcf21809c752 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.377900 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-57b33eb8-38fe-49c7-af32-bcf21809c752 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/security-groups/6d30aa84-7690-47d8-9209-3989f8a37d21 HTTP/1.1" status: 204 len: 168 time: 0.1909223 Feb 09 22:08:31.382661 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60866) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:31.400784 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b33eb8-38fe-49c7-af32-bcf21809c752 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d30aa84-7690-47d8-9209-3989f8a37d21,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:31.474917 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d6e154d-8321-47ce-a10c-1f2943509f83 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (61ef692f-dd63-4e8c-a734-2ab984436430), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.508802 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d6e154d-8321-47ce-a10c-1f2943509f83 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (61ef692f-dd63-4e8c-a734-2ab984436430), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.580947 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f65c2-bcdc-4a5d-8604-7e3b4e9bf76c req-39b95298-b24b-4c83-a3cd-46e8ebe8806d tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:31.584426 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-790f65c2-bcdc-4a5d-8604-7e3b4e9bf76c req-39b95298-b24b-4c83-a3cd-46e8ebe8806d tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 943 time: 0.2938573 Feb 09 22:08:31.624680 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d6e154d-8321-47ce-a10c-1f2943509f83 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (61ef692f-dd63-4e8c-a734-2ab984436430), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.631138 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d6e154d-8321-47ce-a10c-1f2943509f83 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.633745 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0d6e154d-8321-47ce-a10c-1f2943509f83 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/security-groups/61ef692f-dd63-4e8c-a734-2ab984436430 HTTP/1.1" status: 204 len: 168 time: 0.2499993 Feb 09 22:08:31.650835 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60868) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:31.653701 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e154d-8321-47ce-a10c-1f2943509f83 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ef692f-dd63-4e8c-a734-2ab984436430,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:31.734759 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d73a01-1e18-490c-8d41-d56b5beee395 req-6f447639-8520-4058-942f-3da14ee11da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:31.738753 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73d73a01-1e18-490c-8d41-d56b5beee395 req-6f447639-8520-4058-942f-3da14ee11da3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4449067 Feb 09 22:08:31.932591 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-790f65c2-bcdc-4a5d-8604-7e3b4e9bf76c req-a0fe4241-0456-453c-bf6b-53d055e7de72 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2b0684c-6404-400a-bd2f-b1692823284c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3385391 Feb 09 22:08:31.943403 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed0a8f8-aacf-4549-af40-2e26475db293 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting subnet bc608006-bbd9-43ac-bc54-f172a5b1cb68 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:08:31.970817 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ed0a8f8-aacf-4549-af40-2e26475db293 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for subnet (bc608006-bbd9-43ac-bc54-f172a5b1cb68), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:32.117305 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ed0a8f8-aacf-4549-af40-2e26475db293 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (bc608006-bbd9-43ac-bc54-f172a5b1cb68), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:32.216469 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73d73a01-1e18-490c-8d41-d56b5beee395 req-ac27db54-1ad9-4ee3-9036-b6731ab6192b service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590962 Feb 09 22:08:32.317781 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ed0a8f8-aacf-4549-af40-2e26475db293 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (bc608006-bbd9-43ac-bc54-f172a5b1cb68), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:32.603816 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ed0a8f8-aacf-4549-af40-2e26475db293 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (bc608006-bbd9-43ac-bc54-f172a5b1cb68), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.309653 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0a8f8-aacf-4549-af40-2e26475db293 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Subnet': ['ID=bc608006-bbd9-43ac-bc54-f172a5b1cb68,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:33.318134 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ed0a8f8-aacf-4549-af40-2e26475db293 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.329056 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9ed0a8f8-aacf-4549-af40-2e26475db293 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/subnets/bc608006-bbd9-43ac-bc54-f172a5b1cb68 HTTP/1.1" status: 204 len: 168 time: 1.6716497 Feb 09 22:08:33.330005 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02451650-16ed-4d18-a111-a3eb4c5f2daf None None] Network f2298e7e-041e-4ded-ac26-afb61f4e4f3f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:33.332030 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60918) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:33.519640 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92b794-c140-45d8-a8ac-1b3826876b83 req-6ae58422-e5a5-4f08-9e50-3dcb6b03bca6 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:33.532176 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a92b794-c140-45d8-a8ac-1b3826876b83 req-6ae58422-e5a5-4f08-9e50-3dcb6b03bca6 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 946 time: 1.0361791 Feb 09 22:08:33.538151 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73d73a01-1e18-490c-8d41-d56b5beee395 req-3ea9b663-ad84-4a14-aa97-aa05a0430b40 service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0478535 Feb 09 22:08:33.572186 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50c3fb5-b75c-43f9-be66-f4d3e835060d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting subnet 1af8c4d1-495c-485e-961b-fc355e37008f {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:08:33.600968 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f50c3fb5-b75c-43f9-be66-f4d3e835060d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for subnet (1af8c4d1-495c-485e-961b-fc355e37008f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.740579 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a92b794-c140-45d8-a8ac-1b3826876b83 req-8a266223-f46f-40c9-9bb7-75ab7e67575f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064798 Feb 09 22:08:33.850168 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f50c3fb5-b75c-43f9-be66-f4d3e835060d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (1af8c4d1-495c-485e-961b-fc355e37008f), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.257682 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60928) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:34.282238 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1f38a-10ff-4488-b786-43d0bc6c5219 req-a1928aeb-2443-4b11-b1e7-f0d5add0af7f tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:34.294927 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1af1f38a-10ff-4488-b786-43d0bc6c5219 req-a1928aeb-2443-4b11-b1e7-f0d5add0af7f tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 943 time: 0.3019044 Feb 09 22:08:34.312402 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f50c3fb5-b75c-43f9-be66-f4d3e835060d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (1af8c4d1-495c-485e-961b-fc355e37008f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.576463 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1af1f38a-10ff-4488-b786-43d0bc6c5219 req-bfd2f524-7881-4561-ae24-113e1d17a514 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2b0684c-6404-400a-bd2f-b1692823284c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2717419 Feb 09 22:08:34.607603 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f50c3fb5-b75c-43f9-be66-f4d3e835060d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (1af8c4d1-495c-485e-961b-fc355e37008f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.721078 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 1a2dc46d-2e75-406a-b142-dedd7a1fd34c details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:08:34.745254 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c3fb5-b75c-43f9-be66-f4d3e835060d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Subnet': ['ID=1af8c4d1-495c-485e-961b-fc355e37008f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:34.783718 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d2179f6b-9047-44ab-9f3a-720f56c862ae admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e019343e247548e2b7f3ed1f5bb69eb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4777849 Feb 09 22:08:34.784616 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60936) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:34.809314 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f50c3fb5-b75c-43f9-be66-f4d3e835060d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.844526 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60940) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:34.845660 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f50c3fb5-b75c-43f9-be66-f4d3e835060d tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/subnets/1af8c4d1-495c-485e-961b-fc355e37008f HTTP/1.1" status: 204 len: 168 time: 1.5118949 Feb 09 22:08:35.045011 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b95285-f727-49de-85c8-bfe5f861d4cf tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:35.046119 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b95285-f727-49de-85c8-bfe5f861d4cf tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:35.052584 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-21b95285-f727-49de-85c8-bfe5f861d4cf tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/subnets/bc608006-bbd9-43ac-bc54-f172a5b1cb68 HTTP/1.1" status: 404 len: 337 time: 0.1910462 Feb 09 22:08:35.057202 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60944) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:35.171102 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a6de23d4-c85c-456d-a690-873bcf0f6438 admin admin] Publish callbacks [] for security_group (31bf2709-c095-43eb-b2f6-29140bff11ce), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:35.203555 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 1a2dc46d-2e75-406a-b142-dedd7a1fd34c, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1a2dc46d-2e75-406a-b142-dedd7a1fd34c,segment=NetworkSegment(1a386190-0e11-4cb0-b0a6-9a0f160dab80),segment_id=1a386190-0e11-4cb0-b0a6-9a0f160dab80)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:35.254247 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a6de23d4-c85c-456d-a690-873bcf0f6438 admin admin] Publish callbacks [] for security_group (31bf2709-c095-43eb-b2f6-29140bff11ce), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:35.264182 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c', 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89', 'port_id': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c', 'mac_address': 'fa:16:3e:f1:77:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:08:35.317154 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a81ec76-96c0-4240-bf38-cfac75a22e82 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting subnet d92724ae-8ab9-444b-af36-ddd4002a3e24 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:08:35.335626 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a81ec76-96c0-4240-bf38-cfac75a22e82 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for subnet (d92724ae-8ab9-444b-af36-ddd4002a3e24), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:35.349075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e36d1b-102f-48d8-a9c8-0b3b35571c96 req-4c5aee1c-150e-4361-a3db-b8bdebed7e0f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:35.375476 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13e36d1b-102f-48d8-a9c8-0b3b35571c96 req-4c5aee1c-150e-4361-a3db-b8bdebed7e0f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 946 time: 0.3143656 Feb 09 22:08:35.497618 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 1a2dc46d-2e75-406a-b142-dedd7a1fd34c is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:35.498936 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1a2dc46d-2e75-406a-b142-dedd7a1fd34c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:35.565041 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2dc46d-2e75-406a-b142-dedd7a1fd34c {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:08:35.648424 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 1a2dc46d-2e75-406a-b142-dedd7a1fd34c, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1a2dc46d-2e75-406a-b142-dedd7a1fd34c,segment=NetworkSegment(1a386190-0e11-4cb0-b0a6-9a0f160dab80),segment_id=1a386190-0e11-4cb0-b0a6-9a0f160dab80)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:35.666046 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1a2dc46d-2e75-406a-b142-dedd7a1fd34c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:35.692017 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13e36d1b-102f-48d8-a9c8-0b3b35571c96 req-b640267c-c8aa-4d8e-acc0-99914ff27b84 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888508 Feb 09 22:08:35.693793 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a6de23d4-c85c-456d-a690-873bcf0f6438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (31bf2709-c095-43eb-b2f6-29140bff11ce), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:35.697590 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a81ec76-96c0-4240-bf38-cfac75a22e82 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (d92724ae-8ab9-444b-af36-ddd4002a3e24), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:35.714166 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a6de23d4-c85c-456d-a690-873bcf0f6438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:35.727157 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a6de23d4-c85c-456d-a690-873bcf0f6438 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/31bf2709-c095-43eb-b2f6-29140bff11ce HTTP/1.1" status: 204 len: 168 time: 0.9298205 Feb 09 22:08:35.767023 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de23d4-c85c-456d-a690-873bcf0f6438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bf2709-c095-43eb-b2f6-29140bff11ce,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:35.779337 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba34678-70ae-408d-86a4-cdd47daa1f40 None None] Network f2298e7e-041e-4ded-ac26-afb61f4e4f3f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:36.082491 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a81ec76-96c0-4240-bf38-cfac75a22e82 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (d92724ae-8ab9-444b-af36-ddd4002a3e24), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:36.170301 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812d952-2ffe-4c1a-a502-d8fa32a4de03 req-c10b2325-4545-4d22-96fb-79881cf52b66 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:36.172822 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2812d952-2ffe-4c1a-a502-d8fa32a4de03 req-c10b2325-4545-4d22-96fb-79881cf52b66 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 944 time: 0.2123680 Feb 09 22:08:36.286784 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2812d952-2ffe-4c1a-a502-d8fa32a4de03 req-ba4e0397-0da7-4311-954a-616e11e45f47 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2b0684c-6404-400a-bd2f-b1692823284c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993075 Feb 09 22:08:36.461015 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-24d31159-f30a-4256-b0f9-4f499bd4872a None None] Provisioning complete for port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:36.461981 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-24d31159-f30a-4256-b0f9-4f499bd4872a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:36.549288 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a81ec76-96c0-4240-bf38-cfac75a22e82 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (d92724ae-8ab9-444b-af36-ddd4002a3e24), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:36.629675 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['1a2dc46d-2e75-406a-b142-dedd7a1fd34c'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:08:36.644543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=1a2dc46d-2e75-406a-b142-dedd7a1fd34c,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:36.701823 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81ec76-96c0-4240-bf38-cfac75a22e82 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Subnet': ['ID=d92724ae-8ab9-444b-af36-ddd4002a3e24,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:36.742800 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a81ec76-96c0-4240-bf38-cfac75a22e82 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:36.760351 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9a81ec76-96c0-4240-bf38-cfac75a22e82 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/subnets/d92724ae-8ab9-444b-af36-ddd4002a3e24 HTTP/1.1" status: 204 len: 168 time: 1.7007430 Feb 09 22:08:36.771118 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 60974) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:36.775282 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403ad03-9449-48a3-8e79-34a6e7ecb8e7 req-f4887c49-3998-4598-8c75-57ad22a0545a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:36.782705 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3403ad03-9449-48a3-8e79-34a6e7ecb8e7 req-f4887c49-3998-4598-8c75-57ad22a0545a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 1128 time: 1.2131820 Feb 09 22:08:36.924254 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb95b699-0756-43d5-9b59-ba745a9bd929 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:36.929424 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb95b699-0756-43d5-9b59-ba745a9bd929 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:36.946760 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60980) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:36.950942 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bb95b699-0756-43d5-9b59-ba745a9bd929 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/subnets/20a4360b-3366-4552-93c7-b307836ab0ef HTTP/1.1" status: 404 len: 337 time: 0.1681499 Feb 09 22:08:37.096884 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1e04ffb9-b7c5-4527-a520-85bb920e6481 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "GET /v2.0/ports?device_id=c346a81c-78cf-440b-92b4-d73a9a604e1d HTTP/1.1" status: 200 len: 205 time: 0.0429952 Feb 09 22:08:37.102035 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60984) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:37.132400 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-24d31159-f30a-4256-b0f9-4f499bd4872a None None] Current status of the port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:37.194859 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-24d31159-f30a-4256-b0f9-4f499bd4872a None None] Provisioning complete for port c3581e37-28c6-445e-be37-6f0085c15d02 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:37.195612 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9484bc-a6d0-405f-be96-a7e4b1587efb req-78add70c-faca-4ea6-add0-fdd795e09a91 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:37.196018 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-24d31159-f30a-4256-b0f9-4f499bd4872a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c3581e37-28c6-445e-be37-6f0085c15d02), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:37.201723 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9c9484bc-a6d0-405f-be96-a7e4b1587efb req-78add70c-faca-4ea6-add0-fdd795e09a91 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 946 time: 0.2445443 Feb 09 22:08:37.232733 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-27e4809c-9507-40d7-aea9-517150d86f4f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] delete failed (client error): The resource could not be found. Feb 09 22:08:37.234591 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-27e4809c-9507-40d7-aea9-517150d86f4f tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/routers/c346a81c-78cf-440b-92b4-d73a9a604e1d HTTP/1.1" status: 404 len: 336 time: 0.1310968 Feb 09 22:08:37.258387 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 60990) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:37.478787 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9c9484bc-a6d0-405f-be96-a7e4b1587efb req-8d9455a6-371a-43ff-9efd-980ce5601db0 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721908 Feb 09 22:08:37.490285 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d21664c-fdd4-4b35-9d5d-7b24a282e2e6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:37.498148 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d21664c-fdd4-4b35-9d5d-7b24a282e2e6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:37.509030 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9d21664c-fdd4-4b35-9d5d-7b24a282e2e6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/subnets/ce1370dd-980e-41de-9a5e-dba1d79f1710 HTTP/1.1" status: 404 len: 337 time: 0.2489705 Feb 09 22:08:37.513257 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 32768) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:37.590418 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-24d31159-f30a-4256-b0f9-4f499bd4872a None None] Port c3581e37-28c6-445e-be37-6f0085c15d02 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:37.631867 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403ad03-9449-48a3-8e79-34a6e7ecb8e7 req-633a3263-da96-45e2-8492-62abc0335e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:37.636690 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f33176c-eba3-4a35-b6c1-c10a313e01b2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:37.637510 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f33176c-eba3-4a35-b6c1-c10a313e01b2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:37.637663 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3403ad03-9449-48a3-8e79-34a6e7ecb8e7 req-633a3263-da96-45e2-8492-62abc0335e08 service neutron] 10.222.0.42 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 911 time: 0.8029940 Feb 09 22:08:37.647882 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8f33176c-eba3-4a35-b6c1-c10a313e01b2 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/subnets/45b91e90-7fe9-4653-bff6-dc96f0f202a4 HTTP/1.1" status: 404 len: 337 time: 0.1327944 Feb 09 22:08:37.660875 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248cd861-cee9-4adf-94c8-2b8ae52af6a3 None None] Update dhcp port {'port': {'network_id': 'f2298e7e-041e-4ded-ac26-afb61f4e4f3f', 'fixed_ips': [{'subnet_id': 'd92724ae-8ab9-444b-af36-ddd4002a3e24'}], 'binding:host_id': 'n-d-828601-1'}, 'id': '1bd89573-6ae4-4fc0-bc84-668bd606d4b7'} from n-d-828601-1. {{(pid=103203) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:08:37.679618 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 32772) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:37.798536 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3403ad03-9449-48a3-8e79-34a6e7ecb8e7 req-b86e157d-6a0c-42cb-ab0a-a0fdc1f3265e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b845d39-4531-44db-89a3-83212c07eb2d HTTP/1.1" status: 200 len: 217 time: 0.1512811 Feb 09 22:08:37.892766 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b1b870-4891-405b-b60b-cab7eb54dcac tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:37.893715 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1b1b870-4891-405b-b60b-cab7eb54dcac tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:37.903438 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e1b1b870-4891-405b-b60b-cab7eb54dcac tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/subnets/ad18e31c-f634-4e25-b332-af7b4aa2eb28 HTTP/1.1" status: 404 len: 337 time: 0.2170656 Feb 09 22:08:37.912179 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 32778) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:37.987003 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403ad03-9449-48a3-8e79-34a6e7ecb8e7 req-bbc88032-436c-4084-b0c9-a41944d5dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:37.990156 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3403ad03-9449-48a3-8e79-34a6e7ecb8e7 req-bbc88032-436c-4084-b0c9-a41944d5dda1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.1840620 Feb 09 22:08:38.022607 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-248cd861-cee9-4adf-94c8-2b8ae52af6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:38.028165 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f5b6ac-fed5-4649-a62c-bdc20bf10872 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:38.031144 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f5b6ac-fed5-4649-a62c-bdc20bf10872 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:38.051938 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32784) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:38.060049 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-53f5b6ac-fed5-4649-a62c-bdc20bf10872 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/ports/4ae3cb11-fcfb-4557-ae72-e010b9f288f0 HTTP/1.1" status: 404 len: 333 time: 0.1415737 Feb 09 22:08:38.094834 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c070-5579-4561-9e28-05b0028779d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:38.152021 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4056e0-a40c-472c-a48b-b40f4ec63a5b req-5411eab0-9ce5-476b-abd0-1901c627cd58 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.154610 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b4056e0-a40c-472c-a48b-b40f4ec63a5b req-5411eab0-9ce5-476b-abd0-1901c627cd58 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 944 time: 0.5262604 Feb 09 22:08:38.256660 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ba46c4-49e1-4535-be46-381aca4fedbb tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:38.257349 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ba46c4-49e1-4535-be46-381aca4fedbb tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:38.274826 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b0ba46c4-49e1-4535-be46-381aca4fedbb tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/subnets/8ed53c73-e81c-48b6-808f-397724cd0bdb HTTP/1.1" status: 404 len: 337 time: 0.2108548 Feb 09 22:08:38.276005 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32786) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:38.349393 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b4056e0-a40c-472c-a48b-b40f4ec63a5b req-4aaf5d11-851d-4673-85dc-7d63f3bf039f tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2b0684c-6404-400a-bd2f-b1692823284c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781294 Feb 09 22:08:38.453242 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-790dda5d-4659-4298-ab0c-f58978e44354 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:38.454137 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-790dda5d-4659-4298-ab0c-f58978e44354 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:38.472628 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-790dda5d-4659-4298-ab0c-f58978e44354 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/subnets/130cc93e-acfa-4ab3-bb4e-e0bcad43c908 HTTP/1.1" status: 404 len: 337 time: 0.1932340 Feb 09 22:08:38.477217 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32794) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:38.587167 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d75c5f9-77fd-4525-8ca3-d1bc06d8adc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:38.588838 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d75c5f9-77fd-4525-8ca3-d1bc06d8adc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:38.601086 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2d75c5f9-77fd-4525-8ca3-d1bc06d8adc9 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/ports/e2874efb-295a-4a1f-b8e0-f867ea845192 HTTP/1.1" status: 404 len: 333 time: 0.1222317 Feb 09 22:08:38.605115 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32798) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:38.729986 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-03187f5b-1334-4631-81e1-3ffbd6e0a9c6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:38.741999 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03187f5b-1334-4631-81e1-3ffbd6e0a9c6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:38.751780 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-03187f5b-1334-4631-81e1-3ffbd6e0a9c6 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/subnets/56edaaa3-250c-4bce-8e73-2c0d029999c2 HTTP/1.1" status: 404 len: 337 time: 0.1445460 Feb 09 22:08:38.752861 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 32800) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:38.763319 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403ad03-9449-48a3-8e79-34a6e7ecb8e7 req-6ff153da-7fb3-4402-b108-91dbca49b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.766042 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3403ad03-9449-48a3-8e79-34a6e7ecb8e7 req-6ff153da-7fb3-4402-b108-91dbca49b9d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7663252 Feb 09 22:08:38.780397 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-3403ad03-9449-48a3-8e79-34a6e7ecb8e7 req-ba2fafef-b377-4a64-951e-e770112be15b service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:08:38.791783 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3403ad03-9449-48a3-8e79-34a6e7ecb8e7 req-ba2fafef-b377-4a64-951e-e770112be15b service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085812 Feb 09 22:08:38.821076 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34e6bab-5fa9-4240-96a3-9267f9944339 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:38.822294 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34e6bab-5fa9-4240-96a3-9267f9944339 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:38.826107 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b34e6bab-5fa9-4240-96a3-9267f9944339 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/subnets/52c649ed-4bc3-46f6-8d3d-bb4211888f66 HTTP/1.1" status: 404 len: 337 time: 0.0708063 Feb 09 22:08:38.831559 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 32802) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:38.937524 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d002e-72d4-437d-8ef9-30974440068b req-3930bbc4-06b9-4bf0-82e2-a72c0f503a4f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.946545 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e35d002e-72d4-437d-8ef9-30974440068b req-3930bbc4-06b9-4bf0-82e2-a72c0f503a4f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 946 time: 0.3147540 Feb 09 22:08:39.030828 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdb0e77-8703-4b1e-a042-ca4fcdaa561f None None] Network f2298e7e-041e-4ded-ac26-afb61f4e4f3f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:39.105226 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e35d002e-72d4-437d-8ef9-30974440068b req-39ffa05b-4043-4f82-8f3f-e68f8822c6ad tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575112 Feb 09 22:08:39.106957 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3403ad03-9449-48a3-8e79-34a6e7ecb8e7 req-998ec7c1-fe7b-4989-9cb7-49d4cd102ec3 service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136034 Feb 09 22:08:39.195218 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9d49be87-4178-4908-8bcb-0681fd4e0692 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting port c3581e37-28c6-445e-be37-6f0085c15d02 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:39.196614 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9d49be87-4178-4908-8bcb-0681fd4e0692 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c3581e37-28c6-445e-be37-6f0085c15d02), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:39.351253 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:08:39.421619 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3403ad03-9449-48a3-8e79-34a6e7ecb8e7 req-58393c43-fbb0-442f-bf0c-f106709452e8 service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081512 Feb 09 22:08:39.546202 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9d49be87-4178-4908-8bcb-0681fd4e0692 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c3581e37-28c6-445e-be37-6f0085c15d02), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:39.618043 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b294fbde-5ee1-44e0-bc25-372dacf4add8 None None] Provisioning complete for port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:39.619096 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b294fbde-5ee1-44e0-bc25-372dacf4add8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:39.708240 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9d49be87-4178-4908-8bcb-0681fd4e0692 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Calling delete_port for c3581e37-28c6-445e-be37-6f0085c15d02 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:39.877007 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9d330d-ee52-485b-b074-bff73b319b7e None None] DHCP port deletion for f2298e7e-041e-4ded-ac26-afb61f4e4f3f request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:08:39.902254 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:39.915166 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:39.964116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8af663-d570-43dc-85e6-0aa55cbfff91 req-f5d80c31-11ca-4281-ac3e-c9af2ecf8012 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:39.966897 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff8af663-d570-43dc-85e6-0aa55cbfff91 req-f5d80c31-11ca-4281-ac3e-c9af2ecf8012 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 944 time: 0.4275446 Feb 09 22:08:40.111428 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff8af663-d570-43dc-85e6-0aa55cbfff91 req-69f1c308-c1f5-455b-a48a-d4b799685e74 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2b0684c-6404-400a-bd2f-b1692823284c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273241 Feb 09 22:08:40.116522 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b294fbde-5ee1-44e0-bc25-372dacf4add8 None None] Current status of the port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:40.125414 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1bd89573-6ae4-4fc0-bc84-668bd606d4b7,segment=NetworkSegment(30c151a7-4def-44dc-b686-0b05a5c5c095),segment_id=30c151a7-4def-44dc-b686-0b05a5c5c095)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:40.148448 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:40.223467 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9d49be87-4178-4908-8bcb-0681fd4e0692 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c3581e37-28c6-445e-be37-6f0085c15d02), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:40.237046 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-af9d330d-ee52-485b-b074-bff73b319b7e None None] Deleting port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:40.237371 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-af9d330d-ee52-485b-b074-bff73b319b7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:40.296606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49be87-4178-4908-8bcb-0681fd4e0692 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Port': ['ID=c3581e37-28c6-445e-be37-6f0085c15d02,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:40.301190 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b294fbde-5ee1-44e0-bc25-372dacf4add8 None None] Provisioning complete for port c3581e37-28c6-445e-be37-6f0085c15d02 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:40.301926 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b294fbde-5ee1-44e0-bc25-372dacf4add8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c3581e37-28c6-445e-be37-6f0085c15d02), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:40.417103 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b294fbde-5ee1-44e0-bc25-372dacf4add8 None None] Port c3581e37-28c6-445e-be37-6f0085c15d02 was deleted so its status cannot be updated. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 22:08:40.437317 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9d49be87-4178-4908-8bcb-0681fd4e0692 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:40.448897 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=1bd89573-6ae4-4fc0-bc84-668bd606d4b7,revision_number=11']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:40.450237 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9d49be87-4178-4908-8bcb-0681fd4e0692 tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/ports/c3581e37-28c6-445e-be37-6f0085c15d02 HTTP/1.1" status: 204 len: 168 time: 1.6096995 Feb 09 22:08:40.450627 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32830) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:40.510968 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-af9d330d-ee52-485b-b074-bff73b319b7e None None] For port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1bd89573-6ae4-4fc0-bc84-668bd606d4b7,segment=NetworkSegment(30c151a7-4def-44dc-b686-0b05a5c5c095),segment_id=30c151a7-4def-44dc-b686-0b05a5c5c095)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:40.511683 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-af9d330d-ee52-485b-b074-bff73b319b7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:40.530522 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aff140-a94c-4104-bb1b-5f67f93bed98 req-5557f964-d607-4bdf-b449-ddf34fa43da8 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:40.532854 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22aff140-a94c-4104-bb1b-5f67f93bed98 req-5557f964-d607-4bdf-b449-ddf34fa43da8 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 946 time: 0.2103550 Feb 09 22:08:40.613746 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-af9d330d-ee52-485b-b074-bff73b319b7e None None] Calling delete_port for 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:40.636639 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-11202ed7-c981-4a93-90b6-54258c581377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:40.658183 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca2aca9b-20c3-4a53-bf02-7c9d42e21bfc tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (f2298e7e-041e-4ded-ac26-afb61f4e4f3f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:40.691699 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22aff140-a94c-4104-bb1b-5f67f93bed98 req-976d9de6-d3a1-438c-84ae-ec7476a38544 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495633 Feb 09 22:08:40.801781 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 1a2dc46d-2e75-406a-b142-dedd7a1fd34c up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:40.855222 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ca2aca9b-20c3-4a53-bf02-7c9d42e21bfc tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Deleting port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:40.855837 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca2aca9b-20c3-4a53-bf02-7c9d42e21bfc tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.043657 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 1a2dc46d-2e75-406a-b142-dedd7a1fd34c completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:08:41.069350 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 1a2dc46d-2e75-406a-b142-dedd7a1fd34c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:41.070049 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1a2dc46d-2e75-406a-b142-dedd7a1fd34c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.089567 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ca2aca9b-20c3-4a53-bf02-7c9d42e21bfc tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] For port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1bd89573-6ae4-4fc0-bc84-668bd606d4b7,segment=NetworkSegment(30c151a7-4def-44dc-b686-0b05a5c5c095),segment_id=30c151a7-4def-44dc-b686-0b05a5c5c095)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:41.090174 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca2aca9b-20c3-4a53-bf02-7c9d42e21bfc tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.174562 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ca2aca9b-20c3-4a53-bf02-7c9d42e21bfc tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Calling delete_port for 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:41.198171 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-af9d330d-ee52-485b-b074-bff73b319b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.316710 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d330d-ee52-485b-b074-bff73b319b7e None None] Pushing event deleted for resources: {'Port': ['ID=1bd89573-6ae4-4fc0-bc84-668bd606d4b7,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:41.330824 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9d330d-ee52-485b-b074-bff73b319b7e None None] No DVR routers for this DVR port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:08:41.496642 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca2aca9b-20c3-4a53-bf02-7c9d42e21bfc tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (1bd89573-6ae4-4fc0-bc84-668bd606d4b7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.526089 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2aca9b-20c3-4a53-bf02-7c9d42e21bfc tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Port': ['ID=1bd89573-6ae4-4fc0-bc84-668bd606d4b7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:41.533529 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2aca9b-20c3-4a53-bf02-7c9d42e21bfc tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] No DVR routers for this DVR port 1bd89573-6ae4-4fc0-bc84-668bd606d4b7 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:08:41.553195 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 1a2dc46d-2e75-406a-b142-dedd7a1fd34c is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:41.553898 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1a2dc46d-2e75-406a-b142-dedd7a1fd34c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.579262 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51857bf7-e499-4a30-891e-831dc4576a43 req-fd022a9a-f5b8-43fb-80ad-d1820fe3fb0b tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:41.583468 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-51857bf7-e499-4a30-891e-831dc4576a43 req-fd022a9a-f5b8-43fb-80ad-d1820fe3fb0b tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 944 time: 0.2044992 Feb 09 22:08:41.633946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 1a2dc46d-2e75-406a-b142-dedd7a1fd34c, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1a2dc46d-2e75-406a-b142-dedd7a1fd34c,segment=NetworkSegment(1a386190-0e11-4cb0-b0a6-9a0f160dab80),segment_id=1a386190-0e11-4cb0-b0a6-9a0f160dab80)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:41.641386 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ba38e8-9619-4afb-bf14-b9f7596de8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:41.647559 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c078f6e1-c921-40cf-9613-4512d92a9210" -d '{"events": [{"server_uuid": "80ba38e8-9619-4afb-bf14-b9f7596de8dc", "name": "network-vif-plugged", "status": "completed", "tag": "1a2dc46d-2e75-406a-b142-dedd7a1fd34c"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:41.706417 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1a2dc46d-2e75-406a-b142-dedd7a1fd34c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.729339 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca2aca9b-20c3-4a53-bf02-7c9d42e21bfc tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (f2298e7e-041e-4ded-ac26-afb61f4e4f3f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.758752 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-51857bf7-e499-4a30-891e-831dc4576a43 req-520bccab-d5d2-46c6-87bb-c48b5ed8d17c tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2b0684c-6404-400a-bd2f-b1692823284c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628065 Feb 09 22:08:41.783956 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-ca2aca9b-20c3-4a53-bf02-7c9d42e21bfc tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2298e7e-041e-4ded-ac26-afb61f4e4f3f']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:41.797195 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-ca2aca9b-20c3-4a53-bf02-7c9d42e21bfc tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c151a7-4def-44dc-b686-0b05a5c5c095') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:41.797502 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-ca2aca9b-20c3-4a53-bf02-7c9d42e21bfc tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c151a7-4def-44dc-b686-0b05a5c5c095') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:41.818376 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca2aca9b-20c3-4a53-bf02-7c9d42e21bfc tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (30c151a7-4def-44dc-b686-0b05a5c5c095), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.839734 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca2aca9b-20c3-4a53-bf02-7c9d42e21bfc tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (30c151a7-4def-44dc-b686-0b05a5c5c095), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.853621 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2aca9b-20c3-4a53-bf02-7c9d42e21bfc tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:08:41.854437 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca2aca9b-20c3-4a53-bf02-7c9d42e21bfc tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (30c151a7-4def-44dc-b686-0b05a5c5c095), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:08:41.860402 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:08:41.868698 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.957816 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=1a2dc46d-2e75-406a-b142-dedd7a1fd34c,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:41.973854 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca2aca9b-20c3-4a53-bf02-7c9d42e21bfc tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (f2298e7e-041e-4ded-ac26-afb61f4e4f3f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.984386 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca2aca9b-20c3-4a53-bf02-7c9d42e21bfc tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.991631 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ca2aca9b-20c3-4a53-bf02-7c9d42e21bfc tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] 10.222.0.77 "DELETE /v2.0/networks/f2298e7e-041e-4ded-ac26-afb61f4e4f3f HTTP/1.1" status: 204 len: 168 time: 1.5389829 Feb 09 22:08:42.007891 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2aca9b-20c3-4a53-bf02-7c9d42e21bfc tempest-PortsTestJSON-968938487 tempest-PortsTestJSON-968938487-project] Pushing event deleted for resources: {'Network': ['ID=f2298e7e-041e-4ded-ac26-afb61f4e4f3f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:42.585518 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32874) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:42.621921 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32878) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:42.627819 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ce60055c-dbdb-45d8-b143-dc05b3ad6876 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-872469839', 'description': 'tempest-secgroup-smoke-872469839 description', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:42.660091 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce60055c-dbdb-45d8-b143-dc05b3ad6876 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:42.677947 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce60055c-dbdb-45d8-b143-dc05b3ad6876 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:42.809661 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:42.922285 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 32896) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:42.926169 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-922b270e-e0ac-47dd-ba62-dd81c8ffaeda admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=909fda92e6a14a6f9611eb0fa02d157a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3317034 Feb 09 22:08:43.010881 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce60055c-dbdb-45d8-b143-dc05b3ad6876 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (f4dc1ada-f194-4fe6-bfef-df561dc833ec), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.012249 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12e121d4-f083-4d43-ae43-e84bae07dee2 admin admin] Publish callbacks [] for security_group (2702d8ca-6fdb-4fbf-a137-d53c0933b35d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.021907 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce60055c-dbdb-45d8-b143-dc05b3ad6876 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f4dc1ada-f194-4fe6-bfef-df561dc833ec), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.072707 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12e121d4-f083-4d43-ae43-e84bae07dee2 admin admin] Publish callbacks [] for security_group (2702d8ca-6fdb-4fbf-a137-d53c0933b35d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.108023 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dfd7f7-0b8f-4ef8-ad42-9ed690c66bc0 x-openstack-request-id: req-79dfd7f7-0b8f-4ef8-ad42-9ed690c66bc0 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:43.108337 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ba38e8-9619-4afb-bf14-b9f7596de8dc", "name": "network-vif-plugged", "status": "completed", "tag": "1a2dc46d-2e75-406a-b142-dedd7a1fd34c", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:43.108596 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-79dfd7f7-0b8f-4ef8-ad42-9ed690c66bc0 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:43.109225 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ba38e8-9619-4afb-bf14-b9f7596de8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c', 'code': 200} Feb 09 22:08:43.146641 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60055c-dbdb-45d8-b143-dc05b3ad6876 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dc1ada-f194-4fe6-bfef-df561dc833ec,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:43.260903 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12e121d4-f083-4d43-ae43-e84bae07dee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2702d8ca-6fdb-4fbf-a137-d53c0933b35d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.263821 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12e121d4-f083-4d43-ae43-e84bae07dee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.265204 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-12e121d4-f083-4d43-ae43-e84bae07dee2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2702d8ca-6fdb-4fbf-a137-d53c0933b35d HTTP/1.1" status: 204 len: 168 time: 0.3417273 Feb 09 22:08:43.310709 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce60055c-dbdb-45d8-b143-dc05b3ad6876 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (6d6d246f-b16a-48fa-8c80-b01099c8fac6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.315084 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e121d4-f083-4d43-ae43-e84bae07dee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2702d8ca-6fdb-4fbf-a137-d53c0933b35d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:43.321383 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce60055c-dbdb-45d8-b143-dc05b3ad6876 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6d6d246f-b16a-48fa-8c80-b01099c8fac6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.333636 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e121d4-f083-4d43-ae43-e84bae07dee2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:43.334872 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e121d4-f083-4d43-ae43-e84bae07dee2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:43.335512 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e121d4-f083-4d43-ae43-e84bae07dee2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:43.336124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e121d4-f083-4d43-ae43-e84bae07dee2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:43.336770 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e121d4-f083-4d43-ae43-e84bae07dee2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:43.337673 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e121d4-f083-4d43-ae43-e84bae07dee2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:43.338293 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e121d4-f083-4d43-ae43-e84bae07dee2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:43.339046 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e121d4-f083-4d43-ae43-e84bae07dee2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:43.339747 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e121d4-f083-4d43-ae43-e84bae07dee2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:43.340357 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e121d4-f083-4d43-ae43-e84bae07dee2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:43.341267 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e121d4-f083-4d43-ae43-e84bae07dee2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:43.341994 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e121d4-f083-4d43-ae43-e84bae07dee2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:43.342569 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e121d4-f083-4d43-ae43-e84bae07dee2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:43.385627 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60055c-dbdb-45d8-b143-dc05b3ad6876 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6d246f-b16a-48fa-8c80-b01099c8fac6,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:43.400542 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce60055c-dbdb-45d8-b143-dc05b3ad6876 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.402100 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ce60055c-dbdb-45d8-b143-dc05b3ad6876 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7802799 Feb 09 22:08:43.405728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32914) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:43.417264 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6daba9b5-7ae2-4ff2-90e4-4237416aa80b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': '6d6d246f-b16a-48fa-8c80-b01099c8fac6', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:43.418239 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d71f10-01ab-40f1-83c5-e30590161128 req-c2b79f45-f8d1-4fef-a962-f2bffd574ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:43.420500 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99d71f10-01ab-40f1-83c5-e30590161128 req-c2b79f45-f8d1-4fef-a962-f2bffd574ae0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 1127 time: 0.1992915 Feb 09 22:08:43.464479 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb9943-5fb2-4009-8c91-b01d7aa5e2d1 req-b8313b09-b165-49a2-b7a8-2f47a987c757 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:43.472745 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-19bb9943-5fb2-4009-8c91-b01d7aa5e2d1 req-b8313b09-b165-49a2-b7a8-2f47a987c757 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 946 time: 0.2043357 Feb 09 22:08:43.474549 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6daba9b5-7ae2-4ff2-90e4-4237416aa80b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (903dad81-5c97-44fe-ba2e-4a44d5320252), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.576862 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855d6d7-9e33-4ae1-a63a-0f3848362584 req-34ce6b06-c127-4642-9ab7-afb38b6123f0 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:43.579624 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f855d6d7-9e33-4ae1-a63a-0f3848362584 req-34ce6b06-c127-4642-9ab7-afb38b6123f0 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c34aeb0-3198-4ba5-bca1-f397bfdd13fc HTTP/1.1" status: 200 len: 945 time: 0.2506874 Feb 09 22:08:43.586990 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6daba9b5-7ae2-4ff2-90e4-4237416aa80b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (903dad81-5c97-44fe-ba2e-4a44d5320252), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.588845 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-19bb9943-5fb2-4009-8c91-b01d7aa5e2d1 req-56ba8bf0-165d-4ea5-b458-1670942c0f42 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040864 Feb 09 22:08:43.596307 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6daba9b5-7ae2-4ff2-90e4-4237416aa80b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (903dad81-5c97-44fe-ba2e-4a44d5320252), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.625543 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daba9b5-7ae2-4ff2-90e4-4237416aa80b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903dad81-5c97-44fe-ba2e-4a44d5320252,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:43.633986 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6daba9b5-7ae2-4ff2-90e4-4237416aa80b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.636859 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6daba9b5-7ae2-4ff2-90e4-4237416aa80b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2296586 Feb 09 22:08:43.639361 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32920) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:43.645291 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-07381b11-3b58-4bef-87a7-1e3201e8e1a0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': '6d6d246f-b16a-48fa-8c80-b01099c8fac6', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:43.692665 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-07381b11-3b58-4bef-87a7-1e3201e8e1a0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (5ef3c8ea-ef46-480b-bb25-f49802424382), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.792597 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-07381b11-3b58-4bef-87a7-1e3201e8e1a0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (5ef3c8ea-ef46-480b-bb25-f49802424382), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.799504 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99d71f10-01ab-40f1-83c5-e30590161128 req-85d21e22-70f5-4fbe-a4af-ed01afee3e2b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d2b0684c-6404-400a-bd2f-b1692823284c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3699827 Feb 09 22:08:43.800678 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-07381b11-3b58-4bef-87a7-1e3201e8e1a0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (5ef3c8ea-ef46-480b-bb25-f49802424382), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.840385 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16372b-aabe-4f3e-85e5-a215aca79d8a req-979af199-9330-401f-995a-a2fbf1b6fa42 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:43.856539 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07381b11-3b58-4bef-87a7-1e3201e8e1a0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef3c8ea-ef46-480b-bb25-f49802424382,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:43.858115 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9c16372b-aabe-4f3e-85e5-a215aca79d8a req-979af199-9330-401f-995a-a2fbf1b6fa42 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 945 time: 0.1160080 Feb 09 22:08:43.888550 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-07381b11-3b58-4bef-87a7-1e3201e8e1a0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.891366 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-07381b11-3b58-4bef-87a7-1e3201e8e1a0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2501247 Feb 09 22:08:43.894242 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32928) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:43.904904 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-befb2419-9904-4d13-afb9-5e5d6886efa3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': '6d6d246f-b16a-48fa-8c80-b01099c8fac6', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:43.942156 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-f855d6d7-9e33-4ae1-a63a-0f3848362584 req-2a5c93a2-df36-4245-a531-e862382fa043 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Deleting port de3c2b1f-0b8d-4dc9-821f-86c7895954eb {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:43.942803 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f855d6d7-9e33-4ae1-a63a-0f3848362584 req-2a5c93a2-df36-4245-a531-e862382fa043 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (de3c2b1f-0b8d-4dc9-821f-86c7895954eb), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.961391 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9c16372b-aabe-4f3e-85e5-a215aca79d8a req-7d37f24c-9d4c-46ab-a993-ec9a47fcb304 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2b0684c-6404-400a-bd2f-b1692823284c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003389 Feb 09 22:08:44.007437 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-befb2419-9904-4d13-afb9-5e5d6886efa3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (538e5766-7bf8-4f28-aca7-f441bad1368f), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.130983 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd4686-69c7-479e-99fc-272d49d3408a req-57cec23e-a9f5-4d04-bde7-5d7157cdf3c1 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:44.132593 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1dbd4686-69c7-479e-99fc-272d49d3408a req-57cec23e-a9f5-4d04-bde7-5d7157cdf3c1 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c34aeb0-3198-4ba5-bca1-f397bfdd13fc HTTP/1.1" status: 200 len: 945 time: 0.0812976 Feb 09 22:08:44.148688 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-befb2419-9904-4d13-afb9-5e5d6886efa3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (538e5766-7bf8-4f28-aca7-f441bad1368f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.155490 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-befb2419-9904-4d13-afb9-5e5d6886efa3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (538e5766-7bf8-4f28-aca7-f441bad1368f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.187929 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb2419-9904-4d13-afb9-5e5d6886efa3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538e5766-7bf8-4f28-aca7-f441bad1368f,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:44.209296 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-befb2419-9904-4d13-afb9-5e5d6886efa3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.219627 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-f855d6d7-9e33-4ae1-a63a-0f3848362584 req-2a5c93a2-df36-4245-a531-e862382fa043 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] For port de3c2b1f-0b8d-4dc9-821f-86c7895954eb, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=de3c2b1f-0b8d-4dc9-821f-86c7895954eb,segment=NetworkSegment(9550f611-ce26-4437-bed9-cffa6dc8d8a4),segment_id=9550f611-ce26-4437-bed9-cffa6dc8d8a4)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:44.220033 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f855d6d7-9e33-4ae1-a63a-0f3848362584 req-2a5c93a2-df36-4245-a531-e862382fa043 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (de3c2b1f-0b8d-4dc9-821f-86c7895954eb), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.226475 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-befb2419-9904-4d13-afb9-5e5d6886efa3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3215075 Feb 09 22:08:44.229929 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32934) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:44.239374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ace367df-3842-4f15-9045-919a4a2d8e2b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': '6d6d246f-b16a-48fa-8c80-b01099c8fac6', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:44.240151 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-f855d6d7-9e33-4ae1-a63a-0f3848362584 req-2a5c93a2-df36-4245-a531-e862382fa043 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Calling delete_port for de3c2b1f-0b8d-4dc9-821f-86c7895954eb owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:44.307395 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ace367df-3842-4f15-9045-919a4a2d8e2b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (7e99994a-a779-4508-aeb9-2ff4c41ef156), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.378776 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1dbd4686-69c7-479e-99fc-272d49d3408a req-9ffc6653-763d-4cb3-9d3c-50d58b882dfc tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bf666f8-e2bf-4334-94d7-d44e06c225ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374523 Feb 09 22:08:44.506551 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ace367df-3842-4f15-9045-919a4a2d8e2b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (7e99994a-a779-4508-aeb9-2ff4c41ef156), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.514745 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ace367df-3842-4f15-9045-919a4a2d8e2b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (7e99994a-a779-4508-aeb9-2ff4c41ef156), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.576019 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace367df-3842-4f15-9045-919a4a2d8e2b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e99994a-a779-4508-aeb9-2ff4c41ef156,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:44.602760 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ace367df-3842-4f15-9045-919a4a2d8e2b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.609773 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ace367df-3842-4f15-9045-919a4a2d8e2b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3731790 Feb 09 22:08:44.612135 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32944) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:44.630366 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3f89d1dd-0931-4af0-8687-565711be6c20 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': '6d6d246f-b16a-48fa-8c80-b01099c8fac6', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:44.651940 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f855d6d7-9e33-4ae1-a63a-0f3848362584 req-2a5c93a2-df36-4245-a531-e862382fa043 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (de3c2b1f-0b8d-4dc9-821f-86c7895954eb), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.672289 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['de3c2b1f-0b8d-4dc9-821f-86c7895954eb'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:08:44.685278 n-d-828601-1 neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-3f89d1dd-0931-4af0-8687-565711be6c20 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Project a306ddcdfade484fb30dc0e0a20bda6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:08:44.693241 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.710175 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f89d1dd-0931-4af0-8687-565711be6c20 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (b066954e-6ae4-4060-8cb1-ead67ce1fdd2), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.838541 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f89d1dd-0931-4af0-8687-565711be6c20 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (b066954e-6ae4-4060-8cb1-ead67ce1fdd2), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.842219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c93a2-df36-4245-a531-e862382fa043 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Pushing event deleted for resources: {'Port': ['ID=de3c2b1f-0b8d-4dc9-821f-86c7895954eb,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:44.853963 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f89d1dd-0931-4af0-8687-565711be6c20 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (b066954e-6ae4-4060-8cb1-ead67ce1fdd2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.884758 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89d1dd-0931-4af0-8687-565711be6c20 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b066954e-6ae4-4060-8cb1-ead67ce1fdd2,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:44.902102 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f89d1dd-0931-4af0-8687-565711be6c20 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.911580 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3f89d1dd-0931-4af0-8687-565711be6c20 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2943223 Feb 09 22:08:44.914478 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32954) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:44.924410 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-333cbe6c-3401-4187-ad87-35da00dbb285 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': '6d6d246f-b16a-48fa-8c80-b01099c8fac6', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:44.957948 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-f855d6d7-9e33-4ae1-a63a-0f3848362584 req-2a5c93a2-df36-4245-a531-e862382fa043 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] No DVR routers for this DVR port de3c2b1f-0b8d-4dc9-821f-86c7895954eb on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:08:44.964013 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f855d6d7-9e33-4ae1-a63a-0f3848362584 req-2a5c93a2-df36-4245-a531-e862382fa043 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.964625 n-d-828601-1 neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-333cbe6c-3401-4187-ad87-35da00dbb285 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Project a306ddcdfade484fb30dc0e0a20bda6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:08:44.971444 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f855d6d7-9e33-4ae1-a63a-0f3848362584 req-2a5c93a2-df36-4245-a531-e862382fa043 tempest-AttachVolumeNegativeTest-128950621 tempest-AttachVolumeNegativeTest-128950621-project] 10.222.0.71 "DELETE /v2.0/ports/de3c2b1f-0b8d-4dc9-821f-86c7895954eb HTTP/1.1" status: 204 len: 173 time: 1.3562226 Feb 09 22:08:44.981593 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c34aeb0-3198-4ba5-bca1-f397bfdd13fc', 'name': 'network-vif-deleted', 'tag': 'de3c2b1f-0b8d-4dc9-821f-86c7895954eb'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:44.983009 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-333cbe6c-3401-4187-ad87-35da00dbb285 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (66326dfb-1420-4aab-ab85-4aa4b6d5bd22), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.987090 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00f139b-4f48-45d6-9e85-0a4927f140d7" -d '{"events": [{"server_uuid": "4c34aeb0-3198-4ba5-bca1-f397bfdd13fc", "name": "network-vif-deleted", "tag": "de3c2b1f-0b8d-4dc9-821f-86c7895954eb"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:45.100799 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-333cbe6c-3401-4187-ad87-35da00dbb285 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (66326dfb-1420-4aab-ab85-4aa4b6d5bd22), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.109161 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-0abe4591-c0c0-419a-838a-41226230b11a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:45.117922 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-333cbe6c-3401-4187-ad87-35da00dbb285 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (66326dfb-1420-4aab-ab85-4aa4b6d5bd22), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.128413 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-0abe4591-c0c0-419a-838a-41226230b11a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 811 time: 0.4939361 Feb 09 22:08:45.155728 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-333cbe6c-3401-4187-ad87-35da00dbb285 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.157793 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-333cbe6c-3401-4187-ad87-35da00dbb285 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2409999 Feb 09 22:08:45.160249 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cbe6c-3401-4187-ad87-35da00dbb285 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66326dfb-1420-4aab-ab85-4aa4b6d5bd22,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:45.162360 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32964) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:45.168352 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-8fbbaa6e-0d03-44c0-a44f-136cb1f578b3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'network': {'name': 'tempest-network-smoke--625526644', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'port_security_enabled': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:45.169447 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-e0dc1c3d-b719-4398-84dc-a02269d1d74c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/quotas/58c4a0b7c4ef40dc9ad9a8c42f1c443e HTTP/1.1" status: 200 len: 375 time: 0.0391228 Feb 09 22:08:45.202036 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbbaa6e-0d03-44c0-a44f-136cb1f578b3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Made reservation on behalf of a306ddcdfade484fb30dc0e0a20bda6f for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:45.208359 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8fbbaa6e-0d03-44c0-a44f-136cb1f578b3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.226261 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 32966) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:45.256332 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbbaa6e-0d03-44c0-a44f-136cb1f578b3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:08:45.275219 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8fbbaa6e-0d03-44c0-a44f-136cb1f578b3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (c1c4ebd5-934b-4dad-9341-362d5d6bd69e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.275793 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-8fbbaa6e-0d03-44c0-a44f-136cb1f578b3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Added segment c1c4ebd5-934b-4dad-9341-362d5d6bd69e of type vlan for network 14c62719-8468-46f6-8a99-df98d5f93641 Feb 09 22:08:45.287316 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-661d4f8a-b815-4894-a189-14ee2d8e54ff tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1155453 Feb 09 22:08:45.355271 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8fbbaa6e-0d03-44c0-a44f-136cb1f578b3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (14c62719-8468-46f6-8a99-df98d5f93641), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.383037 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ad21dc78-d97d-47de-94d3-349bec384c1e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-707754498'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:45.406901 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8fbbaa6e-0d03-44c0-a44f-136cb1f578b3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (14c62719-8468-46f6-8a99-df98d5f93641), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.425617 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbbaa6e-0d03-44c0-a44f-136cb1f578b3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:45.425952 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8fbbaa6e-0d03-44c0-a44f-136cb1f578b3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.461906 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.484657 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad21dc78-d97d-47de-94d3-349bec384c1e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Made reservation on behalf of 47944c0c1a37453aba470db687825795 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:45.491857 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad21dc78-d97d-47de-94d3-349bec384c1e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.508864 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8fbbaa6e-0d03-44c0-a44f-136cb1f578b3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3454044 Feb 09 22:08:45.509807 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32976) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:45.525025 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-57916ac0-1160-45ff-aaf1-d22e740ea700 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1116193834', 'admin_state_up': True, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:45.538677 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbaa6e-0d03-44c0-a44f-136cb1f578b3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Network': ['ID=14c62719-8468-46f6-8a99-df98d5f93641,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:45.552565 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 14c62719-8468-46f6-8a99-df98d5f93641 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:08:45.568055 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57916ac0-1160-45ff-aaf1-d22e740ea700 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (332b7f3f-761c-4068-abbb-d92f659eec1d), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.569630 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57916ac0-1160-45ff-aaf1-d22e740ea700 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (332b7f3f-761c-4068-abbb-d92f659eec1d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.599514 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad21dc78-d97d-47de-94d3-349bec384c1e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.663191 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57916ac0-1160-45ff-aaf1-d22e740ea700 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_controller (332b7f3f-761c-4068-abbb-d92f659eec1d), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.748700 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-315de944-d4ee-46f9-837a-d9ae239ad044 service neutron] 10.222.0.77 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601736 Feb 09 22:08:45.851116 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad21dc78-d97d-47de-94d3-349bec384c1e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for security_group (495cb8da-3e2f-4bbe-bfe3-cf6304e041d3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.876780 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad21dc78-d97d-47de-94d3-349bec384c1e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (495cb8da-3e2f-4bbe-bfe3-cf6304e041d3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.955366 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad21dc78-d97d-47de-94d3-349bec384c1e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:08:45.980667 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-78c10d6b-5d16-49c7-a9e8-377402e9161d service neutron] 10.222.0.77 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182398 Feb 09 22:08:45.993059 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad21dc78-d97d-47de-94d3-349bec384c1e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (02f78b33-f5a1-41f0-bd5a-d2de18e2269f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.993522 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-ad21dc78-d97d-47de-94d3-349bec384c1e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Added segment 02f78b33-f5a1-41f0-bd5a-d2de18e2269f of type vlan for network b4893aa9-9917-4b23-be20-51fad29226e5 Feb 09 22:08:46.063568 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad21dc78-d97d-47de-94d3-349bec384c1e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (b4893aa9-9917-4b23-be20-51fad29226e5), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:46.083494 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:46.100774 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21dc78-d97d-47de-94d3-349bec384c1e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495cb8da-3e2f-4bbe-bfe3-cf6304e041d3,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:46.107529 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad21dc78-d97d-47de-94d3-349bec384c1e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (b4893aa9-9917-4b23-be20-51fad29226e5), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:46.115217 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad21dc78-d97d-47de-94d3-349bec384c1e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:46.116408 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad21dc78-d97d-47de-94d3-349bec384c1e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:46.260274 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ad21dc78-d97d-47de-94d3-349bec384c1e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0314727 Feb 09 22:08:46.264291 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 32992) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:46.275478 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-29978ef3-1ed2-4bb5-8b13-759365af21b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1666136091'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:46.280764 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21dc78-d97d-47de-94d3-349bec384c1e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Network': ['ID=b4893aa9-9917-4b23-be20-51fad29226e5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:46.299395 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network b4893aa9-9917-4b23-be20-51fad29226e5 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:08:46.482659 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57916ac0-1160-45ff-aaf1-d22e740ea700 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_gateway (332b7f3f-761c-4068-abbb-d92f659eec1d), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:46.504446 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29978ef3-1ed2-4bb5-8b13-759365af21b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Made reservation on behalf of 47944c0c1a37453aba470db687825795 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:46.508521 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29978ef3-1ed2-4bb5-8b13-759365af21b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:46.511146 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e480076-b53c-42f8-8b11-7c19d48562e5 req-2aebc0a2-776c-4514-bb8e-b9ca2bd6c0ec tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:46.514419 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e480076-b53c-42f8-8b11-7c19d48562e5 req-2aebc0a2-776c-4514-bb8e-b9ca2bd6c0ec tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 946 time: 0.1622093 Feb 09 22:08:46.593116 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29978ef3-1ed2-4bb5-8b13-759365af21b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:08:46.608177 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29978ef3-1ed2-4bb5-8b13-759365af21b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (9c462473-e762-45c9-82fc-faef1753bfad), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:46.608792 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-29978ef3-1ed2-4bb5-8b13-759365af21b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Added segment 9c462473-e762-45c9-82fc-faef1753bfad of type vlan for network 1999faf8-6c47-47cf-94f3-1142c5935516 Feb 09 22:08:46.648885 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e480076-b53c-42f8-8b11-7c19d48562e5 req-a608c874-caad-4411-af81-5159736f1060 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093798 Feb 09 22:08:46.686299 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29978ef3-1ed2-4bb5-8b13-759365af21b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (1999faf8-6c47-47cf-94f3-1142c5935516), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:46.739308 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device de3c2b1f-0b8d-4dc9-821f-86c7895954eb no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:08:46.818095 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: de3c2b1f-0b8d-4dc9-821f-86c7895954eb {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:08:46.820180 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device de3c2b1f-0b8d-4dc9-821f-86c7895954eb not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:08:46.834671 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29978ef3-1ed2-4bb5-8b13-759365af21b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (1999faf8-6c47-47cf-94f3-1142c5935516), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:46.845714 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29978ef3-1ed2-4bb5-8b13-759365af21b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:46.846526 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29978ef3-1ed2-4bb5-8b13-759365af21b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:46.917843 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c30e3-902d-42a0-b833-c9b913c1f824 req-4aa052c1-3914-489c-95c8-27237f8611d8 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:46.921233 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3f6c30e3-902d-42a0-b833-c9b913c1f824 req-4aa052c1-3914-489c-95c8-27237f8611d8 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 945 time: 0.1278207 Feb 09 22:08:47.024733 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3f6c30e3-902d-42a0-b833-c9b913c1f824 req-8abed76f-53b1-4b02-8aa8-8dd3b54811b6 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2b0684c-6404-400a-bd2f-b1692823284c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905421 Feb 09 22:08:47.141721 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-29978ef3-1ed2-4bb5-8b13-759365af21b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8756952 Feb 09 22:08:47.146792 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33014) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:47.167421 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29978ef3-1ed2-4bb5-8b13-759365af21b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Network': ['ID=1999faf8-6c47-47cf-94f3-1142c5935516,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:47.168151 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1037dc0f-2b40-48dc-b087-7cb89cd98997 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'subnet': {'network_id': 'b4893aa9-9917-4b23-be20-51fad29226e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:47.187017 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5657df04-b1d4-4511-a9d8-1e92e777ec56 x-openstack-request-id: req-5657df04-b1d4-4511-a9d8-1e92e777ec56 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:47.187017 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c34aeb0-3198-4ba5-bca1-f397bfdd13fc", "name": "network-vif-deleted", "tag": "de3c2b1f-0b8d-4dc9-821f-86c7895954eb", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:47.187017 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5657df04-b1d4-4511-a9d8-1e92e777ec56 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:47.187017 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c34aeb0-3198-4ba5-bca1-f397bfdd13fc', 'name': 'network-vif-deleted', 'tag': 'de3c2b1f-0b8d-4dc9-821f-86c7895954eb', 'status': 'completed', 'code': 200} Feb 09 22:08:47.191690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 1999faf8-6c47-47cf-94f3-1142c5935516 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:08:47.211280 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57916ac0-1160-45ff-aaf1-d22e740ea700 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_gateway (332b7f3f-761c-4068-abbb-d92f659eec1d), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:47.240058 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57916ac0-1160-45ff-aaf1-d22e740ea700 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:47.250631 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33018) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:47.468511 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bea278dd-9706-4902-b3ec-4f78bf25dc5b req-8c1fd462-5c82-4179-a238-aebf7b558b24 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 210 time: 0.1024563 Feb 09 22:08:47.521590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1037dc0f-2b40-48dc-b087-7cb89cd98997 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Made reservation on behalf of 47944c0c1a37453aba470db687825795 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:47.527278 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1037dc0f-2b40-48dc-b087-7cb89cd98997 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:47.528286 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-57916ac0-1160-45ff-aaf1-d22e740ea700 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Allocated IP 172.25.6.182 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/ae2c0245-6632-4cdd-94e9-9c69c1dcba67) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:47.793667 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5b1c1-a1dc-4ee3-9172-030f2f34cde4 req-b1f3e2f6-eb75-4e69-bc2d-25adafbe8b4a tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:47.796061 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-57a5b1c1-a1dc-4ee3-9172-030f2f34cde4 req-b1f3e2f6-eb75-4e69-bc2d-25adafbe8b4a tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 945 time: 0.1760387 Feb 09 22:08:47.840434 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57916ac0-1160-45ff-aaf1-d22e740ea700 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (ae2c0245-6632-4cdd-94e9-9c69c1dcba67), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:47.857051 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-0236c6c2-78c0-42ef-b701-d2af63a118d1 admin admin] Deleting subnet 95498cf5-512a-4d09-af11-5e6075e6f447 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:08:47.861645 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0236c6c2-78c0-42ef-b701-d2af63a118d1 admin admin] Publish callbacks [] for subnet (95498cf5-512a-4d09-af11-5e6075e6f447), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:47.919218 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0236c6c2-78c0-42ef-b701-d2af63a118d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (95498cf5-512a-4d09-af11-5e6075e6f447), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:48.015805 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-57a5b1c1-a1dc-4ee3-9172-030f2f34cde4 req-997dd530-9a92-4a70-8e68-71e26d5fb5ab tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2b0684c-6404-400a-bd2f-b1692823284c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045650 Feb 09 22:08:48.054394 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1037dc0f-2b40-48dc-b087-7cb89cd98997 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (aa41ccee-0005-463d-adf5-b92dffcfcff5), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:48.063307 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57916ac0-1160-45ff-aaf1-d22e740ea700 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ae2c0245-6632-4cdd-94e9-9c69c1dcba67), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:48.090627 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33036) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:48.096888 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-6a037d1e-d799-44c6-a764-6e83f6b968c8 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:48.098845 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-6a037d1e-d799-44c6-a764-6e83f6b968c8 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.42 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 811 time: 0.1495140 Feb 09 22:08:48.177411 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-9493261b-0d8b-401a-87d7-e52c061c781c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Request body: {'port': {'device_id': 'c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'admin_state_up': True, 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:48.205016 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0236c6c2-78c0-42ef-b701-d2af63a118d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (95498cf5-512a-4d09-af11-5e6075e6f447), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:48.219252 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037dc0f-2b40-48dc-b087-7cb89cd98997 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Subnet': ['ID=aa41ccee-0005-463d-adf5-b92dffcfcff5,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:48.235977 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57916ac0-1160-45ff-aaf1-d22e740ea700 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:48.244145 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1037dc0f-2b40-48dc-b087-7cb89cd98997 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Checking segment: {'id': '02f78b33-f5a1-41f0-bd5a-d2de18e2269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b4893aa9-9917-4b23-be20-51fad29226e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:48.244860 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1037dc0f-2b40-48dc-b087-7cb89cd98997 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network hostable DHCP agents. Network: b4893aa9-9917-4b23-be20-51fad29226e5, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:08:48.300320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1037dc0f-2b40-48dc-b087-7cb89cd98997 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network b4893aa9-9917-4b23-be20-51fad29226e5 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:08:48.325590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e5750-38dc-46c8-84c0-ad25c5936d79 req-dd6e8abd-7fc7-4c4e-9f8e-619dca6b6d46 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:48.339480 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f15e5750-38dc-46c8-84c0-ad25c5936d79 req-dd6e8abd-7fc7-4c4e-9f8e-619dca6b6d46 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 946 time: 0.1344073 Feb 09 22:08:48.349888 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-57916ac0-1160-45ff-aaf1-d22e740ea700 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:48.353839 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-1037dc0f-2b40-48dc-b087-7cb89cd98997 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, b4893aa9-9917-4b23-be20-51fad29226e5) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:48.372499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57916ac0-1160-45ff-aaf1-d22e740ea700 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:48.377080 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1037dc0f-2b40-48dc-b087-7cb89cd98997 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:48.378815 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1037dc0f-2b40-48dc-b087-7cb89cd98997 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:48.413735 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca9bc28-79d5-44fe-8130-2297ea7600f9 None None] Network b4893aa9-9917-4b23-be20-51fad29226e5 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:48.505461 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57916ac0-1160-45ff-aaf1-d22e740ea700 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=ae2c0245-6632-4cdd-94e9-9c69c1dcba67,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:48.535336 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1037dc0f-2b40-48dc-b087-7cb89cd98997 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3863094 Feb 09 22:08:48.536381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33044) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:48.562580 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1beffa18-6112-4b02-a440-e96efe5f5eab tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'subnet': {'network_id': '1999faf8-6c47-47cf-94f3-1142c5935516', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:48.595074 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f15e5750-38dc-46c8-84c0-ad25c5936d79 req-3b47be97-a533-48e4-b39f-5e6db6b5c44d tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548645 Feb 09 22:08:48.808354 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1028ba45-b318-46cd-bf7f-053820af87a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-b4893aa9-9917-4b23-be20-51fad29226e5', 'network_id': 'b4893aa9-9917-4b23-be20-51fad29226e5', 'project_id': '47944c0c1a37453aba470db687825795', 'fixed_ips': [{'subnet_id': 'aa41ccee-0005-463d-adf5-b92dffcfcff5'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:08:48.809942 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1028ba45-b318-46cd-bf7f-053820af87a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:48.880798 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95b93b30-c860-49bc-baa9-3db772a140bd req-1d4b91c9-d92a-48f8-afe7-efd4c4f5eb3e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 210 time: 0.0620432 Feb 09 22:08:48.882610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1beffa18-6112-4b02-a440-e96efe5f5eab tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Made reservation on behalf of 47944c0c1a37453aba470db687825795 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:48.887407 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1beffa18-6112-4b02-a440-e96efe5f5eab tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:48.975298 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0236c6c2-78c0-42ef-b701-d2af63a118d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (95498cf5-512a-4d09-af11-5e6075e6f447), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:48.992833 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0236c6c2-78c0-42ef-b701-d2af63a118d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:49.000296 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0236c6c2-78c0-42ef-b701-d2af63a118d1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/95498cf5-512a-4d09-af11-5e6075e6f447 HTTP/1.1" status: 204 len: 168 time: 1.7449694 Feb 09 22:08:49.029384 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33048) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:49.145642 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236c6c2-78c0-42ef-b701-d2af63a118d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95498cf5-512a-4d09-af11-5e6075e6f447,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:49.162260 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89a80387-ac8e-453c-b181-23d63121822b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (42105ba1-38a2-48f4-8e9f-2db55c355e9e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:49.172929 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-9493261b-0d8b-401a-87d7-e52c061c781c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Made reservation on behalf of 58c4a0b7c4ef40dc9ad9a8c42f1c443e for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:49.177579 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-9493261b-0d8b-401a-87d7-e52c061c781c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:49.219795 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a953a7-8125-4ed7-a3f0-4f327a8e97aa tempest-TestVolumeBackupRestore-2058982656 tempest-TestVolumeBackupRestore-2058982656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:49.222258 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-10a953a7-8125-4ed7-a3f0-4f327a8e97aa tempest-TestVolumeBackupRestore-2058982656 tempest-TestVolumeBackupRestore-2058982656-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 1122 time: 1.1217015 Feb 09 22:08:49.226915 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33052) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:49.233270 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-4eef57b6-f5d1-4841-9a51-3ccec0139a28 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:49.345753 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-1028ba45-b318-46cd-bf7f-053820af87a2 None None] Allocated IP 2001:db8::2 (b4893aa9-9917-4b23-be20-51fad29226e5/aa41ccee-0005-463d-adf5-b92dffcfcff5/1886319a-1fcd-4a95-b346-fd68f3ea989f) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:49.516102 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1beffa18-6112-4b02-a440-e96efe5f5eab tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (41e6e26d-64dd-4ea4-bd17-b996cead005c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:49.672712 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1028ba45-b318-46cd-bf7f-053820af87a2 None None] Publish callbacks [] for port (1886319a-1fcd-4a95-b346-fd68f3ea989f), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:49.688511 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1028ba45-b318-46cd-bf7f-053820af87a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (1886319a-1fcd-4a95-b346-fd68f3ea989f), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:49.691631 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beffa18-6112-4b02-a440-e96efe5f5eab tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Subnet': ['ID=41e6e26d-64dd-4ea4-bd17-b996cead005c,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:49.708360 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beffa18-6112-4b02-a440-e96efe5f5eab tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Checking segment: {'id': '9c462473-e762-45c9-82fc-faef1753bfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1999faf8-6c47-47cf-94f3-1142c5935516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:49.708928 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beffa18-6112-4b02-a440-e96efe5f5eab tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network hostable DHCP agents. Network: 1999faf8-6c47-47cf-94f3-1142c5935516, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:08:49.730083 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-9493261b-0d8b-401a-87d7-e52c061c781c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Allocated IP 172.20.0.5 (1c413694-0f23-4bcd-9644-27b6436fabff/d01c0d6a-31a0-472b-ba02-5fee9667ec67/cf887bb4-f282-4c7f-ab15-4b07afcfb197) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:49.743129 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beffa18-6112-4b02-a440-e96efe5f5eab tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network 1999faf8-6c47-47cf-94f3-1142c5935516 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:08:49.764228 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-1beffa18-6112-4b02-a440-e96efe5f5eab tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 1999faf8-6c47-47cf-94f3-1142c5935516) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:49.772733 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beffa18-6112-4b02-a440-e96efe5f5eab tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:49.773841 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1beffa18-6112-4b02-a440-e96efe5f5eab tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:49.820344 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd3f006-6e67-480e-b2f9-78042d36616f None None] Network 1999faf8-6c47-47cf-94f3-1142c5935516 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:49.825265 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1beffa18-6112-4b02-a440-e96efe5f5eab tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2803135 Feb 09 22:08:49.829523 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33062) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:49.836926 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1028ba45-b318-46cd-bf7f-053820af87a2 None None] Network b4893aa9-9917-4b23-be20-51fad29226e5 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:49.846744 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-706f64eb-2f2a-49e4-ab5c-32169017ad20 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-889879545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:49.890140 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4eef57b6-f5d1-4841-9a51-3ccec0139a28 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:49.910610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-1028ba45-b318-46cd-bf7f-053820af87a2 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:49.913469 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1028ba45-b318-46cd-bf7f-053820af87a2 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:49.920471 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028ba45-b318-46cd-bf7f-053820af87a2 None None] Pushing event updated for resources: {'Port': ['ID=1886319a-1fcd-4a95-b346-fd68f3ea989f,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:49.996482 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-706f64eb-2f2a-49e4-ab5c-32169017ad20 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (32095456-eef9-417f-8117-e958eeb7cd3d), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:49.997393 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89a80387-ac8e-453c-b181-23d63121822b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (42105ba1-38a2-48f4-8e9f-2db55c355e9e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:49.998516 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-706f64eb-2f2a-49e4-ab5c-32169017ad20 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (32095456-eef9-417f-8117-e958eeb7cd3d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:50.047814 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-89a80387-ac8e-453c-b181-23d63121822b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42105ba1-38a2-48f4-8e9f-2db55c355e9e']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:50.052814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd834e-a66e-4b3a-b47e-50ef4adf2999 req-84edeed5-c28e-445c-a8bd-32cff1da8181 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:50.056633 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37fd834e-a66e-4b3a-b47e-50ef4adf2999 req-84edeed5-c28e-445c-a8bd-32cff1da8181 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 946 time: 0.1895170 Feb 09 22:08:50.082183 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-89a80387-ac8e-453c-b181-23d63121822b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9550f611-ce26-4437-bed9-cffa6dc8d8a4') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:50.083207 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-89a80387-ac8e-453c-b181-23d63121822b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9550f611-ce26-4437-bed9-cffa6dc8d8a4') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:50.106038 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89a80387-ac8e-453c-b181-23d63121822b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (9550f611-ce26-4437-bed9-cffa6dc8d8a4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:50.133861 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89a80387-ac8e-453c-b181-23d63121822b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (9550f611-ce26-4437-bed9-cffa6dc8d8a4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:50.146843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a80387-ac8e-453c-b181-23d63121822b admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:08:50.147707 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89a80387-ac8e-453c-b181-23d63121822b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (9550f611-ce26-4437-bed9-cffa6dc8d8a4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:50.195841 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-706f64eb-2f2a-49e4-ab5c-32169017ad20 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router_controller (32095456-eef9-417f-8117-e958eeb7cd3d), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:50.211486 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-706f64eb-2f2a-49e4-ab5c-32169017ad20 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (32095456-eef9-417f-8117-e958eeb7cd3d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:50.235479 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1028ba45-b318-46cd-bf7f-053820af87a2 None None] Attempting to bind port 1886319a-1fcd-4a95-b346-fd68f3ea989f on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:08:50.236299 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1028ba45-b318-46cd-bf7f-053820af87a2 None None] Attempting to bind port 1886319a-1fcd-4a95-b346-fd68f3ea989f by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '02f78b33-f5a1-41f0-bd5a-d2de18e2269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b4893aa9-9917-4b23-be20-51fad29226e5'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:08:50.236912 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1028ba45-b318-46cd-bf7f-053820af87a2 None None] Attempting to bind port 1886319a-1fcd-4a95-b346-fd68f3ea989f on network b4893aa9-9917-4b23-be20-51fad29226e5 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:50.253334 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1028ba45-b318-46cd-bf7f-053820af87a2 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:08:50.254623 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1028ba45-b318-46cd-bf7f-053820af87a2 None None] Checking segment: {'id': '02f78b33-f5a1-41f0-bd5a-d2de18e2269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b4893aa9-9917-4b23-be20-51fad29226e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:50.255703 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1028ba45-b318-46cd-bf7f-053820af87a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:50.256741 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1028ba45-b318-46cd-bf7f-053820af87a2 None None] Bound using segment: {'id': '02f78b33-f5a1-41f0-bd5a-d2de18e2269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b4893aa9-9917-4b23-be20-51fad29226e5'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:08:50.257963 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1028ba45-b318-46cd-bf7f-053820af87a2 None None] Bound port: 1886319a-1fcd-4a95-b346-fd68f3ea989f, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f78b33-f5a1-41f0-bd5a-d2de18e2269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b4893aa9-9917-4b23-be20-51fad29226e5'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:08:50.258845 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1028ba45-b318-46cd-bf7f-053820af87a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1886319a-1fcd-4a95-b346-fd68f3ea989f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:50.282312 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37fd834e-a66e-4b3a-b47e-50ef4adf2999 req-6e8ec761-248b-4325-a64e-6cd71447c3e7 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112737 Feb 09 22:08:50.288154 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-706f64eb-2f2a-49e4-ab5c-32169017ad20 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:50.290238 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-706f64eb-2f2a-49e4-ab5c-32169017ad20 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4571888 Feb 09 22:08:50.294836 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33068) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:50.341701 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1028ba45-b318-46cd-bf7f-053820af87a2 None None] For port 1886319a-1fcd-4a95-b346-fd68f3ea989f, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:08:50.346519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1028ba45-b318-46cd-bf7f-053820af87a2 None None] For port 1886319a-1fcd-4a95-b346-fd68f3ea989f, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1886319a-1fcd-4a95-b346-fd68f3ea989f,segment=NetworkSegment(02f78b33-f5a1-41f0-bd5a-d2de18e2269f),segment_id=02f78b33-f5a1-41f0-bd5a-d2de18e2269f)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:08:50.365083 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1028ba45-b318-46cd-bf7f-053820af87a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1886319a-1fcd-4a95-b346-fd68f3ea989f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:50.401860 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-9493261b-0d8b-401a-87d7-e52c061c781c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for port (cf887bb4-f282-4c7f-ab15-4b07afcfb197), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:08:50.464120 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:08:50.617007 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87126d1-d08c-468d-9c5b-c19b6630085a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-1999faf8-6c47-47cf-94f3-1142c5935516', 'network_id': '1999faf8-6c47-47cf-94f3-1142c5935516', 'project_id': '47944c0c1a37453aba470db687825795', 'fixed_ips': [{'subnet_id': '41e6e26d-64dd-4ea4-bd17-b996cead005c'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:08:50.617939 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c87126d1-d08c-468d-9c5b-c19b6630085a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:50.683789 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57916ac0-1160-45ff-aaf1-d22e740ea700 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_gateway (332b7f3f-761c-4068-abbb-d92f659eec1d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:50.692535 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028ba45-b318-46cd-bf7f-053820af87a2 None None] Pushing event updated for resources: {'Port': ['ID=1886319a-1fcd-4a95-b346-fd68f3ea989f,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:50.781303 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89a80387-ac8e-453c-b181-23d63121822b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (42105ba1-38a2-48f4-8e9f-2db55c355e9e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:50.895665 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-c87126d1-d08c-468d-9c5b-c19b6630085a None None] Allocated IP 2001:db8:1::2 (1999faf8-6c47-47cf-94f3-1142c5935516/41e6e26d-64dd-4ea4-bd17-b996cead005c/2d470197-f707-4b23-b46d-f372668a8cea) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:51.039219 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-9493261b-0d8b-401a-87d7-e52c061c781c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (cf887bb4-f282-4c7f-ab15-4b07afcfb197), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:51.057258 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89a80387-ac8e-453c-b181-23d63121822b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:51.070151 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-89a80387-ac8e-453c-b181-23d63121822b admin admin] 10.222.0.77 "DELETE /v2.0/networks/42105ba1-38a2-48f4-8e9f-2db55c355e9e HTTP/1.1" status: 204 len: 168 time: 2.0203228 Feb 09 22:08:51.100473 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c87126d1-d08c-468d-9c5b-c19b6630085a None None] Publish callbacks [] for port (2d470197-f707-4b23-b46d-f372668a8cea), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:51.110268 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c87126d1-d08c-468d-9c5b-c19b6630085a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (2d470197-f707-4b23-b46d-f372668a8cea), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:51.177516 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33074) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:51.179371 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a80387-ac8e-453c-b181-23d63121822b admin admin] Pushing event deleted for resources: {'Network': ['ID=42105ba1-38a2-48f4-8e9f-2db55c355e9e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:51.211819 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87126d1-d08c-468d-9c5b-c19b6630085a None None] Pushing event updated for resources: {'Port': ['ID=2d470197-f707-4b23-b46d-f372668a8cea,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:51.226612 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-9493261b-0d8b-401a-87d7-e52c061c781c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Network 1c413694-0f23-4bcd-9644-27b6436fabff is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:51.240788 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-9493261b-0d8b-401a-87d7-e52c061c781c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:51.270354 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87126d1-d08c-468d-9c5b-c19b6630085a None None] Network 1999faf8-6c47-47cf-94f3-1142c5935516 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:51.272114 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-c87126d1-d08c-468d-9c5b-c19b6630085a None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:51.274988 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87126d1-d08c-468d-9c5b-c19b6630085a None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:51.298714 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-9493261b-0d8b-401a-87d7-e52c061c781c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:51.470612 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207cc99-1d23-4c2d-bd83-31d4bd59b714 req-facc3324-3baa-4c7e-9771-6df5ba7d3d98 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:51.472496 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c87126d1-d08c-468d-9c5b-c19b6630085a None None] Attempting to bind port 2d470197-f707-4b23-b46d-f372668a8cea on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:08:51.473107 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c87126d1-d08c-468d-9c5b-c19b6630085a None None] Attempting to bind port 2d470197-f707-4b23-b46d-f372668a8cea by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '9c462473-e762-45c9-82fc-faef1753bfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1999faf8-6c47-47cf-94f3-1142c5935516'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:08:51.473663 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87126d1-d08c-468d-9c5b-c19b6630085a None None] Attempting to bind port 2d470197-f707-4b23-b46d-f372668a8cea on network 1999faf8-6c47-47cf-94f3-1142c5935516 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:51.486242 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7207cc99-1d23-4c2d-bd83-31d4bd59b714 req-facc3324-3baa-4c7e-9771-6df5ba7d3d98 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 931 time: 0.5386145 Feb 09 22:08:51.490021 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87126d1-d08c-468d-9c5b-c19b6630085a None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:08:51.492232 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87126d1-d08c-468d-9c5b-c19b6630085a None None] Checking segment: {'id': '9c462473-e762-45c9-82fc-faef1753bfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1999faf8-6c47-47cf-94f3-1142c5935516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:51.492862 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c87126d1-d08c-468d-9c5b-c19b6630085a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:51.493460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87126d1-d08c-468d-9c5b-c19b6630085a None None] Bound using segment: {'id': '9c462473-e762-45c9-82fc-faef1753bfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1999faf8-6c47-47cf-94f3-1142c5935516'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:08:51.496379 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c87126d1-d08c-468d-9c5b-c19b6630085a None None] Bound port: 2d470197-f707-4b23-b46d-f372668a8cea, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c462473-e762-45c9-82fc-faef1753bfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1999faf8-6c47-47cf-94f3-1142c5935516'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:08:51.497122 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c87126d1-d08c-468d-9c5b-c19b6630085a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2d470197-f707-4b23-b46d-f372668a8cea), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:51.684629 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a20012a2-c43e-4502-8c0f-55afd92c4403 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:51.696739 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c87126d1-d08c-468d-9c5b-c19b6630085a None None] For port 2d470197-f707-4b23-b46d-f372668a8cea, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:08:51.703583 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493261b-0d8b-401a-87d7-e52c061c781c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event updated for resources: {'Port': ['ID=cf887bb4-f282-4c7f-ab15-4b07afcfb197,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:51.711265 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c87126d1-d08c-468d-9c5b-c19b6630085a None None] For port 2d470197-f707-4b23-b46d-f372668a8cea, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2d470197-f707-4b23-b46d-f372668a8cea,segment=NetworkSegment(9c462473-e762-45c9-82fc-faef1753bfad),segment_id=9c462473-e762-45c9-82fc-faef1753bfad)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:08:51.718409 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b313a19a-3061-484d-8047-ee59ad086399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:51.731272 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7207cc99-1d23-4c2d-bd83-31d4bd59b714 req-933df790-29e1-466c-82b0-36f210aea039 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436943 Feb 09 22:08:51.732652 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c87126d1-d08c-468d-9c5b-c19b6630085a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2d470197-f707-4b23-b46d-f372668a8cea), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:51.759386 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-9493261b-0d8b-401a-87d7-e52c061c781c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:51.760490 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-9493261b-0d8b-401a-87d7-e52c061c781c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:51.766339 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33080) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:51.933960 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87126d1-d08c-468d-9c5b-c19b6630085a None None] Pushing event updated for resources: {'Port': ['ID=2d470197-f707-4b23-b46d-f372668a8cea,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:52.000970 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-9493261b-0d8b-401a-87d7-e52c061c781c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8404024 Feb 09 22:08:52.007325 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9f098ed0-e066-42f0-b174-a216c840dba4 None None] Provisioning complete for port cf887bb4-f282-4c7f-ab15-4b07afcfb197 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:52.008146 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9f098ed0-e066-42f0-b174-a216c840dba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cf887bb4-f282-4c7f-ab15-4b07afcfb197), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:52.066652 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a9585-29a1-4185-9d93-3f0d6ff4d277 req-46007f1d-7ed0-48bf-9ee3-1cf7e0be0d50 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:52.074148 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-048a9585-29a1-4185-9d93-3f0d6ff4d277 req-46007f1d-7ed0-48bf-9ee3-1cf7e0be0d50 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 946 time: 0.1720932 Feb 09 22:08:52.130312 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9f098ed0-e066-42f0-b174-a216c840dba4 None None] Port cf887bb4-f282-4c7f-ab15-4b07afcfb197 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:52.279279 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-048a9585-29a1-4185-9d93-3f0d6ff4d277 req-267dbcb0-8dac-4c2c-88d6-9c1530ecf057 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040946 Feb 09 22:08:52.464097 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-a20012a2-c43e-4502-8c0f-55afd92c4403 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Allocated IP 2001:db8::1 (b4893aa9-9917-4b23-be20-51fad29226e5/aa41ccee-0005-463d-adf5-b92dffcfcff5/fc3c19f2-108c-4657-ae28-02f85da71e9f) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:52.643880 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b313a19a-3061-484d-8047-ee59ad086399 admin admin] Publish callbacks [] for security_group (7e43e202-158c-4c9a-9e91-26f380943e1d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:52.668012 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b313a19a-3061-484d-8047-ee59ad086399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7e43e202-158c-4c9a-9e91-26f380943e1d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:52.703848 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] Request body: {'port': {'device_id': 'c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:52.720585 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b313a19a-3061-484d-8047-ee59ad086399 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=38c87cce03314de0b2eddf31908c957e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5399730 Feb 09 22:08:52.736808 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33082) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:52.772672 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7d98b8b7-519c-42db-950d-c5db2b8214e5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ecf756413bbb4509914c48d36d3db43f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9929862 Feb 09 22:08:52.773330 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33086) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:52.931482 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a20012a2-c43e-4502-8c0f-55afd92c4403 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for port (fc3c19f2-108c-4657-ae28-02f85da71e9f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:52.933341 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4eef57b6-f5d1-4841-9a51-3ccec0139a28 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:52.981292 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cf887bb4-f282-4c7f-ab15-4b07afcfb197), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:53.041444 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a20012a2-c43e-4502-8c0f-55afd92c4403 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (fc3c19f2-108c-4657-ae28-02f85da71e9f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:53.077943 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57916ac0-1160-45ff-aaf1-d22e740ea700 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (332b7f3f-761c-4068-abbb-d92f659eec1d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:53.121612 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a27a297-10c7-4619-aa54-528e2e8044c7 None None] Network b4893aa9-9917-4b23-be20-51fad29226e5 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:53.158541 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e8453f8e-6e33-448c-8b4a-2c39d68c7e87 admin admin] Publish callbacks [] for security_group (7bf666f8-e2bf-4334-94d7-d44e06c225ec), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:53.188253 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20012a2-c43e-4502-8c0f-55afd92c4403 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network b4893aa9-9917-4b23-be20-51fad29226e5 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:53.191309 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20012a2-c43e-4502-8c0f-55afd92c4403 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Port': ['ID=fc3c19f2-108c-4657-ae28-02f85da71e9f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:53.194852 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a20012a2-c43e-4502-8c0f-55afd92c4403 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:53.217221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20012a2-c43e-4502-8c0f-55afd92c4403 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:53.217799 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a20012a2-c43e-4502-8c0f-55afd92c4403 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (32095456-eef9-417f-8117-e958eeb7cd3d), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:53.338453 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52223103-9f39-4dc2-aff6-a1ddaf962280 admin admin] Publish callbacks [] for security_group (7e43e202-158c-4c9a-9e91-26f380943e1d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:53.377626 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52223103-9f39-4dc2-aff6-a1ddaf962280 admin admin] Publish callbacks [] for security_group (7e43e202-158c-4c9a-9e91-26f380943e1d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:53.379790 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1886319a-1fcd-4a95-b346-fd68f3ea989f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:53.417336 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313a19a-3061-484d-8047-ee59ad086399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e43e202-158c-4c9a-9e91-26f380943e1d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:53.501038 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-275a563d-6eb9-41d6-9bf4-b8876e849e87 None None] Provisioning complete for port 1886319a-1fcd-4a95-b346-fd68f3ea989f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:53.501940 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e8453f8e-6e33-448c-8b4a-2c39d68c7e87 admin admin] Publish callbacks [] for security_group (7bf666f8-e2bf-4334-94d7-d44e06c225ec), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:53.502786 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-275a563d-6eb9-41d6-9bf4-b8876e849e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1886319a-1fcd-4a95-b346-fd68f3ea989f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:53.566848 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-4eef57b6-f5d1-4841-9a51-3ccec0139a28 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Allocated IP 172.25.6.171 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/4ade72b1-dba9-48d4-899a-56ededbf4d73) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:53.830834 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1886319a-1fcd-4a95-b346-fd68f3ea989f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:53.832362 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1886319a-1fcd-4a95-b346-fd68f3ea989f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:53.850836 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e8453f8e-6e33-448c-8b4a-2c39d68c7e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7bf666f8-e2bf-4334-94d7-d44e06c225ec), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:53.853705 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e8453f8e-6e33-448c-8b4a-2c39d68c7e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:53.855029 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e8453f8e-6e33-448c-8b4a-2c39d68c7e87 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7bf666f8-e2bf-4334-94d7-d44e06c225ec HTTP/1.1" status: 204 len: 168 time: 1.0758934 Feb 09 22:08:53.885369 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-275a563d-6eb9-41d6-9bf4-b8876e849e87 None None] Current status of the port 1886319a-1fcd-4a95-b346-fd68f3ea989f is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:53.885925 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-275a563d-6eb9-41d6-9bf4-b8876e849e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1886319a-1fcd-4a95-b346-fd68f3ea989f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:53.910282 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57916ac0-1160-45ff-aaf1-d22e740ea700 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Router 332b7f3f-761c-4068-abbb-d92f659eec1d is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:08:53.934832 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f18d0f-30d3-41b6-ae04-76066f90b4d1 None None] Network 1999faf8-6c47-47cf-94f3-1142c5935516 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:53.951300 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8453f8e-6e33-448c-8b4a-2c39d68c7e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf666f8-e2bf-4334-94d7-d44e06c225ec,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:54.059474 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-275a563d-6eb9-41d6-9bf4-b8876e849e87 None None] For port 1886319a-1fcd-4a95-b346-fd68f3ea989f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1886319a-1fcd-4a95-b346-fd68f3ea989f,segment=NetworkSegment(02f78b33-f5a1-41f0-bd5a-d2de18e2269f),segment_id=02f78b33-f5a1-41f0-bd5a-d2de18e2269f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:54.092574 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-275a563d-6eb9-41d6-9bf4-b8876e849e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1886319a-1fcd-4a95-b346-fd68f3ea989f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:54.140829 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a20012a2-c43e-4502-8c0f-55afd92c4403 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fc3c19f2-108c-4657-ae28-02f85da71e9f), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:54.179006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecec6a2-4521-4a06-a02c-e1dfd6e31620 req-9a32ee13-94dc-4291-95f4-519d3572fefb tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:54.187329 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cecec6a2-4521-4a06-a02c-e1dfd6e31620 req-9a32ee13-94dc-4291-95f4-519d3572fefb tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 931 time: 1.2098093 Feb 09 22:08:54.231826 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57916ac0-1160-45ff-aaf1-d22e740ea700 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:08:54.279127 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] Sync routers for ids ['332b7f3f-761c-4068-abbb-d92f659eec1d'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:08:54.290248 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4eef57b6-f5d1-4841-9a51-3ccec0139a28 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for port (4ade72b1-dba9-48d4-899a-56ededbf4d73), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:54.298639 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57916ac0-1160-45ff-aaf1-d22e740ea700 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:54.300867 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-57916ac0-1160-45ff-aaf1-d22e740ea700 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.7831900 Feb 09 22:08:54.314399 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33092) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:54.400461 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf887bb4-f282-4c7f-ab15-4b07afcfb197 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:08:54.415737 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] Publish callbacks [] for port (cf887bb4-f282-4c7f-ab15-4b07afcfb197), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:54.448167 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] Transition to ACTIVE for port object cf887bb4-f282-4c7f-ab15-4b07afcfb197 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:08:54.455783 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4eef57b6-f5d1-4841-9a51-3ccec0139a28 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (4ade72b1-dba9-48d4-899a-56ededbf4d73), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:54.461396 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a563d-6eb9-41d6-9bf4-b8876e849e87 None None] Pushing event updated for resources: {'Port': ['ID=1886319a-1fcd-4a95-b346-fd68f3ea989f,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:54.467462 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1886319a-1fcd-4a95-b346-fd68f3ea989f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:54.469106 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2d470197-f707-4b23-b46d-f372668a8cea up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:54.480759 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e3754208-9c67-4e06-9da5-f093164c361d None None] Provisioning complete for port fc3c19f2-108c-4657-ae28-02f85da71e9f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:54.481039 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e3754208-9c67-4e06-9da5-f093164c361d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fc3c19f2-108c-4657-ae28-02f85da71e9f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:54.482726 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] Routers {'332b7f3f-761c-4068-abbb-d92f659eec1d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:54.483464 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:08:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['332b7f3f-761c-4068-abbb-d92f659eec1d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:54.546794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef57b6-f5d1-4841-9a51-3ccec0139a28 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Pushing event updated for resources: {'Port': ['ID=4ade72b1-dba9-48d4-899a-56ededbf4d73,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:54.552977 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (cf887bb4-f282-4c7f-ab15-4b07afcfb197), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:54.558440 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a20012a2-c43e-4502-8c0f-55afd92c4403 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for port (fc3c19f2-108c-4657-ae28-02f85da71e9f), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:54.611119 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eef57b6-f5d1-4841-9a51-3ccec0139a28 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:54.613534 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a20012a2-c43e-4502-8c0f-55afd92c4403 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (fc3c19f2-108c-4657-ae28-02f85da71e9f), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:54.615402 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a20012a2-c43e-4502-8c0f-55afd92c4403 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (32095456-eef9-417f-8117-e958eeb7cd3d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:54.681919 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-4eef57b6-f5d1-4841-9a51-3ccec0139a28 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:54.697564 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eef57b6-f5d1-4841-9a51-3ccec0139a28 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:54.736131 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20012a2-c43e-4502-8c0f-55afd92c4403 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Port': ['ID=fc3c19f2-108c-4657-ae28-02f85da71e9f,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:54.793245 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cecec6a2-4521-4a06-a02c-e1dfd6e31620 req-a015636a-a824-4c82-ae07-51b07b6cac86 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6045856 Feb 09 22:08:54.819919 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52223103-9f39-4dc2-aff6-a1ddaf962280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7e43e202-158c-4c9a-9e91-26f380943e1d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:54.834316 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52223103-9f39-4dc2-aff6-a1ddaf962280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:54.840148 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-52223103-9f39-4dc2-aff6-a1ddaf962280 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7e43e202-158c-4c9a-9e91-26f380943e1d HTTP/1.1" status: 204 len: 168 time: 2.1011038 Feb 09 22:08:54.852119 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] Pushing event updated for resources: {'Port': ['ID=cf887bb4-f282-4c7f-ab15-4b07afcfb197,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:54.927630 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] Set router 332b7f3f-761c-4068-abbb-d92f659eec1d gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:08:54.986418 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52223103-9f39-4dc2-aff6-a1ddaf962280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e43e202-158c-4c9a-9e91-26f380943e1d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:55.096246 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20012a2-c43e-4502-8c0f-55afd92c4403 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network b4893aa9-9917-4b23-be20-51fad29226e5 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:55.098280 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a20012a2-c43e-4502-8c0f-55afd92c4403 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:55.151724 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e3754208-9c67-4e06-9da5-f093164c361d None None] Port fc3c19f2-108c-4657-ae28-02f85da71e9f cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:55.356982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e3754208-9c67-4e06-9da5-f093164c361d None None] Provisioning complete for port 2d470197-f707-4b23-b46d-f372668a8cea triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:55.358358 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e3754208-9c67-4e06-9da5-f093164c361d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2d470197-f707-4b23-b46d-f372668a8cea), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:55.418332 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-88f7365b-5a25-4642-9705-1e5da7ffb9d7 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=a306ddcdfade484fb30dc0e0a20bda6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.1016538 Feb 09 22:08:55.438294 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33106) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:55.444865 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] Attempting to bind port cf887bb4-f282-4c7f-ab15-4b07afcfb197 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:08:55.457603 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] Attempting to bind port cf887bb4-f282-4c7f-ab15-4b07afcfb197 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:08:55.459705 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] Attempting to bind port cf887bb4-f282-4c7f-ab15-4b07afcfb197 on network 1c413694-0f23-4bcd-9644-27b6436fabff {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:55.503476 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2d470197-f707-4b23-b46d-f372668a8cea triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:55.503919 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2d470197-f707-4b23-b46d-f372668a8cea), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:55.507533 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] Port cf887bb4-f282-4c7f-ab15-4b07afcfb197 on network 1c413694-0f23-4bcd-9644-27b6436fabff not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:08:55.509869 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] Attempting to bind port cf887bb4-f282-4c7f-ab15-4b07afcfb197 on network 1c413694-0f23-4bcd-9644-27b6436fabff {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:55.554615 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:08:55.559249 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] Checking segment: {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:55.562860 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] Bound using segment: {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:08:55.563546 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] Bound port: cf887bb4-f282-4c7f-ab15-4b07afcfb197, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:08:55.564051 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cf887bb4-f282-4c7f-ab15-4b07afcfb197), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:55.743670 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116193834', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:45Z', 'updated_at': '2022-02-09T22:08:49Z', 'revision_number': 3, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:47Z', 'updated_at': '2022-02-09T22:08:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:55.786548 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e3754208-9c67-4e06-9da5-f093164c361d None None] Current status of the port 2d470197-f707-4b23-b46d-f372668a8cea is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:55.786954 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e3754208-9c67-4e06-9da5-f093164c361d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2d470197-f707-4b23-b46d-f372668a8cea), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:55.840799 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e3754208-9c67-4e06-9da5-f093164c361d None None] For port 2d470197-f707-4b23-b46d-f372668a8cea, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2d470197-f707-4b23-b46d-f372668a8cea,segment=NetworkSegment(9c462473-e762-45c9-82fc-faef1753bfad),segment_id=9c462473-e762-45c9-82fc-faef1753bfad)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:55.842387 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] Checking router: 332b7f3f-761c-4068-abbb-d92f659eec1d for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:08:55.842817 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] Updating router 332b7f3f-761c-4068-abbb-d92f659eec1d port ae2c0245-6632-4cdd-94e9-9c69c1dcba67 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:08:55.896004 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2d470197-f707-4b23-b46d-f372668a8cea is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:55.896439 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2d470197-f707-4b23-b46d-f372668a8cea), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:55.922712 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e3754208-9c67-4e06-9da5-f093164c361d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2d470197-f707-4b23-b46d-f372668a8cea), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:55.943306 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] For port cf887bb4-f282-4c7f-ab15-4b07afcfb197, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:08:55.990189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] For port cf887bb4-f282-4c7f-ab15-4b07afcfb197, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=cf887bb4-f282-4c7f-ab15-4b07afcfb197,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:08:56.008735 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d82833-c0e4-4743-8975-7e6f99cfa370 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:56.010258 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-33d82833-c0e4-4743-8975-7e6f99cfa370 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5699844 Feb 09 22:08:56.022641 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33114) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:56.039590 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (cf887bb4-f282-4c7f-ab15-4b07afcfb197), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:56.052152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20012a2-c43e-4502-8c0f-55afd92c4403 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 32095456-eef9-417f-8117-e958eeb7cd3d is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:08:56.102574 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b4dfd-d7af-499f-a914-208130e61069 req-968868c2-21cb-4759-ba03-11813fa38168 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:56.105130 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-824b4dfd-d7af-499f-a914-208130e61069 req-968868c2-21cb-4759-ba03-11813fa38168 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 946 time: 1.1274397 Feb 09 22:08:56.120097 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f43aa879-e8f8-442c-8857-fc3ce63bb3e7 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0948374 Feb 09 22:08:56.150651 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33118) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:56.151866 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33120) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:56.187314 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c70547f1-5a33-4f07-aaef-ce63cbb749b2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1225693510', 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:56.211817 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:56.213102 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:56.215875 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] 10.222.0.42 "PUT /v2.0/ports/cf887bb4-f282-4c7f-ab15-4b07afcfb197 HTTP/1.1" status: 200 len: 1091 time: 3.5177906 Feb 09 22:08:56.223832 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3754208-9c67-4e06-9da5-f093164c361d None None] Pushing event updated for resources: {'Port': ['ID=2d470197-f707-4b23-b46d-f372668a8cea,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:56.231592 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe', 'tag': 'cf887bb4-f282-4c7f-ab15-4b07afcfb197'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:56.240998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e3754208-9c67-4e06-9da5-f093164c361d None None] Provisioning complete for port 1886319a-1fcd-4a95-b346-fd68f3ea989f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:56.241531 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e3754208-9c67-4e06-9da5-f093164c361d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1886319a-1fcd-4a95-b346-fd68f3ea989f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:56.243564 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ae2c0245-6632-4cdd-94e9-9c69c1dcba67), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:56.252088 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c51fd0f-618b-4121-aa4c-89d716b29c14" -d '{"events": [{"name": "network-changed", "server_uuid": "c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe", "tag": "cf887bb4-f282-4c7f-ab15-4b07afcfb197"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:56.285823 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f8e985ad-2a53-4e09-8108-cb2c9fdbbd07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:56.486784 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20012a2-c43e-4502-8c0f-55afd92c4403 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:08:56.501936 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a20012a2-c43e-4502-8c0f-55afd92c4403 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/32095456-eef9-417f-8117-e958eeb7cd3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2043786 Feb 09 22:08:56.507456 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a60c8-2caf-4662-9d04-f4a10a73bf24 None None] Sync routers for ids ['32095456-eef9-417f-8117-e958eeb7cd3d'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:08:56.516392 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33126) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:56.523340 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a60c8-2caf-4662-9d04-f4a10a73bf24 None None] Routers {'32095456-eef9-417f-8117-e958eeb7cd3d'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:56.524050 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4d2a60c8-2caf-4662-9d04-f4a10a73bf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:08:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['32095456-eef9-417f-8117-e958eeb7cd3d'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:56.536949 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-824b4dfd-d7af-499f-a914-208130e61069 req-49cd4f44-951a-42f3-82db-f21360d767cc tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848777 Feb 09 22:08:56.591675 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4d2a60c8-2caf-4662-9d04-f4a10a73bf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:56.610032 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a60c8-2caf-4662-9d04-f4a10a73bf24 None None] Routers {'32095456-eef9-417f-8117-e958eeb7cd3d'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:56.611203 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4d2a60c8-2caf-4662-9d04-f4a10a73bf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:08:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['32095456-eef9-417f-8117-e958eeb7cd3d'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:56.728711 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70547f1-5a33-4f07-aaef-ce63cbb749b2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Made reservation on behalf of a306ddcdfade484fb30dc0e0a20bda6f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:56.733153 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c70547f1-5a33-4f07-aaef-ce63cbb749b2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:56.765922 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575af61e-8b3d-46d3-9a5c-8c210971b882 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:56.771115 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4eef57b6-f5d1-4841-9a51-3ccec0139a28 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for floatingip (2271bb74-204a-4f8d-8bff-d11406678cdc), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:56.772082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-575af61e-8b3d-46d3-9a5c-8c210971b882 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/ports/fc3c19f2-108c-4657-ae28-02f85da71e9f HTTP/1.1" status: 200 len: 911 time: 0.2457967 Feb 09 22:08:56.775778 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33130) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:56.820141 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4d2a60c8-2caf-4662-9d04-f4a10a73bf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:56.823081 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a60c8-2caf-4662-9d04-f4a10a73bf24 None None] The sync data for ids ['32095456-eef9-417f-8117-e958eeb7cd3d'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:08:56.934075 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:08:56.935089 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:08:56.987907 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec782727-14ce-40dc-b0d1-fc48e2694e90 service neutron] Pushing event updated for resources: {'Port': ['ID=cf887bb4-f282-4c7f-ab15-4b07afcfb197,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:56.999078 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4eef57b6-f5d1-4841-9a51-3ccec0139a28 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4ade72b1-dba9-48d4-899a-56ededbf4d73), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:57.023516 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f8e985ad-2a53-4e09-8108-cb2c9fdbbd07 admin admin] Publish callbacks [] for security_group (11c7c05e-d48d-4a41-bcbe-c510a743e0d4), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:57.043084 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f8e985ad-2a53-4e09-8108-cb2c9fdbbd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (11c7c05e-d48d-4a41-bcbe-c510a743e0d4), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:57.043811 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-eb154b34-7ea5-4810-bfb8-f459766a1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:57.045896 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-eb154b34-7ea5-4810-bfb8-f459766a1226 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 1125 time: 0.7282345 Feb 09 22:08:57.118522 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-0f805706-8b70-4b94-b8f5-1131c5c577cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf887bb4-f282-4c7f-ab15-4b07afcfb197 HTTP/1.1" status: 200 len: 217 time: 0.0557292 Feb 09 22:08:57.131015 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415af016-62da-40bb-8014-c628bec495f1 req-654e47eb-54f1-4561-ae57-d6db3ef4d0b8 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:57.132942 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-415af016-62da-40bb-8014-c628bec495f1 req-654e47eb-54f1-4561-ae57-d6db3ef4d0b8 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 943 time: 0.4279649 Feb 09 22:08:57.220795 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e985ad-2a53-4e09-8108-cb2c9fdbbd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c7c05e-d48d-4a41-bcbe-c510a743e0d4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:57.240651 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f8e985ad-2a53-4e09-8108-cb2c9fdbbd07 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e1b4a382b4574411b49d600396950ab0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0862329 Feb 09 22:08:57.267120 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33138) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:57.393472 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-415af016-62da-40bb-8014-c628bec495f1 req-a904c0f7-cf5e-40c4-8e09-0281ef128991 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217917 Feb 09 22:08:57.511433 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4eef57b6-f5d1-4841-9a51-3ccec0139a28 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for port (4ade72b1-dba9-48d4-899a-56ededbf4d73), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:57.515887 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4539214-79f0-472c-917d-79bf15eead65 x-openstack-request-id: req-a4539214-79f0-472c-917d-79bf15eead65 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:57.516197 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe", "tag": "cf887bb4-f282-4c7f-ab15-4b07afcfb197", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:57.516553 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a4539214-79f0-472c-917d-79bf15eead65 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:57.517790 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe', 'tag': 'cf887bb4-f282-4c7f-ab15-4b07afcfb197', 'status': 'completed', 'code': 200} Feb 09 22:08:57.525536 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4eef57b6-f5d1-4841-9a51-3ccec0139a28 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (4ade72b1-dba9-48d4-899a-56ededbf4d73), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:57.561096 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c70547f1-5a33-4f07-aaef-ce63cbb749b2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:57.583384 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd85550b-5eb5-4ac7-9d6e-ba69aaa1159b admin admin] Publish callbacks [] for security_group (11c7c05e-d48d-4a41-bcbe-c510a743e0d4), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:57.628204 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-0fc65d01-4362-482c-9a1c-64ffca7b7029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:57.637286 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-0fc65d01-4362-482c-9a1c-64ffca7b7029 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.4962494 Feb 09 22:08:57.686719 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2d470197-f707-4b23-b46d-f372668a8cea is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:57.706528 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] Publish callbacks [] for port (ae2c0245-6632-4cdd-94e9-9c69c1dcba67), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:57.715767 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e3754208-9c67-4e06-9da5-f093164c361d None None] Current status of the port 1886319a-1fcd-4a95-b346-fd68f3ea989f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:57.725820 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ae2c0245-6632-4cdd-94e9-9c69c1dcba67), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:57.809997 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd85550b-5eb5-4ac7-9d6e-ba69aaa1159b admin admin] Publish callbacks [] for security_group (11c7c05e-d48d-4a41-bcbe-c510a743e0d4), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:57.813590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] Attempting to bind port ae2c0245-6632-4cdd-94e9-9c69c1dcba67 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:08:57.813982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] Attempting to bind port ae2c0245-6632-4cdd-94e9-9c69c1dcba67 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:08:57.814358 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] Attempting to bind port ae2c0245-6632-4cdd-94e9-9c69c1dcba67 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:57.826371 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:08:57.826768 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:57.827186 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:57.827590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:08:57.829615 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] Bound port: ae2c0245-6632-4cdd-94e9-9c69c1dcba67, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:08:57.830206 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ae2c0245-6632-4cdd-94e9-9c69c1dcba67), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:57.905355 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] For port ae2c0245-6632-4cdd-94e9-9c69c1dcba67, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:08:57.909991 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] For port ae2c0245-6632-4cdd-94e9-9c69c1dcba67, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ae2c0245-6632-4cdd-94e9-9c69c1dcba67,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:08:57.912329 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70547f1-5a33-4f07-aaef-ce63cbb749b2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Subnet': ['ID=9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:57.946214 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ae2c0245-6632-4cdd-94e9-9c69c1dcba67), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:57.984825 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1886319a-1fcd-4a95-b346-fd68f3ea989f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:57.987600 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2ff83398-b28a-420c-a39f-d52825ad8852 None None] Provisioning complete for port fc3c19f2-108c-4657-ae28-02f85da71e9f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:57.988011 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2ff83398-b28a-420c-a39f-d52825ad8852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fc3c19f2-108c-4657-ae28-02f85da71e9f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:58.036537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70547f1-5a33-4f07-aaef-ce63cbb749b2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Checking segment: {'id': 'c1c4ebd5-934b-4dad-9341-362d5d6bd69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:58.037185 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70547f1-5a33-4f07-aaef-ce63cbb749b2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network hostable DHCP agents. Network: 14c62719-8468-46f6-8a99-df98d5f93641, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:08:58.048267 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2ff83398-b28a-420c-a39f-d52825ad8852 None None] Port fc3c19f2-108c-4657-ae28-02f85da71e9f cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:58.058460 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dae282ce-edbe-465c-b05d-9ad08cd41426 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:58.077045 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb3588-bac2-4cba-a6bf-5a492de54d6c None None] Pushing event updated for resources: {'Port': ['ID=ae2c0245-6632-4cdd-94e9-9c69c1dcba67,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:58.102775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] Routers {'332b7f3f-761c-4068-abbb-d92f659eec1d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:58.103761 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:08:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['332b7f3f-761c-4068-abbb-d92f659eec1d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:58.123141 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70547f1-5a33-4f07-aaef-ce63cbb749b2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 14c62719-8468-46f6-8a99-df98d5f93641 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:08:58.161094 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd85550b-5eb5-4ac7-9d6e-ba69aaa1159b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (11c7c05e-d48d-4a41-bcbe-c510a743e0d4), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:58.163803 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd85550b-5eb5-4ac7-9d6e-ba69aaa1159b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:58.165202 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-dd85550b-5eb5-4ac7-9d6e-ba69aaa1159b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/11c7c05e-d48d-4a41-bcbe-c510a743e0d4 HTTP/1.1" status: 204 len: 168 time: 0.8969119 Feb 09 22:08:58.204073 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-c70547f1-5a33-4f07-aaef-ce63cbb749b2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 14c62719-8468-46f6-8a99-df98d5f93641) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:58.249542 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac8a393-7d67-413b-b0b2-9c8621713088 None None] Network 14c62719-8468-46f6-8a99-df98d5f93641 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:58.288973 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70547f1-5a33-4f07-aaef-ce63cbb749b2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:58.290000 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c70547f1-5a33-4f07-aaef-ce63cbb749b2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:58.327206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85550b-5eb5-4ac7-9d6e-ba69aaa1159b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c7c05e-d48d-4a41-bcbe-c510a743e0d4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:58.359085 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c70547f1-5a33-4f07-aaef-ce63cbb749b2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2009985 Feb 09 22:08:58.366011 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33150) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:58.412781 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb3588-bac2-4cba-a6bf-5a492de54d6c None None] Pushing event updated for resources: {'Port': ['ID=ae2c0245-6632-4cdd-94e9-9c69c1dcba67,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:58.434707 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4eef57b6-f5d1-4841-9a51-3ccec0139a28 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (2271bb74-204a-4f8d-8bff-d11406678cdc), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:58.436069 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] Set router 332b7f3f-761c-4068-abbb-d92f659eec1d gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:08:58.507165 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2ff83398-b28a-420c-a39f-d52825ad8852 None None] Provisioning complete for port 2d470197-f707-4b23-b46d-f372668a8cea triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:58.507751 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2ff83398-b28a-420c-a39f-d52825ad8852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2d470197-f707-4b23-b46d-f372668a8cea), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:58.536348 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef57b6-f5d1-4841-9a51-3ccec0139a28 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Pushing event updated for resources: {'Port': ['ID=4ade72b1-dba9-48d4-899a-56ededbf4d73,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:58.618314 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1886319a-1fcd-4a95-b346-fd68f3ea989f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:58.619160 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1886319a-1fcd-4a95-b346-fd68f3ea989f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:58.657867 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8005b6e4-737e-4192-8991-162c8e2a6441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-14c62719-8468-46f6-8a99-df98d5f93641', 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'fixed_ips': [{'subnet_id': '9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:08:58.659913 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8005b6e4-737e-4192-8991-162c8e2a6441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:58.743040 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-3954a911-5f7e-432e-adaf-7cc5d55a6d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:58.744671 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-3954a911-5f7e-432e-adaf-7cc5d55a6d93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0639861 Feb 09 22:08:58.880405 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-4eef57b6-f5d1-4841-9a51-3ccec0139a28 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Floating IP 2271bb74-204a-4f8d-8bff-d11406678cdc associated. External IP: 172.25.6.171, port: 1a2dc46d-2e75-406a-b142-dedd7a1fd34c. Feb 09 22:08:59.045766 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2ff83398-b28a-420c-a39f-d52825ad8852 None None] Current status of the port 2d470197-f707-4b23-b46d-f372668a8cea is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:59.123490 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-c357656c-6e37-4cdc-86c2-068f4185c1ee service neutron] 10.222.0.42 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681157 Feb 09 22:08:59.126675 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1886319a-1fcd-4a95-b346-fd68f3ea989f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:59.127930 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2d470197-f707-4b23-b46d-f372668a8cea up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:59.154947 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-8005b6e4-737e-4192-8991-162c8e2a6441 None None] Allocated IP 172.20.0.2 (14c62719-8468-46f6-8a99-df98d5f93641/9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f/28855adf-6795-4a79-974b-25519a564eda) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:59.219602 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116193834', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:45Z', 'updated_at': '2022-02-09T22:08:49Z', 'revision_number': 3, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:47Z', 'updated_at': '2022-02-09T22:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:59.272940 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc58fd-6150-4a9d-80de-f6088e7c8365 None None] The sync data for ids ['332b7f3f-761c-4068-abbb-d92f659eec1d'] in n-d-828601-1 is: [{'id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116193834', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:45Z', 'updated_at': '2022-02-09T22:08:49Z', 'revision_number': 3, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:47Z', 'updated_at': '2022-02-09T22:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:08:59.361012 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128118c-7b0a-45ad-bb8b-5cec547abd20 req-6b2c79b5-c64b-4223-a965-495f85f9dc7b tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:59.368608 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9128118c-7b0a-45ad-bb8b-5cec547abd20 req-6b2c79b5-c64b-4223-a965-495f85f9dc7b tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 946 time: 1.2117758 Feb 09 22:08:59.392507 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-13433dc0-8c29-43d7-bd6d-1266bcd66604 req-051e0800-ddb5-41c2-91b8-317126820d63 service neutron] 10.222.0.42 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578106 Feb 09 22:08:59.563425 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8005b6e4-737e-4192-8991-162c8e2a6441 None None] Publish callbacks [] for port (28855adf-6795-4a79-974b-25519a564eda), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:59.570183 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2d470197-f707-4b23-b46d-f372668a8cea triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:59.570575 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2d470197-f707-4b23-b46d-f372668a8cea), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:59.601262 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8005b6e4-737e-4192-8991-162c8e2a6441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (28855adf-6795-4a79-974b-25519a564eda), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:59.718104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005b6e4-737e-4192-8991-162c8e2a6441 None None] Pushing event updated for resources: {'Port': ['ID=28855adf-6795-4a79-974b-25519a564eda,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:59.757791 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eef57b6-f5d1-4841-9a51-3ccec0139a28 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Router 573a7a48-2045-4d72-88bd-e72f15b3b584 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:08:59.777272 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8005b6e4-737e-4192-8991-162c8e2a6441 None None] Network 14c62719-8468-46f6-8a99-df98d5f93641 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:59.790858 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-8005b6e4-737e-4192-8991-162c8e2a6441 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:59.803612 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8005b6e4-737e-4192-8991-162c8e2a6441 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:59.921256 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2d470197-f707-4b23-b46d-f372668a8cea is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:00.028810 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51fd0f-618b-4121-aa4c-89d716b29c14 req-42372080-bb9c-4c06-95f0-1dface186c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:00.034495 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6c51fd0f-618b-4121-aa4c-89d716b29c14 req-42372080-bb9c-4c06-95f0-1dface186c76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 1125 time: 0.5048771 Feb 09 22:09:00.086484 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-8005b6e4-737e-4192-8991-162c8e2a6441 None None] Attempting to bind port 28855adf-6795-4a79-974b-25519a564eda on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:00.087345 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-8005b6e4-737e-4192-8991-162c8e2a6441 None None] Attempting to bind port 28855adf-6795-4a79-974b-25519a564eda by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'c1c4ebd5-934b-4dad-9341-362d5d6bd69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:00.087345 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005b6e4-737e-4192-8991-162c8e2a6441 None None] Attempting to bind port 28855adf-6795-4a79-974b-25519a564eda on network 14c62719-8468-46f6-8a99-df98d5f93641 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:00.098057 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005b6e4-737e-4192-8991-162c8e2a6441 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:09:00.098451 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005b6e4-737e-4192-8991-162c8e2a6441 None None] Checking segment: {'id': 'c1c4ebd5-934b-4dad-9341-362d5d6bd69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:09:00.098951 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8005b6e4-737e-4192-8991-162c8e2a6441 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:00.108108 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005b6e4-737e-4192-8991-162c8e2a6441 None None] Bound using segment: {'id': 'c1c4ebd5-934b-4dad-9341-362d5d6bd69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:09:00.108652 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-8005b6e4-737e-4192-8991-162c8e2a6441 None None] Bound port: 28855adf-6795-4a79-974b-25519a564eda, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ebd5-934b-4dad-9341-362d5d6bd69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:09:00.109560 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8005b6e4-737e-4192-8991-162c8e2a6441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (28855adf-6795-4a79-974b-25519a564eda), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:00.246250 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-8005b6e4-737e-4192-8991-162c8e2a6441 None None] For port 28855adf-6795-4a79-974b-25519a564eda, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:09:00.259704 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-8005b6e4-737e-4192-8991-162c8e2a6441 None None] For port 28855adf-6795-4a79-974b-25519a564eda, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=28855adf-6795-4a79-974b-25519a564eda,segment=NetworkSegment(c1c4ebd5-934b-4dad-9341-362d5d6bd69e),segment_id=c1c4ebd5-934b-4dad-9341-362d5d6bd69e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:09:00.276133 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8005b6e4-737e-4192-8991-162c8e2a6441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (28855adf-6795-4a79-974b-25519a564eda), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:00.347954 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eef57b6-f5d1-4841-9a51-3ccec0139a28 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:09:00.375441 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005b6e4-737e-4192-8991-162c8e2a6441 None None] Pushing event updated for resources: {'Port': ['ID=28855adf-6795-4a79-974b-25519a564eda,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:00.381308 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ae2c0245-6632-4cdd-94e9-9c69c1dcba67 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:09:00.437096 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4eef57b6-f5d1-4841-9a51-3ccec0139a28 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:00.446015 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9128118c-7b0a-45ad-bb8b-5cec547abd20 req-79b7f4c3-6296-4c05-868d-e8cd9f65e840 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0377769 Feb 09 22:09:00.467967 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4659cf5-357a-459e-a93d-09c1523155a3 None None] Sync routers for ids ['573a7a48-2045-4d72-88bd-e72f15b3b584'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:09:00.507115 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4659cf5-357a-459e-a93d-09c1523155a3 None None] Routers {'573a7a48-2045-4d72-88bd-e72f15b3b584'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:00.507866 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a4659cf5-357a-459e-a93d-09c1523155a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:08:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['573a7a48-2045-4d72-88bd-e72f15b3b584'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:00.512892 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51fd0f-618b-4121-aa4c-89d716b29c14 req-1b77494e-7ba9-4759-85c8-3731a050eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:00.514035 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-dae282ce-edbe-465c-b05d-9ad08cd41426 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Allocated IP 2001:db8:1::1 (1999faf8-6c47-47cf-94f3-1142c5935516/41e6e26d-64dd-4ea4-bd17-b996cead005c/69ca3bcc-5abe-49d4-836b-34b9e427eb5e) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:09:00.517420 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6c51fd0f-618b-4121-aa4c-89d716b29c14 req-1b77494e-7ba9-4759-85c8-3731a050eec9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 912 time: 0.4609981 Feb 09 22:09:00.647861 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6c51fd0f-618b-4121-aa4c-89d716b29c14 req-f6577660-2597-415a-9dfa-7d759e06c488 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf887bb4-f282-4c7f-ab15-4b07afcfb197 HTTP/1.1" status: 200 len: 217 time: 0.1108937 Feb 09 22:09:00.652949 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4eef57b6-f5d1-4841-9a51-3ccec0139a28 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.4245529 Feb 09 22:09:00.681715 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33190) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:00.737573 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ba38e8-9619-4afb-bf14-b9f7596de8dc', 'tag': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:00.741759 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367e6f04-871b-48f6-a925-a95c720d4609" -d '{"events": [{"name": "network-changed", "server_uuid": "80ba38e8-9619-4afb-bf14-b9f7596de8dc", "tag": "1a2dc46d-2e75-406a-b142-dedd7a1fd34c"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:00.776877 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51fd0f-618b-4121-aa4c-89d716b29c14 req-76a20358-205d-4fa6-9327-0d6ac4953452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:00.780183 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6c51fd0f-618b-4121-aa4c-89d716b29c14 req-76a20358-205d-4fa6-9327-0d6ac4953452 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.1225643 Feb 09 22:09:00.907311 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51fd0f-618b-4121-aa4c-89d716b29c14 req-e48f4637-ea6e-459c-a409-a2ba5f7f022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:00.909701 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6c51fd0f-618b-4121-aa4c-89d716b29c14 req-e48f4637-ea6e-459c-a409-a2ba5f7f022c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1205134 Feb 09 22:09:01.098798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c67648-749f-44b3-93a1-0359b8d232b0 req-f867812a-ab2e-4fb3-ac67-ccf716094032 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:01.101731 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7c67648-749f-44b3-93a1-0359b8d232b0 req-f867812a-ab2e-4fb3-ac67-ccf716094032 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 943 time: 0.4741688 Feb 09 22:09:01.180494 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c328b4-22b0-421b-9147-358e08bc75b6 tempest-TestVolumeBackupRestore-2058982656 tempest-TestVolumeBackupRestore-2058982656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:01.185192 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33208) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:01.185836 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f3c328b4-22b0-421b-9147-358e08bc75b6 tempest-TestVolumeBackupRestore-2058982656 tempest-TestVolumeBackupRestore-2058982656-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 1122 time: 0.4953268 Feb 09 22:09:01.203949 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-fac43645-d441-4053-8ad9-a0a1b399d770 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Request body: {'floatingip': {'port_id': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:01.204304 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dae282ce-edbe-465c-b05d-9ad08cd41426 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for port (69ca3bcc-5abe-49d4-836b-34b9e427eb5e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:01.251709 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-a4659cf5-357a-459e-a93d-09c1523155a3 None None] Set router 573a7a48-2045-4d72-88bd-e72f15b3b584 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:09:01.258902 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-806b5494-3982-4816-98cd-27951687f5b8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:01.274051 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7c67648-749f-44b3-93a1-0359b8d232b0 req-7be173ec-bb70-49e3-b970-66121a85c76d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325233 Feb 09 22:09:01.313810 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6c51fd0f-618b-4121-aa4c-89d716b29c14 req-4fd48626-eadb-49b4-a3ae-39f7fcd7c490 service neutron] 10.222.0.42 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936884 Feb 09 22:09:01.464534 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fac43645-d441-4053-8ad9-a0a1b399d770 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for floatingip (2271bb74-204a-4f8d-8bff-d11406678cdc), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:01.587596 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dae282ce-edbe-465c-b05d-9ad08cd41426 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (69ca3bcc-5abe-49d4-836b-34b9e427eb5e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:01.591879 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6c51fd0f-618b-4121-aa4c-89d716b29c14 req-5d59dc30-0183-46ed-a9c9-fe602d151df6 service neutron] 10.222.0.42 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604113 Feb 09 22:09:01.716525 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b83ce1a-d21e-42d4-80fe-ca7d7399f80f x-openstack-request-id: req-7b83ce1a-d21e-42d4-80fe-ca7d7399f80f {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:01.716985 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ba38e8-9619-4afb-bf14-b9f7596de8dc", "tag": "1a2dc46d-2e75-406a-b142-dedd7a1fd34c", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:01.717386 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7b83ce1a-d21e-42d4-80fe-ca7d7399f80f {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:01.718050 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ba38e8-9619-4afb-bf14-b9f7596de8dc', 'tag': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c', 'status': 'completed', 'code': 200} Feb 09 22:09:01.763485 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33216) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:01.767327 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae282ce-edbe-465c-b05d-9ad08cd41426 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Port': ['ID=69ca3bcc-5abe-49d4-836b-34b9e427eb5e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:01.780796 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ae2c0245-6632-4cdd-94e9-9c69c1dcba67 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:01.781433 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ae2c0245-6632-4cdd-94e9-9c69c1dcba67), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:01.825983 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae282ce-edbe-465c-b05d-9ad08cd41426 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network 1999faf8-6c47-47cf-94f3-1142c5935516 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:09:01.839059 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-dae282ce-edbe-465c-b05d-9ad08cd41426 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:01.875150 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae282ce-edbe-465c-b05d-9ad08cd41426 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:09:01.875922 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dae282ce-edbe-465c-b05d-9ad08cd41426 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (32095456-eef9-417f-8117-e958eeb7cd3d), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:02.131326 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ae2c0245-6632-4cdd-94e9-9c69c1dcba67 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:02.132048 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ae2c0245-6632-4cdd-94e9-9c69c1dcba67), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:02.144382 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-448c854e-7300-410e-86b4-fdc831d3c1fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:02.201374 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port ae2c0245-6632-4cdd-94e9-9c69c1dcba67, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ae2c0245-6632-4cdd-94e9-9c69c1dcba67,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:02.225950 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ae2c0245-6632-4cdd-94e9-9c69c1dcba67), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:02.269421 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dae282ce-edbe-465c-b05d-9ad08cd41426 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (69ca3bcc-5abe-49d4-836b-34b9e427eb5e), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:02.332081 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a4659cf5-357a-459e-a93d-09c1523155a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'name': 'tempest-TestVolumeBackupRestore-2138123041-router', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:25Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'gw_port': {'id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:30Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '2271bb74-204a-4f8d-8bff-d11406678cdc', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'port_id': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89', 'mac_address': 'fa:16:3e:f1:77:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ba38e8-9619-4afb-bf14-b9f7596de8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:08:55Z', 'updated_at': '2022-02-09T22:08:55Z', 'revision_number': 0, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5025e2-edc4-487b-b097-2230cfdb58d7', 'name': '', 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'mac_address': 'fa:16:3e:39:5f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:44Z', 'updated_at': '2022-02-09T21:59:54Z', 'revision_number': 5, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'subnets': [{'id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:02.421192 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=ae2c0245-6632-4cdd-94e9-9c69c1dcba67,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:02.431276 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4659cf5-357a-459e-a93d-09c1523155a3 None None] Checking router: 573a7a48-2045-4d72-88bd-e72f15b3b584 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:09:02.457476 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e6f04-871b-48f6-a925-a95c720d4609 req-4d593fc3-f5de-4aba-a5a5-284fed2eedaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:02.462924 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-367e6f04-871b-48f6-a925-a95c720d4609 req-4d593fc3-f5de-4aba-a5a5-284fed2eedaf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=66875222abbf425ea3f9f2e0b384293d&device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 1127 time: 0.6966469 Feb 09 22:09:02.466535 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4659cf5-357a-459e-a93d-09c1523155a3 None None] Routers {'573a7a48-2045-4d72-88bd-e72f15b3b584'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:02.467349 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a4659cf5-357a-459e-a93d-09c1523155a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:08:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['573a7a48-2045-4d72-88bd-e72f15b3b584'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:02.538786 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-448c854e-7300-410e-86b4-fdc831d3c1fc admin admin] Publish callbacks [] for security_group (bbbdd482-8574-44c8-9500-4085321854e7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:02.546509 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-448c854e-7300-410e-86b4-fdc831d3c1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bbbdd482-8574-44c8-9500-4085321854e7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:02.585753 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-448c854e-7300-410e-86b4-fdc831d3c1fc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=90ac5ea9b14d4936ad950ac7f7a191ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8207519 Feb 09 22:09:02.590127 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33226) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:02.746534 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd7701-5404-4b53-aaf8-7b5c363be212 req-3edf7b7f-f731-4ea0-8747-45259899c35c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:02.747407 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 28855adf-6795-4a79-974b-25519a564eda up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:09:02.749687 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3798fa3d-ef3a-4155-a1d1-c324fc992e11 None None] Network 14c62719-8468-46f6-8a99-df98d5f93641 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:09:02.758655 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9cd7701-5404-4b53-aaf8-7b5c363be212 req-3edf7b7f-f731-4ea0-8747-45259899c35c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.8848467 Feb 09 22:09:02.835763 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c854e-7300-410e-86b4-fdc831d3c1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbdd482-8574-44c8-9500-4085321854e7,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:03.036518 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f7e71a7b-d6a0-40cb-a5e5-2d4d438d5b5a admin admin] Publish callbacks [] for security_group (bbbdd482-8574-44c8-9500-4085321854e7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.140090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-84cc0519-bed8-44eb-9051-8dbf78d62e74 None None] Provisioning complete for port 69ca3bcc-5abe-49d4-836b-34b9e427eb5e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:03.142453 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-84cc0519-bed8-44eb-9051-8dbf78d62e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (69ca3bcc-5abe-49d4-836b-34b9e427eb5e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.163508 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f7e71a7b-d6a0-40cb-a5e5-2d4d438d5b5a admin admin] Publish callbacks [] for security_group (bbbdd482-8574-44c8-9500-4085321854e7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.219564 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e6f04-871b-48f6-a925-a95c720d4609 req-016ec6b8-94db-4e8d-b3ae-b206f9621574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:03.222586 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-367e6f04-871b-48f6-a925-a95c720d4609 req-016ec6b8-94db-4e8d-b3ae-b206f9621574 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4659e74e-184a-44ff-a85e-0606b3c79d89 HTTP/1.1" status: 200 len: 915 time: 0.7462342 Feb 09 22:09:03.241977 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-84cc0519-bed8-44eb-9051-8dbf78d62e74 None None] Port 69ca3bcc-5abe-49d4-836b-34b9e427eb5e cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:09:03.258791 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-a4659cf5-357a-459e-a93d-09c1523155a3 None None] Set router 573a7a48-2045-4d72-88bd-e72f15b3b584 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:09:03.449130 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f7e71a7b-d6a0-40cb-a5e5-2d4d438d5b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bbbdd482-8574-44c8-9500-4085321854e7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.453162 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f7e71a7b-d6a0-40cb-a5e5-2d4d438d5b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.460021 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f7e71a7b-d6a0-40cb-a5e5-2d4d438d5b5a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bbbdd482-8574-44c8-9500-4085321854e7 HTTP/1.1" status: 204 len: 168 time: 0.8492126 Feb 09 22:09:03.492997 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e71a7b-d6a0-40cb-a5e5-2d4d438d5b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbdd482-8574-44c8-9500-4085321854e7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:03.513145 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-806b5494-3982-4816-98cd-27951687f5b8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Allocated IP 172.20.0.1 (14c62719-8468-46f6-8a99-df98d5f93641/9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f/75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:09:03.520486 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 28855adf-6795-4a79-974b-25519a564eda triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:03.522608 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (28855adf-6795-4a79-974b-25519a564eda), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.710609 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e7f67ee2-fade-4a63-a8fa-cab7de19aa76 None None] Provisioning complete for port 28855adf-6795-4a79-974b-25519a564eda triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:03.711127 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e7f67ee2-fade-4a63-a8fa-cab7de19aa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (28855adf-6795-4a79-974b-25519a564eda), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.750550 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fac43645-d441-4053-8ad9-a0a1b399d770 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.772607 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fac43645-d441-4053-8ad9-a0a1b399d770 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (2271bb74-204a-4f8d-8bff-d11406678cdc), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.910304 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9cd7701-5404-4b53-aaf8-7b5c363be212 req-beb1559d-2e96-44cf-a5af-2e99e64c6c02 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1510663 Feb 09 22:09:03.987705 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-367e6f04-871b-48f6-a925-a95c720d4609 req-a4efd7d2-7e66-4989-814b-386c3f47e1de service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a2dc46d-2e75-406a-b142-dedd7a1fd34c HTTP/1.1" status: 200 len: 999 time: 0.7512999 Feb 09 22:09:04.129332 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 28855adf-6795-4a79-974b-25519a564eda is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:04.129730 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (28855adf-6795-4a79-974b-25519a564eda), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:04.212639 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 28855adf-6795-4a79-974b-25519a564eda, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=28855adf-6795-4a79-974b-25519a564eda,segment=NetworkSegment(c1c4ebd5-934b-4dad-9341-362d5d6bd69e),segment_id=c1c4ebd5-934b-4dad-9341-362d5d6bd69e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:04.226880 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (28855adf-6795-4a79-974b-25519a564eda), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:04.236227 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e7f67ee2-fade-4a63-a8fa-cab7de19aa76 None None] Current status of the port 28855adf-6795-4a79-974b-25519a564eda is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:04.236227 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e7f67ee2-fade-4a63-a8fa-cab7de19aa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (28855adf-6795-4a79-974b-25519a564eda), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:04.326402 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a4659cf5-357a-459e-a93d-09c1523155a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'name': 'tempest-TestVolumeBackupRestore-2138123041-router', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:25Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'gw_port': {'id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:30Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '2271bb74-204a-4f8d-8bff-d11406678cdc', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'port_id': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89', 'mac_address': 'fa:16:3e:f1:77:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ba38e8-9619-4afb-bf14-b9f7596de8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:08:55Z', 'updated_at': '2022-02-09T22:08:55Z', 'revision_number': 0, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5025e2-edc4-487b-b097-2230cfdb58d7', 'name': '', 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'mac_address': 'fa:16:3e:39:5f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:44Z', 'updated_at': '2022-02-09T21:59:54Z', 'revision_number': 5, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'subnets': [{'id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:04.434950 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e6f04-871b-48f6-a925-a95c720d4609 req-69abaf81-09e7-41a3-8d31-461713d53315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:04.442842 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-367e6f04-871b-48f6-a925-a95c720d4609 req-69abaf81-09e7-41a3-8d31-461713d53315 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9 HTTP/1.1" status: 200 len: 853 time: 0.4522934 Feb 09 22:09:04.541940 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dae282ce-edbe-465c-b05d-9ad08cd41426 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for port (69ca3bcc-5abe-49d4-836b-34b9e427eb5e), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:04.571262 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4659cf5-357a-459e-a93d-09c1523155a3 None None] The sync data for ids ['573a7a48-2045-4d72-88bd-e72f15b3b584'] in n-d-828601-1 is: [{'id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'name': 'tempest-TestVolumeBackupRestore-2138123041-router', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:25Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'gw_port': {'id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:30Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '2271bb74-204a-4f8d-8bff-d11406678cdc', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'port_id': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89', 'mac_address': 'fa:16:3e:f1:77:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ba38e8-9619-4afb-bf14-b9f7596de8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:08:55Z', 'updated_at': '2022-02-09T22:08:55Z', 'revision_number': 0, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5025e2-edc4-487b-b097-2230cfdb58d7', 'name': '', 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'mac_address': 'fa:16:3e:39:5f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:44Z', 'updated_at': '2022-02-09T21:59:54Z', 'revision_number': 5, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'subnets': [{'id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:09:04.574766 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dae282ce-edbe-465c-b05d-9ad08cd41426 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (69ca3bcc-5abe-49d4-836b-34b9e427eb5e), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:04.576644 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dae282ce-edbe-465c-b05d-9ad08cd41426 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (32095456-eef9-417f-8117-e958eeb7cd3d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:04.609275 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ae2c0245-6632-4cdd-94e9-9c69c1dcba67 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:09:04.649509 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac43645-d441-4053-8ad9-a0a1b399d770 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Router 573a7a48-2045-4d72-88bd-e72f15b3b584 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:09:04.676231 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-806b5494-3982-4816-98cd-27951687f5b8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:04.759911 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-e7f67ee2-fade-4a63-a8fa-cab7de19aa76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:09:04.760437 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-e7f67ee2-fade-4a63-a8fa-cab7de19aa76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:09:04.802953 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=28855adf-6795-4a79-974b-25519a564eda,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:04.874766 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ae2c0245-6632-4cdd-94e9-9c69c1dcba67 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:04.875242 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ae2c0245-6632-4cdd-94e9-9c69c1dcba67), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:05.031540 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134cb5a-d612-4bfa-9d66-d55c6368f80f req-3e4b5c09-2549-49ad-bf25-69df6c312cdc tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:05.034815 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0134cb5a-d612-4bfa-9d66-d55c6368f80f req-3e4b5c09-2549-49ad-bf25-69df6c312cdc tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 943 time: 0.7781179 Feb 09 22:09:05.209048 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ae2c0245-6632-4cdd-94e9-9c69c1dcba67 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:05.238757 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030fa02c-f1fc-4abf-8063-ce49fa063880 None None] New status for floating IP 2271bb74-204a-4f8d-8bff-d11406678cdc: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:09:05.363029 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e7f67ee2-fade-4a63-a8fa-cab7de19aa76 None None] Current status of the port 28855adf-6795-4a79-974b-25519a564eda is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:05.505303 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac43645-d441-4053-8ad9-a0a1b399d770 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:09:05.505303 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fac43645-d441-4053-8ad9-a0a1b399d770 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:05.511086 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2b9b29cc-8c30-4b8d-8f18-d91cf18dd73d None None] Provisioning complete for port 28855adf-6795-4a79-974b-25519a564eda triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:05.516298 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2b9b29cc-8c30-4b8d-8f18-d91cf18dd73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (28855adf-6795-4a79-974b-25519a564eda), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:05.518223 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e6f04-871b-48f6-a925-a95c720d4609 req-32295c68-b464-4bec-b5eb-f807aa8a2a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:05.521979 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-367e6f04-871b-48f6-a925-a95c720d4609 req-32295c68-b464-4bec-b5eb-f807aa8a2a74 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4659e74e-184a-44ff-a85e-0606b3c79d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0603564 Feb 09 22:09:05.641314 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ba38e8-9619-4afb-bf14-b9f7596de8dc', 'tag': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:05.659191 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5fec7b-927f-4d4f-a11e-525934f30342" -d '{"events": [{"name": "network-changed", "server_uuid": "80ba38e8-9619-4afb-bf14-b9f7596de8dc", "tag": "1a2dc46d-2e75-406a-b142-dedd7a1fd34c"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:05.729195 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae282ce-edbe-465c-b05d-9ad08cd41426 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Port': ['ID=69ca3bcc-5abe-49d4-836b-34b9e427eb5e,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:05.731744 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fac43645-d441-4053-8ad9-a0a1b399d770 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "PUT /v2.0/floatingips/2271bb74-204a-4f8d-8bff-d11406678cdc HTTP/1.1" status: 200 len: 991 time: 4.5441170 Feb 09 22:09:05.751352 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-806b5494-3982-4816-98cd-27951687f5b8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:05.905179 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2b9b29cc-8c30-4b8d-8f18-d91cf18dd73d None None] Current status of the port 28855adf-6795-4a79-974b-25519a564eda is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:05.972914 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae282ce-edbe-465c-b05d-9ad08cd41426 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network 1999faf8-6c47-47cf-94f3-1142c5935516 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:09:05.993396 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b5494-3982-4816-98cd-27951687f5b8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:06.029292 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806b5494-3982-4816-98cd-27951687f5b8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 14c62719-8468-46f6-8a99-df98d5f93641 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:09:06.076553 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-dae282ce-edbe-465c-b05d-9ad08cd41426 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:06.136380 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-806b5494-3982-4816-98cd-27951687f5b8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:06.156022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b5494-3982-4816-98cd-27951687f5b8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:09:06.237629 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e49c28-425c-42aa-84f0-2da1ddf44690 None None] Sync routers for ids ['573a7a48-2045-4d72-88bd-e72f15b3b584'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:09:06.288482 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0134cb5a-d612-4bfa-9d66-d55c6368f80f req-2854f9a7-0371-4e47-a00e-b3fe4fbf5927 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9359224 Feb 09 22:09:06.292212 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-806b5494-3982-4816-98cd-27951687f5b8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (332b7f3f-761c-4068-abbb-d92f659eec1d), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:06.355665 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e49c28-425c-42aa-84f0-2da1ddf44690 None None] Routers {'573a7a48-2045-4d72-88bd-e72f15b3b584'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:06.356707 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c2e49c28-425c-42aa-84f0-2da1ddf44690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:08:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['573a7a48-2045-4d72-88bd-e72f15b3b584'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:06.500803 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:09:06.726054 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 28855adf-6795-4a79-974b-25519a564eda up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:09:07.288179 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-71ce72fc-b78f-4090-9a67-1620c199f309 None None] Provisioning complete for port 69ca3bcc-5abe-49d4-836b-34b9e427eb5e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:07.293255 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-71ce72fc-b78f-4090-9a67-1620c199f309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (69ca3bcc-5abe-49d4-836b-34b9e427eb5e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.363976 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-71ce72fc-b78f-4090-9a67-1620c199f309 None None] Port 69ca3bcc-5abe-49d4-836b-34b9e427eb5e cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:09:07.407851 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-c2e49c28-425c-42aa-84f0-2da1ddf44690 None None] Set router 573a7a48-2045-4d72-88bd-e72f15b3b584 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:09:07.411902 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 28855adf-6795-4a79-974b-25519a564eda triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:07.412469 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (28855adf-6795-4a79-974b-25519a564eda), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.533171 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b35a7df4-18cb-463d-a2f4-d3ae012137b3 None None] Provisioning complete for port 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:07.534170 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b35a7df4-18cb-463d-a2f4-d3ae012137b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.579125 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b35a7df4-18cb-463d-a2f4-d3ae012137b3 None None] Port 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:09:07.859855 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 28855adf-6795-4a79-974b-25519a564eda is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:07.897234 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-805a36fb-5107-4c95-9fce-4610671129bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.976369 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-367e6f04-871b-48f6-a925-a95c720d4609 req-28e05346-83cc-4835-ad8e-a6165e79060c service neutron] 10.222.0.71 "GET /v2.0/networks/4659e74e-184a-44ff-a85e-0606b3c79d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2901404 Feb 09 22:09:08.060396 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042d92b-5121-4220-a629-b1e9bd01ce0c req-730bdb4d-9c3a-4091-8fec-bc76e578d4e2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:08.068822 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9042d92b-5121-4220-a629-b1e9bd01ce0c req-730bdb4d-9c3a-4091-8fec-bc76e578d4e2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.5386398 Feb 09 22:09:08.145460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c2e49c28-425c-42aa-84f0-2da1ddf44690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'name': 'tempest-TestVolumeBackupRestore-2138123041-router', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:25Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'gw_port': {'id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:30Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '2271bb74-204a-4f8d-8bff-d11406678cdc', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'port_id': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89', 'mac_address': 'fa:16:3e:f1:77:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ba38e8-9619-4afb-bf14-b9f7596de8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:08:55Z', 'updated_at': '2022-02-09T22:09:05Z', 'revision_number': 2, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5025e2-edc4-487b-b097-2230cfdb58d7', 'name': '', 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'mac_address': 'fa:16:3e:39:5f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:44Z', 'updated_at': '2022-02-09T21:59:54Z', 'revision_number': 5, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'subnets': [{'id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:08.164385 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae282ce-edbe-465c-b05d-9ad08cd41426 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 32095456-eef9-417f-8117-e958eeb7cd3d has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:09:08.265214 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e49c28-425c-42aa-84f0-2da1ddf44690 None None] Checking router: 573a7a48-2045-4d72-88bd-e72f15b3b584 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:09:08.302602 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e49c28-425c-42aa-84f0-2da1ddf44690 None None] Routers {'573a7a48-2045-4d72-88bd-e72f15b3b584'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:08.309024 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c2e49c28-425c-42aa-84f0-2da1ddf44690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:08:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['573a7a48-2045-4d72-88bd-e72f15b3b584'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:08.309591 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-806b5494-3982-4816-98cd-27951687f5b8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:08.399468 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9042d92b-5121-4220-a629-b1e9bd01ce0c req-14e5ebd7-d12c-441f-81d4-4df478483439 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2761083 Feb 09 22:09:08.402580 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-367e6f04-871b-48f6-a925-a95c720d4609 req-3ce30e97-175e-41d1-af08-bb54a935deca service neutron] 10.222.0.71 "GET /v2.0/networks/4659e74e-184a-44ff-a85e-0606b3c79d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241369 Feb 09 22:09:08.503755 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-c2e49c28-425c-42aa-84f0-2da1ddf44690 None None] Set router 573a7a48-2045-4d72-88bd-e72f15b3b584 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:09:08.670712 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafc6e7e-737f-4e48-90f5-482119cf28ec x-openstack-request-id: req-cafc6e7e-737f-4e48-90f5-482119cf28ec {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:08.671246 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ba38e8-9619-4afb-bf14-b9f7596de8dc", "tag": "1a2dc46d-2e75-406a-b142-dedd7a1fd34c", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:08.671557 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cafc6e7e-737f-4e48-90f5-482119cf28ec {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:08.672236 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ba38e8-9619-4afb-bf14-b9f7596de8dc', 'tag': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c', 'status': 'completed', 'code': 200} Feb 09 22:09:08.815691 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33276) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:09.035912 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c2c003e3-df61-4650-93d4-6ec0bd10af21 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-397205048'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:09.036682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c2c003e3-df61-4650-93d4-6ec0bd10af21 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] Unknown quota resources ['metering_label']. {{(pid=103202) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 22:09:09.071181 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c2e49c28-425c-42aa-84f0-2da1ddf44690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'name': 'tempest-TestVolumeBackupRestore-2138123041-router', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:25Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'gw_port': {'id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:30Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '2271bb74-204a-4f8d-8bff-d11406678cdc', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'port_id': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89', 'mac_address': 'fa:16:3e:f1:77:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ba38e8-9619-4afb-bf14-b9f7596de8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:08:55Z', 'updated_at': '2022-02-09T22:09:05Z', 'revision_number': 2, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5025e2-edc4-487b-b097-2230cfdb58d7', 'name': '', 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'mac_address': 'fa:16:3e:39:5f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:44Z', 'updated_at': '2022-02-09T21:59:54Z', 'revision_number': 5, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'subnets': [{'id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:09.133103 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e49c28-425c-42aa-84f0-2da1ddf44690 None None] The sync data for ids ['573a7a48-2045-4d72-88bd-e72f15b3b584'] in n-d-828601-1 is: [{'id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'name': 'tempest-TestVolumeBackupRestore-2138123041-router', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:25Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'gw_port': {'id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:30Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '2271bb74-204a-4f8d-8bff-d11406678cdc', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'port_id': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89', 'mac_address': 'fa:16:3e:f1:77:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ba38e8-9619-4afb-bf14-b9f7596de8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:08:55Z', 'updated_at': '2022-02-09T22:09:05Z', 'revision_number': 2, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5025e2-edc4-487b-b097-2230cfdb58d7', 'name': '', 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'mac_address': 'fa:16:3e:39:5f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:44Z', 'updated_at': '2022-02-09T21:59:54Z', 'revision_number': 5, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'subnets': [{'id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:09:09.239749 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae282ce-edbe-465c-b05d-9ad08cd41426 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:09:09.281383 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-dae282ce-edbe-465c-b05d-9ad08cd41426 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/32095456-eef9-417f-8117-e958eeb7cd3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5035596 Feb 09 22:09:09.282150 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df6418e-9be3-49ed-aa90-bd9afe4415f0 None None] Sync routers for ids ['32095456-eef9-417f-8117-e958eeb7cd3d'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:09:09.284118 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33282) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:09.311974 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9bc48-8c8c-405c-a87a-764392357115 req-8496acb0-a2af-483e-afff-cae65d1fbc5b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:09.314422 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df6418e-9be3-49ed-aa90-bd9afe4415f0 None None] Routers {'32095456-eef9-417f-8117-e958eeb7cd3d'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:09.316334 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1df6418e-9be3-49ed-aa90-bd9afe4415f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:08:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['32095456-eef9-417f-8117-e958eeb7cd3d'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:09.325562 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21e9bc48-8c8c-405c-a87a-764392357115 req-8496acb0-a2af-483e-afff-cae65d1fbc5b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 943 time: 0.5263350 Feb 09 22:09:09.331604 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fec7b-927f-4d4f-a11e-525934f30342 req-e2e15337-2b1d-4557-aa8a-048f09cc6a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:09.334280 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a5fec7b-927f-4d4f-a11e-525934f30342 req-e2e15337-2b1d-4557-aa8a-048f09cc6a20 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=66875222abbf425ea3f9f2e0b384293d&device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 1127 time: 0.5819054 Feb 09 22:09:09.465401 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1df6418e-9be3-49ed-aa90-bd9afe4415f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:09.486293 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df6418e-9be3-49ed-aa90-bd9afe4415f0 None None] Routers {'32095456-eef9-417f-8117-e958eeb7cd3d'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:09.487762 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1df6418e-9be3-49ed-aa90-bd9afe4415f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:08:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['32095456-eef9-417f-8117-e958eeb7cd3d'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:09.548591 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1df6418e-9be3-49ed-aa90-bd9afe4415f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:09.549833 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df6418e-9be3-49ed-aa90-bd9afe4415f0 None None] The sync data for ids ['32095456-eef9-417f-8117-e958eeb7cd3d'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:09:09.604676 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2c003e3-df61-4650-93d4-6ec0bd10af21 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:09.616175 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c2c003e3-df61-4650-93d4-6ec0bd10af21 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7979646 Feb 09 22:09:09.619218 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33284) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:09.629226 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e8107861-7dcd-4197-98a0-bbbf17e27378 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '150a6517-c070-4512-982a-f57ae6129b6f'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:09.630435 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e8107861-7dcd-4197-98a0-bbbf17e27378 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103202) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 22:09:09.672318 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4697855c-a2b5-49c1-be2a-0680d56b63c7 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:09.674731 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4697855c-a2b5-49c1-be2a-0680d56b63c7 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/ports/69ca3bcc-5abe-49d4-836b-34b9e427eb5e HTTP/1.1" status: 200 len: 913 time: 0.3836360 Feb 09 22:09:09.683704 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33286) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:09.797041 n-d-828601-1 neutron-server[103202]: WARNING neutron.services.metering.metering_plugin [None req-e8107861-7dcd-4197-98a0-bbbf17e27378 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 22:09:10.039308 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21e9bc48-8c8c-405c-a87a-764392357115 req-ff086ec8-c187-435a-8b98-490aee8b2a1b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7122297 Feb 09 22:09:10.192238 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fec7b-927f-4d4f-a11e-525934f30342 req-1747e0d0-2b85-4c90-a02d-c4d47cff0376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:10.194998 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a5fec7b-927f-4d4f-a11e-525934f30342 req-1747e0d0-2b85-4c90-a02d-c4d47cff0376 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4659e74e-184a-44ff-a85e-0606b3c79d89 HTTP/1.1" status: 200 len: 915 time: 0.8398204 Feb 09 22:09:10.378605 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e8107861-7dcd-4197-98a0-bbbf17e27378 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:10.380160 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e8107861-7dcd-4197-98a0-bbbf17e27378 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7588329 Feb 09 22:09:10.387570 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33300) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:10.393946 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-81ec3bc7-05ac-484a-86cb-11766203a5aa tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '150a6517-c070-4512-982a-f57ae6129b6f'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:10.395132 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-81ec3bc7-05ac-484a-86cb-11766203a5aa tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103202) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 22:09:10.513117 n-d-828601-1 neutron-server[103202]: WARNING neutron.services.metering.metering_plugin [None req-81ec3bc7-05ac-484a-86cb-11766203a5aa tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 22:09:10.523560 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-208ea858-eb40-4a29-9840-efd8dfd57f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:10.685634 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ba38e8-9619-4afb-bf14-b9f7596de8dc', 'tag': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:10.690929 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44236dc6-e48f-4390-ad13-8501247761d5" -d '{"events": [{"name": "network-changed", "server_uuid": "80ba38e8-9619-4afb-bf14-b9f7596de8dc", "tag": "1a2dc46d-2e75-406a-b142-dedd7a1fd34c"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:10.700749 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81ec3bc7-05ac-484a-86cb-11766203a5aa tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:10.702813 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-81ec3bc7-05ac-484a-86cb-11766203a5aa tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3133571 Feb 09 22:09:10.707359 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33304) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:10.730692 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a5fec7b-927f-4d4f-a11e-525934f30342 req-726f4891-e19d-4190-80b6-32898d1aa0f0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a2dc46d-2e75-406a-b142-dedd7a1fd34c HTTP/1.1" status: 200 len: 1001 time: 0.5215294 Feb 09 22:09:10.733587 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5969afb2-febc-4765-86d2-784714d0477f tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=f2b34097-ebf4-4e3f-98f3-51f2d710a13b HTTP/1.1" status: 200 len: 464 time: 0.0244417 Feb 09 22:09:10.735076 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33306) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:10.956590 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-770a71c8-c472-4411-90f0-3101b2d9966b tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:10.960847 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-770a71c8-c472-4411-90f0-3101b2d9966b tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/f2b34097-ebf4-4e3f-98f3-51f2d710a13b HTTP/1.1" status: 204 len: 168 time: 0.2241132 Feb 09 22:09:10.964950 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33308) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:10.977991 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-806b5494-3982-4816-98cd-27951687f5b8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:10.990112 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-36c9474a-5560-4a47-8c1c-a357eb921429 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=f2b34097-ebf4-4e3f-98f3-51f2d710a13b HTTP/1.1" status: 200 len: 221 time: 0.0207825 Feb 09 22:09:10.996405 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33310) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:10.998785 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-fbff06df-a574-4389-a7b5-c40cf283cff9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:11.008284 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-fbff06df-a574-4389-a7b5-c40cf283cff9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 810 time: 0.6426160 Feb 09 22:09:11.009263 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b9b7fb54-eb7d-4b33-87b1-5a13da4e8670 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1891504675', 'description': 'label created by tempest'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:11.010505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b9b7fb54-eb7d-4b33-87b1-5a13da4e8670 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] Unknown quota resources ['metering_label']. {{(pid=103202) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 22:09:11.015680 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-806b5494-3982-4816-98cd-27951687f5b8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:11.070744 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fec7b-927f-4d4f-a11e-525934f30342 req-5aae3364-4004-4f15-a15e-593140386486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:11.072359 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a5fec7b-927f-4d4f-a11e-525934f30342 req-5aae3364-4004-4f15-a15e-593140386486 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9 HTTP/1.1" status: 200 len: 853 time: 0.3217616 Feb 09 22:09:11.165079 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-24a03878-5a21-45fd-84d8-5e8cdefdd7c4 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/quotas/5e79cb71362547f8bb276e37206bd3da HTTP/1.1" status: 200 len: 375 time: 0.1034577 Feb 09 22:09:11.168571 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-806b5494-3982-4816-98cd-27951687f5b8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (332b7f3f-761c-4068-abbb-d92f659eec1d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:11.215327 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b5494-3982-4816-98cd-27951687f5b8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:11.372670 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b9b7fb54-eb7d-4b33-87b1-5a13da4e8670 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:11.374237 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b9b7fb54-eb7d-4b33-87b1-5a13da4e8670 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3753886 Feb 09 22:09:11.379817 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33314) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:11.397565 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fec7b-927f-4d4f-a11e-525934f30342 req-dee76a0b-7190-40f7-a35a-86553dfa0b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:11.399781 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a5fec7b-927f-4d4f-a11e-525934f30342 req-dee76a0b-7190-40f7-a35a-86553dfa0b29 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4659e74e-184a-44ff-a85e-0606b3c79d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2936447 Feb 09 22:09:11.552310 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7e564875-9ccc-447f-8bec-907740f409e9 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=edece469-3b03-4546-9082-dd9eecb9d9a3 HTTP/1.1" status: 200 len: 468 time: 0.1708934 Feb 09 22:09:11.556708 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33316) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:11.652774 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:11.856005 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a05f20cf-56e8-414a-86a2-bda4894dcab0 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:11.858844 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a05f20cf-56e8-414a-86a2-bda4894dcab0 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/edece469-3b03-4546-9082-dd9eecb9d9a3 HTTP/1.1" status: 204 len: 168 time: 0.3005316 Feb 09 22:09:11.867853 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33318) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:11.896419 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9c34a93d-02d4-47e0-a1fe-3bb959dec3d5 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=edece469-3b03-4546-9082-dd9eecb9d9a3 HTTP/1.1" status: 200 len: 216 time: 0.0263641 Feb 09 22:09:11.902861 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33320) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:11.928201 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ca9d7186-2ea7-44c0-8de4-1052561cbbc1 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0225773 Feb 09 22:09:11.929235 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33322) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:11.937173 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-ba8030b7-466c-4789-82d7-75dfb1576bd9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7489197 Feb 09 22:09:11.956034 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b3cbb58b-9951-43c7-8f95-634e58c16532 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0245337 Feb 09 22:09:11.956964 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33324) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:12.035606 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-df3869e0-a833-4980-8b18-b99287575e10 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels/150a6517-c070-4512-982a-f57ae6129b6f HTTP/1.1" status: 200 len: 472 time: 0.0736873 Feb 09 22:09:12.038799 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33326) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:12.056597 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7ea2ad3c-1ed7-4ceb-b8fa-493d17f78674 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules/12c26cc2-c79a-4f18-baef-51e66d9dd1e6 HTTP/1.1" status: 200 len: 461 time: 0.0140719 Feb 09 22:09:12.061644 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33328) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:12.096025 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806b5494-3982-4816-98cd-27951687f5b8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 14c62719-8468-46f6-8a99-df98d5f93641 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:09:12.115568 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-806b5494-3982-4816-98cd-27951687f5b8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:12.134586 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b4ed025-8c76-4bb1-9c3a-de2ed2071b42 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (32095456-eef9-417f-8117-e958eeb7cd3d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:12.317871 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bae122b2-ba9b-4b37-8fbd-8acce5ade141 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:12.320050 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bae122b2-ba9b-4b37-8fbd-8acce5ade141 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/12c26cc2-c79a-4f18-baef-51e66d9dd1e6 HTTP/1.1" status: 204 len: 168 time: 0.2566376 Feb 09 22:09:12.322476 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33330) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:12.510036 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a5fec7b-927f-4d4f-a11e-525934f30342 req-523d9dc1-2ce9-43db-977a-5a2069435c27 service neutron] 10.222.0.71 "GET /v2.0/networks/4659e74e-184a-44ff-a85e-0606b3c79d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0991189 Feb 09 22:09:12.632736 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-5ef076ce-24e1-4537-8a54-ac445bc731d9 service neutron] 10.222.0.77 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6941571 Feb 09 22:09:12.693318 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5e51162f-b930-40ea-983a-8545bbd59867 None None] Provisioning complete for port 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:12.693779 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5e51162f-b930-40ea-983a-8545bbd59867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:12.742144 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-86e449dc-75cf-438c-86ce-e682c1956470 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:12.746453 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-86e449dc-75cf-438c-86ce-e682c1956470 tempest-MeteringTestJSON-1931642194 tempest-MeteringTestJSON-1931642194-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/150a6517-c070-4512-982a-f57ae6129b6f HTTP/1.1" status: 204 len: 168 time: 0.4199765 Feb 09 22:09:12.798430 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5e51162f-b930-40ea-983a-8545bbd59867 None None] Port 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:09:12.820191 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:13.046516 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806b5494-3982-4816-98cd-27951687f5b8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Router 332b7f3f-761c-4068-abbb-d92f659eec1d has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:09:13.090998 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a5fec7b-927f-4d4f-a11e-525934f30342 req-3c2defcc-0de1-4b2e-9c17-d5279cc096d2 service neutron] 10.222.0.71 "GET /v2.0/networks/4659e74e-184a-44ff-a85e-0606b3c79d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495238 Feb 09 22:09:13.098904 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-a542f595-5664-4a48-9fb3-1dc78303b407 service neutron] 10.222.0.77 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137559 Feb 09 22:09:13.125986 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33336) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:13.323993 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d1b76565-77ef-4a0b-bc18-79b2c578cd48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:13.513975 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806b5494-3982-4816-98cd-27951687f5b8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:09:13.544161 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] Sync routers for ids ['332b7f3f-761c-4068-abbb-d92f659eec1d'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:09:13.549326 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-806b5494-3982-4816-98cd-27951687f5b8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "PUT /v2.0/routers/332b7f3f-761c-4068-abbb-d92f659eec1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1745422 Feb 09 22:09:13.570891 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fa46b4-23c5-4721-9925-3d7e5ba7df61 x-openstack-request-id: req-a9fa46b4-23c5-4721-9925-3d7e5ba7df61 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:13.571887 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ba38e8-9619-4afb-bf14-b9f7596de8dc", "tag": "1a2dc46d-2e75-406a-b142-dedd7a1fd34c", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:13.572699 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a9fa46b4-23c5-4721-9925-3d7e5ba7df61 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:13.573706 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ba38e8-9619-4afb-bf14-b9f7596de8dc', 'tag': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c', 'status': 'completed', 'code': 200} Feb 09 22:09:13.587124 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] Routers {'332b7f3f-761c-4068-abbb-d92f659eec1d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:13.589416 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:09:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['332b7f3f-761c-4068-abbb-d92f659eec1d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:13.603869 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d1b76565-77ef-4a0b-bc18-79b2c578cd48 admin admin] Publish callbacks [] for security_group (47c960f3-27c4-48bb-86be-3e248e65f1b1), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:13.614124 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d1b76565-77ef-4a0b-bc18-79b2c578cd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (47c960f3-27c4-48bb-86be-3e248e65f1b1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:13.894578 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d1b76565-77ef-4a0b-bc18-79b2c578cd48 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4828d7610fcb4a1c80ef8b1c77833d70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7633290 Feb 09 22:09:13.898454 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33358) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:13.909057 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0b4ed025-8c76-4bb1-9c3a-de2ed2071b42 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting port 69ca3bcc-5abe-49d4-836b-34b9e427eb5e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:13.911172 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b4ed025-8c76-4bb1-9c3a-de2ed2071b42 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (69ca3bcc-5abe-49d4-836b-34b9e427eb5e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:13.913865 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] Set router 332b7f3f-761c-4068-abbb-d92f659eec1d gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:09:13.928294 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33362) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:14.003271 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b76565-77ef-4a0b-bc18-79b2c578cd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c960f3-27c4-48bb-86be-3e248e65f1b1,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:14.176455 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47483795-184e-4ad4-89cb-0e5ec5f170bb admin admin] Publish callbacks [] for security_group (47c960f3-27c4-48bb-86be-3e248e65f1b1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:14.253460 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47483795-184e-4ad4-89cb-0e5ec5f170bb admin admin] Publish callbacks [] for security_group (47c960f3-27c4-48bb-86be-3e248e65f1b1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:14.281236 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4c07cb2-ad78-4a12-835a-4ae2149bd887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:14.289721 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44236dc6-e48f-4390-ad13-8501247761d5 req-e7bfcc12-f111-4759-9d1d-e8b9934bec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:14.291345 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-44236dc6-e48f-4390-ad13-8501247761d5 req-e7bfcc12-f111-4759-9d1d-e8b9934bec18 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=66875222abbf425ea3f9f2e0b384293d&device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 1127 time: 0.6557901 Feb 09 22:09:14.318161 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba5a23-cc32-4374-b10a-bc5e7c2884bd req-849fad1f-c60a-4b8c-8049-bc3686a1ceb5 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:14.319800 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5dba5a23-cc32-4374-b10a-bc5e7c2884bd req-849fad1f-c60a-4b8c-8049-bc3686a1ceb5 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 943 time: 0.4976876 Feb 09 22:09:14.387144 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116193834', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:45Z', 'updated_at': '2022-02-09T22:09:08Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:47Z', 'updated_at': '2022-02-09T22:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2', 'name': '', 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:dc:f2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:09:02Z', 'updated_at': '2022-02-09T22:09:09Z', 'revision_number': 2, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:14.484830 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b4ed025-8c76-4bb1-9c3a-de2ed2071b42 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (69ca3bcc-5abe-49d4-836b-34b9e427eb5e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:14.490686 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] Checking router: 332b7f3f-761c-4068-abbb-d92f659eec1d for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:09:14.491944 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] Updating router 332b7f3f-761c-4068-abbb-d92f659eec1d port 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:09:14.547238 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47483795-184e-4ad4-89cb-0e5ec5f170bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (47c960f3-27c4-48bb-86be-3e248e65f1b1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:14.551891 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47483795-184e-4ad4-89cb-0e5ec5f170bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:14.558680 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-47483795-184e-4ad4-89cb-0e5ec5f170bb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/47c960f3-27c4-48bb-86be-3e248e65f1b1 HTTP/1.1" status: 204 len: 168 time: 0.6354499 Feb 09 22:09:14.561409 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:14.590137 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4c07cb2-ad78-4a12-835a-4ae2149bd887 admin admin] Publish callbacks [] for security_group (d9041e89-2a6d-4883-929d-90bdbaa31fc0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:14.593586 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47483795-184e-4ad4-89cb-0e5ec5f170bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c960f3-27c4-48bb-86be-3e248e65f1b1,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:14.614858 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4c07cb2-ad78-4a12-835a-4ae2149bd887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d9041e89-2a6d-4883-929d-90bdbaa31fc0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:14.705478 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44236dc6-e48f-4390-ad13-8501247761d5 req-67cc987e-85cf-4364-aefb-28a5f90318a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:14.709086 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-44236dc6-e48f-4390-ad13-8501247761d5 req-67cc987e-85cf-4364-aefb-28a5f90318a2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4659e74e-184a-44ff-a85e-0606b3c79d89 HTTP/1.1" status: 200 len: 915 time: 0.4023106 Feb 09 22:09:14.721671 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f4c07cb2-ad78-4a12-835a-4ae2149bd887 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=90b29c95f96c484aaef8e5be83bc0dad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7812984 Feb 09 22:09:14.723560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c07cb2-ad78-4a12-835a-4ae2149bd887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9041e89-2a6d-4883-929d-90bdbaa31fc0,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:14.726293 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5dba5a23-cc32-4374-b10a-bc5e7c2884bd req-63a35f63-0727-46bd-bb18-2300a6835829 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934231 Feb 09 22:09:14.727446 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33370) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:14.783936 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:14.847166 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0b4ed025-8c76-4bb1-9c3a-de2ed2071b42 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Calling delete_port for 69ca3bcc-5abe-49d4-836b-34b9e427eb5e owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:14.855238 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-44236dc6-e48f-4390-ad13-8501247761d5 req-956eb3e3-5d91-4d96-ac65-3ba2b2fdd1ad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a2dc46d-2e75-406a-b142-dedd7a1fd34c HTTP/1.1" status: 200 len: 1001 time: 0.1379931 Feb 09 22:09:15.006353 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e99ae624-2f1c-414f-860e-060c1a3bb6f6 req-e1fe125a-489f-4f77-9281-e4bacbb9ee7c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=375b02a1-114d-49a9-a814-507e2d2df7f7 HTTP/1.1" status: 200 len: 210 time: 0.0685682 Feb 09 22:09:15.131532 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44236dc6-e48f-4390-ad13-8501247761d5 req-a3d54a6d-fd3f-48e7-b89c-acd97de22eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:15.146464 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-44236dc6-e48f-4390-ad13-8501247761d5 req-a3d54a6d-fd3f-48e7-b89c-acd97de22eba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9 HTTP/1.1" status: 200 len: 853 time: 0.2760134 Feb 09 22:09:15.232160 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1608b977-0bc6-4e6a-9978-faf872339dca admin admin] Publish callbacks [] for security_group (d9041e89-2a6d-4883-929d-90bdbaa31fc0), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:15.276470 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1608b977-0bc6-4e6a-9978-faf872339dca admin admin] Publish callbacks [] for security_group (d9041e89-2a6d-4883-929d-90bdbaa31fc0), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:15.406365 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] Publish callbacks [] for port (75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:15.422236 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:15.460482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33382) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:15.550786 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08ad21ca-e380-4023-82f6-ba090b61c6f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:15.568753 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44236dc6-e48f-4390-ad13-8501247761d5 req-cd96bf41-2dc1-4f16-8bd5-1c82fb1e1f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:15.575244 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-44236dc6-e48f-4390-ad13-8501247761d5 req-cd96bf41-2dc1-4f16-8bd5-1c82fb1e1f71 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4659e74e-184a-44ff-a85e-0606b3c79d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4159467 Feb 09 22:09:15.740498 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:15.778396 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-19b32a7f-453d-4d44-ba7d-1489b4c3deff tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-872469839&fields=id&tenant_id=a306ddcdfade484fb30dc0e0a20bda6f HTTP/1.1" status: 200 len: 267 time: 0.4876027 Feb 09 22:09:15.779473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035229d-5bc1-4b47-8e6f-5e933c338744 None None] Pushing event updated for resources: {'Port': ['ID=75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:15.828375 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035229d-5bc1-4b47-8e6f-5e933c338744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:15.828864 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035229d-5bc1-4b47-8e6f-5e933c338744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:15.829451 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035229d-5bc1-4b47-8e6f-5e933c338744 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:15.830547 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035229d-5bc1-4b47-8e6f-5e933c338744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:15.831408 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035229d-5bc1-4b47-8e6f-5e933c338744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:15.832039 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035229d-5bc1-4b47-8e6f-5e933c338744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:15.832611 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035229d-5bc1-4b47-8e6f-5e933c338744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:15.833084 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035229d-5bc1-4b47-8e6f-5e933c338744 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:15.833667 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035229d-5bc1-4b47-8e6f-5e933c338744 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:15.834196 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035229d-5bc1-4b47-8e6f-5e933c338744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:15.834670 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035229d-5bc1-4b47-8e6f-5e933c338744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:15.835172 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035229d-5bc1-4b47-8e6f-5e933c338744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:15.835627 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035229d-5bc1-4b47-8e6f-5e933c338744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:15.867316 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] Attempting to bind port 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:15.867982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] Attempting to bind port 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'c1c4ebd5-934b-4dad-9341-362d5d6bd69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:15.868620 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] Attempting to bind port 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2 on network 14c62719-8468-46f6-8a99-df98d5f93641 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:15.891486 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:09:15.892131 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] Checking segment: {'id': 'c1c4ebd5-934b-4dad-9341-362d5d6bd69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:09:15.893432 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:15.894161 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] Bound using segment: {'id': 'c1c4ebd5-934b-4dad-9341-362d5d6bd69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:09:15.895004 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] Bound port: 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ebd5-934b-4dad-9341-362d5d6bd69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:09:15.895629 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:15.970253 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-dcfda7f7-2644-425f-a57e-9a63b8fcb84c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:15.974344 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-dcfda7f7-2644-425f-a57e-9a63b8fcb84c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.42 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 810 time: 0.5169401 Feb 09 22:09:16.003401 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-2071c14d-7c1e-4e4d-8915-7f4ec3c15e5f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Request body: {'port': {'device_id': '375b02a1-114d-49a9-a814-507e2d2df7f7', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'admin_state_up': True, 'tenant_id': '5e79cb71362547f8bb276e37206bd3da'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:16.030004 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-44236dc6-e48f-4390-ad13-8501247761d5 req-032966be-7e3d-4aaa-8a4e-1ac760cde5b2 service neutron] 10.222.0.71 "GET /v2.0/networks/4659e74e-184a-44ff-a85e-0606b3c79d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428952 Feb 09 22:09:16.034868 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1608b977-0bc6-4e6a-9978-faf872339dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d9041e89-2a6d-4883-929d-90bdbaa31fc0), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:16.037969 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1608b977-0bc6-4e6a-9978-faf872339dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:16.052787 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1608b977-0bc6-4e6a-9978-faf872339dca admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d9041e89-2a6d-4883-929d-90bdbaa31fc0 HTTP/1.1" status: 204 len: 168 time: 1.1950898 Feb 09 22:09:16.086628 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] For port 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:09:16.095693 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] For port 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2,segment=NetworkSegment(c1c4ebd5-934b-4dad-9341-362d5d6bd69e),segment_id=c1c4ebd5-934b-4dad-9341-362d5d6bd69e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:09:16.099347 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b4ed025-8c76-4bb1-9c3a-de2ed2071b42 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (69ca3bcc-5abe-49d4-836b-34b9e427eb5e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:16.125441 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:16.193241 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08ad21ca-e380-4023-82f6-ba090b61c6f3 admin admin] Publish callbacks [] for security_group (e58c8e1e-2cfe-442b-9445-405f5e8710f2), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:16.210614 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08ad21ca-e380-4023-82f6-ba090b61c6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e58c8e1e-2cfe-442b-9445-405f5e8710f2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:16.262094 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-08ad21ca-e380-4023-82f6-ba090b61c6f3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fd147e3be59644c2b2a56fccc3e93de5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7979848 Feb 09 22:09:16.285509 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] Routers {'332b7f3f-761c-4068-abbb-d92f659eec1d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:16.287204 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:09:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['332b7f3f-761c-4068-abbb-d92f659eec1d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:16.290446 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33392) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:16.300497 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9a0b2a35-22a1-4706-bb60-abe58a39abdb None None] Provisioning complete for port 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:16.301093 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9a0b2a35-22a1-4706-bb60-abe58a39abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:16.378724 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:16.483700 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad21ca-e380-4023-82f6-ba090b61c6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58c8e1e-2cfe-442b-9445-405f5e8710f2,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:16.601904 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-2071c14d-7c1e-4e4d-8915-7f4ec3c15e5f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Made reservation on behalf of 5e79cb71362547f8bb276e37206bd3da for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:16.605668 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-2071c14d-7c1e-4e4d-8915-7f4ec3c15e5f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:16.644452 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-44236dc6-e48f-4390-ad13-8501247761d5 req-159541da-f4ce-4e35-9cc9-9bbd6c51f0b9 service neutron] 10.222.0.71 "GET /v2.0/networks/4659e74e-184a-44ff-a85e-0606b3c79d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5724921 Feb 09 22:09:16.646026 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608b977-0bc6-4e6a-9978-faf872339dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9041e89-2a6d-4883-929d-90bdbaa31fc0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:16.659163 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035229d-5bc1-4b47-8e6f-5e933c338744 None None] Pushing event updated for resources: {'Port': ['ID=75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:16.669411 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-368df725-d5d2-4ace-a509-a89f0a680b24 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:16.672470 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-368df725-d5d2-4ace-a509-a89f0a680b24 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/networks?id=14c62719-8468-46f6-8a99-df98d5f93641 HTTP/1.1" status: 200 len: 796 time: 0.8893867 Feb 09 22:09:16.680848 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08068710-5ddb-4832-a70d-57fae3e08f89 admin admin] Publish callbacks [] for security_group (e58c8e1e-2cfe-442b-9445-405f5e8710f2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:16.734140 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ed025-8c76-4bb1-9c3a-de2ed2071b42 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Port': ['ID=69ca3bcc-5abe-49d4-836b-34b9e427eb5e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:16.781271 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] Set router 332b7f3f-761c-4068-abbb-d92f659eec1d gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:09:16.827353 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08068710-5ddb-4832-a70d-57fae3e08f89 admin admin] Publish callbacks [] for security_group (e58c8e1e-2cfe-442b-9445-405f5e8710f2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:17.021688 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08068710-5ddb-4832-a70d-57fae3e08f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e58c8e1e-2cfe-442b-9445-405f5e8710f2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:17.034180 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08068710-5ddb-4832-a70d-57fae3e08f89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:17.041832 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-08068710-5ddb-4832-a70d-57fae3e08f89 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e58c8e1e-2cfe-442b-9445-405f5e8710f2 HTTP/1.1" status: 204 len: 168 time: 0.7377229 Feb 09 22:09:17.129172 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08068710-5ddb-4832-a70d-57fae3e08f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58c8e1e-2cfe-442b-9445-405f5e8710f2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:17.184544 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b4ed025-8c76-4bb1-9c3a-de2ed2071b42 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (32095456-eef9-417f-8117-e958eeb7cd3d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:17.212670 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-bda5cb6f-5152-49a5-b9c3-c721505f5a23 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/quotas/a306ddcdfade484fb30dc0e0a20bda6f HTTP/1.1" status: 200 len: 375 time: 0.4856637 Feb 09 22:09:17.379270 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9a0b2a35-22a1-4706-bb60-abe58a39abdb None None] Current status of the port 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:17.380142 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9a0b2a35-22a1-4706-bb60-abe58a39abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:17.444115 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-2071c14d-7c1e-4e4d-8915-7f4ec3c15e5f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Allocated IP 172.20.0.9 (59bfcab4-b7d2-465d-baca-fbf4f579480a/b40e5314-96a6-403c-a2ec-f748f5b25185/d8c8d7fc-bdfc-4477-a0d6-7d707921533b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:09:17.850588 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-2071c14d-7c1e-4e4d-8915-7f4ec3c15e5f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for port (d8c8d7fc-bdfc-4477-a0d6-7d707921533b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:17.976167 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-2071c14d-7c1e-4e4d-8915-7f4ec3c15e5f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (d8c8d7fc-bdfc-4477-a0d6-7d707921533b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:18.058120 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-4062f29b-4245-4182-bf99-89d91647bce7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7313766 Feb 09 22:09:18.123596 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['3b845d39-4531-44db-89a3-83212c07eb2d'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:09:18.206800 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071c14d-7c1e-4e4d-8915-7f4ec3c15e5f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Pushing event updated for resources: {'Port': ['ID=d8c8d7fc-bdfc-4477-a0d6-7d707921533b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:18.224284 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-9a0b2a35-22a1-4706-bb60-abe58a39abdb None None] For port 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2,segment=NetworkSegment(c1c4ebd5-934b-4dad-9341-362d5d6bd69e),segment_id=c1c4ebd5-934b-4dad-9341-362d5d6bd69e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:18.251289 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-2071c14d-7c1e-4e4d-8915-7f4ec3c15e5f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Network 59bfcab4-b7d2-465d-baca-fbf4f579480a is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:09:18.254442 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-2071c14d-7c1e-4e4d-8915-7f4ec3c15e5f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:18.287131 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-2071c14d-7c1e-4e4d-8915-7f4ec3c15e5f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:09:18.347215 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9a0b2a35-22a1-4706-bb60-abe58a39abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:18.373755 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4ed025-8c76-4bb1-9c3a-de2ed2071b42 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 32095456-eef9-417f-8117-e958eeb7cd3d has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:09:18.454506 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-2071c14d-7c1e-4e4d-8915-7f4ec3c15e5f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:18.460210 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-2071c14d-7c1e-4e4d-8915-7f4ec3c15e5f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:18.495920 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-2071c14d-7c1e-4e4d-8915-7f4ec3c15e5f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5101614 Feb 09 22:09:18.514721 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] Request body: {'port': {'device_id': '375b02a1-114d-49a9-a814-507e2d2df7f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:18.609944 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-9a9da7f9-4ff3-4199-b4b7-a2715e386002 service neutron] 10.222.0.77 "GET /v2.0/networks/14c62719-8468-46f6-8a99-df98d5f93641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902093 Feb 09 22:09:18.643738 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b2a35-22a1-4706-bb60-abe58a39abdb None None] Pushing event updated for resources: {'Port': ['ID=75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:18.684920 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f5218e8e-1f20-414a-9ee4-11b94cf612ad None None] Provisioning complete for port 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:18.685158 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f5218e8e-1f20-414a-9ee4-11b94cf612ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:18.731250 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d8c8d7fc-bdfc-4477-a0d6-7d707921533b), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:18.864701 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116193834', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:45Z', 'updated_at': '2022-02-09T22:09:08Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:47Z', 'updated_at': '2022-02-09T22:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2', 'name': '', 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:dc:f2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:09:02Z', 'updated_at': '2022-02-09T22:09:16Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:18.890325 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-f7e49bdc-ad41-4de8-a4c5-961945e79b43 service neutron] 10.222.0.77 "GET /v2.0/networks/14c62719-8468-46f6-8a99-df98d5f93641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432625 Feb 09 22:09:18.957741 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4ed025-8c76-4bb1-9c3a-de2ed2071b42 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:09:18.972216 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0b4ed025-8c76-4bb1-9c3a-de2ed2071b42 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/32095456-eef9-417f-8117-e958eeb7cd3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2813089 Feb 09 22:09:18.978649 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33428) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:18.984937 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d87eca-4e0f-4e39-9c4c-faf16cf0f30b None None] Sync routers for ids ['32095456-eef9-417f-8117-e958eeb7cd3d'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:09:19.038063 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d87eca-4e0f-4e39-9c4c-faf16cf0f30b None None] Routers {'32095456-eef9-417f-8117-e958eeb7cd3d'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:19.039098 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-70d87eca-4e0f-4e39-9c4c-faf16cf0f30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:09:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['32095456-eef9-417f-8117-e958eeb7cd3d'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:19.058951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbb1713-eba6-4991-beb9-4d5d44245d47 None None] The sync data for ids ['332b7f3f-761c-4068-abbb-d92f659eec1d'] in n-d-828601-1 is: [{'id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116193834', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:45Z', 'updated_at': '2022-02-09T22:09:08Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:47Z', 'updated_at': '2022-02-09T22:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2', 'name': '', 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:dc:f2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:09:02Z', 'updated_at': '2022-02-09T22:09:16Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:09:19.341647 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-70d87eca-4e0f-4e39-9c4c-faf16cf0f30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:19.399540 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d074d00-8914-4d45-ba47-56d42cfadc36 req-9f4cc509-179a-4769-8f12-e7f5b8e1fab3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:19.407559 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d87eca-4e0f-4e39-9c4c-faf16cf0f30b None None] Routers {'32095456-eef9-417f-8117-e958eeb7cd3d'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:19.408970 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-70d87eca-4e0f-4e39-9c4c-faf16cf0f30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:09:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['32095456-eef9-417f-8117-e958eeb7cd3d'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:19.419060 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7d074d00-8914-4d45-ba47-56d42cfadc36 req-9f4cc509-179a-4769-8f12-e7f5b8e1fab3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 943 time: 0.1650701 Feb 09 22:09:19.485686 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f5218e8e-1f20-414a-9ee4-11b94cf612ad None None] Current status of the port 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:19.560132 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7d074d00-8914-4d45-ba47-56d42cfadc36 req-b0da534f-ca47-4f26-a717-183a8b0f4efb tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397860 Feb 09 22:09:19.628683 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-70d87eca-4e0f-4e39-9c4c-faf16cf0f30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:19.629674 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d87eca-4e0f-4e39-9c4c-faf16cf0f30b None None] The sync data for ids ['32095456-eef9-417f-8117-e958eeb7cd3d'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:09:19.667667 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d845fb76-15ca-4970-8a68-5dc785e4912a None None] Provisioning complete for port d8c8d7fc-bdfc-4477-a0d6-7d707921533b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:19.669714 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d845fb76-15ca-4970-8a68-5dc785e4912a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d8c8d7fc-bdfc-4477-a0d6-7d707921533b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:19.853264 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d845fb76-15ca-4970-8a68-5dc785e4912a None None] Port d8c8d7fc-bdfc-4477-a0d6-7d707921533b cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:09:20.063527 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1ab5d-9176-4570-8a10-8aa51e767cb4 req-cee1714f-12f9-4201-810e-571dfa27cfb3 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:20.083962 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7f1ab5d-9176-4570-8a10-8aa51e767cb4 req-cee1714f-12f9-4201-810e-571dfa27cfb3 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=375b02a1-114d-49a9-a814-507e2d2df7f7 HTTP/1.1" status: 200 len: 931 time: 0.2623148 Feb 09 22:09:20.359806 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7f1ab5d-9176-4570-8a10-8aa51e767cb4 req-1aec5024-9e97-47e6-8bd7-1cda2ac0beb8 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743120 Feb 09 22:09:20.668212 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:09:20.697893 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39d6926e-624f-40cc-96b3-1c7a471dcab2 req-bdc86cb0-c446-4713-b262-63951b3132d1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 210 time: 0.1365471 Feb 09 22:09:20.855375 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:20.855831 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:21.056584 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c8d7fc-bdfc-4477-a0d6-7d707921533b {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:09:21.081783 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] Publish callbacks [] for port (d8c8d7fc-bdfc-4477-a0d6-7d707921533b), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:21.103997 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] Transition to ACTIVE for port object d8c8d7fc-bdfc-4477-a0d6-7d707921533b will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:09:21.145360 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c1611-5c35-44d9-a847-cd4bd0e46718 req-c0762b32-a8ab-4973-807d-cd6e3911d414 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:21.154943 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd9c1611-5c35-44d9-a847-cd4bd0e46718 req-c0762b32-a8ab-4973-807d-cd6e3911d414 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 943 time: 0.2579005 Feb 09 22:09:21.164412 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (d8c8d7fc-bdfc-4477-a0d6-7d707921533b), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:21.194870 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:21.371935 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd9c1611-5c35-44d9-a847-cd4bd0e46718 req-06d910e8-67f6-4e4a-9ce8-d591f29911d3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975768 Feb 09 22:09:21.386120 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] Pushing event updated for resources: {'Port': ['ID=d8c8d7fc-bdfc-4477-a0d6-7d707921533b,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:21.557986 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19177c64-5269-40d7-a2d8-e0fca7369915 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (32095456-eef9-417f-8117-e958eeb7cd3d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:21.732568 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef72ca-ec8c-4d78-991f-8fd7c2f637aa req-695bb718-c4b7-4a69-9c1f-8b5fd7772c1f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:21.748032 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0ef72ca-ec8c-4d78-991f-8fd7c2f637aa req-695bb718-c4b7-4a69-9c1f-8b5fd7772c1f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=375b02a1-114d-49a9-a814-507e2d2df7f7 HTTP/1.1" status: 200 len: 943 time: 0.1643810 Feb 09 22:09:21.828965 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] Attempting to bind port d8c8d7fc-bdfc-4477-a0d6-7d707921533b on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:21.829628 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] Attempting to bind port d8c8d7fc-bdfc-4477-a0d6-7d707921533b by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:21.830708 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] Attempting to bind port d8c8d7fc-bdfc-4477-a0d6-7d707921533b on network 59bfcab4-b7d2-465d-baca-fbf4f579480a {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:21.842553 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] Port d8c8d7fc-bdfc-4477-a0d6-7d707921533b on network 59bfcab4-b7d2-465d-baca-fbf4f579480a not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:21.843194 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] Attempting to bind port d8c8d7fc-bdfc-4477-a0d6-7d707921533b on network 59bfcab4-b7d2-465d-baca-fbf4f579480a {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:21.857043 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:09:21.857860 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] Checking segment: {'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:09:21.858486 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] Bound using segment: {'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:09:21.859171 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] Bound port: d8c8d7fc-bdfc-4477-a0d6-7d707921533b, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:09:21.859830 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d8c8d7fc-bdfc-4477-a0d6-7d707921533b), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:21.914664 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0ef72ca-ec8c-4d78-991f-8fd7c2f637aa req-e0b61c9a-7c0d-4f56-a41a-d7757d21b81c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636231 Feb 09 22:09:22.317461 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-69363f8f-4902-4f44-9fd1-3a4f41d0c7ba req-a45e186f-f8e0-4a73-9647-466e79d646db tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 210 time: 0.1249287 Feb 09 22:09:22.768785 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33500) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:22.793840 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-bcc30013-8a1c-4eda-adbe-986ee93906ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:22.795466 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-bcc30013-8a1c-4eda-adbe-986ee93906ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.71 "GET /v2.0/networks?id=14c62719-8468-46f6-8a99-df98d5f93641 HTTP/1.1" status: 200 len: 796 time: 0.4933698 Feb 09 22:09:22.805549 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] For port d8c8d7fc-bdfc-4477-a0d6-7d707921533b, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:09:22.810813 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] For port d8c8d7fc-bdfc-4477-a0d6-7d707921533b, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=d8c8d7fc-bdfc-4477-a0d6-7d707921533b,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:09:22.823074 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (d8c8d7fc-bdfc-4477-a0d6-7d707921533b), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:22.862025 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9d8f5-d4bc-49d7-94d9-8d335549db47 req-6e971e29-fb56-461e-8596-d5c699033ff6 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:22.885908 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:22.886731 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:22.888547 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] 10.222.0.42 "PUT /v2.0/ports/d8c8d7fc-bdfc-4477-a0d6-7d707921533b HTTP/1.1" status: 200 len: 1091 time: 4.3806272 Feb 09 22:09:22.890065 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375b02a1-114d-49a9-a814-507e2d2df7f7', 'tag': 'd8c8d7fc-bdfc-4477-a0d6-7d707921533b'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:22.893359 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413d8e80-8505-4a32-9b43-dfc43acf25a2" -d '{"events": [{"name": "network-changed", "server_uuid": "375b02a1-114d-49a9-a814-507e2d2df7f7", "tag": "d8c8d7fc-bdfc-4477-a0d6-7d707921533b"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:22.903250 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-36b9d8f5-d4bc-49d7-94d9-8d335549db47 req-6e971e29-fb56-461e-8596-d5c699033ff6 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 943 time: 0.2262900 Feb 09 22:09:23.088044 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-8d0850ee-1514-423c-96e7-57d7b328a760 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a306ddcdfade484fb30dc0e0a20bda6f HTTP/1.1" status: 200 len: 379 time: 0.2798374 Feb 09 22:09:23.122470 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441a8c3-3388-4284-9c59-e8ad309604fd service neutron] Pushing event updated for resources: {'Port': ['ID=d8c8d7fc-bdfc-4477-a0d6-7d707921533b,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:23.171494 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-0917a778-c167-4c39-948c-48819d7d4f45 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'port': {'device_id': '9d0e58fd-bf9b-4057-8a58-bfd560b43855', 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641', 'admin_state_up': True, 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'security_groups': ['6d6d246f-b16a-48fa-8c80-b01099c8fac6']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:23.207603 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33510) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:23.210133 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b723ee2f-8af3-47f4-8ddb-4d57d1d221ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1472763231'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:23.322140 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b723ee2f-8af3-47f4-8ddb-4d57d1d221ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] Made reservation on behalf of 58afb80a4aa14c35832f53a125353c11 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:23.327460 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b723ee2f-8af3-47f4-8ddb-4d57d1d221ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:23.355977 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b723ee2f-8af3-47f4-8ddb-4d57d1d221ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:23.363705 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-db519687-ef00-4d8d-9bc6-85425193e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:23.364783 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-36b9d8f5-d4bc-49d7-94d9-8d335549db47 req-36086a4a-721a-440a-9b76-fc292dcfa60f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596989 Feb 09 22:09:23.366924 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-db519687-ef00-4d8d-9bc6-85425193e6c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=375b02a1-114d-49a9-a814-507e2d2df7f7 HTTP/1.1" status: 200 len: 1125 time: 0.4067707 Feb 09 22:09:23.456872 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8c2f2e92-6d93-493d-b84e-f307f8e42811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:23.546556 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce11a7c2-37a0-4f3d-bad9-d48e29d468aa x-openstack-request-id: req-ce11a7c2-37a0-4f3d-bad9-d48e29d468aa {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:23.547276 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "375b02a1-114d-49a9-a814-507e2d2df7f7", "tag": "d8c8d7fc-bdfc-4477-a0d6-7d707921533b", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:23.547738 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ce11a7c2-37a0-4f3d-bad9-d48e29d468aa {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:23.548928 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '375b02a1-114d-49a9-a814-507e2d2df7f7', 'tag': 'd8c8d7fc-bdfc-4477-a0d6-7d707921533b', 'status': 'completed', 'code': 200} Feb 09 22:09:23.554449 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-4f48b2f6-13e4-47da-9392-264d9f63c8c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8c8d7fc-bdfc-4477-a0d6-7d707921533b HTTP/1.1" status: 200 len: 217 time: 0.1752017 Feb 09 22:09:23.621702 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-0917a778-c167-4c39-948c-48819d7d4f45 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Made reservation on behalf of a306ddcdfade484fb30dc0e0a20bda6f for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:23.629901 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-0917a778-c167-4c39-948c-48819d7d4f45 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:23.668635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-19177c64-5269-40d7-a2d8-e0fca7369915 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting port fc3c19f2-108c-4657-ae28-02f85da71e9f {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:23.669216 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19177c64-5269-40d7-a2d8-e0fca7369915 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (fc3c19f2-108c-4657-ae28-02f85da71e9f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:23.827271 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-a6531f8a-f250-43b0-bb44-2e30c5647b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:23.829415 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-a6531f8a-f250-43b0-bb44-2e30c5647b68 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.2555144 Feb 09 22:09:23.877969 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b723ee2f-8af3-47f4-8ddb-4d57d1d221ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] Publish callbacks [] for security_group (a72a3f30-a772-4469-9915-73ad6b4b7197), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:23.904503 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b723ee2f-8af3-47f4-8ddb-4d57d1d221ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a72a3f30-a772-4469-9915-73ad6b4b7197), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:23.916887 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19177c64-5269-40d7-a2d8-e0fca7369915 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (fc3c19f2-108c-4657-ae28-02f85da71e9f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:23.952724 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-19177c64-5269-40d7-a2d8-e0fca7369915 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Calling delete_port for fc3c19f2-108c-4657-ae28-02f85da71e9f owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:23.968759 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc1798-3f42-44a9-b773-3dd362eb19f7 req-8b1da202-5818-4680-a943-1a14fc058ce7 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:23.969544 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b723ee2f-8af3-47f4-8ddb-4d57d1d221ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:09:23.980553 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-69bc1798-3f42-44a9-b773-3dd362eb19f7 req-8b1da202-5818-4680-a943-1a14fc058ce7 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=375b02a1-114d-49a9-a814-507e2d2df7f7 HTTP/1.1" status: 200 len: 943 time: 0.3087013 Feb 09 22:09:23.994482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723ee2f-8af3-47f4-8ddb-4d57d1d221ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a72a3f30-a772-4469-9915-73ad6b4b7197,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:24.058310 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8c2f2e92-6d93-493d-b84e-f307f8e42811 admin admin] Publish callbacks [] for security_group (62232932-8644-416b-a0d5-714cd0c69d48), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.062562 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b723ee2f-8af3-47f4-8ddb-4d57d1d221ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (99456169-58a4-4567-9421-4ebfa620c686), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.063249 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-b723ee2f-8af3-47f4-8ddb-4d57d1d221ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] Added segment 99456169-58a4-4567-9421-4ebfa620c686 of type vlan for network 247f724f-90b4-4ea4-9613-7256635797a7 Feb 09 22:09:24.080943 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8c2f2e92-6d93-493d-b84e-f307f8e42811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (62232932-8644-416b-a0d5-714cd0c69d48), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.095983 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-e2a463cd-a842-469f-8593-f3d59dad7d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:24.098759 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-e2a463cd-a842-469f-8593-f3d59dad7d3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2561510 Feb 09 22:09:24.214845 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8c2f2e92-6d93-493d-b84e-f307f8e42811 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0145b1b4f4e34fdf9b15446fd0dae32d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9979420 Feb 09 22:09:24.230984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33516) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:24.253243 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b723ee2f-8af3-47f4-8ddb-4d57d1d221ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (247f724f-90b4-4ea4-9613-7256635797a7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.263917 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-0917a778-c167-4c39-948c-48819d7d4f45 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Allocated IP 172.20.0.11 (14c62719-8468-46f6-8a99-df98d5f93641/9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f/de5624e7-7882-4d18-a78f-db9d7f325e01) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:09:24.280835 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f2e92-6d93-493d-b84e-f307f8e42811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62232932-8644-416b-a0d5-714cd0c69d48,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:24.295897 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-69bc1798-3f42-44a9-b773-3dd362eb19f7 req-ef21b285-7fb1-44ac-ba71-9cb0a389717d tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120000 Feb 09 22:09:24.351095 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b723ee2f-8af3-47f4-8ddb-4d57d1d221ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (247f724f-90b4-4ea4-9613-7256635797a7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.358061 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b723ee2f-8af3-47f4-8ddb-4d57d1d221ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:24.358820 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b723ee2f-8af3-47f4-8ddb-4d57d1d221ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.468207 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0716c560-846d-4e8b-adcd-893c2a3d3360 admin admin] Publish callbacks [] for security_group (62232932-8644-416b-a0d5-714cd0c69d48), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.546598 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723ee2f-8af3-47f4-8ddb-4d57d1d221ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] Pushing event updated for resources: {'Network': ['ID=247f724f-90b4-4ea4-9613-7256635797a7,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:24.553419 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-4564f20b-ee52-412f-a51e-34d13c0b890e service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198055 Feb 09 22:09:24.569392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 247f724f-90b4-4ea4-9613-7256635797a7 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:09:24.576292 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b723ee2f-8af3-47f4-8ddb-4d57d1d221ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.8060408 Feb 09 22:09:24.602025 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-00169e79-f3be-44b8-be60-e09279c5d953 req-043e254b-42af-4f83-82bd-33d71fba2d10 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 210 time: 0.1117301 Feb 09 22:09:24.676833 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19177c64-5269-40d7-a2d8-e0fca7369915 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (fc3c19f2-108c-4657-ae28-02f85da71e9f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.768438 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-0917a778-c167-4c39-948c-48819d7d4f45 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.782006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33524) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:24.790170 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19177c64-5269-40d7-a2d8-e0fca7369915 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Port': ['ID=fc3c19f2-108c-4657-ae28-02f85da71e9f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:24.881054 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0716c560-846d-4e8b-adcd-893c2a3d3360 admin admin] Publish callbacks [] for security_group (62232932-8644-416b-a0d5-714cd0c69d48), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.971035 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f3c56-64d2-493d-b20c-aec76aa8bb57 req-c3e00ca9-68be-4a79-94e7-644027b629ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:24.978740 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-122f3c56-64d2-493d-b20c-aec76aa8bb57 req-c3e00ca9-68be-4a79-94e7-644027b629ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 943 time: 0.1999791 Feb 09 22:09:25.031888 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19177c64-5269-40d7-a2d8-e0fca7369915 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (32095456-eef9-417f-8117-e958eeb7cd3d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.063910 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ee6867ee-806c-493b-a326-1cc5d7611ac4 req-bb8e5ae6-307a-402c-9b6e-503d7d46707e service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038239 Feb 09 22:09:25.069209 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-122f3c56-64d2-493d-b20c-aec76aa8bb57 req-e6271a01-cac5-48f9-a833-b417a47d936f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894394 Feb 09 22:09:25.154423 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-0917a778-c167-4c39-948c-48819d7d4f45 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.247575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-0917a778-c167-4c39-948c-48819d7d4f45 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 14c62719-8468-46f6-8a99-df98d5f93641 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:09:25.259540 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0716c560-846d-4e8b-adcd-893c2a3d3360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (62232932-8644-416b-a0d5-714cd0c69d48), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.262759 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0716c560-846d-4e8b-adcd-893c2a3d3360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.264626 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0716c560-846d-4e8b-adcd-893c2a3d3360 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/62232932-8644-416b-a0d5-714cd0c69d48 HTTP/1.1" status: 204 len: 168 time: 1.0218925 Feb 09 22:09:25.272618 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-0917a778-c167-4c39-948c-48819d7d4f45 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:25.276238 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-0917a778-c167-4c39-948c-48819d7d4f45 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:09:25.352973 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917a778-c167-4c39-948c-48819d7d4f45 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=de5624e7-7882-4d18-a78f-db9d7f325e01,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:25.362277 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716c560-846d-4e8b-adcd-893c2a3d3360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62232932-8644-416b-a0d5-714cd0c69d48,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:25.416694 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-0917a778-c167-4c39-948c-48819d7d4f45 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:25.417588 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-0917a778-c167-4c39-948c-48819d7d4f45 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.473244 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-0917a778-c167-4c39-948c-48819d7d4f45 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3487401 Feb 09 22:09:25.475128 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-dd3a2b91-66fe-4f5c-aa8d-d0ffe65d7805 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Deleting port 4ade72b1-dba9-48d4-899a-56ededbf4d73 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:25.475497 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2b91-66fe-4f5c-aa8d-d0ffe65d7805 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (4ade72b1-dba9-48d4-899a-56ededbf4d73), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.487275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-b483d97f-b652-4205-98c9-a14ff99feb5e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:09:25.488467 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-b483d97f-b652-4205-98c9-a14ff99feb5e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080190 Feb 09 22:09:25.494338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33532) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:25.506879 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Request body: {'port': {'network_id': '247f724f-90b4-4ea4-9613-7256635797a7', 'binding:host_id': 'n-h1-828601-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1838691629'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:25.755039 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Made reservation on behalf of 4a3ccda8b96e411c9b9add5904d4e2b6 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:25.759731 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.763541 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2b91-66fe-4f5c-aa8d-d0ffe65d7805 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (4ade72b1-dba9-48d4-899a-56ededbf4d73), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.764104 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2b91-66fe-4f5c-aa8d-d0ffe65d7805 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for floatingip (4ade72b1-dba9-48d4-899a-56ededbf4d73), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.782946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-dd3a2b91-66fe-4f5c-aa8d-d0ffe65d7805 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Calling delete_port for 4ade72b1-dba9-48d4-899a-56ededbf4d73 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:25.792330 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3daec8-d9c4-4017-a18b-5f0874606e62 req-19e9cbce-2b56-478f-aea7-95f84fa33983 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:25.794203 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f3daec8-d9c4-4017-a18b-5f0874606e62 req-19e9cbce-2b56-478f-aea7-95f84fa33983 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=375b02a1-114d-49a9-a814-507e2d2df7f7 HTTP/1.1" status: 200 len: 943 time: 0.2023950 Feb 09 22:09:25.803162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] Request body: {'port': {'device_id': '9d0e58fd-bf9b-4057-8a58-bfd560b43855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:25.815164 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.849296 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d8e80-8505-4a32-9b43-dfc43acf25a2 req-c2e718e1-9aef-445e-b22f-4a434a3e1793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:25.852371 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-413d8e80-8505-4a32-9b43-dfc43acf25a2 req-c2e718e1-9aef-445e-b22f-4a434a3e1793 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=375b02a1-114d-49a9-a814-507e2d2df7f7 HTTP/1.1" status: 200 len: 1125 time: 0.5635679 Feb 09 22:09:25.871210 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c838951d-bd8b-4efd-955b-857404c5650f None None] Provisioning complete for port de5624e7-7882-4d18-a78f-db9d7f325e01 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:25.872340 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c838951d-bd8b-4efd-955b-857404c5650f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.953496 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c838951d-bd8b-4efd-955b-857404c5650f None None] Port de5624e7-7882-4d18-a78f-db9d7f325e01 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:09:25.980181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33540) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:26.006970 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks [] for security_group (213f7ce9-26b3-4911-ae79-f65adb1a9efc), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:26.012702 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19177c64-5269-40d7-a2d8-e0fca7369915 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 32095456-eef9-417f-8117-e958eeb7cd3d has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:09:26.032284 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (213f7ce9-26b3-4911-ae79-f65adb1a9efc), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:26.036404 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7bffb592-1c1f-44a2-ae5a-0e36b5007c8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:26.073785 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f3daec8-d9c4-4017-a18b-5f0874606e62 req-0f078f85-01c0-448c-9288-ffbaf68e68fb tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372222 Feb 09 22:09:26.086142 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:26.098496 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] device_id is not set on port 3bc5ab22-0454-4243-b62e-8df9c4622dbd yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:09:26.288846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213f7ce9-26b3-4911-ae79-f65adb1a9efc,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:26.447462 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:26.448073 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:26.448644 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:26.449228 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:26.449824 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:26.450354 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:26.450928 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:26.451461 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:26.452063 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:26.452635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:26.453253 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:26.453831 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:26.454273 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:26.491792 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19177c64-5269-40d7-a2d8-e0fca7369915 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:09:26.502375 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-19177c64-5269-40d7-a2d8-e0fca7369915 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/32095456-eef9-417f-8117-e958eeb7cd3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1945868 Feb 09 22:09:26.505348 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d8e80-8505-4a32-9b43-dfc43acf25a2 req-dd66dc03-3e52-4489-84ec-fd4a1b5877a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:26.508183 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-413d8e80-8505-4a32-9b43-dfc43acf25a2 req-dd66dc03-3e52-4489-84ec-fd4a1b5877a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 911 time: 0.5207291 Feb 09 22:09:26.509094 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33544) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:26.514625 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f56af21-21c3-402f-a408-2b300699c3e1 None None] Sync routers for ids ['32095456-eef9-417f-8117-e958eeb7cd3d'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:09:26.534775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f56af21-21c3-402f-a408-2b300699c3e1 None None] Routers {'32095456-eef9-417f-8117-e958eeb7cd3d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:26.536999 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4f56af21-21c3-402f-a408-2b300699c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:09:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['32095456-eef9-417f-8117-e958eeb7cd3d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:26.588812 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7bffb592-1c1f-44a2-ae5a-0e36b5007c8b admin admin] Publish callbacks [] for security_group (c9c212ed-5290-4d42-82b0-fe8f93c67214), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:26.595702 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2b91-66fe-4f5c-aa8d-d0ffe65d7805 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (4ade72b1-dba9-48d4-899a-56ededbf4d73), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:26.637807 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4f56af21-21c3-402f-a408-2b300699c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:26.648522 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ee6f030f-b177-48c4-b06d-3b80ad7b4488 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/ports?device_id=32095456-eef9-417f-8117-e958eeb7cd3d HTTP/1.1" status: 200 len: 205 time: 0.1370571 Feb 09 22:09:26.650314 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-413d8e80-8505-4a32-9b43-dfc43acf25a2 req-9404c7ea-5e7b-4f43-974c-ce08eb96cec3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8c8d7fc-bdfc-4477-a0d6-7d707921533b HTTP/1.1" status: 200 len: 217 time: 0.1253946 Feb 09 22:09:26.656582 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f56af21-21c3-402f-a408-2b300699c3e1 None None] Routers {'32095456-eef9-417f-8117-e958eeb7cd3d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:26.658983 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4f56af21-21c3-402f-a408-2b300699c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:09:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['32095456-eef9-417f-8117-e958eeb7cd3d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:26.681171 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7bffb592-1c1f-44a2-ae5a-0e36b5007c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c9c212ed-5290-4d42-82b0-fe8f93c67214), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:26.722277 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33546) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:26.729279 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4f56af21-21c3-402f-a408-2b300699c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:26.730824 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f56af21-21c3-402f-a408-2b300699c3e1 None None] The sync data for ids ['32095456-eef9-417f-8117-e958eeb7cd3d'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:09:26.768191 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a2b91-66fe-4f5c-aa8d-d0ffe65d7805 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Pushing event deleted for resources: {'Port': ['ID=4ade72b1-dba9-48d4-899a-56ededbf4d73,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:26.858600 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c1ab0-f336-45bf-9c40-5d69f1ac9992 req-fb675ea0-5215-44d8-8c5c-6ce5a1ad2da1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:26.862048 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-735c1ab0-f336-45bf-9c40-5d69f1ac9992 req-fb675ea0-5215-44d8-8c5c-6ce5a1ad2da1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 932 time: 0.5344777 Feb 09 22:09:26.919952 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d8e80-8505-4a32-9b43-dfc43acf25a2 req-3fd2942a-11de-4dea-b237-f403a2a990ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:26.923179 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-413d8e80-8505-4a32-9b43-dfc43acf25a2 req-3fd2942a-11de-4dea-b237-f403a2a990ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.1470215 Feb 09 22:09:27.052747 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] device_id is not set on port 3bc5ab22-0454-4243-b62e-8df9c4622dbd yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:09:27.083713 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks [] for port (3bc5ab22-0454-4243-b62e-8df9c4622dbd), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:27.099381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffb592-1c1f-44a2-ae5a-0e36b5007c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c212ed-5290-4d42-82b0-fe8f93c67214,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:27.116795 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7bffb592-1c1f-44a2-ae5a-0e36b5007c8b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f2df54fdf0e54c9598dd74e65fe6425b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1355729 Feb 09 22:09:27.119466 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (3bc5ab22-0454-4243-b62e-8df9c4622dbd), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:27.127939 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f8251af-313d-444f-98e5-47d5922ccce8 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (32095456-eef9-417f-8117-e958eeb7cd3d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:27.138613 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33548) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:27.169413 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d8e80-8505-4a32-9b43-dfc43acf25a2 req-9f59d425-8df5-4ad0-b91e-928c8509864b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:27.172913 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-413d8e80-8505-4a32-9b43-dfc43acf25a2 req-9f59d425-8df5-4ad0-b91e-928c8509864b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2397411 Feb 09 22:09:27.367916 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Pushing event updated for resources: {'Port': ['ID=3bc5ab22-0454-4243-b62e-8df9c4622dbd,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:27.416191 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Checking segment: {'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:09:27.416746 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Network hostable DHCP agents. Network: 247f724f-90b4-4ea4-9613-7256635797a7, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:09:27.525704 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Network 247f724f-90b4-4ea4-9613-7256635797a7 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:09:27.552511 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-413d8e80-8505-4a32-9b43-dfc43acf25a2 req-b1044d6b-af76-42b8-bd65-242f87831b42 service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209929 Feb 09 22:09:27.554790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 247f724f-90b4-4ea4-9613-7256635797a7) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:27.573523 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758778a0-eca6-4eb9-a263-d3bcf05d0c2a None None] Network 247f724f-90b4-4ea4-9613-7256635797a7 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:09:27.596933 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:09:27.753832 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:27.754159 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:27.754433 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:27.765642 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:27.766001 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:27.769066 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 2 to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd Feb 09 22:09:27.797966 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:27.797966 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:27.797966 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:27.802033 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:27.802680 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:27.803285 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 3 to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd Feb 09 22:09:27.836960 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:27.837518 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:27.837950 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:27.858034 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:27.858706 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:27.862114 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-413d8e80-8505-4a32-9b43-dfc43acf25a2 req-91948bd5-c978-4580-bbf1-617344d77c85 service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434993 Feb 09 22:09:27.863028 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 4 to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd Feb 09 22:09:27.877561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device d8c8d7fc-bdfc-4477-a0d6-7d707921533b details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:09:27.895792 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:27.896317 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:27.896921 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:27.906332 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:27.906867 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:27.908269 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 5 to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd Feb 09 22:09:27.937538 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:27.937862 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:27.938419 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:27.947404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:27.948078 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:27.948814 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 6 to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd Feb 09 22:09:27.976968 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:27.977506 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:27.978179 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:27.988716 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:27.989246 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:27.989886 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 7 to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd Feb 09 22:09:28.018361 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:28.018817 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:28.020029 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:28.034146 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:28.035692 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:28.036042 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 8 to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd Feb 09 22:09:28.045325 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2b91-66fe-4f5c-aa8d-d0ffe65d7805 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for floatingip (2271bb74-204a-4f8d-8bff-d11406678cdc), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.045865 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-dd3a2b91-66fe-4f5c-aa8d-d0ffe65d7805 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Floating IP 2271bb74-204a-4f8d-8bff-d11406678cdc disassociated (deleted). External IP: 172.25.6.171, port: 1a2dc46d-2e75-406a-b142-dedd7a1fd34c. Feb 09 22:09:28.061729 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:28.062275 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:28.062606 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:28.072434 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:28.073559 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:28.073795 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 9 to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd Feb 09 22:09:28.104125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:28.104512 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:28.105192 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:28.111795 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port d8c8d7fc-bdfc-4477-a0d6-7d707921533b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=d8c8d7fc-bdfc-4477-a0d6-7d707921533b,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:28.118230 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:28.119106 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:28.119946 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 10 to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd Feb 09 22:09:28.132507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'd8c8d7fc-bdfc-4477-a0d6-7d707921533b', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'port_id': 'd8c8d7fc-bdfc-4477-a0d6-7d707921533b', 'mac_address': 'fa:16:3e:54:30:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:09:28.147455 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:28.148075 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:28.148804 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:28.158735 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:28.159422 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port 3bc5ab22-0454-4243-b62e-8df9c4622dbd on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:28.160275 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3bc5ab22-0454-4243-b62e-8df9c4622dbd), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.160440 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-735c1ab0-f336-45bf-9c40-5d69f1ac9992 req-9525b988-e119-4bd5-98e4-c8bc6bd3e5df tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2303522 Feb 09 22:09:28.192261 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port d8c8d7fc-bdfc-4477-a0d6-7d707921533b is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:28.193107 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d8c8d7fc-bdfc-4477-a0d6-7d707921533b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.214550 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c8d7fc-bdfc-4477-a0d6-7d707921533b {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:09:28.262461 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port d8c8d7fc-bdfc-4477-a0d6-7d707921533b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=d8c8d7fc-bdfc-4477-a0d6-7d707921533b,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:28.272997 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d8c8d7fc-bdfc-4477-a0d6-7d707921533b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.283753 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5624e7-7882-4d18-a78f-db9d7f325e01 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:09:28.341430 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8fdfa8d3-a12d-48c7-a861-c5b57be14faa admin admin] Publish callbacks [] for security_group (c9c212ed-5290-4d42-82b0-fe8f93c67214), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.367909 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] For port 3bc5ab22-0454-4243-b62e-8df9c4622dbd, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:09:28.369493 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempted to set empty binding levels {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 22:09:28.377967 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=d8c8d7fc-bdfc-4477-a0d6-7d707921533b,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:28.387871 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (3bc5ab22-0454-4243-b62e-8df9c4622dbd), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.443788 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:28.444408 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.472824 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.9767656 Feb 09 22:09:28.477201 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1877d7-ae12-4d8b-9e78-79580ff38dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Pushing event updated for resources: {'Port': ['ID=3bc5ab22-0454-4243-b62e-8df9c4622dbd,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:28.479523 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33552) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:28.514465 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] Publish callbacks [] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.543749 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['d8c8d7fc-bdfc-4477-a0d6-7d707921533b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:09:28.621649 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f8251af-313d-444f-98e5-47d5922ccce8 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (32095456-eef9-417f-8117-e958eeb7cd3d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.627681 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bb3f9b65-82f0-4478-b915-514fcbf64d63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Deleting port 3bc5ab22-0454-4243-b62e-8df9c4622dbd {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:28.628433 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bb3f9b65-82f0-4478-b915-514fcbf64d63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (3bc5ab22-0454-4243-b62e-8df9c4622dbd), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.660434 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f8251af-313d-444f-98e5-47d5922ccce8 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router_controller (32095456-eef9-417f-8117-e958eeb7cd3d), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.669687 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8fdfa8d3-a12d-48c7-a861-c5b57be14faa admin admin] Publish callbacks [] for security_group (c9c212ed-5290-4d42-82b0-fe8f93c67214), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.677541 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] Transition to ACTIVE for port object de5624e7-7882-4d18-a78f-db9d7f325e01 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:09:28.739830 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-bb3f9b65-82f0-4478-b915-514fcbf64d63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] For port 3bc5ab22-0454-4243-b62e-8df9c4622dbd, host n-h1-828601-1, got binding levels [] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:28.740220 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bb3f9b65-82f0-4478-b915-514fcbf64d63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (3bc5ab22-0454-4243-b62e-8df9c4622dbd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.762646 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bb3f9b65-82f0-4478-b915-514fcbf64d63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Calling delete_port for 3bc5ab22-0454-4243-b62e-8df9c4622dbd owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:28.793945 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.908445 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bb3f9b65-82f0-4478-b915-514fcbf64d63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (3bc5ab22-0454-4243-b62e-8df9c4622dbd), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.913099 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f8251af-313d-444f-98e5-47d5922ccce8 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (32095456-eef9-417f-8117-e958eeb7cd3d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.913722 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8251af-313d-444f-98e5-47d5922ccce8 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Fanout notify agent at l3_agent the message router_deleted on router 32095456-eef9-417f-8117-e958eeb7cd3d {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:09:28.934161 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f8251af-313d-444f-98e5-47d5922ccce8 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.935358 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8f8251af-313d-444f-98e5-47d5922ccce8 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/routers/32095456-eef9-417f-8117-e958eeb7cd3d HTTP/1.1" status: 204 len: 168 time: 2.2053688 Feb 09 22:09:28.943249 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33554) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:28.952522 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02ff74-409e-415e-885a-85d7cdf8b5be req-1b56e048-44b0-40a2-8acb-91cd8e3efada tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:28.954226 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3d02ff74-409e-415e-885a-85d7cdf8b5be req-1b56e048-44b0-40a2-8acb-91cd8e3efada tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 943 time: 0.5383391 Feb 09 22:09:28.966247 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] Pushing event updated for resources: {'Port': ['ID=de5624e7-7882-4d18-a78f-db9d7f325e01,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:28.981614 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f9b65-82f0-4478-b915-514fcbf64d63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bc5ab22-0454-4243-b62e-8df9c4622dbd,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:28.993031 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bb3f9b65-82f0-4478-b915-514fcbf64d63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.998119 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bb3f9b65-82f0-4478-b915-514fcbf64d63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] 10.222.0.77 "DELETE /v2.0/ports/3bc5ab22-0454-4243-b62e-8df9c4622dbd HTTP/1.1" status: 204 len: 168 time: 0.5172040 Feb 09 22:09:29.002752 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33556) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:29.049776 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f65fc3b-970f-4101-b4ea-363e21af49f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] GET failed (client error): The resource could not be found. Feb 09 22:09:29.051394 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1f65fc3b-970f-4101-b4ea-363e21af49f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] 10.222.0.77 "GET /v2.0/ports/3bc5ab22-0454-4243-b62e-8df9c4622dbd HTTP/1.1" status: 404 len: 333 time: 0.0474510 Feb 09 22:09:29.057452 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33558) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:29.067864 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-1c8afdaf-0733-413f-8129-abc09a9f327f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Request body: {'port': {'network_id': '247f724f-90b4-4ea4-9613-7256635797a7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038734429'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:29.101605 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8afdaf-0733-413f-8129-abc09a9f327f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Made reservation on behalf of 4a3ccda8b96e411c9b9add5904d4e2b6 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:29.104698 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c8afdaf-0733-413f-8129-abc09a9f327f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.135273 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-1c8afdaf-0733-413f-8129-abc09a9f327f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] device_id is not set on port 662b76d8-db1e-4cf5-88ab-d10c58958dfb yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:09:29.234950 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8fdfa8d3-a12d-48c7-a861-c5b57be14faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c9c212ed-5290-4d42-82b0-fe8f93c67214), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.240479 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8fdfa8d3-a12d-48c7-a861-c5b57be14faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.242612 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8fdfa8d3-a12d-48c7-a861-c5b57be14faa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c9c212ed-5290-4d42-82b0-fe8f93c67214 HTTP/1.1" status: 204 len: 168 time: 2.0947001 Feb 09 22:09:29.268645 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b38a956-de04-4d21-8a06-7a64b1ad427b tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting subnet 41e6e26d-64dd-4ea4-bd17-b996cead005c {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:09:29.304830 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b38a956-de04-4d21-8a06-7a64b1ad427b tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for subnet (41e6e26d-64dd-4ea4-bd17-b996cead005c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.360484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfa8d3-a12d-48c7-a861-c5b57be14faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c212ed-5290-4d42-82b0-fe8f93c67214,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:29.379459 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c8afdaf-0733-413f-8129-abc09a9f327f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks [] for port (662b76d8-db1e-4cf5-88ab-d10c58958dfb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.443450 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3d02ff74-409e-415e-885a-85d7cdf8b5be req-863ade60-bcaf-4a38-accb-3e19d750974f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404054 Feb 09 22:09:29.451965 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c8afdaf-0733-413f-8129-abc09a9f327f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (662b76d8-db1e-4cf5-88ab-d10c58958dfb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.481102 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] Attempting to bind port de5624e7-7882-4d18-a78f-db9d7f325e01 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:29.481683 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] Attempting to bind port de5624e7-7882-4d18-a78f-db9d7f325e01 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'c1c4ebd5-934b-4dad-9341-362d5d6bd69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:29.482250 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] Attempting to bind port de5624e7-7882-4d18-a78f-db9d7f325e01 on network 14c62719-8468-46f6-8a99-df98d5f93641 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:29.497291 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b38a956-de04-4d21-8a06-7a64b1ad427b tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (41e6e26d-64dd-4ea4-bd17-b996cead005c), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.498681 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8afdaf-0733-413f-8129-abc09a9f327f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Network 247f724f-90b4-4ea4-9613-7256635797a7 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:09:29.510140 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] Port de5624e7-7882-4d18-a78f-db9d7f325e01 on network 14c62719-8468-46f6-8a99-df98d5f93641 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:29.510704 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] Attempting to bind port de5624e7-7882-4d18-a78f-db9d7f325e01 on network 14c62719-8468-46f6-8a99-df98d5f93641 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:29.541408 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-1c8afdaf-0733-413f-8129-abc09a9f327f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:29.557293 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8afdaf-0733-413f-8129-abc09a9f327f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:09:29.560115 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8afdaf-0733-413f-8129-abc09a9f327f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:29.561291 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c8afdaf-0733-413f-8129-abc09a9f327f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.581505 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:09:29.582221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] Checking segment: {'id': 'c1c4ebd5-934b-4dad-9341-362d5d6bd69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:09:29.582889 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] Bound using segment: {'id': 'c1c4ebd5-934b-4dad-9341-362d5d6bd69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:09:29.583589 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] Bound port: de5624e7-7882-4d18-a78f-db9d7f325e01, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c4ebd5-934b-4dad-9341-362d5d6bd69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:09:29.584177 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.644276 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8afdaf-0733-413f-8129-abc09a9f327f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Pushing event updated for resources: {'Port': ['ID=662b76d8-db1e-4cf5-88ab-d10c58958dfb,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:29.649367 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3a2b91-66fe-4f5c-aa8d-d0ffe65d7805 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Router 573a7a48-2045-4d72-88bd-e72f15b3b584 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:09:29.673243 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1c8afdaf-0733-413f-8129-abc09a9f327f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6134112 Feb 09 22:09:29.677501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33564) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:29.695383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:29.803796 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] For port de5624e7-7882-4d18-a78f-db9d7f325e01, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:09:29.809605 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] For port de5624e7-7882-4d18-a78f-db9d7f325e01, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=de5624e7-7882-4d18-a78f-db9d7f325e01,segment=NetworkSegment(c1c4ebd5-934b-4dad-9341-362d5d6bd69e),segment_id=c1c4ebd5-934b-4dad-9341-362d5d6bd69e)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:09:29.832455 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.876144 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device d8c8d7fc-bdfc-4477-a0d6-7d707921533b up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:09:29.899311 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (662b76d8-db1e-4cf5-88ab-d10c58958dfb), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.990339 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port d8c8d7fc-bdfc-4477-a0d6-7d707921533b completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:09:30.005754 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port d8c8d7fc-bdfc-4477-a0d6-7d707921533b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:30.009463 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d8c8d7fc-bdfc-4477-a0d6-7d707921533b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:30.054584 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b38a956-de04-4d21-8a06-7a64b1ad427b tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (41e6e26d-64dd-4ea4-bd17-b996cead005c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:30.214638 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15be317-b82f-456e-bc81-6369ae006a06 req-3afb7ea5-6368-4069-ae57-0dd4771fb1f6 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:30.229246 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d15be317-b82f-456e-bc81-6369ae006a06 req-3afb7ea5-6368-4069-ae57-0dd4771fb1f6 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=375b02a1-114d-49a9-a814-507e2d2df7f7 HTTP/1.1" status: 200 len: 944 time: 0.5995104 Feb 09 22:09:30.232182 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3a2b91-66fe-4f5c-aa8d-d0ffe65d7805 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:09:30.251019 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6420d05-0748-4578-9d19-31a85ea89979 None None] Sync routers for ids ['573a7a48-2045-4d72-88bd-e72f15b3b584'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:09:30.260755 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] device_id is not set on port 662b76d8-db1e-4cf5-88ab-d10c58958dfb yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:09:30.273677 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks [] for port (662b76d8-db1e-4cf5-88ab-d10c58958dfb), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:30.286027 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (662b76d8-db1e-4cf5-88ab-d10c58958dfb), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:30.293531 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2b91-66fe-4f5c-aa8d-d0ffe65d7805 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:30.303505 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6420d05-0748-4578-9d19-31a85ea89979 None None] Routers {'573a7a48-2045-4d72-88bd-e72f15b3b584'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:30.310450 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e6420d05-0748-4578-9d19-31a85ea89979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:09:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['573a7a48-2045-4d72-88bd-e72f15b3b584'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:30.317614 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port d8c8d7fc-bdfc-4477-a0d6-7d707921533b is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:30.318428 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d8c8d7fc-bdfc-4477-a0d6-7d707921533b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:30.336289 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:30.337617 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:30.342658 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] 10.222.0.71 "PUT /v2.0/ports/de5624e7-7882-4d18-a78f-db9d7f325e01 HTTP/1.1" status: 200 len: 1092 time: 4.8256149 Feb 09 22:09:30.358091 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0e58fd-bf9b-4057-8a58-bfd560b43855', 'tag': 'de5624e7-7882-4d18-a78f-db9d7f325e01'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:30.366605 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e894dc6-70d7-4892-8e7b-7dc1f1b76cda" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0e58fd-bf9b-4057-8a58-bfd560b43855", "tag": "de5624e7-7882-4d18-a78f-db9d7f325e01"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:30.419262 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Pushing event updated for resources: {'Port': ['ID=662b76d8-db1e-4cf5-88ab-d10c58958dfb,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:30.478583 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:30.485147 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:30.487165 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:30.516092 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:30.519215 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:30.526365 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 2 to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb Feb 09 22:09:30.526853 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375b02a1-114d-49a9-a814-507e2d2df7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c8d7fc-bdfc-4477-a0d6-7d707921533b'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:30.534641 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6642e6-4e7e-4169-84cd-684350de7374" -d '{"events": [{"server_uuid": "375b02a1-114d-49a9-a814-507e2d2df7f7", "name": "network-vif-plugged", "status": "completed", "tag": "d8c8d7fc-bdfc-4477-a0d6-7d707921533b"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:30.575556 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port d8c8d7fc-bdfc-4477-a0d6-7d707921533b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=d8c8d7fc-bdfc-4477-a0d6-7d707921533b,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:30.586954 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d8c8d7fc-bdfc-4477-a0d6-7d707921533b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:30.632880 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:30.633529 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:30.634108 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:30.659102 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:30.659799 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:30.660421 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 3 to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb Feb 09 22:09:30.699291 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:30.699960 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:30.700614 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:30.707369 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:30.708030 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:30.708681 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 4 to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb Feb 09 22:09:30.712917 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d15be317-b82f-456e-bc81-6369ae006a06 req-23760554-9105-464c-8dd7-cd4d6bb936b3 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915510 Feb 09 22:09:30.730859 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-dd3a2b91-66fe-4f5c-aa8d-d0ffe65d7805 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "DELETE /v2.0/floatingips/2271bb74-204a-4f8d-8bff-d11406678cdc HTTP/1.1" status: 204 len: 168 time: 5.9472160 Feb 09 22:09:30.736856 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:30.737658 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:30.738189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:30.743854 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:30.744483 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:30.746315 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 5 to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb Feb 09 22:09:30.750230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97564780-7e94-4f55-b190-efbcd558e931 service neutron] Pushing event updated for resources: {'Port': ['ID=de5624e7-7882-4d18-a78f-db9d7f325e01,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:30.797591 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b38a956-de04-4d21-8a06-7a64b1ad427b tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (41e6e26d-64dd-4ea4-bd17-b996cead005c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:30.809377 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:30.810282 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:30.810783 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:30.823904 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:30.824446 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:30.826120 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 6 to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb Feb 09 22:09:30.837778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=d8c8d7fc-bdfc-4477-a0d6-7d707921533b,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:30.841250 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-ab3e3248-a1df-4bfb-94fc-c2cf8f923503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:30.843089 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-ab3e3248-a1df-4bfb-94fc-c2cf8f923503 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 1126 time: 0.3342819 Feb 09 22:09:30.852916 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87557f31-db14-45b3-af58-054098cb5985 req-e4748bf8-6506-4011-acf0-ec55fe906348 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2801192 Feb 09 22:09:30.853825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38a956-de04-4d21-8a06-7a64b1ad427b tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Subnet': ['ID=41e6e26d-64dd-4ea4-bd17-b996cead005c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:30.894727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9834969b-051d-4370-9411-468798349b0d None None] Network 1999faf8-6c47-47cf-94f3-1142c5935516 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:09:30.910334 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-2b29e6bc-0406-42b3-a036-0a5d5926cca3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de5624e7-7882-4d18-a78f-db9d7f325e01 HTTP/1.1" status: 200 len: 217 time: 0.0536592 Feb 09 22:09:30.912609 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b38a956-de04-4d21-8a06-7a64b1ad427b tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:30.916422 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6b38a956-de04-4d21-8a06-7a64b1ad427b tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/subnets/41e6e26d-64dd-4ea4-bd17-b996cead005c HTTP/1.1" status: 204 len: 168 time: 1.9603534 Feb 09 22:09:30.927507 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33592) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:31.067130 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-e6420d05-0748-4578-9d19-31a85ea89979 None None] Set router 573a7a48-2045-4d72-88bd-e72f15b3b584 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:09:31.123736 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-5bacfde9-2ad5-4c5d-a8a1-5cd35f697fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:31.126040 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-5bacfde9-2ad5-4c5d-a8a1-5cd35f697fec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f HTTP/1.1" status: 200 len: 835 time: 0.2083397 Feb 09 22:09:31.266476 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7a229c-b90e-472b-b733-3fa55e3a02ce tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting subnet aa41ccee-0005-463d-adf5-b92dffcfcff5 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:09:31.282038 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b7a229c-b90e-472b-b733-3fa55e3a02ce tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for subnet (aa41ccee-0005-463d-adf5-b92dffcfcff5), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:31.298880 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22411e-6e18-4d43-9ff9-266c0c1bc6ba req-fe24ba03-5705-4a94-be30-50fbd450481a tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:31.311586 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a22411e-6e18-4d43-9ff9-266c0c1bc6ba req-fe24ba03-5705-4a94-be30-50fbd450481a tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 944 time: 0.3497992 Feb 09 22:09:31.339765 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87557f31-db14-45b3-af58-054098cb5985 req-39bf5dad-f11f-444f-a26c-5e382b6270fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:31.341898 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87557f31-db14-45b3-af58-054098cb5985 req-39bf5dad-f11f-444f-a26c-5e382b6270fe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 1127 time: 0.3816354 Feb 09 22:09:31.422649 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0528e0-430d-49c3-aa99-bfa8ceff9d64 None None] DHCP port deletion for 1999faf8-6c47-47cf-94f3-1142c5935516 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:09:31.518425 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87557f31-db14-45b3-af58-054098cb5985 req-df66258e-68e7-487e-a8e5-c5c557916afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:31.520243 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87557f31-db14-45b3-af58-054098cb5985 req-df66258e-68e7-487e-a8e5-c5c557916afe service neutron] 10.222.0.71 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 911 time: 0.1158280 Feb 09 22:09:31.522790 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-53200c89-6a7e-4ed8-b29a-6347faf3b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:31.524381 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-53200c89-6a7e-4ed8-b29a-6347faf3b1e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=14c62719-8468-46f6-8a99-df98d5f93641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3713686 Feb 09 22:09:31.574506 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:31.596980 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:31.598467 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:31.613251 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:31.614194 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:31.614781 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 7 to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb Feb 09 22:09:31.638704 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b7a229c-b90e-472b-b733-3fa55e3a02ce tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (aa41ccee-0005-463d-adf5-b92dffcfcff5), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:31.639815 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0e0528e0-430d-49c3-aa99-bfa8ceff9d64 None None] Deleting port 2d470197-f707-4b23-b46d-f372668a8cea {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:31.641044 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0e0528e0-430d-49c3-aa99-bfa8ceff9d64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (2d470197-f707-4b23-b46d-f372668a8cea), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:31.647323 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:31.665100 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:31.665315 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:31.679170 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:31.679513 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:31.679959 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 8 to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb Feb 09 22:09:31.710207 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:31.710549 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:31.710891 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:31.720675 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:31.721007 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:31.721420 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 9 to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb Feb 09 22:09:31.744035 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e6420d05-0748-4578-9d19-31a85ea89979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'name': 'tempest-TestVolumeBackupRestore-2138123041-router', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:25Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'gw_port': {'id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:30Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '0d5025e2-edc4-487b-b097-2230cfdb58d7', 'name': '', 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'mac_address': 'fa:16:3e:39:5f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:44Z', 'updated_at': '2022-02-09T21:59:54Z', 'revision_number': 5, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'subnets': [{'id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:31.753913 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:31.754555 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:31.755277 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:31.762810 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:31.763726 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:31.764426 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 10 to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb Feb 09 22:09:31.781655 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:31.782404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:31.783097 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:31.790563 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:31.791267 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:31.792200 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (662b76d8-db1e-4cf5-88ab-d10c58958dfb), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:31.817848 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6420d05-0748-4578-9d19-31a85ea89979 None None] Checking router: 573a7a48-2045-4d72-88bd-e72f15b3b584 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:09:31.843159 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6420d05-0748-4578-9d19-31a85ea89979 None None] Routers {'573a7a48-2045-4d72-88bd-e72f15b3b584'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:31.843858 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e6420d05-0748-4578-9d19-31a85ea89979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:09:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['573a7a48-2045-4d72-88bd-e72f15b3b584'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:31.865054 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b7a229c-b90e-472b-b733-3fa55e3a02ce tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (aa41ccee-0005-463d-adf5-b92dffcfcff5), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:31.873008 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0e0528e0-430d-49c3-aa99-bfa8ceff9d64 None None] For port 2d470197-f707-4b23-b46d-f372668a8cea, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2d470197-f707-4b23-b46d-f372668a8cea,segment=NetworkSegment(9c462473-e762-45c9-82fc-faef1753bfad),segment_id=9c462473-e762-45c9-82fc-faef1753bfad)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:31.873553 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0e0528e0-430d-49c3-aa99-bfa8ceff9d64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (2d470197-f707-4b23-b46d-f372668a8cea), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:31.897426 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] For port 662b76d8-db1e-4cf5-88ab-d10c58958dfb, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:09:31.898872 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempted to set empty binding levels {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 22:09:31.910633 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (662b76d8-db1e-4cf5-88ab-d10c58958dfb), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:31.940543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0e0528e0-430d-49c3-aa99-bfa8ceff9d64 None None] Calling delete_port for 2d470197-f707-4b23-b46d-f372668a8cea owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:31.955592 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] In _notify_port_updated(), no bound segment for port 662b76d8-db1e-4cf5-88ab-d10c58958dfb on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:09:31.958349 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:31.963487 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:31.967469 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] 10.222.0.77 "PUT /v2.0/ports/662b76d8-db1e-4cf5-88ab-d10c58958dfb HTTP/1.1" status: 200 len: 979 time: 2.2867606 Feb 09 22:09:32.031599 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33608) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:32.076883 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a22411e-6e18-4d43-9ff9-266c0c1bc6ba req-c3216c16-bb9b-46fb-a2ba-a54aebb8d0d0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7640791 Feb 09 22:09:32.125075 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-e6420d05-0748-4578-9d19-31a85ea89979 None None] Set router 573a7a48-2045-4d72-88bd-e72f15b3b584 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:09:32.174817 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9cb42-68f1-4e7a-add9-d4e0461410b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Pushing event updated for resources: {'Port': ['ID=662b76d8-db1e-4cf5-88ab-d10c58958dfb,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:32.176110 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0e0528e0-430d-49c3-aa99-bfa8ceff9d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (2d470197-f707-4b23-b46d-f372668a8cea), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:32.217069 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c14e5ad-8e3a-409a-b69d-da6b2a7f80fd x-openstack-request-id: req-5c14e5ad-8e3a-409a-b69d-da6b2a7f80fd {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:32.219211 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0e58fd-bf9b-4057-8a58-bfd560b43855", "tag": "de5624e7-7882-4d18-a78f-db9d7f325e01", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:32.219783 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5c14e5ad-8e3a-409a-b69d-da6b2a7f80fd {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:32.222069 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0e58fd-bf9b-4057-8a58-bfd560b43855', 'tag': 'de5624e7-7882-4d18-a78f-db9d7f325e01', 'status': 'completed', 'code': 200} Feb 09 22:09:32.238149 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87557f31-db14-45b3-af58-054098cb5985 req-b48fa481-cbde-45b6-8490-70144441eb13 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84 HTTP/1.1" status: 200 len: 1000 time: 0.7025309 Feb 09 22:09:32.240016 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b7a229c-b90e-472b-b733-3fa55e3a02ce tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (aa41ccee-0005-463d-adf5-b92dffcfcff5), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:32.274554 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0528e0-430d-49c3-aa99-bfa8ceff9d64 None None] Pushing event deleted for resources: {'Port': ['ID=2d470197-f707-4b23-b46d-f372668a8cea,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:32.281575 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0528e0-430d-49c3-aa99-bfa8ceff9d64 None None] No DVR routers for this DVR port 2d470197-f707-4b23-b46d-f372668a8cea on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:09:32.458458 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.469129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.469129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.469129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.469129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.469129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.469129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.470751 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.472244 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.473217 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.474483 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.475520 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.476495 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.477434 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.478360 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.479310 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.480227 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.480978 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.482167 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.482896 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.484021 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.484961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.485957 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.486897 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.487858 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.488853 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.489813 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.491019 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.492601 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.493437 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.494361 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.495130 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.503065 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-50ac9cf8-8e29-44e2-8325-a708baf9fbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29910 time: 0.4603589 Feb 09 22:09:32.507094 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33614) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:32.562353 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2d470197-f707-4b23-b46d-f372668a8cea no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:09:32.621010 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 2d470197-f707-4b23-b46d-f372668a8cea {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:09:32.622100 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2d470197-f707-4b23-b46d-f372668a8cea not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:09:32.636828 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e6420d05-0748-4578-9d19-31a85ea89979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'name': 'tempest-TestVolumeBackupRestore-2138123041-router', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:25Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'gw_port': {'id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:30Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '0d5025e2-edc4-487b-b097-2230cfdb58d7', 'name': '', 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'mac_address': 'fa:16:3e:39:5f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:44Z', 'updated_at': '2022-02-09T21:59:54Z', 'revision_number': 5, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'subnets': [{'id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:32.799320 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-10284765-9234-4c4b-ad50-2358e365a9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Deleting port 662b76d8-db1e-4cf5-88ab-d10c58958dfb {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:32.800000 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10284765-9234-4c4b-ad50-2358e365a9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (662b76d8-db1e-4cf5-88ab-d10c58958dfb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:32.878140 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6420d05-0748-4578-9d19-31a85ea89979 None None] The sync data for ids ['573a7a48-2045-4d72-88bd-e72f15b3b584'] in n-d-828601-1 is: [{'id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'name': 'tempest-TestVolumeBackupRestore-2138123041-router', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:25Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'gw_port': {'id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:30Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '0d5025e2-edc4-487b-b097-2230cfdb58d7', 'name': '', 'network_id': '4659e74e-184a-44ff-a85e-0606b3c79d89', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'mac_address': 'fa:16:3e:39:5f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:44Z', 'updated_at': '2022-02-09T21:59:54Z', 'revision_number': 5, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'subnets': [{'id': '7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:09:32.887205 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b370c155-26a2-402a-983a-7687fcbafeab None None] Network b4893aa9-9917-4b23-be20-51fad29226e5 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:09:32.887507 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b7a229c-b90e-472b-b733-3fa55e3a02ce tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:32.893414 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6b7a229c-b90e-472b-b733-3fa55e3a02ce tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/subnets/aa41ccee-0005-463d-adf5-b92dffcfcff5 HTTP/1.1" status: 204 len: 168 time: 1.9645822 Feb 09 22:09:32.903596 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33618) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:32.906136 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a229c-b90e-472b-b733-3fa55e3a02ce tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Subnet': ['ID=aa41ccee-0005-463d-adf5-b92dffcfcff5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:32.959908 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87557f31-db14-45b3-af58-054098cb5985 req-a13f8247-f6ee-4761-8daf-10f4b9ab75df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.960557 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87557f31-db14-45b3-af58-054098cb5985 req-a13f8247-f6ee-4761-8daf-10f4b9ab75df service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.1255450 Feb 09 22:09:33.136232 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-10284765-9234-4c4b-ad50-2358e365a9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] For port 662b76d8-db1e-4cf5-88ab-d10c58958dfb, host n-h1-828601-1, got binding levels [] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:33.136232 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10284765-9234-4c4b-ad50-2358e365a9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (662b76d8-db1e-4cf5-88ab-d10c58958dfb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:33.179315 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-10284765-9234-4c4b-ad50-2358e365a9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Calling delete_port for 662b76d8-db1e-4cf5-88ab-d10c58958dfb owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:33.192280 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-59a9e7e7-3a6c-4dd3-93e3-352ad0485975 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (1999faf8-6c47-47cf-94f3-1142c5935516), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:33.217659 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fb1786-ffdf-4f34-8377-0a5ef332354a None None] DHCP port deletion for b4893aa9-9917-4b23-be20-51fad29226e5 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:09:33.270467 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87557f31-db14-45b3-af58-054098cb5985 req-cfad02ff-d68c-492d-8917-0962b4c7266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:33.272343 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87557f31-db14-45b3-af58-054098cb5985 req-cfad02ff-d68c-492d-8917-0962b4c7266c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3014388 Feb 09 22:09:33.279052 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-87592b26-d941-445f-9b60-762346d6922a service neutron] 10.222.0.71 "GET /v2.0/networks/14c62719-8468-46f6-8a99-df98d5f93641?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7447176 Feb 09 22:09:33.408102 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-97fb1786-ffdf-4f34-8377-0a5ef332354a None None] Deleting port 1886319a-1fcd-4a95-b346-fd68f3ea989f {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:33.408815 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-97fb1786-ffdf-4f34-8377-0a5ef332354a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1886319a-1fcd-4a95-b346-fd68f3ea989f), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:33.491769 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-59a9e7e7-3a6c-4dd3-93e3-352ad0485975 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (1999faf8-6c47-47cf-94f3-1142c5935516), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:33.503889 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757321c0-6d99-4d2e-a16f-facbcecd1509 req-2d2265d3-c7fa-4a52-be18-32e1aa3860b9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:33.518258 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-757321c0-6d99-4d2e-a16f-facbcecd1509 req-2d2265d3-c7fa-4a52-be18-32e1aa3860b9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 943 time: 0.6846972 Feb 09 22:09:33.562450 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-59a9e7e7-3a6c-4dd3-93e3-352ad0485975 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1999faf8-6c47-47cf-94f3-1142c5935516']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:33.581628 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-97fb1786-ffdf-4f34-8377-0a5ef332354a None None] For port 1886319a-1fcd-4a95-b346-fd68f3ea989f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1886319a-1fcd-4a95-b346-fd68f3ea989f,segment=NetworkSegment(02f78b33-f5a1-41f0-bd5a-d2de18e2269f),segment_id=02f78b33-f5a1-41f0-bd5a-d2de18e2269f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:33.582486 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-97fb1786-ffdf-4f34-8377-0a5ef332354a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1886319a-1fcd-4a95-b346-fd68f3ea989f), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:33.587776 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-59a9e7e7-3a6c-4dd3-93e3-352ad0485975 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c462473-e762-45c9-82fc-faef1753bfad') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:33.596150 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-59a9e7e7-3a6c-4dd3-93e3-352ad0485975 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c462473-e762-45c9-82fc-faef1753bfad') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:33.611584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-97fb1786-ffdf-4f34-8377-0a5ef332354a None None] Calling delete_port for 1886319a-1fcd-4a95-b346-fd68f3ea989f owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:33.630659 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-59a9e7e7-3a6c-4dd3-93e3-352ad0485975 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (9c462473-e762-45c9-82fc-faef1753bfad), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:33.694209 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-59a9e7e7-3a6c-4dd3-93e3-352ad0485975 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (9c462473-e762-45c9-82fc-faef1753bfad), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:33.698379 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae500acd-d2de-44e2-893e-a93e6db278f8 req-9c21a5e6-a133-417f-923c-40bc5edcaebf service neutron] 10.222.0.71 "GET /v2.0/networks/14c62719-8468-46f6-8a99-df98d5f93641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096842 Feb 09 22:09:33.728200 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10284765-9234-4c4b-ad50-2358e365a9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (662b76d8-db1e-4cf5-88ab-d10c58958dfb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:33.731792 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a9e7e7-3a6c-4dd3-93e3-352ad0485975 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:09:33.732834 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-59a9e7e7-3a6c-4dd3-93e3-352ad0485975 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (9c462473-e762-45c9-82fc-faef1753bfad), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:09:33.739117 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:09:33.756924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c7c9c3-f7ad-4304-b5e5-3d62df1f6011 None None] New status for floating IP 2271bb74-204a-4f8d-8bff-d11406678cdc: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:09:33.825025 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-757321c0-6d99-4d2e-a16f-facbcecd1509 req-2c4f68b2-80bd-4a96-8799-8e4aa034ce8a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062615 Feb 09 22:09:33.857119 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10284765-9234-4c4b-ad50-2358e365a9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Pushing event deleted for resources: {'Port': ['ID=662b76d8-db1e-4cf5-88ab-d10c58958dfb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:33.885173 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10284765-9234-4c4b-ad50-2358e365a9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:33.890655 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-10284765-9234-4c4b-ad50-2358e365a9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] 10.222.0.77 "DELETE /v2.0/ports/662b76d8-db1e-4cf5-88ab-d10c58958dfb HTTP/1.1" status: 204 len: 168 time: 1.3815925 Feb 09 22:09:33.898685 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33638) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:33.958836 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c129ee-5333-43b0-9c34-63a8935fa499 x-openstack-request-id: req-44c129ee-5333-43b0-9c34-63a8935fa499 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:33.959476 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375b02a1-114d-49a9-a814-507e2d2df7f7", "name": "network-vif-plugged", "status": "completed", "tag": "d8c8d7fc-bdfc-4477-a0d6-7d707921533b", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:33.961830 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-44c129ee-5333-43b0-9c34-63a8935fa499 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:33.962582 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375b02a1-114d-49a9-a814-507e2d2df7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c8d7fc-bdfc-4477-a0d6-7d707921533b', 'code': 200} Feb 09 22:09:33.988075 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef8abe7-1510-4488-84be-8380710c36d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] GET failed (client error): The resource could not be found. Feb 09 22:09:33.992784 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6ef8abe7-1510-4488-84be-8380710c36d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] 10.222.0.77 "GET /v2.0/ports/662b76d8-db1e-4cf5-88ab-d10c58958dfb HTTP/1.1" status: 404 len: 333 time: 0.0913756 Feb 09 22:09:33.998877 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33640) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:34.016670 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d9e7d4a2-403b-440e-a9e7-92406695d6c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1148757767', 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:34.035995 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-59a9e7e7-3a6c-4dd3-93e3-352ad0485975 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (1999faf8-6c47-47cf-94f3-1142c5935516), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:34.047195 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-97fb1786-ffdf-4f34-8377-0a5ef332354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (1886319a-1fcd-4a95-b346-fd68f3ea989f), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:34.063133 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87557f31-db14-45b3-af58-054098cb5985 req-c8409985-0919-4755-b9b0-f1a751e47ebd service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7814023 Feb 09 22:09:34.150111 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb1786-ffdf-4f34-8377-0a5ef332354a None None] Pushing event deleted for resources: {'Port': ['ID=1886319a-1fcd-4a95-b346-fd68f3ea989f,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:34.162515 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-59a9e7e7-3a6c-4dd3-93e3-352ad0485975 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:34.174768 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fb1786-ffdf-4f34-8377-0a5ef332354a None None] No DVR routers for this DVR port 1886319a-1fcd-4a95-b346-fd68f3ea989f on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:09:34.174985 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-59a9e7e7-3a6c-4dd3-93e3-352ad0485975 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/networks/1999faf8-6c47-47cf-94f3-1142c5935516 HTTP/1.1" status: 204 len: 168 time: 1.2690191 Feb 09 22:09:34.192465 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33642) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:34.193635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9e7e7-3a6c-4dd3-93e3-352ad0485975 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Network': ['ID=1999faf8-6c47-47cf-94f3-1142c5935516,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:34.197482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e7d4a2-403b-440e-a9e7-92406695d6c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Made reservation on behalf of 4a3ccda8b96e411c9b9add5904d4e2b6 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:34.205407 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d4a2-403b-440e-a9e7-92406695d6c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:34.229138 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ba38e8-9619-4afb-bf14-b9f7596de8dc', 'tag': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:34.231812 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec37e4d-c159-434d-aef2-7e9915743190" -d '{"events": [{"name": "network-changed", "server_uuid": "80ba38e8-9619-4afb-bf14-b9f7596de8dc", "tag": "1a2dc46d-2e75-406a-b142-dedd7a1fd34c"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:34.249528 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e894dc6-70d7-4892-8e7b-7dc1f1b76cda req-fdc4eafb-6e61-4add-938a-efc75b6f56fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:34.264155 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e894dc6-70d7-4892-8e7b-7dc1f1b76cda req-fdc4eafb-6e61-4add-938a-efc75b6f56fd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 1126 time: 0.4668989 Feb 09 22:09:34.448425 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-d9e7d4a2-403b-440e-a9e7-92406695d6c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] device_id is not set on port 013d808c-97a0-43d1-96d3-604508668768 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:09:34.530537 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1886319a-1fcd-4a95-b346-fd68f3ea989f no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:09:34.589076 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 1886319a-1fcd-4a95-b346-fd68f3ea989f {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:09:34.589760 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1886319a-1fcd-4a95-b346-fd68f3ea989f not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:09:34.644330 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-452c4ae6-af82-43d8-add0-1c8a6001fbc9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (b4893aa9-9917-4b23-be20-51fad29226e5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:34.665313 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f1219-6295-4fc7-a265-4ae29249720a req-cf9df34e-4482-405a-b8db-a0ef6b7d9827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:34.669392 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a82f1219-6295-4fc7-a265-4ae29249720a req-cf9df34e-4482-405a-b8db-a0ef6b7d9827 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=375b02a1-114d-49a9-a814-507e2d2df7f7 HTTP/1.1" status: 200 len: 1127 time: 0.5097585 Feb 09 22:09:34.763722 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87557f31-db14-45b3-af58-054098cb5985 req-5b5863f4-3097-4cef-833b-fe06687eaabd service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6930315 Feb 09 22:09:34.838659 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e894dc6-70d7-4892-8e7b-7dc1f1b76cda req-0cc54bf1-a55e-45f3-bb59-db1ed77204c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:34.841801 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e894dc6-70d7-4892-8e7b-7dc1f1b76cda req-0cc54bf1-a55e-45f3-bb59-db1ed77204c7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=14c62719-8468-46f6-8a99-df98d5f93641 HTTP/1.1" status: 200 len: 897 time: 0.5697205 Feb 09 22:09:34.857199 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f29da1-78cc-4ddc-af6c-2e80332856c5 req-d00f0736-b9c7-458f-ba7e-defd60ad4a00 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:34.865679 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0f29da1-78cc-4ddc-af6c-2e80332856c5 req-d00f0736-b9c7-458f-ba7e-defd60ad4a00 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=375b02a1-114d-49a9-a814-507e2d2df7f7 HTTP/1.1" status: 200 len: 945 time: 0.3110995 Feb 09 22:09:34.921242 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a82f1219-6295-4fc7-a265-4ae29249720a req-e7a2880c-4bfa-4563-ac37-dced0d9442f2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327673 Feb 09 22:09:34.948725 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e894dc6-70d7-4892-8e7b-7dc1f1b76cda req-d894ee36-120e-43c6-8ebc-7dbd16901638 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de5624e7-7882-4d18-a78f-db9d7f325e01 HTTP/1.1" status: 200 len: 217 time: 0.0786936 Feb 09 22:09:35.088631 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0f29da1-78cc-4ddc-af6c-2e80332856c5 req-aa325a4d-0a51-4e67-b6dc-91da98ca7a1b tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199357 Feb 09 22:09:35.115879 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e894dc6-70d7-4892-8e7b-7dc1f1b76cda req-362092ea-025d-4faf-8053-b4ef51c6f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:35.119730 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e894dc6-70d7-4892-8e7b-7dc1f1b76cda req-362092ea-025d-4faf-8053-b4ef51c6f1ef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f HTTP/1.1" status: 200 len: 835 time: 0.1555490 Feb 09 22:09:35.218214 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-452c4ae6-af82-43d8-add0-1c8a6001fbc9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (b4893aa9-9917-4b23-be20-51fad29226e5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:35.241039 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-452c4ae6-af82-43d8-add0-1c8a6001fbc9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4893aa9-9917-4b23-be20-51fad29226e5']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:35.252544 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-452c4ae6-af82-43d8-add0-1c8a6001fbc9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f78b33-f5a1-41f0-bd5a-d2de18e2269f') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:35.252902 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-452c4ae6-af82-43d8-add0-1c8a6001fbc9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f78b33-f5a1-41f0-bd5a-d2de18e2269f') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:35.272071 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-452c4ae6-af82-43d8-add0-1c8a6001fbc9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (02f78b33-f5a1-41f0-bd5a-d2de18e2269f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:35.330304 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e894dc6-70d7-4892-8e7b-7dc1f1b76cda req-3010d951-0271-4036-93be-9e2f3a7b29c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:35.332239 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e894dc6-70d7-4892-8e7b-7dc1f1b76cda req-3010d951-0271-4036-93be-9e2f3a7b29c5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=14c62719-8468-46f6-8a99-df98d5f93641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2059896 Feb 09 22:09:35.348960 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-452c4ae6-af82-43d8-add0-1c8a6001fbc9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (02f78b33-f5a1-41f0-bd5a-d2de18e2269f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:35.355255 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e2108-8fac-413e-a3fb-87f15f2dabbf req-a0dbf491-99e7-4a8c-beea-0d608796f9fc tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:35.356578 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452c4ae6-af82-43d8-add0-1c8a6001fbc9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:09:35.357419 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-452c4ae6-af82-43d8-add0-1c8a6001fbc9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (02f78b33-f5a1-41f0-bd5a-d2de18e2269f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:35.359204 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-702e2108-8fac-413e-a3fb-87f15f2dabbf req-a0dbf491-99e7-4a8c-beea-0d608796f9fc tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 944 time: 0.1156344 Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:09:35.436149 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:09:35.452482 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-452c4ae6-af82-43d8-add0-1c8a6001fbc9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (b4893aa9-9917-4b23-be20-51fad29226e5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:35.459238 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d4a2-403b-440e-a9e7-92406695d6c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks [] for port (013d808c-97a0-43d1-96d3-604508668768), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:35.469737 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-452c4ae6-af82-43d8-add0-1c8a6001fbc9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:35.484482 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-452c4ae6-af82-43d8-add0-1c8a6001fbc9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/networks/b4893aa9-9917-4b23-be20-51fad29226e5 HTTP/1.1" status: 204 len: 168 time: 1.2745278 Feb 09 22:09:35.493169 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33666) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:35.520014 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b7e1f985-62a3-410c-b717-bfec0d11b242 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-315433217'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:35.546384 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e894dc6-70d7-4892-8e7b-7dc1f1b76cda req-b49166c0-625d-4968-9be7-ba87dd337b43 service neutron] 10.222.0.71 "GET /v2.0/networks/14c62719-8468-46f6-8a99-df98d5f93641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854446 Feb 09 22:09:35.547292 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c4ae6-af82-43d8-add0-1c8a6001fbc9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Network': ['ID=b4893aa9-9917-4b23-be20-51fad29226e5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:35.615914 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e1f985-62a3-410c-b717-bfec0d11b242 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Made reservation on behalf of 47944c0c1a37453aba470db687825795 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:35.622236 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7e1f985-62a3-410c-b717-bfec0d11b242 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:35.677630 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d4a2-403b-440e-a9e7-92406695d6c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (013d808c-97a0-43d1-96d3-604508668768), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:35.695512 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e1f985-62a3-410c-b717-bfec0d11b242 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:09:35.745659 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-702e2108-8fac-413e-a3fb-87f15f2dabbf req-5b3166f7-4eb2-48cd-9658-3546fd26f041 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3713779 Feb 09 22:09:35.799425 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e894dc6-70d7-4892-8e7b-7dc1f1b76cda req-7ce155a2-671e-408e-a581-76a85753dcf1 service neutron] 10.222.0.71 "GET /v2.0/networks/14c62719-8468-46f6-8a99-df98d5f93641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437122 Feb 09 22:09:35.836735 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7e1f985-62a3-410c-b717-bfec0d11b242 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (bf022cf5-37d9-485b-8a2a-96a4b11a7295), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:35.839122 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-b7e1f985-62a3-410c-b717-bfec0d11b242 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Added segment bf022cf5-37d9-485b-8a2a-96a4b11a7295 of type vlan for network 94f63769-5977-4132-84e1-b814384e3adf Feb 09 22:09:35.887538 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e84650-cf8d-483c-86df-2b38752f578d x-openstack-request-id: req-34e84650-cf8d-483c-86df-2b38752f578d {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:35.888328 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ba38e8-9619-4afb-bf14-b9f7596de8dc", "tag": "1a2dc46d-2e75-406a-b142-dedd7a1fd34c", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:35.888938 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34e84650-cf8d-483c-86df-2b38752f578d {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:35.889778 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ba38e8-9619-4afb-bf14-b9f7596de8dc', 'tag': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c', 'status': 'completed', 'code': 200} Feb 09 22:09:35.932295 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7e1f985-62a3-410c-b717-bfec0d11b242 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (94f63769-5977-4132-84e1-b814384e3adf), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:35.997976 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7e1f985-62a3-410c-b717-bfec0d11b242 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (94f63769-5977-4132-84e1-b814384e3adf), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:36.011335 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e1f985-62a3-410c-b717-bfec0d11b242 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:36.012486 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7e1f985-62a3-410c-b717-bfec0d11b242 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:36.020890 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e7d4a2-403b-440e-a9e7-92406695d6c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Network 247f724f-90b4-4ea4-9613-7256635797a7 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:09:36.070392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7d4a2-403b-440e-a9e7-92406695d6c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Pushing event updated for resources: {'Port': ['ID=013d808c-97a0-43d1-96d3-604508668768,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:36.093799 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d9e7d4a2-403b-440e-a9e7-92406695d6c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:36.100556 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e7d4a2-403b-440e-a9e7-92406695d6c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:09:36.106784 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e7d4a2-403b-440e-a9e7-92406695d6c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:36.107885 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d4a2-403b-440e-a9e7-92406695d6c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:36.233736 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b7e1f985-62a3-410c-b717-bfec0d11b242 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7362823 Feb 09 22:09:36.254116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33674) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:36.259289 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d9e7d4a2-403b-440e-a9e7-92406695d6c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2566192 Feb 09 22:09:36.260335 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33676) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:36.273672 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-fdd0b355-9df6-4789-a83a-5d52dfd37775 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'subnet': {'network_id': '94f63769-5977-4132-84e1-b814384e3adf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:36.283612 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec37e4d-c159-434d-aef2-7e9915743190 req-f11709b3-7d17-4655-951a-d5d6882dd35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:36.286389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ec37e4d-c159-434d-aef2-7e9915743190 req-f11709b3-7d17-4655-951a-d5d6882dd35b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=66875222abbf425ea3f9f2e0b384293d&device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 1127 time: 0.3688574 Feb 09 22:09:36.351376 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1f985-62a3-410c-b717-bfec0d11b242 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Network': ['ID=94f63769-5977-4132-84e1-b814384e3adf,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:36.369120 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 94f63769-5977-4132-84e1-b814384e3adf details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:09:36.398860 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4746a-e498-403d-8fc1-b133f20713b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:36.401368 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c2d4746a-e498-403d-8fc1-b133f20713b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] 10.222.0.77 "GET /v2.0/ports/013d808c-97a0-43d1-96d3-604508668768 HTTP/1.1" status: 200 len: 959 time: 0.1342030 Feb 09 22:09:36.404900 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33680) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:36.460208 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046df92a-999e-49cd-bd77-28af6a487af3 req-f6bc25f7-7081-445f-8e63-b29ae455da33 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:36.462022 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-046df92a-999e-49cd-bd77-28af6a487af3 req-f6bc25f7-7081-445f-8e63-b29ae455da33 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.71 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 945 time: 0.4812393 Feb 09 22:09:36.587725 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-edd726e8-87ce-4dbf-9ef0-dc7b819a306a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Deleting port 013d808c-97a0-43d1-96d3-604508668768 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:36.588128 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-edd726e8-87ce-4dbf-9ef0-dc7b819a306a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (013d808c-97a0-43d1-96d3-604508668768), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:36.671325 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf06ac-481a-43d7-9a1d-141cb34cc71f req-8535a8f0-6168-4744-80a7-6ce5b5c9fcfa tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:36.680936 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dbcf06ac-481a-43d7-9a1d-141cb34cc71f req-8535a8f0-6168-4744-80a7-6ce5b5c9fcfa tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 945 time: 0.6142926 Feb 09 22:09:36.698085 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-edd726e8-87ce-4dbf-9ef0-dc7b819a306a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (013d808c-97a0-43d1-96d3-604508668768), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:36.717833 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-edd726e8-87ce-4dbf-9ef0-dc7b819a306a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Calling delete_port for 013d808c-97a0-43d1-96d3-604508668768 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:36.742782 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec37e4d-c159-434d-aef2-7e9915743190 req-5529de1b-af1a-4aad-9d7c-e1aff69aafb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:36.744561 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ec37e4d-c159-434d-aef2-7e9915743190 req-5529de1b-af1a-4aad-9d7c-e1aff69aafb7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4659e74e-184a-44ff-a85e-0606b3c79d89 HTTP/1.1" status: 200 len: 915 time: 0.4505870 Feb 09 22:09:36.816721 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ec37e4d-c159-434d-aef2-7e9915743190 req-38a63558-b5c2-43ac-904d-89c03dedba14 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a2dc46d-2e75-406a-b142-dedd7a1fd34c HTTP/1.1" status: 200 len: 217 time: 0.0617533 Feb 09 22:09:36.817240 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd0b355-9df6-4789-a83a-5d52dfd37775 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Made reservation on behalf of 47944c0c1a37453aba470db687825795 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:36.821045 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fdd0b355-9df6-4789-a83a-5d52dfd37775 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:36.895995 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-edd726e8-87ce-4dbf-9ef0-dc7b819a306a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (013d808c-97a0-43d1-96d3-604508668768), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:36.936723 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dbcf06ac-481a-43d7-9a1d-141cb34cc71f req-bbb2658d-7e55-4b4a-806b-7d2634da061e tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2b0684c-6404-400a-bd2f-b1692823284c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554531 Feb 09 22:09:36.986265 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device de5624e7-7882-4d18-a78f-db9d7f325e01 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:09:36.997701 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd726e8-87ce-4dbf-9ef0-dc7b819a306a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Pushing event deleted for resources: {'Port': ['ID=013d808c-97a0-43d1-96d3-604508668768,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:37.022413 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec37e4d-c159-434d-aef2-7e9915743190 req-a06e5a33-63c5-4399-90ef-5d9cc7524933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:37.027120 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ec37e4d-c159-434d-aef2-7e9915743190 req-a06e5a33-63c5-4399-90ef-5d9cc7524933 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9 HTTP/1.1" status: 200 len: 853 time: 0.1985357 Feb 09 22:09:37.036538 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-edd726e8-87ce-4dbf-9ef0-dc7b819a306a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:37.042410 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-edd726e8-87ce-4dbf-9ef0-dc7b819a306a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] 10.222.0.77 "DELETE /v2.0/ports/013d808c-97a0-43d1-96d3-604508668768 HTTP/1.1" status: 204 len: 168 time: 0.6355927 Feb 09 22:09:37.054673 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33692) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:37.091474 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-046df92a-999e-49cd-bd77-28af6a487af3 req-b075e171-b9f4-4a9d-8497-376a16cb95f8 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Deleting port 1a2dc46d-2e75-406a-b142-dedd7a1fd34c {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:37.091862 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-046df92a-999e-49cd-bd77-28af6a487af3 req-b075e171-b9f4-4a9d-8497-376a16cb95f8 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1a2dc46d-2e75-406a-b142-dedd7a1fd34c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:37.111951 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-9732f159-bbcf-4a5b-ba5a-b8ab90f29055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] GET failed (client error): The resource could not be found. Feb 09 22:09:37.119728 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9732f159-bbcf-4a5b-ba5a-b8ab90f29055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] 10.222.0.77 "GET /v2.0/ports/013d808c-97a0-43d1-96d3-604508668768 HTTP/1.1" status: 404 len: 333 time: 0.0591161 Feb 09 22:09:37.120337 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33696) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:37.129772 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e66abc65-de6c-4e67-b886-ceefdc9a9a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Request body: {'port': {'network_id': '247f724f-90b4-4ea4-9613-7256635797a7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668503290'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:37.172532 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66abc65-de6c-4e67-b886-ceefdc9a9a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Made reservation on behalf of 4a3ccda8b96e411c9b9add5904d4e2b6 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:37.173517 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port de5624e7-7882-4d18-a78f-db9d7f325e01, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=de5624e7-7882-4d18-a78f-db9d7f325e01,segment=NetworkSegment(c1c4ebd5-934b-4dad-9341-362d5d6bd69e),segment_id=c1c4ebd5-934b-4dad-9341-362d5d6bd69e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:37.178827 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e66abc65-de6c-4e67-b886-ceefdc9a9a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:37.200460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'de5624e7-7882-4d18-a78f-db9d7f325e01', 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641', 'port_id': 'de5624e7-7882-4d18-a78f-db9d7f325e01', 'mac_address': 'fa:16:3e:5c:fc:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:09:37.252608 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-e66abc65-de6c-4e67-b886-ceefdc9a9a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] device_id is not set on port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:09:37.308527 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11874dd-5ea9-4484-a551-b569357d1778 req-9a3703f9-f38f-4498-b786-15803dc922e7 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:37.310903 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e11874dd-5ea9-4484-a551-b569357d1778 req-9a3703f9-f38f-4498-b786-15803dc922e7 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 943 time: 0.3066666 Feb 09 22:09:37.331536 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port de5624e7-7882-4d18-a78f-db9d7f325e01 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:37.332255 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:37.359360 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5624e7-7882-4d18-a78f-db9d7f325e01 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:09:37.373127 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec37e4d-c159-434d-aef2-7e9915743190 req-f539295a-ab47-4569-aedd-43ab3bb4b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:37.374723 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ec37e4d-c159-434d-aef2-7e9915743190 req-f539295a-ab47-4569-aedd-43ab3bb4b8cb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4659e74e-184a-44ff-a85e-0606b3c79d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3270967 Feb 09 22:09:37.381105 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-046df92a-999e-49cd-bd77-28af6a487af3 req-b075e171-b9f4-4a9d-8497-376a16cb95f8 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] For port 1a2dc46d-2e75-406a-b142-dedd7a1fd34c, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1a2dc46d-2e75-406a-b142-dedd7a1fd34c,segment=NetworkSegment(1a386190-0e11-4cb0-b0a6-9a0f160dab80),segment_id=1a386190-0e11-4cb0-b0a6-9a0f160dab80)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:37.401175 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-046df92a-999e-49cd-bd77-28af6a487af3 req-b075e171-b9f4-4a9d-8497-376a16cb95f8 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1a2dc46d-2e75-406a-b142-dedd7a1fd34c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:37.408847 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port de5624e7-7882-4d18-a78f-db9d7f325e01, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=de5624e7-7882-4d18-a78f-db9d7f325e01,segment=NetworkSegment(c1c4ebd5-934b-4dad-9341-362d5d6bd69e),segment_id=c1c4ebd5-934b-4dad-9341-362d5d6bd69e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:37.418355 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:37.536806 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=de5624e7-7882-4d18-a78f-db9d7f325e01,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:37.540263 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-046df92a-999e-49cd-bd77-28af6a487af3 req-b075e171-b9f4-4a9d-8497-376a16cb95f8 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Calling delete_port for 1a2dc46d-2e75-406a-b142-dedd7a1fd34c owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:37.545203 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fdd0b355-9df6-4789-a83a-5d52dfd37775 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (a80ee1af-3cd4-496f-bc6b-24d5ab7af18f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:37.657724 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['de5624e7-7882-4d18-a78f-db9d7f325e01'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:09:37.732849 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e11874dd-5ea9-4484-a551-b569357d1778 req-ff156db2-9ee2-475b-ac1d-990dce4b728c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731434 Feb 09 22:09:37.764405 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0b355-9df6-4789-a83a-5d52dfd37775 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Subnet': ['ID=a80ee1af-3cd4-496f-bc6b-24d5ab7af18f,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:37.823162 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-346741c1-2016-4b6a-ab11-22db0eea7dec req-4519e048-5755-4e2b-bc17-6952c1a7f96e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3807204 Feb 09 22:09:37.826544 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e66abc65-de6c-4e67-b886-ceefdc9a9a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks [] for port (fa3db29f-8e3b-4cfb-b54c-baebe08431e6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:37.940695 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0cda1f7b-56da-4624-bf04-6e5fd36f5f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:37.949306 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ec37e4d-c159-434d-aef2-7e9915743190 req-c95bab78-d262-4765-9812-496a44e14756 service neutron] 10.222.0.71 "GET /v2.0/networks/4659e74e-184a-44ff-a85e-0606b3c79d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089295 Feb 09 22:09:38.026732 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346741c1-2016-4b6a-ab11-22db0eea7dec req-3ebe1196-ab9c-4e15-aced-e3b20cbb0ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:38.028469 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-346741c1-2016-4b6a-ab11-22db0eea7dec req-3ebe1196-ab9c-4e15-aced-e3b20cbb0ea3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 1128 time: 0.1350536 Feb 09 22:09:38.046561 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e66abc65-de6c-4e67-b886-ceefdc9a9a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (fa3db29f-8e3b-4cfb-b54c-baebe08431e6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:38.117010 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66abc65-de6c-4e67-b886-ceefdc9a9a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Network 247f724f-90b4-4ea4-9613-7256635797a7 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:09:38.123197 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd0b355-9df6-4789-a83a-5d52dfd37775 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Checking segment: {'id': 'bf022cf5-37d9-485b-8a2a-96a4b11a7295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '94f63769-5977-4132-84e1-b814384e3adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:09:38.124203 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd0b355-9df6-4789-a83a-5d52dfd37775 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network hostable DHCP agents. Network: 94f63769-5977-4132-84e1-b814384e3adf, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:09:38.197181 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-e66abc65-de6c-4e67-b886-ceefdc9a9a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:38.210871 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66abc65-de6c-4e67-b886-ceefdc9a9a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:09:38.212097 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66abc65-de6c-4e67-b886-ceefdc9a9a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:38.213901 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e66abc65-de6c-4e67-b886-ceefdc9a9a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:38.253440 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e66abc65-de6c-4e67-b886-ceefdc9a9a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1275268 Feb 09 22:09:38.254769 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33708) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:38.267853 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:38.312621 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd0b355-9df6-4789-a83a-5d52dfd37775 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network 94f63769-5977-4132-84e1-b814384e3adf is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:09:38.348429 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-fdd0b355-9df6-4789-a83a-5d52dfd37775 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 94f63769-5977-4132-84e1-b814384e3adf) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:38.351756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66abc65-de6c-4e67-b886-ceefdc9a9a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Pushing event updated for resources: {'Port': ['ID=fa3db29f-8e3b-4cfb-b54c-baebe08431e6,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:38.379942 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fa3db29f-8e3b-4cfb-b54c-baebe08431e6), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:38.392730 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169f7c1-b769-4226-8f9f-2656a4b02c0a req-4cfe1c53-547a-4f6f-b6d7-79e3ba0c5bce tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:38.395432 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6169f7c1-b769-4226-8f9f-2656a4b02c0a req-4cfe1c53-547a-4f6f-b6d7-79e3ba0c5bce tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=375b02a1-114d-49a9-a814-507e2d2df7f7 HTTP/1.1" status: 200 len: 945 time: 0.2793419 Feb 09 22:09:38.396616 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-046df92a-999e-49cd-bd77-28af6a487af3 req-b075e171-b9f4-4a9d-8497-376a16cb95f8 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1a2dc46d-2e75-406a-b142-dedd7a1fd34c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:38.403550 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd0b355-9df6-4789-a83a-5d52dfd37775 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:38.404563 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fdd0b355-9df6-4789-a83a-5d52dfd37775 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:38.417065 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034d441f-d6d5-4933-80ef-ee1e272074a8 None None] Network 94f63769-5977-4132-84e1-b814384e3adf requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:09:38.485499 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075e171-b9f4-4a9d-8497-376a16cb95f8 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Pushing event deleted for resources: {'Port': ['ID=1a2dc46d-2e75-406a-b142-dedd7a1fd34c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:38.491559 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3ec37e4d-c159-434d-aef2-7e9915743190 req-7b3dbca3-3672-4dc1-a52d-aafa1317f243 service neutron] 10.222.0.71 "GET /v2.0/networks/4659e74e-184a-44ff-a85e-0606b3c79d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927564 Feb 09 22:09:38.502744 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fdd0b355-9df6-4789-a83a-5d52dfd37775 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2350440 Feb 09 22:09:38.517662 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33712) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:38.540830 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ea04e087-52e0-45c4-be21-aab7f16ca09b tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2068391642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:38.676451 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6169f7c1-b769-4226-8f9f-2656a4b02c0a req-ed8f63c1-7372-4e1f-90eb-fdbe93390adc tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483904 Feb 09 22:09:38.678548 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea04e087-52e0-45c4-be21-aab7f16ca09b tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (760feec0-450a-4a12-aec1-ea72019ffd49), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:38.680331 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea04e087-52e0-45c4-be21-aab7f16ca09b tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (760feec0-450a-4a12-aec1-ea72019ffd49), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:38.724571 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-046df92a-999e-49cd-bd77-28af6a487af3 req-b075e171-b9f4-4a9d-8497-376a16cb95f8 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] No DVR routers for this DVR port 1a2dc46d-2e75-406a-b142-dedd7a1fd34c on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:09:38.730131 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-046df92a-999e-49cd-bd77-28af6a487af3 req-b075e171-b9f4-4a9d-8497-376a16cb95f8 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:38.732543 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] device_id is not set on port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:09:38.737464 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-046df92a-999e-49cd-bd77-28af6a487af3 req-b075e171-b9f4-4a9d-8497-376a16cb95f8 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.71 "DELETE /v2.0/ports/1a2dc46d-2e75-406a-b142-dedd7a1fd34c HTTP/1.1" status: 204 len: 173 time: 2.2334342 Feb 09 22:09:38.738368 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ba38e8-9619-4afb-bf14-b9f7596de8dc', 'name': 'network-vif-deleted', 'tag': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:38.742915 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a56033-35f3-4239-8113-0294344bd89c" -d '{"events": [{"server_uuid": "80ba38e8-9619-4afb-bf14-b9f7596de8dc", "name": "network-vif-deleted", "tag": "1a2dc46d-2e75-406a-b142-dedd7a1fd34c"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:38.752506 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks [] for port (fa3db29f-8e3b-4cfb-b54c-baebe08431e6), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:38.780373 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (fa3db29f-8e3b-4cfb-b54c-baebe08431e6), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:38.853499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346741c1-2016-4b6a-ab11-22db0eea7dec req-e3561692-8560-4499-9f47-37741af9d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:38.855465 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-346741c1-2016-4b6a-ab11-22db0eea7dec req-e3561692-8560-4499-9f47-37741af9d6ad service neutron] 10.222.0.42 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 911 time: 0.7990451 Feb 09 22:09:38.895962 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea04e087-52e0-45c4-be21-aab7f16ca09b tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router_controller (760feec0-450a-4a12-aec1-ea72019ffd49), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:38.921098 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea04e087-52e0-45c4-be21-aab7f16ca09b tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (760feec0-450a-4a12-aec1-ea72019ffd49), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:38.924934 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-346741c1-2016-4b6a-ab11-22db0eea7dec req-88c6b63f-dd8e-4577-b0fe-44978cf1217b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b845d39-4531-44db-89a3-83212c07eb2d HTTP/1.1" status: 200 len: 217 time: 0.0541382 Feb 09 22:09:38.947324 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Pushing event updated for resources: {'Port': ['ID=fa3db29f-8e3b-4cfb-b54c-baebe08431e6,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:38.998922 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d7017d-7267-4c5e-953b-876a1b08798d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-94f63769-5977-4132-84e1-b814384e3adf', 'network_id': '94f63769-5977-4132-84e1-b814384e3adf', 'project_id': '47944c0c1a37453aba470db687825795', 'fixed_ips': [{'subnet_id': 'a80ee1af-3cd4-496f-bc6b-24d5ab7af18f'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:09:39.004449 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-63d7017d-7267-4c5e-953b-876a1b08798d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:39.006186 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:39.006632 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:39.008780 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:39.023426 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ba0c9-05f3-4f43-973e-d1be15dbfa2e req-7837d2c4-c3f7-4412-bbbe-adf4ef034938 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:39.026288 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf9ba0c9-05f3-4f43-973e-d1be15dbfa2e req-7837d2c4-c3f7-4412-bbbe-adf4ef034938 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 945 time: 0.2402215 Feb 09 22:09:39.032392 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea04e087-52e0-45c4-be21-aab7f16ca09b tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:39.035462 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ea04e087-52e0-45c4-be21-aab7f16ca09b tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5141647 Feb 09 22:09:39.039772 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33730) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:39.047577 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:39.048234 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:39.052519 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 2 to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 Feb 09 22:09:39.056724 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 1a2dc46d-2e75-406a-b142-dedd7a1fd34c no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:09:39.067858 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a11f9dfd-34b3-41b2-82c9-456260623fac tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'port': {'network_id': '94f63769-5977-4132-84e1-b814384e3adf', 'name': 'tempest-RoutersIpV6Test-186994310'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:39.077900 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346741c1-2016-4b6a-ab11-22db0eea7dec req-35c73489-4e4d-44ea-8b54-bf3ccb5d5e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:39.082400 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-346741c1-2016-4b6a-ab11-22db0eea7dec req-35c73489-4e4d-44ea-8b54-bf3ccb5d5e1c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.1484456 Feb 09 22:09:39.102337 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:39.103952 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:39.105536 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:39.128407 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 1a2dc46d-2e75-406a-b142-dedd7a1fd34c {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:09:39.129098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 1a2dc46d-2e75-406a-b142-dedd7a1fd34c not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:09:39.189499 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf9ba0c9-05f3-4f43-973e-d1be15dbfa2e req-5f6a08c7-b634-4bba-88fd-fb9263903cbf tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432214 Feb 09 22:09:39.202597 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:39.207864 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:39.209296 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 3 to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 Feb 09 22:09:39.332522 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:39.333489 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:39.334311 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:39.350222 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:39.351036 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:39.356140 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 4 to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 Feb 09 22:09:39.394687 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:39.395387 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:39.396238 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:39.421851 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:39.425166 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:39.426721 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 5 to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 Feb 09 22:09:39.433944 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346741c1-2016-4b6a-ab11-22db0eea7dec req-fafe11dc-82a2-4822-94f0-7fa7ceeca5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:39.443591 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-346741c1-2016-4b6a-ab11-22db0eea7dec req-fafe11dc-82a2-4822-94f0-7fa7ceeca5d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3311667 Feb 09 22:09:39.480040 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:39.480723 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:39.481266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:39.499374 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-63d7017d-7267-4c5e-953b-876a1b08798d None None] Allocated IP 2001:db8::2 (94f63769-5977-4132-84e1-b814384e3adf/a80ee1af-3cd4-496f-bc6b-24d5ab7af18f/d0d222d2-bd06-49ef-8b61-925d03928c1c) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:09:39.552081 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:39.554686 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:39.560035 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 6 to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 Feb 09 22:09:39.582162 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:39.582879 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:39.583890 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:39.591638 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:39.592346 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:39.595406 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 7 to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 Feb 09 22:09:39.668961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:39.673807 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:39.674830 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:39.684581 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-346741c1-2016-4b6a-ab11-22db0eea7dec req-d42197bf-14c4-4755-ac8e-80558205d3a8 service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287004 Feb 09 22:09:39.697054 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:39.699822 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:39.704787 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 8 to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 Feb 09 22:09:39.865930 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-63d7017d-7267-4c5e-953b-876a1b08798d None None] Publish callbacks [] for port (d0d222d2-bd06-49ef-8b61-925d03928c1c), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:39.881427 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-63d7017d-7267-4c5e-953b-876a1b08798d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (d0d222d2-bd06-49ef-8b61-925d03928c1c), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:39.892391 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:39.892736 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:39.893082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:39.910472 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:39.910815 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:39.915363 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d7b64cd-1b6f-4b55-a508-af862dcf6d12 req-7adc8feb-8dde-4ce3-9a3d-88fba6fa46df tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 210 time: 0.5927947 Feb 09 22:09:39.930651 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 9 to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 Feb 09 22:09:39.963382 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-346741c1-2016-4b6a-ab11-22db0eea7dec req-5350a87e-d7f8-44fa-9339-8f189a8867a6 service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616146 Feb 09 22:09:39.975871 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:39.977978 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:39.978445 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:39.990207 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:39.993440 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d7017d-7267-4c5e-953b-876a1b08798d None None] Network 94f63769-5977-4132-84e1-b814384e3adf is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:09:39.998348 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-63d7017d-7267-4c5e-953b-876a1b08798d None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:40.000988 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:40.000988 n-d-828601-1 neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempt 10 to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 Feb 09 22:09:40.017087 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d7017d-7267-4c5e-953b-876a1b08798d None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:09:40.050953 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7017d-7267-4c5e-953b-876a1b08798d None None] Pushing event updated for resources: {'Port': ['ID=d0d222d2-bd06-49ef-8b61-925d03928c1c,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:40.057318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:40.058211 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:40.058211 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempting to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:40.086337 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on network 247f724f-90b4-4ea4-9613-7256635797a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:40.086675 n-d-828601-1 neutron-server[103202]: ERROR neutron.plugins.ml2.managers [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Failed to bind port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on host n-h1-828601-1 for vnic_type normal using segments [{'id': '99456169-58a4-4567-9421-4ebfa620c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '247f724f-90b4-4ea4-9613-7256635797a7'}] Feb 09 22:09:40.087056 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fa3db29f-8e3b-4cfb-b54c-baebe08431e6), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:40.109712 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11f9dfd-34b3-41b2-82c9-456260623fac tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Made reservation on behalf of 47944c0c1a37453aba470db687825795 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:40.113321 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a11f9dfd-34b3-41b2-82c9-456260623fac tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:40.153621 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be613a7c-3e1e-43b8-a982-4b634b57c84b x-openstack-request-id: req-be613a7c-3e1e-43b8-a982-4b634b57c84b {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:40.153953 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ba38e8-9619-4afb-bf14-b9f7596de8dc", "name": "network-vif-deleted", "tag": "1a2dc46d-2e75-406a-b142-dedd7a1fd34c", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:40.154180 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-be613a7c-3e1e-43b8-a982-4b634b57c84b {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:40.154590 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ba38e8-9619-4afb-bf14-b9f7596de8dc', 'name': 'network-vif-deleted', 'tag': '1a2dc46d-2e75-406a-b142-dedd7a1fd34c', 'status': 'completed', 'code': 200} Feb 09 22:09:40.171534 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-a11f9dfd-34b3-41b2-82c9-456260623fac tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] device_id is not set on port 2dfaafd3-97b0-4458-9067-cdcb01044f76 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:09:40.197868 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-63d7017d-7267-4c5e-953b-876a1b08798d None None] Attempting to bind port d0d222d2-bd06-49ef-8b61-925d03928c1c on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:40.198496 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-63d7017d-7267-4c5e-953b-876a1b08798d None None] Attempting to bind port d0d222d2-bd06-49ef-8b61-925d03928c1c by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'bf022cf5-37d9-485b-8a2a-96a4b11a7295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '94f63769-5977-4132-84e1-b814384e3adf'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:40.199075 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d7017d-7267-4c5e-953b-876a1b08798d None None] Attempting to bind port d0d222d2-bd06-49ef-8b61-925d03928c1c on network 94f63769-5977-4132-84e1-b814384e3adf {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:40.208298 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d7017d-7267-4c5e-953b-876a1b08798d None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:09:40.209033 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d7017d-7267-4c5e-953b-876a1b08798d None None] Checking segment: {'id': 'bf022cf5-37d9-485b-8a2a-96a4b11a7295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '94f63769-5977-4132-84e1-b814384e3adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:09:40.209642 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-63d7017d-7267-4c5e-953b-876a1b08798d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:40.210251 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d7017d-7267-4c5e-953b-876a1b08798d None None] Bound using segment: {'id': 'bf022cf5-37d9-485b-8a2a-96a4b11a7295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '94f63769-5977-4132-84e1-b814384e3adf'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:09:40.210964 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-63d7017d-7267-4c5e-953b-876a1b08798d None None] Bound port: d0d222d2-bd06-49ef-8b61-925d03928c1c, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf022cf5-37d9-485b-8a2a-96a4b11a7295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '94f63769-5977-4132-84e1-b814384e3adf'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:09:40.211550 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-63d7017d-7267-4c5e-953b-876a1b08798d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d0d222d2-bd06-49ef-8b61-925d03928c1c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:40.303702 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] For port fa3db29f-8e3b-4cfb-b54c-baebe08431e6, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:09:40.304823 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attempted to set empty binding levels {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 22:09:40.319871 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (fa3db29f-8e3b-4cfb-b54c-baebe08431e6), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:40.374543 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d9784-01d2-4337-904f-7409cd0b3ff7 req-ecc2482a-831f-4372-8cf9-36b66aebffe0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:40.400539 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3f6d9784-01d2-4337-904f-7409cd0b3ff7 req-ecc2482a-831f-4372-8cf9-36b66aebffe0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 943 time: 0.1673985 Feb 09 22:09:40.407861 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-63d7017d-7267-4c5e-953b-876a1b08798d None None] For port d0d222d2-bd06-49ef-8b61-925d03928c1c, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:09:40.412589 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-63d7017d-7267-4c5e-953b-876a1b08798d None None] For port d0d222d2-bd06-49ef-8b61-925d03928c1c, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d0d222d2-bd06-49ef-8b61-925d03928c1c,segment=NetworkSegment(bf022cf5-37d9-485b-8a2a-96a4b11a7295),segment_id=bf022cf5-37d9-485b-8a2a-96a4b11a7295)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:09:40.434980 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-63d7017d-7267-4c5e-953b-876a1b08798d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d0d222d2-bd06-49ef-8b61-925d03928c1c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:40.445269 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] In _notify_port_updated(), no bound segment for port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 on network 247f724f-90b4-4ea4-9613-7256635797a7 {{(pid=103202) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:09:40.446735 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:40.447765 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:40.453432 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] 10.222.0.77 "PUT /v2.0/ports/fa3db29f-8e3b-4cfb-b54c-baebe08431e6 HTTP/1.1" status: 200 len: 979 time: 2.1914096 Feb 09 22:09:40.463591 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33782) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:40.578740 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d28cc-2138-4ac6-8188-faa9079a9a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Pushing event updated for resources: {'Port': ['ID=fa3db29f-8e3b-4cfb-b54c-baebe08431e6,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:40.593004 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c5874eca-2910-4497-a21b-aee44636a853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:40.636506 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-a11f9dfd-34b3-41b2-82c9-456260623fac tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Allocated IP 2001:db8::40 (94f63769-5977-4132-84e1-b814384e3adf/a80ee1af-3cd4-496f-bc6b-24d5ab7af18f/2dfaafd3-97b0-4458-9067-cdcb01044f76) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:09:40.638420 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7017d-7267-4c5e-953b-876a1b08798d None None] Pushing event updated for resources: {'Port': ['ID=d0d222d2-bd06-49ef-8b61-925d03928c1c,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:40.664746 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3f6d9784-01d2-4337-904f-7409cd0b3ff7 req-692b9247-3d15-4483-9ef2-f65a1e0ae5da tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624381 Feb 09 22:09:40.737951 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c7542-a9ed-43dd-af0c-b3c2a154261d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Deleting port fa3db29f-8e3b-4cfb-b54c-baebe08431e6 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:40.738558 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7542-a9ed-43dd-af0c-b3c2a154261d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (fa3db29f-8e3b-4cfb-b54c-baebe08431e6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:40.916254 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-3f8c7542-a9ed-43dd-af0c-b3c2a154261d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] For port fa3db29f-8e3b-4cfb-b54c-baebe08431e6, host n-h1-828601-1, got binding levels [] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:40.916833 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7542-a9ed-43dd-af0c-b3c2a154261d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (fa3db29f-8e3b-4cfb-b54c-baebe08431e6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:40.976936 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c7542-a9ed-43dd-af0c-b3c2a154261d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Calling delete_port for fa3db29f-8e3b-4cfb-b54c-baebe08431e6 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:41.022622 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device de5624e7-7882-4d18-a78f-db9d7f325e01 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:09:41.130332 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2dfb9-45df-4477-a41a-6adfec9e127e req-8eaf1547-2556-4624-8425-77f092ee3d64 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:41.136856 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-88e2dfb9-45df-4477-a41a-6adfec9e127e req-8eaf1547-2556-4624-8425-77f092ee3d64 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 945 time: 0.2585154 Feb 09 22:09:41.250126 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7542-a9ed-43dd-af0c-b3c2a154261d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (fa3db29f-8e3b-4cfb-b54c-baebe08431e6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:41.259404 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port de5624e7-7882-4d18-a78f-db9d7f325e01 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:09:41.264803 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a11f9dfd-34b3-41b2-82c9-456260623fac tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for port (2dfaafd3-97b0-4458-9067-cdcb01044f76), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:41.269483 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port de5624e7-7882-4d18-a78f-db9d7f325e01 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:41.270961 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:41.327879 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7542-a9ed-43dd-af0c-b3c2a154261d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:41.340069 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3f8c7542-a9ed-43dd-af0c-b3c2a154261d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] 10.222.0.77 "DELETE /v2.0/ports/fa3db29f-8e3b-4cfb-b54c-baebe08431e6 HTTP/1.1" status: 204 len: 168 time: 0.8711474 Feb 09 22:09:41.340069 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c7542-a9ed-43dd-af0c-b3c2a154261d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa3db29f-8e3b-4cfb-b54c-baebe08431e6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:41.342072 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33806) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:41.395298 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe6c346-8259-4fcc-8356-a8c2e9940942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] GET failed (client error): The resource could not be found. Feb 09 22:09:41.397924 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bfe6c346-8259-4fcc-8356-a8c2e9940942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785601867-project-admin] 10.222.0.77 "GET /v2.0/ports/fa3db29f-8e3b-4cfb-b54c-baebe08431e6 HTTP/1.1" status: 404 len: 333 time: 0.0541143 Feb 09 22:09:41.408528 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33810) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:41.413555 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a11f9dfd-34b3-41b2-82c9-456260623fac tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (2dfaafd3-97b0-4458-9067-cdcb01044f76), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:41.534264 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port de5624e7-7882-4d18-a78f-db9d7f325e01 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:41.534931 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:41.590689 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0e58fd-bf9b-4057-8a58-bfd560b43855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5624e7-7882-4d18-a78f-db9d7f325e01'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:41.601482 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92203584-855a-4c33-945c-1d93e8aa5fcd" -d '{"events": [{"server_uuid": "9d0e58fd-bf9b-4057-8a58-bfd560b43855", "name": "network-vif-plugged", "status": "completed", "tag": "de5624e7-7882-4d18-a78f-db9d7f325e01"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:41.614044 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f9dfd-34b3-41b2-82c9-456260623fac tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Port': ['ID=2dfaafd3-97b0-4458-9067-cdcb01044f76,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:41.624362 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-059c167d-9ba0-4228-b510-b8e095e68f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (247f724f-90b4-4ea4-9613-7256635797a7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:41.666479 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port de5624e7-7882-4d18-a78f-db9d7f325e01, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=de5624e7-7882-4d18-a78f-db9d7f325e01,segment=NetworkSegment(c1c4ebd5-934b-4dad-9341-362d5d6bd69e),segment_id=c1c4ebd5-934b-4dad-9341-362d5d6bd69e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:41.677504 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:41.703565 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11f9dfd-34b3-41b2-82c9-456260623fac tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network 94f63769-5977-4132-84e1-b814384e3adf is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:09:41.721515 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a11f9dfd-34b3-41b2-82c9-456260623fac tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:41.727182 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11f9dfd-34b3-41b2-82c9-456260623fac tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:09:41.745306 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11f9dfd-34b3-41b2-82c9-456260623fac tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:41.746385 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a11f9dfd-34b3-41b2-82c9-456260623fac tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:41.805676 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-88e2dfb9-45df-4477-a41a-6adfec9e127e req-48781762-5694-4584-8ecc-a354133c20e8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4028323 Feb 09 22:09:41.838871 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a11f9dfd-34b3-41b2-82c9-456260623fac tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.7863390 Feb 09 22:09:41.839150 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:41.839443 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33828) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:41.840987 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=de5624e7-7882-4d18-a78f-db9d7f325e01,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:41.995024 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-059c167d-9ba0-4228-b510-b8e095e68f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (247f724f-90b4-4ea4-9613-7256635797a7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:42.057525 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-059c167d-9ba0-4228-b510-b8e095e68f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247f724f-90b4-4ea4-9613-7256635797a7']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:42.088146 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-059c167d-9ba0-4228-b510-b8e095e68f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99456169-58a4-4567-9421-4ebfa620c686') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:42.089304 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-059c167d-9ba0-4228-b510-b8e095e68f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99456169-58a4-4567-9421-4ebfa620c686') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:42.101081 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d36157f1-301d-404b-ae1b-286a53f97912 req-e973d389-8ec7-4242-a29c-46c34ff090cf tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 210 time: 0.0955803 Feb 09 22:09:42.145487 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-059c167d-9ba0-4228-b510-b8e095e68f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (99456169-58a4-4567-9421-4ebfa620c686), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:42.223166 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-059c167d-9ba0-4228-b510-b8e095e68f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (99456169-58a4-4567-9421-4ebfa620c686), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:42.257497 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059c167d-9ba0-4228-b510-b8e095e68f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:09:42.258413 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-059c167d-9ba0-4228-b510-b8e095e68f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (99456169-58a4-4567-9421-4ebfa620c686), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:09:42.261684 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:09:42.435080 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94f00ba-5a01-41a9-a6c7-7da60fc51102 x-openstack-request-id: req-d94f00ba-5a01-41a9-a6c7-7da60fc51102 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:42.435307 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0e58fd-bf9b-4057-8a58-bfd560b43855", "name": "network-vif-plugged", "status": "completed", "tag": "de5624e7-7882-4d18-a78f-db9d7f325e01", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:42.435575 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d94f00ba-5a01-41a9-a6c7-7da60fc51102 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:42.436193 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0e58fd-bf9b-4057-8a58-bfd560b43855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5624e7-7882-4d18-a78f-db9d7f325e01', 'code': 200} Feb 09 22:09:42.472338 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-059c167d-9ba0-4228-b510-b8e095e68f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (247f724f-90b4-4ea4-9613-7256635797a7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:42.483468 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-059c167d-9ba0-4228-b510-b8e095e68f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:42.486137 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-059c167d-9ba0-4228-b510-b8e095e68f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] 10.222.0.77 "DELETE /v2.0/networks/247f724f-90b4-4ea4-9613-7256635797a7 HTTP/1.1" status: 204 len: 168 time: 1.0754554 Feb 09 22:09:42.521173 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c167d-9ba0-4228-b510-b8e095e68f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983374302-project] Pushing event deleted for resources: {'Network': ['ID=247f724f-90b4-4ea4-9613-7256635797a7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:42.650234 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d0d222d2-bd06-49ef-8b61-925d03928c1c up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:09:42.716328 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07b4659-29c4-491b-ba45-40a854f0ef7f None None] Network 94f63769-5977-4132-84e1-b814384e3adf requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:09:42.843626 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:42.847335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-53c5459a-6ed5-44f0-ba2f-a8c1d82358fd None None] Provisioning complete for port d0d222d2-bd06-49ef-8b61-925d03928c1c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:42.848048 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-53c5459a-6ed5-44f0-ba2f-a8c1d82358fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d0d222d2-bd06-49ef-8b61-925d03928c1c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:42.864483 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port d0d222d2-bd06-49ef-8b61-925d03928c1c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:42.864912 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d0d222d2-bd06-49ef-8b61-925d03928c1c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:42.994614 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29bfbe-db6a-4b07-80a8-097410225900 req-64567c5d-0334-42fe-b36e-fdf76efe442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:42.997613 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6e29bfbe-db6a-4b07-80a8-097410225900 req-64567c5d-0334-42fe-b36e-fdf76efe442f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 1128 time: 0.3912435 Feb 09 22:09:43.055525 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8d054-f747-4d77-8d05-ddf3b54ab96c req-f1e18038-4304-4eb8-8a56-22e6361f5d76 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:43.068261 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28d8d054-f747-4d77-8d05-ddf3b54ab96c req-f1e18038-4304-4eb8-8a56-22e6361f5d76 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 943 time: 0.5099919 Feb 09 22:09:43.075869 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port d0d222d2-bd06-49ef-8b61-925d03928c1c is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:43.076422 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d0d222d2-bd06-49ef-8b61-925d03928c1c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:43.122152 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-53c5459a-6ed5-44f0-ba2f-a8c1d82358fd None None] Current status of the port d0d222d2-bd06-49ef-8b61-925d03928c1c is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:43.122555 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-53c5459a-6ed5-44f0-ba2f-a8c1d82358fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d0d222d2-bd06-49ef-8b61-925d03928c1c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:43.176129 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port d0d222d2-bd06-49ef-8b61-925d03928c1c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d0d222d2-bd06-49ef-8b61-925d03928c1c,segment=NetworkSegment(bf022cf5-37d9-485b-8a2a-96a4b11a7295),segment_id=bf022cf5-37d9-485b-8a2a-96a4b11a7295)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:43.192966 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d0d222d2-bd06-49ef-8b61-925d03928c1c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:43.333814 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33864) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:43.349556 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-53c5459a-6ed5-44f0-ba2f-a8c1d82358fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:09:43.349935 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-53c5459a-6ed5-44f0-ba2f-a8c1d82358fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:09:43.353197 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2dfaafd3-97b0-4458-9067-cdcb01044f76), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:43.354635 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=d0d222d2-bd06-49ef-8b61-925d03928c1c,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:43.378788 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28d8d054-f747-4d77-8d05-ddf3b54ab96c req-923b6039-9b3a-429d-8814-094caab832fa tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077886 Feb 09 22:09:43.389956 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6e29bfbe-db6a-4b07-80a8-097410225900 req-c68b73bc-39ca-4f6f-9c93-7258b33515f5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3528852 Feb 09 22:09:43.450488 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:09:43.716186 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33870) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:43.869587 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-30383b19-161f-475a-9c26-6b4630a3d05b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:43.886405 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecf169-b084-409d-9aad-5db8fae895da req-7a2469e5-e55b-4de6-97e5-83606b002c6d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:43.889959 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-27ecf169-b084-409d-9aad-5db8fae895da req-7a2469e5-e55b-4de6-97e5-83606b002c6d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 946 time: 0.2896621 Feb 09 22:09:43.907603 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-53c5459a-6ed5-44f0-ba2f-a8c1d82358fd None None] Current status of the port d0d222d2-bd06-49ef-8b61-925d03928c1c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:43.997085 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dfc47cd3-3ed1-45cc-8c90-d1b0091d0c6f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=58afb80a4aa14c35832f53a125353c11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6610236 Feb 09 22:09:44.005378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33874) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:44.068224 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-dcdb862d-0e43-48f0-80c3-4e1d8c293eee None None] Provisioning complete for port d0d222d2-bd06-49ef-8b61-925d03928c1c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:44.068791 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dcdb862d-0e43-48f0-80c3-4e1d8c293eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d0d222d2-bd06-49ef-8b61-925d03928c1c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.120648 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-30383b19-161f-475a-9c26-6b4630a3d05b admin admin] Publish callbacks [] for security_group (a853fdbb-fd30-49a4-a94d-c47cf758f4a3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.130721 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-30383b19-161f-475a-9c26-6b4630a3d05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a853fdbb-fd30-49a4-a94d-c47cf758f4a3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.195715 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-27ecf169-b084-409d-9aad-5db8fae895da req-ad0c6140-1eaf-4d9d-99ad-dcb6e5cd6a61 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2762702 Feb 09 22:09:44.210867 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-30383b19-161f-475a-9c26-6b4630a3d05b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4ea8e88b3ba0478da4405307aef88c99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4893954 Feb 09 22:09:44.211271 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33876) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:44.277326 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-dcdb862d-0e43-48f0-80c3-4e1d8c293eee None None] Current status of the port d0d222d2-bd06-49ef-8b61-925d03928c1c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:44.312462 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-dcdb862d-0e43-48f0-80c3-4e1d8c293eee None None] Provisioning complete for port 2dfaafd3-97b0-4458-9067-cdcb01044f76 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:44.313167 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dcdb862d-0e43-48f0-80c3-4e1d8c293eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2dfaafd3-97b0-4458-9067-cdcb01044f76), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.373498 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30383b19-161f-475a-9c26-6b4630a3d05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a853fdbb-fd30-49a4-a94d-c47cf758f4a3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:44.415966 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ed78e179-5c3d-4c73-b15d-fbd4ca9f7772 admin admin] Publish callbacks [] for security_group (a72a3f30-a772-4469-9915-73ad6b4b7197), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.431463 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-dcdb862d-0e43-48f0-80c3-4e1d8c293eee None None] Port 2dfaafd3-97b0-4458-9067-cdcb01044f76 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:09:44.464352 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24f20ae7-019c-4e23-9563-4eef6c28c915 admin admin] Publish callbacks [] for security_group (a853fdbb-fd30-49a4-a94d-c47cf758f4a3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.481696 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for port (2dfaafd3-97b0-4458-9067-cdcb01044f76), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.510756 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24f20ae7-019c-4e23-9563-4eef6c28c915 admin admin] Publish callbacks [] for security_group (a853fdbb-fd30-49a4-a94d-c47cf758f4a3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.532706 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d0d222d2-bd06-49ef-8b61-925d03928c1c up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:09:44.545294 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6006bc9-d870-4961-8310-b39f87381f62 req-c089e6c4-38d3-4553-b405-4f039225642f tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 210 time: 0.1624939 Feb 09 22:09:44.551057 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (2dfaafd3-97b0-4458-9067-cdcb01044f76), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.607285 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ed78e179-5c3d-4c73-b15d-fbd4ca9f7772 admin admin] Publish callbacks [] for security_group (a72a3f30-a772-4469-9915-73ad6b4b7197), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.637581 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24f20ae7-019c-4e23-9563-4eef6c28c915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a853fdbb-fd30-49a4-a94d-c47cf758f4a3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.643306 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24f20ae7-019c-4e23-9563-4eef6c28c915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.647783 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-24f20ae7-019c-4e23-9563-4eef6c28c915 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a853fdbb-fd30-49a4-a94d-c47cf758f4a3 HTTP/1.1" status: 204 len: 168 time: 0.4326594 Feb 09 22:09:44.668525 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f20ae7-019c-4e23-9563-4eef6c28c915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a853fdbb-fd30-49a4-a94d-c47cf758f4a3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:44.778810 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f31309cd-4757-4029-8a30-dd1ccfc3d9d8 None None] Provisioning complete for port 2dfaafd3-97b0-4458-9067-cdcb01044f76 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:44.779530 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f31309cd-4757-4029-8a30-dd1ccfc3d9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2dfaafd3-97b0-4458-9067-cdcb01044f76), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.853961 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Port': ['ID=2dfaafd3-97b0-4458-9067-cdcb01044f76,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:44.910076 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.911701 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.912095 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.912895 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.913263 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.913613 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.914026 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.914403 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.914730 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.915083 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.915429 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.915864 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.916143 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.916949 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.945080 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port d0d222d2-bd06-49ef-8b61-925d03928c1c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:44.946469 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d0d222d2-bd06-49ef-8b61-925d03928c1c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:45.020513 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf438a0-1b43-4963-876a-8e374bf08d7f req-5cc1e3ac-c1d5-47e6-8376-535673eb65cf tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:45.026939 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2cf438a0-1b43-4963-876a-8e374bf08d7f req-5cc1e3ac-c1d5-47e6-8376-535673eb65cf tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 943 time: 0.2242174 Feb 09 22:09:45.035741 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f31309cd-4757-4029-8a30-dd1ccfc3d9d8 None None] Port 2dfaafd3-97b0-4458-9067-cdcb01044f76 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:09:45.081911 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ed78e179-5c3d-4c73-b15d-fbd4ca9f7772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a72a3f30-a772-4469-9915-73ad6b4b7197), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:45.088940 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ed78e179-5c3d-4c73-b15d-fbd4ca9f7772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:45.092762 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ed78e179-5c3d-4c73-b15d-fbd4ca9f7772 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a72a3f30-a772-4469-9915-73ad6b4b7197 HTTP/1.1" status: 204 len: 168 time: 1.0771308 Feb 09 22:09:45.187227 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78e179-5c3d-4c73-b15d-fbd4ca9f7772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72a3f30-a772-4469-9915-73ad6b4b7197,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:45.202930 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (760feec0-450a-4a12-aec1-ea72019ffd49), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:45.271338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33888) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:45.294020 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port d0d222d2-bd06-49ef-8b61-925d03928c1c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:45.298973 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2cf438a0-1b43-4963-876a-8e374bf08d7f req-ad1fea96-16bb-4aa7-8ca7-039fcebabf06 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409403 Feb 09 22:09:45.305142 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-bb9f3891-5c61-4e4b-9f31-c0b0cf403b6f None None] Provisioning complete for port 2dfaafd3-97b0-4458-9067-cdcb01044f76 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:45.305531 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bb9f3891-5c61-4e4b-9f31-c0b0cf403b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2dfaafd3-97b0-4458-9067-cdcb01044f76), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:45.309743 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-28013ec4-9f1a-4874-a60d-0be579ba8098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:45.405612 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bb9f3891-5c61-4e4b-9f31-c0b0cf403b6f None None] Port 2dfaafd3-97b0-4458-9067-cdcb01044f76 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:09:45.475968 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:45.527944 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-28013ec4-9f1a-4874-a60d-0be579ba8098 admin admin] Publish callbacks [] for security_group (a178a6ac-b63c-4efc-9d39-64dc58099ba5), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:45.538705 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-28013ec4-9f1a-4874-a60d-0be579ba8098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a178a6ac-b63c-4efc-9d39-64dc58099ba5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:45.556753 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faad4c9-0e83-48d9-850b-3432deab637b req-a15919af-16ac-4fd9-9570-8137a999e4df tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:45.564537 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5faad4c9-0e83-48d9-850b-3432deab637b req-a15919af-16ac-4fd9-9570-8137a999e4df tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 946 time: 0.1279855 Feb 09 22:09:45.571855 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2dfaafd3-97b0-4458-9067-cdcb01044f76), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:45.583470 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28013ec4-9f1a-4874-a60d-0be579ba8098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a178a6ac-b63c-4efc-9d39-64dc58099ba5,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:45.628042 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-28013ec4-9f1a-4874-a60d-0be579ba8098 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=36c02b04cbb94a2ca5edf47a9d3c5541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3505986 Feb 09 22:09:45.628909 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33894) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:45.686959 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5faad4c9-0e83-48d9-850b-3432deab637b req-e2334496-7d6d-4e6e-9810-5ca5bd87aed5 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213441 Feb 09 22:09:45.781472 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1b34ef6c-3cab-4210-9887-a4b2cfd860ba admin admin] Publish callbacks [] for security_group (a178a6ac-b63c-4efc-9d39-64dc58099ba5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:45.839057 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1b34ef6c-3cab-4210-9887-a4b2cfd860ba admin admin] Publish callbacks [] for security_group (a178a6ac-b63c-4efc-9d39-64dc58099ba5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:45.863580 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62c8a994-113d-432a-b8fd-35c07568035f req-0f67c650-b7f4-4a8f-a227-85530a55f705 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 210 time: 0.0428047 Feb 09 22:09:45.988156 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1b34ef6c-3cab-4210-9887-a4b2cfd860ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a178a6ac-b63c-4efc-9d39-64dc58099ba5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:45.989966 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device cf887bb4-f282-4c7f-ab15-4b07afcfb197 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:09:45.991249 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1b34ef6c-3cab-4210-9887-a4b2cfd860ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:45.992589 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1b34ef6c-3cab-4210-9887-a4b2cfd860ba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a178a6ac-b63c-4efc-9d39-64dc58099ba5 HTTP/1.1" status: 204 len: 168 time: 0.3626847 Feb 09 22:09:46.004015 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33902) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:46.073046 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3b8bf240-444f-4295-ba80-504a0a6b5700 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4a3ccda8b96e411c9b9add5904d4e2b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0565567 Feb 09 22:09:46.073975 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34ef6c-3cab-4210-9887-a4b2cfd860ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a178a6ac-b63c-4efc-9d39-64dc58099ba5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:46.075986 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33904) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:46.227612 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8ddba47d-7f3e-4d6f-a62b-6c99c4c69098 admin admin] Publish callbacks [] for security_group (213f7ce9-26b3-4911-ae79-f65adb1a9efc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:46.243081 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:46.298987 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8ddba47d-7f3e-4d6f-a62b-6c99c4c69098 admin admin] Publish callbacks [] for security_group (213f7ce9-26b3-4911-ae79-f65adb1a9efc), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:46.313504 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port cf887bb4-f282-4c7f-ab15-4b07afcfb197, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=cf887bb4-f282-4c7f-ab15-4b07afcfb197,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:46.358404 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for port (2dfaafd3-97b0-4458-9067-cdcb01044f76), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:46.368424 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'cf887bb4-f282-4c7f-ab15-4b07afcfb197', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'port_id': 'cf887bb4-f282-4c7f-ab15-4b07afcfb197', 'mac_address': 'fa:16:3e:0f:d7:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:09:46.372160 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (2dfaafd3-97b0-4458-9067-cdcb01044f76), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:46.373528 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (760feec0-450a-4a12-aec1-ea72019ffd49), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:46.410534 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8ddba47d-7f3e-4d6f-a62b-6c99c4c69098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (213f7ce9-26b3-4911-ae79-f65adb1a9efc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:46.414698 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8ddba47d-7f3e-4d6f-a62b-6c99c4c69098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:46.417021 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8ddba47d-7f3e-4d6f-a62b-6c99c4c69098 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/213f7ce9-26b3-4911-ae79-f65adb1a9efc HTTP/1.1" status: 204 len: 168 time: 0.3396969 Feb 09 22:09:46.438134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddba47d-7f3e-4d6f-a62b-6c99c4c69098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213f7ce9-26b3-4911-ae79-f65adb1a9efc,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:46.512786 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port cf887bb4-f282-4c7f-ab15-4b07afcfb197 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:46.513497 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cf887bb4-f282-4c7f-ab15-4b07afcfb197), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:46.553391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf887bb4-f282-4c7f-ab15-4b07afcfb197 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:09:46.608980 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port cf887bb4-f282-4c7f-ab15-4b07afcfb197, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=cf887bb4-f282-4c7f-ab15-4b07afcfb197,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:46.620088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497db932-f2bf-4962-a9cd-60bd8b26db8b req-5b75e051-9fa5-4477-8d6c-5442158e41b9 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:46.621011 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (cf887bb4-f282-4c7f-ab15-4b07afcfb197), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:46.637441 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-497db932-f2bf-4962-a9cd-60bd8b26db8b req-5b75e051-9fa5-4477-8d6c-5442158e41b9 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 946 time: 0.3811653 Feb 09 22:09:46.652713 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Port': ['ID=2dfaafd3-97b0-4458-9067-cdcb01044f76,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:46.730400 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=cf887bb4-f282-4c7f-ab15-4b07afcfb197,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:46.784157 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-497db932-f2bf-4962-a9cd-60bd8b26db8b req-3bb993cd-8884-4e38-9847-b20a7d9d0beb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451933 Feb 09 22:09:46.812747 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network 94f63769-5977-4132-84e1-b814384e3adf is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:09:46.812747 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:46.814443 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33914) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:46.901512 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['cf887bb4-f282-4c7f-ab15-4b07afcfb197'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:09:46.947632 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ca3c5b-2feb-483d-8971-f209344880b2 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:46.955354 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-02ca3c5b-2feb-483d-8971-f209344880b2 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 1123 time: 0.1390486 Feb 09 22:09:46.956563 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 33926) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:46.968460 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2967788d-da15-4cfd-b738-6aec3d0e1e17 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': 'de5624e7-7882-4d18-a78f-db9d7f325e01', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:47.024634 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2967788d-da15-4cfd-b738-6aec3d0e1e17 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:47.322872 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2967788d-da15-4cfd-b738-6aec3d0e1e17 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:47.370757 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a728727-644a-4c23-a28a-1102dfb63e88 req-61d296d8-3c0c-4303-8185-553d06232e1d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:47.403866 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a728727-644a-4c23-a28a-1102dfb63e88 req-61d296d8-3c0c-4303-8185-553d06232e1d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 944 time: 0.3588569 Feb 09 22:09:47.469164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-2967788d-da15-4cfd-b738-6aec3d0e1e17 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Allocated IP 172.25.6.156 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/444f8222-33c9-4363-b1ba-30d389ecc9bb) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:09:47.501022 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-4335d8c3-6025-429f-b5e5-f3ff387998a2 None None] Provisioning complete for port 2dfaafd3-97b0-4458-9067-cdcb01044f76 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:47.503003 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4335d8c3-6025-429f-b5e5-f3ff387998a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2dfaafd3-97b0-4458-9067-cdcb01044f76), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:47.598241 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 760feec0-450a-4a12-aec1-ea72019ffd49 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:09:47.602812 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4335d8c3-6025-429f-b5e5-f3ff387998a2 None None] Port 2dfaafd3-97b0-4458-9067-cdcb01044f76 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:09:47.650405 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a728727-644a-4c23-a28a-1102dfb63e88 req-e2c864fb-fdf8-4eee-a7db-a3d8da61a610 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483063 Feb 09 22:09:47.944442 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d747d9f-b26f-4320-9bb3-4d2caea92062 req-87db2f32-68a7-4341-bf9d-e9ccce447f63 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 210 time: 0.0703068 Feb 09 22:09:47.951927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:09:47.967607 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a2d0ed73-d15f-4c09-8d80-6344f8011def tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/760feec0-450a-4a12-aec1-ea72019ffd49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1267939 Feb 09 22:09:47.971500 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33950) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:47.973651 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db37f77-9899-4a86-b1f2-33c0c46955b5 None None] Sync routers for ids ['760feec0-450a-4a12-aec1-ea72019ffd49'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:09:47.993496 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device cf887bb4-f282-4c7f-ab15-4b07afcfb197 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:09:48.002439 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db37f77-9899-4a86-b1f2-33c0c46955b5 None None] Routers {'760feec0-450a-4a12-aec1-ea72019ffd49'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:48.003498 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9db37f77-9899-4a86-b1f2-33c0c46955b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:09:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['760feec0-450a-4a12-aec1-ea72019ffd49'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:48.064918 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port cf887bb4-f282-4c7f-ab15-4b07afcfb197 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:09:48.079768 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port cf887bb4-f282-4c7f-ab15-4b07afcfb197 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:48.081123 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cf887bb4-f282-4c7f-ab15-4b07afcfb197), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:48.107010 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10134653-e81b-4db0-8e11-e3490b03cf2c tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:48.117826 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-10134653-e81b-4db0-8e11-e3490b03cf2c tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/ports/2dfaafd3-97b0-4458-9067-cdcb01044f76 HTTP/1.1" status: 200 len: 982 time: 0.1432586 Feb 09 22:09:48.118643 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33954) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:48.196924 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9db37f77-9899-4a86-b1f2-33c0c46955b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:48.231202 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db37f77-9899-4a86-b1f2-33c0c46955b5 None None] Routers {'760feec0-450a-4a12-aec1-ea72019ffd49'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:48.233200 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9db37f77-9899-4a86-b1f2-33c0c46955b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:09:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['760feec0-450a-4a12-aec1-ea72019ffd49'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:48.289273 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port cf887bb4-f282-4c7f-ab15-4b07afcfb197 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:48.289870 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cf887bb4-f282-4c7f-ab15-4b07afcfb197), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:48.325731 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9db37f77-9899-4a86-b1f2-33c0c46955b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:48.340061 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db37f77-9899-4a86-b1f2-33c0c46955b5 None None] The sync data for ids ['760feec0-450a-4a12-aec1-ea72019ffd49'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:09:48.358311 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf887bb4-f282-4c7f-ab15-4b07afcfb197'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:48.366763 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76c981a-3695-4c2d-aafe-90fd311185cd" -d '{"events": [{"server_uuid": "c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe", "name": "network-vif-plugged", "status": "completed", "tag": "cf887bb4-f282-4c7f-ab15-4b07afcfb197"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:48.405123 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port cf887bb4-f282-4c7f-ab15-4b07afcfb197, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=cf887bb4-f282-4c7f-ab15-4b07afcfb197,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:48.418234 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (cf887bb4-f282-4c7f-ab15-4b07afcfb197), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:48.502016 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=cf887bb4-f282-4c7f-ab15-4b07afcfb197,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:48.540456 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0965cf8f-b305-40d0-83a8-31bdb4a4a78e x-openstack-request-id: req-0965cf8f-b305-40d0-83a8-31bdb4a4a78e {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:48.541015 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe", "name": "network-vif-plugged", "status": "completed", "tag": "cf887bb4-f282-4c7f-ab15-4b07afcfb197", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:48.541362 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0965cf8f-b305-40d0-83a8-31bdb4a4a78e {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:48.541860 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf887bb4-f282-4c7f-ab15-4b07afcfb197', 'code': 200} Feb 09 22:09:48.569692 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2967788d-da15-4cfd-b738-6aec3d0e1e17 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (444f8222-33c9-4363-b1ba-30d389ecc9bb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:48.682448 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2967788d-da15-4cfd-b738-6aec3d0e1e17 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (444f8222-33c9-4363-b1ba-30d389ecc9bb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:48.711183 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33968) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:48.724151 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2967788d-da15-4cfd-b738-6aec3d0e1e17 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:09:48.731498 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-2967788d-da15-4cfd-b738-6aec3d0e1e17 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:48.738948 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2967788d-da15-4cfd-b738-6aec3d0e1e17 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:09:48.772411 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07817c92-e503-49cd-a68c-e93857464c82 req-9ae816cb-0ead-49d0-ab67-dcd0e923e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:48.774194 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-07817c92-e503-49cd-a68c-e93857464c82 req-9ae816cb-0ead-49d0-ab67-dcd0e923e9b3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 1127 time: 0.1627755 Feb 09 22:09:48.846772 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967788d-da15-4cfd-b738-6aec3d0e1e17 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=444f8222-33c9-4363-b1ba-30d389ecc9bb,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:48.884894 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-268541ed-63b6-4947-b929-97a354845304 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (760feec0-450a-4a12-aec1-ea72019ffd49), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:48.909655 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-07817c92-e503-49cd-a68c-e93857464c82 req-4109038a-f247-4f0d-baa1-88a9e051ce0c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157351 Feb 09 22:09:49.058776 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b9f70589-2ef1-49db-ade6-05150679987f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-404851196'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:49.112633 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f70589-2ef1-49db-ade6-05150679987f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Made reservation on behalf of 85f2cf007be54b7da3d9062e7a1f8cbc for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:49.118166 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9f70589-2ef1-49db-ade6-05150679987f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:49.167245 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9f70589-2ef1-49db-ade6-05150679987f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:49.744397 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2967788d-da15-4cfd-b738-6aec3d0e1e17 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for floatingip (a0d90290-3209-47f0-b988-cef1ee904a7f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:49.911333 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2967788d-da15-4cfd-b738-6aec3d0e1e17 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (444f8222-33c9-4363-b1ba-30d389ecc9bb), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:50.042402 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9f70589-2ef1-49db-ade6-05150679987f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks [] for security_group (abcd8a3d-f4c2-4220-944f-f915963fea9b), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:50.087822 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9f70589-2ef1-49db-ade6-05150679987f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (abcd8a3d-f4c2-4220-944f-f915963fea9b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:50.130454 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937b506-a152-4a28-9cb9-47cd2c86d930 req-89c16f12-affb-430e-bc5a-d7bb90a5b19f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:50.132174 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a937b506-a152-4a28-9cb9-47cd2c86d930 req-89c16f12-affb-430e-bc5a-d7bb90a5b19f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 945 time: 0.2108793 Feb 09 22:09:50.141687 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f70589-2ef1-49db-ade6-05150679987f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:09:50.144503 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f70589-2ef1-49db-ade6-05150679987f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abcd8a3d-f4c2-4220-944f-f915963fea9b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:50.213101 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9f70589-2ef1-49db-ade6-05150679987f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (cf3c6a41-718b-4a6e-8682-7aa27a1530d6), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:50.213643 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-b9f70589-2ef1-49db-ade6-05150679987f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Added segment cf3c6a41-718b-4a6e-8682-7aa27a1530d6 of type vlan for network f99d6702-b457-45b2-8efe-b6c172fa6cc6 Feb 09 22:09:50.275095 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-268541ed-63b6-4947-b929-97a354845304 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting port 2dfaafd3-97b0-4458-9067-cdcb01044f76 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:50.275095 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-268541ed-63b6-4947-b929-97a354845304 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (2dfaafd3-97b0-4458-9067-cdcb01044f76), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:50.372033 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2967788d-da15-4cfd-b738-6aec3d0e1e17 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (444f8222-33c9-4363-b1ba-30d389ecc9bb), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:50.390018 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2967788d-da15-4cfd-b738-6aec3d0e1e17 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (444f8222-33c9-4363-b1ba-30d389ecc9bb), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:50.410013 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9f70589-2ef1-49db-ade6-05150679987f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (f99d6702-b457-45b2-8efe-b6c172fa6cc6), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:50.427120 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-268541ed-63b6-4947-b929-97a354845304 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (2dfaafd3-97b0-4458-9067-cdcb01044f76), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:50.461442 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-268541ed-63b6-4947-b929-97a354845304 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Calling delete_port for 2dfaafd3-97b0-4458-9067-cdcb01044f76 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:50.573165 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967788d-da15-4cfd-b738-6aec3d0e1e17 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=444f8222-33c9-4363-b1ba-30d389ecc9bb,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:50.599959 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2967788d-da15-4cfd-b738-6aec3d0e1e17 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (a0d90290-3209-47f0-b988-cef1ee904a7f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:50.636795 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.db.resource_extend [None req-b9f70589-2ef1-49db-ade6-05150679987f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 22:09:50.663966 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a937b506-a152-4a28-9cb9-47cd2c86d930 req-efd9e355-7aee-4b57-ba7c-b4fb749b85ab tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4985907 Feb 09 22:09:50.823308 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-2967788d-da15-4cfd-b738-6aec3d0e1e17 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Floating IP a0d90290-3209-47f0-b988-cef1ee904a7f associated. External IP: 172.25.6.156, port: de5624e7-7882-4d18-a78f-db9d7f325e01. Feb 09 22:09:50.976348 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9f70589-2ef1-49db-ade6-05150679987f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (f99d6702-b457-45b2-8efe-b6c172fa6cc6), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:50.985729 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f70589-2ef1-49db-ade6-05150679987f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:50.986749 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9f70589-2ef1-49db-ade6-05150679987f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:51.153598 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f70589-2ef1-49db-ade6-05150679987f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Pushing event updated for resources: {'Network': ['ID=f99d6702-b457-45b2-8efe-b6c172fa6cc6,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:51.175425 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network f99d6702-b457-45b2-8efe-b6c172fa6cc6 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:09:51.179092 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-68184f16-183b-45d4-8c11-93c1a891ca6a req-451ef6dc-542c-451a-8e73-505fd992cd05 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 210 time: 0.2353423 Feb 09 22:09:51.185702 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b9f70589-2ef1-49db-ade6-05150679987f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4711711 Feb 09 22:09:51.200320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 33998) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:51.233396 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-888efa68-13e3-46f9-9384-9d31bb47c22f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Request body: {'subnet': {'network_id': 'f99d6702-b457-45b2-8efe-b6c172fa6cc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:51.294314 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-268541ed-63b6-4947-b929-97a354845304 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (2dfaafd3-97b0-4458-9067-cdcb01044f76), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:51.343707 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2967788d-da15-4cfd-b738-6aec3d0e1e17 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Router 332b7f3f-761c-4068-abbb-d92f659eec1d has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:09:51.510416 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268541ed-63b6-4947-b929-97a354845304 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Port': ['ID=2dfaafd3-97b0-4458-9067-cdcb01044f76,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:51.641209 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2967788d-da15-4cfd-b738-6aec3d0e1e17 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:09:51.659089 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb1c36d-cb3d-4118-a366-d02962c51d53 None None] Sync routers for ids ['332b7f3f-761c-4068-abbb-d92f659eec1d'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:09:51.689111 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2967788d-da15-4cfd-b738-6aec3d0e1e17 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:51.696775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb1c36d-cb3d-4118-a366-d02962c51d53 None None] Routers {'332b7f3f-761c-4068-abbb-d92f659eec1d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:51.697905 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5fb1c36d-cb3d-4118-a366-d02962c51d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:09:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['332b7f3f-761c-4068-abbb-d92f659eec1d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:51.801855 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-268541ed-63b6-4947-b929-97a354845304 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (760feec0-450a-4a12-aec1-ea72019ffd49), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:51.809595 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2967788d-da15-4cfd-b738-6aec3d0e1e17 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.8509989 Feb 09 22:09:51.810716 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0e58fd-bf9b-4057-8a58-bfd560b43855', 'tag': 'de5624e7-7882-4d18-a78f-db9d7f325e01'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:51.819672 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888efa68-13e3-46f9-9384-9d31bb47c22f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Made reservation on behalf of 85f2cf007be54b7da3d9062e7a1f8cbc for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:51.823514 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-888efa68-13e3-46f9-9384-9d31bb47c22f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:51.827606 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc06b17-24ab-4e3e-82bf-8a7334d80f60" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0e58fd-bf9b-4057-8a58-bfd560b43855", "tag": "de5624e7-7882-4d18-a78f-db9d7f325e01"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:51.998732 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-5fb1c36d-cb3d-4118-a366-d02962c51d53 None None] Set router 332b7f3f-761c-4068-abbb-d92f659eec1d gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:09:52.074239 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab91c78-e60f-4112-b489-8412a738a5b0 req-1ba9e7bc-7492-45bc-9c4c-8c9f6511ba38 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:52.077009 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ab91c78-e60f-4112-b489-8412a738a5b0 req-1ba9e7bc-7492-45bc-9c4c-8c9f6511ba38 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.3835881 Feb 09 22:09:52.392870 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ab91c78-e60f-4112-b489-8412a738a5b0 req-1c1d900a-3be7-44b9-9da1-19dd8e251a51 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987123 Feb 09 22:09:52.419006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268541ed-63b6-4947-b929-97a354845304 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 760feec0-450a-4a12-aec1-ea72019ffd49 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:09:52.419150 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5fb1c36d-cb3d-4118-a366-d02962c51d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116193834', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:45Z', 'updated_at': '2022-02-09T22:09:08Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:47Z', 'updated_at': '2022-02-09T22:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'a0d90290-3209-47f0-b988-cef1ee904a7f', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'port_id': 'de5624e7-7882-4d18-a78f-db9d7f325e01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3056, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641', 'mac_address': 'fa:16:3e:5c:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0e58fd-bf9b-4057-8a58-bfd560b43855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:09:49Z', 'updated_at': '2022-02-09T22:09:49Z', 'revision_number': 0, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2', 'name': '', 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:dc:f2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:09:02Z', 'updated_at': '2022-02-09T22:09:17Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:52.483213 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb1c36d-cb3d-4118-a366-d02962c51d53 None None] Checking router: 332b7f3f-761c-4068-abbb-d92f659eec1d for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:09:52.501006 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb1c36d-cb3d-4118-a366-d02962c51d53 None None] Routers {'332b7f3f-761c-4068-abbb-d92f659eec1d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:52.502149 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5fb1c36d-cb3d-4118-a366-d02962c51d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:09:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['332b7f3f-761c-4068-abbb-d92f659eec1d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:52.637958 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-888efa68-13e3-46f9-9384-9d31bb47c22f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (c53f267a-3132-4d83-b738-5961ffd110a4), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:52.848865 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268541ed-63b6-4947-b929-97a354845304 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:09:52.862166 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda9d39-a767-48aa-bf3b-ef7081f56f24 req-25fb2cc1-5281-4c45-80ea-394bd77718e1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:52.864472 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300a3da6-9a32-4634-b813-6b5167f944a1 None None] Sync routers for ids ['760feec0-450a-4a12-aec1-ea72019ffd49'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:09:52.869715 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2dda9d39-a767-48aa-bf3b-ef7081f56f24 req-25fb2cc1-5281-4c45-80ea-394bd77718e1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 945 time: 0.2525752 Feb 09 22:09:52.877369 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-268541ed-63b6-4947-b929-97a354845304 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/760feec0-450a-4a12-aec1-ea72019ffd49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7573442 Feb 09 22:09:52.881715 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34028) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:52.914876 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300a3da6-9a32-4634-b813-6b5167f944a1 None None] Routers {'760feec0-450a-4a12-aec1-ea72019ffd49'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:52.915532 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-300a3da6-9a32-4634-b813-6b5167f944a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:09:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['760feec0-450a-4a12-aec1-ea72019ffd49'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:52.918003 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888efa68-13e3-46f9-9384-9d31bb47c22f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Checking segment: {'id': 'cf3c6a41-718b-4a6e-8682-7aa27a1530d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f99d6702-b457-45b2-8efe-b6c172fa6cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:09:52.921267 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888efa68-13e3-46f9-9384-9d31bb47c22f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Network hostable DHCP agents. Network: f99d6702-b457-45b2-8efe-b6c172fa6cc6, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:09:52.945824 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888efa68-13e3-46f9-9384-9d31bb47c22f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Pushing event updated for resources: {'Subnet': ['ID=c53f267a-3132-4d83-b738-5961ffd110a4,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:52.987479 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-5fb1c36d-cb3d-4118-a366-d02962c51d53 None None] Set router 332b7f3f-761c-4068-abbb-d92f659eec1d gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:09:53.001063 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2dda9d39-a767-48aa-bf3b-ef7081f56f24 req-44eaf1a3-02fc-4840-a921-088fb9a6d01e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288469 Feb 09 22:09:53.051577 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888efa68-13e3-46f9-9384-9d31bb47c22f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Network f99d6702-b457-45b2-8efe-b6c172fa6cc6 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:09:53.077442 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-888efa68-13e3-46f9-9384-9d31bb47c22f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, f99d6702-b457-45b2-8efe-b6c172fa6cc6) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:53.088006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888efa68-13e3-46f9-9384-9d31bb47c22f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:53.089428 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-888efa68-13e3-46f9-9384-9d31bb47c22f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:53.097801 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-300a3da6-9a32-4634-b813-6b5167f944a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:53.124234 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300a3da6-9a32-4634-b813-6b5167f944a1 None None] Routers {'760feec0-450a-4a12-aec1-ea72019ffd49'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:53.124885 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-300a3da6-9a32-4634-b813-6b5167f944a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:09:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['760feec0-450a-4a12-aec1-ea72019ffd49'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:53.128508 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5143433-3bfe-499e-9355-25a37c8cc64d None None] Network f99d6702-b457-45b2-8efe-b6c172fa6cc6 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:09:53.145079 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-888efa68-13e3-46f9-9384-9d31bb47c22f tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9422486 Feb 09 22:09:53.147046 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34032) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:53.163844 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-36ed3ea3-d485-444d-ba01-aa75cbf0d3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Request body: {'port': {'network_id': 'f99d6702-b457-45b2-8efe-b6c172fa6cc6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1262566463'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:53.230984 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-300a3da6-9a32-4634-b813-6b5167f944a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:53.233029 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300a3da6-9a32-4634-b813-6b5167f944a1 None None] The sync data for ids ['760feec0-450a-4a12-aec1-ea72019ffd49'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:09:53.466074 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2129af8-51d5-46d7-8c63-eeb2c2491178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-f99d6702-b457-45b2-8efe-b6c172fa6cc6', 'network_id': 'f99d6702-b457-45b2-8efe-b6c172fa6cc6', 'project_id': '85f2cf007be54b7da3d9062e7a1f8cbc', 'fixed_ips': [{'subnet_id': 'c53f267a-3132-4d83-b738-5961ffd110a4'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:09:53.467931 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2129af8-51d5-46d7-8c63-eeb2c2491178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:53.482500 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc874d8-bd9c-44af-bf6a-2b9fa958ab41 req-df1450b7-cb5a-4b98-ae04-83db2e927b50 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:53.495257 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bcc874d8-bd9c-44af-bf6a-2b9fa958ab41 req-df1450b7-cb5a-4b98-ae04-83db2e927b50 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 946 time: 0.2822413 Feb 09 22:09:53.656431 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ed3ea3-d485-444d-ba01-aa75cbf0d3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Made reservation on behalf of 85f2cf007be54b7da3d9062e7a1f8cbc for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:53.679083 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36ed3ea3-d485-444d-ba01-aa75cbf0d3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:53.699185 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34036) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:53.725680 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bcc874d8-bd9c-44af-bf6a-2b9fa958ab41 req-f387c9de-c737-4141-880d-710586f3dfce tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268300 Feb 09 22:09:53.737858 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-36ed3ea3-d485-444d-ba01-aa75cbf0d3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] device_id is not set on port 976d66e2-2db4-4dcd-b87b-401f2d27405d yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:09:53.783903 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34040) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:53.905103 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-837ffe12-b730-459d-924c-6b751c233d78 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 22:09:53.912081 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-837ffe12-b730-459d-924c-6b751c233d78 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/760feec0-450a-4a12-aec1-ea72019ffd49/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0255518 Feb 09 22:09:53.913944 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf81fc3e-c7da-4799-9f6e-e440f531f38f x-openstack-request-id: req-bf81fc3e-c7da-4799-9f6e-e440f531f38f {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:53.914163 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34042) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:53.914569 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0e58fd-bf9b-4057-8a58-bfd560b43855", "tag": "de5624e7-7882-4d18-a78f-db9d7f325e01", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:53.915234 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bf81fc3e-c7da-4799-9f6e-e440f531f38f {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:53.916373 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0e58fd-bf9b-4057-8a58-bfd560b43855', 'tag': 'de5624e7-7882-4d18-a78f-db9d7f325e01', 'status': 'completed', 'code': 200} Feb 09 22:09:54.056672 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f6c0e86a-a1f0-4357-8182-ebe7f068a462 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/floatingips/a0d90290-3209-47f0-b988-cef1ee904a7f HTTP/1.1" status: 200 len: 992 time: 0.2653039 Feb 09 22:09:54.079820 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4a9588e0-b53f-41a8-8da8-4186155a3718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:54.094952 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9691aa4b-57a6-41fe-9587-08384e4390e4 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/ports?device_id=760feec0-450a-4a12-aec1-ea72019ffd49 HTTP/1.1" status: 200 len: 205 time: 0.1616607 Feb 09 22:09:54.099004 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34044) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:54.120690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5fb1c36d-cb3d-4118-a366-d02962c51d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116193834', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:45Z', 'updated_at': '2022-02-09T22:09:08Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:47Z', 'updated_at': '2022-02-09T22:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'a0d90290-3209-47f0-b988-cef1ee904a7f', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'port_id': 'de5624e7-7882-4d18-a78f-db9d7f325e01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3056, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641', 'mac_address': 'fa:16:3e:5c:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0e58fd-bf9b-4057-8a58-bfd560b43855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:09:49Z', 'updated_at': '2022-02-09T22:09:49Z', 'revision_number': 0, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2', 'name': '', 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:dc:f2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:09:02Z', 'updated_at': '2022-02-09T22:09:17Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:54.160611 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb1c36d-cb3d-4118-a366-d02962c51d53 None None] The sync data for ids ['332b7f3f-761c-4068-abbb-d92f659eec1d'] in n-d-828601-1 is: [{'id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116193834', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:45Z', 'updated_at': '2022-02-09T22:09:08Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:47Z', 'updated_at': '2022-02-09T22:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'a0d90290-3209-47f0-b988-cef1ee904a7f', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'port_id': 'de5624e7-7882-4d18-a78f-db9d7f325e01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3056, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641', 'mac_address': 'fa:16:3e:5c:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0e58fd-bf9b-4057-8a58-bfd560b43855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:09:49Z', 'updated_at': '2022-02-09T22:09:49Z', 'revision_number': 0, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2', 'name': '', 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:dc:f2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:09:02Z', 'updated_at': '2022-02-09T22:09:17Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:09:54.224030 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-873c4a24-0e3f-46c2-ba41-61db94672b22 req-87281afe-60db-46c4-b1d1-5e0abd490de0 tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 210 time: 0.1351159 Feb 09 22:09:54.273082 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a78e-3408-4ebd-b775-7eb805737d09 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (760feec0-450a-4a12-aec1-ea72019ffd49), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:54.411533 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-36ed3ea3-d485-444d-ba01-aa75cbf0d3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Allocated IP 2001:db8::3ce (f99d6702-b457-45b2-8efe-b6c172fa6cc6/c53f267a-3132-4d83-b738-5961ffd110a4/976d66e2-2db4-4dcd-b87b-401f2d27405d) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:09:54.515975 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4a9588e0-b53f-41a8-8da8-4186155a3718 admin admin] Publish callbacks [] for security_group (9e3c8783-1ca6-42df-bfd2-dcbb3b0ba747), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:54.533332 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc06b17-24ab-4e3e-82bf-8a7334d80f60 req-2c5b4375-5bad-4fde-9582-cf0c76c7ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:54.536223 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6cc06b17-24ab-4e3e-82bf-8a7334d80f60 req-2c5b4375-5bad-4fde-9582-cf0c76c7ebfd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 1128 time: 0.6208658 Feb 09 22:09:54.548916 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4a9588e0-b53f-41a8-8da8-4186155a3718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (9e3c8783-1ca6-42df-bfd2-dcbb3b0ba747), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:54.626259 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a78e-3408-4ebd-b775-7eb805737d09 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (760feec0-450a-4a12-aec1-ea72019ffd49), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:54.633364 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a78e-3408-4ebd-b775-7eb805737d09 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router_controller (760feec0-450a-4a12-aec1-ea72019ffd49), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:54.636082 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9588e0-b53f-41a8-8da8-4186155a3718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3c8783-1ca6-42df-bfd2-dcbb3b0ba747,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:54.683911 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c8194c-7ede-4362-87c0-ba7edd915e30 None None] New status for floating IP a0d90290-3209-47f0-b988-cef1ee904a7f: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:09:54.749698 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a78e-3408-4ebd-b775-7eb805737d09 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (760feec0-450a-4a12-aec1-ea72019ffd49), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:54.750222 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce3a78e-3408-4ebd-b775-7eb805737d09 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Fanout notify agent at l3_agent the message router_deleted on router 760feec0-450a-4a12-aec1-ea72019ffd49 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:09:54.757829 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a78e-3408-4ebd-b775-7eb805737d09 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:54.758994 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8ce3a78e-3408-4ebd-b775-7eb805737d09 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/routers/760feec0-450a-4a12-aec1-ea72019ffd49 HTTP/1.1" status: 204 len: 168 time: 0.6584246 Feb 09 22:09:54.764499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34046) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:54.797028 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4a9588e0-b53f-41a8-8da8-4186155a3718 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9ce6de6f07fd477baafaf4105c5aefc0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0961256 Feb 09 22:09:54.804363 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34048) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:54.833878 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6c944-3906-4cb6-b658-a81390f3f5d3 req-f4e342ea-6bad-4cf4-b751-34ab33a61665 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:54.835549 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6b6c944-3906-4cb6-b658-a81390f3f5d3 req-f4e342ea-6bad-4cf4-b751-34ab33a61665 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.4270263 Feb 09 22:09:54.851930 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-19dd5ae4-1303-4c5d-9493-9c5121670c16 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting subnet a80ee1af-3cd4-496f-bc6b-24d5ab7af18f {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:09:54.862277 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19dd5ae4-1303-4c5d-9493-9c5121670c16 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for subnet (a80ee1af-3cd4-496f-bc6b-24d5ab7af18f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:54.961068 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19dd5ae4-1303-4c5d-9493-9c5121670c16 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (a80ee1af-3cd4-496f-bc6b-24d5ab7af18f), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:54.980386 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc06b17-24ab-4e3e-82bf-8a7334d80f60 req-8efb9e33-6c5c-4d1b-b6e7-778d2f56d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:54.981945 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6cc06b17-24ab-4e3e-82bf-8a7334d80f60 req-8efb9e33-6c5c-4d1b-b6e7-778d2f56d653 service neutron] 10.222.0.71 "GET /v2.0/networks?id=14c62719-8468-46f6-8a99-df98d5f93641 HTTP/1.1" status: 200 len: 897 time: 0.4352865 Feb 09 22:09:55.020736 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09f03223-e644-4677-9d0f-ba3f4030af5a admin admin] Publish callbacks [] for security_group (9e3c8783-1ca6-42df-bfd2-dcbb3b0ba747), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.064349 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34050) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:55.163678 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6b6c944-3906-4cb6-b658-a81390f3f5d3 req-0cabce85-067c-47b9-9297-dc343bbcfa6a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735255 Feb 09 22:09:55.219952 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09f03223-e644-4677-9d0f-ba3f4030af5a admin admin] Publish callbacks [] for security_group (9e3c8783-1ca6-42df-bfd2-dcbb3b0ba747), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.238895 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6cc06b17-24ab-4e3e-82bf-8a7334d80f60 req-5c752a9d-537f-45b2-85d2-e15bcafb8753 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de5624e7-7882-4d18-a78f-db9d7f325e01 HTTP/1.1" status: 200 len: 1000 time: 0.2444415 Feb 09 22:09:55.277112 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6add39fa-9f2e-44c2-9137-6a2c203c13f4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/floatingips/a0d90290-3209-47f0-b988-cef1ee904a7f HTTP/1.1" status: 200 len: 994 time: 0.2105515 Feb 09 22:09:55.284993 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19dd5ae4-1303-4c5d-9493-9c5121670c16 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (a80ee1af-3cd4-496f-bc6b-24d5ab7af18f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.369334 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19dd5ae4-1303-4c5d-9493-9c5121670c16 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (a80ee1af-3cd4-496f-bc6b-24d5ab7af18f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.374344 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36ed3ea3-d485-444d-ba01-aa75cbf0d3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks [] for port (976d66e2-2db4-4dcd-b87b-401f2d27405d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.426472 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd5ae4-1303-4c5d-9493-9c5121670c16 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Subnet': ['ID=a80ee1af-3cd4-496f-bc6b-24d5ab7af18f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:55.447057 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19dd5ae4-1303-4c5d-9493-9c5121670c16 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.455706 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-19dd5ae4-1303-4c5d-9493-9c5121670c16 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/subnets/a80ee1af-3cd4-496f-bc6b-24d5ab7af18f HTTP/1.1" status: 204 len: 168 time: 0.6889119 Feb 09 22:09:55.459476 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34056) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:55.466942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbf38ae-4644-4b1a-b371-71028351fd51 None None] Network 94f63769-5977-4132-84e1-b814384e3adf requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:09:55.503143 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc06b17-24ab-4e3e-82bf-8a7334d80f60 req-9ae0116a-b8b2-431d-8855-f0c82646fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:55.505842 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6cc06b17-24ab-4e3e-82bf-8a7334d80f60 req-9ae0116a-b8b2-431d-8855-f0c82646fa10 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f HTTP/1.1" status: 200 len: 835 time: 0.2565720 Feb 09 22:09:55.560250 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897ca98-fb16-435b-806f-8289349d0569 req-04115256-65f1-47d5-b89f-1133dfddac36 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:55.563041 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c897ca98-fb16-435b-806f-8289349d0569 req-04115256-65f1-47d5-b89f-1133dfddac36 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 945 time: 0.2562811 Feb 09 22:09:55.614804 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36ed3ea3-d485-444d-ba01-aa75cbf0d3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (976d66e2-2db4-4dcd-b87b-401f2d27405d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.630699 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d64177b-edaa-4533-8ab6-caf0f98bf2a6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (94f63769-5977-4132-84e1-b814384e3adf), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.661523 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09f03223-e644-4677-9d0f-ba3f4030af5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (9e3c8783-1ca6-42df-bfd2-dcbb3b0ba747), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.666528 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09f03223-e644-4677-9d0f-ba3f4030af5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.668851 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-09f03223-e644-4677-9d0f-ba3f4030af5a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9e3c8783-1ca6-42df-bfd2-dcbb3b0ba747 HTTP/1.1" status: 204 len: 168 time: 0.8564982 Feb 09 22:09:55.783448 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f03223-e644-4677-9d0f-ba3f4030af5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3c8783-1ca6-42df-bfd2-dcbb3b0ba747,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:55.788613 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6d64177b-edaa-4533-8ab6-caf0f98bf2a6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting port d0d222d2-bd06-49ef-8b61-925d03928c1c {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:55.789567 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d64177b-edaa-4533-8ab6-caf0f98bf2a6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d0d222d2-bd06-49ef-8b61-925d03928c1c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.791717 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-d2129af8-51d5-46d7-8c63-eeb2c2491178 None None] Allocated IP 2001:db8::2 (f99d6702-b457-45b2-8efe-b6c172fa6cc6/c53f267a-3132-4d83-b738-5961ffd110a4/35228fc8-8091-4537-8dfb-1ca3cc23c01f) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:09:55.820902 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc06b17-24ab-4e3e-82bf-8a7334d80f60 req-29ba6e6f-6810-456b-81a1-c73e70c3d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:55.823569 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6cc06b17-24ab-4e3e-82bf-8a7334d80f60 req-29ba6e6f-6810-456b-81a1-c73e70c3d79d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=14c62719-8468-46f6-8a99-df98d5f93641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3080516 Feb 09 22:09:55.890188 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ed3ea3-d485-444d-ba01-aa75cbf0d3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Network f99d6702-b457-45b2-8efe-b6c172fa6cc6 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:09:55.895632 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-36ed3ea3-d485-444d-ba01-aa75cbf0d3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:55.906249 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ed3ea3-d485-444d-ba01-aa75cbf0d3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:09:55.912975 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ed3ea3-d485-444d-ba01-aa75cbf0d3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:55.913684 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36ed3ea3-d485-444d-ba01-aa75cbf0d3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.929107 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed3ea3-d485-444d-ba01-aa75cbf0d3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Pushing event updated for resources: {'Port': ['ID=976d66e2-2db4-4dcd-b87b-401f2d27405d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:55.954511 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa90daf-ef87-4429-82e3-797accbdb64f None None] DHCP port deletion for 94f63769-5977-4132-84e1-b814384e3adf request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:09:55.980536 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-6d64177b-edaa-4533-8ab6-caf0f98bf2a6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] For port d0d222d2-bd06-49ef-8b61-925d03928c1c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d0d222d2-bd06-49ef-8b61-925d03928c1c,segment=NetworkSegment(bf022cf5-37d9-485b-8a2a-96a4b11a7295),segment_id=bf022cf5-37d9-485b-8a2a-96a4b11a7295)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:55.981421 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d64177b-edaa-4533-8ab6-caf0f98bf2a6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d0d222d2-bd06-49ef-8b61-925d03928c1c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.018463 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6d64177b-edaa-4533-8ab6-caf0f98bf2a6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Calling delete_port for d0d222d2-bd06-49ef-8b61-925d03928c1c owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:56.032931 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c897ca98-fb16-435b-806f-8289349d0569 req-f1ee3af1-4331-4405-933e-aeda8b8f591e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387898 Feb 09 22:09:56.076554 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-36ed3ea3-d485-444d-ba01-aa75cbf0d3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.9274797 Feb 09 22:09:56.085847 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34064) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:56.126333 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-405c5b11-f923-405e-ae5b-d430a00ebdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Request body: {'port': {'network_id': 'f99d6702-b457-45b2-8efe-b6c172fa6cc6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-556668728', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:56.127769 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.api.validators [None req-405c5b11-f923-405e-ae5b-d430a00ebdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] bootfile-name is not in valid_values {{(pid=103201) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 22:09:56.128618 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.api.validators [None req-405c5b11-f923-405e-ae5b-d430a00ebdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] tftp-server is not in valid_values {{(pid=103201) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 22:09:56.129471 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.api.validators [None req-405c5b11-f923-405e-ae5b-d430a00ebdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] server-ip-address is not in valid_values {{(pid=103201) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 22:09:56.228652 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d64177b-edaa-4533-8ab6-caf0f98bf2a6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (d0d222d2-bd06-49ef-8b61-925d03928c1c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.329271 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d64177b-edaa-4533-8ab6-caf0f98bf2a6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] No DVR routers for this DVR port d0d222d2-bd06-49ef-8b61-925d03928c1c on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:09:56.333331 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64177b-edaa-4533-8ab6-caf0f98bf2a6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Port': ['ID=d0d222d2-bd06-49ef-8b61-925d03928c1c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:56.342375 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2129af8-51d5-46d7-8c63-eeb2c2491178 None None] Publish callbacks [] for port (35228fc8-8091-4537-8dfb-1ca3cc23c01f), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.354070 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6cc06b17-24ab-4e3e-82bf-8a7334d80f60 req-92131b64-526e-492c-a11f-aa4e7fe86307 service neutron] 10.222.0.71 "GET /v2.0/networks/14c62719-8468-46f6-8a99-df98d5f93641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228500 Feb 09 22:09:56.374420 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2129af8-51d5-46d7-8c63-eeb2c2491178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (35228fc8-8091-4537-8dfb-1ca3cc23c01f), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.544390 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-faa90daf-ef87-4429-82e3-797accbdb64f None None] Deleting port d0d222d2-bd06-49ef-8b61-925d03928c1c {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:56.544708 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-faa90daf-ef87-4429-82e3-797accbdb64f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d0d222d2-bd06-49ef-8b61-925d03928c1c), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.564196 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d0d222d2-bd06-49ef-8b61-925d03928c1c no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:09:56.564436 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d64177b-edaa-4533-8ab6-caf0f98bf2a6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (94f63769-5977-4132-84e1-b814384e3adf), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.604191 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-386db9ec-c4de-42a7-afb7-f1bd06d44fb3 req-0eebea62-2731-4d7a-ad09-cd332db22bbe tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ba38e8-9619-4afb-bf14-b9f7596de8dc HTTP/1.1" status: 200 len: 210 time: 0.0501871 Feb 09 22:09:56.611378 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-6d64177b-edaa-4533-8ab6-caf0f98bf2a6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f63769-5977-4132-84e1-b814384e3adf']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:56.631527 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34068) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:56.653117 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-6d64177b-edaa-4533-8ab6-caf0f98bf2a6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf022cf5-37d9-485b-8a2a-96a4b11a7295') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:56.653117 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-6d64177b-edaa-4533-8ab6-caf0f98bf2a6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf022cf5-37d9-485b-8a2a-96a4b11a7295') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:56.664510 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-faa90daf-ef87-4429-82e3-797accbdb64f None None] For port d0d222d2-bd06-49ef-8b61-925d03928c1c, host n-d-828601-1, got binding levels [] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:56.665741 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-faa90daf-ef87-4429-82e3-797accbdb64f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d0d222d2-bd06-49ef-8b61-925d03928c1c), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.683823 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-95a618fa-d4bc-4d07-a49a-97b93b442ff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.684302 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-faa90daf-ef87-4429-82e3-797accbdb64f None None] Calling delete_port for d0d222d2-bd06-49ef-8b61-925d03928c1c owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:56.690027 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d64177b-edaa-4533-8ab6-caf0f98bf2a6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (bf022cf5-37d9-485b-8a2a-96a4b11a7295), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.699071 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.ipam_backend_mixin [None req-faa90daf-ef87-4429-82e3-797accbdb64f None None] Port d0d222d2-bd06-49ef-8b61-925d03928c1c was not found and therefore no delete operation was performed {{(pid=103203) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:09:56.722315 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6cc06b17-24ab-4e3e-82bf-8a7334d80f60 req-e334d8d7-8fe7-4662-84a6-5bc1a6eada01 service neutron] 10.222.0.71 "GET /v2.0/networks/14c62719-8468-46f6-8a99-df98d5f93641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582664 Feb 09 22:09:56.734589 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2129af8-51d5-46d7-8c63-eeb2c2491178 None None] Pushing event updated for resources: {'Port': ['ID=35228fc8-8091-4537-8dfb-1ca3cc23c01f,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:56.739723 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d64177b-edaa-4533-8ab6-caf0f98bf2a6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (bf022cf5-37d9-485b-8a2a-96a4b11a7295), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.741538 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-faa90daf-ef87-4429-82e3-797accbdb64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (d0d222d2-bd06-49ef-8b61-925d03928c1c), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.755036 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2129af8-51d5-46d7-8c63-eeb2c2491178 None None] Network f99d6702-b457-45b2-8efe-b6c172fa6cc6 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:09:56.759535 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: d0d222d2-bd06-49ef-8b61-925d03928c1c {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:09:56.759535 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d0d222d2-bd06-49ef-8b61-925d03928c1c not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:09:56.761562 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa90daf-ef87-4429-82e3-797accbdb64f None None] No DVR routers for this DVR port d0d222d2-bd06-49ef-8b61-925d03928c1c on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:09:56.766941 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405c5b11-f923-405e-ae5b-d430a00ebdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Made reservation on behalf of 85f2cf007be54b7da3d9062e7a1f8cbc for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:56.772525 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-405c5b11-f923-405e-ae5b-d430a00ebdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.778613 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d64177b-edaa-4533-8ab6-caf0f98bf2a6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:09:56.779379 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d64177b-edaa-4533-8ab6-caf0f98bf2a6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (bf022cf5-37d9-485b-8a2a-96a4b11a7295), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:09:56.790361 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:09:56.817938 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-d2129af8-51d5-46d7-8c63-eeb2c2491178 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:56.823615 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2129af8-51d5-46d7-8c63-eeb2c2491178 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:09:56.837893 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-405c5b11-f923-405e-ae5b-d430a00ebdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] device_id is not set on port 1902671b-cd8a-4197-ab44-ba60cd267bd6 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:09:56.869739 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa90daf-ef87-4429-82e3-797accbdb64f None None] Pushing event deleted for resources: {'Port': ['ID=d0d222d2-bd06-49ef-8b61-925d03928c1c,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:56.930379 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d2129af8-51d5-46d7-8c63-eeb2c2491178 None None] Attempting to bind port 35228fc8-8091-4537-8dfb-1ca3cc23c01f on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:56.930991 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d2129af8-51d5-46d7-8c63-eeb2c2491178 None None] Attempting to bind port 35228fc8-8091-4537-8dfb-1ca3cc23c01f by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'cf3c6a41-718b-4a6e-8682-7aa27a1530d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f99d6702-b457-45b2-8efe-b6c172fa6cc6'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:56.931556 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2129af8-51d5-46d7-8c63-eeb2c2491178 None None] Attempting to bind port 35228fc8-8091-4537-8dfb-1ca3cc23c01f on network f99d6702-b457-45b2-8efe-b6c172fa6cc6 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:56.944466 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2129af8-51d5-46d7-8c63-eeb2c2491178 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:09:56.945219 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2129af8-51d5-46d7-8c63-eeb2c2491178 None None] Checking segment: {'id': 'cf3c6a41-718b-4a6e-8682-7aa27a1530d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f99d6702-b457-45b2-8efe-b6c172fa6cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:09:56.945965 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2129af8-51d5-46d7-8c63-eeb2c2491178 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.946936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2129af8-51d5-46d7-8c63-eeb2c2491178 None None] Bound using segment: {'id': 'cf3c6a41-718b-4a6e-8682-7aa27a1530d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f99d6702-b457-45b2-8efe-b6c172fa6cc6'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:09:56.948351 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d2129af8-51d5-46d7-8c63-eeb2c2491178 None None] Bound port: 35228fc8-8091-4537-8dfb-1ca3cc23c01f, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3c6a41-718b-4a6e-8682-7aa27a1530d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f99d6702-b457-45b2-8efe-b6c172fa6cc6'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:09:56.950061 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2129af8-51d5-46d7-8c63-eeb2c2491178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (35228fc8-8091-4537-8dfb-1ca3cc23c01f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.960718 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787074de-974b-47c8-9b2a-5fb65917aa50 req-11ac8772-f43b-4466-97dd-eba42b67d563 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:56.962507 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-787074de-974b-47c8-9b2a-5fb65917aa50 req-11ac8772-f43b-4466-97dd-eba42b67d563 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 945 time: 0.2695034 Feb 09 22:09:57.000149 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d64177b-edaa-4533-8ab6-caf0f98bf2a6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (94f63769-5977-4132-84e1-b814384e3adf), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.015530 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d64177b-edaa-4533-8ab6-caf0f98bf2a6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.027231 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6d64177b-edaa-4533-8ab6-caf0f98bf2a6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/networks/94f63769-5977-4132-84e1-b814384e3adf HTTP/1.1" status: 204 len: 168 time: 1.5606639 Feb 09 22:09:57.042367 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34070) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:57.059918 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2c98ea95-faf1-4839-86f2-f42b7efe51ef tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-293689297'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:57.066745 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64177b-edaa-4533-8ab6-caf0f98bf2a6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Network': ['ID=94f63769-5977-4132-84e1-b814384e3adf,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:57.080456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d2129af8-51d5-46d7-8c63-eeb2c2491178 None None] For port 35228fc8-8091-4537-8dfb-1ca3cc23c01f, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:09:57.084783 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d2129af8-51d5-46d7-8c63-eeb2c2491178 None None] For port 35228fc8-8091-4537-8dfb-1ca3cc23c01f, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=35228fc8-8091-4537-8dfb-1ca3cc23c01f,segment=NetworkSegment(cf3c6a41-718b-4a6e-8682-7aa27a1530d6),segment_id=cf3c6a41-718b-4a6e-8682-7aa27a1530d6)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:09:57.095395 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2129af8-51d5-46d7-8c63-eeb2c2491178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (35228fc8-8091-4537-8dfb-1ca3cc23c01f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.142302 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-95a618fa-d4bc-4d07-a49a-97b93b442ff9 admin admin] Publish callbacks [] for security_group (374bf36e-24b8-4e36-85c8-471613a54d5d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.145058 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c98ea95-faf1-4839-86f2-f42b7efe51ef tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Made reservation on behalf of 47944c0c1a37453aba470db687825795 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:57.151014 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c98ea95-faf1-4839-86f2-f42b7efe51ef tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.170469 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-95a618fa-d4bc-4d07-a49a-97b93b442ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (374bf36e-24b8-4e36-85c8-471613a54d5d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.236869 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2129af8-51d5-46d7-8c63-eeb2c2491178 None None] Pushing event updated for resources: {'Port': ['ID=35228fc8-8091-4537-8dfb-1ca3cc23c01f,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:57.294812 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c98ea95-faf1-4839-86f2-f42b7efe51ef tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:09:57.317718 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-95a618fa-d4bc-4d07-a49a-97b93b442ff9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bf0c1537d6af4091968055270cbc1de7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6830189 Feb 09 22:09:57.322014 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34072) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:57.323029 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a618fa-d4bc-4d07-a49a-97b93b442ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374bf36e-24b8-4e36-85c8-471613a54d5d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:57.350712 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c98ea95-faf1-4839-86f2-f42b7efe51ef tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (5af35d96-7826-4e47-bc1b-af9f519ebf49), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.351189 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-2c98ea95-faf1-4839-86f2-f42b7efe51ef tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Added segment 5af35d96-7826-4e47-bc1b-af9f519ebf49 of type vlan for network f411dd8f-d365-4df9-9f1e-2effca5bec18 Feb 09 22:09:57.486232 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c98ea95-faf1-4839-86f2-f42b7efe51ef tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (f411dd8f-d365-4df9-9f1e-2effca5bec18), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.546428 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-405c5b11-f923-405e-ae5b-d430a00ebdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Allocated IP 2001:db8::d6 (f99d6702-b457-45b2-8efe-b6c172fa6cc6/c53f267a-3132-4d83-b738-5961ffd110a4/1902671b-cd8a-4197-ab44-ba60cd267bd6) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:09:57.553944 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94169013-845c-4440-9a59-5f3f8ca174b3 admin admin] Publish callbacks [] for security_group (374bf36e-24b8-4e36-85c8-471613a54d5d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.591737 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-787074de-974b-47c8-9b2a-5fb65917aa50 req-5139cb4c-9cce-433c-a887-1d20e458fe91 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6137450 Feb 09 22:09:57.604521 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c98ea95-faf1-4839-86f2-f42b7efe51ef tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (f411dd8f-d365-4df9-9f1e-2effca5bec18), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.611481 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c98ea95-faf1-4839-86f2-f42b7efe51ef tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:57.612168 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c98ea95-faf1-4839-86f2-f42b7efe51ef tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.645653 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94169013-845c-4440-9a59-5f3f8ca174b3 admin admin] Publish callbacks [] for security_group (374bf36e-24b8-4e36-85c8-471613a54d5d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.757170 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2c98ea95-faf1-4839-86f2-f42b7efe51ef tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7123368 Feb 09 22:09:57.760660 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34080) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:57.766671 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6d9bd8e3-bea4-43f8-8cbc-e2d0e0b8b3e1 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'subnet': {'network_id': 'f411dd8f-d365-4df9-9f1e-2effca5bec18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:57.778930 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98ea95-faf1-4839-86f2-f42b7efe51ef tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Network': ['ID=f411dd8f-d365-4df9-9f1e-2effca5bec18,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:57.792633 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network f411dd8f-d365-4df9-9f1e-2effca5bec18 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:09:57.882946 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94169013-845c-4440-9a59-5f3f8ca174b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (374bf36e-24b8-4e36-85c8-471613a54d5d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.887873 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94169013-845c-4440-9a59-5f3f8ca174b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.890123 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-94169013-845c-4440-9a59-5f3f8ca174b3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/374bf36e-24b8-4e36-85c8-471613a54d5d HTTP/1.1" status: 204 len: 168 time: 0.5565352 Feb 09 22:09:57.909976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbd39f-fc41-4435-a38a-7a324bdf8385 req-c1635a1a-facf-4f3e-8192-ac69ec6317fb tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:57.915189 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eccbd39f-fc41-4435-a38a-7a324bdf8385 req-c1635a1a-facf-4f3e-8192-ac69ec6317fb tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.1277986 Feb 09 22:09:57.932686 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94169013-845c-4440-9a59-5f3f8ca174b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374bf36e-24b8-4e36-85c8-471613a54d5d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:57.984586 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9bd8e3-bea4-43f8-8cbc-e2d0e0b8b3e1 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Made reservation on behalf of 47944c0c1a37453aba470db687825795 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:57.991981 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd8e3-bea4-43f8-8cbc-e2d0e0b8b3e1 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.995444 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-405c5b11-f923-405e-ae5b-d430a00ebdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks [] for port (1902671b-cd8a-4197-ab44-ba60cd267bd6), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:58.056364 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eccbd39f-fc41-4435-a38a-7a324bdf8385 req-28f8d7e0-1893-49b2-80a9-a2b8976af716 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341689 Feb 09 22:09:58.092738 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-405c5b11-f923-405e-ae5b-d430a00ebdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1902671b-cd8a-4197-ab44-ba60cd267bd6), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:58.136907 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34086) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:58.160801 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c5b11-f923-405e-ae5b-d430a00ebdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Pushing event updated for resources: {'Port': ['ID=1902671b-cd8a-4197-ab44-ba60cd267bd6,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:58.165162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405c5b11-f923-405e-ae5b-d430a00ebdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Network f99d6702-b457-45b2-8efe-b6c172fa6cc6 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:09:58.169062 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-405c5b11-f923-405e-ae5b-d430a00ebdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:58.179226 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405c5b11-f923-405e-ae5b-d430a00ebdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:09:58.197162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405c5b11-f923-405e-ae5b-d430a00ebdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:58.197898 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-405c5b11-f923-405e-ae5b-d430a00ebdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:58.229954 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-405c5b11-f923-405e-ae5b-d430a00ebdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.1388805 Feb 09 22:09:58.230705 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34090) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:58.345986 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d72b919-a0ac-4a96-a3b7-07f21cea93b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:58.357095 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d72b919-a0ac-4a96-a3b7-07f21cea93b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:58.371615 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d72b919-a0ac-4a96-a3b7-07f21cea93b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:58.380777 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7d72b919-a0ac-4a96-a3b7-07f21cea93b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1484082 Feb 09 22:09:58.381436 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34092) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:58.412223 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df838140-632a-4e8c-917e-f911107b81fc tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group (d2b0684c-6404-400a-bd2f-b1692823284c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:58.544483 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df838140-632a-4e8c-917e-f911107b81fc tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group (d2b0684c-6404-400a-bd2f-b1692823284c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:58.635966 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d294e979-c527-4c77-923a-a59bd463d63e tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Deleting port 1902671b-cd8a-4197-ab44-ba60cd267bd6 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:58.636779 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d294e979-c527-4c77-923a-a59bd463d63e tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1902671b-cd8a-4197-ab44-ba60cd267bd6), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:58.693991 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 35228fc8-8091-4537-8dfb-1ca3cc23c01f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:09:58.760380 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd8e3-bea4-43f8-8cbc-e2d0e0b8b3e1 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (58fff80e-9fb1-4082-9165-c459ab38630e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:58.763455 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d294e979-c527-4c77-923a-a59bd463d63e tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1902671b-cd8a-4197-ab44-ba60cd267bd6), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:58.780711 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d294e979-c527-4c77-923a-a59bd463d63e tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Calling delete_port for 1902671b-cd8a-4197-ab44-ba60cd267bd6 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:58.850607 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 35228fc8-8091-4537-8dfb-1ca3cc23c01f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:58.851600 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (35228fc8-8091-4537-8dfb-1ca3cc23c01f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:58.967061 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bd8e3-bea4-43f8-8cbc-e2d0e0b8b3e1 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Subnet': ['ID=58fff80e-9fb1-4082-9165-c459ab38630e,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:59.014665 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df838140-632a-4e8c-917e-f911107b81fc tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d2b0684c-6404-400a-bd2f-b1692823284c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.017555 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df838140-632a-4e8c-917e-f911107b81fc tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.018781 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-df838140-632a-4e8c-917e-f911107b81fc tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] 10.222.0.77 "DELETE /v2.0/security-groups/d2b0684c-6404-400a-bd2f-b1692823284c HTTP/1.1" status: 204 len: 168 time: 0.8802278 Feb 09 22:09:59.035101 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9bd8e3-bea4-43f8-8cbc-e2d0e0b8b3e1 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Checking segment: {'id': '5af35d96-7826-4e47-bc1b-af9f519ebf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f411dd8f-d365-4df9-9f1e-2effca5bec18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:09:59.035843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9bd8e3-bea4-43f8-8cbc-e2d0e0b8b3e1 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network hostable DHCP agents. Network: f411dd8f-d365-4df9-9f1e-2effca5bec18, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:09:59.039061 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ab8d0-d98e-419b-9679-7e1f89beb098 req-5e8b887b-b075-489f-8e59-7ac854ee9a7b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:59.048108 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-841ab8d0-d98e-419b-9679-7e1f89beb098 req-5e8b887b-b075-489f-8e59-7ac854ee9a7b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 945 time: 0.2062085 Feb 09 22:09:59.054621 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df838140-632a-4e8c-917e-f911107b81fc tempest-TestVolumeBackupRestore-1202217036 tempest-TestVolumeBackupRestore-1202217036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b0684c-6404-400a-bd2f-b1692823284c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:59.082339 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9bd8e3-bea4-43f8-8cbc-e2d0e0b8b3e1 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network f411dd8f-d365-4df9-9f1e-2effca5bec18 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:09:59.089507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 35228fc8-8091-4537-8dfb-1ca3cc23c01f is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:59.096862 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (35228fc8-8091-4537-8dfb-1ca3cc23c01f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.103585 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-6d9bd8e3-bea4-43f8-8cbc-e2d0e0b8b3e1 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, f411dd8f-d365-4df9-9f1e-2effca5bec18) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:59.115023 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9bd8e3-bea4-43f8-8cbc-e2d0e0b8b3e1 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:59.116565 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd8e3-bea4-43f8-8cbc-e2d0e0b8b3e1 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.159528 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-841ab8d0-d98e-419b-9679-7e1f89beb098 req-ae95cc61-dc32-4d1b-898f-67494be8d85f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085119 Feb 09 22:09:59.164222 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3c97a4-f701-4bb5-87b1-11e6ec34d500 None None] Network f99d6702-b457-45b2-8efe-b6c172fa6cc6 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:09:59.167274 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6d9bd8e3-bea4-43f8-8cbc-e2d0e0b8b3e1 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4050760 Feb 09 22:09:59.172772 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34108) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:59.186314 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-df90a3dd-620e-447d-a647-f9142cbd14d3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-159400476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:59.205302 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d294e979-c527-4c77-923a-a59bd463d63e tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1902671b-cd8a-4197-ab44-ba60cd267bd6), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.220231 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c072599-9d1c-45b3-aa13-944e1114948f None None] Network f411dd8f-d365-4df9-9f1e-2effca5bec18 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:09:59.262522 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294e979-c527-4c77-923a-a59bd463d63e tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Pushing event deleted for resources: {'Port': ['ID=1902671b-cd8a-4197-ab44-ba60cd267bd6,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:59.283022 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df90a3dd-620e-447d-a647-f9142cbd14d3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (4a06aa01-729f-40ed-8772-f010bc7bbdd3), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.286554 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df90a3dd-620e-447d-a647-f9142cbd14d3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (4a06aa01-729f-40ed-8772-f010bc7bbdd3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.317452 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d294e979-c527-4c77-923a-a59bd463d63e tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.329309 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d294e979-c527-4c77-923a-a59bd463d63e tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] 10.222.0.77 "DELETE /v2.0/ports/1902671b-cd8a-4197-ab44-ba60cd267bd6 HTTP/1.1" status: 204 len: 168 time: 0.9459813 Feb 09 22:09:59.335583 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34110) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:59.345886 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-a656ed95-6a08-4ae5-a404-49733dc11a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Request body: {'port': {'name': 'tempest-new-port-name-1377659070', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:59.346387 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.api.validators [None req-a656ed95-6a08-4ae5-a404-49733dc11a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] bootfile-name is not in valid_values {{(pid=103202) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 22:09:59.346745 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.api.validators [None req-a656ed95-6a08-4ae5-a404-49733dc11a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] tftp-server is not in valid_values {{(pid=103202) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 22:09:59.347078 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.api.validators [None req-a656ed95-6a08-4ae5-a404-49733dc11a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] server-ip-address is not in valid_values {{(pid=103202) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 22:09:59.401866 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 35228fc8-8091-4537-8dfb-1ca3cc23c01f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=35228fc8-8091-4537-8dfb-1ca3cc23c01f,segment=NetworkSegment(cf3c6a41-718b-4a6e-8682-7aa27a1530d6),segment_id=cf3c6a41-718b-4a6e-8682-7aa27a1530d6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:59.475207 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-487e0ef7-119b-4f3e-b77b-18461cfdd153 None None] Provisioning complete for port 35228fc8-8091-4537-8dfb-1ca3cc23c01f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:59.475725 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-487e0ef7-119b-4f3e-b77b-18461cfdd153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (35228fc8-8091-4537-8dfb-1ca3cc23c01f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.493457 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df90a3dd-620e-447d-a647-f9142cbd14d3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router_controller (4a06aa01-729f-40ed-8772-f010bc7bbdd3), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.510303 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (35228fc8-8091-4537-8dfb-1ca3cc23c01f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.517492 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df90a3dd-620e-447d-a647-f9142cbd14d3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (4a06aa01-729f-40ed-8772-f010bc7bbdd3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.610912 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df90a3dd-620e-447d-a647-f9142cbd14d3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.615015 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-df90a3dd-620e-447d-a647-f9142cbd14d3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4364221 Feb 09 22:09:59.615015 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a656ed95-6a08-4ae5-a404-49733dc11a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (976d66e2-2db4-4dcd-b87b-401f2d27405d), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.616079 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34122) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:59.799133 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=35228fc8-8091-4537-8dfb-1ca3cc23c01f,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:59.820812 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d47273-4678-4422-a056-764066f18411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-f411dd8f-d365-4df9-9f1e-2effca5bec18', 'network_id': 'f411dd8f-d365-4df9-9f1e-2effca5bec18', 'project_id': '47944c0c1a37453aba470db687825795', 'fixed_ips': [{'subnet_id': '58fff80e-9fb1-4082-9165-c459ab38630e'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:09:59.821880 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-48d47273-4678-4422-a056-764066f18411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.850418 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-487e0ef7-119b-4f3e-b77b-18461cfdd153 None None] Current status of the port 35228fc8-8091-4537-8dfb-1ca3cc23c01f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:00.122673 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139185fc-165e-4600-8fa6-1439caca2e94 req-20b41bf0-edbf-4dc8-9127-6449446b7aed tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:00.129932 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-139185fc-165e-4600-8fa6-1439caca2e94 req-20b41bf0-edbf-4dc8-9127-6449446b7aed tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.1659396 Feb 09 22:10:00.243792 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-48d47273-4678-4422-a056-764066f18411 None None] Allocated IP 2001:db8::2 (f411dd8f-d365-4df9-9f1e-2effca5bec18/58fff80e-9fb1-4082-9165-c459ab38630e/e56aeeff-87d7-4e8b-bdb6-29ebf82f189f) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:10:00.260701 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-139185fc-165e-4600-8fa6-1439caca2e94 req-34692b3b-d266-4f95-bcf8-d95657dc2c30 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144047 Feb 09 22:10:00.560615 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1dcd7c-fee8-4f82-9932-4b6be24cf7b8 req-2cdd742a-d71e-4ad0-b151-3f83da56b75d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:00.573959 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e1dcd7c-fee8-4f82-9932-4b6be24cf7b8 req-2cdd742a-d71e-4ad0-b151-3f83da56b75d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 945 time: 0.1454656 Feb 09 22:10:00.686778 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-48d47273-4678-4422-a056-764066f18411 None None] Publish callbacks [] for port (e56aeeff-87d7-4e8b-bdb6-29ebf82f189f), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:00.698023 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 35228fc8-8091-4537-8dfb-1ca3cc23c01f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:00.712044 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-48d47273-4678-4422-a056-764066f18411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (e56aeeff-87d7-4e8b-bdb6-29ebf82f189f), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:00.755760 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-895bc1a2-2dce-4597-918b-8f52cd15e769 None None] Provisioning complete for port 976d66e2-2db4-4dcd-b87b-401f2d27405d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:00.755862 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-895bc1a2-2dce-4597-918b-8f52cd15e769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (976d66e2-2db4-4dcd-b87b-401f2d27405d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:00.773620 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e1dcd7c-fee8-4f82-9932-4b6be24cf7b8 req-1ae9a47c-d50b-43c4-b9e3-51244a0bd12f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960912 Feb 09 22:10:01.179512 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-895bc1a2-2dce-4597-918b-8f52cd15e769 None None] Port 976d66e2-2db4-4dcd-b87b-401f2d27405d cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:10:01.192790 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d47273-4678-4422-a056-764066f18411 None None] Network f411dd8f-d365-4df9-9f1e-2effca5bec18 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:01.208793 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-48d47273-4678-4422-a056-764066f18411 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:01.213005 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d47273-4678-4422-a056-764066f18411 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:10:01.233452 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d47273-4678-4422-a056-764066f18411 None None] Pushing event updated for resources: {'Port': ['ID=e56aeeff-87d7-4e8b-bdb6-29ebf82f189f,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:01.289462 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 35228fc8-8091-4537-8dfb-1ca3cc23c01f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:01.289865 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (35228fc8-8091-4537-8dfb-1ca3cc23c01f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:01.364680 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-895bc1a2-2dce-4597-918b-8f52cd15e769 None None] Provisioning complete for port 35228fc8-8091-4537-8dfb-1ca3cc23c01f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:01.365156 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-895bc1a2-2dce-4597-918b-8f52cd15e769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (35228fc8-8091-4537-8dfb-1ca3cc23c01f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:01.461022 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-48d47273-4678-4422-a056-764066f18411 None None] Attempting to bind port e56aeeff-87d7-4e8b-bdb6-29ebf82f189f on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:10:01.461994 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-48d47273-4678-4422-a056-764066f18411 None None] Attempting to bind port e56aeeff-87d7-4e8b-bdb6-29ebf82f189f by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '5af35d96-7826-4e47-bc1b-af9f519ebf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f411dd8f-d365-4df9-9f1e-2effca5bec18'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:10:01.461994 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d47273-4678-4422-a056-764066f18411 None None] Attempting to bind port e56aeeff-87d7-4e8b-bdb6-29ebf82f189f on network f411dd8f-d365-4df9-9f1e-2effca5bec18 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:10:01.498224 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d47273-4678-4422-a056-764066f18411 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:10:01.504832 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d47273-4678-4422-a056-764066f18411 None None] Checking segment: {'id': '5af35d96-7826-4e47-bc1b-af9f519ebf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f411dd8f-d365-4df9-9f1e-2effca5bec18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:01.504832 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-48d47273-4678-4422-a056-764066f18411 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:01.505726 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d47273-4678-4422-a056-764066f18411 None None] Bound using segment: {'id': '5af35d96-7826-4e47-bc1b-af9f519ebf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f411dd8f-d365-4df9-9f1e-2effca5bec18'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:10:01.506835 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-48d47273-4678-4422-a056-764066f18411 None None] Bound port: e56aeeff-87d7-4e8b-bdb6-29ebf82f189f, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af35d96-7826-4e47-bc1b-af9f519ebf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f411dd8f-d365-4df9-9f1e-2effca5bec18'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:10:01.509542 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-48d47273-4678-4422-a056-764066f18411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e56aeeff-87d7-4e8b-bdb6-29ebf82f189f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:01.534434 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a656ed95-6a08-4ae5-a404-49733dc11a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks [] for port (976d66e2-2db4-4dcd-b87b-401f2d27405d), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:01.603497 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a656ed95-6a08-4ae5-a404-49733dc11a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (976d66e2-2db4-4dcd-b87b-401f2d27405d), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:01.694604 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656ed95-6a08-4ae5-a404-49733dc11a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Pushing event updated for resources: {'Port': ['ID=976d66e2-2db4-4dcd-b87b-401f2d27405d,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:01.718153 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5e7ee-556f-4a6a-8371-ef63ed54b250 req-5d911c5e-34e9-40b8-a939-7ec02fa3dd58 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:01.721447 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-92f5e7ee-556f-4a6a-8371-ef63ed54b250 req-5d911c5e-34e9-40b8-a939-7ec02fa3dd58 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.42 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 945 time: 1.1206446 Feb 09 22:10:01.723371 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a656ed95-6a08-4ae5-a404-49733dc11a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] In _notify_port_updated(), no bound segment for port 976d66e2-2db4-4dcd-b87b-401f2d27405d on network f99d6702-b457-45b2-8efe-b6c172fa6cc6 {{(pid=103202) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:10:01.731923 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a656ed95-6a08-4ae5-a404-49733dc11a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:01.733223 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a656ed95-6a08-4ae5-a404-49733dc11a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:01.735274 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a656ed95-6a08-4ae5-a404-49733dc11a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] 10.222.0.77 "PUT /v2.0/ports/976d66e2-2db4-4dcd-b87b-401f2d27405d HTTP/1.1" status: 200 len: 1130 time: 2.3968883 Feb 09 22:10:01.740730 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34238) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:01.852736 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-895bc1a2-2dce-4597-918b-8f52cd15e769 None None] Current status of the port 35228fc8-8091-4537-8dfb-1ca3cc23c01f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:01.965251 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95290d-d7e9-4360-bdee-eb8ef3ef3dab req-0fa4fb7a-32e7-4a4d-8cc8-2eed352a9a55 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:01.984106 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e95290d-d7e9-4360-bdee-eb8ef3ef3dab req-0fa4fb7a-32e7-4a4d-8cc8-2eed352a9a55 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.3778126 Feb 09 22:10:01.987200 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d9ab2d6-3062-4d7c-a786-7d52dbf397dc tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:02.044770 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-48d47273-4678-4422-a056-764066f18411 None None] For port e56aeeff-87d7-4e8b-bdb6-29ebf82f189f, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:10:02.060785 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-a58d4350-81ed-4fff-8bc6-fd9d079f04a3 None None] Could not find standard attr ID for object 1902671b-cd8a-4197-ab44-ba60cd267bd6. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:10:02.097996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-48d47273-4678-4422-a056-764066f18411 None None] For port e56aeeff-87d7-4e8b-bdb6-29ebf82f189f, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=e56aeeff-87d7-4e8b-bdb6-29ebf82f189f,segment=NetworkSegment(5af35d96-7826-4e47-bc1b-af9f519ebf49),segment_id=5af35d96-7826-4e47-bc1b-af9f519ebf49)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:10:02.125458 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 35228fc8-8091-4537-8dfb-1ca3cc23c01f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:02.154641 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-48d47273-4678-4422-a056-764066f18411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e56aeeff-87d7-4e8b-bdb6-29ebf82f189f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:02.159962 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-a58d4350-81ed-4fff-8bc6-fd9d079f04a3 None None] Provisioning complete for port 976d66e2-2db4-4dcd-b87b-401f2d27405d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:02.160699 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a58d4350-81ed-4fff-8bc6-fd9d079f04a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (976d66e2-2db4-4dcd-b87b-401f2d27405d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:02.227282 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b442db-a4f9-4831-a740-21dce8f74d87 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:02.240279 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-88b442db-a4f9-4831-a740-21dce8f74d87 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] 10.222.0.77 "GET /v2.0/ports/976d66e2-2db4-4dcd-b87b-401f2d27405d HTTP/1.1" status: 200 len: 1130 time: 0.4891570 Feb 09 22:10:02.247112 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34274) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:02.282853 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-92f5e7ee-556f-4a6a-8371-ef63ed54b250 req-52bd9d4d-aa28-43ed-9b14-94896316ff64 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Deleting port cf887bb4-f282-4c7f-ab15-4b07afcfb197 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:02.283369 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-92f5e7ee-556f-4a6a-8371-ef63ed54b250 req-52bd9d4d-aa28-43ed-9b14-94896316ff64 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (cf887bb4-f282-4c7f-ab15-4b07afcfb197), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:02.302561 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e95290d-d7e9-4360-bdee-eb8ef3ef3dab req-50570cec-81c0-449c-9721-a31e8cf40ea4 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3160658 Feb 09 22:10:02.431392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-92f5e7ee-556f-4a6a-8371-ef63ed54b250 req-52bd9d4d-aa28-43ed-9b14-94896316ff64 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] For port cf887bb4-f282-4c7f-ab15-4b07afcfb197, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=cf887bb4-f282-4c7f-ab15-4b07afcfb197,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:02.431995 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-92f5e7ee-556f-4a6a-8371-ef63ed54b250 req-52bd9d4d-aa28-43ed-9b14-94896316ff64 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (cf887bb4-f282-4c7f-ab15-4b07afcfb197), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:02.528519 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-92f5e7ee-556f-4a6a-8371-ef63ed54b250 req-52bd9d4d-aa28-43ed-9b14-94896316ff64 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Calling delete_port for cf887bb4-f282-4c7f-ab15-4b07afcfb197 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:02.606069 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d47273-4678-4422-a056-764066f18411 None None] Pushing event updated for resources: {'Port': ['ID=e56aeeff-87d7-4e8b-bdb6-29ebf82f189f,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:02.696691 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a58d4350-81ed-4fff-8bc6-fd9d079f04a3 None None] Port 976d66e2-2db4-4dcd-b87b-401f2d27405d cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:10:02.719325 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c40b8-8871-43d2-89cf-cc76447da110 req-7f5a00b2-33af-4b52-a07f-d7b302b49986 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:02.726835 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-759c40b8-8871-43d2-89cf-cc76447da110 req-7f5a00b2-33af-4b52-a07f-d7b302b49986 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 945 time: 0.2281122 Feb 09 22:10:02.826879 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ef0e540f-ba20-4854-aa2f-8300ad637973 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Deleting port 976d66e2-2db4-4dcd-b87b-401f2d27405d {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:02.827913 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef0e540f-ba20-4854-aa2f-8300ad637973 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (976d66e2-2db4-4dcd-b87b-401f2d27405d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:02.847840 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-759c40b8-8871-43d2-89cf-cc76447da110 req-ca077a89-9f9c-402d-8766-3c472c6834ca tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136723 Feb 09 22:10:03.056685 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef0e540f-ba20-4854-aa2f-8300ad637973 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (976d66e2-2db4-4dcd-b87b-401f2d27405d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:03.089118 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-7d9ab2d6-3062-4d7c-a786-7d52dbf397dc tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Allocated IP 2001:db8::1 (f411dd8f-d365-4df9-9f1e-2effca5bec18/58fff80e-9fb1-4082-9165-c459ab38630e/d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:10:03.096796 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ef0e540f-ba20-4854-aa2f-8300ad637973 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Calling delete_port for 976d66e2-2db4-4dcd-b87b-401f2d27405d owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:03.575084 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-8fc47b6b-7b40-435d-8103-87d6ac1e71ff None None] Could not find standard attr ID for object 976d66e2-2db4-4dcd-b87b-401f2d27405d. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:10:03.592775 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef0e540f-ba20-4854-aa2f-8300ad637973 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (976d66e2-2db4-4dcd-b87b-401f2d27405d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:03.657263 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-92f5e7ee-556f-4a6a-8371-ef63ed54b250 req-52bd9d4d-aa28-43ed-9b14-94896316ff64 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (cf887bb4-f282-4c7f-ab15-4b07afcfb197), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:03.706861 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e540f-ba20-4854-aa2f-8300ad637973 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Pushing event deleted for resources: {'Port': ['ID=976d66e2-2db4-4dcd-b87b-401f2d27405d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:03.768093 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd9d4d-aa28-43ed-9b14-94896316ff64 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event deleted for resources: {'Port': ['ID=cf887bb4-f282-4c7f-ab15-4b07afcfb197,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:03.803943 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef0e540f-ba20-4854-aa2f-8300ad637973 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:03.810604 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ef0e540f-ba20-4854-aa2f-8300ad637973 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] 10.222.0.77 "DELETE /v2.0/ports/976d66e2-2db4-4dcd-b87b-401f2d27405d HTTP/1.1" status: 204 len: 168 time: 1.5580132 Feb 09 22:10:03.813008 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34376) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:03.905245 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804fd52-a93d-43de-b061-389d19d86f7c req-e44dde51-b64e-4735-a363-49511202750f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:03.905906 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d9ab2d6-3062-4d7c-a786-7d52dbf397dc tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for port (d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:03.914597 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e804fd52-a93d-43de-b061-389d19d86f7c req-e44dde51-b64e-4735-a363-49511202750f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.3683252 Feb 09 22:10:03.969898 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4810cd7-cdec-489b-8ec2-813ce6e70b1e tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Deleting subnet c53f267a-3132-4d83-b738-5961ffd110a4 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:10:03.997478 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b4810cd7-cdec-489b-8ec2-813ce6e70b1e tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks [] for subnet (c53f267a-3132-4d83-b738-5961ffd110a4), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:04.065827 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device cf887bb4-f282-4c7f-ab15-4b07afcfb197 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:10:04.108435 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b4810cd7-cdec-489b-8ec2-813ce6e70b1e tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (c53f267a-3132-4d83-b738-5961ffd110a4), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:04.134056 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d9ab2d6-3062-4d7c-a786-7d52dbf397dc tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:04.212858 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: cf887bb4-f282-4c7f-ab15-4b07afcfb197 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:10:04.213803 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device cf887bb4-f282-4c7f-ab15-4b07afcfb197 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:10:04.255727 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f5e7ee-556f-4a6a-8371-ef63ed54b250 req-52bd9d4d-aa28-43ed-9b14-94896316ff64 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] No DVR routers for this DVR port cf887bb4-f282-4c7f-ab15-4b07afcfb197 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:10:04.262941 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-92f5e7ee-556f-4a6a-8371-ef63ed54b250 req-52bd9d4d-aa28-43ed-9b14-94896316ff64 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:04.284223 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-92f5e7ee-556f-4a6a-8371-ef63ed54b250 req-52bd9d4d-aa28-43ed-9b14-94896316ff64 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.42 "DELETE /v2.0/ports/cf887bb4-f282-4c7f-ab15-4b07afcfb197 HTTP/1.1" status: 204 len: 173 time: 2.5299551 Feb 09 22:10:04.289185 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe', 'name': 'network-vif-deleted', 'tag': 'cf887bb4-f282-4c7f-ab15-4b07afcfb197'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:10:04.305408 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eed8c28-39de-4ec4-9da5-f62bf6badb4e" -d '{"events": [{"server_uuid": "c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe", "name": "network-vif-deleted", "tag": "cf887bb4-f282-4c7f-ab15-4b07afcfb197"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:10:04.358570 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e804fd52-a93d-43de-b061-389d19d86f7c req-2ba676fd-3567-4efe-bd4d-1ff61eff7a47 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4382880 Feb 09 22:10:04.460646 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9ab2d6-3062-4d7c-a786-7d52dbf397dc tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network f411dd8f-d365-4df9-9f1e-2effca5bec18 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:04.500175 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-7d9ab2d6-3062-4d7c-a786-7d52dbf397dc tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:04.513302 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9ab2d6-3062-4d7c-a786-7d52dbf397dc tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:10:04.535539 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d9ab2d6-3062-4d7c-a786-7d52dbf397dc tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (4a06aa01-729f-40ed-8772-f010bc7bbdd3), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:04.553664 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b4810cd7-cdec-489b-8ec2-813ce6e70b1e tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (c53f267a-3132-4d83-b738-5961ffd110a4), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:04.660390 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9f3dd518-3674-4dc8-bb7e-d021c72ac17a req-3bd1ad9f-b5d8-44a8-9998-d450d4061425 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 210 time: 0.0529006 Feb 09 22:10:04.829483 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b4810cd7-cdec-489b-8ec2-813ce6e70b1e tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (c53f267a-3132-4d83-b738-5961ffd110a4), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:04.850213 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device e56aeeff-87d7-4e8b-bdb6-29ebf82f189f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:04.925796 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4d2613-bb25-406e-a361-1865f303cd12 x-openstack-request-id: req-df4d2613-bb25-406e-a361-1865f303cd12 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:10:04.927934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4810cd7-cdec-489b-8ec2-813ce6e70b1e tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Pushing event deleted for resources: {'Subnet': ['ID=c53f267a-3132-4d83-b738-5961ffd110a4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:04.933441 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe", "name": "network-vif-deleted", "tag": "cf887bb4-f282-4c7f-ab15-4b07afcfb197", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:10:04.934518 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-df4d2613-bb25-406e-a361-1865f303cd12 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:10:04.944340 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe', 'name': 'network-vif-deleted', 'tag': 'cf887bb4-f282-4c7f-ab15-4b07afcfb197', 'status': 'completed', 'code': 200} Feb 09 22:10:04.974606 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b4810cd7-cdec-489b-8ec2-813ce6e70b1e tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:05.005262 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b4810cd7-cdec-489b-8ec2-813ce6e70b1e tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] 10.222.0.77 "DELETE /v2.0/subnets/c53f267a-3132-4d83-b738-5961ffd110a4 HTTP/1.1" status: 204 len: 168 time: 1.1908338 Feb 09 22:10:05.006035 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34460) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:05.071422 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31816936-eac2-4a63-a5a8-a913fdee6dd7 None None] Network f99d6702-b457-45b2-8efe-b6c172fa6cc6 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:05.185735 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1d11e80-fd2e-47bf-8a51-67f36fab6a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (f99d6702-b457-45b2-8efe-b6c172fa6cc6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:05.189316 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ab2d6-3062-4d7c-a786-7d52dbf397dc tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Port': ['ID=d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:05.509385 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d9ab2d6-3062-4d7c-a786-7d52dbf397dc tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:05.513949 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port e56aeeff-87d7-4e8b-bdb6-29ebf82f189f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:05.514521 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e56aeeff-87d7-4e8b-bdb6-29ebf82f189f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:05.522655 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6188eeae-6674-4b2c-b406-ce3e7f351800 None None] Network f411dd8f-d365-4df9-9f1e-2effca5bec18 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:05.600012 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a1d11e80-fd2e-47bf-8a51-67f36fab6a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Deleting port 35228fc8-8091-4537-8dfb-1ca3cc23c01f {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:05.600593 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1d11e80-fd2e-47bf-8a51-67f36fab6a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (35228fc8-8091-4537-8dfb-1ca3cc23c01f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:05.712134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a1d11e80-fd2e-47bf-8a51-67f36fab6a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] For port 35228fc8-8091-4537-8dfb-1ca3cc23c01f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=35228fc8-8091-4537-8dfb-1ca3cc23c01f,segment=NetworkSegment(cf3c6a41-718b-4a6e-8682-7aa27a1530d6),segment_id=cf3c6a41-718b-4a6e-8682-7aa27a1530d6)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:05.712913 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1d11e80-fd2e-47bf-8a51-67f36fab6a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (35228fc8-8091-4537-8dfb-1ca3cc23c01f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:05.742143 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a1d11e80-fd2e-47bf-8a51-67f36fab6a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Calling delete_port for 35228fc8-8091-4537-8dfb-1ca3cc23c01f owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:05.850799 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4591c4-64f9-410f-9e7c-fdcc8c38b4cd req-6e86e523-25ea-4b19-9ced-61ab6d3db533 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:05.853601 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc4591c4-64f9-410f-9e7c-fdcc8c38b4cd req-6e86e523-25ea-4b19-9ced-61ab6d3db533 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.2454951 Feb 09 22:10:05.999687 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc4591c4-64f9-410f-9e7c-fdcc8c38b4cd req-012800b3-2fa4-4436-9269-94b1ace586a4 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335819 Feb 09 22:10:06.124406 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c2d6f720-b91f-4ed7-8e42-595038506146 None None] Provisioning complete for port e56aeeff-87d7-4e8b-bdb6-29ebf82f189f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:06.133921 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c2d6f720-b91f-4ed7-8e42-595038506146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e56aeeff-87d7-4e8b-bdb6-29ebf82f189f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:06.171378 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-89117d38-5260-483e-a391-7ee72f5be32e req-4229e468-89bc-4359-acd7-529f779689ff tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 210 time: 0.0597136 Feb 09 22:10:06.259637 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1d11e80-fd2e-47bf-8a51-67f36fab6a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (35228fc8-8091-4537-8dfb-1ca3cc23c01f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:06.390060 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d11e80-fd2e-47bf-8a51-67f36fab6a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Pushing event deleted for resources: {'Port': ['ID=35228fc8-8091-4537-8dfb-1ca3cc23c01f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:06.535527 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6700c5b6-4a54-4c00-addd-1ecbc48603d5 None None] DHCP port deletion for f99d6702-b457-45b2-8efe-b6c172fa6cc6 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:10:06.655218 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d11e80-fd2e-47bf-8a51-67f36fab6a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] No DVR routers for this DVR port 35228fc8-8091-4537-8dfb-1ca3cc23c01f on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:10:06.727119 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port e56aeeff-87d7-4e8b-bdb6-29ebf82f189f is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:06.737158 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e56aeeff-87d7-4e8b-bdb6-29ebf82f189f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:06.988103 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1d11e80-fd2e-47bf-8a51-67f36fab6a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (f99d6702-b457-45b2-8efe-b6c172fa6cc6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:07.021233 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c2d6f720-b91f-4ed7-8e42-595038506146 None None] Current status of the port e56aeeff-87d7-4e8b-bdb6-29ebf82f189f is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:07.023607 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c2d6f720-b91f-4ed7-8e42-595038506146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e56aeeff-87d7-4e8b-bdb6-29ebf82f189f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:07.125655 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port e56aeeff-87d7-4e8b-bdb6-29ebf82f189f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=e56aeeff-87d7-4e8b-bdb6-29ebf82f189f,segment=NetworkSegment(5af35d96-7826-4e47-bc1b-af9f519ebf49),segment_id=5af35d96-7826-4e47-bc1b-af9f519ebf49)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:07.146791 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a1d11e80-fd2e-47bf-8a51-67f36fab6a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99d6702-b457-45b2-8efe-b6c172fa6cc6']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:07.160348 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e56aeeff-87d7-4e8b-bdb6-29ebf82f189f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:07.477995 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a1d11e80-fd2e-47bf-8a51-67f36fab6a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf3c6a41-718b-4a6e-8682-7aa27a1530d6') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:07.478537 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a1d11e80-fd2e-47bf-8a51-67f36fab6a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf3c6a41-718b-4a6e-8682-7aa27a1530d6') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:07.544430 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=e56aeeff-87d7-4e8b-bdb6-29ebf82f189f,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:07.561139 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-c2d6f720-b91f-4ed7-8e42-595038506146 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:10:07.561740 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-c2d6f720-b91f-4ed7-8e42-595038506146 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:10:07.589165 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 35228fc8-8091-4537-8dfb-1ca3cc23c01f no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:10:07.632623 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44da849-e3d3-41f1-aa42-9c20401de115 req-c993248f-f61e-440f-98ef-45844062b3c5 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:07.634120 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1d11e80-fd2e-47bf-8a51-67f36fab6a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (cf3c6a41-718b-4a6e-8682-7aa27a1530d6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:07.654064 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a44da849-e3d3-41f1-aa42-9c20401de115 req-c993248f-f61e-440f-98ef-45844062b3c5 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.2951105 Feb 09 22:10:07.687313 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 35228fc8-8091-4537-8dfb-1ca3cc23c01f {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:10:07.688529 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 35228fc8-8091-4537-8dfb-1ca3cc23c01f not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:10:07.758403 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1d11e80-fd2e-47bf-8a51-67f36fab6a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (cf3c6a41-718b-4a6e-8682-7aa27a1530d6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:07.836834 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d11e80-fd2e-47bf-8a51-67f36fab6a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:10:07.838566 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1d11e80-fd2e-47bf-8a51-67f36fab6a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (cf3c6a41-718b-4a6e-8682-7aa27a1530d6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:10:07.845085 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:10:07.869524 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aaad32e1-f7e2-4c1d-ad7d-998e93f3ad47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:07.905735 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a44da849-e3d3-41f1-aa42-9c20401de115 req-84c0589d-e7e2-4449-b07d-319ceadfeb38 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501085 Feb 09 22:10:08.011770 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1d11e80-fd2e-47bf-8a51-67f36fab6a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (f99d6702-b457-45b2-8efe-b6c172fa6cc6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.040920 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1d11e80-fd2e-47bf-8a51-67f36fab6a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.048993 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a1d11e80-fd2e-47bf-8a51-67f36fab6a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] 10.222.0.77 "DELETE /v2.0/networks/f99d6702-b457-45b2-8efe-b6c172fa6cc6 HTTP/1.1" status: 204 len: 168 time: 3.0409009 Feb 09 22:10:08.169102 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d11e80-fd2e-47bf-8a51-67f36fab6a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834 tempest-ExtraDHCPOptionsIpV6TestJSON-1102555834-project] Pushing event deleted for resources: {'Network': ['ID=f99d6702-b457-45b2-8efe-b6c172fa6cc6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:08.186726 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d9ab2d6-3062-4d7c-a786-7d52dbf397dc tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for port (d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.200844 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d9ab2d6-3062-4d7c-a786-7d52dbf397dc tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.202109 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d9ab2d6-3062-4d7c-a786-7d52dbf397dc tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (4a06aa01-729f-40ed-8772-f010bc7bbdd3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.224761 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c2d6f720-b91f-4ed7-8e42-595038506146 None None] Current status of the port e56aeeff-87d7-4e8b-bdb6-29ebf82f189f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:08.342431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bccc53a3-bcc1-4af4-a9e5-4d6510d6e95c req-89244417-ef98-4128-bbc5-5bd6d00170c7 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 210 time: 0.0978312 Feb 09 22:10:08.427533 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9ce7244a-43e5-4843-860f-0f2ab6c508db None None] Provisioning complete for port e56aeeff-87d7-4e8b-bdb6-29ebf82f189f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:08.428516 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9ce7244a-43e5-4843-860f-0f2ab6c508db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e56aeeff-87d7-4e8b-bdb6-29ebf82f189f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.701425 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9ab2d6-3062-4d7c-a786-7d52dbf397dc tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network f411dd8f-d365-4df9-9f1e-2effca5bec18 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:08.742922 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-7d9ab2d6-3062-4d7c-a786-7d52dbf397dc tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:08.756891 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7244a-43e5-4843-860f-0f2ab6c508db None None] Current status of the port e56aeeff-87d7-4e8b-bdb6-29ebf82f189f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:08.789038 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ab2d6-3062-4d7c-a786-7d52dbf397dc tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Port': ['ID=d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:08.811999 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9ce7244a-43e5-4843-860f-0f2ab6c508db None None] Provisioning complete for port d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:08.813152 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9ce7244a-43e5-4843-860f-0f2ab6c508db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.885186 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34702) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:08.897915 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34706) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:08.976349 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7244a-43e5-4843-860f-0f2ab6c508db None None] Port d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:10:09.153985 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-14825f2f-8c87-468a-9d91-533d929d7f02 None None] Provisioning complete for port d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:09.154369 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-14825f2f-8c87-468a-9d91-533d929d7f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:09.162414 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-571495fd-5e9d-4085-891c-f51be8daf1b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:09.229258 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-14825f2f-8c87-468a-9d91-533d929d7f02 None None] Port d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:10:09.395702 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-571495fd-5e9d-4085-891c-f51be8daf1b0 admin admin] Publish callbacks [] for security_group (0ded7ff7-cc04-4205-b73e-31e762ca8cee), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:09.395990 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9ab2d6-3062-4d7c-a786-7d52dbf397dc tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 4a06aa01-729f-40ed-8772-f010bc7bbdd3 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:10:09.428645 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f41ed341-cb87-4dbc-82e9-8e6505b2c45f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=85f2cf007be54b7da3d9062e7a1f8cbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5416753 Feb 09 22:10:09.431207 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34716) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:09.432099 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-571495fd-5e9d-4085-891c-f51be8daf1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (0ded7ff7-cc04-4205-b73e-31e762ca8cee), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:09.552517 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571495fd-5e9d-4085-891c-f51be8daf1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ded7ff7-cc04-4205-b73e-31e762ca8cee,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:09.580997 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device e56aeeff-87d7-4e8b-bdb6-29ebf82f189f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:09.689011 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-51e640c1-7775-4352-abfd-d01b3fefe6ba None None] Provisioning complete for port d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:09.690170 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-51e640c1-7775-4352-abfd-d01b3fefe6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:09.693559 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9ab2d6-3062-4d7c-a786-7d52dbf397dc tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:10:09.707859 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cfd244-192b-4044-b709-529283d5b7eb None None] Sync routers for ids ['4a06aa01-729f-40ed-8772-f010bc7bbdd3'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:10:09.719153 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7d9ab2d6-3062-4d7c-a786-7d52dbf397dc tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/4a06aa01-729f-40ed-8772-f010bc7bbdd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0973821 Feb 09 22:10:09.720045 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34720) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:09.725087 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-571495fd-5e9d-4085-891c-f51be8daf1b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=45ace77ef18f4c80b2df8164118b3586&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8253903 Feb 09 22:10:09.725767 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34722) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:09.747952 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cfd244-192b-4044-b709-529283d5b7eb None None] Routers {'4a06aa01-729f-40ed-8772-f010bc7bbdd3'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:09.748611 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-38cfd244-192b-4044-b709-529283d5b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:09:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['4a06aa01-729f-40ed-8772-f010bc7bbdd3'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:09.770901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a123c-1dc3-4e7c-9eeb-9a0652b90f11 req-57c24236-7e47-45cc-97dc-2f3c1f632f1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:09.784168 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d0a123c-1dc3-4e7c-9eeb-9a0652b90f11 req-57c24236-7e47-45cc-97dc-2f3c1f632f1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.3948457 Feb 09 22:10:09.855638 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port e56aeeff-87d7-4e8b-bdb6-29ebf82f189f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:09.864334 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-38cfd244-192b-4044-b709-529283d5b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:09.868600 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e56aeeff-87d7-4e8b-bdb6-29ebf82f189f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:09.871564 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-51e640c1-7775-4352-abfd-d01b3fefe6ba None None] Port d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:10:09.878725 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5b72af-648d-442c-a680-04d5a9325f6c tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:09.888341 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9f5b72af-648d-442c-a680-04d5a9325f6c tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/ports/d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc HTTP/1.1" status: 200 len: 911 time: 0.1671696 Feb 09 22:10:09.900883 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cfd244-192b-4044-b709-529283d5b7eb None None] Routers {'4a06aa01-729f-40ed-8772-f010bc7bbdd3'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:09.901143 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34724) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:09.906556 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-38cfd244-192b-4044-b709-529283d5b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:09:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['4a06aa01-729f-40ed-8772-f010bc7bbdd3'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:10.054588 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-38cfd244-192b-4044-b709-529283d5b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:10.058022 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cfd244-192b-4044-b709-529283d5b7eb None None] The sync data for ids ['4a06aa01-729f-40ed-8772-f010bc7bbdd3'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:10:10.119891 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12ac88c1-0982-44f6-bcb6-602ab16defec admin admin] Publish callbacks [] for security_group (0ded7ff7-cc04-4205-b73e-31e762ca8cee), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:10.181328 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port e56aeeff-87d7-4e8b-bdb6-29ebf82f189f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:10.250757 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d0a123c-1dc3-4e7c-9eeb-9a0652b90f11 req-774d6f58-9012-4e4d-bb24-770d6b6525be tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4648468 Feb 09 22:10:10.324001 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12ac88c1-0982-44f6-bcb6-602ab16defec admin admin] Publish callbacks [] for security_group (0ded7ff7-cc04-4205-b73e-31e762ca8cee), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:10.345374 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-16612ad9-5c97-4a21-8b89-a8a145fe07c4 admin admin] Publish callbacks [] for security_group (abcd8a3d-f4c2-4220-944f-f915963fea9b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:10.532463 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7d11326e-acda-4c94-8604-fe373a5e0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:10.607428 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-16612ad9-5c97-4a21-8b89-a8a145fe07c4 admin admin] Publish callbacks [] for security_group (abcd8a3d-f4c2-4220-944f-f915963fea9b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:10.736496 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12ac88c1-0982-44f6-bcb6-602ab16defec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (0ded7ff7-cc04-4205-b73e-31e762ca8cee), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:10.739884 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12ac88c1-0982-44f6-bcb6-602ab16defec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:10.745062 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-12ac88c1-0982-44f6-bcb6-602ab16defec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0ded7ff7-cc04-4205-b73e-31e762ca8cee HTTP/1.1" status: 204 len: 168 time: 0.9529891 Feb 09 22:10:10.762793 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac88c1-0982-44f6-bcb6-602ab16defec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ded7ff7-cc04-4205-b73e-31e762ca8cee,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:10.772938 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-16612ad9-5c97-4a21-8b89-a8a145fe07c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (abcd8a3d-f4c2-4220-944f-f915963fea9b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:10.776196 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-16612ad9-5c97-4a21-8b89-a8a145fe07c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:10.781530 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-16612ad9-5c97-4a21-8b89-a8a145fe07c4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/abcd8a3d-f4c2-4220-944f-f915963fea9b HTTP/1.1" status: 204 len: 168 time: 1.3404679 Feb 09 22:10:10.828307 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16612ad9-5c97-4a21-8b89-a8a145fe07c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcd8a3d-f4c2-4220-944f-f915963fea9b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:10.846846 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87439bb4-ea64-49f6-ad04-51dad680d7a3 req-7469f0b6-fac7-4702-81e8-3e038f3180ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 210 time: 0.0872626 Feb 09 22:10:11.004201 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8e407cd-65e0-4af4-a989-f1c7b33fafdb tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (4a06aa01-729f-40ed-8772-f010bc7bbdd3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:11.531689 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f8e407cd-65e0-4af4-a989-f1c7b33fafdb tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting port d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:11.532246 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8e407cd-65e0-4af4-a989-f1c7b33fafdb tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:11.630395 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34744) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:11.652746 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:11.688426 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39a8101e-19fb-4af3-beaa-f3a58b275107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:11.721809 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda94f11-4a9d-4551-970e-aa6304b466d2 req-04c33de7-ac93-456c-afd8-929c140bb335 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:11.739698 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fda94f11-4a9d-4551-970e-aa6304b466d2 req-04c33de7-ac93-456c-afd8-929c140bb335 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.2516587 Feb 09 22:10:11.872691 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8e407cd-65e0-4af4-a989-f1c7b33fafdb tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:11.902303 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f8e407cd-65e0-4af4-a989-f1c7b33fafdb tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Calling delete_port for d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:11.903303 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fda94f11-4a9d-4551-970e-aa6304b466d2 req-c8e8e78e-776b-4192-a9a6-dbc4ed34f900 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361876 Feb 09 22:10:12.123949 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a81006c6-7f4a-4e89-bcb7-736bfab04055 req-a60c6173-e8ab-4811-8135-e1c84eb0703d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 210 time: 0.0693626 Feb 09 22:10:12.183614 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39a8101e-19fb-4af3-beaa-f3a58b275107 admin admin] Publish callbacks [] for security_group (d45c4e3d-dfc5-4f58-b6d8-6676d86bdb71), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:12.192780 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39a8101e-19fb-4af3-beaa-f3a58b275107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d45c4e3d-dfc5-4f58-b6d8-6676d86bdb71), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:12.345264 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-39a8101e-19fb-4af3-beaa-f3a58b275107 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=00c0bd39b37345d991917cf57538a51e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7119107 Feb 09 22:10:12.352217 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8101e-19fb-4af3-beaa-f3a58b275107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45c4e3d-dfc5-4f58-b6d8-6676d86bdb71,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:12.374146 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34760) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:12.710027 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9274acfc-759f-47e0-822f-6550e38d9002 admin admin] Publish callbacks [] for security_group (d45c4e3d-dfc5-4f58-b6d8-6676d86bdb71), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:12.763338 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8e407cd-65e0-4af4-a989-f1c7b33fafdb tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:12.809189 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:12.819559 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9274acfc-759f-47e0-822f-6550e38d9002 admin admin] Publish callbacks [] for security_group (d45c4e3d-dfc5-4f58-b6d8-6676d86bdb71), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:12.877471 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e407cd-65e0-4af4-a989-f1c7b33fafdb tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Port': ['ID=d6cffd85-46d4-4fd6-b0a8-349ff04c2fcc,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:12.897520 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34770) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:13.080650 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39578343-8382-49ee-841c-ef4bb5986659 req-02404958-85fa-482d-b376-f91c7de46dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:13.084136 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39578343-8382-49ee-841c-ef4bb5986659 req-02404958-85fa-482d-b376-f91c7de46dce service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 1127 time: 0.3514328 Feb 09 22:10:13.150483 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6daaf-c669-4106-8e37-90176d16d233 req-e0d2cc09-8089-4d89-8e81-cfa987d7e0d8 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:13.173262 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8be6daaf-c669-4106-8e37-90176d16d233 req-e0d2cc09-8089-4d89-8e81-cfa987d7e0d8 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.3141124 Feb 09 22:10:13.426147 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8be6daaf-c669-4106-8e37-90176d16d233 req-68fcf4d6-126f-4587-a557-d4f43bde2ea9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503500 Feb 09 22:10:13.550012 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-126f6efc-da62-4cf3-9eac-d4cc23fb46d7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-919490848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:13.587638 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8e407cd-65e0-4af4-a989-f1c7b33fafdb tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (4a06aa01-729f-40ed-8772-f010bc7bbdd3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:13.634764 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-00009c1e-4ab6-4fe2-a6ed-4008f46c5877 req-d5973456-d147-4792-97cf-578a977b2b54 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 210 time: 0.0662324 Feb 09 22:10:13.668497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39578343-8382-49ee-841c-ef4bb5986659 req-6b097b23-e116-43a6-a612-e5500aad85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:13.670172 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39578343-8382-49ee-841c-ef4bb5986659 req-6b097b23-e116-43a6-a612-e5500aad85c4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 911 time: 0.5788965 Feb 09 22:10:13.756756 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39578343-8382-49ee-841c-ef4bb5986659 req-9ef099e1-5cb7-426b-b764-5d1c0510bcbe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84 HTTP/1.1" status: 200 len: 1000 time: 0.0797577 Feb 09 22:10:13.763041 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-126f6efc-da62-4cf3-9eac-d4cc23fb46d7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (c2ba9022-d389-4821-a46b-ff81ebee4790), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:13.765863 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-126f6efc-da62-4cf3-9eac-d4cc23fb46d7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (c2ba9022-d389-4821-a46b-ff81ebee4790), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:13.831876 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39578343-8382-49ee-841c-ef4bb5986659 req-a622a5c0-09b7-4652-a18f-1ce94942dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:13.833746 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39578343-8382-49ee-841c-ef4bb5986659 req-a622a5c0-09b7-4652-a18f-1ce94942dc2c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.0699432 Feb 09 22:10:13.883146 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-126f6efc-da62-4cf3-9eac-d4cc23fb46d7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for router_controller (c2ba9022-d389-4821-a46b-ff81ebee4790), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:13.894285 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9274acfc-759f-47e0-822f-6550e38d9002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d45c4e3d-dfc5-4f58-b6d8-6676d86bdb71), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:13.901115 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9274acfc-759f-47e0-822f-6550e38d9002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:13.905255 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9274acfc-759f-47e0-822f-6550e38d9002 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d45c4e3d-dfc5-4f58-b6d8-6676d86bdb71 HTTP/1.1" status: 204 len: 168 time: 1.5257924 Feb 09 22:10:13.929812 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39578343-8382-49ee-841c-ef4bb5986659 req-6e3d0bf9-037e-400a-b589-a5321163529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:13.931481 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39578343-8382-49ee-841c-ef4bb5986659 req-6e3d0bf9-037e-400a-b589-a5321163529e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0909240 Feb 09 22:10:13.955539 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-126f6efc-da62-4cf3-9eac-d4cc23fb46d7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (c2ba9022-d389-4821-a46b-ff81ebee4790), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.025833 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274acfc-759f-47e0-822f-6550e38d9002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45c4e3d-dfc5-4f58-b6d8-6676d86bdb71,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:14.132294 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39578343-8382-49ee-841c-ef4bb5986659 req-0da3c46c-5aad-4d46-940f-d8e1b8556f73 service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938715 Feb 09 22:10:14.247466 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-126f6efc-da62-4cf3-9eac-d4cc23fb46d7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.251978 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-126f6efc-da62-4cf3-9eac-d4cc23fb46d7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.3530009 Feb 09 22:10:14.252749 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34782) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:14.261016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1ce6db79-0619-49ae-8632-711e5c33b706 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1516063054'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:14.290049 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e407cd-65e0-4af4-a989-f1c7b33fafdb tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 4a06aa01-729f-40ed-8772-f010bc7bbdd3 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:10:14.374314 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39578343-8382-49ee-841c-ef4bb5986659 req-faec5326-efc5-4821-8abb-d02996108567 service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352176 Feb 09 22:10:14.414360 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce6db79-0619-49ae-8632-711e5c33b706 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Made reservation on behalf of 27e750eaf7704a3ba9b2765feeb7e8c1 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:10:14.423167 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ce6db79-0619-49ae-8632-711e5c33b706 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.436235 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ce6db79-0619-49ae-8632-711e5c33b706 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.444640 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e407cd-65e0-4af4-a989-f1c7b33fafdb tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:10:14.459371 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfc2d50-e5a1-4c21-83ec-7d44ac4cdb58 None None] Sync routers for ids ['4a06aa01-729f-40ed-8772-f010bc7bbdd3'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:10:14.465412 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f8e407cd-65e0-4af4-a989-f1c7b33fafdb tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/4a06aa01-729f-40ed-8772-f010bc7bbdd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5608053 Feb 09 22:10:14.466055 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34784) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:14.482230 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfc2d50-e5a1-4c21-83ec-7d44ac4cdb58 None None] Routers {'4a06aa01-729f-40ed-8772-f010bc7bbdd3'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:14.483367 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bdfc2d50-e5a1-4c21-83ec-7d44ac4cdb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:10:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['4a06aa01-729f-40ed-8772-f010bc7bbdd3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:14.529971 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-970d807a-9d67-45c2-99a2-bec7481955c9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a06aa01-729f-40ed-8772-f010bc7bbdd3 HTTP/1.1" status: 200 len: 205 time: 0.0611043 Feb 09 22:10:14.530301 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34790) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:14.785944 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ce6db79-0619-49ae-8632-711e5c33b706 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for security_group (d78b51fc-2a08-4ff6-b263-231632640dbc), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.795473 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ce6db79-0619-49ae-8632-711e5c33b706 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d78b51fc-2a08-4ff6-b263-231632640dbc), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.796388 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b44e7f6b-b5d1-40d8-9008-04c3e01d517f tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (4a06aa01-729f-40ed-8772-f010bc7bbdd3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.850660 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce6db79-0619-49ae-8632-711e5c33b706 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:10:14.873435 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6db79-0619-49ae-8632-711e5c33b706 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d78b51fc-2a08-4ff6-b263-231632640dbc,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:14.882969 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ce6db79-0619-49ae-8632-711e5c33b706 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (8669febe-82c5-47bf-a6b1-38fe8311f4f2), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.883820 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-1ce6db79-0619-49ae-8632-711e5c33b706 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Added segment 8669febe-82c5-47bf-a6b1-38fe8311f4f2 of type vlan for network 5fb39073-3cbe-4dbd-8f9d-bedd9938fe94 Feb 09 22:10:14.935025 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ce6db79-0619-49ae-8632-711e5c33b706 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (5fb39073-3cbe-4dbd-8f9d-bedd9938fe94), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.978329 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bdfc2d50-e5a1-4c21-83ec-7d44ac4cdb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:15.024930 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfc2d50-e5a1-4c21-83ec-7d44ac4cdb58 None None] Routers {'4a06aa01-729f-40ed-8772-f010bc7bbdd3'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:15.024930 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bdfc2d50-e5a1-4c21-83ec-7d44ac4cdb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:10:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['4a06aa01-729f-40ed-8772-f010bc7bbdd3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:15.122371 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ce6db79-0619-49ae-8632-711e5c33b706 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (5fb39073-3cbe-4dbd-8f9d-bedd9938fe94), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:15.134493 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bdfc2d50-e5a1-4c21-83ec-7d44ac4cdb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:15.143810 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce6db79-0619-49ae-8632-711e5c33b706 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:15.144471 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ce6db79-0619-49ae-8632-711e5c33b706 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:15.151790 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfc2d50-e5a1-4c21-83ec-7d44ac4cdb58 None None] The sync data for ids ['4a06aa01-729f-40ed-8772-f010bc7bbdd3'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:10:15.196775 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:15.308807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628afdfc-35ea-406e-8da5-67a6c472b139 req-59a3cc70-a19e-4804-8845-2f9f6ded7eb8 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:15.317142 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-628afdfc-35ea-406e-8da5-67a6c472b139 req-59a3cc70-a19e-4804-8845-2f9f6ded7eb8 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.3596201 Feb 09 22:10:15.338686 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1ce6db79-0619-49ae-8632-711e5c33b706 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0847390 Feb 09 22:10:15.347176 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34800) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:15.352640 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-85fdbfea-1b27-40e6-8dbc-6c489c29f006 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Request body: {'subnet': {'network_id': '5fb39073-3cbe-4dbd-8f9d-bedd9938fe94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:15.501507 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6db79-0619-49ae-8632-711e5c33b706 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event updated for resources: {'Network': ['ID=5fb39073-3cbe-4dbd-8f9d-bedd9938fe94,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:15.545500 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b44e7f6b-b5d1-40d8-9008-04c3e01d517f tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (4a06aa01-729f-40ed-8772-f010bc7bbdd3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:15.555217 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b44e7f6b-b5d1-40d8-9008-04c3e01d517f tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router_controller (4a06aa01-729f-40ed-8772-f010bc7bbdd3), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:15.643087 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 5fb39073-3cbe-4dbd-8f9d-bedd9938fe94 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:10:15.653827 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-628afdfc-35ea-406e-8da5-67a6c472b139 req-30df9fb0-6848-4a0c-97a5-7ff5c8c7284e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3354969 Feb 09 22:10:15.695091 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fdbfea-1b27-40e6-8dbc-6c489c29f006 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Made reservation on behalf of 27e750eaf7704a3ba9b2765feeb7e8c1 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:10:15.698972 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b44e7f6b-b5d1-40d8-9008-04c3e01d517f tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (4a06aa01-729f-40ed-8772-f010bc7bbdd3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:15.699917 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85fdbfea-1b27-40e6-8dbc-6c489c29f006 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:15.700151 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44e7f6b-b5d1-40d8-9008-04c3e01d517f tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Fanout notify agent at l3_agent the message router_deleted on router 4a06aa01-729f-40ed-8772-f010bc7bbdd3 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:10:15.716744 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b44e7f6b-b5d1-40d8-9008-04c3e01d517f tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:15.722841 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b44e7f6b-b5d1-40d8-9008-04c3e01d517f tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/routers/4a06aa01-729f-40ed-8772-f010bc7bbdd3 HTTP/1.1" status: 204 len: 168 time: 1.1881227 Feb 09 22:10:15.726932 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34806) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:15.887471 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d71f6c-ec54-4fe4-a3f1-26e946a706ca tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting subnet 58fff80e-9fb1-4082-9165-c459ab38630e {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:10:15.905511 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22d71f6c-ec54-4fe4-a3f1-26e946a706ca tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for subnet (58fff80e-9fb1-4082-9165-c459ab38630e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:15.970568 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9747a4c8-d782-48aa-a2f4-8698e6949b2d req-738f0c85-91ca-4017-b3ec-a8960890815e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 210 time: 0.1220491 Feb 09 22:10:16.049031 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22d71f6c-ec54-4fe4-a3f1-26e946a706ca tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (58fff80e-9fb1-4082-9165-c459ab38630e), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:16.205029 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22d71f6c-ec54-4fe4-a3f1-26e946a706ca tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (58fff80e-9fb1-4082-9165-c459ab38630e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:16.246094 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:16.275515 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:16.434426 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22d71f6c-ec54-4fe4-a3f1-26e946a706ca tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (58fff80e-9fb1-4082-9165-c459ab38630e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:16.460725 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85fdbfea-1b27-40e6-8dbc-6c489c29f006 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (061a29ca-96c3-4d94-a3ae-a9e84000f750), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:16.561545 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d71f6c-ec54-4fe4-a3f1-26e946a706ca tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Subnet': ['ID=58fff80e-9fb1-4082-9165-c459ab38630e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:16.564475 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22d71f6c-ec54-4fe4-a3f1-26e946a706ca tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:16.569590 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-22d71f6c-ec54-4fe4-a3f1-26e946a706ca tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/subnets/58fff80e-9fb1-4082-9165-c459ab38630e HTTP/1.1" status: 204 len: 168 time: 0.8389750 Feb 09 22:10:16.572404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34820) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:16.574968 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4bb2ed-0725-4e78-918f-be513c21517f None None] Network f411dd8f-d365-4df9-9f1e-2effca5bec18 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:16.626529 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fdbfea-1b27-40e6-8dbc-6c489c29f006 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Checking segment: {'id': '8669febe-82c5-47bf-a6b1-38fe8311f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5fb39073-3cbe-4dbd-8f9d-bedd9938fe94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:16.632765 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fdbfea-1b27-40e6-8dbc-6c489c29f006 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Network hostable DHCP agents. Network: 5fb39073-3cbe-4dbd-8f9d-bedd9938fe94, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:10:16.680496 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdbfea-1b27-40e6-8dbc-6c489c29f006 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event updated for resources: {'Subnet': ['ID=061a29ca-96c3-4d94-a3ae-a9e84000f750,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:16.699676 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fdbfea-1b27-40e6-8dbc-6c489c29f006 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Network 5fb39073-3cbe-4dbd-8f9d-bedd9938fe94 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:10:16.731036 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-85fdbfea-1b27-40e6-8dbc-6c489c29f006 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 5fb39073-3cbe-4dbd-8f9d-bedd9938fe94) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:16.745338 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fdbfea-1b27-40e6-8dbc-6c489c29f006 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:16.746157 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85fdbfea-1b27-40e6-8dbc-6c489c29f006 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:16.793200 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-85fdbfea-1b27-40e6-8dbc-6c489c29f006 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4429238 Feb 09 22:10:16.794611 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34826) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:16.809848 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-313485d2-bd79-4633-8ac2-32d1e02e139e tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Request body: {'network': {'name': 'tempest-router-network01--951124398'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:16.833487 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8301aca6-3b11-4219-87c4-5ab917aca2e5 None None] Network 5fb39073-3cbe-4dbd-8f9d-bedd9938fe94 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:16.867691 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9162e6a4-c347-44d0-a8d8-23cb9baadb8e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (f411dd8f-d365-4df9-9f1e-2effca5bec18), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:16.870322 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313485d2-bd79-4633-8ac2-32d1e02e139e tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Made reservation on behalf of 27e750eaf7704a3ba9b2765feeb7e8c1 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:10:16.876642 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-313485d2-bd79-4633-8ac2-32d1e02e139e tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:16.947385 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313485d2-bd79-4633-8ac2-32d1e02e139e tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:10:16.964057 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-313485d2-bd79-4633-8ac2-32d1e02e139e tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (4a45190c-7cd2-4e2d-8d64-927a3aa02384), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:16.964731 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-313485d2-bd79-4633-8ac2-32d1e02e139e tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Added segment 4a45190c-7cd2-4e2d-8d64-927a3aa02384 of type vlan for network 11abb0a7-f156-4d21-a791-c18fd641cce6 Feb 09 22:10:17.030947 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-313485d2-bd79-4633-8ac2-32d1e02e139e tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (11abb0a7-f156-4d21-a791-c18fd641cce6), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:17.115941 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-313485d2-bd79-4633-8ac2-32d1e02e139e tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (11abb0a7-f156-4d21-a791-c18fd641cce6), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:17.124085 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313485d2-bd79-4633-8ac2-32d1e02e139e tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:17.125514 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-313485d2-bd79-4633-8ac2-32d1e02e139e tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:17.156362 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9162e6a4-c347-44d0-a8d8-23cb9baadb8e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting port e56aeeff-87d7-4e8b-bdb6-29ebf82f189f {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:17.158407 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9162e6a4-c347-44d0-a8d8-23cb9baadb8e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (e56aeeff-87d7-4e8b-bdb6-29ebf82f189f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:17.239282 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-313485d2-bd79-4633-8ac2-32d1e02e139e tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4425566 Feb 09 22:10:17.270978 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34834) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:17.324762 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab72754c-b88e-4a09-aefc-04513c57b32b None None] DHCP port deletion for f411dd8f-d365-4df9-9f1e-2effca5bec18 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:10:17.341519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-5fb39073-3cbe-4dbd-8f9d-bedd9938fe94', 'network_id': '5fb39073-3cbe-4dbd-8f9d-bedd9938fe94', 'project_id': '27e750eaf7704a3ba9b2765feeb7e8c1', 'fixed_ips': [{'subnet_id': '061a29ca-96c3-4d94-a3ae-a9e84000f750'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:10:17.343024 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:17.355821 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e7239a5a-9919-4457-8b8b-8eb8e58b11a4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Request body: {'network': {'name': 'tempest-router-network02--1943804102'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:17.381752 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-9162e6a4-c347-44d0-a8d8-23cb9baadb8e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] For port e56aeeff-87d7-4e8b-bdb6-29ebf82f189f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=e56aeeff-87d7-4e8b-bdb6-29ebf82f189f,segment=NetworkSegment(5af35d96-7826-4e47-bc1b-af9f519ebf49),segment_id=5af35d96-7826-4e47-bc1b-af9f519ebf49)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:17.382668 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9162e6a4-c347-44d0-a8d8-23cb9baadb8e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (e56aeeff-87d7-4e8b-bdb6-29ebf82f189f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:17.409150 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9162e6a4-c347-44d0-a8d8-23cb9baadb8e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Calling delete_port for e56aeeff-87d7-4e8b-bdb6-29ebf82f189f owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:17.465312 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313485d2-bd79-4633-8ac2-32d1e02e139e tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event updated for resources: {'Network': ['ID=11abb0a7-f156-4d21-a791-c18fd641cce6,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:17.473283 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7239a5a-9919-4457-8b8b-8eb8e58b11a4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Made reservation on behalf of 27e750eaf7704a3ba9b2765feeb7e8c1 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:10:17.477979 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7239a5a-9919-4457-8b8b-8eb8e58b11a4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:17.537729 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3e3ea-2d8b-4950-a5ec-acab7e7212a4 req-00896a3a-e622-439c-90f9-d147e8cbac7e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:17.539493 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13e3e3ea-2d8b-4950-a5ec-acab7e7212a4 req-00896a3a-e622-439c-90f9-d147e8cbac7e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.6212363 Feb 09 22:10:17.643387 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7239a5a-9919-4457-8b8b-8eb8e58b11a4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:10:17.678460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Allocated IP 2001:db8::2 (5fb39073-3cbe-4dbd-8f9d-bedd9938fe94/061a29ca-96c3-4d94-a3ae-a9e84000f750/8e48d004-b03a-4a33-96fe-f7d80069704c) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:10:17.691054 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9162e6a4-c347-44d0-a8d8-23cb9baadb8e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (e56aeeff-87d7-4e8b-bdb6-29ebf82f189f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:17.692869 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7239a5a-9919-4457-8b8b-8eb8e58b11a4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d4de4db9-f0e4-4121-b131-220422c89361), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:17.693237 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-e7239a5a-9919-4457-8b8b-8eb8e58b11a4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Added segment d4de4db9-f0e4-4121-b131-220422c89361 of type vlan for network 744cea65-5e2b-41d1-8c29-fe85534847b2 Feb 09 22:10:17.729712 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9162e6a4-c347-44d0-a8d8-23cb9baadb8e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] No DVR routers for this DVR port e56aeeff-87d7-4e8b-bdb6-29ebf82f189f on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:10:17.777297 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13e3e3ea-2d8b-4950-a5ec-acab7e7212a4 req-59dadbbd-8092-4cfc-928a-92e5ef2a3a70 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186191 Feb 09 22:10:17.792823 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7239a5a-9919-4457-8b8b-8eb8e58b11a4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (744cea65-5e2b-41d1-8c29-fe85534847b2), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:17.867288 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7239a5a-9919-4457-8b8b-8eb8e58b11a4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (744cea65-5e2b-41d1-8c29-fe85534847b2), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:17.872873 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7239a5a-9919-4457-8b8b-8eb8e58b11a4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:17.873528 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7239a5a-9919-4457-8b8b-8eb8e58b11a4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:17.938557 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162e6a4-c347-44d0-a8d8-23cb9baadb8e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Port': ['ID=e56aeeff-87d7-4e8b-bdb6-29ebf82f189f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:18.017487 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e7239a5a-9919-4457-8b8b-8eb8e58b11a4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7408586 Feb 09 22:10:18.030317 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34846) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:18.044363 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1f4efa37-fff6-4053-9aca-8c73ff2242e7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Request body: {'subnet': {'network_id': '11abb0a7-f156-4d21-a791-c18fd641cce6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:18.105182 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Publish callbacks [] for port (8e48d004-b03a-4a33-96fe-f7d80069704c), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:18.121533 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 11abb0a7-f156-4d21-a791-c18fd641cce6 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:10:18.165475 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7239a5a-9919-4457-8b8b-8eb8e58b11a4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event updated for resources: {'Network': ['ID=744cea65-5e2b-41d1-8c29-fe85534847b2,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:18.167952 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9162e6a4-c347-44d0-a8d8-23cb9baadb8e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (f411dd8f-d365-4df9-9f1e-2effca5bec18), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:18.270425 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-9162e6a4-c347-44d0-a8d8-23cb9baadb8e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f411dd8f-d365-4df9-9f1e-2effca5bec18']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:18.315889 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-9162e6a4-c347-44d0-a8d8-23cb9baadb8e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af35d96-7826-4e47-bc1b-af9f519ebf49') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:18.316934 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-9162e6a4-c347-44d0-a8d8-23cb9baadb8e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af35d96-7826-4e47-bc1b-af9f519ebf49') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:18.361403 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9162e6a4-c347-44d0-a8d8-23cb9baadb8e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (5af35d96-7826-4e47-bc1b-af9f519ebf49), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:18.365867 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e856d03-d90d-4de9-9eb5-388177e760d1 req-eed78833-e312-415b-8a9b-b1be740234b9 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:18.369733 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e856d03-d90d-4de9-9eb5-388177e760d1 req-eed78833-e312-415b-8a9b-b1be740234b9 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 1128 time: 0.2063951 Feb 09 22:10:18.372623 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4efa37-fff6-4053-9aca-8c73ff2242e7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Made reservation on behalf of 27e750eaf7704a3ba9b2765feeb7e8c1 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:10:18.380421 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1f4efa37-fff6-4053-9aca-8c73ff2242e7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:18.410236 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 744cea65-5e2b-41d1-8c29-fe85534847b2 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:10:18.410444 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9162e6a4-c347-44d0-a8d8-23cb9baadb8e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (5af35d96-7826-4e47-bc1b-af9f519ebf49), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:18.439088 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9162e6a4-c347-44d0-a8d8-23cb9baadb8e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:10:18.447420 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9162e6a4-c347-44d0-a8d8-23cb9baadb8e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (5af35d96-7826-4e47-bc1b-af9f519ebf49), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:18.497448 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7e856d03-d90d-4de9-9eb5-388177e760d1 req-c02d0099-1ab3-40f9-b690-1443eff10e73 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:18.510108 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (8e48d004-b03a-4a33-96fe-f7d80069704c), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:18.597143 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ab72754c-b88e-4a09-aefc-04513c57b32b None None] The port 'e56aeeff-87d7-4e8b-bdb6-29ebf82f189f' was deleted {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 09 22:10:18.619925 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Network 5fb39073-3cbe-4dbd-8f9d-bedd9938fe94 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:18.624971 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Pushing event updated for resources: {'Port': ['ID=8e48d004-b03a-4a33-96fe-f7d80069704c,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:18.630859 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:18.646917 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:10:18.729495 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:10:18.733670 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9162e6a4-c347-44d0-a8d8-23cb9baadb8e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (f411dd8f-d365-4df9-9f1e-2effca5bec18), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:18.763497 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:18.763887 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:18.764274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:18.764636 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:18.765865 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:18.766228 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:18.767069 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:18.767429 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:18.767858 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:18.768524 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:18.768873 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:18.769216 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:18.769551 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:18.772529 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9162e6a4-c347-44d0-a8d8-23cb9baadb8e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:18.783470 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9162e6a4-c347-44d0-a8d8-23cb9baadb8e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/networks/f411dd8f-d365-4df9-9f1e-2effca5bec18 HTTP/1.1" status: 204 len: 168 time: 2.2093561 Feb 09 22:10:18.783982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Attempting to bind port 8e48d004-b03a-4a33-96fe-f7d80069704c on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:10:18.785527 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Attempting to bind port 8e48d004-b03a-4a33-96fe-f7d80069704c by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '8669febe-82c5-47bf-a6b1-38fe8311f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5fb39073-3cbe-4dbd-8f9d-bedd9938fe94'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:10:18.786225 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Attempting to bind port 8e48d004-b03a-4a33-96fe-f7d80069704c on network 5fb39073-3cbe-4dbd-8f9d-bedd9938fe94 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:10:18.790001 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34854) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:18.796826 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:10:18.798473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Checking segment: {'id': '8669febe-82c5-47bf-a6b1-38fe8311f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5fb39073-3cbe-4dbd-8f9d-bedd9938fe94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:18.800150 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:18.801276 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Bound using segment: {'id': '8669febe-82c5-47bf-a6b1-38fe8311f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5fb39073-3cbe-4dbd-8f9d-bedd9938fe94'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:10:18.802159 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Bound port: 8e48d004-b03a-4a33-96fe-f7d80069704c, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8669febe-82c5-47bf-a6b1-38fe8311f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5fb39073-3cbe-4dbd-8f9d-bedd9938fe94'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:10:18.802757 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8e48d004-b03a-4a33-96fe-f7d80069704c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:18.804084 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162e6a4-c347-44d0-a8d8-23cb9baadb8e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Network': ['ID=f411dd8f-d365-4df9-9f1e-2effca5bec18,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:18.817346 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3e6fc918-123f-458e-bb9d-d1091b9b3599 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-521440694', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:18.920637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] For port 8e48d004-b03a-4a33-96fe-f7d80069704c, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:10:18.925166 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] For port 8e48d004-b03a-4a33-96fe-f7d80069704c, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8e48d004-b03a-4a33-96fe-f7d80069704c,segment=NetworkSegment(8669febe-82c5-47bf-a6b1-38fe8311f4f2),segment_id=8669febe-82c5-47bf-a6b1-38fe8311f4f2)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:10:18.939016 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8e48d004-b03a-4a33-96fe-f7d80069704c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:19.041100 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc918-123f-458e-bb9d-d1091b9b3599 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (3a040492-6d6c-4b66-a825-2eac7a336c9d), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:19.045840 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc918-123f-458e-bb9d-d1091b9b3599 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (3a040492-6d6c-4b66-a825-2eac7a336c9d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:19.064755 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7e856d03-d90d-4de9-9eb5-388177e760d1 req-c02d0099-1ab3-40f9-b690-1443eff10e73 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] Publish callbacks [] for security_group (9039c0ed-f5a0-45b6-8976-5a5a2895c03f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:19.090798 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7e856d03-d90d-4de9-9eb5-388177e760d1 req-c02d0099-1ab3-40f9-b690-1443eff10e73 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (9039c0ed-f5a0-45b6-8976-5a5a2895c03f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:19.103945 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fe07a-7c97-4130-b10c-fa89fa649346 None None] Pushing event updated for resources: {'Port': ['ID=8e48d004-b03a-4a33-96fe-f7d80069704c,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:19.375776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device e56aeeff-87d7-4e8b-bdb6-29ebf82f189f no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:10:19.413656 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: e56aeeff-87d7-4e8b-bdb6-29ebf82f189f {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:10:19.414118 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device e56aeeff-87d7-4e8b-bdb6-29ebf82f189f not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:10:19.476031 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e856d03-d90d-4de9-9eb5-388177e760d1 req-c02d0099-1ab3-40f9-b690-1443eff10e73 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0908749 Feb 09 22:10:19.483817 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1f4efa37-fff6-4053-9aca-8c73ff2242e7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (0cc5d651-9e02-4df4-84cb-f4b6ce138dd3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:19.505143 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d0099-1ab3-40f9-b690-1443eff10e73 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9039c0ed-f5a0-45b6-8976-5a5a2895c03f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:19.511195 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc918-123f-458e-bb9d-d1091b9b3599 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router_controller (3a040492-6d6c-4b66-a825-2eac7a336c9d), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:20.410321 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:10:20.511562 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9e118b73-09ed-47ae-9555-ae54ff9893b2 req-e06cc90b-4dc1-4a61-b5c6-68d26acc44e0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 210 time: 0.1197171 Feb 09 22:10:20.545743 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4efa37-fff6-4053-9aca-8c73ff2242e7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event updated for resources: {'Subnet': ['ID=0cc5d651-9e02-4df4-84cb-f4b6ce138dd3,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:20.771597 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc918-123f-458e-bb9d-d1091b9b3599 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router_gateway (3a040492-6d6c-4b66-a825-2eac7a336c9d), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:20.798145 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4efa37-fff6-4053-9aca-8c73ff2242e7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Checking segment: {'id': '4a45190c-7cd2-4e2d-8d64-927a3aa02384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '11abb0a7-f156-4d21-a791-c18fd641cce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:20.798772 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4efa37-fff6-4053-9aca-8c73ff2242e7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Network hostable DHCP agents. Network: 11abb0a7-f156-4d21-a791-c18fd641cce6, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:10:20.931187 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89815f4b-cdcd-4f1f-8600-160e76fb08f2 req-5110b448-a2b1-45b2-8b77-d6c2273e81f7 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:20.962809 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-89815f4b-cdcd-4f1f-8600-160e76fb08f2 req-5110b448-a2b1-45b2-8b77-d6c2273e81f7 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.2751231 Feb 09 22:10:20.978673 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4efa37-fff6-4053-9aca-8c73ff2242e7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Network 11abb0a7-f156-4d21-a791-c18fd641cce6 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:10:21.083521 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34876) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:21.131922 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-1f4efa37-fff6-4053-9aca-8c73ff2242e7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 11abb0a7-f156-4d21-a791-c18fd641cce6) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:21.147966 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54d8844-5d17-4616-9c5d-1427210836d9 None None] Network 11abb0a7-f156-4d21-a791-c18fd641cce6 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:21.190868 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4efa37-fff6-4053-9aca-8c73ff2242e7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:21.196248 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1f4efa37-fff6-4053-9aca-8c73ff2242e7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:21.283435 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-89815f4b-cdcd-4f1f-8600-160e76fb08f2 req-8767a232-a705-47c8-9428-264891ff8d2d tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3143930 Feb 09 22:10:21.309580 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1f4efa37-fff6-4053-9aca-8c73ff2242e7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2787409 Feb 09 22:10:21.314717 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34882) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:21.323255 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3adf0ef0-65db-4080-9856-5a44f958d143 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Request body: {'subnet': {'network_id': '744cea65-5e2b-41d1-8c29-fe85534847b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:21.619258 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8e48d004-b03a-4a33-96fe-f7d80069704c up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:21.795501 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceddb6a6-dbc5-4ad1-ad13-2d13c2c11a39 None None] Network 5fb39073-3cbe-4dbd-8f9d-bedd9938fe94 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:21.820818 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adf0ef0-65db-4080-9856-5a44f958d143 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Made reservation on behalf of 27e750eaf7704a3ba9b2765feeb7e8c1 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:10:21.841149 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3adf0ef0-65db-4080-9856-5a44f958d143 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:21.848902 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc918-123f-458e-bb9d-d1091b9b3599 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router_gateway (3a040492-6d6c-4b66-a825-2eac7a336c9d), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:21.939736 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc918-123f-458e-bb9d-d1091b9b3599 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:22.004961 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24289ed7-8b6b-4947-b124-4ce4d493e54f req-64f241d9-69ee-40d1-be3d-bf994dca24ae tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:22.007964 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ecc59ec6-5fb7-4183-b6af-faefc35e9fcb None None] Provisioning complete for port 8e48d004-b03a-4a33-96fe-f7d80069704c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:22.008216 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-24289ed7-8b6b-4947-b124-4ce4d493e54f req-64f241d9-69ee-40d1-be3d-bf994dca24ae tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 946 time: 0.2926428 Feb 09 22:10:22.008427 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ecc59ec6-5fb7-4183-b6af-faefc35e9fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8e48d004-b03a-4a33-96fe-f7d80069704c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:22.148348 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fd751e-ebb6-4541-bdd7-e18bf34aa770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-11abb0a7-f156-4d21-a791-c18fd641cce6', 'network_id': '11abb0a7-f156-4d21-a791-c18fd641cce6', 'project_id': '27e750eaf7704a3ba9b2765feeb7e8c1', 'fixed_ips': [{'subnet_id': '0cc5d651-9e02-4df4-84cb-f4b6ce138dd3'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:10:22.166188 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-33fd751e-ebb6-4541-bdd7-e18bf34aa770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:22.512295 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-24289ed7-8b6b-4947-b124-4ce4d493e54f req-36a5efc1-68da-4cb2-a7af-de6fb437552d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4869423 Feb 09 22:10:22.554416 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34894) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:22.594447 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3adf0ef0-65db-4080-9856-5a44f958d143 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (42f1ca13-8308-473a-b820-6ac5c32d30a0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:22.663478 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8e48d004-b03a-4a33-96fe-f7d80069704c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:22.665751 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8e48d004-b03a-4a33-96fe-f7d80069704c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:22.729303 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-3e6fc918-123f-458e-bb9d-d1091b9b3599 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Allocated IP 172.25.6.55 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/836a9c4a-ae9d-4cc9-8ef5-88b8b3822887) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:10:22.813582 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9afd11e9-0a38-4164-a4f6-e8b8732710b7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/floatingips/a0d90290-3209-47f0-b988-cef1ee904a7f HTTP/1.1" status: 200 len: 994 time: 0.2453930 Feb 09 22:10:22.853635 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-33fd751e-ebb6-4541-bdd7-e18bf34aa770 None None] Allocated IP 2001:db8::2 (11abb0a7-f156-4d21-a791-c18fd641cce6/0cc5d651-9e02-4df4-84cb-f4b6ce138dd3/d9a45597-3494-44b9-ab3e-cc584f6e9ce3) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:10:23.051027 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc918-123f-458e-bb9d-d1091b9b3599 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for port (836a9c4a-ae9d-4cc9-8ef5-88b8b3822887), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:23.066981 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-33fd751e-ebb6-4541-bdd7-e18bf34aa770 None None] Publish callbacks [] for port (d9a45597-3494-44b9-ab3e-cc584f6e9ce3), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:23.092184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf0ef0-65db-4080-9856-5a44f958d143 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event updated for resources: {'Subnet': ['ID=42f1ca13-8308-473a-b820-6ac5c32d30a0,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:23.099239 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ecc59ec6-5fb7-4183-b6af-faefc35e9fcb None None] Current status of the port 8e48d004-b03a-4a33-96fe-f7d80069704c is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:23.099239 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ecc59ec6-5fb7-4183-b6af-faefc35e9fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8e48d004-b03a-4a33-96fe-f7d80069704c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:23.136967 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adf0ef0-65db-4080-9856-5a44f958d143 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Checking segment: {'id': 'd4de4db9-f0e4-4121-b131-220422c89361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '744cea65-5e2b-41d1-8c29-fe85534847b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:23.137464 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adf0ef0-65db-4080-9856-5a44f958d143 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Network hostable DHCP agents. Network: 744cea65-5e2b-41d1-8c29-fe85534847b2, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:10:23.150622 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ecc59ec6-5fb7-4183-b6af-faefc35e9fcb None None] For port 8e48d004-b03a-4a33-96fe-f7d80069704c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8e48d004-b03a-4a33-96fe-f7d80069704c,segment=NetworkSegment(8669febe-82c5-47bf-a6b1-38fe8311f4f2),segment_id=8669febe-82c5-47bf-a6b1-38fe8311f4f2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:23.162560 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-33fd751e-ebb6-4541-bdd7-e18bf34aa770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (d9a45597-3494-44b9-ab3e-cc584f6e9ce3), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:23.177650 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc918-123f-458e-bb9d-d1091b9b3599 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (836a9c4a-ae9d-4cc9-8ef5-88b8b3822887), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:23.242657 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adf0ef0-65db-4080-9856-5a44f958d143 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Network 744cea65-5e2b-41d1-8c29-fe85534847b2 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:10:23.256686 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ecc59ec6-5fb7-4183-b6af-faefc35e9fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8e48d004-b03a-4a33-96fe-f7d80069704c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:23.262820 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd751e-ebb6-4541-bdd7-e18bf34aa770 None None] Pushing event updated for resources: {'Port': ['ID=d9a45597-3494-44b9-ab3e-cc584f6e9ce3,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:23.276031 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-3adf0ef0-65db-4080-9856-5a44f958d143 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 744cea65-5e2b-41d1-8c29-fe85534847b2) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:23.286272 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fd751e-ebb6-4541-bdd7-e18bf34aa770 None None] Network 11abb0a7-f156-4d21-a791-c18fd641cce6 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:23.291468 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adf0ef0-65db-4080-9856-5a44f958d143 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:23.305381 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3adf0ef0-65db-4080-9856-5a44f958d143 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:23.342512 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3adf0ef0-65db-4080-9856-5a44f958d143 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0240228 Feb 09 22:10:23.345127 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34904) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:23.353817 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6fc918-123f-458e-bb9d-d1091b9b3599 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:23.360062 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-33fd751e-ebb6-4541-bdd7-e18bf34aa770 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:23.365589 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a0578bd-2ca2-44ff-bea7-cbca896d0740 req-b47f120b-b357-4604-ba13-29a0d8d9cf76 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 210 time: 0.1172364 Feb 09 22:10:23.383206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3e6fc918-123f-458e-bb9d-d1091b9b3599 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:23.391949 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6fc918-123f-458e-bb9d-d1091b9b3599 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:10:23.394883 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fc918-123f-458e-bb9d-d1091b9b3599 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Port': ['ID=836a9c4a-ae9d-4cc9-8ef5-88b8b3822887,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:23.505704 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4413bd-7277-46e2-b0cc-13d5de9f0706 None None] Network 744cea65-5e2b-41d1-8c29-fe85534847b2 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:23.513226 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fd751e-ebb6-4541-bdd7-e18bf34aa770 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:10:23.866139 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc59ec6-5fb7-4183-b6af-faefc35e9fcb None None] Pushing event updated for resources: {'Port': ['ID=8e48d004-b03a-4a33-96fe-f7d80069704c,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:23.984289 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (573a7a48-2045-4d72-88bd-e72f15b3b584), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:23.986173 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb05456-125f-4989-a9ea-3f4ff649c578 req-31f5a0ed-0bed-4b07-8a47-c09afae23b3b tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:23.989518 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2eb05456-125f-4989-a9ea-3f4ff649c578 req-31f5a0ed-0bed-4b07-8a47-c09afae23b3b tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.2528110 Feb 09 22:10:24.059085 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8e48d004-b03a-4a33-96fe-f7d80069704c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:24.155822 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d6671037-7c72-4349-947a-017f859d1fbc None None] Provisioning complete for port 8e48d004-b03a-4a33-96fe-f7d80069704c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:24.161559 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d6671037-7c72-4349-947a-017f859d1fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8e48d004-b03a-4a33-96fe-f7d80069704c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:24.203804 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2eb05456-125f-4989-a9ea-3f4ff649c578 req-155cf768-2123-4caa-80a7-90e8c5d72f9e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063353 Feb 09 22:10:24.313632 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-33fd751e-ebb6-4541-bdd7-e18bf34aa770 None None] Attempting to bind port d9a45597-3494-44b9-ab3e-cc584f6e9ce3 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:10:24.314262 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-33fd751e-ebb6-4541-bdd7-e18bf34aa770 None None] Attempting to bind port d9a45597-3494-44b9-ab3e-cc584f6e9ce3 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '4a45190c-7cd2-4e2d-8d64-927a3aa02384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '11abb0a7-f156-4d21-a791-c18fd641cce6'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:10:24.315525 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fd751e-ebb6-4541-bdd7-e18bf34aa770 None None] Attempting to bind port d9a45597-3494-44b9-ab3e-cc584f6e9ce3 on network 11abb0a7-f156-4d21-a791-c18fd641cce6 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:10:24.359799 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc918-123f-458e-bb9d-d1091b9b3599 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router_gateway (3a040492-6d6c-4b66-a825-2eac7a336c9d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:24.390076 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8e48d004-b03a-4a33-96fe-f7d80069704c up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:24.409627 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd3cf56-3be5-463c-895b-0a6f3b16689d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-744cea65-5e2b-41d1-8c29-fe85534847b2', 'network_id': '744cea65-5e2b-41d1-8c29-fe85534847b2', 'project_id': '27e750eaf7704a3ba9b2765feeb7e8c1', 'fixed_ips': [{'subnet_id': '42f1ca13-8308-473a-b820-6ac5c32d30a0'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:10:24.412400 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0cd3cf56-3be5-463c-895b-0a6f3b16689d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:24.419688 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fd751e-ebb6-4541-bdd7-e18bf34aa770 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:10:24.423290 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fd751e-ebb6-4541-bdd7-e18bf34aa770 None None] Checking segment: {'id': '4a45190c-7cd2-4e2d-8d64-927a3aa02384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '11abb0a7-f156-4d21-a791-c18fd641cce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:24.424302 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-33fd751e-ebb6-4541-bdd7-e18bf34aa770 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:24.428177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fd751e-ebb6-4541-bdd7-e18bf34aa770 None None] Bound using segment: {'id': '4a45190c-7cd2-4e2d-8d64-927a3aa02384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '11abb0a7-f156-4d21-a791-c18fd641cce6'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:10:24.431222 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-33fd751e-ebb6-4541-bdd7-e18bf34aa770 None None] Bound port: d9a45597-3494-44b9-ab3e-cc584f6e9ce3, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a45190c-7cd2-4e2d-8d64-927a3aa02384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '11abb0a7-f156-4d21-a791-c18fd641cce6'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:10:24.432216 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-33fd751e-ebb6-4541-bdd7-e18bf34aa770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d9a45597-3494-44b9-ab3e-cc584f6e9ce3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:24.537077 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-df00f263-59ee-4d95-a197-8e818b0259eb req-6d4ff253-131e-4252-a667-2e67c6712420 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:10:24.538184 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df00f263-59ee-4d95-a197-8e818b0259eb req-6d4ff253-131e-4252-a667-2e67c6712420 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0655422 Feb 09 22:10:24.901968 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc918-123f-458e-bb9d-d1091b9b3599 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (3a040492-6d6c-4b66-a825-2eac7a336c9d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:25.173812 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6fc918-123f-458e-bb9d-d1091b9b3599 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 3a040492-6d6c-4b66-a825-2eac7a336c9d is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:10:25.260883 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-0cd3cf56-3be5-463c-895b-0a6f3b16689d None None] Allocated IP 2001:db8::2 (744cea65-5e2b-41d1-8c29-fe85534847b2/42f1ca13-8308-473a-b820-6ac5c32d30a0/81677df6-8913-4e40-9c68-8202e74defbd) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:10:25.566359 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6fc918-123f-458e-bb9d-d1091b9b3599 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:10:25.582710 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9d0ae2-7135-44bc-b820-86de7f51fd6d None None] Sync routers for ids ['3a040492-6d6c-4b66-a825-2eac7a336c9d'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:10:25.601211 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9d0ae2-7135-44bc-b820-86de7f51fd6d None None] Routers {'3a040492-6d6c-4b66-a825-2eac7a336c9d'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:25.606348 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-be9d0ae2-7135-44bc-b820-86de7f51fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:10:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['3a040492-6d6c-4b66-a825-2eac7a336c9d'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:25.645723 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc918-123f-458e-bb9d-d1091b9b3599 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:25.649453 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3e6fc918-123f-458e-bb9d-d1091b9b3599 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.8490555 Feb 09 22:10:25.650128 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 34934) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:25.677086 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d6671037-7c72-4349-947a-017f859d1fbc None None] Current status of the port 8e48d004-b03a-4a33-96fe-f7d80069704c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:25.695551 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-be9d0ae2-7135-44bc-b820-86de7f51fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:25.712892 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9d0ae2-7135-44bc-b820-86de7f51fd6d None None] Routers {'3a040492-6d6c-4b66-a825-2eac7a336c9d'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:25.714018 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-be9d0ae2-7135-44bc-b820-86de7f51fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:10:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['3a040492-6d6c-4b66-a825-2eac7a336c9d'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:25.753662 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-be9d0ae2-7135-44bc-b820-86de7f51fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:25.755029 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9d0ae2-7135-44bc-b820-86de7f51fd6d None None] The sync data for ids ['3a040492-6d6c-4b66-a825-2eac7a336c9d'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:10:25.849136 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e1ee304b-22c9-4e73-a5dd-44d515408b1b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:25.911938 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0cd3cf56-3be5-463c-895b-0a6f3b16689d None None] Publish callbacks [] for port (81677df6-8913-4e40-9c68-8202e74defbd), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:25.926287 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-33fd751e-ebb6-4541-bdd7-e18bf34aa770 None None] For port d9a45597-3494-44b9-ab3e-cc584f6e9ce3, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:10:25.950680 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-33fd751e-ebb6-4541-bdd7-e18bf34aa770 None None] For port d9a45597-3494-44b9-ab3e-cc584f6e9ce3, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d9a45597-3494-44b9-ab3e-cc584f6e9ce3,segment=NetworkSegment(4a45190c-7cd2-4e2d-8d64-927a3aa02384),segment_id=4a45190c-7cd2-4e2d-8d64-927a3aa02384)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:10:25.975205 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8e48d004-b03a-4a33-96fe-f7d80069704c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:25.975601 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8e48d004-b03a-4a33-96fe-f7d80069704c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:26.041336 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34942) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:26.043557 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-45584ded-d856-40d2-b5b4-94332e86fbf5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/routers/3a040492-6d6c-4b66-a825-2eac7a336c9d HTTP/1.1" status: 200 len: 883 time: 0.3909450 Feb 09 22:10:26.073455 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0cd3cf56-3be5-463c-895b-0a6f3b16689d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (81677df6-8913-4e40-9c68-8202e74defbd), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:26.165741 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-33fd751e-ebb6-4541-bdd7-e18bf34aa770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d9a45597-3494-44b9-ab3e-cc584f6e9ce3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:26.192858 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3cf56-3be5-463c-895b-0a6f3b16689d None None] Pushing event updated for resources: {'Port': ['ID=81677df6-8913-4e40-9c68-8202e74defbd,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:26.252712 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd3cf56-3be5-463c-895b-0a6f3b16689d None None] Network 744cea65-5e2b-41d1-8c29-fe85534847b2 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:26.268626 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-0cd3cf56-3be5-463c-895b-0a6f3b16689d None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:26.281277 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd3cf56-3be5-463c-895b-0a6f3b16689d None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:10:26.306141 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-554660b8-cc61-4a31-889e-e7b6567942bb req-e17ec3a8-e554-4dab-ad7c-a83112ee6f9f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 210 time: 0.0872898 Feb 09 22:10:26.579412 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8e48d004-b03a-4a33-96fe-f7d80069704c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:26.586115 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0cd3cf56-3be5-463c-895b-0a6f3b16689d None None] Attempting to bind port 81677df6-8913-4e40-9c68-8202e74defbd on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:10:26.586510 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0cd3cf56-3be5-463c-895b-0a6f3b16689d None None] Attempting to bind port 81677df6-8913-4e40-9c68-8202e74defbd by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'd4de4db9-f0e4-4121-b131-220422c89361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '744cea65-5e2b-41d1-8c29-fe85534847b2'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:10:26.586897 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd3cf56-3be5-463c-895b-0a6f3b16689d None None] Attempting to bind port 81677df6-8913-4e40-9c68-8202e74defbd on network 744cea65-5e2b-41d1-8c29-fe85534847b2 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:10:26.596002 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd3cf56-3be5-463c-895b-0a6f3b16689d None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:10:26.596456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd3cf56-3be5-463c-895b-0a6f3b16689d None None] Checking segment: {'id': 'd4de4db9-f0e4-4121-b131-220422c89361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '744cea65-5e2b-41d1-8c29-fe85534847b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:26.596820 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0cd3cf56-3be5-463c-895b-0a6f3b16689d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:26.597244 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd3cf56-3be5-463c-895b-0a6f3b16689d None None] Bound using segment: {'id': 'd4de4db9-f0e4-4121-b131-220422c89361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '744cea65-5e2b-41d1-8c29-fe85534847b2'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:10:26.597759 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0cd3cf56-3be5-463c-895b-0a6f3b16689d None None] Bound port: 81677df6-8913-4e40-9c68-8202e74defbd, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4de4db9-f0e4-4121-b131-220422c89361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '744cea65-5e2b-41d1-8c29-fe85534847b2'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:10:26.598176 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0cd3cf56-3be5-463c-895b-0a6f3b16689d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (81677df6-8913-4e40-9c68-8202e74defbd), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:26.604022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451ea3f-4a23-4d96-bef9-70bdb951eb43 req-5f33c051-13aa-4ccc-88db-6269b7f963fe tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:26.609874 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5451ea3f-4a23-4d96-bef9-70bdb951eb43 req-5f33c051-13aa-4ccc-88db-6269b7f963fe tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 946 time: 0.1340613 Feb 09 22:10:26.664338 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd751e-ebb6-4541-bdd7-e18bf34aa770 None None] Pushing event updated for resources: {'Port': ['ID=d9a45597-3494-44b9-ab3e-cc584f6e9ce3,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:26.782275 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0cd3cf56-3be5-463c-895b-0a6f3b16689d None None] For port 81677df6-8913-4e40-9c68-8202e74defbd, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:10:26.799323 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0cd3cf56-3be5-463c-895b-0a6f3b16689d None None] For port 81677df6-8913-4e40-9c68-8202e74defbd, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=81677df6-8913-4e40-9c68-8202e74defbd,segment=NetworkSegment(d4de4db9-f0e4-4121-b131-220422c89361),segment_id=d4de4db9-f0e4-4121-b131-220422c89361)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:10:26.813182 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0cd3cf56-3be5-463c-895b-0a6f3b16689d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (81677df6-8913-4e40-9c68-8202e74defbd), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:26.900582 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-7af914b3-d188-4d29-bb41-76f294f29ec6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0587549 Feb 09 22:10:26.908876 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5451ea3f-4a23-4d96-bef9-70bdb951eb43 req-17b79bc0-07fb-4293-85bf-4b8a09fd2f9d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2713664 Feb 09 22:10:26.938028 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-72f05cd4-5bcb-43e0-9f87-38dee36a01fe service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:10:26.939446 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-72f05cd4-5bcb-43e0-9f87-38dee36a01fe service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0260510 Feb 09 22:10:26.947012 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-e1ee304b-22c9-4e73-a5dd-44d515408b1b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Allocated IP 2001:db8::1 (11abb0a7-f156-4d21-a791-c18fd641cce6/0cc5d651-9e02-4df4-84cb-f4b6ce138dd3/326a3c81-f8fe-4910-b84f-dc9e34400001) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:10:26.973732 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] Deleting port 0d5025e2-edc4-487b-b097-2230cfdb58d7 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:26.974469 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (0d5025e2-edc4-487b-b097-2230cfdb58d7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:27.012785 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3cf56-3be5-463c-895b-0a6f3b16689d None None] Pushing event updated for resources: {'Port': ['ID=81677df6-8913-4e40-9c68-8202e74defbd,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:27.076597 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] For port 0d5025e2-edc4-487b-b097-2230cfdb58d7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=0d5025e2-edc4-487b-b097-2230cfdb58d7,segment=NetworkSegment(1a386190-0e11-4cb0-b0a6-9a0f160dab80),segment_id=1a386190-0e11-4cb0-b0a6-9a0f160dab80)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:27.077297 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (0d5025e2-edc4-487b-b097-2230cfdb58d7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:27.094640 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] Calling delete_port for 0d5025e2-edc4-487b-b097-2230cfdb58d7 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:27.265085 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcae53b-6e7a-49b7-b52e-92b62ac0cc18 req-4603d993-7fd5-4200-8614-3a4df086b7ae tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:27.289673 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7dcae53b-6e7a-49b7-b52e-92b62ac0cc18 req-4603d993-7fd5-4200-8614-3a4df086b7ae tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.2026799 Feb 09 22:10:27.343490 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (0d5025e2-edc4-487b-b097-2230cfdb58d7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:27.465915 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7dcae53b-6e7a-49b7-b52e-92b62ac0cc18 req-ae2233aa-b12a-427b-b193-f7437235ed0f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747146 Feb 09 22:10:27.469631 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5025e2-edc4-487b-b097-2230cfdb58d7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:27.483160 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:27.484384 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:27.485126 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:27.485756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:27.486330 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:27.486887 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:27.487569 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:27.488179 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:27.488739 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:27.489609 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:27.489966 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:27.490387 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:27.490734 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:27.613271 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-389471c4-72b6-466f-837d-fcd1da5bb4e2 req-c5747f71-3ff5-4946-ae64-818f2411d75f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 210 time: 0.0598149 Feb 09 22:10:28.241641 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8d3e295a-8a8c-4712-b355-9b3cb7ffd6b8 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 2.1356261 Feb 09 22:10:28.250361 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (573a7a48-2045-4d72-88bd-e72f15b3b584), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:28.252379 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad548403-8cb1-44b4-8ee4-c8da83024186 req-8d22c806-cd10-4b28-a590-dab9e36764db tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:28.275086 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad548403-8cb1-44b4-8ee4-c8da83024186 req-8d22c806-cd10-4b28-a590-dab9e36764db tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 946 time: 0.1481102 Feb 09 22:10:28.288534 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 34980) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:28.301872 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-62ac3ad6-96ad-4e23-b41c-652124622da9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-521440694'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:28.328838 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e1ee304b-22c9-4e73-a5dd-44d515408b1b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for port (326a3c81-f8fe-4910-b84f-dc9e34400001), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:28.395521 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad548403-8cb1-44b4-8ee4-c8da83024186 req-49cb8ce6-25a2-4ab4-8c92-f6d5220744f2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129661 Feb 09 22:10:28.650770 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a188f-5a7a-4ef7-8bb1-5202c19e19a4 req-3854a87f-00d2-40cc-b30e-f4cdec51e96f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:28.664169 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a8a188f-5a7a-4ef7-8bb1-5202c19e19a4 req-3854a87f-00d2-40cc-b30e-f4cdec51e96f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.1620603 Feb 09 22:10:28.814637 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a8a188f-5a7a-4ef7-8bb1-5202c19e19a4 req-af061f8d-ad0d-4bde-ab91-c032c8607b71 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413176 Feb 09 22:10:29.020356 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e1ee304b-22c9-4e73-a5dd-44d515408b1b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (326a3c81-f8fe-4910-b84f-dc9e34400001), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:29.022256 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-682978da-e28d-4262-a065-92975e2304f9 req-e645fa35-ed61-4b32-8c1c-db7828ce0808 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 210 time: 0.1048779 Feb 09 22:10:29.124848 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee304b-22c9-4e73-a5dd-44d515408b1b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event updated for resources: {'Port': ['ID=326a3c81-f8fe-4910-b84f-dc9e34400001,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:29.133410 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9255359d-02f8-48f0-acad-4019dd9918fe None None] Network 11abb0a7-f156-4d21-a791-c18fd641cce6 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:29.352799 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4df29-d755-4202-ad21-d55f33a24dc1 req-b5d7a17d-8eba-41cc-b602-95abacbb9a2c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:29.352799 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ada4df29-d755-4202-ad21-d55f33a24dc1 req-b5d7a17d-8eba-41cc-b602-95abacbb9a2c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.1623309 Feb 09 22:10:29.379942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 81677df6-8913-4e40-9c68-8202e74defbd up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:29.445302 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ee304b-22c9-4e73-a5dd-44d515408b1b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Network 11abb0a7-f156-4d21-a791-c18fd641cce6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:29.501560 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ada4df29-d755-4202-ad21-d55f33a24dc1 req-f6693a0a-60b7-4568-a819-d9d747505c0a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394899 Feb 09 22:10:29.524145 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-45ba2534-7676-4a4e-88d3-dbe28db4a484 None None] Provisioning complete for port d9a45597-3494-44b9-ab3e-cc584f6e9ce3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:29.524386 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-45ba2534-7676-4a4e-88d3-dbe28db4a484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d9a45597-3494-44b9-ab3e-cc584f6e9ce3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:29.568111 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 81677df6-8913-4e40-9c68-8202e74defbd triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:29.572663 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (81677df6-8913-4e40-9c68-8202e74defbd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:29.766904 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-e1ee304b-22c9-4e73-a5dd-44d515408b1b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:29.783811 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa6706-b078-4929-824c-5ca27e99d05e req-817d90b3-b5d6-42a6-8cea-bf706424fc01 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:29.785490 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e0fa6706-b078-4929-824c-5ca27e99d05e req-817d90b3-b5d6-42a6-8cea-bf706424fc01 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 946 time: 0.1601002 Feb 09 22:10:29.788095 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee304b-22c9-4e73-a5dd-44d515408b1b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:10:29.788715 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e1ee304b-22c9-4e73-a5dd-44d515408b1b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (c2ba9022-d389-4821-a46b-ff81ebee4790), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:29.900171 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e0fa6706-b078-4929-824c-5ca27e99d05e req-d7aec318-05ed-4edb-a30f-19e2d3238637 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075165 Feb 09 22:10:29.952678 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd683e0-c963-4f5f-89b3-4e5cba9ee0b7 None None] Network 744cea65-5e2b-41d1-8c29-fe85534847b2 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:30.090036 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3d0bf-f336-4f41-b11a-161b28f5fdb1 req-1da1dffc-0c74-4003-98a2-165eeb1e1edd tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:30.098961 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eed3d0bf-f336-4f41-b11a-161b28f5fdb1 req-1da1dffc-0c74-4003-98a2-165eeb1e1edd tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.1252682 Feb 09 22:10:30.108448 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-45ba2534-7676-4a4e-88d3-dbe28db4a484 None None] Current status of the port d9a45597-3494-44b9-ab3e-cc584f6e9ce3 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:30.108901 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-45ba2534-7676-4a4e-88d3-dbe28db4a484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d9a45597-3494-44b9-ab3e-cc584f6e9ce3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:30.173080 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] Router 573a7a48-2045-4d72-88bd-e72f15b3b584 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:10:30.176096 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 81677df6-8913-4e40-9c68-8202e74defbd is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:30.176907 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (81677df6-8913-4e40-9c68-8202e74defbd), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:30.191420 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eed3d0bf-f336-4f41-b11a-161b28f5fdb1 req-b901f64e-d892-4e9b-a74a-c4a520dec8d5 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910594 Feb 09 22:10:30.407375 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-066b30f6-7a17-4b90-8522-68e7077729a9 req-f3555101-e5bb-41d5-902e-231092ece66b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 210 time: 0.0839221 Feb 09 22:10:30.416208 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-45ba2534-7676-4a4e-88d3-dbe28db4a484 None None] For port d9a45597-3494-44b9-ab3e-cc584f6e9ce3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d9a45597-3494-44b9-ab3e-cc584f6e9ce3,segment=NetworkSegment(4a45190c-7cd2-4e2d-8d64-927a3aa02384),segment_id=4a45190c-7cd2-4e2d-8d64-927a3aa02384)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:30.503023 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 81677df6-8913-4e40-9c68-8202e74defbd, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=81677df6-8913-4e40-9c68-8202e74defbd,segment=NetworkSegment(d4de4db9-f0e4-4121-b131-220422c89361),segment_id=d4de4db9-f0e4-4121-b131-220422c89361)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:30.506353 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-45ba2534-7676-4a4e-88d3-dbe28db4a484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d9a45597-3494-44b9-ab3e-cc584f6e9ce3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:30.534700 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (81677df6-8913-4e40-9c68-8202e74defbd), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:30.535547 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d9a45597-3494-44b9-ab3e-cc584f6e9ce3 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:30.680008 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-b7e05203-281d-4a5a-b3d0-c2feeae8b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:30.688689 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-b7e05203-281d-4a5a-b3d0-c2feeae8b072 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 1128 time: 0.1365318 Feb 09 22:10:30.751315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e18ab0-945e-49fb-883a-1b7021eb9d1d req-d2522b0f-24a5-48ca-800b-2b3d4e5eb30d tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:30.758064 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba2534-7676-4a4e-88d3-dbe28db4a484 None None] Pushing event updated for resources: {'Port': ['ID=d9a45597-3494-44b9-ab3e-cc584f6e9ce3,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:30.761127 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-25e18ab0-945e-49fb-883a-1b7021eb9d1d req-d2522b0f-24a5-48ca-800b-2b3d4e5eb30d tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.1515687 Feb 09 22:10:30.792050 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c98bac26-37db-49a9-ac67-a9cc3f3e54b1 None None] Provisioning complete for port 81677df6-8913-4e40-9c68-8202e74defbd triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:30.792463 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c98bac26-37db-49a9-ac67-a9cc3f3e54b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (81677df6-8913-4e40-9c68-8202e74defbd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:30.971877 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port d9a45597-3494-44b9-ab3e-cc584f6e9ce3 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:30.972551 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d9a45597-3494-44b9-ab3e-cc584f6e9ce3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:31.015364 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-25e18ab0-945e-49fb-883a-1b7021eb9d1d req-b7e3f6c9-060e-4980-a12b-8048baa7f7ca tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519493 Feb 09 22:10:31.100557 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-7355dfaa-5690-499f-bd9b-f4b274260398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:31.102205 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-7355dfaa-5690-499f-bd9b-f4b274260398 service neutron] 10.222.0.71 "GET /v2.0/networks?id=14c62719-8468-46f6-8a99-df98d5f93641 HTTP/1.1" status: 200 len: 897 time: 0.3863106 Feb 09 22:10:31.126880 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=81677df6-8913-4e40-9c68-8202e74defbd,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:31.326909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c98bac26-37db-49a9-ac67-a9cc3f3e54b1 None None] Current status of the port 81677df6-8913-4e40-9c68-8202e74defbd is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:31.356261 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-2d47b80b-b963-47d5-86c8-6a6807cb75e3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de5624e7-7882-4d18-a78f-db9d7f325e01 HTTP/1.1" status: 200 len: 1002 time: 0.2456670 Feb 09 22:10:31.399119 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c98bac26-37db-49a9-ac67-a9cc3f3e54b1 None None] Provisioning complete for port d9a45597-3494-44b9-ab3e-cc584f6e9ce3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:31.399531 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c98bac26-37db-49a9-ac67-a9cc3f3e54b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d9a45597-3494-44b9-ab3e-cc584f6e9ce3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:31.401526 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port d9a45597-3494-44b9-ab3e-cc584f6e9ce3 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:31.411712 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e1ee304b-22c9-4e73-a5dd-44d515408b1b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (326a3c81-f8fe-4910-b84f-dc9e34400001), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:31.499036 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306326c4-e560-4616-a56e-0031e3517666 req-6eb96497-0451-4122-8139-42d4dab20539 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:31.512274 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-306326c4-e560-4616-a56e-0031e3517666 req-6eb96497-0451-4122-8139-42d4dab20539 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 946 time: 0.2851045 Feb 09 22:10:31.560359 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-fbd4578e-c781-44bb-a25b-85142c4c49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:31.563314 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-fbd4578e-c781-44bb-a25b-85142c4c49d0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f HTTP/1.1" status: 200 len: 835 time: 0.1942914 Feb 09 22:10:31.615082 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c98bac26-37db-49a9-ac67-a9cc3f3e54b1 None None] Current status of the port d9a45597-3494-44b9-ab3e-cc584f6e9ce3 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:31.623818 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:10:31.638007 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c98bac26-37db-49a9-ac67-a9cc3f3e54b1 None None] Provisioning complete for port 326a3c81-f8fe-4910-b84f-dc9e34400001 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:31.638242 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c98bac26-37db-49a9-ac67-a9cc3f3e54b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (326a3c81-f8fe-4910-b84f-dc9e34400001), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:31.640071 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1130884d-bbbc-4c5b-ae31-507438864dea admin admin] 10.222.0.77 "PUT /v2.0/routers/573a7a48-2045-4d72-88bd-e72f15b3b584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5533040 Feb 09 22:10:31.643634 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0826527d-0342-4707-a9ce-438b03ae53c1 None None] Sync routers for ids ['573a7a48-2045-4d72-88bd-e72f15b3b584'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:10:31.652116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35030) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:31.667861 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62ac3ad6-96ad-4e23-b41c-652124622da9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (3a040492-6d6c-4b66-a825-2eac7a336c9d), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:31.672699 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 81677df6-8913-4e40-9c68-8202e74defbd up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:31.686165 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62ac3ad6-96ad-4e23-b41c-652124622da9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-316890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-316867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-342176'] for router (3a040492-6d6c-4b66-a825-2eac7a336c9d), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:31.728665 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0826527d-0342-4707-a9ce-438b03ae53c1 None None] Routers {'573a7a48-2045-4d72-88bd-e72f15b3b584'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:31.731190 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0826527d-0342-4707-a9ce-438b03ae53c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:10:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['573a7a48-2045-4d72-88bd-e72f15b3b584'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:31.840574 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c98bac26-37db-49a9-ac67-a9cc3f3e54b1 None None] Port 326a3c81-f8fe-4910-b84f-dc9e34400001 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:10:31.884541 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-306326c4-e560-4616-a56e-0031e3517666 req-df6d236d-8ce1-492a-978a-3c5a33188f57 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3707726 Feb 09 22:10:31.924282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 81677df6-8913-4e40-9c68-8202e74defbd triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:31.924650 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (81677df6-8913-4e40-9c68-8202e74defbd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:32.072193 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae950f98-c13d-4c88-9952-92cc3892ad6e admin admin] Publish callbacks [] for router (573a7a48-2045-4d72-88bd-e72f15b3b584), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:32.095851 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-aa692db5-7145-4192-b003-cd25bbd9e7c3 None None] Provisioning complete for port 81677df6-8913-4e40-9c68-8202e74defbd triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:32.096236 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aa692db5-7145-4192-b003-cd25bbd9e7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (81677df6-8913-4e40-9c68-8202e74defbd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:32.099715 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-0826527d-0342-4707-a9ce-438b03ae53c1 None None] Set router 573a7a48-2045-4d72-88bd-e72f15b3b584 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:32.239826 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ac3ad6-96ad-4e23-b41c-652124622da9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 3a040492-6d6c-4b66-a825-2eac7a336c9d has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:10:32.342535 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 81677df6-8913-4e40-9c68-8202e74defbd is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:32.344397 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d9a45597-3494-44b9-ab3e-cc584f6e9ce3 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:32.440989 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-367680ab-7c44-4244-b46f-1eb48ca6d56c req-2001ed8d-1ae6-4a6a-89a9-067efcee3b98 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39e4e3a-f0e0-481a-b6f3-9a11901bf6fe HTTP/1.1" status: 200 len: 210 time: 0.0986376 Feb 09 22:10:32.460485 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ac3ad6-96ad-4e23-b41c-652124622da9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:10:32.472055 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a33b19a-2562-42f6-a935-73d63df05ffe None None] Sync routers for ids ['3a040492-6d6c-4b66-a825-2eac7a336c9d'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:10:32.485325 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-74333bc2-a37d-4cc2-9f59-d653ee830818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:32.485647 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62ac3ad6-96ad-4e23-b41c-652124622da9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:32.489004 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-74333bc2-a37d-4cc2-9f59-d653ee830818 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=14c62719-8468-46f6-8a99-df98d5f93641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9146466 Feb 09 22:10:32.492784 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a33b19a-2562-42f6-a935-73d63df05ffe None None] Routers {'3a040492-6d6c-4b66-a825-2eac7a336c9d'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:32.493304 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3a33b19a-2562-42f6-a935-73d63df05ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:10:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['3a040492-6d6c-4b66-a825-2eac7a336c9d'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:32.497627 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-62ac3ad6-96ad-4e23-b41c-652124622da9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/3a040492-6d6c-4b66-a825-2eac7a336c9d HTTP/1.1" status: 200 len: 890 time: 4.2073362 Feb 09 22:10:32.498600 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35038) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:32.547467 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port d9a45597-3494-44b9-ab3e-cc584f6e9ce3 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:32.547892 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d9a45597-3494-44b9-ab3e-cc584f6e9ce3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:32.554167 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae950f98-c13d-4c88-9952-92cc3892ad6e admin admin] Publish callbacks [] for router_gateway (573a7a48-2045-4d72-88bd-e72f15b3b584), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:32.580658 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3a33b19a-2562-42f6-a935-73d63df05ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:32.605274 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a33b19a-2562-42f6-a935-73d63df05ffe None None] Routers {'3a040492-6d6c-4b66-a825-2eac7a336c9d'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:32.606186 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3a33b19a-2562-42f6-a935-73d63df05ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:10:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['3a040492-6d6c-4b66-a825-2eac7a336c9d'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:32.622810 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-aa692db5-7145-4192-b003-cd25bbd9e7c3 None None] Current status of the port 81677df6-8913-4e40-9c68-8202e74defbd is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:32.665628 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-aa692db5-7145-4192-b003-cd25bbd9e7c3 None None] Provisioning complete for port 326a3c81-f8fe-4910-b84f-dc9e34400001 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:32.666040 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aa692db5-7145-4192-b003-cd25bbd9e7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (326a3c81-f8fe-4910-b84f-dc9e34400001), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:32.693894 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3a33b19a-2562-42f6-a935-73d63df05ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:32.695032 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a33b19a-2562-42f6-a935-73d63df05ffe None None] The sync data for ids ['3a040492-6d6c-4b66-a825-2eac7a336c9d'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:10:32.832011 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e1ee304b-22c9-4e73-a5dd-44d515408b1b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for port (326a3c81-f8fe-4910-b84f-dc9e34400001), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:32.842481 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-1904a8e6-e76a-4414-9d0d-62e207501d8e service neutron] 10.222.0.71 "GET /v2.0/networks/14c62719-8468-46f6-8a99-df98d5f93641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436303 Feb 09 22:10:32.862461 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e1ee304b-22c9-4e73-a5dd-44d515408b1b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (326a3c81-f8fe-4910-b84f-dc9e34400001), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:32.863883 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e1ee304b-22c9-4e73-a5dd-44d515408b1b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (c2ba9022-d389-4821-a46b-ff81ebee4790), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:32.868964 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ae950f98-c13d-4c88-9952-92cc3892ad6e admin admin] Deleting port a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:32.869329 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae950f98-c13d-4c88-9952-92cc3892ad6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:32.997834 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port d9a45597-3494-44b9-ab3e-cc584f6e9ce3 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:33.092105 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-aa692db5-7145-4192-b003-cd25bbd9e7c3 None None] Port 326a3c81-f8fe-4910-b84f-dc9e34400001 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:10:33.103333 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0826527d-0342-4707-a9ce-438b03ae53c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'name': 'tempest-TestVolumeBackupRestore-2138123041-router', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:25Z', 'updated_at': '2022-02-09T22:10:27Z', 'revision_number': 5, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'gw_port': {'id': 'a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:30Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:33.141206 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee304b-22c9-4e73-a5dd-44d515408b1b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event updated for resources: {'Port': ['ID=326a3c81-f8fe-4910-b84f-dc9e34400001,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:33.167240 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1fa3e3bb-4e49-4db6-9a02-35c7f1bee557 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/routers/3a040492-6d6c-4b66-a825-2eac7a336c9d HTTP/1.1" status: 200 len: 890 time: 0.6563444 Feb 09 22:10:33.169762 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35048) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:33.179597 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0826527d-0342-4707-a9ce-438b03ae53c1 None None] Checking router: 573a7a48-2045-4d72-88bd-e72f15b3b584 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:10:33.217318 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0826527d-0342-4707-a9ce-438b03ae53c1 None None] Routers {'573a7a48-2045-4d72-88bd-e72f15b3b584'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:33.221865 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0826527d-0342-4707-a9ce-438b03ae53c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:10:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['573a7a48-2045-4d72-88bd-e72f15b3b584'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:33.229407 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-91ca8509-0e2e-4a65-9931-4dfcfe091a31 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a040492-6d6c-4b66-a825-2eac7a336c9d HTTP/1.1" status: 200 len: 205 time: 0.0584414 Feb 09 22:10:33.232657 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35050) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:33.397149 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-0826527d-0342-4707-a9ce-438b03ae53c1 None None] Set router 573a7a48-2045-4d72-88bd-e72f15b3b584 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:33.490489 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ee304b-22c9-4e73-a5dd-44d515408b1b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Network 11abb0a7-f156-4d21-a791-c18fd641cce6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:33.496390 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-e1ee304b-22c9-4e73-a5dd-44d515408b1b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:33.516582 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bbdb98a1-b02f-42a1-870f-0c0a4c11a135 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (3a040492-6d6c-4b66-a825-2eac7a336c9d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:33.558927 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0826527d-0342-4707-a9ce-438b03ae53c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'name': 'tempest-TestVolumeBackupRestore-2138123041-router', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:25Z', 'updated_at': '2022-02-09T22:10:32Z', 'revision_number': 6, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:33.699877 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0826527d-0342-4707-a9ce-438b03ae53c1 None None] The sync data for ids ['573a7a48-2045-4d72-88bd-e72f15b3b584'] in n-d-828601-1 is: [{'id': '573a7a48-2045-4d72-88bd-e72f15b3b584', 'name': 'tempest-TestVolumeBackupRestore-2138123041-router', 'tenant_id': '66875222abbf425ea3f9f2e0b384293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:25Z', 'updated_at': '2022-02-09T22:10:32Z', 'revision_number': 6, 'project_id': '66875222abbf425ea3f9f2e0b384293d', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:10:33.937879 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bbdb98a1-b02f-42a1-870f-0c0a4c11a135 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router_gateway (3a040492-6d6c-4b66-a825-2eac7a336c9d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:34.048011 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-4c28d9ff-9b1c-4f13-bdbf-2412e30755a2 None None] Provisioning complete for port 326a3c81-f8fe-4910-b84f-dc9e34400001 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:34.048799 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4c28d9ff-9b1c-4f13-bdbf-2412e30755a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (326a3c81-f8fe-4910-b84f-dc9e34400001), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:34.187941 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-84f92ce9-d3df-437f-9aa0-ee68c8d13e31 service neutron] 10.222.0.71 "GET /v2.0/networks/14c62719-8468-46f6-8a99-df98d5f93641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3370340 Feb 09 22:10:34.202035 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4c28d9ff-9b1c-4f13-bdbf-2412e30755a2 None None] Port 326a3c81-f8fe-4910-b84f-dc9e34400001 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:10:34.203268 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-ae950f98-c13d-4c88-9952-92cc3892ad6e admin admin] For port a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:34.203268 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae950f98-c13d-4c88-9952-92cc3892ad6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:34.215175 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05bc44-ce0c-4438-9742-eae043f1124c req-6e81b1fa-5e50-4c91-9c1c-6df057745835 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:34.223968 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c05bc44-ce0c-4438-9742-eae043f1124c req-6e81b1fa-5e50-4c91-9c1c-6df057745835 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 946 time: 1.1074128 Feb 09 22:10:34.252800 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ae950f98-c13d-4c88-9952-92cc3892ad6e admin admin] Calling delete_port for a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:34.320681 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb98a1-b02f-42a1-870f-0c0a4c11a135 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting port 836a9c4a-ae9d-4cc9-8ef5-88b8b3822887 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:34.321374 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bbdb98a1-b02f-42a1-870f-0c0a4c11a135 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (836a9c4a-ae9d-4cc9-8ef5-88b8b3822887), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:34.353854 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c05bc44-ce0c-4438-9742-eae043f1124c req-b4e251f6-905b-40ef-87d8-8ce722d7d342 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287630 Feb 09 22:10:34.518409 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ee304b-22c9-4e73-a5dd-44d515408b1b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Router c2ba9022-d389-4821-a46b-ff81ebee4790 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:10:34.647000 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae950f98-c13d-4c88-9952-92cc3892ad6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:34.671881 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bbdb98a1-b02f-42a1-870f-0c0a4c11a135 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (836a9c4a-ae9d-4cc9-8ef5-88b8b3822887), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:34.687982 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae950f98-c13d-4c88-9952-92cc3892ad6e admin admin] Pushing event deleted for resources: {'Port': ['ID=a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:34.705517 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb98a1-b02f-42a1-870f-0c0a4c11a135 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Calling delete_port for 836a9c4a-ae9d-4cc9-8ef5-88b8b3822887 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:34.743959 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ee304b-22c9-4e73-a5dd-44d515408b1b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:10:34.754081 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e1ee304b-22c9-4e73-a5dd-44d515408b1b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "PUT /v2.0/routers/c2ba9022-d389-4821-a46b-ff81ebee4790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4076920 Feb 09 22:10:34.759598 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35070) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:34.770328 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f20ae3-38f9-48e3-b905-b3352f476d64 None None] Sync routers for ids ['c2ba9022-d389-4821-a46b-ff81ebee4790'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:10:34.789671 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f20ae3-38f9-48e3-b905-b3352f476d64 None None] Routers {'c2ba9022-d389-4821-a46b-ff81ebee4790'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:34.791155 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-44f20ae3-38f9-48e3-b905-b3352f476d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:10:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c2ba9022-d389-4821-a46b-ff81ebee4790'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:34.830677 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae950f98-c13d-4c88-9952-92cc3892ad6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (573a7a48-2045-4d72-88bd-e72f15b3b584), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:34.933007 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-44f20ae3-38f9-48e3-b905-b3352f476d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:34.985942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f20ae3-38f9-48e3-b905-b3352f476d64 None None] Routers {'c2ba9022-d389-4821-a46b-ff81ebee4790'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:34.987382 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-44f20ae3-38f9-48e3-b905-b3352f476d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:10:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c2ba9022-d389-4821-a46b-ff81ebee4790'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:35.100027 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-44f20ae3-38f9-48e3-b905-b3352f476d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:35.102176 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f20ae3-38f9-48e3-b905-b3352f476d64 None None] The sync data for ids ['c2ba9022-d389-4821-a46b-ff81ebee4790'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:10:35.109206 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae950f98-c13d-4c88-9952-92cc3892ad6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (573a7a48-2045-4d72-88bd-e72f15b3b584), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:35.117745 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae950f98-c13d-4c88-9952-92cc3892ad6e admin admin] Publish callbacks [] for router_controller (573a7a48-2045-4d72-88bd-e72f15b3b584), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:35.197901 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35074) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:35.245416 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae950f98-c13d-4c88-9952-92cc3892ad6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (573a7a48-2045-4d72-88bd-e72f15b3b584), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:35.250547 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae950f98-c13d-4c88-9952-92cc3892ad6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 573a7a48-2045-4d72-88bd-e72f15b3b584 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:10:35.270170 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae950f98-c13d-4c88-9952-92cc3892ad6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:35.276521 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ae950f98-c13d-4c88-9952-92cc3892ad6e admin admin] 10.222.0.77 "DELETE /v2.0/routers/573a7a48-2045-4d72-88bd-e72f15b3b584 HTTP/1.1" status: 204 len: 168 time: 3.6098430 Feb 09 22:10:35.277202 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35078) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:35.347439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e324be5-e7c7-46ec-bbfa-48f49ab725f0 admin admin] Deleting subnet 7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:10:35.351736 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e324be5-e7c7-46ec-bbfa-48f49ab725f0 admin admin] Publish callbacks [] for subnet (7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:35.466819 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e324be5-e7c7-46ec-bbfa-48f49ab725f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:35.481030 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3569f2a0-37c7-4e5f-aff3-3f4e1d02d531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:35.499810 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bbdb98a1-b02f-42a1-870f-0c0a4c11a135 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (836a9c4a-ae9d-4cc9-8ef5-88b8b3822887), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:35.568808 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb98a1-b02f-42a1-870f-0c0a4c11a135 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Port': ['ID=836a9c4a-ae9d-4cc9-8ef5-88b8b3822887,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:35.643777 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-9208764e-86b6-40c5-a0c7-29e9be5e03af tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:10:35.648175 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9208764e-86b6-40c5-a0c7-29e9be5e03af tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "PUT /v2.0/routers/c2ba9022-d389-4821-a46b-ff81ebee4790/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8831954 Feb 09 22:10:35.684140 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35084) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:35.689622 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:10:35.712747 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bbdb98a1-b02f-42a1-870f-0c0a4c11a135 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (3a040492-6d6c-4b66-a825-2eac7a336c9d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:35.725007 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:10:35.725583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device a0181623-1b6c-4e7e-99d5-8b1c8dc27d3f not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:10:35.726214 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 0d5025e2-edc4-487b-b097-2230cfdb58d7 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:10:35.753028 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 0d5025e2-edc4-487b-b097-2230cfdb58d7 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:10:35.753590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 0d5025e2-edc4-487b-b097-2230cfdb58d7 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:10:35.791961 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89d5b9-12cc-4178-9231-4d5bfe8c20b7 req-679b896b-793a-4238-b34b-86bbd579542e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:35.794787 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da89d5b9-12cc-4178-9231-4d5bfe8c20b7 req-679b896b-793a-4238-b34b-86bbd579542e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 946 time: 0.2744093 Feb 09 22:10:35.850336 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bbdb98a1-b02f-42a1-870f-0c0a4c11a135 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (3a040492-6d6c-4b66-a825-2eac7a336c9d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:35.854739 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bbdb98a1-b02f-42a1-870f-0c0a4c11a135 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router_controller (3a040492-6d6c-4b66-a825-2eac7a336c9d), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:35.875464 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3569f2a0-37c7-4e5f-aff3-3f4e1d02d531 admin admin] Publish callbacks [] for security_group (3d5f58f9-ce83-4608-8d11-634d5109f054), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:35.882977 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e324be5-e7c7-46ec-bbfa-48f49ab725f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:35.910246 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3569f2a0-37c7-4e5f-aff3-3f4e1d02d531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3d5f58f9-ce83-4608-8d11-634d5109f054), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:35.979312 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bbdb98a1-b02f-42a1-870f-0c0a4c11a135 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (3a040492-6d6c-4b66-a825-2eac7a336c9d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:35.980354 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdb98a1-b02f-42a1-870f-0c0a4c11a135 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Fanout notify agent at l3_agent the message router_deleted on router 3a040492-6d6c-4b66-a825-2eac7a336c9d {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:10:35.997146 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3569f2a0-37c7-4e5f-aff3-3f4e1d02d531 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5f364d8147c1414f8a10ac36caf46f40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7977500 Feb 09 22:10:36.001312 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35086) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:36.010842 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bbdb98a1-b02f-42a1-870f-0c0a4c11a135 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:36.018696 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bbdb98a1-b02f-42a1-870f-0c0a4c11a135 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/routers/3a040492-6d6c-4b66-a825-2eac7a336c9d HTTP/1.1" status: 204 len: 168 time: 2.7791739 Feb 09 22:10:36.019116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35088) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:36.028030 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569f2a0-37c7-4e5f-aff3-3f4e1d02d531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5f58f9-ce83-4608-8d11-634d5109f054,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:36.060060 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f02befbb-9e15-4e29-933b-5d27da52f820 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1947177279'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:36.064781 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e324be5-e7c7-46ec-bbfa-48f49ab725f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:36.106209 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da89d5b9-12cc-4178-9231-4d5bfe8c20b7 req-20ddb5ba-7e20-452a-bf25-de13235693e1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2609191 Feb 09 22:10:36.123175 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af16909e-3e71-4b6d-a789-c054dc9a2bed admin admin] Publish callbacks [] for security_group (3d5f58f9-ce83-4608-8d11-634d5109f054), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:36.137184 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e324be5-e7c7-46ec-bbfa-48f49ab725f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:36.162663 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e9776c-4777-43b4-b591-62429a49a314 None None] Network 4659e74e-184a-44ff-a85e-0606b3c79d89 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:36.163182 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e324be5-e7c7-46ec-bbfa-48f49ab725f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:36.168306 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7e324be5-e7c7-46ec-bbfa-48f49ab725f0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7f6341ec-d9c0-49ff-bf68-97eb1ea8fad9 HTTP/1.1" status: 204 len: 168 time: 0.8889229 Feb 09 22:10:36.171873 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35090) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:36.189944 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af16909e-3e71-4b6d-a789-c054dc9a2bed admin admin] Publish callbacks [] for security_group (3d5f58f9-ce83-4608-8d11-634d5109f054), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:36.204952 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02befbb-9e15-4e29-933b-5d27da52f820 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Made reservation on behalf of 47944c0c1a37453aba470db687825795 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:10:36.208747 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f02befbb-9e15-4e29-933b-5d27da52f820 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:36.281359 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02befbb-9e15-4e29-933b-5d27da52f820 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:10:36.315018 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f02befbb-9e15-4e29-933b-5d27da52f820 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (3a3796f7-90eb-4efb-9bf3-a74c87e7a644), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:36.315464 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-f02befbb-9e15-4e29-933b-5d27da52f820 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Added segment 3a3796f7-90eb-4efb-9bf3-a74c87e7a644 of type vlan for network 5d343276-dd21-40e6-9bd4-cf97216ee872 Feb 09 22:10:36.378528 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e723cf-32cc-41c4-b6c7-ca2f10f857dd None None] DHCP port deletion for 4659e74e-184a-44ff-a85e-0606b3c79d89 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:10:36.391542 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f02befbb-9e15-4e29-933b-5d27da52f820 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (5d343276-dd21-40e6-9bd4-cf97216ee872), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:36.467449 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f02befbb-9e15-4e29-933b-5d27da52f820 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (5d343276-dd21-40e6-9bd4-cf97216ee872), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:36.472820 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e7e723cf-32cc-41c4-b6c7-ca2f10f857dd None None] Deleting port 7129d7f0-119e-482a-ae95-6c8073bc55f8 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:36.473329 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02befbb-9e15-4e29-933b-5d27da52f820 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:36.473662 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e7e723cf-32cc-41c4-b6c7-ca2f10f857dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (7129d7f0-119e-482a-ae95-6c8073bc55f8), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:36.474182 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f02befbb-9e15-4e29-933b-5d27da52f820 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:36.568431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f02befbb-9e15-4e29-933b-5d27da52f820 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5439262 Feb 09 22:10:36.574292 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35092) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:36.580484 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e7e723cf-32cc-41c4-b6c7-ca2f10f857dd None None] For port 7129d7f0-119e-482a-ae95-6c8073bc55f8, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7129d7f0-119e-482a-ae95-6c8073bc55f8,segment=NetworkSegment(1a386190-0e11-4cb0-b0a6-9a0f160dab80),segment_id=1a386190-0e11-4cb0-b0a6-9a0f160dab80)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:36.580973 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e7e723cf-32cc-41c4-b6c7-ca2f10f857dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (7129d7f0-119e-482a-ae95-6c8073bc55f8), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:36.587475 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5a53d6fc-b646-4cc4-bc13-00a1b87581e0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'subnet': {'network_id': '5d343276-dd21-40e6-9bd4-cf97216ee872', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:36.603909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e7e723cf-32cc-41c4-b6c7-ca2f10f857dd None None] Calling delete_port for 7129d7f0-119e-482a-ae95-6c8073bc55f8 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:36.613455 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02befbb-9e15-4e29-933b-5d27da52f820 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Network': ['ID=5d343276-dd21-40e6-9bd4-cf97216ee872,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:36.658833 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b505015-964d-41ed-89e3-54ee9add93a8 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (c2ba9022-d389-4821-a46b-ff81ebee4790), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:36.713805 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 5d343276-dd21-40e6-9bd4-cf97216ee872 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:10:36.916082 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a53d6fc-b646-4cc4-bc13-00a1b87581e0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Made reservation on behalf of 47944c0c1a37453aba470db687825795 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:10:36.925830 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5a53d6fc-b646-4cc4-bc13-00a1b87581e0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:36.966150 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3852782e-3cd8-440c-b409-9b98886c2fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (4659e74e-184a-44ff-a85e-0606b3c79d89), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:36.985496 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e7e723cf-32cc-41c4-b6c7-ca2f10f857dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (7129d7f0-119e-482a-ae95-6c8073bc55f8), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:37.008459 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3852782e-3cd8-440c-b409-9b98886c2fe1 admin admin] The port '7129d7f0-119e-482a-ae95-6c8073bc55f8' was deleted {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 09 22:10:37.049360 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af16909e-3e71-4b6d-a789-c054dc9a2bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3d5f58f9-ce83-4608-8d11-634d5109f054), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:37.053002 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af16909e-3e71-4b6d-a789-c054dc9a2bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:37.055113 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-af16909e-3e71-4b6d-a789-c054dc9a2bed admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3d5f58f9-ce83-4608-8d11-634d5109f054 HTTP/1.1" status: 204 len: 168 time: 1.0409315 Feb 09 22:10:37.066323 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e723cf-32cc-41c4-b6c7-ca2f10f857dd None None] Pushing event deleted for resources: {'Port': ['ID=7129d7f0-119e-482a-ae95-6c8073bc55f8,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:37.086524 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e723cf-32cc-41c4-b6c7-ca2f10f857dd None None] No DVR routers for this DVR port 7129d7f0-119e-482a-ae95-6c8073bc55f8 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:10:37.128703 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16909e-3e71-4b6d-a789-c054dc9a2bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5f58f9-ce83-4608-8d11-634d5109f054,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:37.145406 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3852782e-3cd8-440c-b409-9b98886c2fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (4659e74e-184a-44ff-a85e-0606b3c79d89), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:37.215405 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-3852782e-3cd8-440c-b409-9b98886c2fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4659e74e-184a-44ff-a85e-0606b3c79d89']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:37.253218 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-3852782e-3cd8-440c-b409-9b98886c2fe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a386190-0e11-4cb0-b0a6-9a0f160dab80') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:37.253931 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-3852782e-3cd8-440c-b409-9b98886c2fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a386190-0e11-4cb0-b0a6-9a0f160dab80') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:37.282215 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3852782e-3cd8-440c-b409-9b98886c2fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (1a386190-0e11-4cb0-b0a6-9a0f160dab80), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:37.335963 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3852782e-3cd8-440c-b409-9b98886c2fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (1a386190-0e11-4cb0-b0a6-9a0f160dab80), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:37.353668 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3852782e-3cd8-440c-b409-9b98886c2fe1 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:10:37.354971 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3852782e-3cd8-440c-b409-9b98886c2fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (1a386190-0e11-4cb0-b0a6-9a0f160dab80), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:10:37.444167 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:10:37.495539 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3852782e-3cd8-440c-b409-9b98886c2fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (4659e74e-184a-44ff-a85e-0606b3c79d89), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:37.508810 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3852782e-3cd8-440c-b409-9b98886c2fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:37.532831 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3852782e-3cd8-440c-b409-9b98886c2fe1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/4659e74e-184a-44ff-a85e-0606b3c79d89 HTTP/1.1" status: 204 len: 168 time: 1.3588052 Feb 09 22:10:37.537124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35104) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:37.591512 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852782e-3cd8-440c-b409-9b98886c2fe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4659e74e-184a-44ff-a85e-0606b3c79d89,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:37.600524 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7129d7f0-119e-482a-ae95-6c8073bc55f8 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:10:37.647071 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 7129d7f0-119e-482a-ae95-6c8073bc55f8 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:10:37.647820 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7129d7f0-119e-482a-ae95-6c8073bc55f8 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:10:37.720330 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0b505015-964d-41ed-89e3-54ee9add93a8 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Deleting port 326a3c81-f8fe-4910-b84f-dc9e34400001 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:37.720783 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b505015-964d-41ed-89e3-54ee9add93a8 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (326a3c81-f8fe-4910-b84f-dc9e34400001), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:37.803453 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38002361-f1a0-4e71-b3cd-2430c5828e0f req-6156d431-143a-404f-a442-4916313d7f90 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:37.804022 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35106) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:37.804618 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-38002361-f1a0-4e71-b3cd-2430c5828e0f req-6156d431-143a-404f-a442-4916313d7f90 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 946 time: 0.3964903 Feb 09 22:10:37.811211 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5a53d6fc-b646-4cc4-bc13-00a1b87581e0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (ab47a672-890b-455f-b795-9656b32cfb17), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:37.835175 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-546a5961-06ab-4e56-b316-f222da0a101e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:37.851779 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e6e1c026-3349-4c1d-a0bd-378b6758c455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:38.017030 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e6e1c026-3349-4c1d-a0bd-378b6758c455 admin admin] Publish callbacks [] for security_group (e7624082-2f8c-4caa-83ac-e5a0f81d18e1), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:38.024238 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e6e1c026-3349-4c1d-a0bd-378b6758c455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e7624082-2f8c-4caa-83ac-e5a0f81d18e1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:38.075928 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e6e1c026-3349-4c1d-a0bd-378b6758c455 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=64746dcd868f4e7491c1a41b84d606ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2674067 Feb 09 22:10:38.076965 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1c026-3349-4c1d-a0bd-378b6758c455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7624082-2f8c-4caa-83ac-e5a0f81d18e1,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:38.081615 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35110) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:38.119972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53d6fc-b646-4cc4-bc13-00a1b87581e0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Subnet': ['ID=ab47a672-890b-455f-b795-9656b32cfb17,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:38.147807 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-38002361-f1a0-4e71-b3cd-2430c5828e0f req-965a6c3b-9a31-4355-982d-85c1502e63a6 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2925630 Feb 09 22:10:38.149743 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b505015-964d-41ed-89e3-54ee9add93a8 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (326a3c81-f8fe-4910-b84f-dc9e34400001), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:38.164409 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a53d6fc-b646-4cc4-bc13-00a1b87581e0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Checking segment: {'id': '3a3796f7-90eb-4efb-9bf3-a74c87e7a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5d343276-dd21-40e6-9bd4-cf97216ee872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:38.164846 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a53d6fc-b646-4cc4-bc13-00a1b87581e0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network hostable DHCP agents. Network: 5d343276-dd21-40e6-9bd4-cf97216ee872, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:10:38.167336 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1291eb85-8b16-453e-9ec8-0f1dd8549a84 admin admin] Publish callbacks [] for security_group (e7624082-2f8c-4caa-83ac-e5a0f81d18e1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:38.181033 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0b505015-964d-41ed-89e3-54ee9add93a8 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Calling delete_port for 326a3c81-f8fe-4910-b84f-dc9e34400001 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:38.204754 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1291eb85-8b16-453e-9ec8-0f1dd8549a84 admin admin] Publish callbacks [] for security_group (e7624082-2f8c-4caa-83ac-e5a0f81d18e1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:38.269726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a53d6fc-b646-4cc4-bc13-00a1b87581e0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network 5d343276-dd21-40e6-9bd4-cf97216ee872 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:10:38.289336 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1291eb85-8b16-453e-9ec8-0f1dd8549a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e7624082-2f8c-4caa-83ac-e5a0f81d18e1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:38.294772 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1291eb85-8b16-453e-9ec8-0f1dd8549a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:38.300755 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1291eb85-8b16-453e-9ec8-0f1dd8549a84 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e7624082-2f8c-4caa-83ac-e5a0f81d18e1 HTTP/1.1" status: 204 len: 168 time: 0.2137341 Feb 09 22:10:38.313878 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291eb85-8b16-453e-9ec8-0f1dd8549a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7624082-2f8c-4caa-83ac-e5a0f81d18e1,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:38.330981 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5a53d6fc-b646-4cc4-bc13-00a1b87581e0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 5d343276-dd21-40e6-9bd4-cf97216ee872) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:38.338259 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a53d6fc-b646-4cc4-bc13-00a1b87581e0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:38.338910 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5a53d6fc-b646-4cc4-bc13-00a1b87581e0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:38.356378 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d01e6df-5a0a-47bb-ad84-2e95a6274397 None None] Network 5d343276-dd21-40e6-9bd4-cf97216ee872 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:38.378896 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5a53d6fc-b646-4cc4-bc13-00a1b87581e0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7988746 Feb 09 22:10:38.383087 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35114) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:38.392336 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-153eb53c-36aa-47c6-891e-70bf81728dc0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1945013453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:38.456884 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-153eb53c-36aa-47c6-891e-70bf81728dc0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (312b297a-fd97-40aa-887a-bcac3c40de3f), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:38.462498 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-153eb53c-36aa-47c6-891e-70bf81728dc0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (312b297a-fd97-40aa-887a-bcac3c40de3f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:38.606819 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-153eb53c-36aa-47c6-891e-70bf81728dc0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router_controller (312b297a-fd97-40aa-887a-bcac3c40de3f), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:38.614213 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e9ed97-c8f4-452b-86d0-145d6716d395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-5d343276-dd21-40e6-9bd4-cf97216ee872', 'network_id': '5d343276-dd21-40e6-9bd4-cf97216ee872', 'project_id': '47944c0c1a37453aba470db687825795', 'fixed_ips': [{'subnet_id': 'ab47a672-890b-455f-b795-9656b32cfb17'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:10:38.615711 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92e9ed97-c8f4-452b-86d0-145d6716d395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:38.622036 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-153eb53c-36aa-47c6-891e-70bf81728dc0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (312b297a-fd97-40aa-887a-bcac3c40de3f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:38.688271 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-153eb53c-36aa-47c6-891e-70bf81728dc0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:38.688692 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b505015-964d-41ed-89e3-54ee9add93a8 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (326a3c81-f8fe-4910-b84f-dc9e34400001), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:38.693667 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-153eb53c-36aa-47c6-891e-70bf81728dc0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3084917 Feb 09 22:10:38.698124 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35116) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:38.760977 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b505015-964d-41ed-89e3-54ee9add93a8 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event deleted for resources: {'Port': ['ID=326a3c81-f8fe-4910-b84f-dc9e34400001,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:39.073906 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-92e9ed97-c8f4-452b-86d0-145d6716d395 None None] Allocated IP 2001:db8::2 (5d343276-dd21-40e6-9bd4-cf97216ee872/ab47a672-890b-455f-b795-9656b32cfb17/70570e20-5a6d-43a1-932c-e7f52f7b1056) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:10:39.499539 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92e9ed97-c8f4-452b-86d0-145d6716d395 None None] Publish callbacks [] for port (70570e20-5a6d-43a1-932c-e7f52f7b1056), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:39.511382 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92e9ed97-c8f4-452b-86d0-145d6716d395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (70570e20-5a6d-43a1-932c-e7f52f7b1056), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:39.583468 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9ed97-c8f4-452b-86d0-145d6716d395 None None] Pushing event updated for resources: {'Port': ['ID=70570e20-5a6d-43a1-932c-e7f52f7b1056,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:39.611095 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e9ed97-c8f4-452b-86d0-145d6716d395 None None] Network 5d343276-dd21-40e6-9bd4-cf97216ee872 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:39.617126 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-92e9ed97-c8f4-452b-86d0-145d6716d395 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:39.623580 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e9ed97-c8f4-452b-86d0-145d6716d395 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:10:39.692520 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fec80d9f-f689-4457-a7c8-b0ea55058a5a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:39.697666 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-65c4e305-5000-486a-95a5-b5ad52e55b82 req-9b51b36b-6308-4a64-88c1-492c07a4cc3e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=375b02a1-114d-49a9-a814-507e2d2df7f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1163464 Feb 09 22:10:39.716407 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-92e9ed97-c8f4-452b-86d0-145d6716d395 None None] Attempting to bind port 70570e20-5a6d-43a1-932c-e7f52f7b1056 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:10:39.716975 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-92e9ed97-c8f4-452b-86d0-145d6716d395 None None] Attempting to bind port 70570e20-5a6d-43a1-932c-e7f52f7b1056 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '3a3796f7-90eb-4efb-9bf3-a74c87e7a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5d343276-dd21-40e6-9bd4-cf97216ee872'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:10:39.718069 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e9ed97-c8f4-452b-86d0-145d6716d395 None None] Attempting to bind port 70570e20-5a6d-43a1-932c-e7f52f7b1056 on network 5d343276-dd21-40e6-9bd4-cf97216ee872 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:10:39.725604 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e9ed97-c8f4-452b-86d0-145d6716d395 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:10:39.726775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e9ed97-c8f4-452b-86d0-145d6716d395 None None] Checking segment: {'id': '3a3796f7-90eb-4efb-9bf3-a74c87e7a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5d343276-dd21-40e6-9bd4-cf97216ee872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:39.727324 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92e9ed97-c8f4-452b-86d0-145d6716d395 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:39.728380 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e9ed97-c8f4-452b-86d0-145d6716d395 None None] Bound using segment: {'id': '3a3796f7-90eb-4efb-9bf3-a74c87e7a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5d343276-dd21-40e6-9bd4-cf97216ee872'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:10:39.729022 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-92e9ed97-c8f4-452b-86d0-145d6716d395 None None] Bound port: 70570e20-5a6d-43a1-932c-e7f52f7b1056, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3796f7-90eb-4efb-9bf3-a74c87e7a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5d343276-dd21-40e6-9bd4-cf97216ee872'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:10:39.729523 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92e9ed97-c8f4-452b-86d0-145d6716d395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (70570e20-5a6d-43a1-932c-e7f52f7b1056), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:39.824435 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b505015-964d-41ed-89e3-54ee9add93a8 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (c2ba9022-d389-4821-a46b-ff81ebee4790), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:39.860767 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-92e9ed97-c8f4-452b-86d0-145d6716d395 None None] For port 70570e20-5a6d-43a1-932c-e7f52f7b1056, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:10:39.872533 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-92e9ed97-c8f4-452b-86d0-145d6716d395 None None] For port 70570e20-5a6d-43a1-932c-e7f52f7b1056, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=70570e20-5a6d-43a1-932c-e7f52f7b1056,segment=NetworkSegment(3a3796f7-90eb-4efb-9bf3-a74c87e7a644),segment_id=3a3796f7-90eb-4efb-9bf3-a74c87e7a644)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:10:39.902035 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92e9ed97-c8f4-452b-86d0-145d6716d395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (70570e20-5a6d-43a1-932c-e7f52f7b1056), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:39.989735 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a678573-7391-4d76-98c6-5b42dd525f1d req-eae156f6-3743-40c3-9710-2d861ba61f94 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:39.997053 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a678573-7391-4d76-98c6-5b42dd525f1d req-eae156f6-3743-40c3-9710-2d861ba61f94 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 946 time: 0.3001180 Feb 09 22:10:40.083425 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36927d78-8590-4330-9067-2f6244818cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (9c8d1a0e-a20d-4128-8fb0-365ad084ff34), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:40.110635 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9ed97-c8f4-452b-86d0-145d6716d395 None None] Pushing event updated for resources: {'Port': ['ID=70570e20-5a6d-43a1-932c-e7f52f7b1056,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:40.221673 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4e305-5000-486a-95a5-b5ad52e55b82 req-914ac0d1-f50f-437c-b5ee-9a115b62063c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:40.223263 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-65c4e305-5000-486a-95a5-b5ad52e55b82 req-914ac0d1-f50f-437c-b5ee-9a115b62063c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=375b02a1-114d-49a9-a814-507e2d2df7f7 HTTP/1.1" status: 200 len: 1127 time: 0.1759453 Feb 09 22:10:40.402295 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-fec80d9f-f689-4457-a7c8-b0ea55058a5a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Allocated IP 2001:db8::1 (5d343276-dd21-40e6-9bd4-cf97216ee872/ab47a672-890b-455f-b795-9656b32cfb17/8bc8fa30-160f-4d8d-91c8-560537f5b4ea) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:10:40.467108 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a678573-7391-4d76-98c6-5b42dd525f1d req-eb8421bf-df37-4ed7-a155-c62627f0867b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4691043 Feb 09 22:10:40.476764 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b505015-964d-41ed-89e3-54ee9add93a8 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Router c2ba9022-d389-4821-a46b-ff81ebee4790 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:10:40.485941 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4e305-5000-486a-95a5-b5ad52e55b82 req-e81a0f4c-5bda-4f07-8ee8-712b7557715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:40.491060 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-65c4e305-5000-486a-95a5-b5ad52e55b82 req-e81a0f4c-5bda-4f07-8ee8-712b7557715b service neutron] 10.222.0.42 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 911 time: 0.2355411 Feb 09 22:10:40.497187 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7eaa36a7-f84b-4489-a62e-7466562e6630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:40.621089 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-65c4e305-5000-486a-95a5-b5ad52e55b82 req-a9119130-2172-49fc-980f-c1844d3ef285 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8c8d7fc-bdfc-4477-a0d6-7d707921533b HTTP/1.1" status: 200 len: 217 time: 0.0883164 Feb 09 22:10:40.664369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b505015-964d-41ed-89e3-54ee9add93a8 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:10:40.676977 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e152c2d-648f-47aa-82e9-7a602d743095 None None] Sync routers for ids ['c2ba9022-d389-4821-a46b-ff81ebee4790'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:10:40.682500 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0b505015-964d-41ed-89e3-54ee9add93a8 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "PUT /v2.0/routers/c2ba9022-d389-4821-a46b-ff81ebee4790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9893982 Feb 09 22:10:40.695686 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35146) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:40.700766 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e152c2d-648f-47aa-82e9-7a602d743095 None None] Routers {'c2ba9022-d389-4821-a46b-ff81ebee4790'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:40.703943 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3e152c2d-648f-47aa-82e9-7a602d743095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:10:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c2ba9022-d389-4821-a46b-ff81ebee4790'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:40.779246 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3e152c2d-648f-47aa-82e9-7a602d743095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:40.791179 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e152c2d-648f-47aa-82e9-7a602d743095 None None] Routers {'c2ba9022-d389-4821-a46b-ff81ebee4790'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:40.792130 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3e152c2d-648f-47aa-82e9-7a602d743095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:10:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c2ba9022-d389-4821-a46b-ff81ebee4790'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:40.802558 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fec80d9f-f689-4457-a7c8-b0ea55058a5a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for port (8bc8fa30-160f-4d8d-91c8-560537f5b4ea), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:40.813498 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-46a4fd68-182d-4b0b-ad04-be348f6d113f tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] delete failed (client error): The resource could not be found. Feb 09 22:10:40.815226 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-46a4fd68-182d-4b0b-ad04-be348f6d113f tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-1051672408 HTTP/1.1" status: 404 len: 335 time: 0.1178367 Feb 09 22:10:40.815361 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4e305-5000-486a-95a5-b5ad52e55b82 req-67a3fb00-5343-48d3-820e-6fabad4ebe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:40.817162 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-65c4e305-5000-486a-95a5-b5ad52e55b82 req-67a3fb00-5343-48d3-820e-6fabad4ebe7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.1299114 Feb 09 22:10:40.822262 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35152) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:40.830618 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d02f137d-b135-4069-b096-6c00c39b6744 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c2ba9022-d389-4821-a46b-ff81ebee4790'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:40.845089 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3e152c2d-648f-47aa-82e9-7a602d743095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:40.846087 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e152c2d-648f-47aa-82e9-7a602d743095 None None] The sync data for ids ['c2ba9022-d389-4821-a46b-ff81ebee4790'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:10:40.956748 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fec80d9f-f689-4457-a7c8-b0ea55058a5a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (8bc8fa30-160f-4d8d-91c8-560537f5b4ea), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:41.127449 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-36927d78-8590-4330-9067-2f6244818cf1 admin admin] Deleting port 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:41.128621 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36927d78-8590-4330-9067-2f6244818cf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:41.135475 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec80d9f-f689-4457-a7c8-b0ea55058a5a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network 5d343276-dd21-40e6-9bd4-cf97216ee872 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:41.148149 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-fec80d9f-f689-4457-a7c8-b0ea55058a5a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:41.158956 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec80d9f-f689-4457-a7c8-b0ea55058a5a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:10:41.159887 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fec80d9f-f689-4457-a7c8-b0ea55058a5a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (312b297a-fd97-40aa-887a-bcac3c40de3f), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:41.169285 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec80d9f-f689-4457-a7c8-b0ea55058a5a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Port': ['ID=8bc8fa30-160f-4d8d-91c8-560537f5b4ea,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:41.238789 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4e305-5000-486a-95a5-b5ad52e55b82 req-cf140450-3532-4dbd-9d9d-a6ace385efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:41.245170 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-65c4e305-5000-486a-95a5-b5ad52e55b82 req-cf140450-3532-4dbd-9d9d-a6ace385efd9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3267004 Feb 09 22:10:41.459533 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d02f137d-b135-4069-b096-6c00c39b6744 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for router_gateway (c2ba9022-d389-4821-a46b-ff81ebee4790), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:41.463271 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-36927d78-8590-4330-9067-2f6244818cf1 admin admin] For port 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f,segment=NetworkSegment(60c939f6-7a0a-41d4-87c2-4a8d83540472),segment_id=60c939f6-7a0a-41d4-87c2-4a8d83540472)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:41.465663 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36927d78-8590-4330-9067-2f6244818cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:41.501048 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-d02f137d-b135-4069-b096-6c00c39b6744 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] update failed (client error): The resource could not be found. Feb 09 22:10:41.502151 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d02f137d-b135-4069-b096-6c00c39b6744 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "PUT /v2.0/routers/c2ba9022-d389-4821-a46b-ff81ebee4790 HTTP/1.1" status: 404 len: 339 time: 0.6785560 Feb 09 22:10:41.522898 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35168) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:41.533831 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-05c438ee-0dfc-432a-902f-d4db4f4005e4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-154808056'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:41.554836 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-36927d78-8590-4330-9067-2f6244818cf1 admin admin] Calling delete_port for 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:41.641028 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:41.714772 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c438ee-0dfc-432a-902f-d4db4f4005e4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Made reservation on behalf of 27e750eaf7704a3ba9b2765feeb7e8c1 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:10:41.719152 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05c438ee-0dfc-432a-902f-d4db4f4005e4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:41.777081 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fec80d9f-f689-4457-a7c8-b0ea55058a5a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8bc8fa30-160f-4d8d-91c8-560537f5b4ea), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:41.784445 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 70570e20-5a6d-43a1-932c-e7f52f7b1056 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:41.791475 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b27244-c010-4868-a396-c7e6d0e9fed6 req-faed216d-1759-4bb8-90ec-cb89836cc661 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:41.796693 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-19b27244-c010-4868-a396-c7e6d0e9fed6 req-faed216d-1759-4bb8-90ec-cb89836cc661 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 946 time: 0.1244066 Feb 09 22:10:41.848580 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a086e5-5bc2-46e4-bf7f-4db4a17ef43c None None] Network 5d343276-dd21-40e6-9bd4-cf97216ee872 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:41.861237 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-65c4e305-5000-486a-95a5-b5ad52e55b82 req-dbc84d14-2f46-4ae4-87a3-6fb6edc55e74 service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5826716 Feb 09 22:10:41.931387 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-4f98b819-0bbf-43d3-8db3-774354f2dff8 None None] Provisioning complete for port 70570e20-5a6d-43a1-932c-e7f52f7b1056 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:41.932154 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4f98b819-0bbf-43d3-8db3-774354f2dff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (70570e20-5a6d-43a1-932c-e7f52f7b1056), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:42.024856 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-19b27244-c010-4868-a396-c7e6d0e9fed6 req-62f72d92-9c52-4102-8dff-cadbd1ee1867 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470537 Feb 09 22:10:42.076389 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c438ee-0dfc-432a-902f-d4db4f4005e4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:10:42.138870 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 70570e20-5a6d-43a1-932c-e7f52f7b1056 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:42.141455 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (70570e20-5a6d-43a1-932c-e7f52f7b1056), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:42.181968 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05c438ee-0dfc-432a-902f-d4db4f4005e4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (387b3084-5e6e-4145-8963-bf76c95109f4), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:42.182626 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-05c438ee-0dfc-432a-902f-d4db4f4005e4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Added segment 387b3084-5e6e-4145-8963-bf76c95109f4 of type vlan for network 1b593101-b508-47dc-b81f-98e0a97b87a2 Feb 09 22:10:42.240440 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36927d78-8590-4330-9067-2f6244818cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:42.263548 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-65c4e305-5000-486a-95a5-b5ad52e55b82 req-c980b09e-bc21-488e-8a92-a34352a4c191 service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842890 Feb 09 22:10:42.278730 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05c438ee-0dfc-432a-902f-d4db4f4005e4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (1b593101-b508-47dc-b81f-98e0a97b87a2), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:42.377209 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36927d78-8590-4330-9067-2f6244818cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:42.393317 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05c438ee-0dfc-432a-902f-d4db4f4005e4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (1b593101-b508-47dc-b81f-98e0a97b87a2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:42.398736 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c438ee-0dfc-432a-902f-d4db4f4005e4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:42.399471 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05c438ee-0dfc-432a-902f-d4db4f4005e4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:42.486911 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35184) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:42.578844 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-05c438ee-0dfc-432a-902f-d4db4f4005e4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0533965 Feb 09 22:10:42.603190 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35188) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:42.623534 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-114413cf-4fae-4277-9848-16d8271bb557 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Request body: {'subnet': {'network_id': '1b593101-b508-47dc-b81f-98e0a97b87a2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:42.661611 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c438ee-0dfc-432a-902f-d4db4f4005e4 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event updated for resources: {'Network': ['ID=1b593101-b508-47dc-b81f-98e0a97b87a2,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:42.671929 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4f98b819-0bbf-43d3-8db3-774354f2dff8 None None] Current status of the port 70570e20-5a6d-43a1-932c-e7f52f7b1056 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:42.676929 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4f98b819-0bbf-43d3-8db3-774354f2dff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (70570e20-5a6d-43a1-932c-e7f52f7b1056), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:42.719911 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 1b593101-b508-47dc-b81f-98e0a97b87a2 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:10:42.946885 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1078253-da55-4117-9329-cf2bd1201cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:43.005177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-4f98b819-0bbf-43d3-8db3-774354f2dff8 None None] For port 70570e20-5a6d-43a1-932c-e7f52f7b1056, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=70570e20-5a6d-43a1-932c-e7f52f7b1056,segment=NetworkSegment(3a3796f7-90eb-4efb-9bf3-a74c87e7a644),segment_id=3a3796f7-90eb-4efb-9bf3-a74c87e7a644)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:43.019174 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36927d78-8590-4330-9067-2f6244818cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (9c8d1a0e-a20d-4128-8fb0-365ad084ff34), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:43.021160 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:43.025004 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4f98b819-0bbf-43d3-8db3-774354f2dff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (70570e20-5a6d-43a1-932c-e7f52f7b1056), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:43.036976 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 70570e20-5a6d-43a1-932c-e7f52f7b1056 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:43.038238 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (70570e20-5a6d-43a1-932c-e7f52f7b1056), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:43.083490 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fec80d9f-f689-4457-a7c8-b0ea55058a5a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for port (8bc8fa30-160f-4d8d-91c8-560537f5b4ea), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:43.111685 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fec80d9f-f689-4457-a7c8-b0ea55058a5a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (8bc8fa30-160f-4d8d-91c8-560537f5b4ea), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:43.114026 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fec80d9f-f689-4457-a7c8-b0ea55058a5a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (312b297a-fd97-40aa-887a-bcac3c40de3f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:43.179336 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98b819-0bbf-43d3-8db3-774354f2dff8 None None] Pushing event updated for resources: {'Port': ['ID=70570e20-5a6d-43a1-932c-e7f52f7b1056,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:43.196054 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114413cf-4fae-4277-9848-16d8271bb557 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Made reservation on behalf of 27e750eaf7704a3ba9b2765feeb7e8c1 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:10:43.202653 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-114413cf-4fae-4277-9848-16d8271bb557 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:43.284520 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-bc0ca50e-9cb4-43e9-ad5e-67e89b569e06 None None] Provisioning complete for port 70570e20-5a6d-43a1-932c-e7f52f7b1056 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:43.285166 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc0ca50e-9cb4-43e9-ad5e-67e89b569e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (70570e20-5a6d-43a1-932c-e7f52f7b1056), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:43.460407 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:10:43.460946 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:10:43.488144 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bc0ca50e-9cb4-43e9-ad5e-67e89b569e06 None None] Current status of the port 70570e20-5a6d-43a1-932c-e7f52f7b1056 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:43.499529 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96255f0-cc56-4cfc-b057-d2d97e39cf18 req-28a884af-677c-487b-bdf0-ff1a096f2a94 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:43.503174 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-bc0ca50e-9cb4-43e9-ad5e-67e89b569e06 None None] Provisioning complete for port 8bc8fa30-160f-4d8d-91c8-560537f5b4ea triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:43.503746 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc0ca50e-9cb4-43e9-ad5e-67e89b569e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8bc8fa30-160f-4d8d-91c8-560537f5b4ea), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:43.510391 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a96255f0-cc56-4cfc-b057-d2d97e39cf18 req-28a884af-677c-487b-bdf0-ff1a096f2a94 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 946 time: 0.2490194 Feb 09 22:10:43.543142 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36927d78-8590-4330-9067-2f6244818cf1 admin admin] Router 9c8d1a0e-a20d-4128-8fb0-365ad084ff34 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:10:43.556982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bc0ca50e-9cb4-43e9-ad5e-67e89b569e06 None None] Port 8bc8fa30-160f-4d8d-91c8-560537f5b4ea cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:10:43.592523 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a96255f0-cc56-4cfc-b057-d2d97e39cf18 req-9a31dbad-762a-40b4-9445-36d2257622e1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810988 Feb 09 22:10:43.692517 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6880f2dc-1567-47ac-874b-3c63c3b89f66 None None] Provisioning complete for port 8bc8fa30-160f-4d8d-91c8-560537f5b4ea triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:43.692517 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6880f2dc-1567-47ac-874b-3c63c3b89f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8bc8fa30-160f-4d8d-91c8-560537f5b4ea), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:43.742253 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36927d78-8590-4330-9067-2f6244818cf1 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:10:43.762411 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-36927d78-8590-4330-9067-2f6244818cf1 admin admin] 10.222.0.77 "PUT /v2.0/routers/9c8d1a0e-a20d-4128-8fb0-365ad084ff34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2161481 Feb 09 22:10:43.762940 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35200) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:43.807155 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6880f2dc-1567-47ac-874b-3c63c3b89f66 None None] Port 8bc8fa30-160f-4d8d-91c8-560537f5b4ea cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:10:43.821319 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8619b9-122b-41a9-af07-5f73b82b9c7f None None] Sync routers for ids ['9c8d1a0e-a20d-4128-8fb0-365ad084ff34'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:10:43.845044 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8619b9-122b-41a9-af07-5f73b82b9c7f None None] Routers {'9c8d1a0e-a20d-4128-8fb0-365ad084ff34'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:43.846264 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1b8619b9-122b-41a9-af07-5f73b82b9c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:10:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['9c8d1a0e-a20d-4128-8fb0-365ad084ff34'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:43.936037 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec80d9f-f689-4457-a7c8-b0ea55058a5a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Port': ['ID=8bc8fa30-160f-4d8d-91c8-560537f5b4ea,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:43.992224 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Publish callbacks [] for router (9c8d1a0e-a20d-4128-8fb0-365ad084ff34), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:44.047194 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1078253-da55-4117-9329-cf2bd1201cc6 admin admin] Publish callbacks [] for security_group (911bf055-d7ee-4b11-a623-6de91867ff3c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:44.059303 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1078253-da55-4117-9329-cf2bd1201cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (911bf055-d7ee-4b11-a623-6de91867ff3c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:44.128487 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec80d9f-f689-4457-a7c8-b0ea55058a5a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network 5d343276-dd21-40e6-9bd4-cf97216ee872 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:44.164767 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Publish callbacks [] for router_gateway (9c8d1a0e-a20d-4128-8fb0-365ad084ff34), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:44.267436 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-fec80d9f-f689-4457-a7c8-b0ea55058a5a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:44.271725 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Deleting port 607cb19e-e9c3-407a-b417-cae69f16296d {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:44.272073 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (607cb19e-e9c3-407a-b417-cae69f16296d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:44.286862 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1078253-da55-4117-9329-cf2bd1201cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911bf055-d7ee-4b11-a623-6de91867ff3c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:44.290168 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-114413cf-4fae-4277-9848-16d8271bb557 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (03cd5054-29d4-4f58-a9dd-985bf22eaf9c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:44.450450 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 70570e20-5a6d-43a1-932c-e7f52f7b1056 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:44.476270 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] For port 607cb19e-e9c3-407a-b417-cae69f16296d, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=607cb19e-e9c3-407a-b417-cae69f16296d,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:44.477145 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (607cb19e-e9c3-407a-b417-cae69f16296d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:44.507892 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a1078253-da55-4117-9329-cf2bd1201cc6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8cc53ade715a4a1c816b21c91332c9ab&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0169449 Feb 09 22:10:44.513768 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35206) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:44.523833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Calling delete_port for 607cb19e-e9c3-407a-b417-cae69f16296d owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:44.560400 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-1b8619b9-122b-41a9-af07-5f73b82b9c7f None None] Set router 9c8d1a0e-a20d-4128-8fb0-365ad084ff34 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:44.767213 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 70570e20-5a6d-43a1-932c-e7f52f7b1056 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:44.878051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-faec91c8-b1f8-4681-aa1b-158010fdff5c None None] Provisioning complete for port 8bc8fa30-160f-4d8d-91c8-560537f5b4ea triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:44.878906 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-faec91c8-b1f8-4681-aa1b-158010fdff5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8bc8fa30-160f-4d8d-91c8-560537f5b4ea), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:44.880881 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:44.935552 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114413cf-4fae-4277-9848-16d8271bb557 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Checking segment: {'id': '387b3084-5e6e-4145-8963-bf76c95109f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1b593101-b508-47dc-b81f-98e0a97b87a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:44.935965 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114413cf-4fae-4277-9848-16d8271bb557 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Network hostable DHCP agents. Network: 1b593101-b508-47dc-b81f-98e0a97b87a2, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:10:44.957673 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-faec91c8-b1f8-4681-aa1b-158010fdff5c None None] Port 8bc8fa30-160f-4d8d-91c8-560537f5b4ea cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:10:44.981141 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec80d9f-f689-4457-a7c8-b0ea55058a5a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 312b297a-fd97-40aa-887a-bcac3c40de3f is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:10:44.990666 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 70570e20-5a6d-43a1-932c-e7f52f7b1056 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:44.991160 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (70570e20-5a6d-43a1-932c-e7f52f7b1056), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:44.991333 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3028-684b-4fce-851b-eedda66fad51 admin admin] Publish callbacks [] for security_group (911bf055-d7ee-4b11-a623-6de91867ff3c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:45.028522 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3028-684b-4fce-851b-eedda66fad51 admin admin] Publish callbacks [] for security_group (911bf055-d7ee-4b11-a623-6de91867ff3c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:45.029368 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (607cb19e-e9c3-407a-b417-cae69f16296d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:45.060939 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Pushing event deleted for resources: {'Port': ['ID=607cb19e-e9c3-407a-b417-cae69f16296d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:45.076406 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:45.077716 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:45.078324 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:45.078896 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:45.079454 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:45.080104 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:45.080690 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:45.081798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:45.082394 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:45.083067 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:45.084128 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:45.084687 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:45.085270 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:45.122979 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114413cf-4fae-4277-9848-16d8271bb557 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event updated for resources: {'Subnet': ['ID=03cd5054-29d4-4f58-a9dd-985bf22eaf9c,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:45.198153 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef8780-1aba-418e-9ba1-1f876930cdaf req-f3559a58-ef6a-46bb-a942-61cb8c66478e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:45.199862 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64ef8780-1aba-418e-9ba1-1f876930cdaf req-f3559a58-ef6a-46bb-a942-61cb8c66478e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 946 time: 0.2041223 Feb 09 22:10:45.266521 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1b8619b9-122b-41a9-af07-5f73b82b9c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d1a0e-a20d-4128-8fb0-365ad084ff34', 'name': 'tempest-TestVolumeBackupRestore-629868731-router', 'tenant_id': '1943324cd05f400ba42c001780eb95c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '607cb19e-e9c3-407a-b417-cae69f16296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:59Z', 'updated_at': '2022-02-09T22:10:42Z', 'revision_number': 5, 'project_id': '1943324cd05f400ba42c001780eb95c5', 'gw_port': {'id': '607cb19e-e9c3-407a-b417-cae69f16296d', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d1a0e-a20d-4128-8fb0-365ad084ff34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:01Z', 'updated_at': '2022-02-09T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:45.275977 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec80d9f-f689-4457-a7c8-b0ea55058a5a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:10:45.287097 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114413cf-4fae-4277-9848-16d8271bb557 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Network 1b593101-b508-47dc-b81f-98e0a97b87a2 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:10:45.291043 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c7f777-23d2-439d-b2ba-a17dfbefc2a5 None None] Sync routers for ids ['312b297a-fd97-40aa-887a-bcac3c40de3f'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:10:45.299738 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fec80d9f-f689-4457-a7c8-b0ea55058a5a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/312b297a-fd97-40aa-887a-bcac3c40de3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5952411 Feb 09 22:10:45.299738 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3028-684b-4fce-851b-eedda66fad51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (911bf055-d7ee-4b11-a623-6de91867ff3c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:45.301009 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35212) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:45.301925 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (9c8d1a0e-a20d-4128-8fb0-365ad084ff34), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:45.302694 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3028-684b-4fce-851b-eedda66fad51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:45.308172 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7e5b3028-684b-4fce-851b-eedda66fad51 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/911bf055-d7ee-4b11-a623-6de91867ff3c HTTP/1.1" status: 204 len: 168 time: 0.6926758 Feb 09 22:10:45.323004 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b3028-684b-4fce-851b-eedda66fad51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911bf055-d7ee-4b11-a623-6de91867ff3c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:45.327444 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c7f777-23d2-439d-b2ba-a17dfbefc2a5 None None] Routers {'312b297a-fd97-40aa-887a-bcac3c40de3f'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:45.329310 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-114413cf-4fae-4277-9848-16d8271bb557 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 1b593101-b508-47dc-b81f-98e0a97b87a2) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:45.337401 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-60c7f777-23d2-439d-b2ba-a17dfbefc2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:10:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['312b297a-fd97-40aa-887a-bcac3c40de3f'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:45.341358 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114413cf-4fae-4277-9848-16d8271bb557 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:45.342006 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-114413cf-4fae-4277-9848-16d8271bb557 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:45.384876 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-114413cf-4fae-4277-9848-16d8271bb557 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7806087 Feb 09 22:10:45.389104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35216) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:45.395312 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-de8f3000-bfd4-4aa6-8a7e-07c9d2762a1a tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b593101-b508-47dc-b81f-98e0a97b87a2'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:45.395721 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8619b9-122b-41a9-af07-5f73b82b9c7f None None] Checking router: 9c8d1a0e-a20d-4128-8fb0-365ad084ff34 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:10:45.401608 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fd08e9-920e-4b99-8cd9-8e67db844cd7 None None] Network 1b593101-b508-47dc-b81f-98e0a97b87a2 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:45.434813 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-60c7f777-23d2-439d-b2ba-a17dfbefc2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:45.460507 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c7f777-23d2-439d-b2ba-a17dfbefc2a5 None None] Routers {'312b297a-fd97-40aa-887a-bcac3c40de3f'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:45.462456 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-60c7f777-23d2-439d-b2ba-a17dfbefc2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:10:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['312b297a-fd97-40aa-887a-bcac3c40de3f'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:45.582346 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-60c7f777-23d2-439d-b2ba-a17dfbefc2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:45.583760 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c7f777-23d2-439d-b2ba-a17dfbefc2a5 None None] The sync data for ids ['312b297a-fd97-40aa-887a-bcac3c40de3f'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:10:45.620686 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64ef8780-1aba-418e-9ba1-1f876930cdaf req-e01309a0-4cb2-4cb0-ab22-9554b2d3f81a tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4121027 Feb 09 22:10:45.647670 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bdd470-0833-4760-8d15-6a077585c1ab tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:45.649176 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-05bdd470-0833-4760-8d15-6a077585c1ab tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/ports/8bc8fa30-160f-4d8d-91c8-560537f5b4ea HTTP/1.1" status: 200 len: 911 time: 0.3409629 Feb 09 22:10:45.651998 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35218) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:45.666285 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e74afa73-de4e-48ae-af6b-bfd523305f78 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ab47a672-890b-455f-b795-9656b32cfb17'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:45.696877 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 70570e20-5a6d-43a1-932c-e7f52f7b1056 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:45.701490 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:45.707766 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8619b9-122b-41a9-af07-5f73b82b9c7f None None] Routers {'9c8d1a0e-a20d-4128-8fb0-365ad084ff34'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:45.708590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1b8619b9-122b-41a9-af07-5f73b82b9c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:10:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['9c8d1a0e-a20d-4128-8fb0-365ad084ff34'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:45.711414 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (9c8d1a0e-a20d-4128-8fb0-365ad084ff34), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:45.809850 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Publish callbacks [] for router_controller (9c8d1a0e-a20d-4128-8fb0-365ad084ff34), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:45.897602 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e74afa73-de4e-48ae-af6b-bfd523305f78 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8bc8fa30-160f-4d8d-91c8-560537f5b4ea), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:45.914755 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (9c8d1a0e-a20d-4128-8fb0-365ad084ff34), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:45.915369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c8d1a0e-a20d-4128-8fb0-365ad084ff34 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:10:45.921496 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:45.925300 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f4ea2c1f-2bf0-4bcf-ae5d-d54f6cd82fed admin admin] 10.222.0.77 "DELETE /v2.0/routers/9c8d1a0e-a20d-4128-8fb0-365ad084ff34 HTTP/1.1" status: 204 len: 168 time: 2.1585224 Feb 09 22:10:45.926059 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35224) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:45.987736 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-1b8619b9-122b-41a9-af07-5f73b82b9c7f None None] Set router 9c8d1a0e-a20d-4128-8fb0-365ad084ff34 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:46.000740 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de8f3000-bfd4-4aa6-8a7e-07c9d2762a1a tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for router_gateway (c2ba9022-d389-4821-a46b-ff81ebee4790), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:46.081874 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86ab1d2-2963-45af-bc56-60f13fd68bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-1b593101-b508-47dc-b81f-98e0a97b87a2', 'network_id': '1b593101-b508-47dc-b81f-98e0a97b87a2', 'project_id': '27e750eaf7704a3ba9b2765feeb7e8c1', 'fixed_ips': [{'subnet_id': '03cd5054-29d4-4f58-a9dd-985bf22eaf9c'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:10:46.083090 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c86ab1d2-2963-45af-bc56-60f13fd68bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:46.099358 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1b8619b9-122b-41a9-af07-5f73b82b9c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d1a0e-a20d-4128-8fb0-365ad084ff34', 'name': 'tempest-TestVolumeBackupRestore-629868731-router', 'tenant_id': '1943324cd05f400ba42c001780eb95c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:59Z', 'updated_at': '2022-02-09T22:10:44Z', 'revision_number': 7, 'project_id': '1943324cd05f400ba42c001780eb95c5', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:46.118080 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-62955674-f11c-4cec-8813-0b52703f5be4 admin admin] Deleting subnet c081f9bc-3e38-4341-8073-dc3394348cfc {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:10:46.122541 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62955674-f11c-4cec-8813-0b52703f5be4 admin admin] Publish callbacks [] for subnet (c081f9bc-3e38-4341-8073-dc3394348cfc), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:46.164897 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62955674-f11c-4cec-8813-0b52703f5be4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (c081f9bc-3e38-4341-8073-dc3394348cfc), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:46.180901 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8619b9-122b-41a9-af07-5f73b82b9c7f None None] The sync data for ids ['9c8d1a0e-a20d-4128-8fb0-365ad084ff34'] in n-d-828601-1 is: [{'id': '9c8d1a0e-a20d-4128-8fb0-365ad084ff34', 'name': 'tempest-TestVolumeBackupRestore-629868731-router', 'tenant_id': '1943324cd05f400ba42c001780eb95c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:59Z', 'updated_at': '2022-02-09T22:10:44Z', 'revision_number': 7, 'project_id': '1943324cd05f400ba42c001780eb95c5', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:10:46.216175 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:46.292891 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-de8f3000-bfd4-4aa6-8a7e-07c9d2762a1a tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:10:46.298086 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-de8f3000-bfd4-4aa6-8a7e-07c9d2762a1a tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "PUT /v2.0/routers/c2ba9022-d389-4821-a46b-ff81ebee4790 HTTP/1.1" status: 400 len: 364 time: 0.9038212 Feb 09 22:10:46.299054 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35234) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:46.469908 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62955674-f11c-4cec-8813-0b52703f5be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (c081f9bc-3e38-4341-8073-dc3394348cfc), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:46.489956 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-c86ab1d2-2963-45af-bc56-60f13fd68bee None None] Allocated IP 2001:db8:1::2 (1b593101-b508-47dc-b81f-98e0a97b87a2/03cd5054-29d4-4f58-a9dd-985bf22eaf9c/b638142c-0e5f-4e73-9b30-58854be81c5a) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:10:46.546402 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62955674-f11c-4cec-8813-0b52703f5be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (c081f9bc-3e38-4341-8073-dc3394348cfc), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:46.572481 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62955674-f11c-4cec-8813-0b52703f5be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:46.584881 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-62955674-f11c-4cec-8813-0b52703f5be4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c081f9bc-3e38-4341-8073-dc3394348cfc HTTP/1.1" status: 204 len: 168 time: 0.6546946 Feb 09 22:10:46.617238 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35240) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:46.760929 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c86ab1d2-2963-45af-bc56-60f13fd68bee None None] Publish callbacks [] for port (b638142c-0e5f-4e73-9b30-58854be81c5a), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:46.770104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf6baa1-f250-4a0d-9c40-5d8140463d64 None None] Network b4a23f6b-ecbb-4811-87e3-98cce791d46e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:46.790717 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c86ab1d2-2963-45af-bc56-60f13fd68bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (b638142c-0e5f-4e73-9b30-58854be81c5a), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:46.883612 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62955674-f11c-4cec-8813-0b52703f5be4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c081f9bc-3e38-4341-8073-dc3394348cfc,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:46.961141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:10:47.012995 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86ab1d2-2963-45af-bc56-60f13fd68bee None None] Network 1b593101-b508-47dc-b81f-98e0a97b87a2 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:47.029038 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-c86ab1d2-2963-45af-bc56-60f13fd68bee None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:47.031473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:10:47.031909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 11a72856-fcb2-4603-b3e1-ff9fe2bd1e6f not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:10:47.043557 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86ab1d2-2963-45af-bc56-60f13fd68bee None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:10:47.142806 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ab1d2-2963-45af-bc56-60f13fd68bee None None] Pushing event updated for resources: {'Port': ['ID=b638142c-0e5f-4e73-9b30-58854be81c5a,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:47.293207 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c86ab1d2-2963-45af-bc56-60f13fd68bee None None] Attempting to bind port b638142c-0e5f-4e73-9b30-58854be81c5a on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:10:47.294003 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c86ab1d2-2963-45af-bc56-60f13fd68bee None None] Attempting to bind port b638142c-0e5f-4e73-9b30-58854be81c5a by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '387b3084-5e6e-4145-8963-bf76c95109f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1b593101-b508-47dc-b81f-98e0a97b87a2'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:10:47.295268 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86ab1d2-2963-45af-bc56-60f13fd68bee None None] Attempting to bind port b638142c-0e5f-4e73-9b30-58854be81c5a on network 1b593101-b508-47dc-b81f-98e0a97b87a2 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:10:47.307706 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86ab1d2-2963-45af-bc56-60f13fd68bee None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:10:47.308561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86ab1d2-2963-45af-bc56-60f13fd68bee None None] Checking segment: {'id': '387b3084-5e6e-4145-8963-bf76c95109f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1b593101-b508-47dc-b81f-98e0a97b87a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:47.309145 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c86ab1d2-2963-45af-bc56-60f13fd68bee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:47.310283 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86ab1d2-2963-45af-bc56-60f13fd68bee None None] Bound using segment: {'id': '387b3084-5e6e-4145-8963-bf76c95109f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1b593101-b508-47dc-b81f-98e0a97b87a2'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:10:47.310965 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c86ab1d2-2963-45af-bc56-60f13fd68bee None None] Bound port: b638142c-0e5f-4e73-9b30-58854be81c5a, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387b3084-5e6e-4145-8963-bf76c95109f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1b593101-b508-47dc-b81f-98e0a97b87a2'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:10:47.311596 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c86ab1d2-2963-45af-bc56-60f13fd68bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b638142c-0e5f-4e73-9b30-58854be81c5a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:47.317132 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-395a5ff6-b7e4-4599-9278-91b9b55936da tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:47.421732 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e199f5b9-bfff-41e0-a325-926c5b94c6af None None] DHCP port deletion for b4a23f6b-ecbb-4811-87e3-98cce791d46e request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:10:47.538308 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c86ab1d2-2963-45af-bc56-60f13fd68bee None None] For port b638142c-0e5f-4e73-9b30-58854be81c5a, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:10:47.556769 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c86ab1d2-2963-45af-bc56-60f13fd68bee None None] For port b638142c-0e5f-4e73-9b30-58854be81c5a, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b638142c-0e5f-4e73-9b30-58854be81c5a,segment=NetworkSegment(387b3084-5e6e-4145-8963-bf76c95109f4),segment_id=387b3084-5e6e-4145-8963-bf76c95109f4)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:10:47.574152 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c86ab1d2-2963-45af-bc56-60f13fd68bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b638142c-0e5f-4e73-9b30-58854be81c5a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:47.763719 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e199f5b9-bfff-41e0-a325-926c5b94c6af None None] Deleting port 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:47.764210 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e199f5b9-bfff-41e0-a325-926c5b94c6af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:47.810050 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ab1d2-2963-45af-bc56-60f13fd68bee None None] Pushing event updated for resources: {'Port': ['ID=b638142c-0e5f-4e73-9b30-58854be81c5a,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:47.877560 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4f45607-e217-481a-bfe5-8ad54eb98abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (b4a23f6b-ecbb-4811-87e3-98cce791d46e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:47.927066 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81813a16-903b-4e05-8b06-b30e0c6ec7b1 req-d552ba1e-e2a2-482a-ba6b-24e4aceb8bb2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:47.935327 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-81813a16-903b-4e05-8b06-b30e0c6ec7b1 req-d552ba1e-e2a2-482a-ba6b-24e4aceb8bb2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 946 time: 1.0450928 Feb 09 22:10:47.967193 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e199f5b9-bfff-41e0-a325-926c5b94c6af None None] For port 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0,segment=NetworkSegment(60c939f6-7a0a-41d4-87c2-4a8d83540472),segment_id=60c939f6-7a0a-41d4-87c2-4a8d83540472)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:47.968052 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e199f5b9-bfff-41e0-a325-926c5b94c6af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.015712 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e199f5b9-bfff-41e0-a325-926c5b94c6af None None] Calling delete_port for 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:48.031998 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-395a5ff6-b7e4-4599-9278-91b9b55936da tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Allocated IP 2001:db8::1 (5fb39073-3cbe-4dbd-8f9d-bedd9938fe94/061a29ca-96c3-4d94-a3ae-a9e84000f750/5d3e9566-99b5-41e6-8517-15b71ebe61d3) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:10:48.175745 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-81813a16-903b-4e05-8b06-b30e0c6ec7b1 req-470fd280-f643-4866-aff9-07e1d192acab tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394195 Feb 09 22:10:48.198411 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c4f45607-e217-481a-bfe5-8ad54eb98abb admin admin] Deleting port 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:48.198840 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4f45607-e217-481a-bfe5-8ad54eb98abb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.307036 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e199f5b9-bfff-41e0-a325-926c5b94c6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.327328 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e74afa73-de4e-48ae-af6b-bfd523305f78 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for port (8bc8fa30-160f-4d8d-91c8-560537f5b4ea), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.354656 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-395a5ff6-b7e4-4599-9278-91b9b55936da tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for port (5d3e9566-99b5-41e6-8517-15b71ebe61d3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.370706 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e74afa73-de4e-48ae-af6b-bfd523305f78 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (8bc8fa30-160f-4d8d-91c8-560537f5b4ea), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.377488 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199f5b9-bfff-41e0-a325-926c5b94c6af None None] Pushing event deleted for resources: {'Port': ['ID=6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:48.377768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74afa73-de4e-48ae-af6b-bfd523305f78 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:48.378284 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e74afa73-de4e-48ae-af6b-bfd523305f78 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.379751 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e74afa73-de4e-48ae-af6b-bfd523305f78 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/ports/8bc8fa30-160f-4d8d-91c8-560537f5b4ea HTTP/1.1" status: 200 len: 911 time: 2.7267206 Feb 09 22:10:48.393812 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e199f5b9-bfff-41e0-a325-926c5b94c6af None None] No DVR routers for this DVR port 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:10:48.405475 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35274) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:48.407903 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-c4f45607-e217-481a-bfe5-8ad54eb98abb admin admin] For port 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0,segment=NetworkSegment(60c939f6-7a0a-41d4-87c2-4a8d83540472),segment_id=60c939f6-7a0a-41d4-87c2-4a8d83540472)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:48.408280 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4f45607-e217-481a-bfe5-8ad54eb98abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.458535 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c4f45607-e217-481a-bfe5-8ad54eb98abb admin admin] Calling delete_port for 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:48.533044 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74afa73-de4e-48ae-af6b-bfd523305f78 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Port': ['ID=8bc8fa30-160f-4d8d-91c8-560537f5b4ea,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:48.610563 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4f45607-e217-481a-bfe5-8ad54eb98abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.680839 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f45607-e217-481a-bfe5-8ad54eb98abb admin admin] Pushing event deleted for resources: {'Port': ['ID=6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:48.686511 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f45607-e217-481a-bfe5-8ad54eb98abb admin admin] No DVR routers for this DVR port 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:10:48.724865 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b638142c-0e5f-4e73-9b30-58854be81c5a up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:48.740664 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-395a5ff6-b7e4-4599-9278-91b9b55936da tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (5d3e9566-99b5-41e6-8517-15b71ebe61d3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.923191 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a5ff6-b7e4-4599-9278-91b9b55936da tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event updated for resources: {'Port': ['ID=5d3e9566-99b5-41e6-8517-15b71ebe61d3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:48.929835 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port b638142c-0e5f-4e73-9b30-58854be81c5a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:48.930405 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b638142c-0e5f-4e73-9b30-58854be81c5a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.948440 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395a5ff6-b7e4-4599-9278-91b9b55936da tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Network 5fb39073-3cbe-4dbd-8f9d-bedd9938fe94 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:48.996280 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4f45607-e217-481a-bfe5-8ad54eb98abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (b4a23f6b-ecbb-4811-87e3-98cce791d46e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:49.027539 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-395a5ff6-b7e4-4599-9278-91b9b55936da tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:49.055469 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c4f45607-e217-481a-bfe5-8ad54eb98abb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a23f6b-ecbb-4811-87e3-98cce791d46e']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:49.064290 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395a5ff6-b7e4-4599-9278-91b9b55936da tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:10:49.064852 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-395a5ff6-b7e4-4599-9278-91b9b55936da tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (c2ba9022-d389-4821-a46b-ff81ebee4790), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:49.073005 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c4f45607-e217-481a-bfe5-8ad54eb98abb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c939f6-7a0a-41d4-87c2-4a8d83540472') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:49.073311 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c4f45607-e217-481a-bfe5-8ad54eb98abb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c939f6-7a0a-41d4-87c2-4a8d83540472') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:49.099097 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4f45607-e217-481a-bfe5-8ad54eb98abb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (60c939f6-7a0a-41d4-87c2-4a8d83540472), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:49.119004 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port b638142c-0e5f-4e73-9b30-58854be81c5a is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:49.120290 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b638142c-0e5f-4e73-9b30-58854be81c5a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:49.149968 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4f45607-e217-481a-bfe5-8ad54eb98abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (60c939f6-7a0a-41d4-87c2-4a8d83540472), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:49.169130 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f45607-e217-481a-bfe5-8ad54eb98abb admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:10:49.170065 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4f45607-e217-481a-bfe5-8ad54eb98abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (60c939f6-7a0a-41d4-87c2-4a8d83540472), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:49.229459 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port b638142c-0e5f-4e73-9b30-58854be81c5a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b638142c-0e5f-4e73-9b30-58854be81c5a,segment=NetworkSegment(387b3084-5e6e-4145-8963-bf76c95109f4),segment_id=387b3084-5e6e-4145-8963-bf76c95109f4)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:10:49.229639 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:10:49.243549 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b638142c-0e5f-4e73-9b30-58854be81c5a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:49.403398 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=b638142c-0e5f-4e73-9b30-58854be81c5a,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:49.429432 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:10:49.451426 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4f45607-e217-481a-bfe5-8ad54eb98abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (b4a23f6b-ecbb-4811-87e3-98cce791d46e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:49.501118 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4f45607-e217-481a-bfe5-8ad54eb98abb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:49.509057 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c4f45607-e217-481a-bfe5-8ad54eb98abb admin admin] 10.222.0.77 "DELETE /v2.0/networks/b4a23f6b-ecbb-4811-87e3-98cce791d46e HTTP/1.1" status: 204 len: 168 time: 2.8781679 Feb 09 22:10:49.544715 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f45607-e217-481a-bfe5-8ad54eb98abb admin admin] Pushing event deleted for resources: {'Network': ['ID=b4a23f6b-ecbb-4811-87e3-98cce791d46e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:49.547315 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:10:49.553181 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6b1dca0c-9cdb-478d-b3a5-f11b4d75bce0 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:10:49.559254 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 607cb19e-e9c3-407a-b417-cae69f16296d no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:10:49.595204 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511922db-4cf5-4550-8976-1280f7cbb633 req-aae6b74d-035f-418d-9977-70a464280b03 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:49.600126 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-511922db-4cf5-4550-8976-1280f7cbb633 req-aae6b74d-035f-418d-9977-70a464280b03 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 946 time: 0.1591544 Feb 09 22:10:49.648248 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 607cb19e-e9c3-407a-b417-cae69f16296d {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:10:49.653508 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 607cb19e-e9c3-407a-b417-cae69f16296d not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:10:49.704654 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-395a5ff6-b7e4-4599-9278-91b9b55936da tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5d3e9566-99b5-41e6-8517-15b71ebe61d3), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:49.758911 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-511922db-4cf5-4550-8976-1280f7cbb633 req-cabf3201-c504-4da8-8e6f-b1356239edf1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181624 Feb 09 22:10:49.780352 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c857ad31-df40-40ad-a562-6a9fa1da4bc6 None None] Provisioning complete for port 5d3e9566-99b5-41e6-8517-15b71ebe61d3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:49.780748 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c857ad31-df40-40ad-a562-6a9fa1da4bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5d3e9566-99b5-41e6-8517-15b71ebe61d3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:49.840555 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c60082-12e6-4cb1-bedc-09cad4813a7b None None] Network 1b593101-b508-47dc-b81f-98e0a97b87a2 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:49.965125 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c857ad31-df40-40ad-a562-6a9fa1da4bc6 None None] Port 5d3e9566-99b5-41e6-8517-15b71ebe61d3 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:10:50.075430 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35348) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:50.119852 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-87dc147c-1cf0-429e-afec-51aaf68f0062 None None] Provisioning complete for port b638142c-0e5f-4e73-9b30-58854be81c5a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:50.120425 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-87dc147c-1cf0-429e-afec-51aaf68f0062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b638142c-0e5f-4e73-9b30-58854be81c5a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:50.173019 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbabde-eb5b-4ac9-aeb8-a64a2173b7e4 req-ce7915dd-a9ec-41b3-9af0-1fafc8f80ce1 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:50.181513 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0bbbabde-eb5b-4ac9-aeb8-a64a2173b7e4 req-ce7915dd-a9ec-41b3-9af0-1fafc8f80ce1 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.1561007 Feb 09 22:10:50.229394 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8ad4393b-9710-4f10-b7af-b5475446cefd tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (312b297a-fd97-40aa-887a-bcac3c40de3f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:50.232606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437b24c-f17c-4ceb-80df-27523a2ff35c req-df024282-4763-489e-b581-50809cf07106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:50.236472 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0437b24c-f17c-4ceb-80df-27523a2ff35c req-df024282-4763-489e-b581-50809cf07106 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 1127 time: 0.1504700 Feb 09 22:10:50.249894 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a3138d3a-8c74-40fa-832b-298a44fee63d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=66875222abbf425ea3f9f2e0b384293d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1655557 Feb 09 22:10:50.252794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35362) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:50.285048 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-87dc147c-1cf0-429e-afec-51aaf68f0062 None None] Current status of the port b638142c-0e5f-4e73-9b30-58854be81c5a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:50.469729 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437b24c-f17c-4ceb-80df-27523a2ff35c req-2451ed44-b480-4774-826a-bacab5c05ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:50.471625 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0437b24c-f17c-4ceb-80df-27523a2ff35c req-2451ed44-b480-4774-826a-bacab5c05ce4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 911 time: 0.2173917 Feb 09 22:10:50.501684 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-74b616fc-297f-408f-8cc4-b20d9d8593b6 admin admin] Publish callbacks [] for security_group (a5ac32e2-a525-4bab-8f2d-cf48c11a0c16), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:50.519620 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0bbbabde-eb5b-4ac9-aeb8-a64a2173b7e4 req-298cb2b0-cbb3-4174-86c7-63c9f090b773 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3368461 Feb 09 22:10:50.631529 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-21cdabe5-e129-4950-bb2b-6e38baee6a5b None None] Provisioning complete for port b638142c-0e5f-4e73-9b30-58854be81c5a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:50.635951 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-21cdabe5-e129-4950-bb2b-6e38baee6a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b638142c-0e5f-4e73-9b30-58854be81c5a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:50.651761 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-74b616fc-297f-408f-8cc4-b20d9d8593b6 admin admin] Publish callbacks [] for security_group (a5ac32e2-a525-4bab-8f2d-cf48c11a0c16), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:50.682948 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0437b24c-f17c-4ceb-80df-27523a2ff35c req-e37722ea-2987-4d7c-bff0-7867d4c47f4c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84 HTTP/1.1" status: 200 len: 1000 time: 0.1826229 Feb 09 22:10:50.692575 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b638142c-0e5f-4e73-9b30-58854be81c5a up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:50.698433 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-395a5ff6-b7e4-4599-9278-91b9b55936da tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for port (5d3e9566-99b5-41e6-8517-15b71ebe61d3), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:50.736431 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-395a5ff6-b7e4-4599-9278-91b9b55936da tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (5d3e9566-99b5-41e6-8517-15b71ebe61d3), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:50.737321 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-395a5ff6-b7e4-4599-9278-91b9b55936da tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (c2ba9022-d389-4821-a46b-ff81ebee4790), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:50.781312 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437b24c-f17c-4ceb-80df-27523a2ff35c req-2170f035-b83e-4495-ba8b-d270307adfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:50.785598 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0437b24c-f17c-4ceb-80df-27523a2ff35c req-2170f035-b83e-4495-ba8b-d270307adfbb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.0949898 Feb 09 22:10:50.809922 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a5ff6-b7e4-4599-9278-91b9b55936da tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event updated for resources: {'Port': ['ID=5d3e9566-99b5-41e6-8517-15b71ebe61d3,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:50.861922 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-74b616fc-297f-408f-8cc4-b20d9d8593b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a5ac32e2-a525-4bab-8f2d-cf48c11a0c16), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:50.866307 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-74b616fc-297f-408f-8cc4-b20d9d8593b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:50.874367 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-74b616fc-297f-408f-8cc4-b20d9d8593b6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a5ac32e2-a525-4bab-8f2d-cf48c11a0c16 HTTP/1.1" status: 204 len: 168 time: 0.6124809 Feb 09 22:10:50.907981 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b616fc-297f-408f-8cc4-b20d9d8593b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ac32e2-a525-4bab-8f2d-cf48c11a0c16,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:50.910417 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35378) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:50.938946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437b24c-f17c-4ceb-80df-27523a2ff35c req-7a5a7be0-c0ff-469f-993b-436fbd4bf879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:50.943304 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0437b24c-f17c-4ceb-80df-27523a2ff35c req-7a5a7be0-c0ff-469f-993b-436fbd4bf879 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1485593 Feb 09 22:10:50.980518 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port b638142c-0e5f-4e73-9b30-58854be81c5a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:50.981759 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b638142c-0e5f-4e73-9b30-58854be81c5a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:51.052926 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-21cdabe5-e129-4950-bb2b-6e38baee6a5b None None] Current status of the port b638142c-0e5f-4e73-9b30-58854be81c5a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:51.122529 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395a5ff6-b7e4-4599-9278-91b9b55936da tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Network 5fb39073-3cbe-4dbd-8f9d-bedd9938fe94 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:51.130492 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-395a5ff6-b7e4-4599-9278-91b9b55936da tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:51.350036 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0437b24c-f17c-4ceb-80df-27523a2ff35c req-74bf3dd7-2f7a-4df4-b813-2d35972135af service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003794 Feb 09 22:10:51.523568 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395a5ff6-b7e4-4599-9278-91b9b55936da tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Router c2ba9022-d389-4821-a46b-ff81ebee4790 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:10:51.538993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8ad4393b-9710-4f10-b7af-b5475446cefd tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting port 8bc8fa30-160f-4d8d-91c8-560537f5b4ea {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:51.539578 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8ad4393b-9710-4f10-b7af-b5475446cefd tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8bc8fa30-160f-4d8d-91c8-560537f5b4ea), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:51.615933 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa366b22-6c88-4a11-a94c-74e8852853f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:51.631631 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port b638142c-0e5f-4e73-9b30-58854be81c5a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:51.724415 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0de83fa8-6467-49ce-9a55-c93bfd11ea68 None None] Provisioning complete for port 5d3e9566-99b5-41e6-8517-15b71ebe61d3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:51.724943 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0de83fa8-6467-49ce-9a55-c93bfd11ea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5d3e9566-99b5-41e6-8517-15b71ebe61d3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:51.790768 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-b8221c5e-eb0f-4e37-88f7-01017a8f5a45 service neutron] show failed (client error): The resource could not be found. Feb 09 22:10:51.794016 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-b8221c5e-eb0f-4e37-88f7-01017a8f5a45 service neutron] 10.222.0.71 "GET /v2.0/ports/de5624e7-7882-4d18-a78f-db9d7f325e01/bindings/n-h2-828601-1 HTTP/1.1" status: 404 len: 380 time: 0.4181440 Feb 09 22:10:51.830224 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35388) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:51.834769 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0de83fa8-6467-49ce-9a55-c93bfd11ea68 None None] Port 5d3e9566-99b5-41e6-8517-15b71ebe61d3 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:10:51.963450 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1900e-3946-44f8-b221-7cc588c93522 req-8d12fe56-6131-4c0c-9c3f-0ad2bf115b9c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:51.967435 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0db1900e-3946-44f8-b221-7cc588c93522 req-8d12fe56-6131-4c0c-9c3f-0ad2bf115b9c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 946 time: 1.0009947 Feb 09 22:10:52.050764 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa366b22-6c88-4a11-a94c-74e8852853f4 admin admin] Publish callbacks [] for security_group (6c71c40b-c80c-4a5f-b72b-c938ab95dcf6), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:52.082511 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0437b24c-f17c-4ceb-80df-27523a2ff35c req-23e6771c-c5a4-428c-a9b6-7522c999f83d service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6790919 Feb 09 22:10:52.090888 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa366b22-6c88-4a11-a94c-74e8852853f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6c71c40b-c80c-4a5f-b72b-c938ab95dcf6), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:52.205309 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bf7bdf3f-2e02-47bf-91a6-e675772ea1d1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1943324cd05f400ba42c001780eb95c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3580351 Feb 09 22:10:52.226896 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35390) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:52.255916 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fa366b22-6c88-4a11-a94c-74e8852853f4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=df355df410f24acaa591644c8647ada5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3414147 Feb 09 22:10:52.255916 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa366b22-6c88-4a11-a94c-74e8852853f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c71c40b-c80c-4a5f-b72b-c938ab95dcf6,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:52.257604 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35392) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:52.301196 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0db1900e-3946-44f8-b221-7cc588c93522 req-e0b92a7b-a047-4b1e-a4f0-7aaf6d4e5d4f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2856829 Feb 09 22:10:52.339019 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8ad4393b-9710-4f10-b7af-b5475446cefd tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8bc8fa30-160f-4d8d-91c8-560537f5b4ea), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:52.394669 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395a5ff6-b7e4-4599-9278-91b9b55936da tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:10:52.412224 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f606753-3c2b-4da8-8ea8-30b98f9214ab None None] Sync routers for ids ['c2ba9022-d389-4821-a46b-ff81ebee4790'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:10:52.426812 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-395a5ff6-b7e4-4599-9278-91b9b55936da tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "PUT /v2.0/routers/c2ba9022-d389-4821-a46b-ff81ebee4790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1263571 Feb 09 22:10:52.429708 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8ad4393b-9710-4f10-b7af-b5475446cefd tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Calling delete_port for 8bc8fa30-160f-4d8d-91c8-560537f5b4ea owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:52.429911 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35394) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:52.437496 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f606753-3c2b-4da8-8ea8-30b98f9214ab None None] Routers {'c2ba9022-d389-4821-a46b-ff81ebee4790'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:52.439214 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-4db9aa39-c9cf-4b6a-9ab6-55c26876ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:52.440583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-3f606753-3c2b-4da8-8ea8-30b98f9214ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:10:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c2ba9022-d389-4821-a46b-ff81ebee4790'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:52.442352 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-4db9aa39-c9cf-4b6a-9ab6-55c26876ff53 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855&tenant_id=a306ddcdfade484fb30dc0e0a20bda6f HTTP/1.1" status: 200 len: 1128 time: 0.3031347 Feb 09 22:10:52.482023 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828601-1', 'device_owner': 'compute:nova'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:52.489998 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7701ce2-b233-48ac-b198-9c40f08ada61 admin admin] Publish callbacks [] for security_group (63549ac1-5f8c-4196-a982-002e0f96cbc3), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:52.556740 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-3f606753-3c2b-4da8-8ea8-30b98f9214ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:52.565641 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bddfc796-766c-4a37-bff5-2e2e18f45835 admin admin] Publish callbacks [] for security_group (6c71c40b-c80c-4a5f-b72b-c938ab95dcf6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:52.568884 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7701ce2-b233-48ac-b198-9c40f08ada61 admin admin] Publish callbacks [] for security_group (63549ac1-5f8c-4196-a982-002e0f96cbc3), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:52.580893 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f606753-3c2b-4da8-8ea8-30b98f9214ab None None] Routers {'c2ba9022-d389-4821-a46b-ff81ebee4790'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:52.582051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-3f606753-3c2b-4da8-8ea8-30b98f9214ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:10:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c2ba9022-d389-4821-a46b-ff81ebee4790'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:52.607596 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc297fc-db35-47a5-ac75-ace144584aa2 req-5b4a3e47-5ce1-4957-ba6d-f6e19eb3bbce tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:52.619179 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1fc297fc-db35-47a5-ac75-ace144584aa2 req-5b4a3e47-5ce1-4957-ba6d-f6e19eb3bbce tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.2354589 Feb 09 22:10:52.701957 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-3f606753-3c2b-4da8-8ea8-30b98f9214ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:52.703946 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a5215d9-d830-4c68-87eb-e7c6c7b2e55b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for router (c2ba9022-d389-4821-a46b-ff81ebee4790), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:52.704392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f606753-3c2b-4da8-8ea8-30b98f9214ab None None] The sync data for ids ['c2ba9022-d389-4821-a46b-ff81ebee4790'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:10:52.727947 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bddfc796-766c-4a37-bff5-2e2e18f45835 admin admin] Publish callbacks [] for security_group (6c71c40b-c80c-4a5f-b72b-c938ab95dcf6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:52.832948 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1fc297fc-db35-47a5-ac75-ace144584aa2 req-624a2a82-6907-4182-8dac-7e105d4ca114 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054393 Feb 09 22:10:52.844345 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-1a5215d9-d830-4c68-87eb-e7c6c7b2e55b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 22:10:52.848400 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1a5215d9-d830-4c68-87eb-e7c6c7b2e55b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "DELETE /v2.0/routers/c2ba9022-d389-4821-a46b-ff81ebee4790 HTTP/1.1" status: 409 len: 329 time: 0.4161477 Feb 09 22:10:52.849768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35396) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:52.871826 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:52.880071 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7701ce2-b233-48ac-b198-9c40f08ada61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (63549ac1-5f8c-4196-a982-002e0f96cbc3), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:52.884987 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7701ce2-b233-48ac-b198-9c40f08ada61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:52.886917 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e7701ce2-b233-48ac-b198-9c40f08ada61 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/63549ac1-5f8c-4196-a982-002e0f96cbc3 HTTP/1.1" status: 204 len: 168 time: 0.6487665 Feb 09 22:10:53.024457 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7701ce2-b233-48ac-b198-9c40f08ada61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63549ac1-5f8c-4196-a982-002e0f96cbc3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:53.259760 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bddfc796-766c-4a37-bff5-2e2e18f45835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6c71c40b-c80c-4a5f-b72b-c938ab95dcf6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:53.259760 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bddfc796-766c-4a37-bff5-2e2e18f45835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:53.259760 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bddfc796-766c-4a37-bff5-2e2e18f45835 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6c71c40b-c80c-4a5f-b72b-c938ab95dcf6 HTTP/1.1" status: 204 len: 168 time: 0.9943674 Feb 09 22:10:53.272553 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8ad4393b-9710-4f10-b7af-b5475446cefd tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (8bc8fa30-160f-4d8d-91c8-560537f5b4ea), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:53.308269 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfc796-766c-4a37-bff5-2e2e18f45835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c71c40b-c80c-4a5f-b72b-c938ab95dcf6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:53.409565 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4393b-9710-4f10-b7af-b5475446cefd tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Port': ['ID=8bc8fa30-160f-4d8d-91c8-560537f5b4ea,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:53.868446 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae02909-f82d-4eaf-acfa-b563b2d31c0c req-f47d19a3-7ff2-493d-b9dc-a4e867312aae tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:53.871289 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cae02909-f82d-4eaf-acfa-b563b2d31c0c req-f47d19a3-7ff2-493d-b9dc-a4e867312aae tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 946 time: 0.3452437 Feb 09 22:10:53.943557 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8ad4393b-9710-4f10-b7af-b5475446cefd tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (312b297a-fd97-40aa-887a-bcac3c40de3f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:53.988379 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] For port de5624e7-7882-4d18-a78f-db9d7f325e01, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=de5624e7-7882-4d18-a78f-db9d7f325e01,segment=NetworkSegment(c1c4ebd5-934b-4dad-9341-362d5d6bd69e),segment_id=c1c4ebd5-934b-4dad-9341-362d5d6bd69e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:54.133519 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cae02909-f82d-4eaf-acfa-b563b2d31c0c req-c889a915-e6d4-4f21-a5f8-a8ba65634547 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487109 Feb 09 22:10:54.170901 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae64c6be-47b0-48c1-a141-f7cde401a1ec tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (c2ba9022-d389-4821-a46b-ff81ebee4790), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:54.252274 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad4393b-9710-4f10-b7af-b5475446cefd tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 312b297a-fd97-40aa-887a-bcac3c40de3f has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:10:54.254815 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] For port de5624e7-7882-4d18-a78f-db9d7f325e01, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:10:54.388259 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0e58fd-bf9b-4057-8a58-bfd560b43855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de5624e7-7882-4d18-a78f-db9d7f325e01'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:10:54.390944 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0dcbcd-3ecf-443a-b184-96231fb30c17" -d '{"events": [{"server_uuid": "9d0e58fd-bf9b-4057-8a58-bfd560b43855", "name": "network-vif-unplugged", "status": "completed", "tag": "de5624e7-7882-4d18-a78f-db9d7f325e01"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:10:54.395217 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] Publish callbacks [] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:54.408430 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad4393b-9710-4f10-b7af-b5475446cefd tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:10:54.419604 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8ad4393b-9710-4f10-b7af-b5475446cefd tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/312b297a-fd97-40aa-887a-bcac3c40de3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0091343 Feb 09 22:10:54.421390 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35414) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:54.423798 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7bd75-5cb3-4b9d-9c88-40d2efa4104a None None] Sync routers for ids ['312b297a-fd97-40aa-887a-bcac3c40de3f'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:10:54.455849 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-995f0c69-f0cc-4af7-b65e-a0f0f052134e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/ports?device_id=312b297a-fd97-40aa-887a-bcac3c40de3f HTTP/1.1" status: 200 len: 205 time: 0.0310845 Feb 09 22:10:54.455849 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] Transition to ACTIVE for port object de5624e7-7882-4d18-a78f-db9d7f325e01 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:10:54.458003 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35416) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:54.461920 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd7bd75-5cb3-4b9d-9c88-40d2efa4104a None None] Routers {'312b297a-fd97-40aa-887a-bcac3c40de3f'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:54.463846 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ccd7bd75-5cb3-4b9d-9c88-40d2efa4104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:10:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['312b297a-fd97-40aa-887a-bcac3c40de3f'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:54.468503 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:54.571177 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ccd7bd75-5cb3-4b9d-9c88-40d2efa4104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:54.586136 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd7bd75-5cb3-4b9d-9c88-40d2efa4104a None None] Routers {'312b297a-fd97-40aa-887a-bcac3c40de3f'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:54.587097 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ccd7bd75-5cb3-4b9d-9c88-40d2efa4104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:10:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['312b297a-fd97-40aa-887a-bcac3c40de3f'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:54.630510 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ccd7bd75-5cb3-4b9d-9c88-40d2efa4104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:54.631548 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7bd75-5cb3-4b9d-9c88-40d2efa4104a None None] The sync data for ids ['312b297a-fd97-40aa-887a-bcac3c40de3f'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:10:54.646596 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35418) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:54.697207 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e32193bd-6ec6-47e4-bad5-4d1473c1536b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:54.711740 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8aa853-cc6a-4b51-bf29-a1d0881ef973 req-c2ab522e-ec77-401d-bdc6-3fdaddd61045 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:54.713469 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f8aa853-cc6a-4b51-bf29-a1d0881ef973 req-c2ab522e-ec77-401d-bdc6-3fdaddd61045 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.3446822 Feb 09 22:10:54.739966 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d595aaa3-babc-41cb-bd1e-07903464ef15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (312b297a-fd97-40aa-887a-bcac3c40de3f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:54.783176 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] Pushing event updated for resources: {'Port': ['ID=de5624e7-7882-4d18-a78f-db9d7f325e01,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:54.821402 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] No DVR routers for this DVR port de5624e7-7882-4d18-a78f-db9d7f325e01 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:10:55.001493 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f8aa853-cc6a-4b51-bf29-a1d0881ef973 req-964c1141-d79c-4f39-a59a-8bf777e426aa tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2684920 Feb 09 22:10:55.134825 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e32193bd-6ec6-47e4-bad5-4d1473c1536b admin admin] Publish callbacks [] for security_group (ecdfb3e5-7d92-4590-888c-230434589853), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:55.144224 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d595aaa3-babc-41cb-bd1e-07903464ef15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (312b297a-fd97-40aa-887a-bcac3c40de3f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:55.149399 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ae64c6be-47b0-48c1-a141-f7cde401a1ec tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Deleting port 5d3e9566-99b5-41e6-8517-15b71ebe61d3 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:55.150556 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae64c6be-47b0-48c1-a141-f7cde401a1ec tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5d3e9566-99b5-41e6-8517-15b71ebe61d3), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:55.158039 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] Attempting to bind port de5624e7-7882-4d18-a78f-db9d7f325e01 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:10:55.159111 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] Attempting to bind port de5624e7-7882-4d18-a78f-db9d7f325e01 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'c1c4ebd5-934b-4dad-9341-362d5d6bd69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:10:55.161156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] Attempting to bind port de5624e7-7882-4d18-a78f-db9d7f325e01 on network 14c62719-8468-46f6-8a99-df98d5f93641 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:10:55.177771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] Port de5624e7-7882-4d18-a78f-db9d7f325e01 on network 14c62719-8468-46f6-8a99-df98d5f93641 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:10:55.178502 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] Attempting to bind port de5624e7-7882-4d18-a78f-db9d7f325e01 on network 14c62719-8468-46f6-8a99-df98d5f93641 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:10:55.192336 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:10:55.193248 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] Checking segment: {'id': 'c1c4ebd5-934b-4dad-9341-362d5d6bd69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:55.194067 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] Bound using segment: {'id': 'c1c4ebd5-934b-4dad-9341-362d5d6bd69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:10:55.194975 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] Bound port: de5624e7-7882-4d18-a78f-db9d7f325e01, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c4ebd5-934b-4dad-9341-362d5d6bd69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:10:55.195996 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:55.325646 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae64c6be-47b0-48c1-a141-f7cde401a1ec tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5d3e9566-99b5-41e6-8517-15b71ebe61d3), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:55.340573 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device de5624e7-7882-4d18-a78f-db9d7f325e01 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:10:55.352526 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ae64c6be-47b0-48c1-a141-f7cde401a1ec tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Calling delete_port for 5d3e9566-99b5-41e6-8517-15b71ebe61d3 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:55.355971 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] For port de5624e7-7882-4d18-a78f-db9d7f325e01, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:10:55.361044 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] For port de5624e7-7882-4d18-a78f-db9d7f325e01, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=de5624e7-7882-4d18-a78f-db9d7f325e01,segment=NetworkSegment(c1c4ebd5-934b-4dad-9341-362d5d6bd69e),segment_id=c1c4ebd5-934b-4dad-9341-362d5d6bd69e)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:10:55.370822 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:55.371409 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d595aaa3-babc-41cb-bd1e-07903464ef15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router_controller (312b297a-fd97-40aa-887a-bcac3c40de3f), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:55.378203 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e32193bd-6ec6-47e4-bad5-4d1473c1536b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ecdfb3e5-7d92-4590-888c-230434589853), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:55.413284 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:55.414011 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:55.415549 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] 10.222.0.42 "PUT /v2.0/ports/de5624e7-7882-4d18-a78f-db9d7f325e01 HTTP/1.1" status: 200 len: 1092 time: 2.9585130 Feb 09 22:10:55.459399 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501c4d5-9487-4f56-a3e4-c3461f595858 service neutron] Pushing event updated for resources: {'Port': ['ID=de5624e7-7882-4d18-a78f-db9d7f325e01,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:55.481217 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e32193bd-6ec6-47e4-bad5-4d1473c1536b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=92382b9ec5964a9c9ca613ef34df3f4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8303514 Feb 09 22:10:55.509956 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35428) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:55.533667 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] The host n-h1-828601-1 is not matching for port de5624e7-7882-4d18-a78f-db9d7f325e01 host n-h2-828601-1! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:10:55.534094 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device de5624e7-7882-4d18-a78f-db9d7f325e01 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:10:55.640664 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8c55ca-3dc6-4a07-8df8-59a2b38af7f0 x-openstack-request-id: req-2d8c55ca-3dc6-4a07-8df8-59a2b38af7f0 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:10:55.641374 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0e58fd-bf9b-4057-8a58-bfd560b43855", "name": "network-vif-unplugged", "status": "completed", "tag": "de5624e7-7882-4d18-a78f-db9d7f325e01", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:10:55.641854 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2d8c55ca-3dc6-4a07-8df8-59a2b38af7f0 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:10:55.642510 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0e58fd-bf9b-4057-8a58-bfd560b43855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de5624e7-7882-4d18-a78f-db9d7f325e01', 'code': 200} Feb 09 22:10:55.684285 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-872f058c-9a2c-4035-bc0c-68ea5308c998 admin admin] Publish callbacks [] for security_group (ecdfb3e5-7d92-4590-888c-230434589853), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:55.705224 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-b15b6ce2-5bef-4abb-85f2-61619721803c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:55.707694 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-b15b6ce2-5bef-4abb-85f2-61619721803c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 1126 time: 0.2348406 Feb 09 22:10:55.752823 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-872f058c-9a2c-4035-bc0c-68ea5308c998 admin admin] Publish callbacks [] for security_group (ecdfb3e5-7d92-4590-888c-230434589853), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:55.782470 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d595aaa3-babc-41cb-bd1e-07903464ef15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (312b297a-fd97-40aa-887a-bcac3c40de3f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:55.783411 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d595aaa3-babc-41cb-bd1e-07903464ef15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Fanout notify agent at l3_agent the message router_deleted on router 312b297a-fd97-40aa-887a-bcac3c40de3f {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:10:55.799868 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d595aaa3-babc-41cb-bd1e-07903464ef15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:55.803964 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d595aaa3-babc-41cb-bd1e-07903464ef15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/routers/312b297a-fd97-40aa-887a-bcac3c40de3f HTTP/1.1" status: 204 len: 168 time: 1.3258216 Feb 09 22:10:55.806171 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35430) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:55.809773 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32193bd-6ec6-47e4-bad5-4d1473c1536b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdfb3e5-7d92-4590-888c-230434589853,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:55.899277 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbf6473-40bc-4a99-bd7a-334a161d11fd tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting subnet ab47a672-890b-455f-b795-9656b32cfb17 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:10:55.914203 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5dbf6473-40bc-4a99-bd7a-334a161d11fd tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for subnet (ab47a672-890b-455f-b795-9656b32cfb17), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:55.932336 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992a852-ecdc-494c-94d2-eadc1fe0d5a4 req-2c4bb67f-7d8d-4414-ba93-456383be4a86 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:55.935340 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b992a852-ecdc-494c-94d2-eadc1fe0d5a4 req-2c4bb67f-7d8d-4414-ba93-456383be4a86 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 944 time: 0.2775538 Feb 09 22:10:55.978591 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-984a6c32-2741-4f1b-bce1-7d406ed777dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:55.979939 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-984a6c32-2741-4f1b-bce1-7d406ed777dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=14c62719-8468-46f6-8a99-df98d5f93641 HTTP/1.1" status: 200 len: 897 time: 0.2603819 Feb 09 22:10:55.988783 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5dbf6473-40bc-4a99-bd7a-334a161d11fd tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (ab47a672-890b-455f-b795-9656b32cfb17), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:56.038565 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-872f058c-9a2c-4035-bc0c-68ea5308c998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ecdfb3e5-7d92-4590-888c-230434589853), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:56.041301 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-872f058c-9a2c-4035-bc0c-68ea5308c998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:56.042519 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-872f058c-9a2c-4035-bc0c-68ea5308c998 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ecdfb3e5-7d92-4590-888c-230434589853 HTTP/1.1" status: 204 len: 168 time: 0.5268672 Feb 09 22:10:56.104670 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f058c-9a2c-4035-bc0c-68ea5308c998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdfb3e5-7d92-4590-888c-230434589853,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:56.131356 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b992a852-ecdc-494c-94d2-eadc1fe0d5a4 req-dd40e593-bf8e-460d-8230-4dc9730fa787 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615274 Feb 09 22:10:56.189282 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-355bf62b-0329-4455-bf0f-c932a08caa66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de5624e7-7882-4d18-a78f-db9d7f325e01 HTTP/1.1" status: 200 len: 1000 time: 0.1957488 Feb 09 22:10:56.197977 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae64c6be-47b0-48c1-a141-f7cde401a1ec tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (5d3e9566-99b5-41e6-8517-15b71ebe61d3), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:56.250380 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5dbf6473-40bc-4a99-bd7a-334a161d11fd tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (ab47a672-890b-455f-b795-9656b32cfb17), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:56.270748 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64c6be-47b0-48c1-a141-f7cde401a1ec tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event deleted for resources: {'Port': ['ID=5d3e9566-99b5-41e6-8517-15b71ebe61d3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:56.403415 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-c071a82d-1b20-44e1-9d94-ab4cf9a19ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:56.406891 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-c071a82d-1b20-44e1-9d94-ab4cf9a19ae7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f HTTP/1.1" status: 200 len: 835 time: 0.2034421 Feb 09 22:10:56.493476 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5dbf6473-40bc-4a99-bd7a-334a161d11fd tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (ab47a672-890b-455f-b795-9656b32cfb17), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:56.538777 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf6473-40bc-4a99-bd7a-334a161d11fd tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Subnet': ['ID=ab47a672-890b-455f-b795-9656b32cfb17,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:56.554757 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5dbf6473-40bc-4a99-bd7a-334a161d11fd tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:56.563309 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35438) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:56.563590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e937093-75fe-4490-b47b-54f13d526ea4 None None] Network 5d343276-dd21-40e6-9bd4-cf97216ee872 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:56.564581 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5dbf6473-40bc-4a99-bd7a-334a161d11fd tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/subnets/ab47a672-890b-455f-b795-9656b32cfb17 HTTP/1.1" status: 204 len: 168 time: 0.7497551 Feb 09 22:10:56.577420 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-570b591e-bd3e-44e2-bc5a-0532f6d19857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:56.579995 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-570b591e-bd3e-44e2-bc5a-0532f6d19857 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=14c62719-8468-46f6-8a99-df98d5f93641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1631310 Feb 09 22:10:56.661885 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b331a44-9c74-4ab5-8104-00fc8831fd11 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (5d343276-dd21-40e6-9bd4-cf97216ee872), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:56.667012 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae64c6be-47b0-48c1-a141-f7cde401a1ec tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (c2ba9022-d389-4821-a46b-ff81ebee4790), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:56.818192 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-1aaa9fb1-8c93-4aa2-909b-e9f685149d5b service neutron] 10.222.0.42 "GET /v2.0/networks/14c62719-8468-46f6-8a99-df98d5f93641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257059 Feb 09 22:10:56.969293 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77d7e21-ab73-4b54-a1d0-461b66d19817 None None] DHCP port deletion for 5d343276-dd21-40e6-9bd4-cf97216ee872 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:10:57.061835 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-933459e5-bac1-4c09-bac3-31963f17a1c3 req-b21509aa-ba4d-4d93-8633-8bd661e1e6a2 service neutron] 10.222.0.42 "GET /v2.0/networks/14c62719-8468-46f6-8a99-df98d5f93641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327001 Feb 09 22:10:57.089242 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b77d7e21-ab73-4b54-a1d0-461b66d19817 None None] Deleting port 70570e20-5a6d-43a1-932c-e7f52f7b1056 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:57.090008 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b77d7e21-ab73-4b54-a1d0-461b66d19817 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (70570e20-5a6d-43a1-932c-e7f52f7b1056), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:57.219872 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b77d7e21-ab73-4b54-a1d0-461b66d19817 None None] For port 70570e20-5a6d-43a1-932c-e7f52f7b1056, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=70570e20-5a6d-43a1-932c-e7f52f7b1056,segment=NetworkSegment(3a3796f7-90eb-4efb-9bf3-a74c87e7a644),segment_id=3a3796f7-90eb-4efb-9bf3-a74c87e7a644)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:57.220424 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b77d7e21-ab73-4b54-a1d0-461b66d19817 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (70570e20-5a6d-43a1-932c-e7f52f7b1056), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:57.266672 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b77d7e21-ab73-4b54-a1d0-461b66d19817 None None] Calling delete_port for 70570e20-5a6d-43a1-932c-e7f52f7b1056 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:57.327344 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae64c6be-47b0-48c1-a141-f7cde401a1ec tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Router c2ba9022-d389-4821-a46b-ff81ebee4790 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:10:57.417046 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:10:57.582196 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b77d7e21-ab73-4b54-a1d0-461b66d19817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (70570e20-5a6d-43a1-932c-e7f52f7b1056), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:57.635007 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d7e21-ab73-4b54-a1d0-461b66d19817 None None] Pushing event deleted for resources: {'Port': ['ID=70570e20-5a6d-43a1-932c-e7f52f7b1056,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:57.643439 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77d7e21-ab73-4b54-a1d0-461b66d19817 None None] No DVR routers for this DVR port 70570e20-5a6d-43a1-932c-e7f52f7b1056 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:10:57.644036 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0e58fd-bf9b-4057-8a58-bfd560b43855', 'tag': 'de5624e7-7882-4d18-a78f-db9d7f325e01'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:10:57.644843 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17463cf7-9803-4ecd-a22c-aa8a1844b9f9 req-6166cb1f-3691-450e-a347-95dfd212d9ba tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:57.653263 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668817a0-a5c0-4c5d-8942-3f0e541b740b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0e58fd-bf9b-4057-8a58-bfd560b43855", "tag": "de5624e7-7882-4d18-a78f-db9d7f325e01"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:10:57.665178 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17463cf7-9803-4ecd-a22c-aa8a1844b9f9 req-6166cb1f-3691-450e-a347-95dfd212d9ba tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 944 time: 0.3373036 Feb 09 22:10:57.669467 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5b331a44-9c74-4ab5-8104-00fc8831fd11 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting port 70570e20-5a6d-43a1-932c-e7f52f7b1056 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:57.670132 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b331a44-9c74-4ab5-8104-00fc8831fd11 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (70570e20-5a6d-43a1-932c-e7f52f7b1056), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:57.773725 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae64c6be-47b0-48c1-a141-f7cde401a1ec tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:10:57.787548 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c356f930-c9ad-45f0-8c2b-e614e858a921 None None] Sync routers for ids ['c2ba9022-d389-4821-a46b-ff81ebee4790'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:10:57.800206 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ae64c6be-47b0-48c1-a141-f7cde401a1ec tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "PUT /v2.0/routers/c2ba9022-d389-4821-a46b-ff81ebee4790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9484355 Feb 09 22:10:57.803847 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35502) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:57.807053 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c356f930-c9ad-45f0-8c2b-e614e858a921 None None] Routers {'c2ba9022-d389-4821-a46b-ff81ebee4790'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:57.807742 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c356f930-c9ad-45f0-8c2b-e614e858a921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:10:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c2ba9022-d389-4821-a46b-ff81ebee4790'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:57.855457 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c356f930-c9ad-45f0-8c2b-e614e858a921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:57.868109 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c356f930-c9ad-45f0-8c2b-e614e858a921 None None] Routers {'c2ba9022-d389-4821-a46b-ff81ebee4790'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:57.868755 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c356f930-c9ad-45f0-8c2b-e614e858a921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:10:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['c2ba9022-d389-4821-a46b-ff81ebee4790'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:57.901006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-5b331a44-9c74-4ab5-8104-00fc8831fd11 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] For port 70570e20-5a6d-43a1-932c-e7f52f7b1056, host n-d-828601-1, got binding levels [] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:57.901357 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b331a44-9c74-4ab5-8104-00fc8831fd11 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (70570e20-5a6d-43a1-932c-e7f52f7b1056), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:57.916291 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c356f930-c9ad-45f0-8c2b-e614e858a921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:57.917008 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c356f930-c9ad-45f0-8c2b-e614e858a921 None None] The sync data for ids ['c2ba9022-d389-4821-a46b-ff81ebee4790'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:10:57.932572 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17463cf7-9803-4ecd-a22c-aa8a1844b9f9 req-e9d7965f-bc2e-40d2-8c4b-3d0ed0dd5d0a tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2658272 Feb 09 22:10:57.938340 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-530e2d05-6055-4702-b4ae-97c58c4d7d2c tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] show failed (client error): The resource could not be found. Feb 09 22:10:57.944301 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-530e2d05-6055-4702-b4ae-97c58c4d7d2c tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-89859792 HTTP/1.1" status: 404 len: 333 time: 0.1388295 Feb 09 22:10:57.945023 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35504) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:57.950842 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-356755cf-2d17-461e-a80e-1d19859ce16b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:57.961832 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5b331a44-9c74-4ab5-8104-00fc8831fd11 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Calling delete_port for 70570e20-5a6d-43a1-932c-e7f52f7b1056 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:57.969523 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-5b331a44-9c74-4ab5-8104-00fc8831fd11 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Port 70570e20-5a6d-43a1-932c-e7f52f7b1056 was not found and therefore no delete operation was performed {{(pid=103201) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:10:57.977416 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b331a44-9c74-4ab5-8104-00fc8831fd11 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (70570e20-5a6d-43a1-932c-e7f52f7b1056), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:58.008934 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-356755cf-2d17-461e-a80e-1d19859ce16b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] update failed (client error): The resource could not be found. Feb 09 22:10:58.014243 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-356755cf-2d17-461e-a80e-1d19859ce16b tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-1111764453 HTTP/1.1" status: 404 len: 335 time: 0.0675595 Feb 09 22:10:58.014976 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35506) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:58.090029 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b331a44-9c74-4ab5-8104-00fc8831fd11 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Port': ['ID=70570e20-5a6d-43a1-932c-e7f52f7b1056,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:58.097805 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b331a44-9c74-4ab5-8104-00fc8831fd11 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] No DVR routers for this DVR port 70570e20-5a6d-43a1-932c-e7f52f7b1056 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:10:58.116434 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee71891-04ef-4c9a-af36-160c4d4fddce tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Deleting subnet 03cd5054-29d4-4f58-a9dd-985bf22eaf9c {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:10:58.133689 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6ee71891-04ef-4c9a-af36-160c4d4fddce tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for subnet (03cd5054-29d4-4f58-a9dd-985bf22eaf9c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:58.203612 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64013210-5f4c-4397-877c-ed0a632251f3 x-openstack-request-id: req-64013210-5f4c-4397-877c-ed0a632251f3 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:10:58.203955 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0e58fd-bf9b-4057-8a58-bfd560b43855", "tag": "de5624e7-7882-4d18-a78f-db9d7f325e01", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:10:58.204226 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-64013210-5f4c-4397-877c-ed0a632251f3 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:10:58.204656 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0e58fd-bf9b-4057-8a58-bfd560b43855', 'tag': 'de5624e7-7882-4d18-a78f-db9d7f325e01', 'status': 'completed', 'code': 200} Feb 09 22:10:58.338930 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6ee71891-04ef-4c9a-af36-160c4d4fddce tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (03cd5054-29d4-4f58-a9dd-985bf22eaf9c), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:58.339132 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b331a44-9c74-4ab5-8104-00fc8831fd11 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (5d343276-dd21-40e6-9bd4-cf97216ee872), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:58.382521 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-5b331a44-9c74-4ab5-8104-00fc8831fd11 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d343276-dd21-40e6-9bd4-cf97216ee872']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:58.431272 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-5b331a44-9c74-4ab5-8104-00fc8831fd11 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3796f7-90eb-4efb-9bf3-a74c87e7a644') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:58.431628 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-5b331a44-9c74-4ab5-8104-00fc8831fd11 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3796f7-90eb-4efb-9bf3-a74c87e7a644') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:58.461734 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b331a44-9c74-4ab5-8104-00fc8831fd11 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (3a3796f7-90eb-4efb-9bf3-a74c87e7a644), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:58.491525 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b331a44-9c74-4ab5-8104-00fc8831fd11 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (3a3796f7-90eb-4efb-9bf3-a74c87e7a644), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:58.506256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b331a44-9c74-4ab5-8104-00fc8831fd11 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:10:58.507711 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b331a44-9c74-4ab5-8104-00fc8831fd11 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (3a3796f7-90eb-4efb-9bf3-a74c87e7a644), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:58.517433 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668817a0-a5c0-4c5d-8942-3f0e541b740b req-70cb0593-9902-4680-bdb3-fd258abb68cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:58.519064 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-668817a0-a5c0-4c5d-8942-3f0e541b740b req-70cb0593-9902-4680-bdb3-fd258abb68cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 1126 time: 0.2944834 Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:10:58.650045 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:10:58.656503 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6ee71891-04ef-4c9a-af36-160c4d4fddce tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (03cd5054-29d4-4f58-a9dd-985bf22eaf9c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:58.662947 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b331a44-9c74-4ab5-8104-00fc8831fd11 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (5d343276-dd21-40e6-9bd4-cf97216ee872), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:58.724858 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 70570e20-5a6d-43a1-932c-e7f52f7b1056 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:10:58.757126 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b331a44-9c74-4ab5-8104-00fc8831fd11 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:58.770911 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5b331a44-9c74-4ab5-8104-00fc8831fd11 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/networks/5d343276-dd21-40e6-9bd4-cf97216ee872 HTTP/1.1" status: 204 len: 168 time: 2.1992707 Feb 09 22:10:58.780464 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35542) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:58.798719 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b331a44-9c74-4ab5-8104-00fc8831fd11 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Network': ['ID=5d343276-dd21-40e6-9bd4-cf97216ee872,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:58.809171 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 70570e20-5a6d-43a1-932c-e7f52f7b1056 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:10:58.811371 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 70570e20-5a6d-43a1-932c-e7f52f7b1056 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:10:58.824775 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-cbfe10ce-6b47-4b32-b586-125cf506e203 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1341928657', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:58.841400 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668817a0-a5c0-4c5d-8942-3f0e541b740b req-ba32b40c-cef4-4b42-9f05-b772aab621c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:58.844361 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-668817a0-a5c0-4c5d-8942-3f0e541b740b req-ba32b40c-cef4-4b42-9f05-b772aab621c5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=14c62719-8468-46f6-8a99-df98d5f93641 HTTP/1.1" status: 200 len: 897 time: 0.3106868 Feb 09 22:10:58.852919 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668817a0-a5c0-4c5d-8942-3f0e541b740b req-1e720718-4969-4020-84de-ff0ffcd553d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:58.858142 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-668817a0-a5c0-4c5d-8942-3f0e541b740b req-1e720718-4969-4020-84de-ff0ffcd553d6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 1126 time: 0.5748327 Feb 09 22:10:59.030398 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-668817a0-a5c0-4c5d-8942-3f0e541b740b req-e130ea19-830b-472c-92d8-b96b749d0074 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de5624e7-7882-4d18-a78f-db9d7f325e01 HTTP/1.1" status: 200 len: 1000 time: 0.1759996 Feb 09 22:10:59.063913 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6ee71891-04ef-4c9a-af36-160c4d4fddce tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (03cd5054-29d4-4f58-a9dd-985bf22eaf9c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:59.065738 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668817a0-a5c0-4c5d-8942-3f0e541b740b req-a1709735-62d2-4a4b-a42d-12ffe9fd1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:59.069002 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-668817a0-a5c0-4c5d-8942-3f0e541b740b req-a1709735-62d2-4a4b-a42d-12ffe9fd1ba9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=14c62719-8468-46f6-8a99-df98d5f93641 HTTP/1.1" status: 200 len: 897 time: 0.2066073 Feb 09 22:10:59.161372 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee71891-04ef-4c9a-af36-160c4d4fddce tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event deleted for resources: {'Subnet': ['ID=03cd5054-29d4-4f58-a9dd-985bf22eaf9c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:59.190956 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7114a8e-51c3-480b-9651-0662f94d90f3 None None] Network 1b593101-b508-47dc-b81f-98e0a97b87a2 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:59.206847 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6ee71891-04ef-4c9a-af36-160c4d4fddce tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:59.224975 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6ee71891-04ef-4c9a-af36-160c4d4fddce tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "DELETE /v2.0/subnets/03cd5054-29d4-4f58-a9dd-985bf22eaf9c HTTP/1.1" status: 204 len: 168 time: 1.2086461 Feb 09 22:10:59.274634 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35558) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:59.286240 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cbfe10ce-6b47-4b32-b586-125cf506e203 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (2d6fcd07-8b97-4b65-a176-b95d0be465e9), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:59.293942 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cbfe10ce-6b47-4b32-b586-125cf506e203 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (2d6fcd07-8b97-4b65-a176-b95d0be465e9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:59.537058 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b582ba-1a7f-439e-9037-77146ad2c2ad req-d76eabdf-0dd9-43f9-87d0-a5cbc3248e92 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:59.550835 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8b582ba-1a7f-439e-9037-77146ad2c2ad req-d76eabdf-0dd9-43f9-87d0-a5cbc3248e92 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 944 time: 0.5102775 Feb 09 22:10:59.600701 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-668817a0-a5c0-4c5d-8942-3f0e541b740b req-c4cbdb77-cb33-4cd2-a659-c61714f2a31e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de5624e7-7882-4d18-a78f-db9d7f325e01 HTTP/1.1" status: 200 len: 1000 time: 0.5015748 Feb 09 22:10:59.610652 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cbfe10ce-6b47-4b32-b586-125cf506e203 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router_controller (2d6fcd07-8b97-4b65-a176-b95d0be465e9), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:59.643634 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cbfe10ce-6b47-4b32-b586-125cf506e203 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (2d6fcd07-8b97-4b65-a176-b95d0be465e9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:59.689712 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e1d852-93e4-4cc4-b049-64b5525abb5c None None] DHCP port deletion for 1b593101-b508-47dc-b81f-98e0a97b87a2 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:10:59.770683 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8b582ba-1a7f-439e-9037-77146ad2c2ad req-e1a1cbb0-fe63-4d31-bad8-c99df99c55ee tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179239 Feb 09 22:10:59.794622 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668817a0-a5c0-4c5d-8942-3f0e541b740b req-7ec7b6a7-df31-40c5-90aa-dc5c7c9303f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:59.798510 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-668817a0-a5c0-4c5d-8942-3f0e541b740b req-7ec7b6a7-df31-40c5-90aa-dc5c7c9303f6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f HTTP/1.1" status: 200 len: 835 time: 0.1894252 Feb 09 22:10:59.848125 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-03e1d852-93e4-4cc4-b049-64b5525abb5c None None] Deleting port b638142c-0e5f-4e73-9b30-58854be81c5a {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:59.848802 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-03e1d852-93e4-4cc4-b049-64b5525abb5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b638142c-0e5f-4e73-9b30-58854be81c5a), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:59.929804 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668817a0-a5c0-4c5d-8942-3f0e541b740b req-d3841c37-6abc-474f-ab74-d409fea4f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:59.934992 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-668817a0-a5c0-4c5d-8942-3f0e541b740b req-d3841c37-6abc-474f-ab74-d409fea4f27b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=14c62719-8468-46f6-8a99-df98d5f93641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1265907 Feb 09 22:10:59.977836 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35568) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:00.073167 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-03e1d852-93e4-4cc4-b049-64b5525abb5c None None] For port b638142c-0e5f-4e73-9b30-58854be81c5a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b638142c-0e5f-4e73-9b30-58854be81c5a,segment=NetworkSegment(387b3084-5e6e-4145-8963-bf76c95109f4),segment_id=387b3084-5e6e-4145-8963-bf76c95109f4)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:00.074222 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-03e1d852-93e4-4cc4-b049-64b5525abb5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b638142c-0e5f-4e73-9b30-58854be81c5a), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:00.096373 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-03e1d852-93e4-4cc4-b049-64b5525abb5c None None] Calling delete_port for b638142c-0e5f-4e73-9b30-58854be81c5a owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:00.140056 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-668817a0-a5c0-4c5d-8942-3f0e541b740b req-d8d6231c-b119-43ca-87eb-c47d0a062ab5 service neutron] 10.222.0.71 "GET /v2.0/networks/14c62719-8468-46f6-8a99-df98d5f93641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980896 Feb 09 22:11:00.231681 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-03e1d852-93e4-4cc4-b049-64b5525abb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (b638142c-0e5f-4e73-9b30-58854be81c5a), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:00.353233 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1d852-93e4-4cc4-b049-64b5525abb5c None None] Pushing event deleted for resources: {'Port': ['ID=b638142c-0e5f-4e73-9b30-58854be81c5a,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:00.358611 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e1d852-93e4-4cc4-b049-64b5525abb5c None None] No DVR routers for this DVR port b638142c-0e5f-4e73-9b30-58854be81c5a on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:11:00.360973 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device de5624e7-7882-4d18-a78f-db9d7f325e01 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:11:00.425028 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-288d92e9-dcc1-4fd0-9f0a-14349c3e416b tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:00.449148 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-668817a0-a5c0-4c5d-8942-3f0e541b740b req-dc3b74ca-a871-41ab-aac0-82c930af8063 service neutron] 10.222.0.71 "GET /v2.0/networks/14c62719-8468-46f6-8a99-df98d5f93641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027506 Feb 09 22:11:00.477810 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cbfe10ce-6b47-4b32-b586-125cf506e203 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:00.484459 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cbfe10ce-6b47-4b32-b586-125cf506e203 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.6930554 Feb 09 22:11:00.494118 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35574) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:00.500543 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668817a0-a5c0-4c5d-8942-3f0e541b740b req-a76fe81b-781b-45cb-ae5e-7d629132c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:00.509416 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-668817a0-a5c0-4c5d-8942-3f0e541b740b req-a76fe81b-781b-45cb-ae5e-7d629132c538 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f HTTP/1.1" status: 200 len: 835 time: 1.4723675 Feb 09 22:11:00.525988 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-1d0826cf-ea31-4d33-958e-6b46ce5cdb00 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-420031820'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:00.529101 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-288d92e9-dcc1-4fd0-9f0a-14349c3e416b tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] 10.222.0.77 "PUT /v2.0/quotas/e5a1b2e5f20848f69bf1f7b1b1e144dc HTTP/1.1" status: 200 len: 366 time: 0.5496674 Feb 09 22:11:00.533536 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35576) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:00.578383 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5a861c8b-15e8-4f81-8cfb-cbbe106639cf tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0414104 Feb 09 22:11:00.579481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35578) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:00.618773 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b8ebd020-3306-429b-b914-398b9e08ed04 tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] 10.222.0.77 "GET /v2.0/quotas/e5a1b2e5f20848f69bf1f7b1b1e144dc HTTP/1.1" status: 200 len: 366 time: 0.0373068 Feb 09 22:11:00.628082 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35580) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:00.647061 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d83d9db-c8b1-4526-a720-41457544a1c7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (1b593101-b508-47dc-b81f-98e0a97b87a2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:00.652918 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0826cf-ea31-4d33-958e-6b46ce5cdb00 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Made reservation on behalf of 47944c0c1a37453aba470db687825795 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:00.657192 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1d0826cf-ea31-4d33-958e-6b46ce5cdb00 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:00.669811 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-976cbe9a-c919-491d-aa37-a81f31585f6c tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/e5a1b2e5f20848f69bf1f7b1b1e144dc HTTP/1.1" status: 204 len: 168 time: 0.0385461 Feb 09 22:11:00.671067 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35582) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:00.696096 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b82c742e-fa25-4d11-a9dc-587b8eb3dc00 tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0236845 Feb 09 22:11:00.696753 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35584) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:00.699796 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b638142c-0e5f-4e73-9b30-58854be81c5a no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:11:00.718730 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6789b71b-d2f2-4855-ab6b-a14c5b4ee15c tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] 10.222.0.77 "GET /v2.0/quotas/e5a1b2e5f20848f69bf1f7b1b1e144dc HTTP/1.1" status: 200 len: 370 time: 0.0198054 Feb 09 22:11:00.719378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35586) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:00.729053 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3287e4c6-42ca-42c4-b1e1-64d925c4279d tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] 10.222.0.77 "GET /v2.0/quotas/e5a1b2e5f20848f69bf1f7b1b1e144dc/default HTTP/1.1" status: 200 len: 370 time: 0.0076458 Feb 09 22:11:00.731236 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35588) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:00.739813 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668817a0-a5c0-4c5d-8942-3f0e541b740b req-b26097f5-479f-4eca-b324-b6db99436884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:00.741401 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-668817a0-a5c0-4c5d-8942-3f0e541b740b req-b26097f5-479f-4eca-b324-b6db99436884 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=14c62719-8468-46f6-8a99-df98d5f93641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1757832 Feb 09 22:11:00.743854 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0826cf-ea31-4d33-958e-6b46ce5cdb00 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:11:00.765440 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-9652f050-c91f-473b-8897-ca09501cb7c2 tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] delete failed (client error): The resource could not be found. Feb 09 22:11:00.769420 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9652f050-c91f-473b-8897-ca09501cb7c2 tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/e5a1b2e5f20848f69bf1f7b1b1e144dc HTTP/1.1" status: 404 len: 348 time: 0.0332308 Feb 09 22:11:00.815496 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: b638142c-0e5f-4e73-9b30-58854be81c5a {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:11:00.816659 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b638142c-0e5f-4e73-9b30-58854be81c5a not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:11:00.864850 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port de5624e7-7882-4d18-a78f-db9d7f325e01, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=de5624e7-7882-4d18-a78f-db9d7f325e01,segment=NetworkSegment(c1c4ebd5-934b-4dad-9341-362d5d6bd69e),segment_id=c1c4ebd5-934b-4dad-9341-362d5d6bd69e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:00.927036 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1d0826cf-ea31-4d33-958e-6b46ce5cdb00 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (c9f98cac-8db0-456c-8357-8b2c7db7979a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:00.927613 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-1d0826cf-ea31-4d33-958e-6b46ce5cdb00 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Added segment c9f98cac-8db0-456c-8357-8b2c7db7979a of type vlan for network 04cba60a-7773-4d94-9185-d1ba245364e0 Feb 09 22:11:00.931288 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d83d9db-c8b1-4526-a720-41457544a1c7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (1b593101-b508-47dc-b81f-98e0a97b87a2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:00.934267 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'de5624e7-7882-4d18-a78f-db9d7f325e01', 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641', 'port_id': 'de5624e7-7882-4d18-a78f-db9d7f325e01', 'mac_address': 'fa:16:3e:5c:fc:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:11:01.002953 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35594) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:01.018019 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port de5624e7-7882-4d18-a78f-db9d7f325e01 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:01.018861 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:01.028809 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-8d83d9db-c8b1-4526-a720-41457544a1c7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b593101-b508-47dc-b81f-98e0a97b87a2']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:01.037751 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5624e7-7882-4d18-a78f-db9d7f325e01 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:11:01.063783 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port de5624e7-7882-4d18-a78f-db9d7f325e01, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=de5624e7-7882-4d18-a78f-db9d7f325e01,segment=NetworkSegment(c1c4ebd5-934b-4dad-9341-362d5d6bd69e),segment_id=c1c4ebd5-934b-4dad-9341-362d5d6bd69e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:01.064614 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-8d83d9db-c8b1-4526-a720-41457544a1c7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387b3084-5e6e-4145-8963-bf76c95109f4') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:01.065040 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-8d83d9db-c8b1-4526-a720-41457544a1c7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387b3084-5e6e-4145-8963-bf76c95109f4') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:01.066829 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d0e7f-2215-4360-81fc-9d2f937df775 req-4c22f574-698c-4afd-ac20-4dc5e85e7994 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:01.068585 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de8d0e7f-2215-4360-81fc-9d2f937df775 req-4c22f574-698c-4afd-ac20-4dc5e85e7994 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 944 time: 0.1553576 Feb 09 22:11:01.076568 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:01.080947 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1d0826cf-ea31-4d33-958e-6b46ce5cdb00 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (04cba60a-7773-4d94-9185-d1ba245364e0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:01.095381 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d83d9db-c8b1-4526-a720-41457544a1c7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (387b3084-5e6e-4145-8963-bf76c95109f4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:01.120797 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-668817a0-a5c0-4c5d-8942-3f0e541b740b req-caba3e8d-a77b-4c22-a7b1-a6731b5407b3 service neutron] 10.222.0.42 "GET /v2.0/networks/14c62719-8468-46f6-8a99-df98d5f93641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632259 Feb 09 22:11:01.147120 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d83d9db-c8b1-4526-a720-41457544a1c7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (387b3084-5e6e-4145-8963-bf76c95109f4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:01.151249 n-d-828601-1 neutron-server[103202]: DEBUG neutron.quota.resource [None req-5d5c0a35-4934-44b2-bb3d-7f18e41a11cf tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] Usage tracker for resource:network and project:4463b0cb861e469b9935ac8424f0a8d8 is out of sync, need to count used quota {{(pid=103202) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 22:11:01.151725 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de8d0e7f-2215-4360-81fc-9d2f937df775 req-7227377c-456a-416c-b82f-62668e7100ca tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758750 Feb 09 22:11:01.175374 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=de5624e7-7882-4d18-a78f-db9d7f325e01,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:01.182944 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d83d9db-c8b1-4526-a720-41457544a1c7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:11:01.183449 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d83d9db-c8b1-4526-a720-41457544a1c7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (387b3084-5e6e-4145-8963-bf76c95109f4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:01.187246 n-d-828601-1 neutron-server[103202]: DEBUG neutron.quota.resource [None req-5d5c0a35-4934-44b2-bb3d-7f18e41a11cf tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103202) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:11:01.189806 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:11:01.271510 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1d0826cf-ea31-4d33-958e-6b46ce5cdb00 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (04cba60a-7773-4d94-9185-d1ba245364e0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:01.276798 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0826cf-ea31-4d33-958e-6b46ce5cdb00 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:01.277602 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1d0826cf-ea31-4d33-958e-6b46ce5cdb00 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:01.318087 n-d-828601-1 neutron-server[103202]: DEBUG neutron.quota.resource [None req-5d5c0a35-4934-44b2-bb3d-7f18e41a11cf tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] Usage tracker for resource:subnet and project:4463b0cb861e469b9935ac8424f0a8d8 is out of sync, need to count used quota {{(pid=103202) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 22:11:01.344902 n-d-828601-1 neutron-server[103202]: DEBUG neutron.quota.resource [None req-5d5c0a35-4934-44b2-bb3d-7f18e41a11cf tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103202) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 22:11:01.350283 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['de5624e7-7882-4d18-a78f-db9d7f325e01'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:11:01.400883 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1d0826cf-ea31-4d33-958e-6b46ce5cdb00 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9046583 Feb 09 22:11:01.404035 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35600) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:01.423205 n-d-828601-1 neutron-server[103202]: DEBUG neutron.quota.resource [None req-5d5c0a35-4934-44b2-bb3d-7f18e41a11cf tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] Usage tracker for resource:subnetpool and project:4463b0cb861e469b9935ac8424f0a8d8 is out of sync, need to count used quota {{(pid=103202) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 22:11:01.423635 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d62cf7da-d641-4107-b2cd-c3c4023e5a52 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'subnet': {'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:01.425357 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d83d9db-c8b1-4526-a720-41457544a1c7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (1b593101-b508-47dc-b81f-98e0a97b87a2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:01.448503 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0826cf-ea31-4d33-958e-6b46ce5cdb00 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Network': ['ID=04cba60a-7773-4d94-9185-d1ba245364e0,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:01.453969 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d83d9db-c8b1-4526-a720-41457544a1c7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:01.460694 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8d83d9db-c8b1-4526-a720-41457544a1c7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "DELETE /v2.0/networks/1b593101-b508-47dc-b81f-98e0a97b87a2 HTTP/1.1" status: 204 len: 168 time: 1.8468719 Feb 09 22:11:01.462137 n-d-828601-1 neutron-server[103202]: DEBUG neutron.quota.resource [None req-5d5c0a35-4934-44b2-bb3d-7f18e41a11cf tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103202) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 22:11:01.478442 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35602) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:01.489657 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 04cba60a-7773-4d94-9185-d1ba245364e0 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:11:01.514644 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83d9db-c8b1-4526-a720-41457544a1c7 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event deleted for resources: {'Network': ['ID=1b593101-b508-47dc-b81f-98e0a97b87a2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:01.538122 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-668817a0-a5c0-4c5d-8942-3f0e541b740b req-e59e52b9-b552-41c6-908f-0cd99c16c228 service neutron] 10.222.0.42 "GET /v2.0/networks/14c62719-8468-46f6-8a99-df98d5f93641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078019 Feb 09 22:11:01.541711 n-d-828601-1 neutron-server[103202]: DEBUG neutron.quota.resource [None req-5d5c0a35-4934-44b2-bb3d-7f18e41a11cf tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] Usage tracker for resource:port and project:4463b0cb861e469b9935ac8424f0a8d8 is out of sync, need to count used quota {{(pid=103202) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 22:11:01.548599 n-d-828601-1 neutron-server[103202]: DEBUG neutron.quota.resource [None req-5d5c0a35-4934-44b2-bb3d-7f18e41a11cf tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103202) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 22:11:01.560986 n-d-828601-1 neutron-server[103202]: DEBUG neutron.quota.resource [None req-5d5c0a35-4934-44b2-bb3d-7f18e41a11cf tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] Usage tracker for resource:router and project:4463b0cb861e469b9935ac8424f0a8d8 is out of sync, need to count used quota {{(pid=103202) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 22:11:01.567749 n-d-828601-1 neutron-server[103202]: DEBUG neutron.quota.resource [None req-5d5c0a35-4934-44b2-bb3d-7f18e41a11cf tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103202) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 22:11:01.582659 n-d-828601-1 neutron-server[103202]: DEBUG neutron.quota.resource [None req-5d5c0a35-4934-44b2-bb3d-7f18e41a11cf tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] Usage tracker for resource:floatingip and project:4463b0cb861e469b9935ac8424f0a8d8 is out of sync, need to count used quota {{(pid=103202) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 22:11:01.593615 n-d-828601-1 neutron-server[103202]: DEBUG neutron.quota.resource [None req-5d5c0a35-4934-44b2-bb3d-7f18e41a11cf tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103202) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 22:11:01.723196 n-d-828601-1 neutron-server[103202]: DEBUG neutron.quota.resource [None req-5d5c0a35-4934-44b2-bb3d-7f18e41a11cf tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] Usage tracker for resource:security_group and project:4463b0cb861e469b9935ac8424f0a8d8 is out of sync, need to count used quota {{(pid=103202) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 22:11:01.731485 n-d-828601-1 neutron-server[103202]: DEBUG neutron.quota.resource [None req-5d5c0a35-4934-44b2-bb3d-7f18e41a11cf tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103202) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 22:11:01.734884 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ebf739-4bd5-49b2-967c-e0479dafb361 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Deleting subnet 42f1ca13-8308-473a-b820-6ac5c32d30a0 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:11:01.745717 n-d-828601-1 neutron-server[103202]: DEBUG neutron.quota.resource [None req-5d5c0a35-4934-44b2-bb3d-7f18e41a11cf tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] Usage tracker for resource:security_group_rule and project:4463b0cb861e469b9935ac8424f0a8d8 is out of sync, need to count used quota {{(pid=103202) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 22:11:01.746556 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13ebf739-4bd5-49b2-967c-e0479dafb361 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for subnet (42f1ca13-8308-473a-b820-6ac5c32d30a0), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:01.773901 n-d-828601-1 neutron-server[103202]: DEBUG neutron.quota.resource [None req-5d5c0a35-4934-44b2-bb3d-7f18e41a11cf tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103202) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 22:11:01.783027 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5d5c0a35-4934-44b2-bb3d-7f18e41a11cf tempest-QuotasTest-823334173 tempest-QuotasTest-823334173-project-admin] 10.222.0.77 "GET /v2.0/quotas/4463b0cb861e469b9935ac8424f0a8d8/details.json HTTP/1.1" status: 200 len: 703 time: 0.7785573 Feb 09 22:11:01.797324 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abc5ae-4d0e-465a-9eb7-0ae8f471c267 req-307c75e8-6781-49f0-92d3-98e017a2c1f1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:01.799298 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22abc5ae-4d0e-465a-9eb7-0ae8f471c267 req-307c75e8-6781-49f0-92d3-98e017a2c1f1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 945 time: 0.3198922 Feb 09 22:11:01.806810 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc8645-d20d-409f-b741-f80fdd9ea53c req-63788d32-e9ec-43e0-a43b-a5efaf2e050a tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:01.808712 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4bc8645-d20d-409f-b741-f80fdd9ea53c req-63788d32-e9ec-43e0-a43b-a5efaf2e050a tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855&tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 945 time: 0.3677719 Feb 09 22:11:01.814166 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62cf7da-d641-4107-b2cd-c3c4023e5a52 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Made reservation on behalf of 47944c0c1a37453aba470db687825795 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:01.818041 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d62cf7da-d641-4107-b2cd-c3c4023e5a52 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:01.946836 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13ebf739-4bd5-49b2-967c-e0479dafb361 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (42f1ca13-8308-473a-b820-6ac5c32d30a0), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:02.069484 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22abc5ae-4d0e-465a-9eb7-0ae8f471c267 req-6c4e7609-446f-450d-9fcb-5fa725838ea7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563238 Feb 09 22:11:02.095106 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-a4bc8645-d20d-409f-b741-f80fdd9ea53c req-a705d3df-00cd-4ecc-8745-7a9ef7cc5068 service neutron] delete failed (client error): The resource could not be found. Feb 09 22:11:02.096201 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4bc8645-d20d-409f-b741-f80fdd9ea53c req-a705d3df-00cd-4ecc-8745-7a9ef7cc5068 service neutron] 10.222.0.71 "DELETE /v2.0/ports/de5624e7-7882-4d18-a78f-db9d7f325e01/bindings/n-h1-828601-1 HTTP/1.1" status: 404 len: 380 time: 0.2735651 Feb 09 22:11:02.170857 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13ebf739-4bd5-49b2-967c-e0479dafb361 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (42f1ca13-8308-473a-b820-6ac5c32d30a0), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:02.347837 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d62cf7da-d641-4107-b2cd-c3c4023e5a52 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (51942acb-a38e-4d5a-a770-60c714ee58c9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:02.365215 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13ebf739-4bd5-49b2-967c-e0479dafb361 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (42f1ca13-8308-473a-b820-6ac5c32d30a0), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:02.390526 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc8645-d20d-409f-b741-f80fdd9ea53c req-1847a1d3-59a1-4ce1-88ec-732373fdcacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:02.392329 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4bc8645-d20d-409f-b741-f80fdd9ea53c req-1847a1d3-59a1-4ce1-88ec-732373fdcacd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 1127 time: 0.2178061 Feb 09 22:11:02.445326 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35610) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:02.460128 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4b8a39-bdf8-4c0d-ac4b-24e4d7b93338 None None] Network 744cea65-5e2b-41d1-8c29-fe85534847b2 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:02.471879 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13ebf739-4bd5-49b2-967c-e0479dafb361 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:02.478238 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-13ebf739-4bd5-49b2-967c-e0479dafb361 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "DELETE /v2.0/subnets/42f1ca13-8308-473a-b820-6ac5c32d30a0 HTTP/1.1" status: 204 len: 168 time: 0.9816215 Feb 09 22:11:02.483121 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35614) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:02.508281 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cf7da-d641-4107-b2cd-c3c4023e5a52 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Subnet': ['ID=51942acb-a38e-4d5a-a770-60c714ee58c9,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:02.557990 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebf739-4bd5-49b2-967c-e0479dafb361 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event deleted for resources: {'Subnet': ['ID=42f1ca13-8308-473a-b820-6ac5c32d30a0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:02.567000 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62cf7da-d641-4107-b2cd-c3c4023e5a52 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Checking segment: {'id': 'c9f98cac-8db0-456c-8357-8b2c7db7979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:02.567712 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62cf7da-d641-4107-b2cd-c3c4023e5a52 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network hostable DHCP agents. Network: 04cba60a-7773-4d94-9185-d1ba245364e0, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:11:02.588138 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc8645-d20d-409f-b741-f80fdd9ea53c req-0cbbd5d1-6e94-4f26-8e3b-4145446b9c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:02.589989 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4bc8645-d20d-409f-b741-f80fdd9ea53c req-0cbbd5d1-6e94-4f26-8e3b-4145446b9c99 service neutron] 10.222.0.71 "GET /v2.0/networks?id=14c62719-8468-46f6-8a99-df98d5f93641 HTTP/1.1" status: 200 len: 897 time: 0.1855350 Feb 09 22:11:02.654265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62cf7da-d641-4107-b2cd-c3c4023e5a52 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network 04cba60a-7773-4d94-9185-d1ba245364e0 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:11:02.712878 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e61654-3b5b-495b-82cb-d30f26f34079 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Deleting subnet 0cc5d651-9e02-4df4-84cb-f4b6ce138dd3 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:11:02.716532 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4bc8645-d20d-409f-b741-f80fdd9ea53c req-ffe3811c-1b09-45ff-9515-d392a86a47d8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de5624e7-7882-4d18-a78f-db9d7f325e01 HTTP/1.1" status: 200 len: 1001 time: 0.1188085 Feb 09 22:11:02.730707 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89e61654-3b5b-495b-82cb-d30f26f34079 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for subnet (0cc5d651-9e02-4df4-84cb-f4b6ce138dd3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:02.740940 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-d62cf7da-d641-4107-b2cd-c3c4023e5a52 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 04cba60a-7773-4d94-9185-d1ba245364e0) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:02.756905 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b8aaa8-93a9-4ecb-bf66-e3ba8bdab799 None None] Network 04cba60a-7773-4d94-9185-d1ba245364e0 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:02.770609 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62cf7da-d641-4107-b2cd-c3c4023e5a52 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:02.770609 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d62cf7da-d641-4107-b2cd-c3c4023e5a52 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:02.809324 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc8645-d20d-409f-b741-f80fdd9ea53c req-cf132011-9c03-496b-a731-5957b0a5a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:02.811441 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4bc8645-d20d-409f-b741-f80fdd9ea53c req-cf132011-9c03-496b-a731-5957b0a5a4a8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f HTTP/1.1" status: 200 len: 835 time: 0.0840218 Feb 09 22:11:02.819121 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63486c83-01d7-4e99-a72f-6b0a9aaaf057 None None] DHCP port deletion for 744cea65-5e2b-41d1-8c29-fe85534847b2 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:11:02.825073 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8cb946ec-c645-429c-a0b1-c8618fa3bed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:02.844323 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d62cf7da-d641-4107-b2cd-c3c4023e5a52 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4332793 Feb 09 22:11:02.855134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35618) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:02.938923 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc8645-d20d-409f-b741-f80fdd9ea53c req-b4908c59-8bc4-4758-89fa-142e53303bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:02.942044 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4bc8645-d20d-409f-b741-f80fdd9ea53c req-b4908c59-8bc4-4758-89fa-142e53303bb5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=14c62719-8468-46f6-8a99-df98d5f93641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1196718 Feb 09 22:11:02.992773 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-63486c83-01d7-4e99-a72f-6b0a9aaaf057 None None] Deleting port 81677df6-8913-4e40-9c68-8202e74defbd {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:02.993391 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-63486c83-01d7-4e99-a72f-6b0a9aaaf057 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (81677df6-8913-4e40-9c68-8202e74defbd), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:03.073842 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-63486c83-01d7-4e99-a72f-6b0a9aaaf057 None None] For port 81677df6-8913-4e40-9c68-8202e74defbd, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=81677df6-8913-4e40-9c68-8202e74defbd,segment=NetworkSegment(d4de4db9-f0e4-4121-b131-220422c89361),segment_id=d4de4db9-f0e4-4121-b131-220422c89361)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:03.074355 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-63486c83-01d7-4e99-a72f-6b0a9aaaf057 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (81677df6-8913-4e40-9c68-8202e74defbd), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:03.079538 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aea3638-0a0e-4120-8f0e-512aacfa5f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-04cba60a-7773-4d94-9185-d1ba245364e0', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'project_id': '47944c0c1a37453aba470db687825795', 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:11:03.079903 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3aea3638-0a0e-4120-8f0e-512aacfa5f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:03.081983 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89e61654-3b5b-495b-82cb-d30f26f34079 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (0cc5d651-9e02-4df4-84cb-f4b6ce138dd3), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:03.110648 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-63486c83-01d7-4e99-a72f-6b0a9aaaf057 None None] Calling delete_port for 81677df6-8913-4e40-9c68-8202e74defbd owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:03.186640 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4bc8645-d20d-409f-b741-f80fdd9ea53c req-8159fbe4-2d3d-4e2f-8360-a958532237d2 service neutron] 10.222.0.71 "GET /v2.0/networks/14c62719-8468-46f6-8a99-df98d5f93641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362800 Feb 09 22:11:03.412948 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-63486c83-01d7-4e99-a72f-6b0a9aaaf057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (81677df6-8913-4e40-9c68-8202e74defbd), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:03.437693 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-3aea3638-0a0e-4120-8f0e-512aacfa5f34 None None] Allocated IP 2001:db8::2 (04cba60a-7773-4d94-9185-d1ba245364e0/51942acb-a38e-4d5a-a770-60c714ee58c9/1c2568c7-7691-497d-9a4e-6e3b7a5f9c00) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:03.440726 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8cb946ec-c645-429c-a0b1-c8618fa3bed2 admin admin] Publish callbacks [] for security_group (a8b29d02-29d0-4fae-a352-de37d2479981), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:03.454332 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8cb946ec-c645-429c-a0b1-c8618fa3bed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a8b29d02-29d0-4fae-a352-de37d2479981), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:03.458931 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89e61654-3b5b-495b-82cb-d30f26f34079 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (0cc5d651-9e02-4df4-84cb-f4b6ce138dd3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:03.472620 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63486c83-01d7-4e99-a72f-6b0a9aaaf057 None None] Pushing event deleted for resources: {'Port': ['ID=81677df6-8913-4e40-9c68-8202e74defbd,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:03.475759 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63486c83-01d7-4e99-a72f-6b0a9aaaf057 None None] No DVR routers for this DVR port 81677df6-8913-4e40-9c68-8202e74defbd on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:11:03.534577 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb946ec-c645-429c-a0b1-c8618fa3bed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b29d02-29d0-4fae-a352-de37d2479981,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:03.589069 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8cb946ec-c645-429c-a0b1-c8618fa3bed2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=73648d810e3d49ca8188ad94beaac2af&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1418025 Feb 09 22:11:03.592733 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35622) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:03.622409 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76bc0b6f-f7ec-4b5b-8313-c62b0c1fbba3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:03.650266 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388007e4-0910-48ec-b6ce-3c4bb1b73111 req-8e6db073-2adc-4950-8c7e-34863c040c4e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:03.672728 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-388007e4-0910-48ec-b6ce-3c4bb1b73111 req-8e6db073-2adc-4950-8c7e-34863c040c4e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 945 time: 0.4344742 Feb 09 22:11:03.714045 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4bc8645-d20d-409f-b741-f80fdd9ea53c req-1730729c-74e0-4378-86a1-954fe8debfc4 service neutron] 10.222.0.71 "GET /v2.0/networks/14c62719-8468-46f6-8a99-df98d5f93641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198359 Feb 09 22:11:03.736891 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3aea3638-0a0e-4120-8f0e-512aacfa5f34 None None] Publish callbacks [] for port (1c2568c7-7691-497d-9a4e-6e3b7a5f9c00), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:03.737515 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89e61654-3b5b-495b-82cb-d30f26f34079 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (0cc5d651-9e02-4df4-84cb-f4b6ce138dd3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:03.747845 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3aea3638-0a0e-4120-8f0e-512aacfa5f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (1c2568c7-7691-497d-9a4e-6e3b7a5f9c00), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:03.806966 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aea3638-0a0e-4120-8f0e-512aacfa5f34 None None] Network 04cba60a-7773-4d94-9185-d1ba245364e0 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:03.811210 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-3aea3638-0a0e-4120-8f0e-512aacfa5f34 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:03.821948 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aea3638-0a0e-4120-8f0e-512aacfa5f34 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:03.826868 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e61654-3b5b-495b-82cb-d30f26f34079 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event deleted for resources: {'Subnet': ['ID=0cc5d651-9e02-4df4-84cb-f4b6ce138dd3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:03.829705 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89e61654-3b5b-495b-82cb-d30f26f34079 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:03.834742 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-89e61654-3b5b-495b-82cb-d30f26f34079 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "DELETE /v2.0/subnets/0cc5d651-9e02-4df4-84cb-f4b6ce138dd3 HTTP/1.1" status: 204 len: 168 time: 1.3457284 Feb 09 22:11:03.838477 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35624) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:03.849381 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a230f7d-b1e0-455a-813a-955530ab2a91 None None] Network 11abb0a7-f156-4d21-a791-c18fd641cce6 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:03.883182 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-388007e4-0910-48ec-b6ce-3c4bb1b73111 req-73d258b4-0b82-4f21-b92f-17c50b26847f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898491 Feb 09 22:11:03.905212 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5746c5f5-7e2d-4698-9b49-57564604565f admin admin] Publish callbacks [] for security_group (a8b29d02-29d0-4fae-a352-de37d2479981), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:03.922465 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea3638-0a0e-4120-8f0e-512aacfa5f34 None None] Pushing event updated for resources: {'Port': ['ID=1c2568c7-7691-497d-9a4e-6e3b7a5f9c00,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:03.985345 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3aea3638-0a0e-4120-8f0e-512aacfa5f34 None None] Attempting to bind port 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:11:03.985913 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3aea3638-0a0e-4120-8f0e-512aacfa5f34 None None] Attempting to bind port 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'c9f98cac-8db0-456c-8357-8b2c7db7979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:11:03.986402 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aea3638-0a0e-4120-8f0e-512aacfa5f34 None None] Attempting to bind port 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00 on network 04cba60a-7773-4d94-9185-d1ba245364e0 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:11:03.994296 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aea3638-0a0e-4120-8f0e-512aacfa5f34 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:11:03.994887 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aea3638-0a0e-4120-8f0e-512aacfa5f34 None None] Checking segment: {'id': 'c9f98cac-8db0-456c-8357-8b2c7db7979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:03.995396 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3aea3638-0a0e-4120-8f0e-512aacfa5f34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:03.995910 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aea3638-0a0e-4120-8f0e-512aacfa5f34 None None] Bound using segment: {'id': 'c9f98cac-8db0-456c-8357-8b2c7db7979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:11:03.996727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3aea3638-0a0e-4120-8f0e-512aacfa5f34 None None] Bound port: 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f98cac-8db0-456c-8357-8b2c7db7979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:11:03.997247 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3aea3638-0a0e-4120-8f0e-512aacfa5f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1c2568c7-7691-497d-9a4e-6e3b7a5f9c00), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:04.026262 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5746c5f5-7e2d-4698-9b49-57564604565f admin admin] Publish callbacks [] for security_group (a8b29d02-29d0-4fae-a352-de37d2479981), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:04.124282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-3aea3638-0a0e-4120-8f0e-512aacfa5f34 None None] For port 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:11:04.135435 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-3aea3638-0a0e-4120-8f0e-512aacfa5f34 None None] For port 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1c2568c7-7691-497d-9a4e-6e3b7a5f9c00,segment=NetworkSegment(c9f98cac-8db0-456c-8357-8b2c7db7979a),segment_id=c9f98cac-8db0-456c-8357-8b2c7db7979a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:11:04.147525 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5746c5f5-7e2d-4698-9b49-57564604565f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a8b29d02-29d0-4fae-a352-de37d2479981), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:04.154705 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3aea3638-0a0e-4120-8f0e-512aacfa5f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1c2568c7-7691-497d-9a4e-6e3b7a5f9c00), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:04.156745 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-76bc0b6f-f7ec-4b5b-8313-c62b0c1fbba3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Allocated IP 2001:db8::1 (04cba60a-7773-4d94-9185-d1ba245364e0/51942acb-a38e-4d5a-a770-60c714ee58c9/b54d9824-c66a-4b6b-951d-d794cec26303) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:04.156980 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5746c5f5-7e2d-4698-9b49-57564604565f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:04.168624 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5746c5f5-7e2d-4698-9b49-57564604565f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a8b29d02-29d0-4fae-a352-de37d2479981 HTTP/1.1" status: 204 len: 168 time: 0.5715842 Feb 09 22:11:04.197104 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39005456-5347-4ffb-ad9b-91628d92aa91 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (744cea65-5e2b-41d1-8c29-fe85534847b2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:04.238607 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746c5f5-7e2d-4698-9b49-57564604565f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b29d02-29d0-4fae-a352-de37d2479981,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:04.315316 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87465138-f38d-416c-907d-e8bebb37fa75 None None] DHCP port deletion for 11abb0a7-f156-4d21-a791-c18fd641cce6 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:11:04.416655 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea3638-0a0e-4120-8f0e-512aacfa5f34 None None] Pushing event updated for resources: {'Port': ['ID=1c2568c7-7691-497d-9a4e-6e3b7a5f9c00,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:04.421704 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device de5624e7-7882-4d18-a78f-db9d7f325e01 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:04.533723 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port de5624e7-7882-4d18-a78f-db9d7f325e01 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:11:04.542404 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-87465138-f38d-416c-907d-e8bebb37fa75 None None] Deleting port d9a45597-3494-44b9-ab3e-cc584f6e9ce3 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:04.542843 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-87465138-f38d-416c-907d-e8bebb37fa75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d9a45597-3494-44b9-ab3e-cc584f6e9ce3), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:04.545344 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port de5624e7-7882-4d18-a78f-db9d7f325e01 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:04.545728 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:05.003931 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76bc0b6f-f7ec-4b5b-8313-c62b0c1fbba3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for port (b54d9824-c66a-4b6b-951d-d794cec26303), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:05.041382 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39005456-5347-4ffb-ad9b-91628d92aa91 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (744cea65-5e2b-41d1-8c29-fe85534847b2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:05.113893 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 81677df6-8913-4e40-9c68-8202e74defbd no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:11:05.220139 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35636) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:05.226339 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 81677df6-8913-4e40-9c68-8202e74defbd {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:11:05.226891 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 81677df6-8913-4e40-9c68-8202e74defbd not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:11:05.230752 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01d769-72d0-46ee-ab86-16ac17668e1f req-2ec32c0b-74d9-4a1d-b441-7091fa42b4f1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:05.233671 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-39005456-5347-4ffb-ad9b-91628d92aa91 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744cea65-5e2b-41d1-8c29-fe85534847b2']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:05.235731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d9a45597-3494-44b9-ab3e-cc584f6e9ce3 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:11:05.249479 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1c01d769-72d0-46ee-ab86-16ac17668e1f req-2ec32c0b-74d9-4a1d-b441-7091fa42b4f1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 945 time: 0.1702344 Feb 09 22:11:05.259154 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-39005456-5347-4ffb-ad9b-91628d92aa91 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4de4db9-f0e4-4121-b131-220422c89361') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:05.261256 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-39005456-5347-4ffb-ad9b-91628d92aa91 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4de4db9-f0e4-4121-b131-220422c89361') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:05.274361 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-87465138-f38d-416c-907d-e8bebb37fa75 None None] For port d9a45597-3494-44b9-ab3e-cc584f6e9ce3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d9a45597-3494-44b9-ab3e-cc584f6e9ce3,segment=NetworkSegment(4a45190c-7cd2-4e2d-8d64-927a3aa02384),segment_id=4a45190c-7cd2-4e2d-8d64-927a3aa02384)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:05.275015 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-87465138-f38d-416c-907d-e8bebb37fa75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d9a45597-3494-44b9-ab3e-cc584f6e9ce3), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:05.277203 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a23b338-62ff-4c60-af6a-762b88ba6f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:05.285117 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39005456-5347-4ffb-ad9b-91628d92aa91 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (d4de4db9-f0e4-4121-b131-220422c89361), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:05.302266 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-87465138-f38d-416c-907d-e8bebb37fa75 None None] Calling delete_port for d9a45597-3494-44b9-ab3e-cc584f6e9ce3 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:05.315468 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39005456-5347-4ffb-ad9b-91628d92aa91 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d4de4db9-f0e4-4121-b131-220422c89361), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:05.328593 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39005456-5347-4ffb-ad9b-91628d92aa91 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:11:05.329299 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39005456-5347-4ffb-ad9b-91628d92aa91 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (d4de4db9-f0e4-4121-b131-220422c89361), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:11:05.336322 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:11:05.404805 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1c01d769-72d0-46ee-ab86-16ac17668e1f req-202e2424-bc25-499b-a1fa-9c0896e02974 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511695 Feb 09 22:11:05.407630 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76bc0b6f-f7ec-4b5b-8313-c62b0c1fbba3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (b54d9824-c66a-4b6b-951d-d794cec26303), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:05.459971 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35638) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:05.553131 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bc0b6f-f7ec-4b5b-8313-c62b0c1fbba3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network 04cba60a-7773-4d94-9185-d1ba245364e0 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:05.553990 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39005456-5347-4ffb-ad9b-91628d92aa91 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (744cea65-5e2b-41d1-8c29-fe85534847b2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:05.572726 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-76bc0b6f-f7ec-4b5b-8313-c62b0c1fbba3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:05.585572 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39005456-5347-4ffb-ad9b-91628d92aa91 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:05.594136 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-39005456-5347-4ffb-ad9b-91628d92aa91 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "DELETE /v2.0/networks/744cea65-5e2b-41d1-8c29-fe85534847b2 HTTP/1.1" status: 204 len: 168 time: 1.7544818 Feb 09 22:11:05.596405 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc0b6f-f7ec-4b5b-8313-c62b0c1fbba3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:05.597330 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76bc0b6f-f7ec-4b5b-8313-c62b0c1fbba3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (2d6fcd07-8b97-4b65-a176-b95d0be465e9), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:05.602261 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc0b6f-f7ec-4b5b-8313-c62b0c1fbba3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Port': ['ID=b54d9824-c66a-4b6b-951d-d794cec26303,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:05.606917 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35640) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:05.608983 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port d9a45597-3494-44b9-ab3e-cc584f6e9ce3 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:05.609490 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d9a45597-3494-44b9-ab3e-cc584f6e9ce3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:05.688250 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39005456-5347-4ffb-ad9b-91628d92aa91 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event deleted for resources: {'Network': ['ID=744cea65-5e2b-41d1-8c29-fe85534847b2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:05.762569 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port d9a45597-3494-44b9-ab3e-cc584f6e9ce3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d9a45597-3494-44b9-ab3e-cc584f6e9ce3,segment=NetworkSegment(4a45190c-7cd2-4e2d-8d64-927a3aa02384),segment_id=4a45190c-7cd2-4e2d-8d64-927a3aa02384)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:05.775977 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d9a45597-3494-44b9-ab3e-cc584f6e9ce3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:05.795933 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-db3233d6-8488-4877-af9c-52e64c74f119 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/floatingips/a0d90290-3209-47f0-b988-cef1ee904a7f HTTP/1.1" status: 200 len: 993 time: 0.3196490 Feb 09 22:11:05.840399 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port de5624e7-7882-4d18-a78f-db9d7f325e01 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:05.840954 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:05.868637 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-87465138-f38d-416c-907d-e8bebb37fa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (d9a45597-3494-44b9-ab3e-cc584f6e9ce3), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:05.933852 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port de5624e7-7882-4d18-a78f-db9d7f325e01, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=de5624e7-7882-4d18-a78f-db9d7f325e01,segment=NetworkSegment(c1c4ebd5-934b-4dad-9341-362d5d6bd69e),segment_id=c1c4ebd5-934b-4dad-9341-362d5d6bd69e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:05.939393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0e58fd-bf9b-4057-8a58-bfd560b43855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5624e7-7882-4d18-a78f-db9d7f325e01'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:11:05.942741 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dec3a7-7b8d-4c65-8153-39e913457b38" -d '{"events": [{"server_uuid": "9d0e58fd-bf9b-4057-8a58-bfd560b43855", "name": "network-vif-plugged", "status": "completed", "tag": "de5624e7-7882-4d18-a78f-db9d7f325e01"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:11:05.949864 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87465138-f38d-416c-907d-e8bebb37fa75 None None] No DVR routers for this DVR port d9a45597-3494-44b9-ab3e-cc584f6e9ce3 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:11:05.970753 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:05.974902 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=d9a45597-3494-44b9-ab3e-cc584f6e9ce3,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:06.050247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87465138-f38d-416c-907d-e8bebb37fa75 None None] Pushing event deleted for resources: {'Port': ['ID=d9a45597-3494-44b9-ab3e-cc584f6e9ce3,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:06.136349 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b1dea04-edfe-47b7-8e6c-1f98a1831d6c tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (11abb0a7-f156-4d21-a791-c18fd641cce6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:06.174469 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a23b338-62ff-4c60-af6a-762b88ba6f00 admin admin] Publish callbacks [] for security_group (45f4398a-201c-49bc-bb9a-e768e6178617), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:06.188339 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=de5624e7-7882-4d18-a78f-db9d7f325e01,revision_number=9']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:06.206236 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a23b338-62ff-4c60-af6a-762b88ba6f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (45f4398a-201c-49bc-bb9a-e768e6178617), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:06.339903 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e68082-a928-45e4-a9c3-42d77092d964 None None] Network 04cba60a-7773-4d94-9185-d1ba245364e0 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:06.498562 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-785aa0be-0eab-40fd-a684-4c170cbf9073 None None] Provisioning complete for port 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:06.499080 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-785aa0be-0eab-40fd-a684-4c170cbf9073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1c2568c7-7691-497d-9a4e-6e3b7a5f9c00), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:06.526830 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b1dea04-edfe-47b7-8e6c-1f98a1831d6c tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (11abb0a7-f156-4d21-a791-c18fd641cce6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:06.588576 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-0b1dea04-edfe-47b7-8e6c-1f98a1831d6c tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11abb0a7-f156-4d21-a791-c18fd641cce6']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:06.600116 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fce91b-b38f-4d56-bc31-9102053f6acd x-openstack-request-id: req-e6fce91b-b38f-4d56-bc31-9102053f6acd {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:11:06.600608 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0e58fd-bf9b-4057-8a58-bfd560b43855", "name": "network-vif-plugged", "status": "completed", "tag": "de5624e7-7882-4d18-a78f-db9d7f325e01", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:11:06.601033 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6fce91b-b38f-4d56-bc31-9102053f6acd {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:11:06.601697 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0e58fd-bf9b-4057-8a58-bfd560b43855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5624e7-7882-4d18-a78f-db9d7f325e01', 'code': 200} Feb 09 22:11:06.602848 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-0b1dea04-edfe-47b7-8e6c-1f98a1831d6c tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a45190c-7cd2-4e2d-8d64-927a3aa02384') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:06.603161 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-0b1dea04-edfe-47b7-8e6c-1f98a1831d6c tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a45190c-7cd2-4e2d-8d64-927a3aa02384') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:06.626658 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b1dea04-edfe-47b7-8e6c-1f98a1831d6c tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (4a45190c-7cd2-4e2d-8d64-927a3aa02384), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:06.643622 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b1dea04-edfe-47b7-8e6c-1f98a1831d6c tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (4a45190c-7cd2-4e2d-8d64-927a3aa02384), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:06.651345 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1dea04-edfe-47b7-8e6c-1f98a1831d6c tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:11:06.651906 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b1dea04-edfe-47b7-8e6c-1f98a1831d6c tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (4a45190c-7cd2-4e2d-8d64-927a3aa02384), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:06.726183 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76bc0b6f-f7ec-4b5b-8313-c62b0c1fbba3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b54d9824-c66a-4b6b-951d-d794cec26303), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:06.737896 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:11:06.748707 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:11:06.758862 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4a23b338-62ff-4c60-af6a-762b88ba6f00 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4463b0cb861e469b9935ac8424f0a8d8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5351210 Feb 09 22:11:06.759684 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b1dea04-edfe-47b7-8e6c-1f98a1831d6c tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (11abb0a7-f156-4d21-a791-c18fd641cce6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:06.761582 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35648) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:06.765344 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b1dea04-edfe-47b7-8e6c-1f98a1831d6c tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:06.772424 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0b1dea04-edfe-47b7-8e6c-1f98a1831d6c tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "DELETE /v2.0/networks/11abb0a7-f156-4d21-a791-c18fd641cce6 HTTP/1.1" status: 204 len: 168 time: 1.1408098 Feb 09 22:11:06.789821 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35650) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:06.814843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1dea04-edfe-47b7-8e6c-1f98a1831d6c tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event deleted for resources: {'Network': ['ID=11abb0a7-f156-4d21-a791-c18fd641cce6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:06.842453 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-785aa0be-0eab-40fd-a684-4c170cbf9073 None None] Current status of the port 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:06.842882 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-785aa0be-0eab-40fd-a684-4c170cbf9073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1c2568c7-7691-497d-9a4e-6e3b7a5f9c00), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:06.864168 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32ca2131-1e87-4eca-b3c2-d8ca97ce9b02 admin admin] Publish callbacks [] for security_group (45f4398a-201c-49bc-bb9a-e768e6178617), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:06.892844 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71a270b-6340-4b39-89a4-8a92698cfbc8 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Deleting subnet 061a29ca-96c3-4d94-a3ae-a9e84000f750 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:11:06.897815 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23b338-62ff-4c60-af6a-762b88ba6f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f4398a-201c-49bc-bb9a-e768e6178617,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:06.905733 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c71a270b-6340-4b39-89a4-8a92698cfbc8 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for subnet (061a29ca-96c3-4d94-a3ae-a9e84000f750), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:06.912655 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-785aa0be-0eab-40fd-a684-4c170cbf9073 None None] For port 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1c2568c7-7691-497d-9a4e-6e3b7a5f9c00,segment=NetworkSegment(c9f98cac-8db0-456c-8357-8b2c7db7979a),segment_id=c9f98cac-8db0-456c-8357-8b2c7db7979a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:06.917142 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32ca2131-1e87-4eca-b3c2-d8ca97ce9b02 admin admin] Publish callbacks [] for security_group (45f4398a-201c-49bc-bb9a-e768e6178617), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:06.927896 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-785aa0be-0eab-40fd-a684-4c170cbf9073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1c2568c7-7691-497d-9a4e-6e3b7a5f9c00), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:06.955172 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:06.955172 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1c2568c7-7691-497d-9a4e-6e3b7a5f9c00), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:07.017351 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32ca2131-1e87-4eca-b3c2-d8ca97ce9b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (45f4398a-201c-49bc-bb9a-e768e6178617), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:07.020918 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32ca2131-1e87-4eca-b3c2-d8ca97ce9b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:07.022541 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-32ca2131-1e87-4eca-b3c2-d8ca97ce9b02 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/45f4398a-201c-49bc-bb9a-e768e6178617 HTTP/1.1" status: 204 len: 168 time: 0.2593038 Feb 09 22:11:07.037114 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca2131-1e87-4eca-b3c2-d8ca97ce9b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f4398a-201c-49bc-bb9a-e768e6178617,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:07.143921 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785aa0be-0eab-40fd-a684-4c170cbf9073 None None] Pushing event updated for resources: {'Port': ['ID=1c2568c7-7691-497d-9a4e-6e3b7a5f9c00,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:07.239339 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:07.498218 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-757034bf-463c-4ce5-9283-d124cb46f9fc None None] Provisioning complete for port b54d9824-c66a-4b6b-951d-d794cec26303 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:07.498798 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-757034bf-463c-4ce5-9283-d124cb46f9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b54d9824-c66a-4b6b-951d-d794cec26303), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:07.592492 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-757034bf-463c-4ce5-9283-d124cb46f9fc None None] Port b54d9824-c66a-4b6b-951d-d794cec26303 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:11:07.605596 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-757034bf-463c-4ce5-9283-d124cb46f9fc None None] Provisioning complete for port 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:07.606072 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-757034bf-463c-4ce5-9283-d124cb46f9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1c2568c7-7691-497d-9a4e-6e3b7a5f9c00), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:07.842790 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c71a270b-6340-4b39-89a4-8a92698cfbc8 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (061a29ca-96c3-4d94-a3ae-a9e84000f750), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:07.858098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-757034bf-463c-4ce5-9283-d124cb46f9fc None None] Current status of the port 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:07.871586 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-17b8d451-72fc-4f93-b952-07a9884f88db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:07.997374 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-71360a7f-8afe-42cf-843a-cf898bf41f3b None None] Provisioning complete for port b54d9824-c66a-4b6b-951d-d794cec26303 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:07.998461 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-71360a7f-8afe-42cf-843a-cf898bf41f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b54d9824-c66a-4b6b-951d-d794cec26303), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:08.097664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-71360a7f-8afe-42cf-843a-cf898bf41f3b None None] Port b54d9824-c66a-4b6b-951d-d794cec26303 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:11:08.121270 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c71a270b-6340-4b39-89a4-8a92698cfbc8 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (061a29ca-96c3-4d94-a3ae-a9e84000f750), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:08.247190 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76bc0b6f-f7ec-4b5b-8313-c62b0c1fbba3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for port (b54d9824-c66a-4b6b-951d-d794cec26303), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:08.252121 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c71a270b-6340-4b39-89a4-8a92698cfbc8 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (061a29ca-96c3-4d94-a3ae-a9e84000f750), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:08.266563 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76bc0b6f-f7ec-4b5b-8313-c62b0c1fbba3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (b54d9824-c66a-4b6b-951d-d794cec26303), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:08.267467 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76bc0b6f-f7ec-4b5b-8313-c62b0c1fbba3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (2d6fcd07-8b97-4b65-a176-b95d0be465e9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:08.308925 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a270b-6340-4b39-89a4-8a92698cfbc8 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event deleted for resources: {'Subnet': ['ID=061a29ca-96c3-4d94-a3ae-a9e84000f750,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:08.314880 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c71a270b-6340-4b39-89a4-8a92698cfbc8 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:08.316091 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257e6582-b1a7-42f9-b663-bb5edc3247ff None None] Network 5fb39073-3cbe-4dbd-8f9d-bedd9938fe94 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:08.318477 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c71a270b-6340-4b39-89a4-8a92698cfbc8 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "DELETE /v2.0/subnets/061a29ca-96c3-4d94-a3ae-a9e84000f750 HTTP/1.1" status: 204 len: 168 time: 1.5003827 Feb 09 22:11:08.325508 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35668) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:08.566442 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19f7afb0-eb79-4ed0-97c5-077d66bae4aa tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (5fb39073-3cbe-4dbd-8f9d-bedd9938fe94), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:08.656087 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc0b6f-f7ec-4b5b-8313-c62b0c1fbba3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Port': ['ID=b54d9824-c66a-4b6b-951d-d794cec26303,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:08.742013 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:08.759850 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-19f7afb0-eb79-4ed0-97c5-077d66bae4aa tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Deleting port 8e48d004-b03a-4a33-96fe-f7d80069704c {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:08.760553 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19f7afb0-eb79-4ed0-97c5-077d66bae4aa tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8e48d004-b03a-4a33-96fe-f7d80069704c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:08.821552 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bc0b6f-f7ec-4b5b-8313-c62b0c1fbba3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network 04cba60a-7773-4d94-9185-d1ba245364e0 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:08.827816 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-76bc0b6f-f7ec-4b5b-8313-c62b0c1fbba3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:08.842648 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6659499-f3f5-49aa-b1df-ed427b2b4da2 None None] DHCP port deletion for 5fb39073-3cbe-4dbd-8f9d-bedd9938fe94 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:11:08.977219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35678) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:09.055980 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:09.056759 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1c2568c7-7691-497d-9a4e-6e3b7a5f9c00), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.095945 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-19f7afb0-eb79-4ed0-97c5-077d66bae4aa tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] For port 8e48d004-b03a-4a33-96fe-f7d80069704c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8e48d004-b03a-4a33-96fe-f7d80069704c,segment=NetworkSegment(8669febe-82c5-47bf-a6b1-38fe8311f4f2),segment_id=8669febe-82c5-47bf-a6b1-38fe8311f4f2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:09.101882 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19f7afb0-eb79-4ed0-97c5-077d66bae4aa tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8e48d004-b03a-4a33-96fe-f7d80069704c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.151433 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-19f7afb0-eb79-4ed0-97c5-077d66bae4aa tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Calling delete_port for 8e48d004-b03a-4a33-96fe-f7d80069704c owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:09.167055 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e6659499-f3f5-49aa-b1df-ed427b2b4da2 None None] Deleting port 8e48d004-b03a-4a33-96fe-f7d80069704c {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:09.167434 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e6659499-f3f5-49aa-b1df-ed427b2b4da2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8e48d004-b03a-4a33-96fe-f7d80069704c), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.221521 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bc0b6f-f7ec-4b5b-8313-c62b0c1fbba3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:11:09.288329 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19f7afb0-eb79-4ed0-97c5-077d66bae4aa tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (8e48d004-b03a-4a33-96fe-f7d80069704c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.365335 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f7afb0-eb79-4ed0-97c5-077d66bae4aa tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] No DVR routers for this DVR port 8e48d004-b03a-4a33-96fe-f7d80069704c on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:11:09.368354 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7afb0-eb79-4ed0-97c5-077d66bae4aa tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event deleted for resources: {'Port': ['ID=8e48d004-b03a-4a33-96fe-f7d80069704c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:09.379245 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e6659499-f3f5-49aa-b1df-ed427b2b4da2 None None] For port 8e48d004-b03a-4a33-96fe-f7d80069704c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8e48d004-b03a-4a33-96fe-f7d80069704c,segment=NetworkSegment(8669febe-82c5-47bf-a6b1-38fe8311f4f2),segment_id=8669febe-82c5-47bf-a6b1-38fe8311f4f2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:09.379689 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e6659499-f3f5-49aa-b1df-ed427b2b4da2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8e48d004-b03a-4a33-96fe-f7d80069704c), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.394476 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:09.410448 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e6659499-f3f5-49aa-b1df-ed427b2b4da2 None None] Calling delete_port for 8e48d004-b03a-4a33-96fe-f7d80069704c owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:09.540754 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bc0b6f-f7ec-4b5b-8313-c62b0c1fbba3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:11:09.550932 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19f7afb0-eb79-4ed0-97c5-077d66bae4aa tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (5fb39073-3cbe-4dbd-8f9d-bedd9938fe94), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.554900 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] Sync routers for ids ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:11:09.579102 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-76bc0b6f-f7ec-4b5b-8313-c62b0c1fbba3 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/2d6fcd07-8b97-4b65-a176-b95d0be465e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7197850 Feb 09 22:11:09.580788 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] Routers {'2d6fcd07-8b97-4b65-a176-b95d0be465e9'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:09.582035 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35682) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:09.585566 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-19f7afb0-eb79-4ed0-97c5-077d66bae4aa tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb39073-3cbe-4dbd-8f9d-bedd9938fe94']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:09.586831 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:10:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:09.602745 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-19f7afb0-eb79-4ed0-97c5-077d66bae4aa tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8669febe-82c5-47bf-a6b1-38fe8311f4f2') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:09.602745 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-19f7afb0-eb79-4ed0-97c5-077d66bae4aa tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8669febe-82c5-47bf-a6b1-38fe8311f4f2') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:09.604146 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ed3b77de-1151-4999-8527-f18b0fffb5b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-528832343'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:09.631357 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5c50508a-ae28-49ca-82e8-358bb55ca20d tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] Request body: {'port': {'network_id': 'ea094ce7-b6a8-4a89-8ec4-64cdf86a08ba', 'name': 'tempest-NetworksNegativeTestJSON-97928840'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:09.636167 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19f7afb0-eb79-4ed0-97c5-077d66bae4aa tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (8669febe-82c5-47bf-a6b1-38fe8311f4f2), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.637239 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e6659499-f3f5-49aa-b1df-ed427b2b4da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (8e48d004-b03a-4a33-96fe-f7d80069704c), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.652938 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3b77de-1151-4999-8527-f18b0fffb5b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Made reservation on behalf of 47944c0c1a37453aba470db687825795 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:09.658589 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed3b77de-1151-4999-8527-f18b0fffb5b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.673972 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6659499-f3f5-49aa-b1df-ed427b2b4da2 None None] No DVR routers for this DVR port 8e48d004-b03a-4a33-96fe-f7d80069704c on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:11:09.699349 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d5aa820e-84a6-4488-a693-0b92206150a1 None None] Provisioning complete for port b54d9824-c66a-4b6b-951d-d794cec26303 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:09.700068 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d5aa820e-84a6-4488-a693-0b92206150a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b54d9824-c66a-4b6b-951d-d794cec26303), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.707204 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6659499-f3f5-49aa-b1df-ed427b2b4da2 None None] Pushing event deleted for resources: {'Port': ['ID=8e48d004-b03a-4a33-96fe-f7d80069704c,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:09.710451 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c50508a-ae28-49ca-82e8-358bb55ca20d tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] POST failed (client error): The resource could not be found. Feb 09 22:11:09.711611 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c50508a-ae28-49ca-82e8-358bb55ca20d tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:11:09.714959 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5c50508a-ae28-49ca-82e8-358bb55ca20d tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.7286162 Feb 09 22:11:09.721741 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35686) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:09.738473 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19f7afb0-eb79-4ed0-97c5-077d66bae4aa tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (8669febe-82c5-47bf-a6b1-38fe8311f4f2), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.755050 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed3b77de-1151-4999-8527-f18b0fffb5b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:11:09.761307 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f7afb0-eb79-4ed0-97c5-077d66bae4aa tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:11:09.765615 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19f7afb0-eb79-4ed0-97c5-077d66bae4aa tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (8669febe-82c5-47bf-a6b1-38fe8311f4f2), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: warnings.warn('Neutron quota engine will require "--force" ' Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:11:09.784869 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:11:09.792730 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3f8f83-d08f-47bb-9a66-5eacab4bd534 tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] DELETE failed (client error): The resource could not be found. Feb 09 22:11:09.793312 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f3f8f83-d08f-47bb-9a66-5eacab4bd534 tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:11:09.803116 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2f3f8f83-d08f-47bb-9a66-5eacab4bd534 tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] 10.222.0.77 "DELETE /v2.0/networks/7e4c2c79-7d53-436d-82f6-c6ef295186df HTTP/1.1" status: 404 len: 339 time: 0.0738125 Feb 09 22:11:09.803721 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d5aa820e-84a6-4488-a693-0b92206150a1 None None] Port b54d9824-c66a-4b6b-951d-d794cec26303 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:11:09.803910 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35688) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:09.835727 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] Set router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:09.847393 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ce0199-9468-4653-b8ca-3e42cf016191 tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] DELETE failed (client error): The resource could not be found. Feb 09 22:11:09.848399 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ce0199-9468-4653-b8ca-3e42cf016191 tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:11:09.859233 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e3ce0199-9468-4653-b8ca-3e42cf016191 tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] 10.222.0.77 "DELETE /v2.0/ports/4dfb598e-9c17-4f1b-8d28-d80e815f6c86 HTTP/1.1" status: 404 len: 333 time: 0.0449800 Feb 09 22:11:09.859233 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed3b77de-1151-4999-8527-f18b0fffb5b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (be83a974-fdc2-428b-b51d-cfc21c4ebe91), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.859233 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-ed3b77de-1151-4999-8527-f18b0fffb5b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Added segment be83a974-fdc2-428b-b51d-cfc21c4ebe91 of type vlan for network 214354a7-f7df-4e99-baec-f4029789cde4 Feb 09 22:11:09.864493 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35690) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:09.924126 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19f7afb0-eb79-4ed0-97c5-077d66bae4aa tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (5fb39073-3cbe-4dbd-8f9d-bedd9938fe94), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.959147 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19f7afb0-eb79-4ed0-97c5-077d66bae4aa tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.966416 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-19f7afb0-eb79-4ed0-97c5-077d66bae4aa tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "DELETE /v2.0/networks/5fb39073-3cbe-4dbd-8f9d-bedd9938fe94 HTTP/1.1" status: 204 len: 168 time: 1.6385634 Feb 09 22:11:09.968887 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7afb0-eb79-4ed0-97c5-077d66bae4aa tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Pushing event deleted for resources: {'Network': ['ID=5fb39073-3cbe-4dbd-8f9d-bedd9938fe94,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:09.976325 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35692) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:09.981232 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc390aac-7ceb-425c-941d-fe1690b3bdf7 tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] DELETE failed (client error): The resource could not be found. Feb 09 22:11:09.982771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc390aac-7ceb-425c-941d-fe1690b3bdf7 tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:11:09.997653 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dc390aac-7ceb-425c-941d-fe1690b3bdf7 tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] 10.222.0.77 "DELETE /v2.0/subnets/3f0b9eb1-00e6-4183-ba65-ed7cf91d8f28 HTTP/1.1" status: 404 len: 337 time: 0.1115775 Feb 09 22:11:09.998779 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35694) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:10.033490 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a5961726-2065-4612-a051-255c2c1013ef tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2ba9022-d389-4821-a46b-ff81ebee4790 HTTP/1.1" status: 200 len: 205 time: 0.0557492 Feb 09 22:11:10.034302 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35696) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:10.051061 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f52e8f-7e90-4370-bfc1-33c118d44616 tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] GET failed (client error): The resource could not be found. Feb 09 22:11:10.060588 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-63f52e8f-7e90-4370-bfc1-33c118d44616 tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] 10.222.0.77 "GET /v2.0/networks/00e8d5ea-2824-410d-8c9c-cee1ad41cf7a HTTP/1.1" status: 404 len: 339 time: 0.0548282 Feb 09 22:11:10.061632 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35698) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:10.070960 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed3b77de-1151-4999-8527-f18b0fffb5b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (214354a7-f7df-4e99-baec-f4029789cde4), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:10.133664 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-20cc4c9b-378d-47ec-845a-9ef30877a850 tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] GET failed (client error): The resource could not be found. Feb 09 22:11:10.142198 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-20cc4c9b-378d-47ec-845a-9ef30877a850 tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] 10.222.0.77 "GET /v2.0/ports/b795ef5a-b2a5-4b0c-bfc9-eb211681e4f7 HTTP/1.1" status: 404 len: 333 time: 0.0606718 Feb 09 22:11:10.143325 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35700) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:10.173076 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-120d62aa-8b53-4760-a6bb-b6f2901b04b9 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for router (c2ba9022-d389-4821-a46b-ff81ebee4790), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:10.201766 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:11:06Z', 'revision_number': 2, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:07Z', 'revision_number': 2, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:10.218641 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-8626ca5d-c8bf-439a-8c7f-234e780455e8 tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] GET failed (client error): The resource could not be found. Feb 09 22:11:10.223220 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8626ca5d-c8bf-439a-8c7f-234e780455e8 tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] 10.222.0.77 "GET /v2.0/subnets/80c70f7d-e886-4e55-ad1c-159ba5eac517 HTTP/1.1" status: 404 len: 337 time: 0.0773709 Feb 09 22:11:10.231179 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35702) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:10.242134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c68cccb1-ffd7-4e83-ae3a-ed13d6497ad0 tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:10.242566 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] Checking router: 2d6fcd07-8b97-4b65-a176-b95d0be465e9 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:11:10.242916 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] Updating router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 port b54d9824-c66a-4b6b-951d-d794cec26303 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:11:10.267989 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed3b77de-1151-4999-8527-f18b0fffb5b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (214354a7-f7df-4e99-baec-f4029789cde4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:10.275028 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3b77de-1151-4999-8527-f18b0fffb5b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:10.277408 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed3b77de-1151-4999-8527-f18b0fffb5b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:10.294489 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b54d9824-c66a-4b6b-951d-d794cec26303), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:10.298511 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68cccb1-ffd7-4e83-ae3a-ed13d6497ad0 tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] PUT failed (client error): The resource could not be found. Feb 09 22:11:10.300284 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68cccb1-ffd7-4e83-ae3a-ed13d6497ad0 tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:11:10.302153 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c68cccb1-ffd7-4e83-ae3a-ed13d6497ad0 tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] 10.222.0.77 "PUT /v2.0/networks/449cc97f-372d-4ce2-8f9a-4acd95d15bc0 HTTP/1.1" status: 404 len: 339 time: 0.0681059 Feb 09 22:11:10.313862 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ed3b77de-1151-4999-8527-f18b0fffb5b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7269788 Feb 09 22:11:10.315073 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35704) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:10.315574 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35706) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:10.327538 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a7cf6fac-626c-43e0-9814-21d7f38f2f0c tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:10.344300 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-89677edd-0ff3-43a2-9603-a644091736b6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'subnet': {'network_id': '214354a7-f7df-4e99-baec-f4029789cde4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:10.402495 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b77de-1151-4999-8527-f18b0fffb5b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Network': ['ID=214354a7-f7df-4e99-baec-f4029789cde4,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:10.415292 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 214354a7-f7df-4e99-baec-f4029789cde4 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:11:10.423780 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7cf6fac-626c-43e0-9814-21d7f38f2f0c tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] PUT failed (client error): The resource could not be found. Feb 09 22:11:10.423780 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7cf6fac-626c-43e0-9814-21d7f38f2f0c tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:11:10.424525 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a7cf6fac-626c-43e0-9814-21d7f38f2f0c tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] 10.222.0.77 "PUT /v2.0/ports/820c5bec-e170-4acb-aab2-e41491d82a1e HTTP/1.1" status: 404 len: 333 time: 0.1073029 Feb 09 22:11:10.430623 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35708) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:10.437354 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7e173798-341f-4815-8cb7-ccc36bae6045 tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:10.511371 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e173798-341f-4815-8cb7-ccc36bae6045 tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] PUT failed (client error): The resource could not be found. Feb 09 22:11:10.513415 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e173798-341f-4815-8cb7-ccc36bae6045 tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:11:10.520880 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7e173798-341f-4815-8cb7-ccc36bae6045 tempest-NetworksNegativeTestJSON-1923431574 tempest-NetworksNegativeTestJSON-1923431574-project] 10.222.0.77 "PUT /v2.0/subnets/2534f365-9ef1-48fb-bad0-116761f46c44 HTTP/1.1" status: 404 len: 337 time: 0.0871730 Feb 09 22:11:10.533129 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-76774bac-5baf-4a59-8e84-a46baf81fa4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:10.662024 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8e48d004-b03a-4a33-96fe-f7d80069704c no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:11:10.733719 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 8e48d004-b03a-4a33-96fe-f7d80069704c {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:11:10.734189 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8e48d004-b03a-4a33-96fe-f7d80069704c not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:11:11.031351 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] Publish callbacks [] for port (b54d9824-c66a-4b6b-951d-d794cec26303), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.043299 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b54d9824-c66a-4b6b-951d-d794cec26303), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.054684 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35716) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:11.107450 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-120d62aa-8b53-4760-a6bb-b6f2901b04b9 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (c2ba9022-d389-4821-a46b-ff81ebee4790), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.115824 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-120d62aa-8b53-4760-a6bb-b6f2901b04b9 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for router_controller (c2ba9022-d389-4821-a46b-ff81ebee4790), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.184507 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89677edd-0ff3-43a2-9603-a644091736b6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Made reservation on behalf of 47944c0c1a37453aba470db687825795 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:11.189141 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-89677edd-0ff3-43a2-9603-a644091736b6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.196471 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-120d62aa-8b53-4760-a6bb-b6f2901b04b9 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (c2ba9022-d389-4821-a46b-ff81ebee4790), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.196471 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120d62aa-8b53-4760-a6bb-b6f2901b04b9 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Fanout notify agent at l3_agent the message router_deleted on router c2ba9022-d389-4821-a46b-ff81ebee4790 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:11:11.205466 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-120d62aa-8b53-4760-a6bb-b6f2901b04b9 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.211178 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-120d62aa-8b53-4760-a6bb-b6f2901b04b9 tempest-RoutersNegativeIpV6Test-74928354 tempest-RoutersNegativeIpV6Test-74928354-project] 10.222.0.77 "DELETE /v2.0/routers/c2ba9022-d389-4821-a46b-ff81ebee4790 HTTP/1.1" status: 204 len: 168 time: 1.1747231 Feb 09 22:11:11.295769 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] Attempting to bind port b54d9824-c66a-4b6b-951d-d794cec26303 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:11:11.296340 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] Attempting to bind port b54d9824-c66a-4b6b-951d-d794cec26303 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'c9f98cac-8db0-456c-8357-8b2c7db7979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:11:11.296932 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] Attempting to bind port b54d9824-c66a-4b6b-951d-d794cec26303 on network 04cba60a-7773-4d94-9185-d1ba245364e0 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:11:11.300777 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b65325-2d6f-46ed-992b-082c6eab0044 None None] Pushing event updated for resources: {'Port': ['ID=b54d9824-c66a-4b6b-951d-d794cec26303,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:11.321500 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b65325-2d6f-46ed-992b-082c6eab0044 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.323504 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b65325-2d6f-46ed-992b-082c6eab0044 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.324084 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b65325-2d6f-46ed-992b-082c6eab0044 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.324681 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b65325-2d6f-46ed-992b-082c6eab0044 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.325724 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b65325-2d6f-46ed-992b-082c6eab0044 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.326831 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b65325-2d6f-46ed-992b-082c6eab0044 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.327397 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b65325-2d6f-46ed-992b-082c6eab0044 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.328045 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b65325-2d6f-46ed-992b-082c6eab0044 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.328871 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b65325-2d6f-46ed-992b-082c6eab0044 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.329325 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b65325-2d6f-46ed-992b-082c6eab0044 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.329887 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b65325-2d6f-46ed-992b-082c6eab0044 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.330478 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b65325-2d6f-46ed-992b-082c6eab0044 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.331067 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b65325-2d6f-46ed-992b-082c6eab0044 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.362049 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:11:11.363057 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] Checking segment: {'id': 'c9f98cac-8db0-456c-8357-8b2c7db7979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:11.370187 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.370587 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] Bound using segment: {'id': 'c9f98cac-8db0-456c-8357-8b2c7db7979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:11:11.371397 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] Bound port: b54d9824-c66a-4b6b-951d-d794cec26303, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f98cac-8db0-456c-8357-8b2c7db7979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:11:11.377725 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b54d9824-c66a-4b6b-951d-d794cec26303), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.400072 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2fdc566-1324-435e-b774-3738190e3758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.584465 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-89677edd-0ff3-43a2-9603-a644091736b6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (b40fc9a2-1a69-4337-aebd-6b449b7fa5a0), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.600775 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] For port b54d9824-c66a-4b6b-951d-d794cec26303, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:11:11.605982 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] For port b54d9824-c66a-4b6b-951d-d794cec26303, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b54d9824-c66a-4b6b-951d-d794cec26303,segment=NetworkSegment(c9f98cac-8db0-456c-8357-8b2c7db7979a),segment_id=c9f98cac-8db0-456c-8357-8b2c7db7979a)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:11:11.619100 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b54d9824-c66a-4b6b-951d-d794cec26303), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.664459 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.693321 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2fdc566-1324-435e-b774-3738190e3758 admin admin] Publish callbacks [] for security_group (b36dfa9a-4f6b-4a90-a886-c9efb921bf46), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.699353 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2fdc566-1324-435e-b774-3738190e3758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b36dfa9a-4f6b-4a90-a886-c9efb921bf46), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.735546 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89677edd-0ff3-43a2-9603-a644091736b6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Subnet': ['ID=b40fc9a2-1a69-4337-aebd-6b449b7fa5a0,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:11.749720 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89677edd-0ff3-43a2-9603-a644091736b6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Checking segment: {'id': 'be83a974-fdc2-428b-b51d-cfc21c4ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:11.750249 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89677edd-0ff3-43a2-9603-a644091736b6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network hostable DHCP agents. Network: 214354a7-f7df-4e99-baec-f4029789cde4, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:11:11.776322 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89677edd-0ff3-43a2-9603-a644091736b6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network 214354a7-f7df-4e99-baec-f4029789cde4 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:11:11.780735 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b2fdc566-1324-435e-b774-3738190e3758 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=81ef230599af4c7f8369896541346c33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7218919 Feb 09 22:11:11.781455 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35724) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:11.793411 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-89677edd-0ff3-43a2-9603-a644091736b6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 214354a7-f7df-4e99-baec-f4029789cde4) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:11.802812 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b65325-2d6f-46ed-992b-082c6eab0044 None None] Pushing event updated for resources: {'Port': ['ID=b54d9824-c66a-4b6b-951d-d794cec26303,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:11.812728 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89677edd-0ff3-43a2-9603-a644091736b6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:11.814078 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-89677edd-0ff3-43a2-9603-a644091736b6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.847593 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-89677edd-0ff3-43a2-9603-a644091736b6 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5284617 Feb 09 22:11:11.852371 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35726) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:11.866342 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] Routers {'2d6fcd07-8b97-4b65-a176-b95d0be465e9'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:11.867696 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:11:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:11.875252 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-a2e4dffe-d83d-4f63-a1b0-864f596ec323 None None] Provisioning complete for port b54d9824-c66a-4b6b-951d-d794cec26303 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:11.875948 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a2e4dffe-d83d-4f63-a1b0-864f596ec323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b54d9824-c66a-4b6b-951d-d794cec26303), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.955906 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35730) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:11.978700 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdc566-1324-435e-b774-3738190e3758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36dfa9a-4f6b-4a90-a886-c9efb921bf46,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:12.036800 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88559d69-c02b-4d99-8c52-25030eb74874 admin admin] Publish callbacks [] for security_group (b36dfa9a-4f6b-4a90-a886-c9efb921bf46), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.057707 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5df66a-35c5-47aa-8e7c-df1b45a1d3f2 None None] Network 214354a7-f7df-4e99-baec-f4029789cde4 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:12.113502 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88559d69-c02b-4d99-8c52-25030eb74874 admin admin] Publish callbacks [] for security_group (b36dfa9a-4f6b-4a90-a886-c9efb921bf46), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.349956 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88559d69-c02b-4d99-8c52-25030eb74874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b36dfa9a-4f6b-4a90-a886-c9efb921bf46), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.357813 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88559d69-c02b-4d99-8c52-25030eb74874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.360107 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-88559d69-c02b-4d99-8c52-25030eb74874 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b36dfa9a-4f6b-4a90-a886-c9efb921bf46 HTTP/1.1" status: 204 len: 168 time: 0.5762727 Feb 09 22:11:12.392579 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] Set router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:12.407036 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4dffe-d83d-4f63-a1b0-864f596ec323 None None] Current status of the port b54d9824-c66a-4b6b-951d-d794cec26303 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:12.408491 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a2e4dffe-d83d-4f63-a1b0-864f596ec323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b54d9824-c66a-4b6b-951d-d794cec26303), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.454568 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4a802713-f2a6-4bf2-83af-460f0153d8a6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=27e750eaf7704a3ba9b2765feeb7e8c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4968760 Feb 09 22:11:12.481037 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062f7f2c-4853-47f4-8869-de49c6f524e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-214354a7-f7df-4e99-baec-f4029789cde4', 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4', 'project_id': '47944c0c1a37453aba470db687825795', 'fixed_ips': [{'subnet_id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:11:12.483474 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-062f7f2c-4853-47f4-8869-de49c6f524e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.485961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35736) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:12.520494 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88559d69-c02b-4d99-8c52-25030eb74874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36dfa9a-4f6b-4a90-a886-c9efb921bf46,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:12.643675 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8254b5d-ce9f-482e-8d20-e45593beee9d admin admin] Publish callbacks [] for security_group (d78b51fc-2a08-4ff6-b263-231632640dbc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.707917 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8254b5d-ce9f-482e-8d20-e45593beee9d admin admin] Publish callbacks [] for security_group (d78b51fc-2a08-4ff6-b263-231632640dbc), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.805345 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-a2e4dffe-d83d-4f63-a1b0-864f596ec323 None None] For port b54d9824-c66a-4b6b-951d-d794cec26303, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b54d9824-c66a-4b6b-951d-d794cec26303,segment=NetworkSegment(c9f98cac-8db0-456c-8357-8b2c7db7979a),segment_id=c9f98cac-8db0-456c-8357-8b2c7db7979a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:12.825157 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a2e4dffe-d83d-4f63-a1b0-864f596ec323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b54d9824-c66a-4b6b-951d-d794cec26303), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.878319 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8254b5d-ce9f-482e-8d20-e45593beee9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d78b51fc-2a08-4ff6-b263-231632640dbc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.881567 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8254b5d-ce9f-482e-8d20-e45593beee9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.882107 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.887778 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f8254b5d-ce9f-482e-8d20-e45593beee9d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d78b51fc-2a08-4ff6-b263-231632640dbc HTTP/1.1" status: 204 len: 168 time: 0.3980935 Feb 09 22:11:12.925853 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8254b5d-ce9f-482e-8d20-e45593beee9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78b51fc-2a08-4ff6-b263-231632640dbc,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:13.064945 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:11:06Z', 'revision_number': 2, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:11Z', 'revision_number': 4, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:13.079516 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4dffe-d83d-4f63-a1b0-864f596ec323 None None] Pushing event updated for resources: {'Port': ['ID=b54d9824-c66a-4b6b-951d-d794cec26303,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:13.127376 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dc6ef5af-681b-41db-a9a9-86b2273fc4b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:13.143781 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746e64bf-bda2-4615-ae2f-4584f84ebdf8 None None] The sync data for ids ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'] in n-d-828601-1 is: [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:11:06Z', 'revision_number': 2, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:11Z', 'revision_number': 4, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:11:13.213601 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-79b21c4b-5e96-4d85-b2ef-53ce63e11912 None None] Provisioning complete for port b54d9824-c66a-4b6b-951d-d794cec26303 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:13.214560 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-79b21c4b-5e96-4d85-b2ef-53ce63e11912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b54d9824-c66a-4b6b-951d-d794cec26303), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:13.315120 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-062f7f2c-4853-47f4-8869-de49c6f524e2 None None] Allocated IP 2001:db8:1::2 (214354a7-f7df-4e99-baec-f4029789cde4/b40fc9a2-1a69-4337-aebd-6b449b7fa5a0/42249495-d774-4978-aec6-fafd00b1c4d1) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:13.711717 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-79b21c4b-5e96-4d85-b2ef-53ce63e11912 None None] Current status of the port b54d9824-c66a-4b6b-951d-d794cec26303 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:13.884055 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-062f7f2c-4853-47f4-8869-de49c6f524e2 None None] Publish callbacks [] for port (42249495-d774-4978-aec6-fafd00b1c4d1), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:13.904560 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-062f7f2c-4853-47f4-8869-de49c6f524e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (42249495-d774-4978-aec6-fafd00b1c4d1), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.029826 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062f7f2c-4853-47f4-8869-de49c6f524e2 None None] Network 214354a7-f7df-4e99-baec-f4029789cde4 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:14.054852 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-062f7f2c-4853-47f4-8869-de49c6f524e2 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:14.060150 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f7f2c-4853-47f4-8869-de49c6f524e2 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:14.083044 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f7f2c-4853-47f4-8869-de49c6f524e2 None None] Pushing event updated for resources: {'Port': ['ID=42249495-d774-4978-aec6-fafd00b1c4d1,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:14.204209 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-062f7f2c-4853-47f4-8869-de49c6f524e2 None None] Attempting to bind port 42249495-d774-4978-aec6-fafd00b1c4d1 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:11:14.207547 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-062f7f2c-4853-47f4-8869-de49c6f524e2 None None] Attempting to bind port 42249495-d774-4978-aec6-fafd00b1c4d1 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'be83a974-fdc2-428b-b51d-cfc21c4ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:11:14.208277 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f7f2c-4853-47f4-8869-de49c6f524e2 None None] Attempting to bind port 42249495-d774-4978-aec6-fafd00b1c4d1 on network 214354a7-f7df-4e99-baec-f4029789cde4 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:11:14.210351 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-dc6ef5af-681b-41db-a9a9-86b2273fc4b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Allocated IP 2001:db8:1::1 (214354a7-f7df-4e99-baec-f4029789cde4/b40fc9a2-1a69-4337-aebd-6b449b7fa5a0/75b455da-bf86-4758-87cc-5edd32630b48) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:14.224289 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f7f2c-4853-47f4-8869-de49c6f524e2 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:11:14.224753 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f7f2c-4853-47f4-8869-de49c6f524e2 None None] Checking segment: {'id': 'be83a974-fdc2-428b-b51d-cfc21c4ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:14.226514 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-062f7f2c-4853-47f4-8869-de49c6f524e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.226946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f7f2c-4853-47f4-8869-de49c6f524e2 None None] Bound using segment: {'id': 'be83a974-fdc2-428b-b51d-cfc21c4ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:11:14.227453 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-062f7f2c-4853-47f4-8869-de49c6f524e2 None None] Bound port: 42249495-d774-4978-aec6-fafd00b1c4d1, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be83a974-fdc2-428b-b51d-cfc21c4ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:11:14.227892 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-062f7f2c-4853-47f4-8869-de49c6f524e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (42249495-d774-4978-aec6-fafd00b1c4d1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.417321 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-062f7f2c-4853-47f4-8869-de49c6f524e2 None None] For port 42249495-d774-4978-aec6-fafd00b1c4d1, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:11:14.421652 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-062f7f2c-4853-47f4-8869-de49c6f524e2 None None] For port 42249495-d774-4978-aec6-fafd00b1c4d1, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=42249495-d774-4978-aec6-fafd00b1c4d1,segment=NetworkSegment(be83a974-fdc2-428b-b51d-cfc21c4ebe91),segment_id=be83a974-fdc2-428b-b51d-cfc21c4ebe91)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:11:14.438304 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-062f7f2c-4853-47f4-8869-de49c6f524e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (42249495-d774-4978-aec6-fafd00b1c4d1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.475430 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35780) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:14.520739 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dc6ef5af-681b-41db-a9a9-86b2273fc4b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for port (75b455da-bf86-4758-87cc-5edd32630b48), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.540012 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35784) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:14.555187 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f7f2c-4853-47f4-8869-de49c6f524e2 None None] Pushing event updated for resources: {'Port': ['ID=42249495-d774-4978-aec6-fafd00b1c4d1,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:14.620750 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dc6ef5af-681b-41db-a9a9-86b2273fc4b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (75b455da-bf86-4758-87cc-5edd32630b48), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.663732 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.679072 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6ef5af-681b-41db-a9a9-86b2273fc4b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network 214354a7-f7df-4e99-baec-f4029789cde4 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:14.725405 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-dc6ef5af-681b-41db-a9a9-86b2273fc4b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:14.736229 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6ef5af-681b-41db-a9a9-86b2273fc4b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:14.736814 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dc6ef5af-681b-41db-a9a9-86b2273fc4b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (2d6fcd07-8b97-4b65-a176-b95d0be465e9), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.765962 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c418fbd1-9b8c-457b-b889-ac4dd872654c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-116767907'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:14.810793 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-a27aad93-d78a-4cf5-833c-b2df225af293 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:14.818337 n-d-828601-1 neutron-server[103202]: WARNING neutron.api.v2.base [None req-a27aad93-d78a-4cf5-833c-b2df225af293 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 22:11:14.819121 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-a27aad93-d78a-4cf5-833c-b2df225af293 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 22:11:14.826809 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a27aad93-d78a-4cf5-833c-b2df225af293 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2845933 Feb 09 22:11:14.829727 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35788) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:14.844700 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b82b1436-5193-4264-a95a-f7c69d443201 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group': {'name': 'tempest-secgroup--1302771537'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:14.846401 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b54d9824-c66a-4b6b-951d-d794cec26303 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:14.854928 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c418fbd1-9b8c-457b-b889-ac4dd872654c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:14.860057 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c418fbd1-9b8c-457b-b889-ac4dd872654c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.870437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ef5af-681b-41db-a9a9-86b2273fc4b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Port': ['ID=75b455da-bf86-4758-87cc-5edd32630b48,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:14.893999 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c418fbd1-9b8c-457b-b889-ac4dd872654c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.956876 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port b54d9824-c66a-4b6b-951d-d794cec26303 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:14.956876 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b54d9824-c66a-4b6b-951d-d794cec26303), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.962763 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82b1436-5193-4264-a95a-f7c69d443201 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.003178 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82b1436-5193-4264-a95a-f7c69d443201 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.131344 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dc6ef5af-681b-41db-a9a9-86b2273fc4b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (75b455da-bf86-4758-87cc-5edd32630b48), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.131582 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port b54d9824-c66a-4b6b-951d-d794cec26303 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:15.186553 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c418fbd1-9b8c-457b-b889-ac4dd872654c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (624cc8cc-c7bf-4c83-b9ee-6e751b0e754f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.208237 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82b1436-5193-4264-a95a-f7c69d443201 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (4b70b8a2-b900-4ab3-abd8-f67c3ce34148), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.210299 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c418fbd1-9b8c-457b-b889-ac4dd872654c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (624cc8cc-c7bf-4c83-b9ee-6e751b0e754f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.224812 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82b1436-5193-4264-a95a-f7c69d443201 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4b70b8a2-b900-4ab3-abd8-f67c3ce34148), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.247400 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c418fbd1-9b8c-457b-b889-ac4dd872654c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:11:15.275177 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c418fbd1-9b8c-457b-b889-ac4dd872654c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (5b7dcf3f-c542-436e-b71d-f2f8ca390cc1), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.275543 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-c418fbd1-9b8c-457b-b889-ac4dd872654c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Added segment 5b7dcf3f-c542-436e-b71d-f2f8ca390cc1 of type vlan for network fd38cebe-c028-4d60-b49e-daf463b92361 Feb 09 22:11:15.277156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418fbd1-9b8c-457b-b889-ac4dd872654c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=624cc8cc-c7bf-4c83-b9ee-6e751b0e754f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:15.377241 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c418fbd1-9b8c-457b-b889-ac4dd872654c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (fd38cebe-c028-4d60-b49e-daf463b92361), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.379582 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b1436-5193-4264-a95a-f7c69d443201 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b70b8a2-b900-4ab3-abd8-f67c3ce34148,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:15.427386 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82b1436-5193-4264-a95a-f7c69d443201 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (fd205c18-f70c-44c1-a77d-1c6f833cb07e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.441058 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82b1436-5193-4264-a95a-f7c69d443201 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (fd205c18-f70c-44c1-a77d-1c6f833cb07e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.473569 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c418fbd1-9b8c-457b-b889-ac4dd872654c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (fd38cebe-c028-4d60-b49e-daf463b92361), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.480473 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c418fbd1-9b8c-457b-b889-ac4dd872654c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:15.481614 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c418fbd1-9b8c-457b-b889-ac4dd872654c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.495491 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.673951 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82b1436-5193-4264-a95a-f7c69d443201 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.675760 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b82b1436-5193-4264-a95a-f7c69d443201 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8422775 Feb 09 22:11:15.678987 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418fbd1-9b8c-457b-b889-ac4dd872654c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Network': ['ID=fd38cebe-c028-4d60-b49e-daf463b92361,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:15.680799 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35792) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:15.684165 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b1436-5193-4264-a95a-f7c69d443201 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd205c18-f70c-44c1-a77d-1c6f833cb07e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:15.696530 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7f6101b6-2b62-42c2-b905-c5a8edc57f41 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group_rule': {'security_group_id': 'fd205c18-f70c-44c1-a77d-1c6f833cb07e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:15.708364 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dc6ef5af-681b-41db-a9a9-86b2273fc4b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for port (75b455da-bf86-4758-87cc-5edd32630b48), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.709123 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c418fbd1-9b8c-457b-b889-ac4dd872654c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2299616 Feb 09 22:11:15.711106 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35794) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:15.720596 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dc6ef5af-681b-41db-a9a9-86b2273fc4b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (75b455da-bf86-4758-87cc-5edd32630b48), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.721796 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dc6ef5af-681b-41db-a9a9-86b2273fc4b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (2d6fcd07-8b97-4b65-a176-b95d0be465e9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.722428 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ee096887-42cc-4712-a546-a840a97dc8fb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'port': {'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361', 'name': 'tempest-PortsIpV6TestJSON-2131811612'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:15.882679 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network fd38cebe-c028-4d60-b49e-daf463b92361 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:11:15.945403 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6ef5af-681b-41db-a9a9-86b2273fc4b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network 214354a7-f7df-4e99-baec-f4029789cde4 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:15.951162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-dc6ef5af-681b-41db-a9a9-86b2273fc4b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:15.960149 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f6101b6-2b62-42c2-b905-c5a8edc57f41 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group_rule (524a6821-93ad-40ab-8a4c-099be5383f51), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.976834 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ef5af-681b-41db-a9a9-86b2273fc4b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Port': ['ID=75b455da-bf86-4758-87cc-5edd32630b48,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:15.993762 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee096887-42cc-4712-a546-a840a97dc8fb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:16.009887 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ee096887-42cc-4712-a546-a840a97dc8fb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.062871 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-ee096887-42cc-4712-a546-a840a97dc8fb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] device_id is not set on port 80d8ead6-326c-4b8c-b50f-b743b7f8b143 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:11:16.129636 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f6101b6-2b62-42c2-b905-c5a8edc57f41 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group_rule (524a6821-93ad-40ab-8a4c-099be5383f51), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.155708 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.187064 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f6101b6-2b62-42c2-b905-c5a8edc57f41 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (524a6821-93ad-40ab-8a4c-099be5383f51), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.232697 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6101b6-2b62-42c2-b905-c5a8edc57f41 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524a6821-93ad-40ab-8a4c-099be5383f51,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:16.257138 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f6101b6-2b62-42c2-b905-c5a8edc57f41 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.261244 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7f6101b6-2b62-42c2-b905-c5a8edc57f41 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5741537 Feb 09 22:11:16.262626 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35796) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:16.270580 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a3e0131e-627a-426a-8bd0-6c58da05bd92 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group_rule': {'security_group_id': 'fd205c18-f70c-44c1-a77d-1c6f833cb07e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:16.305432 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6ef5af-681b-41db-a9a9-86b2273fc4b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:11:16.318552 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a3e0131e-627a-426a-8bd0-6c58da05bd92 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group_rule (57a1dc35-581d-4c0a-9741-00983ffa9d00), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.482402 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6ef5af-681b-41db-a9a9-86b2273fc4b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:11:16.488460 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-dc6ef5af-681b-41db-a9a9-86b2273fc4b5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/2d6fcd07-8b97-4b65-a176-b95d0be465e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6341367 Feb 09 22:11:16.500120 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] Sync routers for ids ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:11:16.515020 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35800) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:16.530867 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-a3e0131e-627a-426a-8bd0-6c58da05bd92 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 22:11:16.535783 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a3e0131e-627a-426a-8bd0-6c58da05bd92 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2682912 Feb 09 22:11:16.550618 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-4c958a43-3d6f-458f-bc45-a3d4ef1d8ab0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-615274835'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:16.551232 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ee096887-42cc-4712-a546-a840a97dc8fb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for port (80d8ead6-326c-4b8c-b50f-b743b7f8b143), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.601835 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35802) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:16.608354 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c958a43-3d6f-458f-bc45-a3d4ef1d8ab0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Made reservation on behalf of 47944c0c1a37453aba470db687825795 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:16.616851 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c958a43-3d6f-458f-bc45-a3d4ef1d8ab0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.642016 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ee096887-42cc-4712-a546-a840a97dc8fb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (80d8ead6-326c-4b8c-b50f-b743b7f8b143), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.727354 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c958a43-3d6f-458f-bc45-a3d4ef1d8ab0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:11:16.768402 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c958a43-3d6f-458f-bc45-a3d4ef1d8ab0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (8d6fb8b6-0b71-442a-b94a-50a2e80a554c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.768996 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-4c958a43-3d6f-458f-bc45-a3d4ef1d8ab0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Added segment 8d6fb8b6-0b71-442a-b94a-50a2e80a554c of type vlan for network 5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024 Feb 09 22:11:16.790203 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee096887-42cc-4712-a546-a840a97dc8fb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Port': ['ID=80d8ead6-326c-4b8c-b50f-b743b7f8b143,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:16.865594 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee096887-42cc-4712-a546-a840a97dc8fb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Checking segment: {'id': '5b7dcf3f-c542-436e-b71d-f2f8ca390cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:16.866800 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee096887-42cc-4712-a546-a840a97dc8fb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network hostable DHCP agents. Network: fd38cebe-c028-4d60-b49e-daf463b92361, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:11:16.871729 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c958a43-3d6f-458f-bc45-a3d4ef1d8ab0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.904474 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee096887-42cc-4712-a546-a840a97dc8fb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network fd38cebe-c028-4d60-b49e-daf463b92361 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:11:16.924187 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-ee096887-42cc-4712-a546-a840a97dc8fb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, fd38cebe-c028-4d60-b49e-daf463b92361) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:16.932283 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee096887-42cc-4712-a546-a840a97dc8fb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:16.944218 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee096887-42cc-4712-a546-a840a97dc8fb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:16.945519 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ee096887-42cc-4712-a546-a840a97dc8fb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.946045 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eff99ab5-3e13-4c23-a031-9eb698cf9590 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (fd205c18-f70c-44c1-a77d-1c6f833cb07e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.970704 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c958a43-3d6f-458f-bc45-a3d4ef1d8ab0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.979676 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0814ab1-32f6-4e4b-bfed-3038c35dabf2 None None] Network 214354a7-f7df-4e99-baec-f4029789cde4 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:16.981335 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c958a43-3d6f-458f-bc45-a3d4ef1d8ab0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:16.982614 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c958a43-3d6f-458f-bc45-a3d4ef1d8ab0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.983362 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ee096887-42cc-4712-a546-a840a97dc8fb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2695079 Feb 09 22:11:16.985904 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35804) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:16.990657 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 42249495-d774-4978-aec6-fafd00b1c4d1 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:16.997978 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-a79c4b47-7392-46c3-b9d2-502fdf6e1b11 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-755680514'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:17.035589 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96e1e14-c200-4a67-870c-6bd19e6348d2 None None] Network fd38cebe-c028-4d60-b49e-daf463b92361 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:17.046911 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79c4b47-7392-46c3-b9d2-502fdf6e1b11 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:17.053933 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a79c4b47-7392-46c3-b9d2-502fdf6e1b11 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.104618 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eff99ab5-3e13-4c23-a031-9eb698cf9590 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (fd205c18-f70c-44c1-a77d-1c6f833cb07e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.113726 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79c4b47-7392-46c3-b9d2-502fdf6e1b11 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:11:17.134760 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] Routers {'2d6fcd07-8b97-4b65-a176-b95d0be465e9'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:17.135421 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:11:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:17.140911 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4c958a43-3d6f-458f-bc45-a3d4ef1d8ab0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6206825 Feb 09 22:11:17.143691 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a79c4b47-7392-46c3-b9d2-502fdf6e1b11 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (b5460c44-4bb0-46f1-8721-a77839b31bf7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.144573 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-a79c4b47-7392-46c3-b9d2-502fdf6e1b11 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Added segment b5460c44-4bb0-46f1-8721-a77839b31bf7 of type vlan for network 9a7ff1cf-373e-4c1c-abc3-0b3fe45a37ec Feb 09 22:11:17.148473 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35806) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:17.162482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-440e9992-1674-4a85-9da7-f45be504fbc2 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'subnet': {'network_id': '5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:17.198377 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c958a43-3d6f-458f-bc45-a3d4ef1d8ab0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Network': ['ID=5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:17.260395 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eff99ab5-3e13-4c23-a031-9eb698cf9590 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (fd205c18-f70c-44c1-a77d-1c6f833cb07e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.266255 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eff99ab5-3e13-4c23-a031-9eb698cf9590 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.268773 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-eff99ab5-3e13-4c23-a031-9eb698cf9590 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "DELETE /v2.0/security-groups/fd205c18-f70c-44c1-a77d-1c6f833cb07e HTTP/1.1" status: 204 len: 168 time: 0.6739845 Feb 09 22:11:17.274864 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35808) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:17.292477 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:11:17.295506 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-7f018652-a233-4a9e-a4c1-2028d81502ec None None] Provisioning complete for port 42249495-d774-4978-aec6-fafd00b1c4d1 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:17.295928 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7f018652-a233-4a9e-a4c1-2028d81502ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (42249495-d774-4978-aec6-fafd00b1c4d1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.304237 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff99ab5-3e13-4c23-a031-9eb698cf9590 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd205c18-f70c-44c1-a77d-1c6f833cb07e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:17.400201 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1dc054c4-498b-42dc-9cdd-99eb90e075e9 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1070678 Feb 09 22:11:17.406927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35810) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:17.430065 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5e6c504e-28eb-4d02-8ad2-ff11110d7681 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group': {'name': 'tempest-secgroup--228530569'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:17.447468 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 42249495-d774-4978-aec6-fafd00b1c4d1 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:17.448595 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (42249495-d774-4978-aec6-fafd00b1c4d1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.463397 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a79c4b47-7392-46c3-b9d2-502fdf6e1b11 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (9a7ff1cf-373e-4c1c-abc3-0b3fe45a37ec), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.504097 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e6c504e-28eb-4d02-8ad2-ff11110d7681 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.527602 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] Set router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:17.542271 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a79c4b47-7392-46c3-b9d2-502fdf6e1b11 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (9a7ff1cf-373e-4c1c-abc3-0b3fe45a37ec), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.555348 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79c4b47-7392-46c3-b9d2-502fdf6e1b11 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:17.556647 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a79c4b47-7392-46c3-b9d2-502fdf6e1b11 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.573597 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440e9992-1674-4a85-9da7-f45be504fbc2 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Made reservation on behalf of 47944c0c1a37453aba470db687825795 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:17.579927 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-440e9992-1674-4a85-9da7-f45be504fbc2 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.703342 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e6c504e-28eb-4d02-8ad2-ff11110d7681 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (575df6e8-7066-4ef5-997e-bf9ff287dada), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.716079 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e6c504e-28eb-4d02-8ad2-ff11110d7681 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (575df6e8-7066-4ef5-997e-bf9ff287dada), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.761807 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a79c4b47-7392-46c3-b9d2-502fdf6e1b11 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7737730 Feb 09 22:11:17.765625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35814) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:17.781312 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'ports': [{'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361'}, {'network_id': '9a7ff1cf-373e-4c1c-abc3-0b3fe45a37ec'}]} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:17.782656 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'port': {'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:17.782859 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'port': {'network_id': '9a7ff1cf-373e-4c1c-abc3-0b3fe45a37ec'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:17.811819 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-7f018652-a233-4a9e-a4c1-2028d81502ec None None] Current status of the port 42249495-d774-4978-aec6-fafd00b1c4d1 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:17.812318 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7f018652-a233-4a9e-a4c1-2028d81502ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (42249495-d774-4978-aec6-fafd00b1c4d1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.816619 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e6c504e-28eb-4d02-8ad2-ff11110d7681 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.824417 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5e6c504e-28eb-4d02-8ad2-ff11110d7681 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4099455 Feb 09 22:11:17.827704 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35816) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:17.852373 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-10b8201d-bf91-474d-b310-dc8f2b049143 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group_rule': {'security_group_id': '575df6e8-7066-4ef5-997e-bf9ff287dada', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:17.854197 n-d-828601-1 neutron-server[103202]: WARNING neutron.api.v2.base [None req-10b8201d-bf91-474d-b310-dc8f2b049143 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 22:11:17.855363 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-10b8201d-bf91-474d-b310-dc8f2b049143 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:11:17.860776 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-10b8201d-bf91-474d-b310-dc8f2b049143 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0144379 Feb 09 22:11:17.874533 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c4b47-7392-46c3-b9d2-502fdf6e1b11 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Network': ['ID=9a7ff1cf-373e-4c1c-abc3-0b3fe45a37ec,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:17.875286 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35818) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:17.875286 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c504e-28eb-4d02-8ad2-ff11110d7681 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=575df6e8-7066-4ef5-997e-bf9ff287dada,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:17.967820 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 42249495-d774-4978-aec6-fafd00b1c4d1 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:17.968245 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (42249495-d774-4978-aec6-fafd00b1c4d1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.975691 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 9a7ff1cf-373e-4c1c-abc3-0b3fe45a37ec details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:11:17.979310 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-7f018652-a233-4a9e-a4c1-2028d81502ec None None] For port 42249495-d774-4978-aec6-fafd00b1c4d1, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=42249495-d774-4978-aec6-fafd00b1c4d1,segment=NetworkSegment(be83a974-fdc2-428b-b51d-cfc21c4ebe91),segment_id=be83a974-fdc2-428b-b51d-cfc21c4ebe91)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:18.010166 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7f018652-a233-4a9e-a4c1-2028d81502ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (42249495-d774-4978-aec6-fafd00b1c4d1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:18.084824 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db223217-b91c-4615-9900-27513d893d2b tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (575df6e8-7066-4ef5-997e-bf9ff287dada), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:18.220017 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f018652-a233-4a9e-a4c1-2028d81502ec None None] Pushing event updated for resources: {'Port': ['ID=42249495-d774-4978-aec6-fafd00b1c4d1,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:18.238143 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:11:18.238525 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:11:18.252032 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db223217-b91c-4615-9900-27513d893d2b tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (575df6e8-7066-4ef5-997e-bf9ff287dada), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:18.256064 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:11:15Z', 'revision_number': 3, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': '75b455da-bf86-4758-87cc-5edd32630b48', 'name': '', 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:33:f2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:13Z', 'updated_at': '2022-02-09T22:11:15Z', 'revision_number': 2, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:12Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:18.272672 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-440e9992-1674-4a85-9da7-f45be504fbc2 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (0691ade6-5557-4227-bfbd-3622ee03f1c7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:18.336417 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'port': 2} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:18.349209 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] Checking router: 2d6fcd07-8b97-4b65-a176-b95d0be465e9 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:11:18.350066 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] Updating router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 port 75b455da-bf86-4758-87cc-5edd32630b48 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:11:18.352691 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e9992-1674-4a85-9da7-f45be504fbc2 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Subnet': ['ID=0691ade6-5557-4227-bfbd-3622ee03f1c7,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:18.353692 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:18.364980 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440e9992-1674-4a85-9da7-f45be504fbc2 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Checking segment: {'id': '8d6fb8b6-0b71-442a-b94a-50a2e80a554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:18.364980 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440e9992-1674-4a85-9da7-f45be504fbc2 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network hostable DHCP agents. Network: 5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:11:18.396351 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (75b455da-bf86-4758-87cc-5edd32630b48), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:18.404454 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:18.405400 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440e9992-1674-4a85-9da7-f45be504fbc2 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network 5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:11:18.424244 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c150ae75-31b8-48fa-83ec-0e3d5598f9f9 None None] Provisioning complete for port 42249495-d774-4978-aec6-fafd00b1c4d1 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:18.424708 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c150ae75-31b8-48fa-83ec-0e3d5598f9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (42249495-d774-4978-aec6-fafd00b1c4d1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:18.438798 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-440e9992-1674-4a85-9da7-f45be504fbc2 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:18.443312 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db223217-b91c-4615-9900-27513d893d2b tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (575df6e8-7066-4ef5-997e-bf9ff287dada), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:18.451906 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db223217-b91c-4615-9900-27513d893d2b tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:18.453229 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440e9992-1674-4a85-9da7-f45be504fbc2 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:18.454310 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-440e9992-1674-4a85-9da7-f45be504fbc2 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:18.455066 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-db223217-b91c-4615-9900-27513d893d2b tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "DELETE /v2.0/security-groups/575df6e8-7066-4ef5-997e-bf9ff287dada HTTP/1.1" status: 204 len: 168 time: 0.5874693 Feb 09 22:11:18.461106 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35820) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:18.498267 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be8d298-579c-4990-ae7d-00f608fe9e34 None None] Network 5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:18.506599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db223217-b91c-4615-9900-27513d893d2b tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=575df6e8-7066-4ef5-997e-bf9ff287dada,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:18.551593 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-440e9992-1674-4a85-9da7-f45be504fbc2 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4010212 Feb 09 22:11:18.556341 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35822) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:18.660537 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6aaac0d8-dc18-4b1b-aa96-210722e5cbc2 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1978664 Feb 09 22:11:18.667835 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35824) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:18.675477 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7af88633-acb7-49ff-8f77-b253e1f3604e tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group': {'name': 'tempest-secgroup--888264743'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:18.709105 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7af88633-acb7-49ff-8f77-b253e1f3604e tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:18.914409 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7af88633-acb7-49ff-8f77-b253e1f3604e tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (b368f0d7-84b4-4184-93cb-b1ca3c2b5fca), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:18.926362 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] device_id is not set on port 4dec0004-1647-4a72-ba6a-4754d4d762aa yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:11:18.985897 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7af88633-acb7-49ff-8f77-b253e1f3604e tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b368f0d7-84b4-4184-93cb-b1ca3c2b5fca), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:18.990988 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 42249495-d774-4978-aec6-fafd00b1c4d1 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:19.061318 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7af88633-acb7-49ff-8f77-b253e1f3604e tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:19.062797 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7af88633-acb7-49ff-8f77-b253e1f3604e tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3937988 Feb 09 22:11:19.066146 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af88633-acb7-49ff-8f77-b253e1f3604e tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b368f0d7-84b4-4184-93cb-b1ca3c2b5fca,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:19.071481 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35828) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:19.078914 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3a71b0d2-7f5e-4f6e-a64c-5634a5122c12 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group_rule': {'security_group_id': 'b368f0d7-84b4-4184-93cb-b1ca3c2b5fca', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:19.080026 n-d-828601-1 neutron-server[103202]: WARNING neutron.api.v2.base [None req-3a71b0d2-7f5e-4f6e-a64c-5634a5122c12 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 22:11:19.080761 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-3a71b0d2-7f5e-4f6e-a64c-5634a5122c12 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:11:19.081905 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3a71b0d2-7f5e-4f6e-a64c-5634a5122c12 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069165 Feb 09 22:11:19.088444 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35830) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:19.180626 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-18dc2f3e-676f-434b-af98-5e39cb20d1fa tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (b368f0d7-84b4-4184-93cb-b1ca3c2b5fca), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:19.245549 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-18dc2f3e-676f-434b-af98-5e39cb20d1fa tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (b368f0d7-84b4-4184-93cb-b1ca3c2b5fca), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:19.345236 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for port (4dec0004-1647-4a72-ba6a-4754d4d762aa), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:19.365236 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-627f2371-0ceb-4d5f-96f9-151415a0560e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:19.428076 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 42249495-d774-4978-aec6-fafd00b1c4d1 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:19.461996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be7305d-9df7-4aa1-9233-805a5fee0c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024', 'network_id': '5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024', 'project_id': '47944c0c1a37453aba470db687825795', 'fixed_ips': [{'subnet_id': '0691ade6-5557-4227-bfbd-3622ee03f1c7'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:11:19.462905 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0be7305d-9df7-4aa1-9233-805a5fee0c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:19.490170 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] device_id is not set on port 7d47b87f-3f66-482d-9757-bcd24af1945e yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:11:19.525071 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c150ae75-31b8-48fa-83ec-0e3d5598f9f9 None None] Current status of the port 42249495-d774-4978-aec6-fafd00b1c4d1 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:19.534782 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-18dc2f3e-676f-434b-af98-5e39cb20d1fa tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b368f0d7-84b4-4184-93cb-b1ca3c2b5fca), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:19.539536 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-18dc2f3e-676f-434b-af98-5e39cb20d1fa tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:19.541421 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-18dc2f3e-676f-434b-af98-5e39cb20d1fa tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "DELETE /v2.0/security-groups/b368f0d7-84b4-4184-93cb-b1ca3c2b5fca HTTP/1.1" status: 204 len: 168 time: 0.4517457 Feb 09 22:11:19.546354 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35832) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:19.566594 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc2f3e-676f-434b-af98-5e39cb20d1fa tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b368f0d7-84b4-4184-93cb-b1ca3c2b5fca,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:19.669121 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-51f0b7ec-3d40-4047-9b9f-53071b0d9513 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1118641 Feb 09 22:11:19.669426 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 42249495-d774-4978-aec6-fafd00b1c4d1 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:19.669426 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (42249495-d774-4978-aec6-fafd00b1c4d1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:19.669426 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c150ae75-31b8-48fa-83ec-0e3d5598f9f9 None None] Provisioning complete for port 75b455da-bf86-4758-87cc-5edd32630b48 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:19.669951 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35834) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:19.670094 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c150ae75-31b8-48fa-83ec-0e3d5598f9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (75b455da-bf86-4758-87cc-5edd32630b48), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:19.677276 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-84d7f4bc-2150-4ce7-9640-93d89cc62d8d tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group': {'name': 'tempest-secgroup--1306073770'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:19.689424 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for port (7d47b87f-3f66-482d-9757-bcd24af1945e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:19.726374 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c150ae75-31b8-48fa-83ec-0e3d5598f9f9 None None] Port 75b455da-bf86-4758-87cc-5edd32630b48 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:11:19.730825 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84d7f4bc-2150-4ce7-9640-93d89cc62d8d tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:19.790852 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (4dec0004-1647-4a72-ba6a-4754d4d762aa), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:19.880861 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network fd38cebe-c028-4d60-b49e-daf463b92361 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:19.897296 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-0be7305d-9df7-4aa1-9233-805a5fee0c7c None None] Allocated IP 2001:db8:2::2 (5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024/0691ade6-5557-4227-bfbd-3622ee03f1c7/bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:19.899561 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:19.902535 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:19.905729 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (7d47b87f-3f66-482d-9757-bcd24af1945e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:19.910088 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-7e53a135-5037-48cf-8ff9-9edde33ac318 None None] Provisioning complete for port 75b455da-bf86-4758-87cc-5edd32630b48 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:19.910545 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7e53a135-5037-48cf-8ff9-9edde33ac318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (75b455da-bf86-4758-87cc-5edd32630b48), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:19.918749 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] Publish callbacks [] for port (75b455da-bf86-4758-87cc-5edd32630b48), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:19.921704 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Port': ['ID=4dec0004-1647-4a72-ba6a-4754d4d762aa,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:19.948326 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (75b455da-bf86-4758-87cc-5edd32630b48), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:19.985164 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84d7f4bc-2150-4ce7-9640-93d89cc62d8d tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (73d721c7-af72-46e5-a7da-a10cf9221e0a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:19.999939 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84d7f4bc-2150-4ce7-9640-93d89cc62d8d tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (73d721c7-af72-46e5-a7da-a10cf9221e0a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.020230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Port': ['ID=7d47b87f-3f66-482d-9757-bcd24af1945e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:20.052383 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Checking segment: {'id': 'b5460c44-4bb0-46f1-8721-a77839b31bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9a7ff1cf-373e-4c1c-abc3-0b3fe45a37ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:20.052922 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network hostable DHCP agents. Network: 9a7ff1cf-373e-4c1c-abc3-0b3fe45a37ec, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:11:20.063447 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84d7f4bc-2150-4ce7-9640-93d89cc62d8d tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.064823 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-84d7f4bc-2150-4ce7-9640-93d89cc62d8d tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3950775 Feb 09 22:11:20.067754 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7f4bc-2150-4ce7-9640-93d89cc62d8d tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d721c7-af72-46e5-a7da-a10cf9221e0a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:20.071737 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35836) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:20.083136 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-677eb147-fdf6-4520-b298-97d795722af1 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group_rule': {'security_group_id': '73d721c7-af72-46e5-a7da-a10cf9221e0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:20.089871 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network 9a7ff1cf-373e-4c1c-abc3-0b3fe45a37ec is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:11:20.098183 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-7e53a135-5037-48cf-8ff9-9edde33ac318 None None] Port 75b455da-bf86-4758-87cc-5edd32630b48 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:11:20.101690 n-d-828601-1 neutron-server[103202]: WARNING neutron.api.v2.base [None req-677eb147-fdf6-4520-b298-97d795722af1 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 22:11:20.105034 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-677eb147-fdf6-4520-b298-97d795722af1 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:11:20.113057 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35838) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:20.116467 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-677eb147-fdf6-4520-b298-97d795722af1 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0402637 Feb 09 22:11:20.121508 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-62aaf7e6-be10-44bf-95ae-cbc2e3084c17 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group_rule': {'security_group_id': '73d721c7-af72-46e5-a7da-a10cf9221e0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:20.123237 n-d-828601-1 neutron-server[103201]: WARNING neutron.api.v2.base [None req-62aaf7e6-be10-44bf-95ae-cbc2e3084c17 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 22:11:20.127483 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-62aaf7e6-be10-44bf-95ae-cbc2e3084c17 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:11:20.128109 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 42249495-d774-4978-aec6-fafd00b1c4d1 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:20.129559 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-62aaf7e6-be10-44bf-95ae-cbc2e3084c17 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0153725 Feb 09 22:11:20.131078 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 9a7ff1cf-373e-4c1c-abc3-0b3fe45a37ec) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:20.137358 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35840) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:20.137677 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7aa7de-44c1-4833-bef3-8dcd44ca3825 None None] Pushing event updated for resources: {'Port': ['ID=75b455da-bf86-4758-87cc-5edd32630b48,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:20.137858 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:20.143366 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:20.147421 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-89e1a7b2-3a89-4e1d-84de-3fbb51cedbc2 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group_rule': {'security_group_id': '73d721c7-af72-46e5-a7da-a10cf9221e0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:20.149764 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:20.150494 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.161467 n-d-828601-1 neutron-server[103202]: WARNING neutron.api.v2.base [None req-89e1a7b2-3a89-4e1d-84de-3fbb51cedbc2 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 22:11:20.165840 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-89e1a7b2-3a89-4e1d-84de-3fbb51cedbc2 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:11:20.177970 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-85172aae-604c-4424-b5a7-a7ed4ee6fa51 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4090414 Feb 09 22:11:20.179026 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35844) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:20.179756 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35846) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:20.180979 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-89e1a7b2-3a89-4e1d-84de-3fbb51cedbc2 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0437820 Feb 09 22:11:20.195309 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-758ca20a-adcf-4b0c-9679-9ab402e517b2 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group_rule': {'security_group_id': '73d721c7-af72-46e5-a7da-a10cf9221e0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:20.196785 n-d-828601-1 neutron-server[103201]: WARNING neutron.api.v2.base [None req-758ca20a-adcf-4b0c-9679-9ab402e517b2 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 22:11:20.197849 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-758ca20a-adcf-4b0c-9679-9ab402e517b2 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:11:20.199113 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-758ca20a-adcf-4b0c-9679-9ab402e517b2 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0082381 Feb 09 22:11:20.205453 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35848) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:20.210403 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9540c8f-7055-4502-acee-0fa1c5cb76cf None None] Network 9a7ff1cf-373e-4c1c-abc3-0b3fe45a37ec requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:20.304856 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7aa7de-44c1-4833-bef3-8dcd44ca3825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:20.305580 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7aa7de-44c1-4833-bef3-8dcd44ca3825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:20.306132 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7aa7de-44c1-4833-bef3-8dcd44ca3825 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:20.306710 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7aa7de-44c1-4833-bef3-8dcd44ca3825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:20.307287 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7aa7de-44c1-4833-bef3-8dcd44ca3825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:20.307890 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7aa7de-44c1-4833-bef3-8dcd44ca3825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:20.308476 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7aa7de-44c1-4833-bef3-8dcd44ca3825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:20.309043 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7aa7de-44c1-4833-bef3-8dcd44ca3825 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:20.309586 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7aa7de-44c1-4833-bef3-8dcd44ca3825 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:20.310683 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7aa7de-44c1-4833-bef3-8dcd44ca3825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:20.311216 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7aa7de-44c1-4833-bef3-8dcd44ca3825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:20.311773 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7aa7de-44c1-4833-bef3-8dcd44ca3825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:20.312309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7aa7de-44c1-4833-bef3-8dcd44ca3825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:20.341222 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f005e9e2-3008-48e5-9677-154b143e9e58 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting port 7d47b87f-3f66-482d-9757-bcd24af1945e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:20.342514 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f005e9e2-3008-48e5-9677-154b143e9e58 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (7d47b87f-3f66-482d-9757-bcd24af1945e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.364377 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] Attempting to bind port 75b455da-bf86-4758-87cc-5edd32630b48 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:11:20.364608 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] Attempting to bind port 75b455da-bf86-4758-87cc-5edd32630b48 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'be83a974-fdc2-428b-b51d-cfc21c4ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:11:20.364876 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] Attempting to bind port 75b455da-bf86-4758-87cc-5edd32630b48 on network 214354a7-f7df-4e99-baec-f4029789cde4 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:11:20.392554 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d3260ab4-d63c-4497-8821-1cb75da96a44 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (73d721c7-af72-46e5-a7da-a10cf9221e0a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.422024 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:11:20.422389 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] Checking segment: {'id': 'be83a974-fdc2-428b-b51d-cfc21c4ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:20.422843 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.423305 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] Bound using segment: {'id': 'be83a974-fdc2-428b-b51d-cfc21c4ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:11:20.423863 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] Bound port: 75b455da-bf86-4758-87cc-5edd32630b48, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be83a974-fdc2-428b-b51d-cfc21c4ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:11:20.424281 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (75b455da-bf86-4758-87cc-5edd32630b48), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.460055 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f005e9e2-3008-48e5-9677-154b143e9e58 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (7d47b87f-3f66-482d-9757-bcd24af1945e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.468387 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d3260ab4-d63c-4497-8821-1cb75da96a44 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (73d721c7-af72-46e5-a7da-a10cf9221e0a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.484764 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f005e9e2-3008-48e5-9677-154b143e9e58 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Calling delete_port for 7d47b87f-3f66-482d-9757-bcd24af1945e owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:20.515773 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0be7305d-9df7-4aa1-9233-805a5fee0c7c None None] Publish callbacks [] for port (bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.533280 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0be7305d-9df7-4aa1-9233-805a5fee0c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.612814 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d3260ab4-d63c-4497-8821-1cb75da96a44 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (73d721c7-af72-46e5-a7da-a10cf9221e0a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.624085 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d3260ab4-d63c-4497-8821-1cb75da96a44 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.632333 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d3260ab4-d63c-4497-8821-1cb75da96a44 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "DELETE /v2.0/security-groups/73d721c7-af72-46e5-a7da-a10cf9221e0a HTTP/1.1" status: 204 len: 168 time: 0.4181659 Feb 09 22:11:20.650626 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be7305d-9df7-4aa1-9233-805a5fee0c7c None None] Network 5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:20.665077 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35850) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:20.665423 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3260ab4-d63c-4497-8821-1cb75da96a44 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d721c7-af72-46e5-a7da-a10cf9221e0a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:20.668408 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-0be7305d-9df7-4aa1-9233-805a5fee0c7c None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:20.672333 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be7305d-9df7-4aa1-9233-805a5fee0c7c None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:20.713432 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] For port 75b455da-bf86-4758-87cc-5edd32630b48, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:11:20.713742 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f005e9e2-3008-48e5-9677-154b143e9e58 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (7d47b87f-3f66-482d-9757-bcd24af1945e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.720355 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-627f2371-0ceb-4d5f-96f9-151415a0560e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Allocated IP 2001:db8:2::1 (5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024/0691ade6-5557-4227-bfbd-3622ee03f1c7/09755e32-055a-498b-8685-756b99d9438a) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:20.731623 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7305d-9df7-4aa1-9233-805a5fee0c7c None None] Pushing event updated for resources: {'Port': ['ID=bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:20.760925 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1f466314-b3ed-4e37-9dfc-c5fac56fb93a tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0832953 Feb 09 22:11:20.761882 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35852) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:20.767212 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f8262b3d-619e-4bf8-b63a-1d7d582dd2d8 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group': {'name': 'tempest-secgroup--357552488'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:20.771816 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] For port 75b455da-bf86-4758-87cc-5edd32630b48, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=75b455da-bf86-4758-87cc-5edd32630b48,segment=NetworkSegment(be83a974-fdc2-428b-b51d-cfc21c4ebe91),segment_id=be83a974-fdc2-428b-b51d-cfc21c4ebe91)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:11:20.789059 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (75b455da-bf86-4758-87cc-5edd32630b48), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.790587 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005e9e2-3008-48e5-9677-154b143e9e58 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Port': ['ID=7d47b87f-3f66-482d-9757-bcd24af1945e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:20.810912 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f005e9e2-3008-48e5-9677-154b143e9e58 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.817810 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f005e9e2-3008-48e5-9677-154b143e9e58 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/ports/7d47b87f-3f66-482d-9757-bcd24af1945e HTTP/1.1" status: 204 len: 168 time: 0.6361485 Feb 09 22:11:20.820939 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35854) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:20.857222 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7aa7de-44c1-4833-bef3-8dcd44ca3825 None None] Pushing event updated for resources: {'Port': ['ID=75b455da-bf86-4758-87cc-5edd32630b48,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:20.871144 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0be7305d-9df7-4aa1-9233-805a5fee0c7c None None] Attempting to bind port bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:11:20.871739 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0be7305d-9df7-4aa1-9233-805a5fee0c7c None None] Attempting to bind port bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '8d6fb8b6-0b71-442a-b94a-50a2e80a554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:11:20.872843 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be7305d-9df7-4aa1-9233-805a5fee0c7c None None] Attempting to bind port bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b on network 5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:11:20.876606 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8262b3d-619e-4bf8-b63a-1d7d582dd2d8 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.884695 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be7305d-9df7-4aa1-9233-805a5fee0c7c None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:11:20.889238 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be7305d-9df7-4aa1-9233-805a5fee0c7c None None] Checking segment: {'id': '8d6fb8b6-0b71-442a-b94a-50a2e80a554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:20.889931 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0be7305d-9df7-4aa1-9233-805a5fee0c7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.892024 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be7305d-9df7-4aa1-9233-805a5fee0c7c None None] Bound using segment: {'id': '8d6fb8b6-0b71-442a-b94a-50a2e80a554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:11:20.892024 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0be7305d-9df7-4aa1-9233-805a5fee0c7c None None] Bound port: bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6fb8b6-0b71-442a-b94a-50a2e80a554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:11:20.892024 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0be7305d-9df7-4aa1-9233-805a5fee0c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.897303 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9b63ac95-1b16-46e1-8d9b-9f3c9b9750bd None None] Provisioning complete for port 75b455da-bf86-4758-87cc-5edd32630b48 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:20.897909 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9b63ac95-1b16-46e1-8d9b-9f3c9b9750bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (75b455da-bf86-4758-87cc-5edd32630b48), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.959427 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] Routers {'2d6fcd07-8b97-4b65-a176-b95d0be465e9'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:20.960321 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:11:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:20.966435 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430f750c-5871-4310-bd1b-6b37f4508146 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:20.973710 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430f750c-5871-4310-bd1b-6b37f4508146 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:20.975459 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-430f750c-5871-4310-bd1b-6b37f4508146 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1526587 Feb 09 22:11:20.978202 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35856) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:21.083242 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-627f2371-0ceb-4d5f-96f9-151415a0560e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for port (09755e32-055a-498b-8685-756b99d9438a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:21.193033 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-88ca7583-1707-414f-8ffd-f6df08815ac9 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting port 4dec0004-1647-4a72-ba6a-4754d4d762aa {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:21.193033 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88ca7583-1707-414f-8ffd-f6df08815ac9 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (4dec0004-1647-4a72-ba6a-4754d4d762aa), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:21.243000 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8262b3d-619e-4bf8-b63a-1d7d582dd2d8 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (836b4727-7bb1-43f0-abd8-d145467bc250), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:21.244851 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-627f2371-0ceb-4d5f-96f9-151415a0560e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (09755e32-055a-498b-8685-756b99d9438a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:21.256837 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] Set router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:21.298511 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8262b3d-619e-4bf8-b63a-1d7d582dd2d8 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (836b4727-7bb1-43f0-abd8-d145467bc250), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:21.333672 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0be7305d-9df7-4aa1-9233-805a5fee0c7c None None] For port bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:11:21.361893 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627f2371-0ceb-4d5f-96f9-151415a0560e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network 5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:21.382324 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-627f2371-0ceb-4d5f-96f9-151415a0560e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:21.409070 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f2371-0ceb-4d5f-96f9-151415a0560e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:21.409644 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-627f2371-0ceb-4d5f-96f9-151415a0560e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (2d6fcd07-8b97-4b65-a176-b95d0be465e9), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:21.415708 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f2371-0ceb-4d5f-96f9-151415a0560e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Port': ['ID=09755e32-055a-498b-8685-756b99d9438a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:21.455488 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88ca7583-1707-414f-8ffd-f6df08815ac9 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (4dec0004-1647-4a72-ba6a-4754d4d762aa), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:21.502483 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8262b3d-619e-4bf8-b63a-1d7d582dd2d8 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:21.504450 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f8262b3d-619e-4bf8-b63a-1d7d582dd2d8 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7419076 Feb 09 22:11:21.508765 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35860) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:21.522051 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-88ca7583-1707-414f-8ffd-f6df08815ac9 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Calling delete_port for 4dec0004-1647-4a72-ba6a-4754d4d762aa owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:21.534659 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-1967c288-1f8f-4701-83ca-8838d35e35b3 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group_rule': {'security_group_id': '836b4727-7bb1-43f0-abd8-d145467bc250', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:21.542390 n-d-828601-1 neutron-server[103202]: WARNING neutron.api.v2.base [None req-1967c288-1f8f-4701-83ca-8838d35e35b3 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 22:11:21.543131 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-1967c288-1f8f-4701-83ca-8838d35e35b3 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:11:21.552958 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1967c288-1f8f-4701-83ca-8838d35e35b3 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0373905 Feb 09 22:11:21.562568 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35862) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:21.565904 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8262b3d-619e-4bf8-b63a-1d7d582dd2d8 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836b4727-7bb1-43f0-abd8-d145467bc250,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:21.583390 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d02530c2-4f1a-45ae-9a2a-6fa8602d5785 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group_rule': {'security_group_id': '836b4727-7bb1-43f0-abd8-d145467bc250', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:21.585974 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0be7305d-9df7-4aa1-9233-805a5fee0c7c None None] For port bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b,segment=NetworkSegment(8d6fb8b6-0b71-442a-b94a-50a2e80a554c),segment_id=8d6fb8b6-0b71-442a-b94a-50a2e80a554c)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:11:21.730832 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88ca7583-1707-414f-8ffd-f6df08815ac9 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (4dec0004-1647-4a72-ba6a-4754d4d762aa), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:21.743044 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0be7305d-9df7-4aa1-9233-805a5fee0c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:21.782252 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-d02530c2-4f1a-45ae-9a2a-6fa8602d5785 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:11:21.783905 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d02530c2-4f1a-45ae-9a2a-6fa8602d5785 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2093337 Feb 09 22:11:21.787709 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35864) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:21.794122 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88ca7583-1707-414f-8ffd-f6df08815ac9 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:21.794897 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e6df5688-c909-4116-8e82-438e117f49d9 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group_rule': {'security_group_id': '836b4727-7bb1-43f0-abd8-d145467bc250', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:21.795847 n-d-828601-1 neutron-server[103202]: WARNING neutron.api.v2.base [None req-e6df5688-c909-4116-8e82-438e117f49d9 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 22:11:21.798323 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-e6df5688-c909-4116-8e82-438e117f49d9 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:11:21.798323 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e6df5688-c909-4116-8e82-438e117f49d9 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088446 Feb 09 22:11:21.799520 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-627f2371-0ceb-4d5f-96f9-151415a0560e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (09755e32-055a-498b-8685-756b99d9438a), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:21.802593 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35866) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:21.803064 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35868) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:21.804471 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-88ca7583-1707-414f-8ffd-f6df08815ac9 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/ports/4dec0004-1647-4a72-ba6a-4754d4d762aa HTTP/1.1" status: 204 len: 168 time: 0.8243918 Feb 09 22:11:21.808529 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca7583-1707-414f-8ffd-f6df08815ac9 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Port': ['ID=4dec0004-1647-4a72-ba6a-4754d4d762aa,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:21.818384 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9b63ac95-1b16-46e1-8d9b-9f3c9b9750bd None None] Current status of the port 75b455da-bf86-4758-87cc-5edd32630b48 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:21.819128 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9b63ac95-1b16-46e1-8d9b-9f3c9b9750bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (75b455da-bf86-4758-87cc-5edd32630b48), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:21.829963 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d0cba165-13be-4fca-9d6e-b42bbe621de4 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group_rule': {'security_group_id': '836b4727-7bb1-43f0-abd8-d145467bc250', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:21.913165 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7305d-9df7-4aa1-9233-805a5fee0c7c None None] Pushing event updated for resources: {'Port': ['ID=bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:21.964083 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-9b63ac95-1b16-46e1-8d9b-9f3c9b9750bd None None] For port 75b455da-bf86-4758-87cc-5edd32630b48, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=75b455da-bf86-4758-87cc-5edd32630b48,segment=NetworkSegment(be83a974-fdc2-428b-b51d-cfc21c4ebe91),segment_id=be83a974-fdc2-428b-b51d-cfc21c4ebe91)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:21.978039 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9b63ac95-1b16-46e1-8d9b-9f3c9b9750bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (75b455da-bf86-4758-87cc-5edd32630b48), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:22.074189 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63ac95-1b16-46e1-8d9b-9f3c9b9750bd None None] Pushing event updated for resources: {'Port': ['ID=75b455da-bf86-4758-87cc-5edd32630b48,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:22.078808 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-d0cba165-13be-4fca-9d6e-b42bbe621de4 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:11:22.083454 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d0cba165-13be-4fca-9d6e-b42bbe621de4 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2562292 Feb 09 22:11:22.084239 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35870) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:22.089520 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-cec82c0d-8f73-4713-87eb-86d07ed58294 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group_rule': {'security_group_id': '836b4727-7bb1-43f0-abd8-d145467bc250', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:22.090298 n-d-828601-1 neutron-server[103201]: WARNING neutron.api.v2.base [None req-cec82c0d-8f73-4713-87eb-86d07ed58294 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 22:11:22.090820 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-cec82c0d-8f73-4713-87eb-86d07ed58294 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:11:22.095809 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-cec82c0d-8f73-4713-87eb-86d07ed58294 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101504 Feb 09 22:11:22.096423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35872) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:22.103470 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-87a4d7ed-85b7-44fa-905f-847cf148d956 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group_rule': {'security_group_id': '836b4727-7bb1-43f0-abd8-d145467bc250', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:22.135803 n-d-828601-1 neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-87a4d7ed-85b7-44fa-905f-847cf148d956 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Project 2f9910712ba64e2182c451ca5c7cf217 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:11:22.145050 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6d70b381-6b6c-4246-a929-f2c852538280 None None] Provisioning complete for port 75b455da-bf86-4758-87cc-5edd32630b48 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:22.145911 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d70b381-6b6c-4246-a929-f2c852538280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (75b455da-bf86-4758-87cc-5edd32630b48), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:22.157140 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-87a4d7ed-85b7-44fa-905f-847cf148d956 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:11:22.162642 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-87a4d7ed-85b7-44fa-905f-847cf148d956 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0651226 Feb 09 22:11:22.163518 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35874) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:22.168941 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2510a767-da47-447c-ac94-f9a4a0b28ed6 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group_rule': {'security_group_id': '836b4727-7bb1-43f0-abd8-d145467bc250', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:22.170456 n-d-828601-1 neutron-server[103201]: WARNING neutron.api.v2.base [None req-2510a767-da47-447c-ac94-f9a4a0b28ed6 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 22:11:22.171163 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-2510a767-da47-447c-ac94-f9a4a0b28ed6 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:11:22.175869 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2510a767-da47-447c-ac94-f9a4a0b28ed6 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0108755 Feb 09 22:11:22.177011 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35876) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:22.182191 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c1383533-5f34-4cd7-81c5-1a2effbcebe9 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group_rule': {'security_group_id': '836b4727-7bb1-43f0-abd8-d145467bc250', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:22.268394 n-d-828601-1 neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-c1383533-5f34-4cd7-81c5-1a2effbcebe9 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Project 2f9910712ba64e2182c451ca5c7cf217 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:11:22.308499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61a35ca-423f-42ba-a8e1-e99b19785649 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:22.313958 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c61a35ca-423f-42ba-a8e1-e99b19785649 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5094142 Feb 09 22:11:22.314764 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35878) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:22.368642 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b33e19-2dbd-441f-beda-c34cd3e9350e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] GET failed (client error): The resource could not be found. Feb 09 22:11:22.370547 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-56b33e19-2dbd-441f-beda-c34cd3e9350e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports/7d47b87f-3f66-482d-9757-bcd24af1945e HTTP/1.1" status: 404 len: 333 time: 0.0541146 Feb 09 22:11:22.374146 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35880) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:22.410051 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-c1383533-5f34-4cd7-81c5-1a2effbcebe9 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:11:22.411231 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c1383533-5f34-4cd7-81c5-1a2effbcebe9 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2329967 Feb 09 22:11:22.412478 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b409ff-2369-4b0f-87b9-d61a4dd36f28 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] GET failed (client error): The resource could not be found. Feb 09 22:11:22.413969 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-47b409ff-2369-4b0f-87b9-d61a4dd36f28 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports/4dec0004-1647-4a72-ba6a-4754d4d762aa HTTP/1.1" status: 404 len: 333 time: 0.0388265 Feb 09 22:11:22.415592 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35882) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:22.417351 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35884) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:22.437441 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-20a6a88f-2cb8-4865-9d4a-98bc6ec9a88c tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group_rule': {'security_group_id': '836b4727-7bb1-43f0-abd8-d145467bc250', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:22.537885 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:11:15Z', 'revision_number': 3, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': '75b455da-bf86-4758-87cc-5edd32630b48', 'name': '', 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:33:f2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:13Z', 'updated_at': '2022-02-09T22:11:20Z', 'revision_number': 4, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:12Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:22.579434 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91f8071-3503-4496-a845-f5a703e59128 None None] The sync data for ids ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'] in n-d-828601-1 is: [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:11:15Z', 'revision_number': 3, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': '75b455da-bf86-4758-87cc-5edd32630b48', 'name': '', 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:33:f2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:13Z', 'updated_at': '2022-02-09T22:11:20Z', 'revision_number': 4, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:12Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:11:22.661268 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4bed13e8-688f-4bda-9155-b346ace13c95 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (9a7ff1cf-373e-4c1c-abc3-0b3fe45a37ec), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:22.666742 n-d-828601-1 neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-20a6a88f-2cb8-4865-9d4a-98bc6ec9a88c tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Project 2f9910712ba64e2182c451ca5c7cf217 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:11:22.693015 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-20a6a88f-2cb8-4865-9d4a-98bc6ec9a88c tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:11:22.694847 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-20a6a88f-2cb8-4865-9d4a-98bc6ec9a88c tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2726738 Feb 09 22:11:22.700672 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35888) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:22.711055 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6d70b381-6b6c-4246-a929-f2c852538280 None None] Current status of the port 75b455da-bf86-4758-87cc-5edd32630b48 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:22.725287 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-627f2371-0ceb-4d5f-96f9-151415a0560e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for port (09755e32-055a-498b-8685-756b99d9438a), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:22.747094 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-627f2371-0ceb-4d5f-96f9-151415a0560e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (09755e32-055a-498b-8685-756b99d9438a), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:22.749524 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-627f2371-0ceb-4d5f-96f9-151415a0560e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (2d6fcd07-8b97-4b65-a176-b95d0be465e9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:22.890028 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8ff37684-17d7-47f7-912b-0878d86b4bb4 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (836b4727-7bb1-43f0-abd8-d145467bc250), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:22.935499 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4bed13e8-688f-4bda-9155-b346ace13c95 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (9a7ff1cf-373e-4c1c-abc3-0b3fe45a37ec), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:22.974136 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f2371-0ceb-4d5f-96f9-151415a0560e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Port': ['ID=09755e32-055a-498b-8685-756b99d9438a,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:22.976089 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8ff37684-17d7-47f7-912b-0878d86b4bb4 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (836b4727-7bb1-43f0-abd8-d145467bc250), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:23.031194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-4bed13e8-688f-4bda-9155-b346ace13c95 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7ff1cf-373e-4c1c-abc3-0b3fe45a37ec']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:23.081297 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-4bed13e8-688f-4bda-9155-b346ace13c95 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5460c44-4bb0-46f1-8721-a77839b31bf7') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:23.082041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-4bed13e8-688f-4bda-9155-b346ace13c95 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5460c44-4bb0-46f1-8721-a77839b31bf7') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:23.087169 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627f2371-0ceb-4d5f-96f9-151415a0560e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network 5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:23.092133 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-627f2371-0ceb-4d5f-96f9-151415a0560e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:23.112206 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4bed13e8-688f-4bda-9155-b346ace13c95 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (b5460c44-4bb0-46f1-8721-a77839b31bf7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:23.169466 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4bed13e8-688f-4bda-9155-b346ace13c95 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (b5460c44-4bb0-46f1-8721-a77839b31bf7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:23.181221 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8ff37684-17d7-47f7-912b-0878d86b4bb4 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (836b4727-7bb1-43f0-abd8-d145467bc250), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:23.188552 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8ff37684-17d7-47f7-912b-0878d86b4bb4 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:23.195855 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8ff37684-17d7-47f7-912b-0878d86b4bb4 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "DELETE /v2.0/security-groups/836b4727-7bb1-43f0-abd8-d145467bc250 HTTP/1.1" status: 204 len: 168 time: 0.4914935 Feb 09 22:11:23.204874 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bed13e8-688f-4bda-9155-b346ace13c95 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:11:23.206106 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4bed13e8-688f-4bda-9155-b346ace13c95 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (b5460c44-4bb0-46f1-8721-a77839b31bf7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:23.235021 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35890) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:23.334111 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 75b455da-bf86-4758-87cc-5edd32630b48 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:23.482983 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627f2371-0ceb-4d5f-96f9-151415a0560e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:11:23.504493 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c82b3699-61ba-419b-b9a6-7e778d9c5ab4 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2675109 Feb 09 22:11:23.511450 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35892) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:23.518440 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-04a4a25f-9ab0-48ce-998b-a76122a92ba3 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045461111'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:23.539004 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 75b455da-bf86-4758-87cc-5edd32630b48 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:23.539623 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (75b455da-bf86-4758-87cc-5edd32630b48), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:23.731007 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627f2371-0ceb-4d5f-96f9-151415a0560e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:11:23.737415 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-627f2371-0ceb-4d5f-96f9-151415a0560e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/2d6fcd07-8b97-4b65-a176-b95d0be465e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1799686 Feb 09 22:11:23.751963 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35900) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:23.759287 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-be87d425-7bc0-4f07-8b7e-dab72f221d78 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-794419290'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:23.782255 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04a4a25f-9ab0-48ce-998b-a76122a92ba3 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:23.799374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be87d425-7bc0-4f07-8b7e-dab72f221d78 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Made reservation on behalf of 47944c0c1a37453aba470db687825795 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:23.803873 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be87d425-7bc0-4f07-8b7e-dab72f221d78 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:23.816993 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 75b455da-bf86-4758-87cc-5edd32630b48 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:23.820228 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:23.908154 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04a4a25f-9ab0-48ce-998b-a76122a92ba3 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (05e3be75-dc55-46e7-996f-3105777a2360), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:23.933702 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:23.934175 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:23.951411 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04a4a25f-9ab0-48ce-998b-a76122a92ba3 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (05e3be75-dc55-46e7-996f-3105777a2360), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:23.977953 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04a4a25f-9ab0-48ce-998b-a76122a92ba3 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:23.984293 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-04a4a25f-9ab0-48ce-998b-a76122a92ba3 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4711263 Feb 09 22:11:23.993392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35906) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:24.000301 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-82240190-435b-481d-85ba-85374a273c22 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group_rule': {'security_group_id': '05e3be75-dc55-46e7-996f-3105777a2360', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:24.002303 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa39e1b-3401-46dd-9b2a-88329195f716 None None] Network 5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:11:24.006653 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:11:24.028851 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] Sync routers for ids ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:11:24.062718 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff37684-17d7-47f7-912b-0878d86b4bb4 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836b4727-7bb1-43f0-abd8-d145467bc250,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:24.069767 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4bed13e8-688f-4bda-9155-b346ace13c95 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (9a7ff1cf-373e-4c1c-abc3-0b3fe45a37ec), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:24.077205 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] Routers {'2d6fcd07-8b97-4b65-a176-b95d0be465e9'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:24.078270 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:11:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:24.093103 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4bed13e8-688f-4bda-9155-b346ace13c95 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:24.097260 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4bed13e8-688f-4bda-9155-b346ace13c95 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/networks/9a7ff1cf-373e-4c1c-abc3-0b3fe45a37ec HTTP/1.1" status: 204 len: 168 time: 1.6492071 Feb 09 22:11:24.112077 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35908) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:24.121165 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-aed367fc-527f-4aca-a4bf-ed522fe14fbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-902418391'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:24.128789 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed13e8-688f-4bda-9155-b346ace13c95 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Network': ['ID=9a7ff1cf-373e-4c1c-abc3-0b3fe45a37ec,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:24.156121 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be87d425-7bc0-4f07-8b7e-dab72f221d78 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:11:24.159706 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d565bd46-739e-4994-bf43-9ffb6d244a1b None None] Provisioning complete for port bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:24.160107 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d565bd46-739e-4994-bf43-9ffb6d244a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:24.172764 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed367fc-527f-4aca-a4bf-ed522fe14fbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:24.178855 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aed367fc-527f-4aca-a4bf-ed522fe14fbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:24.198210 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be87d425-7bc0-4f07-8b7e-dab72f221d78 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (ef7c3ed1-c958-49f2-8576-a7f5df5b065f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:24.199108 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-be87d425-7bc0-4f07-8b7e-dab72f221d78 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Added segment ef7c3ed1-c958-49f2-8576-a7f5df5b065f of type vlan for network 1afb4db0-987e-47f7-a2bf-6ced1deb53c5 Feb 09 22:11:24.231292 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:24.232163 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:24.239524 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4a25f-9ab0-48ce-998b-a76122a92ba3 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e3be75-dc55-46e7-996f-3105777a2360,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:24.240387 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed367fc-527f-4aca-a4bf-ed522fe14fbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:11:24.257143 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aed367fc-527f-4aca-a4bf-ed522fe14fbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (6d154cb2-f5c8-4919-96d7-7d47e1eea7e9), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:24.257789 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-aed367fc-527f-4aca-a4bf-ed522fe14fbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Added segment 6d154cb2-f5c8-4919-96d7-7d47e1eea7e9 of type vlan for network 8b2ac8c4-4e92-4d8d-988f-765e019fc079 Feb 09 22:11:24.311452 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b,segment=NetworkSegment(8d6fb8b6-0b71-442a-b94a-50a2e80a554c),segment_id=8d6fb8b6-0b71-442a-b94a-50a2e80a554c)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:24.340542 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aed367fc-527f-4aca-a4bf-ed522fe14fbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (8b2ac8c4-4e92-4d8d-988f-765e019fc079), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:24.353906 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] Set router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:24.357576 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d565bd46-739e-4994-bf43-9ffb6d244a1b None None] Current status of the port bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:24.357823 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d565bd46-739e-4994-bf43-9ffb6d244a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:24.373149 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:24.374980 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-82240190-435b-481d-85ba-85374a273c22 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] create failed (client error): The resource could not be found. Feb 09 22:11:24.376961 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-82240190-435b-481d-85ba-85374a273c22 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3817952 Feb 09 22:11:24.383505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35910) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:24.398255 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aed367fc-527f-4aca-a4bf-ed522fe14fbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (8b2ac8c4-4e92-4d8d-988f-765e019fc079), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:24.406726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed367fc-527f-4aca-a4bf-ed522fe14fbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:24.407609 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aed367fc-527f-4aca-a4bf-ed522fe14fbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:24.415980 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e59e876b-6895-4ba5-9053-6248baef74e1 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group_rule': {'security_group_id': '05e3be75-dc55-46e7-996f-3105777a2360', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1c51700c-64c1-4fb1-bf00-f38bf68aa500'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:24.440952 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be87d425-7bc0-4f07-8b7e-dab72f221d78 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (1afb4db0-987e-47f7-a2bf-6ced1deb53c5), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:24.506951 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be87d425-7bc0-4f07-8b7e-dab72f221d78 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (1afb4db0-987e-47f7-a2bf-6ced1deb53c5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:24.519976 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-aed367fc-527f-4aca-a4bf-ed522fe14fbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4054756 Feb 09 22:11:24.521836 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be87d425-7bc0-4f07-8b7e-dab72f221d78 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:24.523213 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be87d425-7bc0-4f07-8b7e-dab72f221d78 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:24.529627 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35912) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:24.542776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:24.563899 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed367fc-527f-4aca-a4bf-ed522fe14fbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Network': ['ID=8b2ac8c4-4e92-4d8d-988f-765e019fc079,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:24.568479 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-d565bd46-739e-4994-bf43-9ffb6d244a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:11:24.568848 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-d565bd46-739e-4994-bf43-9ffb6d244a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:11:24.582494 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 8b2ac8c4-4e92-4d8d-988f-765e019fc079 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:11:24.620299 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ac9c0a68-5f74-4ef9-8ef5-6ba58f16cde4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'subnet': {'network_id': '8b2ac8c4-4e92-4d8d-988f-765e019fc079', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:24.917055 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:11:21Z', 'revision_number': 4, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': '09755e32-055a-498b-8685-756b99d9438a', 'name': '', 'network_id': '5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:7d:dc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:19Z', 'updated_at': '2022-02-09T22:11:22Z', 'revision_number': 2, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b455da-bf86-4758-87cc-5edd32630b48', 'name': '', 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:33:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:13Z', 'updated_at': '2022-02-09T22:11:21Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:12Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:24.948389 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] Checking router: 2d6fcd07-8b97-4b65-a176-b95d0be465e9 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:11:24.948895 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] Updating router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 port 09755e32-055a-498b-8685-756b99d9438a binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:11:24.982832 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (09755e32-055a-498b-8685-756b99d9438a), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:25.151891 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d565bd46-739e-4994-bf43-9ffb6d244a1b None None] Current status of the port bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:25.171788 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:25.240178 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:25.240630 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:25.254336 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-be87d425-7bc0-4f07-8b7e-dab72f221d78 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4971323 Feb 09 22:11:25.255212 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35916) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:25.263965 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b0bcefe2-6753-42e9-bb40-eb5ae45a4850 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'subnet': {'network_id': '1afb4db0-987e-47f7-a2bf-6ced1deb53c5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:25.301647 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87d425-7bc0-4f07-8b7e-dab72f221d78 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Network': ['ID=1afb4db0-987e-47f7-a2bf-6ced1deb53c5,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:25.313740 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-96d1a0b0-9577-4445-8e0f-8fccd1f417e5 None None] Provisioning complete for port bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:25.314300 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-96d1a0b0-9577-4445-8e0f-8fccd1f417e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:25.321019 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 1afb4db0-987e-47f7-a2bf-6ced1deb53c5 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:11:25.387274 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-e59e876b-6895-4ba5-9053-6248baef74e1 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] create failed (client error): The resource could not be found. Feb 09 22:11:25.389450 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e59e876b-6895-4ba5-9053-6248baef74e1 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.0042548 Feb 09 22:11:25.402129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35918) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:25.543099 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:25.557103 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] Publish callbacks [] for port (09755e32-055a-498b-8685-756b99d9438a), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:25.573499 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (09755e32-055a-498b-8685-756b99d9438a), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:25.630746 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bcefe2-6753-42e9-bb40-eb5ae45a4850 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Made reservation on behalf of 47944c0c1a37453aba470db687825795 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:25.636871 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0bcefe2-6753-42e9-bb40-eb5ae45a4850 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:25.645222 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-96d1a0b0-9577-4445-8e0f-8fccd1f417e5 None None] Current status of the port bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:25.650655 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38e2163d-ea75-44c2-b524-187dcde599d2 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (05e3be75-dc55-46e7-996f-3105777a2360), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:25.651741 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df4f5b-c496-4539-aabe-c932ad0bb0fe None None] Pushing event updated for resources: {'Port': ['ID=09755e32-055a-498b-8685-756b99d9438a,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:25.681795 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-96d1a0b0-9577-4445-8e0f-8fccd1f417e5 None None] Provisioning complete for port 09755e32-055a-498b-8685-756b99d9438a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:25.682437 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-96d1a0b0-9577-4445-8e0f-8fccd1f417e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (09755e32-055a-498b-8685-756b99d9438a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:25.733090 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] Attempting to bind port 09755e32-055a-498b-8685-756b99d9438a on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:11:25.733641 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] Attempting to bind port 09755e32-055a-498b-8685-756b99d9438a by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '8d6fb8b6-0b71-442a-b94a-50a2e80a554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:11:25.734112 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] Attempting to bind port 09755e32-055a-498b-8685-756b99d9438a on network 5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:11:25.743270 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:11:25.745098 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] Checking segment: {'id': '8d6fb8b6-0b71-442a-b94a-50a2e80a554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:25.746507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-96d1a0b0-9577-4445-8e0f-8fccd1f417e5 None None] Port 09755e32-055a-498b-8685-756b99d9438a cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:11:25.747101 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:25.748337 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] Bound using segment: {'id': '8d6fb8b6-0b71-442a-b94a-50a2e80a554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:11:25.749103 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] Bound port: 09755e32-055a-498b-8685-756b99d9438a, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6fb8b6-0b71-442a-b94a-50a2e80a554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:11:25.751093 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (09755e32-055a-498b-8685-756b99d9438a), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:25.760285 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9c0a68-5f74-4ef9-8ef5-6ba58f16cde4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:25.775807 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac9c0a68-5f74-4ef9-8ef5-6ba58f16cde4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:25.867703 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] For port 09755e32-055a-498b-8685-756b99d9438a, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:11:25.887632 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] For port 09755e32-055a-498b-8685-756b99d9438a, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=09755e32-055a-498b-8685-756b99d9438a,segment=NetworkSegment(8d6fb8b6-0b71-442a-b94a-50a2e80a554c),segment_id=8d6fb8b6-0b71-442a-b94a-50a2e80a554c)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:11:25.895679 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d5064431-a8eb-4dd7-afc9-d0f5392d808c None None] Provisioning complete for port 09755e32-055a-498b-8685-756b99d9438a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:25.897039 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d5064431-a8eb-4dd7-afc9-d0f5392d808c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (09755e32-055a-498b-8685-756b99d9438a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:25.905341 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38e2163d-ea75-44c2-b524-187dcde599d2 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (05e3be75-dc55-46e7-996f-3105777a2360), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:25.907593 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (09755e32-055a-498b-8685-756b99d9438a), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:25.942560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.ipam_backend_mixin [None req-ac9c0a68-5f74-4ef9-8ef5-6ba58f16cde4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Performing IP validity checks on allocation pools {{(pid=103202) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 22:11:25.950881 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.ipam_backend_mixin [None req-ac9c0a68-5f74-4ef9-8ef5-6ba58f16cde4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103202) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 22:11:26.019471 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d5064431-a8eb-4dd7-afc9-d0f5392d808c None None] Port 09755e32-055a-498b-8685-756b99d9438a cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:11:26.092891 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] Routers {'2d6fcd07-8b97-4b65-a176-b95d0be465e9'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:26.096054 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:11:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:26.113905 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38e2163d-ea75-44c2-b524-187dcde599d2 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (05e3be75-dc55-46e7-996f-3105777a2360), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:26.118493 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38e2163d-ea75-44c2-b524-187dcde599d2 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:26.124452 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-38e2163d-ea75-44c2-b524-187dcde599d2 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "DELETE /v2.0/security-groups/05e3be75-dc55-46e7-996f-3105777a2360 HTTP/1.1" status: 204 len: 168 time: 0.7089772 Feb 09 22:11:26.143905 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35924) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:26.166733 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-fefd177b-be93-4f0b-8b42-da16d5e2def2 None None] Provisioning complete for port 09755e32-055a-498b-8685-756b99d9438a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:26.167611 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fefd177b-be93-4f0b-8b42-da16d5e2def2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (09755e32-055a-498b-8685-756b99d9438a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:26.263398 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0bcefe2-6753-42e9-bb40-eb5ae45a4850 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (001e7a78-540d-4748-bc67-0e5325dccebc), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:26.302464 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2163d-ea75-44c2-b524-187dcde599d2 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e3be75-dc55-46e7-996f-3105777a2360,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:26.341138 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df4f5b-c496-4539-aabe-c932ad0bb0fe None None] Pushing event updated for resources: {'Port': ['ID=09755e32-055a-498b-8685-756b99d9438a,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:26.346453 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f77bf5f9-5d0a-40db-9d6f-8ff36fb159ce tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1976037 Feb 09 22:11:26.346453 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac9c0a68-5f74-4ef9-8ef5-6ba58f16cde4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (907cd843-1cdf-40c9-8a48-326322761bc5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:26.350740 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35928) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:26.412131 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] Set router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:26.419805 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-32dc3014-4f72-40b5-aac2-5ace25e24da2 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group_rule': {'security_group_id': 'e5d32b24-98a3-4c28-ae22-7466ce64ad72', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:26.444082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c0a68-5f74-4ef9-8ef5-6ba58f16cde4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Subnet': ['ID=907cd843-1cdf-40c9-8a48-326322761bc5,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:26.477243 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-fefd177b-be93-4f0b-8b42-da16d5e2def2 None None] Current status of the port 09755e32-055a-498b-8685-756b99d9438a is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:26.477648 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fefd177b-be93-4f0b-8b42-da16d5e2def2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (09755e32-055a-498b-8685-756b99d9438a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:26.517489 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcefe2-6753-42e9-bb40-eb5ae45a4850 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Subnet': ['ID=001e7a78-540d-4748-bc67-0e5325dccebc,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:26.537161 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bcefe2-6753-42e9-bb40-eb5ae45a4850 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Checking segment: {'id': 'ef7c3ed1-c958-49f2-8576-a7f5df5b065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1afb4db0-987e-47f7-a2bf-6ced1deb53c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:26.537611 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bcefe2-6753-42e9-bb40-eb5ae45a4850 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network hostable DHCP agents. Network: 1afb4db0-987e-47f7-a2bf-6ced1deb53c5, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:11:26.561830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-fefd177b-be93-4f0b-8b42-da16d5e2def2 None None] For port 09755e32-055a-498b-8685-756b99d9438a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=09755e32-055a-498b-8685-756b99d9438a,segment=NetworkSegment(8d6fb8b6-0b71-442a-b94a-50a2e80a554c),segment_id=8d6fb8b6-0b71-442a-b94a-50a2e80a554c)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:26.574156 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fefd177b-be93-4f0b-8b42-da16d5e2def2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (09755e32-055a-498b-8685-756b99d9438a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:26.577671 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c0a68-5f74-4ef9-8ef5-6ba58f16cde4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Checking segment: {'id': '6d154cb2-f5c8-4919-96d7-7d47e1eea7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8b2ac8c4-4e92-4d8d-988f-765e019fc079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:26.578024 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c0a68-5f74-4ef9-8ef5-6ba58f16cde4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network hostable DHCP agents. Network: 8b2ac8c4-4e92-4d8d-988f-765e019fc079, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:11:26.588588 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bcefe2-6753-42e9-bb40-eb5ae45a4850 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network 1afb4db0-987e-47f7-a2bf-6ced1deb53c5 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:11:26.619379 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-b0bcefe2-6753-42e9-bb40-eb5ae45a4850 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 1afb4db0-987e-47f7-a2bf-6ced1deb53c5) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:26.628172 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bcefe2-6753-42e9-bb40-eb5ae45a4850 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:26.628794 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0bcefe2-6753-42e9-bb40-eb5ae45a4850 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:26.653184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c0a68-5f74-4ef9-8ef5-6ba58f16cde4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network 8b2ac8c4-4e92-4d8d-988f-765e019fc079 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:11:26.661803 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-32dc3014-4f72-40b5-aac2-5ace25e24da2 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] create failed (client error): The resource could not be found. Feb 09 22:11:26.662902 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-32dc3014-4f72-40b5-aac2-5ace25e24da2 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2482197 Feb 09 22:11:26.666824 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35930) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:26.670556 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-ac9c0a68-5f74-4ef9-8ef5-6ba58f16cde4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 8b2ac8c4-4e92-4d8d-988f-765e019fc079) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:26.679302 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c0a68-5f74-4ef9-8ef5-6ba58f16cde4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:26.683031 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5f3cc908-5968-4f9d-a3e2-a1d98faf5d2b tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group': {'name': 'tempest-secgroup--1693184781'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:26.683256 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45e7084-4dc0-4a5c-a41f-f06b6d4d32cc None None] Network 1afb4db0-987e-47f7-a2bf-6ced1deb53c5 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:26.691302 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac9c0a68-5f74-4ef9-8ef5-6ba58f16cde4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:26.706946 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b0bcefe2-6753-42e9-bb40-eb5ae45a4850 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4456077 Feb 09 22:11:26.709178 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35932) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:26.752108 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40b6da9-9a1a-4e9b-a080-0f9091c09773 None None] Network 8b2ac8c4-4e92-4d8d-988f-765e019fc079 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:26.754529 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5f3cc908-5968-4f9d-a3e2-a1d98faf5d2b tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:26.799173 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35938) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:26.799640 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ac9c0a68-5f74-4ef9-8ef5-6ba58f16cde4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2559221 Feb 09 22:11:26.804611 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-44370f08-5231-455a-abc7-33e6f43cfaa2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'port': {'network_id': '8b2ac8c4-4e92-4d8d-988f-765e019fc079', 'name': 'tempest-PortsIpV6TestJSON-431935794'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:26.902290 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd177b-be93-4f0b-8b42-da16d5e2def2 None None] Pushing event updated for resources: {'Port': ['ID=09755e32-055a-498b-8685-756b99d9438a,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:26.964261 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5f3cc908-5968-4f9d-a3e2-a1d98faf5d2b tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (0cc1b51f-7575-4151-a062-adc4edb353ed), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:26.993355 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5f3cc908-5968-4f9d-a3e2-a1d98faf5d2b tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (0cc1b51f-7575-4151-a062-adc4edb353ed), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:27.014850 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:11:21Z', 'revision_number': 4, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': '09755e32-055a-498b-8685-756b99d9438a', 'name': '', 'network_id': '5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:7d:dc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:19Z', 'updated_at': '2022-02-09T22:11:25Z', 'revision_number': 4, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b455da-bf86-4758-87cc-5edd32630b48', 'name': '', 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:33:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:13Z', 'updated_at': '2022-02-09T22:11:21Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:12Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:27.058830 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5f3cc908-5968-4f9d-a3e2-a1d98faf5d2b tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:27.063554 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5f3cc908-5968-4f9d-a3e2-a1d98faf5d2b tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3924427 Feb 09 22:11:27.064913 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3cc908-5968-4f9d-a3e2-a1d98faf5d2b tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc1b51f-7575-4151-a062-adc4edb353ed,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:27.074541 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35948) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:27.084308 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-70f0ccd8-2126-4e57-87bf-8fdbefa8a2fa tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group': {'name': 'tempest-secgroup--558558225'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:27.133253 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44370f08-5231-455a-abc7-33e6f43cfaa2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:27.139306 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44370f08-5231-455a-abc7-33e6f43cfaa2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:27.143214 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70f0ccd8-2126-4e57-87bf-8fdbefa8a2fa tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:27.161177 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6073165-d6eb-4ba3-aae4-0c1d920c9a96 None None] The sync data for ids ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'] in n-d-828601-1 is: [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:11:21Z', 'revision_number': 4, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': '09755e32-055a-498b-8685-756b99d9438a', 'name': '', 'network_id': '5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:7d:dc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:19Z', 'updated_at': '2022-02-09T22:11:25Z', 'revision_number': 4, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b455da-bf86-4758-87cc-5edd32630b48', 'name': '', 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:33:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:13Z', 'updated_at': '2022-02-09T22:11:21Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:12Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:11:27.215899 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-cb8ee516-7231-4c95-8883-76b5d531618f None None] Provisioning complete for port 09755e32-055a-498b-8685-756b99d9438a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:27.216761 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cb8ee516-7231-4c95-8883-76b5d531618f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (09755e32-055a-498b-8685-756b99d9438a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:27.237566 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-44370f08-5231-455a-abc7-33e6f43cfaa2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] device_id is not set on port 6b376aad-2b86-45b7-9bc0-60c19f0705ce yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:11:27.352450 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b508c921-a29e-4666-87e2-c33d25c57c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-1afb4db0-987e-47f7-a2bf-6ced1deb53c5', 'network_id': '1afb4db0-987e-47f7-a2bf-6ced1deb53c5', 'project_id': '47944c0c1a37453aba470db687825795', 'fixed_ips': [{'subnet_id': '001e7a78-540d-4748-bc67-0e5325dccebc'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:11:27.354099 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b508c921-a29e-4666-87e2-c33d25c57c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:27.388149 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61333ebb-a396-4018-8fa9-06bf6e6a189f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8b2ac8c4-4e92-4d8d-988f-765e019fc079', 'network_id': '8b2ac8c4-4e92-4d8d-988f-765e019fc079', 'project_id': '3a081b6cfe1f477e8e25adca53408c36', 'fixed_ips': [{'subnet_id': '907cd843-1cdf-40c9-8a48-326322761bc5'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:11:27.389871 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61333ebb-a396-4018-8fa9-06bf6e6a189f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:27.564473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-cb8ee516-7231-4c95-8883-76b5d531618f None None] Current status of the port 09755e32-055a-498b-8685-756b99d9438a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:27.592537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f598f-78ff-49a2-9072-5cad1a7c1367 req-0d50be28-f075-4dbe-b4de-83c398f3cbce tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:27.597012 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d08f598f-78ff-49a2-9072-5cad1a7c1367 req-0d50be28-f075-4dbe-b4de-83c398f3cbce tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.2190931 Feb 09 22:11:27.662643 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70f0ccd8-2126-4e57-87bf-8fdbefa8a2fa tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (3553a979-6900-4df9-a489-408577b24ce3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:27.766666 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-44370f08-5231-455a-abc7-33e6f43cfaa2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Allocated IP 2001:db8::3e3 (8b2ac8c4-4e92-4d8d-988f-765e019fc079/907cd843-1cdf-40c9-8a48-326322761bc5/6b376aad-2b86-45b7-9bc0-60c19f0705ce) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:27.821119 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5fab10a1-c3ae-4817-bdc4-099e1dbd4082 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:27.871608 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-8cfeec42-1fab-4b68-9b31-8849ac799ad3 None None] Provisioning complete for port 09755e32-055a-498b-8685-756b99d9438a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:27.872032 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8cfeec42-1fab-4b68-9b31-8849ac799ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (09755e32-055a-498b-8685-756b99d9438a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:27.962150 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-b508c921-a29e-4666-87e2-c33d25c57c5c None None] Allocated IP 2001:db8:3::2 (1afb4db0-987e-47f7-a2bf-6ced1deb53c5/001e7a78-540d-4748-bc67-0e5325dccebc/912e7700-d9c3-4e50-84ff-50ef74a12b56) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:27.999124 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44370f08-5231-455a-abc7-33e6f43cfaa2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for port (6b376aad-2b86-45b7-9bc0-60c19f0705ce), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:28.031886 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d08f598f-78ff-49a2-9072-5cad1a7c1367 req-1d7e09b1-da85-46a1-8e55-700fc272ae4c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4263353 Feb 09 22:11:28.034728 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70f0ccd8-2126-4e57-87bf-8fdbefa8a2fa tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3553a979-6900-4df9-a489-408577b24ce3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:28.105453 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0ccd8-2126-4e57-87bf-8fdbefa8a2fa tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3553a979-6900-4df9-a489-408577b24ce3,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:28.127474 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70f0ccd8-2126-4e57-87bf-8fdbefa8a2fa tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:28.128451 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-70f0ccd8-2126-4e57-87bf-8fdbefa8a2fa tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0509679 Feb 09 22:11:28.140539 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35954) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:28.165513 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b40ae4a3-f378-4585-a953-f035ef751319 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group_rule': {'security_group_id': '0cc1b51f-7575-4151-a062-adc4edb353ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3553a979-6900-4df9-a489-408577b24ce3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:28.214265 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44370f08-5231-455a-abc7-33e6f43cfaa2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (6b376aad-2b86-45b7-9bc0-60c19f0705ce), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:28.346985 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44370f08-5231-455a-abc7-33e6f43cfaa2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network 8b2ac8c4-4e92-4d8d-988f-765e019fc079 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:28.392675 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-44370f08-5231-455a-abc7-33e6f43cfaa2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:28.403493 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44370f08-5231-455a-abc7-33e6f43cfaa2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:28.421514 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44370f08-5231-455a-abc7-33e6f43cfaa2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:28.424461 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44370f08-5231-455a-abc7-33e6f43cfaa2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:28.437595 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b508c921-a29e-4666-87e2-c33d25c57c5c None None] Publish callbacks [] for port (912e7700-d9c3-4e50-84ff-50ef74a12b56), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:28.447272 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44370f08-5231-455a-abc7-33e6f43cfaa2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Port': ['ID=6b376aad-2b86-45b7-9bc0-60c19f0705ce,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:28.460418 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-b40ae4a3-f378-4585-a953-f035ef751319 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:11:28.462498 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b40ae4a3-f378-4585-a953-f035ef751319 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3196790 Feb 09 22:11:28.468959 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35956) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:28.474891 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-44370f08-5231-455a-abc7-33e6f43cfaa2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6740129 Feb 09 22:11:28.478077 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35958) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:28.566702 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b508c921-a29e-4666-87e2-c33d25c57c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (912e7700-d9c3-4e50-84ff-50ef74a12b56), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:28.574791 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8cfeec42-1fab-4b68-9b31-8849ac799ad3 None None] Current status of the port 09755e32-055a-498b-8685-756b99d9438a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:28.588612 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0af056-cc4e-49b2-871f-eb27b0f3398a req-9da4843b-04bc-46a5-85d9-f732b597120c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:28.598197 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f0af056-cc4e-49b2-871f-eb27b0f3398a req-9da4843b-04bc-46a5-85d9-f732b597120c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.3211870 Feb 09 22:11:28.717801 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-61333ebb-a396-4018-8fa9-06bf6e6a189f None None] Allocated IP 2001:db8::2 (8b2ac8c4-4e92-4d8d-988f-765e019fc079/907cd843-1cdf-40c9-8a48-326322761bc5/9f360faa-2ed3-44c6-b3e1-78cef34b3737) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:28.751843 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b508c921-a29e-4666-87e2-c33d25c57c5c None None] Network 1afb4db0-987e-47f7-a2bf-6ced1deb53c5 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:28.768591 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f0af056-cc4e-49b2-871f-eb27b0f3398a req-0bdbd79d-4faa-4d91-970d-cd01fee351a5 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640697 Feb 09 22:11:28.770308 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-b508c921-a29e-4666-87e2-c33d25c57c5c None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:28.775351 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508c921-a29e-4666-87e2-c33d25c57c5c None None] Pushing event updated for resources: {'Port': ['ID=912e7700-d9c3-4e50-84ff-50ef74a12b56,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:28.787034 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-5fab10a1-c3ae-4817-bdc4-099e1dbd4082 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Allocated IP 2001:db8:3::1 (1afb4db0-987e-47f7-a2bf-6ced1deb53c5/001e7a78-540d-4748-bc67-0e5325dccebc/869adb22-800d-4f3c-b804-cbb81abbba1e) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:28.790601 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b508c921-a29e-4666-87e2-c33d25c57c5c None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:28.790903 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-44c80f6e-93dc-475b-a5f4-31b9a042c2dc tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (3553a979-6900-4df9-a489-408577b24ce3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:28.841641 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-249b9c6a-39ff-4e3f-b902-178c9dbad864 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting port 6b376aad-2b86-45b7-9bc0-60c19f0705ce {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:28.842005 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-249b9c6a-39ff-4e3f-b902-178c9dbad864 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (6b376aad-2b86-45b7-9bc0-60c19f0705ce), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:28.842742 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-44c80f6e-93dc-475b-a5f4-31b9a042c2dc tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (3553a979-6900-4df9-a489-408577b24ce3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:28.942933 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-44c80f6e-93dc-475b-a5f4-31b9a042c2dc tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3553a979-6900-4df9-a489-408577b24ce3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:28.947678 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-44c80f6e-93dc-475b-a5f4-31b9a042c2dc tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:28.950105 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-44c80f6e-93dc-475b-a5f4-31b9a042c2dc tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "DELETE /v2.0/security-groups/3553a979-6900-4df9-a489-408577b24ce3 HTTP/1.1" status: 204 len: 168 time: 0.4768319 Feb 09 22:11:28.958464 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35964) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:28.980480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c80f6e-93dc-475b-a5f4-31b9a042c2dc tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3553a979-6900-4df9-a489-408577b24ce3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:29.023682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c80f6e-93dc-475b-a5f4-31b9a042c2dc tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:29.024247 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c80f6e-93dc-475b-a5f4-31b9a042c2dc tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:29.024700 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c80f6e-93dc-475b-a5f4-31b9a042c2dc tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:29.025199 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c80f6e-93dc-475b-a5f4-31b9a042c2dc tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:29.025683 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c80f6e-93dc-475b-a5f4-31b9a042c2dc tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:29.026154 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c80f6e-93dc-475b-a5f4-31b9a042c2dc tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:29.026617 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c80f6e-93dc-475b-a5f4-31b9a042c2dc tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:29.027125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c80f6e-93dc-475b-a5f4-31b9a042c2dc tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:29.027601 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c80f6e-93dc-475b-a5f4-31b9a042c2dc tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:29.028109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c80f6e-93dc-475b-a5f4-31b9a042c2dc tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:29.028671 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c80f6e-93dc-475b-a5f4-31b9a042c2dc tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:29.029175 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c80f6e-93dc-475b-a5f4-31b9a042c2dc tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:29.029650 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c80f6e-93dc-475b-a5f4-31b9a042c2dc tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:29.202303 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5fab10a1-c3ae-4817-bdc4-099e1dbd4082 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for port (869adb22-800d-4f3c-b804-cbb81abbba1e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:29.241041 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b508c921-a29e-4666-87e2-c33d25c57c5c None None] Attempting to bind port 912e7700-d9c3-4e50-84ff-50ef74a12b56 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:11:29.241598 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b508c921-a29e-4666-87e2-c33d25c57c5c None None] Attempting to bind port 912e7700-d9c3-4e50-84ff-50ef74a12b56 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'ef7c3ed1-c958-49f2-8576-a7f5df5b065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1afb4db0-987e-47f7-a2bf-6ced1deb53c5'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:11:29.242167 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508c921-a29e-4666-87e2-c33d25c57c5c None None] Attempting to bind port 912e7700-d9c3-4e50-84ff-50ef74a12b56 on network 1afb4db0-987e-47f7-a2bf-6ced1deb53c5 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:11:29.266527 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-7c683b7b-6dc6-4da0-bb6d-a38c32c32843 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:29.273798 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-7c683b7b-6dc6-4da0-bb6d-a38c32c32843 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 810 time: 0.1543665 Feb 09 22:11:29.280615 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 09755e32-055a-498b-8685-756b99d9438a up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:29.290788 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508c921-a29e-4666-87e2-c33d25c57c5c None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:11:29.291402 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508c921-a29e-4666-87e2-c33d25c57c5c None None] Checking segment: {'id': 'ef7c3ed1-c958-49f2-8576-a7f5df5b065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1afb4db0-987e-47f7-a2bf-6ced1deb53c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:29.292113 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b508c921-a29e-4666-87e2-c33d25c57c5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:29.292761 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508c921-a29e-4666-87e2-c33d25c57c5c None None] Bound using segment: {'id': 'ef7c3ed1-c958-49f2-8576-a7f5df5b065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1afb4db0-987e-47f7-a2bf-6ced1deb53c5'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:11:29.293620 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b508c921-a29e-4666-87e2-c33d25c57c5c None None] Bound port: 912e7700-d9c3-4e50-84ff-50ef74a12b56, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7c3ed1-c958-49f2-8576-a7f5df5b065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1afb4db0-987e-47f7-a2bf-6ced1deb53c5'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:11:29.294759 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b508c921-a29e-4666-87e2-c33d25c57c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (912e7700-d9c3-4e50-84ff-50ef74a12b56), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:29.334269 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5fab10a1-c3ae-4817-bdc4-099e1dbd4082 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (869adb22-800d-4f3c-b804-cbb81abbba1e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:29.377811 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-39c9f8ec-d0e6-49fd-8869-4493b0d38cd1 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/quotas/5e79cb71362547f8bb276e37206bd3da HTTP/1.1" status: 200 len: 375 time: 0.1028771 Feb 09 22:11:29.395032 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-249b9c6a-39ff-4e3f-b902-178c9dbad864 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (6b376aad-2b86-45b7-9bc0-60c19f0705ce), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:29.426899 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c694d787-3d71-4e3f-9f7a-3003ec6e5591 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.4596074 Feb 09 22:11:29.430303 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35978) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:29.470125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fab10a1-c3ae-4817-bdc4-099e1dbd4082 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network 1afb4db0-987e-47f7-a2bf-6ced1deb53c5 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:29.483318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-5fab10a1-c3ae-4817-bdc4-099e1dbd4082 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:29.489936 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-249b9c6a-39ff-4e3f-b902-178c9dbad864 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Calling delete_port for 6b376aad-2b86-45b7-9bc0-60c19f0705ce owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:29.500946 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fab10a1-c3ae-4817-bdc4-099e1dbd4082 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:29.501791 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5fab10a1-c3ae-4817-bdc4-099e1dbd4082 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (2d6fcd07-8b97-4b65-a176-b95d0be465e9), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:29.509859 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab10a1-c3ae-4817-bdc4-099e1dbd4082 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Port': ['ID=869adb22-800d-4f3c-b804-cbb81abbba1e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:29.603840 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 09755e32-055a-498b-8685-756b99d9438a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:29.604416 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (09755e32-055a-498b-8685-756b99d9438a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:29.618500 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61333ebb-a396-4018-8fa9-06bf6e6a189f None None] Publish callbacks [] for port (9f360faa-2ed3-44c6-b3e1-78cef34b3737), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:29.666486 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b508c921-a29e-4666-87e2-c33d25c57c5c None None] For port 912e7700-d9c3-4e50-84ff-50ef74a12b56, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:11:29.696552 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61333ebb-a396-4018-8fa9-06bf6e6a189f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (9f360faa-2ed3-44c6-b3e1-78cef34b3737), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:29.725799 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b508c921-a29e-4666-87e2-c33d25c57c5c None None] For port 912e7700-d9c3-4e50-84ff-50ef74a12b56, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=912e7700-d9c3-4e50-84ff-50ef74a12b56,segment=NetworkSegment(ef7c3ed1-c958-49f2-8576-a7f5df5b065f),segment_id=ef7c3ed1-c958-49f2-8576-a7f5df5b065f)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:11:29.778824 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61333ebb-a396-4018-8fa9-06bf6e6a189f None None] Network 8b2ac8c4-4e92-4d8d-988f-765e019fc079 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:29.791165 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b508c921-a29e-4666-87e2-c33d25c57c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (912e7700-d9c3-4e50-84ff-50ef74a12b56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:29.801928 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-61333ebb-a396-4018-8fa9-06bf6e6a189f None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:29.802934 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-249b9c6a-39ff-4e3f-b902-178c9dbad864 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (6b376aad-2b86-45b7-9bc0-60c19f0705ce), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:29.809263 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5fab10a1-c3ae-4817-bdc4-099e1dbd4082 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (869adb22-800d-4f3c-b804-cbb81abbba1e), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:29.831702 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61333ebb-a396-4018-8fa9-06bf6e6a189f None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:29.890070 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61333ebb-a396-4018-8fa9-06bf6e6a189f None None] Pushing event updated for resources: {'Port': ['ID=9f360faa-2ed3-44c6-b3e1-78cef34b3737,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:30.008151 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b9c6a-39ff-4e3f-b902-178c9dbad864 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Port': ['ID=6b376aad-2b86-45b7-9bc0-60c19f0705ce,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:30.040197 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5e41f39-1a4e-4aa4-95e7-6c9521a2be2b tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (0cc1b51f-7575-4151-a062-adc4edb353ed), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:30.113577 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5e41f39-1a4e-4aa4-95e7-6c9521a2be2b tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (0cc1b51f-7575-4151-a062-adc4edb353ed), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:30.174239 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-61333ebb-a396-4018-8fa9-06bf6e6a189f None None] Attempting to bind port 9f360faa-2ed3-44c6-b3e1-78cef34b3737 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:11:30.174782 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-61333ebb-a396-4018-8fa9-06bf6e6a189f None None] Attempting to bind port 9f360faa-2ed3-44c6-b3e1-78cef34b3737 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '6d154cb2-f5c8-4919-96d7-7d47e1eea7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8b2ac8c4-4e92-4d8d-988f-765e019fc079'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:11:30.175356 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61333ebb-a396-4018-8fa9-06bf6e6a189f None None] Attempting to bind port 9f360faa-2ed3-44c6-b3e1-78cef34b3737 on network 8b2ac8c4-4e92-4d8d-988f-765e019fc079 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:11:30.195580 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61333ebb-a396-4018-8fa9-06bf6e6a189f None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:11:30.196265 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61333ebb-a396-4018-8fa9-06bf6e6a189f None None] Checking segment: {'id': '6d154cb2-f5c8-4919-96d7-7d47e1eea7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8b2ac8c4-4e92-4d8d-988f-765e019fc079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:30.196932 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61333ebb-a396-4018-8fa9-06bf6e6a189f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:30.197589 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61333ebb-a396-4018-8fa9-06bf6e6a189f None None] Bound using segment: {'id': '6d154cb2-f5c8-4919-96d7-7d47e1eea7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8b2ac8c4-4e92-4d8d-988f-765e019fc079'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:11:30.198419 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-61333ebb-a396-4018-8fa9-06bf6e6a189f None None] Bound port: 9f360faa-2ed3-44c6-b3e1-78cef34b3737, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d154cb2-f5c8-4919-96d7-7d47e1eea7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8b2ac8c4-4e92-4d8d-988f-765e019fc079'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:11:30.199060 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61333ebb-a396-4018-8fa9-06bf6e6a189f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9f360faa-2ed3-44c6-b3e1-78cef34b3737), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:30.236358 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 09755e32-055a-498b-8685-756b99d9438a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:30.244187 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508c921-a29e-4666-87e2-c33d25c57c5c None None] Pushing event updated for resources: {'Port': ['ID=912e7700-d9c3-4e50-84ff-50ef74a12b56,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:30.300534 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5fab10a1-c3ae-4817-bdc4-099e1dbd4082 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for port (869adb22-800d-4f3c-b804-cbb81abbba1e), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:30.302157 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-5c949e71-350f-49e3-8176-5ec614ef5acd tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&fields=id HTTP/1.1" status: 200 len: 440 time: 0.9227152 Feb 09 22:11:30.326385 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5fab10a1-c3ae-4817-bdc4-099e1dbd4082 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (869adb22-800d-4f3c-b804-cbb81abbba1e), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:30.328508 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5fab10a1-c3ae-4817-bdc4-099e1dbd4082 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (2d6fcd07-8b97-4b65-a176-b95d0be465e9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:30.384992 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5e41f39-1a4e-4aa4-95e7-6c9521a2be2b tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (0cc1b51f-7575-4151-a062-adc4edb353ed), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:30.390744 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5e41f39-1a4e-4aa4-95e7-6c9521a2be2b tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:30.398830 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f5e41f39-1a4e-4aa4-95e7-6c9521a2be2b tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "DELETE /v2.0/security-groups/0cc1b51f-7575-4151-a062-adc4edb353ed HTTP/1.1" status: 204 len: 168 time: 0.6991010 Feb 09 22:11:30.402873 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35982) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:30.443217 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-249b9c6a-39ff-4e3f-b902-178c9dbad864 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:30.467900 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-249b9c6a-39ff-4e3f-b902-178c9dbad864 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/ports/6b376aad-2b86-45b7-9bc0-60c19f0705ce HTTP/1.1" status: 204 len: 168 time: 1.9672244 Feb 09 22:11:30.488210 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-61333ebb-a396-4018-8fa9-06bf6e6a189f None None] For port 9f360faa-2ed3-44c6-b3e1-78cef34b3737, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:11:30.490245 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-f13bc73d-be70-4991-8e56-c1439342c2d3 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:11:30.496480 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-61333ebb-a396-4018-8fa9-06bf6e6a189f None None] For port 9f360faa-2ed3-44c6-b3e1-78cef34b3737, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9f360faa-2ed3-44c6-b3e1-78cef34b3737,segment=NetworkSegment(6d154cb2-f5c8-4919-96d7-7d47e1eea7e9),segment_id=6d154cb2-f5c8-4919-96d7-7d47e1eea7e9)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:11:30.503072 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-f13bc73d-be70-4991-8e56-c1439342c2d3 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1017418 Feb 09 22:11:30.504358 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35984) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:30.511699 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61333ebb-a396-4018-8fa9-06bf6e6a189f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9f360faa-2ed3-44c6-b3e1-78cef34b3737), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:30.567362 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c2775d-a375-44b9-8007-99190ad3816d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] DELETE failed (client error): The resource could not be found. Feb 09 22:11:30.568012 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c2775d-a375-44b9-8007-99190ad3816d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:11:30.575010 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f1c2775d-a375-44b9-8007-99190ad3816d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/ports/6b376aad-2b86-45b7-9bc0-60c19f0705ce HTTP/1.1" status: 404 len: 333 time: 0.0525312 Feb 09 22:11:30.583139 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35986) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:30.625531 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab10a1-c3ae-4817-bdc4-099e1dbd4082 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event updated for resources: {'Port': ['ID=869adb22-800d-4f3c-b804-cbb81abbba1e,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:30.692489 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b846e1-e865-48a3-a1af-9127dbd85d70 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] GET failed (client error): The resource could not be found. Feb 09 22:11:30.692489 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-71b846e1-e865-48a3-a1af-9127dbd85d70 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports/6b376aad-2b86-45b7-9bc0-60c19f0705ce HTTP/1.1" status: 404 len: 333 time: 0.1012061 Feb 09 22:11:30.696643 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 35988) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:30.718430 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-41bf74c4-cf57-4fc2-bac0-33f8d66e621f service neutron] 10.222.0.77 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526835 Feb 09 22:11:30.719971 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e41f39-1a4e-4aa4-95e7-6c9521a2be2b tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc1b51f-7575-4151-a062-adc4edb353ed,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:30.737473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61333ebb-a396-4018-8fa9-06bf6e6a189f None None] Pushing event updated for resources: {'Port': ['ID=9f360faa-2ed3-44c6-b3e1-78cef34b3737,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:30.812260 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fab10a1-c3ae-4817-bdc4-099e1dbd4082 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Network 1afb4db0-987e-47f7-a2bf-6ced1deb53c5 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:30.818874 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-5fab10a1-c3ae-4817-bdc4-099e1dbd4082 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:31.018977 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-302006ed-aff1-4234-a685-af7220f5ea8a tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6037631 Feb 09 22:11:31.021093 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3cd7fe-0eb6-48f1-a324-172ab458ce36 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting subnet 907cd843-1cdf-40c9-8a48-326322761bc5 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:11:31.023382 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 35990) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:31.045222 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c88dad27-79db-4879-a1fa-2005d3959e8e tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group': {'name': 'tempest-secgroup--859987375'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:31.047004 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe3cd7fe-0eb6-48f1-a324-172ab458ce36 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (907cd843-1cdf-40c9-8a48-326322761bc5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:31.163819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-baf5187c-e027-4c99-99f6-2dec84af954c service neutron] 10.222.0.77 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275904 Feb 09 22:11:31.185260 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c88dad27-79db-4879-a1fa-2005d3959e8e tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:31.218129 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe3cd7fe-0eb6-48f1-a324-172ab458ce36 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (907cd843-1cdf-40c9-8a48-326322761bc5), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:31.300691 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c88dad27-79db-4879-a1fa-2005d3959e8e tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (0f00b428-ff8d-4eec-af76-2672f1964786), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:31.312358 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c88dad27-79db-4879-a1fa-2005d3959e8e tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (0f00b428-ff8d-4eec-af76-2672f1964786), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:31.326918 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fab10a1-c3ae-4817-bdc4-099e1dbd4082 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:11:31.420238 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 912e7700-d9c3-4e50-84ff-50ef74a12b56 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:31.442074 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c88dad27-79db-4879-a1fa-2005d3959e8e tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:31.448203 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c88dad27-79db-4879-a1fa-2005d3959e8e tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4169583 Feb 09 22:11:31.493140 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88dad27-79db-4879-a1fa-2005d3959e8e tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f00b428-ff8d-4eec-af76-2672f1964786,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:31.522417 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36002) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:31.530255 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-53f231f8-17fb-4fad-93c3-e21dff789bab tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group_rule': {'security_group_id': '0f00b428-ff8d-4eec-af76-2672f1964786', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:31.654538 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 912e7700-d9c3-4e50-84ff-50ef74a12b56 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:31.654921 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (912e7700-d9c3-4e50-84ff-50ef74a12b56), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:31.832396 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-66519510-3d96-4c56-af45-1858279b09b7 req-b5655ffb-14d8-4421-a7d5-844c669a44ab tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=00e2126f-321a-41da-abd5-4eee91a2d74b HTTP/1.1" status: 200 len: 210 time: 0.0493140 Feb 09 22:11:31.847937 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe3cd7fe-0eb6-48f1-a324-172ab458ce36 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (907cd843-1cdf-40c9-8a48-326322761bc5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:31.878567 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b1fc55d-80db-4b8c-be10-86988dd44a74 req-2b9c5672-44db-4124-9664-692a88aa1b0b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2915359 Feb 09 22:11:31.882569 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-53f231f8-17fb-4fad-93c3-e21dff789bab tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:11:31.889231 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-53f231f8-17fb-4fad-93c3-e21dff789bab tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3600929 Feb 09 22:11:31.891267 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36010) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:31.916528 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8dd1a3e2-bda9-4bd1-8efa-46caa8a7b9e6 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group_rule': {'security_group_id': '0f00b428-ff8d-4eec-af76-2672f1964786', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:31.978186 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fab10a1-c3ae-4817-bdc4-099e1dbd4082 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:11:31.989900 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5fab10a1-c3ae-4817-bdc4-099e1dbd4082 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/2d6fcd07-8b97-4b65-a176-b95d0be465e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2779059 Feb 09 22:11:31.993796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36012) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:32.000219 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-fb52c557-1ff4-4d49-b866-6efc491cc4c1 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:32.011083 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] Sync routers for ids ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:11:32.069820 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 912e7700-d9c3-4e50-84ff-50ef74a12b56 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:32.070035 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (912e7700-d9c3-4e50-84ff-50ef74a12b56), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:32.086603 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] Routers {'2d6fcd07-8b97-4b65-a176-b95d0be465e9'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:32.087263 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:11:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:32.189486 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fc55d-80db-4b8c-be10-86988dd44a74 req-d97efe28-1c53-43e8-a398-22784c30c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:32.193997 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b1fc55d-80db-4b8c-be10-86988dd44a74 req-d97efe28-1c53-43e8-a398-22784c30c965 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 1127 time: 0.1951897 Feb 09 22:11:32.348412 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe3cd7fe-0eb6-48f1-a324-172ab458ce36 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (907cd843-1cdf-40c9-8a48-326322761bc5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:32.435187 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-8dd1a3e2-bda9-4bd1-8efa-46caa8a7b9e6 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:11:32.436706 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8dd1a3e2-bda9-4bd1-8efa-46caa8a7b9e6 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5401068 Feb 09 22:11:32.437909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c4e6db-4335-4914-936c-410292779572 None None] Network 1afb4db0-987e-47f7-a2bf-6ced1deb53c5 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:32.443854 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36022) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:32.689113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 912e7700-d9c3-4e50-84ff-50ef74a12b56, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=912e7700-d9c3-4e50-84ff-50ef74a12b56,segment=NetworkSegment(ef7c3ed1-c958-49f2-8576-a7f5df5b065f),segment_id=ef7c3ed1-c958-49f2-8576-a7f5df5b065f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:32.692648 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe3cd7fe-0eb6-48f1-a324-172ab458ce36 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:32.700212 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fe3cd7fe-0eb6-48f1-a324-172ab458ce36 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/subnets/907cd843-1cdf-40c9-8a48-326322761bc5 HTTP/1.1" status: 204 len: 168 time: 1.9939654 Feb 09 22:11:32.702136 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3cd7fe-0eb6-48f1-a324-172ab458ce36 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Subnet': ['ID=907cd843-1cdf-40c9-8a48-326322761bc5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:32.707171 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36026) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:32.723580 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (912e7700-d9c3-4e50-84ff-50ef74a12b56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:32.823901 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] Set router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:32.907263 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fc55d-80db-4b8c-be10-86988dd44a74 req-56a21a12-be04-44da-aee2-935589055a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:32.911033 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b1fc55d-80db-4b8c-be10-86988dd44a74 req-56a21a12-be04-44da-aee2-935589055a7f service neutron] 10.222.0.71 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 911 time: 0.6959858 Feb 09 22:11:33.011986 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b32c33b4-aa8c-4e37-8037-2dbcd6aec20a tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (0f00b428-ff8d-4eec-af76-2672f1964786), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:33.040944 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b32c33b4-aa8c-4e37-8037-2dbcd6aec20a tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (0f00b428-ff8d-4eec-af76-2672f1964786), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:33.209689 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b1fc55d-80db-4b8c-be10-86988dd44a74 req-568a773a-7e83-44b8-bc46-2970fdd6524f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84 HTTP/1.1" status: 200 len: 1000 time: 0.2094855 Feb 09 22:11:33.212388 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b32c33b4-aa8c-4e37-8037-2dbcd6aec20a tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (0f00b428-ff8d-4eec-af76-2672f1964786), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:33.217278 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b32c33b4-aa8c-4e37-8037-2dbcd6aec20a tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:33.222544 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b32c33b4-aa8c-4e37-8037-2dbcd6aec20a tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "DELETE /v2.0/security-groups/0f00b428-ff8d-4eec-af76-2672f1964786 HTTP/1.1" status: 204 len: 168 time: 0.7733176 Feb 09 22:11:33.236709 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99cf5526-ecb8-4fef-8f2a-6af485472cdc tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (8b2ac8c4-4e92-4d8d-988f-765e019fc079), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:33.278049 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.extraroute_db [None req-fb52c557-1ff4-4d49-b866-6efc491cc4c1 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103202) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 22:11:33.287113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-92c0c77b-0e1d-4093-abd1-c98c92125578 None None] Provisioning complete for port 912e7700-d9c3-4e50-84ff-50ef74a12b56 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:33.288525 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92c0c77b-0e1d-4093-abd1-c98c92125578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (912e7700-d9c3-4e50-84ff-50ef74a12b56), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:33.312986 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.extraroute_db [None req-fb52c557-1ff4-4d49-b866-6efc491cc4c1 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Removed routes are [] {{(pid=103202) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 22:11:33.313624 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb52c557-1ff4-4d49-b866-6efc491cc4c1 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (2d6fcd07-8b97-4b65-a176-b95d0be465e9), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:33.321047 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36032) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:33.362629 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c33b4-aa8c-4e37-8037-2dbcd6aec20a tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f00b428-ff8d-4eec-af76-2672f1964786,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:33.371384 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a183efd-0622-415a-b00b-0b1b2967fc8a None None] Network 8b2ac8c4-4e92-4d8d-988f-765e019fc079 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:33.380327 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fc55d-80db-4b8c-be10-86988dd44a74 req-b14dbf57-ab58-47cc-94f2-6626b504a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:33.381901 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b1fc55d-80db-4b8c-be10-86988dd44a74 req-b14dbf57-ab58-47cc-94f2-6626b504a05b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.1619074 Feb 09 22:11:33.467612 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526d36d-a728-448f-95a3-2318ea5c9266 req-1315e9f5-135c-422b-a4b5-bab81d401366 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:33.470415 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9f360faa-2ed3-44c6-b3e1-78cef34b3737 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:33.477538 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=912e7700-d9c3-4e50-84ff-50ef74a12b56,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:33.478188 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6526d36d-a728-448f-95a3-2318ea5c9266 req-1315e9f5-135c-422b-a4b5-bab81d401366 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 1128 time: 0.7987435 Feb 09 22:11:33.598519 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6526d36d-a728-448f-95a3-2318ea5c9266 req-658cc77f-1de4-4096-ac3f-77200f4063b8 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127558 Feb 09 22:11:33.626570 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36034) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:33.759134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fc55d-80db-4b8c-be10-86988dd44a74 req-4008eeb7-075c-4118-92d4-7ea1ccc15a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:33.760739 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b1fc55d-80db-4b8c-be10-86988dd44a74 req-4008eeb7-075c-4118-92d4-7ea1ccc15a97 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3608727 Feb 09 22:11:34.034275 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 9f360faa-2ed3-44c6-b3e1-78cef34b3737 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:34.035304 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9f360faa-2ed3-44c6-b3e1-78cef34b3737), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:34.154717 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-92c0c77b-0e1d-4093-abd1-c98c92125578 None None] Current status of the port 912e7700-d9c3-4e50-84ff-50ef74a12b56 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:34.164841 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9c3e6e-3096-403c-9a91-a246ad8c030b None None] DHCP port deletion for 8b2ac8c4-4e92-4d8d-988f-765e019fc079 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:11:34.195949 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b1fc55d-80db-4b8c-be10-86988dd44a74 req-a2562f13-16f5-4db2-bd31-9800963eb4d0 service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226264 Feb 09 22:11:34.234613 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-99cf5526-ecb8-4fef-8f2a-6af485472cdc tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting port 9f360faa-2ed3-44c6-b3e1-78cef34b3737 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:34.235634 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99cf5526-ecb8-4fef-8f2a-6af485472cdc tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (9f360faa-2ed3-44c6-b3e1-78cef34b3737), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:34.342701 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-99cf5526-ecb8-4fef-8f2a-6af485472cdc tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] For port 9f360faa-2ed3-44c6-b3e1-78cef34b3737, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9f360faa-2ed3-44c6-b3e1-78cef34b3737,segment=NetworkSegment(6d154cb2-f5c8-4919-96d7-7d47e1eea7e9),segment_id=6d154cb2-f5c8-4919-96d7-7d47e1eea7e9)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:34.345919 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99cf5526-ecb8-4fef-8f2a-6af485472cdc tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (9f360faa-2ed3-44c6-b3e1-78cef34b3737), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:34.372891 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-99cf5526-ecb8-4fef-8f2a-6af485472cdc tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Calling delete_port for 9f360faa-2ed3-44c6-b3e1-78cef34b3737 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:34.375764 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-931f9af3-58df-4e27-b7bb-7c27a8dc595b tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.0525308 Feb 09 22:11:34.381640 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:11:29Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': '09755e32-055a-498b-8685-756b99d9438a', 'name': '', 'network_id': '5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:7d:dc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:19Z', 'updated_at': '2022-02-09T22:11:26Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b455da-bf86-4758-87cc-5edd32630b48', 'name': '', 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:33:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:13Z', 'updated_at': '2022-02-09T22:11:21Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '869adb22-800d-4f3c-b804-cbb81abbba1e', 'name': '', 'network_id': '1afb4db0-987e-47f7-a2bf-6ced1deb53c5', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:c0:b4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '001e7a78-540d-4748-bc67-0e5325dccebc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:28Z', 'updated_at': '2022-02-09T22:11:30Z', 'revision_number': 2, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '001e7a78-540d-4748-bc67-0e5325dccebc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:12Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:34.428446 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:11:34.474612 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36038) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:34.490047 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ea0c55d9-c80c-43e7-b7c7-41d0a0609a36 None None] Provisioning complete for port 9f360faa-2ed3-44c6-b3e1-78cef34b3737 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:34.491368 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ea0c55d9-c80c-43e7-b7c7-41d0a0609a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9f360faa-2ed3-44c6-b3e1-78cef34b3737), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:34.498033 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-99911671-b49f-435d-89ef-0207c5830d7d tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group': {'name': 'tempest-secgroup--23909344'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:34.520309 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac29a6e5-ebdd-4916-96bb-adfc650bbbe6 req-de24c8ec-d96b-44bf-9bd3-464015c7c6a8 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=00e2126f-321a-41da-abd5-4eee91a2d74b HTTP/1.1" status: 200 len: 210 time: 0.6452799 Feb 09 22:11:34.571099 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99cf5526-ecb8-4fef-8f2a-6af485472cdc tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (9f360faa-2ed3-44c6-b3e1-78cef34b3737), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:34.616036 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-793bec87-646e-409b-b10b-913c29ae0c53 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:34.618339 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-793bec87-646e-409b-b10b-913c29ae0c53 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.42 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 810 time: 0.3075705 Feb 09 22:11:34.626701 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb52c557-1ff4-4d49-b866-6efc491cc4c1 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (2d6fcd07-8b97-4b65-a176-b95d0be465e9), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:34.633650 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] Checking router: 2d6fcd07-8b97-4b65-a176-b95d0be465e9 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:11:34.634118 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-4e356340-bf26-4509-b940-7a24bb57257a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Request body: {'port': {'device_id': '00e2126f-321a-41da-abd5-4eee91a2d74b', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'admin_state_up': True, 'tenant_id': '5e79cb71362547f8bb276e37206bd3da'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:34.634457 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] Updating router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 port 869adb22-800d-4f3c-b804-cbb81abbba1e binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:11:34.652143 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Port 9f360faa-2ed3-44c6-b3e1-78cef34b3737 update to ACTIVE by agent not found {{(pid=103203) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 22:11:34.655071 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ea0c55d9-c80c-43e7-b7c7-41d0a0609a36 None None] Could not find standard attr ID for object 9f360faa-2ed3-44c6-b3e1-78cef34b3737. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:11:34.670064 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb52c557-1ff4-4d49-b866-6efc491cc4c1 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-316890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-316867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-342176'] for router (2d6fcd07-8b97-4b65-a176-b95d0be465e9), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:34.721791 n-d-828601-1 neutron-server[103203]: INFO neutron.plugins.ml2.db [None req-ea0c55d9-c80c-43e7-b7c7-41d0a0609a36 None None] No ports have port_id starting with 9f360faa-2ed3-44c6-b3e1-78cef34b3737 Feb 09 22:11:34.733970 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6d9c3e6e-3096-403c-9a91-a246ad8c030b None None] Deleting port 9f360faa-2ed3-44c6-b3e1-78cef34b3737 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:34.734799 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3e6e-3096-403c-9a91-a246ad8c030b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (9f360faa-2ed3-44c6-b3e1-78cef34b3737), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:34.819937 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (869adb22-800d-4f3c-b804-cbb81abbba1e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:34.890642 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb52c557-1ff4-4d49-b866-6efc491cc4c1 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:11:34.900880 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99911671-b49f-435d-89ef-0207c5830d7d tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:34.936673 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf5526-ecb8-4fef-8f2a-6af485472cdc tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Port': ['ID=9f360faa-2ed3-44c6-b3e1-78cef34b3737,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:34.963726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cf5526-ecb8-4fef-8f2a-6af485472cdc tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] No DVR routers for this DVR port 9f360faa-2ed3-44c6-b3e1-78cef34b3737 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:11:35.074933 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb52c557-1ff4-4d49-b866-6efc491cc4c1 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:11:35.095957 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb52c557-1ff4-4d49-b866-6efc491cc4c1 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:35.104224 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fb52c557-1ff4-4d49-b866-6efc491cc4c1 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/2d6fcd07-8b97-4b65-a176-b95d0be465e9 HTTP/1.1" status: 200 len: 954 time: 3.1087923 Feb 09 22:11:35.116339 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36042) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:35.170051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6d9c3e6e-3096-403c-9a91-a246ad8c030b None None] For port 9f360faa-2ed3-44c6-b3e1-78cef34b3737, host n-d-828601-1, got binding levels [] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:35.171783 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3e6e-3096-403c-9a91-a246ad8c030b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (9f360faa-2ed3-44c6-b3e1-78cef34b3737), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:35.187585 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0860a8e0-39f6-4209-a282-32532a3ea38e None None] Provisioning complete for port 869adb22-800d-4f3c-b804-cbb81abbba1e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:35.187891 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0860a8e0-39f6-4209-a282-32532a3ea38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (869adb22-800d-4f3c-b804-cbb81abbba1e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:35.245458 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6d9c3e6e-3096-403c-9a91-a246ad8c030b None None] Calling delete_port for 9f360faa-2ed3-44c6-b3e1-78cef34b3737 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:35.261589 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.ipam_backend_mixin [None req-6d9c3e6e-3096-403c-9a91-a246ad8c030b None None] Port 9f360faa-2ed3-44c6-b3e1-78cef34b3737 was not found and therefore no delete operation was performed {{(pid=103203) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:11:35.309153 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3e6e-3096-403c-9a91-a246ad8c030b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (9f360faa-2ed3-44c6-b3e1-78cef34b3737), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:35.347078 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99911671-b49f-435d-89ef-0207c5830d7d tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (1f81af45-af3a-495d-8188-5c831adc5b2e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:35.433797 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99911671-b49f-435d-89ef-0207c5830d7d tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (1f81af45-af3a-495d-8188-5c831adc5b2e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:35.573833 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99911671-b49f-435d-89ef-0207c5830d7d tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:35.582633 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-99911671-b49f-435d-89ef-0207c5830d7d tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0980666 Feb 09 22:11:35.588701 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36046) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:35.596818 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7bcdf41f-b627-4104-8f60-2c43c5e359aa tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:35.597873 n-d-828601-1 neutron-server[103202]: WARNING neutron.api.v2.base [None req-7bcdf41f-b627-4104-8f60-2c43c5e359aa tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 22:11:35.599056 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-7bcdf41f-b627-4104-8f60-2c43c5e359aa tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 22:11:35.605223 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] Publish callbacks [] for port (869adb22-800d-4f3c-b804-cbb81abbba1e), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:35.607874 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7bcdf41f-b627-4104-8f60-2c43c5e359aa tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "PUT /v2.0/security-groups/1f81af45-af3a-495d-8188-5c831adc5b2e HTTP/1.1" status: 409 len: 330 time: 0.0170269 Feb 09 22:11:35.613100 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36048) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:35.614689 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-4e356340-bf26-4509-b940-7a24bb57257a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Made reservation on behalf of 5e79cb71362547f8bb276e37206bd3da for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:35.621777 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-4e356340-bf26-4509-b940-7a24bb57257a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:35.626301 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99911671-b49f-435d-89ef-0207c5830d7d tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f81af45-af3a-495d-8188-5c831adc5b2e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:35.634832 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 912e7700-d9c3-4e50-84ff-50ef74a12b56 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:35.688748 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c3e6e-3096-403c-9a91-a246ad8c030b None None] Pushing event deleted for resources: {'Port': ['ID=9f360faa-2ed3-44c6-b3e1-78cef34b3737,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:35.694912 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (869adb22-800d-4f3c-b804-cbb81abbba1e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:35.774726 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-35a1a8f7-cde4-4dde-9960-259c70a71b44 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/routers/2d6fcd07-8b97-4b65-a176-b95d0be465e9 HTTP/1.1" status: 200 len: 954 time: 0.6527486 Feb 09 22:11:35.776381 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36050) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:35.788852 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-87b85707-3c74-4453-bfe7-f7fc8254598e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'router': {'routes': None}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:35.936318 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9c3e6e-3096-403c-9a91-a246ad8c030b None None] No DVR routers for this DVR port 9f360faa-2ed3-44c6-b3e1-78cef34b3737 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:11:35.948417 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0860a8e0-39f6-4209-a282-32532a3ea38e None None] Port 869adb22-800d-4f3c-b804-cbb81abbba1e cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:11:35.966708 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 912e7700-d9c3-4e50-84ff-50ef74a12b56 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:35.967173 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (912e7700-d9c3-4e50-84ff-50ef74a12b56), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.075798 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ecc44-4640-4681-95a2-2834f4217766 None None] Pushing event updated for resources: {'Port': ['ID=869adb22-800d-4f3c-b804-cbb81abbba1e,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:36.080853 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0860a8e0-39f6-4209-a282-32532a3ea38e None None] Provisioning complete for port 912e7700-d9c3-4e50-84ff-50ef74a12b56 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:36.081339 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0860a8e0-39f6-4209-a282-32532a3ea38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (912e7700-d9c3-4e50-84ff-50ef74a12b56), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.189180 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3bb8b45-7e91-4755-84b1-d59519b105b9 req-bbdc0e61-f50d-4526-b068-04abdc50c425 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=00e2126f-321a-41da-abd5-4eee91a2d74b HTTP/1.1" status: 200 len: 210 time: 0.1042845 Feb 09 22:11:36.244592 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] Attempting to bind port 869adb22-800d-4f3c-b804-cbb81abbba1e on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:11:36.245006 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] Attempting to bind port 869adb22-800d-4f3c-b804-cbb81abbba1e by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'ef7c3ed1-c958-49f2-8576-a7f5df5b065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1afb4db0-987e-47f7-a2bf-6ced1deb53c5'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:11:36.245864 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] Attempting to bind port 869adb22-800d-4f3c-b804-cbb81abbba1e on network 1afb4db0-987e-47f7-a2bf-6ced1deb53c5 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:11:36.260664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:11:36.260664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] Checking segment: {'id': 'ef7c3ed1-c958-49f2-8576-a7f5df5b065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1afb4db0-987e-47f7-a2bf-6ced1deb53c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:36.260664 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.260664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] Bound using segment: {'id': 'ef7c3ed1-c958-49f2-8576-a7f5df5b065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1afb4db0-987e-47f7-a2bf-6ced1deb53c5'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:11:36.261190 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] Bound port: 869adb22-800d-4f3c-b804-cbb81abbba1e, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7c3ed1-c958-49f2-8576-a7f5df5b065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1afb4db0-987e-47f7-a2bf-6ced1deb53c5'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:11:36.261516 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (869adb22-800d-4f3c-b804-cbb81abbba1e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.285203 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 912e7700-d9c3-4e50-84ff-50ef74a12b56 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:36.371203 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] For port 869adb22-800d-4f3c-b804-cbb81abbba1e, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:11:36.375606 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] For port 869adb22-800d-4f3c-b804-cbb81abbba1e, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=869adb22-800d-4f3c-b804-cbb81abbba1e,segment=NetworkSegment(ef7c3ed1-c958-49f2-8576-a7f5df5b065f),segment_id=ef7c3ed1-c958-49f2-8576-a7f5df5b065f)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:11:36.398700 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-88ec0b46-7660-449d-af6e-b89e84247f1e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Deleting port 444f8222-33c9-4363-b1ba-30d389ecc9bb {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:36.399220 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88ec0b46-7660-449d-af6e-b89e84247f1e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (444f8222-33c9-4363-b1ba-30d389ecc9bb), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.414433 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99cf5526-ecb8-4fef-8f2a-6af485472cdc tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (8b2ac8c4-4e92-4d8d-988f-765e019fc079), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.440656 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0860a8e0-39f6-4209-a282-32532a3ea38e None None] Current status of the port 912e7700-d9c3-4e50-84ff-50ef74a12b56 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:36.443115 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9f360faa-2ed3-44c6-b3e1-78cef34b3737 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:11:36.464935 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (869adb22-800d-4f3c-b804-cbb81abbba1e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.468583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 9f360faa-2ed3-44c6-b3e1-78cef34b3737 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:11:36.468942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9f360faa-2ed3-44c6-b3e1-78cef34b3737 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:11:36.534172 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] Routers {'2d6fcd07-8b97-4b65-a176-b95d0be465e9'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:36.534843 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:11:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:36.546726 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.extraroute_db [None req-87b85707-3c74-4453-bfe7-f7fc8254598e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Added routes are [] {{(pid=103202) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 22:11:36.547533 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.extraroute_db [None req-87b85707-3c74-4453-bfe7-f7fc8254598e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103202) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 22:11:36.591853 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-87b85707-3c74-4453-bfe7-f7fc8254598e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (2d6fcd07-8b97-4b65-a176-b95d0be465e9), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.598039 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b1fc55d-80db-4b8c-be10-86988dd44a74 req-7e6a4fc5-59b6-4d45-a1e3-aaecc8a9d21b service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3652985 Feb 09 22:11:36.600338 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5cff844c-945d-4504-a9a5-bec93580f055 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (1f81af45-af3a-495d-8188-5c831adc5b2e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.617184 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-99cf5526-ecb8-4fef-8f2a-6af485472cdc tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2ac8c4-4e92-4d8d-988f-765e019fc079']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:36.635012 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ecc44-4640-4681-95a2-2834f4217766 None None] Pushing event updated for resources: {'Port': ['ID=869adb22-800d-4f3c-b804-cbb81abbba1e,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:36.670660 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-31d178c8-8cb1-4048-bda8-6a21d392b49d None None] Provisioning complete for port 869adb22-800d-4f3c-b804-cbb81abbba1e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:36.671308 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-31d178c8-8cb1-4048-bda8-6a21d392b49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (869adb22-800d-4f3c-b804-cbb81abbba1e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.705219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-99cf5526-ecb8-4fef-8f2a-6af485472cdc tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d154cb2-f5c8-4919-96d7-7d47e1eea7e9') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:36.705886 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-99cf5526-ecb8-4fef-8f2a-6af485472cdc tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d154cb2-f5c8-4919-96d7-7d47e1eea7e9') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:36.743663 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99cf5526-ecb8-4fef-8f2a-6af485472cdc tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (6d154cb2-f5c8-4919-96d7-7d47e1eea7e9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.764384 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] Set router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:36.801111 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99cf5526-ecb8-4fef-8f2a-6af485472cdc tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (6d154cb2-f5c8-4919-96d7-7d47e1eea7e9), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.819266 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88ec0b46-7660-449d-af6e-b89e84247f1e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (444f8222-33c9-4363-b1ba-30d389ecc9bb), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.820072 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88ec0b46-7660-449d-af6e-b89e84247f1e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for floatingip (444f8222-33c9-4363-b1ba-30d389ecc9bb), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.840029 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99cf5526-ecb8-4fef-8f2a-6af485472cdc tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:11:36.840910 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99cf5526-ecb8-4fef-8f2a-6af485472cdc tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (6d154cb2-f5c8-4919-96d7-7d47e1eea7e9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:11:36.847450 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:11:36.862582 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-31d178c8-8cb1-4048-bda8-6a21d392b49d None None] Current status of the port 869adb22-800d-4f3c-b804-cbb81abbba1e is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:36.863222 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-31d178c8-8cb1-4048-bda8-6a21d392b49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (869adb22-800d-4f3c-b804-cbb81abbba1e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.887627 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-87b85707-3c74-4453-bfe7-f7fc8254598e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (2d6fcd07-8b97-4b65-a176-b95d0be465e9), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.902431 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-87b85707-3c74-4453-bfe7-f7fc8254598e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-316890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-316867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-342176'] for router (2d6fcd07-8b97-4b65-a176-b95d0be465e9), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.903777 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-31d178c8-8cb1-4048-bda8-6a21d392b49d None None] For port 869adb22-800d-4f3c-b804-cbb81abbba1e, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=869adb22-800d-4f3c-b804-cbb81abbba1e,segment=NetworkSegment(ef7c3ed1-c958-49f2-8576-a7f5df5b065f),segment_id=ef7c3ed1-c958-49f2-8576-a7f5df5b065f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:36.916096 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-31d178c8-8cb1-4048-bda8-6a21d392b49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (869adb22-800d-4f3c-b804-cbb81abbba1e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:37.064113 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5cff844c-945d-4504-a9a5-bec93580f055 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (1f81af45-af3a-495d-8188-5c831adc5b2e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:37.094390 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-88ec0b46-7660-449d-af6e-b89e84247f1e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Calling delete_port for 444f8222-33c9-4363-b1ba-30d389ecc9bb owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:37.155372 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5cff844c-945d-4504-a9a5-bec93580f055 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (1f81af45-af3a-495d-8188-5c831adc5b2e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:37.159396 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5cff844c-945d-4504-a9a5-bec93580f055 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:37.161205 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5cff844c-945d-4504-a9a5-bec93580f055 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "DELETE /v2.0/security-groups/1f81af45-af3a-495d-8188-5c831adc5b2e HTTP/1.1" status: 204 len: 168 time: 1.5180976 Feb 09 22:11:37.207523 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36056) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:37.217395 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d178c8-8cb1-4048-bda8-6a21d392b49d None None] Pushing event updated for resources: {'Port': ['ID=869adb22-800d-4f3c-b804-cbb81abbba1e,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:37.251345 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99cf5526-ecb8-4fef-8f2a-6af485472cdc tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (8b2ac8c4-4e92-4d8d-988f-765e019fc079), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:37.298975 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99cf5526-ecb8-4fef-8f2a-6af485472cdc tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:37.301018 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff844c-945d-4504-a9a5-bec93580f055 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f81af45-af3a-495d-8188-5c831adc5b2e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:37.307454 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-41bb4fc6-9486-41ce-83ab-44066d919fc7 None None] Provisioning complete for port 869adb22-800d-4f3c-b804-cbb81abbba1e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:37.310634 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-99cf5526-ecb8-4fef-8f2a-6af485472cdc tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/networks/8b2ac8c4-4e92-4d8d-988f-765e019fc079 HTTP/1.1" status: 204 len: 168 time: 4.5595121 Feb 09 22:11:37.312439 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-41bb4fc6-9486-41ce-83ab-44066d919fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (869adb22-800d-4f3c-b804-cbb81abbba1e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:37.318665 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36062) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:37.399932 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b85707-3c74-4453-bfe7-f7fc8254598e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:11:37.402543 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-4e356340-bf26-4509-b940-7a24bb57257a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Allocated IP 172.20.0.3 (59bfcab4-b7d2-465d-baca-fbf4f579480a/b40e5314-96a6-403c-a2ec-f748f5b25185/c92d293d-d796-4f22-b73d-e230f783d9fb) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:37.408716 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-169e76ff-5c90-4e0a-b7f3-6066a0b93d6b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1955013701'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:37.428604 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf5526-ecb8-4fef-8f2a-6af485472cdc tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Network': ['ID=8b2ac8c4-4e92-4d8d-988f-765e019fc079,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:37.458284 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-79287e53-ceaf-4082-9bb6-eab14fc7bbed tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2495818 Feb 09 22:11:37.472129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36064) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:37.497096 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-fae6caad-d0b3-488d-98bd-3dcf07b3c7f7 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] delete failed (client error): The resource could not be found. Feb 09 22:11:37.498432 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fae6caad-d0b3-488d-98bd-3dcf07b3c7f7 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "DELETE /v2.0/security-groups/2e04d5c7-f737-4c8e-8927-380a29160ab0 HTTP/1.1" status: 404 len: 347 time: 0.0252490 Feb 09 22:11:37.577153 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36066) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:37.639860 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-a54d8c20-5cd5-4995-9178-b49bfcdf60ed tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] show failed (client error): The resource could not be found. Feb 09 22:11:37.641665 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a54d8c20-5cd5-4995-9178-b49bfcdf60ed tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "GET /v2.0/security-groups/7ebfd858-8987-4509-bd67-bb15514d586d HTTP/1.1" status: 404 len: 347 time: 0.0629194 Feb 09 22:11:37.662475 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36068) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:37.669979 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8cf2dec9-36c9-49b8-ba6c-0878e63ba235 req-96ed63f5-e621-4208-bf79-ea1674166b5d tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=00e2126f-321a-41da-abd5-4eee91a2d74b HTTP/1.1" status: 200 len: 210 time: 0.0723538 Feb 09 22:11:37.671114 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-41bb4fc6-9486-41ce-83ab-44066d919fc7 None None] Current status of the port 869adb22-800d-4f3c-b804-cbb81abbba1e is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:37.680213 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:11:33Z', 'revision_number': 6, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': '09755e32-055a-498b-8685-756b99d9438a', 'name': '', 'network_id': '5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:7d:dc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:19Z', 'updated_at': '2022-02-09T22:11:26Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b455da-bf86-4758-87cc-5edd32630b48', 'name': '', 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:33:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:13Z', 'updated_at': '2022-02-09T22:11:21Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '869adb22-800d-4f3c-b804-cbb81abbba1e', 'name': '', 'network_id': '1afb4db0-987e-47f7-a2bf-6ced1deb53c5', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:c0:b4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '001e7a78-540d-4748-bc67-0e5325dccebc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:28Z', 'updated_at': '2022-02-09T22:11:36Z', 'revision_number': 4, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '001e7a78-540d-4748-bc67-0e5325dccebc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:12Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:37.705574 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169e76ff-5c90-4e0a-b7f3-6066a0b93d6b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:37.712736 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-169e76ff-5c90-4e0a-b7f3-6066a0b93d6b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:37.724486 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c670d8-5b03-44f3-a1f0-73d7b80b767c None None] The sync data for ids ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'] in n-d-828601-1 is: [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:11:33Z', 'revision_number': 6, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': '09755e32-055a-498b-8685-756b99d9438a', 'name': '', 'network_id': '5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:7d:dc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:19Z', 'updated_at': '2022-02-09T22:11:26Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b455da-bf86-4758-87cc-5edd32630b48', 'name': '', 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:33:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:13Z', 'updated_at': '2022-02-09T22:11:21Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '869adb22-800d-4f3c-b804-cbb81abbba1e', 'name': '', 'network_id': '1afb4db0-987e-47f7-a2bf-6ced1deb53c5', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:c0:b4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '001e7a78-540d-4748-bc67-0e5325dccebc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:28Z', 'updated_at': '2022-02-09T22:11:36Z', 'revision_number': 4, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '001e7a78-540d-4748-bc67-0e5325dccebc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:12Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:11:37.730286 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b85707-3c74-4453-bfe7-f7fc8254598e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:11:37.739205 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-87b85707-3c74-4453-bfe7-f7fc8254598e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:37.740537 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-87b85707-3c74-4453-bfe7-f7fc8254598e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/2d6fcd07-8b97-4b65-a176-b95d0be465e9 HTTP/1.1" status: 200 len: 704 time: 1.9579966 Feb 09 22:11:37.750261 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36070) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:37.756232 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-9d4d02e1-2d9f-4e72-abc9-7ff19fc19f13 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] show failed (client error): The resource could not be found. Feb 09 22:11:37.757873 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9d4d02e1-2d9f-4e72-abc9-7ff19fc19f13 tempest-NegativeSecGroupIPv6Test-423527671 tempest-NegativeSecGroupIPv6Test-423527671-project] 10.222.0.77 "GET /v2.0/security-group-rules/d35fc6b4-8776-4a6c-ab7f-2720ab29ac48 HTTP/1.1" status: 404 len: 356 time: 0.0937557 Feb 09 22:11:37.871447 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c6f5db34-dc76-4a8f-bc84-604dbdee6a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:37.937050 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88ec0b46-7660-449d-af6e-b89e84247f1e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (444f8222-33c9-4363-b1ba-30d389ecc9bb), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:38.053646 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-4e356340-bf26-4509-b940-7a24bb57257a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for port (c92d293d-d796-4f22-b73d-e230f783d9fb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:38.106771 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec0b46-7660-449d-af6e-b89e84247f1e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Port': ['ID=444f8222-33c9-4363-b1ba-30d389ecc9bb,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:38.122466 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169e76ff-5c90-4e0a-b7f3-6066a0b93d6b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:11:38.129491 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-4e356340-bf26-4509-b940-7a24bb57257a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c92d293d-d796-4f22-b73d-e230f783d9fb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:38.150095 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['3b845d39-4531-44db-89a3-83212c07eb2d', 'd8c8d7fc-bdfc-4477-a0d6-7d707921533b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:11:38.248754 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-169e76ff-5c90-4e0a-b7f3-6066a0b93d6b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (8c8777a1-7abe-4b8a-9a2b-fcaf8f24fd43), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:38.249355 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-169e76ff-5c90-4e0a-b7f3-6066a0b93d6b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Added segment 8c8777a1-7abe-4b8a-9a2b-fcaf8f24fd43 of type vlan for network 53be53d5-628c-46d8-8660-b3d6d1973381 Feb 09 22:11:38.295780 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e356340-bf26-4509-b940-7a24bb57257a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Pushing event updated for resources: {'Port': ['ID=c92d293d-d796-4f22-b73d-e230f783d9fb,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:38.357223 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-4e356340-bf26-4509-b940-7a24bb57257a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Network 59bfcab4-b7d2-465d-baca-fbf4f579480a is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:38.362160 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-4e356340-bf26-4509-b940-7a24bb57257a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:38.378282 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-4e356340-bf26-4509-b940-7a24bb57257a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:38.537781 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-4e356340-bf26-4509-b940-7a24bb57257a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:38.538741 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-4e356340-bf26-4509-b940-7a24bb57257a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:38.552364 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36078) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:38.584090 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-4e356340-bf26-4509-b940-7a24bb57257a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9523990 Feb 09 22:11:38.608115 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] Request body: {'port': {'device_id': '00e2126f-321a-41da-abd5-4eee91a2d74b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:38.641802 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4e9abe3c-a795-4f9c-aa2a-ea0519542308 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/routers/2d6fcd07-8b97-4b65-a176-b95d0be465e9 HTTP/1.1" status: 200 len: 704 time: 0.8795400 Feb 09 22:11:38.660056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36082) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:38.709578 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-169e76ff-5c90-4e0a-b7f3-6066a0b93d6b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (53be53d5-628c-46d8-8660-b3d6d1973381), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:38.928924 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c92d293d-d796-4f22-b73d-e230f783d9fb), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:38.940123 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88ec0b46-7660-449d-af6e-b89e84247f1e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for floatingip (a0d90290-3209-47f0-b988-cef1ee904a7f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:38.940468 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-88ec0b46-7660-449d-af6e-b89e84247f1e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Floating IP a0d90290-3209-47f0-b988-cef1ee904a7f disassociated (deleted). External IP: 172.25.6.156, port: de5624e7-7882-4d18-a78f-db9d7f325e01. Feb 09 22:11:38.964909 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.db.resource_extend [None req-169e76ff-5c90-4e0a-b7f3-6066a0b93d6b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 22:11:39.004867 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-99d5ed3d-c424-460a-88b6-f205157d9b81 None None] Provisioning complete for port c92d293d-d796-4f22-b73d-e230f783d9fb triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:39.005506 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-99d5ed3d-c424-460a-88b6-f205157d9b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c92d293d-d796-4f22-b73d-e230f783d9fb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:39.131750 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-169e76ff-5c90-4e0a-b7f3-6066a0b93d6b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (53be53d5-628c-46d8-8660-b3d6d1973381), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:39.144721 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169e76ff-5c90-4e0a-b7f3-6066a0b93d6b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:39.156386 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-169e76ff-5c90-4e0a-b7f3-6066a0b93d6b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:39.196702 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-99d5ed3d-c424-460a-88b6-f205157d9b81 None None] Port c92d293d-d796-4f22-b73d-e230f783d9fb cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:11:39.302463 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 869adb22-800d-4f3c-b804-cbb81abbba1e up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:39.303976 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-350612f0-cf79-46fb-a065-87259e8f9cd1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2f9910712ba64e2182c451ca5c7cf217&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7501900 Feb 09 22:11:39.308902 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36086) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:39.329846 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-169e76ff-5c90-4e0a-b7f3-6066a0b93d6b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9402373 Feb 09 22:11:39.339078 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c92d293d-d796-4f22-b73d-e230f783d9fb {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:11:39.347844 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36088) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:39.354064 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-edb78ff0-6d27-40c5-bfb4-8ce613432c8f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'subnet': {'network_id': '53be53d5-628c-46d8-8660-b3d6d1973381', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:39.364446 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] Publish callbacks [] for port (c92d293d-d796-4f22-b73d-e230f783d9fb), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:39.371462 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e76ff-5c90-4e0a-b7f3-6066a0b93d6b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Network': ['ID=53be53d5-628c-46d8-8660-b3d6d1973381,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:39.429524 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 53be53d5-628c-46d8-8660-b3d6d1973381 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:11:39.465269 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acdc48-aee8-4754-9b24-04ed5a365651 req-f2db39db-30d5-4562-b8c1-f64285d59961 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:39.467079 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] Transition to ACTIVE for port object c92d293d-d796-4f22-b73d-e230f783d9fb will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:11:39.470682 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1acdc48-aee8-4754-9b24-04ed5a365651 req-f2db39db-30d5-4562-b8c1-f64285d59961 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=00e2126f-321a-41da-abd5-4eee91a2d74b HTTP/1.1" status: 200 len: 931 time: 0.5358579 Feb 09 22:11:39.506410 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (c92d293d-d796-4f22-b73d-e230f783d9fb), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:39.630577 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a209ad3-e4d9-4450-b008-d2f739572440 admin admin] Publish callbacks [] for security_group (4b70b8a2-b900-4ab3-abd8-f67c3ce34148), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:39.649460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 869adb22-800d-4f3c-b804-cbb81abbba1e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:39.649895 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (869adb22-800d-4f3c-b804-cbb81abbba1e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:39.662171 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f69a6f-8a6b-4c65-bed5-192a7b8e9919 None None] Sync routers for ids ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:11:39.686639 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f69a6f-8a6b-4c65-bed5-192a7b8e9919 None None] Routers {'2d6fcd07-8b97-4b65-a176-b95d0be465e9'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:39.687739 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d6f69a6f-8a6b-4c65-bed5-192a7b8e9919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:11:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:39.703991 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] Pushing event updated for resources: {'Port': ['ID=c92d293d-d796-4f22-b73d-e230f783d9fb,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:39.760056 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a209ad3-e4d9-4450-b008-d2f739572440 admin admin] Publish callbacks [] for security_group (4b70b8a2-b900-4ab3-abd8-f67c3ce34148), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:39.792510 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb78ff0-6d27-40c5-bfb4-8ce613432c8f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:39.796217 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-edb78ff0-6d27-40c5-bfb4-8ce613432c8f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:39.838865 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 869adb22-800d-4f3c-b804-cbb81abbba1e is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:39.910050 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d6f69a6f-8a6b-4c65-bed5-192a7b8e9919 None None] Set router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:40.042326 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1acdc48-aee8-4754-9b24-04ed5a365651 req-81275b64-2752-41b4-8082-cc0091aca5a9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5658302 Feb 09 22:11:40.189503 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d6f69a6f-8a6b-4c65-bed5-192a7b8e9919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:11:36Z', 'revision_number': 7, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': '09755e32-055a-498b-8685-756b99d9438a', 'name': '', 'network_id': '5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:7d:dc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:19Z', 'updated_at': '2022-02-09T22:11:26Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b455da-bf86-4758-87cc-5edd32630b48', 'name': '', 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:33:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:13Z', 'updated_at': '2022-02-09T22:11:21Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '869adb22-800d-4f3c-b804-cbb81abbba1e', 'name': '', 'network_id': '1afb4db0-987e-47f7-a2bf-6ced1deb53c5', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:c0:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '001e7a78-540d-4748-bc67-0e5325dccebc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:28Z', 'updated_at': '2022-02-09T22:11:36Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '001e7a78-540d-4748-bc67-0e5325dccebc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:12Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:40.196423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ec0b46-7660-449d-af6e-b89e84247f1e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Router 332b7f3f-761c-4068-abbb-d92f659eec1d has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:11:40.213489 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] Attempting to bind port c92d293d-d796-4f22-b73d-e230f783d9fb on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:11:40.214192 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] Attempting to bind port c92d293d-d796-4f22-b73d-e230f783d9fb by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:11:40.214770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] Attempting to bind port c92d293d-d796-4f22-b73d-e230f783d9fb on network 59bfcab4-b7d2-465d-baca-fbf4f579480a {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:11:40.222760 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f69a6f-8a6b-4c65-bed5-192a7b8e9919 None None] Checking router: 2d6fcd07-8b97-4b65-a176-b95d0be465e9 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:11:40.225651 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] Port c92d293d-d796-4f22-b73d-e230f783d9fb on network 59bfcab4-b7d2-465d-baca-fbf4f579480a not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:11:40.226100 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] Attempting to bind port c92d293d-d796-4f22-b73d-e230f783d9fb on network 59bfcab4-b7d2-465d-baca-fbf4f579480a {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:11:40.235752 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f69a6f-8a6b-4c65-bed5-192a7b8e9919 None None] Routers {'2d6fcd07-8b97-4b65-a176-b95d0be465e9'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:40.236739 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d6f69a6f-8a6b-4c65-bed5-192a7b8e9919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:11:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:40.243344 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:11:40.243780 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] Checking segment: {'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:40.244313 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] Bound using segment: {'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:11:40.244812 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] Bound port: c92d293d-d796-4f22-b73d-e230f783d9fb, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:11:40.245271 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c92d293d-d796-4f22-b73d-e230f783d9fb), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:40.260546 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-edb78ff0-6d27-40c5-bfb4-8ce613432c8f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (a6214ba2-9142-4fd3-ae8a-1d0f78515283), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:40.263361 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a209ad3-e4d9-4450-b008-d2f739572440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4b70b8a2-b900-4ab3-abd8-f67c3ce34148), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:40.266161 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a209ad3-e4d9-4450-b008-d2f739572440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:40.271203 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1a209ad3-e4d9-4450-b008-d2f739572440 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4b70b8a2-b900-4ab3-abd8-f67c3ce34148 HTTP/1.1" status: 204 len: 168 time: 0.9611363 Feb 09 22:11:40.349140 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d6f69a6f-8a6b-4c65-bed5-192a7b8e9919 None None] Set router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:40.436312 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] For port c92d293d-d796-4f22-b73d-e230f783d9fb, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:11:40.441292 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] For port c92d293d-d796-4f22-b73d-e230f783d9fb, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c92d293d-d796-4f22-b73d-e230f783d9fb,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:11:40.504363 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-595a88ac-e850-4037-9216-a5883da5feae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:40.514009 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb78ff0-6d27-40c5-bfb4-8ce613432c8f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Subnet': ['ID=a6214ba2-9142-4fd3-ae8a-1d0f78515283,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:40.532822 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (c92d293d-d796-4f22-b73d-e230f783d9fb), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:40.640034 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:40.640751 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:40.642256 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] 10.222.0.42 "PUT /v2.0/ports/c92d293d-d796-4f22-b73d-e230f783d9fb HTTP/1.1" status: 200 len: 1091 time: 2.0447700 Feb 09 22:11:40.656784 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de0a1b-7f04-416e-b43e-bd4e0895d885 service neutron] Pushing event updated for resources: {'Port': ['ID=c92d293d-d796-4f22-b73d-e230f783d9fb,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:40.657582 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d6f69a6f-8a6b-4c65-bed5-192a7b8e9919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:11:36Z', 'revision_number': 7, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': '09755e32-055a-498b-8685-756b99d9438a', 'name': '', 'network_id': '5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:7d:dc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:19Z', 'updated_at': '2022-02-09T22:11:26Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b455da-bf86-4758-87cc-5edd32630b48', 'name': '', 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:33:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:13Z', 'updated_at': '2022-02-09T22:11:21Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '869adb22-800d-4f3c-b804-cbb81abbba1e', 'name': '', 'network_id': '1afb4db0-987e-47f7-a2bf-6ced1deb53c5', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:c0:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '001e7a78-540d-4748-bc67-0e5325dccebc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:28Z', 'updated_at': '2022-02-09T22:11:36Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '001e7a78-540d-4748-bc67-0e5325dccebc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:12Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:40.664587 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a209ad3-e4d9-4450-b008-d2f739572440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b70b8a2-b900-4ab3-abd8-f67c3ce34148,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:40.668549 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e2126f-321a-41da-abd5-4eee91a2d74b', 'tag': 'c92d293d-d796-4f22-b73d-e230f783d9fb'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:11:40.681405 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c5b11e-7f71-4313-be5a-7a7cf6b0e56f" -d '{"events": [{"name": "network-changed", "server_uuid": "00e2126f-321a-41da-abd5-4eee91a2d74b", "tag": "c92d293d-d796-4f22-b73d-e230f783d9fb"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:11:40.708967 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c833d842-f342-457b-bdaf-749952b776eb req-f1edb1fe-9fd2-4aec-b02c-9226d7594ae7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2579043 Feb 09 22:11:40.724324 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f69a6f-8a6b-4c65-bed5-192a7b8e9919 None None] The sync data for ids ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'] in n-d-828601-1 is: [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:11:36Z', 'revision_number': 7, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': '09755e32-055a-498b-8685-756b99d9438a', 'name': '', 'network_id': '5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:7d:dc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:19Z', 'updated_at': '2022-02-09T22:11:26Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b455da-bf86-4758-87cc-5edd32630b48', 'name': '', 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:33:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:13Z', 'updated_at': '2022-02-09T22:11:21Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '869adb22-800d-4f3c-b804-cbb81abbba1e', 'name': '', 'network_id': '1afb4db0-987e-47f7-a2bf-6ced1deb53c5', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:c0:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '001e7a78-540d-4748-bc67-0e5325dccebc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:28Z', 'updated_at': '2022-02-09T22:11:36Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '001e7a78-540d-4748-bc67-0e5325dccebc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:12Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:11:40.804467 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb78ff0-6d27-40c5-bfb4-8ce613432c8f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Checking segment: {'id': '8c8777a1-7abe-4b8a-9a2b-fcaf8f24fd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '53be53d5-628c-46d8-8660-b3d6d1973381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:40.805603 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb78ff0-6d27-40c5-bfb4-8ce613432c8f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network hostable DHCP agents. Network: 53be53d5-628c-46d8-8660-b3d6d1973381, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:11:40.808534 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24014ea6-9455-4734-b95d-119e19f4edbd x-openstack-request-id: req-24014ea6-9455-4734-b95d-119e19f4edbd {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:11:40.808846 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e2126f-321a-41da-abd5-4eee91a2d74b", "tag": "c92d293d-d796-4f22-b73d-e230f783d9fb", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:11:40.809165 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-24014ea6-9455-4734-b95d-119e19f4edbd {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:11:40.809540 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e2126f-321a-41da-abd5-4eee91a2d74b', 'tag': 'c92d293d-d796-4f22-b73d-e230f783d9fb', 'status': 'completed', 'code': 200} Feb 09 22:11:40.923738 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb78ff0-6d27-40c5-bfb4-8ce613432c8f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network 53be53d5-628c-46d8-8660-b3d6d1973381 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:11:40.926652 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cba640bd-0a9a-4ce9-9113-f5a689dd3274 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (2d6fcd07-8b97-4b65-a176-b95d0be465e9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:40.945776 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ec0b46-7660-449d-af6e-b89e84247f1e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:11:40.960877 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88ec0b46-7660-449d-af6e-b89e84247f1e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:40.970330 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833d842-f342-457b-bdaf-749952b776eb req-a1d9250b-1862-4f65-a4a5-acc0a0243ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:40.972005 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c833d842-f342-457b-bdaf-749952b776eb req-a1d9250b-1862-4f65-a4a5-acc0a0243ef0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 1128 time: 0.1803436 Feb 09 22:11:40.972744 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4a2197-a8c5-481a-a361-018872c80188 None None] Sync routers for ids ['332b7f3f-761c-4068-abbb-d92f659eec1d'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:11:40.972968 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-edb78ff0-6d27-40c5-bfb4-8ce613432c8f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 53be53d5-628c-46d8-8660-b3d6d1973381) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:40.993534 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb78ff0-6d27-40c5-bfb4-8ce613432c8f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:40.994330 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-edb78ff0-6d27-40c5-bfb4-8ce613432c8f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:41.041094 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d8a8ef-a535-41b7-8f8b-2963e1d3587c None None] Network 53be53d5-628c-46d8-8660-b3d6d1973381 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:41.052564 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4a2197-a8c5-481a-a361-018872c80188 None None] Routers {'332b7f3f-761c-4068-abbb-d92f659eec1d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:41.056136 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-df4a2197-a8c5-481a-a361-018872c80188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:11:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['332b7f3f-761c-4068-abbb-d92f659eec1d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:41.242805 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833d842-f342-457b-bdaf-749952b776eb req-5886cbbe-be20-4d42-a0b3-5662c3cebd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:41.244564 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c833d842-f342-457b-bdaf-749952b776eb req-5886cbbe-be20-4d42-a0b3-5662c3cebd36 service neutron] 10.222.0.42 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 911 time: 0.2412915 Feb 09 22:11:41.247366 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-a00727cd-11b1-4aef-9e54-7a4fbcb9cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:41.249485 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-a00727cd-11b1-4aef-9e54-7a4fbcb9cacf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=00e2126f-321a-41da-abd5-4eee91a2d74b HTTP/1.1" status: 200 len: 1125 time: 0.4775331 Feb 09 22:11:41.286490 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-edb78ff0-6d27-40c5-bfb4-8ce613432c8f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9371114 Feb 09 22:11:41.331174 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36110) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:41.352470 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'port': {'network_id': '53be53d5-628c-46d8-8660-b3d6d1973381', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1340184483'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:41.363146 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c833d842-f342-457b-bdaf-749952b776eb req-2479cf8c-5c5f-4b94-9a7e-5c4f06bfcc4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b845d39-4531-44db-89a3-83212c07eb2d HTTP/1.1" status: 200 len: 217 time: 0.1063650 Feb 09 22:11:41.364567 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-cc4bb996-0b5b-4316-a068-198ce538fff6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c92d293d-d796-4f22-b73d-e230f783d9fb HTTP/1.1" status: 200 len: 217 time: 0.1065326 Feb 09 22:11:41.443444 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-cb2ad3c5-88e1-4233-b1b2-871c08aacdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:41.444817 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-cb2ad3c5-88e1-4233-b1b2-871c08aacdad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.0577796 Feb 09 22:11:41.518834 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebb042b-f5e5-4443-b006-f2cb6f37aeb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-53be53d5-628c-46d8-8660-b3d6d1973381', 'network_id': '53be53d5-628c-46d8-8660-b3d6d1973381', 'project_id': '3a081b6cfe1f477e8e25adca53408c36', 'fixed_ips': [{'subnet_id': 'a6214ba2-9142-4fd3-ae8a-1d0f78515283'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:11:41.519773 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5ebb042b-f5e5-4443-b006-f2cb6f37aeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:41.540148 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-2d99bae4-9bc0-4ec8-ba29-d93790029090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:41.542540 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-2d99bae4-9bc0-4ec8-ba29-d93790029090 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0769622 Feb 09 22:11:41.544766 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833d842-f342-457b-bdaf-749952b776eb req-b9a7aa77-aaef-4675-8e88-8b2f0884a2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:41.547141 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c833d842-f342-457b-bdaf-749952b776eb req-b9a7aa77-aaef-4675-8e88-8b2f0884a2b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.1686881 Feb 09 22:11:41.611059 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-88ec0b46-7660-449d-af6e-b89e84247f1e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "DELETE /v2.0/floatingips/a0d90290-3209-47f0-b988-cef1ee904a7f HTTP/1.1" status: 204 len: 168 time: 7.9665401 Feb 09 22:11:41.614123 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0e58fd-bf9b-4057-8a58-bfd560b43855', 'tag': 'de5624e7-7882-4d18-a78f-db9d7f325e01'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:11:41.617871 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6a403d-cc95-4ba8-83e5-c361e05becc5" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0e58fd-bf9b-4057-8a58-bfd560b43855", "tag": "de5624e7-7882-4d18-a78f-db9d7f325e01"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:11:41.707282 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e9e68-3cda-43e2-88b7-25e82ef4189b req-939cb484-7da0-43e4-89ac-7aeb40f5f511 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:41.714409 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-447e9e68-3cda-43e2-88b7-25e82ef4189b req-939cb484-7da0-43e4-89ac-7aeb40f5f511 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=00e2126f-321a-41da-abd5-4eee91a2d74b HTTP/1.1" status: 200 len: 943 time: 0.4103897 Feb 09 22:11:41.736755 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-5ebb042b-f5e5-4443-b006-f2cb6f37aeb5 None None] Allocated IP 2001:db8::2 (53be53d5-628c-46d8-8660-b3d6d1973381/a6214ba2-9142-4fd3-ae8a-1d0f78515283/cf4f3dc1-015c-4463-992a-2e535109d889) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:41.814528 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:41.818087 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:41.925926 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5ebb042b-f5e5-4443-b006-f2cb6f37aeb5 None None] Publish callbacks [] for port (cf4f3dc1-015c-4463-992a-2e535109d889), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:41.946748 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5ebb042b-f5e5-4443-b006-f2cb6f37aeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (cf4f3dc1-015c-4463-992a-2e535109d889), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:42.022115 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebb042b-f5e5-4443-b006-f2cb6f37aeb5 None None] Network 53be53d5-628c-46d8-8660-b3d6d1973381 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:42.031780 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-df4a2197-a8c5-481a-a361-018872c80188 None None] Set router 332b7f3f-761c-4068-abbb-d92f659eec1d gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:42.037779 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-5ebb042b-f5e5-4443-b006-f2cb6f37aeb5 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:42.040436 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:42.041945 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebb042b-f5e5-4443-b006-f2cb6f37aeb5 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:42.114875 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-447e9e68-3cda-43e2-88b7-25e82ef4189b req-e8e238a5-e628-446a-8dca-95d03656f9a1 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990486 Feb 09 22:11:42.118216 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] device_id is not set on port 7d01605f-2c81-497f-ac19-eaf557361383 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:11:42.154818 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb042b-f5e5-4443-b006-f2cb6f37aeb5 None None] Pushing event updated for resources: {'Port': ['ID=cf4f3dc1-015c-4463-992a-2e535109d889,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:42.240101 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-5ebb042b-f5e5-4443-b006-f2cb6f37aeb5 None None] Attempting to bind port cf4f3dc1-015c-4463-992a-2e535109d889 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:11:42.240674 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-5ebb042b-f5e5-4443-b006-f2cb6f37aeb5 None None] Attempting to bind port cf4f3dc1-015c-4463-992a-2e535109d889 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '8c8777a1-7abe-4b8a-9a2b-fcaf8f24fd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '53be53d5-628c-46d8-8660-b3d6d1973381'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:11:42.241144 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb042b-f5e5-4443-b006-f2cb6f37aeb5 None None] Attempting to bind port cf4f3dc1-015c-4463-992a-2e535109d889 on network 53be53d5-628c-46d8-8660-b3d6d1973381 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:11:42.300313 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb042b-f5e5-4443-b006-f2cb6f37aeb5 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:11:42.300742 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb042b-f5e5-4443-b006-f2cb6f37aeb5 None None] Checking segment: {'id': '8c8777a1-7abe-4b8a-9a2b-fcaf8f24fd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '53be53d5-628c-46d8-8660-b3d6d1973381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:42.301100 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5ebb042b-f5e5-4443-b006-f2cb6f37aeb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:42.301503 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb042b-f5e5-4443-b006-f2cb6f37aeb5 None None] Bound using segment: {'id': '8c8777a1-7abe-4b8a-9a2b-fcaf8f24fd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '53be53d5-628c-46d8-8660-b3d6d1973381'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:11:42.301996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-5ebb042b-f5e5-4443-b006-f2cb6f37aeb5 None None] Bound port: cf4f3dc1-015c-4463-992a-2e535109d889, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c8777a1-7abe-4b8a-9a2b-fcaf8f24fd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '53be53d5-628c-46d8-8660-b3d6d1973381'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:11:42.302384 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5ebb042b-f5e5-4443-b006-f2cb6f37aeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cf4f3dc1-015c-4463-992a-2e535109d889), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:42.624971 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36132) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:42.725975 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833d842-f342-457b-bdaf-749952b776eb req-5c1e6d1c-3757-4650-b536-4461d4b6d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:42.735992 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c833d842-f342-457b-bdaf-749952b776eb req-5c1e6d1c-3757-4650-b536-4461d4b6d335 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1695569 Feb 09 22:11:42.739280 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-2da99648-1cd1-432f-bea9-14c05aba178c service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1777515 Feb 09 22:11:42.880391 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:42.907020 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-5ebb042b-f5e5-4443-b006-f2cb6f37aeb5 None None] For port cf4f3dc1-015c-4463-992a-2e535109d889, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:11:42.915210 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-5ebb042b-f5e5-4443-b006-f2cb6f37aeb5 None None] For port cf4f3dc1-015c-4463-992a-2e535109d889, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=cf4f3dc1-015c-4463-992a-2e535109d889,segment=NetworkSegment(8c8777a1-7abe-4b8a-9a2b-fcaf8f24fd43),segment_id=8c8777a1-7abe-4b8a-9a2b-fcaf8f24fd43)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:11:42.945846 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-cba640bd-0a9a-4ce9-9113-f5a689dd3274 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting port 869adb22-800d-4f3c-b804-cbb81abbba1e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:42.947602 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cba640bd-0a9a-4ce9-9113-f5a689dd3274 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (869adb22-800d-4f3c-b804-cbb81abbba1e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:42.951111 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5ebb042b-f5e5-4443-b006-f2cb6f37aeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (cf4f3dc1-015c-4463-992a-2e535109d889), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:43.058702 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c833d842-f342-457b-bdaf-749952b776eb req-4d7af437-8634-41f1-8e50-d599daeb1b4a service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134980 Feb 09 22:11:43.088364 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ff4415a6-65ee-4239-8027-b5c383ac11aa req-9f4a3b60-cbab-4597-97fc-af7e3be27c69 service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342102 Feb 09 22:11:43.110914 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-df4a2197-a8c5-481a-a361-018872c80188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116193834', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:45Z', 'updated_at': '2022-02-09T22:09:08Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:47Z', 'updated_at': '2022-02-09T22:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2', 'name': '', 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:dc:f2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:09:02Z', 'updated_at': '2022-02-09T22:09:17Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:43.125658 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5ef6bf73-4b60-46e6-b7fa-c314a678e5cc tempest-SubnetPoolsTestJSON-183264584 tempest-SubnetPoolsTestJSON-183264584-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-571469253', 'prefixes': ['172.20.0.0/16']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:43.131554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Allocated IP 2001:db8::118 (53be53d5-628c-46d8-8660-b3d6d1973381/a6214ba2-9142-4fd3-ae8a-1d0f78515283/7d01605f-2c81-497f-ac19-eaf557361383) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:43.153456 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aace4527-1f3f-4df2-add5-57e335ef4061 x-openstack-request-id: req-aace4527-1f3f-4df2-add5-57e335ef4061 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:11:43.153817 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0e58fd-bf9b-4057-8a58-bfd560b43855", "tag": "de5624e7-7882-4d18-a78f-db9d7f325e01", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:11:43.154043 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aace4527-1f3f-4df2-add5-57e335ef4061 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:11:43.154689 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0e58fd-bf9b-4057-8a58-bfd560b43855', 'tag': 'de5624e7-7882-4d18-a78f-db9d7f325e01', 'status': 'completed', 'code': 200} Feb 09 22:11:43.212201 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4a2197-a8c5-481a-a361-018872c80188 None None] Checking router: 332b7f3f-761c-4068-abbb-d92f659eec1d for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:11:43.278926 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4a2197-a8c5-481a-a361-018872c80188 None None] Routers {'332b7f3f-761c-4068-abbb-d92f659eec1d'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:43.280146 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-df4a2197-a8c5-481a-a361-018872c80188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:11:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['332b7f3f-761c-4068-abbb-d92f659eec1d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:43.347786 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5b11e-7f71-4313-be5a-7a7cf6b0e56f req-6c3fbe64-06bf-4872-bb8e-43a1ae8ba8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:43.350563 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c2c5b11e-7f71-4313-be5a-7a7cf6b0e56f req-6c3fbe64-06bf-4872-bb8e-43a1ae8ba8b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=00e2126f-321a-41da-abd5-4eee91a2d74b HTTP/1.1" status: 200 len: 1125 time: 0.1599441 Feb 09 22:11:43.371381 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb042b-f5e5-4443-b006-f2cb6f37aeb5 None None] Pushing event updated for resources: {'Port': ['ID=cf4f3dc1-015c-4463-992a-2e535109d889,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:43.478177 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c833d842-f342-457b-bdaf-749952b776eb req-0ef8b8f4-ae27-4cd9-a2ea-103e92d4b86b service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158361 Feb 09 22:11:43.558145 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-df4a2197-a8c5-481a-a361-018872c80188 None None] Set router 332b7f3f-761c-4068-abbb-d92f659eec1d gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:43.699915 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5b11e-7f71-4313-be5a-7a7cf6b0e56f req-628a9420-14fb-4816-97e9-74e884f8cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:43.701683 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c2c5b11e-7f71-4313-be5a-7a7cf6b0e56f req-628a9420-14fb-4816-97e9-74e884f8cde0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 911 time: 0.3300943 Feb 09 22:11:43.770107 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c2c5b11e-7f71-4313-be5a-7a7cf6b0e56f req-5150897e-10c6-4162-b2af-347002f3efec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c92d293d-d796-4f22-b73d-e230f783d9fb HTTP/1.1" status: 200 len: 217 time: 0.0601935 Feb 09 22:11:43.854114 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5b11e-7f71-4313-be5a-7a7cf6b0e56f req-2c5d6f93-c398-46c2-a581-112ad417fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:43.861828 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c2c5b11e-7f71-4313-be5a-7a7cf6b0e56f req-2c5d6f93-c398-46c2-a581-112ad417fc8f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.0812922 Feb 09 22:11:43.928086 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5b11e-7f71-4313-be5a-7a7cf6b0e56f req-8662696b-7ea3-4b04-a2e2-424cffeb1df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:43.930567 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c2c5b11e-7f71-4313-be5a-7a7cf6b0e56f req-8662696b-7ea3-4b04-a2e2-424cffeb1df9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0641539 Feb 09 22:11:43.931186 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-df4a2197-a8c5-481a-a361-018872c80188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116193834', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:45Z', 'updated_at': '2022-02-09T22:09:08Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:47Z', 'updated_at': '2022-02-09T22:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2', 'name': '', 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:dc:f2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:09:02Z', 'updated_at': '2022-02-09T22:09:17Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:43.984516 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4a2197-a8c5-481a-a361-018872c80188 None None] The sync data for ids ['332b7f3f-761c-4068-abbb-d92f659eec1d'] in n-d-828601-1 is: [{'id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116193834', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:45Z', 'updated_at': '2022-02-09T22:09:08Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:47Z', 'updated_at': '2022-02-09T22:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2', 'name': '', 'network_id': '14c62719-8468-46f6-8a99-df98d5f93641', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:dc:f2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:09:02Z', 'updated_at': '2022-02-09T22:09:17Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:11:44.072617 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c2c5b11e-7f71-4313-be5a-7a7cf6b0e56f req-513c865d-923b-4728-a086-78f52d778915 service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350164 Feb 09 22:11:44.149515 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-cba640bd-0a9a-4ce9-9113-f5a689dd3274 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] For port 869adb22-800d-4f3c-b804-cbb81abbba1e, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=869adb22-800d-4f3c-b804-cbb81abbba1e,segment=NetworkSegment(ef7c3ed1-c958-49f2-8576-a7f5df5b065f),segment_id=ef7c3ed1-c958-49f2-8576-a7f5df5b065f)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:44.150048 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cba640bd-0a9a-4ce9-9113-f5a689dd3274 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (869adb22-800d-4f3c-b804-cbb81abbba1e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:44.157652 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a403d-cc95-4ba8-83e5-c361e05becc5 req-a2b31ff5-d2bf-4b47-aaa4-676c0a95dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:44.162399 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e6a403d-cc95-4ba8-83e5-c361e05becc5 req-a2b31ff5-d2bf-4b47-aaa4-676c0a95dd09 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 1128 time: 1.0193830 Feb 09 22:11:44.278723 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8473e6-7093-4a68-b1da-cf8a19d530f3 req-4dc93953-32bb-467f-bd7f-e2c198643520 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:44.279117 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-cba640bd-0a9a-4ce9-9113-f5a689dd3274 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Calling delete_port for 869adb22-800d-4f3c-b804-cbb81abbba1e owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:44.280586 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b8473e6-7093-4a68-b1da-cf8a19d530f3 req-4dc93953-32bb-467f-bd7f-e2c198643520 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 946 time: 0.2574267 Feb 09 22:11:44.316842 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c2c5b11e-7f71-4313-be5a-7a7cf6b0e56f req-d6223276-229d-4060-ae86-499601180891 service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257233 Feb 09 22:11:44.373815 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5bb92-df41-46d6-8ed6-ea7ceb75eb07 req-591de48d-8ef4-440e-89aa-142662a2c5c3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:44.400559 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-44f5bb92-df41-46d6-8ed6-ea7ceb75eb07 req-591de48d-8ef4-440e-89aa-142662a2c5c3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 946 time: 1.1661699 Feb 09 22:11:44.440897 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0579e413-b2c9-4799-9a5a-9e7938f279b6 None None] New status for floating IP a0d90290-3209-47f0-b988-cef1ee904a7f: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:11:44.467421 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5ef6bf73-4b60-46e6-b7fa-c314a678e5cc tempest-SubnetPoolsTestJSON-183264584 tempest-SubnetPoolsTestJSON-183264584-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:44.468971 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5ef6bf73-4b60-46e6-b7fa-c314a678e5cc tempest-SubnetPoolsTestJSON-183264584 tempest-SubnetPoolsTestJSON-183264584-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.8429556 Feb 09 22:11:44.478527 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36142) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:44.543301 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-5b8473e6-7093-4a68-b1da-cf8a19d530f3 req-497e611d-bb32-4296-bccc-54fbc45c369e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Deleting port de5624e7-7882-4d18-a78f-db9d7f325e01 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:44.544359 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5b8473e6-7093-4a68-b1da-cf8a19d530f3 req-497e611d-bb32-4296-bccc-54fbc45c369e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:44.557709 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-693aee76-5c4b-4646-b316-439892c23c27 tempest-SubnetPoolsTestJSON-183264584 tempest-SubnetPoolsTestJSON-183264584-project] 10.222.0.77 "GET /v2.0/subnetpools/d18cd109-3136-4625-b16d-417199c49f04 HTTP/1.1" status: 200 len: 731 time: 0.0767126 Feb 09 22:11:44.558490 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36144) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:44.577763 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c92d293d-d796-4f22-b73d-e230f783d9fb details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:11:44.616423 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-9e508146-fa86-46ed-9d50-e41d7b54638d tempest-SubnetPoolsTestJSON-183264584 tempest-SubnetPoolsTestJSON-183264584-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-574669534'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:44.708610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a403d-cc95-4ba8-83e5-c361e05becc5 req-d221bb28-080a-4e88-a139-d5b385301f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:44.710137 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e6a403d-cc95-4ba8-83e5-c361e05becc5 req-d221bb28-080a-4e88-a139-d5b385301f6f service neutron] 10.222.0.42 "GET /v2.0/networks?id=14c62719-8468-46f6-8a99-df98d5f93641 HTTP/1.1" status: 200 len: 897 time: 0.5187767 Feb 09 22:11:44.763571 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e6a403d-cc95-4ba8-83e5-c361e05becc5 req-7420d1f2-99ec-4254-a0ec-03c76aea014b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de5624e7-7882-4d18-a78f-db9d7f325e01 HTTP/1.1" status: 200 len: 217 time: 0.0395072 Feb 09 22:11:44.790646 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-44f5bb92-df41-46d6-8ed6-ea7ceb75eb07 req-c09241ec-c680-4779-bd19-7a122585cde9 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d6d246f-b16a-48fa-8c80-b01099c8fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3887575 Feb 09 22:11:44.817038 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:44.851450 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c92d293d-d796-4f22-b73d-e230f783d9fb, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c92d293d-d796-4f22-b73d-e230f783d9fb,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:44.868879 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'c92d293d-d796-4f22-b73d-e230f783d9fb', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'port_id': 'c92d293d-d796-4f22-b73d-e230f783d9fb', 'mac_address': 'fa:16:3e:87:60:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:11:44.876409 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-5b8473e6-7093-4a68-b1da-cf8a19d530f3 req-497e611d-bb32-4296-bccc-54fbc45c369e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] For port de5624e7-7882-4d18-a78f-db9d7f325e01, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=de5624e7-7882-4d18-a78f-db9d7f325e01,segment=NetworkSegment(c1c4ebd5-934b-4dad-9341-362d5d6bd69e),segment_id=c1c4ebd5-934b-4dad-9341-362d5d6bd69e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:44.878579 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for port (7d01605f-2c81-497f-ac19-eaf557361383), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:44.879605 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5b8473e6-7093-4a68-b1da-cf8a19d530f3 req-497e611d-bb32-4296-bccc-54fbc45c369e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:44.919945 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port c92d293d-d796-4f22-b73d-e230f783d9fb is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:44.920346 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c92d293d-d796-4f22-b73d-e230f783d9fb), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:44.923624 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89acc4d5-99a1-4704-b16e-df0f2b52cbb8 None None] Network 53be53d5-628c-46d8-8660-b3d6d1973381 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:44.984516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-5b8473e6-7093-4a68-b1da-cf8a19d530f3 req-497e611d-bb32-4296-bccc-54fbc45c369e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Calling delete_port for de5624e7-7882-4d18-a78f-db9d7f325e01 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:44.991036 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c92d293d-d796-4f22-b73d-e230f783d9fb {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:11:44.998582 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9e508146-fa86-46ed-9d50-e41d7b54638d tempest-SubnetPoolsTestJSON-183264584 tempest-SubnetPoolsTestJSON-183264584-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:45.001268 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9e508146-fa86-46ed-9d50-e41d7b54638d tempest-SubnetPoolsTestJSON-183264584 tempest-SubnetPoolsTestJSON-183264584-project] 10.222.0.77 "PUT /v2.0/subnetpools/d18cd109-3136-4625-b16d-417199c49f04 HTTP/1.1" status: 200 len: 683 time: 0.4307709 Feb 09 22:11:45.012023 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36146) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:45.014773 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c92d293d-d796-4f22-b73d-e230f783d9fb, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c92d293d-d796-4f22-b73d-e230f783d9fb,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:45.035203 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c92d293d-d796-4f22-b73d-e230f783d9fb), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:45.085319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a403d-cc95-4ba8-83e5-c361e05becc5 req-4d3a15ca-c4d5-475f-8384-1382476d1464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:45.088035 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e6a403d-cc95-4ba8-83e5-c361e05becc5 req-4d3a15ca-c4d5-475f-8384-1382476d1464 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f HTTP/1.1" status: 200 len: 835 time: 0.3161938 Feb 09 22:11:45.143428 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=c92d293d-d796-4f22-b73d-e230f783d9fb,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:45.163571 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-69294b73-1220-4e31-bc8f-9fe27508470c None None] Provisioning complete for port cf4f3dc1-015c-4463-992a-2e535109d889 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:45.164034 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-69294b73-1220-4e31-bc8f-9fe27508470c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cf4f3dc1-015c-4463-992a-2e535109d889), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:45.209709 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (7d01605f-2c81-497f-ac19-eaf557361383), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:45.291943 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefee53-85b9-4f97-993e-9bcde1751c9a req-aba6b428-31b5-48cd-81d7-5c3d962ce32b tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:45.295225 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eaefee53-85b9-4f97-993e-9bcde1751c9a req-aba6b428-31b5-48cd-81d7-5c3d962ce32b tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=00e2126f-321a-41da-abd5-4eee91a2d74b HTTP/1.1" status: 200 len: 944 time: 0.2584300 Feb 09 22:11:45.348168 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network 53be53d5-628c-46d8-8660-b3d6d1973381 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:45.349251 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a403d-cc95-4ba8-83e5-c361e05becc5 req-c85c9deb-825d-4cb5-9319-dd7a4dc67648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:45.349547 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-69294b73-1220-4e31-bc8f-9fe27508470c None None] Current status of the port cf4f3dc1-015c-4463-992a-2e535109d889 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:45.349950 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-69294b73-1220-4e31-bc8f-9fe27508470c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cf4f3dc1-015c-4463-992a-2e535109d889), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:45.350917 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e6a403d-cc95-4ba8-83e5-c361e05becc5 req-c85c9deb-825d-4cb5-9319-dd7a4dc67648 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=14c62719-8468-46f6-8a99-df98d5f93641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2504494 Feb 09 22:11:45.367317 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device cf4f3dc1-015c-4463-992a-2e535109d889 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:45.371732 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d90d7208-a4c4-4c03-a4fd-651aaa0fbab3 tempest-SubnetPoolsTestJSON-183264584 tempest-SubnetPoolsTestJSON-183264584-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:45.373906 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d90d7208-a4c4-4c03-a4fd-651aaa0fbab3 tempest-SubnetPoolsTestJSON-183264584 tempest-SubnetPoolsTestJSON-183264584-project] 10.222.0.77 "DELETE /v2.0/subnetpools/d18cd109-3136-4625-b16d-417199c49f04 HTTP/1.1" status: 204 len: 168 time: 0.3588467 Feb 09 22:11:45.375258 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Port': ['ID=7d01605f-2c81-497f-ac19-eaf557361383,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:45.378513 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36150) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:45.378711 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:45.398697 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:45.404294 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:45.405243 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:45.408043 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cba640bd-0a9a-4ce9-9113-f5a689dd3274 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (869adb22-800d-4f3c-b804-cbb81abbba1e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:45.414904 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-ce83c0f7-c324-481e-ac61-e762a5c202a4 tempest-SubnetPoolsTestJSON-183264584 tempest-SubnetPoolsTestJSON-183264584-project] show failed (client error): The resource could not be found. Feb 09 22:11:45.416014 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ce83c0f7-c324-481e-ac61-e762a5c202a4 tempest-SubnetPoolsTestJSON-183264584 tempest-SubnetPoolsTestJSON-183264584-project] 10.222.0.77 "GET /v2.0/subnetpools/d18cd109-3136-4625-b16d-417199c49f04 HTTP/1.1" status: 404 len: 346 time: 0.0354905 Feb 09 22:11:45.418294 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['c92d293d-d796-4f22-b73d-e230f783d9fb'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:11:45.421965 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36152) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:45.449919 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-03aad94f-94ce-4466-aa88-6b68d8af0eb3 tempest-SubnetPoolsTestJSON-183264584 tempest-SubnetPoolsTestJSON-183264584-project] delete failed (client error): The resource could not be found. Feb 09 22:11:45.452430 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-03aad94f-94ce-4466-aa88-6b68d8af0eb3 tempest-SubnetPoolsTestJSON-183264584 tempest-SubnetPoolsTestJSON-183264584-project] 10.222.0.77 "DELETE /v2.0/subnetpools/d18cd109-3136-4625-b16d-417199c49f04 HTTP/1.1" status: 404 len: 346 time: 0.0283544 Feb 09 22:11:45.474219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:45.474509 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:45.474867 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:45.475819 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:45.476172 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:45.476523 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:45.476876 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:45.477226 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:45.477571 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:45.477916 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:45.478259 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:45.478595 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:45.478934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:45.500750 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-69294b73-1220-4e31-bc8f-9fe27508470c None None] For port cf4f3dc1-015c-4463-992a-2e535109d889, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=cf4f3dc1-015c-4463-992a-2e535109d889,segment=NetworkSegment(8c8777a1-7abe-4b8a-9a2b-fcaf8f24fd43),segment_id=8c8777a1-7abe-4b8a-9a2b-fcaf8f24fd43)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:45.538771 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba640bd-0a9a-4ce9-9113-f5a689dd3274 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Port': ['ID=869adb22-800d-4f3c-b804-cbb81abbba1e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:45.556885 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-69294b73-1220-4e31-bc8f-9fe27508470c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (cf4f3dc1-015c-4463-992a-2e535109d889), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:45.572733 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f5958173-ff51-461f-84e9-407f20b8b5ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 4.2386987 Feb 09 22:11:45.584830 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36156) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:45.612900 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eaefee53-85b9-4f97-993e-9bcde1751c9a req-106f6cb4-e2ca-4194-a569-268201160906 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782478 Feb 09 22:11:45.699088 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:45.729853 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5b8473e6-7093-4a68-b1da-cf8a19d530f3 req-497e611d-bb32-4296-bccc-54fbc45c369e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (de5624e7-7882-4d18-a78f-db9d7f325e01), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:45.846962 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e611d-bb32-4296-bccc-54fbc45c369e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Port': ['ID=de5624e7-7882-4d18-a78f-db9d7f325e01,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:45.882409 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port cf4f3dc1-015c-4463-992a-2e535109d889 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:45.883133 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cf4f3dc1-015c-4463-992a-2e535109d889), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:45.992945 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8473e6-7093-4a68-b1da-cf8a19d530f3 req-497e611d-bb32-4296-bccc-54fbc45c369e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] No DVR routers for this DVR port de5624e7-7882-4d18-a78f-db9d7f325e01 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:11:45.999203 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5b8473e6-7093-4a68-b1da-cf8a19d530f3 req-497e611d-bb32-4296-bccc-54fbc45c369e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:46.010309 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5b8473e6-7093-4a68-b1da-cf8a19d530f3 req-497e611d-bb32-4296-bccc-54fbc45c369e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.42 "DELETE /v2.0/ports/de5624e7-7882-4d18-a78f-db9d7f325e01 HTTP/1.1" status: 204 len: 173 time: 1.7130325 Feb 09 22:11:46.013302 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0e58fd-bf9b-4057-8a58-bfd560b43855', 'name': 'network-vif-deleted', 'tag': 'de5624e7-7882-4d18-a78f-db9d7f325e01'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:11:46.015988 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755af27f-82bc-41aa-b6ae-ff38dcf5762c" -d '{"events": [{"server_uuid": "9d0e58fd-bf9b-4057-8a58-bfd560b43855", "name": "network-vif-deleted", "tag": "de5624e7-7882-4d18-a78f-db9d7f325e01"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:11:46.030134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36162) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:46.129673 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21048cc9-4a88-48d5-8e1c-4b47edb090f8 req-e50aa53a-d089-4039-b0dd-e61a7ee492aa tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d0e58fd-bf9b-4057-8a58-bfd560b43855 HTTP/1.1" status: 200 len: 210 time: 0.1215689 Feb 09 22:11:46.138418 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e6a403d-cc95-4ba8-83e5-c361e05becc5 req-b2cbbfb1-3dbe-49c7-8135-80bd38781660 service neutron] 10.222.0.42 "GET /v2.0/networks/14c62719-8468-46f6-8a99-df98d5f93641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7729902 Feb 09 22:11:46.162740 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69294b73-1220-4e31-bc8f-9fe27508470c None None] Pushing event updated for resources: {'Port': ['ID=cf4f3dc1-015c-4463-992a-2e535109d889,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:46.235360 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cba640bd-0a9a-4ce9-9113-f5a689dd3274 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (2d6fcd07-8b97-4b65-a176-b95d0be465e9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:46.335002 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d2e101-f9a8-4288-8fdc-c0f65894afa5 x-openstack-request-id: req-42d2e101-f9a8-4288-8fdc-c0f65894afa5 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:11:46.335464 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0e58fd-bf9b-4057-8a58-bfd560b43855", "name": "network-vif-deleted", "tag": "de5624e7-7882-4d18-a78f-db9d7f325e01", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:11:46.335911 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-42d2e101-f9a8-4288-8fdc-c0f65894afa5 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:11:46.336602 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0e58fd-bf9b-4057-8a58-bfd560b43855', 'name': 'network-vif-deleted', 'tag': 'de5624e7-7882-4d18-a78f-db9d7f325e01', 'status': 'completed', 'code': 200} Feb 09 22:11:46.338624 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11f2cadb-f1a9-4f0b-b159-7b67ce89154f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:46.349449 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:46.517157 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-54707d8c-b49a-45db-ba2b-8fbb2907023a None None] Provisioning complete for port cf4f3dc1-015c-4463-992a-2e535109d889 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:46.534823 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-54707d8c-b49a-45db-ba2b-8fbb2907023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cf4f3dc1-015c-4463-992a-2e535109d889), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:46.557484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d973902b-f266-4e0b-9f43-3777b0c46777 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting port 7d01605f-2c81-497f-ac19-eaf557361383 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:46.564428 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d973902b-f266-4e0b-9f43-3777b0c46777 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (7d01605f-2c81-497f-ac19-eaf557361383), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:46.565162 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11f2cadb-f1a9-4f0b-b159-7b67ce89154f admin admin] Publish callbacks [] for security_group (f472bc22-7a27-41e6-9a04-3c5110d88a4d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:46.575264 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11f2cadb-f1a9-4f0b-b159-7b67ce89154f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f472bc22-7a27-41e6-9a04-3c5110d88a4d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:46.604830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device de5624e7-7882-4d18-a78f-db9d7f325e01 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:11:46.674457 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: de5624e7-7882-4d18-a78f-db9d7f325e01 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:11:46.675194 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device de5624e7-7882-4d18-a78f-db9d7f325e01 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:11:46.676975 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port cf4f3dc1-015c-4463-992a-2e535109d889 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:46.695607 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2cadb-f1a9-4f0b-b159-7b67ce89154f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f472bc22-7a27-41e6-9a04-3c5110d88a4d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:46.731959 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e6a403d-cc95-4ba8-83e5-c361e05becc5 req-158d73b0-bd1c-4c0d-aeeb-20b1e773f439 service neutron] 10.222.0.42 "GET /v2.0/networks/14c62719-8468-46f6-8a99-df98d5f93641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520496 Feb 09 22:11:46.741335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-54707d8c-b49a-45db-ba2b-8fbb2907023a None None] Current status of the port cf4f3dc1-015c-4463-992a-2e535109d889 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:46.755346 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-11f2cadb-f1a9-4f0b-b159-7b67ce89154f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ba9f86f57d784c528dcb6bdab3cc6982&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7202876 Feb 09 22:11:46.755637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-54707d8c-b49a-45db-ba2b-8fbb2907023a None None] Provisioning complete for port 7d01605f-2c81-497f-ac19-eaf557361383 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:46.756025 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-54707d8c-b49a-45db-ba2b-8fbb2907023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7d01605f-2c81-497f-ac19-eaf557361383), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:46.757861 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36176) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:46.839271 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-54707d8c-b49a-45db-ba2b-8fbb2907023a None None] Port 7d01605f-2c81-497f-ac19-eaf557361383 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:11:46.959824 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d973902b-f266-4e0b-9f43-3777b0c46777 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (7d01605f-2c81-497f-ac19-eaf557361383), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:46.971057 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-8df1dd03-66c7-4e10-8f4a-b334fc78bf7f None None] Provisioning complete for port 7d01605f-2c81-497f-ac19-eaf557361383 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:46.971667 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8df1dd03-66c7-4e10-8f4a-b334fc78bf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7d01605f-2c81-497f-ac19-eaf557361383), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:46.985329 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d973902b-f266-4e0b-9f43-3777b0c46777 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Calling delete_port for 7d01605f-2c81-497f-ac19-eaf557361383 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:47.017026 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-95098021-1e1a-46ba-871f-2cb83f00972f admin admin] Publish callbacks [] for security_group (f472bc22-7a27-41e6-9a04-3c5110d88a4d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:47.017998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8df1dd03-66c7-4e10-8f4a-b334fc78bf7f None None] Port 7d01605f-2c81-497f-ac19-eaf557361383 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:11:47.024897 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba640bd-0a9a-4ce9-9113-f5a689dd3274 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:11:47.091421 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eca775-2fe8-43a8-9c40-395e4bcda5ee req-627b41a7-af59-4f43-a3bb-6c9f119a7bae tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:47.092995 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7eca775-2fe8-43a8-9c40-395e4bcda5ee req-627b41a7-af59-4f43-a3bb-6c9f119a7bae tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=00e2126f-321a-41da-abd5-4eee91a2d74b HTTP/1.1" status: 200 len: 944 time: 0.2035525 Feb 09 22:11:47.110447 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-95098021-1e1a-46ba-871f-2cb83f00972f admin admin] Publish callbacks [] for security_group (f472bc22-7a27-41e6-9a04-3c5110d88a4d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:47.222176 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device cf4f3dc1-015c-4463-992a-2e535109d889 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:47.296452 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7eca775-2fe8-43a8-9c40-395e4bcda5ee req-1b3f45c6-71b1-4bda-ac3e-56368dfbf6c7 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898777 Feb 09 22:11:47.305349 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port cf4f3dc1-015c-4463-992a-2e535109d889 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:47.306270 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cf4f3dc1-015c-4463-992a-2e535109d889), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:47.325971 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba640bd-0a9a-4ce9-9113-f5a689dd3274 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:11:47.335402 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-cba640bd-0a9a-4ce9-9113-f5a689dd3274 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/2d6fcd07-8b97-4b65-a176-b95d0be465e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6706767 Feb 09 22:11:47.340138 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36182) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:47.357121 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-95098021-1e1a-46ba-871f-2cb83f00972f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f472bc22-7a27-41e6-9a04-3c5110d88a4d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:47.373237 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-95098021-1e1a-46ba-871f-2cb83f00972f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:47.373237 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-95098021-1e1a-46ba-871f-2cb83f00972f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f472bc22-7a27-41e6-9a04-3c5110d88a4d HTTP/1.1" status: 204 len: 168 time: 0.5933173 Feb 09 22:11:47.382308 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d0e9f7-7c87-4a73-a0ab-9e746a7a5372 None None] Sync routers for ids ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:11:47.406483 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95098021-1e1a-46ba-871f-2cb83f00972f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f472bc22-7a27-41e6-9a04-3c5110d88a4d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:47.411611 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d973902b-f266-4e0b-9f43-3777b0c46777 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (7d01605f-2c81-497f-ac19-eaf557361383), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:47.445788 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d0e9f7-7c87-4a73-a0ab-9e746a7a5372 None None] Routers {'2d6fcd07-8b97-4b65-a176-b95d0be465e9'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:47.445788 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e7d0e9f7-7c87-4a73-a0ab-9e746a7a5372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:11:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:47.455749 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973902b-f266-4e0b-9f43-3777b0c46777 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Port': ['ID=7d01605f-2c81-497f-ac19-eaf557361383,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:47.462829 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ea84ac-6edb-4204-8c73-df7a99dc1a8c tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting subnet 001e7a78-540d-4748-bc67-0e5325dccebc {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:11:47.470541 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-50ea84ac-6edb-4204-8c73-df7a99dc1a8c tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for subnet (001e7a78-540d-4748-bc67-0e5325dccebc), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:47.528356 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d973902b-f266-4e0b-9f43-3777b0c46777 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:47.536667 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d973902b-f266-4e0b-9f43-3777b0c46777 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/ports/7d01605f-2c81-497f-ac19-eaf557361383 HTTP/1.1" status: 204 len: 168 time: 1.9465020 Feb 09 22:11:47.537394 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36188) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:47.576536 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-50ea84ac-6edb-4204-8c73-df7a99dc1a8c tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (001e7a78-540d-4748-bc67-0e5325dccebc), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:47.668700 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3267818-9ee6-4bc2-9720-0c5c87fa1227 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] GET failed (client error): The resource could not be found. Feb 09 22:11:47.673226 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c3267818-9ee6-4bc2-9720-0c5c87fa1227 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports/7d01605f-2c81-497f-ac19-eaf557361383 HTTP/1.1" status: 404 len: 333 time: 0.1339006 Feb 09 22:11:47.678773 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36190) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:47.772453 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-e7d0e9f7-7c87-4a73-a0ab-9e746a7a5372 None None] Set router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:47.786898 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb250f2-0367-49f3-9c44-8dc6bf32ccd9 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting subnet a6214ba2-9142-4fd3-ae8a-1d0f78515283 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:11:47.791537 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3bb250f2-0367-49f3-9c44-8dc6bf32ccd9 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (a6214ba2-9142-4fd3-ae8a-1d0f78515283), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:47.854163 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3bb250f2-0367-49f3-9c44-8dc6bf32ccd9 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (a6214ba2-9142-4fd3-ae8a-1d0f78515283), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:47.858569 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port cf4f3dc1-015c-4463-992a-2e535109d889 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:47.959660 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-50ea84ac-6edb-4204-8c73-df7a99dc1a8c tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (001e7a78-540d-4748-bc67-0e5325dccebc), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:47.989899 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eb60e-2258-438a-b540-c900202391eb req-b03583f9-1335-4661-8415-b5cc87171400 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:47.997493 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-646eb60e-2258-438a-b540-c900202391eb req-b03583f9-1335-4661-8415-b5cc87171400 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 811 time: 0.3627925 Feb 09 22:11:48.026944 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3bb250f2-0367-49f3-9c44-8dc6bf32ccd9 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (a6214ba2-9142-4fd3-ae8a-1d0f78515283), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:48.034377 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-646eb60e-2258-438a-b540-c900202391eb req-c45303c3-f017-4769-ae1b-d2f199fa732f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/quotas/58c4a0b7c4ef40dc9ad9a8c42f1c443e HTTP/1.1" status: 200 len: 375 time: 0.0356967 Feb 09 22:11:48.145989 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3bb250f2-0367-49f3-9c44-8dc6bf32ccd9 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (a6214ba2-9142-4fd3-ae8a-1d0f78515283), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:48.146501 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-646eb60e-2258-438a-b540-c900202391eb req-509678f3-7976-4aac-9cd1-6f724c8c0d63 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0996652 Feb 09 22:11:48.147814 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e7d0e9f7-7c87-4a73-a0ab-9e746a7a5372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:11:45Z', 'revision_number': 8, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': '09755e32-055a-498b-8685-756b99d9438a', 'name': '', 'network_id': '5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:7d:dc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:19Z', 'updated_at': '2022-02-09T22:11:26Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b455da-bf86-4758-87cc-5edd32630b48', 'name': '', 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:33:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:13Z', 'updated_at': '2022-02-09T22:11:21Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:12Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:48.160902 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-50ea84ac-6edb-4204-8c73-df7a99dc1a8c tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (001e7a78-540d-4748-bc67-0e5325dccebc), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:48.204222 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb250f2-0367-49f3-9c44-8dc6bf32ccd9 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Subnet': ['ID=a6214ba2-9142-4fd3-ae8a-1d0f78515283,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:48.211911 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3bb250f2-0367-49f3-9c44-8dc6bf32ccd9 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:48.223289 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3bb250f2-0367-49f3-9c44-8dc6bf32ccd9 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/subnets/a6214ba2-9142-4fd3-ae8a-1d0f78515283 HTTP/1.1" status: 204 len: 168 time: 0.5423038 Feb 09 22:11:48.224883 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36200) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:48.252223 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea84ac-6edb-4204-8c73-df7a99dc1a8c tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Subnet': ['ID=001e7a78-540d-4748-bc67-0e5325dccebc,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:48.269653 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-50ea84ac-6edb-4204-8c73-df7a99dc1a8c tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:48.273550 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-50ea84ac-6edb-4204-8c73-df7a99dc1a8c tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/subnets/001e7a78-540d-4748-bc67-0e5325dccebc HTTP/1.1" status: 204 len: 168 time: 0.9321620 Feb 09 22:11:48.277807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36202) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:48.370673 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ddc84376-124d-459d-b14b-1e71735ef2c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (53be53d5-628c-46d8-8660-b3d6d1973381), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:48.411078 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d8dc6f-8686-4b74-8b06-8f3028b08b28 None None] Network 53be53d5-628c-46d8-8660-b3d6d1973381 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:48.452469 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ddc84376-124d-459d-b14b-1e71735ef2c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting port cf4f3dc1-015c-4463-992a-2e535109d889 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:48.453284 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ddc84376-124d-459d-b14b-1e71735ef2c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (cf4f3dc1-015c-4463-992a-2e535109d889), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:48.462848 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6a386c4-4b23-4e99-bed3-0c7bbd938c15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (1afb4db0-987e-47f7-a2bf-6ced1deb53c5), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:48.476020 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55026e6-d888-4e8f-9eba-821486790e77 None None] Network 1afb4db0-987e-47f7-a2bf-6ced1deb53c5 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:48.480896 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d0e9f7-7c87-4a73-a0ab-9e746a7a5372 None None] Checking router: 2d6fcd07-8b97-4b65-a176-b95d0be465e9 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:11:48.515119 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-646eb60e-2258-438a-b540-c900202391eb req-24585f8e-224e-43e4-81db-23f00f3d5799 service neutron] 10.222.0.77 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679104 Feb 09 22:11:48.572449 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d0e9f7-7c87-4a73-a0ab-9e746a7a5372 None None] Routers {'2d6fcd07-8b97-4b65-a176-b95d0be465e9'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:48.573117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e7d0e9f7-7c87-4a73-a0ab-9e746a7a5372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:11:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:48.574218 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ddc84376-124d-459d-b14b-1e71735ef2c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] For port cf4f3dc1-015c-4463-992a-2e535109d889, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=cf4f3dc1-015c-4463-992a-2e535109d889,segment=NetworkSegment(8c8777a1-7abe-4b8a-9a2b-fcaf8f24fd43),segment_id=8c8777a1-7abe-4b8a-9a2b-fcaf8f24fd43)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:48.575148 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ddc84376-124d-459d-b14b-1e71735ef2c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (cf4f3dc1-015c-4463-992a-2e535109d889), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:48.616848 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ddc84376-124d-459d-b14b-1e71735ef2c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Calling delete_port for cf4f3dc1-015c-4463-992a-2e535109d889 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:48.679374 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-e7d0e9f7-7c87-4a73-a0ab-9e746a7a5372 None None] Set router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:48.684964 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c92d293d-d796-4f22-b73d-e230f783d9fb up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:48.751171 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ddc84376-124d-459d-b14b-1e71735ef2c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (cf4f3dc1-015c-4463-992a-2e535109d889), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:48.801390 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc84376-124d-459d-b14b-1e71735ef2c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Port': ['ID=cf4f3dc1-015c-4463-992a-2e535109d889,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:48.824746 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc84376-124d-459d-b14b-1e71735ef2c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] No DVR routers for this DVR port cf4f3dc1-015c-4463-992a-2e535109d889 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:11:48.964512 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c72aeb-db49-403f-9692-8722b6a4784f None None] DHCP port deletion for 53be53d5-628c-46d8-8660-b3d6d1973381 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:11:48.973274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port c92d293d-d796-4f22-b73d-e230f783d9fb completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:11:48.989537 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port c92d293d-d796-4f22-b73d-e230f783d9fb triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:48.989918 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c92d293d-d796-4f22-b73d-e230f783d9fb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.006153 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ddc84376-124d-459d-b14b-1e71735ef2c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (53be53d5-628c-46d8-8660-b3d6d1973381), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.022735 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36216) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:49.072560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-ddc84376-124d-459d-b14b-1e71735ef2c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53be53d5-628c-46d8-8660-b3d6d1973381']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:49.097086 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-ddc84376-124d-459d-b14b-1e71735ef2c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c8777a1-7abe-4b8a-9a2b-fcaf8f24fd43') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:49.097511 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-ddc84376-124d-459d-b14b-1e71735ef2c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c8777a1-7abe-4b8a-9a2b-fcaf8f24fd43') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:49.105116 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9da9d6c-9d8c-4de7-9e85-9d1bfc1f4f3d None None] DHCP port deletion for 1afb4db0-987e-47f7-a2bf-6ced1deb53c5 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:11:49.124803 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ddc84376-124d-459d-b14b-1e71735ef2c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (8c8777a1-7abe-4b8a-9a2b-fcaf8f24fd43), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.144850 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ddc84376-124d-459d-b14b-1e71735ef2c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (8c8777a1-7abe-4b8a-9a2b-fcaf8f24fd43), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.161258 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc84376-124d-459d-b14b-1e71735ef2c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:11:49.161638 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ddc84376-124d-459d-b14b-1e71735ef2c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (8c8777a1-7abe-4b8a-9a2b-fcaf8f24fd43), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:11:49.244623 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:11:49.250179 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device cf4f3dc1-015c-4463-992a-2e535109d889 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:11:49.252604 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c2fd08f8-c3d5-40f7-94f5-b012255b2e83 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-315268513'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:49.263469 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ddc84376-124d-459d-b14b-1e71735ef2c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (53be53d5-628c-46d8-8660-b3d6d1973381), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.268067 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ddc84376-124d-459d-b14b-1e71735ef2c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.272222 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ddc84376-124d-459d-b14b-1e71735ef2c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/networks/53be53d5-628c-46d8-8660-b3d6d1973381 HTTP/1.1" status: 204 len: 168 time: 1.0458801 Feb 09 22:11:49.281771 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36220) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:49.288270 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-108d6c04-00a7-4b88-9921-2b8e5ef85fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'port': {'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361', 'name': 'tempest-PortsIpV6TestJSON-1381737033'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:49.291580 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc84376-124d-459d-b14b-1e71735ef2c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Network': ['ID=53be53d5-628c-46d8-8660-b3d6d1973381,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:49.306275 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fd08f8-c3d5-40f7-94f5-b012255b2e83 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Made reservation on behalf of e06531a9ab5947a88e9f66ec8f196bcc for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:49.311400 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2fd08f8-c3d5-40f7-94f5-b012255b2e83 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.320266 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: cf4f3dc1-015c-4463-992a-2e535109d889 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:11:49.320855 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device cf4f3dc1-015c-4463-992a-2e535109d889 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:11:49.340423 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2fd08f8-c3d5-40f7-94f5-b012255b2e83 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.399256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-e6a386c4-4b23-4e99-bed3-0c7bbd938c15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting port 912e7700-d9c3-4e50-84ff-50ef74a12b56 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:49.399613 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6a386c4-4b23-4e99-bed3-0c7bbd938c15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (912e7700-d9c3-4e50-84ff-50ef74a12b56), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.407081 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port c92d293d-d796-4f22-b73d-e230f783d9fb is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:49.407538 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c92d293d-d796-4f22-b73d-e230f783d9fb), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.412973 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e7d0e9f7-7c87-4a73-a0ab-9e746a7a5372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:11:45Z', 'revision_number': 8, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': '09755e32-055a-498b-8685-756b99d9438a', 'name': '', 'network_id': '5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:7d:dc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:19Z', 'updated_at': '2022-02-09T22:11:26Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b455da-bf86-4758-87cc-5edd32630b48', 'name': '', 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:33:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:13Z', 'updated_at': '2022-02-09T22:11:21Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:12Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:49.457266 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c9da9d6c-9d8c-4de7-9e85-9d1bfc1f4f3d None None] Deleting port 912e7700-d9c3-4e50-84ff-50ef74a12b56 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:49.457803 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c9da9d6c-9d8c-4de7-9e85-9d1bfc1f4f3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (912e7700-d9c3-4e50-84ff-50ef74a12b56), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.464826 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d0e9f7-7c87-4a73-a0ab-9e746a7a5372 None None] The sync data for ids ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'] in n-d-828601-1 is: [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:11:45Z', 'revision_number': 8, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': '09755e32-055a-498b-8685-756b99d9438a', 'name': '', 'network_id': '5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:7d:dc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:19Z', 'updated_at': '2022-02-09T22:11:26Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '0691ade6-5557-4227-bfbd-3622ee03f1c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b455da-bf86-4758-87cc-5edd32630b48', 'name': '', 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:33:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:13Z', 'updated_at': '2022-02-09T22:11:21Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:12Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:11:49.508746 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-646eb60e-2258-438a-b540-c900202391eb req-7689b8a8-d546-404a-9916-596b9f00f9f5 service neutron] 10.222.0.77 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9680109 Feb 09 22:11:49.521639 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108d6c04-00a7-4b88-9921-2b8e5ef85fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:49.528087 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-108d6c04-00a7-4b88-9921-2b8e5ef85fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.541577 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2fd08f8-c3d5-40f7-94f5-b012255b2e83 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks [] for security_group (c9821e29-663f-452f-886e-2a88d83a361d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.548720 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2fd08f8-c3d5-40f7-94f5-b012255b2e83 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c9821e29-663f-452f-886e-2a88d83a361d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.578249 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-e6a386c4-4b23-4e99-bed3-0c7bbd938c15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] For port 912e7700-d9c3-4e50-84ff-50ef74a12b56, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=912e7700-d9c3-4e50-84ff-50ef74a12b56,segment=NetworkSegment(ef7c3ed1-c958-49f2-8576-a7f5df5b065f),segment_id=ef7c3ed1-c958-49f2-8576-a7f5df5b065f)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:49.579042 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6a386c4-4b23-4e99-bed3-0c7bbd938c15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (912e7700-d9c3-4e50-84ff-50ef74a12b56), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.589734 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2fd08f8-c3d5-40f7-94f5-b012255b2e83 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:11:49.600035 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-108d6c04-00a7-4b88-9921-2b8e5ef85fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] device_id is not set on port 985d0c72-1abd-490f-a307-7bfbf916709c yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:11:49.601128 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd08f8-c3d5-40f7-94f5-b012255b2e83 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9821e29-663f-452f-886e-2a88d83a361d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:49.608127 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2fd08f8-c3d5-40f7-94f5-b012255b2e83 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (fbd57eb2-92d2-4d8d-9485-8429cf3d261f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.608476 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-c2fd08f8-c3d5-40f7-94f5-b012255b2e83 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Added segment fbd57eb2-92d2-4d8d-9485-8429cf3d261f of type vlan for network bb0f2e11-05ae-4302-83c2-eb70bcf6b99e Feb 09 22:11:49.627067 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c9da9d6c-9d8c-4de7-9e85-9d1bfc1f4f3d None None] For port 912e7700-d9c3-4e50-84ff-50ef74a12b56, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=912e7700-d9c3-4e50-84ff-50ef74a12b56,segment=NetworkSegment(ef7c3ed1-c958-49f2-8576-a7f5df5b065f),segment_id=ef7c3ed1-c958-49f2-8576-a7f5df5b065f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:49.627872 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c9da9d6c-9d8c-4de7-9e85-9d1bfc1f4f3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (912e7700-d9c3-4e50-84ff-50ef74a12b56), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.655763 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c9da9d6c-9d8c-4de7-9e85-9d1bfc1f4f3d None None] Calling delete_port for 912e7700-d9c3-4e50-84ff-50ef74a12b56 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:49.664969 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2fd08f8-c3d5-40f7-94f5-b012255b2e83 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (bb0f2e11-05ae-4302-83c2-eb70bcf6b99e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.705263 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2fd08f8-c3d5-40f7-94f5-b012255b2e83 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (bb0f2e11-05ae-4302-83c2-eb70bcf6b99e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.712023 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fd08f8-c3d5-40f7-94f5-b012255b2e83 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:49.713259 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2fd08f8-c3d5-40f7-94f5-b012255b2e83 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.788718 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c2fd08f8-c3d5-40f7-94f5-b012255b2e83 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7641673 Feb 09 22:11:49.791981 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36228) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:49.798484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ebc9b0ef-86bc-4553-8067-4ad39ac76023 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Request body: {'subnet': {'network_id': 'bb0f2e11-05ae-4302-83c2-eb70bcf6b99e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:49.836901 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e2126f-321a-41da-abd5-4eee91a2d74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92d293d-d796-4f22-b73d-e230f783d9fb'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:11:49.842345 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fedbae0-a3ac-429e-a5cc-3ca73f5ed0ba" -d '{"events": [{"server_uuid": "00e2126f-321a-41da-abd5-4eee91a2d74b", "name": "network-vif-plugged", "status": "completed", "tag": "c92d293d-d796-4f22-b73d-e230f783d9fb"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:11:49.853239 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c9da9d6c-9d8c-4de7-9e85-9d1bfc1f4f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (912e7700-d9c3-4e50-84ff-50ef74a12b56), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.955631 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da9d6c-9d8c-4de7-9e85-9d1bfc1f4f3d None None] No DVR routers for this DVR port 912e7700-d9c3-4e50-84ff-50ef74a12b56 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:11:49.964580 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port c92d293d-d796-4f22-b73d-e230f783d9fb, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c92d293d-d796-4f22-b73d-e230f783d9fb,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:49.967428 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da9d6c-9d8c-4de7-9e85-9d1bfc1f4f3d None None] Pushing event deleted for resources: {'Port': ['ID=912e7700-d9c3-4e50-84ff-50ef74a12b56,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:49.977638 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c92d293d-d796-4f22-b73d-e230f783d9fb), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.982999 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-e6a386c4-4b23-4e99-bed3-0c7bbd938c15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Calling delete_port for 912e7700-d9c3-4e50-84ff-50ef74a12b56 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:50.000218 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd08f8-c3d5-40f7-94f5-b012255b2e83 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Pushing event updated for resources: {'Network': ['ID=bb0f2e11-05ae-4302-83c2-eb70bcf6b99e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:50.012190 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36236) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:50.077637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network bb0f2e11-05ae-4302-83c2-eb70bcf6b99e details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:11:50.131022 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc9b0ef-86bc-4553-8067-4ad39ac76023 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Made reservation on behalf of e06531a9ab5947a88e9f66ec8f196bcc for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:50.138318 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ebc9b0ef-86bc-4553-8067-4ad39ac76023 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:50.264463 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-108d6c04-00a7-4b88-9921-2b8e5ef85fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for port (985d0c72-1abd-490f-a307-7bfbf916709c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:50.283519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=c92d293d-d796-4f22-b73d-e230f783d9fb,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:50.474279 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190ee65-dcea-4d42-871d-b99f11421a78 req-765f92eb-d1e7-4025-a883-5f41a5576199 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:50.484577 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9190ee65-dcea-4d42-871d-b99f11421a78 req-765f92eb-d1e7-4025-a883-5f41a5576199 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=00e2126f-321a-41da-abd5-4eee91a2d74b HTTP/1.1" status: 200 len: 945 time: 0.2568872 Feb 09 22:11:50.488754 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-108d6c04-00a7-4b88-9921-2b8e5ef85fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (985d0c72-1abd-490f-a307-7bfbf916709c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:50.573957 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6a386c4-4b23-4e99-bed3-0c7bbd938c15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (912e7700-d9c3-4e50-84ff-50ef74a12b56), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:50.635800 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ebc9b0ef-86bc-4553-8067-4ad39ac76023 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (54ba5e66-d6c0-4d81-b80d-6419ab535466), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:50.654522 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108d6c04-00a7-4b88-9921-2b8e5ef85fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network fd38cebe-c028-4d60-b49e-daf463b92361 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:50.668527 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a386c4-4b23-4e99-bed3-0c7bbd938c15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] No DVR routers for this DVR port 912e7700-d9c3-4e50-84ff-50ef74a12b56 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:11:50.673663 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-108d6c04-00a7-4b88-9921-2b8e5ef85fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:50.680315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d6c04-00a7-4b88-9921-2b8e5ef85fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Port': ['ID=985d0c72-1abd-490f-a307-7bfbf916709c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:50.683527 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108d6c04-00a7-4b88-9921-2b8e5ef85fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:50.692548 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d6c04-00a7-4b88-9921-2b8e5ef85fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:50.693586 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-108d6c04-00a7-4b88-9921-2b8e5ef85fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:50.705119 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9190ee65-dcea-4d42-871d-b99f11421a78 req-9b3a2fa6-c259-4697-9108-4e390f907e39 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130594 Feb 09 22:11:50.761092 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9b0ef-86bc-4553-8067-4ad39ac76023 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Pushing event updated for resources: {'Subnet': ['ID=54ba5e66-d6c0-4d81-b80d-6419ab535466,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:50.779098 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9b0ef-86bc-4553-8067-4ad39ac76023 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Checking segment: {'id': 'fbd57eb2-92d2-4d8d-9485-8429cf3d261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bb0f2e11-05ae-4302-83c2-eb70bcf6b99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:50.779484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc9b0ef-86bc-4553-8067-4ad39ac76023 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Network hostable DHCP agents. Network: bb0f2e11-05ae-4302-83c2-eb70bcf6b99e, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:11:50.809309 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a386c4-4b23-4e99-bed3-0c7bbd938c15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Port': ['ID=912e7700-d9c3-4e50-84ff-50ef74a12b56,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:50.822847 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0894091f-690f-4057-bbe4-9877aa1d14d6 x-openstack-request-id: req-0894091f-690f-4057-bbe4-9877aa1d14d6 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:11:50.823717 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e2126f-321a-41da-abd5-4eee91a2d74b", "name": "network-vif-plugged", "status": "completed", "tag": "c92d293d-d796-4f22-b73d-e230f783d9fb", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:11:50.823904 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0894091f-690f-4057-bbe4-9877aa1d14d6 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:11:50.824669 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e2126f-321a-41da-abd5-4eee91a2d74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92d293d-d796-4f22-b73d-e230f783d9fb', 'code': 200} Feb 09 22:11:50.854572 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc9b0ef-86bc-4553-8067-4ad39ac76023 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Network bb0f2e11-05ae-4302-83c2-eb70bcf6b99e is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:11:50.893352 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-ebc9b0ef-86bc-4553-8067-4ad39ac76023 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, bb0f2e11-05ae-4302-83c2-eb70bcf6b99e) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:50.899343 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc9b0ef-86bc-4553-8067-4ad39ac76023 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:50.899989 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ebc9b0ef-86bc-4553-8067-4ad39ac76023 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:50.905187 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-108d6c04-00a7-4b88-9921-2b8e5ef85fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6218581 Feb 09 22:11:50.906174 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36244) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:50.924086 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2509531c-a9dc-4617-a0f0-0690c50ddda3 None None] Network bb0f2e11-05ae-4302-83c2-eb70bcf6b99e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:50.958680 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ebc9b0ef-86bc-4553-8067-4ad39ac76023 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1654501 Feb 09 22:11:50.959402 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36246) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:50.965922 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-760fe3d2-14a3-428e-bd50-c18be1a90277 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Request body: {'port': {'network_id': 'bb0f2e11-05ae-4302-83c2-eb70bcf6b99e', 'name': 'tempest-TagsExtTest-426382611'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:51.012951 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6a386c4-4b23-4e99-bed3-0c7bbd938c15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (1afb4db0-987e-47f7-a2bf-6ced1deb53c5), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.058114 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d27ca95-fc93-4ecf-aeb9-ce98db6f4b8c req-a0439e78-2650-4f9e-9e71-6256e24a71c6 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 210 time: 0.1337597 Feb 09 22:11:51.074255 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82f7bedf-141a-4ecd-839e-c3d55f3487ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (332b7f3f-761c-4068-abbb-d92f659eec1d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.080688 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-e6a386c4-4b23-4e99-bed3-0c7bbd938c15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1afb4db0-987e-47f7-a2bf-6ced1deb53c5']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:51.101184 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-e6a386c4-4b23-4e99-bed3-0c7bbd938c15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7c3ed1-c958-49f2-8576-a7f5df5b065f') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:51.101499 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-e6a386c4-4b23-4e99-bed3-0c7bbd938c15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7c3ed1-c958-49f2-8576-a7f5df5b065f') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:51.137795 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6a386c4-4b23-4e99-bed3-0c7bbd938c15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (ef7c3ed1-c958-49f2-8576-a7f5df5b065f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.174086 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8607e7f-5675-4de5-9b7d-88484f16539f req-75278782-b3d1-4359-92eb-5c1f83550171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:51.175633 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8607e7f-5675-4de5-9b7d-88484f16539f req-75278782-b3d1-4359-92eb-5c1f83550171 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=00e2126f-321a-41da-abd5-4eee91a2d74b HTTP/1.1" status: 200 len: 1127 time: 0.2061286 Feb 09 22:11:51.178895 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6a386c4-4b23-4e99-bed3-0c7bbd938c15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (ef7c3ed1-c958-49f2-8576-a7f5df5b065f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.186658 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a386c4-4b23-4e99-bed3-0c7bbd938c15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:11:51.187328 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6a386c4-4b23-4e99-bed3-0c7bbd938c15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (ef7c3ed1-c958-49f2-8576-a7f5df5b065f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:11:51.265310 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:11:51.287396 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760fe3d2-14a3-428e-bd50-c18be1a90277 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Made reservation on behalf of e06531a9ab5947a88e9f66ec8f196bcc for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:51.294612 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-760fe3d2-14a3-428e-bd50-c18be1a90277 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.314027 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 869adb22-800d-4f3c-b804-cbb81abbba1e no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:11:51.343804 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-760fe3d2-14a3-428e-bd50-c18be1a90277 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] device_id is not set on port efd2c7c7-d96f-494c-a771-0e83a61af57a yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:11:51.357131 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 869adb22-800d-4f3c-b804-cbb81abbba1e {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:11:51.357709 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 869adb22-800d-4f3c-b804-cbb81abbba1e not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:11:51.358549 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 912e7700-d9c3-4e50-84ff-50ef74a12b56 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:11:51.364009 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fe3978-bfb2-49ef-be7a-540fd9e70033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-bb0f2e11-05ae-4302-83c2-eb70bcf6b99e', 'network_id': 'bb0f2e11-05ae-4302-83c2-eb70bcf6b99e', 'project_id': 'e06531a9ab5947a88e9f66ec8f196bcc', 'fixed_ips': [{'subnet_id': '54ba5e66-d6c0-4d81-b80d-6419ab535466'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:11:51.365821 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3978-bfb2-49ef-be7a-540fd9e70033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.370251 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6a386c4-4b23-4e99-bed3-0c7bbd938c15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (1afb4db0-987e-47f7-a2bf-6ced1deb53c5), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.390400 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6a386c4-4b23-4e99-bed3-0c7bbd938c15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.397343 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e6a386c4-4b23-4e99-bed3-0c7bbd938c15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/networks/1afb4db0-987e-47f7-a2bf-6ced1deb53c5 HTTP/1.1" status: 204 len: 168 time: 3.1174328 Feb 09 22:11:51.412419 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 912e7700-d9c3-4e50-84ff-50ef74a12b56 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:11:51.412918 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 912e7700-d9c3-4e50-84ff-50ef74a12b56 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:11:51.421595 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36248) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:51.464001 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a386c4-4b23-4e99-bed3-0c7bbd938c15 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Network': ['ID=1afb4db0-987e-47f7-a2bf-6ced1deb53c5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:51.615687 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-73c9636e-319a-4240-857e-f30c529f48d6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting port 985d0c72-1abd-490f-a307-7bfbf916709c {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:51.616703 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73c9636e-319a-4240-857e-f30c529f48d6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (985d0c72-1abd-490f-a307-7bfbf916709c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.631453 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-760fe3d2-14a3-428e-bd50-c18be1a90277 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Allocated IP 172.20.0.5 (bb0f2e11-05ae-4302-83c2-eb70bcf6b99e/54ba5e66-d6c0-4d81-b80d-6419ab535466/efd2c7c7-d96f-494c-a771-0e83a61af57a) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:51.715031 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8607e7f-5675-4de5-9b7d-88484f16539f req-73416d21-b17d-4b54-ab6a-5bfcb38b9418 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449351 Feb 09 22:11:51.860511 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-82f7bedf-141a-4ecd-839e-c3d55f3487ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Deleting port 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:51.861329 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82f7bedf-141a-4ecd-839e-c3d55f3487ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.908256 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73c9636e-319a-4240-857e-f30c529f48d6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (985d0c72-1abd-490f-a307-7bfbf916709c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:52.009767 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-82f7bedf-141a-4ecd-839e-c3d55f3487ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] For port 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2,segment=NetworkSegment(c1c4ebd5-934b-4dad-9341-362d5d6bd69e),segment_id=c1c4ebd5-934b-4dad-9341-362d5d6bd69e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:52.010372 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82f7bedf-141a-4ecd-839e-c3d55f3487ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:52.034715 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-73c9636e-319a-4240-857e-f30c529f48d6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Calling delete_port for 985d0c72-1abd-490f-a307-7bfbf916709c owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:52.050917 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-82f7bedf-141a-4ecd-839e-c3d55f3487ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Calling delete_port for 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:52.168117 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-760fe3d2-14a3-428e-bd50-c18be1a90277 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks [] for port (efd2c7c7-d96f-494c-a771-0e83a61af57a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:52.251114 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eb60e-2258-438a-b540-c900202391eb req-6e449999-9395-4d32-82ed-63063f0c253c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:52.252755 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-646eb60e-2258-438a-b540-c900202391eb req-6e449999-9395-4d32-82ed-63063f0c253c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.71 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 811 time: 0.4791579 Feb 09 22:11:52.292910 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-646eb60e-2258-438a-b540-c900202391eb req-2c358f3e-0aed-4dcd-94ff-cc5551ac0264 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Request body: {'port': {'device_id': '0e65092a-e784-4ac6-8b3a-313e6ec4c948', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'admin_state_up': True, 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:52.329718 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d910cc3-6ef0-48a2-9158-e8b010caa627 req-300a1612-f8b5-4e3b-8718-533863f36132 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:52.331391 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d910cc3-6ef0-48a2-9158-e8b010caa627 req-300a1612-f8b5-4e3b-8718-533863f36132 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=00e2126f-321a-41da-abd5-4eee91a2d74b HTTP/1.1" status: 200 len: 945 time: 0.4444170 Feb 09 22:11:52.354237 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-760fe3d2-14a3-428e-bd50-c18be1a90277 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (efd2c7c7-d96f-494c-a771-0e83a61af57a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:52.427839 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-d9fe3978-bfb2-49ef-be7a-540fd9e70033 None None] Allocated IP 172.20.0.2 (bb0f2e11-05ae-4302-83c2-eb70bcf6b99e/54ba5e66-d6c0-4d81-b80d-6419ab535466/775056ee-b556-4aa0-839c-a5ee9deef40c) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:52.475416 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760fe3d2-14a3-428e-bd50-c18be1a90277 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Network bb0f2e11-05ae-4302-83c2-eb70bcf6b99e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:52.477021 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fe3d2-14a3-428e-bd50-c18be1a90277 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Pushing event updated for resources: {'Port': ['ID=efd2c7c7-d96f-494c-a771-0e83a61af57a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:52.485679 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-760fe3d2-14a3-428e-bd50-c18be1a90277 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:52.491575 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760fe3d2-14a3-428e-bd50-c18be1a90277 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:52.534991 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73c9636e-319a-4240-857e-f30c529f48d6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (985d0c72-1abd-490f-a307-7bfbf916709c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:52.586802 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d910cc3-6ef0-48a2-9158-e8b010caa627 req-4ec77ccf-b10a-47f5-b4b2-8331182c156c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174923 Feb 09 22:11:52.613945 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9636e-319a-4240-857e-f30c529f48d6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Port': ['ID=985d0c72-1abd-490f-a307-7bfbf916709c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:52.628444 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73c9636e-319a-4240-857e-f30c529f48d6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:52.635788 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-73c9636e-319a-4240-857e-f30c529f48d6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/ports/985d0c72-1abd-490f-a307-7bfbf916709c HTTP/1.1" status: 204 len: 168 time: 1.7189453 Feb 09 22:11:52.636295 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36254) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:52.646814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-cbf9f4ce-ceb0-4325-bf36-914927f4ebbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'port': {'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361', 'mac_address': 'fa:16:3e:66:37:cd', 'name': 'tempest-PortsIpV6TestJSON-1597027779'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:52.694620 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82f7bedf-141a-4ecd-839e-c3d55f3487ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:52.723639 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646eb60e-2258-438a-b540-c900202391eb req-2c358f3e-0aed-4dcd-94ff-cc5551ac0264 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Made reservation on behalf of 58c4a0b7c4ef40dc9ad9a8c42f1c443e for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:52.727225 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-646eb60e-2258-438a-b540-c900202391eb req-2c358f3e-0aed-4dcd-94ff-cc5551ac0264 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:52.728122 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760fe3d2-14a3-428e-bd50-c18be1a90277 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:52.729286 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-760fe3d2-14a3-428e-bd50-c18be1a90277 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:52.785742 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7bedf-141a-4ecd-839e-c3d55f3487ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Port': ['ID=75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:52.964875 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ba8b7634-eba6-454d-9491-2a3d2bed921c req-79d5df8f-d1de-4f2b-aba7-a3309b210166 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 210 time: 0.1568310 Feb 09 22:11:53.027351 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3978-bfb2-49ef-be7a-540fd9e70033 None None] Publish callbacks [] for port (775056ee-b556-4aa0-839c-a5ee9deef40c), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.037055 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3978-bfb2-49ef-be7a-540fd9e70033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (775056ee-b556-4aa0-839c-a5ee9deef40c), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.177576 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fe3978-bfb2-49ef-be7a-540fd9e70033 None None] Network bb0f2e11-05ae-4302-83c2-eb70bcf6b99e is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:53.193964 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-d9fe3978-bfb2-49ef-be7a-540fd9e70033 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:53.197000 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fe3978-bfb2-49ef-be7a-540fd9e70033 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:53.224623 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe3978-bfb2-49ef-be7a-540fd9e70033 None None] Pushing event updated for resources: {'Port': ['ID=775056ee-b556-4aa0-839c-a5ee9deef40c,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:53.351510 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-646eb60e-2258-438a-b540-c900202391eb req-2c358f3e-0aed-4dcd-94ff-cc5551ac0264 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Allocated IP 172.20.0.13 (1c413694-0f23-4bcd-9644-27b6436fabff/d01c0d6a-31a0-472b-ba02-5fee9667ec67/89a04835-c025-4142-8ec3-2214ac3c2bc9) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:53.358016 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8377c807-16b2-42e8-a884-cbfc9d4da28f tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (2d6fcd07-8b97-4b65-a176-b95d0be465e9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.376744 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d9fe3978-bfb2-49ef-be7a-540fd9e70033 None None] Attempting to bind port 775056ee-b556-4aa0-839c-a5ee9deef40c on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:11:53.377350 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d9fe3978-bfb2-49ef-be7a-540fd9e70033 None None] Attempting to bind port 775056ee-b556-4aa0-839c-a5ee9deef40c by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'fbd57eb2-92d2-4d8d-9485-8429cf3d261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bb0f2e11-05ae-4302-83c2-eb70bcf6b99e'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:11:53.377958 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fe3978-bfb2-49ef-be7a-540fd9e70033 None None] Attempting to bind port 775056ee-b556-4aa0-839c-a5ee9deef40c on network bb0f2e11-05ae-4302-83c2-eb70bcf6b99e {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:11:53.393271 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fe3978-bfb2-49ef-be7a-540fd9e70033 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:11:53.393900 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fe3978-bfb2-49ef-be7a-540fd9e70033 None None] Checking segment: {'id': 'fbd57eb2-92d2-4d8d-9485-8429cf3d261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bb0f2e11-05ae-4302-83c2-eb70bcf6b99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:53.395983 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3978-bfb2-49ef-be7a-540fd9e70033 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.398855 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fe3978-bfb2-49ef-be7a-540fd9e70033 None None] Bound using segment: {'id': 'fbd57eb2-92d2-4d8d-9485-8429cf3d261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bb0f2e11-05ae-4302-83c2-eb70bcf6b99e'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:11:53.399857 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d9fe3978-bfb2-49ef-be7a-540fd9e70033 None None] Bound port: 775056ee-b556-4aa0-839c-a5ee9deef40c, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd57eb2-92d2-4d8d-9485-8429cf3d261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bb0f2e11-05ae-4302-83c2-eb70bcf6b99e'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:11:53.400601 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3978-bfb2-49ef-be7a-540fd9e70033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (775056ee-b556-4aa0-839c-a5ee9deef40c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.448583 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-760fe3d2-14a3-428e-bd50-c18be1a90277 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.4866960 Feb 09 22:11:53.454506 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36256) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:53.460447 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf9f4ce-ceb0-4325-bf36-914927f4ebbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:53.462559 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-fef5116c-2227-417b-9c86-e31207e83d89 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-151469619', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:53.584407 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fef5116c-2227-417b-9c86-e31207e83d89 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (0612c479-9a9c-4d2f-adb1-d6a0a82ae19b), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.584771 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fef5116c-2227-417b-9c86-e31207e83d89 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (0612c479-9a9c-4d2f-adb1-d6a0a82ae19b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.600729 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f4ce-ceb0-4325-bf36-914927f4ebbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.651763 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d9fe3978-bfb2-49ef-be7a-540fd9e70033 None None] For port 775056ee-b556-4aa0-839c-a5ee9deef40c, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:11:53.675353 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d9fe3978-bfb2-49ef-be7a-540fd9e70033 None None] For port 775056ee-b556-4aa0-839c-a5ee9deef40c, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=775056ee-b556-4aa0-839c-a5ee9deef40c,segment=NetworkSegment(fbd57eb2-92d2-4d8d-9485-8429cf3d261f),segment_id=fbd57eb2-92d2-4d8d-9485-8429cf3d261f)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:11:53.710488 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3978-bfb2-49ef-be7a-540fd9e70033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (775056ee-b556-4aa0-839c-a5ee9deef40c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.737439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-cbf9f4ce-ceb0-4325-bf36-914927f4ebbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] device_id is not set on port 0f9daf59-1da8-447a-9755-ba261693a909 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:11:53.781550 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fef5116c-2227-417b-9c86-e31207e83d89 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks [] for router_controller (0612c479-9a9c-4d2f-adb1-d6a0a82ae19b), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.791238 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fef5116c-2227-417b-9c86-e31207e83d89 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (0612c479-9a9c-4d2f-adb1-d6a0a82ae19b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.814182 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-82f7bedf-141a-4ecd-839e-c3d55f3487ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (332b7f3f-761c-4068-abbb-d92f659eec1d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.847748 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fef5116c-2227-417b-9c86-e31207e83d89 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.851913 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fef5116c-2227-417b-9c86-e31207e83d89 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3964462 Feb 09 22:11:53.858064 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36260) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:53.865426 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-0b4d34f1-3c27-4679-bf69-cce074497251 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-844032802', 'prefixes': ['172.20.0.0/16']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:53.889973 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe3978-bfb2-49ef-be7a-540fd9e70033 None None] Pushing event updated for resources: {'Port': ['ID=775056ee-b556-4aa0-839c-a5ee9deef40c,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:54.105813 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-646eb60e-2258-438a-b540-c900202391eb req-2c358f3e-0aed-4dcd-94ff-cc5551ac0264 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for port (89a04835-c025-4142-8ec3-2214ac3c2bc9), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:54.128842 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51616667-c2a5-4891-a5f0-474aa0a8c7b5 req-f2099118-2d86-422f-8a2c-e7d1efd36596 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:54.131726 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-51616667-c2a5-4891-a5f0-474aa0a8c7b5 req-f2099118-2d86-422f-8a2c-e7d1efd36596 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=00e2126f-321a-41da-abd5-4eee91a2d74b HTTP/1.1" status: 200 len: 945 time: 0.4004962 Feb 09 22:11:54.182037 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b4d34f1-3c27-4679-bf69-cce074497251 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:54.190953 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0b4d34f1-3c27-4679-bf69-cce074497251 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3242226 Feb 09 22:11:54.190953 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36264) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:54.195111 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-08c598ae-6217-4ab5-b87f-ad531e709629 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '54ba5e66-d6c0-4d81-b80d-6419ab535466', 'tempest-TagsExtTest-Tag-295848943') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:54.409802 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f7bedf-141a-4ecd-839e-c3d55f3487ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Router 332b7f3f-761c-4068-abbb-d92f659eec1d has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:11:54.643382 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-08c598ae-6217-4ab5-b87f-ad531e709629 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "PUT /v2.0/subnets/54ba5e66-d6c0-4d81-b80d-6419ab535466/tags/tempest-TagsExtTest-Tag-295848943 HTTP/1.1" status: 201 len: 201 time: 0.4496894 Feb 09 22:11:54.645373 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36266) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:54.654383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-3b1ae9ad-e164-4665-8038-f56c3675f828 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'efd2c7c7-d96f-494c-a771-0e83a61af57a', 'tempest-TagsExtTest-Tag-48737749') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:54.754082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f7bedf-141a-4ecd-839e-c3d55f3487ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:11:54.765414 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-82f7bedf-141a-4ecd-839e-c3d55f3487ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "PUT /v2.0/routers/332b7f3f-761c-4068-abbb-d92f659eec1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7511406 Feb 09 22:11:54.766039 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e8878b-e404-45e3-9760-a7cf2efe7b3e None None] Sync routers for ids ['332b7f3f-761c-4068-abbb-d92f659eec1d'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:11:54.768436 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36268) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:54.787141 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e8878b-e404-45e3-9760-a7cf2efe7b3e None None] Routers {'332b7f3f-761c-4068-abbb-d92f659eec1d'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:54.787704 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e9e8878b-e404-45e3-9760-a7cf2efe7b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:11:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['332b7f3f-761c-4068-abbb-d92f659eec1d'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:54.909911 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3b1ae9ad-e164-4665-8038-f56c3675f828 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "PUT /v2.0/ports/efd2c7c7-d96f-494c-a771-0e83a61af57a/tags/tempest-TagsExtTest-Tag-48737749 HTTP/1.1" status: 201 len: 201 time: 0.2604394 Feb 09 22:11:54.912965 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36270) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:54.922108 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-bdd7bc7a-fe21-4731-a892-a27eea5b9f24 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0612c479-9a9c-4d2f-adb1-d6a0a82ae19b', 'tempest-TagsExtTest-Tag-419701330') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:54.951944 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-51616667-c2a5-4891-a5f0-474aa0a8c7b5 req-29f2cd4f-58e7-4682-862e-5ae963573ac9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7845387 Feb 09 22:11:54.978383 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-e9e8878b-e404-45e3-9760-a7cf2efe7b3e None None] Set router 332b7f3f-761c-4068-abbb-d92f659eec1d gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:55.062631 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-646eb60e-2258-438a-b540-c900202391eb req-2c358f3e-0aed-4dcd-94ff-cc5551ac0264 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (89a04835-c025-4142-8ec3-2214ac3c2bc9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.070163 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f4ce-ceb0-4325-bf36-914927f4ebbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for port (0f9daf59-1da8-447a-9755-ba261693a909), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.132201 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c358f3e-0aed-4dcd-94ff-cc5551ac0264 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event updated for resources: {'Port': ['ID=89a04835-c025-4142-8ec3-2214ac3c2bc9,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:55.162177 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646eb60e-2258-438a-b540-c900202391eb req-2c358f3e-0aed-4dcd-94ff-cc5551ac0264 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Network 1c413694-0f23-4bcd-9644-27b6436fabff is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:55.165671 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-646eb60e-2258-438a-b540-c900202391eb req-2c358f3e-0aed-4dcd-94ff-cc5551ac0264 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:55.168584 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-646eb60e-2258-438a-b540-c900202391eb req-2c358f3e-0aed-4dcd-94ff-cc5551ac0264 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:55.179102 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-912aaa55-59fd-4734-a88f-3580fef7f8ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Deleting subnet 9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:11:55.361465 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-912aaa55-59fd-4734-a88f-3580fef7f8ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for subnet (9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.435965 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eb60e-2258-438a-b540-c900202391eb req-2c358f3e-0aed-4dcd-94ff-cc5551ac0264 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:55.443389 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-646eb60e-2258-438a-b540-c900202391eb req-2c358f3e-0aed-4dcd-94ff-cc5551ac0264 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.497771 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 775056ee-b556-4aa0-839c-a5ee9deef40c up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:55.534029 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-912aaa55-59fd-4734-a88f-3580fef7f8ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.557356 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8377c807-16b2-42e8-a884-cbfc9d4da28f tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting port 09755e32-055a-498b-8685-756b99d9438a {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:55.560531 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8377c807-16b2-42e8-a884-cbfc9d4da28f tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (09755e32-055a-498b-8685-756b99d9438a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.611535 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e9e8878b-e404-45e3-9760-a7cf2efe7b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116193834', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:45Z', 'updated_at': '2022-02-09T22:11:52Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:47Z', 'updated_at': '2022-02-09T22:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:55.700581 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e8878b-e404-45e3-9760-a7cf2efe7b3e None None] Checking router: 332b7f3f-761c-4068-abbb-d92f659eec1d for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:11:55.733816 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-912aaa55-59fd-4734-a88f-3580fef7f8ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.734417 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 775056ee-b556-4aa0-839c-a5ee9deef40c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:55.734558 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e8878b-e404-45e3-9760-a7cf2efe7b3e None None] Routers {'332b7f3f-761c-4068-abbb-d92f659eec1d'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:55.734655 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (775056ee-b556-4aa0-839c-a5ee9deef40c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.736319 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f4ce-ceb0-4325-bf36-914927f4ebbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (0f9daf59-1da8-447a-9755-ba261693a909), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.738590 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e9e8878b-e404-45e3-9760-a7cf2efe7b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:11:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['332b7f3f-761c-4068-abbb-d92f659eec1d'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:55.744934 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6b82a698-fc9f-4296-9b22-9e9fcc8384ae None None] Provisioning complete for port 89a04835-c025-4142-8ec3-2214ac3c2bc9 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:55.745649 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b82a698-fc9f-4296-9b22-9e9fcc8384ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (89a04835-c025-4142-8ec3-2214ac3c2bc9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.852876 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bdd7bc7a-fe21-4731-a892-a27eea5b9f24 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "PUT /v2.0/routers/0612c479-9a9c-4d2f-adb1-d6a0a82ae19b/tags/tempest-TagsExtTest-Tag-419701330 HTTP/1.1" status: 201 len: 201 time: 0.9383297 Feb 09 22:11:55.855347 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-912aaa55-59fd-4734-a88f-3580fef7f8ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.859396 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36274) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:55.900396 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409f2dca-009b-457a-a339-a70a2ba943e5 None None] Network bb0f2e11-05ae-4302-83c2-eb70bcf6b99e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:55.904044 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6b82a698-fc9f-4296-9b22-9e9fcc8384ae None None] Port 89a04835-c025-4142-8ec3-2214ac3c2bc9 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:11:55.922592 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-b7fd3ce0-546d-4f3a-a46e-ba004bc35b23 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fdf89d24-6cb9-4f43-b81e-4451f87c0b3c', 'tempest-TagsExtTest-Tag-541797810') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:55.932765 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf9f4ce-ceb0-4325-bf36-914927f4ebbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network fd38cebe-c028-4d60-b49e-daf463b92361 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:55.939573 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9f4ce-ceb0-4325-bf36-914927f4ebbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Port': ['ID=0f9daf59-1da8-447a-9755-ba261693a909,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:55.957571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912aaa55-59fd-4734-a88f-3580fef7f8ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Subnet': ['ID=9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:55.959098 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-cbf9f4ce-ceb0-4325-bf36-914927f4ebbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:55.970102 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-646eb60e-2258-438a-b540-c900202391eb req-2c358f3e-0aed-4dcd-94ff-cc5551ac0264 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6843522 Feb 09 22:11:55.971340 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf9f4ce-ceb0-4325-bf36-914927f4ebbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:55.978087 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf9f4ce-ceb0-4325-bf36-914927f4ebbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:55.979098 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f4ce-ceb0-4325-bf36-914927f4ebbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:56.004012 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-912aaa55-59fd-4734-a88f-3580fef7f8ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:56.007488 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-646eb60e-2258-438a-b540-c900202391eb req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] Request body: {'port': {'device_id': '0e65092a-e784-4ac6-8b3a-313e6ec4c948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:56.016121 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-912aaa55-59fd-4734-a88f-3580fef7f8ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "DELETE /v2.0/subnets/9d69bfd6-abb7-4425-ab86-9a4eb2b10b4f HTTP/1.1" status: 204 len: 168 time: 1.2450912 Feb 09 22:11:56.021995 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-cbf9f4ce-ceb0-4325-bf36-914927f4ebbb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.3826647 Feb 09 22:11:56.022994 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36276) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:56.035187 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36278) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:56.039789 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22300f51-22bf-4ebb-a951-e895c65e8eac None None] Network 14c62719-8468-46f6-8a99-df98d5f93641 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:56.096878 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-e9e8878b-e404-45e3-9760-a7cf2efe7b3e None None] Set router 332b7f3f-761c-4068-abbb-d92f659eec1d gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:56.156525 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a86c95-16e6-4e0d-9101-0a4356c8b3ec tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:56.163571 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b8a86c95-16e6-4e0d-9101-0a4356c8b3ec tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports/0f9daf59-1da8-447a-9755-ba261693a909 HTTP/1.1" status: 200 len: 845 time: 0.1082244 Feb 09 22:11:56.166528 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b7fd3ce0-546d-4f3a-a46e-ba004bc35b23 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "PUT /v2.0/subnetpools/fdf89d24-6cb9-4f43-b81e-4451f87c0b3c/tags/tempest-TagsExtTest-Tag-541797810 HTTP/1.1" status: 201 len: 201 time: 0.2504938 Feb 09 22:11:56.167455 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36280) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:56.236526 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36282) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:56.243760 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fd3ca77-afc3-4dfd-9669-436b2cae0137 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router (332b7f3f-761c-4068-abbb-d92f659eec1d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:56.255726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-acb3f475-7d49-4c03-adb0-c4331f4c6185 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '54ba5e66-d6c0-4d81-b80d-6419ab535466') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:56.283988 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2a742-0108-4b8b-9971-ac269ad99770 req-1f6b2b8a-6b04-41f6-907b-4c6fb2a1d1b9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:56.295171 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5de2a742-0108-4b8b-9971-ac269ad99770 req-1f6b2b8a-6b04-41f6-907b-4c6fb2a1d1b9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 932 time: 0.9828181 Feb 09 22:11:56.428679 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 775056ee-b556-4aa0-839c-a5ee9deef40c is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:56.428967 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (775056ee-b556-4aa0-839c-a5ee9deef40c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:56.439031 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ee0181c0-ff0f-4684-8a2e-e1a5489eafaf None None] Provisioning complete for port 775056ee-b556-4aa0-839c-a5ee9deef40c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:56.439463 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ee0181c0-ff0f-4684-8a2e-e1a5489eafaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (775056ee-b556-4aa0-839c-a5ee9deef40c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:56.456570 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d027ff9b-1d2a-4981-ada4-bbc857666296 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting port 0f9daf59-1da8-447a-9755-ba261693a909 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:56.457665 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d027ff9b-1d2a-4981-ada4-bbc857666296 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (0f9daf59-1da8-447a-9755-ba261693a909), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:56.557937 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5de2a742-0108-4b8b-9971-ac269ad99770 req-2c0360cf-a181-42f1-ab45-e71104a8bec9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611058 Feb 09 22:11:56.593000 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 775056ee-b556-4aa0-839c-a5ee9deef40c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=775056ee-b556-4aa0-839c-a5ee9deef40c,segment=NetworkSegment(fbd57eb2-92d2-4d8d-9485-8429cf3d261f),segment_id=fbd57eb2-92d2-4d8d-9485-8429cf3d261f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:56.634186 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (775056ee-b556-4aa0-839c-a5ee9deef40c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:56.708782 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d027ff9b-1d2a-4981-ada4-bbc857666296 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (0f9daf59-1da8-447a-9755-ba261693a909), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:56.760930 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ee0181c0-ff0f-4684-8a2e-e1a5489eafaf None None] Current status of the port 775056ee-b556-4aa0-839c-a5ee9deef40c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:56.761626 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d027ff9b-1d2a-4981-ada4-bbc857666296 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Calling delete_port for 0f9daf59-1da8-447a-9755-ba261693a909 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:56.765652 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673c6b31-6037-4c47-9156-a7ce2cfe5d0a None None] DHCP port deletion for 14c62719-8468-46f6-8a99-df98d5f93641 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:11:56.835054 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e9e8878b-e404-45e3-9760-a7cf2efe7b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116193834', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:45Z', 'updated_at': '2022-02-09T22:11:52Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:47Z', 'updated_at': '2022-02-09T22:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:56.866926 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-646eb60e-2258-438a-b540-c900202391eb req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (89a04835-c025-4142-8ec3-2214ac3c2bc9), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:56.898803 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e8878b-e404-45e3-9760-a7cf2efe7b3e None None] The sync data for ids ['332b7f3f-761c-4068-abbb-d92f659eec1d'] in n-d-828601-1 is: [{'id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116193834', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:45Z', 'updated_at': '2022-02-09T22:11:52Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': 'ae2c0245-6632-4cdd-94e9-9c69c1dcba67', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b7f3f-761c-4068-abbb-d92f659eec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:47Z', 'updated_at': '2022-02-09T22:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:11:56.964019 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-8377c807-16b2-42e8-a884-cbfc9d4da28f tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] For port 09755e32-055a-498b-8685-756b99d9438a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=09755e32-055a-498b-8685-756b99d9438a,segment=NetworkSegment(8d6fb8b6-0b71-442a-b94a-50a2e80a554c),segment_id=8d6fb8b6-0b71-442a-b94a-50a2e80a554c)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:56.968697 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=775056ee-b556-4aa0-839c-a5ee9deef40c,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:56.969267 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8377c807-16b2-42e8-a884-cbfc9d4da28f tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (09755e32-055a-498b-8685-756b99d9438a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:56.984148 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-673c6b31-6037-4c47-9156-a7ce2cfe5d0a None None] Deleting port 28855adf-6795-4a79-974b-25519a564eda {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:56.984624 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-673c6b31-6037-4c47-9156-a7ce2cfe5d0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (28855adf-6795-4a79-974b-25519a564eda), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.010463 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d027ff9b-1d2a-4981-ada4-bbc857666296 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (0f9daf59-1da8-447a-9755-ba261693a909), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.019033 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8377c807-16b2-42e8-a884-cbfc9d4da28f tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Calling delete_port for 09755e32-055a-498b-8685-756b99d9438a owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:57.070604 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-673c6b31-6037-4c47-9156-a7ce2cfe5d0a None None] For port 28855adf-6795-4a79-974b-25519a564eda, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=28855adf-6795-4a79-974b-25519a564eda,segment=NetworkSegment(c1c4ebd5-934b-4dad-9341-362d5d6bd69e),segment_id=c1c4ebd5-934b-4dad-9341-362d5d6bd69e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:57.071079 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-673c6b31-6037-4c47-9156-a7ce2cfe5d0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (28855adf-6795-4a79-974b-25519a564eda), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.087098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-673c6b31-6037-4c47-9156-a7ce2cfe5d0a None None] Calling delete_port for 28855adf-6795-4a79-974b-25519a564eda owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:57.088816 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027ff9b-1d2a-4981-ada4-bbc857666296 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Port': ['ID=0f9daf59-1da8-447a-9755-ba261693a909,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:57.100804 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d027ff9b-1d2a-4981-ada4-bbc857666296 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.114848 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d027ff9b-1d2a-4981-ada4-bbc857666296 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/ports/0f9daf59-1da8-447a-9755-ba261693a909 HTTP/1.1" status: 204 len: 168 time: 0.9456210 Feb 09 22:11:57.117690 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36284) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:57.195739 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57d1389-e302-445f-974d-c64afb0ea439 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] GET failed (client error): The resource could not be found. Feb 09 22:11:57.197004 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-673c6b31-6037-4c47-9156-a7ce2cfe5d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (28855adf-6795-4a79-974b-25519a564eda), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.205428 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a57d1389-e302-445f-974d-c64afb0ea439 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports/0f9daf59-1da8-447a-9755-ba261693a909 HTTP/1.1" status: 404 len: 333 time: 0.0799227 Feb 09 22:11:57.206248 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36286) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:57.214550 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e40358cd-fed6-4a75-abf1-793e39adbf40 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'port': {'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361', 'name': 'tempest-PortsIpV6TestJSON-1860985139'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:57.225503 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c6b31-6037-4c47-9156-a7ce2cfe5d0a None None] Pushing event deleted for resources: {'Port': ['ID=28855adf-6795-4a79-974b-25519a564eda,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:57.242189 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673c6b31-6037-4c47-9156-a7ce2cfe5d0a None None] No DVR routers for this DVR port 28855adf-6795-4a79-974b-25519a564eda on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:11:57.451609 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-fc34574c-4562-4883-8437-151eda7478a1 None None] Provisioning complete for port efd2c7c7-d96f-494c-a771-0e83a61af57a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:57.454885 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fc34574c-4562-4883-8437-151eda7478a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (efd2c7c7-d96f-494c-a771-0e83a61af57a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.467421 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2bd03730-c66f-4de0-be25-c2278468afab req-c477e661-f10d-4a9d-b026-6b0edd55c374 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=5e79cb71362547f8bb276e37206bd3da HTTP/1.1" status: 200 len: 267 time: 0.7017365 Feb 09 22:11:57.523949 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40358cd-fed6-4a75-abf1-793e39adbf40 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:57.531526 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e40358cd-fed6-4a75-abf1-793e39adbf40 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.601278 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-fc34574c-4562-4883-8437-151eda7478a1 None None] Port efd2c7c7-d96f-494c-a771-0e83a61af57a cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:11:57.619085 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fd3ca77-afc3-4dfd-9669-436b2cae0137 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_gateway (332b7f3f-761c-4068-abbb-d92f659eec1d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.620506 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-e40358cd-fed6-4a75-abf1-793e39adbf40 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] device_id is not set on port 978b70d9-7b82-4584-bf25-8afbc1b6fdb5 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:11:57.626181 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 775056ee-b556-4aa0-839c-a5ee9deef40c up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:57.801920 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-fc34574c-4562-4883-8437-151eda7478a1 None None] Provisioning complete for port 775056ee-b556-4aa0-839c-a5ee9deef40c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:57.802565 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fc34574c-4562-4883-8437-151eda7478a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (775056ee-b556-4aa0-839c-a5ee9deef40c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.974690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 775056ee-b556-4aa0-839c-a5ee9deef40c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:57.977369 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (775056ee-b556-4aa0-839c-a5ee9deef40c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:58.120545 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e40358cd-fed6-4a75-abf1-793e39adbf40 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for port (978b70d9-7b82-4584-bf25-8afbc1b6fdb5), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:58.144183 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-fc34574c-4562-4883-8437-151eda7478a1 None None] Current status of the port 775056ee-b556-4aa0-839c-a5ee9deef40c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:58.174602 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e40358cd-fed6-4a75-abf1-793e39adbf40 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (978b70d9-7b82-4584-bf25-8afbc1b6fdb5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:58.225373 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-acb3f475-7d49-4c03-adb0-c4331f4c6185 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/subnets/54ba5e66-d6c0-4d81-b80d-6419ab535466/tags HTTP/1.1" status: 200 len: 240 time: 1.9726784 Feb 09 22:11:58.229756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36290) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:58.242519 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-236e8527-f341-431f-92e1-c6821978828d tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '54ba5e66-d6c0-4d81-b80d-6419ab535466', 'tempest-TagsExtTest-Tag-295848943') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:58.243088 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 775056ee-b556-4aa0-839c-a5ee9deef40c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:58.247619 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40358cd-fed6-4a75-abf1-793e39adbf40 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network fd38cebe-c028-4d60-b49e-daf463b92361 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:58.259676 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-e40358cd-fed6-4a75-abf1-793e39adbf40 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:58.289852 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-416b172a-0ce0-48bd-9cb7-3edcdeb4e07e None None] Provisioning complete for port efd2c7c7-d96f-494c-a771-0e83a61af57a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:58.291210 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-416b172a-0ce0-48bd-9cb7-3edcdeb4e07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (efd2c7c7-d96f-494c-a771-0e83a61af57a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:58.296863 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40358cd-fed6-4a75-abf1-793e39adbf40 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:58.303033 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40358cd-fed6-4a75-abf1-793e39adbf40 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:58.304077 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e40358cd-fed6-4a75-abf1-793e39adbf40 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:58.332974 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd03730-c66f-4de0-be25-c2278468afab req-2955ece7-195a-49b6-a4ce-5bdfbea926bb tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:58.336520 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2bd03730-c66f-4de0-be25-c2278468afab req-2955ece7-195a-49b6-a4ce-5bdfbea926bb tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=00e2126f-321a-41da-abd5-4eee91a2d74b HTTP/1.1" status: 200 len: 945 time: 0.8643739 Feb 09 22:11:58.338616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40358cd-fed6-4a75-abf1-793e39adbf40 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Port': ['ID=978b70d9-7b82-4584-bf25-8afbc1b6fdb5,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:58.378745 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e40358cd-fed6-4a75-abf1-793e39adbf40 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1705697 Feb 09 22:11:58.379439 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36292) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:58.386398 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-8b0f8174-1854-4726-87a4-f6f7598d301d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:58.398986 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-2bd03730-c66f-4de0-be25-c2278468afab req-5ad602ec-de12-4cfb-b27d-3ea030516ec3 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Request body: {'port': {'security_groups': []}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:58.411289 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-416b172a-0ce0-48bd-9cb7-3edcdeb4e07e None None] Port efd2c7c7-d96f-494c-a771-0e83a61af57a cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:11:58.427497 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:11:58.487806 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:11:58.488544 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 75d354e8-d625-4b10-bcf0-b8ec8ab9c0e2 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:11:58.489641 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 28855adf-6795-4a79-974b-25519a564eda no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:11:58.505720 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-646eb60e-2258-438a-b540-c900202391eb req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a04835-c025-4142-8ec3-2214ac3c2bc9 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:11:58.520870 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-236e8527-f341-431f-92e1-c6821978828d tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/subnets/54ba5e66-d6c0-4d81-b80d-6419ab535466/tags/tempest-TagsExtTest-Tag-295848943 HTTP/1.1" status: 204 len: 168 time: 0.2844415 Feb 09 22:11:58.528979 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36294) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:58.546817 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 28855adf-6795-4a79-974b-25519a564eda {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:11:58.547868 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-9469299c-0ecb-400f-80c7-c1754fd6a75b tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '54ba5e66-d6c0-4d81-b80d-6419ab535466', 'tempest-TagsExtTest-Tag-295848943') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:58.548051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 28855adf-6795-4a79-974b-25519a564eda not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:11:58.553812 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-646eb60e-2258-438a-b540-c900202391eb req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] Publish callbacks [] for port (89a04835-c025-4142-8ec3-2214ac3c2bc9), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:58.589337 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b0f8174-1854-4726-87a4-f6f7598d301d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (978b70d9-7b82-4584-bf25-8afbc1b6fdb5), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:58.640140 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8377c807-16b2-42e8-a884-cbfc9d4da28f tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (09755e32-055a-498b-8685-756b99d9438a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:58.655250 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2fd3ca77-afc3-4dfd-9669-436b2cae0137 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Deleting port ae2c0245-6632-4cdd-94e9-9c69c1dcba67 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:58.655910 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fd3ca77-afc3-4dfd-9669-436b2cae0137 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ae2c0245-6632-4cdd-94e9-9c69c1dcba67), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:58.705301 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-646eb60e-2258-438a-b540-c900202391eb req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] Transition to ACTIVE for port object 89a04835-c025-4142-8ec3-2214ac3c2bc9 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:11:58.760040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377c807-16b2-42e8-a884-cbfc9d4da28f tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Port': ['ID=09755e32-055a-498b-8685-756b99d9438a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:58.808078 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-646eb60e-2258-438a-b540-c900202391eb req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (89a04835-c025-4142-8ec3-2214ac3c2bc9), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:58.843552 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2bd03730-c66f-4de0-be25-c2278468afab req-5ad602ec-de12-4cfb-b27d-3ea030516ec3 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c92d293d-d796-4f22-b73d-e230f783d9fb), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:58.941058 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b0f8174-1854-4726-87a4-f6f7598d301d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for port (978b70d9-7b82-4584-bf25-8afbc1b6fdb5), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:58.951009 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b0f8174-1854-4726-87a4-f6f7598d301d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (978b70d9-7b82-4584-bf25-8afbc1b6fdb5), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:59.073409 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f8174-1854-4726-87a4-f6f7598d301d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Port': ['ID=978b70d9-7b82-4584-bf25-8afbc1b6fdb5,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:59.089086 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f8174-1854-4726-87a4-f6f7598d301d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] In _notify_port_updated(), no bound segment for port 978b70d9-7b82-4584-bf25-8afbc1b6fdb5 on network fd38cebe-c028-4d60-b49e-daf463b92361 {{(pid=103202) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:11:59.100816 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0f8174-1854-4726-87a4-f6f7598d301d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:59.102622 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b0f8174-1854-4726-87a4-f6f7598d301d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:59.111696 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8b0f8174-1854-4726-87a4-f6f7598d301d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "PUT /v2.0/ports/978b70d9-7b82-4584-bf25-8afbc1b6fdb5 HTTP/1.1" status: 200 len: 818 time: 0.7293057 Feb 09 22:11:59.112710 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36296) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:59.307531 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-29a5bc5a-ac13-41ab-85d2-ef84fa7994a8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting port 978b70d9-7b82-4584-bf25-8afbc1b6fdb5 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:59.307531 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29a5bc5a-ac13-41ab-85d2-ef84fa7994a8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (978b70d9-7b82-4584-bf25-8afbc1b6fdb5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:59.452795 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-2fd3ca77-afc3-4dfd-9669-436b2cae0137 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] For port ae2c0245-6632-4cdd-94e9-9c69c1dcba67, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ae2c0245-6632-4cdd-94e9-9c69c1dcba67,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:59.454424 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fd3ca77-afc3-4dfd-9669-436b2cae0137 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ae2c0245-6632-4cdd-94e9-9c69c1dcba67), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:59.494013 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29a5bc5a-ac13-41ab-85d2-ef84fa7994a8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (978b70d9-7b82-4584-bf25-8afbc1b6fdb5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:59.500178 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] Pushing event updated for resources: {'Port': ['ID=89a04835-c025-4142-8ec3-2214ac3c2bc9,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:59.523431 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-29a5bc5a-ac13-41ab-85d2-ef84fa7994a8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Calling delete_port for 978b70d9-7b82-4584-bf25-8afbc1b6fdb5 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:59.569124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2fd3ca77-afc3-4dfd-9669-436b2cae0137 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Calling delete_port for ae2c0245-6632-4cdd-94e9-9c69c1dcba67 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:59.659582 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29a5bc5a-ac13-41ab-85d2-ef84fa7994a8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (978b70d9-7b82-4584-bf25-8afbc1b6fdb5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:59.667925 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8377c807-16b2-42e8-a884-cbfc9d4da28f tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (2d6fcd07-8b97-4b65-a176-b95d0be465e9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:59.701138 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29a5bc5a-ac13-41ab-85d2-ef84fa7994a8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:59.707751 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-29a5bc5a-ac13-41ab-85d2-ef84fa7994a8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/ports/978b70d9-7b82-4584-bf25-8afbc1b6fdb5 HTTP/1.1" status: 204 len: 168 time: 0.5906994 Feb 09 22:11:59.707751 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5bc5a-ac13-41ab-85d2-ef84fa7994a8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Port': ['ID=978b70d9-7b82-4584-bf25-8afbc1b6fdb5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:59.709188 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36298) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:59.727632 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-2bd03730-c66f-4de0-be25-c2278468afab req-5ad602ec-de12-4cfb-b27d-3ea030516ec3 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] For port c92d293d-d796-4f22-b73d-e230f783d9fb, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c92d293d-d796-4f22-b73d-e230f783d9fb,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:59.750623 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9469299c-0ecb-400f-80c7-c1754fd6a75b tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "DELETE /v2.0/subnets/54ba5e66-d6c0-4d81-b80d-6419ab535466/tags/tempest-TagsExtTest-Tag-295848943 HTTP/1.1" status: 204 len: 168 time: 1.2107527 Feb 09 22:11:59.754576 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36300) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:59.761742 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-11e2c850-07ec-45bd-b867-ff437c44b73d tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '54ba5e66-d6c0-4d81-b80d-6419ab535466') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:59.766419 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-646eb60e-2258-438a-b540-c900202391eb req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] Attempting to bind port 89a04835-c025-4142-8ec3-2214ac3c2bc9 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:11:59.766757 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-646eb60e-2258-438a-b540-c900202391eb req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] Attempting to bind port 89a04835-c025-4142-8ec3-2214ac3c2bc9 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:11:59.767083 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646eb60e-2258-438a-b540-c900202391eb req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] Attempting to bind port 89a04835-c025-4142-8ec3-2214ac3c2bc9 on network 1c413694-0f23-4bcd-9644-27b6436fabff {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:11:59.846346 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf2b19e-9492-47c5-ae21-cf6c3e02e40f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:59.851081 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-aaf2b19e-9492-47c5-ae21-cf6c3e02e40f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1384327 Feb 09 22:11:59.851704 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36302) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:59.908067 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-a906c616-60ca-4e40-8198-92f5fabcde88 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] GET failed (client error): The resource could not be found. Feb 09 22:11:59.914402 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a906c616-60ca-4e40-8198-92f5fabcde88 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports/978b70d9-7b82-4584-bf25-8afbc1b6fdb5 HTTP/1.1" status: 404 len: 333 time: 0.0574179 Feb 09 22:11:59.917956 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36304) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:59.927034 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-10d7a8e4-75cd-48f7-84e4-8ed7e6193e9e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-714248695'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:59.968679 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-11e2c850-07ec-45bd-b867-ff437c44b73d tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/subnets/54ba5e66-d6c0-4d81-b80d-6419ab535466/tags HTTP/1.1" status: 200 len: 205 time: 0.2096934 Feb 09 22:11:59.970514 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36306) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:59.976486 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-9370df41-29a4-41e9-a6a3-e8d00db1b3ef tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'efd2c7c7-d96f-494c-a771-0e83a61af57a') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:00.021156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d7a8e4-75cd-48f7-84e4-8ed7e6193e9e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:00.025128 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10d7a8e4-75cd-48f7-84e4-8ed7e6193e9e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.076143 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d7a8e4-75cd-48f7-84e4-8ed7e6193e9e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:00.093964 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9370df41-29a4-41e9-a6a3-e8d00db1b3ef tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/ports/efd2c7c7-d96f-494c-a771-0e83a61af57a/tags HTTP/1.1" status: 200 len: 239 time: 0.1169515 Feb 09 22:12:00.094293 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36308) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:00.099109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-56fb90ad-2106-4915-9ff4-4ee0e1691cfe tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'efd2c7c7-d96f-494c-a771-0e83a61af57a', 'tempest-TagsExtTest-Tag-48737749') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:00.106222 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10d7a8e4-75cd-48f7-84e4-8ed7e6193e9e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (09bde374-275e-4a07-9146-c7294ab8ddef), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.106222 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-10d7a8e4-75cd-48f7-84e4-8ed7e6193e9e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Added segment 09bde374-275e-4a07-9146-c7294ab8ddef of type vlan for network c63df006-92bc-47ee-b7db-646bbebdeba8 Feb 09 22:12:00.202580 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646eb60e-2258-438a-b540-c900202391eb req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] Port 89a04835-c025-4142-8ec3-2214ac3c2bc9 on network 1c413694-0f23-4bcd-9644-27b6436fabff not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:12:00.202925 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646eb60e-2258-438a-b540-c900202391eb req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] Attempting to bind port 89a04835-c025-4142-8ec3-2214ac3c2bc9 on network 1c413694-0f23-4bcd-9644-27b6436fabff {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:00.209065 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10d7a8e4-75cd-48f7-84e4-8ed7e6193e9e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (c63df006-92bc-47ee-b7db-646bbebdeba8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.219067 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2bd03730-c66f-4de0-be25-c2278468afab req-5ad602ec-de12-4cfb-b27d-3ea030516ec3 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for port (c92d293d-d796-4f22-b73d-e230f783d9fb), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.227121 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646eb60e-2258-438a-b540-c900202391eb req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:00.227517 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646eb60e-2258-438a-b540-c900202391eb req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] Checking segment: {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:00.227885 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646eb60e-2258-438a-b540-c900202391eb req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] Bound using segment: {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:00.228444 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-646eb60e-2258-438a-b540-c900202391eb req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] Bound port: 89a04835-c025-4142-8ec3-2214ac3c2bc9, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:00.228810 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-646eb60e-2258-438a-b540-c900202391eb req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (89a04835-c025-4142-8ec3-2214ac3c2bc9), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.266349 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10d7a8e4-75cd-48f7-84e4-8ed7e6193e9e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (c63df006-92bc-47ee-b7db-646bbebdeba8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.273793 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d7a8e4-75cd-48f7-84e4-8ed7e6193e9e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:00.274247 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2bd03730-c66f-4de0-be25-c2278468afab req-5ad602ec-de12-4cfb-b27d-3ea030516ec3 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (c92d293d-d796-4f22-b73d-e230f783d9fb), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.274977 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10d7a8e4-75cd-48f7-84e4-8ed7e6193e9e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.293206 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['3b845d39-4531-44db-89a3-83212c07eb2d', 'd8c8d7fc-bdfc-4477-a0d6-7d707921533b', 'c92d293d-d796-4f22-b73d-e230f783d9fb'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:12:00.302849 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-56fb90ad-2106-4915-9ff4-4ee0e1691cfe tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/ports/efd2c7c7-d96f-494c-a771-0e83a61af57a/tags/tempest-TagsExtTest-Tag-48737749 HTTP/1.1" status: 204 len: 168 time: 0.2070966 Feb 09 22:12:00.303943 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36310) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:00.315114 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-cec5b08c-651a-4dbd-a86e-adc428bb5ce1 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'efd2c7c7-d96f-494c-a771-0e83a61af57a', 'tempest-TagsExtTest-Tag-48737749') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:00.327697 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-10d7a8e4-75cd-48f7-84e4-8ed7e6193e9e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4027965 Feb 09 22:12:00.359376 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36312) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:00.365881 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3d39a1b6-eeb4-4cce-bb9d-048f4df671af tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'subnet': {'network_id': 'c63df006-92bc-47ee-b7db-646bbebdeba8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:00.459131 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd03730-c66f-4de0-be25-c2278468afab req-5ad602ec-de12-4cfb-b27d-3ea030516ec3 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:00.460328 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2bd03730-c66f-4de0-be25-c2278468afab req-5ad602ec-de12-4cfb-b27d-3ea030516ec3 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.462982 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2bd03730-c66f-4de0-be25-c2278468afab req-5ad602ec-de12-4cfb-b27d-3ea030516ec3 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "PUT /v2.0/ports/c92d293d-d796-4f22-b73d-e230f783d9fb HTTP/1.1" status: 200 len: 904 time: 2.0720234 Feb 09 22:12:00.469891 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e2126f-321a-41da-abd5-4eee91a2d74b', 'tag': 'c92d293d-d796-4f22-b73d-e230f783d9fb'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:12:00.480044 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6896b7f7-4bfd-441f-bb3e-de4ff6a49adc" -d '{"events": [{"name": "network-changed", "server_uuid": "00e2126f-321a-41da-abd5-4eee91a2d74b", "tag": "c92d293d-d796-4f22-b73d-e230f783d9fb"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:12:00.506942 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7a8e4-75cd-48f7-84e4-8ed7e6193e9e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Network': ['ID=c63df006-92bc-47ee-b7db-646bbebdeba8,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:00.531811 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network c63df006-92bc-47ee-b7db-646bbebdeba8 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:00.553964 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['c92d293d-d796-4f22-b73d-e230f783d9fb'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:12:00.678095 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d39a1b6-eeb4-4cce-bb9d-048f4df671af tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:00.688289 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3d39a1b6-eeb4-4cce-bb9d-048f4df671af tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.701092 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cec5b08c-651a-4dbd-a86e-adc428bb5ce1 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "DELETE /v2.0/ports/efd2c7c7-d96f-494c-a771-0e83a61af57a/tags/tempest-TagsExtTest-Tag-48737749 HTTP/1.1" status: 204 len: 168 time: 0.3874190 Feb 09 22:12:00.712016 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36318) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:00.712186 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad602ec-de12-4cfb-b27d-3ea030516ec3 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Pushing event updated for resources: {'Port': ['ID=c92d293d-d796-4f22-b73d-e230f783d9fb,revision_number=6']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:00.725611 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-fb64b5d2-63d5-47a8-bb5e-31fb626621ec tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'efd2c7c7-d96f-494c-a771-0e83a61af57a') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:00.874561 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fb64b5d2-63d5-47a8-bb5e-31fb626621ec tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/ports/efd2c7c7-d96f-494c-a771-0e83a61af57a/tags HTTP/1.1" status: 200 len: 205 time: 0.1588240 Feb 09 22:12:00.877127 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36320) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:00.886069 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-cdce9110-e529-4e89-9985-e2d533a7d8f6 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0612c479-9a9c-4d2f-adb1-d6a0a82ae19b') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:00.994869 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-63f4a363-e266-4a7b-9a45-0361eb0ba7f6 None None] Provisioning complete for port c92d293d-d796-4f22-b73d-e230f783d9fb triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:00.995268 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-63f4a363-e266-4a7b-9a45-0361eb0ba7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c92d293d-d796-4f22-b73d-e230f783d9fb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.040654 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-646eb60e-2258-438a-b540-c900202391eb req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] For port 89a04835-c025-4142-8ec3-2214ac3c2bc9, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:01.063407 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cdce9110-e529-4e89-9985-e2d533a7d8f6 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/routers/0612c479-9a9c-4d2f-adb1-d6a0a82ae19b/tags HTTP/1.1" status: 200 len: 240 time: 0.1812727 Feb 09 22:12:01.070454 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36322) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:01.079352 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-7e79ee89-c6a7-42cc-931a-301ad0909da8 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0612c479-9a9c-4d2f-adb1-d6a0a82ae19b', 'tempest-TagsExtTest-Tag-419701330') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:01.103750 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fd3ca77-afc3-4dfd-9669-436b2cae0137 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (ae2c0245-6632-4cdd-94e9-9c69c1dcba67), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.113420 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-646eb60e-2258-438a-b540-c900202391eb req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] For port 89a04835-c025-4142-8ec3-2214ac3c2bc9, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=89a04835-c025-4142-8ec3-2214ac3c2bc9,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:01.164369 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-63f4a363-e266-4a7b-9a45-0361eb0ba7f6 None None] Current status of the port c92d293d-d796-4f22-b73d-e230f783d9fb is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:01.193157 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-646eb60e-2258-438a-b540-c900202391eb req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (89a04835-c025-4142-8ec3-2214ac3c2bc9), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.209253 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3ca77-afc3-4dfd-9669-436b2cae0137 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Port': ['ID=ae2c0245-6632-4cdd-94e9-9c69c1dcba67,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:01.228985 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8377c807-16b2-42e8-a884-cbfc9d4da28f tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:12:01.241405 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8344e45-6c63-49f9-9eae-dd0eb5906809 req-ad27fe66-b1c6-4dc6-a8e2-c1e37fb820a3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:01.243905 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8344e45-6c63-49f9-9eae-dd0eb5906809 req-ad27fe66-b1c6-4dc6-a8e2-c1e37fb820a3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 944 time: 0.5638626 Feb 09 22:12:01.313275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eb60e-2258-438a-b540-c900202391eb req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:01.314253 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-646eb60e-2258-438a-b540-c900202391eb req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.318423 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-646eb60e-2258-438a-b540-c900202391eb req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] 10.222.0.71 "PUT /v2.0/ports/89a04835-c025-4142-8ec3-2214ac3c2bc9 HTTP/1.1" status: 200 len: 1092 time: 5.3176177 Feb 09 22:12:01.409595 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7e79ee89-c6a7-42cc-931a-301ad0909da8 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/routers/0612c479-9a9c-4d2f-adb1-d6a0a82ae19b/tags/tempest-TagsExtTest-Tag-419701330 HTTP/1.1" status: 204 len: 168 time: 0.3372853 Feb 09 22:12:01.420627 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36324) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:01.430212 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-cf31e0fe-f748-4ad7-9eb8-c237bee9381d tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0612c479-9a9c-4d2f-adb1-d6a0a82ae19b', 'tempest-TagsExtTest-Tag-419701330') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:01.439695 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b82c12-af72-482b-9a1a-1a282ea28c38 service neutron] Pushing event updated for resources: {'Port': ['ID=89a04835-c025-4142-8ec3-2214ac3c2bc9,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:01.550290 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fd3ca77-afc3-4dfd-9669-436b2cae0137 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (332b7f3f-761c-4068-abbb-d92f659eec1d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.557902 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8344e45-6c63-49f9-9eae-dd0eb5906809 req-1f1ddffd-1fde-4122-828c-039be19ab054 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610400 Feb 09 22:12:01.649437 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3d39a1b6-eeb4-4cce-bb9d-048f4df671af tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (085cb864-bb00-4710-8b6e-6d258f742857), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.709465 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fd3ca77-afc3-4dfd-9669-436b2cae0137 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (332b7f3f-761c-4068-abbb-d92f659eec1d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.712693 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fd3ca77-afc3-4dfd-9669-436b2cae0137 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_controller (332b7f3f-761c-4068-abbb-d92f659eec1d), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.717659 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8377c807-16b2-42e8-a884-cbfc9d4da28f tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:12:01.721448 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a773b6e4-6f50-4594-90c9-af28a0c31d8c x-openstack-request-id: req-a773b6e4-6f50-4594-90c9-af28a0c31d8c {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:12:01.721886 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e2126f-321a-41da-abd5-4eee91a2d74b", "tag": "c92d293d-d796-4f22-b73d-e230f783d9fb", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:12:01.722246 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a773b6e4-6f50-4594-90c9-af28a0c31d8c {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:12:01.722776 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e2126f-321a-41da-abd5-4eee91a2d74b', 'tag': 'c92d293d-d796-4f22-b73d-e230f783d9fb', 'status': 'completed', 'code': 200} Feb 09 22:12:01.728927 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8377c807-16b2-42e8-a884-cbfc9d4da28f tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/2d6fcd07-8b97-4b65-a176-b95d0be465e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3025460 Feb 09 22:12:01.732208 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eb60e-2258-438a-b540-c900202391eb req-fddca7a7-3786-44a4-9bfb-eda19d4adc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:01.734128 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-646eb60e-2258-438a-b540-c900202391eb req-fddca7a7-3786-44a4-9bfb-eda19d4adc8f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 1126 time: 0.3224256 Feb 09 22:12:01.737084 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36326) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:01.741579 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8a942-8a4b-4c52-aed1-dc481eb5a6b0 None None] Sync routers for ids ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:12:01.805493 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e8a942-8a4b-4c52-aed1-dc481eb5a6b0 None None] Routers {'2d6fcd07-8b97-4b65-a176-b95d0be465e9'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:01.806153 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-42e8a942-8a4b-4c52-aed1-dc481eb5a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:11:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:01.912621 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-646eb60e-2258-438a-b540-c900202391eb req-a2915f34-71b0-412f-a2fb-ad4dba846f6d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89a04835-c025-4142-8ec3-2214ac3c2bc9 HTTP/1.1" status: 200 len: 217 time: 0.1667182 Feb 09 22:12:01.993277 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-f854a547-8a22-40b0-991a-59a4670cf18d tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting subnet 0691ade6-5557-4227-bfbd-3622ee03f1c7 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:12:02.057033 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-42e8a942-8a4b-4c52-aed1-dc481eb5a6b0 None None] Set router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:02.069802 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f854a547-8a22-40b0-991a-59a4670cf18d tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for subnet (0691ade6-5557-4227-bfbd-3622ee03f1c7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:02.151696 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f854a547-8a22-40b0-991a-59a4670cf18d tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (0691ade6-5557-4227-bfbd-3622ee03f1c7), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:02.312295 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39a1b6-eeb4-4cce-bb9d-048f4df671af tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Subnet': ['ID=085cb864-bb00-4710-8b6e-6d258f742857,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:02.352933 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fd3ca77-afc3-4dfd-9669-436b2cae0137 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (332b7f3f-761c-4068-abbb-d92f659eec1d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:02.353210 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd3ca77-afc3-4dfd-9669-436b2cae0137 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Fanout notify agent at l3_agent the message router_deleted on router 332b7f3f-761c-4068-abbb-d92f659eec1d {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:12:02.370372 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d39a1b6-eeb4-4cce-bb9d-048f4df671af tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Checking segment: {'id': '09bde374-275e-4a07-9146-c7294ab8ddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c63df006-92bc-47ee-b7db-646bbebdeba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:02.370685 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d39a1b6-eeb4-4cce-bb9d-048f4df671af tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network hostable DHCP agents. Network: c63df006-92bc-47ee-b7db-646bbebdeba8, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:02.380249 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cf31e0fe-f748-4ad7-9eb8-c237bee9381d tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "DELETE /v2.0/routers/0612c479-9a9c-4d2f-adb1-d6a0a82ae19b/tags/tempest-TagsExtTest-Tag-419701330 HTTP/1.1" status: 204 len: 168 time: 0.9582562 Feb 09 22:12:02.384425 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36328) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:02.389535 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-2701dd8a-eff3-4040-9433-16d533371500 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0612c479-9a9c-4d2f-adb1-d6a0a82ae19b') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:02.476808 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fd3ca77-afc3-4dfd-9669-436b2cae0137 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:02.480761 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2fd3ca77-afc3-4dfd-9669-436b2cae0137 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "DELETE /v2.0/routers/332b7f3f-761c-4068-abbb-d92f659eec1d HTTP/1.1" status: 204 len: 168 time: 6.4353769 Feb 09 22:12:02.484548 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36330) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:02.524422 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f854a547-8a22-40b0-991a-59a4670cf18d tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (0691ade6-5557-4227-bfbd-3622ee03f1c7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:02.541494 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d39a1b6-eeb4-4cce-bb9d-048f4df671af tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network c63df006-92bc-47ee-b7db-646bbebdeba8 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:02.572251 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-42e8a942-8a4b-4c52-aed1-dc481eb5a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:11:58Z', 'revision_number': 9, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': '75b455da-bf86-4758-87cc-5edd32630b48', 'name': '', 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:33:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:13Z', 'updated_at': '2022-02-09T22:11:21Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:12Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:02.608747 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-3d39a1b6-eeb4-4cce-bb9d-048f4df671af tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, c63df006-92bc-47ee-b7db-646bbebdeba8) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:02.617263 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d39a1b6-eeb4-4cce-bb9d-048f4df671af tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:02.617927 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3d39a1b6-eeb4-4cce-bb9d-048f4df671af tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:02.618958 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8a942-8a4b-4c52-aed1-dc481eb5a6b0 None None] Checking router: 2d6fcd07-8b97-4b65-a176-b95d0be465e9 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:12:02.643555 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e8a942-8a4b-4c52-aed1-dc481eb5a6b0 None None] Routers {'2d6fcd07-8b97-4b65-a176-b95d0be465e9'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:02.644611 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-42e8a942-8a4b-4c52-aed1-dc481eb5a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:11:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:02.647978 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36195d5-8e03-40d1-8ebe-9c11c8b8d953 None None] Network c63df006-92bc-47ee-b7db-646bbebdeba8 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:02.652067 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34e32bff-7c5a-4f06-a9fa-986787af3796 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (14c62719-8468-46f6-8a99-df98d5f93641), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:02.661500 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3d39a1b6-eeb4-4cce-bb9d-048f4df671af tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3009369 Feb 09 22:12:02.664954 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2701dd8a-eff3-4040-9433-16d533371500 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/routers/0612c479-9a9c-4d2f-adb1-d6a0a82ae19b/tags HTTP/1.1" status: 200 len: 205 time: 0.2793829 Feb 09 22:12:02.667478 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36334) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:02.673223 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7b6dfead-7ee4-4b3a-bcdd-d1d6a9738073 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'subnet': {'network_id': 'c63df006-92bc-47ee-b7db-646bbebdeba8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:02.677724 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36336) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:02.684716 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-36011070-41c7-45c8-b099-08d1f0242a83 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fdf89d24-6cb9-4f43-b81e-4451f87c0b3c') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:02.795947 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eb60e-2258-438a-b540-c900202391eb req-ddbfb7af-134b-45c4-a8e5-be2e5c6067ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:02.798858 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-646eb60e-2258-438a-b540-c900202391eb req-ddbfb7af-134b-45c4-a8e5-be2e5c6067ba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.7420533 Feb 09 22:12:02.842874 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-36011070-41c7-45c8-b099-08d1f0242a83 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/subnetpools/fdf89d24-6cb9-4f43-b81e-4451f87c0b3c/tags HTTP/1.1" status: 200 len: 240 time: 0.1626740 Feb 09 22:12:02.843309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-42e8a942-8a4b-4c52-aed1-dc481eb5a6b0 None None] Set router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:02.848007 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36338) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:02.854700 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-b5fdae79-3904-4cb3-a5e4-172c37736837 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fdf89d24-6cb9-4f43-b81e-4451f87c0b3c', 'tempest-TagsExtTest-Tag-541797810') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:02.898363 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34e32bff-7c5a-4f06-a9fa-986787af3796 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (14c62719-8468-46f6-8a99-df98d5f93641), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:02.932096 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f854a547-8a22-40b0-991a-59a4670cf18d tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (0691ade6-5557-4227-bfbd-3622ee03f1c7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:02.938656 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-34e32bff-7c5a-4f06-a9fa-986787af3796 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c62719-8468-46f6-8a99-df98d5f93641']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:02.949699 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b5fdae79-3904-4cb3-a5e4-172c37736837 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/subnetpools/fdf89d24-6cb9-4f43-b81e-4451f87c0b3c/tags/tempest-TagsExtTest-Tag-541797810 HTTP/1.1" status: 204 len: 168 time: 0.0983822 Feb 09 22:12:02.966794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896b7f7-4bfd-441f-bb3e-de4ff6a49adc req-da53a649-95d2-4870-bf00-c6e8ec6d6fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:02.971826 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-34e32bff-7c5a-4f06-a9fa-986787af3796 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c4ebd5-934b-4dad-9341-362d5d6bd69e') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:02.973260 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-34e32bff-7c5a-4f06-a9fa-986787af3796 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c4ebd5-934b-4dad-9341-362d5d6bd69e') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:02.974184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36340) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:02.979769 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-13685620-48aa-4b6d-bf6f-994596253b75 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'fdf89d24-6cb9-4f43-b81e-4451f87c0b3c', 'tempest-TagsExtTest-Tag-541797810') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:02.979989 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c90eff2-4993-4f62-b3a0-9ab1e9b24734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-c63df006-92bc-47ee-b7db-646bbebdeba8', 'network_id': 'c63df006-92bc-47ee-b7db-646bbebdeba8', 'project_id': '3a081b6cfe1f477e8e25adca53408c36', 'fixed_ips': [{'subnet_id': '085cb864-bb00-4710-8b6e-6d258f742857'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:02.981925 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2c90eff2-4993-4f62-b3a0-9ab1e9b24734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:02.983859 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6dfead-7ee4-4b3a-bcdd-d1d6a9738073 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:02.987442 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b6dfead-7ee4-4b3a-bcdd-d1d6a9738073 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:02.991470 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6896b7f7-4bfd-441f-bb3e-de4ff6a49adc req-da53a649-95d2-4870-bf00-c6e8ec6d6fad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=00e2126f-321a-41da-abd5-4eee91a2d74b HTTP/1.1" status: 200 len: 1089 time: 1.0762432 Feb 09 22:12:03.007956 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34e32bff-7c5a-4f06-a9fa-986787af3796 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (c1c4ebd5-934b-4dad-9341-362d5d6bd69e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.081132 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34e32bff-7c5a-4f06-a9fa-986787af3796 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (c1c4ebd5-934b-4dad-9341-362d5d6bd69e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.101880 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e32bff-7c5a-4f06-a9fa-986787af3796 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:03.102217 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34e32bff-7c5a-4f06-a9fa-986787af3796 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (c1c4ebd5-934b-4dad-9341-362d5d6bd69e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:03.105512 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:03.195177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-2c90eff2-4993-4f62-b3a0-9ab1e9b24734 None None] Allocated IP 2001:db8::2 (c63df006-92bc-47ee-b7db-646bbebdeba8/085cb864-bb00-4710-8b6e-6d258f742857/695ffa40-a6e0-45c0-9fca-c60f8af0187b) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:03.208893 n-d-828601-1 neutron-server[103202]: INFO neutron.db.ipam_backend_mixin [None req-7b6dfead-7ee4-4b3a-bcdd-d1d6a9738073 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 085cb864-bb00-4710-8b6e-6d258f742857 (CIDR: 2001:db8::/64) Feb 09 22:12:03.217127 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-13685620-48aa-4b6d-bf6f-994596253b75 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "DELETE /v2.0/subnetpools/fdf89d24-6cb9-4f43-b81e-4451f87c0b3c/tags/tempest-TagsExtTest-Tag-541797810 HTTP/1.1" status: 204 len: 168 time: 0.2375150 Feb 09 22:12:03.218832 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36342) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:03.223700 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-209a06b1-baaf-4ba0-9a80-dce4a0fbd55d tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fdf89d24-6cb9-4f43-b81e-4451f87c0b3c') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:03.229839 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34e32bff-7c5a-4f06-a9fa-986787af3796 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (14c62719-8468-46f6-8a99-df98d5f93641), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.241015 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b6dfead-7ee4-4b3a-bcdd-d1d6a9738073 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:12:03.241484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b6dfead-7ee4-4b3a-bcdd-d1d6a9738073 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:03.258511 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34e32bff-7c5a-4f06-a9fa-986787af3796 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.267242 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-34e32bff-7c5a-4f06-a9fa-986787af3796 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "DELETE /v2.0/networks/14c62719-8468-46f6-8a99-df98d5f93641 HTTP/1.1" status: 204 len: 168 time: 0.7799759 Feb 09 22:12:03.271615 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36344) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:03.309031 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e32bff-7c5a-4f06-a9fa-986787af3796 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Network': ['ID=14c62719-8468-46f6-8a99-df98d5f93641,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:03.325809 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-209a06b1-baaf-4ba0-9a80-dce4a0fbd55d tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/subnetpools/fdf89d24-6cb9-4f43-b81e-4451f87c0b3c/tags HTTP/1.1" status: 200 len: 205 time: 0.1067765 Feb 09 22:12:03.330102 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36346) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:03.336472 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-5b527969-5e1d-46d0-aca8-0ef26a842090 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fdf89d24-6cb9-4f43-b81e-4451f87c0b3c') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:03.363775 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7b6dfead-7ee4-4b3a-bcdd-d1d6a9738073 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6950111 Feb 09 22:12:03.370840 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36348) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:03.374548 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ae2c0245-6632-4cdd-94e9-9c69c1dcba67 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:03.376672 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972f835f-e29b-49c0-a5d9-da7af5bfc11e None None] Network 5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:03.381295 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-93f0ad5b-1eb3-4d92-b0f2-21cdc872787e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'subnet': {'network_id': 'c63df006-92bc-47ee-b7db-646bbebdeba8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:03.404984 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f854a547-8a22-40b0-991a-59a4670cf18d tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.416907 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f854a547-8a22-40b0-991a-59a4670cf18d tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/subnets/0691ade6-5557-4227-bfbd-3622ee03f1c7 HTTP/1.1" status: 204 len: 168 time: 1.6782417 Feb 09 22:12:03.443599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36350) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:03.498980 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-33452443-fdf5-434d-8099-b867ddd44cf6 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (6d6d246f-b16a-48fa-8c80-b01099c8fac6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.517981 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854a547-8a22-40b0-991a-59a4670cf18d tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Subnet': ['ID=0691ade6-5557-4227-bfbd-3622ee03f1c7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:03.529242 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5b527969-5e1d-46d0-aca8-0ef26a842090 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "DELETE /v2.0/subnetpools/fdf89d24-6cb9-4f43-b81e-4451f87c0b3c/tags HTTP/1.1" status: 204 len: 168 time: 0.1977837 Feb 09 22:12:03.539006 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36352) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:03.546157 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-a553c254-351d-4cce-a715-940fbe31f978 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0612c479-9a9c-4d2f-adb1-d6a0a82ae19b') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:03.629142 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-33452443-fdf5-434d-8099-b867ddd44cf6 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (6d6d246f-b16a-48fa-8c80-b01099c8fac6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.672099 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: ae2c0245-6632-4cdd-94e9-9c69c1dcba67 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:03.672449 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ae2c0245-6632-4cdd-94e9-9c69c1dcba67 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:03.693622 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896b7f7-4bfd-441f-bb3e-de4ff6a49adc req-816ca50e-812f-4c4c-ac8a-c4116a08265b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:03.696559 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6896b7f7-4bfd-441f-bb3e-de4ff6a49adc req-816ca50e-812f-4c4c-ac8a-c4116a08265b service neutron] 10.222.0.42 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 911 time: 0.6918545 Feb 09 22:12:03.701786 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eb60e-2258-438a-b540-c900202391eb req-08b8bd3d-7298-45a7-865c-1f95fb48fb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:03.704767 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-646eb60e-2258-438a-b540-c900202391eb req-08b8bd3d-7298-45a7-865c-1f95fb48fb11 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8879757 Feb 09 22:12:03.711765 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d422b22-106c-4c54-8d26-bfd3b6ea62af tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.796065 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e007027-bf2a-4a5e-8e1c-b299e028d210 req-c2edd2ea-21aa-4877-9943-ae65eb0bfd31 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:03.800334 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a553c254-351d-4cce-a715-940fbe31f978 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "DELETE /v2.0/routers/0612c479-9a9c-4d2f-adb1-d6a0a82ae19b/tags HTTP/1.1" status: 204 len: 168 time: 0.2595527 Feb 09 22:12:03.801601 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f0ad5b-1eb3-4d92-b0f2-21cdc872787e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:03.807420 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-93f0ad5b-1eb3-4d92-b0f2-21cdc872787e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.811779 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e007027-bf2a-4a5e-8e1c-b299e028d210 req-c2edd2ea-21aa-4877-9943-ae65eb0bfd31 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=00e2126f-321a-41da-abd5-4eee91a2d74b HTTP/1.1" status: 200 len: 907 time: 1.8943057 Feb 09 22:12:03.812656 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e65092a-e784-4ac6-8b3a-313e6ec4c948', 'tag': '89a04835-c025-4142-8ec3-2214ac3c2bc9'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:12:03.813170 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36354) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:03.818759 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce33a59c-c43b-46c1-975c-dee79508fb58" -d '{"events": [{"name": "network-changed", "server_uuid": "0e65092a-e784-4ac6-8b3a-313e6ec4c948", "tag": "89a04835-c025-4142-8ec3-2214ac3c2bc9"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:12:03.827306 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6896b7f7-4bfd-441f-bb3e-de4ff6a49adc req-61653cde-6253-4265-935c-910023f4b240 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c92d293d-d796-4f22-b73d-e230f783d9fb HTTP/1.1" status: 200 len: 217 time: 0.0972824 Feb 09 22:12:03.836804 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-d84a29ea-3e3f-4128-a6ec-990b09938401 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'efd2c7c7-d96f-494c-a771-0e83a61af57a') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:03.849078 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-42e8a942-8a4b-4c52-aed1-dc481eb5a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:11:58Z', 'revision_number': 9, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': '75b455da-bf86-4758-87cc-5edd32630b48', 'name': '', 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:33:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:13Z', 'updated_at': '2022-02-09T22:11:21Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:12Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:03.894794 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2c90eff2-4993-4f62-b3a0-9ab1e9b24734 None None] Publish callbacks [] for port (695ffa40-a6e0-45c0-9fca-c60f8af0187b), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.897452 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8a942-8a4b-4c52-aed1-dc481eb5a6b0 None None] The sync data for ids ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'] in n-d-828601-1 is: [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:11:58Z', 'revision_number': 9, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': '75b455da-bf86-4758-87cc-5edd32630b48', 'name': '', 'network_id': '214354a7-f7df-4e99-baec-f4029789cde4', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:33:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:13Z', 'updated_at': '2022-02-09T22:11:21Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': 'b40fc9a2-1a69-4337-aebd-6b449b7fa5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:12Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:03.909362 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2c90eff2-4993-4f62-b3a0-9ab1e9b24734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (695ffa40-a6e0-45c0-9fca-c60f8af0187b), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.939793 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c90eff2-4993-4f62-b3a0-9ab1e9b24734 None None] Network c63df006-92bc-47ee-b7db-646bbebdeba8 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:04.010471 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-2c90eff2-4993-4f62-b3a0-9ab1e9b24734 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:04.012987 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90eff2-4993-4f62-b3a0-9ab1e9b24734 None None] Pushing event updated for resources: {'Port': ['ID=695ffa40-a6e0-45c0-9fca-c60f8af0187b,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:04.017027 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c90eff2-4993-4f62-b3a0-9ab1e9b24734 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:04.068129 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-33452443-fdf5-434d-8099-b867ddd44cf6 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6d6d246f-b16a-48fa-8c80-b01099c8fac6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:04.073699 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-33452443-fdf5-434d-8099-b867ddd44cf6 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:04.079582 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-33452443-fdf5-434d-8099-b867ddd44cf6 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "DELETE /v2.0/security-groups/6d6d246f-b16a-48fa-8c80-b01099c8fac6 HTTP/1.1" status: 204 len: 168 time: 0.7904286 Feb 09 22:12:04.124501 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896b7f7-4bfd-441f-bb3e-de4ff6a49adc req-613f3e2e-0466-4902-b0b5-15919c3fa403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:04.126495 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6896b7f7-4bfd-441f-bb3e-de4ff6a49adc req-613f3e2e-0466-4902-b0b5-15919c3fa403 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.0959249 Feb 09 22:12:04.130831 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33452443-fdf5-434d-8099-b867ddd44cf6 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6d246f-b16a-48fa-8c80-b01099c8fac6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:04.134880 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2c90eff2-4993-4f62-b3a0-9ab1e9b24734 None None] Attempting to bind port 695ffa40-a6e0-45c0-9fca-c60f8af0187b on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:04.135788 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2c90eff2-4993-4f62-b3a0-9ab1e9b24734 None None] Attempting to bind port 695ffa40-a6e0-45c0-9fca-c60f8af0187b by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '09bde374-275e-4a07-9146-c7294ab8ddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c63df006-92bc-47ee-b7db-646bbebdeba8'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:04.136816 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90eff2-4993-4f62-b3a0-9ab1e9b24734 None None] Attempting to bind port 695ffa40-a6e0-45c0-9fca-c60f8af0187b on network c63df006-92bc-47ee-b7db-646bbebdeba8 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:04.147766 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90eff2-4993-4f62-b3a0-9ab1e9b24734 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:04.148730 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90eff2-4993-4f62-b3a0-9ab1e9b24734 None None] Checking segment: {'id': '09bde374-275e-4a07-9146-c7294ab8ddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c63df006-92bc-47ee-b7db-646bbebdeba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:04.149614 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2c90eff2-4993-4f62-b3a0-9ab1e9b24734 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:04.150492 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90eff2-4993-4f62-b3a0-9ab1e9b24734 None None] Bound using segment: {'id': '09bde374-275e-4a07-9146-c7294ab8ddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c63df006-92bc-47ee-b7db-646bbebdeba8'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:04.151883 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2c90eff2-4993-4f62-b3a0-9ab1e9b24734 None None] Bound port: 695ffa40-a6e0-45c0-9fca-c60f8af0187b, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09bde374-275e-4a07-9146-c7294ab8ddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c63df006-92bc-47ee-b7db-646bbebdeba8'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:04.152760 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2c90eff2-4993-4f62-b3a0-9ab1e9b24734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (695ffa40-a6e0-45c0-9fca-c60f8af0187b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:04.158922 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d84a29ea-3e3f-4128-a6ec-990b09938401 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "DELETE /v2.0/ports/efd2c7c7-d96f-494c-a771-0e83a61af57a/tags HTTP/1.1" status: 204 len: 168 time: 0.3416736 Feb 09 22:12:04.163132 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36362) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:04.178241 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-b18dd65b-1e82-4b01-9601-1aa6e82b79ff tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '54ba5e66-d6c0-4d81-b80d-6419ab535466') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:04.254809 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f233fc-fdb8-4475-957b-501f3e507a3d req-0e891f33-3e83-4208-8a11-5c179b97f991 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:04.256840 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-89f233fc-fdb8-4475-957b-501f3e507a3d req-0e891f33-3e83-4208-8a11-5c179b97f991 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 944 time: 0.1703765 Feb 09 22:12:04.327524 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2c90eff2-4993-4f62-b3a0-9ab1e9b24734 None None] For port 695ffa40-a6e0-45c0-9fca-c60f8af0187b, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:04.334620 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2c90eff2-4993-4f62-b3a0-9ab1e9b24734 None None] For port 695ffa40-a6e0-45c0-9fca-c60f8af0187b, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=695ffa40-a6e0-45c0-9fca-c60f8af0187b,segment=NetworkSegment(09bde374-275e-4a07-9146-c7294ab8ddef),segment_id=09bde374-275e-4a07-9146-c7294ab8ddef)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:04.355774 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2c90eff2-4993-4f62-b3a0-9ab1e9b24734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (695ffa40-a6e0-45c0-9fca-c60f8af0187b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:04.371213 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-cf773078-1c8e-42a2-9e6f-5d548ce2f24a req-c18fcfd9-fb44-4d8b-b0cc-a8bc91c48544 service neutron] (103201) timed out ('10.222.0.77', 45736) {{(pid=103201) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:12:04.382885 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896b7f7-4bfd-441f-bb3e-de4ff6a49adc req-d15f4e93-515b-487d-9a00-bdf2802b1823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:04.392620 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6896b7f7-4bfd-441f-bb3e-de4ff6a49adc req-d15f4e93-515b-487d-9a00-bdf2802b1823 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2466378 Feb 09 22:12:04.475161 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9349d2cc-0a27-4b0b-b708-f4bc5c81cddc None None] DHCP port deletion for 5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:12:04.495603 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90eff2-4993-4f62-b3a0-9ab1e9b24734 None None] Pushing event updated for resources: {'Port': ['ID=695ffa40-a6e0-45c0-9fca-c60f8af0187b,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:04.541739 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6896b7f7-4bfd-441f-bb3e-de4ff6a49adc req-5751d770-a30b-41c8-a08b-8e1dc672626c service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384375 Feb 09 22:12:04.543905 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-646eb60e-2258-438a-b540-c900202391eb req-6d6d5b85-617c-4ad9-8573-3d517e945c55 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8241575 Feb 09 22:12:04.708574 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9349d2cc-0a27-4b0b-b708-f4bc5c81cddc None None] Deleting port bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:04.709196 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9349d2cc-0a27-4b0b-b708-f4bc5c81cddc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:04.792189 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-646eb60e-2258-438a-b540-c900202391eb req-1faa6839-86f0-4583-82c5-7aa1f4a39841 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409995 Feb 09 22:12:04.794860 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6896b7f7-4bfd-441f-bb3e-de4ff6a49adc req-bc135048-b53c-4b30-af43-131d9038ee87 service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156158 Feb 09 22:12:04.826640 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2d422b22-106c-4c54-8d26-bfd3b6ea62af tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting port bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:04.827797 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d422b22-106c-4c54-8d26-bfd3b6ea62af tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:04.846143 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-89f233fc-fdb8-4475-957b-501f3e507a3d req-bcb9c9b7-977e-4b7f-bdbb-154540fd51cf tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5656178 Feb 09 22:12:04.917948 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b18dd65b-1e82-4b01-9601-1aa6e82b79ff tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "DELETE /v2.0/subnets/54ba5e66-d6c0-4d81-b80d-6419ab535466/tags HTTP/1.1" status: 204 len: 168 time: 0.7530124 Feb 09 22:12:04.937080 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36364) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:04.947473 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-55ec8efc-022e-479d-bfa8-2d3980303b56 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '54ba5e66-d6c0-4d81-b80d-6419ab535466', 'tempest-TagsExtTest-Tag-728461938') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:04.978460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-9349d2cc-0a27-4b0b-b708-f4bc5c81cddc None None] For port bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b,segment=NetworkSegment(8d6fb8b6-0b71-442a-b94a-50a2e80a554c),segment_id=8d6fb8b6-0b71-442a-b94a-50a2e80a554c)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:04.979424 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9349d2cc-0a27-4b0b-b708-f4bc5c81cddc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:05.005970 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9349d2cc-0a27-4b0b-b708-f4bc5c81cddc None None] Calling delete_port for bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:05.170538 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-93f0ad5b-1eb3-4d92-b0f2-21cdc872787e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (ac39101c-1534-4b05-a6f1-e900f2c8caa2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:05.211901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-2d422b22-106c-4c54-8d26-bfd3b6ea62af tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] For port bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b,segment=NetworkSegment(8d6fb8b6-0b71-442a-b94a-50a2e80a554c),segment_id=8d6fb8b6-0b71-442a-b94a-50a2e80a554c)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:05.216752 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d422b22-106c-4c54-8d26-bfd3b6ea62af tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:05.241611 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9349d2cc-0a27-4b0b-b708-f4bc5c81cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:05.251479 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d2993-bbdb-4591-8f24-f3214f356de0 req-68b13e42-a6b6-421d-84de-1d2f4cb06a3a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:05.270388 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d82d2993-bbdb-4591-8f24-f3214f356de0 req-68b13e42-a6b6-421d-84de-1d2f4cb06a3a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.2366226 Feb 09 22:12:05.306140 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9349d2cc-0a27-4b0b-b708-f4bc5c81cddc None None] No DVR routers for this DVR port bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:05.314815 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349d2cc-0a27-4b0b-b708-f4bc5c81cddc None None] Pushing event deleted for resources: {'Port': ['ID=bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:05.323492 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f0ad5b-1eb3-4d92-b0f2-21cdc872787e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network c63df006-92bc-47ee-b7db-646bbebdeba8 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:05.349429 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-93f0ad5b-1eb3-4d92-b0f2-21cdc872787e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:05.369553 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f0ad5b-1eb3-4d92-b0f2-21cdc872787e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:05.370566 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-93f0ad5b-1eb3-4d92-b0f2-21cdc872787e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:05.403772 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d82d2993-bbdb-4591-8f24-f3214f356de0 req-e8e48478-1472-4732-87e1-343d58697650 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293049 Feb 09 22:12:05.405020 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2d422b22-106c-4c54-8d26-bfd3b6ea62af tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Calling delete_port for bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:05.468850 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0ad5b-1eb3-4d92-b0f2-21cdc872787e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Subnet': ['ID=ac39101c-1534-4b05-a6f1-e900f2c8caa2,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:05.492681 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-55ec8efc-022e-479d-bfa8-2d3980303b56 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "PUT /v2.0/subnets/54ba5e66-d6c0-4d81-b80d-6419ab535466/tags/tempest-TagsExtTest-Tag-728461938 HTTP/1.1" status: 201 len: 201 time: 0.5500050 Feb 09 22:12:05.493693 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36368) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:05.508656 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-65baa761-1c13-4cf1-8937-b19321cebe6a tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'efd2c7c7-d96f-494c-a771-0e83a61af57a', 'tempest-TagsExtTest-Tag-253449729') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:05.542088 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-93f0ad5b-1eb3-4d92-b0f2-21cdc872787e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1673789 Feb 09 22:12:05.562884 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 695ffa40-a6e0-45c0-9fca-c60f8af0187b up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:05.565367 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c7f26b-398c-4571-9d51-82640461eaf1 x-openstack-request-id: req-20c7f26b-398c-4571-9d51-82640461eaf1 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:12:05.568103 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e65092a-e784-4ac6-8b3a-313e6ec4c948", "tag": "89a04835-c025-4142-8ec3-2214ac3c2bc9", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:12:05.572122 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20c7f26b-398c-4571-9d51-82640461eaf1 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:12:05.573030 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e65092a-e784-4ac6-8b3a-313e6ec4c948', 'tag': '89a04835-c025-4142-8ec3-2214ac3c2bc9', 'status': 'completed', 'code': 200} Feb 09 22:12:05.587601 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36370) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:05.601055 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-793ebbd5-a9a8-47e4-93ce-8e7f9dee188a tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'port': {'network_id': 'c63df006-92bc-47ee-b7db-646bbebdeba8', 'fixed_ips': [{'subnet_id': '085cb864-bb00-4710-8b6e-6d258f742857'}, {'subnet_id': 'ac39101c-1534-4b05-a6f1-e900f2c8caa2'}], 'name': 'tempest-PortsIpV6TestJSON-1575579237'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:05.736477 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 695ffa40-a6e0-45c0-9fca-c60f8af0187b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:05.736879 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (695ffa40-a6e0-45c0-9fca-c60f8af0187b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:05.810321 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d422b22-106c-4c54-8d26-bfd3b6ea62af tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:05.928997 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 695ffa40-a6e0-45c0-9fca-c60f8af0187b is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:05.929360 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (695ffa40-a6e0-45c0-9fca-c60f8af0187b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:05.963556 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d422b22-106c-4c54-8d26-bfd3b6ea62af tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] No DVR routers for this DVR port bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:05.974631 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-65baa761-1c13-4cf1-8937-b19321cebe6a tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "PUT /v2.0/ports/efd2c7c7-d96f-494c-a771-0e83a61af57a/tags/tempest-TagsExtTest-Tag-253449729 HTTP/1.1" status: 201 len: 201 time: 0.4789393 Feb 09 22:12:05.982018 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d422b22-106c-4c54-8d26-bfd3b6ea62af tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Port': ['ID=bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:05.984238 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36376) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:06.006796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-6e2f0ecb-c772-477b-8352-7cbefe16e5fd tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0612c479-9a9c-4d2f-adb1-d6a0a82ae19b', 'tempest-TagsExtTest-Tag-1863646242') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:06.023033 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 695ffa40-a6e0-45c0-9fca-c60f8af0187b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=695ffa40-a6e0-45c0-9fca-c60f8af0187b,segment=NetworkSegment(09bde374-275e-4a07-9146-c7294ab8ddef),segment_id=09bde374-275e-4a07-9146-c7294ab8ddef)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:06.032499 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (695ffa40-a6e0-45c0-9fca-c60f8af0187b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:06.099415 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b788d9f-f476-487a-8992-39547e4f1c0b req-535cac84-49c2-436a-b3bd-0a755c53e414 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:06.112225 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b788d9f-f476-487a-8992-39547e4f1c0b req-535cac84-49c2-436a-b3bd-0a755c53e414 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.2973342 Feb 09 22:12:06.132980 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793ebbd5-a9a8-47e4-93ce-8e7f9dee188a tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:06.158665 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 09755e32-055a-498b-8685-756b99d9438a no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:06.170386 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33a59c-c43b-46c1-975c-dee79508fb58 req-2f255321-2636-4dc6-a911-75d93da7056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:06.184236 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce33a59c-c43b-46c1-975c-dee79508fb58 req-2f255321-2636-4dc6-a911-75d93da7056c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 1126 time: 0.6097226 Feb 09 22:12:06.190254 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 09755e32-055a-498b-8685-756b99d9438a {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:06.190607 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 09755e32-055a-498b-8685-756b99d9438a not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:06.191037 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:06.221791 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:06.222149 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device bdaa4d5f-8343-4d5c-8265-9ebd9753ab3b not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:06.254055 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=695ffa40-a6e0-45c0-9fca-c60f8af0187b,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:06.321190 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-793ebbd5-a9a8-47e4-93ce-8e7f9dee188a tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:06.432196 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-793ebbd5-a9a8-47e4-93ce-8e7f9dee188a tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] device_id is not set on port f61663ba-2bcd-47b0-ae18-48c882501c2f yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:12:06.485220 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6e2f0ecb-c772-477b-8352-7cbefe16e5fd tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "PUT /v2.0/routers/0612c479-9a9c-4d2f-adb1-d6a0a82ae19b/tags/tempest-TagsExtTest-Tag-1863646242 HTTP/1.1" status: 201 len: 201 time: 0.4996729 Feb 09 22:12:06.505478 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d422b22-106c-4c54-8d26-bfd3b6ea62af tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:06.534312 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36378) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:06.542173 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-05f83562-a65d-4a2a-84e7-7beac96e6127 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fdf89d24-6cb9-4f43-b81e-4451f87c0b3c', 'tempest-TagsExtTest-Tag-1591216315') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:06.646892 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66af522-f4b1-4799-aa5b-cb9ad3f765ed None None] Network c63df006-92bc-47ee-b7db-646bbebdeba8 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:06.652229 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-05f83562-a65d-4a2a-84e7-7beac96e6127 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "PUT /v2.0/subnetpools/fdf89d24-6cb9-4f43-b81e-4451f87c0b3c/tags/tempest-TagsExtTest-Tag-1591216315 HTTP/1.1" status: 201 len: 201 time: 0.1161680 Feb 09 22:12:06.657484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36380) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:06.720087 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-51d84408-9a00-423a-81d8-2aa397703e46 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '54ba5e66-d6c0-4d81-b80d-6419ab535466', {'tags': ['tempest-TagsExtTest-Tag-1936137666', 'tempest-TagsExtTest-Tag-863720648', 'tempest-TagsExtTest-Tag-1867602080']}) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:06.934332 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5bc8b47c-fdd8-4f78-8d53-b5599e270236 None None] Provisioning complete for port 695ffa40-a6e0-45c0-9fca-c60f8af0187b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:06.935407 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5bc8b47c-fdd8-4f78-8d53-b5599e270236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (695ffa40-a6e0-45c0-9fca-c60f8af0187b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:06.947086 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-51d84408-9a00-423a-81d8-2aa397703e46 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "PUT /v2.0/subnets/54ba5e66-d6c0-4d81-b80d-6419ab535466/tags HTTP/1.1" status: 200 len: 317 time: 0.2351201 Feb 09 22:12:06.951723 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36382) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:06.956525 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-4a20e1b8-3842-4da8-b4ed-412c094a364c tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '54ba5e66-d6c0-4d81-b80d-6419ab535466') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:07.174495 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4a20e1b8-3842-4da8-b4ed-412c094a364c tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "DELETE /v2.0/subnets/54ba5e66-d6c0-4d81-b80d-6419ab535466/tags HTTP/1.1" status: 204 len: 168 time: 0.2215669 Feb 09 22:12:07.179750 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-793ebbd5-a9a8-47e4-93ce-8e7f9dee188a tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Allocated IP 2001:db8::303 (c63df006-92bc-47ee-b7db-646bbebdeba8/085cb864-bb00-4710-8b6e-6d258f742857/f61663ba-2bcd-47b0-ae18-48c882501c2f) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:07.182510 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36384) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:07.192623 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-fa1515ae-07ff-4b28-8c7b-8d74f50bb549 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '54ba5e66-d6c0-4d81-b80d-6419ab535466', 'tempest-TagsExtTest-Tag-1936137666') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:07.212161 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-793ebbd5-a9a8-47e4-93ce-8e7f9dee188a tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Allocated IP 2001:db8:0:1::30f (c63df006-92bc-47ee-b7db-646bbebdeba8/ac39101c-1534-4b05-a6f1-e900f2c8caa2/f61663ba-2bcd-47b0-ae18-48c882501c2f) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:07.270360 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8b47c-fdd8-4f78-8d53-b5599e270236 None None] Current status of the port 695ffa40-a6e0-45c0-9fca-c60f8af0187b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:07.280199 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 695ffa40-a6e0-45c0-9fca-c60f8af0187b up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:07.344656 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd425ff-5ec3-4669-be30-713c7d8d5bc0 None None] Update dhcp port {'port': {'network_id': 'c63df006-92bc-47ee-b7db-646bbebdeba8', 'fixed_ips': [{'subnet_id': '085cb864-bb00-4710-8b6e-6d258f742857', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ac39101c-1534-4b05-a6f1-e900f2c8caa2'}], 'binding:host_id': 'n-d-828601-1'}, 'id': '695ffa40-a6e0-45c0-9fca-c60f8af0187b'} from n-d-828601-1. {{(pid=103203) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:12:07.353319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-2d422b22-106c-4c54-8d26-bfd3b6ea62af tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:07.366254 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b788d9f-f476-487a-8992-39547e4f1c0b req-5c15ea0a-ca71-4e64-af56-5cc6b611057b tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2522812 Feb 09 22:12:07.436107 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-2d422b22-106c-4c54-8d26-bfd3b6ea62af tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6fb8b6-0b71-442a-b94a-50a2e80a554c') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:07.436539 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-2d422b22-106c-4c54-8d26-bfd3b6ea62af tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6fb8b6-0b71-442a-b94a-50a2e80a554c') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:07.460038 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d422b22-106c-4c54-8d26-bfd3b6ea62af tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (8d6fb8b6-0b71-442a-b94a-50a2e80a554c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:07.471493 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fbd425ff-5ec3-4669-be30-713c7d8d5bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (695ffa40-a6e0-45c0-9fca-c60f8af0187b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:07.491552 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d422b22-106c-4c54-8d26-bfd3b6ea62af tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (8d6fb8b6-0b71-442a-b94a-50a2e80a554c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:07.504803 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d422b22-106c-4c54-8d26-bfd3b6ea62af tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:07.505026 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d422b22-106c-4c54-8d26-bfd3b6ea62af tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (8d6fb8b6-0b71-442a-b94a-50a2e80a554c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:07.685586 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 695ffa40-a6e0-45c0-9fca-c60f8af0187b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:07.686320 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (695ffa40-a6e0-45c0-9fca-c60f8af0187b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:07.692785 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:07.747873 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33a59c-c43b-46c1-975c-dee79508fb58 req-f18acd70-4773-48c6-9263-7cfea0d602bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:07.750662 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce33a59c-c43b-46c1-975c-dee79508fb58 req-f18acd70-4773-48c6-9263-7cfea0d602bc service neutron] 10.222.0.71 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 912 time: 1.4335043 Feb 09 22:12:07.834872 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce33a59c-c43b-46c1-975c-dee79508fb58 req-3f817127-341c-4e05-93ae-f381ac1bf52a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89a04835-c025-4142-8ec3-2214ac3c2bc9 HTTP/1.1" status: 200 len: 217 time: 0.0780222 Feb 09 22:12:07.899286 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-793ebbd5-a9a8-47e4-93ce-8e7f9dee188a tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for port (f61663ba-2bcd-47b0-ae18-48c882501c2f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:07.913273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33a59c-c43b-46c1-975c-dee79508fb58 req-cd9a27c5-9e19-4df4-9cea-23a383d526fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:07.915336 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce33a59c-c43b-46c1-975c-dee79508fb58 req-cd9a27c5-9e19-4df4-9cea-23a383d526fc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.0750842 Feb 09 22:12:07.917571 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d422b22-106c-4c54-8d26-bfd3b6ea62af tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:07.931287 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d422b22-106c-4c54-8d26-bfd3b6ea62af tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:07.937670 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2d422b22-106c-4c54-8d26-bfd3b6ea62af tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/networks/5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024 HTTP/1.1" status: 204 len: 168 time: 4.4137547 Feb 09 22:12:07.959768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36390) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:07.959768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36392) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:07.966632 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-793ebbd5-a9a8-47e4-93ce-8e7f9dee188a tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f61663ba-2bcd-47b0-ae18-48c882501c2f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:07.981831 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-18a569d8-215f-4ef3-a9db-2426bb3d31b4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-742525076', 'description': 'tempest-secgroup-smoke-742525076 description', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:08.039724 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793ebbd5-a9a8-47e4-93ce-8e7f9dee188a tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network c63df006-92bc-47ee-b7db-646bbebdeba8 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:08.049308 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-793ebbd5-a9a8-47e4-93ce-8e7f9dee188a tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:08.054667 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793ebbd5-a9a8-47e4-93ce-8e7f9dee188a tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:08.060246 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793ebbd5-a9a8-47e4-93ce-8e7f9dee188a tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:08.060846 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-46683152-085c-408f-8032-e862ffe6543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.061220 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-793ebbd5-a9a8-47e4-93ce-8e7f9dee188a tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.092778 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-793ebbd5-a9a8-47e4-93ce-8e7f9dee188a tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.5034726 Feb 09 22:12:08.094786 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ebbd5-a9a8-47e4-93ce-8e7f9dee188a tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Port': ['ID=f61663ba-2bcd-47b0-ae18-48c882501c2f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:08.097585 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36394) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:08.098994 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-fa1515ae-07ff-4b28-8c7b-8d74f50bb549 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] show failed (client error): The resource could not be found. Feb 09 22:12:08.110004 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fa1515ae-07ff-4b28-8c7b-8d74f50bb549 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/subnets/54ba5e66-d6c0-4d81-b80d-6419ab535466/tags/tempest-TagsExtTest-Tag-1936137666 HTTP/1.1" status: 404 len: 329 time: 0.9263229 Feb 09 22:12:08.112547 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36396) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:08.116740 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-5cd6e35c-2623-4712-a331-bcf6e93f1944 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '085cb864-bb00-4710-8b6e-6d258f742857'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:08.154758 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 695ffa40-a6e0-45c0-9fca-c60f8af0187b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:08.155270 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18a569d8-215f-4ef3-a9db-2426bb3d31b4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.184406 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-b56e05f3-eff9-49d8-ac3d-0952608d4817 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '54ba5e66-d6c0-4d81-b80d-6419ab535466', 'tempest-TagsExtTest-Tag-863720648') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:08.198837 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-fbd425ff-5ec3-4669-be30-713c7d8d5bc0 None None] Allocated IP 2001:db8:0:1::2 (c63df006-92bc-47ee-b7db-646bbebdeba8/ac39101c-1534-4b05-a6f1-e900f2c8caa2/695ffa40-a6e0-45c0-9fca-c60f8af0187b) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:08.229189 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5cd6e35c-2623-4712-a331-bcf6e93f1944 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f61663ba-2bcd-47b0-ae18-48c882501c2f), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.229525 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d422b22-106c-4c54-8d26-bfd3b6ea62af tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Network': ['ID=5d0cd38f-c6c2-4b25-bf1d-cca52f2cf024,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:08.357577 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-fbd425ff-5ec3-4669-be30-713c7d8d5bc0 None None] For port 695ffa40-a6e0-45c0-9fca-c60f8af0187b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=695ffa40-a6e0-45c0-9fca-c60f8af0187b,segment=NetworkSegment(09bde374-275e-4a07-9146-c7294ab8ddef),segment_id=09bde374-275e-4a07-9146-c7294ab8ddef)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:08.391302 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33a59c-c43b-46c1-975c-dee79508fb58 req-97ca8725-2905-45ed-94c1-ddcf015e65f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:08.396558 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce33a59c-c43b-46c1-975c-dee79508fb58 req-97ca8725-2905-45ed-94c1-ddcf015e65f9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4574807 Feb 09 22:12:08.410364 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fbd425ff-5ec3-4669-be30-713c7d8d5bc0 None None] Publish callbacks [] for port (695ffa40-a6e0-45c0-9fca-c60f8af0187b), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.419813 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fbd425ff-5ec3-4669-be30-713c7d8d5bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (695ffa40-a6e0-45c0-9fca-c60f8af0187b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.601533 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce33a59c-c43b-46c1-975c-dee79508fb58 req-31838f06-6818-4856-97d4-a2e25a6e1336 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802204 Feb 09 22:12:08.605542 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd425ff-5ec3-4669-be30-713c7d8d5bc0 None None] Pushing event updated for resources: {'Port': ['ID=695ffa40-a6e0-45c0-9fca-c60f8af0187b,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:08.679358 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-b56e05f3-eff9-49d8-ac3d-0952608d4817 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] show failed (client error): The resource could not be found. Feb 09 22:12:08.680679 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b56e05f3-eff9-49d8-ac3d-0952608d4817 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/subnets/54ba5e66-d6c0-4d81-b80d-6419ab535466/tags/tempest-TagsExtTest-Tag-863720648 HTTP/1.1" status: 404 len: 328 time: 0.4997945 Feb 09 22:12:08.690557 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36398) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:08.696052 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-462c068f-fc68-474a-b5cc-1cff63851955 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '54ba5e66-d6c0-4d81-b80d-6419ab535466', 'tempest-TagsExtTest-Tag-1867602080') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:08.723293 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a40ca2-a7b4-44c8-bcaf-ceda239c93b5 req-2a1d2f6a-1796-4eb4-ba66-d1e076740bb1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:08.731607 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e0a40ca2-a7b4-44c8-bcaf-ceda239c93b5 req-2a1d2f6a-1796-4eb4-ba66-d1e076740bb1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 944 time: 0.5531359 Feb 09 22:12:08.879474 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-5cd6e35c-2623-4712-a331-bcf6e93f1944 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Delete allocated IP 2001:db8:0:1::30f (c63df006-92bc-47ee-b7db-646bbebdeba8/ac39101c-1534-4b05-a6f1-e900f2c8caa2) {{(pid=103202) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 22:12:09.024585 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18a569d8-215f-4ef3-a9db-2426bb3d31b4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (905c21ad-aa09-4f1e-9b09-9abdc7e97a85), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.049414 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5cd6e35c-2623-4712-a331-bcf6e93f1944 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for port (f61663ba-2bcd-47b0-ae18-48c882501c2f), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.057297 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18a569d8-215f-4ef3-a9db-2426bb3d31b4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (905c21ad-aa09-4f1e-9b09-9abdc7e97a85), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.081051 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5cd6e35c-2623-4712-a331-bcf6e93f1944 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (f61663ba-2bcd-47b0-ae18-48c882501c2f), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.223485 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5cd6e35c-2623-4712-a331-bcf6e93f1944 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] In _notify_port_updated(), no bound segment for port f61663ba-2bcd-47b0-ae18-48c882501c2f on network c63df006-92bc-47ee-b7db-646bbebdeba8 {{(pid=103202) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:12:09.234139 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd6e35c-2623-4712-a331-bcf6e93f1944 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:09.235269 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5cd6e35c-2623-4712-a331-bcf6e93f1944 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.240217 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5cd6e35c-2623-4712-a331-bcf6e93f1944 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "PUT /v2.0/ports/f61663ba-2bcd-47b0-ae18-48c882501c2f HTTP/1.1" status: 200 len: 926 time: 1.1262491 Feb 09 22:12:09.240990 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e0a40ca2-a7b4-44c8-bcaf-ceda239c93b5 req-37fbbccf-d405-4707-8ddd-944a616156e0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027287 Feb 09 22:12:09.241542 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36400) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:09.244597 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-462c068f-fc68-474a-b5cc-1cff63851955 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] show failed (client error): The resource could not be found. Feb 09 22:12:09.246458 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-462c068f-fc68-474a-b5cc-1cff63851955 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/subnets/54ba5e66-d6c0-4d81-b80d-6419ab535466/tags/tempest-TagsExtTest-Tag-1867602080 HTTP/1.1" status: 404 len: 329 time: 0.5546353 Feb 09 22:12:09.252605 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36402) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:09.260860 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-e238230d-b915-439a-9391-e3dc71e9c6ef tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'efd2c7c7-d96f-494c-a771-0e83a61af57a', {'tags': ['tempest-TagsExtTest-Tag-205747928', 'tempest-TagsExtTest-Tag-341326922', 'tempest-TagsExtTest-Tag-1183727159']}) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:09.274020 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d7b92b92-5a49-4625-b46e-5a43a2ed9b6f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '085cb864-bb00-4710-8b6e-6d258f742857'}, {'subnet_id': 'ac39101c-1534-4b05-a6f1-e900f2c8caa2'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:09.306866 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 695ffa40-a6e0-45c0-9fca-c60f8af0187b up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:09.321749 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a569d8-215f-4ef3-a9db-2426bb3d31b4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=905c21ad-aa09-4f1e-9b09-9abdc7e97a85,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:09.354823 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18a569d8-215f-4ef3-a9db-2426bb3d31b4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.356321 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-18a569d8-215f-4ef3-a9db-2426bb3d31b4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.3825853 Feb 09 22:12:09.377481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36408) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:09.396376 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d0aa3f34-173a-40a6-b7ab-ace417dd26e3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': '905c21ad-aa09-4f1e-9b09-9abdc7e97a85', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:09.402359 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce33a59c-c43b-46c1-975c-dee79508fb58 req-8fe01675-ddf9-48b6-a07f-a55f210e9de4 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7910829 Feb 09 22:12:09.429566 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6e35c-2623-4712-a331-bcf6e93f1944 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Port': ['ID=f61663ba-2bcd-47b0-ae18-48c882501c2f,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:09.460639 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e238230d-b915-439a-9391-e3dc71e9c6ef tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "PUT /v2.0/ports/efd2c7c7-d96f-494c-a771-0e83a61af57a/tags HTTP/1.1" status: 200 len: 316 time: 0.2058270 Feb 09 22:12:09.465476 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36414) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:09.478646 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-3f0aacde-6e26-4d1a-bb25-369bcd460191 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'efd2c7c7-d96f-494c-a771-0e83a61af57a') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:09.540043 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 695ffa40-a6e0-45c0-9fca-c60f8af0187b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:09.540733 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (695ffa40-a6e0-45c0-9fca-c60f8af0187b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.648242 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3f0aacde-6e26-4d1a-bb25-369bcd460191 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "DELETE /v2.0/ports/efd2c7c7-d96f-494c-a771-0e83a61af57a/tags HTTP/1.1" status: 204 len: 168 time: 0.1796360 Feb 09 22:12:09.650007 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36416) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:09.659103 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-5087321c-7da8-4b27-a180-131cf059b28b tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'efd2c7c7-d96f-494c-a771-0e83a61af57a', 'tempest-TagsExtTest-Tag-205747928') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:09.737551 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 695ffa40-a6e0-45c0-9fca-c60f8af0187b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:09.756470 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-5087321c-7da8-4b27-a180-131cf059b28b tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] show failed (client error): The resource could not be found. Feb 09 22:12:09.760736 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5087321c-7da8-4b27-a180-131cf059b28b tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/ports/efd2c7c7-d96f-494c-a771-0e83a61af57a/tags/tempest-TagsExtTest-Tag-205747928 HTTP/1.1" status: 404 len: 328 time: 0.1069953 Feb 09 22:12:09.761326 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cb68b5-ce0b-4634-8fcd-c8a5f2b914f0 None None] Network c63df006-92bc-47ee-b7db-646bbebdeba8 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:09.769557 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36418) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:09.779382 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-f4e12d8b-389c-4315-a56e-41d0bf47eaf9 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'efd2c7c7-d96f-494c-a771-0e83a61af57a', 'tempest-TagsExtTest-Tag-341326922') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:09.830995 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3f34-173a-40a6-b7ab-ace417dd26e3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (822f2eb7-3e55-4a78-b2e1-322bc61e5569), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.862235 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-c4d285be-4916-423b-ae50-e678647e8e5e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:09.864815 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-c4d285be-4916-423b-ae50-e678647e8e5e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 810 time: 0.3011761 Feb 09 22:12:09.885102 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c38cc2be-6818-40d8-80cd-55104b6ed1ef None None] Provisioning complete for port 695ffa40-a6e0-45c0-9fca-c60f8af0187b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:09.885697 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c38cc2be-6818-40d8-80cd-55104b6ed1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (695ffa40-a6e0-45c0-9fca-c60f8af0187b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.927979 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-2f164383-cb97-4da3-a4f4-5132900a0227 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/quotas/5e79cb71362547f8bb276e37206bd3da HTTP/1.1" status: 200 len: 375 time: 0.0490334 Feb 09 22:12:10.072861 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d7b92b92-5a49-4625-b46e-5a43a2ed9b6f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f61663ba-2bcd-47b0-ae18-48c882501c2f), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.089793 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3f34-173a-40a6-b7ab-ace417dd26e3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (822f2eb7-3e55-4a78-b2e1-322bc61e5569), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.108921 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-f4e12d8b-389c-4315-a56e-41d0bf47eaf9 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] show failed (client error): The resource could not be found. Feb 09 22:12:10.110316 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f4e12d8b-389c-4315-a56e-41d0bf47eaf9 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/ports/efd2c7c7-d96f-494c-a771-0e83a61af57a/tags/tempest-TagsExtTest-Tag-341326922 HTTP/1.1" status: 404 len: 328 time: 0.3351991 Feb 09 22:12:10.113682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36420) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:10.114984 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3f34-173a-40a6-b7ab-ace417dd26e3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (822f2eb7-3e55-4a78-b2e1-322bc61e5569), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.121014 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-2371c667-f057-4d61-bd78-70236180e8de tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'efd2c7c7-d96f-494c-a771-0e83a61af57a', 'tempest-TagsExtTest-Tag-1183727159') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:10.143426 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c38cc2be-6818-40d8-80cd-55104b6ed1ef None None] Current status of the port 695ffa40-a6e0-45c0-9fca-c60f8af0187b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:10.145142 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa3f34-173a-40a6-b7ab-ace417dd26e3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=822f2eb7-3e55-4a78-b2e1-322bc61e5569,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:10.204894 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3f34-173a-40a6-b7ab-ace417dd26e3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.212207 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d0aa3f34-173a-40a6-b7ab-ace417dd26e3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8231249 Feb 09 22:12:10.212498 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36422) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:10.221280 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-0d496b4b-e6bb-4b13-8ebc-0570fc03158b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': '905c21ad-aa09-4f1e-9b09-9abdc7e97a85', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:10.228604 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-684313d6-3e84-4668-abde-8d601cbdda32 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2770331 Feb 09 22:12:10.314696 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d496b4b-e6bb-4b13-8ebc-0570fc03158b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (20c4f10a-5a9e-437e-9839-777a6acc6a3d), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.322844 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e8ebc972-1115-4625-b3a3-61c7a1c807c7 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (2d6fcd07-8b97-4b65-a176-b95d0be465e9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.349979 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-2371c667-f057-4d61-bd78-70236180e8de tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] show failed (client error): The resource could not be found. Feb 09 22:12:10.351388 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2371c667-f057-4d61-bd78-70236180e8de tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/ports/efd2c7c7-d96f-494c-a771-0e83a61af57a/tags/tempest-TagsExtTest-Tag-1183727159 HTTP/1.1" status: 404 len: 329 time: 0.2361538 Feb 09 22:12:10.356640 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36426) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:10.365074 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-c9644a53-6a65-411b-b7ed-123f1bbc4461 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0612c479-9a9c-4d2f-adb1-d6a0a82ae19b', {'tags': ['tempest-TagsExtTest-Tag-875937455', 'tempest-TagsExtTest-Tag-2003562826', 'tempest-TagsExtTest-Tag-730733465']}) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:10.525227 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dba2a610-a379-4f49-beeb-e48df833657f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.551505 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d496b4b-e6bb-4b13-8ebc-0570fc03158b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (20c4f10a-5a9e-437e-9839-777a6acc6a3d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.556851 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c9644a53-6a65-411b-b7ed-123f1bbc4461 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "PUT /v2.0/routers/0612c479-9a9c-4d2f-adb1-d6a0a82ae19b/tags HTTP/1.1" status: 200 len: 316 time: 0.1956146 Feb 09 22:12:10.558088 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36428) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:10.573961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-2f067351-1f34-49d9-bbfd-c0e98784e4de tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0612c479-9a9c-4d2f-adb1-d6a0a82ae19b') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:10.584026 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d496b4b-e6bb-4b13-8ebc-0570fc03158b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (20c4f10a-5a9e-437e-9839-777a6acc6a3d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.698013 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d496b4b-e6bb-4b13-8ebc-0570fc03158b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c4f10a-5a9e-437e-9839-777a6acc6a3d,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:10.716569 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-49f91396-6982-41d3-af1e-1faf9fa2cd4d service neutron] 10.222.0.77 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216077 Feb 09 22:12:10.725242 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d496b4b-e6bb-4b13-8ebc-0570fc03158b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.727094 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0d496b4b-e6bb-4b13-8ebc-0570fc03158b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5130408 Feb 09 22:12:10.734906 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36430) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:10.741015 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f8c549ae-db12-4a5d-b0cf-97b7c2cdc118 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': '905c21ad-aa09-4f1e-9b09-9abdc7e97a85', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:10.743495 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ad08e51d-6899-4026-b01f-a031543c5b9f None None] Provisioning complete for port f61663ba-2bcd-47b0-ae18-48c882501c2f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:10.744629 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ad08e51d-6899-4026-b01f-a031543c5b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f61663ba-2bcd-47b0-ae18-48c882501c2f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.784903 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2f067351-1f34-49d9-bbfd-c0e98784e4de tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "DELETE /v2.0/routers/0612c479-9a9c-4d2f-adb1-d6a0a82ae19b/tags HTTP/1.1" status: 204 len: 168 time: 0.2257400 Feb 09 22:12:10.797502 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36432) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:10.803979 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-277ff349-9174-4be9-a417-6f065f80b6b8 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0612c479-9a9c-4d2f-adb1-d6a0a82ae19b', 'tempest-TagsExtTest-Tag-875937455') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:10.860785 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ad08e51d-6899-4026-b01f-a031543c5b9f None None] Port f61663ba-2bcd-47b0-ae18-48c882501c2f cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:10.897347 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ad08e51d-6899-4026-b01f-a031543c5b9f None None] Provisioning complete for port 695ffa40-a6e0-45c0-9fca-c60f8af0187b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:10.898180 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ad08e51d-6899-4026-b01f-a031543c5b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (695ffa40-a6e0-45c0-9fca-c60f8af0187b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.959568 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8c549ae-db12-4a5d-b0cf-97b7c2cdc118 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (dbb4709d-5d2e-4d99-9e73-e3643bd96335), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.974846 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-d7b92b92-5a49-4625-b46e-5a43a2ed9b6f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Allocated IP 2001:db8:0:1::d5 (c63df006-92bc-47ee-b7db-646bbebdeba8/ac39101c-1534-4b05-a6f1-e900f2c8caa2/f61663ba-2bcd-47b0-ae18-48c882501c2f) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:10.994102 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-277ff349-9174-4be9-a417-6f065f80b6b8 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] show failed (client error): The resource could not be found. Feb 09 22:12:11.001179 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-277ff349-9174-4be9-a417-6f065f80b6b8 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/routers/0612c479-9a9c-4d2f-adb1-d6a0a82ae19b/tags/tempest-TagsExtTest-Tag-875937455 HTTP/1.1" status: 404 len: 328 time: 0.2018476 Feb 09 22:12:11.005709 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36434) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:11.013821 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-07d412f8-01bf-4fa7-80fe-2de3a25ddea5 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0612c479-9a9c-4d2f-adb1-d6a0a82ae19b', 'tempest-TagsExtTest-Tag-2003562826') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:11.107176 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ad08e51d-6899-4026-b01f-a031543c5b9f None None] Current status of the port 695ffa40-a6e0-45c0-9fca-c60f8af0187b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:11.178553 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-94270e76-3f0f-4c13-8a65-15d7c686cf3b service neutron] 10.222.0.77 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210525 Feb 09 22:12:11.216985 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-07d412f8-01bf-4fa7-80fe-2de3a25ddea5 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] show failed (client error): The resource could not be found. Feb 09 22:12:11.224036 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-07d412f8-01bf-4fa7-80fe-2de3a25ddea5 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/routers/0612c479-9a9c-4d2f-adb1-d6a0a82ae19b/tags/tempest-TagsExtTest-Tag-2003562826 HTTP/1.1" status: 404 len: 329 time: 0.2152913 Feb 09 22:12:11.225039 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36436) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:11.233870 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-9e432330-3deb-460e-9b55-5941e781ca4d tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0612c479-9a9c-4d2f-adb1-d6a0a82ae19b', 'tempest-TagsExtTest-Tag-730733465') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:11.256618 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-365b164c-2bfe-4def-ba1e-312b43e12808 None None] Provisioning complete for port f61663ba-2bcd-47b0-ae18-48c882501c2f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:11.257222 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-365b164c-2bfe-4def-ba1e-312b43e12808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f61663ba-2bcd-47b0-ae18-48c882501c2f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.297822 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8c549ae-db12-4a5d-b0cf-97b7c2cdc118 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (dbb4709d-5d2e-4d99-9e73-e3643bd96335), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.349027 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8c549ae-db12-4a5d-b0cf-97b7c2cdc118 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (dbb4709d-5d2e-4d99-9e73-e3643bd96335), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.391982 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c549ae-db12-4a5d-b0cf-97b7c2cdc118 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb4709d-5d2e-4d99-9e73-e3643bd96335,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:11.407151 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8c549ae-db12-4a5d-b0cf-97b7c2cdc118 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.409400 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f8c549ae-db12-4a5d-b0cf-97b7c2cdc118 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6715853 Feb 09 22:12:11.413939 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36440) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:11.428577 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-095d990e-3597-48ed-9688-ccd5a3ff13cc tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': '905c21ad-aa09-4f1e-9b09-9abdc7e97a85', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:11.438142 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:12:11.478956 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-365b164c-2bfe-4def-ba1e-312b43e12808 None None] Port f61663ba-2bcd-47b0-ae18-48c882501c2f cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:11.484840 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-095d990e-3597-48ed-9688-ccd5a3ff13cc tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (fe277cb1-8ed0-45dd-84ed-662a132c2a6c), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.535665 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-9e432330-3deb-460e-9b55-5941e781ca4d tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] show failed (client error): The resource could not be found. Feb 09 22:12:11.540907 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36444) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:11.544995 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9e432330-3deb-460e-9b55-5941e781ca4d tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/routers/0612c479-9a9c-4d2f-adb1-d6a0a82ae19b/tags/tempest-TagsExtTest-Tag-730733465 HTTP/1.1" status: 404 len: 328 time: 0.3166821 Feb 09 22:12:11.554968 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-392f59ac-91d5-41fb-805f-84479600c1d9 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'fdf89d24-6cb9-4f43-b81e-4451f87c0b3c', {'tags': ['tempest-TagsExtTest-Tag-2002048662', 'tempest-TagsExtTest-Tag-124741748', 'tempest-TagsExtTest-Tag-1284211028']}) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:11.600959 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-095d990e-3597-48ed-9688-ccd5a3ff13cc tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (fe277cb1-8ed0-45dd-84ed-662a132c2a6c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.610699 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-095d990e-3597-48ed-9688-ccd5a3ff13cc tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (fe277cb1-8ed0-45dd-84ed-662a132c2a6c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.631289 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-7311899f-2781-4256-b08d-d88aefc71669 None None] Provisioning complete for port f61663ba-2bcd-47b0-ae18-48c882501c2f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:11.631705 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7311899f-2781-4256-b08d-d88aefc71669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f61663ba-2bcd-47b0-ae18-48c882501c2f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.675795 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-095d990e-3597-48ed-9688-ccd5a3ff13cc tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.682545 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-095d990e-3597-48ed-9688-ccd5a3ff13cc tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2636130 Feb 09 22:12:11.686631 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36446) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:11.694144 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-1ad747ae-b791-408c-b381-b6b31574a134 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': '905c21ad-aa09-4f1e-9b09-9abdc7e97a85', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:11.703835 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d990e-3597-48ed-9688-ccd5a3ff13cc tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe277cb1-8ed0-45dd-84ed-662a132c2a6c,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:11.720949 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d7b92b92-5a49-4625-b46e-5a43a2ed9b6f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for port (f61663ba-2bcd-47b0-ae18-48c882501c2f), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.732382 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-e8ebc972-1115-4625-b3a3-61c7a1c807c7 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting port 75b455da-bf86-4758-87cc-5edd32630b48 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:11.732732 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e8ebc972-1115-4625-b3a3-61c7a1c807c7 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (75b455da-bf86-4758-87cc-5edd32630b48), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.765782 n-d-828601-1 neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-1ad747ae-b791-408c-b381-b6b31574a134 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Project a306ddcdfade484fb30dc0e0a20bda6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:12:11.781095 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.783483 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ad747ae-b791-408c-b381-b6b31574a134 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (16a59728-9ea6-4f06-aaf2-bfc938a910c0), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.793854 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-7311899f-2781-4256-b08d-d88aefc71669 None None] Port f61663ba-2bcd-47b0-ae18-48c882501c2f cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:11.807981 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d7b92b92-5a49-4625-b46e-5a43a2ed9b6f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (f61663ba-2bcd-47b0-ae18-48c882501c2f), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.816720 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24e87a-d8e8-431d-b9d1-c8b252196cc8 req-4f73efe8-4c71-4984-90a3-8687c82f4fb4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:11.823797 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b24e87a-d8e8-431d-b9d1-c8b252196cc8 req-4f73efe8-4c71-4984-90a3-8687c82f4fb4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 944 time: 0.3323460 Feb 09 22:12:11.910627 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-392f59ac-91d5-41fb-805f-84479600c1d9 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "PUT /v2.0/subnetpools/fdf89d24-6cb9-4f43-b81e-4451f87c0b3c/tags HTTP/1.1" status: 200 len: 317 time: 0.3650179 Feb 09 22:12:11.912790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36452) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:11.922034 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-c742f940-0ae5-40ae-a665-349c320a0ce6 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fdf89d24-6cb9-4f43-b81e-4451f87c0b3c') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:11.966548 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ad747ae-b791-408c-b381-b6b31574a134 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (16a59728-9ea6-4f06-aaf2-bfc938a910c0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.984614 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ad747ae-b791-408c-b381-b6b31574a134 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (16a59728-9ea6-4f06-aaf2-bfc938a910c0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.012713 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad747ae-b791-408c-b381-b6b31574a134 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a59728-9ea6-4f06-aaf2-bfc938a910c0,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:12.032421 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b24e87a-d8e8-431d-b9d1-c8b252196cc8 req-80e3b0fb-23c5-4161-9b93-d3f77dbd6d0f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074916 Feb 09 22:12:12.042974 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d7b92b92-5a49-4625-b46e-5a43a2ed9b6f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] In _notify_port_updated(), no bound segment for port f61663ba-2bcd-47b0-ae18-48c882501c2f on network c63df006-92bc-47ee-b7db-646bbebdeba8 {{(pid=103201) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:12:12.067105 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c742f940-0ae5-40ae-a665-349c320a0ce6 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "DELETE /v2.0/subnetpools/fdf89d24-6cb9-4f43-b81e-4451f87c0b3c/tags HTTP/1.1" status: 204 len: 168 time: 0.1454794 Feb 09 22:12:12.067105 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36454) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:12.069345 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-e9ca25e6-b53a-45a4-bae5-cdfea2011f97 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fdf89d24-6cb9-4f43-b81e-4451f87c0b3c', 'tempest-TagsExtTest-Tag-2002048662') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:12.079107 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ad747ae-b791-408c-b381-b6b31574a134 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.080983 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1ad747ae-b791-408c-b381-b6b31574a134 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3925135 Feb 09 22:12:12.088466 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b92b92-5a49-4625-b46e-5a43a2ed9b6f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:12.089921 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36456) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:12.091497 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d7b92b92-5a49-4625-b46e-5a43a2ed9b6f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.094508 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d7b92b92-5a49-4625-b46e-5a43a2ed9b6f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "PUT /v2.0/ports/f61663ba-2bcd-47b0-ae18-48c882501c2f HTTP/1.1" status: 200 len: 1011 time: 2.8258758 Feb 09 22:12:12.106449 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f03d0061-0578-47e7-afd0-b282bb42eb8c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': '905c21ad-aa09-4f1e-9b09-9abdc7e97a85', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:12.114991 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36458) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:12.134194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-e8ebc972-1115-4625-b3a3-61c7a1c807c7 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] For port 75b455da-bf86-4758-87cc-5edd32630b48, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=75b455da-bf86-4758-87cc-5edd32630b48,segment=NetworkSegment(be83a974-fdc2-428b-b51d-cfc21c4ebe91),segment_id=be83a974-fdc2-428b-b51d-cfc21c4ebe91)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:12.134438 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e8ebc972-1115-4625-b3a3-61c7a1c807c7 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (75b455da-bf86-4758-87cc-5edd32630b48), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.137098 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b92b92-5a49-4625-b46e-5a43a2ed9b6f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Port': ['ID=f61663ba-2bcd-47b0-ae18-48c882501c2f,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:12.185911 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-e8ebc972-1115-4625-b3a3-61c7a1c807c7 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Calling delete_port for 75b455da-bf86-4758-87cc-5edd32630b48 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:12.210559 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6d55942-1330-4b3b-ac9d-82d2b7d476ef req-00794942-5c1d-479c-93bd-a67775579fee tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 210 time: 0.0522792 Feb 09 22:12:12.276002 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-e9ca25e6-b53a-45a4-bae5-cdfea2011f97 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] show failed (client error): The resource could not be found. Feb 09 22:12:12.284489 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e9ca25e6-b53a-45a4-bae5-cdfea2011f97 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/subnetpools/fdf89d24-6cb9-4f43-b81e-4451f87c0b3c/tags/tempest-TagsExtTest-Tag-2002048662 HTTP/1.1" status: 404 len: 329 time: 0.2211373 Feb 09 22:12:12.290212 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36462) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:12.305246 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-51c2dfb2-448f-4141-9cdf-8e57ee0d3861 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fdf89d24-6cb9-4f43-b81e-4451f87c0b3c', 'tempest-TagsExtTest-Tag-124741748') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:12.424895 n-d-828601-1 neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-f03d0061-0578-47e7-afd0-b282bb42eb8c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Project a306ddcdfade484fb30dc0e0a20bda6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:12:12.443953 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-02c105f7-23d2-4051-8395-b2c1d9ba4038 None None] Provisioning complete for port f61663ba-2bcd-47b0-ae18-48c882501c2f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:12.444224 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f03d0061-0578-47e7-afd0-b282bb42eb8c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (416c8508-43de-4361-9437-276a10ed6197), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.444488 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-02c105f7-23d2-4051-8395-b2c1d9ba4038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f61663ba-2bcd-47b0-ae18-48c882501c2f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.490061 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-51c2dfb2-448f-4141-9cdf-8e57ee0d3861 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] show failed (client error): The resource could not be found. Feb 09 22:12:12.495388 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-02c105f7-23d2-4051-8395-b2c1d9ba4038 None None] Port f61663ba-2bcd-47b0-ae18-48c882501c2f cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:12.498091 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36464) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:12.502936 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-51c2dfb2-448f-4141-9cdf-8e57ee0d3861 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/subnetpools/fdf89d24-6cb9-4f43-b81e-4451f87c0b3c/tags/tempest-TagsExtTest-Tag-124741748 HTTP/1.1" status: 404 len: 328 time: 0.1981399 Feb 09 22:12:12.505331 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-f0efb71a-0dfb-435e-aa5c-519076261b20 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fdf89d24-6cb9-4f43-b81e-4451f87c0b3c', 'tempest-TagsExtTest-Tag-1284211028') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:12.544468 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e8ebc972-1115-4625-b3a3-61c7a1c807c7 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (75b455da-bf86-4758-87cc-5edd32630b48), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.581406 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebc972-1115-4625-b3a3-61c7a1c807c7 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Port': ['ID=75b455da-bf86-4758-87cc-5edd32630b48,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:12.586778 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-f0efb71a-0dfb-435e-aa5c-519076261b20 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] show failed (client error): The resource could not be found. Feb 09 22:12:12.587948 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f0efb71a-0dfb-435e-aa5c-519076261b20 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/subnetpools/fdf89d24-6cb9-4f43-b81e-4451f87c0b3c/tags/tempest-TagsExtTest-Tag-1284211028 HTTP/1.1" status: 404 len: 329 time: 0.0887794 Feb 09 22:12:12.595571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36466) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:12.603269 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-f3127711-a3c6-44d2-895f-6b370f11f539 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fdf89d24-6cb9-4f43-b81e-4451f87c0b3c') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:12.646040 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-328b119c-ee19-4b85-b13a-7c1318949d0c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting port f61663ba-2bcd-47b0-ae18-48c882501c2f {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:12.646390 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-328b119c-ee19-4b85-b13a-7c1318949d0c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f61663ba-2bcd-47b0-ae18-48c882501c2f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.651369 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f03d0061-0578-47e7-afd0-b282bb42eb8c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (416c8508-43de-4361-9437-276a10ed6197), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.726391 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f03d0061-0578-47e7-afd0-b282bb42eb8c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (416c8508-43de-4361-9437-276a10ed6197), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.756118 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f3127711-a3c6-44d2-895f-6b370f11f539 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "DELETE /v2.0/subnetpools/fdf89d24-6cb9-4f43-b81e-4451f87c0b3c/tags HTTP/1.1" status: 204 len: 168 time: 0.1595559 Feb 09 22:12:12.772123 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36468) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:12.781441 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-7abd734c-579b-4615-9762-17aa64d956ee tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0612c479-9a9c-4d2f-adb1-d6a0a82ae19b') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:12.833564 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d0061-0578-47e7-afd0-b282bb42eb8c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416c8508-43de-4361-9437-276a10ed6197,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:12.871059 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.876850 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f03d0061-0578-47e7-afd0-b282bb42eb8c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.879377 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f03d0061-0578-47e7-afd0-b282bb42eb8c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7859864 Feb 09 22:12:12.935895 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36470) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:12.946563 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-36e479a4-1ec1-4dde-96d3-a37f3b41eee7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'network': {'name': 'tempest-network-smoke--428307036', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'port_security_enabled': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:12.979387 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-328b119c-ee19-4b85-b13a-7c1318949d0c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f61663ba-2bcd-47b0-ae18-48c882501c2f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.026161 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-328b119c-ee19-4b85-b13a-7c1318949d0c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Calling delete_port for f61663ba-2bcd-47b0-ae18-48c882501c2f owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:13.067634 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e479a4-1ec1-4dde-96d3-a37f3b41eee7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Made reservation on behalf of a306ddcdfade484fb30dc0e0a20bda6f for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:13.075033 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-36e479a4-1ec1-4dde-96d3-a37f3b41eee7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.169355 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7abd734c-579b-4615-9762-17aa64d956ee tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "DELETE /v2.0/routers/0612c479-9a9c-4d2f-adb1-d6a0a82ae19b/tags HTTP/1.1" status: 204 len: 168 time: 0.3914597 Feb 09 22:12:13.173360 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36474) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:13.181188 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-09438119-a501-4875-b41f-384ab9999dee tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'efd2c7c7-d96f-494c-a771-0e83a61af57a') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:13.237958 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e8ebc972-1115-4625-b3a3-61c7a1c807c7 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (2d6fcd07-8b97-4b65-a176-b95d0be465e9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.269061 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e479a4-1ec1-4dde-96d3-a37f3b41eee7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:13.288933 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-36e479a4-1ec1-4dde-96d3-a37f3b41eee7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e0495290-49f2-4023-ac25-802cabb6e6f6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.289351 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-36e479a4-1ec1-4dde-96d3-a37f3b41eee7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Added segment e0495290-49f2-4023-ac25-802cabb6e6f6 of type vlan for network 8eb1b118-355e-4bdc-9775-e75604df539b Feb 09 22:12:13.304441 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4609fb-f943-45f7-bcad-2b3254f16a52 req-09538008-6dab-478f-a82b-21e479c28393 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:13.306154 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d4609fb-f943-45f7-bcad-2b3254f16a52 req-09538008-6dab-478f-a82b-21e479c28393 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 944 time: 0.1184306 Feb 09 22:12:13.400573 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-36e479a4-1ec1-4dde-96d3-a37f3b41eee7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (8eb1b118-355e-4bdc-9775-e75604df539b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.415391 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d4609fb-f943-45f7-bcad-2b3254f16a52 req-c17ede2f-e63c-4767-8d3f-f7a12d2d9c56 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815320 Feb 09 22:12:13.525990 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-09438119-a501-4875-b41f-384ab9999dee tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "DELETE /v2.0/ports/efd2c7c7-d96f-494c-a771-0e83a61af57a/tags HTTP/1.1" status: 204 len: 168 time: 0.3434882 Feb 09 22:12:13.525990 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36478) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:13.536891 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.tag.tag_plugin [None req-6938fc3d-c799-4902-8e61-4e85a6eca3e6 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '54ba5e66-d6c0-4d81-b80d-6419ab535466') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:13.546267 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-36e479a4-1ec1-4dde-96d3-a37f3b41eee7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (8eb1b118-355e-4bdc-9775-e75604df539b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.555189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e479a4-1ec1-4dde-96d3-a37f3b41eee7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:13.556260 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-36e479a4-1ec1-4dde-96d3-a37f3b41eee7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.621941 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ebc972-1115-4625-b3a3-61c7a1c807c7 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:12:13.659819 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-c8c92f02-f09c-4c53-836d-932bdca6f7e7 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:13.661837 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-c8c92f02-f09c-4c53-836d-932bdca6f7e7 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.71 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 810 time: 0.1602108 Feb 09 22:12:13.710051 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-b0f82e6a-cea9-4c8f-91af-29389b562994 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Request body: {'port': {'device_id': '900d4037-d080-4d7e-bfbd-355038372298', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'admin_state_up': True, 'tenant_id': '5e79cb71362547f8bb276e37206bd3da'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:13.864789 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a8a8386-1c14-46d5-a531-f0af82a0467b req-054f09c7-64f3-4de3-a0a6-0fa0125ad86e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 210 time: 0.1605461 Feb 09 22:12:13.938966 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ebc972-1115-4625-b3a3-61c7a1c807c7 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:12:13.949214 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e8ebc972-1115-4625-b3a3-61c7a1c807c7 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/2d6fcd07-8b97-4b65-a176-b95d0be465e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9902577 Feb 09 22:12:13.954267 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36480) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:13.959984 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349abd39-842a-47db-bea9-00cd124fbd18 None None] Sync routers for ids ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:12:13.980305 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349abd39-842a-47db-bea9-00cd124fbd18 None None] Routers {'2d6fcd07-8b97-4b65-a176-b95d0be465e9'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:13.982095 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-349abd39-842a-47db-bea9-00cd124fbd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:12:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:14.032976 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-36e479a4-1ec1-4dde-96d3-a37f3b41eee7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0935276 Feb 09 22:12:14.037587 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36482) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:14.048345 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-9ca7a035-1bc1-4fb7-afb6-8a4ac4529b49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-346166940', 'admin_state_up': True, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:14.064836 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e479a4-1ec1-4dde-96d3-a37f3b41eee7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Network': ['ID=8eb1b118-355e-4bdc-9775-e75604df539b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:14.092269 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b8d5b36-377f-4806-9d9b-40bdae6709ca tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting subnet b40fc9a2-1a69-4337-aebd-6b449b7fa5a0 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:12:14.100687 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b8d5b36-377f-4806-9d9b-40bdae6709ca tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for subnet (b40fc9a2-1a69-4337-aebd-6b449b7fa5a0), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.104963 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-328b119c-ee19-4b85-b13a-7c1318949d0c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f61663ba-2bcd-47b0-ae18-48c882501c2f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.115092 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 8eb1b118-355e-4bdc-9775-e75604df539b details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:14.141935 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-b0f82e6a-cea9-4c8f-91af-29389b562994 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Made reservation on behalf of 5e79cb71362547f8bb276e37206bd3da for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:14.147872 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-b0f82e6a-cea9-4c8f-91af-29389b562994 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.155784 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b119c-ee19-4b85-b13a-7c1318949d0c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Port': ['ID=f61663ba-2bcd-47b0-ae18-48c882501c2f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:14.157996 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ca7a035-1bc1-4fb7-afb6-8a4ac4529b49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.159753 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ca7a035-1bc1-4fb7-afb6-8a4ac4529b49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.164139 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6938fc3d-c799-4902-8e61-4e85a6eca3e6 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "DELETE /v2.0/subnets/54ba5e66-d6c0-4d81-b80d-6419ab535466/tags HTTP/1.1" status: 204 len: 168 time: 0.6374283 Feb 09 22:12:14.177433 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36484) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:14.252649 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b8d5b36-377f-4806-9d9b-40bdae6709ca tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (b40fc9a2-1a69-4337-aebd-6b449b7fa5a0), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.271839 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-349abd39-842a-47db-bea9-00cd124fbd18 None None] Set router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:14.314807 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-328b119c-ee19-4b85-b13a-7c1318949d0c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.324263 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-328b119c-ee19-4b85-b13a-7c1318949d0c tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/ports/f61663ba-2bcd-47b0-ae18-48c882501c2f HTTP/1.1" status: 204 len: 168 time: 2.2073591 Feb 09 22:12:14.331599 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36486) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:14.380510 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-d246dc24-6aa4-4d8e-8074-4ade24fbd0fa tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] GET failed (client error): The resource could not be found. Feb 09 22:12:14.393693 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d246dc24-6aa4-4d8e-8074-4ade24fbd0fa tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports/f61663ba-2bcd-47b0-ae18-48c882501c2f HTTP/1.1" status: 404 len: 333 time: 0.0588136 Feb 09 22:12:14.395057 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36488) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:14.490101 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ca7a035-1bc1-4fb7-afb6-8a4ac4529b49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_controller (2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.606583 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe2da04-06bf-487f-97b8-604142f13320 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting subnet ac39101c-1534-4b05-a6f1-e900f2c8caa2 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:12:14.612601 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6fe2da04-06bf-487f-97b8-604142f13320 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (ac39101c-1534-4b05-a6f1-e900f2c8caa2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.636862 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-349abd39-842a-47db-bea9-00cd124fbd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:12:12Z', 'revision_number': 10, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:12Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:14.669100 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349abd39-842a-47db-bea9-00cd124fbd18 None None] Checking router: 2d6fcd07-8b97-4b65-a176-b95d0be465e9 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:12:14.680896 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349abd39-842a-47db-bea9-00cd124fbd18 None None] Routers {'2d6fcd07-8b97-4b65-a176-b95d0be465e9'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:14.681650 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-349abd39-842a-47db-bea9-00cd124fbd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:12:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:14.705538 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6fe2da04-06bf-487f-97b8-604142f13320 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (ac39101c-1534-4b05-a6f1-e900f2c8caa2), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.793410 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-349abd39-842a-47db-bea9-00cd124fbd18 None None] Set router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:14.863171 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6fe2da04-06bf-487f-97b8-604142f13320 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (ac39101c-1534-4b05-a6f1-e900f2c8caa2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.943067 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6fe2da04-06bf-487f-97b8-604142f13320 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (ac39101c-1534-4b05-a6f1-e900f2c8caa2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.970006 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b8d5b36-377f-4806-9d9b-40bdae6709ca tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (b40fc9a2-1a69-4337-aebd-6b449b7fa5a0), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.995875 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2da04-06bf-487f-97b8-604142f13320 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Subnet': ['ID=ac39101c-1534-4b05-a6f1-e900f2c8caa2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:15.003386 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6fe2da04-06bf-487f-97b8-604142f13320 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.008485 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6fe2da04-06bf-487f-97b8-604142f13320 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/subnets/ac39101c-1534-4b05-a6f1-e900f2c8caa2 HTTP/1.1" status: 204 len: 168 time: 0.5844874 Feb 09 22:12:15.012363 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36494) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:15.061130 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-349abd39-842a-47db-bea9-00cd124fbd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:12:12Z', 'revision_number': 10, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:12Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:15.061723 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ca7a035-1bc1-4fb7-afb6-8a4ac4529b49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_gateway (2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.094330 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-b0f82e6a-cea9-4c8f-91af-29389b562994 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Allocated IP 172.20.0.11 (59bfcab4-b7d2-465d-baca-fbf4f579480a/b40e5314-96a6-403c-a2ec-f748f5b25185/29469d4a-04a1-4b82-91f0-25a04aeac789) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:15.102164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a31abc2-8d64-4185-afef-79f1a2f2dd2b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting subnet 085cb864-bb00-4710-8b6e-6d258f742857 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:12:15.110054 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb6c0-90c1-4ff3-bf28-ce2bb67367bb tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.111639 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b7ccb6c0-90c1-4ff3-bf28-ce2bb67367bb tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "DELETE /v2.0/subnetpools/fdf89d24-6cb9-4f43-b81e-4451f87c0b3c HTTP/1.1" status: 204 len: 168 time: 0.9327528 Feb 09 22:12:15.112714 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2a31abc2-8d64-4185-afef-79f1a2f2dd2b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (085cb864-bb00-4710-8b6e-6d258f742857), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.116081 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36496) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:15.119890 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4afef9-dc8b-490f-8bae-3185734d6d40 req-affea4ff-bdc8-4eb6-b0a9-b9d66e29d67a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:15.122623 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f4afef9-dc8b-490f-8bae-3185734d6d40 req-affea4ff-bdc8-4eb6-b0a9-b9d66e29d67a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 944 time: 0.4249637 Feb 09 22:12:15.126966 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349abd39-842a-47db-bea9-00cd124fbd18 None None] The sync data for ids ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'] in n-d-828601-1 is: [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:12:12Z', 'revision_number': 10, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None, '_interfaces': [{'id': 'b54d9824-c66a-4b6b-951d-d794cec26303', 'name': '', 'network_id': '04cba60a-7773-4d94-9185-d1ba245364e0', 'tenant_id': '47944c0c1a37453aba470db687825795', 'mac_address': 'fa:16:3e:61:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:12Z', 'revision_number': 5, 'project_id': '47944c0c1a37453aba470db687825795', 'subnets': [{'id': '51942acb-a38e-4d5a-a770-60c714ee58c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:15.195315 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425b6c92-705f-4650-9f1b-2434810083c6 None None] Network c63df006-92bc-47ee-b7db-646bbebdeba8 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:15.204348 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4159817f-e670-46dc-bd9e-bd21c6d1ddfb tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0612c479-9a9c-4d2f-adb1-d6a0a82ae19b HTTP/1.1" status: 200 len: 205 time: 0.0872729 Feb 09 22:12:15.209658 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36498) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:15.269319 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b8d5b36-377f-4806-9d9b-40bdae6709ca tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (b40fc9a2-1a69-4337-aebd-6b449b7fa5a0), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.276476 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.298300 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2a31abc2-8d64-4185-afef-79f1a2f2dd2b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (085cb864-bb00-4710-8b6e-6d258f742857), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.344586 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e4012e10-9572-4624-86fd-ae11f667f1f4 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks [] for router (0612c479-9a9c-4d2f-adb1-d6a0a82ae19b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.363624 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d5b36-377f-4806-9d9b-40bdae6709ca tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Subnet': ['ID=b40fc9a2-1a69-4337-aebd-6b449b7fa5a0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:15.387684 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b8d5b36-377f-4806-9d9b-40bdae6709ca tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.395115 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8b8d5b36-377f-4806-9d9b-40bdae6709ca tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/subnets/b40fc9a2-1a69-4337-aebd-6b449b7fa5a0 HTTP/1.1" status: 204 len: 168 time: 1.4374223 Feb 09 22:12:15.404095 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df7ec44-1713-4ab9-a329-8675b37d220f None None] Network 214354a7-f7df-4e99-baec-f4029789cde4 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:15.411554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36500) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:15.498627 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f4afef9-dc8b-490f-8bae-3185734d6d40 req-609e138c-bafa-482d-9c71-3dafbfd843c7 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763033 Feb 09 22:12:15.571050 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e4012e10-9572-4624-86fd-ae11f667f1f4 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (0612c479-9a9c-4d2f-adb1-d6a0a82ae19b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.573925 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e4012e10-9572-4624-86fd-ae11f667f1f4 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks [] for router_controller (0612c479-9a9c-4d2f-adb1-d6a0a82ae19b), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.574801 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.726726 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fddb7ae6-ede7-4c6c-829d-5d4df9c82822 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (214354a7-f7df-4e99-baec-f4029789cde4), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.769142 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e4012e10-9572-4624-86fd-ae11f667f1f4 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (0612c479-9a9c-4d2f-adb1-d6a0a82ae19b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.770030 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4012e10-9572-4624-86fd-ae11f667f1f4 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Fanout notify agent at l3_agent the message router_deleted on router 0612c479-9a9c-4d2f-adb1-d6a0a82ae19b {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:12:15.782407 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf2e412-7842-451f-bd39-708bdf534234 None None] DHCP port deletion for 214354a7-f7df-4e99-baec-f4029789cde4 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:12:15.803527 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e4012e10-9572-4624-86fd-ae11f667f1f4 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.805483 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e4012e10-9572-4624-86fd-ae11f667f1f4 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "DELETE /v2.0/routers/0612c479-9a9c-4d2f-adb1-d6a0a82ae19b HTTP/1.1" status: 204 len: 168 time: 0.5939481 Feb 09 22:12:15.809441 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35b10913-768c-4821-b5e2-9b26e4109c29 req-476a56b3-5071-43b6-b3ff-e26bd89dd9dc tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 210 time: 0.0679100 Feb 09 22:12:15.818468 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36502) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:15.881347 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6bf2e412-7842-451f-bd39-708bdf534234 None None] Deleting port 42249495-d774-4978-aec6-fafd00b1c4d1 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:15.882129 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6bf2e412-7842-451f-bd39-708bdf534234 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (42249495-d774-4978-aec6-fafd00b1c4d1), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.935455 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2a31abc2-8d64-4185-afef-79f1a2f2dd2b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (085cb864-bb00-4710-8b6e-6d258f742857), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.978208 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-b0f82e6a-cea9-4c8f-91af-29389b562994 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for port (29469d4a-04a1-4b82-91f0-25a04aeac789), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.021255 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6bf2e412-7842-451f-bd39-708bdf534234 None None] For port 42249495-d774-4978-aec6-fafd00b1c4d1, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=42249495-d774-4978-aec6-fafd00b1c4d1,segment=NetworkSegment(be83a974-fdc2-428b-b51d-cfc21c4ebe91),segment_id=be83a974-fdc2-428b-b51d-cfc21c4ebe91)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:16.022389 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6bf2e412-7842-451f-bd39-708bdf534234 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (42249495-d774-4978-aec6-fafd00b1c4d1), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.027513 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-995d49d5-eb50-43c8-b6e8-304ed0127d04 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Deleting port efd2c7c7-d96f-494c-a771-0e83a61af57a {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:16.028751 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-995d49d5-eb50-43c8-b6e8-304ed0127d04 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (efd2c7c7-d96f-494c-a771-0e83a61af57a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.051198 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6bf2e412-7842-451f-bd39-708bdf534234 None None] Calling delete_port for 42249495-d774-4978-aec6-fafd00b1c4d1 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:16.079204 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2a31abc2-8d64-4185-afef-79f1a2f2dd2b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (085cb864-bb00-4710-8b6e-6d258f742857), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.105812 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2a31abc2-8d64-4185-afef-79f1a2f2dd2b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.109672 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2a31abc2-8d64-4185-afef-79f1a2f2dd2b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/subnets/085cb864-bb00-4710-8b6e-6d258f742857 HTTP/1.1" status: 204 len: 168 time: 1.0954406 Feb 09 22:12:16.133171 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36504) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:16.149049 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31abc2-8d64-4185-afef-79f1a2f2dd2b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Subnet': ['ID=085cb864-bb00-4710-8b6e-6d258f742857,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:16.151401 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.218290 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6bf2e412-7842-451f-bd39-708bdf534234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (42249495-d774-4978-aec6-fafd00b1c4d1), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.223700 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-fddb7ae6-ede7-4c6c-829d-5d4df9c82822 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting port 42249495-d774-4978-aec6-fafd00b1c4d1 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:16.224265 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fddb7ae6-ede7-4c6c-829d-5d4df9c82822 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (42249495-d774-4978-aec6-fafd00b1c4d1), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.265094 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-995d49d5-eb50-43c8-b6e8-304ed0127d04 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (efd2c7c7-d96f-494c-a771-0e83a61af57a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.266273 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf2e412-7842-451f-bd39-708bdf534234 None None] No DVR routers for this DVR port 42249495-d774-4978-aec6-fafd00b1c4d1 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:16.270190 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2e412-7842-451f-bd39-708bdf534234 None None] Pushing event deleted for resources: {'Port': ['ID=42249495-d774-4978-aec6-fafd00b1c4d1,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:16.282129 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38d48153-988d-4d54-a3eb-988a6c937220 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (c63df006-92bc-47ee-b7db-646bbebdeba8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.290085 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ca7a035-1bc1-4fb7-afb6-8a4ac4529b49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_gateway (2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.291040 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-995d49d5-eb50-43c8-b6e8-304ed0127d04 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Calling delete_port for efd2c7c7-d96f-494c-a771-0e83a61af57a owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:16.337631 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ca7a035-1bc1-4fb7-afb6-8a4ac4529b49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.417356 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-38d48153-988d-4d54-a3eb-988a6c937220 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting port 695ffa40-a6e0-45c0-9fca-c60f8af0187b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:16.417703 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38d48153-988d-4d54-a3eb-988a6c937220 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (695ffa40-a6e0-45c0-9fca-c60f8af0187b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.431698 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-b0f82e6a-cea9-4c8f-91af-29389b562994 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (29469d4a-04a1-4b82-91f0-25a04aeac789), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.444730 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['3b845d39-4531-44db-89a3-83212c07eb2d', 'd8c8d7fc-bdfc-4477-a0d6-7d707921533b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:12:16.544522 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-38d48153-988d-4d54-a3eb-988a6c937220 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] For port 695ffa40-a6e0-45c0-9fca-c60f8af0187b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=695ffa40-a6e0-45c0-9fca-c60f8af0187b,segment=NetworkSegment(09bde374-275e-4a07-9146-c7294ab8ddef),segment_id=09bde374-275e-4a07-9146-c7294ab8ddef)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:16.544522 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38d48153-988d-4d54-a3eb-988a6c937220 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (695ffa40-a6e0-45c0-9fca-c60f8af0187b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.566015 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-38d48153-988d-4d54-a3eb-988a6c937220 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Calling delete_port for 695ffa40-a6e0-45c0-9fca-c60f8af0187b owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:16.602065 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-995d49d5-eb50-43c8-b6e8-304ed0127d04 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (efd2c7c7-d96f-494c-a771-0e83a61af57a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.650689 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f82e6a-cea9-4c8f-91af-29389b562994 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Pushing event updated for resources: {'Port': ['ID=29469d4a-04a1-4b82-91f0-25a04aeac789,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:16.653801 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-fddb7ae6-ede7-4c6c-829d-5d4df9c82822 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] For port 42249495-d774-4978-aec6-fafd00b1c4d1, host n-d-828601-1, got binding levels [] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:16.654176 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fddb7ae6-ede7-4c6c-829d-5d4df9c82822 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (42249495-d774-4978-aec6-fafd00b1c4d1), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.658283 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdaad35-82c1-4d1f-a2bf-9b95c111e4e8 None None] Network c63df006-92bc-47ee-b7db-646bbebdeba8 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:16.700249 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-fddb7ae6-ede7-4c6c-829d-5d4df9c82822 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Calling delete_port for 42249495-d774-4978-aec6-fafd00b1c4d1 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:16.720588 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d49d5-eb50-43c8-b6e8-304ed0127d04 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Pushing event deleted for resources: {'Port': ['ID=efd2c7c7-d96f-494c-a771-0e83a61af57a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:16.724976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-fddb7ae6-ede7-4c6c-829d-5d4df9c82822 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Port 42249495-d774-4978-aec6-fafd00b1c4d1 was not found and therefore no delete operation was performed {{(pid=103201) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:12:16.753836 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-b0f82e6a-cea9-4c8f-91af-29389b562994 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Network 59bfcab4-b7d2-465d-baca-fbf4f579480a is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:16.756105 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-9ca7a035-1bc1-4fb7-afb6-8a4ac4529b49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Allocated IP 172.25.6.104 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/4d7e4dd4-1130-4a26-a9ae-480f38926dbf) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:16.758698 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fddb7ae6-ede7-4c6c-829d-5d4df9c82822 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (42249495-d774-4978-aec6-fafd00b1c4d1), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.769162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-b0f82e6a-cea9-4c8f-91af-29389b562994 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:16.798435 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-b0f82e6a-cea9-4c8f-91af-29389b562994 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:16.810124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb7ae6-ede7-4c6c-829d-5d4df9c82822 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Port': ['ID=42249495-d774-4978-aec6-fafd00b1c4d1,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:16.879879 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddb7ae6-ede7-4c6c-829d-5d4df9c82822 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] No DVR routers for this DVR port 42249495-d774-4978-aec6-fafd00b1c4d1 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:16.907760 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38d48153-988d-4d54-a3eb-988a6c937220 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (695ffa40-a6e0-45c0-9fca-c60f8af0187b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.921167 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-68e8adf5-58de-40f9-be52-1fd9545d8363 None None] Provisioning complete for port 695ffa40-a6e0-45c0-9fca-c60f8af0187b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:16.921650 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-68e8adf5-58de-40f9-be52-1fd9545d8363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (695ffa40-a6e0-45c0-9fca-c60f8af0187b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.925133 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-995d49d5-eb50-43c8-b6e8-304ed0127d04 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.930974 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-995d49d5-eb50-43c8-b6e8-304ed0127d04 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "DELETE /v2.0/ports/efd2c7c7-d96f-494c-a771-0e83a61af57a HTTP/1.1" status: 204 len: 168 time: 1.1085150 Feb 09 22:12:16.935413 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36510) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:16.951560 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-68e8adf5-58de-40f9-be52-1fd9545d8363 None None] Port 695ffa40-a6e0-45c0-9fca-c60f8af0187b was deleted so its status cannot be updated. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 22:12:17.039153 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d48153-988d-4d54-a3eb-988a6c937220 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Port': ['ID=695ffa40-a6e0-45c0-9fca-c60f8af0187b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:17.120864 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d48153-988d-4d54-a3eb-988a6c937220 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] No DVR routers for this DVR port 695ffa40-a6e0-45c0-9fca-c60f8af0187b on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:17.151169 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9ac13e-6610-4a30-85ef-b35e1d321b11 None None] DHCP port deletion for c63df006-92bc-47ee-b7db-646bbebdeba8 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:12:17.280471 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-673298c7-2a80-492a-b5a0-b27ba05caa7b tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Deleting subnet 54ba5e66-d6c0-4d81-b80d-6419ab535466 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:12:17.298783 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b39cb677-e2b2-4e5e-9073-47095eb2cf20 None None] Provisioning complete for port 29469d4a-04a1-4b82-91f0-25a04aeac789 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:17.299632 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b39cb677-e2b2-4e5e-9073-47095eb2cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (29469d4a-04a1-4b82-91f0-25a04aeac789), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.333167 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-673298c7-2a80-492a-b5a0-b27ba05caa7b tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks [] for subnet (54ba5e66-d6c0-4d81-b80d-6419ab535466), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.382610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b39cb677-e2b2-4e5e-9073-47095eb2cf20 None None] Port 29469d4a-04a1-4b82-91f0-25a04aeac789 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:17.394080 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 75b455da-bf86-4758-87cc-5edd32630b48 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:17.417074 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38d48153-988d-4d54-a3eb-988a6c937220 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (c63df006-92bc-47ee-b7db-646bbebdeba8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.417750 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 75b455da-bf86-4758-87cc-5edd32630b48 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:17.418182 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 75b455da-bf86-4758-87cc-5edd32630b48 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:17.418671 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 42249495-d774-4978-aec6-fafd00b1c4d1 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:17.442017 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 42249495-d774-4978-aec6-fafd00b1c4d1 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:17.442429 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 42249495-d774-4978-aec6-fafd00b1c4d1 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:17.468889 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-673298c7-2a80-492a-b5a0-b27ba05caa7b tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (54ba5e66-d6c0-4d81-b80d-6419ab535466), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.497053 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-38d48153-988d-4d54-a3eb-988a6c937220 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63df006-92bc-47ee-b7db-646bbebdeba8']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:17.516237 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-38d48153-988d-4d54-a3eb-988a6c937220 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09bde374-275e-4a07-9146-c7294ab8ddef') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:17.516535 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-38d48153-988d-4d54-a3eb-988a6c937220 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09bde374-275e-4a07-9146-c7294ab8ddef') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:17.526403 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-b0f82e6a-cea9-4c8f-91af-29389b562994 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:17.527260 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-b0f82e6a-cea9-4c8f-91af-29389b562994 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.532911 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38d48153-988d-4d54-a3eb-988a6c937220 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (09bde374-275e-4a07-9146-c7294ab8ddef), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.544829 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ab5f-d7af-42fa-9087-f82453e1eca8 req-ea2b7a11-10be-40a1-ab5e-e9b3f576dfa4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:17.546461 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9a0ab5f-d7af-42fa-9087-f82453e1eca8 req-ea2b7a11-10be-40a1-ab5e-e9b3f576dfa4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 944 time: 0.8841026 Feb 09 22:12:17.561786 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38d48153-988d-4d54-a3eb-988a6c937220 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (09bde374-275e-4a07-9146-c7294ab8ddef), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.578115 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d48153-988d-4d54-a3eb-988a6c937220 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:17.578581 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38d48153-988d-4d54-a3eb-988a6c937220 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (09bde374-275e-4a07-9146-c7294ab8ddef), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:17.582243 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:17.584794 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fddb7ae6-ede7-4c6c-829d-5d4df9c82822 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (214354a7-f7df-4e99-baec-f4029789cde4), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.615800 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-b0f82e6a-cea9-4c8f-91af-29389b562994 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9103534 Feb 09 22:12:17.639068 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] Request body: {'port': {'device_id': '900d4037-d080-4d7e-bfbd-355038372298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:17.669626 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-fddb7ae6-ede7-4c6c-829d-5d4df9c82822 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214354a7-f7df-4e99-baec-f4029789cde4']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:17.688828 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-673298c7-2a80-492a-b5a0-b27ba05caa7b tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (54ba5e66-d6c0-4d81-b80d-6419ab535466), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.693799 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38d48153-988d-4d54-a3eb-988a6c937220 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (c63df006-92bc-47ee-b7db-646bbebdeba8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.705778 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-fddb7ae6-ede7-4c6c-829d-5d4df9c82822 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be83a974-fdc2-428b-b51d-cfc21c4ebe91') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:17.706093 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-fddb7ae6-ede7-4c6c-829d-5d4df9c82822 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be83a974-fdc2-428b-b51d-cfc21c4ebe91') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:17.712921 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ca7a035-1bc1-4fb7-afb6-8a4ac4529b49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (4d7e4dd4-1130-4a26-a9ae-480f38926dbf), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.719042 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38d48153-988d-4d54-a3eb-988a6c937220 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.727960 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-38d48153-988d-4d54-a3eb-988a6c937220 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/networks/c63df006-92bc-47ee-b7db-646bbebdeba8 HTTP/1.1" status: 204 len: 168 time: 1.5862660 Feb 09 22:12:17.730305 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36512) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:17.737201 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fddb7ae6-ede7-4c6c-829d-5d4df9c82822 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (be83a974-fdc2-428b-b51d-cfc21c4ebe91), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.775466 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9a0ab5f-d7af-42fa-9087-f82453e1eca8 req-86523392-a5ed-473a-bd71-d26229fd1882 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067618 Feb 09 22:12:17.775987 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d48153-988d-4d54-a3eb-988a6c937220 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Network': ['ID=c63df006-92bc-47ee-b7db-646bbebdeba8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:17.790312 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fddb7ae6-ede7-4c6c-829d-5d4df9c82822 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (be83a974-fdc2-428b-b51d-cfc21c4ebe91), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.808903 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fddb7ae6-ede7-4c6c-829d-5d4df9c82822 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:17.809399 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fddb7ae6-ede7-4c6c-829d-5d4df9c82822 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (be83a974-fdc2-428b-b51d-cfc21c4ebe91), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:17.814760 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:17.818714 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (29469d4a-04a1-4b82-91f0-25a04aeac789), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.852971 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbee5c3-d60f-4cc4-98bc-e617e819cb12 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:17.861907 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1cbee5c3-d60f-4cc4-98bc-e617e819cb12 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1242499 Feb 09 22:12:17.866314 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36514) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:17.890251 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-673298c7-2a80-492a-b5a0-b27ba05caa7b tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (54ba5e66-d6c0-4d81-b80d-6419ab535466), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.958115 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ca7a035-1bc1-4fb7-afb6-8a4ac4529b49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (4d7e4dd4-1130-4a26-a9ae-480f38926dbf), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.986103 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-673298c7-2a80-492a-b5a0-b27ba05caa7b tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.990200 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fddb7ae6-ede7-4c6c-829d-5d4df9c82822 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (214354a7-f7df-4e99-baec-f4029789cde4), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.995695 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-673298c7-2a80-492a-b5a0-b27ba05caa7b tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "DELETE /v2.0/subnets/54ba5e66-d6c0-4d81-b80d-6419ab535466 HTTP/1.1" status: 204 len: 168 time: 0.9955819 Feb 09 22:12:17.997962 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673298c7-2a80-492a-b5a0-b27ba05caa7b tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Pushing event deleted for resources: {'Subnet': ['ID=54ba5e66-d6c0-4d81-b80d-6419ab535466,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:17.999512 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0845a0e9-1487-40b5-88f3-0d581e871f80 None None] Network bb0f2e11-05ae-4302-83c2-eb70bcf6b99e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:18.006003 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36516) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:18.033580 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fddb7ae6-ede7-4c6c-829d-5d4df9c82822 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.037046 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fddb7ae6-ede7-4c6c-829d-5d4df9c82822 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/networks/214354a7-f7df-4e99-baec-f4029789cde4 HTTP/1.1" status: 204 len: 168 time: 2.6204090 Feb 09 22:12:18.043057 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36518) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:18.128369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca7a035-1bc1-4fb7-afb6-8a4ac4529b49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:18.133126 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2a048728-c603-4f5b-9d99-602e7bab128a tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2647870 Feb 09 22:12:18.134381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb7ae6-ede7-4c6c-829d-5d4df9c82822 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Network': ['ID=214354a7-f7df-4e99-baec-f4029789cde4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:18.141509 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36520) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:18.160126 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-de73cea6-f2f5-4ded-8fbd-db741e2ac24d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1962892796'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:18.208062 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48969e59-4226-49f9-a6c0-1d44e854f280 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (bb0f2e11-05ae-4302-83c2-eb70bcf6b99e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.234523 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-9ca7a035-1bc1-4fb7-afb6-8a4ac4529b49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:18.239058 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de73cea6-f2f5-4ded-8fbd-db741e2ac24d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:18.243205 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7a035-1bc1-4fb7-afb6-8a4ac4529b49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=4d7e4dd4-1130-4a26-a9ae-480f38926dbf,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:18.246813 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de73cea6-f2f5-4ded-8fbd-db741e2ac24d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.257732 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca7a035-1bc1-4fb7-afb6-8a4ac4529b49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:18.311476 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94343804-8b06-44ae-bf67-a5a862c3c0ee None None] DHCP port deletion for bb0f2e11-05ae-4302-83c2-eb70bcf6b99e request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:12:18.362852 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de73cea6-f2f5-4ded-8fbd-db741e2ac24d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:18.365000 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28306d12-6f25-43cb-b684-879e56dfe2a6 req-bc1cdb8f-fc72-4d8d-9e8d-022cb335a576 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:18.366679 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28306d12-6f25-43cb-b684-879e56dfe2a6 req-bc1cdb8f-fc72-4d8d-9e8d-022cb335a576 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 932 time: 0.4439120 Feb 09 22:12:18.391166 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de73cea6-f2f5-4ded-8fbd-db741e2ac24d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (753aa34b-7c50-45fb-a791-23cc2ade852f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.393440 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-de73cea6-f2f5-4ded-8fbd-db741e2ac24d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Added segment 753aa34b-7c50-45fb-a791-23cc2ade852f of type vlan for network 305ee311-f909-4f96-965b-921b4370e74e Feb 09 22:12:18.440776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-94343804-8b06-44ae-bf67-a5a862c3c0ee None None] Deleting port 775056ee-b556-4aa0-839c-a5ee9deef40c {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:18.443076 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-94343804-8b06-44ae-bf67-a5a862c3c0ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (775056ee-b556-4aa0-839c-a5ee9deef40c), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.509684 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-48969e59-4226-49f9-a6c0-1d44e854f280 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Deleting port 775056ee-b556-4aa0-839c-a5ee9deef40c {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:18.510421 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48969e59-4226-49f9-a6c0-1d44e854f280 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (775056ee-b556-4aa0-839c-a5ee9deef40c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.517565 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de73cea6-f2f5-4ded-8fbd-db741e2ac24d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (305ee311-f909-4f96-965b-921b4370e74e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.561291 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-94343804-8b06-44ae-bf67-a5a862c3c0ee None None] For port 775056ee-b556-4aa0-839c-a5ee9deef40c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=775056ee-b556-4aa0-839c-a5ee9deef40c,segment=NetworkSegment(fbd57eb2-92d2-4d8d-9485-8429cf3d261f),segment_id=fbd57eb2-92d2-4d8d-9485-8429cf3d261f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:18.561806 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-94343804-8b06-44ae-bf67-a5a862c3c0ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (775056ee-b556-4aa0-839c-a5ee9deef40c), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.585666 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-94343804-8b06-44ae-bf67-a5a862c3c0ee None None] Calling delete_port for 775056ee-b556-4aa0-839c-a5ee9deef40c owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:18.715914 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28306d12-6f25-43cb-b684-879e56dfe2a6 req-a5e93aa6-a8b7-4ea4-b2be-53503a9893a0 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070810 Feb 09 22:12:18.756997 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-94343804-8b06-44ae-bf67-a5a862c3c0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (775056ee-b556-4aa0-839c-a5ee9deef40c), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.796342 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94343804-8b06-44ae-bf67-a5a862c3c0ee None None] Pushing event deleted for resources: {'Port': ['ID=775056ee-b556-4aa0-839c-a5ee9deef40c,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:18.799601 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94343804-8b06-44ae-bf67-a5a862c3c0ee None None] No DVR routers for this DVR port 775056ee-b556-4aa0-839c-a5ee9deef40c on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:18.920251 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29469d4a-04a1-4b82-91f0-25a04aeac789 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:12:18.950736 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] Publish callbacks [] for port (29469d4a-04a1-4b82-91f0-25a04aeac789), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.984027 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.db.resource_extend [None req-de73cea6-f2f5-4ded-8fbd-db741e2ac24d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 22:12:19.002581 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] Transition to ACTIVE for port object 29469d4a-04a1-4b82-91f0-25a04aeac789 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:12:19.014942 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (29469d4a-04a1-4b82-91f0-25a04aeac789), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.027746 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-48969e59-4226-49f9-a6c0-1d44e854f280 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] For port 775056ee-b556-4aa0-839c-a5ee9deef40c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=775056ee-b556-4aa0-839c-a5ee9deef40c,segment=NetworkSegment(fbd57eb2-92d2-4d8d-9485-8429cf3d261f),segment_id=fbd57eb2-92d2-4d8d-9485-8429cf3d261f)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:19.028739 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48969e59-4226-49f9-a6c0-1d44e854f280 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (775056ee-b556-4aa0-839c-a5ee9deef40c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.030897 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de73cea6-f2f5-4ded-8fbd-db741e2ac24d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (305ee311-f909-4f96-965b-921b4370e74e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.036054 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de73cea6-f2f5-4ded-8fbd-db741e2ac24d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:19.036740 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de73cea6-f2f5-4ded-8fbd-db741e2ac24d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.063438 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-48969e59-4226-49f9-a6c0-1d44e854f280 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Calling delete_port for 775056ee-b556-4aa0-839c-a5ee9deef40c owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:19.070513 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ca7a035-1bc1-4fb7-afb6-8a4ac4529b49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_gateway (2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.129860 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-de73cea6-f2f5-4ded-8fbd-db741e2ac24d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9828389 Feb 09 22:12:19.138248 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36524) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:19.180743 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-62ec9bdb-dad6-4f7c-adab-16a1b0163fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'subnet': {'network_id': '305ee311-f909-4f96-965b-921b4370e74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:19.198884 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] Pushing event updated for resources: {'Port': ['ID=29469d4a-04a1-4b82-91f0-25a04aeac789,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:19.239115 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 695ffa40-a6e0-45c0-9fca-c60f8af0187b no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:19.247808 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73cea6-f2f5-4ded-8fbd-db741e2ac24d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Network': ['ID=305ee311-f909-4f96-965b-921b4370e74e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:19.314107 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 305ee311-f909-4f96-965b-921b4370e74e details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:19.322450 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 695ffa40-a6e0-45c0-9fca-c60f8af0187b {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:19.323573 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 695ffa40-a6e0-45c0-9fca-c60f8af0187b not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:19.324417 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 775056ee-b556-4aa0-839c-a5ee9deef40c no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:19.331470 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ec9bdb-dad6-4f7c-adab-16a1b0163fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:19.335351 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899790e-145d-4fd6-bef8-de71ad24c318 req-bead6c1f-c2bc-4203-bc5d-14eb3c14d35d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:19.337070 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62ec9bdb-dad6-4f7c-adab-16a1b0163fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.337225 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d899790e-145d-4fd6-bef8-de71ad24c318 req-bead6c1f-c2bc-4203-bc5d-14eb3c14d35d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 944 time: 0.3944998 Feb 09 22:12:19.425994 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48969e59-4226-49f9-a6c0-1d44e854f280 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (775056ee-b556-4aa0-839c-a5ee9deef40c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.495224 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 775056ee-b556-4aa0-839c-a5ee9deef40c {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:19.495224 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 775056ee-b556-4aa0-839c-a5ee9deef40c not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:19.501972 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48969e59-4226-49f9-a6c0-1d44e854f280 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Pushing event deleted for resources: {'Port': ['ID=775056ee-b556-4aa0-839c-a5ee9deef40c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:19.510499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48969e59-4226-49f9-a6c0-1d44e854f280 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] No DVR routers for this DVR port 775056ee-b556-4aa0-839c-a5ee9deef40c on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:19.578655 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d899790e-145d-4fd6-bef8-de71ad24c318 req-afd1d5ea-cc3d-4f24-a65b-3eb9e9cb5632 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055430 Feb 09 22:12:19.583756 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] Attempting to bind port 29469d4a-04a1-4b82-91f0-25a04aeac789 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:19.584385 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] Attempting to bind port 29469d4a-04a1-4b82-91f0-25a04aeac789 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:19.584869 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] Attempting to bind port 29469d4a-04a1-4b82-91f0-25a04aeac789 on network 59bfcab4-b7d2-465d-baca-fbf4f579480a {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:19.603232 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] Port 29469d4a-04a1-4b82-91f0-25a04aeac789 on network 59bfcab4-b7d2-465d-baca-fbf4f579480a not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:12:19.603564 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] Attempting to bind port 29469d4a-04a1-4b82-91f0-25a04aeac789 on network 59bfcab4-b7d2-465d-baca-fbf4f579480a {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:19.612463 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ca7a035-1bc1-4fb7-afb6-8a4ac4529b49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.621530 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:19.622386 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] Checking segment: {'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:19.622737 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] Bound using segment: {'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:19.624376 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] Bound port: 29469d4a-04a1-4b82-91f0-25a04aeac789, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8af809-d44a-42b1-abc8-9e6254719523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:19.624376 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (29469d4a-04a1-4b82-91f0-25a04aeac789), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.651045 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48969e59-4226-49f9-a6c0-1d44e854f280 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (bb0f2e11-05ae-4302-83c2-eb70bcf6b99e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.685810 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-48969e59-4226-49f9-a6c0-1d44e854f280 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0f2e11-05ae-4302-83c2-eb70bcf6b99e']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:19.721647 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-48969e59-4226-49f9-a6c0-1d44e854f280 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd57eb2-92d2-4d8d-9485-8429cf3d261f') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:19.721943 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-48969e59-4226-49f9-a6c0-1d44e854f280 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd57eb2-92d2-4d8d-9485-8429cf3d261f') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:19.740123 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48969e59-4226-49f9-a6c0-1d44e854f280 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (fbd57eb2-92d2-4d8d-9485-8429cf3d261f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.761562 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12a5a7a6-ff31-44be-9fd3-227d72befd29 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (2d6fcd07-8b97-4b65-a176-b95d0be465e9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.780989 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48969e59-4226-49f9-a6c0-1d44e854f280 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (fbd57eb2-92d2-4d8d-9485-8429cf3d261f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.797682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48969e59-4226-49f9-a6c0-1d44e854f280 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:19.798350 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48969e59-4226-49f9-a6c0-1d44e854f280 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (fbd57eb2-92d2-4d8d-9485-8429cf3d261f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:19.802551 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:19.877864 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62ec9bdb-dad6-4f7c-adab-16a1b0163fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (70f3912e-3ab1-46b0-ada7-7704f30d7102), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.938431 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48969e59-4226-49f9-a6c0-1d44e854f280 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (bb0f2e11-05ae-4302-83c2-eb70bcf6b99e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.945577 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48969e59-4226-49f9-a6c0-1d44e854f280 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.950236 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-48969e59-4226-49f9-a6c0-1d44e854f280 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] 10.222.0.77 "DELETE /v2.0/networks/bb0f2e11-05ae-4302-83c2-eb70bcf6b99e HTTP/1.1" status: 204 len: 168 time: 1.9407489 Feb 09 22:12:20.016555 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48969e59-4226-49f9-a6c0-1d44e854f280 tempest-TagsExtTest-1496271285 tempest-TagsExtTest-1496271285-project] Pushing event deleted for resources: {'Network': ['ID=bb0f2e11-05ae-4302-83c2-eb70bcf6b99e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:20.031311 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec9bdb-dad6-4f7c-adab-16a1b0163fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Subnet': ['ID=70f3912e-3ab1-46b0-ada7-7704f30d7102,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:20.077053 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ec9bdb-dad6-4f7c-adab-16a1b0163fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Checking segment: {'id': '753aa34b-7c50-45fb-a791-23cc2ade852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '305ee311-f909-4f96-965b-921b4370e74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:20.077770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ec9bdb-dad6-4f7c-adab-16a1b0163fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network hostable DHCP agents. Network: 305ee311-f909-4f96-965b-921b4370e74e, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:20.114773 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ec9bdb-dad6-4f7c-adab-16a1b0163fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network 305ee311-f909-4f96-965b-921b4370e74e is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:20.130973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-62ec9bdb-dad6-4f7c-adab-16a1b0163fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 305ee311-f909-4f96-965b-921b4370e74e) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:20.138222 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ec9bdb-dad6-4f7c-adab-16a1b0163fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:20.139287 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62ec9bdb-dad6-4f7c-adab-16a1b0163fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.148765 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e7b0d3-90e5-411f-997f-55a18a911740 None None] Network 305ee311-f909-4f96-965b-921b4370e74e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:20.171453 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-62ec9bdb-dad6-4f7c-adab-16a1b0163fb6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0306840 Feb 09 22:12:20.176265 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36530) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:20.183796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2df475c8-128c-49cf-80b8-788859930453 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'port': {'network_id': '305ee311-f909-4f96-965b-921b4370e74e', 'name': 'tempest-PortsIpV6TestJSON-1896278409'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:20.249921 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] For port 29469d4a-04a1-4b82-91f0-25a04aeac789, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:20.287564 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] For port 29469d4a-04a1-4b82-91f0-25a04aeac789, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=29469d4a-04a1-4b82-91f0-25a04aeac789,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:20.306060 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (29469d4a-04a1-4b82-91f0-25a04aeac789), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.372909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-305ee311-f909-4f96-965b-921b4370e74e', 'network_id': '305ee311-f909-4f96-965b-921b4370e74e', 'project_id': '3a081b6cfe1f477e8e25adca53408c36', 'fixed_ips': [{'subnet_id': '70f3912e-3ab1-46b0-ada7-7704f30d7102'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:20.374691 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.420985 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:20.421625 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.427778 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] 10.222.0.71 "PUT /v2.0/ports/29469d4a-04a1-4b82-91f0-25a04aeac789 HTTP/1.1" status: 200 len: 1092 time: 2.7933233 Feb 09 22:12:20.427778 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900d4037-d080-4d7e-bfbd-355038372298', 'tag': '29469d4a-04a1-4b82-91f0-25a04aeac789'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:12:20.434025 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f65c038-306c-42dc-ba2b-3160ca6d7c87" -d '{"events": [{"name": "network-changed", "server_uuid": "900d4037-d080-4d7e-bfbd-355038372298", "tag": "29469d4a-04a1-4b82-91f0-25a04aeac789"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:12:20.470285 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00104721-2eeb-494b-848d-8b8e042f03a5 req-a01031bf-d432-4217-978a-12ca22141791 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:20.472408 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-00104721-2eeb-494b-848d-8b8e042f03a5 req-a01031bf-d432-4217-978a-12ca22141791 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 944 time: 0.2945511 Feb 09 22:12:20.480509 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb1326-54ef-4ba5-a6a3-458fb66e7f41 service neutron] Pushing event updated for resources: {'Port': ['ID=29469d4a-04a1-4b82-91f0-25a04aeac789,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:20.501491 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca7a035-1bc1-4fb7-afb6-8a4ac4529b49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Router 2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:12:20.505470 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df475c8-128c-49cf-80b8-788859930453 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:20.516626 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2df475c8-128c-49cf-80b8-788859930453 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.567371 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-2df475c8-128c-49cf-80b8-788859930453 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] device_id is not set on port 7b07a521-cf16-4b88-a027-c64f3b2e8cc4 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:12:20.585262 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36536) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:20.635860 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Allocated IP 2001:db8::2 (305ee311-f909-4f96-965b-921b4370e74e/70f3912e-3ab1-46b0-ada7-7704f30d7102/4119f604-842c-44ee-a628-bb60195e69f4) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:20.802669 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-00104721-2eeb-494b-848d-8b8e042f03a5 req-38e0d598-376d-4690-9eae-65218f801bfb tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916498 Feb 09 22:12:20.878098 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-28ecbcbf-34e2-49d7-9606-c68c4a166980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:20.879890 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-28ecbcbf-34e2-49d7-9606-c68c4a166980 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 1126 time: 0.3412430 Feb 09 22:12:20.887828 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Publish callbacks [] for port (4119f604-842c-44ee-a628-bb60195e69f4), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.903971 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (4119f604-842c-44ee-a628-bb60195e69f4), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.908778 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2b0ae4-4637-4181-9b8c-10460e8a81d4 x-openstack-request-id: req-2e2b0ae4-4637-4181-9b8c-10460e8a81d4 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:12:20.909142 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "900d4037-d080-4d7e-bfbd-355038372298", "tag": "29469d4a-04a1-4b82-91f0-25a04aeac789", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:12:20.909342 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2e2b0ae4-4637-4181-9b8c-10460e8a81d4 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:12:20.909759 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900d4037-d080-4d7e-bfbd-355038372298', 'tag': '29469d4a-04a1-4b82-91f0-25a04aeac789', 'status': 'completed', 'code': 200} Feb 09 22:12:20.942807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca7a035-1bc1-4fb7-afb6-8a4ac4529b49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:12:20.961346 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] Sync routers for ids ['2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:12:20.974899 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Network 305ee311-f909-4f96-965b-921b4370e74e is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:20.990920 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:20.998484 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] Routers {'2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:20.998484 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:12:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:21.001226 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:21.008205 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Pushing event updated for resources: {'Port': ['ID=4119f604-842c-44ee-a628-bb60195e69f4,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:21.052341 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-2df475c8-128c-49cf-80b8-788859930453 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Allocated IP 2001:db8::10b (305ee311-f909-4f96-965b-921b4370e74e/70f3912e-3ab1-46b0-ada7-7704f30d7102/7b07a521-cf16-4b88-a027-c64f3b2e8cc4) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:21.066889 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-0522dab0-49be-444a-b1fb-1c2256998c11 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29469d4a-04a1-4b82-91f0-25a04aeac789 HTTP/1.1" status: 200 len: 217 time: 0.1516802 Feb 09 22:12:21.077082 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ca7a035-1bc1-4fb7-afb6-8a4ac4529b49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:21.084643 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9ca7a035-1bc1-4fb7-afb6-8a4ac4529b49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.0451224 Feb 09 22:12:21.088412 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:21.088791 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:21.089113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:21.089479 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:21.089802 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:21.090146 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:21.090521 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:21.090855 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:21.091192 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:21.091523 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:21.091884 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:21.092218 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:21.092538 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:21.093585 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36542) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:21.164046 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a1a03b89-f5a4-4651-aafd-9fb4def4decd tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=a306ddcdfade484fb30dc0e0a20bda6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0691962 Feb 09 22:12:21.164501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36544) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:21.171900 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Attempting to bind port 4119f604-842c-44ee-a628-bb60195e69f4 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:21.172403 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Attempting to bind port 4119f604-842c-44ee-a628-bb60195e69f4 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '753aa34b-7c50-45fb-a791-23cc2ade852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '305ee311-f909-4f96-965b-921b4370e74e'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:21.172724 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Attempting to bind port 4119f604-842c-44ee-a628-bb60195e69f4 on network 305ee311-f909-4f96-965b-921b4370e74e {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:21.185957 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:21.186389 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Checking segment: {'id': '753aa34b-7c50-45fb-a791-23cc2ade852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '305ee311-f909-4f96-965b-921b4370e74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:21.186750 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:21.187044 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Bound using segment: {'id': '753aa34b-7c50-45fb-a791-23cc2ade852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '305ee311-f909-4f96-965b-921b4370e74e'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:21.188713 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Bound port: 4119f604-842c-44ee-a628-bb60195e69f4, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '753aa34b-7c50-45fb-a791-23cc2ade852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '305ee311-f909-4f96-965b-921b4370e74e'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:21.188713 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4119f604-842c-44ee-a628-bb60195e69f4), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:21.217622 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] Set router 2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:21.285129 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9b5f40e0-4def-46a9-8243-ae7e9756f0c6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e06531a9ab5947a88e9f66ec8f196bcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6931307 Feb 09 22:12:21.289486 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36546) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:21.316235 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-1d03fbf0-9e48-4cd0-b04e-6a5e096f3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:21.319784 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-1d03fbf0-9e48-4cd0-b04e-6a5e096f3c83 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.2221375 Feb 09 22:12:21.327977 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-12a5a7a6-ff31-44be-9fd3-227d72befd29 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting port b54d9824-c66a-4b6b-951d-d794cec26303 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:21.328552 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12a5a7a6-ff31-44be-9fd3-227d72befd29 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b54d9824-c66a-4b6b-951d-d794cec26303), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:21.447386 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f380b9ef-1894-41a2-9c17-2e0155657774 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:21.449167 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f380b9ef-1894-41a2-9c17-2e0155657774 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2813194 Feb 09 22:12:21.455253 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36548) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:21.463155 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae098f19-ade1-4083-9ce6-c3fff69d8e1c req-fc9e7ef5-ddda-46d5-88b6-a269c3a9ea2c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:21.466905 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae098f19-ade1-4083-9ce6-c3fff69d8e1c req-fc9e7ef5-ddda-46d5-88b6-a269c3a9ea2c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 944 time: 0.4242899 Feb 09 22:12:21.543929 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-02e7f96b-f752-412f-81db-9b42e1e7dfe2 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0870516 Feb 09 22:12:21.549552 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36550) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:21.557628 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2df475c8-128c-49cf-80b8-788859930453 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for port (7b07a521-cf16-4b88-a027-c64f3b2e8cc4), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:21.567340 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-0de44fdd-31cc-43ca-a3e8-381bb63a1016 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-94896192', 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:21.595271 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] For port 4119f604-842c-44ee-a628-bb60195e69f4, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:21.600840 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] For port 4119f604-842c-44ee-a628-bb60195e69f4, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=4119f604-842c-44ee-a628-bb60195e69f4,segment=NetworkSegment(753aa34b-7c50-45fb-a791-23cc2ade852f),segment_id=753aa34b-7c50-45fb-a791-23cc2ade852f)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:21.617725 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4119f604-842c-44ee-a628-bb60195e69f4), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:21.735219 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc4b57fc-d3b1-4843-8e74-ad279da4bdd8 admin admin] Publish callbacks [] for security_group (c9821e29-663f-452f-886e-2a88d83a361d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:21.740342 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-abd628b7-31b7-4d27-af32-8025f7ba3225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:21.741935 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661a8f7-a580-4996-8b6a-c66370529a6f None None] Pushing event updated for resources: {'Port': ['ID=4119f604-842c-44ee-a628-bb60195e69f4,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:21.742987 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-abd628b7-31b7-4d27-af32-8025f7ba3225 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3964689 Feb 09 22:12:21.765043 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 89a04835-c025-4142-8ec3-2214ac3c2bc9 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:12:21.767862 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae098f19-ade1-4083-9ce6-c3fff69d8e1c req-fc49c7cc-3a13-4ab5-a7fe-f9d5a3ee3462 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501829 Feb 09 22:12:21.783411 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-12a5a7a6-ff31-44be-9fd3-227d72befd29 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] For port b54d9824-c66a-4b6b-951d-d794cec26303, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b54d9824-c66a-4b6b-951d-d794cec26303,segment=NetworkSegment(c9f98cac-8db0-456c-8357-8b2c7db7979a),segment_id=c9f98cac-8db0-456c-8357-8b2c7db7979a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:21.784022 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12a5a7a6-ff31-44be-9fd3-227d72befd29 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b54d9824-c66a-4b6b-951d-d794cec26303), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:21.825574 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2df475c8-128c-49cf-80b8-788859930453 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (7b07a521-cf16-4b88-a027-c64f3b2e8cc4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:21.860764 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-12a5a7a6-ff31-44be-9fd3-227d72befd29 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Calling delete_port for b54d9824-c66a-4b6b-951d-d794cec26303 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:21.919951 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc4b57fc-d3b1-4843-8e74-ad279da4bdd8 admin admin] Publish callbacks [] for security_group (c9821e29-663f-452f-886e-2a88d83a361d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:21.930076 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df475c8-128c-49cf-80b8-788859930453 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Port': ['ID=7b07a521-cf16-4b88-a027-c64f3b2e8cc4,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:21.934660 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de44fdd-31cc-43ca-a3e8-381bb63a1016 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Made reservation on behalf of a306ddcdfade484fb30dc0e0a20bda6f for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:21.940538 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0de44fdd-31cc-43ca-a3e8-381bb63a1016 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:21.955962 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df475c8-128c-49cf-80b8-788859930453 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network 305ee311-f909-4f96-965b-921b4370e74e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:21.981798 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346166940', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:14Z', 'updated_at': '2022-02-09T22:12:18Z', 'revision_number': 3, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:16Z', 'updated_at': '2022-02-09T22:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:22.022139 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] Checking router: 2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:12:22.022501 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] Updating router 2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 port 4d7e4dd4-1130-4a26-a9ae-480f38926dbf binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:12:22.045540 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-2df475c8-128c-49cf-80b8-788859930453 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:22.053355 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df475c8-128c-49cf-80b8-788859930453 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:22.063939 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df475c8-128c-49cf-80b8-788859930453 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:22.065023 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2df475c8-128c-49cf-80b8-788859930453 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:22.153968 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4d7e4dd4-1130-4a26-a9ae-480f38926dbf), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:22.175850 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2df475c8-128c-49cf-80b8-788859930453 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9980345 Feb 09 22:12:22.184034 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36554) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:22.198592 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-4665a7bf-ea53-419a-8846-3ae4b496cd85 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'port': {'network_id': '305ee311-f909-4f96-965b-921b4370e74e', 'name': 'tempest-PortsIpV6TestJSON-1223668200'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:22.218257 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-c6626e33-b223-46a3-b718-8522fc4cd547 service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443974 Feb 09 22:12:22.219919 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 89a04835-c025-4142-8ec3-2214ac3c2bc9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=89a04835-c025-4142-8ec3-2214ac3c2bc9,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:22.267712 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '89a04835-c025-4142-8ec3-2214ac3c2bc9', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'port_id': '89a04835-c025-4142-8ec3-2214ac3c2bc9', 'mac_address': 'fa:16:3e:04:be:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:12:22.350772 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cb6f7-fa37-4724-8338-9d64e17e2d5c req-389777d8-723e-420b-8fcb-ed9e418ec7e1 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:22.352553 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-603cb6f7-fa37-4724-8338-9d64e17e2d5c req-389777d8-723e-420b-8fcb-ed9e418ec7e1 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 944 time: 0.3286662 Feb 09 22:12:22.367362 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc4b57fc-d3b1-4843-8e74-ad279da4bdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c9821e29-663f-452f-886e-2a88d83a361d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:22.369998 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc4b57fc-d3b1-4843-8e74-ad279da4bdd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:22.371323 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bc4b57fc-d3b1-4843-8e74-ad279da4bdd8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c9821e29-663f-452f-886e-2a88d83a361d HTTP/1.1" status: 204 len: 168 time: 1.0745304 Feb 09 22:12:22.413631 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b57fc-d3b1-4843-8e74-ad279da4bdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9821e29-663f-452f-886e-2a88d83a361d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:22.528586 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 89a04835-c025-4142-8ec3-2214ac3c2bc9 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:22.529094 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (89a04835-c025-4142-8ec3-2214ac3c2bc9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:22.569213 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0de44fdd-31cc-43ca-a3e8-381bb63a1016 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (705c9301-7993-4fb7-9cf8-323b2b7171c7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:22.585469 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a04835-c025-4142-8ec3-2214ac3c2bc9 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:12:22.616404 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 89a04835-c025-4142-8ec3-2214ac3c2bc9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=89a04835-c025-4142-8ec3-2214ac3c2bc9,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:22.624405 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2df7152-3ae9-4144-92b9-88f6471b0018 req-5a98d326-8f4c-48a1-9e72-260b7baea43e service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988109 Feb 09 22:12:22.628369 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (89a04835-c025-4142-8ec3-2214ac3c2bc9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:22.640832 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12a5a7a6-ff31-44be-9fd3-227d72befd29 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (b54d9824-c66a-4b6b-951d-d794cec26303), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:22.706347 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de44fdd-31cc-43ca-a3e8-381bb63a1016 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Subnet': ['ID=705c9301-7993-4fb7-9cf8-323b2b7171c7,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:22.710293 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-603cb6f7-fa37-4724-8338-9d64e17e2d5c req-eeaf1475-a94e-4e13-8b30-f3843f5caee9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485944 Feb 09 22:12:22.742312 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5a7a6-ff31-44be-9fd3-227d72befd29 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Port': ['ID=b54d9824-c66a-4b6b-951d-d794cec26303,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:22.785097 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de44fdd-31cc-43ca-a3e8-381bb63a1016 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Checking segment: {'id': 'e0495290-49f2-4023-ac25-802cabb6e6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:22.785475 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de44fdd-31cc-43ca-a3e8-381bb63a1016 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network hostable DHCP agents. Network: 8eb1b118-355e-4bdc-9775-e75604df539b, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:22.790698 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=89a04835-c025-4142-8ec3-2214ac3c2bc9,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:22.828973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4665a7bf-ea53-419a-8846-3ae4b496cd85 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:22.833469 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4665a7bf-ea53-419a-8846-3ae4b496cd85 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:22.866463 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de44fdd-31cc-43ca-a3e8-381bb63a1016 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 8eb1b118-355e-4bdc-9775-e75604df539b is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:22.881405 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-4665a7bf-ea53-419a-8846-3ae4b496cd85 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] device_id is not set on port c16b780e-cd6d-4699-b94a-df0531314c5f yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:12:22.898686 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] Publish callbacks [] for port (4d7e4dd4-1130-4a26-a9ae-480f38926dbf), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:22.923842 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['89a04835-c025-4142-8ec3-2214ac3c2bc9'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:12:22.928637 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4d7e4dd4-1130-4a26-a9ae-480f38926dbf), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.038585 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-0de44fdd-31cc-43ca-a3e8-381bb63a1016 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 8eb1b118-355e-4bdc-9775-e75604df539b) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:23.046749 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de44fdd-31cc-43ca-a3e8-381bb63a1016 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:23.047637 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0de44fdd-31cc-43ca-a3e8-381bb63a1016 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.095986 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f01000-02f9-46ca-b009-9c7b01b0461d None None] Network 8eb1b118-355e-4bdc-9775-e75604df539b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:23.202478 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0de44fdd-31cc-43ca-a3e8-381bb63a1016 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6506717 Feb 09 22:12:23.203339 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36566) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:23.216400 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12a5a7a6-ff31-44be-9fd3-227d72befd29 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (2d6fcd07-8b97-4b65-a176-b95d0be465e9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.285076 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-4665a7bf-ea53-419a-8846-3ae4b496cd85 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Allocated IP 2001:db8::e6 (305ee311-f909-4f96-965b-921b4370e74e/70f3912e-3ab1-46b0-ada7-7704f30d7102/c16b780e-cd6d-4699-b94a-df0531314c5f) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:23.468664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c23a96-fae1-4ffb-acb2-f394e91707dc None None] Pushing event updated for resources: {'Port': ['ID=4d7e4dd4-1130-4a26-a9ae-480f38926dbf,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:23.536015 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65c038-306c-42dc-ba2b-3160ca6d7c87 req-61f68df5-1ad7-4811-8088-c1b585382092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:23.538004 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f65c038-306c-42dc-ba2b-3160ca6d7c87 req-61f68df5-1ad7-4811-8088-c1b585382092 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 1126 time: 0.7971323 Feb 09 22:12:23.543459 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] Attempting to bind port 4d7e4dd4-1130-4a26-a9ae-480f38926dbf on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:23.545622 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] Attempting to bind port 4d7e4dd4-1130-4a26-a9ae-480f38926dbf by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:23.548352 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] Attempting to bind port 4d7e4dd4-1130-4a26-a9ae-480f38926dbf on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:23.583962 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 4119f604-842c-44ee-a628-bb60195e69f4 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:23.652103 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4665a7bf-ea53-419a-8846-3ae4b496cd85 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for port (c16b780e-cd6d-4699-b94a-df0531314c5f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.664161 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e2fa5-4826-478d-bfc9-24b6712601c5 req-d5aada28-e468-4476-ae6a-ba34d2bc0a73 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:23.672363 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ec2e2fa5-4826-478d-bfc9-24b6712601c5 req-d5aada28-e468-4476-ae6a-ba34d2bc0a73 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 945 time: 0.6531727 Feb 09 22:12:23.678492 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:23.686589 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:23.687676 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.688459 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:23.689717 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] Bound port: 4d7e4dd4-1130-4a26-a9ae-480f38926dbf, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:23.690496 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4d7e4dd4-1130-4a26-a9ae-480f38926dbf), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.749412 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4665a7bf-ea53-419a-8846-3ae4b496cd85 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c16b780e-cd6d-4699-b94a-df0531314c5f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.907123 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4665a7bf-ea53-419a-8846-3ae4b496cd85 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network 305ee311-f909-4f96-965b-921b4370e74e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:23.917947 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747fd400-e02b-414c-8d02-104455390150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8eb1b118-355e-4bdc-9775-e75604df539b', 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'fixed_ips': [{'subnet_id': '705c9301-7993-4fb7-9cf8-323b2b7171c7'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:23.920228 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-747fd400-e02b-414c-8d02-104455390150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.937965 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-4665a7bf-ea53-419a-8846-3ae4b496cd85 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:23.944099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4665a7bf-ea53-419a-8846-3ae4b496cd85 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:23.959220 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4665a7bf-ea53-419a-8846-3ae4b496cd85 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:23.960371 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4665a7bf-ea53-419a-8846-3ae4b496cd85 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.992024 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f72b34-0d8b-48be-b6a7-9ccdf72b5dac None None] Network 305ee311-f909-4f96-965b-921b4370e74e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:24.001057 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665a7bf-ea53-419a-8846-3ae4b496cd85 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Port': ['ID=c16b780e-cd6d-4699-b94a-df0531314c5f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:24.018674 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] For port 4d7e4dd4-1130-4a26-a9ae-480f38926dbf, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:24.034377 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4665a7bf-ea53-419a-8846-3ae4b496cd85 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8488326 Feb 09 22:12:24.043010 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36578) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:24.165625 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ecb243-1ef7-4424-9226-d5458dfe35ff tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:24.171984 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-21ecb243-1ef7-4424-9226-d5458dfe35ff tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A10b HTTP/1.1" status: 200 len: 929 time: 0.1268928 Feb 09 22:12:24.179633 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36584) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:24.320590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] For port 4d7e4dd4-1130-4a26-a9ae-480f38926dbf, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=4d7e4dd4-1130-4a26-a9ae-480f38926dbf,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:24.324293 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 4119f604-842c-44ee-a628-bb60195e69f4 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:24.325348 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4119f604-842c-44ee-a628-bb60195e69f4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.352803 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fca267d9-5faa-4a01-a8d1-f951081f0875 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting port c16b780e-cd6d-4699-b94a-df0531314c5f {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:24.353658 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fca267d9-5faa-4a01-a8d1-f951081f0875 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c16b780e-cd6d-4699-b94a-df0531314c5f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.522921 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4d7e4dd4-1130-4a26-a9ae-480f38926dbf), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.553655 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65c038-306c-42dc-ba2b-3160ca6d7c87 req-6814724e-158e-49b2-879d-08fa3179c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:24.555971 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f65c038-306c-42dc-ba2b-3160ca6d7c87 req-6814724e-158e-49b2-879d-08fa3179c594 service neutron] 10.222.0.71 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 911 time: 0.9840879 Feb 09 22:12:24.563768 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-747fd400-e02b-414c-8d02-104455390150 None None] Allocated IP 172.20.0.2 (8eb1b118-355e-4bdc-9775-e75604df539b/705c9301-7993-4fb7-9cf8-323b2b7171c7/8139853f-8c47-4c67-ba1b-8578ffafe852) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:24.564381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a5a7a6-ff31-44be-9fd3-227d72befd29 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:12:24.586080 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ec2e2fa5-4826-478d-bfc9-24b6712601c5 req-6b55aa0f-c164-4acf-80ad-4b554f384293 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9126768 Feb 09 22:12:24.633535 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fca267d9-5faa-4a01-a8d1-f951081f0875 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c16b780e-cd6d-4699-b94a-df0531314c5f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.635606 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9df42c35-849a-4604-bf4e-05b2534d49c0 None None] Provisioning complete for port 4119f604-842c-44ee-a628-bb60195e69f4 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:24.636280 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9df42c35-849a-4604-bf4e-05b2534d49c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4119f604-842c-44ee-a628-bb60195e69f4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.670605 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fca267d9-5faa-4a01-a8d1-f951081f0875 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Calling delete_port for c16b780e-cd6d-4699-b94a-df0531314c5f owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:24.688832 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f65c038-306c-42dc-ba2b-3160ca6d7c87 req-3d893486-eb13-4a4c-87a7-5d3e99e2af8a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29469d4a-04a1-4b82-91f0-25a04aeac789 HTTP/1.1" status: 200 len: 217 time: 0.1269181 Feb 09 22:12:24.769764 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] Routers {'2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:24.770715 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:12:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:24.874866 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65c038-306c-42dc-ba2b-3160ca6d7c87 req-1904d4eb-3167-4535-9f1d-efb4d8e521e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:24.876397 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f65c038-306c-42dc-ba2b-3160ca6d7c87 req-1904d4eb-3167-4535-9f1d-efb4d8e521e2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.1779802 Feb 09 22:12:25.134487 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a5a7a6-ff31-44be-9fd3-227d72befd29 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:12:25.145448 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-12a5a7a6-ff31-44be-9fd3-227d72befd29 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/2d6fcd07-8b97-4b65-a176-b95d0be465e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0946174 Feb 09 22:12:25.151000 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36594) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:25.160977 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d78685-a74e-42ff-96b2-87140cedb0ec None None] Sync routers for ids ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:12:25.185685 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0ae85-f885-46f8-b2b0-54961e715eef req-74b4de68-6104-4e0f-b300-a0e774e0a01d tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:25.188572 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62b0ae85-f885-46f8-b2b0-54961e715eef req-74b4de68-6104-4e0f-b300-a0e774e0a01d tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 944 time: 0.4728200 Feb 09 22:12:25.191855 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d78685-a74e-42ff-96b2-87140cedb0ec None None] Routers {'2d6fcd07-8b97-4b65-a176-b95d0be465e9'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:25.193037 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-73d78685-a74e-42ff-96b2-87140cedb0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:12:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:25.225492 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ce36af-b942-4a37-bbf9-d23a2f1f7469 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting subnet 51942acb-a38e-4d5a-a770-60c714ee58c9 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:12:25.235375 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04ce36af-b942-4a37-bbf9-d23a2f1f7469 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for subnet (51942acb-a38e-4d5a-a770-60c714ee58c9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.256651 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65c038-306c-42dc-ba2b-3160ca6d7c87 req-f23423b3-4cf6-4f86-83aa-6faf2b00eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:25.259507 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f65c038-306c-42dc-ba2b-3160ca6d7c87 req-f23423b3-4cf6-4f86-83aa-6faf2b00eb26 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3502526 Feb 09 22:12:25.305749 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fca267d9-5faa-4a01-a8d1-f951081f0875 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c16b780e-cd6d-4699-b94a-df0531314c5f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.354419 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04ce36af-b942-4a37-bbf9-d23a2f1f7469 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (51942acb-a38e-4d5a-a770-60c714ee58c9), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.396966 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-73d78685-a74e-42ff-96b2-87140cedb0ec None None] Set router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:25.469205 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c23a96-fae1-4ffb-acb2-f394e91707dc None None] Pushing event updated for resources: {'Port': ['ID=4d7e4dd4-1130-4a26-a9ae-480f38926dbf,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:25.530924 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-73d78685-a74e-42ff-96b2-87140cedb0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:12:22Z', 'revision_number': 11, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:25.542852 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fca267d9-5faa-4a01-a8d1-f951081f0875 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.549213 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fca267d9-5faa-4a01-a8d1-f951081f0875 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/ports/c16b780e-cd6d-4699-b94a-df0531314c5f HTTP/1.1" status: 204 len: 168 time: 1.3671591 Feb 09 22:12:25.551819 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca267d9-5faa-4a01-a8d1-f951081f0875 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Port': ['ID=c16b780e-cd6d-4699-b94a-df0531314c5f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:25.569521 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 4119f604-842c-44ee-a628-bb60195e69f4 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:25.569952 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4119f604-842c-44ee-a628-bb60195e69f4), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.572231 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36602) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:25.610191 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62b0ae85-f885-46f8-b2b0-54961e715eef req-a49c47c5-5639-45e3-964f-f289ab2917f7 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974724 Feb 09 22:12:25.613710 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d78685-a74e-42ff-96b2-87140cedb0ec None None] Checking router: 2d6fcd07-8b97-4b65-a176-b95d0be465e9 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:12:25.638657 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d78685-a74e-42ff-96b2-87140cedb0ec None None] Routers {'2d6fcd07-8b97-4b65-a176-b95d0be465e9'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:25.640092 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-73d78685-a74e-42ff-96b2-87140cedb0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:12:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:25.698523 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e44d12-c757-48ae-975e-f54b36ba4813 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] GET failed (client error): The resource could not be found. Feb 09 22:12:25.707383 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-17e44d12-c757-48ae-975e-f54b36ba4813 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports/c16b780e-cd6d-4699-b94a-df0531314c5f HTTP/1.1" status: 404 len: 333 time: 0.1313157 Feb 09 22:12:25.722517 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36610) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:25.754133 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f65c038-306c-42dc-ba2b-3160ca6d7c87 req-efe8975e-428d-4669-9f98-ea546446f609 service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844949 Feb 09 22:12:25.778628 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-73d78685-a74e-42ff-96b2-87140cedb0ec None None] Set router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:25.800717 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 29469d4a-04a1-4b82-91f0-25a04aeac789 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:12:25.878652 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-73d78685-a74e-42ff-96b2-87140cedb0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:12:22Z', 'revision_number': 11, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:25.879340 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] Set router 2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:25.926221 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d78685-a74e-42ff-96b2-87140cedb0ec None None] The sync data for ids ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'] in n-d-828601-1 is: [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:12:22Z', 'revision_number': 11, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:26.016393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9df42c35-849a-4604-bf4e-05b2534d49c0 None None] Current status of the port 4119f604-842c-44ee-a628-bb60195e69f4 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:26.017068 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9df42c35-849a-4604-bf4e-05b2534d49c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4119f604-842c-44ee-a628-bb60195e69f4), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.042202 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 4119f604-842c-44ee-a628-bb60195e69f4, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=4119f604-842c-44ee-a628-bb60195e69f4,segment=NetworkSegment(753aa34b-7c50-45fb-a791-23cc2ade852f),segment_id=753aa34b-7c50-45fb-a791-23cc2ade852f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:26.090498 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04ce36af-b942-4a37-bbf9-d23a2f1f7469 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (51942acb-a38e-4d5a-a770-60c714ee58c9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.116312 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f65c038-306c-42dc-ba2b-3160ca6d7c87 req-f2d5d27c-f29a-49c3-aa0e-7cfffe907d5b service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424265 Feb 09 22:12:26.136093 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fa464d26-ad38-4681-87df-fcf039b873ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting port 7b07a521-cf16-4b88-a027-c64f3b2e8cc4 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:26.140718 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa464d26-ad38-4681-87df-fcf039b873ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (7b07a521-cf16-4b88-a027-c64f3b2e8cc4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.178268 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.resource_extend [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 22:12:26.223503 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2f65e-e551-4437-bbe1-5374d385d18f req-556a5a9c-31e5-4847-b95e-529072a302d8 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:26.234661 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7f2f65e-e551-4437-bbe1-5374d385d18f req-556a5a9c-31e5-4847-b95e-529072a302d8 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 945 time: 0.4188843 Feb 09 22:12:26.250621 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7d63dc4-95f1-4742-9731-03a59d7fe49e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.348783 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4119f604-842c-44ee-a628-bb60195e69f4), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.424850 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7f2f65e-e551-4437-bbe1-5374d385d18f req-cb52f168-9788-4d58-91d2-a9cd76154435 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878312 Feb 09 22:12:26.442516 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa464d26-ad38-4681-87df-fcf039b873ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (7b07a521-cf16-4b88-a027-c64f3b2e8cc4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.529955 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fa464d26-ad38-4681-87df-fcf039b873ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Calling delete_port for 7b07a521-cf16-4b88-a027-c64f3b2e8cc4 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:26.554146 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b54d9824-c66a-4b6b-951d-d794cec26303 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:26.646676 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04ce36af-b942-4a37-bbf9-d23a2f1f7469 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (51942acb-a38e-4d5a-a770-60c714ee58c9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.692101 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: b54d9824-c66a-4b6b-951d-d794cec26303 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:26.696181 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b54d9824-c66a-4b6b-951d-d794cec26303 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:26.722234 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 29469d4a-04a1-4b82-91f0-25a04aeac789, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=29469d4a-04a1-4b82-91f0-25a04aeac789,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:26.766926 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04ce36af-b942-4a37-bbf9-d23a2f1f7469 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.780414 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-04ce36af-b942-4a37-bbf9-d23a2f1f7469 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/subnets/51942acb-a38e-4d5a-a770-60c714ee58c9 HTTP/1.1" status: 204 len: 168 time: 1.6281707 Feb 09 22:12:26.781573 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce36af-b942-4a37-bbf9-d23a2f1f7469 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Subnet': ['ID=51942acb-a38e-4d5a-a770-60c714ee58c9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:26.785697 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36626) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:26.851579 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '29469d4a-04a1-4b82-91f0-25a04aeac789', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'port_id': '29469d4a-04a1-4b82-91f0-25a04aeac789', 'mac_address': 'fa:16:3e:27:d1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:12:26.923198 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-747fd400-e02b-414c-8d02-104455390150 None None] Publish callbacks [] for port (8139853f-8c47-4c67-ba1b-8578ffafe852), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.925719 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d9fde4-f59c-45b2-90d6-218d1c3e418e None None] Network 04cba60a-7773-4d94-9185-d1ba245364e0 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:26.931519 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-9df42c35-849a-4604-bf4e-05b2534d49c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:12:26.932761 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-9df42c35-849a-4604-bf4e-05b2534d49c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:12:26.942540 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eba0b48f-43d7-4948-bf7c-ce90ee7952cf tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (04cba60a-7773-4d94-9185-d1ba245364e0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.065275 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa464d26-ad38-4681-87df-fcf039b873ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (7b07a521-cf16-4b88-a027-c64f3b2e8cc4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.117494 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 29469d4a-04a1-4b82-91f0-25a04aeac789 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:27.118153 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (29469d4a-04a1-4b82-91f0-25a04aeac789), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.122224 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-747fd400-e02b-414c-8d02-104455390150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (8139853f-8c47-4c67-ba1b-8578ffafe852), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.128337 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-c7d63dc4-95f1-4742-9731-03a59d7fe49e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Allocated IP 172.20.0.1 (8eb1b118-355e-4bdc-9775-e75604df539b/705c9301-7993-4fb7-9cf8-323b2b7171c7/c3805a04-8e3a-4b25-b07b-b22072b78af8) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:27.145186 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728118b-959b-4e47-8bd9-b0329d259043 req-55e0721c-411a-4bc0-a7c6-c5ebd78de463 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:27.155360 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9728118b-959b-4e47-8bd9-b0329d259043 req-55e0721c-411a-4bc0-a7c6-c5ebd78de463 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 944 time: 0.3134093 Feb 09 22:12:27.158012 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36630) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:27.160588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=4119f604-842c-44ee-a628-bb60195e69f4,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:27.166217 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa464d26-ad38-4681-87df-fcf039b873ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Port': ['ID=7b07a521-cf16-4b88-a027-c64f3b2e8cc4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:27.219100 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747fd400-e02b-414c-8d02-104455390150 None None] Pushing event updated for resources: {'Port': ['ID=8139853f-8c47-4c67-ba1b-8578ffafe852,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:27.232493 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29469d4a-04a1-4b82-91f0-25a04aeac789 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:12:27.239738 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747fd400-e02b-414c-8d02-104455390150 None None] Network 8eb1b118-355e-4bdc-9775-e75604df539b is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:27.262016 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa464d26-ad38-4681-87df-fcf039b873ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.272517 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-747fd400-e02b-414c-8d02-104455390150 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:27.281125 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fa464d26-ad38-4681-87df-fcf039b873ae tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/ports/7b07a521-cf16-4b88-a027-c64f3b2e8cc4 HTTP/1.1" status: 204 len: 168 time: 1.5526829 Feb 09 22:12:27.284329 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-eba0b48f-43d7-4948-bf7c-ce90ee7952cf tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Deleting port 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:27.285120 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eba0b48f-43d7-4948-bf7c-ce90ee7952cf tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1c2568c7-7691-497d-9a4e-6e3b7a5f9c00), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.288343 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747fd400-e02b-414c-8d02-104455390150 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:27.291311 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36634) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:27.294501 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346166940', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:14Z', 'updated_at': '2022-02-09T22:12:18Z', 'revision_number': 3, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:16Z', 'updated_at': '2022-02-09T22:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:27.303033 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 29469d4a-04a1-4b82-91f0-25a04aeac789, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=29469d4a-04a1-4b82-91f0-25a04aeac789,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:27.338531 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (29469d4a-04a1-4b82-91f0-25a04aeac789), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.340573 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1a0fae-5009-48df-93d7-3e8c12c8452d None None] The sync data for ids ['2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'] in n-d-828601-1 is: [{'id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346166940', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:14Z', 'updated_at': '2022-02-09T22:12:18Z', 'revision_number': 3, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:16Z', 'updated_at': '2022-02-09T22:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:27.367487 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9728118b-959b-4e47-8bd9-b0329d259043 req-b16ba5e6-016f-4f5e-9025-a41f134b0c62 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106767 Feb 09 22:12:27.418862 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-83dbd2a7-8dd3-4d6b-904c-06737caf534b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] GET failed (client error): The resource could not be found. Feb 09 22:12:27.430918 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-83dbd2a7-8dd3-4d6b-904c-06737caf534b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports/7b07a521-cf16-4b88-a027-c64f3b2e8cc4 HTTP/1.1" status: 404 len: 333 time: 0.1376064 Feb 09 22:12:27.441565 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36636) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:27.514079 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=29469d4a-04a1-4b82-91f0-25a04aeac789,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:27.565370 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['29469d4a-04a1-4b82-91f0-25a04aeac789'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:12:27.583352 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-eba0b48f-43d7-4948-bf7c-ce90ee7952cf tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] For port 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1c2568c7-7691-497d-9a4e-6e3b7a5f9c00,segment=NetworkSegment(c9f98cac-8db0-456c-8357-8b2c7db7979a),segment_id=c9f98cac-8db0-456c-8357-8b2c7db7979a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:27.584604 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eba0b48f-43d7-4948-bf7c-ce90ee7952cf tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1c2568c7-7691-497d-9a4e-6e3b7a5f9c00), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.605357 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-eba0b48f-43d7-4948-bf7c-ce90ee7952cf tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Calling delete_port for 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:27.634429 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-747fd400-e02b-414c-8d02-104455390150 None None] Attempting to bind port 8139853f-8c47-4c67-ba1b-8578ffafe852 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:27.635234 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-747fd400-e02b-414c-8d02-104455390150 None None] Attempting to bind port 8139853f-8c47-4c67-ba1b-8578ffafe852 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'e0495290-49f2-4023-ac25-802cabb6e6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:27.635886 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747fd400-e02b-414c-8d02-104455390150 None None] Attempting to bind port 8139853f-8c47-4c67-ba1b-8578ffafe852 on network 8eb1b118-355e-4bdc-9775-e75604df539b {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:27.641098 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-695f19f1-65e1-44f9-a2da-0a6f37a7a4c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting subnet 70f3912e-3ab1-46b0-ada7-7704f30d7102 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:12:27.645822 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-695f19f1-65e1-44f9-a2da-0a6f37a7a4c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (70f3912e-3ab1-46b0-ada7-7704f30d7102), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.697479 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98415919-6e05-404c-9f91-055c8fb824a7 None None] DHCP port deletion for 04cba60a-7773-4d94-9185-d1ba245364e0 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:12:27.710865 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-695f19f1-65e1-44f9-a2da-0a6f37a7a4c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (70f3912e-3ab1-46b0-ada7-7704f30d7102), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.720841 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747fd400-e02b-414c-8d02-104455390150 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:27.721309 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cdcdb10-255c-43f2-83b6-9f8c42e9e9d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.723822 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747fd400-e02b-414c-8d02-104455390150 None None] Checking segment: {'id': 'e0495290-49f2-4023-ac25-802cabb6e6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:27.725383 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-747fd400-e02b-414c-8d02-104455390150 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.729774 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747fd400-e02b-414c-8d02-104455390150 None None] Bound using segment: {'id': 'e0495290-49f2-4023-ac25-802cabb6e6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:27.732130 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-747fd400-e02b-414c-8d02-104455390150 None None] Bound port: 8139853f-8c47-4c67-ba1b-8578ffafe852, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0495290-49f2-4023-ac25-802cabb6e6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:27.733689 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-747fd400-e02b-414c-8d02-104455390150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8139853f-8c47-4c67-ba1b-8578ffafe852), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.834372 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9df42c35-849a-4604-bf4e-05b2534d49c0 None None] Current status of the port 4119f604-842c-44ee-a628-bb60195e69f4 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:27.838250 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eba0b48f-43d7-4948-bf7c-ce90ee7952cf tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (1c2568c7-7691-497d-9a4e-6e3b7a5f9c00), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.849868 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 89a04835-c025-4142-8ec3-2214ac3c2bc9 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:27.868227 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7d63dc4-95f1-4742-9731-03a59d7fe49e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (c3805a04-8e3a-4b25-b07b-b22072b78af8), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.880186 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0b48f-43d7-4948-bf7c-ce90ee7952cf tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Port': ['ID=1c2568c7-7691-497d-9a4e-6e3b7a5f9c00,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:27.898611 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba0b48f-43d7-4948-bf7c-ce90ee7952cf tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] No DVR routers for this DVR port 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:27.993318 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20526b-0164-405f-850c-3b99f8cea671 req-f8b4ada2-60d5-4a2a-aa7f-0353c0a327c7 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:27.996099 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd20526b-0164-405f-850c-3b99f8cea671 req-f8b4ada2-60d5-4a2a-aa7f-0353c0a327c7 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 945 time: 0.2703834 Feb 09 22:12:28.066043 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-695f19f1-65e1-44f9-a2da-0a6f37a7a4c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (70f3912e-3ab1-46b0-ada7-7704f30d7102), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.067186 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cdcdb10-255c-43f2-83b6-9f8c42e9e9d6 admin admin] Publish callbacks [] for security_group (536aeed3-a60a-40cf-9f69-86f697f9fc4f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.077654 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eba0b48f-43d7-4948-bf7c-ce90ee7952cf tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (04cba60a-7773-4d94-9185-d1ba245364e0), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.081617 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cdcdb10-255c-43f2-83b6-9f8c42e9e9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (536aeed3-a60a-40cf-9f69-86f697f9fc4f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.141077 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7d63dc4-95f1-4742-9731-03a59d7fe49e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c3805a04-8e3a-4b25-b07b-b22072b78af8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.150340 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6cdcdb10-255c-43f2-83b6-9f8c42e9e9d6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a9a0e6d06b87445387184db903cdf557&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9906170 Feb 09 22:12:28.154479 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdcdb10-255c-43f2-83b6-9f8c42e9e9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536aeed3-a60a-40cf-9f69-86f697f9fc4f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:28.165013 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36640) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:28.170938 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-dca97e9c-dd16-4d42-9818-a599930ae963 None None] Could not find standard attr ID for object c16b780e-cd6d-4699-b94a-df0531314c5f. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:12:28.189636 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-eba0b48f-43d7-4948-bf7c-ce90ee7952cf tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04cba60a-7773-4d94-9185-d1ba245364e0']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:28.216242 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-eba0b48f-43d7-4948-bf7c-ce90ee7952cf tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f98cac-8db0-456c-8357-8b2c7db7979a') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:28.216539 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-eba0b48f-43d7-4948-bf7c-ce90ee7952cf tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f98cac-8db0-456c-8357-8b2c7db7979a') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:28.252904 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eba0b48f-43d7-4948-bf7c-ce90ee7952cf tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (c9f98cac-8db0-456c-8357-8b2c7db7979a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.258505 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd20526b-0164-405f-850c-3b99f8cea671 req-353d8011-f953-43c5-8a1d-008444e6f6eb tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411749 Feb 09 22:12:28.286100 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-00657789-a429-451d-af07-b407dfbad435 admin admin] Publish callbacks [] for security_group (536aeed3-a60a-40cf-9f69-86f697f9fc4f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.291621 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d63dc4-95f1-4742-9731-03a59d7fe49e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 8eb1b118-355e-4bdc-9775-e75604df539b is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:28.301577 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-c7d63dc4-95f1-4742-9731-03a59d7fe49e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:28.313679 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d63dc4-95f1-4742-9731-03a59d7fe49e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:28.328808 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-747fd400-e02b-414c-8d02-104455390150 None None] For port 8139853f-8c47-4c67-ba1b-8578ffafe852, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:28.329167 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d63dc4-95f1-4742-9731-03a59d7fe49e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=c3805a04-8e3a-4b25-b07b-b22072b78af8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:28.338759 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-00657789-a429-451d-af07-b407dfbad435 admin admin] Publish callbacks [] for security_group (536aeed3-a60a-40cf-9f69-86f697f9fc4f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.356479 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eba0b48f-43d7-4948-bf7c-ce90ee7952cf tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (c9f98cac-8db0-456c-8357-8b2c7db7979a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.378413 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-695f19f1-65e1-44f9-a2da-0a6f37a7a4c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (70f3912e-3ab1-46b0-ada7-7704f30d7102), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.380501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba0b48f-43d7-4948-bf7c-ce90ee7952cf tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:28.381171 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eba0b48f-43d7-4948-bf7c-ce90ee7952cf tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (c9f98cac-8db0-456c-8357-8b2c7db7979a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:28.384920 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:28.450315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f19f1-65e1-44f9-a2da-0a6f37a7a4c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Subnet': ['ID=70f3912e-3ab1-46b0-ada7-7704f30d7102,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:28.452390 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-695f19f1-65e1-44f9-a2da-0a6f37a7a4c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.458893 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-695f19f1-65e1-44f9-a2da-0a6f37a7a4c5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/subnets/70f3912e-3ab1-46b0-ada7-7704f30d7102 HTTP/1.1" status: 204 len: 168 time: 1.0131707 Feb 09 22:12:28.466292 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36644) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:28.492914 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 89a04835-c025-4142-8ec3-2214ac3c2bc9 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:12:28.504429 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-98415919-6e05-404c-9f91-055c8fb824a7 None None] Deleting port 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:28.512725 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-98415919-6e05-404c-9f91-055c8fb824a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1c2568c7-7691-497d-9a4e-6e3b7a5f9c00), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.513691 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7d63dc4-95f1-4742-9731-03a59d7fe49e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.532058 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eba0b48f-43d7-4948-bf7c-ce90ee7952cf tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (04cba60a-7773-4d94-9185-d1ba245364e0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.544640 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4a2995-2c0f-431e-a35a-3ea596e8f940 None None] Network 305ee311-f909-4f96-965b-921b4370e74e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:28.550114 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eba0b48f-43d7-4948-bf7c-ce90ee7952cf tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.556379 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-747fd400-e02b-414c-8d02-104455390150 None None] For port 8139853f-8c47-4c67-ba1b-8578ffafe852, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8139853f-8c47-4c67-ba1b-8578ffafe852,segment=NetworkSegment(e0495290-49f2-4023-ac25-802cabb6e6f6),segment_id=e0495290-49f2-4023-ac25-802cabb6e6f6)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:28.557281 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-eba0b48f-43d7-4948-bf7c-ce90ee7952cf tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/networks/04cba60a-7773-4d94-9185-d1ba245364e0 HTTP/1.1" status: 204 len: 168 time: 1.7703824 Feb 09 22:12:28.564417 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36646) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:28.600516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0b48f-43d7-4948-bf7c-ce90ee7952cf tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Pushing event deleted for resources: {'Network': ['ID=04cba60a-7773-4d94-9185-d1ba245364e0,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:28.622809 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-00657789-a429-451d-af07-b407dfbad435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (536aeed3-a60a-40cf-9f69-86f697f9fc4f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.625279 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b3fe741c-472e-4715-a1a9-c9bf276b2f19 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'router': {'routes': None}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:28.625933 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-00657789-a429-451d-af07-b407dfbad435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.632262 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-00657789-a429-451d-af07-b407dfbad435 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/536aeed3-a60a-40cf-9f69-86f697f9fc4f HTTP/1.1" status: 204 len: 168 time: 0.4659071 Feb 09 22:12:28.645123 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00657789-a429-451d-af07-b407dfbad435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536aeed3-a60a-40cf-9f69-86f697f9fc4f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:28.665596 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 89a04835-c025-4142-8ec3-2214ac3c2bc9 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:28.665978 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (89a04835-c025-4142-8ec3-2214ac3c2bc9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server [None req-98415919-6e05-404c-9f91-055c8fb824a7 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 04cba60a-7773-4d94-9185-d1ba245364e0 could not be found. Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 04cba60a-7773-4d94-9185-d1ba245364e0 could not be found. Feb 09 22:12:28.677171 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Feb 09 22:12:28.691678 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-dca97e9c-dd16-4d42-9818-a599930ae963 None None] Provisioning complete for port 4119f604-842c-44ee-a628-bb60195e69f4 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:28.692354 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dca97e9c-dd16-4d42-9818-a599930ae963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4119f604-842c-44ee-a628-bb60195e69f4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.779103 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97b24f8e-a100-4ede-a270-4de76722ac69 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (305ee311-f909-4f96-965b-921b4370e74e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.846886 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-747fd400-e02b-414c-8d02-104455390150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8139853f-8c47-4c67-ba1b-8578ffafe852), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.913240 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e09a75a-f28a-4bc2-8995-cbbf8ec6bbe1 None None] DHCP port deletion for 04cba60a-7773-4d94-9185-d1ba245364e0 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:12:28.916029 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 4d7e4dd4-1130-4a26-a9ae-480f38926dbf up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:29.157134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.extraroute_db [None req-b3fe741c-472e-4715-a1a9-c9bf276b2f19 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Added routes are [] {{(pid=103201) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 22:12:29.157885 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.extraroute_db [None req-b3fe741c-472e-4715-a1a9-c9bf276b2f19 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Removed routes are [] {{(pid=103201) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 22:12:29.158535 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3fe741c-472e-4715-a1a9-c9bf276b2f19 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (2d6fcd07-8b97-4b65-a176-b95d0be465e9), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.260838 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747fd400-e02b-414c-8d02-104455390150 None None] Pushing event updated for resources: {'Port': ['ID=8139853f-8c47-4c67-ba1b-8578ffafe852,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:29.332221 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36652) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:29.335020 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 89a04835-c025-4142-8ec3-2214ac3c2bc9 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:29.336183 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (89a04835-c025-4142-8ec3-2214ac3c2bc9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.348142 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 4d7e4dd4-1130-4a26-a9ae-480f38926dbf triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:29.348514 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4d7e4dd4-1130-4a26-a9ae-480f38926dbf), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.365202 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0913ca33-5dc9-48bf-83c3-6b691882902c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.436261 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-dca97e9c-dd16-4d42-9818-a599930ae963 None None] Current status of the port 4119f604-842c-44ee-a628-bb60195e69f4 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:29.471756 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-dca97e9c-dd16-4d42-9818-a599930ae963 None None] Could not find standard attr ID for object 7b07a521-cf16-4b88-a027-c64f3b2e8cc4. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:12:29.478593 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e65092a-e784-4ac6-8b3a-313e6ec4c948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a04835-c025-4142-8ec3-2214ac3c2bc9'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:12:29.481121 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d086e8-70e4-4b92-8381-b43726dfbc05" -d '{"events": [{"server_uuid": "0e65092a-e784-4ac6-8b3a-313e6ec4c948", "name": "network-vif-plugged", "status": "completed", "tag": "89a04835-c025-4142-8ec3-2214ac3c2bc9"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:12:29.524255 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b6f667-4ea3-440b-8281-3384c150f851 None None] DHCP port deletion for 305ee311-f909-4f96-965b-921b4370e74e request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:12:29.533547 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0913ca33-5dc9-48bf-83c3-6b691882902c admin admin] Publish callbacks [] for security_group (420ebbc3-b133-4f18-937b-9b2c7902c557), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.536945 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 89a04835-c025-4142-8ec3-2214ac3c2bc9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=89a04835-c025-4142-8ec3-2214ac3c2bc9,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:29.546322 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0913ca33-5dc9-48bf-83c3-6b691882902c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (420ebbc3-b133-4f18-937b-9b2c7902c557), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.558289 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cca04-b81b-4820-9524-1981ea5acbcd req-eb6b3424-f172-409a-866a-96780878ef5c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:29.561974 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a41cca04-b81b-4820-9524-1981ea5acbcd req-eb6b3424-f172-409a-866a-96780878ef5c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 945 time: 0.7305601 Feb 09 22:12:29.633098 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (89a04835-c025-4142-8ec3-2214ac3c2bc9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.673793 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913ca33-5dc9-48bf-83c3-6b691882902c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420ebbc3-b133-4f18-937b-9b2c7902c557,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:29.689337 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0913ca33-5dc9-48bf-83c3-6b691882902c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aaca6d42d10142d98ed7524342f5e806&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3548260 Feb 09 22:12:29.692457 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36658) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:29.730383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913ca33-5dc9-48bf-83c3-6b691882902c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:29.731447 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913ca33-5dc9-48bf-83c3-6b691882902c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:29.732409 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913ca33-5dc9-48bf-83c3-6b691882902c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:29.733298 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913ca33-5dc9-48bf-83c3-6b691882902c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:29.734795 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913ca33-5dc9-48bf-83c3-6b691882902c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:29.735789 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913ca33-5dc9-48bf-83c3-6b691882902c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:29.736589 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913ca33-5dc9-48bf-83c3-6b691882902c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:29.737641 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913ca33-5dc9-48bf-83c3-6b691882902c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:29.738530 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913ca33-5dc9-48bf-83c3-6b691882902c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:29.739938 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913ca33-5dc9-48bf-83c3-6b691882902c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:29.740966 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913ca33-5dc9-48bf-83c3-6b691882902c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:29.741762 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913ca33-5dc9-48bf-83c3-6b691882902c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:29.742490 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913ca33-5dc9-48bf-83c3-6b691882902c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:29.748075 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3fe741c-472e-4715-a1a9-c9bf276b2f19 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (2d6fcd07-8b97-4b65-a176-b95d0be465e9), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.776211 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3fe741c-472e-4715-a1a9-c9bf276b2f19 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-316890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-316867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-342176'] for router (2d6fcd07-8b97-4b65-a176-b95d0be465e9), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.850915 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b0edb539-38ad-4e40-8b0f-7103ffe14bf2 admin admin] Publish callbacks [] for security_group (420ebbc3-b133-4f18-937b-9b2c7902c557), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.899268 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b0edb539-38ad-4e40-8b0f-7103ffe14bf2 admin admin] Publish callbacks [] for security_group (420ebbc3-b133-4f18-937b-9b2c7902c557), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.904247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 29469d4a-04a1-4b82-91f0-25a04aeac789 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:29.946971 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 4d7e4dd4-1130-4a26-a9ae-480f38926dbf is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:29.947374 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4d7e4dd4-1130-4a26-a9ae-480f38926dbf), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.961421 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7d63dc4-95f1-4742-9731-03a59d7fe49e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c3805a04-8e3a-4b25-b07b-b22072b78af8), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.971323 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-97b24f8e-a100-4ede-a270-4de76722ac69 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting port 4119f604-842c-44ee-a628-bb60195e69f4 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:29.971873 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97b24f8e-a100-4ede-a270-4de76722ac69 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (4119f604-842c-44ee-a628-bb60195e69f4), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.995325 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b0edb539-38ad-4e40-8b0f-7103ffe14bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (420ebbc3-b133-4f18-937b-9b2c7902c557), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.000332 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b0edb539-38ad-4e40-8b0f-7103ffe14bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.002962 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b0edb539-38ad-4e40-8b0f-7103ffe14bf2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/420ebbc3-b133-4f18-937b-9b2c7902c557 HTTP/1.1" status: 204 len: 168 time: 0.3087738 Feb 09 22:12:30.006849 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=89a04835-c025-4142-8ec3-2214ac3c2bc9,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:30.014515 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 4d7e4dd4-1130-4a26-a9ae-480f38926dbf, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=4d7e4dd4-1130-4a26-a9ae-480f38926dbf,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:30.025881 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edb539-38ad-4e40-8b0f-7103ffe14bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420ebbc3-b133-4f18-937b-9b2c7902c557,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:30.037837 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4d7e4dd4-1130-4a26-a9ae-480f38926dbf), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.038139 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 4119f604-842c-44ee-a628-bb60195e69f4 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:30.045966 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fe741c-472e-4715-a1a9-c9bf276b2f19 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:12:30.078023 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-64b6f667-4ea3-440b-8281-3384c150f851 None None] Deleting port 4119f604-842c-44ee-a628-bb60195e69f4 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:30.078476 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-64b6f667-4ea3-440b-8281-3384c150f851 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (4119f604-842c-44ee-a628-bb60195e69f4), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.106807 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a41cca04-b81b-4820-9524-1981ea5acbcd req-2b3f3ade-1d3d-421a-9cc6-767b2995c668 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152266 Feb 09 22:12:30.241574 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 29469d4a-04a1-4b82-91f0-25a04aeac789 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:12:30.282792 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 29469d4a-04a1-4b82-91f0-25a04aeac789 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:30.283512 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (29469d4a-04a1-4b82-91f0-25a04aeac789), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.347798 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=4d7e4dd4-1130-4a26-a9ae-480f38926dbf,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:30.358521 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-64b6f667-4ea3-440b-8281-3384c150f851 None None] For port 4119f604-842c-44ee-a628-bb60195e69f4, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=4119f604-842c-44ee-a628-bb60195e69f4,segment=NetworkSegment(753aa34b-7c50-45fb-a791-23cc2ade852f),segment_id=753aa34b-7c50-45fb-a791-23cc2ade852f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:30.358997 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-64b6f667-4ea3-440b-8281-3384c150f851 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (4119f604-842c-44ee-a628-bb60195e69f4), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.382364 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-64b6f667-4ea3-440b-8281-3384c150f851 None None] Calling delete_port for 4119f604-842c-44ee-a628-bb60195e69f4 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:30.412249 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 4119f604-842c-44ee-a628-bb60195e69f4 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:30.412629 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4119f604-842c-44ee-a628-bb60195e69f4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.563979 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 29469d4a-04a1-4b82-91f0-25a04aeac789 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:30.564891 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (29469d4a-04a1-4b82-91f0-25a04aeac789), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.612541 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-64b6f667-4ea3-440b-8281-3384c150f851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (4119f604-842c-44ee-a628-bb60195e69f4), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.628562 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Port 4119f604-842c-44ee-a628-bb60195e69f4 update to ACTIVE by agent not found {{(pid=103203) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 22:12:30.666955 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 29469d4a-04a1-4b82-91f0-25a04aeac789, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=29469d4a-04a1-4b82-91f0-25a04aeac789,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:30.668987 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6f667-4ea3-440b-8281-3384c150f851 None None] Pushing event deleted for resources: {'Port': ['ID=4119f604-842c-44ee-a628-bb60195e69f4,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:30.673990 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b6f667-4ea3-440b-8281-3384c150f851 None None] No DVR routers for this DVR port 4119f604-842c-44ee-a628-bb60195e69f4 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:30.678987 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (29469d4a-04a1-4b82-91f0-25a04aeac789), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.788022 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:30.836341 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=29469d4a-04a1-4b82-91f0-25a04aeac789,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:30.843004 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:30.843799 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1c2568c7-7691-497d-9a4e-6e3b7a5f9c00 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:31.138973 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-97b24f8e-a100-4ede-a270-4de76722ac69 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] For port 4119f604-842c-44ee-a628-bb60195e69f4, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=4119f604-842c-44ee-a628-bb60195e69f4,segment=NetworkSegment(753aa34b-7c50-45fb-a791-23cc2ade852f),segment_id=753aa34b-7c50-45fb-a791-23cc2ade852f)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:31.139523 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97b24f8e-a100-4ede-a270-4de76722ac69 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (4119f604-842c-44ee-a628-bb60195e69f4), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.162163 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fe741c-472e-4715-a1a9-c9bf276b2f19 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:12:31.166941 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-97b24f8e-a100-4ede-a270-4de76722ac69 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Calling delete_port for 4119f604-842c-44ee-a628-bb60195e69f4 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:31.176065 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0199aed-277c-4ea2-b0be-be963e2805d7 None None] Sync routers for ids ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:12:31.179273 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3fe741c-472e-4715-a1a9-c9bf276b2f19 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.183159 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b3fe741c-472e-4715-a1a9-c9bf276b2f19 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/2d6fcd07-8b97-4b65-a176-b95d0be465e9 HTTP/1.1" status: 200 len: 705 time: 2.6148295 Feb 09 22:12:31.183598 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36676) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:31.204857 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0199aed-277c-4ea2-b0be-be963e2805d7 None None] Routers {'2d6fcd07-8b97-4b65-a176-b95d0be465e9'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:31.206256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc75f57-f879-4f6e-a271-11a3c8577c43 req-5417c5a7-3a80-46f3-91fd-4eb964718adc tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:31.208412 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d0199aed-277c-4ea2-b0be-be963e2805d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:12:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:31.214969 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9bc75f57-f879-4f6e-a271-11a3c8577c43 req-5417c5a7-3a80-46f3-91fd-4eb964718adc tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 946 time: 0.9884214 Feb 09 22:12:31.298389 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a94c7e4e-a29d-4bd1-9872-069a4aba3262 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d6fcd07-8b97-4b65-a176-b95d0be465e9 HTTP/1.1" status: 200 len: 205 time: 0.1119504 Feb 09 22:12:31.301965 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36682) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:31.322548 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 4d7e4dd4-1130-4a26-a9ae-480f38926dbf up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:31.410988 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-d0199aed-277c-4ea2-b0be-be963e2805d7 None None] Set router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:31.488365 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece78d3a-4a5e-4a17-b03a-822a25f2920b None None] get_active_networks_info from n-d-828601-1 {{(pid=103203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:12:31.499013 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d0199aed-277c-4ea2-b0be-be963e2805d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:12:22Z', 'revision_number': 11, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:31.564210 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0199aed-277c-4ea2-b0be-be963e2805d7 None None] Checking router: 2d6fcd07-8b97-4b65-a176-b95d0be465e9 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:12:31.565450 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48bbd25c-edef-48de-8a70-60ba042bbc07 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (2d6fcd07-8b97-4b65-a176-b95d0be465e9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.594632 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5b173f1d-2023-479d-9909-a1d2aaeafac6 None None] Provisioning complete for port 8139853f-8c47-4c67-ba1b-8578ffafe852 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:31.594898 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5b173f1d-2023-479d-9909-a1d2aaeafac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8139853f-8c47-4c67-ba1b-8578ffafe852), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.637602 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0199aed-277c-4ea2-b0be-be963e2805d7 None None] Routers {'2d6fcd07-8b97-4b65-a176-b95d0be465e9'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:31.638558 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d0199aed-277c-4ea2-b0be-be963e2805d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:12:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:31.706229 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9bc75f57-f879-4f6e-a271-11a3c8577c43 req-e6d4d820-3e53-40ac-ae07-dbf463c8aaa0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315691 Feb 09 22:12:31.737487 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 4d7e4dd4-1130-4a26-a9ae-480f38926dbf triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:31.737870 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4d7e4dd4-1130-4a26-a9ae-480f38926dbf), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.799364 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-d0199aed-277c-4ea2-b0be-be963e2805d7 None None] Set router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:31.831685 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97b24f8e-a100-4ede-a270-4de76722ac69 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (4119f604-842c-44ee-a628-bb60195e69f4), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.886410 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f1ddc1-f279-4c3f-8446-75daf9bf117f x-openstack-request-id: req-58f1ddc1-f279-4c3f-8446-75daf9bf117f {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:12:31.886970 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e65092a-e784-4ac6-8b3a-313e6ec4c948", "name": "network-vif-plugged", "status": "completed", "tag": "89a04835-c025-4142-8ec3-2214ac3c2bc9", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:12:31.887320 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-58f1ddc1-f279-4c3f-8446-75daf9bf117f {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:12:31.887969 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e65092a-e784-4ac6-8b3a-313e6ec4c948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a04835-c025-4142-8ec3-2214ac3c2bc9', 'code': 200} Feb 09 22:12:31.888829 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d0199aed-277c-4ea2-b0be-be963e2805d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:12:22Z', 'revision_number': 11, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:31.935596 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0199aed-277c-4ea2-b0be-be963e2805d7 None None] The sync data for ids ['2d6fcd07-8b97-4b65-a176-b95d0be465e9'] in n-d-828601-1 is: [{'id': '2d6fcd07-8b97-4b65-a176-b95d0be465e9', 'name': 'tempest-RoutersIpV6Test-router-1341928657', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:59Z', 'updated_at': '2022-02-09T22:12:22Z', 'revision_number': 11, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:31.937474 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece78d3a-4a5e-4a17-b03a-822a25f2920b None None] Resources bound (agent type, host, resource id): {{(pid=103203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:12:32.084357 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5b173f1d-2023-479d-9909-a1d2aaeafac6 None None] Current status of the port 8139853f-8c47-4c67-ba1b-8578ffafe852 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:32.084838 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5b173f1d-2023-479d-9909-a1d2aaeafac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8139853f-8c47-4c67-ba1b-8578ffafe852), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.090940 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b24f8e-a100-4ede-a270-4de76722ac69 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Port': ['ID=4119f604-842c-44ee-a628-bb60195e69f4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:32.098066 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b24f8e-a100-4ede-a270-4de76722ac69 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] No DVR routers for this DVR port 4119f604-842c-44ee-a628-bb60195e69f4 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:32.147404 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48bbd25c-edef-48de-8a70-60ba042bbc07 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (2d6fcd07-8b97-4b65-a176-b95d0be465e9), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.193874 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48bbd25c-edef-48de-8a70-60ba042bbc07 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router_controller (2d6fcd07-8b97-4b65-a176-b95d0be465e9), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.219400 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 4d7e4dd4-1130-4a26-a9ae-480f38926dbf is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:32.221491 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8139853f-8c47-4c67-ba1b-8578ffafe852 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:32.288795 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-5b173f1d-2023-479d-9909-a1d2aaeafac6 None None] For port 8139853f-8c47-4c67-ba1b-8578ffafe852, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8139853f-8c47-4c67-ba1b-8578ffafe852,segment=NetworkSegment(e0495290-49f2-4023-ac25-802cabb6e6f6),segment_id=e0495290-49f2-4023-ac25-802cabb6e6f6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:32.298028 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5b173f1d-2023-479d-9909-a1d2aaeafac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8139853f-8c47-4c67-ba1b-8578ffafe852), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.408606 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b173f1d-2023-479d-9909-a1d2aaeafac6 None None] Pushing event updated for resources: {'Port': ['ID=8139853f-8c47-4c67-ba1b-8578ffafe852,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:32.454005 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8139853f-8c47-4c67-ba1b-8578ffafe852 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:32.454533 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8139853f-8c47-4c67-ba1b-8578ffafe852), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.467066 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48bbd25c-edef-48de-8a70-60ba042bbc07 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (2d6fcd07-8b97-4b65-a176-b95d0be465e9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.468698 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bbd25c-edef-48de-8a70-60ba042bbc07 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Fanout notify agent at l3_agent the message router_deleted on router 2d6fcd07-8b97-4b65-a176-b95d0be465e9 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:12:32.481184 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48bbd25c-edef-48de-8a70-60ba042bbc07 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.483113 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-48bbd25c-edef-48de-8a70-60ba042bbc07 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/routers/2d6fcd07-8b97-4b65-a176-b95d0be465e9 HTTP/1.1" status: 204 len: 168 time: 1.1765287 Feb 09 22:12:32.490795 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36700) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:32.499225 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2a2e89e1-d65d-45a5-93a6-c80f7b85e430 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-526870074', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:32.505010 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97b24f8e-a100-4ede-a270-4de76722ac69 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (305ee311-f909-4f96-965b-921b4370e74e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.510372 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fed166-0091-4166-a76e-212e8a77de95 None None] Network 8eb1b118-355e-4bdc-9775-e75604df539b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:32.513257 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7d63dc4-95f1-4742-9731-03a59d7fe49e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (c3805a04-8e3a-4b25-b07b-b22072b78af8), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.546997 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba260f-c743-49c3-918f-f6cd8a13fff5 req-ac3ce262-37b6-4a03-90c8-62b737f6631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:32.550490 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95ba260f-c743-49c3-918f-f6cd8a13fff5 req-ac3ce262-37b6-4a03-90c8-62b737f6631d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 1128 time: 0.5593195 Feb 09 22:12:32.560795 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7d63dc4-95f1-4742-9731-03a59d7fe49e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (c3805a04-8e3a-4b25-b07b-b22072b78af8), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.562518 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2a2e89e1-d65d-45a5-93a6-c80f7b85e430 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (420ea79d-d5fc-40cf-860c-d791e499512a), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.565343 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2a2e89e1-d65d-45a5-93a6-c80f7b85e430 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (420ea79d-d5fc-40cf-860c-d791e499512a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.651436 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-97b24f8e-a100-4ede-a270-4de76722ac69 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305ee311-f909-4f96-965b-921b4370e74e']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:32.695555 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2a2e89e1-d65d-45a5-93a6-c80f7b85e430 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router_controller (420ea79d-d5fc-40cf-860c-d791e499512a), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.713552 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2a2e89e1-d65d-45a5-93a6-c80f7b85e430 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (420ea79d-d5fc-40cf-860c-d791e499512a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.738642 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2a2e89e1-d65d-45a5-93a6-c80f7b85e430 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.741061 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2a2e89e1-d65d-45a5-93a6-c80f7b85e430 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2488325 Feb 09 22:12:32.743542 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36706) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:32.744274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df548dbf-e8ad-4259-bee2-8559dbbd683b req-42094bd6-df8f-4cfd-9cba-d76107f52dbc tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:32.747623 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df548dbf-e8ad-4259-bee2-8559dbbd683b req-42094bd6-df8f-4cfd-9cba-d76107f52dbc tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 946 time: 0.6653359 Feb 09 22:12:32.756963 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-00243559-a65f-47d6-ba69-90021e71e0c9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:32.767701 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-97b24f8e-a100-4ede-a270-4de76722ac69 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753aa34b-7c50-45fb-a791-23cc2ade852f') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:32.768216 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-97b24f8e-a100-4ede-a270-4de76722ac69 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753aa34b-7c50-45fb-a791-23cc2ade852f') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:32.827452 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97b24f8e-a100-4ede-a270-4de76722ac69 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (753aa34b-7c50-45fb-a791-23cc2ade852f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.907976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d63dc4-95f1-4742-9731-03a59d7fe49e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=c3805a04-8e3a-4b25-b07b-b22072b78af8,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:32.952759 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95ba260f-c743-49c3-918f-f6cd8a13fff5 req-82bddb88-ccb5-4631-a4c0-62aa91680ad8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727081 Feb 09 22:12:32.954723 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97b24f8e-a100-4ede-a270-4de76722ac69 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (753aa34b-7c50-45fb-a791-23cc2ade852f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.966105 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7d63dc4-95f1-4742-9731-03a59d7fe49e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.975802 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b24f8e-a100-4ede-a270-4de76722ac69 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:32.976413 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97b24f8e-a100-4ede-a270-4de76722ac69 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (753aa34b-7c50-45fb-a791-23cc2ade852f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:32.990713 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:33.040482 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8139853f-8c47-4c67-ba1b-8578ffafe852 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:33.066280 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-00243559-a65f-47d6-ba69-90021e71e0c9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (420ea79d-d5fc-40cf-860c-d791e499512a), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.088557 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-00243559-a65f-47d6-ba69-90021e71e0c9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-316890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-316867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-342176'] for router (420ea79d-d5fc-40cf-860c-d791e499512a), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.161901 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 4119f604-842c-44ee-a628-bb60195e69f4 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:33.182425 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d63dc4-95f1-4742-9731-03a59d7fe49e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 8eb1b118-355e-4bdc-9775-e75604df539b is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:33.190862 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-c7d63dc4-95f1-4742-9731-03a59d7fe49e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:33.216977 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df548dbf-e8ad-4259-bee2-8559dbbd683b req-b0a270f8-d378-4ec5-a725-1d999afbdac2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397273 Feb 09 22:12:33.239141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 4119f604-842c-44ee-a628-bb60195e69f4 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:33.242463 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 4119f604-842c-44ee-a628-bb60195e69f4 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:33.270026 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97b24f8e-a100-4ede-a270-4de76722ac69 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (305ee311-f909-4f96-965b-921b4370e74e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.290181 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97b24f8e-a100-4ede-a270-4de76722ac69 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.305027 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-97b24f8e-a100-4ede-a270-4de76722ac69 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/networks/305ee311-f909-4f96-965b-921b4370e74e HTTP/1.1" status: 204 len: 168 time: 4.8378439 Feb 09 22:12:33.317837 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36714) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:33.330078 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3c60536b-bcbe-4e87-ab28-657fcd8699cd tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-163028191'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:33.359912 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00243559-a65f-47d6-ba69-90021e71e0c9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Router 420ea79d-d5fc-40cf-860c-d791e499512a is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:12:33.368952 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c60536b-bcbe-4e87-ab28-657fcd8699cd tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:33.378450 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c60536b-bcbe-4e87-ab28-657fcd8699cd tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.455621 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8139853f-8c47-4c67-ba1b-8578ffafe852 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:33.498868 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b24f8e-a100-4ede-a270-4de76722ac69 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Network': ['ID=305ee311-f909-4f96-965b-921b4370e74e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:33.551118 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd1974-42f4-4adf-b9c6-945a2fa15d9f req-56601235-f186-4cf6-9897-ee57032f864a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:33.558285 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8cfd1974-42f4-4adf-b9c6-945a2fa15d9f req-56601235-f186-4cf6-9897-ee57032f864a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 946 time: 0.1526959 Feb 09 22:12:33.605758 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c60536b-bcbe-4e87-ab28-657fcd8699cd tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:33.610626 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00243559-a65f-47d6-ba69-90021e71e0c9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:12:33.627157 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45747b1-fb4f-4e13-8d61-7f02f40e95be None None] Sync routers for ids ['420ea79d-d5fc-40cf-860c-d791e499512a'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:12:33.637742 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-00243559-a65f-47d6-ba69-90021e71e0c9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.639786 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-00243559-a65f-47d6-ba69-90021e71e0c9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "PUT /v2.0/routers/420ea79d-d5fc-40cf-860c-d791e499512a HTTP/1.1" status: 200 len: 697 time: 0.8944464 Feb 09 22:12:33.657313 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d63dc4-95f1-4742-9731-03a59d7fe49e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Router 2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:12:33.657532 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36718) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:33.706663 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8cfd1974-42f4-4adf-b9c6-945a2fa15d9f req-509e5c43-9e55-4111-8531-20deb6dea55e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473577 Feb 09 22:12:33.729346 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b5d8be7b-4c5c-4c9d-ad41-88461f52da15 None None] Provisioning complete for port 8139853f-8c47-4c67-ba1b-8578ffafe852 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:33.730008 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b5d8be7b-4c5c-4c9d-ad41-88461f52da15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8139853f-8c47-4c67-ba1b-8578ffafe852), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.752454 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18dadaac-35bb-4a28-aab5-bbb89dfd5755 req-bad762a1-eea2-4e81-ba7b-b2ae1a151f38 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1832328 Feb 09 22:12:33.797753 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36720) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:33.802104 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c60536b-bcbe-4e87-ab28-657fcd8699cd tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d2972426-628e-4d2c-8c6f-3d3468e761f7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.802718 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-3c60536b-bcbe-4e87-ab28-657fcd8699cd tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Added segment d2972426-628e-4d2c-8c6f-3d3468e761f7 of type vlan for network 2a3b99d2-ce4d-428c-87b0-800b747a4f46 Feb 09 22:12:33.805624 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8139853f-8c47-4c67-ba1b-8578ffafe852 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:33.806420 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8139853f-8c47-4c67-ba1b-8578ffafe852), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.911607 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900d4037-d080-4d7e-bfbd-355038372298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29469d4a-04a1-4b82-91f0-25a04aeac789'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:12:33.914139 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a656eb6-0a4b-4445-bb3e-5c566b34da18" -d '{"events": [{"server_uuid": "900d4037-d080-4d7e-bfbd-355038372298", "name": "network-vif-plugged", "status": "completed", "tag": "29469d4a-04a1-4b82-91f0-25a04aeac789"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:12:33.924949 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b5d8be7b-4c5c-4c9d-ad41-88461f52da15 None None] Current status of the port 8139853f-8c47-4c67-ba1b-8578ffafe852 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:33.945791 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3fb232e7-a53d-49bb-8b04-e51efd0f2626 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/routers/420ea79d-d5fc-40cf-860c-d791e499512a HTTP/1.1" status: 200 len: 703 time: 0.2866645 Feb 09 22:12:33.959587 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b5d8be7b-4c5c-4c9d-ad41-88461f52da15 None None] Provisioning complete for port c3805a04-8e3a-4b25-b07b-b22072b78af8 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:33.960011 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b5d8be7b-4c5c-4c9d-ad41-88461f52da15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c3805a04-8e3a-4b25-b07b-b22072b78af8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.001411 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36726) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:34.028703 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d98b523-b332-4d57-a7bc-5ce8f8abe983 x-openstack-request-id: req-0d98b523-b332-4d57-a7bc-5ce8f8abe983 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:12:34.028703 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900d4037-d080-4d7e-bfbd-355038372298", "name": "network-vif-plugged", "status": "completed", "tag": "29469d4a-04a1-4b82-91f0-25a04aeac789", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:12:34.028703 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0d98b523-b332-4d57-a7bc-5ce8f8abe983 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:12:34.029145 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900d4037-d080-4d7e-bfbd-355038372298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29469d4a-04a1-4b82-91f0-25a04aeac789', 'code': 200} Feb 09 22:12:34.040434 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45747b1-fb4f-4e13-8d61-7f02f40e95be None None] Routers {'420ea79d-d5fc-40cf-860c-d791e499512a'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:34.041389 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-f45747b1-fb4f-4e13-8d61-7f02f40e95be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:12:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['420ea79d-d5fc-40cf-860c-d791e499512a'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:34.084742 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6fda0c39-cb5d-4543-95ec-db647894b30d tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/ports?device_id=420ea79d-d5fc-40cf-860c-d791e499512a HTTP/1.1" status: 200 len: 205 time: 0.0817590 Feb 09 22:12:34.094554 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36728) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:34.105040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dadaac-35bb-4a28-aab5-bbb89dfd5755 req-12615f1f-7de1-4659-84ee-8fbef6177735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:34.108016 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18dadaac-35bb-4a28-aab5-bbb89dfd5755 req-12615f1f-7de1-4659-84ee-8fbef6177735 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 1127 time: 0.1928921 Feb 09 22:12:34.108581 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c60536b-bcbe-4e87-ab28-657fcd8699cd tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (2a3b99d2-ce4d-428c-87b0-800b747a4f46), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.251949 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b5d8be7b-4c5c-4c9d-ad41-88461f52da15 None None] Port c3805a04-8e3a-4b25-b07b-b22072b78af8 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:34.261374 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-f45747b1-fb4f-4e13-8d61-7f02f40e95be None None] Set router 420ea79d-d5fc-40cf-860c-d791e499512a gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:34.262558 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8139853f-8c47-4c67-ba1b-8578ffafe852 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:34.374940 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.db.resource_extend [None req-3c60536b-bcbe-4e87-ab28-657fcd8699cd tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 22:12:34.401987 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-addf7c58-3186-49ba-aa39-59d45809a670 None None] Provisioning complete for port c3805a04-8e3a-4b25-b07b-b22072b78af8 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:34.402527 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-addf7c58-3186-49ba-aa39-59d45809a670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c3805a04-8e3a-4b25-b07b-b22072b78af8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.428527 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-f45747b1-fb4f-4e13-8d61-7f02f40e95be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420ea79d-d5fc-40cf-860c-d791e499512a', 'name': 'tempest-RoutersIpV6Test-router-526870074', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:32Z', 'updated_at': '2022-02-09T22:12:33Z', 'revision_number': 2, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:34.460104 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c60536b-bcbe-4e87-ab28-657fcd8699cd tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (2a3b99d2-ce4d-428c-87b0-800b747a4f46), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.475081 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c60536b-bcbe-4e87-ab28-657fcd8699cd tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:34.476670 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c60536b-bcbe-4e87-ab28-657fcd8699cd tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.480137 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45747b1-fb4f-4e13-8d61-7f02f40e95be None None] Checking router: 420ea79d-d5fc-40cf-860c-d791e499512a for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:12:34.480401 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-addf7c58-3186-49ba-aa39-59d45809a670 None None] Port c3805a04-8e3a-4b25-b07b-b22072b78af8 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:34.499734 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c231453-e515-4eef-a4f4-ee37fc22376e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (420ea79d-d5fc-40cf-860c-d791e499512a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.500870 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45747b1-fb4f-4e13-8d61-7f02f40e95be None None] Routers {'420ea79d-d5fc-40cf-860c-d791e499512a'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:34.501914 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-f45747b1-fb4f-4e13-8d61-7f02f40e95be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:12:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['420ea79d-d5fc-40cf-860c-d791e499512a'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:34.502622 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d63dc4-95f1-4742-9731-03a59d7fe49e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:12:34.517504 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c7d63dc4-95f1-4742-9731-03a59d7fe49e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "PUT /v2.0/routers/2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3021698 Feb 09 22:12:34.518817 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3c60536b-bcbe-4e87-ab28-657fcd8699cd tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1968024 Feb 09 22:12:34.521560 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dadaac-35bb-4a28-aab5-bbb89dfd5755 req-07bc374c-ab5d-43af-a946-055eb576ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:34.523126 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18dadaac-35bb-4a28-aab5-bbb89dfd5755 req-07bc374c-ab5d-43af-a946-055eb576ecf9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 911 time: 0.3735058 Feb 09 22:12:34.523324 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8109713-d3e0-4a3e-ac97-f2d11897c42b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.546616 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] Sync routers for ids ['2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:12:34.546899 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36732) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:34.564178 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] Routers {'2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:34.565394 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:12:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:34.605832 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-de45a0ec-e0c2-471d-9417-6aacf17c2a58 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'subnet': {'network_id': '2a3b99d2-ce4d-428c-87b0-800b747a4f46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:34.685838 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-f45747b1-fb4f-4e13-8d61-7f02f40e95be None None] Set router 420ea79d-d5fc-40cf-860c-d791e499512a gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:34.688517 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18dadaac-35bb-4a28-aab5-bbb89dfd5755 req-f3872158-9df3-494f-889b-846315235273 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84 HTTP/1.1" status: 200 len: 1000 time: 0.1154044 Feb 09 22:12:34.690678 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddc317-a773-4e0d-814e-9fb92f5ffc31 req-7861c664-0bb5-4e31-8ebf-cd7390d5e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:34.692259 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9ddc317-a773-4e0d-814e-9fb92f5ffc31 req-7861c664-0bb5-4e31-8ebf-cd7390d5e859 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 1128 time: 0.4744909 Feb 09 22:12:34.766104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0bd2a498-2a2e-4e75-8994-ce44428611de None None] Provisioning complete for port c3805a04-8e3a-4b25-b07b-b22072b78af8 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:34.766745 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0bd2a498-2a2e-4e75-8994-ce44428611de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c3805a04-8e3a-4b25-b07b-b22072b78af8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.794367 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa56df1-fc97-4078-bf39-f9bd9d7e5842 req-866d07fc-7d17-4df0-80e8-c733c77c9a8b tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:34.812740 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6aa56df1-fc97-4078-bf39-f9bd9d7e5842 req-866d07fc-7d17-4df0-80e8-c733c77c9a8b tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 946 time: 0.3291793 Feb 09 22:12:34.827998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0bd2a498-2a2e-4e75-8994-ce44428611de None None] Port c3805a04-8e3a-4b25-b07b-b22072b78af8 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:34.847601 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] Set router 2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:34.849052 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-f45747b1-fb4f-4e13-8d61-7f02f40e95be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420ea79d-d5fc-40cf-860c-d791e499512a', 'name': 'tempest-RoutersIpV6Test-router-526870074', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:32Z', 'updated_at': '2022-02-09T22:12:33Z', 'revision_number': 2, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:34.907457 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45747b1-fb4f-4e13-8d61-7f02f40e95be None None] The sync data for ids ['420ea79d-d5fc-40cf-860c-d791e499512a'] in n-d-828601-1 is: [{'id': '420ea79d-d5fc-40cf-860c-d791e499512a', 'name': 'tempest-RoutersIpV6Test-router-526870074', 'tenant_id': '47944c0c1a37453aba470db687825795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:32Z', 'updated_at': '2022-02-09T22:12:33Z', 'revision_number': 2, 'project_id': '47944c0c1a37453aba470db687825795', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:34.915535 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c231453-e515-4eef-a4f4-ee37fc22376e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (420ea79d-d5fc-40cf-860c-d791e499512a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.917855 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c231453-e515-4eef-a4f4-ee37fc22376e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router_controller (420ea79d-d5fc-40cf-860c-d791e499512a), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.020120 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9ddc317-a773-4e0d-814e-9fb92f5ffc31 req-2d61c812-4af3-44e3-87ad-ce2a72eb76c9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009377 Feb 09 22:12:35.044191 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6aa56df1-fc97-4078-bf39-f9bd9d7e5842 req-8136b93d-5749-4dac-9d6c-1ee42e5af51f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214954 Feb 09 22:12:35.046415 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dadaac-35bb-4a28-aab5-bbb89dfd5755 req-c1e8779c-be80-4eaa-92b1-2dfeaa0e3af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:35.048673 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18dadaac-35bb-4a28-aab5-bbb89dfd5755 req-c1e8779c-be80-4eaa-92b1-2dfeaa0e3af3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.3353133 Feb 09 22:12:35.215135 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0db73-d5e2-45f0-9a54-13e17b9c4d77 req-82ced74c-bc3d-4e60-9492-c5a0efdc7d25 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:35.217151 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21c0db73-d5e2-45f0-9a54-13e17b9c4d77 req-82ced74c-bc3d-4e60-9492-c5a0efdc7d25 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 946 time: 0.0790608 Feb 09 22:12:35.293720 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60536b-bcbe-4e87-ab28-657fcd8699cd tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Network': ['ID=2a3b99d2-ce4d-428c-87b0-800b747a4f46,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:35.295637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346166940', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:14Z', 'updated_at': '2022-02-09T22:12:29Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:16Z', 'updated_at': '2022-02-09T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'c3805a04-8e3a-4b25-b07b-b22072b78af8', 'name': '', 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:6b:2f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '705c9301-7993-4fb7-9cf8-323b2b7171c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:26Z', 'updated_at': '2022-02-09T22:12:31Z', 'revision_number': 2, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '705c9301-7993-4fb7-9cf8-323b2b7171c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:35.313945 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21c0db73-d5e2-45f0-9a54-13e17b9c4d77 req-22af8e95-9d57-4761-81d6-f8e08bb87dd9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659621 Feb 09 22:12:35.326403 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dadaac-35bb-4a28-aab5-bbb89dfd5755 req-7225ff12-d61b-444e-91c7-a03b3d9ef16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:35.328454 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18dadaac-35bb-4a28-aab5-bbb89dfd5755 req-7225ff12-d61b-444e-91c7-a03b3d9ef16a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1100543 Feb 09 22:12:35.338830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 2a3b99d2-ce4d-428c-87b0-800b747a4f46 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:35.342154 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] Checking router: 2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:12:35.342516 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] Updating router 2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 port c3805a04-8e3a-4b25-b07b-b22072b78af8 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:12:35.405403 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c231453-e515-4eef-a4f4-ee37fc22376e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (420ea79d-d5fc-40cf-860c-d791e499512a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.406338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c231453-e515-4eef-a4f4-ee37fc22376e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Fanout notify agent at l3_agent the message router_deleted on router 420ea79d-d5fc-40cf-860c-d791e499512a {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:12:35.436733 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c231453-e515-4eef-a4f4-ee37fc22376e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.438481 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6c231453-e515-4eef-a4f4-ee37fc22376e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/routers/420ea79d-d5fc-40cf-860c-d791e499512a HTTP/1.1" status: 204 len: 168 time: 1.3424795 Feb 09 22:12:35.439205 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c3805a04-8e3a-4b25-b07b-b22072b78af8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.505312 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8109713-d3e0-4a3e-ac97-f2d11897c42b admin admin] Publish callbacks [] for security_group (5f30b4fc-6a01-4871-abdd-39b96fa460c1), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.506904 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36746) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:35.546390 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8109713-d3e0-4a3e-ac97-f2d11897c42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5f30b4fc-6a01-4871-abdd-39b96fa460c1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.548587 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18dadaac-35bb-4a28-aab5-bbb89dfd5755 req-c228c34d-ee4d-4d7f-8e4a-6e10cb233f35 service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129500 Feb 09 22:12:35.550843 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7f239328-1d12-4d0e-b2a3-75e1ac74151e tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/ports?device_id=420ea79d-d5fc-40cf-860c-d791e499512a HTTP/1.1" status: 200 len: 205 time: 0.0388746 Feb 09 22:12:35.556136 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36752) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:35.582032 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de45a0ec-e0c2-471d-9417-6aacf17c2a58 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:35.585908 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de45a0ec-e0c2-471d-9417-6aacf17c2a58 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.655700 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c8109713-d3e0-4a3e-ac97-f2d11897c42b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=873876f0c6db4628a809d0f6e9a3c3f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8552244 Feb 09 22:12:35.662130 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36754) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:35.667355 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-e33b0644-8578-4b66-b319-fbfba4ea1369 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] delete failed (client error): The resource could not be found. Feb 09 22:12:35.668547 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e33b0644-8578-4b66-b319-fbfba4ea1369 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/routers/420ea79d-d5fc-40cf-860c-d791e499512a HTTP/1.1" status: 404 len: 336 time: 0.1113338 Feb 09 22:12:35.679123 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36756) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:35.679472 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8109713-d3e0-4a3e-ac97-f2d11897c42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f30b4fc-6a01-4871-abdd-39b96fa460c1,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:35.729298 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-a004fff6-8687-4c07-9dc3-572f7f9b1a7f tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] DELETE failed (client error): The resource could not be found. Feb 09 22:12:35.729934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a004fff6-8687-4c07-9dc3-572f7f9b1a7f tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:35.736849 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a004fff6-8687-4c07-9dc3-572f7f9b1a7f tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/subnets/001e7a78-540d-4748-bc67-0e5325dccebc HTTP/1.1" status: 404 len: 337 time: 0.0533633 Feb 09 22:12:35.739312 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36758) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:35.743711 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-9d33a057-72ca-4b1f-8c9b-c182ef90f7d6 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-742525076&fields=id&tenant_id=a306ddcdfade484fb30dc0e0a20bda6f HTTP/1.1" status: 200 len: 267 time: 0.2087665 Feb 09 22:12:35.776774 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf28ca84-bc21-42f6-84eb-de78c93198dd tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] DELETE failed (client error): The resource could not be found. Feb 09 22:12:35.777240 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf28ca84-bc21-42f6-84eb-de78c93198dd tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:35.780966 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bf28ca84-bc21-42f6-84eb-de78c93198dd tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/subnets/0691ade6-5557-4227-bfbd-3622ee03f1c7 HTTP/1.1" status: 404 len: 337 time: 0.0413723 Feb 09 22:12:35.785772 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36760) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:35.831589 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-a238eaf0-3f53-44fe-8147-ae27bfd75204 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] DELETE failed (client error): The resource could not be found. Feb 09 22:12:35.832109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a238eaf0-3f53-44fe-8147-ae27bfd75204 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:35.835806 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a238eaf0-3f53-44fe-8147-ae27bfd75204 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/subnets/b40fc9a2-1a69-4337-aebd-6b449b7fa5a0 HTTP/1.1" status: 404 len: 337 time: 0.0473814 Feb 09 22:12:35.840842 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36762) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:35.847632 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19e744b3-29a8-4c86-a37c-7d0ac1924e1e admin admin] Publish callbacks [] for security_group (5f30b4fc-6a01-4871-abdd-39b96fa460c1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.901372 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18dadaac-35bb-4a28-aab5-bbb89dfd5755 req-b604e0ef-d8d3-4ac9-960e-af9c3fd11603 service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459270 Feb 09 22:12:35.910426 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4210d8-355a-47c0-a997-1d6bca9fdc59 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] DELETE failed (client error): The resource could not be found. Feb 09 22:12:35.910891 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4210d8-355a-47c0-a997-1d6bca9fdc59 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:35.918238 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6e4210d8-355a-47c0-a997-1d6bca9fdc59 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/subnets/51942acb-a38e-4d5a-a770-60c714ee58c9 HTTP/1.1" status: 404 len: 337 time: 0.0741339 Feb 09 22:12:35.924492 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36764) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:36.011160 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-83ba927e-a93a-403b-88c8-83a2032fe112 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:36.019070 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-83ba927e-a93a-403b-88c8-83a2032fe112 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/networks?id=8eb1b118-355e-4bdc-9775-e75604df539b HTTP/1.1" status: 200 len: 796 time: 0.2633789 Feb 09 22:12:36.020117 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19e744b3-29a8-4c86-a37c-7d0ac1924e1e admin admin] Publish callbacks [] for security_group (5f30b4fc-6a01-4871-abdd-39b96fa460c1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.037788 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-500bedd2-a4b4-4e01-93b7-ddfe4ddf2a2d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/quotas/a306ddcdfade484fb30dc0e0a20bda6f HTTP/1.1" status: 200 len: 375 time: 0.0176857 Feb 09 22:12:36.044243 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b10c2c08-6925-4357-848b-feced481b8e4 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d6fcd07-8b97-4b65-a176-b95d0be465e9 HTTP/1.1" status: 200 len: 205 time: 0.1113656 Feb 09 22:12:36.044776 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36766) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:36.076402 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] Publish callbacks [] for port (c3805a04-8e3a-4b25-b07b-b22072b78af8), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.111722 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c3805a04-8e3a-4b25-b07b-b22072b78af8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.181421 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-db32fcf9-25de-43ad-b5d6-272833387635 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] delete failed (client error): The resource could not be found. Feb 09 22:12:36.189701 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-db32fcf9-25de-43ad-b5d6-272833387635 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/routers/2d6fcd07-8b97-4b65-a176-b95d0be465e9 HTTP/1.1" status: 404 len: 336 time: 0.1393201 Feb 09 22:12:36.190445 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36770) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:36.225451 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d58ccb-53d9-4a07-b365-20155ed8e58a None None] Pushing event updated for resources: {'Port': ['ID=c3805a04-8e3a-4b25-b07b-b22072b78af8,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:36.232704 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36772) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:36.234158 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c2b095c7-d0be-4fe6-aa30-31e26701339c tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/ports?device_id=312b297a-fd97-40aa-887a-bcac3c40de3f HTTP/1.1" status: 200 len: 205 time: 0.0418961 Feb 09 22:12:36.255869 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de45a0ec-e0c2-471d-9417-6aacf17c2a58 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (d1ad7f19-9c91-4f96-a096-d1e861103fe4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.267104 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-66574795-24a2-482e-a763-5e1d2a046555 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2282212 Feb 09 22:12:36.397543 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-f84cac56-a789-44e0-a778-f7fe04d9f505 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] delete failed (client error): The resource could not be found. Feb 09 22:12:36.401229 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f84cac56-a789-44e0-a778-f7fe04d9f505 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/routers/312b297a-fd97-40aa-887a-bcac3c40de3f HTTP/1.1" status: 404 len: 336 time: 0.1619854 Feb 09 22:12:36.405875 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36774) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:36.487526 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-4025d298-5f0b-4c7c-a114-b00498f4cd42 service neutron] 10.222.0.77 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819253 Feb 09 22:12:36.492724 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] Attempting to bind port c3805a04-8e3a-4b25-b07b-b22072b78af8 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:36.493167 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] Attempting to bind port c3805a04-8e3a-4b25-b07b-b22072b78af8 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'e0495290-49f2-4023-ac25-802cabb6e6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:36.493643 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] Attempting to bind port c3805a04-8e3a-4b25-b07b-b22072b78af8 on network 8eb1b118-355e-4bdc-9775-e75604df539b {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:36.501640 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:36.502037 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] Checking segment: {'id': 'e0495290-49f2-4023-ac25-802cabb6e6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:36.502449 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.502854 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] Bound using segment: {'id': 'e0495290-49f2-4023-ac25-802cabb6e6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:36.503475 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] Bound port: c3805a04-8e3a-4b25-b07b-b22072b78af8, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0495290-49f2-4023-ac25-802cabb6e6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:36.503907 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c3805a04-8e3a-4b25-b07b-b22072b78af8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.528611 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-9987595a-aa0b-4049-997c-09ae674bba63 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] DELETE failed (client error): The resource could not be found. Feb 09 22:12:36.529371 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9987595a-aa0b-4049-997c-09ae674bba63 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:36.534863 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9987595a-aa0b-4049-997c-09ae674bba63 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/subnets/ab47a672-890b-455f-b795-9656b32cfb17 HTTP/1.1" status: 404 len: 337 time: 0.1271474 Feb 09 22:12:36.543275 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19e744b3-29a8-4c86-a37c-7d0ac1924e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5f30b4fc-6a01-4871-abdd-39b96fa460c1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.548371 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19e744b3-29a8-4c86-a37c-7d0ac1924e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.551615 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36776) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:36.563093 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-19e744b3-29a8-4c86-a37c-7d0ac1924e1e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5f30b4fc-6a01-4871-abdd-39b96fa460c1 HTTP/1.1" status: 204 len: 168 time: 0.8922789 Feb 09 22:12:36.647115 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e744b3-29a8-4c86-a37c-7d0ac1924e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f30b4fc-6a01-4871-abdd-39b96fa460c1,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:36.651377 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] For port c3805a04-8e3a-4b25-b07b-b22072b78af8, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:36.653182 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45a0ec-e0c2-471d-9417-6aacf17c2a58 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Subnet': ['ID=d1ad7f19-9c91-4f96-a096-d1e861103fe4,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:36.656288 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] For port c3805a04-8e3a-4b25-b07b-b22072b78af8, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c3805a04-8e3a-4b25-b07b-b22072b78af8,segment=NetworkSegment(e0495290-49f2-4023-ac25-802cabb6e6f6),segment_id=e0495290-49f2-4023-ac25-802cabb6e6f6)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:36.682311 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de45a0ec-e0c2-471d-9417-6aacf17c2a58 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Checking segment: {'id': 'd2972426-628e-4d2c-8c6f-3d3468e761f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2a3b99d2-ce4d-428c-87b0-800b747a4f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:36.682922 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de45a0ec-e0c2-471d-9417-6aacf17c2a58 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network hostable DHCP agents. Network: 2a3b99d2-ce4d-428c-87b0-800b747a4f46, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:36.689366 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-614ef724-0c3d-4dcf-bb12-860d40200340 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a040492-6d6c-4b66-a825-2eac7a336c9d HTTP/1.1" status: 200 len: 205 time: 0.1324646 Feb 09 22:12:36.690667 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36780) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:36.692154 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c3805a04-8e3a-4b25-b07b-b22072b78af8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.740077 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de45a0ec-e0c2-471d-9417-6aacf17c2a58 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network 2a3b99d2-ce4d-428c-87b0-800b747a4f46 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:36.762155 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-de45a0ec-e0c2-471d-9417-6aacf17c2a58 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 2a3b99d2-ce4d-428c-87b0-800b747a4f46) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:36.781190 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de45a0ec-e0c2-471d-9417-6aacf17c2a58 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:36.784103 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de45a0ec-e0c2-471d-9417-6aacf17c2a58 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.808412 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24556259-6e47-47a6-b2bd-3c00019e4c5a None None] Network 2a3b99d2-ce4d-428c-87b0-800b747a4f46 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:36.828545 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-de45a0ec-e0c2-471d-9417-6aacf17c2a58 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2369332 Feb 09 22:12:36.831443 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36782) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:36.841721 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-81917633-52ed-4d70-abad-57e8534b353f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'port': {'network_id': '2a3b99d2-ce4d-428c-87b0-800b747a4f46', 'name': 'tempest-PortsIpV6TestJSON-1712392782', 'fixed_ips': [{'subnet_id': 'd1ad7f19-9c91-4f96-a096-d1e861103fe4', 'ip_address': '2001:db8::10'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:36.993336 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] Routers {'2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:36.994051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:12:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:37.000473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d7f77b44-96ad-43bb-bbf4-974cc39cb9c1 None None] Provisioning complete for port c3805a04-8e3a-4b25-b07b-b22072b78af8 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:37.000858 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7f77b44-96ad-43bb-bbf4-974cc39cb9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c3805a04-8e3a-4b25-b07b-b22072b78af8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.042338 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d58ccb-53d9-4a07-b365-20155ed8e58a None None] Pushing event updated for resources: {'Port': ['ID=c3805a04-8e3a-4b25-b07b-b22072b78af8,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:37.059325 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81917633-52ed-4d70-abad-57e8534b353f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:37.177550 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-98a1990b-d983-4197-9663-a544730b6ac0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] delete failed (client error): The resource could not be found. Feb 09 22:12:37.178652 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-98a1990b-d983-4197-9663-a544730b6ac0 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/routers/3a040492-6d6c-4b66-a825-2eac7a336c9d HTTP/1.1" status: 404 len: 336 time: 0.4869769 Feb 09 22:12:37.184245 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36786) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:37.213179 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81917633-52ed-4d70-abad-57e8534b353f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.221802 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-891d329c-64ce-43ea-ab91-515c4050fe24 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a06aa01-729f-40ed-8772-f010bc7bbdd3 HTTP/1.1" status: 200 len: 205 time: 0.0361490 Feb 09 22:12:37.226113 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36788) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:37.238831 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-81917633-52ed-4d70-abad-57e8534b353f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] device_id is not set on port 16622151-24f7-49e7-a8d9-29b9e527e66e yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:12:37.252145 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36790) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:37.289626 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-ffafc5e5-2028-4f3d-89b9-5ad9739658b6 service neutron] 10.222.0.77 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7765510 Feb 09 22:12:37.290539 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-aae055f5-e559-4a3a-8452-d38e623ac48a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] delete failed (client error): The resource could not be found. Feb 09 22:12:37.291844 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-aae055f5-e559-4a3a-8452-d38e623ac48a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/routers/4a06aa01-729f-40ed-8772-f010bc7bbdd3 HTTP/1.1" status: 404 len: 336 time: 0.0624180 Feb 09 22:12:37.296116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36792) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:37.330617 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c6f6aea-ecb6-46ea-8a41-90143de08e4a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] DELETE failed (client error): The resource could not be found. Feb 09 22:12:37.331092 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c6f6aea-ecb6-46ea-8a41-90143de08e4a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:37.335192 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6c6f6aea-ecb6-46ea-8a41-90143de08e4a tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/subnets/58fff80e-9fb1-4082-9165-c459ab38630e HTTP/1.1" status: 404 len: 337 time: 0.0377312 Feb 09 22:12:37.339196 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b78a3f5c-d4ec-4903-a31f-ff37dd3ce2ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.340219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36794) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:37.424075 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9af20006-1462-49b6-981f-c0d03471be45 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/ports?device_id=760feec0-450a-4a12-aec1-ea72019ffd49 HTTP/1.1" status: 200 len: 205 time: 0.0815020 Feb 09 22:12:37.425060 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36796) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:37.430719 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d7f77b44-96ad-43bb-bbf4-974cc39cb9c1 None None] Current status of the port c3805a04-8e3a-4b25-b07b-b22072b78af8 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:37.431584 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7f77b44-96ad-43bb-bbf4-974cc39cb9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c3805a04-8e3a-4b25-b07b-b22072b78af8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.434011 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef613902-3073-46fd-a60f-6355544b6664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-2a3b99d2-ce4d-428c-87b0-800b747a4f46', 'network_id': '2a3b99d2-ce4d-428c-87b0-800b747a4f46', 'project_id': '3a081b6cfe1f477e8e25adca53408c36', 'fixed_ips': [{'subnet_id': 'd1ad7f19-9c91-4f96-a096-d1e861103fe4'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:37.434501 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ef613902-3073-46fd-a60f-6355544b6664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.482933 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-825fa62f-2a37-40bf-beee-0bffad7947a5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] delete failed (client error): The resource could not be found. Feb 09 22:12:37.484260 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-825fa62f-2a37-40bf-beee-0bffad7947a5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/routers/760feec0-450a-4a12-aec1-ea72019ffd49 HTTP/1.1" status: 404 len: 336 time: 0.0576022 Feb 09 22:12:37.489211 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36798) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:37.517318 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] Set router 2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:37.593081 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa34081-4b23-43f9-a291-03c53bf69bac tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] DELETE failed (client error): The resource could not be found. Feb 09 22:12:37.594106 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa34081-4b23-43f9-a291-03c53bf69bac tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:37.597869 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3fa34081-4b23-43f9-a291-03c53bf69bac tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/subnets/a80ee1af-3cd4-496f-bc6b-24d5ab7af18f HTTP/1.1" status: 404 len: 337 time: 0.1064403 Feb 09 22:12:37.602079 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36800) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:37.619376 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d7f77b44-96ad-43bb-bbf4-974cc39cb9c1 None None] For port c3805a04-8e3a-4b25-b07b-b22072b78af8, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c3805a04-8e3a-4b25-b07b-b22072b78af8,segment=NetworkSegment(e0495290-49f2-4023-ac25-802cabb6e6f6),segment_id=e0495290-49f2-4023-ac25-802cabb6e6f6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:37.641147 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7f77b44-96ad-43bb-bbf4-974cc39cb9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c3805a04-8e3a-4b25-b07b-b22072b78af8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.670531 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d13c81c3-1117-4d62-89d3-3a1115ecd8c5 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "GET /v2.0/ports?device_id=32095456-eef9-417f-8117-e958eeb7cd3d HTTP/1.1" status: 200 len: 205 time: 0.0638001 Feb 09 22:12:37.672411 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36806) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:37.677259 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-81917633-52ed-4d70-abad-57e8534b353f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Allocated IP 2001:db8::10 (2a3b99d2-ce4d-428c-87b0-800b747a4f46/d1ad7f19-9c91-4f96-a096-d1e861103fe4/16622151-24f7-49e7-a8d9-29b9e527e66e) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:37.686311 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b78a3f5c-d4ec-4903-a31f-ff37dd3ce2ce admin admin] Publish callbacks [] for security_group (1f7dfd5c-542f-4c57-9bbb-8a40ffc89a1d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.725880 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b78a3f5c-d4ec-4903-a31f-ff37dd3ce2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (1f7dfd5c-542f-4c57-9bbb-8a40ffc89a1d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.804724 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-e21fd98d-5970-4fd9-9832-8c77eeb1e926 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] delete failed (client error): The resource could not be found. Feb 09 22:12:37.811171 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e21fd98d-5970-4fd9-9832-8c77eeb1e926 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/routers/32095456-eef9-417f-8117-e958eeb7cd3d HTTP/1.1" status: 404 len: 336 time: 0.1369681 Feb 09 22:12:37.812108 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36808) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:37.846759 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b78a3f5c-d4ec-4903-a31f-ff37dd3ce2ce admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=102ef4cc44554fcf9b30a00ff52a4cce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5915196 Feb 09 22:12:37.852603 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36810) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:37.852896 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a3f5c-d4ec-4903-a31f-ff37dd3ce2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7dfd5c-542f-4c57-9bbb-8a40ffc89a1d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:37.875276 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbd00e9-06a2-4b95-8234-0860f20efe16 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] DELETE failed (client error): The resource could not be found. Feb 09 22:12:37.876255 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fbd00e9-06a2-4b95-8234-0860f20efe16 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:37.885811 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5fbd00e9-06a2-4b95-8234-0860f20efe16 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/subnets/41e6e26d-64dd-4ea4-bd17-b996cead005c HTTP/1.1" status: 404 len: 337 time: 0.0609365 Feb 09 22:12:37.894262 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36812) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:37.958602 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8f892c-6686-41e6-92c0-2911dec1bdf9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] DELETE failed (client error): The resource could not be found. Feb 09 22:12:37.958602 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8f892c-6686-41e6-92c0-2911dec1bdf9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:37.966388 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cd8f892c-6686-41e6-92c0-2911dec1bdf9 tempest-RoutersIpV6Test-1164239509 tempest-RoutersIpV6Test-1164239509-project] 10.222.0.77 "DELETE /v2.0/subnets/aa41ccee-0005-463d-adf5-b92dffcfcff5 HTTP/1.1" status: 404 len: 337 time: 0.0633407 Feb 09 22:12:37.991960 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8c699-0f6e-4c2a-a6b3-d90bc46ca7e9 req-c6ca35a1-b9de-48f5-899d-1071665aeb6d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:38.012744 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09f8c699-0f6e-4c2a-a6b3-d90bc46ca7e9 req-c6ca35a1-b9de-48f5-899d-1071665aeb6d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 946 time: 0.2117312 Feb 09 22:12:38.070500 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-abd4e959-f0c3-4e0a-809c-279c144747f3 admin admin] Publish callbacks [] for security_group (1f7dfd5c-542f-4c57-9bbb-8a40ffc89a1d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.075217 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81917633-52ed-4d70-abad-57e8534b353f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for port (16622151-24f7-49e7-a8d9-29b9e527e66e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.109219 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-abd4e959-f0c3-4e0a-809c-279c144747f3 admin admin] Publish callbacks [] for security_group (1f7dfd5c-542f-4c57-9bbb-8a40ffc89a1d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.124820 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9bdebcd6-fe53-48f6-b9d4-11c6c33da61a None None] Provisioning complete for port c3805a04-8e3a-4b25-b07b-b22072b78af8 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:38.125256 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9bdebcd6-fe53-48f6-b9d4-11c6c33da61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c3805a04-8e3a-4b25-b07b-b22072b78af8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.126972 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-acabefd0-fdd8-46c1-ad9c-1bddf60d694d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.149129 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09f8c699-0f6e-4c2a-a6b3-d90bc46ca7e9 req-0f767b90-d53c-4e32-85b0-910502fe357e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328659 Feb 09 22:12:38.160221 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f77b44-96ad-43bb-bbf4-974cc39cb9c1 None None] Pushing event updated for resources: {'Port': ['ID=c3805a04-8e3a-4b25-b07b-b22072b78af8,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:38.209243 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81917633-52ed-4d70-abad-57e8534b353f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (16622151-24f7-49e7-a8d9-29b9e527e66e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.273357 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346166940', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:14Z', 'updated_at': '2022-02-09T22:12:29Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:16Z', 'updated_at': '2022-02-09T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'c3805a04-8e3a-4b25-b07b-b22072b78af8', 'name': '', 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:6b:2f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '705c9301-7993-4fb7-9cf8-323b2b7171c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:26Z', 'updated_at': '2022-02-09T22:12:36Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '705c9301-7993-4fb7-9cf8-323b2b7171c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:38.281469 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81917633-52ed-4d70-abad-57e8534b353f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network 2a3b99d2-ce4d-428c-87b0-800b747a4f46 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:38.285818 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-81917633-52ed-4d70-abad-57e8534b353f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:38.288697 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81917633-52ed-4d70-abad-57e8534b353f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:38.294934 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81917633-52ed-4d70-abad-57e8534b353f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:38.295629 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81917633-52ed-4d70-abad-57e8534b353f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.301082 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-abd4e959-f0c3-4e0a-809c-279c144747f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (1f7dfd5c-542f-4c57-9bbb-8a40ffc89a1d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.303718 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-abd4e959-f0c3-4e0a-809c-279c144747f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.304927 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-abd4e959-f0c3-4e0a-809c-279c144747f3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1f7dfd5c-542f-4c57-9bbb-8a40ffc89a1d HTTP/1.1" status: 204 len: 168 time: 0.4388099 Feb 09 22:12:38.320712 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4e959-f0c3-4e0a-809c-279c144747f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7dfd5c-542f-4c57-9bbb-8a40ffc89a1d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:38.334676 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81917633-52ed-4d70-abad-57e8534b353f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Port': ['ID=16622151-24f7-49e7-a8d9-29b9e527e66e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:38.377953 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4341f4b-c13b-4d99-a4b0-1e2a47ab6fb3 None None] The sync data for ids ['2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'] in n-d-828601-1 is: [{'id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346166940', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:14Z', 'updated_at': '2022-02-09T22:12:29Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:16Z', 'updated_at': '2022-02-09T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'c3805a04-8e3a-4b25-b07b-b22072b78af8', 'name': '', 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:6b:2f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '705c9301-7993-4fb7-9cf8-323b2b7171c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:26Z', 'updated_at': '2022-02-09T22:12:36Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '705c9301-7993-4fb7-9cf8-323b2b7171c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:38.378843 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-81917633-52ed-4d70-abad-57e8534b353f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5457618 Feb 09 22:12:38.380250 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36824) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:38.407124 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b6ac437b-3e55-4ac2-b2c3-2d3084789393 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'port': {'network_id': '2a3b99d2-ce4d-428c-87b0-800b747a4f46', 'name': 'tempest-PortsIpV6TestJSON-1224710560', 'fixed_ips': [{'subnet_id': 'd1ad7f19-9c91-4f96-a096-d1e861103fe4', 'ip_address': '2001:db8::f'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:38.424090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-ef613902-3073-46fd-a60f-6355544b6664 None None] Allocated IP 2001:db8::2 (2a3b99d2-ce4d-428c-87b0-800b747a4f46/d1ad7f19-9c91-4f96-a096-d1e861103fe4/2c01cfb9-f85f-414e-b9eb-cde494754281) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:38.441780 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9bdebcd6-fe53-48f6-b9d4-11c6c33da61a None None] Current status of the port c3805a04-8e3a-4b25-b07b-b22072b78af8 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:38.565965 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbf654-b8bc-466b-ba82-c0d332725bf0 req-cac5371d-79c8-4062-83c7-728289f871d6 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:38.593713 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0cfbf654-b8bc-466b-ba82-c0d332725bf0 req-cac5371d-79c8-4062-83c7-728289f871d6 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 946 time: 0.2948041 Feb 09 22:12:38.703599 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0cfbf654-b8bc-466b-ba82-c0d332725bf0 req-8edf2a61-4cfd-4080-ae80-fe4a0d2c4f71 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911388 Feb 09 22:12:38.832705 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b086a52-3983-4b5d-8b0b-1865a02d05ab req-865d694b-cbd7-4de0-b2be-fde8f339700c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 210 time: 0.0607033 Feb 09 22:12:38.915564 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36836) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:38.930046 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ac437b-3e55-4ac2-b2c3-2d3084789393 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:38.957414 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6ac437b-3e55-4ac2-b2c3-2d3084789393 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.014963 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-b6ac437b-3e55-4ac2-b2c3-2d3084789393 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] device_id is not set on port ec6ca35f-4b8a-4503-ac90-e3780664eed2 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:12:39.028417 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ef613902-3073-46fd-a60f-6355544b6664 None None] Publish callbacks [] for port (2c01cfb9-f85f-414e-b9eb-cde494754281), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.047373 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ef613902-3073-46fd-a60f-6355544b6664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (2c01cfb9-f85f-414e-b9eb-cde494754281), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.141254 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef613902-3073-46fd-a60f-6355544b6664 None None] Network 2a3b99d2-ce4d-428c-87b0-800b747a4f46 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:39.147771 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-ef613902-3073-46fd-a60f-6355544b6664 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:39.156239 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef613902-3073-46fd-a60f-6355544b6664 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:39.324799 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef613902-3073-46fd-a60f-6355544b6664 None None] Pushing event updated for resources: {'Port': ['ID=2c01cfb9-f85f-414e-b9eb-cde494754281,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:39.381111 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ef613902-3073-46fd-a60f-6355544b6664 None None] Attempting to bind port 2c01cfb9-f85f-414e-b9eb-cde494754281 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:39.382211 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ef613902-3073-46fd-a60f-6355544b6664 None None] Attempting to bind port 2c01cfb9-f85f-414e-b9eb-cde494754281 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'd2972426-628e-4d2c-8c6f-3d3468e761f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2a3b99d2-ce4d-428c-87b0-800b747a4f46'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:39.382433 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef613902-3073-46fd-a60f-6355544b6664 None None] Attempting to bind port 2c01cfb9-f85f-414e-b9eb-cde494754281 on network 2a3b99d2-ce4d-428c-87b0-800b747a4f46 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:39.386185 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5539586d-82c3-4f79-961a-477aa8dfca48 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=47944c0c1a37453aba470db687825795&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4692378 Feb 09 22:12:39.390958 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36852) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:39.400392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef613902-3073-46fd-a60f-6355544b6664 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:39.401013 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef613902-3073-46fd-a60f-6355544b6664 None None] Checking segment: {'id': 'd2972426-628e-4d2c-8c6f-3d3468e761f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2a3b99d2-ce4d-428c-87b0-800b747a4f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:39.401695 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ef613902-3073-46fd-a60f-6355544b6664 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.402367 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef613902-3073-46fd-a60f-6355544b6664 None None] Bound using segment: {'id': 'd2972426-628e-4d2c-8c6f-3d3468e761f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2a3b99d2-ce4d-428c-87b0-800b747a4f46'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:39.403253 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ef613902-3073-46fd-a60f-6355544b6664 None None] Bound port: 2c01cfb9-f85f-414e-b9eb-cde494754281, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2972426-628e-4d2c-8c6f-3d3468e761f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2a3b99d2-ce4d-428c-87b0-800b747a4f46'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:39.403913 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ef613902-3073-46fd-a60f-6355544b6664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2c01cfb9-f85f-414e-b9eb-cde494754281), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.585382 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c3805a04-8e3a-4b25-b07b-b22072b78af8 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:39.601413 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5321e8e-df29-4391-b6b6-8e575ddd7a3c admin admin] Publish callbacks [] for security_group (495cb8da-3e2f-4bbe-bfe3-cf6304e041d3), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.647672 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5321e8e-df29-4391-b6b6-8e575ddd7a3c admin admin] Publish callbacks [] for security_group (495cb8da-3e2f-4bbe-bfe3-cf6304e041d3), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.677328 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-b6ac437b-3e55-4ac2-b2c3-2d3084789393 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Allocated IP 2001:db8::f (2a3b99d2-ce4d-428c-87b0-800b747a4f46/d1ad7f19-9c91-4f96-a096-d1e861103fe4/ec6ca35f-4b8a-4503-ac90-e3780664eed2) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:39.695975 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ef613902-3073-46fd-a60f-6355544b6664 None None] For port 2c01cfb9-f85f-414e-b9eb-cde494754281, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:39.784358 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ef613902-3073-46fd-a60f-6355544b6664 None None] For port 2c01cfb9-f85f-414e-b9eb-cde494754281, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2c01cfb9-f85f-414e-b9eb-cde494754281,segment=NetworkSegment(d2972426-628e-4d2c-8c6f-3d3468e761f7),segment_id=d2972426-628e-4d2c-8c6f-3d3468e761f7)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:39.791108 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5321e8e-df29-4391-b6b6-8e575ddd7a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (495cb8da-3e2f-4bbe-bfe3-cf6304e041d3), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.798496 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5321e8e-df29-4391-b6b6-8e575ddd7a3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.806379 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c5321e8e-df29-4391-b6b6-8e575ddd7a3c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/495cb8da-3e2f-4bbe-bfe3-cf6304e041d3 HTTP/1.1" status: 204 len: 168 time: 0.4049408 Feb 09 22:12:39.811760 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ef613902-3073-46fd-a60f-6355544b6664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2c01cfb9-f85f-414e-b9eb-cde494754281), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.850568 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5321e8e-df29-4391-b6b6-8e575ddd7a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495cb8da-3e2f-4bbe-bfe3-cf6304e041d3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:40.062761 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c3805a04-8e3a-4b25-b07b-b22072b78af8 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:40.063183 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c3805a04-8e3a-4b25-b07b-b22072b78af8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:40.167575 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6ac437b-3e55-4ac2-b2c3-2d3084789393 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for port (ec6ca35f-4b8a-4503-ac90-e3780664eed2), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:40.222693 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef613902-3073-46fd-a60f-6355544b6664 None None] Pushing event updated for resources: {'Port': ['ID=2c01cfb9-f85f-414e-b9eb-cde494754281,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:40.277866 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6ac437b-3e55-4ac2-b2c3-2d3084789393 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ec6ca35f-4b8a-4503-ac90-e3780664eed2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:40.409196 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac437b-3e55-4ac2-b2c3-2d3084789393 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Port': ['ID=ec6ca35f-4b8a-4503-ac90-e3780664eed2,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:40.538799 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ac437b-3e55-4ac2-b2c3-2d3084789393 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network 2a3b99d2-ce4d-428c-87b0-800b747a4f46 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:40.547105 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-b6ac437b-3e55-4ac2-b2c3-2d3084789393 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:40.559795 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ac437b-3e55-4ac2-b2c3-2d3084789393 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:40.586396 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ac437b-3e55-4ac2-b2c3-2d3084789393 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:40.595573 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6ac437b-3e55-4ac2-b2c3-2d3084789393 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:40.675187 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b6ac437b-3e55-4ac2-b2c3-2d3084789393 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2922304 Feb 09 22:12:40.676869 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36882) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:40.757515 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eb915ddd-4e7b-4d57-ad8d-c0f8dc15d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:40.769393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c3805a04-8e3a-4b25-b07b-b22072b78af8 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:40.915995 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-003292c5-1cdb-42b4-bd92-f483d798d808 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:40.921092 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-003292c5-1cdb-42b4-bd92-f483d798d808 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.42 "GET /v2.0/networks?id=8eb1b118-355e-4bdc-9775-e75604df539b HTTP/1.1" status: 200 len: 796 time: 0.6729162 Feb 09 22:12:41.163436 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-aef78215-df28-47d3-88b7-72b8c02f7daa tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a306ddcdfade484fb30dc0e0a20bda6f HTTP/1.1" status: 200 len: 379 time: 0.2292504 Feb 09 22:12:41.178210 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b826c0-106e-45e6-aaf0-30cf0bbe3c6e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:41.181039 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-d85658c9-1ff0-4ac3-9af9-ccf59ad226d0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'port': {'device_id': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b', 'admin_state_up': True, 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'security_groups': ['905c21ad-aa09-4f1e-9b09-9abdc7e97a85']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:41.197918 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-66b826c0-106e-45e6-aaf0-30cf0bbe3c6e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5185366 Feb 09 22:12:41.202099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36900) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:41.447220 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25203648-5581-42d5-96fd-055f23958978 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:41.474821 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25203648-5581-42d5-96fd-055f23958978 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:41.493576 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25203648-5581-42d5-96fd-055f23958978 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:41.521523 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-25203648-5581-42d5-96fd-055f23958978 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2975860 Feb 09 22:12:41.523067 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36912) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:41.613528 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2c01cfb9-f85f-414e-b9eb-cde494754281 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:41.811105 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-d85658c9-1ff0-4ac3-9af9-ccf59ad226d0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Made reservation on behalf of a306ddcdfade484fb30dc0e0a20bda6f for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:41.830925 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-d85658c9-1ff0-4ac3-9af9-ccf59ad226d0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.910222 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.964349 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0968d7ad-fd3b-4f95-9ae3-5a326f636567 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting port ec6ca35f-4b8a-4503-ac90-e3780664eed2 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:41.972800 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0968d7ad-fd3b-4f95-9ae3-5a326f636567 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ec6ca35f-4b8a-4503-ac90-e3780664eed2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.033990 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2c01cfb9-f85f-414e-b9eb-cde494754281 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:42.036005 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2c01cfb9-f85f-414e-b9eb-cde494754281), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.270814 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2c01cfb9-f85f-414e-b9eb-cde494754281 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:42.271530 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2c01cfb9-f85f-414e-b9eb-cde494754281), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.335878 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 2c01cfb9-f85f-414e-b9eb-cde494754281, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2c01cfb9-f85f-414e-b9eb-cde494754281,segment=NetworkSegment(d2972426-628e-4d2c-8c6f-3d3468e761f7),segment_id=d2972426-628e-4d2c-8c6f-3d3468e761f7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:42.353506 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2c01cfb9-f85f-414e-b9eb-cde494754281), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.430728 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0968d7ad-fd3b-4f95-9ae3-5a326f636567 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ec6ca35f-4b8a-4503-ac90-e3780664eed2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.433261 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-d85658c9-1ff0-4ac3-9af9-ccf59ad226d0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Allocated IP 172.20.0.11 (8eb1b118-355e-4bdc-9775-e75604df539b/705c9301-7993-4fb7-9cf8-323b2b7171c7/0438ac5d-8a69-438e-b0d3-3d0331280199) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:42.473255 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=2c01cfb9-f85f-414e-b9eb-cde494754281,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:42.516303 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570f1d64-940a-4fc9-9692-8a5d5e1c4d91 None None] Network 2a3b99d2-ce4d-428c-87b0-800b747a4f46 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:42.541748 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0968d7ad-fd3b-4f95-9ae3-5a326f636567 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Calling delete_port for ec6ca35f-4b8a-4503-ac90-e3780664eed2 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:42.701808 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8c28d428-1ff0-4db4-84d9-74c4c5e2bdf2 req-a1047c18-d3be-4a22-97fe-2464dbe6c3e1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=375b02a1-114d-49a9-a814-507e2d2df7f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2215986 Feb 09 22:12:42.781592 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-8b1b4c4c-b9b8-4343-be5e-f8af88ac1def None None] Provisioning complete for port 2c01cfb9-f85f-414e-b9eb-cde494754281 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:42.781870 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8b1b4c4c-b9b8-4343-be5e-f8af88ac1def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2c01cfb9-f85f-414e-b9eb-cde494754281), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.863576 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28d428-1ff0-4db4-84d9-74c4c5e2bdf2 req-624909e9-9f52-4a4f-b02e-d0c080934a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:42.865913 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8c28d428-1ff0-4db4-84d9-74c4c5e2bdf2 req-624909e9-9f52-4a4f-b02e-d0c080934a1d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=375b02a1-114d-49a9-a814-507e2d2df7f7 HTTP/1.1" status: 200 len: 1127 time: 0.0906425 Feb 09 22:12:42.933187 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36946) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:42.983177 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.990491 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-d85658c9-1ff0-4ac3-9af9-ccf59ad226d0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.054500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8b1b4c4c-b9b8-4343-be5e-f8af88ac1def None None] Current status of the port 2c01cfb9-f85f-414e-b9eb-cde494754281 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:43.091367 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0968d7ad-fd3b-4f95-9ae3-5a326f636567 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ec6ca35f-4b8a-4503-ac90-e3780664eed2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.102529 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-d85658c9-1ff0-4ac3-9af9-ccf59ad226d0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.203098 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968d7ad-fd3b-4f95-9ae3-5a326f636567 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Port': ['ID=ec6ca35f-4b8a-4503-ac90-e3780664eed2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:43.266223 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0968d7ad-fd3b-4f95-9ae3-5a326f636567 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.270191 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0968d7ad-fd3b-4f95-9ae3-5a326f636567 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/ports/ec6ca35f-4b8a-4503-ac90-e3780664eed2 HTTP/1.1" status: 204 len: 168 time: 1.7446125 Feb 09 22:12:43.274627 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36974) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:43.305707 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-d85658c9-1ff0-4ac3-9af9-ccf59ad226d0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 8eb1b118-355e-4bdc-9775-e75604df539b is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:43.313048 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-d85658c9-1ff0-4ac3-9af9-ccf59ad226d0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:43.323450 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-d85658c9-1ff0-4ac3-9af9-ccf59ad226d0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:43.329518 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-55eb7291-9e23-4a3e-ac84-6625ff264728 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] GET failed (client error): The resource could not be found. Feb 09 22:12:43.334125 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-55eb7291-9e23-4a3e-ac84-6625ff264728 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports/ec6ca35f-4b8a-4503-ac90-e3780664eed2 HTTP/1.1" status: 404 len: 333 time: 0.0581636 Feb 09 22:12:43.338075 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 36976) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:43.412104 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-d85658c9-1ff0-4ac3-9af9-ccf59ad226d0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:43.412809 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-d85658c9-1ff0-4ac3-9af9-ccf59ad226d0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.427694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2e4093b2-7e2e-4a43-9499-095379bb7ad6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'network': {'name': 'tempest-RoutersTest-1542979643'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:43.438958 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85658c9-1ff0-4ac3-9af9-ccf59ad226d0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=0438ac5d-8a69-438e-b0d3-3d0331280199,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:43.454996 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-d85658c9-1ff0-4ac3-9af9-ccf59ad226d0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2804298 Feb 09 22:12:43.472353 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28d428-1ff0-4db4-84d9-74c4c5e2bdf2 req-5b767c32-2e83-41ca-ba08-3b495bf6493c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:43.476182 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8c28d428-1ff0-4db4-84d9-74c4c5e2bdf2 req-5b767c32-2e83-41ca-ba08-3b495bf6493c service neutron] 10.222.0.42 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 911 time: 0.5801759 Feb 09 22:12:43.489416 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Request body: {'port': {'device_id': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:43.603579 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.618640 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2c01cfb9-f85f-414e-b9eb-cde494754281 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:43.642653 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4093b2-7e2e-4a43-9499-095379bb7ad6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Made reservation on behalf of e5d31d08c43c4b69869f30e84521119d for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:43.673378 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e4093b2-7e2e-4a43-9499-095379bb7ad6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.707417 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8c28d428-1ff0-4db4-84d9-74c4c5e2bdf2 req-2d26b734-4b28-49bb-a6f1-10b983b10dce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8c8d7fc-bdfc-4477-a0d6-7d707921533b HTTP/1.1" status: 200 len: 217 time: 0.1893344 Feb 09 22:12:43.710345 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e4093b2-7e2e-4a43-9499-095379bb7ad6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.873359 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2c01cfb9-f85f-414e-b9eb-cde494754281 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:43.873830 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2c01cfb9-f85f-414e-b9eb-cde494754281), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.993017 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-98badc8f-c564-4005-a87c-48e5977d5d81 None None] Provisioning complete for port 16622151-24f7-49e7-a8d9-29b9e527e66e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:43.994039 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-98badc8f-c564-4005-a87c-48e5977d5d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (16622151-24f7-49e7-a8d9-29b9e527e66e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.038820 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28d428-1ff0-4db4-84d9-74c4c5e2bdf2 req-5c1093af-6f32-40ff-9cad-a44c61aa7432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:44.041624 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8c28d428-1ff0-4db4-84d9-74c4c5e2bdf2 req-5c1093af-6f32-40ff-9cad-a44c61aa7432 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.3140943 Feb 09 22:12:44.072794 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-98badc8f-c564-4005-a87c-48e5977d5d81 None None] Port 16622151-24f7-49e7-a8d9-29b9e527e66e cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:44.083820 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-98badc8f-c564-4005-a87c-48e5977d5d81 None None] Could not find standard attr ID for object ec6ca35f-4b8a-4503-ac90-e3780664eed2. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:12:44.096760 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2c01cfb9-f85f-414e-b9eb-cde494754281 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:44.109113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-98badc8f-c564-4005-a87c-48e5977d5d81 None None] Provisioning complete for port 2c01cfb9-f85f-414e-b9eb-cde494754281 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:44.109803 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-98badc8f-c564-4005-a87c-48e5977d5d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2c01cfb9-f85f-414e-b9eb-cde494754281), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.288370 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-98badc8f-c564-4005-a87c-48e5977d5d81 None None] Current status of the port 2c01cfb9-f85f-414e-b9eb-cde494754281 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:44.338687 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e4093b2-7e2e-4a43-9499-095379bb7ad6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for security_group (3d736fc2-3b36-441b-bfea-7a083af11e80), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.365595 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e4093b2-7e2e-4a43-9499-095379bb7ad6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3d736fc2-3b36-441b-bfea-7a083af11e80), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.413813 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503a709-73f6-4f12-abc0-f327bf4d48ee req-aff675b3-2ee4-421a-bbe2-1026a20c813e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:44.416578 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b503a709-73f6-4f12-abc0-f327bf4d48ee req-aff675b3-2ee4-421a-bbe2-1026a20c813e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 932 time: 0.3257701 Feb 09 22:12:44.446233 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-64934864-8f6b-4e46-b87b-ce2e7639cd5f None None] Provisioning complete for port 0438ac5d-8a69-438e-b0d3-3d0331280199 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:44.446233 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-64934864-8f6b-4e46-b87b-ce2e7639cd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.448317 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4093b2-7e2e-4a43-9499-095379bb7ad6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:44.547717 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b5461681-c5c8-4d4d-b4bd-fe3f56601c31 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting port 16622151-24f7-49e7-a8d9-29b9e527e66e {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:44.547717 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b5461681-c5c8-4d4d-b4bd-fe3f56601c31 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (16622151-24f7-49e7-a8d9-29b9e527e66e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.570823 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e4093b2-7e2e-4a43-9499-095379bb7ad6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (2a4e5917-0333-46a2-9efd-92358fb9999b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.571334 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-2e4093b2-7e2e-4a43-9499-095379bb7ad6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Added segment 2a4e5917-0333-46a2-9efd-92358fb9999b of type vlan for network 449a6565-794f-4114-821a-ce78dba184ab Feb 09 22:12:44.612252 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-64934864-8f6b-4e46-b87b-ce2e7639cd5f None None] Port 0438ac5d-8a69-438e-b0d3-3d0331280199 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:44.690318 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.705728 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b503a709-73f6-4f12-abc0-f327bf4d48ee req-f2b18112-65a4-4493-92e0-49ec2da4bef3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592926 Feb 09 22:12:44.773738 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-3fbb9960-4249-4164-b0c5-c2e17f09c158 None None] Provisioning complete for port 16622151-24f7-49e7-a8d9-29b9e527e66e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:44.774571 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9960-4249-4164-b0c5-c2e17f09c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (16622151-24f7-49e7-a8d9-29b9e527e66e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.826549 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4093b2-7e2e-4a43-9499-095379bb7ad6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d736fc2-3b36-441b-bfea-7a083af11e80,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:44.876414 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0438ac5d-8a69-438e-b0d3-3d0331280199 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:12:44.880491 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e4093b2-7e2e-4a43-9499-095379bb7ad6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (449a6565-794f-4114-821a-ce78dba184ab), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.886585 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Publish callbacks [] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.903746 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Transition to ACTIVE for port object 0438ac5d-8a69-438e-b0d3-3d0331280199 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:12:44.920518 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.930032 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28d428-1ff0-4db4-84d9-74c4c5e2bdf2 req-5ff161e1-f49b-4be8-ad90-eddb0e874ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:44.934126 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8c28d428-1ff0-4db4-84d9-74c4c5e2bdf2 req-5ff161e1-f49b-4be8-ad90-eddb0e874ad0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8511965 Feb 09 22:12:44.941641 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e4093b2-7e2e-4a43-9499-095379bb7ad6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (449a6565-794f-4114-821a-ce78dba184ab), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.948810 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4093b2-7e2e-4a43-9499-095379bb7ad6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:44.951044 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e4093b2-7e2e-4a43-9499-095379bb7ad6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.002897 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Pushing event updated for resources: {'Port': ['ID=0438ac5d-8a69-438e-b0d3-3d0331280199,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:45.004440 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-3fbb9960-4249-4164-b0c5-c2e17f09c158 None None] Port 16622151-24f7-49e7-a8d9-29b9e527e66e cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:45.070295 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95406da0-0bb3-4aa6-a13c-c92b661e50da req-7aa699dc-5181-47e8-ba58-732506123221 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:45.079446 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95406da0-0bb3-4aa6-a13c-c92b661e50da req-7aa699dc-5181-47e8-ba58-732506123221 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 946 time: 0.1737442 Feb 09 22:12:45.128642 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-80d1fa9b-235f-4e6e-858e-34e5e706c258 None None] Could not find standard attr ID for object ec6ca35f-4b8a-4503-ac90-e3780664eed2. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:12:45.293114 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4093b2-7e2e-4a43-9499-095379bb7ad6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Network': ['ID=449a6565-794f-4114-821a-ce78dba184ab,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:45.341742 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95406da0-0bb3-4aa6-a13c-c92b661e50da req-d0d9ff68-24ac-49cb-8772-8534c4d25f19 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605484 Feb 09 22:12:45.344037 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2e4093b2-7e2e-4a43-9499-095379bb7ad6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4074512 Feb 09 22:12:45.357791 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 449a6565-794f-4114-821a-ce78dba184ab details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:45.358400 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 36990) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:45.363893 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8c28d428-1ff0-4db4-84d9-74c4c5e2bdf2 req-0078f5c9-85aa-4aef-91bf-c07423e027ca service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821386 Feb 09 22:12:45.406570 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-9f4bdf5e-7f17-4273-bd67-312ffeb2a12e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'network': {'name': 'tempest-RoutersTest-1157057719'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:45.511352 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b5461681-c5c8-4d4d-b4bd-fe3f56601c31 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (16622151-24f7-49e7-a8d9-29b9e527e66e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.549189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b5461681-c5c8-4d4d-b4bd-fe3f56601c31 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Calling delete_port for 16622151-24f7-49e7-a8d9-29b9e527e66e owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:45.570755 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Attempting to bind port 0438ac5d-8a69-438e-b0d3-3d0331280199 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:45.578632 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Attempting to bind port 0438ac5d-8a69-438e-b0d3-3d0331280199 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'e0495290-49f2-4023-ac25-802cabb6e6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:45.579875 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Attempting to bind port 0438ac5d-8a69-438e-b0d3-3d0331280199 on network 8eb1b118-355e-4bdc-9775-e75604df539b {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:45.629059 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4bdf5e-7f17-4273-bd67-312ffeb2a12e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Made reservation on behalf of e5d31d08c43c4b69869f30e84521119d for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:45.643164 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f4bdf5e-7f17-4273-bd67-312ffeb2a12e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.661376 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Port 0438ac5d-8a69-438e-b0d3-3d0331280199 on network 8eb1b118-355e-4bdc-9775-e75604df539b not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:12:45.662407 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Attempting to bind port 0438ac5d-8a69-438e-b0d3-3d0331280199 on network 8eb1b118-355e-4bdc-9775-e75604df539b {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:45.722570 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8c28d428-1ff0-4db4-84d9-74c4c5e2bdf2 req-64ac08f3-adb1-4792-a795-0c0ee0f2b381 service neutron] 10.222.0.42 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437970 Feb 09 22:12:45.757641 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:45.758284 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Checking segment: {'id': 'e0495290-49f2-4023-ac25-802cabb6e6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:45.758893 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Bound using segment: {'id': 'e0495290-49f2-4023-ac25-802cabb6e6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:45.759721 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Bound port: 0438ac5d-8a69-438e-b0d3-3d0331280199, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0495290-49f2-4023-ac25-802cabb6e6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:45.760344 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.914079 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.941873 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b5461681-c5c8-4d4d-b4bd-fe3f56601c31 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (16622151-24f7-49e7-a8d9-29b9e527e66e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.986135 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4bdf5e-7f17-4273-bd67-312ffeb2a12e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:46.035568 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f4bdf5e-7f17-4273-bd67-312ffeb2a12e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d47d1574-4a57-4ae7-ae9d-5a4a889dd505), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:46.036548 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-9f4bdf5e-7f17-4273-bd67-312ffeb2a12e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Added segment d47d1574-4a57-4ae7-ae9d-5a4a889dd505 of type vlan for network 560f8b7e-5888-4c17-bc07-96d8ad291363 Feb 09 22:12:46.039148 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5461681-c5c8-4d4d-b4bd-fe3f56601c31 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Port': ['ID=16622151-24f7-49e7-a8d9-29b9e527e66e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:46.067403 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] For port 0438ac5d-8a69-438e-b0d3-3d0331280199, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:46.096600 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b5461681-c5c8-4d4d-b4bd-fe3f56601c31 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:46.111081 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b5461681-c5c8-4d4d-b4bd-fe3f56601c31 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/ports/16622151-24f7-49e7-a8d9-29b9e527e66e HTTP/1.1" status: 204 len: 168 time: 2.7711692 Feb 09 22:12:46.112395 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37002) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:46.166214 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd51a1c-c821-4ed9-8a8c-2afe104a4399 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] GET failed (client error): The resource could not be found. Feb 09 22:12:46.177984 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-efd51a1c-c821-4ed9-8a8c-2afe104a4399 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports/16622151-24f7-49e7-a8d9-29b9e527e66e HTTP/1.1" status: 404 len: 333 time: 0.0601213 Feb 09 22:12:46.177984 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37004) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:46.184785 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:46.221653 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] For port 0438ac5d-8a69-438e-b0d3-3d0331280199, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0438ac5d-8a69-438e-b0d3-3d0331280199,segment=NetworkSegment(e0495290-49f2-4023-ac25-802cabb6e6f6),segment_id=e0495290-49f2-4023-ac25-802cabb6e6f6)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:46.243499 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f4bdf5e-7f17-4273-bd67-312ffeb2a12e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (560f8b7e-5888-4c17-bc07-96d8ad291363), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:46.264790 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:46.315059 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcbabc29-ff09-471c-81ae-10ee6ee2a8ab tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting subnet d1ad7f19-9c91-4f96-a096-d1e861103fe4 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:12:46.346678 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcbabc29-ff09-471c-81ae-10ee6ee2a8ab tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (d1ad7f19-9c91-4f96-a096-d1e861103fe4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:46.439155 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Pushing event updated for resources: {'Port': ['ID=0438ac5d-8a69-438e-b0d3-3d0331280199,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:46.457441 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.db.resource_extend [None req-9f4bdf5e-7f17-4273-bd67-312ffeb2a12e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 22:12:46.560798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:46.561495 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:46.564054 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] 10.222.0.42 "PUT /v2.0/ports/0438ac5d-8a69-438e-b0d3-3d0331280199 HTTP/1.1" status: 200 len: 1092 time: 3.0957510 Feb 09 22:12:46.564989 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'tag': '0438ac5d-8a69-438e-b0d3-3d0331280199'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:12:46.576487 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcbabc29-ff09-471c-81ae-10ee6ee2a8ab tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (d1ad7f19-9c91-4f96-a096-d1e861103fe4), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:46.585394 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2130d93-48eb-4f51-9815-ee13db7383e5" -d '{"events": [{"name": "network-changed", "server_uuid": "5dba9e76-6620-43d3-b090-99b1f397d50e", "tag": "0438ac5d-8a69-438e-b0d3-3d0331280199"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:12:46.605792 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:46.606156 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:46.606519 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:46.606875 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:46.607220 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:46.607564 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:46.608542 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:46.608898 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:46.609241 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:46.609583 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:46.609924 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:46.610263 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:46.610602 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cabf2f-3457-4dd9-82f7-05bc9a9c2a65 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:46.642979 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f4bdf5e-7f17-4273-bd67-312ffeb2a12e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (560f8b7e-5888-4c17-bc07-96d8ad291363), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:46.678945 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4bdf5e-7f17-4273-bd67-312ffeb2a12e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:46.734032 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f4bdf5e-7f17-4273-bd67-312ffeb2a12e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:46.958647 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9f4bdf5e-7f17-4273-bd67-312ffeb2a12e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5982945 Feb 09 22:12:46.959798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37018) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:46.978587 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-47fd3b9d-7bc9-45e9-b266-fa912a170249 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'subnet': {'network_id': '449a6565-794f-4114-821a-ce78dba184ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:47.043100 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcbabc29-ff09-471c-81ae-10ee6ee2a8ab tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (d1ad7f19-9c91-4f96-a096-d1e861103fe4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.114480 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bdf5e-7f17-4273-bd67-312ffeb2a12e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Network': ['ID=560f8b7e-5888-4c17-bc07-96d8ad291363,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:47.136573 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 560f8b7e-5888-4c17-bc07-96d8ad291363 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:47.148584 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fd3b9d-7bc9-45e9-b266-fa912a170249 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Made reservation on behalf of e5d31d08c43c4b69869f30e84521119d for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:47.153119 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-47fd3b9d-7bc9-45e9-b266-fa912a170249 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.162081 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-c2c31292-0c33-4230-b986-c4e43a8169f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:47.167982 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-c2c31292-0c33-4230-b986-c4e43a8169f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 1126 time: 0.4014943 Feb 09 22:12:47.189366 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30328d9a-3015-4ab4-b2e3-e0b6a4e7f93e req-7953d5a4-a8cc-4fed-8eea-d79373d11cd1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:47.196777 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-30328d9a-3015-4ab4-b2e3-e0b6a4e7f93e req-7953d5a4-a8cc-4fed-8eea-d79373d11cd1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 944 time: 0.3551471 Feb 09 22:12:47.274196 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcbabc29-ff09-471c-81ae-10ee6ee2a8ab tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (d1ad7f19-9c91-4f96-a096-d1e861103fe4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.313067 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-9d149c1c-a241-4c86-9d0d-e85d2b1b60cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0438ac5d-8a69-438e-b0d3-3d0331280199 HTTP/1.1" status: 200 len: 217 time: 0.0736177 Feb 09 22:12:47.359723 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbabc29-ff09-471c-81ae-10ee6ee2a8ab tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ad7f19-9c91-4f96-a096-d1e861103fe4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:47.362742 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcbabc29-ff09-471c-81ae-10ee6ee2a8ab tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.366410 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bcbabc29-ff09-471c-81ae-10ee6ee2a8ab tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/subnets/d1ad7f19-9c91-4f96-a096-d1e861103fe4 HTTP/1.1" status: 204 len: 168 time: 1.1872938 Feb 09 22:12:47.383101 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37020) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:47.403284 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1052583-d9e7-4ee4-91dd-2b835414c4ef None None] Network 2a3b99d2-ce4d-428c-87b0-800b747a4f46 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:47.529030 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de477d5d-9a5c-4898-ac51-7a76dd0ebd57 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (2a3b99d2-ce4d-428c-87b0-800b747a4f46), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.580724 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-30328d9a-3015-4ab4-b2e3-e0b6a4e7f93e req-a22a8f9a-4fbc-4a14-9ddc-add4bd13afb5 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3826826 Feb 09 22:12:47.625673 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-ce07cf46-2c5e-46aa-8fa0-70c4e55cbdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:47.627455 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-ce07cf46-2c5e-46aa-8fa0-70c4e55cbdc4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=705c9301-7993-4fb7-9cf8-323b2b7171c7 HTTP/1.1" status: 200 len: 833 time: 0.2999220 Feb 09 22:12:47.676254 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-de477d5d-9a5c-4898-ac51-7a76dd0ebd57 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting port 2c01cfb9-f85f-414e-b9eb-cde494754281 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:47.677200 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de477d5d-9a5c-4898-ac51-7a76dd0ebd57 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (2c01cfb9-f85f-414e-b9eb-cde494754281), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.691795 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-47fd3b9d-7bc9-45e9-b266-fa912a170249 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (5364b0e1-ee4d-43df-b727-1b746600bc20), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.758965 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e50c6be-90bc-40c0-be29-98c2ada11189 None None] DHCP port deletion for 2a3b99d2-ce4d-428c-87b0-800b747a4f46 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:12:47.857347 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-de477d5d-9a5c-4898-ac51-7a76dd0ebd57 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] For port 2c01cfb9-f85f-414e-b9eb-cde494754281, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2c01cfb9-f85f-414e-b9eb-cde494754281,segment=NetworkSegment(d2972426-628e-4d2c-8c6f-3d3468e761f7),segment_id=d2972426-628e-4d2c-8c6f-3d3468e761f7)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:47.857716 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de477d5d-9a5c-4898-ac51-7a76dd0ebd57 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (2c01cfb9-f85f-414e-b9eb-cde494754281), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.874695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-de477d5d-9a5c-4898-ac51-7a76dd0ebd57 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Calling delete_port for 2c01cfb9-f85f-414e-b9eb-cde494754281 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:47.875811 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-9c15ff3c-c02f-4631-b3bf-41fa18f80ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:47.887680 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-9c15ff3c-c02f-4631-b3bf-41fa18f80ec6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8eb1b118-355e-4bdc-9775-e75604df539b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2351370 Feb 09 22:12:47.916910 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4e50c6be-90bc-40c0-be29-98c2ada11189 None None] Deleting port 2c01cfb9-f85f-414e-b9eb-cde494754281 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:47.917606 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4e50c6be-90bc-40c0-be29-98c2ada11189 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (2c01cfb9-f85f-414e-b9eb-cde494754281), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.998583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-4e50c6be-90bc-40c0-be29-98c2ada11189 None None] For port 2c01cfb9-f85f-414e-b9eb-cde494754281, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2c01cfb9-f85f-414e-b9eb-cde494754281,segment=NetworkSegment(d2972426-628e-4d2c-8c6f-3d3468e761f7),segment_id=d2972426-628e-4d2c-8c6f-3d3468e761f7)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:47.999143 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4e50c6be-90bc-40c0-be29-98c2ada11189 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (2c01cfb9-f85f-414e-b9eb-cde494754281), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.008997 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de477d5d-9a5c-4898-ac51-7a76dd0ebd57 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (2c01cfb9-f85f-414e-b9eb-cde494754281), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.011110 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd3b9d-7bc9-45e9-b266-fa912a170249 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Subnet': ['ID=5364b0e1-ee4d-43df-b727-1b746600bc20,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:48.019273 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4e50c6be-90bc-40c0-be29-98c2ada11189 None None] Calling delete_port for 2c01cfb9-f85f-414e-b9eb-cde494754281 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:48.025696 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fd3b9d-7bc9-45e9-b266-fa912a170249 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Checking segment: {'id': '2a4e5917-0333-46a2-9efd-92358fb9999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '449a6565-794f-4114-821a-ce78dba184ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:48.025696 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fd3b9d-7bc9-45e9-b266-fa912a170249 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network hostable DHCP agents. Network: 449a6565-794f-4114-821a-ce78dba184ab, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:48.059367 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de477d5d-9a5c-4898-ac51-7a76dd0ebd57 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Port': ['ID=2c01cfb9-f85f-414e-b9eb-cde494754281,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:48.063706 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de477d5d-9a5c-4898-ac51-7a76dd0ebd57 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] No DVR routers for this DVR port 2c01cfb9-f85f-414e-b9eb-cde494754281 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:48.118223 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad68127-7116-422c-89b2-71499e999fd2 req-eac015f8-1cf6-4209-ab34-ef56cb677164 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:48.131967 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dad68127-7116-422c-89b2-71499e999fd2 req-eac015f8-1cf6-4209-ab34-ef56cb677164 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 946 time: 0.3590956 Feb 09 22:12:48.184663 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fd3b9d-7bc9-45e9-b266-fa912a170249 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network 449a6565-794f-4114-821a-ce78dba184ab is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:48.194056 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de477d5d-9a5c-4898-ac51-7a76dd0ebd57 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (2a3b99d2-ce4d-428c-87b0-800b747a4f46), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.202951 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-e08c256d-6dec-4770-808b-db2eb678aa88 service neutron] 10.222.0.42 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141685 Feb 09 22:12:48.213762 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-47fd3b9d-7bc9-45e9-b266-fa912a170249 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 449a6565-794f-4114-821a-ce78dba184ab) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:48.221733 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fd3b9d-7bc9-45e9-b266-fa912a170249 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:48.222713 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-47fd3b9d-7bc9-45e9-b266-fa912a170249 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.222889 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-de477d5d-9a5c-4898-ac51-7a76dd0ebd57 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3b99d2-ce4d-428c-87b0-800b747a4f46']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:48.234365 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcd2aba-fca9-44d6-8aa6-33672442be44 None None] Network 449a6565-794f-4114-821a-ce78dba184ab requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:48.235189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-de477d5d-9a5c-4898-ac51-7a76dd0ebd57 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2972426-628e-4d2c-8c6f-3d3468e761f7') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:48.235493 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-de477d5d-9a5c-4898-ac51-7a76dd0ebd57 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2972426-628e-4d2c-8c6f-3d3468e761f7') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:48.248220 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de477d5d-9a5c-4898-ac51-7a76dd0ebd57 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (d2972426-628e-4d2c-8c6f-3d3468e761f7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.276139 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de477d5d-9a5c-4898-ac51-7a76dd0ebd57 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d2972426-628e-4d2c-8c6f-3d3468e761f7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.285761 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de477d5d-9a5c-4898-ac51-7a76dd0ebd57 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:48.286196 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de477d5d-9a5c-4898-ac51-7a76dd0ebd57 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (d2972426-628e-4d2c-8c6f-3d3468e761f7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:48.290176 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:48.311206 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4e50c6be-90bc-40c0-be29-98c2ada11189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (2c01cfb9-f85f-414e-b9eb-cde494754281), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.344365 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dad68127-7116-422c-89b2-71499e999fd2 req-e44d0f9a-0fe6-4734-9da5-06a82aec72dc tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109306 Feb 09 22:12:48.353672 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-47fd3b9d-7bc9-45e9-b266-fa912a170249 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3816624 Feb 09 22:12:48.357229 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37030) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:48.367549 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3755fb99-b7a4-4ea0-8727-5aabfcd201cc tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'subnet': {'network_id': '560f8b7e-5888-4c17-bc07-96d8ad291363', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:48.395130 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50c6be-90bc-40c0-be29-98c2ada11189 None None] Pushing event deleted for resources: {'Port': ['ID=2c01cfb9-f85f-414e-b9eb-cde494754281,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:48.410405 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e50c6be-90bc-40c0-be29-98c2ada11189 None None] No DVR routers for this DVR port 2c01cfb9-f85f-414e-b9eb-cde494754281 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:48.414939 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:12:48.465440 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff09085e-9777-4f78-b78e-8a063b6f1900 req-56bf5b64-602a-4ce0-8bd5-026d0f08733d service neutron] 10.222.0.42 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368753 Feb 09 22:12:48.502848 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850e995f-0f83-481e-b8df-56a50aacfac6 x-openstack-request-id: req-850e995f-0f83-481e-b8df-56a50aacfac6 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:12:48.503828 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dba9e76-6620-43d3-b090-99b1f397d50e", "tag": "0438ac5d-8a69-438e-b0d3-3d0331280199", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:12:48.504290 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-850e995f-0f83-481e-b8df-56a50aacfac6 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:12:48.504859 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'tag': '0438ac5d-8a69-438e-b0d3-3d0331280199', 'status': 'completed', 'code': 200} Feb 09 22:12:48.537173 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75212f48-9cb7-4666-a61d-b3e31fa8b68e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-449a6565-794f-4114-821a-ce78dba184ab', 'network_id': '449a6565-794f-4114-821a-ce78dba184ab', 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'fixed_ips': [{'subnet_id': '5364b0e1-ee4d-43df-b727-1b746600bc20'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:48.538638 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-75212f48-9cb7-4666-a61d-b3e31fa8b68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.657154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2130d93-48eb-4f51-9815-ee13db7383e5 req-b5c36048-0e4c-4b6e-98f3-b9c6652f1886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:48.662264 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b2130d93-48eb-4f51-9815-ee13db7383e5 req-b5c36048-0e4c-4b6e-98f3-b9c6652f1886 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 1126 time: 0.1062758 Feb 09 22:12:48.782934 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de477d5d-9a5c-4898-ac51-7a76dd0ebd57 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (2a3b99d2-ce4d-428c-87b0-800b747a4f46), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.796626 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de477d5d-9a5c-4898-ac51-7a76dd0ebd57 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.800439 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-de477d5d-9a5c-4898-ac51-7a76dd0ebd57 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/networks/2a3b99d2-ce4d-428c-87b0-800b747a4f46 HTTP/1.1" status: 204 len: 168 time: 1.4142547 Feb 09 22:12:48.806451 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37042) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:48.826564 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-5db405fa-5c42-49ea-8900-7e53181cdafe tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1100812211'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:48.833809 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de477d5d-9a5c-4898-ac51-7a76dd0ebd57 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Network': ['ID=2a3b99d2-ce4d-428c-87b0-800b747a4f46,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:48.887996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-75212f48-9cb7-4666-a61d-b3e31fa8b68e None None] Allocated IP 172.20.0.2 (449a6565-794f-4114-821a-ce78dba184ab/5364b0e1-ee4d-43df-b727-1b746600bc20/c636953a-701b-4936-a324-fde61d6d9ad0) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:48.898994 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db405fa-5c42-49ea-8900-7e53181cdafe tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:48.903476 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5db405fa-5c42-49ea-8900-7e53181cdafe tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.907588 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3755fb99-b7a4-4ea0-8727-5aabfcd201cc tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Made reservation on behalf of e5d31d08c43c4b69869f30e84521119d for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:48.911484 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3755fb99-b7a4-4ea0-8727-5aabfcd201cc tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.016576 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-8d57ffd1-7102-4851-9e25-9234e98e9b85 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:49.017468 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db405fa-5c42-49ea-8900-7e53181cdafe tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:49.028732 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-8d57ffd1-7102-4851-9e25-9234e98e9b85 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 811 time: 0.3557978 Feb 09 22:12:49.031160 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2130d93-48eb-4f51-9815-ee13db7383e5 req-6f308ee0-29f6-4f12-827b-45931adacddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:49.035286 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b2130d93-48eb-4f51-9815-ee13db7383e5 req-6f308ee0-29f6-4f12-827b-45931adacddc service neutron] 10.222.0.42 "GET /v2.0/networks?id=8eb1b118-355e-4bdc-9775-e75604df539b HTTP/1.1" status: 200 len: 897 time: 0.3667684 Feb 09 22:12:49.038692 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5db405fa-5c42-49ea-8900-7e53181cdafe tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (7ad0c648-1d84-4a99-bf82-a5a6607bf8f4), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.039013 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-5db405fa-5c42-49ea-8900-7e53181cdafe tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Added segment 7ad0c648-1d84-4a99-bf82-a5a6607bf8f4 of type vlan for network d36a3ecb-14f4-432e-a1ef-13cc11fe2c13 Feb 09 22:12:49.103427 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5db405fa-5c42-49ea-8900-7e53181cdafe tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (d36a3ecb-14f4-432e-a1ef-13cc11fe2c13), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.119140 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-75212f48-9cb7-4666-a61d-b3e31fa8b68e None None] Publish callbacks [] for port (c636953a-701b-4936-a324-fde61d6d9ad0), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.132603 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-eb12e64d-45a9-4602-bf16-6e82185dfb1e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/quotas/58c4a0b7c4ef40dc9ad9a8c42f1c443e HTTP/1.1" status: 200 len: 375 time: 0.0954335 Feb 09 22:12:49.135662 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-75212f48-9cb7-4666-a61d-b3e31fa8b68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (c636953a-701b-4936-a324-fde61d6d9ad0), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.154737 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b2130d93-48eb-4f51-9815-ee13db7383e5 req-0adf9b09-120f-4e66-85cf-b88278b8fb6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0438ac5d-8a69-438e-b0d3-3d0331280199 HTTP/1.1" status: 200 len: 217 time: 0.1048236 Feb 09 22:12:49.223040 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5db405fa-5c42-49ea-8900-7e53181cdafe tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (d36a3ecb-14f4-432e-a1ef-13cc11fe2c13), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.229272 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db405fa-5c42-49ea-8900-7e53181cdafe tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:49.229955 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5db405fa-5c42-49ea-8900-7e53181cdafe tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.253519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75212f48-9cb7-4666-a61d-b3e31fa8b68e None None] Network 449a6565-794f-4114-821a-ce78dba184ab is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:49.255066 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-75212f48-9cb7-4666-a61d-b3e31fa8b68e None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:49.259694 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75212f48-9cb7-4666-a61d-b3e31fa8b68e None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:49.301943 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5db405fa-5c42-49ea-8900-7e53181cdafe tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4823022 Feb 09 22:12:49.311792 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37060) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:49.329823 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-111a8da7-4192-4140-a1f9-bfa1d9af8789 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'subnet': {'network_id': 'd36a3ecb-14f4-432e-a1ef-13cc11fe2c13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:49.370889 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75212f48-9cb7-4666-a61d-b3e31fa8b68e None None] Pushing event updated for resources: {'Port': ['ID=c636953a-701b-4936-a324-fde61d6d9ad0,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:49.475394 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2c01cfb9-f85f-414e-b9eb-cde494754281 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:49.529801 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2130d93-48eb-4f51-9815-ee13db7383e5 req-8c85fe0e-13de-4d13-8fa8-4a5ae7f0ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:49.532648 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db405fa-5c42-49ea-8900-7e53181cdafe tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Network': ['ID=d36a3ecb-14f4-432e-a1ef-13cc11fe2c13,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:49.532871 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b2130d93-48eb-4f51-9815-ee13db7383e5 req-8c85fe0e-13de-4d13-8fa8-4a5ae7f0ee3c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=705c9301-7993-4fb7-9cf8-323b2b7171c7 HTTP/1.1" status: 200 len: 833 time: 0.3695097 Feb 09 22:12:49.538722 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3755fb99-b7a4-4ea0-8727-5aabfcd201cc tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (b14d8086-7f28-498e-b3c6-fce28619b093), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.571973 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-75212f48-9cb7-4666-a61d-b3e31fa8b68e None None] Attempting to bind port c636953a-701b-4936-a324-fde61d6d9ad0 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:49.572898 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-75212f48-9cb7-4666-a61d-b3e31fa8b68e None None] Attempting to bind port c636953a-701b-4936-a324-fde61d6d9ad0 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '2a4e5917-0333-46a2-9efd-92358fb9999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '449a6565-794f-4114-821a-ce78dba184ab'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:49.573586 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75212f48-9cb7-4666-a61d-b3e31fa8b68e None None] Attempting to bind port c636953a-701b-4936-a324-fde61d6d9ad0 on network 449a6565-794f-4114-821a-ce78dba184ab {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:49.577358 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network d36a3ecb-14f4-432e-a1ef-13cc11fe2c13 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:49.605963 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 2c01cfb9-f85f-414e-b9eb-cde494754281 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:49.606719 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2c01cfb9-f85f-414e-b9eb-cde494754281 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:49.684185 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-08ba10fe-32ec-4107-9a86-0fc8ce5c6475 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5493839 Feb 09 22:12:49.689711 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755fb99-b7a4-4ea0-8727-5aabfcd201cc tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Subnet': ['ID=b14d8086-7f28-498e-b3c6-fce28619b093,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:49.694110 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3755fb99-b7a4-4ea0-8727-5aabfcd201cc tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Checking segment: {'id': 'd47d1574-4a57-4ae7-ae9d-5a4a889dd505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '560f8b7e-5888-4c17-bc07-96d8ad291363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:49.694682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3755fb99-b7a4-4ea0-8727-5aabfcd201cc tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network hostable DHCP agents. Network: 560f8b7e-5888-4c17-bc07-96d8ad291363, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:49.710660 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75212f48-9cb7-4666-a61d-b3e31fa8b68e None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:49.711413 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75212f48-9cb7-4666-a61d-b3e31fa8b68e None None] Checking segment: {'id': '2a4e5917-0333-46a2-9efd-92358fb9999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '449a6565-794f-4114-821a-ce78dba184ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:49.712392 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-75212f48-9cb7-4666-a61d-b3e31fa8b68e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.713106 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75212f48-9cb7-4666-a61d-b3e31fa8b68e None None] Bound using segment: {'id': '2a4e5917-0333-46a2-9efd-92358fb9999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '449a6565-794f-4114-821a-ce78dba184ab'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:49.713991 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-75212f48-9cb7-4666-a61d-b3e31fa8b68e None None] Bound port: c636953a-701b-4936-a324-fde61d6d9ad0, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e5917-0333-46a2-9efd-92358fb9999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '449a6565-794f-4114-821a-ce78dba184ab'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:49.714752 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-75212f48-9cb7-4666-a61d-b3e31fa8b68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c636953a-701b-4936-a324-fde61d6d9ad0), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.736189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3755fb99-b7a4-4ea0-8727-5aabfcd201cc tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network 560f8b7e-5888-4c17-bc07-96d8ad291363 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:49.761481 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-3755fb99-b7a4-4ea0-8727-5aabfcd201cc tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 560f8b7e-5888-4c17-bc07-96d8ad291363) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:49.786678 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643dc2bb-c566-4eaf-bf16-6cdc6b83ede7 None None] Network 560f8b7e-5888-4c17-bc07-96d8ad291363 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:49.789482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3755fb99-b7a4-4ea0-8727-5aabfcd201cc tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:49.790562 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3755fb99-b7a4-4ea0-8727-5aabfcd201cc tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.837522 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3755fb99-b7a4-4ea0-8727-5aabfcd201cc tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4756956 Feb 09 22:12:49.844288 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37072) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:49.863369 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-1b6e5759-4353-42c3-9e90-cccfa81baeaf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1518987658', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:49.881846 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111a8da7-4192-4140-a1f9-bfa1d9af8789 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:49.893894 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-111a8da7-4192-4140-a1f9-bfa1d9af8789 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.943254 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 29469d4a-04a1-4b82-91f0-25a04aeac789 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:12:49.950453 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5759-4353-42c3-9e90-cccfa81baeaf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (acbe2529-517f-4f62-ba38-5383393120bb), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.952906 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5759-4353-42c3-9e90-cccfa81baeaf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (acbe2529-517f-4f62-ba38-5383393120bb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.078059 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5759-4353-42c3-9e90-cccfa81baeaf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router_controller (acbe2529-517f-4f62-ba38-5383393120bb), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.090385 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5759-4353-42c3-9e90-cccfa81baeaf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (acbe2529-517f-4f62-ba38-5383393120bb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.133239 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5759-4353-42c3-9e90-cccfa81baeaf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.137372 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1b6e5759-4353-42c3-9e90-cccfa81baeaf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2908013 Feb 09 22:12:50.141865 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37078) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:50.174711 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2130d93-48eb-4f51-9815-ee13db7383e5 req-1e3f4441-710c-4d6b-9fa6-9fd8dfdcd9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:50.177751 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b2130d93-48eb-4f51-9815-ee13db7383e5 req-1e3f4441-710c-4d6b-9fa6-9fd8dfdcd9e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8eb1b118-355e-4bdc-9775-e75604df539b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6325390 Feb 09 22:12:50.342092 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-10cf076a-99bf-4293-963a-9ade06ecabda service neutron] 10.222.0.77 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6569567 Feb 09 22:12:50.661092 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b2130d93-48eb-4f51-9815-ee13db7383e5 req-230fd7b1-2173-4ec7-9df2-c6fb67f810a9 service neutron] 10.222.0.42 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630280 Feb 09 22:12:50.755017 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.resource_extend [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 22:12:50.759979 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-75212f48-9cb7-4666-a61d-b3e31fa8b68e None None] For port c636953a-701b-4936-a324-fde61d6d9ad0, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:50.781685 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b2130d93-48eb-4f51-9815-ee13db7383e5 req-0a1a6311-5bd0-4a40-81f3-acf7287f1c4b service neutron] 10.222.0.42 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134770 Feb 09 22:12:50.795212 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-a943bd6d-c162-4a47-850f-c77b4d50e28e service neutron] 10.222.0.77 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519358 Feb 09 22:12:50.950207 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-111a8da7-4192-4140-a1f9-bfa1d9af8789 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (83426aee-d0ba-4f0a-b740-ed3c3f54efbd), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.979137 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5b64e44f-5512-48c2-a3a2-a01334e87328 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.048481 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-75212f48-9cb7-4666-a61d-b3e31fa8b68e None None] For port c636953a-701b-4936-a324-fde61d6d9ad0, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c636953a-701b-4936-a324-fde61d6d9ad0,segment=NetworkSegment(2a4e5917-0333-46a2-9efd-92358fb9999b),segment_id=2a4e5917-0333-46a2-9efd-92358fb9999b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:51.065906 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d911d7-2c1d-40b5-a353-1b14f0b6fd4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-560f8b7e-5888-4c17-bc07-96d8ad291363', 'network_id': '560f8b7e-5888-4c17-bc07-96d8ad291363', 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'fixed_ips': [{'subnet_id': 'b14d8086-7f28-498e-b3c6-fce28619b093'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:51.068755 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59d911d7-2c1d-40b5-a353-1b14f0b6fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.169819 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a8da7-4192-4140-a1f9-bfa1d9af8789 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Subnet': ['ID=83426aee-d0ba-4f0a-b740-ed3c3f54efbd,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:51.207498 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111a8da7-4192-4140-a1f9-bfa1d9af8789 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Checking segment: {'id': '7ad0c648-1d84-4a99-bf82-a5a6607bf8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd36a3ecb-14f4-432e-a1ef-13cc11fe2c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:51.208848 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111a8da7-4192-4140-a1f9-bfa1d9af8789 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network hostable DHCP agents. Network: d36a3ecb-14f4-432e-a1ef-13cc11fe2c13, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:51.262485 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111a8da7-4192-4140-a1f9-bfa1d9af8789 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network d36a3ecb-14f4-432e-a1ef-13cc11fe2c13 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:51.307064 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 29469d4a-04a1-4b82-91f0-25a04aeac789, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=29469d4a-04a1-4b82-91f0-25a04aeac789,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:51.315687 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-111a8da7-4192-4140-a1f9-bfa1d9af8789 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, d36a3ecb-14f4-432e-a1ef-13cc11fe2c13) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:51.327414 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-75212f48-9cb7-4666-a61d-b3e31fa8b68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c636953a-701b-4936-a324-fde61d6d9ad0), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.332754 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111a8da7-4192-4140-a1f9-bfa1d9af8789 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:51.338633 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-111a8da7-4192-4140-a1f9-bfa1d9af8789 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.339936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '29469d4a-04a1-4b82-91f0-25a04aeac789', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'port_id': '29469d4a-04a1-4b82-91f0-25a04aeac789', 'mac_address': 'fa:16:3e:27:d1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:12:51.510880 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-111a8da7-4192-4140-a1f9-bfa1d9af8789 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1958210 Feb 09 22:12:51.524461 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37092) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:51.542526 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c54a2997-ba56-4c76-8388-db68ce81507d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1324651705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:51.609613 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08322578-486a-4fea-a06b-434a89960ce8 None None] Network d36a3ecb-14f4-432e-a1ef-13cc11fe2c13 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:51.711776 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350d2c6-79bd-4fed-a0ac-b897b29996a8 req-d8ba2d64-1cb2-4f69-8405-df6e1073baaa tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:51.732565 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d350d2c6-79bd-4fed-a0ac-b897b29996a8 req-d8ba2d64-1cb2-4f69-8405-df6e1073baaa tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 944 time: 0.3752511 Feb 09 22:12:51.765292 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c54a2997-ba56-4c76-8388-db68ce81507d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (6b4af83c-475f-4324-9beb-01c3d1803f0f), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.766931 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c54a2997-ba56-4c76-8388-db68ce81507d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (6b4af83c-475f-4324-9beb-01c3d1803f0f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.957624 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-5b64e44f-5512-48c2-a3a2-a01334e87328 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Allocated IP 172.20.0.1 (449a6565-794f-4114-821a-ce78dba184ab/5364b0e1-ee4d-43df-b727-1b746600bc20/5fae2cf0-841c-4dcc-8f4e-b051c55f2a40) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:52.088563 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d350d2c6-79bd-4fed-a0ac-b897b29996a8 req-86cb449e-3386-4aaa-901c-6164886b3e2d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3548067 Feb 09 22:12:52.151631 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 29469d4a-04a1-4b82-91f0-25a04aeac789 is: ACTIVE; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:52.153457 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (29469d4a-04a1-4b82-91f0-25a04aeac789), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.185527 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75212f48-9cb7-4666-a61d-b3e31fa8b68e None None] Pushing event updated for resources: {'Port': ['ID=c636953a-701b-4936-a324-fde61d6d9ad0,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:52.255305 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c54a2997-ba56-4c76-8388-db68ce81507d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for router_controller (6b4af83c-475f-4324-9beb-01c3d1803f0f), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.270710 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c54a2997-ba56-4c76-8388-db68ce81507d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (6b4af83c-475f-4324-9beb-01c3d1803f0f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.351608 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c54a2997-ba56-4c76-8388-db68ce81507d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.357368 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c54a2997-ba56-4c76-8388-db68ce81507d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8196247 Feb 09 22:12:52.357824 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37112) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:52.384248 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-59d911d7-2c1d-40b5-a353-1b14f0b6fd4f None None] Allocated IP 172.21.0.2 (560f8b7e-5888-4c17-bc07-96d8ad291363/b14d8086-7f28-498e-b3c6-fce28619b093/c33e22cd-1bf6-4a85-81ad-071211215f7f) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:52.410025 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ee4be0fe-6327-4a46-bfb2-985c599b3f03 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'port': {'network_id': 'd36a3ecb-14f4-432e-a1ef-13cc11fe2c13', 'name': 'tempest-PortsIpV6TestJSON-1433345913'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:52.467409 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29469d4a-04a1-4b82-91f0-25a04aeac789 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:12:52.602221 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 29469d4a-04a1-4b82-91f0-25a04aeac789, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=29469d4a-04a1-4b82-91f0-25a04aeac789,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:52.656726 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5b64e44f-5512-48c2-a3a2-a01334e87328 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for port (5fae2cf0-841c-4dcc-8f4e-b051c55f2a40), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.698411 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (29469d4a-04a1-4b82-91f0-25a04aeac789), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.785453 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1c55e0-83d7-40e5-a82d-abaf6279cbe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-d36a3ecb-14f4-432e-a1ef-13cc11fe2c13', 'network_id': 'd36a3ecb-14f4-432e-a1ef-13cc11fe2c13', 'project_id': '3a081b6cfe1f477e8e25adca53408c36', 'fixed_ips': [{'subnet_id': '83426aee-d0ba-4f0a-b740-ed3c3f54efbd'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:52.789080 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3c1c55e0-83d7-40e5-a82d-abaf6279cbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.822058 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0438ac5d-8a69-438e-b0d3-3d0331280199 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:12:52.842742 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5b64e44f-5512-48c2-a3a2-a01334e87328 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (5fae2cf0-841c-4dcc-8f4e-b051c55f2a40), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:53.011124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026efdad-97cf-49b7-92d9-1dfd915bde7f req-06d6882d-5c63-442e-af87-a552d261a1e8 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:53.020041 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-026efdad-97cf-49b7-92d9-1dfd915bde7f req-06d6882d-5c63-442e-af87-a552d261a1e8 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 945 time: 0.4934068 Feb 09 22:12:53.034694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64e44f-5512-48c2-a3a2-a01334e87328 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Port': ['ID=5fae2cf0-841c-4dcc-8f4e-b051c55f2a40,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:53.047494 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b64e44f-5512-48c2-a3a2-a01334e87328 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network 449a6565-794f-4114-821a-ce78dba184ab is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:53.050416 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-5b64e44f-5512-48c2-a3a2-a01334e87328 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:53.058101 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b64e44f-5512-48c2-a3a2-a01334e87328 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:53.175245 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4be0fe-6327-4a46-bfb2-985c599b3f03 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:53.178765 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ee4be0fe-6327-4a46-bfb2-985c599b3f03 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:53.210840 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-026efdad-97cf-49b7-92d9-1dfd915bde7f req-b58ed037-4202-4660-897b-98113025480a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896832 Feb 09 22:12:53.268041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-ee4be0fe-6327-4a46-bfb2-985c599b3f03 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] device_id is not set on port 5ba2b902-d70f-40ef-9117-13d658db7503 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:12:53.269023 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5b64e44f-5512-48c2-a3a2-a01334e87328 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (acbe2529-517f-4f62-ba38-5383393120bb), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:53.560781 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['29469d4a-04a1-4b82-91f0-25a04aeac789'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:12:53.567685 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=29469d4a-04a1-4b82-91f0-25a04aeac789,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:53.763850 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d4f50164-75d6-4cbb-9852-e7c1191263b9 req-08daf61f-85fc-4657-8c74-3b945c04a5eb tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 210 time: 0.0824192 Feb 09 22:12:53.833120 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-ee4be0fe-6327-4a46-bfb2-985c599b3f03 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Allocated IP 2001:db8::3bc (d36a3ecb-14f4-432e-a1ef-13cc11fe2c13/83426aee-d0ba-4f0a-b740-ed3c3f54efbd/5ba2b902-d70f-40ef-9117-13d658db7503) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:53.864340 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c636953a-701b-4936-a324-fde61d6d9ad0 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:53.967249 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5b64e44f-5512-48c2-a3a2-a01334e87328 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5fae2cf0-841c-4dcc-8f4e-b051c55f2a40), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:54.230208 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57e32e-e860-4932-b36e-2fba81ba8dbc req-4d7324eb-d81b-4fdf-92ba-1ba16582bcd5 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:54.243354 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6d57e32e-e860-4932-b36e-2fba81ba8dbc req-4d7324eb-d81b-4fdf-92ba-1ba16582bcd5 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 944 time: 0.1631317 Feb 09 22:12:54.307445 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ee4be0fe-6327-4a46-bfb2-985c599b3f03 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for port (5ba2b902-d70f-40ef-9117-13d658db7503), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:54.485019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6d57e32e-e860-4932-b36e-2fba81ba8dbc req-b44ea60d-8bbf-4761-ab69-e9af99b85571 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386281 Feb 09 22:12:54.622069 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68f1911-9c12-42f7-950d-6e31ce6abe2b None None] Network 449a6565-794f-4114-821a-ce78dba184ab requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:54.940030 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 0438ac5d-8a69-438e-b0d3-3d0331280199, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0438ac5d-8a69-438e-b0d3-3d0331280199,segment=NetworkSegment(e0495290-49f2-4023-ac25-802cabb6e6f6),segment_id=e0495290-49f2-4023-ac25-802cabb6e6f6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:55.039403 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '0438ac5d-8a69-438e-b0d3-3d0331280199', 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b', 'port_id': '0438ac5d-8a69-438e-b0d3-3d0331280199', 'mac_address': 'fa:16:3e:e6:81:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705c9301-7993-4fb7-9cf8-323b2b7171c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:12:55.232145 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5b64e44f-5512-48c2-a3a2-a01334e87328 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for port (5fae2cf0-841c-4dcc-8f4e-b051c55f2a40), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.247054 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5b64e44f-5512-48c2-a3a2-a01334e87328 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (5fae2cf0-841c-4dcc-8f4e-b051c55f2a40), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.307401 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ce23beaf-beee-4023-b5ef-24fc262d3b26 None None] Provisioning complete for port c636953a-701b-4936-a324-fde61d6d9ad0 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:55.307926 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ce23beaf-beee-4023-b5ef-24fc262d3b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c636953a-701b-4936-a324-fde61d6d9ad0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.544732 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64e44f-5512-48c2-a3a2-a01334e87328 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Port': ['ID=5fae2cf0-841c-4dcc-8f4e-b051c55f2a40,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:55.563699 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59d911d7-2c1d-40b5-a353-1b14f0b6fd4f None None] Publish callbacks [] for port (c33e22cd-1bf6-4a85-81ad-071211215f7f), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.564978 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5b64e44f-5512-48c2-a3a2-a01334e87328 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (acbe2529-517f-4f62-ba38-5383393120bb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.733310 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-3c1c55e0-83d7-40e5-a82d-abaf6279cbe6 None None] Allocated IP 2001:db8::2 (d36a3ecb-14f4-432e-a1ef-13cc11fe2c13/83426aee-d0ba-4f0a-b740-ed3c3f54efbd/5c163726-0e98-4244-9fa4-b5c8f532a764) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:55.931184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b64e44f-5512-48c2-a3a2-a01334e87328 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network 449a6565-794f-4114-821a-ce78dba184ab is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:55.933023 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-5b64e44f-5512-48c2-a3a2-a01334e87328 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:55.959889 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3c1c55e0-83d7-40e5-a82d-abaf6279cbe6 None None] Publish callbacks [] for port (5c163726-0e98-4244-9fa4-b5c8f532a764), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.011382 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59d911d7-2c1d-40b5-a353-1b14f0b6fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (c33e22cd-1bf6-4a85-81ad-071211215f7f), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.035033 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3c1c55e0-83d7-40e5-a82d-abaf6279cbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (5c163726-0e98-4244-9fa4-b5c8f532a764), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.183339 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ee4be0fe-6327-4a46-bfb2-985c599b3f03 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (5ba2b902-d70f-40ef-9117-13d658db7503), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.270628 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4be0fe-6327-4a46-bfb2-985c599b3f03 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network d36a3ecb-14f4-432e-a1ef-13cc11fe2c13 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:56.283174 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-ee4be0fe-6327-4a46-bfb2-985c599b3f03 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:56.315151 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c636953a-701b-4936-a324-fde61d6d9ad0 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:56.315536 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c636953a-701b-4936-a324-fde61d6d9ad0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.326133 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4be0fe-6327-4a46-bfb2-985c599b3f03 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:56.332249 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d911d7-2c1d-40b5-a353-1b14f0b6fd4f None None] Network 560f8b7e-5888-4c17-bc07-96d8ad291363 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:56.340777 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4be0fe-6327-4a46-bfb2-985c599b3f03 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:56.341480 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ee4be0fe-6327-4a46-bfb2-985c599b3f03 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.492463 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ee4be0fe-6327-4a46-bfb2-985c599b3f03 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1310525 Feb 09 22:12:56.499420 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37158) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:56.571363 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0060f94-67ed-422a-aeda-72a4a96f9670 req-e58e5132-1b4b-4965-a4a8-87b3feb87b92 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:56.579993 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0060f94-67ed-422a-aeda-72a4a96f9670 req-e58e5132-1b4b-4965-a4a8-87b3feb87b92 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 945 time: 1.8226347 Feb 09 22:12:56.634893 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-fb199817-470e-4c64-a512-4b349db91b1f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:56.636494 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-fb199817-470e-4c64-a512-4b349db91b1f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.71 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 811 time: 2.1043706 Feb 09 22:12:56.649754 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 0438ac5d-8a69-438e-b0d3-3d0331280199 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:56.650762 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-9001b6a6-1989-4b0f-b909-a21f3eb8381a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Request body: {'port': {'device_id': '8eb52d56-84fd-43ce-bd95-b300d9c61fcb', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'admin_state_up': True, 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:56.668814 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.674889 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-59d911d7-2c1d-40b5-a353-1b14f0b6fd4f None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:56.704808 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1c55e0-83d7-40e5-a82d-abaf6279cbe6 None None] Network d36a3ecb-14f4-432e-a1ef-13cc11fe2c13 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:56.740415 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d911d7-2c1d-40b5-a353-1b14f0b6fd4f None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:56.753817 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d911d7-2c1d-40b5-a353-1b14f0b6fd4f None None] Pushing event updated for resources: {'Port': ['ID=c33e22cd-1bf6-4a85-81ad-071211215f7f,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:56.764156 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 29469d4a-04a1-4b82-91f0-25a04aeac789 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:56.815597 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4be0fe-6327-4a46-bfb2-985c599b3f03 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Port': ['ID=5ba2b902-d70f-40ef-9117-13d658db7503,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:56.954133 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-3c1c55e0-83d7-40e5-a82d-abaf6279cbe6 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:56.961522 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1c55e0-83d7-40e5-a82d-abaf6279cbe6 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:56.964134 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ce23beaf-beee-4023-b5ef-24fc262d3b26 None None] Current status of the port c636953a-701b-4936-a324-fde61d6d9ad0 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:56.964655 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ce23beaf-beee-4023-b5ef-24fc262d3b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c636953a-701b-4936-a324-fde61d6d9ad0), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.025326 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0060f94-67ed-422a-aeda-72a4a96f9670 req-cedcf0b7-3aa5-40a3-8ed8-3fcf7ba09607 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874826 Feb 09 22:12:57.158074 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c636953a-701b-4936-a324-fde61d6d9ad0 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:57.158474 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c636953a-701b-4936-a324-fde61d6d9ad0), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.170994 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-9001b6a6-1989-4b0f-b909-a21f3eb8381a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Made reservation on behalf of 58c4a0b7c4ef40dc9ad9a8c42f1c443e for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:57.171692 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0438ac5d-8a69-438e-b0d3-3d0331280199 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:12:57.194556 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-9001b6a6-1989-4b0f-b909-a21f3eb8381a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.280538 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b64e44f-5512-48c2-a3a2-a01334e87328 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router acbe2529-517f-4f62-ba38-5383393120bb is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:12:57.435157 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8bec5a4-8bc2-446b-ab58-d0f07e8801df req-478afe01-ea6f-4692-87ad-752e02ec07cf tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 210 time: 0.1310663 Feb 09 22:12:57.723080 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 0438ac5d-8a69-438e-b0d3-3d0331280199, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0438ac5d-8a69-438e-b0d3-3d0331280199,segment=NetworkSegment(e0495290-49f2-4023-ac25-802cabb6e6f6),segment_id=e0495290-49f2-4023-ac25-802cabb6e6f6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:57.768753 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.913798 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 29469d4a-04a1-4b82-91f0-25a04aeac789 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:57.914394 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (29469d4a-04a1-4b82-91f0-25a04aeac789), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.923829 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d82f9d4f-2677-4846-a8be-4e23ddb69d79 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5ba2b902-d70f-40ef-9117-13d658db7503), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.934731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-9001b6a6-1989-4b0f-b909-a21f3eb8381a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Allocated IP 172.20.0.14 (1c413694-0f23-4bcd-9644-27b6436fabff/d01c0d6a-31a0-472b-ba02-5fee9667ec67/84aa3aba-16d8-472d-932c-39c1b4acae0d) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:57.982896 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ad316-db3e-45c0-99f2-fe9b840c9420 req-1b21388c-0f19-4183-93cb-0d00ecec05ba tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:57.985496 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f75ad316-db3e-45c0-99f2-fe9b840c9420 req-1b21388c-0f19-4183-93cb-0d00ecec05ba tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 944 time: 0.3692772 Feb 09 22:12:58.277801 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ce23beaf-beee-4023-b5ef-24fc262d3b26 None None] For port c636953a-701b-4936-a324-fde61d6d9ad0, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c636953a-701b-4936-a324-fde61d6d9ad0,segment=NetworkSegment(2a4e5917-0333-46a2-9efd-92358fb9999b),segment_id=2a4e5917-0333-46a2-9efd-92358fb9999b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:58.345858 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ce23beaf-beee-4023-b5ef-24fc262d3b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c636953a-701b-4936-a324-fde61d6d9ad0), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.454418 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['0438ac5d-8a69-438e-b0d3-3d0331280199'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:12:58.573572 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c55e0-83d7-40e5-a82d-abaf6279cbe6 None None] Pushing event updated for resources: {'Port': ['ID=5c163726-0e98-4244-9fa4-b5c8f532a764,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:58.670251 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f75ad316-db3e-45c0-99f2-fe9b840c9420 req-aef99067-840e-4f91-be29-9846ac6738bc tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6627376 Feb 09 22:12:58.674059 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-59d911d7-2c1d-40b5-a353-1b14f0b6fd4f None None] Attempting to bind port c33e22cd-1bf6-4a85-81ad-071211215f7f on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:58.674736 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-59d911d7-2c1d-40b5-a353-1b14f0b6fd4f None None] Attempting to bind port c33e22cd-1bf6-4a85-81ad-071211215f7f by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'd47d1574-4a57-4ae7-ae9d-5a4a889dd505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '560f8b7e-5888-4c17-bc07-96d8ad291363'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:58.675347 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d911d7-2c1d-40b5-a353-1b14f0b6fd4f None None] Attempting to bind port c33e22cd-1bf6-4a85-81ad-071211215f7f on network 560f8b7e-5888-4c17-bc07-96d8ad291363 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:58.678596 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3c1c55e0-83d7-40e5-a82d-abaf6279cbe6 None None] Attempting to bind port 5c163726-0e98-4244-9fa4-b5c8f532a764 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:58.680117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3c1c55e0-83d7-40e5-a82d-abaf6279cbe6 None None] Attempting to bind port 5c163726-0e98-4244-9fa4-b5c8f532a764 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '7ad0c648-1d84-4a99-bf82-a5a6607bf8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd36a3ecb-14f4-432e-a1ef-13cc11fe2c13'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:58.680681 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1c55e0-83d7-40e5-a82d-abaf6279cbe6 None None] Attempting to bind port 5c163726-0e98-4244-9fa4-b5c8f532a764 on network d36a3ecb-14f4-432e-a1ef-13cc11fe2c13 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:58.818781 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-9001b6a6-1989-4b0f-b909-a21f3eb8381a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for port (84aa3aba-16d8-472d-932c-39c1b4acae0d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.820037 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1c55e0-83d7-40e5-a82d-abaf6279cbe6 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:58.826633 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1c55e0-83d7-40e5-a82d-abaf6279cbe6 None None] Checking segment: {'id': '7ad0c648-1d84-4a99-bf82-a5a6607bf8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd36a3ecb-14f4-432e-a1ef-13cc11fe2c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:58.827205 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3c1c55e0-83d7-40e5-a82d-abaf6279cbe6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.827636 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1c55e0-83d7-40e5-a82d-abaf6279cbe6 None None] Bound using segment: {'id': '7ad0c648-1d84-4a99-bf82-a5a6607bf8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd36a3ecb-14f4-432e-a1ef-13cc11fe2c13'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:58.828603 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3c1c55e0-83d7-40e5-a82d-abaf6279cbe6 None None] Bound port: 5c163726-0e98-4244-9fa4-b5c8f532a764, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad0c648-1d84-4a99-bf82-a5a6607bf8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd36a3ecb-14f4-432e-a1ef-13cc11fe2c13'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:58.828821 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3c1c55e0-83d7-40e5-a82d-abaf6279cbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5c163726-0e98-4244-9fa4-b5c8f532a764), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.883848 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b64e44f-5512-48c2-a3a2-a01334e87328 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:12:58.901014 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5b64e44f-5512-48c2-a3a2-a01334e87328 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/acbe2529-517f-4f62-ba38-5383393120bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7525537 Feb 09 22:12:58.911220 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37170) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:58.912668 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ecf81-63f0-4610-b0a7-c40eec8dd506 None None] Sync routers for ids ['acbe2529-517f-4f62-ba38-5383393120bb'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:12:58.947728 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ecf81-63f0-4610-b0a7-c40eec8dd506 None None] Routers {'acbe2529-517f-4f62-ba38-5383393120bb'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:58.948872 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-827ecf81-63f0-4610-b0a7-c40eec8dd506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:12:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['acbe2529-517f-4f62-ba38-5383393120bb'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:59.036879 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9c42c39f-bb42-4736-bbb3-4aa971d28610 None None] Provisioning complete for port 5fae2cf0-841c-4dcc-8f4e-b051c55f2a40 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:59.039690 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9c42c39f-bb42-4736-bbb3-4aa971d28610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5fae2cf0-841c-4dcc-8f4e-b051c55f2a40), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.048211 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d911d7-2c1d-40b5-a353-1b14f0b6fd4f None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:59.048864 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d911d7-2c1d-40b5-a353-1b14f0b6fd4f None None] Checking segment: {'id': 'd47d1574-4a57-4ae7-ae9d-5a4a889dd505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '560f8b7e-5888-4c17-bc07-96d8ad291363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:59.050036 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59d911d7-2c1d-40b5-a353-1b14f0b6fd4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.052838 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d911d7-2c1d-40b5-a353-1b14f0b6fd4f None None] Bound using segment: {'id': 'd47d1574-4a57-4ae7-ae9d-5a4a889dd505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '560f8b7e-5888-4c17-bc07-96d8ad291363'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:59.053816 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-59d911d7-2c1d-40b5-a353-1b14f0b6fd4f None None] Bound port: c33e22cd-1bf6-4a85-81ad-071211215f7f, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47d1574-4a57-4ae7-ae9d-5a4a889dd505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '560f8b7e-5888-4c17-bc07-96d8ad291363'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:59.057316 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59d911d7-2c1d-40b5-a353-1b14f0b6fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c33e22cd-1bf6-4a85-81ad-071211215f7f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.147224 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-827ecf81-63f0-4610-b0a7-c40eec8dd506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:59.185798 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ecf81-63f0-4610-b0a7-c40eec8dd506 None None] Routers {'acbe2529-517f-4f62-ba38-5383393120bb'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:59.192128 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-827ecf81-63f0-4610-b0a7-c40eec8dd506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:12:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['acbe2529-517f-4f62-ba38-5383393120bb'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:59.332076 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d82f9d4f-2677-4846-a8be-4e23ddb69d79 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for port (5ba2b902-d70f-40ef-9117-13d658db7503), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.336310 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2484909-1e01-4528-8257-715e18458737 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:59.341761 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c2484909-1e01-4528-8257-715e18458737 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/ports/5fae2cf0-841c-4dcc-8f4e-b051c55f2a40 HTTP/1.1" status: 200 len: 910 time: 0.4203990 Feb 09 22:12:59.345503 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d82f9d4f-2677-4846-a8be-4e23ddb69d79 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (5ba2b902-d70f-40ef-9117-13d658db7503), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.372266 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37172) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:59.375787 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-827ecf81-63f0-4610-b0a7-c40eec8dd506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:59.377184 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ecf81-63f0-4610-b0a7-c40eec8dd506 None None] The sync data for ids ['acbe2529-517f-4f62-ba38-5383393120bb'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:59.436015 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-9001b6a6-1989-4b0f-b909-a21f3eb8381a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (84aa3aba-16d8-472d-932c-39c1b4acae0d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.498666 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=0438ac5d-8a69-438e-b0d3-3d0331280199,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:59.638295 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['89a04835-c025-4142-8ec3-2214ac3c2bc9'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:12:59.707367 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9c42c39f-bb42-4736-bbb3-4aa971d28610 None None] Port 5fae2cf0-841c-4dcc-8f4e-b051c55f2a40 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:59.749103 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001b6a6-1989-4b0f-b909-a21f3eb8381a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event updated for resources: {'Port': ['ID=84aa3aba-16d8-472d-932c-39c1b4acae0d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:59.779616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f9d4f-2677-4846-a8be-4e23ddb69d79 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Port': ['ID=5ba2b902-d70f-40ef-9117-13d658db7503,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:59.898094 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-9001b6a6-1989-4b0f-b909-a21f3eb8381a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Network 1c413694-0f23-4bcd-9644-27b6436fabff is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:59.935970 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-9001b6a6-1989-4b0f-b909-a21f3eb8381a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:59.952932 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-9001b6a6-1989-4b0f-b909-a21f3eb8381a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:00.003241 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d6515-4f45-427c-952f-c50fe5d634e9 req-517d5494-9b35-47e4-bcf6-c4702f9468f1 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:00.031215 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7b8d6515-4f45-427c-952f-c50fe5d634e9 req-517d5494-9b35-47e4-bcf6-c4702f9468f1 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 945 time: 0.8920250 Feb 09 22:13:00.043575 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:13:00.044712 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:13:00.118451 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d82f9d4f-2677-4846-a8be-4e23ddb69d79 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (6b4af83c-475f-4324-9beb-01c3d1803f0f), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:00.508730 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9c42c39f-bb42-4736-bbb3-4aa971d28610 None None] Provisioning complete for port c636953a-701b-4936-a324-fde61d6d9ad0 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:00.509163 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9c42c39f-bb42-4736-bbb3-4aa971d28610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c636953a-701b-4936-a324-fde61d6d9ad0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:00.614455 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-9001b6a6-1989-4b0f-b909-a21f3eb8381a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:00.616099 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-9001b6a6-1989-4b0f-b909-a21f3eb8381a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:00.775082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-9001b6a6-1989-4b0f-b909-a21f3eb8381a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1260247 Feb 09 22:13:00.809481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] Request body: {'port': {'device_id': '8eb52d56-84fd-43ce-bd95-b300d9c61fcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:00.828131 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7b8d6515-4f45-427c-952f-c50fe5d634e9 req-69ee4310-ee6e-4734-ab8f-58f28e1d8727 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7952228 Feb 09 22:13:00.884328 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23beaf-beee-4023-b5ef-24fc262d3b26 None None] Pushing event updated for resources: {'Port': ['ID=c636953a-701b-4936-a324-fde61d6d9ad0,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:00.951936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 29469d4a-04a1-4b82-91f0-25a04aeac789 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:00.952398 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (29469d4a-04a1-4b82-91f0-25a04aeac789), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:01.025816 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-3c1c55e0-83d7-40e5-a82d-abaf6279cbe6 None None] For port 5c163726-0e98-4244-9fa4-b5c8f532a764, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:13:01.162289 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-3c1c55e0-83d7-40e5-a82d-abaf6279cbe6 None None] For port 5c163726-0e98-4244-9fa4-b5c8f532a764, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5c163726-0e98-4244-9fa4-b5c8f532a764,segment=NetworkSegment(7ad0c648-1d84-4a99-bf82-a5a6607bf8f4),segment_id=7ad0c648-1d84-4a99-bf82-a5a6607bf8f4)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:13:01.237857 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 29469d4a-04a1-4b82-91f0-25a04aeac789, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=29469d4a-04a1-4b82-91f0-25a04aeac789,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:01.246947 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-59d911d7-2c1d-40b5-a353-1b14f0b6fd4f None None] For port c33e22cd-1bf6-4a85-81ad-071211215f7f, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:13:01.267690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900d4037-d080-4d7e-bfbd-355038372298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29469d4a-04a1-4b82-91f0-25a04aeac789'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:13:01.271215 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (84aa3aba-16d8-472d-932c-39c1b4acae0d), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:01.280159 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a81e3e4-238a-4d5a-be05-244514994066" -d '{"events": [{"server_uuid": "900d4037-d080-4d7e-bfbd-355038372298", "name": "network-vif-plugged", "status": "completed", "tag": "29469d4a-04a1-4b82-91f0-25a04aeac789"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:13:01.286643 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3c1c55e0-83d7-40e5-a82d-abaf6279cbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5c163726-0e98-4244-9fa4-b5c8f532a764), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:01.423605 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9c42c39f-bb42-4736-bbb3-4aa971d28610 None None] Current status of the port c636953a-701b-4936-a324-fde61d6d9ad0 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:01.445077 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (29469d4a-04a1-4b82-91f0-25a04aeac789), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:01.474256 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d82f9d4f-2677-4846-a8be-4e23ddb69d79 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5ba2b902-d70f-40ef-9117-13d658db7503), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:01.481162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea6853-b6ea-4d94-bfe9-44ea97adfe9c req-f3760171-f06c-4ba0-89b9-b46c8898d803 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:01.484786 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3cea6853-b6ea-4d94-bfe9-44ea97adfe9c req-f3760171-f06c-4ba0-89b9-b46c8898d803 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 932 time: 0.4565024 Feb 09 22:13:01.627335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c55e0-83d7-40e5-a82d-abaf6279cbe6 None None] Pushing event updated for resources: {'Port': ['ID=5c163726-0e98-4244-9fa4-b5c8f532a764,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:01.728304 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-59d911d7-2c1d-40b5-a353-1b14f0b6fd4f None None] For port c33e22cd-1bf6-4a85-81ad-071211215f7f, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c33e22cd-1bf6-4a85-81ad-071211215f7f,segment=NetworkSegment(d47d1574-4a57-4ae7-ae9d-5a4a889dd505),segment_id=d47d1574-4a57-4ae7-ae9d-5a4a889dd505)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:13:01.748776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c636953a-701b-4936-a324-fde61d6d9ad0 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:01.979514 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c636953a-701b-4936-a324-fde61d6d9ad0 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:02.133844 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-185ef92c-b0ee-487f-9c18-6cf80f8ad600 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.187987 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59d911d7-2c1d-40b5-a353-1b14f0b6fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c33e22cd-1bf6-4a85-81ad-071211215f7f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.269651 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3cea6853-b6ea-4d94-bfe9-44ea97adfe9c req-07ab43a4-7dab-42a8-a1ff-6fc59c2126da tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7644811 Feb 09 22:13:02.792794 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=29469d4a-04a1-4b82-91f0-25a04aeac789,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:02.997459 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-1f917e87-c4d0-4dce-a369-b97c50a3c3ae None None] Provisioning complete for port 5fae2cf0-841c-4dcc-8f4e-b051c55f2a40 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:02.998187 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f917e87-c4d0-4dce-a369-b97c50a3c3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5fae2cf0-841c-4dcc-8f4e-b051c55f2a40), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.027996 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d82f9d4f-2677-4846-a8be-4e23ddb69d79 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for port (5ba2b902-d70f-40ef-9117-13d658db7503), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.046773 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d82f9d4f-2677-4846-a8be-4e23ddb69d79 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (5ba2b902-d70f-40ef-9117-13d658db7503), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.048757 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d82f9d4f-2677-4846-a8be-4e23ddb69d79 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (6b4af83c-475f-4324-9beb-01c3d1803f0f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.103950 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b8416-af52-47da-8ba6-acd59feccc0e req-fd6a0409-df78-4ffb-9a5e-983af290cfbe tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:03.109065 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d5b8416-af52-47da-8ba6-acd59feccc0e req-fd6a0409-df78-4ffb-9a5e-983af290cfbe tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 945 time: 0.4099107 Feb 09 22:13:03.525529 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f9d4f-2677-4846-a8be-4e23ddb69d79 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Port': ['ID=5ba2b902-d70f-40ef-9117-13d658db7503,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:03.544727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c636953a-701b-4936-a324-fde61d6d9ad0 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:03.545579 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c636953a-701b-4936-a324-fde61d6d9ad0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.628956 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82f9d4f-2677-4846-a8be-4e23ddb69d79 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network d36a3ecb-14f4-432e-a1ef-13cc11fe2c13 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:03.635830 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d82f9d4f-2677-4846-a8be-4e23ddb69d79 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:03.847545 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d5b8416-af52-47da-8ba6-acd59feccc0e req-90dd56f2-9426-4ab7-b819-b450dbe01896 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6385577 Feb 09 22:13:03.891702 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84aa3aba-16d8-472d-932c-39c1b4acae0d {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:13:03.974399 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] Publish callbacks [] for port (84aa3aba-16d8-472d-932c-39c1b4acae0d), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:04.081080 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffaff70c-dce9-4ff9-9a63-289cdb7b703a x-openstack-request-id: req-ffaff70c-dce9-4ff9-9a63-289cdb7b703a {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:13:04.084417 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-185ef92c-b0ee-487f-9c18-6cf80f8ad600 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Allocated IP 172.21.0.1 (560f8b7e-5888-4c17-bc07-96d8ad291363/b14d8086-7f28-498e-b3c6-fce28619b093/2990b260-b15e-445f-a9e5-1617241a84bd) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:04.085389 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900d4037-d080-4d7e-bfbd-355038372298", "name": "network-vif-plugged", "status": "completed", "tag": "29469d4a-04a1-4b82-91f0-25a04aeac789", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:13:04.095825 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ffaff70c-dce9-4ff9-9a63-289cdb7b703a {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:13:04.096829 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900d4037-d080-4d7e-bfbd-355038372298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29469d4a-04a1-4b82-91f0-25a04aeac789', 'code': 200} Feb 09 22:13:04.126336 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1f917e87-c4d0-4dce-a369-b97c50a3c3ae None None] Port 5fae2cf0-841c-4dcc-8f4e-b051c55f2a40 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:04.215889 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d911d7-2c1d-40b5-a353-1b14f0b6fd4f None None] Pushing event updated for resources: {'Port': ['ID=c33e22cd-1bf6-4a85-81ad-071211215f7f,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:04.252115 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82f9d4f-2677-4846-a8be-4e23ddb69d79 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Router 6b4af83c-475f-4324-9beb-01c3d1803f0f is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:13:04.270847 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-1f917e87-c4d0-4dce-a369-b97c50a3c3ae None None] Provisioning complete for port 84aa3aba-16d8-472d-932c-39c1b4acae0d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:04.271332 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f917e87-c4d0-4dce-a369-b97c50a3c3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (84aa3aba-16d8-472d-932c-39c1b4acae0d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:04.410401 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1f917e87-c4d0-4dce-a369-b97c50a3c3ae None None] Port 84aa3aba-16d8-472d-932c-39c1b4acae0d cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:04.573600 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c636953a-701b-4936-a324-fde61d6d9ad0 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:04.711409 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82f9d4f-2677-4846-a8be-4e23ddb69d79 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:04.719882 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d82f9d4f-2677-4846-a8be-4e23ddb69d79 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "PUT /v2.0/routers/6b4af83c-475f-4324-9beb-01c3d1803f0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2191899 Feb 09 22:13:04.732677 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce9db40-3cc6-401a-b6a4-ab8583c84a6e None None] Sync routers for ids ['6b4af83c-475f-4324-9beb-01c3d1803f0f'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:04.739219 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37192) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:04.778641 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] Transition to ACTIVE for port object 84aa3aba-16d8-472d-932c-39c1b4acae0d will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:13:04.778957 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce9db40-3cc6-401a-b6a4-ab8583c84a6e None None] Routers {'6b4af83c-475f-4324-9beb-01c3d1803f0f'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:04.778957 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fce9db40-3cc6-401a-b6a4-ab8583c84a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:12:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b4af83c-475f-4324-9beb-01c3d1803f0f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:04.801469 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (84aa3aba-16d8-472d-932c-39c1b4acae0d), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:04.845712 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a33908-a31d-483d-9b3a-a4caf2ff8e49 None None] Network d36a3ecb-14f4-432e-a1ef-13cc11fe2c13 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:05.083255 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951a11e0-e713-4949-8b67-6b69b5282e59 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:05.087926 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-951a11e0-e713-4949-8b67-6b69b5282e59 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b4af83c-475f-4324-9beb-01c3d1803f0f HTTP/1.1" status: 200 len: 989 time: 0.3471804 Feb 09 22:13:05.092254 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37196) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:05.292634 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fd783-6629-46e9-8f31-9d3d438790f7 req-b6c2f2a4-1274-4a7f-b712-97a250126275 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:05.308384 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e5fd783-6629-46e9-8f31-9d3d438790f7 req-b6c2f2a4-1274-4a7f-b712-97a250126275 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 946 time: 0.8732858 Feb 09 22:13:05.311922 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] Pushing event updated for resources: {'Port': ['ID=84aa3aba-16d8-472d-932c-39c1b4acae0d,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:05.343457 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fce9db40-3cc6-401a-b6a4-ab8583c84a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:05.369008 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5c163726-0e98-4244-9fa4-b5c8f532a764 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:05.752292 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce9db40-3cc6-401a-b6a4-ab8583c84a6e None None] Routers {'6b4af83c-475f-4324-9beb-01c3d1803f0f'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:05.755073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fce9db40-3cc6-401a-b6a4-ab8583c84a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:12:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b4af83c-475f-4324-9beb-01c3d1803f0f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:05.771920 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2ed17a03-6168-47fb-81a9-2fb97e795b7f None None] Provisioning complete for port 5c163726-0e98-4244-9fa4-b5c8f532a764 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:05.772592 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2ed17a03-6168-47fb-81a9-2fb97e795b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5c163726-0e98-4244-9fa4-b5c8f532a764), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.904849 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-185ef92c-b0ee-487f-9c18-6cf80f8ad600 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for port (2990b260-b15e-445f-a9e5-1617241a84bd), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.934978 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87063bf-7035-42c4-a8e3-20e9c8877f3d None None] Network 560f8b7e-5888-4c17-bc07-96d8ad291363 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:05.938732 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0438ac5d-8a69-438e-b0d3-3d0331280199 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:05.974046 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e5fd783-6629-46e9-8f31-9d3d438790f7 req-9e7db4a4-57b8-4413-9295-b511b049e784 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6612785 Feb 09 22:13:06.328473 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] Attempting to bind port 84aa3aba-16d8-472d-932c-39c1b4acae0d on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:13:06.329512 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] Attempting to bind port 84aa3aba-16d8-472d-932c-39c1b4acae0d by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:13:06.331688 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] Attempting to bind port 84aa3aba-16d8-472d-932c-39c1b4acae0d on network 1c413694-0f23-4bcd-9644-27b6436fabff {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:13:06.344975 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-185ef92c-b0ee-487f-9c18-6cf80f8ad600 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (2990b260-b15e-445f-a9e5-1617241a84bd), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:06.383112 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] Port 84aa3aba-16d8-472d-932c-39c1b4acae0d on network 1c413694-0f23-4bcd-9644-27b6436fabff not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:13:06.386398 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] Attempting to bind port 84aa3aba-16d8-472d-932c-39c1b4acae0d on network 1c413694-0f23-4bcd-9644-27b6436fabff {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:13:06.531953 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:13:06.532382 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] Checking segment: {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:06.533011 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] Bound using segment: {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:13:06.533736 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] Bound port: 84aa3aba-16d8-472d-932c-39c1b4acae0d, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:13:06.534381 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (84aa3aba-16d8-472d-932c-39c1b4acae0d), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:06.557102 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ef92c-b0ee-487f-9c18-6cf80f8ad600 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Port': ['ID=2990b260-b15e-445f-a9e5-1617241a84bd,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:06.583735 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fce9db40-3cc6-401a-b6a4-ab8583c84a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:06.583735 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce9db40-3cc6-401a-b6a4-ab8583c84a6e None None] The sync data for ids ['6b4af83c-475f-4324-9beb-01c3d1803f0f'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:06.622648 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185ef92c-b0ee-487f-9c18-6cf80f8ad600 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network 560f8b7e-5888-4c17-bc07-96d8ad291363 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:06.798618 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-185ef92c-b0ee-487f-9c18-6cf80f8ad600 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:06.808530 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185ef92c-b0ee-487f-9c18-6cf80f8ad600 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:07.109636 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 5c163726-0e98-4244-9fa4-b5c8f532a764 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:07.110304 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5c163726-0e98-4244-9fa4-b5c8f532a764), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.203297 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-185ef92c-b0ee-487f-9c18-6cf80f8ad600 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (acbe2529-517f-4f62-ba38-5383393120bb), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.463237 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 0438ac5d-8a69-438e-b0d3-3d0331280199 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:13:07.489295 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] For port 84aa3aba-16d8-472d-932c-39c1b4acae0d, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:13:07.690549 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 0438ac5d-8a69-438e-b0d3-3d0331280199 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:07.695997 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.700498 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-415a0210-0142-4f11-b2a4-5380944919c8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (6b4af83c-475f-4324-9beb-01c3d1803f0f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.801314 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] For port 84aa3aba-16d8-472d-932c-39c1b4acae0d, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=84aa3aba-16d8-472d-932c-39c1b4acae0d,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:13:07.846145 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f02448-d5a9-4393-aa26-1da28f8db3c3 req-0bd6f122-5787-4da8-a6a2-3a893f18d588 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:07.863549 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-23f02448-d5a9-4393-aa26-1da28f8db3c3 req-0bd6f122-5787-4da8-a6a2-3a893f18d588 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 944 time: 1.4594684 Feb 09 22:13:08.048839 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (84aa3aba-16d8-472d-932c-39c1b4acae0d), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:08.379990 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2ed17a03-6168-47fb-81a9-2fb97e795b7f None None] Current status of the port 5c163726-0e98-4244-9fa4-b5c8f532a764 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:08.405850 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2ed17a03-6168-47fb-81a9-2fb97e795b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5c163726-0e98-4244-9fa4-b5c8f532a764), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:08.487096 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-415a0210-0142-4f11-b2a4-5380944919c8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting port 5ba2b902-d70f-40ef-9117-13d658db7503 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:08.488288 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8703f5c2-1a82-4d1a-be7b-cab5a4f5f7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:08.488964 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-415a0210-0142-4f11-b2a4-5380944919c8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5ba2b902-d70f-40ef-9117-13d658db7503), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:08.517842 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 5c163726-0e98-4244-9fa4-b5c8f532a764 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:08.518482 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5c163726-0e98-4244-9fa4-b5c8f532a764), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:08.654581 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] Pushing event updated for resources: {'Port': ['ID=84aa3aba-16d8-472d-932c-39c1b4acae0d,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:08.738940 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-23f02448-d5a9-4393-aa26-1da28f8db3c3 req-b4c98972-7c34-4981-b458-bf6462c7b8b7 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7100215 Feb 09 22:13:08.742884 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37224) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:08.776143 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 5c163726-0e98-4244-9fa4-b5c8f532a764, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5c163726-0e98-4244-9fa4-b5c8f532a764,segment=NetworkSegment(7ad0c648-1d84-4a99-bf82-a5a6607bf8f4),segment_id=7ad0c648-1d84-4a99-bf82-a5a6607bf8f4)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:08.787161 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5c163726-0e98-4244-9fa4-b5c8f532a764), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:08.788500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c33e22cd-1bf6-4a85-81ad-071211215f7f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:08.826764 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-185ef92c-b0ee-487f-9c18-6cf80f8ad600 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2990b260-b15e-445f-a9e5-1617241a84bd), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.212579 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-415a0210-0142-4f11-b2a4-5380944919c8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5ba2b902-d70f-40ef-9117-13d658db7503), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.343168 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-415a0210-0142-4f11-b2a4-5380944919c8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Calling delete_port for 5ba2b902-d70f-40ef-9117-13d658db7503 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:09.410919 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-2ed17a03-6168-47fb-81a9-2fb97e795b7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:13:09.412480 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-2ed17a03-6168-47fb-81a9-2fb97e795b7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:13:09.597267 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 0438ac5d-8a69-438e-b0d3-3d0331280199 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:09.600371 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.644614 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c33e22cd-1bf6-4a85-81ad-071211215f7f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:09.646661 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c33e22cd-1bf6-4a85-81ad-071211215f7f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.880448 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0438ac5d-8a69-438e-b0d3-3d0331280199'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:13:09.891848 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060f34bf-a8d0-4e4b-a3b0-152bc5a0d778" -d '{"events": [{"server_uuid": "5dba9e76-6620-43d3-b090-99b1f397d50e", "name": "network-vif-plugged", "status": "completed", "tag": "0438ac5d-8a69-438e-b0d3-3d0331280199"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:13:09.913561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=5c163726-0e98-4244-9fa4-b5c8f532a764,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:10.170045 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-415a0210-0142-4f11-b2a4-5380944919c8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (5ba2b902-d70f-40ef-9117-13d658db7503), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.196306 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2ed17a03-6168-47fb-81a9-2fb97e795b7f None None] Current status of the port 5c163726-0e98-4244-9fa4-b5c8f532a764 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:10.225904 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 0438ac5d-8a69-438e-b0d3-3d0331280199, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0438ac5d-8a69-438e-b0d3-3d0331280199,segment=NetworkSegment(e0495290-49f2-4023-ac25-802cabb6e6f6),segment_id=e0495290-49f2-4023-ac25-802cabb6e6f6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:10.333829 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c33e22cd-1bf6-4a85-81ad-071211215f7f is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:10.335261 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c33e22cd-1bf6-4a85-81ad-071211215f7f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.409875 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a0210-0142-4f11-b2a4-5380944919c8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Port': ['ID=5ba2b902-d70f-40ef-9117-13d658db7503,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:10.473402 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.594116 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port c33e22cd-1bf6-4a85-81ad-071211215f7f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c33e22cd-1bf6-4a85-81ad-071211215f7f,segment=NetworkSegment(d47d1574-4a57-4ae7-ae9d-5a4a889dd505),segment_id=d47d1574-4a57-4ae7-ae9d-5a4a889dd505)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:10.751831 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c33e22cd-1bf6-4a85-81ad-071211215f7f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.809012 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:10.809867 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.818850 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-415a0210-0142-4f11-b2a4-5380944919c8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (6b4af83c-475f-4324-9beb-01c3d1803f0f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.819604 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f393bf7d-239c-4c10-a96f-1eca135e8410 service neutron] 10.222.0.71 "PUT /v2.0/ports/84aa3aba-16d8-472d-932c-39c1b4acae0d HTTP/1.1" status: 200 len: 1092 time: 10.0281153 Feb 09 22:13:10.822242 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b1f623eb-d4ac-4830-a33d-1bdc4d2cd105 None None] Provisioning complete for port c33e22cd-1bf6-4a85-81ad-071211215f7f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:10.827005 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b1f623eb-d4ac-4830-a33d-1bdc4d2cd105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c33e22cd-1bf6-4a85-81ad-071211215f7f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.026287 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb52d56-84fd-43ce-bd95-b300d9c61fcb', 'tag': '84aa3aba-16d8-472d-932c-39c1b4acae0d'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:13:11.028678 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c0096c33-b652-48c8-9756-52fecccd7556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.035547 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9231f89f-940f-44d2-afb1-e13ec073141a" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb52d56-84fd-43ce-bd95-b300d9c61fcb", "tag": "84aa3aba-16d8-472d-932c-39c1b4acae0d"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:13:11.112263 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-689454c2-40b4-4053-bcdf-e40890b536c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.187552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5c163726-0e98-4244-9fa4-b5c8f532a764 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:11.345940 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=0438ac5d-8a69-438e-b0d3-3d0331280199,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:11.607082 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b1f623eb-d4ac-4830-a33d-1bdc4d2cd105 None None] Current status of the port c33e22cd-1bf6-4a85-81ad-071211215f7f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:11.608462 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d952f7-eecf-4aa0-836c-2a9fb933934c req-8279f37c-f2e7-4170-9662-d04cf115f19c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:11.610141 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-00d952f7-eecf-4aa0-836c-2a9fb933934c req-8279f37c-f2e7-4170-9662-d04cf115f19c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 946 time: 0.7216280 Feb 09 22:13:11.663312 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b1f623eb-d4ac-4830-a33d-1bdc4d2cd105 None None] Could not find standard attr ID for object 5ba2b902-d70f-40ef-9117-13d658db7503. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:13:11.677494 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 5c163726-0e98-4244-9fa4-b5c8f532a764 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:11.679400 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5c163726-0e98-4244-9fa4-b5c8f532a764), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.692423 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415a0210-0142-4f11-b2a4-5380944919c8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Router 6b4af83c-475f-4324-9beb-01c3d1803f0f has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:13:11.831088 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=c33e22cd-1bf6-4a85-81ad-071211215f7f,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:11.982348 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415a0210-0142-4f11-b2a4-5380944919c8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:11.996742 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-689454c2-40b4-4053-bcdf-e40890b536c3 admin admin] Publish callbacks [] for security_group (2cce57e7-60fd-46a1-abcc-a8deb45b812e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:12.001066 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0780b0be-0a34-468f-a0e9-56c3615c3fb4 None None] Sync routers for ids ['6b4af83c-475f-4324-9beb-01c3d1803f0f'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:12.017703 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-922baf31-f089-4c19-8856-28e064532ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.019405 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-922baf31-f089-4c19-8856-28e064532ecc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 1126 time: 0.9309103 Feb 09 22:13:12.023970 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-689454c2-40b4-4053-bcdf-e40890b536c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2cce57e7-60fd-46a1-abcc-a8deb45b812e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:12.030330 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-415a0210-0142-4f11-b2a4-5380944919c8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "PUT /v2.0/routers/6b4af83c-475f-4324-9beb-01c3d1803f0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9352012 Feb 09 22:13:12.031585 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37234) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:12.059964 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0780b0be-0a34-468f-a0e9-56c3615c3fb4 None None] Routers {'6b4af83c-475f-4324-9beb-01c3d1803f0f'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:12.061552 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-0780b0be-0a34-468f-a0e9-56c3615c3fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:13:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b4af83c-475f-4324-9beb-01c3d1803f0f'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:12.089545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 5c163726-0e98-4244-9fa4-b5c8f532a764 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:12.099518 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b1f623eb-d4ac-4830-a33d-1bdc4d2cd105 None None] Provisioning complete for port 2990b260-b15e-445f-a9e5-1617241a84bd triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:12.102176 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b1f623eb-d4ac-4830-a33d-1bdc4d2cd105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2990b260-b15e-445f-a9e5-1617241a84bd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:12.115688 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-689454c2-40b4-4053-bcdf-e40890b536c3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a36d052f467a4240b848d9c37c01bc49&name=default HTTP/1.1" status: 200 len: 3000 time: 3.3485630 Feb 09 22:13:12.117344 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-41e90ad1-f21b-4993-9d34-7a517777b870 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84aa3aba-16d8-472d-932c-39c1b4acae0d HTTP/1.1" status: 200 len: 217 time: 0.0670004 Feb 09 22:13:12.125096 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37236) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:12.137578 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-c61779c7-e5ac-4e55-b49f-e487fd6a61f2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] GET failed (client error): The resource could not be found. Feb 09 22:13:12.148051 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c61779c7-e5ac-4e55-b49f-e487fd6a61f2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports/5ba2b902-d70f-40ef-9117-13d658db7503 HTTP/1.1" status: 404 len: 333 time: 0.1107619 Feb 09 22:13:12.150431 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37238) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:12.249936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b1f623eb-d4ac-4830-a33d-1bdc4d2cd105 None None] Port 2990b260-b15e-445f-a9e5-1617241a84bd cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:12.255869 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:12.256197 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-0780b0be-0a34-468f-a0e9-56c3615c3fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:12.289404 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b1f623eb-d4ac-4830-a33d-1bdc4d2cd105 None None] Provisioning complete for port 5c163726-0e98-4244-9fa4-b5c8f532a764 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:12.290576 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b1f623eb-d4ac-4830-a33d-1bdc4d2cd105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5c163726-0e98-4244-9fa4-b5c8f532a764), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:12.292147 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0780b0be-0a34-468f-a0e9-56c3615c3fb4 None None] Routers {'6b4af83c-475f-4324-9beb-01c3d1803f0f'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:12.292891 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-0780b0be-0a34-468f-a0e9-56c3615c3fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:13:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b4af83c-475f-4324-9beb-01c3d1803f0f'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:12.381146 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-0780b0be-0a34-468f-a0e9-56c3615c3fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:12.382105 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0780b0be-0a34-468f-a0e9-56c3615c3fb4 None None] The sync data for ids ['6b4af83c-475f-4324-9beb-01c3d1803f0f'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:12.469792 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-00d952f7-eecf-4aa0-836c-2a9fb933934c req-ae43e0ec-24c6-4c31-940c-d64329c1d38e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8011420 Feb 09 22:13:12.620424 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b1f623eb-d4ac-4830-a33d-1bdc4d2cd105 None None] Current status of the port 5c163726-0e98-4244-9fa4-b5c8f532a764 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:12.847781 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:12.986770 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-185ef92c-b0ee-487f-9c18-6cf80f8ad600 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for port (2990b260-b15e-445f-a9e5-1617241a84bd), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.051255 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cbdbf32a-8e46-43bb-b57e-0e43f0910492 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for router (6b4af83c-475f-4324-9beb-01c3d1803f0f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.054628 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c33e22cd-1bf6-4a85-81ad-071211215f7f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:13.082086 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-185ef92c-b0ee-487f-9c18-6cf80f8ad600 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (2990b260-b15e-445f-a9e5-1617241a84bd), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.192797 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c33e22cd-1bf6-4a85-81ad-071211215f7f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:13.193491 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c33e22cd-1bf6-4a85-81ad-071211215f7f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.233748 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689454c2-40b4-4053-bcdf-e40890b536c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cce57e7-60fd-46a1-abcc-a8deb45b812e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:13.396231 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-185ef92c-b0ee-487f-9c18-6cf80f8ad600 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (acbe2529-517f-4f62-ba38-5383393120bb), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.413295 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-4b8b34ad-f32f-4f5a-a26e-aaf516f0e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:13.416652 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-4b8b34ad-f32f-4f5a-a26e-aaf516f0e90a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 1.2348430 Feb 09 22:13:13.518868 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-380bd214-40a7-4c09-9f65-723f71a9f9c9 admin admin] Publish callbacks [] for security_group (2cce57e7-60fd-46a1-abcc-a8deb45b812e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.551700 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c33e22cd-1bf6-4a85-81ad-071211215f7f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:13.567297 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-380bd214-40a7-4c09-9f65-723f71a9f9c9 admin admin] Publish callbacks [] for security_group (2cce57e7-60fd-46a1-abcc-a8deb45b812e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.688400 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cbdbf32a-8e46-43bb-b57e-0e43f0910492 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (6b4af83c-475f-4324-9beb-01c3d1803f0f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.695369 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cbdbf32a-8e46-43bb-b57e-0e43f0910492 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for router_controller (6b4af83c-475f-4324-9beb-01c3d1803f0f), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.826794 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cbdbf32a-8e46-43bb-b57e-0e43f0910492 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (6b4af83c-475f-4324-9beb-01c3d1803f0f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.828180 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdbf32a-8e46-43bb-b57e-0e43f0910492 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Fanout notify agent at l3_agent the message router_deleted on router 6b4af83c-475f-4324-9beb-01c3d1803f0f {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:13:13.864879 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cbdbf32a-8e46-43bb-b57e-0e43f0910492 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.867698 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cbdbf32a-8e46-43bb-b57e-0e43f0910492 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/routers/6b4af83c-475f-4324-9beb-01c3d1803f0f HTTP/1.1" status: 204 len: 168 time: 1.7147806 Feb 09 22:13:13.870184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37244) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:13.911046 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-380bd214-40a7-4c09-9f65-723f71a9f9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2cce57e7-60fd-46a1-abcc-a8deb45b812e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.913806 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-380bd214-40a7-4c09-9f65-723f71a9f9c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.917776 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-380bd214-40a7-4c09-9f65-723f71a9f9c9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2cce57e7-60fd-46a1-abcc-a8deb45b812e HTTP/1.1" status: 204 len: 168 time: 1.7814448 Feb 09 22:13:13.966438 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bd214-40a7-4c09-9f65-723f71a9f9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cce57e7-60fd-46a1-abcc-a8deb45b812e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:13.969721 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ef92c-b0ee-487f-9c18-6cf80f8ad600 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Port': ['ID=2990b260-b15e-445f-a9e5-1617241a84bd,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:13.979913 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185ef92c-b0ee-487f-9c18-6cf80f8ad600 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network 560f8b7e-5888-4c17-bc07-96d8ad291363 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:13.987570 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-185ef92c-b0ee-487f-9c18-6cf80f8ad600 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:14.014671 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0585cb8-8a66-4f34-b433-e31e8c6b0fdd req-1533cb6d-36bf-4a83-9083-5c824a786f20 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:14.041431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e0585cb8-8a66-4f34-b433-e31e8c6b0fdd req-1533cb6d-36bf-4a83-9083-5c824a786f20 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 946 time: 0.9693234 Feb 09 22:13:14.127511 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e0e648f-070a-43bd-94c2-0e925e1dc224 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting subnet 83426aee-d0ba-4f0a-b740-ed3c3f54efbd {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:13:14.137786 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e0e648f-070a-43bd-94c2-0e925e1dc224 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (83426aee-d0ba-4f0a-b740-ed3c3f54efbd), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.269674 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e0e648f-070a-43bd-94c2-0e925e1dc224 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (83426aee-d0ba-4f0a-b740-ed3c3f54efbd), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.454025 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-a250763c-92b7-479a-99ed-c2be5de3df6c None None] Provisioning complete for port 2990b260-b15e-445f-a9e5-1617241a84bd triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:14.458200 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a250763c-92b7-479a-99ed-c2be5de3df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2990b260-b15e-445f-a9e5-1617241a84bd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.532049 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185ef92c-b0ee-487f-9c18-6cf80f8ad600 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router acbe2529-517f-4f62-ba38-5383393120bb has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:13:14.534831 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f0d88bbf-5e27-4e45-bc73-616b72b366b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:14.537277 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-f0d88bbf-5e27-4e45-bc73-616b72b366b0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0813150 Feb 09 22:13:14.610086 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37250) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:14.696844 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7685a82-d577-49b9-affe-5ac19e53ecf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.731090 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e0e648f-070a-43bd-94c2-0e925e1dc224 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (83426aee-d0ba-4f0a-b740-ed3c3f54efbd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.769724 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a250763c-92b7-479a-99ed-c2be5de3df6c None None] Port 2990b260-b15e-445f-a9e5-1617241a84bd cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:14.771611 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.804426 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e0585cb8-8a66-4f34-b433-e31e8c6b0fdd req-a0f4d50e-c36b-41e1-b65a-53d4f3e5e64d tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7617443 Feb 09 22:13:14.911376 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-01cfa685-b14e-44fb-a4e4-18573ea2c1b7 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653686 Feb 09 22:13:14.992475 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e0e648f-070a-43bd-94c2-0e925e1dc224 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (83426aee-d0ba-4f0a-b740-ed3c3f54efbd), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.996599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185ef92c-b0ee-487f-9c18-6cf80f8ad600 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:15.015179 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4673b316-2660-4e13-98f5-7f21ffc45fe6 None None] Sync routers for ids ['acbe2529-517f-4f62-ba38-5383393120bb'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:15.025604 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-185ef92c-b0ee-487f-9c18-6cf80f8ad600 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/acbe2529-517f-4f62-ba38-5383393120bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6511483 Feb 09 22:13:15.032160 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37252) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:15.065172 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4673b316-2660-4e13-98f5-7f21ffc45fe6 None None] Routers {'acbe2529-517f-4f62-ba38-5383393120bb'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:15.066278 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4673b316-2660-4e13-98f5-7f21ffc45fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:13:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['acbe2529-517f-4f62-ba38-5383393120bb'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:15.124665 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e0e648f-070a-43bd-94c2-0e925e1dc224 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.138858 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4e0e648f-070a-43bd-94c2-0e925e1dc224 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/subnets/83426aee-d0ba-4f0a-b740-ed3c3f54efbd HTTP/1.1" status: 204 len: 168 time: 1.2624192 Feb 09 22:13:15.145963 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37254) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:15.150978 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e648f-070a-43bd-94c2-0e925e1dc224 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Subnet': ['ID=83426aee-d0ba-4f0a-b740-ed3c3f54efbd,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:15.167406 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d6d33ad-b72a-4e06-b809-5a874ac14b3c req-30b94557-5586-441f-a430-9604e396a8d5 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450686 Feb 09 22:13:15.221920 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f576f6-89c6-4ec3-af95-18753e1d3406 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:15.227617 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b2f576f6-89c6-4ec3-af95-18753e1d3406 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/ports/2990b260-b15e-445f-a9e5-1617241a84bd HTTP/1.1" status: 200 len: 910 time: 0.1833317 Feb 09 22:13:15.237568 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37256) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:15.242562 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17bd436-c3a3-4f6f-ae51-7b88c107edb9 None None] Network d36a3ecb-14f4-432e-a1ef-13cc11fe2c13 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:15.248559 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4673b316-2660-4e13-98f5-7f21ffc45fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:15.471516 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9f1c-fe4e-445c-8f59-da14f8319229 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (d36a3ecb-14f4-432e-a1ef-13cc11fe2c13), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.546790 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7685a82-d577-49b9-affe-5ac19e53ecf9 admin admin] Publish callbacks [] for security_group (448e51a1-9075-400f-956f-4c1dee36c131), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.571430 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b7685a82-d577-49b9-affe-5ac19e53ecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (448e51a1-9075-400f-956f-4c1dee36c131), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.604822 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe9f1c-fe4e-445c-8f59-da14f8319229 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting port 5c163726-0e98-4244-9fa4-b5c8f532a764 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:15.606185 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9f1c-fe4e-445c-8f59-da14f8319229 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5c163726-0e98-4244-9fa4-b5c8f532a764), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.643996 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.648688 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4673b316-2660-4e13-98f5-7f21ffc45fe6 None None] Routers {'acbe2529-517f-4f62-ba38-5383393120bb'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:15.651114 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4673b316-2660-4e13-98f5-7f21ffc45fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:13:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['acbe2529-517f-4f62-ba38-5383393120bb'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:15.703685 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ecbe9f1c-fe4e-445c-8f59-da14f8319229 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] For port 5c163726-0e98-4244-9fa4-b5c8f532a764, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5c163726-0e98-4244-9fa4-b5c8f532a764,segment=NetworkSegment(7ad0c648-1d84-4a99-bf82-a5a6607bf8f4),segment_id=7ad0c648-1d84-4a99-bf82-a5a6607bf8f4)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:15.704357 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9f1c-fe4e-445c-8f59-da14f8319229 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5c163726-0e98-4244-9fa4-b5c8f532a764), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.748981 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe9f1c-fe4e-445c-8f59-da14f8319229 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Calling delete_port for 5c163726-0e98-4244-9fa4-b5c8f532a764 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:15.767762 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4673b316-2660-4e13-98f5-7f21ffc45fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:15.768724 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4673b316-2660-4e13-98f5-7f21ffc45fe6 None None] The sync data for ids ['acbe2529-517f-4f62-ba38-5383393120bb'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:15.792275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee97f7-6da3-4e33-9ce3-159ac9ef2c43 req-1242f41b-de81-40e8-9244-4c3bba6d1018 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:15.794166 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-afee97f7-6da3-4e33-9ce3-159ac9ef2c43 req-1242f41b-de81-40e8-9244-4c3bba6d1018 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 944 time: 0.8592463 Feb 09 22:13:15.988445 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9f1c-fe4e-445c-8f59-da14f8319229 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (5c163726-0e98-4244-9fa4-b5c8f532a764), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:16.014884 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b7685a82-d577-49b9-affe-5ac19e53ecf9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7ec37f4d01884666a444caf6f12b11df&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3998535 Feb 09 22:13:16.024111 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37260) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:16.062974 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7685a82-d577-49b9-affe-5ac19e53ecf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448e51a1-9075-400f-956f-4c1dee36c131,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:16.068108 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbe9f1c-fe4e-445c-8f59-da14f8319229 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] No DVR routers for this DVR port 5c163726-0e98-4244-9fa4-b5c8f532a764 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:13:16.070383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe9f1c-fe4e-445c-8f59-da14f8319229 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Port': ['ID=5c163726-0e98-4244-9fa4-b5c8f532a764,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:16.079024 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3fde9c-aa56-4de0-a5bd-7c6efdbfd64b None None] DHCP port deletion for d36a3ecb-14f4-432e-a1ef-13cc11fe2c13 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:13:16.155836 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-afee97f7-6da3-4e33-9ce3-159ac9ef2c43 req-86db23f3-94b8-4ae2-a42e-9119cb3bb60c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854195 Feb 09 22:13:16.195633 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:16.288013 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1780f9bd-106e-4efd-b6a2-a1efcd6af00e x-openstack-request-id: req-1780f9bd-106e-4efd-b6a2-a1efcd6af00e {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:13:16.288429 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dba9e76-6620-43d3-b090-99b1f397d50e", "name": "network-vif-plugged", "status": "completed", "tag": "0438ac5d-8a69-438e-b0d3-3d0331280199", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:13:16.288782 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1780f9bd-106e-4efd-b6a2-a1efcd6af00e {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:13:16.289210 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0438ac5d-8a69-438e-b0d3-3d0331280199', 'code': 200} Feb 09 22:13:16.330008 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6975d7e-f5ec-4f64-9519-c2fb0a66aff1 admin admin] Publish callbacks [] for security_group (448e51a1-9075-400f-956f-4c1dee36c131), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:16.372007 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9f1c-fe4e-445c-8f59-da14f8319229 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (d36a3ecb-14f4-432e-a1ef-13cc11fe2c13), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:16.385152 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91983a08-eb81-44ef-822e-73edf29b53c9 x-openstack-request-id: req-91983a08-eb81-44ef-822e-73edf29b53c9 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:13:16.385705 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb52d56-84fd-43ce-bd95-b300d9c61fcb", "tag": "84aa3aba-16d8-472d-932c-39c1b4acae0d", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:13:16.385976 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91983a08-eb81-44ef-822e-73edf29b53c9 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:13:16.396322 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb52d56-84fd-43ce-bd95-b300d9c61fcb', 'tag': '84aa3aba-16d8-472d-932c-39c1b4acae0d', 'status': 'completed', 'code': 200} Feb 09 22:13:16.453593 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-ecbe9f1c-fe4e-445c-8f59-da14f8319229 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d36a3ecb-14f4-432e-a1ef-13cc11fe2c13']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:16.473886 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-ecbe9f1c-fe4e-445c-8f59-da14f8319229 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad0c648-1d84-4a99-bf82-a5a6607bf8f4') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:16.474640 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-ecbe9f1c-fe4e-445c-8f59-da14f8319229 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad0c648-1d84-4a99-bf82-a5a6607bf8f4') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:16.506326 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9f1c-fe4e-445c-8f59-da14f8319229 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (7ad0c648-1d84-4a99-bf82-a5a6607bf8f4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:16.506936 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6975d7e-f5ec-4f64-9519-c2fb0a66aff1 admin admin] Publish callbacks [] for security_group (448e51a1-9075-400f-956f-4c1dee36c131), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:16.538627 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9f1c-fe4e-445c-8f59-da14f8319229 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (7ad0c648-1d84-4a99-bf82-a5a6607bf8f4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:16.563965 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbe9f1c-fe4e-445c-8f59-da14f8319229 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:13:16.565020 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9f1c-fe4e-445c-8f59-da14f8319229 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (7ad0c648-1d84-4a99-bf82-a5a6607bf8f4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:13:16.585465 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:13:16.812911 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9f1c-fe4e-445c-8f59-da14f8319229 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (d36a3ecb-14f4-432e-a1ef-13cc11fe2c13), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:16.827052 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231f89f-940f-44d2-afb1-e13ec073141a req-da2e42bd-ce2b-435f-86ee-204724ffb936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:16.842283 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9231f89f-940f-44d2-afb1-e13ec073141a req-da2e42bd-ce2b-435f-86ee-204724ffb936 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 1126 time: 0.4064221 Feb 09 22:13:16.845726 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9f1c-fe4e-445c-8f59-da14f8319229 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:16.854473 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ecbe9f1c-fe4e-445c-8f59-da14f8319229 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/networks/d36a3ecb-14f4-432e-a1ef-13cc11fe2c13 HTTP/1.1" status: 204 len: 168 time: 1.7053976 Feb 09 22:13:16.855634 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe9f1c-fe4e-445c-8f59-da14f8319229 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Network': ['ID=d36a3ecb-14f4-432e-a1ef-13cc11fe2c13,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:16.862117 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37262) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:16.897292 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc183c-66e0-4807-9603-95ed625673eb req-840fe6e7-8d8b-47c4-a4d1-ec44e66f59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:16.900445 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95fc183c-66e0-4807-9603-95ed625673eb req-840fe6e7-8d8b-47c4-a4d1-ec44e66f59f8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 1128 time: 0.3983824 Feb 09 22:13:16.971792 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5c163726-0e98-4244-9fa4-b5c8f532a764 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:13:16.977554 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84d66c3-fbc0-4e1d-b630-33132dbc2045 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:16.983710 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e84d66c3-fbc0-4e1d-b630-33132dbc2045 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports/80d8ead6-326c-4b8c-b50f-b743b7f8b143 HTTP/1.1" status: 200 len: 845 time: 0.1166503 Feb 09 22:13:16.985016 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37264) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:17.043481 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6975d7e-f5ec-4f64-9519-c2fb0a66aff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (448e51a1-9075-400f-956f-4c1dee36c131), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.046558 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 5c163726-0e98-4244-9fa4-b5c8f532a764 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:13:17.047955 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5c163726-0e98-4244-9fa4-b5c8f532a764 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:13:17.048336 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6975d7e-f5ec-4f64-9519-c2fb0a66aff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.063121 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d6975d7e-f5ec-4f64-9519-c2fb0a66aff1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/448e51a1-9075-400f-956f-4c1dee36c131 HTTP/1.1" status: 204 len: 168 time: 1.0304997 Feb 09 22:13:17.116783 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492887c5-8e11-4dc1-9c4e-41cab5e9da74 req-cd82c1b6-471b-49c3-9a27-976e019e2427 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:17.119457 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-492887c5-8e11-4dc1-9c4e-41cab5e9da74 req-cd82c1b6-471b-49c3-9a27-976e019e2427 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 946 time: 0.5243089 Feb 09 22:13:17.130387 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d788c648-bdb4-4c59-b1d9-82ab7ffe5daa tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports/80d8ead6-326c-4b8c-b50f-b743b7f8b143?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1427841 Feb 09 22:13:17.135227 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37268) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:17.156192 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-17f67e78-6697-451a-88b8-c23eb72a43f8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'subnet': {'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:17.205510 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6975d7e-f5ec-4f64-9519-c2fb0a66aff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448e51a1-9075-400f-956f-4c1dee36c131,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:17.304081 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231f89f-940f-44d2-afb1-e13ec073141a req-f63e45ad-6e9d-487b-bd1c-9e8c1d09908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:17.306079 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9231f89f-940f-44d2-afb1-e13ec073141a req-f63e45ad-6e9d-487b-bd1c-9e8c1d09908b service neutron] 10.222.0.71 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 912 time: 0.4529459 Feb 09 22:13:17.369887 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9231f89f-940f-44d2-afb1-e13ec073141a req-8524cd3f-79df-4bed-9434-af222bc988e2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84aa3aba-16d8-472d-932c-39c1b4acae0d HTTP/1.1" status: 200 len: 217 time: 0.0515497 Feb 09 22:13:17.409086 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f67e78-6697-451a-88b8-c23eb72a43f8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:17.426238 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-17f67e78-6697-451a-88b8-c23eb72a43f8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.452489 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231f89f-940f-44d2-afb1-e13ec073141a req-f6b41ef8-3fb0-4e9d-bc3e-a994ffbe5007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:17.456294 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9231f89f-940f-44d2-afb1-e13ec073141a req-f6b41ef8-3fb0-4e9d-bc3e-a994ffbe5007 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.0718122 Feb 09 22:13:17.508371 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95fc183c-66e0-4807-9603-95ed625673eb req-1fd49a52-4dfd-4bd4-a756-109bd14cc07f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5027580 Feb 09 22:13:17.590012 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-492887c5-8e11-4dc1-9c4e-41cab5e9da74 req-1a65a82e-6d3c-44fe-a1c1-e68f80e9aef7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4411488 Feb 09 22:13:17.650564 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a60cca4-e4a5-4e33-b6bd-51439aa3e88b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (acbe2529-517f-4f62-ba38-5383393120bb), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:18.097650 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-17f67e78-6697-451a-88b8-c23eb72a43f8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (b516d10f-2852-42a5-ab87-a15e3d750cbd), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:18.224520 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f67e78-6697-451a-88b8-c23eb72a43f8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network fd38cebe-c028-4d60-b49e-daf463b92361 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:18.415591 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-17f67e78-6697-451a-88b8-c23eb72a43f8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:18.453408 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f67e78-6697-451a-88b8-c23eb72a43f8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:18.456866 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-17f67e78-6697-451a-88b8-c23eb72a43f8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:18.469748 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce8cd10-cc0e-49bc-b0e0-6c4aacf61861 None None] Network fd38cebe-c028-4d60-b49e-daf463b92361 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:18.574294 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-17f67e78-6697-451a-88b8-c23eb72a43f8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4372928 Feb 09 22:13:18.601999 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37284) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:18.641420 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2abc068f-e393-4b10-84e0-dc1a57cc5a46 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'security_group': {'name': 'tempest-secgroup-1285778163'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:18.779832 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f67e78-6697-451a-88b8-c23eb72a43f8 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Subnet': ['ID=b516d10f-2852-42a5-ab87-a15e3d750cbd,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:18.895314 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2abc068f-e393-4b10-84e0-dc1a57cc5a46 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.192580 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231f89f-940f-44d2-afb1-e13ec073141a req-31fd7c93-eb9a-4b51-a5fd-104482d007f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:19.208763 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9231f89f-940f-44d2-afb1-e13ec073141a req-31fd7c93-eb9a-4b51-a5fd-104482d007f7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.7313986 Feb 09 22:13:19.254882 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2abc068f-e393-4b10-84e0-dc1a57cc5a46 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (85db7838-e38a-41cf-91a2-94e04b21a7c2), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.266544 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-fd38cebe-c028-4d60-b49e-daf463b92361', 'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361', 'project_id': '3a081b6cfe1f477e8e25adca53408c36', 'fixed_ips': [{'subnet_id': 'b516d10f-2852-42a5-ab87-a15e3d750cbd'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:13:19.269402 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2abc068f-e393-4b10-84e0-dc1a57cc5a46 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (85db7838-e38a-41cf-91a2-94e04b21a7c2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.274836 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.365540 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2abc068f-e393-4b10-84e0-dc1a57cc5a46 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.377528 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2abc068f-e393-4b10-84e0-dc1a57cc5a46 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7614844 Feb 09 22:13:19.382858 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37292) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:19.400624 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e555c36f-c51d-49a4-9355-5ea557a1e3b2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'security_group': {'name': 'tempest-secgroup-972682322'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:19.420771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc068f-e393-4b10-84e0-dc1a57cc5a46 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85db7838-e38a-41cf-91a2-94e04b21a7c2,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:19.502946 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e555c36f-c51d-49a4-9355-5ea557a1e3b2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.638445 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Allocated IP 2001:db8::2 (fd38cebe-c028-4d60-b49e-daf463b92361/b516d10f-2852-42a5-ab87-a15e3d750cbd/1ea0d202-fec9-485e-8bc8-e89bbb4c3600) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:19.728322 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9231f89f-940f-44d2-afb1-e13ec073141a req-76283b8a-1594-4028-b62c-ab81b0273c74 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5054762 Feb 09 22:13:19.882682 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9231f89f-940f-44d2-afb1-e13ec073141a req-c79cb55f-3b6d-4e03-b774-9e7467968c81 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427467 Feb 09 22:13:19.939055 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7207be-5c0a-44dc-8105-3ec047059a0d req-1b369bc2-6d28-4217-ad8d-eaf8c20cf5ae tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:19.951148 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab7207be-5c0a-44dc-8105-3ec047059a0d req-1b369bc2-6d28-4217-ad8d-eaf8c20cf5ae tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 946 time: 2.1536701 Feb 09 22:13:19.983862 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e555c36f-c51d-49a4-9355-5ea557a1e3b2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (f16aad44-3dfc-4db0-94d7-f10dee56646a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.007203 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e555c36f-c51d-49a4-9355-5ea557a1e3b2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f16aad44-3dfc-4db0-94d7-f10dee56646a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.132493 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e555c36f-c51d-49a4-9355-5ea557a1e3b2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.145195 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e555c36f-c51d-49a4-9355-5ea557a1e3b2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7621543 Feb 09 22:13:20.150253 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37300) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:20.156920 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c3f44e1d-48bc-4ad9-8e43-5e78379ea049 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1916351590', 'security_groups': ['f16aad44-3dfc-4db0-94d7-f10dee56646a'], 'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b516d10f-2852-42a5-ab87-a15e3d750cbd'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:20.166911 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555c36f-c51d-49a4-9355-5ea557a1e3b2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f16aad44-3dfc-4db0-94d7-f10dee56646a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:20.172093 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab7207be-5c0a-44dc-8105-3ec047059a0d req-564dd58e-3f81-456c-86e0-8e209d00121d tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991503 Feb 09 22:13:20.248567 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Publish callbacks [] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.265094 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.490301 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Pushing event updated for resources: {'Port': ['ID=1ea0d202-fec9-485e-8bc8-e89bbb4c3600,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:20.510975 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Network fd38cebe-c028-4d60-b49e-daf463b92361 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:20.517728 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:20.526277 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:20.561919 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f44e1d-48bc-4ad9-8e43-5e78379ea049 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:20.587077 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1a60cca4-e4a5-4e33-b6bd-51439aa3e88b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting port 2990b260-b15e-445f-a9e5-1617241a84bd {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:20.587677 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a60cca4-e4a5-4e33-b6bd-51439aa3e88b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (2990b260-b15e-445f-a9e5-1617241a84bd), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.694902 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Attempting to bind port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:13:20.697086 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Attempting to bind port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '5b7dcf3f-c542-436e-b71d-f2f8ca390cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:13:20.697086 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Attempting to bind port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 on network fd38cebe-c028-4d60-b49e-daf463b92361 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:13:20.714546 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:13:20.715175 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Checking segment: {'id': '5b7dcf3f-c542-436e-b71d-f2f8ca390cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:20.715740 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.716254 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Bound using segment: {'id': '5b7dcf3f-c542-436e-b71d-f2f8ca390cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:13:20.716845 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Bound port: 1ea0d202-fec9-485e-8bc8-e89bbb4c3600, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7dcf3f-c542-436e-b71d-f2f8ca390cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:13:20.717358 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.818481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e50f7-f0fa-4b0b-9ff6-1d04c6f96891 req-82245745-f659-45f9-850b-7c7b60d9459d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:20.820184 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-582e50f7-f0fa-4b0b-9ff6-1d04c6f96891 req-82245745-f659-45f9-850b-7c7b60d9459d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 944 time: 0.3857119 Feb 09 22:13:20.922965 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3f44e1d-48bc-4ad9-8e43-5e78379ea049 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.960153 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] For port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:13:20.970168 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] For port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1ea0d202-fec9-485e-8bc8-e89bbb4c3600,segment=NetworkSegment(5b7dcf3f-c542-436e-b71d-f2f8ca390cc1),segment_id=5b7dcf3f-c542-436e-b71d-f2f8ca390cc1)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:13:20.993525 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-c3f44e1d-48bc-4ad9-8e43-5e78379ea049 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] device_id is not set on port c2c4e8e4-be3a-4b90-9da2-e1a941f70db3 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:13:20.994064 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.000702 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a60cca4-e4a5-4e33-b6bd-51439aa3e88b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (2990b260-b15e-445f-a9e5-1617241a84bd), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.106813 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1a60cca4-e4a5-4e33-b6bd-51439aa3e88b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Calling delete_port for 2990b260-b15e-445f-a9e5-1617241a84bd owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:21.171687 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Pushing event updated for resources: {'Port': ['ID=1ea0d202-fec9-485e-8bc8-e89bbb4c3600,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:21.202839 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-582e50f7-f0fa-4b0b-9ff6-1d04c6f96891 req-ff5911be-b98b-4e30-a6e1-37ee0a9f8cf0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641663 Feb 09 22:13:21.219817 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:21.223527 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:21.224334 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:21.225155 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:21.229767 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:21.230500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:21.231103 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:21.231946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:21.232601 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:21.233177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:21.234366 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:21.238085 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:21.242017 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02c9e2-894d-4c64-b445-f4f09b328b0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:21.578490 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-c3f44e1d-48bc-4ad9-8e43-5e78379ea049 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Allocated IP 2001:db8::3c3 (fd38cebe-c028-4d60-b49e-daf463b92361/b516d10f-2852-42a5-ab87-a15e3d750cbd/c2c4e8e4-be3a-4b90-9da2-e1a941f70db3) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:21.720208 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a60cca4-e4a5-4e33-b6bd-51439aa3e88b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (2990b260-b15e-445f-a9e5-1617241a84bd), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.852999 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60cca4-e4a5-4e33-b6bd-51439aa3e88b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Port': ['ID=2990b260-b15e-445f-a9e5-1617241a84bd,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:22.228970 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3f44e1d-48bc-4ad9-8e43-5e78379ea049 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for port (c2c4e8e4-be3a-4b90-9da2-e1a941f70db3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:22.422005 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3f44e1d-48bc-4ad9-8e43-5e78379ea049 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c2c4e8e4-be3a-4b90-9da2-e1a941f70db3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:22.596977 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f44e1d-48bc-4ad9-8e43-5e78379ea049 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Port': ['ID=c2c4e8e4-be3a-4b90-9da2-e1a941f70db3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:22.622509 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f44e1d-48bc-4ad9-8e43-5e78379ea049 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network fd38cebe-c028-4d60-b49e-daf463b92361 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:22.636834 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-c3f44e1d-48bc-4ad9-8e43-5e78379ea049 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:22.641235 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f44e1d-48bc-4ad9-8e43-5e78379ea049 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:22.644108 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66e4b1-8724-47c7-89e5-0d31d21a2ef9 req-c2bb11ec-a3df-45e0-84cc-5bcfc315e4eb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:22.647817 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f44e1d-48bc-4ad9-8e43-5e78379ea049 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:22.648700 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3f44e1d-48bc-4ad9-8e43-5e78379ea049 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:22.659714 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d66e4b1-8724-47c7-89e5-0d31d21a2ef9 req-c2bb11ec-a3df-45e0-84cc-5bcfc315e4eb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 946 time: 0.9554632 Feb 09 22:13:22.693724 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c3f44e1d-48bc-4ad9-8e43-5e78379ea049 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5420780 Feb 09 22:13:22.698825 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37324) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:22.710415 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-65ec6ccc-9d1b-4e8f-9bdd-f21a672a1880 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'subnet': {'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:22.732680 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a60cca4-e4a5-4e33-b6bd-51439aa3e88b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (acbe2529-517f-4f62-ba38-5383393120bb), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:22.897264 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d66e4b1-8724-47c7-89e5-0d31d21a2ef9 req-c5d8ce2b-d0db-448a-bbb7-77f9f4f17a1f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375197 Feb 09 22:13:23.115243 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:23.145295 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ec6ccc-9d1b-4e8f-9bdd-f21a672a1880 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:23.155428 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-65ec6ccc-9d1b-4e8f-9bdd-f21a672a1880 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:23.405799 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:23.406557 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:23.664739 n-d-828601-1 neutron-server[103202]: INFO neutron.db.ipam_backend_mixin [None req-65ec6ccc-9d1b-4e8f-9bdd-f21a672a1880 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b516d10f-2852-42a5-ab87-a15e3d750cbd (CIDR: 2001:db8::/64) Feb 09 22:13:23.674236 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ec6ccc-9d1b-4e8f-9bdd-f21a672a1880 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:13:23.674703 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ec6ccc-9d1b-4e8f-9bdd-f21a672a1880 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:23.717809 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-65ec6ccc-9d1b-4e8f-9bdd-f21a672a1880 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0172772 Feb 09 22:13:23.726046 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37350) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:23.731915 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7ab5df6f-80bb-4f01-b263-4b911821ef39 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'subnet': {'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:23.739794 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:23.742889 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:23.779296 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e020171b-31e4-4721-8c35-1674a7dbfd53 None None] Provisioning complete for port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:23.784110 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e020171b-31e4-4721-8c35-1674a7dbfd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:23.911048 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1ea0d202-fec9-485e-8bc8-e89bbb4c3600,segment=NetworkSegment(5b7dcf3f-c542-436e-b71d-f2f8ca390cc1),segment_id=5b7dcf3f-c542-436e-b71d-f2f8ca390cc1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:23.926778 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:24.147442 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=1ea0d202-fec9-485e-8bc8-e89bbb4c3600,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:24.187776 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab5df6f-80bb-4f01-b263-4b911821ef39 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:24.200244 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7ab5df6f-80bb-4f01-b263-4b911821ef39 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:24.241039 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58a46d-f32e-4200-850d-9dc33ceef202 req-d86cb50d-7d32-4257-ab4a-5d65d5259ac0 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:24.253639 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a58a46d-f32e-4200-850d-9dc33ceef202 req-d86cb50d-7d32-4257-ab4a-5d65d5259ac0 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 946 time: 0.8681862 Feb 09 22:13:24.327537 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e020171b-31e4-4721-8c35-1674a7dbfd53 None None] Current status of the port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:24.353390 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a60cca4-e4a5-4e33-b6bd-51439aa3e88b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router acbe2529-517f-4f62-ba38-5383393120bb has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:13:24.369085 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e020171b-31e4-4721-8c35-1674a7dbfd53 None None] Provisioning complete for port 80d8ead6-326c-4b8c-b50f-b743b7f8b143 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:24.369613 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e020171b-31e4-4721-8c35-1674a7dbfd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (80d8ead6-326c-4b8c-b50f-b743b7f8b143), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:24.411004 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e020171b-31e4-4721-8c35-1674a7dbfd53 None None] Port 80d8ead6-326c-4b8c-b50f-b743b7f8b143 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:24.567683 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b62b83dc-468b-46c4-bf05-f80e442c8d9d None None] Provisioning complete for port c2c4e8e4-be3a-4b90-9da2-e1a941f70db3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:24.568339 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b62b83dc-468b-46c4-bf05-f80e442c8d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c2c4e8e4-be3a-4b90-9da2-e1a941f70db3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:24.679709 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b62b83dc-468b-46c4-bf05-f80e442c8d9d None None] Port c2c4e8e4-be3a-4b90-9da2-e1a941f70db3 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:24.695131 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a58a46d-f32e-4200-850d-9dc33ceef202 req-202924b0-4ed5-4e2a-9c18-10bd179fc064 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312022 Feb 09 22:13:24.885922 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a60cca4-e4a5-4e33-b6bd-51439aa3e88b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:24.897933 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1a60cca4-e4a5-4e33-b6bd-51439aa3e88b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/acbe2529-517f-4f62-ba38-5383393120bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6556962 Feb 09 22:13:24.903175 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9570ad81-f43c-4735-9d7b-b1052b207e39 None None] Sync routers for ids ['acbe2529-517f-4f62-ba38-5383393120bb'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:24.903902 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37362) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:24.928715 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9570ad81-f43c-4735-9d7b-b1052b207e39 None None] Routers {'acbe2529-517f-4f62-ba38-5383393120bb'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:24.929972 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9570ad81-f43c-4735-9d7b-b1052b207e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:13:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['acbe2529-517f-4f62-ba38-5383393120bb'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:25.035324 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9570ad81-f43c-4735-9d7b-b1052b207e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:25.051860 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:25.060522 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9570ad81-f43c-4735-9d7b-b1052b207e39 None None] Routers {'acbe2529-517f-4f62-ba38-5383393120bb'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:25.061146 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9570ad81-f43c-4735-9d7b-b1052b207e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:13:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['acbe2529-517f-4f62-ba38-5383393120bb'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:25.145271 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7ab5df6f-80bb-4f01-b263-4b911821ef39 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (aca54da4-c0e1-4c1e-ad48-e39bd5817639), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:25.149187 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba9bca-108c-4bee-a7a6-d03ef0f9037a req-c827b0a6-9a38-480d-afdf-4465f3c4f924 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:25.153437 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-abba9bca-108c-4bee-a7a6-d03ef0f9037a req-c827b0a6-9a38-480d-afdf-4465f3c4f924 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 944 time: 0.3331084 Feb 09 22:13:25.172263 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9570ad81-f43c-4735-9d7b-b1052b207e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:25.173294 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9570ad81-f43c-4735-9d7b-b1052b207e39 None None] The sync data for ids ['acbe2529-517f-4f62-ba38-5383393120bb'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:25.202860 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:25.204522 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:25.207399 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37364) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:25.313457 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab5df6f-80bb-4f01-b263-4b911821ef39 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network fd38cebe-c028-4d60-b49e-daf463b92361 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:25.321014 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-7ab5df6f-80bb-4f01-b263-4b911821ef39 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:25.348752 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab5df6f-80bb-4f01-b263-4b911821ef39 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:25.349787 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7ab5df6f-80bb-4f01-b263-4b911821ef39 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:25.378987 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5df6f-80bb-4f01-b263-4b911821ef39 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Subnet': ['ID=aca54da4-c0e1-4c1e-ad48-e39bd5817639,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:25.395991 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2d9633-6017-4328-afd7-63f26c9a12ac None None] Network fd38cebe-c028-4d60-b49e-daf463b92361 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:25.405975 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:13:25.441081 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7ab5df6f-80bb-4f01-b263-4b911821ef39 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7121849 Feb 09 22:13:25.442591 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37368) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:25.462784 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-5e28830c-0b7d-4b81-8c59-019320fb9ca6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1026752260', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'aca54da4-c0e1-4c1e-ad48-e39bd5817639'}], 'security_groups': ['85db7838-e38a-41cf-91a2-94e04b21a7c2']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:25.588014 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-abba9bca-108c-4bee-a7a6-d03ef0f9037a req-9db66d00-3ee1-4e36-912b-83c7d97930bc tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150293 Feb 09 22:13:25.695768 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-66beb1c2-7c92-4aed-ade8-cf8436b228a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:25.787019 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e28830c-0b7d-4b81-8c59-019320fb9ca6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c2c4e8e4-be3a-4b90-9da2-e1a941f70db3), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:25.803620 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:25.893099 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e45d6-c485-4b11-bb68-fd1e9742a5b7 req-86beb393-ac1a-4f8d-bc96-f128a2f636a4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:25.901277 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a2e45d6-c485-4b11-bb68-fd1e9742a5b7 req-86beb393-ac1a-4f8d-bc96-f128a2f636a4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 946 time: 0.1210074 Feb 09 22:13:26.009007 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a2e45d6-c485-4b11-bb68-fd1e9742a5b7 req-3d43fa8d-33f4-45bf-a28b-cff8350ec800 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053197 Feb 09 22:13:26.028646 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11fb968-b149-4cca-910e-7e8634a0b258 None None] Update dhcp port {'port': {'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361', 'fixed_ips': [{'subnet_id': 'b516d10f-2852-42a5-ab87-a15e3d750cbd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aca54da4-c0e1-4c1e-ad48-e39bd5817639'}], 'binding:host_id': 'n-d-828601-1'}, 'id': '1ea0d202-fec9-485e-8bc8-e89bbb4c3600'} from n-d-828601-1. {{(pid=103203) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:13:26.058037 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37372) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:26.135209 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e11fb968-b149-4cca-910e-7e8634a0b258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:26.188053 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8d37d77-fe33-4001-ad25-30be709c9b32 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (acbe2529-517f-4f62-ba38-5383393120bb), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:26.486552 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-66beb1c2-7c92-4aed-ade8-cf8436b228a6 admin admin] Publish callbacks [] for security_group (5e5e5be3-3c35-4dc4-8f85-8a140e4eb241), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:26.486552 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfe2385-18c3-43a5-958f-03176bb0b820 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:26.486552 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2bfe2385-18c3-43a5-958f-03176bb0b820 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 1123 time: 0.4104133 Feb 09 22:13:26.486552 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37374) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:26.486552 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-59657cc8-5aaf-4839-b1f0-ef6e86587d30 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': '0438ac5d-8a69-438e-b0d3-3d0331280199', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:26.499749 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541bdbe-b9cb-4979-964d-73c6fb490d97 req-e0920496-4ef8-4ef8-94c4-74146b24995f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:26.507178 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2541bdbe-b9cb-4979-964d-73c6fb490d97 req-e0920496-4ef8-4ef8-94c4-74146b24995f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 946 time: 0.3932686 Feb 09 22:13:26.512682 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-66beb1c2-7c92-4aed-ade8-cf8436b228a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5e5e5be3-3c35-4dc4-8f85-8a140e4eb241), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:26.540917 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-5e28830c-0b7d-4b81-8c59-019320fb9ca6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Delete allocated IP 2001:db8::3c3 (fd38cebe-c028-4d60-b49e-daf463b92361/b516d10f-2852-42a5-ab87-a15e3d750cbd) {{(pid=103202) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 22:13:26.553586 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-5e28830c-0b7d-4b81-8c59-019320fb9ca6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Allocated IP 2001:db8:0:1::e2 (fd38cebe-c028-4d60-b49e-daf463b92361/aca54da4-c0e1-4c1e-ad48-e39bd5817639/c2c4e8e4-be3a-4b90-9da2-e1a941f70db3) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:26.645759 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-66beb1c2-7c92-4aed-ade8-cf8436b228a6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=af198cd3ffe34cfaa690458d01370db8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4346333 Feb 09 22:13:26.649303 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37376) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:26.660694 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66beb1c2-7c92-4aed-ade8-cf8436b228a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5e5be3-3c35-4dc4-8f85-8a140e4eb241,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:26.663456 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59657cc8-5aaf-4839-b1f0-ef6e86587d30 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:26.702197 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2541bdbe-b9cb-4979-964d-73c6fb490d97 req-9e67bcd3-ccc2-49e9-9515-0508562ce161 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940544 Feb 09 22:13:26.880386 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e84e8193-a7c2-46e6-8363-245c522c8843 admin admin] Publish callbacks [] for security_group (5e5e5be3-3c35-4dc4-8f85-8a140e4eb241), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:26.916660 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e28830c-0b7d-4b81-8c59-019320fb9ca6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for port (c2c4e8e4-be3a-4b90-9da2-e1a941f70db3), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:26.927589 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e28830c-0b7d-4b81-8c59-019320fb9ca6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (c2c4e8e4-be3a-4b90-9da2-e1a941f70db3), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:26.932067 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be4837-7e29-4ae1-aa76-41e33dcaf2af req-3d1ca3c1-c24b-4eb1-bf19-5ad9d43229c0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:26.934254 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09be4837-7e29-4ae1-aa76-41e33dcaf2af req-3d1ca3c1-c24b-4eb1-bf19-5ad9d43229c0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 944 time: 0.1199522 Feb 09 22:13:26.983411 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59657cc8-5aaf-4839-b1f0-ef6e86587d30 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:27.007398 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d8d37d77-fe33-4001-ad25-30be709c9b32 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting port 5fae2cf0-841c-4dcc-8f4e-b051c55f2a40 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:27.007769 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8d37d77-fe33-4001-ad25-30be709c9b32 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5fae2cf0-841c-4dcc-8f4e-b051c55f2a40), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:27.032154 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e84e8193-a7c2-46e6-8363-245c522c8843 admin admin] Publish callbacks [] for security_group (5e5e5be3-3c35-4dc4-8f85-8a140e4eb241), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:27.034811 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28830c-0b7d-4b81-8c59-019320fb9ca6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Port': ['ID=c2c4e8e4-be3a-4b90-9da2-e1a941f70db3,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:27.052162 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-e11fb968-b149-4cca-910e-7e8634a0b258 None None] Allocated IP 2001:db8:0:1::2 (fd38cebe-c028-4d60-b49e-daf463b92361/aca54da4-c0e1-4c1e-ad48-e39bd5817639/1ea0d202-fec9-485e-8bc8-e89bbb4c3600) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:27.087114 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5e28830c-0b7d-4b81-8c59-019320fb9ca6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] In _notify_port_updated(), no bound segment for port c2c4e8e4-be3a-4b90-9da2-e1a941f70db3 on network fd38cebe-c028-4d60-b49e-daf463b92361 {{(pid=103202) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:13:27.093381 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e28830c-0b7d-4b81-8c59-019320fb9ca6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:27.096694 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e28830c-0b7d-4b81-8c59-019320fb9ca6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:27.097882 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09be4837-7e29-4ae1-aa76-41e33dcaf2af req-9908d6bc-396d-45e5-858b-47c2501f6605 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563933 Feb 09 22:13:27.100467 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5e28830c-0b7d-4b81-8c59-019320fb9ca6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "PUT /v2.0/ports/c2c4e8e4-be3a-4b90-9da2-e1a941f70db3 HTTP/1.1" status: 200 len: 930 time: 1.6559422 Feb 09 22:13:27.105995 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37384) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:27.202239 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e84e8193-a7c2-46e6-8363-245c522c8843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5e5e5be3-3c35-4dc4-8f85-8a140e4eb241), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:27.206072 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e84e8193-a7c2-46e6-8363-245c522c8843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:27.207623 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e84e8193-a7c2-46e6-8363-245c522c8843 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5e5e5be3-3c35-4dc4-8f85-8a140e4eb241 HTTP/1.1" status: 204 len: 168 time: 0.5567961 Feb 09 22:13:27.226732 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e8193-a7c2-46e6-8363-245c522c8843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5e5be3-3c35-4dc4-8f85-8a140e4eb241,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:27.288760 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8d37d77-fe33-4001-ad25-30be709c9b32 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5fae2cf0-841c-4dcc-8f4e-b051c55f2a40), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:27.314940 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-59657cc8-5aaf-4839-b1f0-ef6e86587d30 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Allocated IP 172.25.6.80 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/318349dc-fc26-49f3-a34b-fa67a7bac9d9) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:27.332622 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d8d37d77-fe33-4001-ad25-30be709c9b32 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Calling delete_port for 5fae2cf0-841c-4dcc-8f4e-b051c55f2a40 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:27.377610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e11fb968-b149-4cca-910e-7e8634a0b258 None None] For port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1ea0d202-fec9-485e-8bc8-e89bbb4c3600,segment=NetworkSegment(5b7dcf3f-c542-436e-b71d-f2f8ca390cc1),segment_id=5b7dcf3f-c542-436e-b71d-f2f8ca390cc1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:27.454643 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e11fb968-b149-4cca-910e-7e8634a0b258 None None] Publish callbacks [] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:27.490722 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e11fb968-b149-4cca-910e-7e8634a0b258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:27.703746 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fb968-b149-4cca-910e-7e8634a0b258 None None] Pushing event updated for resources: {'Port': ['ID=1ea0d202-fec9-485e-8bc8-e89bbb4c3600,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:27.860159 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37398) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:27.886720 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f2eab67d-666e-49c9-a05a-2dfd4096a71d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:28.009584 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f2eab67d-666e-49c9-a05a-2dfd4096a71d admin admin] Publish callbacks [] for security_group (d82e2a49-86c2-4fed-9f98-a62c635dbd9d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:28.016328 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f2eab67d-666e-49c9-a05a-2dfd4096a71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d82e2a49-86c2-4fed-9f98-a62c635dbd9d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:28.064360 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f2eab67d-666e-49c9-a05a-2dfd4096a71d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=532ceaa13cfa4ee0862b585ef36dcade&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2018344 Feb 09 22:13:28.065739 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eab67d-666e-49c9-a05a-2dfd4096a71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82e2a49-86c2-4fed-9f98-a62c635dbd9d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:28.069347 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37404) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:28.084906 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-91758038-0153-48c8-9b78-8417cc42bf1f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting port c2c4e8e4-be3a-4b90-9da2-e1a941f70db3 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:28.085393 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-91758038-0153-48c8-9b78-8417cc42bf1f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c2c4e8e4-be3a-4b90-9da2-e1a941f70db3), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:28.138050 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-acfd2d06-1c3e-4322-a2b6-92156a8f3e5a admin admin] Publish callbacks [] for security_group (d82e2a49-86c2-4fed-9f98-a62c635dbd9d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:28.166359 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-acfd2d06-1c3e-4322-a2b6-92156a8f3e5a admin admin] Publish callbacks [] for security_group (d82e2a49-86c2-4fed-9f98-a62c635dbd9d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:28.237715 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-acfd2d06-1c3e-4322-a2b6-92156a8f3e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d82e2a49-86c2-4fed-9f98-a62c635dbd9d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:28.242456 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-acfd2d06-1c3e-4322-a2b6-92156a8f3e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:28.247937 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-acfd2d06-1c3e-4322-a2b6-92156a8f3e5a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d82e2a49-86c2-4fed-9f98-a62c635dbd9d HTTP/1.1" status: 204 len: 168 time: 0.1749589 Feb 09 22:13:28.248178 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59657cc8-5aaf-4839-b1f0-ef6e86587d30 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (318349dc-fc26-49f3-a34b-fa67a7bac9d9), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:28.264102 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd2d06-1c3e-4322-a2b6-92156a8f3e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82e2a49-86c2-4fed-9f98-a62c635dbd9d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:28.271230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a0371-4dc0-43a2-8cfa-5d06460e8463 req-90cafd3a-5faf-4926-a411-5b0eb0cab9c5 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:28.274005 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e67a0371-4dc0-43a2-8cfa-5d06460e8463 req-90cafd3a-5faf-4926-a411-5b0eb0cab9c5 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 946 time: 0.2658699 Feb 09 22:13:28.441029 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e67a0371-4dc0-43a2-8cfa-5d06460e8463 req-55b1b255-4bb3-4058-b1c7-db834ecf3fc1 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520119 Feb 09 22:13:28.442753 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59657cc8-5aaf-4839-b1f0-ef6e86587d30 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (318349dc-fc26-49f3-a34b-fa67a7bac9d9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:28.458494 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-91758038-0153-48c8-9b78-8417cc42bf1f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c2c4e8e4-be3a-4b90-9da2-e1a941f70db3), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:28.555944 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59657cc8-5aaf-4839-b1f0-ef6e86587d30 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:28.638121 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-91758038-0153-48c8-9b78-8417cc42bf1f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Calling delete_port for c2c4e8e4-be3a-4b90-9da2-e1a941f70db3 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:28.659969 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-59657cc8-5aaf-4839-b1f0-ef6e86587d30 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:28.663563 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59657cc8-5aaf-4839-b1f0-ef6e86587d30 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:28.682596 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-66df92a4-715f-47dd-ba49-75e874c8906c None None] Provisioning complete for port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:28.683802 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-66df92a4-715f-47dd-ba49-75e874c8906c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:28.829794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59657cc8-5aaf-4839-b1f0-ef6e86587d30 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=318349dc-fc26-49f3-a34b-fa67a7bac9d9,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:28.941845 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-66df92a4-715f-47dd-ba49-75e874c8906c None None] Current status of the port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:28.977969 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-66df92a4-715f-47dd-ba49-75e874c8906c None None] Provisioning complete for port 80d8ead6-326c-4b8c-b50f-b743b7f8b143 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:28.978629 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-66df92a4-715f-47dd-ba49-75e874c8906c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (80d8ead6-326c-4b8c-b50f-b743b7f8b143), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:29.033764 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:29.126151 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-66df92a4-715f-47dd-ba49-75e874c8906c None None] Port 80d8ead6-326c-4b8c-b50f-b743b7f8b143 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:29.175000 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7f81c-b447-4cd8-9c79-7dfd0e50acf3 req-165b3f0d-3481-4161-aa34-e441b617c3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:29.176788 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28f7f81c-b447-4cd8-9c79-7dfd0e50acf3 req-165b3f0d-3481-4161-aa34-e441b617c3e8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 1128 time: 0.7023981 Feb 09 22:13:29.185537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988d8a5-781e-4198-ae4e-e14462d66c22 req-b2c0b985-7009-4f24-ad32-1afe797c290d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:29.187419 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8988d8a5-781e-4198-ae4e-e14462d66c22 req-b2c0b985-7009-4f24-ad32-1afe797c290d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 944 time: 0.6351926 Feb 09 22:13:29.207335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-66df92a4-715f-47dd-ba49-75e874c8906c None None] Provisioning complete for port c2c4e8e4-be3a-4b90-9da2-e1a941f70db3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:29.208630 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8d37d77-fe33-4001-ad25-30be709c9b32 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (5fae2cf0-841c-4dcc-8f4e-b051c55f2a40), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:29.208988 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-66df92a4-715f-47dd-ba49-75e874c8906c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c2c4e8e4-be3a-4b90-9da2-e1a941f70db3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:29.319433 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:29.320505 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:29.379054 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-66df92a4-715f-47dd-ba49-75e874c8906c None None] Port c2c4e8e4-be3a-4b90-9da2-e1a941f70db3 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:29.501481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d37d77-fe33-4001-ad25-30be709c9b32 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Port': ['ID=5fae2cf0-841c-4dcc-8f4e-b051c55f2a40,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:29.531905 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:29.558598 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-3b4c8afc-3c1a-4b4b-99bc-5e4a8dfb1b33 None None] Provisioning complete for port c2c4e8e4-be3a-4b90-9da2-e1a941f70db3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:29.559172 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3b4c8afc-3c1a-4b4b-99bc-5e4a8dfb1b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c2c4e8e4-be3a-4b90-9da2-e1a941f70db3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:29.632087 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-91758038-0153-48c8-9b78-8417cc42bf1f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c2c4e8e4-be3a-4b90-9da2-e1a941f70db3), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:29.646786 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-3b4c8afc-3c1a-4b4b-99bc-5e4a8dfb1b33 None None] Port c2c4e8e4-be3a-4b90-9da2-e1a941f70db3 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:29.773408 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91758038-0153-48c8-9b78-8417cc42bf1f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Port': ['ID=c2c4e8e4-be3a-4b90-9da2-e1a941f70db3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:29.982799 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-91758038-0153-48c8-9b78-8417cc42bf1f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:29.986677 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-91758038-0153-48c8-9b78-8417cc42bf1f tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/ports/c2c4e8e4-be3a-4b90-9da2-e1a941f70db3 HTTP/1.1" status: 204 len: 168 time: 2.8755336 Feb 09 22:13:29.989345 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37432) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:30.015020 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8988d8a5-781e-4198-ae4e-e14462d66c22 req-4eccd191-14be-4cca-997b-01b0069c7108 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7657411 Feb 09 22:13:30.040370 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59657cc8-5aaf-4839-b1f0-ef6e86587d30 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for floatingip (38fc627d-18d3-4c3e-a500-bd66185f5e25), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:30.049502 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7f81c-b447-4cd8-9c79-7dfd0e50acf3 req-65a85694-c2c1-4f16-bff9-125d50567d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:30.051201 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28f7f81c-b447-4cd8-9c79-7dfd0e50acf3 req-65a85694-c2c1-4f16-bff9-125d50567d99 service neutron] 10.222.0.71 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 911 time: 0.8604870 Feb 09 22:13:30.074365 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a6c245-b8d5-49db-86e5-183adaac3962 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] GET failed (client error): The resource could not be found. Feb 09 22:13:30.087862 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-93a6c245-b8d5-49db-86e5-183adaac3962 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports/c2c4e8e4-be3a-4b90-9da2-e1a941f70db3 HTTP/1.1" status: 404 len: 333 time: 0.0926890 Feb 09 22:13:30.090564 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37434) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:30.242477 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28f7f81c-b447-4cd8-9c79-7dfd0e50acf3 req-ae6c4239-4166-483c-8803-d195c88c7845 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29469d4a-04a1-4b82-91f0-25a04aeac789 HTTP/1.1" status: 200 len: 217 time: 0.1337988 Feb 09 22:13:30.317326 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fae3c81f-f025-40e0-b0c5-f2404d46fd6e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (f16aad44-3dfc-4db0-94d7-f10dee56646a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:30.318930 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8d37d77-fe33-4001-ad25-30be709c9b32 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (acbe2529-517f-4f62-ba38-5383393120bb), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:30.394301 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fae3c81f-f025-40e0-b0c5-f2404d46fd6e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (f16aad44-3dfc-4db0-94d7-f10dee56646a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:30.404555 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7f81c-b447-4cd8-9c79-7dfd0e50acf3 req-d96f2d7a-f586-46bf-bb95-936e61e544a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:30.410778 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28f7f81c-b447-4cd8-9c79-7dfd0e50acf3 req-d96f2d7a-f586-46bf-bb95-936e61e544a5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.1438794 Feb 09 22:13:30.494479 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59657cc8-5aaf-4839-b1f0-ef6e86587d30 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (318349dc-fc26-49f3-a34b-fa67a7bac9d9), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:30.522733 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fae3c81f-f025-40e0-b0c5-f2404d46fd6e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f16aad44-3dfc-4db0-94d7-f10dee56646a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:30.532088 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fae3c81f-f025-40e0-b0c5-f2404d46fd6e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:30.536797 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fae3c81f-f025-40e0-b0c5-f2404d46fd6e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/security-groups/f16aad44-3dfc-4db0-94d7-f10dee56646a HTTP/1.1" status: 204 len: 168 time: 0.4381082 Feb 09 22:13:30.541883 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37440) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:30.583059 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3c81f-f025-40e0-b0c5-f2404d46fd6e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16aad44-3dfc-4db0-94d7-f10dee56646a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:30.592351 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18418c5-f924-42d0-9c1d-6699ae6bc66f req-5d2181da-675c-4be5-85fd-4ce8912f56e9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:30.594440 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a18418c5-f924-42d0-9c1d-6699ae6bc66f req-5d2181da-675c-4be5-85fd-4ce8912f56e9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 946 time: 0.3174787 Feb 09 22:13:30.643505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3c81f-f025-40e0-b0c5-f2404d46fd6e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.644392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3c81f-f025-40e0-b0c5-f2404d46fd6e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.645250 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3c81f-f025-40e0-b0c5-f2404d46fd6e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.645894 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3c81f-f025-40e0-b0c5-f2404d46fd6e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.646633 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3c81f-f025-40e0-b0c5-f2404d46fd6e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.647295 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3c81f-f025-40e0-b0c5-f2404d46fd6e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.647968 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3c81f-f025-40e0-b0c5-f2404d46fd6e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.648786 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3c81f-f025-40e0-b0c5-f2404d46fd6e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.649357 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3c81f-f025-40e0-b0c5-f2404d46fd6e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.651988 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3c81f-f025-40e0-b0c5-f2404d46fd6e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.652561 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3c81f-f025-40e0-b0c5-f2404d46fd6e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.653285 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3c81f-f025-40e0-b0c5-f2404d46fd6e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.653866 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3c81f-f025-40e0-b0c5-f2404d46fd6e tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.735936 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21037ef9-97d8-4846-9139-6f0741af2eb1 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (85db7838-e38a-41cf-91a2-94e04b21a7c2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:30.778729 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7f81c-b447-4cd8-9c79-7dfd0e50acf3 req-1692efad-22bd-4420-b583-2e7835037113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:30.787252 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28f7f81c-b447-4cd8-9c79-7dfd0e50acf3 req-1692efad-22bd-4420-b583-2e7835037113 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3330946 Feb 09 22:13:30.797880 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21037ef9-97d8-4846-9139-6f0741af2eb1 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (85db7838-e38a-41cf-91a2-94e04b21a7c2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:30.838255 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 29469d4a-04a1-4b82-91f0-25a04aeac789 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:13:30.868162 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21037ef9-97d8-4846-9139-6f0741af2eb1 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (85db7838-e38a-41cf-91a2-94e04b21a7c2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:30.872272 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21037ef9-97d8-4846-9139-6f0741af2eb1 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:30.876555 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-21037ef9-97d8-4846-9139-6f0741af2eb1 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/security-groups/85db7838-e38a-41cf-91a2-94e04b21a7c2 HTTP/1.1" status: 204 len: 168 time: 0.3275788 Feb 09 22:13:30.884483 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37446) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:30.971942 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21037ef9-97d8-4846-9139-6f0741af2eb1 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85db7838-e38a-41cf-91a2-94e04b21a7c2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:31.022596 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28f7f81c-b447-4cd8-9c79-7dfd0e50acf3 req-0b66f064-52ee-4fa6-b967-074e4ef306aa service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175186 Feb 09 22:13:31.046329 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d37d77-fe33-4001-ad25-30be709c9b32 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router acbe2529-517f-4f62-ba38-5383393120bb has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:13:31.048991 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 29469d4a-04a1-4b82-91f0-25a04aeac789 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:31.049383 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (29469d4a-04a1-4b82-91f0-25a04aeac789), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:31.052637 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a18418c5-f924-42d0-9c1d-6699ae6bc66f req-3eb82a43-c229-49f8-b58d-0e0c1b7b2511 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485371 Feb 09 22:13:31.067194 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f95cf8f-330c-4f48-836e-ef0527b4d8aa tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting subnet b516d10f-2852-42a5-ab87-a15e3d750cbd {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:13:31.074763 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f95cf8f-330c-4f48-836e-ef0527b4d8aa tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (b516d10f-2852-42a5-ab87-a15e3d750cbd), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:31.096002 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900d4037-d080-4d7e-bfbd-355038372298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29469d4a-04a1-4b82-91f0-25a04aeac789'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:13:31.099091 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a128ef5-fef1-4b79-8843-2777ef50a6be" -d '{"events": [{"server_uuid": "900d4037-d080-4d7e-bfbd-355038372298", "name": "network-vif-unplugged", "status": "completed", "tag": "29469d4a-04a1-4b82-91f0-25a04aeac789"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:13:31.122103 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 29469d4a-04a1-4b82-91f0-25a04aeac789, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=29469d4a-04a1-4b82-91f0-25a04aeac789,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:31.128570 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (29469d4a-04a1-4b82-91f0-25a04aeac789), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:31.187515 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f95cf8f-330c-4f48-836e-ef0527b4d8aa tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (b516d10f-2852-42a5-ab87-a15e3d750cbd), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:31.250732 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=29469d4a-04a1-4b82-91f0-25a04aeac789,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:31.457142 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f95cf8f-330c-4f48-836e-ef0527b4d8aa tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (b516d10f-2852-42a5-ab87-a15e3d750cbd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:31.598196 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f95cf8f-330c-4f48-836e-ef0527b4d8aa tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (b516d10f-2852-42a5-ab87-a15e3d750cbd), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:31.644457 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f95cf8f-330c-4f48-836e-ef0527b4d8aa tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:31.651114 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0947d7b6-e45c-47c4-b953-c7d40167dbf0 None None] Network fd38cebe-c028-4d60-b49e-daf463b92361 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:31.655712 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8f95cf8f-330c-4f48-836e-ef0527b4d8aa tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/subnets/b516d10f-2852-42a5-ab87-a15e3d750cbd HTTP/1.1" status: 204 len: 168 time: 0.7691493 Feb 09 22:13:31.657279 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37460) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:31.660404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95cf8f-330c-4f48-836e-ef0527b4d8aa tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Subnet': ['ID=b516d10f-2852-42a5-ab87-a15e3d750cbd,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:31.669196 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d739b290-43e4-45a7-9240-cc18e90a0111 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'subnet': {'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:31.864727 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d739b290-43e4-45a7-9240-cc18e90a0111 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:31.872731 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d739b290-43e4-45a7-9240-cc18e90a0111 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:31.960238 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59657cc8-5aaf-4839-b1f0-ef6e86587d30 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (318349dc-fc26-49f3-a34b-fa67a7bac9d9), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:31.992879 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59657cc8-5aaf-4839-b1f0-ef6e86587d30 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (318349dc-fc26-49f3-a34b-fa67a7bac9d9), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:32.046073 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d37d77-fe33-4001-ad25-30be709c9b32 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:32.053667 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d8d37d77-fe33-4001-ad25-30be709c9b32 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/acbe2529-517f-4f62-ba38-5383393120bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1486616 Feb 09 22:13:32.069278 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37462) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:32.078221 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53f09af-3cbd-4741-bdf3-fa8310ff8d21 None None] Sync routers for ids ['acbe2529-517f-4f62-ba38-5383393120bb'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:32.102027 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53f09af-3cbd-4741-bdf3-fa8310ff8d21 None None] Routers {'acbe2529-517f-4f62-ba38-5383393120bb'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:32.102654 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b53f09af-3cbd-4741-bdf3-fa8310ff8d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:13:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['acbe2529-517f-4f62-ba38-5383393120bb'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:32.103264 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28f7f81c-b447-4cd8-9c79-7dfd0e50acf3 req-4bf9de39-77d9-4b46-9d59-a8114a12c058 service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0326412 Feb 09 22:13:32.187066 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-53710dfb-5613-436e-be6c-56512be05416 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/ports?device_id=acbe2529-517f-4f62-ba38-5383393120bb HTTP/1.1" status: 200 len: 205 time: 0.1147077 Feb 09 22:13:32.193274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59657cc8-5aaf-4839-b1f0-ef6e86587d30 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=318349dc-fc26-49f3-a34b-fa67a7bac9d9,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:32.198784 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b53f09af-3cbd-4741-bdf3-fa8310ff8d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:32.207494 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37466) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:32.218237 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53f09af-3cbd-4741-bdf3-fa8310ff8d21 None None] Routers {'acbe2529-517f-4f62-ba38-5383393120bb'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:32.219282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b53f09af-3cbd-4741-bdf3-fa8310ff8d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:13:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['acbe2529-517f-4f62-ba38-5383393120bb'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:32.309959 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95aee94-477e-4966-9c90-544d4e5c3a62 req-0308b535-71d2-406e-a230-251d55a6706b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:32.311908 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d95aee94-477e-4966-9c90-544d4e5c3a62 req-0308b535-71d2-406e-a230-251d55a6706b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 944 time: 0.9416914 Feb 09 22:13:32.318046 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b53f09af-3cbd-4741-bdf3-fa8310ff8d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:32.319152 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53f09af-3cbd-4741-bdf3-fa8310ff8d21 None None] The sync data for ids ['acbe2529-517f-4f62-ba38-5383393120bb'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:32.422035 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59657cc8-5aaf-4839-b1f0-ef6e86587d30 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (38fc627d-18d3-4c3e-a500-bd66185f5e25), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:32.431517 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-101c381b-8af0-4237-b8b0-01bde858089a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (acbe2529-517f-4f62-ba38-5383393120bb), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:32.480301 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d739b290-43e4-45a7-9240-cc18e90a0111 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (3b75e6ec-9efd-4485-9ad6-ca82d29a4014), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:32.546414 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d739b290-43e4-45a7-9240-cc18e90a0111 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network fd38cebe-c028-4d60-b49e-daf463b92361 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:32.551875 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d739b290-43e4-45a7-9240-cc18e90a0111 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:32.563560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d739b290-43e4-45a7-9240-cc18e90a0111 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:32.568596 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d739b290-43e4-45a7-9240-cc18e90a0111 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:32.596342 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739b290-43e4-45a7-9240-cc18e90a0111 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Subnet': ['ID=3b75e6ec-9efd-4485-9ad6-ca82d29a4014,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:32.608803 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d739b290-43e4-45a7-9240-cc18e90a0111 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9499090 Feb 09 22:13:32.611457 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37470) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:32.621872 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7f558b28-80ae-437a-9e46-ac3ba514153d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'security_group': {'name': 'tempest-secgroup-1079163815'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:32.680248 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7f558b28-80ae-437a-9e46-ac3ba514153d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:32.842335 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7f558b28-80ae-437a-9e46-ac3ba514153d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (4fd434d8-4b4c-4a55-8ff3-025a3ce0c3f7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:32.873636 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7f558b28-80ae-437a-9e46-ac3ba514153d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4fd434d8-4b4c-4a55-8ff3-025a3ce0c3f7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:32.919090 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7f558b28-80ae-437a-9e46-ac3ba514153d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:32.920698 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7f558b28-80ae-437a-9e46-ac3ba514153d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3068473 Feb 09 22:13:32.926872 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37474) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:32.934567 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-60fca352-f7ab-45b1-828c-fdabafbe0d99 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'security_group': {'name': 'tempest-secgroup-688076669'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:32.946008 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f558b28-80ae-437a-9e46-ac3ba514153d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd434d8-4b4c-4a55-8ff3-025a3ce0c3f7,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:32.971962 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d95aee94-477e-4966-9c90-544d4e5c3a62 req-1c8e0417-7713-42d0-a69e-e6cc6b7367c7 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5905137 Feb 09 22:13:33.002156 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60fca352-f7ab-45b1-828c-fdabafbe0d99 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:33.124711 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10118781-53a5-484e-b9bf-ea53e4c9d42c x-openstack-request-id: req-10118781-53a5-484e-b9bf-ea53e4c9d42c {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:13:33.125235 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900d4037-d080-4d7e-bfbd-355038372298", "name": "network-vif-unplugged", "status": "completed", "tag": "29469d4a-04a1-4b82-91f0-25a04aeac789", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:13:33.125358 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-10118781-53a5-484e-b9bf-ea53e4c9d42c {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:13:33.125694 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900d4037-d080-4d7e-bfbd-355038372298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29469d4a-04a1-4b82-91f0-25a04aeac789', 'code': 200} Feb 09 22:13:33.151483 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60fca352-f7ab-45b1-828c-fdabafbe0d99 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (e0ae8795-b2dd-4d96-851d-6c3705b47611), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:33.159291 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60fca352-f7ab-45b1-828c-fdabafbe0d99 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e0ae8795-b2dd-4d96-851d-6c3705b47611), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:33.194615 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fca352-f7ab-45b1-828c-fdabafbe0d99 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ae8795-b2dd-4d96-851d-6c3705b47611,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:33.218082 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60fca352-f7ab-45b1-828c-fdabafbe0d99 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:33.219800 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-60fca352-f7ab-45b1-828c-fdabafbe0d99 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2919185 Feb 09 22:13:33.222911 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37480) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:33.228781 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-a3753e18-3c8e-490b-ba3c-5f7b185e7446 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'security_group': {'name': 'tempest-secgroup-1992359646'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:33.262159 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3753e18-3c8e-490b-ba3c-5f7b185e7446 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:33.364589 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3753e18-3c8e-490b-ba3c-5f7b185e7446 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (4e2233ae-06c3-4040-acab-21d5c6cd1515), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:33.375330 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3753e18-3c8e-490b-ba3c-5f7b185e7446 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4e2233ae-06c3-4040-acab-21d5c6cd1515), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:33.380860 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-101c381b-8af0-4237-b8b0-01bde858089a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (acbe2529-517f-4f62-ba38-5383393120bb), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:33.394481 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-101c381b-8af0-4237-b8b0-01bde858089a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router_controller (acbe2529-517f-4f62-ba38-5383393120bb), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:33.403354 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-59657cc8-5aaf-4839-b1f0-ef6e86587d30 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Floating IP 38fc627d-18d3-4c3e-a500-bd66185f5e25 associated. External IP: 172.25.6.80, port: 0438ac5d-8a69-438e-b0d3-3d0331280199. Feb 09 22:13:33.433755 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3753e18-3c8e-490b-ba3c-5f7b185e7446 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2233ae-06c3-4040-acab-21d5c6cd1515,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:33.453295 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3753e18-3c8e-490b-ba3c-5f7b185e7446 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:33.462413 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a3753e18-3c8e-490b-ba3c-5f7b185e7446 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2369034 Feb 09 22:13:33.466978 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37482) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:33.474263 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4568564-74b6-49d3-af26-fed97c2c2b29 None None] Network fd38cebe-c028-4d60-b49e-daf463b92361 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:33.477316 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-1c6a0afe-1f55-4480-9340-d1619fc4ed7b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-672649069', 'security_groups': ['4e2233ae-06c3-4040-acab-21d5c6cd1515'], 'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3b75e6ec-9efd-4485-9ad6-ca82d29a4014'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:33.620335 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-101c381b-8af0-4237-b8b0-01bde858089a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (acbe2529-517f-4f62-ba38-5383393120bb), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:33.621251 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101c381b-8af0-4237-b8b0-01bde858089a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Fanout notify agent at l3_agent the message router_deleted on router acbe2529-517f-4f62-ba38-5383393120bb {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:13:33.631969 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-101c381b-8af0-4237-b8b0-01bde858089a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:33.633395 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-101c381b-8af0-4237-b8b0-01bde858089a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/routers/acbe2529-517f-4f62-ba38-5383393120bb HTTP/1.1" status: 204 len: 168 time: 1.4168639 Feb 09 22:13:33.638057 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37484) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:33.643718 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-77d79616-fc8c-4c9a-a92d-295da61e2f31 None None] Provisioning complete for port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:33.644215 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-77d79616-fc8c-4c9a-a92d-295da61e2f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:33.697844 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64082580-e5d7-4ff0-a2e4-4fe103b1dd55 req-ef88dc14-ac55-489d-b518-e3eca7ac4447 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:33.709421 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64082580-e5d7-4ff0-a2e4-4fe103b1dd55 req-ef88dc14-ac55-489d-b518-e3eca7ac4447 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 944 time: 0.4296169 Feb 09 22:13:33.786206 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6a0afe-1f55-4480-9340-d1619fc4ed7b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:33.830258 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-77d79616-fc8c-4c9a-a92d-295da61e2f31 None None] Current status of the port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:33.852436 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06325c7-0dc2-40ca-bc2a-e8e9c9ae933b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting subnet b14d8086-7f28-498e-b3c6-fce28619b093 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:13:33.853162 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-77d79616-fc8c-4c9a-a92d-295da61e2f31 None None] Provisioning complete for port 80d8ead6-326c-4b8c-b50f-b743b7f8b143 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:33.853162 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-77d79616-fc8c-4c9a-a92d-295da61e2f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (80d8ead6-326c-4b8c-b50f-b743b7f8b143), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:33.882630 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f06325c7-0dc2-40ca-bc2a-e8e9c9ae933b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for subnet (b14d8086-7f28-498e-b3c6-fce28619b093), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:33.961257 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1456e419-7429-4cde-8653-51ec79583fb2 None None] Update dhcp port {'port': {'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361', 'fixed_ips': [{'subnet_id': 'aca54da4-c0e1-4c1e-ad48-e39bd5817639', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3b75e6ec-9efd-4485-9ad6-ca82d29a4014'}], 'binding:host_id': 'n-d-828601-1'}, 'id': '1ea0d202-fec9-485e-8bc8-e89bbb4c3600'} from n-d-828601-1. {{(pid=103203) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:13:33.994413 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64082580-e5d7-4ff0-a2e4-4fe103b1dd55 req-30c7385f-ffd9-4982-bbe6-3b9eb8ebe44f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810295 Feb 09 22:13:34.057898 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c6a0afe-1f55-4480-9340-d1619fc4ed7b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:34.098308 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1456e419-7429-4cde-8653-51ec79583fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:34.142039 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f06325c7-0dc2-40ca-bc2a-e8e9c9ae933b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (b14d8086-7f28-498e-b3c6-fce28619b093), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:34.142438 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-1c6a0afe-1f55-4480-9340-d1619fc4ed7b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] device_id is not set on port dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:13:34.172645 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-77d79616-fc8c-4c9a-a92d-295da61e2f31 None None] Port 80d8ead6-326c-4b8c-b50f-b743b7f8b143 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:34.646148 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc0516-0b19-4853-a2fc-55a8e0bbb947 req-5d99b056-67aa-452e-ad2d-b19979e5fa46 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:34.656021 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5abc0516-0b19-4853-a2fc-55a8e0bbb947 req-5d99b056-67aa-452e-ad2d-b19979e5fa46 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 944 time: 0.2116036 Feb 09 22:13:34.690586 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f06325c7-0dc2-40ca-bc2a-e8e9c9ae933b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (b14d8086-7f28-498e-b3c6-fce28619b093), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:34.695561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-1456e419-7429-4cde-8653-51ec79583fb2 None None] Allocated IP 2001:db8::2 (fd38cebe-c028-4d60-b49e-daf463b92361/3b75e6ec-9efd-4485-9ad6-ca82d29a4014/1ea0d202-fec9-485e-8bc8-e89bbb4c3600) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:34.749444 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59657cc8-5aaf-4839-b1f0-ef6e86587d30 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Router 2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:13:34.789851 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5abc0516-0b19-4853-a2fc-55a8e0bbb947 req-c12f95b2-5837-4427-ad24-2297040073d0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328568 Feb 09 22:13:34.946420 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59657cc8-5aaf-4839-b1f0-ef6e86587d30 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:34.952534 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1456e419-7429-4cde-8653-51ec79583fb2 None None] For port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1ea0d202-fec9-485e-8bc8-e89bbb4c3600,segment=NetworkSegment(5b7dcf3f-c542-436e-b71d-f2f8ca390cc1),segment_id=5b7dcf3f-c542-436e-b71d-f2f8ca390cc1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:34.961429 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787b7ae9-4fb2-4fd1-a080-f6b694d65c8f None None] Sync routers for ids ['2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:34.978526 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f06325c7-0dc2-40ca-bc2a-e8e9c9ae933b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (b14d8086-7f28-498e-b3c6-fce28619b093), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:34.989822 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787b7ae9-4fb2-4fd1-a080-f6b694d65c8f None None] Routers {'2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:34.990851 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-787b7ae9-4fb2-4fd1-a080-f6b694d65c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:13:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:34.998938 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59657cc8-5aaf-4839-b1f0-ef6e86587d30 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:35.037170 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1456e419-7429-4cde-8653-51ec79583fb2 None None] Publish callbacks [] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:35.051788 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1456e419-7429-4cde-8653-51ec79583fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:35.069227 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06325c7-0dc2-40ca-bc2a-e8e9c9ae933b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Subnet': ['ID=b14d8086-7f28-498e-b3c6-fce28619b093,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:35.080134 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f06325c7-0dc2-40ca-bc2a-e8e9c9ae933b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:35.087876 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f06325c7-0dc2-40ca-bc2a-e8e9c9ae933b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/subnets/b14d8086-7f28-498e-b3c6-fce28619b093 HTTP/1.1" status: 204 len: 168 time: 1.4442039 Feb 09 22:13:35.088601 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37492) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:35.173626 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-59657cc8-5aaf-4839-b1f0-ef6e86587d30 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.6864684 Feb 09 22:13:35.185014 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'tag': '0438ac5d-8a69-438e-b0d3-3d0331280199'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:13:35.187633 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456e419-7429-4cde-8653-51ec79583fb2 None None] Pushing event updated for resources: {'Port': ['ID=1ea0d202-fec9-485e-8bc8-e89bbb4c3600,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:35.194489 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38ebd0a-0a10-4c04-b170-facf021ab90f None None] Network 560f8b7e-5888-4c17-bc07-96d8ad291363 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:35.206464 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dd8ac0-e9a5-44cf-80e4-dd527f0eae2b" -d '{"events": [{"name": "network-changed", "server_uuid": "5dba9e76-6620-43d3-b090-99b1f397d50e", "tag": "0438ac5d-8a69-438e-b0d3-3d0331280199"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:13:35.244503 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-787b7ae9-4fb2-4fd1-a080-f6b694d65c8f None None] Set router 2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:35.260159 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-1c6a0afe-1f55-4480-9340-d1619fc4ed7b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Allocated IP 2001:db8::c4 (fd38cebe-c028-4d60-b49e-daf463b92361/3b75e6ec-9efd-4485-9ad6-ca82d29a4014/dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:35.333596 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-0072641e-db7d-4706-b2b5-b77f763bf512 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting subnet 5364b0e1-ee4d-43df-b727-1b746600bc20 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:13:35.339821 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0072641e-db7d-4706-b2b5-b77f763bf512 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for subnet (5364b0e1-ee4d-43df-b727-1b746600bc20), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:35.396739 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f19cc6-38cf-4c62-90b0-f603bc9c956d req-a07f6846-3673-4255-a43c-ce40956e15d6 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:35.398550 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6f19cc6-38cf-4c62-90b0-f603bc9c956d req-a07f6846-3673-4255-a43c-ce40956e15d6 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 944 time: 0.1555507 Feb 09 22:13:35.434775 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0072641e-db7d-4706-b2b5-b77f763bf512 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (5364b0e1-ee4d-43df-b727-1b746600bc20), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:35.536382 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6f19cc6-38cf-4c62-90b0-f603bc9c956d req-f0fa6bca-9492-4c7b-8306-6ce13c3cd29a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259720 Feb 09 22:13:35.649821 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c6a0afe-1f55-4480-9340-d1619fc4ed7b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for port (dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:35.731551 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0072641e-db7d-4706-b2b5-b77f763bf512 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (5364b0e1-ee4d-43df-b727-1b746600bc20), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:35.738524 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-399e5432-92cc-4aa4-a1a0-eeec10bb7d26 req-b5f7ce62-ca8c-49d6-816d-dc556d63c1bc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1841099 Feb 09 22:13:35.845608 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c6a0afe-1f55-4480-9340-d1619fc4ed7b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:35.903268 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f72cb3c-99e7-4f4e-8a1c-3c1463c67ad0 None None] DHCP port deletion for 560f8b7e-5888-4c17-bc07-96d8ad291363 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:13:35.935454 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6a0afe-1f55-4480-9340-d1619fc4ed7b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network fd38cebe-c028-4d60-b49e-daf463b92361 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:35.939685 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-1c6a0afe-1f55-4480-9340-d1619fc4ed7b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:35.953197 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6a0afe-1f55-4480-9340-d1619fc4ed7b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:35.959378 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6a0afe-1f55-4480-9340-d1619fc4ed7b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:35.960388 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c6a0afe-1f55-4480-9340-d1619fc4ed7b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:36.004625 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a0afe-1f55-4480-9340-d1619fc4ed7b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Port': ['ID=dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:36.019375 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1c6a0afe-1f55-4480-9340-d1619fc4ed7b tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5503800 Feb 09 22:13:36.022573 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37504) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:36.033131 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-9697a3b1-8fc9-4aae-b2e2-03c4910167aa tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'subnet': {'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:36.124061 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895e070-b939-4d12-9ca0-46beba744c1e req-a6f69c2d-1502-4c39-8812-703acf1887a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:36.126783 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8895e070-b939-4d12-9ca0-46beba744c1e req-a6f69c2d-1502-4c39-8812-703acf1887a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 946 time: 0.3256199 Feb 09 22:13:36.128384 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0072641e-db7d-4706-b2b5-b77f763bf512 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (5364b0e1-ee4d-43df-b727-1b746600bc20), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:36.148452 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-3f72cb3c-99e7-4f4e-8a1c-3c1463c67ad0 None None] Deleting port c33e22cd-1bf6-4a85-81ad-071211215f7f {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:36.148962 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3f72cb3c-99e7-4f4e-8a1c-3c1463c67ad0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c33e22cd-1bf6-4a85-81ad-071211215f7f), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:36.203195 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0072641e-db7d-4706-b2b5-b77f763bf512 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:36.219755 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0072641e-db7d-4706-b2b5-b77f763bf512 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/subnets/5364b0e1-ee4d-43df-b727-1b746600bc20 HTTP/1.1" status: 204 len: 168 time: 1.1257930 Feb 09 22:13:36.220552 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37506) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:36.373122 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14d8ff4-f0bc-4620-99ba-cb195c2001e3 None None] Network 449a6565-794f-4114-821a-ce78dba184ab requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:36.394830 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072641e-db7d-4706-b2b5-b77f763bf512 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Subnet': ['ID=5364b0e1-ee4d-43df-b727-1b746600bc20,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:36.417623 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-983ad1d8-7fc9-49ed-b818-bd9675fa9804 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (560f8b7e-5888-4c17-bc07-96d8ad291363), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:36.420536 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8895e070-b939-4d12-9ca0-46beba744c1e req-e849fcf6-267b-4433-bec7-23405ed8f18f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2790492 Feb 09 22:13:36.427720 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9697a3b1-8fc9-4aae-b2e2-03c4910167aa tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:36.439588 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9697a3b1-8fc9-4aae-b2e2-03c4910167aa tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:36.445067 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e5432-92cc-4aa4-a1a0-eeec10bb7d26 req-44c871c4-e9c8-4264-8148-e1a58cbba1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:36.453506 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-399e5432-92cc-4aa4-a1a0-eeec10bb7d26 req-44c871c4-e9c8-4264-8148-e1a58cbba1b6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 1127 time: 0.5719607 Feb 09 22:13:36.477017 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37512) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:36.533524 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-787b7ae9-4fb2-4fd1-a080-f6b694d65c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346166940', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:14Z', 'updated_at': '2022-02-09T22:12:29Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:16Z', 'updated_at': '2022-02-09T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '38fc627d-18d3-4c3e-a500-bd66185f5e25', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'port_id': '0438ac5d-8a69-438e-b0d3-3d0331280199', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b', 'mac_address': 'fa:16:3e:e6:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:13:29Z', 'updated_at': '2022-02-09T22:13:29Z', 'revision_number': 0, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3805a04-8e3a-4b25-b07b-b22072b78af8', 'name': '', 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:6b:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '705c9301-7993-4fb7-9cf8-323b2b7171c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:26Z', 'updated_at': '2022-02-09T22:12:37Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '705c9301-7993-4fb7-9cf8-323b2b7171c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:36.615341 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787b7ae9-4fb2-4fd1-a080-f6b694d65c8f None None] Checking router: 2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:13:36.633571 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787b7ae9-4fb2-4fd1-a080-f6b694d65c8f None None] Routers {'2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:36.634330 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-787b7ae9-4fb2-4fd1-a080-f6b694d65c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:13:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:36.634710 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-3f72cb3c-99e7-4f4e-8a1c-3c1463c67ad0 None None] For port c33e22cd-1bf6-4a85-81ad-071211215f7f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c33e22cd-1bf6-4a85-81ad-071211215f7f,segment=NetworkSegment(d47d1574-4a57-4ae7-ae9d-5a4a889dd505),segment_id=d47d1574-4a57-4ae7-ae9d-5a4a889dd505)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:36.635458 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3f72cb3c-99e7-4f4e-8a1c-3c1463c67ad0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c33e22cd-1bf6-4a85-81ad-071211215f7f), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:36.684765 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a219862-5035-4c5f-8516-ffcef4b90e78 x-openstack-request-id: req-6a219862-5035-4c5f-8516-ffcef4b90e78 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:13:36.685468 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dba9e76-6620-43d3-b090-99b1f397d50e", "tag": "0438ac5d-8a69-438e-b0d3-3d0331280199", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:13:36.685923 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6a219862-5035-4c5f-8516-ffcef4b90e78 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:13:36.686636 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'tag': '0438ac5d-8a69-438e-b0d3-3d0331280199', 'status': 'completed', 'code': 200} Feb 09 22:13:36.780331 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-787b7ae9-4fb2-4fd1-a080-f6b694d65c8f None None] Set router 2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:36.788604 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-3f72cb3c-99e7-4f4e-8a1c-3c1463c67ad0 None None] Calling delete_port for c33e22cd-1bf6-4a85-81ad-071211215f7f owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:36.926064 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 29469d4a-04a1-4b82-91f0-25a04aeac789 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:13:37.189020 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:37.199103 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5b4d7df0-a662-4260-9a37-a5a660d2af56 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/floatingips/38fc627d-18d3-4c3e-a500-bd66185f5e25 HTTP/1.1" status: 200 len: 991 time: 0.7202854 Feb 09 22:13:37.354912 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd8ac0-e9a5-44cf-80e4-dd527f0eae2b req-c94d6df5-d6e6-4d78-ae36-185d0aaa2afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:37.359547 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-49dd8ac0-e9a5-44cf-80e4-dd527f0eae2b req-c94d6df5-d6e6-4d78-ae36-185d0aaa2afb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 1128 time: 0.6642709 Feb 09 22:13:37.391618 n-d-828601-1 neutron-server[103202]: INFO neutron.db.ipam_backend_mixin [None req-9697a3b1-8fc9-4aae-b2e2-03c4910167aa tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3b75e6ec-9efd-4485-9ad6-ca82d29a4014 (CIDR: 2001:db8::/64) Feb 09 22:13:37.408396 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c399c5-7b8d-4c13-b166-9dd9aec5860c req-5fa3b007-f95a-433e-9c22-fd2d560ed5e7 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:37.411948 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5c399c5-7b8d-4c13-b166-9dd9aec5860c req-5fa3b007-f95a-433e-9c22-fd2d560ed5e7 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.3921599 Feb 09 22:13:37.414845 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e5432-92cc-4aa4-a1a0-eeec10bb7d26 req-589e8cc3-9b5a-4889-9090-c0f7e66cd2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:37.427464 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-399e5432-92cc-4aa4-a1a0-eeec10bb7d26 req-589e8cc3-9b5a-4889-9090-c0f7e66cd2ac service neutron] 10.222.0.71 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 911 time: 0.7882259 Feb 09 22:13:37.427631 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-9697a3b1-8fc9-4aae-b2e2-03c4910167aa tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:13:37.427631 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9697a3b1-8fc9-4aae-b2e2-03c4910167aa tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:37.432750 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-787b7ae9-4fb2-4fd1-a080-f6b694d65c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346166940', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:14Z', 'updated_at': '2022-02-09T22:12:29Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:16Z', 'updated_at': '2022-02-09T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '38fc627d-18d3-4c3e-a500-bd66185f5e25', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'port_id': '0438ac5d-8a69-438e-b0d3-3d0331280199', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b', 'mac_address': 'fa:16:3e:e6:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:13:29Z', 'updated_at': '2022-02-09T22:13:29Z', 'revision_number': 0, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3805a04-8e3a-4b25-b07b-b22072b78af8', 'name': '', 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:6b:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '705c9301-7993-4fb7-9cf8-323b2b7171c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:26Z', 'updated_at': '2022-02-09T22:12:37Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '705c9301-7993-4fb7-9cf8-323b2b7171c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:37.519079 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787b7ae9-4fb2-4fd1-a080-f6b694d65c8f None None] The sync data for ids ['2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'] in n-d-828601-1 is: [{'id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346166940', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:14Z', 'updated_at': '2022-02-09T22:12:29Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:16Z', 'updated_at': '2022-02-09T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '38fc627d-18d3-4c3e-a500-bd66185f5e25', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'port_id': '0438ac5d-8a69-438e-b0d3-3d0331280199', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b', 'mac_address': 'fa:16:3e:e6:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:13:29Z', 'updated_at': '2022-02-09T22:13:29Z', 'revision_number': 0, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3805a04-8e3a-4b25-b07b-b22072b78af8', 'name': '', 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:6b:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '705c9301-7993-4fb7-9cf8-323b2b7171c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:26Z', 'updated_at': '2022-02-09T22:12:37Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '705c9301-7993-4fb7-9cf8-323b2b7171c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:37.601325 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9697a3b1-8fc9-4aae-b2e2-03c4910167aa tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5733542 Feb 09 22:13:37.602398 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37520) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:37.624725 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-63ecf4c0-5b09-49db-8acc-7ee39f8e0176 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'subnet': {'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:37.647778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 29469d4a-04a1-4b82-91f0-25a04aeac789 is: DOWN; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:37.696441 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c2c0d837-793a-45f4-ba94-3361679f0920 None None] Provisioning complete for port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:37.703760 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c2c0d837-793a-45f4-ba94-3361679f0920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:37.842448 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41af81c2-01d2-4fc2-933c-a5d73c2954ed None None] DHCP port deletion for 449a6565-794f-4114-821a-ce78dba184ab request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:13:38.009292 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-399e5432-92cc-4aa4-a1a0-eeec10bb7d26 req-418216dd-b887-493f-b4fe-b470ae22d839 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84 HTTP/1.1" status: 200 len: 1000 time: 0.5252337 Feb 09 22:13:38.016122 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-983ad1d8-7fc9-49ed-b818-bd9675fa9804 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting port c33e22cd-1bf6-4a85-81ad-071211215f7f {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:38.016812 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-983ad1d8-7fc9-49ed-b818-bd9675fa9804 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c33e22cd-1bf6-4a85-81ad-071211215f7f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:38.020260 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5c399c5-7b8d-4c13-b166-9dd9aec5860c req-0f30290c-f1b8-4bb9-b6ea-97f4e5dfafa4 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5952303 Feb 09 22:13:38.157379 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd8ac0-e9a5-44cf-80e4-dd527f0eae2b req-c709108a-76c8-4fc6-9fef-f9f5e86a0275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:38.160201 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-49dd8ac0-e9a5-44cf-80e4-dd527f0eae2b req-c709108a-76c8-4fc6-9fef-f9f5e86a0275 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8eb1b118-355e-4bdc-9775-e75604df539b HTTP/1.1" status: 200 len: 897 time: 0.7126706 Feb 09 22:13:38.189399 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-983ad1d8-7fc9-49ed-b818-bd9675fa9804 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] For port c33e22cd-1bf6-4a85-81ad-071211215f7f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c33e22cd-1bf6-4a85-81ad-071211215f7f,segment=NetworkSegment(d47d1574-4a57-4ae7-ae9d-5a4a889dd505),segment_id=d47d1574-4a57-4ae7-ae9d-5a4a889dd505)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:38.189977 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-983ad1d8-7fc9-49ed-b818-bd9675fa9804 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c33e22cd-1bf6-4a85-81ad-071211215f7f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:38.217468 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-983ad1d8-7fc9-49ed-b818-bd9675fa9804 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Calling delete_port for c33e22cd-1bf6-4a85-81ad-071211215f7f owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:38.275064 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37528) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:38.379948 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-983ad1d8-7fc9-49ed-b818-bd9675fa9804 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c33e22cd-1bf6-4a85-81ad-071211215f7f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:38.383981 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af8a088-68bb-46b4-b4bc-231b4829400b None None] New status for floating IP 38fc627d-18d3-4c3e-a500-bd66185f5e25: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:13:38.428875 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8210c306-6288-46fd-bda8-78b38edbec87 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/floatingips/38fc627d-18d3-4c3e-a500-bd66185f5e25 HTTP/1.1" status: 200 len: 991 time: 0.1526904 Feb 09 22:13:38.457669 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ad1d8-7fc9-49ed-b818-bd9675fa9804 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Port': ['ID=c33e22cd-1bf6-4a85-81ad-071211215f7f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:38.474505 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e5432-92cc-4aa4-a1a0-eeec10bb7d26 req-83738dab-34ec-4221-8c77-14a2237c56ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:38.476693 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-399e5432-92cc-4aa4-a1a0-eeec10bb7d26 req-83738dab-34ec-4221-8c77-14a2237c56ff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.4510775 Feb 09 22:13:38.496460 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983ad1d8-7fc9-49ed-b818-bd9675fa9804 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] No DVR routers for this DVR port c33e22cd-1bf6-4a85-81ad-071211215f7f on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:13:38.561087 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d43750-4bc2-4be6-b7f0-62945af38ff9 req-b608ee9e-f5c6-4045-9073-3bbc7bf97434 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:38.562810 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9d43750-4bc2-4be6-b7f0-62945af38ff9 req-b608ee9e-f5c6-4045-9073-3bbc7bf97434 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 944 time: 0.1303167 Feb 09 22:13:38.577010 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-49dd8ac0-e9a5-44cf-80e4-dd527f0eae2b req-24791518-490d-4bf8-ba30-1644898a4ea0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0438ac5d-8a69-438e-b0d3-3d0331280199 HTTP/1.1" status: 200 len: 999 time: 0.4076133 Feb 09 22:13:38.587871 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e5432-92cc-4aa4-a1a0-eeec10bb7d26 req-23ed09f4-4f94-40ba-9eb1-df93291adfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:38.590623 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-399e5432-92cc-4aa4-a1a0-eeec10bb7d26 req-23ed09f4-4f94-40ba-9eb1-df93291adfc8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1020839 Feb 09 22:13:38.600527 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ecf4c0-5b09-49db-8acc-7ee39f8e0176 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:38.607014 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63ecf4c0-5b09-49db-8acc-7ee39f8e0176 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:38.633106 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:38.634047 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:38.648230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd8ac0-e9a5-44cf-80e4-dd527f0eae2b req-a44e6208-21f3-4abd-a4e3-62184bd82f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:38.649806 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-49dd8ac0-e9a5-44cf-80e4-dd527f0eae2b req-a44e6208-21f3-4abd-a4e3-62184bd82f1c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=705c9301-7993-4fb7-9cf8-323b2b7171c7 HTTP/1.1" status: 200 len: 833 time: 0.0570600 Feb 09 22:13:38.726667 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-150503ff-6058-4d37-a3de-03e947f25017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:38.799160 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-983ad1d8-7fc9-49ed-b818-bd9675fa9804 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (560f8b7e-5888-4c17-bc07-96d8ad291363), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:38.836766 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3f72cb3c-99e7-4f4e-8a1c-3c1463c67ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (c33e22cd-1bf6-4a85-81ad-071211215f7f), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:38.891778 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-983ad1d8-7fc9-49ed-b818-bd9675fa9804 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560f8b7e-5888-4c17-bc07-96d8ad291363']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:38.900771 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72cb3c-99e7-4f4e-8a1c-3c1463c67ad0 None None] Pushing event deleted for resources: {'Port': ['ID=c33e22cd-1bf6-4a85-81ad-071211215f7f,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:38.936588 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-983ad1d8-7fc9-49ed-b818-bd9675fa9804 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47d1574-4a57-4ae7-ae9d-5a4a889dd505') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:38.936961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-983ad1d8-7fc9-49ed-b818-bd9675fa9804 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47d1574-4a57-4ae7-ae9d-5a4a889dd505') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:38.966583 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-983ad1d8-7fc9-49ed-b818-bd9675fa9804 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (d47d1574-4a57-4ae7-ae9d-5a4a889dd505), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:38.987959 n-d-828601-1 neutron-server[103202]: INFO neutron.db.ipam_backend_mixin [None req-63ecf4c0-5b09-49db-8acc-7ee39f8e0176 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet aca54da4-c0e1-4c1e-ad48-e39bd5817639 (CIDR: 2001:db8:0:1::/64) Feb 09 22:13:39.003178 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ecf4c0-5b09-49db-8acc-7ee39f8e0176 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:13:39.003695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ecf4c0-5b09-49db-8acc-7ee39f8e0176 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:39.008403 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9d43750-4bc2-4be6-b7f0-62945af38ff9 req-0ee35d86-749f-443b-97cf-50f419801f77 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300113 Feb 09 22:13:39.021987 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-983ad1d8-7fc9-49ed-b818-bd9675fa9804 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d47d1574-4a57-4ae7-ae9d-5a4a889dd505), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:39.043899 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-63ecf4c0-5b09-49db-8acc-7ee39f8e0176 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4335830 Feb 09 22:13:39.045441 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983ad1d8-7fc9-49ed-b818-bd9675fa9804 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:13:39.047216 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-983ad1d8-7fc9-49ed-b818-bd9675fa9804 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (d47d1574-4a57-4ae7-ae9d-5a4a889dd505), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:13:39.055558 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:13:39.060110 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37532) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:39.063185 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c2c0d837-793a-45f4-ba94-3361679f0920 None None] Current status of the port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:39.068359 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-0a99eaf7-30f2-4be8-9192-660b67258fd7 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'subnet': {'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:39.141861 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f72cb3c-99e7-4f4e-8a1c-3c1463c67ad0 None None] No DVR routers for this DVR port c33e22cd-1bf6-4a85-81ad-071211215f7f on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:13:39.148565 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-41af81c2-01d2-4fc2-933c-a5d73c2954ed None None] Deleting port c636953a-701b-4936-a324-fde61d6d9ad0 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:39.148976 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-41af81c2-01d2-4fc2-933c-a5d73c2954ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c636953a-701b-4936-a324-fde61d6d9ad0), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:39.156238 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c2c0d837-793a-45f4-ba94-3361679f0920 None None] Provisioning complete for port 80d8ead6-326c-4b8c-b50f-b743b7f8b143 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:39.156629 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c2c0d837-793a-45f4-ba94-3361679f0920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (80d8ead6-326c-4b8c-b50f-b743b7f8b143), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:39.258656 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c2c0d837-793a-45f4-ba94-3361679f0920 None None] Port 80d8ead6-326c-4b8c-b50f-b743b7f8b143 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:39.413367 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-983ad1d8-7fc9-49ed-b818-bd9675fa9804 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (560f8b7e-5888-4c17-bc07-96d8ad291363), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:39.437829 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:39.447299 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-983ad1d8-7fc9-49ed-b818-bd9675fa9804 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:39.451087 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-983ad1d8-7fc9-49ed-b818-bd9675fa9804 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/networks/560f8b7e-5888-4c17-bc07-96d8ad291363 HTTP/1.1" status: 204 len: 168 time: 3.2292228 Feb 09 22:13:39.461341 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-41af81c2-01d2-4fc2-933c-a5d73c2954ed None None] For port c636953a-701b-4936-a324-fde61d6d9ad0, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c636953a-701b-4936-a324-fde61d6d9ad0,segment=NetworkSegment(2a4e5917-0333-46a2-9efd-92358fb9999b),segment_id=2a4e5917-0333-46a2-9efd-92358fb9999b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:39.461828 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-41af81c2-01d2-4fc2-933c-a5d73c2954ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c636953a-701b-4936-a324-fde61d6d9ad0), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:39.477681 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37534) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:39.480586 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37536) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:39.486681 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ad1d8-7fc9-49ed-b818-bd9675fa9804 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Network': ['ID=560f8b7e-5888-4c17-bc07-96d8ad291363,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:39.504899 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-bbd257c3-6382-4ec5-aad2-8808e640e9e2 None None] Provisioning complete for port dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:39.505284 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bbd257c3-6382-4ec5-aad2-8808e640e9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:39.519951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-41af81c2-01d2-4fc2-933c-a5d73c2954ed None None] Calling delete_port for c636953a-701b-4936-a324-fde61d6d9ad0 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:39.565309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c33e22cd-1bf6-4a85-81ad-071211215f7f no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:13:39.591112 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: c33e22cd-1bf6-4a85-81ad-071211215f7f {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:13:39.591465 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c33e22cd-1bf6-4a85-81ad-071211215f7f not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:13:39.685358 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bbd257c3-6382-4ec5-aad2-8808e640e9e2 None None] Port dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:39.803082 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c636953a-701b-4936-a324-fde61d6d9ad0 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:13:39.898706 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-41af81c2-01d2-4fc2-933c-a5d73c2954ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (c636953a-701b-4936-a324-fde61d6d9ad0), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:39.935606 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af81c2-01d2-4fc2-933c-a5d73c2954ed None None] No DVR routers for this DVR port c636953a-701b-4936-a324-fde61d6d9ad0 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:13:39.940669 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-95ba9794-044b-47a6-bc03-feb351f26d72 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/floatingips/38fc627d-18d3-4c3e-a500-bd66185f5e25 HTTP/1.1" status: 200 len: 993 time: 0.4482045 Feb 09 22:13:39.965034 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-676751a8-3acf-4236-a166-ab53c08b34c1 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (449a6565-794f-4114-821a-ce78dba184ab), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:39.992542 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd8ac0-e9a5-44cf-80e4-dd527f0eae2b req-f8900ecb-851d-4c2e-917b-1787b2cb4082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:39.996764 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-49dd8ac0-e9a5-44cf-80e4-dd527f0eae2b req-f8900ecb-851d-4c2e-917b-1787b2cb4082 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8eb1b118-355e-4bdc-9775-e75604df539b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.3151805 Feb 09 22:13:40.001540 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No active binding found for port c636953a-701b-4936-a324-fde61d6d9ad0 {{(pid=103203) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 22:13:40.001920 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] The host n-d-828601-1 is not matching for port c636953a-701b-4936-a324-fde61d6d9ad0 host None! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:13:40.002361 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c636953a-701b-4936-a324-fde61d6d9ad0 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:13:40.006115 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af81c2-01d2-4fc2-933c-a5d73c2954ed None None] Pushing event deleted for resources: {'Port': ['ID=c636953a-701b-4936-a324-fde61d6d9ad0,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:40.012777 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a99eaf7-30f2-4be8-9192-660b67258fd7 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Made reservation on behalf of 3a081b6cfe1f477e8e25adca53408c36 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:40.017235 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0a99eaf7-30f2-4be8-9192-660b67258fd7 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:40.196146 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-399e5432-92cc-4aa4-a1a0-eeec10bb7d26 req-7b128ba2-d6e3-491e-99f8-bafe928d0166 service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5440953 Feb 09 22:13:40.341317 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb936ab8-5bea-46b7-a10b-8aee57fd16dc req-ad4278a8-e053-4452-83b3-5c9ce32a7819 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:40.344086 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb936ab8-5bea-46b7-a10b-8aee57fd16dc req-ad4278a8-e053-4452-83b3-5c9ce32a7819 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.3455980 Feb 09 22:13:40.505119 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-676751a8-3acf-4236-a166-ab53c08b34c1 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (449a6565-794f-4114-821a-ce78dba184ab), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:40.505777 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4fd430ad-344e-4d9a-ab51-1381688fe1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:40.523807 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-399e5432-92cc-4aa4-a1a0-eeec10bb7d26 req-70595347-cb56-4645-b534-436df27ed347 service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157012 Feb 09 22:13:40.565354 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-49dd8ac0-e9a5-44cf-80e4-dd527f0eae2b req-0ffa6d03-3b76-465d-b3e9-f6fbd6135016 service neutron] 10.222.0.42 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085728 Feb 09 22:13:40.568811 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0a99eaf7-30f2-4be8-9192-660b67258fd7 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (7e660845-8d98-4f2c-a278-73249e286787), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:40.570359 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb936ab8-5bea-46b7-a10b-8aee57fd16dc req-7eb47c6b-8bcf-43d3-a7d9-192c486df12e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116773 Feb 09 22:13:40.610654 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a99eaf7-30f2-4be8-9192-660b67258fd7 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Network fd38cebe-c028-4d60-b49e-daf463b92361 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:40.615698 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-676751a8-3acf-4236-a166-ab53c08b34c1 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449a6565-794f-4114-821a-ce78dba184ab']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:40.621994 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-0a99eaf7-30f2-4be8-9192-660b67258fd7 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:40.635617 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce182d50-3b9e-4b44-973a-1c03896aeec5 None None] Network fd38cebe-c028-4d60-b49e-daf463b92361 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:40.719303 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a99eaf7-30f2-4be8-9192-660b67258fd7 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:40.721478 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0a99eaf7-30f2-4be8-9192-660b67258fd7 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:40.744914 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-676751a8-3acf-4236-a166-ab53c08b34c1 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4e5917-0333-46a2-9efd-92358fb9999b') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:40.744914 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-676751a8-3acf-4236-a166-ab53c08b34c1 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4e5917-0333-46a2-9efd-92358fb9999b') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:40.786316 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-676751a8-3acf-4236-a166-ab53c08b34c1 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (2a4e5917-0333-46a2-9efd-92358fb9999b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:40.813764 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0a99eaf7-30f2-4be8-9192-660b67258fd7 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7526340 Feb 09 22:13:40.813764 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99eaf7-30f2-4be8-9192-660b67258fd7 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Subnet': ['ID=7e660845-8d98-4f2c-a278-73249e286787,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:40.818643 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37544) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:40.827611 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-926c7272-9694-47ac-99b8-573cb1c393d4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1383884581', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7e660845-8d98-4f2c-a278-73249e286787'}], 'security_groups': ['4fd434d8-4b4c-4a55-8ff3-025a3ce0c3f7', 'e0ae8795-b2dd-4d96-851d-6c3705b47611']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:40.843794 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-676751a8-3acf-4236-a166-ab53c08b34c1 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (2a4e5917-0333-46a2-9efd-92358fb9999b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:40.931973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676751a8-3acf-4236-a166-ab53c08b34c1 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:13:40.931973 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-676751a8-3acf-4236-a166-ab53c08b34c1 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (2a4e5917-0333-46a2-9efd-92358fb9999b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:13:40.934574 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:13:40.943129 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef5484-1b64-4b47-9bd1-bca3759d7cb9 req-f5f1d880-82e7-443f-a575-de037ca99137 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:40.970126 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ebef5484-1b64-4b47-9bd1-bca3759d7cb9 req-f5f1d880-82e7-443f-a575-de037ca99137 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 944 time: 0.2441761 Feb 09 22:13:40.981439 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-49dd8ac0-e9a5-44cf-80e4-dd527f0eae2b req-de745eaa-2ed9-48df-9584-ad2d5cea629e service neutron] 10.222.0.42 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085639 Feb 09 22:13:41.028391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dc9f7b-e2f2-4943-9dc1-7f6745a4d64f None None] Update dhcp port {'port': {'network_id': 'fd38cebe-c028-4d60-b49e-daf463b92361', 'fixed_ips': [{'subnet_id': 'aca54da4-c0e1-4c1e-ad48-e39bd5817639', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3b75e6ec-9efd-4485-9ad6-ca82d29a4014', 'ip_address': '2001:db8::2'}, {'subnet_id': '7e660845-8d98-4f2c-a278-73249e286787'}], 'binding:host_id': 'n-d-828601-1'}, 'id': '1ea0d202-fec9-485e-8bc8-e89bbb4c3600'} from n-d-828601-1. {{(pid=103203) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:13:41.124503 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-34dc9f7b-e2f2-4943-9dc1-7f6745a4d64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:41.159892 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ebef5484-1b64-4b47-9bd1-bca3759d7cb9 req-c52eeb22-2d65-42c0-91ec-cf62ef762c03 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666312 Feb 09 22:13:41.242572 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-676751a8-3acf-4236-a166-ab53c08b34c1 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (449a6565-794f-4114-821a-ce78dba184ab), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:41.274014 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-676751a8-3acf-4236-a166-ab53c08b34c1 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:41.277887 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-676751a8-3acf-4236-a166-ab53c08b34c1 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/networks/449a6565-794f-4114-821a-ce78dba184ab HTTP/1.1" status: 204 len: 168 time: 1.7714448 Feb 09 22:13:41.285052 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37552) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:41.293433 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-364ab950-5615-487d-9b28-fd3b4eb51e32 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'network': {'name': 'tempest-RoutersTest-389726506'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:41.295678 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676751a8-3acf-4236-a166-ab53c08b34c1 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Network': ['ID=449a6565-794f-4114-821a-ce78dba184ab,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:41.308597 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-926c7272-9694-47ac-99b8-573cb1c393d4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:41.378346 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364ab950-5615-487d-9b28-fd3b4eb51e32 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Made reservation on behalf of e5d31d08c43c4b69869f30e84521119d for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:41.384367 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-364ab950-5615-487d-9b28-fd3b4eb51e32 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:41.465560 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-364ab950-5615-487d-9b28-fd3b4eb51e32 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:13:41.496831 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-364ab950-5615-487d-9b28-fd3b4eb51e32 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (04955ee6-5e3f-4e48-8bfa-73ef96760fee), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:41.497750 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-364ab950-5615-487d-9b28-fd3b4eb51e32 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Added segment 04955ee6-5e3f-4e48-8bfa-73ef96760fee of type vlan for network b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518 Feb 09 22:13:41.663902 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-364ab950-5615-487d-9b28-fd3b4eb51e32 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:41.746754 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-34dc9f7b-e2f2-4943-9dc1-7f6745a4d64f None None] Allocated IP 2001:db8:0:2::2 (fd38cebe-c028-4d60-b49e-daf463b92361/7e660845-8d98-4f2c-a278-73249e286787/1ea0d202-fec9-485e-8bc8-e89bbb4c3600) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:41.810004 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-364ab950-5615-487d-9b28-fd3b4eb51e32 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:41.817282 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364ab950-5615-487d-9b28-fd3b4eb51e32 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:41.818364 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-364ab950-5615-487d-9b28-fd3b4eb51e32 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:41.843765 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d610c8-1298-4537-8fca-f9a6c259a9a9 req-6768c196-8f38-4ab1-9a9d-8192d852076a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:41.852660 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76d610c8-1298-4537-8fca-f9a6c259a9a9 req-6768c196-8f38-4ab1-9a9d-8192d852076a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.1266339 Feb 09 22:13:41.912513 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:41.937760 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-34dc9f7b-e2f2-4943-9dc1-7f6745a4d64f None None] For port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1ea0d202-fec9-485e-8bc8-e89bbb4c3600,segment=NetworkSegment(5b7dcf3f-c542-436e-b71d-f2f8ca390cc1),segment_id=5b7dcf3f-c542-436e-b71d-f2f8ca390cc1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:41.991718 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-364ab950-5615-487d-9b28-fd3b4eb51e32 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7013280 Feb 09 22:13:41.993374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37560) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:42.003901 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-8a7178b0-c68b-4c45-911e-dae59bf47cea tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'subnet': {'network_id': 'b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:42.045165 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ab950-5615-487d-9b28-fd3b4eb51e32 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Network': ['ID=b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:42.050392 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-34dc9f7b-e2f2-4943-9dc1-7f6745a4d64f None None] Publish callbacks [] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:42.061174 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:13:42.068384 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-34dc9f7b-e2f2-4943-9dc1-7f6745a4d64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:42.106063 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76d610c8-1298-4537-8fca-f9a6c259a9a9 req-669c5dad-59b7-4053-b61a-ad6a54a257db tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210348 Feb 09 22:13:42.360708 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc9f7b-e2f2-4943-9dc1-7f6745a4d64f None None] Pushing event updated for resources: {'Port': ['ID=1ea0d202-fec9-485e-8bc8-e89bbb4c3600,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:42.405764 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-926c7272-9694-47ac-99b8-573cb1c393d4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Delete allocated IP 2001:db8::c4 (fd38cebe-c028-4d60-b49e-daf463b92361/3b75e6ec-9efd-4485-9ad6-ca82d29a4014) {{(pid=103202) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 22:13:42.419921 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-926c7272-9694-47ac-99b8-573cb1c393d4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Allocated IP 2001:db8:0:2::27b (fd38cebe-c028-4d60-b49e-daf463b92361/7e660845-8d98-4f2c-a278-73249e286787/dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:42.422778 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1eab38-2afa-4b40-84df-782c803fb1d9 req-6feb8158-71dd-4e5e-96d7-c014795be428 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:42.426061 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa1eab38-2afa-4b40-84df-782c803fb1d9 req-6feb8158-71dd-4e5e-96d7-c014795be428 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 944 time: 0.1114101 Feb 09 22:13:42.430965 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7178b0-c68b-4c45-911e-dae59bf47cea tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Made reservation on behalf of e5d31d08c43c4b69869f30e84521119d for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:42.435661 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a7178b0-c68b-4c45-911e-dae59bf47cea tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:42.522258 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa1eab38-2afa-4b40-84df-782c803fb1d9 req-efaf2966-97cb-4f3d-bde1-b66180416ec8 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891945 Feb 09 22:13:42.814586 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:42.956960 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-926c7272-9694-47ac-99b8-573cb1c393d4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for port (dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:42.981754 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-926c7272-9694-47ac-99b8-573cb1c393d4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:43.130470 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c7272-9694-47ac-99b8-573cb1c393d4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event updated for resources: {'Port': ['ID=dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:43.216917 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-926c7272-9694-47ac-99b8-573cb1c393d4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] In _notify_port_updated(), no bound segment for port dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c on network fd38cebe-c028-4d60-b49e-daf463b92361 {{(pid=103202) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:13:43.228855 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c7272-9694-47ac-99b8-573cb1c393d4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:43.230418 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-926c7272-9694-47ac-99b8-573cb1c393d4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:43.237092 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-926c7272-9694-47ac-99b8-573cb1c393d4 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "PUT /v2.0/ports/dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c HTTP/1.1" status: 200 len: 970 time: 2.4166408 Feb 09 22:13:43.240944 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37570) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:43.252154 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a7178b0-c68b-4c45-911e-dae59bf47cea tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (1b3b48c7-fc36-40e8-8d62-8d76c3ef5601), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:43.363153 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7178b0-c68b-4c45-911e-dae59bf47cea tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Subnet': ['ID=1b3b48c7-fc36-40e8-8d62-8d76c3ef5601,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:43.365049 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e2ebd-05ad-4e73-bfc6-8a3a492e33b7 req-f8464028-0bf6-40d8-a4de-e5c6ecab4de7 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:43.374062 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad2e2ebd-05ad-4e73-bfc6-8a3a492e33b7 req-f8464028-0bf6-40d8-a4de-e5c6ecab4de7 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.1742287 Feb 09 22:13:43.472435 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-33447054-7960-4808-8b7b-1a237ecc0d41 None None] Provisioning complete for port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:43.473284 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-33447054-7960-4808-8b7b-1a237ecc0d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:43.483686 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7178b0-c68b-4c45-911e-dae59bf47cea tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Checking segment: {'id': '04955ee6-5e3f-4e48-8bfa-73ef96760fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:43.486119 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7178b0-c68b-4c45-911e-dae59bf47cea tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network hostable DHCP agents. Network: b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:13:43.530309 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7178b0-c68b-4c45-911e-dae59bf47cea tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:13:43.546526 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-8a7178b0-c68b-4c45-911e-dae59bf47cea tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:43.558536 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7178b0-c68b-4c45-911e-dae59bf47cea tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:43.562202 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a7178b0-c68b-4c45-911e-dae59bf47cea tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:43.585122 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eedd7c9-77bd-4ece-9811-347f7039b285 None None] Network b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:43.603850 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8a7178b0-c68b-4c45-911e-dae59bf47cea tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6100328 Feb 09 22:13:43.606845 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37574) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:43.629818 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-1583250c-ac5b-4703-a96c-8939376251e3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-691554363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:43.630748 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ad2e2ebd-05ad-4e73-bfc6-8a3a492e33b7 req-a44697e8-889f-4e04-b66f-d434a7012274 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466111 Feb 09 22:13:43.692217 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-57be7fb7-4125-470c-9b4b-940b3cc679fb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting port dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:43.695047 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57be7fb7-4125-470c-9b4b-940b3cc679fb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:43.726876 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1583250c-ac5b-4703-a96c-8939376251e3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (a095f6e6-c5da-4714-b5b1-48a69abcd72b), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:43.731227 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1583250c-ac5b-4703-a96c-8939376251e3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (a095f6e6-c5da-4714-b5b1-48a69abcd72b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:43.861137 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:43.879227 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1583250c-ac5b-4703-a96c-8939376251e3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router_controller (a095f6e6-c5da-4714-b5b1-48a69abcd72b), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:43.892463 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1583250c-ac5b-4703-a96c-8939376251e3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (a095f6e6-c5da-4714-b5b1-48a69abcd72b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:43.943725 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1583250c-ac5b-4703-a96c-8939376251e3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:43.947374 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1583250c-ac5b-4703-a96c-8939376251e3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3385520 Feb 09 22:13:43.959174 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37578) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:43.974681 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c11f524a-f30a-41b3-8feb-4c93a15bbbd3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'port': {'network_id': 'b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518', 'name': 'tempest-RoutersTest-1550408723'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:44.106734 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-33447054-7960-4808-8b7b-1a237ecc0d41 None None] Current status of the port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:44.109258 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac65805-831e-44df-bbda-011da9ec9f2d req-f76e9e27-ea83-4c88-a93d-8155fe6bd8ff tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:44.112153 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9df734e-3632-4b39-bc56-ce4cd70443c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518', 'network_id': 'b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518', 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'fixed_ips': [{'subnet_id': '1b3b48c7-fc36-40e8-8d62-8d76c3ef5601'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:13:44.112387 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ac65805-831e-44df-bbda-011da9ec9f2d req-f76e9e27-ea83-4c88-a93d-8155fe6bd8ff tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 944 time: 0.3183770 Feb 09 22:13:44.113061 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b9df734e-3632-4b39-bc56-ce4cd70443c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:44.144498 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-33447054-7960-4808-8b7b-1a237ecc0d41 None None] Provisioning complete for port 80d8ead6-326c-4b8c-b50f-b743b7f8b143 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:44.144893 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-33447054-7960-4808-8b7b-1a237ecc0d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (80d8ead6-326c-4b8c-b50f-b743b7f8b143), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:44.154296 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:44.154991 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:44.171533 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57be7fb7-4125-470c-9b4b-940b3cc679fb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:44.225544 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-57be7fb7-4125-470c-9b4b-940b3cc679fb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Calling delete_port for dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:44.286902 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-33447054-7960-4808-8b7b-1a237ecc0d41 None None] Port 80d8ead6-326c-4b8c-b50f-b743b7f8b143 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:44.322909 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ac65805-831e-44df-bbda-011da9ec9f2d req-8e4c0784-71a9-44f9-9588-d43615d4d4d9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926632 Feb 09 22:13:44.343136 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-33447054-7960-4808-8b7b-1a237ecc0d41 None None] Provisioning complete for port dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:44.343136 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-33447054-7960-4808-8b7b-1a237ecc0d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:44.413093 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11f524a-f30a-41b3-8feb-4c93a15bbbd3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Made reservation on behalf of e5d31d08c43c4b69869f30e84521119d for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:44.416778 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c11f524a-f30a-41b3-8feb-4c93a15bbbd3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:44.424555 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-33447054-7960-4808-8b7b-1a237ecc0d41 None None] Port dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:44.452824 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-b9df734e-3632-4b39-bc56-ce4cd70443c7 None None] Allocated IP 172.20.0.2 (b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518/1b3b48c7-fc36-40e8-8d62-8d76c3ef5601/eff4d94f-a0f1-4278-a48a-c682fa84c6e2) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:44.456662 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-c11f524a-f30a-41b3-8feb-4c93a15bbbd3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] device_id is not set on port 4c35f04a-28aa-428b-94c0-ad6f7ad324d4 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:13:44.459243 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:44.580838 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-7d2be13b-cb76-48b0-8611-a41b4517378c None None] Provisioning complete for port dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:44.581585 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7d2be13b-cb76-48b0-8611-a41b4517378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:44.583254 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57be7fb7-4125-470c-9b4b-940b3cc679fb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:44.611702 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-7d2be13b-cb76-48b0-8611-a41b4517378c None None] Port dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c was deleted so its status cannot be updated. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 22:13:44.613740 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be7fb7-4125-470c-9b4b-940b3cc679fb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Port': ['ID=dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:44.654216 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57be7fb7-4125-470c-9b4b-940b3cc679fb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:44.658417 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-57be7fb7-4125-470c-9b4b-940b3cc679fb tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/ports/dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c HTTP/1.1" status: 204 len: 168 time: 1.4162118 Feb 09 22:13:44.661342 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37580) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:44.700346 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-d76daebc-a4e1-44c4-b617-c26756f117c2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] GET failed (client error): The resource could not be found. Feb 09 22:13:44.704148 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d76daebc-a4e1-44c4-b617-c26756f117c2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports/dd60c6d2-2ac6-4939-b27f-ed3a6ba0369c HTTP/1.1" status: 404 len: 333 time: 0.0400016 Feb 09 22:13:44.707283 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37584) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:44.859882 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:44.865046 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b9df734e-3632-4b39-bc56-ce4cd70443c7 None None] Publish callbacks [] for port (eff4d94f-a0f1-4278-a48a-c682fa84c6e2), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:44.874265 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b9df734e-3632-4b39-bc56-ce4cd70443c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (eff4d94f-a0f1-4278-a48a-c682fa84c6e2), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:44.924470 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9df734e-3632-4b39-bc56-ce4cd70443c7 None None] Network b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:44.930481 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-b9df734e-3632-4b39-bc56-ce4cd70443c7 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:44.936673 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9df734e-3632-4b39-bc56-ce4cd70443c7 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:44.945149 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df734e-3632-4b39-bc56-ce4cd70443c7 None None] Pushing event updated for resources: {'Port': ['ID=eff4d94f-a0f1-4278-a48a-c682fa84c6e2,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:44.991143 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e859700-3227-4941-9a44-8aa234db3ae6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (4e2233ae-06c3-4040-acab-21d5c6cd1515), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.010426 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b9df734e-3632-4b39-bc56-ce4cd70443c7 None None] Attempting to bind port eff4d94f-a0f1-4278-a48a-c682fa84c6e2 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:13:45.011590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b9df734e-3632-4b39-bc56-ce4cd70443c7 None None] Attempting to bind port eff4d94f-a0f1-4278-a48a-c682fa84c6e2 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '04955ee6-5e3f-4e48-8bfa-73ef96760fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:13:45.012023 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9df734e-3632-4b39-bc56-ce4cd70443c7 None None] Attempting to bind port eff4d94f-a0f1-4278-a48a-c682fa84c6e2 on network b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:13:45.018557 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9df734e-3632-4b39-bc56-ce4cd70443c7 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:13:45.019118 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9df734e-3632-4b39-bc56-ce4cd70443c7 None None] Checking segment: {'id': '04955ee6-5e3f-4e48-8bfa-73ef96760fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:45.019637 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b9df734e-3632-4b39-bc56-ce4cd70443c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.020239 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9df734e-3632-4b39-bc56-ce4cd70443c7 None None] Bound using segment: {'id': '04955ee6-5e3f-4e48-8bfa-73ef96760fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:13:45.020839 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b9df734e-3632-4b39-bc56-ce4cd70443c7 None None] Bound port: eff4d94f-a0f1-4278-a48a-c682fa84c6e2, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04955ee6-5e3f-4e48-8bfa-73ef96760fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:13:45.021360 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b9df734e-3632-4b39-bc56-ce4cd70443c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (eff4d94f-a0f1-4278-a48a-c682fa84c6e2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.043255 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e859700-3227-4941-9a44-8aa234db3ae6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (4e2233ae-06c3-4040-acab-21d5c6cd1515), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.060607 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6567b-efb6-4efc-8943-67a3a7728a53 req-5dc6c9de-d4ab-47d7-aaff-03d42619f4c0 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:45.063506 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cbb6567b-efb6-4efc-8943-67a3a7728a53 req-5dc6c9de-d4ab-47d7-aaff-03d42619f4c0 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.3049045 Feb 09 22:13:45.128320 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b9df734e-3632-4b39-bc56-ce4cd70443c7 None None] For port eff4d94f-a0f1-4278-a48a-c682fa84c6e2, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:13:45.133274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b9df734e-3632-4b39-bc56-ce4cd70443c7 None None] For port eff4d94f-a0f1-4278-a48a-c682fa84c6e2, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=eff4d94f-a0f1-4278-a48a-c682fa84c6e2,segment=NetworkSegment(04955ee6-5e3f-4e48-8bfa-73ef96760fee),segment_id=04955ee6-5e3f-4e48-8bfa-73ef96760fee)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:13:45.136751 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-c11f524a-f30a-41b3-8feb-4c93a15bbbd3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Allocated IP 172.20.0.14 (b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518/1b3b48c7-fc36-40e8-8d62-8d76c3ef5601/4c35f04a-28aa-428b-94c0-ad6f7ad324d4) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:45.146058 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b9df734e-3632-4b39-bc56-ce4cd70443c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (eff4d94f-a0f1-4278-a48a-c682fa84c6e2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.243064 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df734e-3632-4b39-bc56-ce4cd70443c7 None None] Pushing event updated for resources: {'Port': ['ID=eff4d94f-a0f1-4278-a48a-c682fa84c6e2,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:45.286257 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cbb6567b-efb6-4efc-8943-67a3a7728a53 req-09b6f58a-1145-4178-bc71-222b3c4412c2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013404 Feb 09 22:13:45.304345 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e859700-3227-4941-9a44-8aa234db3ae6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4e2233ae-06c3-4040-acab-21d5c6cd1515), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.310736 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e859700-3227-4941-9a44-8aa234db3ae6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.317635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37594) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:45.318989 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6e859700-3227-4941-9a44-8aa234db3ae6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/security-groups/4e2233ae-06c3-4040-acab-21d5c6cd1515 HTTP/1.1" status: 204 len: 168 time: 0.6091819 Feb 09 22:13:45.412481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e859700-3227-4941-9a44-8aa234db3ae6 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2233ae-06c3-4040-acab-21d5c6cd1515,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:45.491601 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6997-319f-452e-8ed8-297caed2c8f0 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (e0ae8795-b2dd-4d96-851d-6c3705b47611), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.505699 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.587079 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6997-319f-452e-8ed8-297caed2c8f0 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (e0ae8795-b2dd-4d96-851d-6c3705b47611), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.789889 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6997-319f-452e-8ed8-297caed2c8f0 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e0ae8795-b2dd-4d96-851d-6c3705b47611), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.795520 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6997-319f-452e-8ed8-297caed2c8f0 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.798596 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8b3b6997-319f-452e-8ed8-297caed2c8f0 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/security-groups/e0ae8795-b2dd-4d96-851d-6c3705b47611 HTTP/1.1" status: 204 len: 168 time: 0.4781578 Feb 09 22:13:45.802839 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37598) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:45.819951 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b6997-319f-452e-8ed8-297caed2c8f0 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ae8795-b2dd-4d96-851d-6c3705b47611,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:45.867931 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c11f524a-f30a-41b3-8feb-4c93a15bbbd3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for port (4c35f04a-28aa-428b-94c0-ad6f7ad324d4), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.955564 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f486bc-4d6a-4643-b301-67d20b6a4e01 req-8d47cbee-29f1-4573-ae4e-0811b94555c1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:45.957524 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e7f486bc-4d6a-4643-b301-67d20b6a4e01 req-8d47cbee-29f1-4573-ae4e-0811b94555c1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 944 time: 0.3851948 Feb 09 22:13:45.966447 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ee44f12-eb8d-40d7-9800-cb851f884663 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (4fd434d8-4b4c-4a55-8ff3-025a3ce0c3f7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.981165 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device eff4d94f-a0f1-4278-a48a-c682fa84c6e2 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:45.984064 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c11f524a-f30a-41b3-8feb-4c93a15bbbd3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (4c35f04a-28aa-428b-94c0-ad6f7ad324d4), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.057913 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ee44f12-eb8d-40d7-9800-cb851f884663 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (4fd434d8-4b4c-4a55-8ff3-025a3ce0c3f7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.124119 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11f524a-f30a-41b3-8feb-4c93a15bbbd3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:46.162383 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-c11f524a-f30a-41b3-8feb-4c93a15bbbd3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:46.167216 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f524a-f30a-41b3-8feb-4c93a15bbbd3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:46.176101 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port eff4d94f-a0f1-4278-a48a-c682fa84c6e2 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:46.176829 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (eff4d94f-a0f1-4278-a48a-c682fa84c6e2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.179987 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.225008 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f524a-f30a-41b3-8feb-4c93a15bbbd3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Port': ['ID=4c35f04a-28aa-428b-94c0-ad6f7ad324d4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:46.244525 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11f524a-f30a-41b3-8feb-4c93a15bbbd3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:46.245910 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c11f524a-f30a-41b3-8feb-4c93a15bbbd3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.254863 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e7f486bc-4d6a-4643-b301-67d20b6a4e01 req-79a7073c-4f49-46d8-9862-022b48c8f2de tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581403 Feb 09 22:13:46.273732 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c11f524a-f30a-41b3-8feb-4c93a15bbbd3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3126893 Feb 09 22:13:46.279888 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37606) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:46.310989 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port eff4d94f-a0f1-4278-a48a-c682fa84c6e2 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:46.311537 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (eff4d94f-a0f1-4278-a48a-c682fa84c6e2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.331999 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ee44f12-eb8d-40d7-9800-cb851f884663 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4fd434d8-4b4c-4a55-8ff3-025a3ce0c3f7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.334162 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ee44f12-eb8d-40d7-9800-cb851f884663 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.341726 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9ee44f12-eb8d-40d7-9800-cb851f884663 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/security-groups/4fd434d8-4b4c-4a55-8ff3-025a3ce0c3f7 HTTP/1.1" status: 204 len: 168 time: 0.5304604 Feb 09 22:13:46.342849 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37608) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:46.366792 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port eff4d94f-a0f1-4278-a48a-c682fa84c6e2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=eff4d94f-a0f1-4278-a48a-c682fa84c6e2,segment=NetworkSegment(04955ee6-5e3f-4e48-8bfa-73ef96760fee),segment_id=04955ee6-5e3f-4e48-8bfa-73ef96760fee)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:46.372997 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (eff4d94f-a0f1-4278-a48a-c682fa84c6e2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.463327 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee44f12-eb8d-40d7-9800-cb851f884663 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd434d8-4b4c-4a55-8ff3-025a3ce0c3f7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:46.594796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-687d3a5b-d6e7-408f-9834-5761628a7295 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting subnet 3b75e6ec-9efd-4485-9ad6-ca82d29a4014 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:13:46.604684 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=eff4d94f-a0f1-4278-a48a-c682fa84c6e2,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:46.606350 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-687d3a5b-d6e7-408f-9834-5761628a7295 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (3b75e6ec-9efd-4485-9ad6-ca82d29a4014), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.752207 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-687d3a5b-d6e7-408f-9834-5761628a7295 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (3b75e6ec-9efd-4485-9ad6-ca82d29a4014), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.058482 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-687d3a5b-d6e7-408f-9834-5761628a7295 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (3b75e6ec-9efd-4485-9ad6-ca82d29a4014), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.177885 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4c35f04a-28aa-428b-94c0-ad6f7ad324d4), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.266385 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a056ae82-aeba-4aed-896b-108bb55ab51d None None] Network b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:47.292668 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-687d3a5b-d6e7-408f-9834-5761628a7295 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (3b75e6ec-9efd-4485-9ad6-ca82d29a4014), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.394303 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d3a5b-d6e7-408f-9834-5761628a7295 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Subnet': ['ID=3b75e6ec-9efd-4485-9ad6-ca82d29a4014,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:47.395374 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0a04167d-4b80-4d9a-8056-f85ae8a55498 None None] Provisioning complete for port eff4d94f-a0f1-4278-a48a-c682fa84c6e2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:47.395374 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0a04167d-4b80-4d9a-8056-f85ae8a55498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (eff4d94f-a0f1-4278-a48a-c682fa84c6e2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.417507 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-687d3a5b-d6e7-408f-9834-5761628a7295 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.429090 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-687d3a5b-d6e7-408f-9834-5761628a7295 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/subnets/3b75e6ec-9efd-4485-9ad6-ca82d29a4014 HTTP/1.1" status: 204 len: 168 time: 1.0783269 Feb 09 22:13:47.430860 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37622) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:47.463535 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced1baa9-6993-4ab0-8cd2-dd4ab757d5b3 None None] Network fd38cebe-c028-4d60-b49e-daf463b92361 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:47.627618 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca93fcd-3d1c-45c6-b21d-7ab091d0fbc5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting subnet 7e660845-8d98-4f2c-a278-73249e286787 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:13:47.646321 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ca93fcd-3d1c-45c6-b21d-7ab091d0fbc5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (7e660845-8d98-4f2c-a278-73249e286787), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.680667 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for port (4c35f04a-28aa-428b-94c0-ad6f7ad324d4), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.693712 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (4c35f04a-28aa-428b-94c0-ad6f7ad324d4), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.797478 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device eff4d94f-a0f1-4278-a48a-c682fa84c6e2 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:47.800577 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ca93fcd-3d1c-45c6-b21d-7ab091d0fbc5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (7e660845-8d98-4f2c-a278-73249e286787), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.880246 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Port': ['ID=4c35f04a-28aa-428b-94c0-ad6f7ad324d4,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:47.904028 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1e793-626c-453c-ba2e-232e340405a0 req-dde72ee9-9f67-4e2d-913c-23baac7c4872 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:47.905502 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13b1e793-626c-453c-ba2e-232e340405a0 req-dde72ee9-9f67-4e2d-913c-23baac7c4872 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.2227306 Feb 09 22:13:47.957872 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port eff4d94f-a0f1-4278-a48a-c682fa84c6e2 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:47.958518 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (eff4d94f-a0f1-4278-a48a-c682fa84c6e2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.960563 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:47.961008 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:47.961337 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:47.961686 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:47.962032 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:47.962375 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:47.963833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:47.963833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:47.963833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:47.963833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:47.964548 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:47.964548 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:47.964870 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:48.020863 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0a04167d-4b80-4d9a-8056-f85ae8a55498 None None] Current status of the port eff4d94f-a0f1-4278-a48a-c682fa84c6e2 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:48.032684 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ca93fcd-3d1c-45c6-b21d-7ab091d0fbc5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (7e660845-8d98-4f2c-a278-73249e286787), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.132060 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port eff4d94f-a0f1-4278-a48a-c682fa84c6e2 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:48.167422 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ca93fcd-3d1c-45c6-b21d-7ab091d0fbc5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (7e660845-8d98-4f2c-a278-73249e286787), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.213998 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca93fcd-3d1c-45c6-b21d-7ab091d0fbc5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Subnet': ['ID=7e660845-8d98-4f2c-a278-73249e286787,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:48.228023 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ca93fcd-3d1c-45c6-b21d-7ab091d0fbc5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.232909 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5ca93fcd-3d1c-45c6-b21d-7ab091d0fbc5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/subnets/7e660845-8d98-4f2c-a278-73249e286787 HTTP/1.1" status: 204 len: 168 time: 0.8000393 Feb 09 22:13:48.244717 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37624) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:48.287135 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee79c67-bb8f-4a5b-8611-a98fa367debf tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] DELETE failed (client error): The resource could not be found. Feb 09 22:13:48.291697 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (a095f6e6-c5da-4714-b5b1-48a69abcd72b), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.294264 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee79c67-bb8f-4a5b-8611-a98fa367debf tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:48.302270 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3ee79c67-bb8f-4a5b-8611-a98fa367debf tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/subnets/3b75e6ec-9efd-4485-9ad6-ca82d29a4014 HTTP/1.1" status: 404 len: 337 time: 0.0525043 Feb 09 22:13:48.303454 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37628) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:48.450558 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0dbc1c-45f5-486d-86b6-426e59fd181d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting subnet aca54da4-c0e1-4c1e-ad48-e39bd5817639 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:13:48.476332 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e0dbc1c-45f5-486d-86b6-426e59fd181d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (aca54da4-c0e1-4c1e-ad48-e39bd5817639), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.480687 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13b1e793-626c-453c-ba2e-232e340405a0 req-b39c21a6-16bd-4102-be08-3611e6055000 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5480335 Feb 09 22:13:48.482913 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-227bc905-1168-4825-a04f-e5871868eb8a None None] Provisioning complete for port 4c35f04a-28aa-428b-94c0-ad6f7ad324d4 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:48.484941 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-227bc905-1168-4825-a04f-e5871868eb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4c35f04a-28aa-428b-94c0-ad6f7ad324d4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.610546 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-227bc905-1168-4825-a04f-e5871868eb8a None None] Port 4c35f04a-28aa-428b-94c0-ad6f7ad324d4 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:48.616714 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4c35f04a-28aa-428b-94c0-ad6f7ad324d4), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.633820 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-227bc905-1168-4825-a04f-e5871868eb8a None None] Provisioning complete for port eff4d94f-a0f1-4278-a48a-c682fa84c6e2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:48.634113 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-227bc905-1168-4825-a04f-e5871868eb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (eff4d94f-a0f1-4278-a48a-c682fa84c6e2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.660865 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e0dbc1c-45f5-486d-86b6-426e59fd181d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (aca54da4-c0e1-4c1e-ad48-e39bd5817639), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.816133 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-227bc905-1168-4825-a04f-e5871868eb8a None None] Current status of the port eff4d94f-a0f1-4278-a48a-c682fa84c6e2 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:48.951120 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e0dbc1c-45f5-486d-86b6-426e59fd181d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (aca54da4-c0e1-4c1e-ad48-e39bd5817639), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.968837 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2cf080e5-ed7d-4497-8516-152945347a09 None None] Provisioning complete for port 4c35f04a-28aa-428b-94c0-ad6f7ad324d4 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:48.969223 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2cf080e5-ed7d-4497-8516-152945347a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4c35f04a-28aa-428b-94c0-ad6f7ad324d4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:49.126274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2cf080e5-ed7d-4497-8516-152945347a09 None None] Port 4c35f04a-28aa-428b-94c0-ad6f7ad324d4 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:49.166341 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e0dbc1c-45f5-486d-86b6-426e59fd181d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (aca54da4-c0e1-4c1e-ad48-e39bd5817639), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:49.256876 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dbc1c-45f5-486d-86b6-426e59fd181d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Subnet': ['ID=aca54da4-c0e1-4c1e-ad48-e39bd5817639,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:49.263422 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e0dbc1c-45f5-486d-86b6-426e59fd181d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:49.278130 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8e0dbc1c-45f5-486d-86b6-426e59fd181d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/subnets/aca54da4-c0e1-4c1e-ad48-e39bd5817639 HTTP/1.1" status: 204 len: 168 time: 0.9730620 Feb 09 22:13:49.283480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37630) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:49.342565 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4417ab-ecc1-4e92-99c1-619c64b1e23d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] DELETE failed (client error): The resource could not be found. Feb 09 22:13:49.343370 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e4417ab-ecc1-4e92-99c1-619c64b1e23d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:49.347907 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3e4417ab-ecc1-4e92-99c1-619c64b1e23d tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/subnets/b516d10f-2852-42a5-ab87-a15e3d750cbd HTTP/1.1" status: 404 len: 337 time: 0.0615413 Feb 09 22:13:49.353341 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37632) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:49.413786 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a98f6b-59ba-4dcc-be65-6d7478e9a273 req-bcbe8d50-656e-4872-92a2-5a2410a35bff tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:49.422723 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-35c2f7e7-09b5-4544-916c-8c1527a2bc82 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b4af83c-475f-4324-9beb-01c3d1803f0f HTTP/1.1" status: 200 len: 205 time: 0.0643435 Feb 09 22:13:49.433207 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37636) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:49.433511 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64a98f6b-59ba-4dcc-be65-6d7478e9a273 req-bcbe8d50-656e-4872-92a2-5a2410a35bff tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 944 time: 0.6919212 Feb 09 22:13:49.466302 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c8f552ed-fb88-40b2-bc8e-1b394a6a8431 None None] Provisioning complete for port 4c35f04a-28aa-428b-94c0-ad6f7ad324d4 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:49.470095 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c8f552ed-fb88-40b2-bc8e-1b394a6a8431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4c35f04a-28aa-428b-94c0-ad6f7ad324d4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:49.558448 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for port (4c35f04a-28aa-428b-94c0-ad6f7ad324d4), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:49.574950 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (4c35f04a-28aa-428b-94c0-ad6f7ad324d4), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:49.625202 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-fab7f75c-6f9c-44ee-bd06-9a96298b2d55 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] delete failed (client error): The resource could not be found. Feb 09 22:13:49.627461 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387d3662-666a-4b89-8729-515f82447b4b None None] Network fd38cebe-c028-4d60-b49e-daf463b92361 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:49.632501 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fab7f75c-6f9c-44ee-bd06-9a96298b2d55 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/routers/6b4af83c-475f-4324-9beb-01c3d1803f0f HTTP/1.1" status: 404 len: 336 time: 0.2039316 Feb 09 22:13:49.633500 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37640) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:49.687094 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-db618777-bead-4688-9cb4-b3aa12637c61 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] DELETE failed (client error): The resource could not be found. Feb 09 22:13:49.687981 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db618777-bead-4688-9cb4-b3aa12637c61 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:49.691391 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-db618777-bead-4688-9cb4-b3aa12637c61 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/subnets/83426aee-d0ba-4f0a-b740-ed3c3f54efbd HTTP/1.1" status: 404 len: 337 time: 0.0566256 Feb 09 22:13:49.695450 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37644) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:49.706033 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64a98f6b-59ba-4dcc-be65-6d7478e9a273 req-6b6a29f8-dc8a-471a-915b-c4f29f7db72f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749527 Feb 09 22:13:49.744667 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c8f552ed-fb88-40b2-bc8e-1b394a6a8431 None None] Port 4c35f04a-28aa-428b-94c0-ad6f7ad324d4 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:49.764305 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-969a049c-3709-4d6b-ba5d-f58f202728f3 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] DELETE failed (client error): The resource could not be found. Feb 09 22:13:49.764305 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-969a049c-3709-4d6b-ba5d-f58f202728f3 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:49.764305 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-969a049c-3709-4d6b-ba5d-f58f202728f3 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/subnets/d1ad7f19-9c91-4f96-a096-d1e861103fe4 HTTP/1.1" status: 404 len: 337 time: 0.0601633 Feb 09 22:13:49.764305 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37646) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:49.875889 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (a095f6e6-c5da-4714-b5b1-48a69abcd72b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:49.882516 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5278e6-eed3-4e61-bff7-6ba33a1fe793 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] DELETE failed (client error): The resource could not be found. Feb 09 22:13:49.883849 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f5278e6-eed3-4e61-bff7-6ba33a1fe793 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:49.893551 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Port': ['ID=4c35f04a-28aa-428b-94c0-ad6f7ad324d4,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:49.898760 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4f5278e6-eed3-4e61-bff7-6ba33a1fe793 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/subnets/70f3912e-3ab1-46b0-ada7-7704f30d7102 HTTP/1.1" status: 404 len: 337 time: 0.1348386 Feb 09 22:13:49.904687 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37648) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:49.911068 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-66f9c638-273a-4c0b-a79d-812e1c83760f None None] Provisioning complete for port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:49.911694 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-66f9c638-273a-4c0b-a79d-812e1c83760f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:49.964922 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a275f9f-384d-4620-855a-2e075e274c5a tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] DELETE failed (client error): The resource could not be found. Feb 09 22:13:49.965592 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a275f9f-384d-4620-855a-2e075e274c5a tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:49.973581 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9a275f9f-384d-4620-855a-2e075e274c5a tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/ports/f61663ba-2bcd-47b0-ae18-48c882501c2f HTTP/1.1" status: 404 len: 333 time: 0.0663290 Feb 09 22:13:49.977882 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37650) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:50.028710 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc4706c-cc68-4113-9abb-f2b78f5c29d2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] DELETE failed (client error): The resource could not be found. Feb 09 22:13:50.029257 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc4706c-cc68-4113-9abb-f2b78f5c29d2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:50.034655 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4cc4706c-cc68-4113-9abb-f2b78f5c29d2 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/subnets/ac39101c-1534-4b05-a6f1-e900f2c8caa2 HTTP/1.1" status: 404 len: 337 time: 0.0548713 Feb 09 22:13:50.038521 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37652) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:50.088303 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a13de85-e3d3-474d-a5ac-a84b4a0bb0bf tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] DELETE failed (client error): The resource could not be found. Feb 09 22:13:50.090174 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a13de85-e3d3-474d-a5ac-a84b4a0bb0bf tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:50.095989 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4a13de85-e3d3-474d-a5ac-a84b4a0bb0bf tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/subnets/085cb864-bb00-4710-8b6e-6d258f742857 HTTP/1.1" status: 404 len: 337 time: 0.0548642 Feb 09 22:13:50.102062 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfc9f69-eab6-42ac-9547-4242adc450b6 None None] DHCP port deletion for fd38cebe-c028-4d60-b49e-daf463b92361 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:13:50.102611 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37654) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:50.117632 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778db017-9125-4738-8e47-882b79e72260 req-d14cf19d-870a-4588-b5ec-d421b2c5e418 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:50.120850 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-778db017-9125-4738-8e47-882b79e72260 req-d14cf19d-870a-4588-b5ec-d421b2c5e418 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.2220368 Feb 09 22:13:50.146254 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-73508643-fe67-4277-a151-d0079ae192e3 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] DELETE failed (client error): The resource could not be found. Feb 09 22:13:50.146826 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73508643-fe67-4277-a151-d0079ae192e3 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:50.154284 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-73508643-fe67-4277-a151-d0079ae192e3 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/ports/7d01605f-2c81-497f-ac19-eaf557361383 HTTP/1.1" status: 404 len: 333 time: 0.0443511 Feb 09 22:13:50.154622 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-66f9c638-273a-4c0b-a79d-812e1c83760f None None] Current status of the port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:50.154825 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37656) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:50.190203 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-66f9c638-273a-4c0b-a79d-812e1c83760f None None] Provisioning complete for port 80d8ead6-326c-4b8c-b50f-b743b7f8b143 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:50.190644 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-66f9c638-273a-4c0b-a79d-812e1c83760f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (80d8ead6-326c-4b8c-b50f-b743b7f8b143), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:50.215640 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:50.221408 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:50.266516 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-778db017-9125-4738-8e47-882b79e72260 req-5b2763af-6408-4023-9604-aa401d658439 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246367 Feb 09 22:13:50.270068 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-66f9c638-273a-4c0b-a79d-812e1c83760f None None] Port 80d8ead6-326c-4b8c-b50f-b743b7f8b143 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:50.298044 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc9f69-eab6-42ac-9547-4242adc450b6 None None] Deleting port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:50.298626 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9f69-eab6-42ac-9547-4242adc450b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:50.500858 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-5bfc9f69-eab6-42ac-9547-4242adc450b6 None None] For port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1ea0d202-fec9-485e-8bc8-e89bbb4c3600,segment=NetworkSegment(5b7dcf3f-c542-436e-b71d-f2f8ca390cc1),segment_id=5b7dcf3f-c542-436e-b71d-f2f8ca390cc1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:50.501675 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9f69-eab6-42ac-9547-4242adc450b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:50.533737 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc9f69-eab6-42ac-9547-4242adc450b6 None None] Calling delete_port for 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:50.609206 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5cc10be-1b2f-4f2f-84c0-5d7e4b1776d0 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] DELETE failed (client error): The resource could not be found. Feb 09 22:13:50.610262 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5cc10be-1b2f-4f2f-84c0-5d7e4b1776d0 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:50.616767 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e5cc10be-1b2f-4f2f-84c0-5d7e4b1776d0 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/subnets/a6214ba2-9142-4fd3-ae8a-1d0f78515283 HTTP/1.1" status: 404 len: 337 time: 0.4608757 Feb 09 22:13:50.617263 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37658) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:50.643379 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router a095f6e6-c5da-4714-b5b1-48a69abcd72b is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:13:50.670432 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9f69-eab6-42ac-9547-4242adc450b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (1ea0d202-fec9-485e-8bc8-e89bbb4c3600), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:50.688409 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b8eed2-c829-4641-b0ca-5f064ffa38a5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] DELETE failed (client error): The resource could not be found. Feb 09 22:13:50.689270 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b8eed2-c829-4641-b0ca-5f064ffa38a5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:50.697035 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-76b8eed2-c829-4641-b0ca-5f064ffa38a5 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/subnets/907cd843-1cdf-40c9-8a48-326322761bc5 HTTP/1.1" status: 404 len: 337 time: 0.0764163 Feb 09 22:13:50.698622 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37662) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:50.725107 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc9f69-eab6-42ac-9547-4242adc450b6 None None] Pushing event deleted for resources: {'Port': ['ID=1ea0d202-fec9-485e-8bc8-e89bbb4c3600,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:50.734160 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfc9f69-eab6-42ac-9547-4242adc450b6 None None] No DVR routers for this DVR port 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:13:50.736340 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f031383e-c92a-457e-8f29-847b6edc1759 None None] Provisioning complete for port 4c35f04a-28aa-428b-94c0-ad6f7ad324d4 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:50.737198 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f031383e-c92a-457e-8f29-847b6edc1759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4c35f04a-28aa-428b-94c0-ad6f7ad324d4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:50.855147 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f031383e-c92a-457e-8f29-847b6edc1759 None None] Port 4c35f04a-28aa-428b-94c0-ad6f7ad324d4 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:50.866233 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-07620693-52dd-49b3-8761-e5697f3fd238 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Deleting port 80d8ead6-326c-4b8c-b50f-b743b7f8b143 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:50.868144 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-07620693-52dd-49b3-8761-e5697f3fd238 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (80d8ead6-326c-4b8c-b50f-b743b7f8b143), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:51.017462 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-07620693-52dd-49b3-8761-e5697f3fd238 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (80d8ead6-326c-4b8c-b50f-b743b7f8b143), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:51.046378 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-07620693-52dd-49b3-8761-e5697f3fd238 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Calling delete_port for 80d8ead6-326c-4b8c-b50f-b743b7f8b143 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:51.195558 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-07620693-52dd-49b3-8761-e5697f3fd238 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (80d8ead6-326c-4b8c-b50f-b743b7f8b143), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:51.238637 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07620693-52dd-49b3-8761-e5697f3fd238 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Port': ['ID=80d8ead6-326c-4b8c-b50f-b743b7f8b143,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:51.245188 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-07620693-52dd-49b3-8761-e5697f3fd238 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:51.250175 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-07620693-52dd-49b3-8761-e5697f3fd238 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/ports/80d8ead6-326c-4b8c-b50f-b743b7f8b143 HTTP/1.1" status: 204 len: 168 time: 0.5504527 Feb 09 22:13:51.255063 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37676) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:51.411308 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:51.411787 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-17ad9137-d348-46b6-ace4-4c833d8810e3 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (fd38cebe-c028-4d60-b49e-daf463b92361), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:51.419944 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f9fc3ddf-3479-4526-8057-90bef79ec70a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/a095f6e6-c5da-4714-b5b1-48a69abcd72b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1388178 Feb 09 22:13:51.427915 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37680) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:51.431432 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095f4ced-576d-4258-82cb-4db2545d5eaa None None] Sync routers for ids ['a095f6e6-c5da-4714-b5b1-48a69abcd72b'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:51.433313 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6a57a-5cef-4d2d-9585-91b183838a1e req-5b0c3b69-4231-478a-a6d5-f98d77a37d9a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:51.435703 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f4b6a57a-5cef-4d2d-9585-91b183838a1e req-5b0c3b69-4231-478a-a6d5-f98d77a37d9a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 944 time: 0.1393461 Feb 09 22:13:51.466558 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095f4ced-576d-4258-82cb-4db2545d5eaa None None] Routers {'a095f6e6-c5da-4714-b5b1-48a69abcd72b'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:51.469658 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-095f4ced-576d-4258-82cb-4db2545d5eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:13:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['a095f6e6-c5da-4714-b5b1-48a69abcd72b'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:51.498682 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f4b6a57a-5cef-4d2d-9585-91b183838a1e req-4bbebe6c-6a40-4fef-ac49-201a1a65e0cc tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553403 Feb 09 22:13:51.551892 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28594ef-08c5-45d5-be3b-16da71e120d7 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:51.565940 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d28594ef-08c5-45d5-be3b-16da71e120d7 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/ports/4c35f04a-28aa-428b-94c0-ad6f7ad324d4 HTTP/1.1" status: 200 len: 978 time: 0.1368110 Feb 09 22:13:51.568891 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37682) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:51.615291 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-095f4ced-576d-4258-82cb-4db2545d5eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:51.633329 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095f4ced-576d-4258-82cb-4db2545d5eaa None None] Routers {'a095f6e6-c5da-4714-b5b1-48a69abcd72b'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:51.634480 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-095f4ced-576d-4258-82cb-4db2545d5eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:13:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['a095f6e6-c5da-4714-b5b1-48a69abcd72b'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:51.749841 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-095f4ced-576d-4258-82cb-4db2545d5eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:51.750771 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095f4ced-576d-4258-82cb-4db2545d5eaa None None] The sync data for ids ['a095f6e6-c5da-4714-b5b1-48a69abcd72b'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:51.821597 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-17ad9137-d348-46b6-ace4-4c833d8810e3 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (fd38cebe-c028-4d60-b49e-daf463b92361), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:51.830117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:13:51.865203 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-17ad9137-d348-46b6-ace4-4c833d8810e3 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd38cebe-c028-4d60-b49e-daf463b92361']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:51.879826 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:13:51.880897 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1ea0d202-fec9-485e-8bc8-e89bbb4c3600 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:13:51.900994 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-17ad9137-d348-46b6-ace4-4c833d8810e3 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7dcf3f-c542-436e-b71d-f2f8ca390cc1') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:51.901270 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-17ad9137-d348-46b6-ace4-4c833d8810e3 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7dcf3f-c542-436e-b71d-f2f8ca390cc1') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:51.930014 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3ee78-71d0-4ca3-9371-4887315a7532 req-4a8d6e9d-d7e9-43e5-8e42-0b81b59a5d35 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:51.939135 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7f3ee78-71d0-4ca3-9371-4887315a7532 req-4a8d6e9d-d7e9-43e5-8e42-0b81b59a5d35 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.1567881 Feb 09 22:13:51.944162 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-17ad9137-d348-46b6-ace4-4c833d8810e3 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (5b7dcf3f-c542-436e-b71d-f2f8ca390cc1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:51.979191 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-17ad9137-d348-46b6-ace4-4c833d8810e3 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (5b7dcf3f-c542-436e-b71d-f2f8ca390cc1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:51.993173 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ad9137-d348-46b6-ace4-4c833d8810e3 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:13:51.994230 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-17ad9137-d348-46b6-ace4-4c833d8810e3 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (5b7dcf3f-c542-436e-b71d-f2f8ca390cc1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:52.010492 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7f3ee78-71d0-4ca3-9371-4887315a7532 req-6f393779-2db2-4778-9c8a-f7265a414edd tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701573 Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:13:52.089516 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:13:52.139205 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-17ad9137-d348-46b6-ace4-4c833d8810e3 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (fd38cebe-c028-4d60-b49e-daf463b92361), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:52.186451 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-17ad9137-d348-46b6-ace4-4c833d8810e3 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:52.195106 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-17ad9137-d348-46b6-ace4-4c833d8810e3 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] 10.222.0.77 "DELETE /v2.0/networks/fd38cebe-c028-4d60-b49e-daf463b92361 HTTP/1.1" status: 204 len: 168 time: 0.9382038 Feb 09 22:13:52.198013 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad9137-d348-46b6-ace4-4c833d8810e3 tempest-PortsIpV6TestJSON-1873708183 tempest-PortsIpV6TestJSON-1873708183-project] Pushing event deleted for resources: {'Network': ['ID=fd38cebe-c028-4d60-b49e-daf463b92361,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:52.200449 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa64b29d-cf27-4c1d-ac97-9eb88b75d90f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (a095f6e6-c5da-4714-b5b1-48a69abcd72b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:52.622145 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37692) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:52.710832 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb3150-df83-4552-a174-0348c642cb0d req-99a324f5-280d-4557-8a75-50848c621ad0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:52.718908 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-59cb3150-df83-4552-a174-0348c642cb0d req-99a324f5-280d-4557-8a75-50848c621ad0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 944 time: 0.1362896 Feb 09 22:13:52.806543 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-59cb3150-df83-4552-a174-0348c642cb0d req-af33930b-1ba7-49fc-a5b3-61256f62e04a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864863 Feb 09 22:13:52.844063 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-fa64b29d-cf27-4c1d-ac97-9eb88b75d90f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting port 4c35f04a-28aa-428b-94c0-ad6f7ad324d4 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:52.844664 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa64b29d-cf27-4c1d-ac97-9eb88b75d90f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (4c35f04a-28aa-428b-94c0-ad6f7ad324d4), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:52.967221 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa64b29d-cf27-4c1d-ac97-9eb88b75d90f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (4c35f04a-28aa-428b-94c0-ad6f7ad324d4), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:52.974638 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-31096c67-55d8-4141-a761-95fb831883a0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3a081b6cfe1f477e8e25adca53408c36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3501704 Feb 09 22:13:52.979029 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37696) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:52.984590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-fa64b29d-cf27-4c1d-ac97-9eb88b75d90f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Calling delete_port for 4c35f04a-28aa-428b-94c0-ad6f7ad324d4 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:53.104379 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9ade0e48-b4b0-4f75-9aa5-af4db0ceed84 admin admin] Publish callbacks [] for security_group (624cc8cc-c7bf-4c83-b9ee-6e751b0e754f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:53.168501 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9ade0e48-b4b0-4f75-9aa5-af4db0ceed84 admin admin] Publish callbacks [] for security_group (624cc8cc-c7bf-4c83-b9ee-6e751b0e754f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:53.244699 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddf5c6-8864-4cbd-ba16-81459338e356 req-9126c610-3fcf-4677-b3b4-1bf126d5e0fc tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:53.246420 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-79ddf5c6-8864-4cbd-ba16-81459338e356 req-9126c610-3fcf-4677-b3b4-1bf126d5e0fc tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.1219773 Feb 09 22:13:53.290345 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa64b29d-cf27-4c1d-ac97-9eb88b75d90f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (4c35f04a-28aa-428b-94c0-ad6f7ad324d4), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:53.332379 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9ade0e48-b4b0-4f75-9aa5-af4db0ceed84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (624cc8cc-c7bf-4c83-b9ee-6e751b0e754f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:53.335448 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9ade0e48-b4b0-4f75-9aa5-af4db0ceed84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:53.336705 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9ade0e48-b4b0-4f75-9aa5-af4db0ceed84 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/624cc8cc-c7bf-4c83-b9ee-6e751b0e754f HTTP/1.1" status: 204 len: 168 time: 0.3559542 Feb 09 22:13:53.356713 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade0e48-b4b0-4f75-9aa5-af4db0ceed84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624cc8cc-c7bf-4c83-b9ee-6e751b0e754f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:53.374555 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64b29d-cf27-4c1d-ac97-9eb88b75d90f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Port': ['ID=4c35f04a-28aa-428b-94c0-ad6f7ad324d4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:53.382512 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-79ddf5c6-8864-4cbd-ba16-81459338e356 req-03e9b2e5-f6e3-405d-9305-9433fbae491a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304288 Feb 09 22:13:53.734542 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa64b29d-cf27-4c1d-ac97-9eb88b75d90f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (a095f6e6-c5da-4714-b5b1-48a69abcd72b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:54.029041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837a167-67ed-4bba-adb1-f1b2828964f6 req-1867142a-41c0-4d50-b4fc-d2a501df0c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:54.032339 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1837a167-67ed-4bba-adb1-f1b2828964f6 req-1867142a-41c0-4d50-b4fc-d2a501df0c16 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 1127 time: 0.2569344 Feb 09 22:13:54.282684 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa64b29d-cf27-4c1d-ac97-9eb88b75d90f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router a095f6e6-c5da-4714-b5b1-48a69abcd72b has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:13:54.500642 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa64b29d-cf27-4c1d-ac97-9eb88b75d90f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:54.511704 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37728) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:54.513730 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf29986-ee40-4c0e-b9d1-9656180591e9 None None] Sync routers for ids ['a095f6e6-c5da-4714-b5b1-48a69abcd72b'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:54.524817 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fa64b29d-cf27-4c1d-ac97-9eb88b75d90f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/a095f6e6-c5da-4714-b5b1-48a69abcd72b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9547286 Feb 09 22:13:54.534695 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf29986-ee40-4c0e-b9d1-9656180591e9 None None] Routers {'a095f6e6-c5da-4714-b5b1-48a69abcd72b'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:54.535673 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9cf29986-ee40-4c0e-b9d1-9656180591e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:13:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['a095f6e6-c5da-4714-b5b1-48a69abcd72b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:54.554741 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837a167-67ed-4bba-adb1-f1b2828964f6 req-6d68078e-6524-4f3c-b94f-81ca74c3a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:54.558480 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1837a167-67ed-4bba-adb1-f1b2828964f6 req-6d68078e-6524-4f3c-b94f-81ca74c3a66f service neutron] 10.222.0.71 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 911 time: 0.5196455 Feb 09 22:13:54.639367 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9cf29986-ee40-4c0e-b9d1-9656180591e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:54.664859 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf29986-ee40-4c0e-b9d1-9656180591e9 None None] Routers {'a095f6e6-c5da-4714-b5b1-48a69abcd72b'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:54.665923 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9cf29986-ee40-4c0e-b9d1-9656180591e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:13:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['a095f6e6-c5da-4714-b5b1-48a69abcd72b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:54.766006 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1837a167-67ed-4bba-adb1-f1b2828964f6 req-c85a4b0e-b585-4386-8063-bcfb32aa9f4e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84 HTTP/1.1" status: 200 len: 1000 time: 0.2014062 Feb 09 22:13:54.769621 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1616e68-4516-4cf8-80bb-0f44d06695a6 req-d7415d4f-9796-4339-a8d8-0e05a2103878 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:54.772092 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1616e68-4516-4cf8-80bb-0f44d06695a6 req-d7415d4f-9796-4339-a8d8-0e05a2103878 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 1128 time: 0.2411342 Feb 09 22:13:54.778995 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9cf29986-ee40-4c0e-b9d1-9656180591e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:54.780032 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf29986-ee40-4c0e-b9d1-9656180591e9 None None] The sync data for ids ['a095f6e6-c5da-4714-b5b1-48a69abcd72b'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:54.838559 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837a167-67ed-4bba-adb1-f1b2828964f6 req-21c4d05b-4e1b-4648-aeae-0552b78ae760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:54.842472 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1837a167-67ed-4bba-adb1-f1b2828964f6 req-21c4d05b-4e1b-4648-aeae-0552b78ae760 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.0691748 Feb 09 22:13:54.915117 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837a167-67ed-4bba-adb1-f1b2828964f6 req-9e97913a-ea2d-4c1d-9134-b2d70d85e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:54.917897 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1837a167-67ed-4bba-adb1-f1b2828964f6 req-9e97913a-ea2d-4c1d-9134-b2d70d85e61a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0691032 Feb 09 22:13:55.056592 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1837a167-67ed-4bba-adb1-f1b2828964f6 req-6beae721-c2a9-40f8-a236-b552a5ca891c service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327465 Feb 09 22:13:55.075352 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-26a655cf-de5e-43c7-82d2-0e421ac0f820 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 22:13:55.078854 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-26a655cf-de5e-43c7-82d2-0e421ac0f820 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/a095f6e6-c5da-4714-b5b1-48a69abcd72b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5625691 Feb 09 22:13:55.079739 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37740) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:55.215128 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37742) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:55.247904 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-42939e21-a951-45ad-b958-b6c5f655023a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/ports?device_id=a095f6e6-c5da-4714-b5b1-48a69abcd72b HTTP/1.1" status: 200 len: 205 time: 0.1664441 Feb 09 22:13:55.250499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37746) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:55.358703 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1837a167-67ed-4bba-adb1-f1b2828964f6 req-19969465-0992-499e-847b-5efe58cb261e service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950678 Feb 09 22:13:55.396231 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1616e68-4516-4cf8-80bb-0f44d06695a6 req-a4dfa60e-6338-4f90-80ce-406a964a3dea tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6135519 Feb 09 22:13:55.462843 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be1c41f4-3135-46b7-a993-731c3b9e51fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (a095f6e6-c5da-4714-b5b1-48a69abcd72b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:55.517182 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc7cae-a1fe-4598-86bd-3dad93b71c34 req-d3a17445-97a4-41bb-b1ac-7c2505c992d9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:55.525369 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91fc7cae-a1fe-4598-86bd-3dad93b71c34 req-d3a17445-97a4-41bb-b1ac-7c2505c992d9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.0734324 Feb 09 22:13:55.562970 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-55c6b6c6-4eb2-4560-8c4d-490c3eaf4ceb tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:55.564053 n-d-828601-1 neutron-server[103202]: WARNING neutron.api.v2.base [None req-55c6b6c6-4eb2-4560-8c4d-490c3eaf4ceb tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 22:13:55.564583 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-55c6b6c6-4eb2-4560-8c4d-490c3eaf4ceb tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 22:13:55.565593 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-55c6b6c6-4eb2-4560-8c4d-490c3eaf4ceb tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3489804 Feb 09 22:13:55.579128 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37752) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:55.587686 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-15c3392a-55ba-44e4-9a5b-6f1506e6bb3b tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group': {'name': 'tempest-secgroup--962375944'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:55.635907 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91fc7cae-a1fe-4598-86bd-3dad93b71c34 req-a1b8cba7-8490-44e7-a56f-dc32e8fde808 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093516 Feb 09 22:13:55.658174 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-15c3392a-55ba-44e4-9a5b-6f1506e6bb3b tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:55.680119 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-15c3392a-55ba-44e4-9a5b-6f1506e6bb3b tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:55.744420 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be1c41f4-3135-46b7-a993-731c3b9e51fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (a095f6e6-c5da-4714-b5b1-48a69abcd72b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:55.748144 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be1c41f4-3135-46b7-a993-731c3b9e51fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router_controller (a095f6e6-c5da-4714-b5b1-48a69abcd72b), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:55.874649 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc63f19-6944-4484-9d6f-641d4566a3ef req-22a48b8d-820f-4f7e-b0e5-bc82d90eefb3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:55.875334 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be1c41f4-3135-46b7-a993-731c3b9e51fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (a095f6e6-c5da-4714-b5b1-48a69abcd72b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:55.876921 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1c41f4-3135-46b7-a993-731c3b9e51fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Fanout notify agent at l3_agent the message router_deleted on router a095f6e6-c5da-4714-b5b1-48a69abcd72b {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:13:55.889861 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dfc63f19-6944-4484-9d6f-641d4566a3ef req-22a48b8d-820f-4f7e-b0e5-bc82d90eefb3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 944 time: 0.1251314 Feb 09 22:13:55.894195 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be1c41f4-3135-46b7-a993-731c3b9e51fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:55.902096 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37754) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:55.902376 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-be1c41f4-3135-46b7-a993-731c3b9e51fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/routers/a095f6e6-c5da-4714-b5b1-48a69abcd72b HTTP/1.1" status: 204 len: 168 time: 0.6494267 Feb 09 22:13:55.913731 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-15c3392a-55ba-44e4-9a5b-6f1506e6bb3b tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (58258903-7894-4640-8938-8e4a99d99468), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:55.990931 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-15c3392a-55ba-44e4-9a5b-6f1506e6bb3b tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (58258903-7894-4640-8938-8e4a99d99468), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.089679 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-928394c2-d740-4ad5-a8ba-ccc41502ddf9 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting subnet 1b3b48c7-fc36-40e8-8d62-8d76c3ef5601 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:13:56.100888 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dfc63f19-6944-4484-9d6f-641d4566a3ef req-b2cbaad6-e765-4cd5-a3c7-3f939f294d92 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098250 Feb 09 22:13:56.103734 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-928394c2-d740-4ad5-a8ba-ccc41502ddf9 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for subnet (1b3b48c7-fc36-40e8-8d62-8d76c3ef5601), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.107490 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3392a-55ba-44e4-9a5b-6f1506e6bb3b tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58258903-7894-4640-8938-8e4a99d99468,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:56.171824 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-928394c2-d740-4ad5-a8ba-ccc41502ddf9 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (1b3b48c7-fc36-40e8-8d62-8d76c3ef5601), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.260371 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-15c3392a-55ba-44e4-9a5b-6f1506e6bb3b tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (69b42e56-0de7-4e74-99d6-5ac9b7f5180d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.268215 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-15c3392a-55ba-44e4-9a5b-6f1506e6bb3b tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (69b42e56-0de7-4e74-99d6-5ac9b7f5180d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.331474 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-15c3392a-55ba-44e4-9a5b-6f1506e6bb3b tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.332838 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-15c3392a-55ba-44e4-9a5b-6f1506e6bb3b tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7521789 Feb 09 22:13:56.339932 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37756) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:56.342292 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3392a-55ba-44e4-9a5b-6f1506e6bb3b tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69b42e56-0de7-4e74-99d6-5ac9b7f5180d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:56.348338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7b4ef7d3-e9b4-4cff-a1ab-07cc63c4d5d2 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group_rule': {'security_group_id': '69b42e56-0de7-4e74-99d6-5ac9b7f5180d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:56.416079 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b4ef7d3-e9b4-4cff-a1ab-07cc63c4d5d2 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group_rule (00807909-68dc-4fab-b306-97bdf6fb6aa3), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.456647 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-928394c2-d740-4ad5-a8ba-ccc41502ddf9 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (1b3b48c7-fc36-40e8-8d62-8d76c3ef5601), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.516078 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b4ef7d3-e9b4-4cff-a1ab-07cc63c4d5d2 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group_rule (00807909-68dc-4fab-b306-97bdf6fb6aa3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.522828 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b4ef7d3-e9b4-4cff-a1ab-07cc63c4d5d2 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (00807909-68dc-4fab-b306-97bdf6fb6aa3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.550602 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ef7d3-e9b4-4cff-a1ab-07cc63c4d5d2 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00807909-68dc-4fab-b306-97bdf6fb6aa3,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:56.571367 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b4ef7d3-e9b4-4cff-a1ab-07cc63c4d5d2 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.578104 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7b4ef7d3-e9b4-4cff-a1ab-07cc63c4d5d2 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2309539 Feb 09 22:13:56.579790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37760) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:56.588858 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7445f49e-1385-4ec5-97aa-3b279a7cd4ea tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group_rule': {'security_group_id': '69b42e56-0de7-4e74-99d6-5ac9b7f5180d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:56.659441 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7445f49e-1385-4ec5-97aa-3b279a7cd4ea tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group_rule (39076dea-8717-4c2c-8afd-d1ad92945f22), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.662497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939afa3-ceb9-4ffe-b759-a03b910f9ff7 req-200be6da-bfb6-4005-ac2c-d5fecabdc4fd tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:56.672352 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a939afa3-ceb9-4ffe-b759-a03b910f9ff7 req-200be6da-bfb6-4005-ac2c-d5fecabdc4fd tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 946 time: 0.2873161 Feb 09 22:13:56.673881 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-928394c2-d740-4ad5-a8ba-ccc41502ddf9 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (1b3b48c7-fc36-40e8-8d62-8d76c3ef5601), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.769206 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-7445f49e-1385-4ec5-97aa-3b279a7cd4ea tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 22:13:56.772295 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7445f49e-1385-4ec5-97aa-3b279a7cd4ea tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1902316 Feb 09 22:13:56.775564 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37768) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:56.849930 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928394c2-d740-4ad5-a8ba-ccc41502ddf9 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Subnet': ['ID=1b3b48c7-fc36-40e8-8d62-8d76c3ef5601,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:56.884401 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-928394c2-d740-4ad5-a8ba-ccc41502ddf9 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.894497 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29274788-1d08-4c7c-9fca-7ef3036c2220 None None] Network b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:56.896723 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-928394c2-d740-4ad5-a8ba-ccc41502ddf9 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/subnets/1b3b48c7-fc36-40e8-8d62-8d76c3ef5601 HTTP/1.1" status: 204 len: 168 time: 0.9930091 Feb 09 22:13:56.898523 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37770) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:56.985310 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a939afa3-ceb9-4ffe-b759-a03b910f9ff7 req-e99748b6-d7fc-42a3-b119-e82f6396b59f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3038764 Feb 09 22:13:57.027121 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37772) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:57.058652 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 84aa3aba-16d8-472d-932c-39c1b4acae0d details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:13:57.184130 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f1514ff-d8a7-49ba-a9c7-e66d5f4adfd8 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (69b42e56-0de7-4e74-99d6-5ac9b7f5180d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:57.215414 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f25bcf0-8608-4fbe-b3af-4bef95ae7b10 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:57.300752 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f1514ff-d8a7-49ba-a9c7-e66d5f4adfd8 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (69b42e56-0de7-4e74-99d6-5ac9b7f5180d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:57.320164 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9f9a0adc-6ae1-4b67-bf93-13b92496bdc4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/floatingips/38fc627d-18d3-4c3e-a500-bd66185f5e25 HTTP/1.1" status: 200 len: 993 time: 0.2913570 Feb 09 22:13:57.392220 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fa872-4591-4d64-8308-fe2afa927c41 req-9e3fb58d-b168-4787-8d4e-0d656a12a3c6 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:57.408644 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e09fa872-4591-4d64-8308-fe2afa927c41 req-9e3fb58d-b168-4787-8d4e-0d656a12a3c6 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.2091062 Feb 09 22:13:57.531035 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e09fa872-4591-4d64-8308-fe2afa927c41 req-cdc18b98-66cf-46aa-8a50-49e6b2b9e00d tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207211 Feb 09 22:13:57.598449 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f1514ff-d8a7-49ba-a9c7-e66d5f4adfd8 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (69b42e56-0de7-4e74-99d6-5ac9b7f5180d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:57.602062 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f1514ff-d8a7-49ba-a9c7-e66d5f4adfd8 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:57.608017 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8f1514ff-d8a7-49ba-a9c7-e66d5f4adfd8 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "DELETE /v2.0/security-groups/69b42e56-0de7-4e74-99d6-5ac9b7f5180d HTTP/1.1" status: 204 len: 168 time: 0.8255346 Feb 09 22:13:57.609402 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37780) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:57.622478 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1514ff-d8a7-49ba-a9c7-e66d5f4adfd8 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b42e56-0de7-4e74-99d6-5ac9b7f5180d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:57.642856 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5f25bcf0-8608-4fbe-b3af-4bef95ae7b10 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting port eff4d94f-a0f1-4278-a48a-c682fa84c6e2 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:57.643394 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f25bcf0-8608-4fbe-b3af-4bef95ae7b10 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (eff4d94f-a0f1-4278-a48a-c682fa84c6e2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:57.655952 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82265455-6530-4ccf-9124-8b335a110300 None None] DHCP port deletion for b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:13:57.714488 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4f11a9ce-64dd-4256-b500-421b9c123178 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0945802 Feb 09 22:13:57.715161 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37782) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:57.746915 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2241a505-e2bd-49fd-932a-2d447cd6ab11 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group': {'name': 'tempest-secgroup--1484992725'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:57.822626 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 84aa3aba-16d8-472d-932c-39c1b4acae0d, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=84aa3aba-16d8-472d-932c-39c1b4acae0d,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:57.848135 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2241a505-e2bd-49fd-932a-2d447cd6ab11 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:57.850214 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-5f25bcf0-8608-4fbe-b3af-4bef95ae7b10 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] For port eff4d94f-a0f1-4278-a48a-c682fa84c6e2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=eff4d94f-a0f1-4278-a48a-c682fa84c6e2,segment=NetworkSegment(04955ee6-5e3f-4e48-8bfa-73ef96760fee),segment_id=04955ee6-5e3f-4e48-8bfa-73ef96760fee)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:57.855330 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f25bcf0-8608-4fbe-b3af-4bef95ae7b10 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (eff4d94f-a0f1-4278-a48a-c682fa84c6e2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:57.876279 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device eff4d94f-a0f1-4278-a48a-c682fa84c6e2 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:13:57.889790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5f25bcf0-8608-4fbe-b3af-4bef95ae7b10 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Calling delete_port for eff4d94f-a0f1-4278-a48a-c682fa84c6e2 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:57.972035 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aacf16-9b6f-483f-8453-73124aa9617b req-b1a079e4-b177-480f-8a1c-842cd67d364a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:57.981499 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9aacf16-9b6f-483f-8453-73124aa9617b req-b1a079e4-b177-480f-8a1c-842cd67d364a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 944 time: 0.2751448 Feb 09 22:13:58.022058 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '84aa3aba-16d8-472d-932c-39c1b4acae0d', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'port_id': '84aa3aba-16d8-472d-932c-39c1b4acae0d', 'mac_address': 'fa:16:3e:a2:71:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:13:58.035583 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f25bcf0-8608-4fbe-b3af-4bef95ae7b10 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (eff4d94f-a0f1-4278-a48a-c682fa84c6e2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.066773 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f25bcf0-8608-4fbe-b3af-4bef95ae7b10 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] No DVR routers for this DVR port eff4d94f-a0f1-4278-a48a-c682fa84c6e2 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:13:58.126300 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25bcf0-8608-4fbe-b3af-4bef95ae7b10 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Port': ['ID=eff4d94f-a0f1-4278-a48a-c682fa84c6e2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:58.170179 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9aacf16-9b6f-483f-8453-73124aa9617b req-ab21f9c7-1143-4369-882e-b0bdc03e7653 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778591 Feb 09 22:13:58.270476 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 84aa3aba-16d8-472d-932c-39c1b4acae0d is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:58.270782 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (84aa3aba-16d8-472d-932c-39c1b4acae0d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.276980 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2241a505-e2bd-49fd-932a-2d447cd6ab11 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (703cc926-5ee8-4873-a9a0-bd65c49b0fae), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.291297 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2241a505-e2bd-49fd-932a-2d447cd6ab11 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (703cc926-5ee8-4873-a9a0-bd65c49b0fae), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.310984 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f25bcf0-8608-4fbe-b3af-4bef95ae7b10 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.351678 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84aa3aba-16d8-472d-932c-39c1b4acae0d {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:13:58.367259 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2241a505-e2bd-49fd-932a-2d447cd6ab11 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.379273 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2241a505-e2bd-49fd-932a-2d447cd6ab11 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6620684 Feb 09 22:13:58.383070 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-5f25bcf0-8608-4fbe-b3af-4bef95ae7b10 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:58.390605 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37788) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:58.395381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-00f2dc7f-2e16-4cf2-9020-9ff4e66c4dc4 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group_rule': {'security_group_id': '703cc926-5ee8-4873-a9a0-bd65c49b0fae', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:58.396971 n-d-828601-1 neutron-server[103201]: WARNING neutron.api.v2.base [None req-00f2dc7f-2e16-4cf2-9020-9ff4e66c4dc4 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 22:13:58.398654 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-00f2dc7f-2e16-4cf2-9020-9ff4e66c4dc4 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:13:58.406495 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-00f2dc7f-2e16-4cf2-9020-9ff4e66c4dc4 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0186019 Feb 09 22:13:58.407362 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-5f25bcf0-8608-4fbe-b3af-4bef95ae7b10 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04955ee6-5e3f-4e48-8bfa-73ef96760fee') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:58.407633 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-5f25bcf0-8608-4fbe-b3af-4bef95ae7b10 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04955ee6-5e3f-4e48-8bfa-73ef96760fee') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:58.410749 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37790) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:58.411901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241a505-e2bd-49fd-932a-2d447cd6ab11 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=703cc926-5ee8-4873-a9a0-bd65c49b0fae,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:58.412646 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 84aa3aba-16d8-472d-932c-39c1b4acae0d, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=84aa3aba-16d8-472d-932c-39c1b4acae0d,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:58.429154 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-82265455-6530-4ccf-9124-8b335a110300 None None] Deleting port eff4d94f-a0f1-4278-a48a-c682fa84c6e2 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:58.429551 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-82265455-6530-4ccf-9124-8b335a110300 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (eff4d94f-a0f1-4278-a48a-c682fa84c6e2), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.441172 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f25bcf0-8608-4fbe-b3af-4bef95ae7b10 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (04955ee6-5e3f-4e48-8bfa-73ef96760fee), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.444759 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (84aa3aba-16d8-472d-932c-39c1b4acae0d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.478383 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f25bcf0-8608-4fbe-b3af-4bef95ae7b10 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (04955ee6-5e3f-4e48-8bfa-73ef96760fee), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.481961 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No active binding found for port eff4d94f-a0f1-4278-a48a-c682fa84c6e2 {{(pid=103203) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 22:13:58.482461 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] The host n-d-828601-1 is not matching for port eff4d94f-a0f1-4278-a48a-c682fa84c6e2 host None! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:13:58.482888 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device eff4d94f-a0f1-4278-a48a-c682fa84c6e2 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:13:58.495666 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f25bcf0-8608-4fbe-b3af-4bef95ae7b10 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:13:58.504216 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f25bcf0-8608-4fbe-b3af-4bef95ae7b10 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (04955ee6-5e3f-4e48-8bfa-73ef96760fee), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:13:58.622050 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:13:58.630760 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f25bcf0-8608-4fbe-b3af-4bef95ae7b10 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.650809 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f25bcf0-8608-4fbe-b3af-4bef95ae7b10 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.665646 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5f25bcf0-8608-4fbe-b3af-4bef95ae7b10 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/networks/b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518 HTTP/1.1" status: 204 len: 168 time: 1.7642560 Feb 09 22:13:58.671268 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37794) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:58.674051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-82265455-6530-4ccf-9124-8b335a110300 None None] For port eff4d94f-a0f1-4278-a48a-c682fa84c6e2, host n-d-828601-1, got binding levels [] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:58.674538 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-82265455-6530-4ccf-9124-8b335a110300 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (eff4d94f-a0f1-4278-a48a-c682fa84c6e2), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.686655 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-78010910-8456-4778-a582-16520cbd3890 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'network': {'name': 'tempest-RoutersTest-939709881'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:58.686868 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6971891d-4acf-456b-a7c3-d09a396ab940 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (703cc926-5ee8-4873-a9a0-bd65c49b0fae), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.703252 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=84aa3aba-16d8-472d-932c-39c1b4acae0d,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:58.706920 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-82265455-6530-4ccf-9124-8b335a110300 None None] Calling delete_port for eff4d94f-a0f1-4278-a48a-c682fa84c6e2 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:58.709219 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25bcf0-8608-4fbe-b3af-4bef95ae7b10 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Network': ['ID=b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:58.717790 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['84aa3aba-16d8-472d-932c-39c1b4acae0d'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:13:58.726288 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78010910-8456-4778-a582-16520cbd3890 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Made reservation on behalf of e5d31d08c43c4b69869f30e84521119d for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:58.734621 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-78010910-8456-4778-a582-16520cbd3890 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.768977 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.ipam_backend_mixin [None req-82265455-6530-4ccf-9124-8b335a110300 None None] Port eff4d94f-a0f1-4278-a48a-c682fa84c6e2 was not found and therefore no delete operation was performed {{(pid=103203) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:13:58.770598 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78010910-8456-4778-a582-16520cbd3890 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:13:58.773525 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-82265455-6530-4ccf-9124-8b335a110300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (eff4d94f-a0f1-4278-a48a-c682fa84c6e2), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.788779 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-78010910-8456-4778-a582-16520cbd3890 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (b0f7358c-c22b-4f2e-b901-6704fd31a87a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.789460 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-78010910-8456-4778-a582-16520cbd3890 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Added segment b0f7358c-c22b-4f2e-b901-6704fd31a87a of type vlan for network 2a92f5fd-986f-4ee5-9e3c-276172fb8a02 Feb 09 22:13:58.813069 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6971891d-4acf-456b-a7c3-d09a396ab940 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (703cc926-5ee8-4873-a9a0-bd65c49b0fae), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.855384 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-78010910-8456-4778-a582-16520cbd3890 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (2a92f5fd-986f-4ee5-9e3c-276172fb8a02), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.858231 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82265455-6530-4ccf-9124-8b335a110300 None None] Pushing event deleted for resources: {'Port': ['ID=eff4d94f-a0f1-4278-a48a-c682fa84c6e2,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:58.869165 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82265455-6530-4ccf-9124-8b335a110300 None None] Network b4fbf41e-f9b7-47c2-a9f1-86d7d52d2518 is not hosted by any dhcp agent {{(pid=103203) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 22:13:58.869380 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b4f07-92c8-4d0e-a57b-31388a36a9f8 req-04620921-c82a-4d51-b336-4d718f1ee281 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:58.870746 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82265455-6530-4ccf-9124-8b335a110300 None None] No DVR routers for this DVR port eff4d94f-a0f1-4278-a48a-c682fa84c6e2 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:13:58.873255 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f8b4f07-92c8-4d0e-a57b-31388a36a9f8 req-04620921-c82a-4d51-b336-4d718f1ee281 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.4177253 Feb 09 22:13:58.932060 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-78010910-8456-4778-a582-16520cbd3890 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (2a92f5fd-986f-4ee5-9e3c-276172fb8a02), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.939112 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78010910-8456-4778-a582-16520cbd3890 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:58.939872 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-78010910-8456-4778-a582-16520cbd3890 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.020389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f8b4f07-92c8-4d0e-a57b-31388a36a9f8 req-1c7059cd-2fea-440b-a4d3-f3222005a02f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342385 Feb 09 22:13:59.039712 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6971891d-4acf-456b-a7c3-d09a396ab940 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (703cc926-5ee8-4873-a9a0-bd65c49b0fae), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.062941 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6971891d-4acf-456b-a7c3-d09a396ab940 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.072591 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6971891d-4acf-456b-a7c3-d09a396ab940 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "DELETE /v2.0/security-groups/703cc926-5ee8-4873-a9a0-bd65c49b0fae HTTP/1.1" status: 204 len: 168 time: 0.6513221 Feb 09 22:13:59.073563 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37800) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:59.112966 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971891d-4acf-456b-a7c3-d09a396ab940 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=703cc926-5ee8-4873-a9a0-bd65c49b0fae,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:59.245242 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-64872fb0-70c6-466f-b449-f12a7cf4fbd5 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1437399 Feb 09 22:13:59.249908 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78010910-8456-4778-a582-16520cbd3890 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Network': ['ID=2a92f5fd-986f-4ee5-9e3c-276172fb8a02,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:59.251945 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37806) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:59.278568 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 2a92f5fd-986f-4ee5-9e3c-276172fb8a02 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:13:59.279170 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-16eeb3ea-a870-43b3-86b8-0bef4e293697 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group': {'name': 'tempest-secgroup--508600138'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:59.285230 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-78010910-8456-4778-a582-16520cbd3890 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6105080 Feb 09 22:13:59.290469 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37808) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:59.304509 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-5fbd562c-17fa-4aea-a146-c2813184c382 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'subnet': {'network_id': '2a92f5fd-986f-4ee5-9e3c-276172fb8a02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:59.344017 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-16eeb3ea-a870-43b3-86b8-0bef4e293697 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.576378 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-4527d539-706c-4646-834c-13de14537c8e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1301942 Feb 09 22:13:59.633696 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbd562c-17fa-4aea-a146-c2813184c382 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Made reservation on behalf of e5d31d08c43c4b69869f30e84521119d for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:59.637999 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5fbd562c-17fa-4aea-a146-c2813184c382 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.666777 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693246cb-0a4e-4887-b1c7-e23d5cecf3c2 req-788d0990-579e-48f5-9d94-f081b720583a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:59.681947 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-693246cb-0a4e-4887-b1c7-e23d5cecf3c2 req-788d0990-579e-48f5-9d94-f081b720583a tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.2765958 Feb 09 22:13:59.739258 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-16eeb3ea-a870-43b3-86b8-0bef4e293697 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (68ff2b8a-992e-4071-aa69-77fb7c9b5930), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.752435 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-16eeb3ea-a870-43b3-86b8-0bef4e293697 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (68ff2b8a-992e-4071-aa69-77fb7c9b5930), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.809646 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-16eeb3ea-a870-43b3-86b8-0bef4e293697 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.817421 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-16eeb3ea-a870-43b3-86b8-0bef4e293697 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5557320 Feb 09 22:13:59.822956 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37818) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:59.835284 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-cd375644-dd30-4c92-a068-d759baac92ff tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group_rule': {'security_group_id': '68ff2b8a-992e-4071-aa69-77fb7c9b5930', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:59.836227 n-d-828601-1 neutron-server[103201]: WARNING neutron.api.v2.base [None req-cd375644-dd30-4c92-a068-d759baac92ff tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 22:13:59.836777 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-cd375644-dd30-4c92-a068-d759baac92ff tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:13:59.841600 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-cd375644-dd30-4c92-a068-d759baac92ff tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0127196 Feb 09 22:13:59.842244 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37824) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:59.907400 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-693246cb-0a4e-4887-b1c7-e23d5cecf3c2 req-fcc9db03-a74e-43f7-9629-187b56a76a21 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885536 Feb 09 22:13:59.928388 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eeb3ea-a870-43b3-86b8-0bef4e293697 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ff2b8a-992e-4071-aa69-77fb7c9b5930,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:00.019233 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b542587-1daf-4eef-91fa-c0d8d3fa3fb7 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (68ff2b8a-992e-4071-aa69-77fb7c9b5930), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:00.049454 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b542587-1daf-4eef-91fa-c0d8d3fa3fb7 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (68ff2b8a-992e-4071-aa69-77fb7c9b5930), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:00.136349 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5600b-5362-411f-b59f-b7185bb7aeb7 req-54b285d9-d3c4-43d7-b283-8e1309885d10 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:00.143924 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4fd5600b-5362-411f-b59f-b7185bb7aeb7 req-54b285d9-d3c4-43d7-b283-8e1309885d10 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 945 time: 0.1396089 Feb 09 22:14:00.152522 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b542587-1daf-4eef-91fa-c0d8d3fa3fb7 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (68ff2b8a-992e-4071-aa69-77fb7c9b5930), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:00.155405 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b542587-1daf-4eef-91fa-c0d8d3fa3fb7 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:00.159071 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5b542587-1daf-4eef-91fa-c0d8d3fa3fb7 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "DELETE /v2.0/security-groups/68ff2b8a-992e-4071-aa69-77fb7c9b5930 HTTP/1.1" status: 204 len: 168 time: 0.3033462 Feb 09 22:14:00.160516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37834) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:00.182065 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b542587-1daf-4eef-91fa-c0d8d3fa3fb7 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ff2b8a-992e-4071-aa69-77fb7c9b5930,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:00.252019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4fd5600b-5362-411f-b59f-b7185bb7aeb7 req-71829f66-1539-4bde-9e2c-da3411bd3814 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070359 Feb 09 22:14:00.387422 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5fbd562c-17fa-4aea-a146-c2813184c382 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (b5c38e26-3d2d-482e-868a-e1d9be2d6e9d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:00.474067 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34efb6-1c2b-4f45-a656-ceda79266a61 req-466c7fa7-d682-4a1d-bbfc-0b099d023694 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:00.478757 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ca34efb6-1c2b-4f45-a656-ceda79266a61 req-466c7fa7-d682-4a1d-bbfc-0b099d023694 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 946 time: 0.1201768 Feb 09 22:14:00.498136 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cc600c88-520d-46c2-9eae-386c697a5ff4 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2036059 Feb 09 22:14:00.506961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37842) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:00.519327 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-1cca067c-3410-4669-aab9-7e8cbaf0f118 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group': {'name': 'tempest-secgroup--1002925825'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:00.579004 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1cca067c-3410-4669-aab9-7e8cbaf0f118 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:00.590328 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd562c-17fa-4aea-a146-c2813184c382 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Subnet': ['ID=b5c38e26-3d2d-482e-868a-e1d9be2d6e9d,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:00.613319 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ca34efb6-1c2b-4f45-a656-ceda79266a61 req-7a9bb153-270b-42a0-9249-e58deb3cc670 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279626 Feb 09 22:14:00.629263 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbd562c-17fa-4aea-a146-c2813184c382 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Checking segment: {'id': 'b0f7358c-c22b-4f2e-b901-6704fd31a87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a92f5fd-986f-4ee5-9e3c-276172fb8a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:14:00.629780 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbd562c-17fa-4aea-a146-c2813184c382 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network hostable DHCP agents. Network: 2a92f5fd-986f-4ee5-9e3c-276172fb8a02, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:14:00.672223 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbd562c-17fa-4aea-a146-c2813184c382 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network 2a92f5fd-986f-4ee5-9e3c-276172fb8a02 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:14:00.730389 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-5fbd562c-17fa-4aea-a146-c2813184c382 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 2a92f5fd-986f-4ee5-9e3c-276172fb8a02) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:00.745077 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbd562c-17fa-4aea-a146-c2813184c382 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:00.746190 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5fbd562c-17fa-4aea-a146-c2813184c382 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:00.750175 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbac425b-fc8c-4dc6-abdb-7a848cd5e8b6 None None] Network 2a92f5fd-986f-4ee5-9e3c-276172fb8a02 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:14:00.889762 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1cca067c-3410-4669-aab9-7e8cbaf0f118 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (e183e3d8-6a25-4a4c-bb38-9b6fe1b5b614), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:00.910092 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37846) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:00.914057 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5fbd562c-17fa-4aea-a146-c2813184c382 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6210659 Feb 09 22:14:00.915015 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-bba87d75-225b-461a-a61c-04a0a5fc4dee tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-20337515', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:00.919857 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1cca067c-3410-4669-aab9-7e8cbaf0f118 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e183e3d8-6a25-4a4c-bb38-9b6fe1b5b614), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:00.957488 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bba87d75-225b-461a-a61c-04a0a5fc4dee tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (2fdec831-00e0-4855-9fec-db6afb54ec97), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:00.959104 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bba87d75-225b-461a-a61c-04a0a5fc4dee tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (2fdec831-00e0-4855-9fec-db6afb54ec97), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.061369 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 84aa3aba-16d8-472d-932c-39c1b4acae0d up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:14:01.077154 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca067c-3410-4669-aab9-7e8cbaf0f118 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e183e3d8-6a25-4a4c-bb38-9b6fe1b5b614,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:01.082864 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bba87d75-225b-461a-a61c-04a0a5fc4dee tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router_controller (2fdec831-00e0-4855-9fec-db6afb54ec97), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.093872 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bba87d75-225b-461a-a61c-04a0a5fc4dee tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (2fdec831-00e0-4855-9fec-db6afb54ec97), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.128963 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bba87d75-225b-461a-a61c-04a0a5fc4dee tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.130236 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bba87d75-225b-461a-a61c-04a0a5fc4dee tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2190535 Feb 09 22:14:01.134642 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37848) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:01.146448 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501a34d6-821e-4bc9-9339-665161c436e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-2a92f5fd-986f-4ee5-9e3c-276172fb8a02', 'network_id': '2a92f5fd-986f-4ee5-9e3c-276172fb8a02', 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'fixed_ips': [{'subnet_id': 'b5c38e26-3d2d-482e-868a-e1d9be2d6e9d'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:14:01.147995 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-501a34d6-821e-4bc9-9339-665161c436e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.156489 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1cca067c-3410-4669-aab9-7e8cbaf0f118 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.170312 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1cca067c-3410-4669-aab9-7e8cbaf0f118 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6566229 Feb 09 22:14:01.171304 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37850) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:01.199288 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6ec0decb-dca3-43ca-b172-6d99f114d294 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group_rule': {'security_group_id': 'e183e3d8-6a25-4a4c-bb38-9b6fe1b5b614', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:01.203221 n-d-828601-1 neutron-server[103202]: WARNING neutron.api.v2.base [None req-6ec0decb-dca3-43ca-b172-6d99f114d294 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 22:14:01.209955 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-6ec0decb-dca3-43ca-b172-6d99f114d294 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:14:01.215564 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6ec0decb-dca3-43ca-b172-6d99f114d294 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0361392 Feb 09 22:14:01.223008 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37852) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:01.242792 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-78c5b7a8-d93a-4ab1-b7f2-7f04e432f775 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group_rule': {'security_group_id': 'e183e3d8-6a25-4a4c-bb38-9b6fe1b5b614', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:01.247169 n-d-828601-1 neutron-server[103202]: WARNING neutron.api.v2.base [None req-78c5b7a8-d93a-4ab1-b7f2-7f04e432f775 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 22:14:01.249946 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-78c5b7a8-d93a-4ab1-b7f2-7f04e432f775 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:14:01.258108 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-78c5b7a8-d93a-4ab1-b7f2-7f04e432f775 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0307417 Feb 09 22:14:01.261088 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37856) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:01.289569 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-03cdd8ec-bec4-47f6-b911-01318a359235 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group_rule': {'security_group_id': 'e183e3d8-6a25-4a4c-bb38-9b6fe1b5b614', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:01.295336 n-d-828601-1 neutron-server[103202]: WARNING neutron.api.v2.base [None req-03cdd8ec-bec4-47f6-b911-01318a359235 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 22:14:01.297609 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-03cdd8ec-bec4-47f6-b911-01318a359235 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:14:01.304697 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37860) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:01.305230 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-03cdd8ec-bec4-47f6-b911-01318a359235 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0359111 Feb 09 22:14:01.310043 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d0acd7d3-53e8-433a-936c-500324f36948 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group_rule': {'security_group_id': 'e183e3d8-6a25-4a4c-bb38-9b6fe1b5b614', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:01.310948 n-d-828601-1 neutron-server[103201]: WARNING neutron.api.v2.base [None req-d0acd7d3-53e8-433a-936c-500324f36948 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 22:14:01.312252 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-d0acd7d3-53e8-433a-936c-500324f36948 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:14:01.312561 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d0acd7d3-53e8-433a-936c-500324f36948 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068717 Feb 09 22:14:01.315828 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37862) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:01.421294 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 84aa3aba-16d8-472d-932c-39c1b4acae0d completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:14:01.456984 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 84aa3aba-16d8-472d-932c-39c1b4acae0d triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:01.457280 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (84aa3aba-16d8-472d-932c-39c1b4acae0d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.466894 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f6481d17-3be2-4190-bd43-8834c2c31736 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (e183e3d8-6a25-4a4c-bb38-9b6fe1b5b614), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.507184 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f6481d17-3be2-4190-bd43-8834c2c31736 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (e183e3d8-6a25-4a4c-bb38-9b6fe1b5b614), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.609704 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f6481d17-3be2-4190-bd43-8834c2c31736 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e183e3d8-6a25-4a4c-bb38-9b6fe1b5b614), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.614087 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f6481d17-3be2-4190-bd43-8834c2c31736 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.621826 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37866) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:01.626532 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f6481d17-3be2-4190-bd43-8834c2c31736 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "DELETE /v2.0/security-groups/e183e3d8-6a25-4a4c-bb38-9b6fe1b5b614 HTTP/1.1" status: 204 len: 168 time: 0.3088043 Feb 09 22:14:01.639480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6481d17-3be2-4190-bd43-8834c2c31736 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e183e3d8-6a25-4a4c-bb38-9b6fe1b5b614,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:01.695018 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-501a34d6-821e-4bc9-9339-665161c436e0 None None] Allocated IP 172.20.0.2 (2a92f5fd-986f-4ee5-9e3c-276172fb8a02/b5c38e26-3d2d-482e-868a-e1d9be2d6e9d/f2278362-fac2-455d-b6c0-ae4cb2c9d28f) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:01.739174 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a61c054c-af8a-498c-8eb4-f815805bbfc4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.876294 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 84aa3aba-16d8-472d-932c-39c1b4acae0d is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:01.876982 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (84aa3aba-16d8-472d-932c-39c1b4acae0d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.113159 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb52d56-84fd-43ce-bd95-b300d9c61fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84aa3aba-16d8-472d-932c-39c1b4acae0d'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:14:02.117449 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f726b3-8641-4a78-bf7a-dcbceedc0920" -d '{"events": [{"server_uuid": "8eb52d56-84fd-43ce-bd95-b300d9c61fcb", "name": "network-vif-plugged", "status": "completed", "tag": "84aa3aba-16d8-472d-932c-39c1b4acae0d"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:14:02.161722 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 84aa3aba-16d8-472d-932c-39c1b4acae0d, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=84aa3aba-16d8-472d-932c-39c1b4acae0d,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:02.174513 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (84aa3aba-16d8-472d-932c-39c1b4acae0d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.200336 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32506a2-4290-4542-a745-ad64f808be7d req-25df4a33-03ed-433c-a3d8-80aa223f41b2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:02.202071 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a32506a2-4290-4542-a745-ad64f808be7d req-25df4a33-03ed-433c-a3d8-80aa223f41b2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.7333765 Feb 09 22:14:02.245630 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-501a34d6-821e-4bc9-9339-665161c436e0 None None] Publish callbacks [] for port (f2278362-fac2-455d-b6c0-ae4cb2c9d28f), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.269940 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-501a34d6-821e-4bc9-9339-665161c436e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (f2278362-fac2-455d-b6c0-ae4cb2c9d28f), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.326807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-8510af10-21ff-4bf9-bf7b-e6d1283131fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:02.328245 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501a34d6-821e-4bc9-9339-665161c436e0 None None] Network 2a92f5fd-986f-4ee5-9e3c-276172fb8a02 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:02.328846 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-8510af10-21ff-4bf9-bf7b-e6d1283131fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 1128 time: 0.7217133 Feb 09 22:14:02.330528 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=84aa3aba-16d8-472d-932c-39c1b4acae0d,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:02.341711 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7d604e3a-c57e-46f8-baa6-93a6e76a8673 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7132456 Feb 09 22:14:02.343039 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37874) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:02.348287 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b916284f-2ede-4647-b0b2-bfe60304d4b1 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group': {'name': 'tempest-secgroup--952674405'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:02.353209 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-501a34d6-821e-4bc9-9339-665161c436e0 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:02.368940 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501a34d6-821e-4bc9-9339-665161c436e0 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:02.397575 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b916284f-2ede-4647-b0b2-bfe60304d4b1 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.412596 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:14:02.549046 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b916284f-2ede-4647-b0b2-bfe60304d4b1 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (7dcb9ce2-b35f-4c6c-9fa4-50918717669e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.560322 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b916284f-2ede-4647-b0b2-bfe60304d4b1 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7dcb9ce2-b35f-4c6c-9fa4-50918717669e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.563627 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a34d6-821e-4bc9-9339-665161c436e0 None None] Pushing event updated for resources: {'Port': ['ID=f2278362-fac2-455d-b6c0-ae4cb2c9d28f,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:02.597749 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916284f-2ede-4647-b0b2-bfe60304d4b1 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcb9ce2-b35f-4c6c-9fa4-50918717669e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:02.618642 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b916284f-2ede-4647-b0b2-bfe60304d4b1 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.619354 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-501a34d6-821e-4bc9-9339-665161c436e0 None None] Attempting to bind port f2278362-fac2-455d-b6c0-ae4cb2c9d28f on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:14:02.619738 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-501a34d6-821e-4bc9-9339-665161c436e0 None None] Attempting to bind port f2278362-fac2-455d-b6c0-ae4cb2c9d28f by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b0f7358c-c22b-4f2e-b901-6704fd31a87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a92f5fd-986f-4ee5-9e3c-276172fb8a02'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:14:02.620677 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a34d6-821e-4bc9-9339-665161c436e0 None None] Attempting to bind port f2278362-fac2-455d-b6c0-ae4cb2c9d28f on network 2a92f5fd-986f-4ee5-9e3c-276172fb8a02 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:14:02.624436 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b916284f-2ede-4647-b0b2-bfe60304d4b1 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2796195 Feb 09 22:14:02.625146 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37878) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:02.629785 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a34d6-821e-4bc9-9339-665161c436e0 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:14:02.630346 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-a376718f-ff2c-4dec-8f35-99ef6097773d tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group_rule': {'security_group_id': '7dcb9ce2-b35f-4c6c-9fa4-50918717669e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:02.630791 n-d-828601-1 neutron-server[103202]: WARNING neutron.api.v2.base [None req-a376718f-ff2c-4dec-8f35-99ef6097773d tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 22:14:02.631476 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-a376718f-ff2c-4dec-8f35-99ef6097773d tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:14:02.633642 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a34d6-821e-4bc9-9339-665161c436e0 None None] Checking segment: {'id': 'b0f7358c-c22b-4f2e-b901-6704fd31a87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a92f5fd-986f-4ee5-9e3c-276172fb8a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:14:02.634741 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-501a34d6-821e-4bc9-9339-665161c436e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.635821 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a34d6-821e-4bc9-9339-665161c436e0 None None] Bound using segment: {'id': 'b0f7358c-c22b-4f2e-b901-6704fd31a87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a92f5fd-986f-4ee5-9e3c-276172fb8a02'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:14:02.636048 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a376718f-ff2c-4dec-8f35-99ef6097773d tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094862 Feb 09 22:14:02.636615 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37880) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:02.637900 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-501a34d6-821e-4bc9-9339-665161c436e0 None None] Bound port: f2278362-fac2-455d-b6c0-ae4cb2c9d28f, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f7358c-c22b-4f2e-b901-6704fd31a87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a92f5fd-986f-4ee5-9e3c-276172fb8a02'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:14:02.638888 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-501a34d6-821e-4bc9-9339-665161c436e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f2278362-fac2-455d-b6c0-ae4cb2c9d28f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.641889 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-4aff2370-131b-45e5-8d70-88686da4f230 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group_rule': {'security_group_id': '7dcb9ce2-b35f-4c6c-9fa4-50918717669e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:02.653354 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-73e35d89-f859-41df-89e3-a7bd9ca73ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:02.655762 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-73e35d89-f859-41df-89e3-a7bd9ca73ee2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8eb1b118-355e-4bdc-9775-e75604df539b HTTP/1.1" status: 200 len: 897 time: 0.3098385 Feb 09 22:14:02.668477 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a32506a2-4290-4542-a745-ad64f808be7d req-e143f0bc-7c75-445a-becb-4a43023defe8 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4349174 Feb 09 22:14:02.679686 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-a61c054c-af8a-498c-8eb4-f815805bbfc4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Allocated IP 172.20.0.1 (2a92f5fd-986f-4ee5-9e3c-276172fb8a02/b5c38e26-3d2d-482e-868a-e1d9be2d6e9d/a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:02.696149 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-4aff2370-131b-45e5-8d70-88686da4f230 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:14:02.700940 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4aff2370-131b-45e5-8d70-88686da4f230 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0624685 Feb 09 22:14:02.701780 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37882) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:02.716307 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-496d240c-a3a1-4c88-8c2c-333b5b1491da tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group_rule': {'security_group_id': '7dcb9ce2-b35f-4c6c-9fa4-50918717669e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:02.719014 n-d-828601-1 neutron-server[103202]: WARNING neutron.api.v2.base [None req-496d240c-a3a1-4c88-8c2c-333b5b1491da tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 22:14:02.719543 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-496d240c-a3a1-4c88-8c2c-333b5b1491da tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:14:02.723251 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-496d240c-a3a1-4c88-8c2c-333b5b1491da tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0178530 Feb 09 22:14:02.723903 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37884) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:02.728533 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-074f527f-a3df-48a6-a4d4-a0aeb21a22e7 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group_rule': {'security_group_id': '7dcb9ce2-b35f-4c6c-9fa4-50918717669e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:02.755448 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-1271bf74-44d1-4ede-a9d0-f93cf2c3e653 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0438ac5d-8a69-438e-b0d3-3d0331280199 HTTP/1.1" status: 200 len: 1001 time: 0.0834472 Feb 09 22:14:02.815016 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-074f527f-a3df-48a6-a4d4-a0aeb21a22e7 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:14:02.816534 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-074f527f-a3df-48a6-a4d4-a0aeb21a22e7 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0916300 Feb 09 22:14:02.820157 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37886) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:02.825855 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-69b3d21e-b0fb-4ce8-b10c-c1d4fb55b084 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group_rule': {'security_group_id': '7dcb9ce2-b35f-4c6c-9fa4-50918717669e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:02.826710 n-d-828601-1 neutron-server[103202]: WARNING neutron.api.v2.base [None req-69b3d21e-b0fb-4ce8-b10c-c1d4fb55b084 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 22:14:02.827475 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-69b3d21e-b0fb-4ce8-b10c-c1d4fb55b084 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:14:02.829583 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-69b3d21e-b0fb-4ce8-b10c-c1d4fb55b084 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077162 Feb 09 22:14:02.832214 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37888) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:02.834494 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-501a34d6-821e-4bc9-9339-665161c436e0 None None] For port f2278362-fac2-455d-b6c0-ae4cb2c9d28f, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:14:02.837846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-22a20a3f-7f89-4a87-a7f7-1151c04b201b tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group_rule': {'security_group_id': '7dcb9ce2-b35f-4c6c-9fa4-50918717669e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:02.841521 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-501a34d6-821e-4bc9-9339-665161c436e0 None None] For port f2278362-fac2-455d-b6c0-ae4cb2c9d28f, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f2278362-fac2-455d-b6c0-ae4cb2c9d28f,segment=NetworkSegment(b0f7358c-c22b-4f2e-b901-6704fd31a87a),segment_id=b0f7358c-c22b-4f2e-b901-6704fd31a87a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:14:02.856841 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-501a34d6-821e-4bc9-9339-665161c436e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f2278362-fac2-455d-b6c0-ae4cb2c9d28f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.900798 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-22a20a3f-7f89-4a87-a7f7-1151c04b201b tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:14:02.904584 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-22a20a3f-7f89-4a87-a7f7-1151c04b201b tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0702598 Feb 09 22:14:02.906914 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37890) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:02.913559 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-451c1fb0-3445-45e0-8f15-9c817ab02710 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group_rule': {'security_group_id': '7dcb9ce2-b35f-4c6c-9fa4-50918717669e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:02.914874 n-d-828601-1 neutron-server[103202]: WARNING neutron.api.v2.base [None req-451c1fb0-3445-45e0-8f15-9c817ab02710 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 22:14:02.915673 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-451c1fb0-3445-45e0-8f15-9c817ab02710 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:14:02.917715 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-451c1fb0-3445-45e0-8f15-9c817ab02710 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088956 Feb 09 22:14:02.929049 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37892) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:02.932905 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-9d7f4f08-956e-4545-903d-639a86c75c8f tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group_rule': {'security_group_id': '7dcb9ce2-b35f-4c6c-9fa4-50918717669e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:02.957534 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-10913d85-954c-49f9-89e5-35d0b2d18ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:02.959201 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-10913d85-954c-49f9-89e5-35d0b2d18ed8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=705c9301-7993-4fb7-9cf8-323b2b7171c7 HTTP/1.1" status: 200 len: 833 time: 0.1928568 Feb 09 22:14:02.994265 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a34d6-821e-4bc9-9339-665161c436e0 None None] Pushing event updated for resources: {'Port': ['ID=f2278362-fac2-455d-b6c0-ae4cb2c9d28f,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:03.050308 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfc48b-2e91-49ce-b0a9-06fb1380a57c req-6305351c-441b-4f84-b145-a7e34a9fd46e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:03.056695 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cadfc48b-2e91-49ce-b0a9-06fb1380a57c req-6305351c-441b-4f84-b145-a7e34a9fd46e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 946 time: 0.2423828 Feb 09 22:14:03.139393 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a61c054c-af8a-498c-8eb4-f815805bbfc4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for port (a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:03.181478 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-9d7f4f08-956e-4545-903d-639a86c75c8f tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:14:03.186610 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9d7f4f08-956e-4545-903d-639a86c75c8f tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2572355 Feb 09 22:14:03.188647 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37894) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:03.196790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-78af5275-2217-48f5-8ea2-c38a5a0ba859 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group_rule': {'security_group_id': '7dcb9ce2-b35f-4c6c-9fa4-50918717669e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:03.260076 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-78af5275-2217-48f5-8ea2-c38a5a0ba859 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:14:03.260280 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cadfc48b-2e91-49ce-b0a9-06fb1380a57c req-0bd54054-aa98-4504-9596-6a8e22b41aa2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015841 Feb 09 22:14:03.261773 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-78af5275-2217-48f5-8ea2-c38a5a0ba859 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0717866 Feb 09 22:14:03.266701 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37896) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:03.279810 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-0e4d061b-b08e-4db1-9cb3-cd90130ed598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:03.286929 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-0e4d061b-b08e-4db1-9cb3-cd90130ed598 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8eb1b118-355e-4bdc-9775-e75604df539b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3153014 Feb 09 22:14:03.424353 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef15eda6-dcc7-4d0c-9e37-52e8bea74661 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (7dcb9ce2-b35f-4c6c-9fa4-50918717669e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:03.485462 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef15eda6-dcc7-4d0c-9e37-52e8bea74661 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (7dcb9ce2-b35f-4c6c-9fa4-50918717669e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:03.497596 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a61c054c-af8a-498c-8eb4-f815805bbfc4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:03.569682 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef15eda6-dcc7-4d0c-9e37-52e8bea74661 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7dcb9ce2-b35f-4c6c-9fa4-50918717669e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:03.574619 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef15eda6-dcc7-4d0c-9e37-52e8bea74661 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:03.578030 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61c054c-af8a-498c-8eb4-f815805bbfc4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network 2a92f5fd-986f-4ee5-9e3c-276172fb8a02 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:03.587541 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ef15eda6-dcc7-4d0c-9e37-52e8bea74661 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "DELETE /v2.0/security-groups/7dcb9ce2-b35f-4c6c-9fa4-50918717669e HTTP/1.1" status: 204 len: 168 time: 0.3112178 Feb 09 22:14:03.587541 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37900) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:03.593274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a61c054c-af8a-498c-8eb4-f815805bbfc4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:03.624063 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61c054c-af8a-498c-8eb4-f815805bbfc4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:03.630134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15eda6-dcc7-4d0c-9e37-52e8bea74661 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcb9ce2-b35f-4c6c-9fa4-50918717669e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:03.667430 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c054c-af8a-498c-8eb4-f815805bbfc4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Port': ['ID=a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:03.724890 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52675d37-2b3b-497b-857f-76f141c35344 req-3f9e71a9-abc7-4bbb-971b-b2f58940eea4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:03.734705 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-52675d37-2b3b-497b-857f-76f141c35344 req-3f9e71a9-abc7-4bbb-971b-b2f58940eea4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 946 time: 0.3476007 Feb 09 22:14:03.772981 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-14c153dc-3ac8-4bd9-a20b-28b5516d1e48 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1791186 Feb 09 22:14:03.780940 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37904) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:03.789753 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-29d0b091-6cd8-4d7f-8188-366aa4cebc86 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group': {'name': 'tempest-secgroup--1656869310'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:03.816992 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-52675d37-2b3b-497b-857f-76f141c35344 req-e8ffd76c-b12d-4506-a471-d1e1b38de438 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775111 Feb 09 22:14:03.848984 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29d0b091-6cd8-4d7f-8188-366aa4cebc86 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:03.867640 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a61c054c-af8a-498c-8eb4-f815805bbfc4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (2fdec831-00e0-4855-9fec-db6afb54ec97), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:03.891850 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bd0768-c841-445d-9e7d-ef61f1ca96fd x-openstack-request-id: req-e1bd0768-c841-445d-9e7d-ef61f1ca96fd {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:14:03.892266 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb52d56-84fd-43ce-bd95-b300d9c61fcb", "name": "network-vif-plugged", "status": "completed", "tag": "84aa3aba-16d8-472d-932c-39c1b4acae0d", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:14:03.892862 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e1bd0768-c841-445d-9e7d-ef61f1ca96fd {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:14:03.893551 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb52d56-84fd-43ce-bd95-b300d9c61fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84aa3aba-16d8-472d-932c-39c1b4acae0d', 'code': 200} Feb 09 22:14:03.979428 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f2278362-fac2-455d-b6c0-ae4cb2c9d28f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:14:04.035763 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-de8deefc-4b46-4718-81da-7406af57d6f5 service neutron] 10.222.0.42 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7200980 Feb 09 22:14:04.075637 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29d0b091-6cd8-4d7f-8188-366aa4cebc86 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (0a592244-0b18-4fe0-899f-c9c119394254), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:04.093618 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29d0b091-6cd8-4d7f-8188-366aa4cebc86 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (0a592244-0b18-4fe0-899f-c9c119394254), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:04.133457 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0b091-6cd8-4d7f-8188-366aa4cebc86 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a592244-0b18-4fe0-899f-c9c119394254,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:04.139684 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29d0b091-6cd8-4d7f-8188-366aa4cebc86 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:04.140997 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-29d0b091-6cd8-4d7f-8188-366aa4cebc86 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3583703 Feb 09 22:14:04.141309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f2278362-fac2-455d-b6c0-ae4cb2c9d28f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:04.141864 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f2278362-fac2-455d-b6c0-ae4cb2c9d28f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:04.152448 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37906) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:04.164270 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d2cc9871-f936-4b5a-a46f-0d408d8ab6ab tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group_rule': {'security_group_id': '0a592244-0b18-4fe0-899f-c9c119394254', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:04.240736 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-d2cc9871-f936-4b5a-a46f-0d408d8ab6ab tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] create failed (client error): The resource could not be found. Feb 09 22:14:04.247452 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d2cc9871-f936-4b5a-a46f-0d408d8ab6ab tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0937922 Feb 09 22:14:04.248282 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37910) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:04.253188 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7a5963ae-1a4f-4119-82b5-5dc442eea771 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group_rule': {'security_group_id': '0a592244-0b18-4fe0-899f-c9c119394254', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd5a47285-e4b2-41a3-91b2-a17b88a45579'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:04.358142 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-7a5963ae-1a4f-4119-82b5-5dc442eea771 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] create failed (client error): The resource could not be found. Feb 09 22:14:04.360404 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7a5963ae-1a4f-4119-82b5-5dc442eea771 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1110070 Feb 09 22:14:04.367636 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37914) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:04.443770 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f2278362-fac2-455d-b6c0-ae4cb2c9d28f is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:04.450089 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f2278362-fac2-455d-b6c0-ae4cb2c9d28f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:04.536931 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9779c2bf-5a54-4989-a080-ec0dfa01af60 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (0a592244-0b18-4fe0-899f-c9c119394254), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:04.541192 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port f2278362-fac2-455d-b6c0-ae4cb2c9d28f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f2278362-fac2-455d-b6c0-ae4cb2c9d28f,segment=NetworkSegment(b0f7358c-c22b-4f2e-b901-6704fd31a87a),segment_id=b0f7358c-c22b-4f2e-b901-6704fd31a87a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:04.549878 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f2278362-fac2-455d-b6c0-ae4cb2c9d28f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:04.597857 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9779c2bf-5a54-4989-a080-ec0dfa01af60 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (0a592244-0b18-4fe0-899f-c9c119394254), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:04.624045 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21124dff-de71-47e3-9448-ea95b9d608d0 req-a2d73f0b-0c99-46fe-a6c1-08013667a36f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:04.626034 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21124dff-de71-47e3-9448-ea95b9d608d0 req-a2d73f0b-0c99-46fe-a6c1-08013667a36f tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.5695040 Feb 09 22:14:04.663540 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=f2278362-fac2-455d-b6c0-ae4cb2c9d28f,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:04.685053 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf3125-0833-4e22-b837-b9f9849afb25 req-0235e2d6-bafa-457a-b65a-e15a49d6014b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:04.685053 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8bf3125-0833-4e22-b837-b9f9849afb25 req-0235e2d6-bafa-457a-b65a-e15a49d6014b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 1128 time: 0.5251293 Feb 09 22:14:04.718689 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9779c2bf-5a54-4989-a080-ec0dfa01af60 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (0a592244-0b18-4fe0-899f-c9c119394254), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:04.727887 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9779c2bf-5a54-4989-a080-ec0dfa01af60 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:04.727887 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9779c2bf-5a54-4989-a080-ec0dfa01af60 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "DELETE /v2.0/security-groups/0a592244-0b18-4fe0-899f-c9c119394254 HTTP/1.1" status: 204 len: 168 time: 0.3530769 Feb 09 22:14:04.727887 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37916) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:04.783997 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a61c054c-af8a-498c-8eb4-f815805bbfc4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:04.787377 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-d3451776-64be-4e9e-a633-0923d5927ca8 service neutron] 10.222.0.42 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6294351 Feb 09 22:14:04.793361 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779c2bf-5a54-4989-a080-ec0dfa01af60 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a592244-0b18-4fe0-899f-c9c119394254,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:04.926391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89300906-0492-48a3-9a36-7c6f8bffd1cc None None] Network 2a92f5fd-986f-4ee5-9e3c-276172fb8a02 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:14:04.956286 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-40dfdec9-aa45-49b5-9e9e-14372771bc06 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2250214 Feb 09 22:14:04.962812 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37924) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:04.971666 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3e313346-b8b3-48da-aa1d-557d03c9dd91 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group_rule': {'security_group_id': '4964da64-451c-4ab6-9444-b022d2b2fcb1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:05.076727 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-3e313346-b8b3-48da-aa1d-557d03c9dd91 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] create failed (client error): The resource could not be found. Feb 09 22:14:05.078451 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3e313346-b8b3-48da-aa1d-557d03c9dd91 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1134264 Feb 09 22:14:05.083996 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37928) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:05.084405 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21124dff-de71-47e3-9448-ea95b9d608d0 req-d16b911c-7ff4-435a-b113-cad285baa20e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4483051 Feb 09 22:14:05.098682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-89c1a2cd-a568-4daa-ab19-7094dc464249 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group': {'name': 'tempest-secgroup--1759749292'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:05.106704 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8bf3125-0833-4e22-b837-b9f9849afb25 req-928e67a1-d376-45d8-b97b-6cd68c327979 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752301 Feb 09 22:14:05.194770 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89c1a2cd-a568-4daa-ab19-7094dc464249 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:05.249641 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2c208234-d083-4657-ad8c-c1133568d7e6 None None] Provisioning complete for port f2278362-fac2-455d-b6c0-ae4cb2c9d28f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:05.250479 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2c208234-d083-4657-ad8c-c1133568d7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f2278362-fac2-455d-b6c0-ae4cb2c9d28f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:05.336343 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89c1a2cd-a568-4daa-ab19-7094dc464249 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (804a815f-c045-40fe-862c-b448ffa76d20), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:05.349918 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89c1a2cd-a568-4daa-ab19-7094dc464249 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (804a815f-c045-40fe-862c-b448ffa76d20), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:05.408677 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1a2cd-a568-4daa-ab19-7094dc464249 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=804a815f-c045-40fe-862c-b448ffa76d20,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:05.415023 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-89c1a2cd-a568-4daa-ab19-7094dc464249 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:05.416685 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-89c1a2cd-a568-4daa-ab19-7094dc464249 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3308668 Feb 09 22:14:05.426865 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37932) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:05.432073 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-95c75177-f82f-4470-b081-c5010415043e tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group': {'name': 'tempest-secgroup--1823558377'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:05.492263 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-95c75177-f82f-4470-b081-c5010415043e tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:05.683621 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76117b6e-7d1e-4931-8aae-6c458decb94a req-764cef4b-2b40-41b5-a433-5d14542982db tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:05.685616 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76117b6e-7d1e-4931-8aae-6c458decb94a req-764cef4b-2b40-41b5-a433-5d14542982db tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 946 time: 0.3773172 Feb 09 22:14:05.725442 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-95c75177-f82f-4470-b081-c5010415043e tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (fa6fe4f8-8ef6-4eb5-ac84-6515c71b2324), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:05.735979 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-95c75177-f82f-4470-b081-c5010415043e tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (fa6fe4f8-8ef6-4eb5-ac84-6515c71b2324), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:05.746551 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2c208234-d083-4657-ad8c-c1133568d7e6 None None] Current status of the port f2278362-fac2-455d-b6c0-ae4cb2c9d28f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:05.803915 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c75177-f82f-4470-b081-c5010415043e tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6fe4f8-8ef6-4eb5-ac84-6515c71b2324,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:05.842725 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-95c75177-f82f-4470-b081-c5010415043e tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:05.844688 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-95c75177-f82f-4470-b081-c5010415043e tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4161766 Feb 09 22:14:05.849204 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37934) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:05.856019 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f0ab2b4c-5dfa-469b-860b-ee6ed5d81e9f tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group_rule': {'security_group_id': '804a815f-c045-40fe-862c-b448ffa76d20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fa6fe4f8-8ef6-4eb5-ac84-6515c71b2324'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:05.885438 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f2278362-fac2-455d-b6c0-ae4cb2c9d28f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:14:05.952313 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-f0ab2b4c-5dfa-469b-860b-ee6ed5d81e9f tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:14:05.953643 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f0ab2b4c-5dfa-469b-860b-ee6ed5d81e9f tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1030877 Feb 09 22:14:05.958041 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37936) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:05.961580 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76117b6e-7d1e-4931-8aae-6c458decb94a req-980fe95b-2a90-4c29-9640-d6aab91ddb01 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621374 Feb 09 22:14:06.131060 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5bd6fbe7-a4ad-44fa-86f7-3ab01501e670 None None] Provisioning complete for port f2278362-fac2-455d-b6c0-ae4cb2c9d28f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:06.131678 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5bd6fbe7-a4ad-44fa-86f7-3ab01501e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f2278362-fac2-455d-b6c0-ae4cb2c9d28f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.135371 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a61c054c-af8a-498c-8eb4-f815805bbfc4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for port (a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.149311 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a61c054c-af8a-498c-8eb4-f815805bbfc4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.152865 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c0464df-2603-4efe-966b-38b9caf1185c tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (fa6fe4f8-8ef6-4eb5-ac84-6515c71b2324), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.217848 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c0464df-2603-4efe-966b-38b9caf1185c tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (fa6fe4f8-8ef6-4eb5-ac84-6515c71b2324), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.271002 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f2278362-fac2-455d-b6c0-ae4cb2c9d28f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:06.271952 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f2278362-fac2-455d-b6c0-ae4cb2c9d28f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.347431 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c0464df-2603-4efe-966b-38b9caf1185c tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (fa6fe4f8-8ef6-4eb5-ac84-6515c71b2324), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.350402 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c0464df-2603-4efe-966b-38b9caf1185c tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.354165 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2c0464df-2603-4efe-966b-38b9caf1185c tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "DELETE /v2.0/security-groups/fa6fe4f8-8ef6-4eb5-ac84-6515c71b2324 HTTP/1.1" status: 204 len: 168 time: 0.3937504 Feb 09 22:14:06.383595 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37940) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:06.438737 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0464df-2603-4efe-966b-38b9caf1185c tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6fe4f8-8ef6-4eb5-ac84-6515c71b2324,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:06.549651 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9c60fd8c-90c5-4c2d-b421-e025e14eeb54 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1630900 Feb 09 22:14:06.552600 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37942) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:06.652962 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10eb421e-df6d-4f5d-ac5e-13bb0de49866 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (804a815f-c045-40fe-862c-b448ffa76d20), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.676447 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a61c054c-af8a-498c-8eb4-f815805bbfc4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (2fdec831-00e0-4855-9fec-db6afb54ec97), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.680913 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c054c-af8a-498c-8eb4-f815805bbfc4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Port': ['ID=a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:06.724014 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10eb421e-df6d-4f5d-ac5e-13bb0de49866 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (804a815f-c045-40fe-862c-b448ffa76d20), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.727923 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f2278362-fac2-455d-b6c0-ae4cb2c9d28f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:06.754821 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af424e1-a5ea-46d3-99fd-e676f2a864c0 req-6e18780e-4a9d-4d26-b527-12776b1cd8bd tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:06.759871 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7af424e1-a5ea-46d3-99fd-e676f2a864c0 req-6e18780e-4a9d-4d26-b527-12776b1cd8bd tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 946 time: 0.4950893 Feb 09 22:14:06.862491 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10eb421e-df6d-4f5d-ac5e-13bb0de49866 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (804a815f-c045-40fe-862c-b448ffa76d20), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.867624 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10eb421e-df6d-4f5d-ac5e-13bb0de49866 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.878415 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-10eb421e-df6d-4f5d-ac5e-13bb0de49866 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "DELETE /v2.0/security-groups/804a815f-c045-40fe-862c-b448ffa76d20 HTTP/1.1" status: 204 len: 168 time: 0.3243570 Feb 09 22:14:06.879390 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37944) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:06.897060 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5bd6fbe7-a4ad-44fa-86f7-3ab01501e670 None None] Current status of the port f2278362-fac2-455d-b6c0-ae4cb2c9d28f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:06.934562 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5bd6fbe7-a4ad-44fa-86f7-3ab01501e670 None None] Provisioning complete for port a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:06.935158 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5bd6fbe7-a4ad-44fa-86f7-3ab01501e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.948867 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb421e-df6d-4f5d-ac5e-13bb0de49866 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=804a815f-c045-40fe-862c-b448ffa76d20,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:06.994695 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5bd6fbe7-a4ad-44fa-86f7-3ab01501e670 None None] Port a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:14:07.011535 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7af424e1-a5ea-46d3-99fd-e676f2a864c0 req-8140141f-d449-4083-a75a-976c53689af4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440901 Feb 09 22:14:07.069784 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-44e44476-dd15-48ca-ad62-0b8b2154fdc0 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1802177 Feb 09 22:14:07.079492 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37948) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:07.087281 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5ef5a4ed-3e17-4271-b45e-604885ef3d5a tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group': {'name': 'tempest-secgroup--939949234'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:07.140268 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-1eb958b1-ff30-4b79-9403-e01c643eadc0 None None] Provisioning complete for port a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:07.140627 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1eb958b1-ff30-4b79-9403-e01c643eadc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:07.193467 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a4ed-3e17-4271-b45e-604885ef3d5a tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:07.199276 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1eb958b1-ff30-4b79-9403-e01c643eadc0 None None] Port a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:14:07.285031 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61c054c-af8a-498c-8eb4-f815805bbfc4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network 2a92f5fd-986f-4ee5-9e3c-276172fb8a02 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:07.289900 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a61c054c-af8a-498c-8eb4-f815805bbfc4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:07.752778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-bdf81cbd-c027-404b-ad0d-60b0907f38e2 None None] Provisioning complete for port a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:07.753256 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bdf81cbd-c027-404b-ad0d-60b0907f38e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:07.770517 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b85aa-f2ef-4b2e-b467-3742c57b286d req-44b5b3b3-17f6-4b85-a2ad-2f5b73e518f7 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:07.773041 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d43b85aa-f2ef-4b2e-b467-3742c57b286d req-44b5b3b3-17f6-4b85-a2ad-2f5b73e518f7 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 946 time: 0.2433491 Feb 09 22:14:07.831255 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bdf81cbd-c027-404b-ad0d-60b0907f38e2 None None] Port a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:14:07.841649 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3a89a981-72ea-4d33-811b-90e993c8c936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:07.874062 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db617c-46f3-4e1a-b03f-3c4ee3785561 req-ba410c80-5146-400b-a15f-89c86351c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:07.877632 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32db617c-46f3-4e1a-b03f-3c4ee3785561 req-ba410c80-5146-400b-a15f-89c86351c8f1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e79cb71362547f8bb276e37206bd3da&device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 1127 time: 0.5596666 Feb 09 22:14:07.887847 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61c054c-af8a-498c-8eb4-f815805bbfc4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router 2fdec831-00e0-4855-9fec-db6afb54ec97 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:14:07.905621 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a4ed-3e17-4271-b45e-604885ef3d5a tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (590b467f-d4ff-4d09-b847-1bb9f026f099), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:08.105731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db617c-46f3-4e1a-b03f-3c4ee3785561 req-fe084384-2c30-4077-959e-ad9ef27e9db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:08.108493 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32db617c-46f3-4e1a-b03f-3c4ee3785561 req-fe084384-2c30-4077-959e-ad9ef27e9db8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 200 len: 911 time: 0.1976988 Feb 09 22:14:08.124560 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a4ed-3e17-4271-b45e-604885ef3d5a tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (590b467f-d4ff-4d09-b847-1bb9f026f099), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:08.193587 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5a4ed-3e17-4271-b45e-604885ef3d5a tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=590b467f-d4ff-4d09-b847-1bb9f026f099,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:08.209540 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a4ed-3e17-4271-b45e-604885ef3d5a tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:08.212502 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5ef5a4ed-3e17-4271-b45e-604885ef3d5a tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1315217 Feb 09 22:14:08.217080 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37956) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:08.222694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f2201bcf-971b-411f-afbc-6d37b46386cf tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:08.223350 n-d-828601-1 neutron-server[103202]: WARNING neutron.api.v2.base [None req-f2201bcf-971b-411f-afbc-6d37b46386cf tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 22:14:08.224083 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-f2201bcf-971b-411f-afbc-6d37b46386cf tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 22:14:08.225359 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f2201bcf-971b-411f-afbc-6d37b46386cf tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "PUT /v2.0/security-groups/590b467f-d4ff-4d09-b847-1bb9f026f099 HTTP/1.1" status: 409 len: 330 time: 0.0066166 Feb 09 22:14:08.230235 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37958) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:08.357123 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc39d8a2-3682-4f7f-8258-20678b97ae57 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (590b467f-d4ff-4d09-b847-1bb9f026f099), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:08.415981 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc39d8a2-3682-4f7f-8258-20678b97ae57 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (590b467f-d4ff-4d09-b847-1bb9f026f099), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:08.553803 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc39d8a2-3682-4f7f-8258-20678b97ae57 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (590b467f-d4ff-4d09-b847-1bb9f026f099), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:08.557239 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc39d8a2-3682-4f7f-8258-20678b97ae57 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:08.559438 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cc39d8a2-3682-4f7f-8258-20678b97ae57 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "DELETE /v2.0/security-groups/590b467f-d4ff-4d09-b847-1bb9f026f099 HTTP/1.1" status: 204 len: 168 time: 0.3276563 Feb 09 22:14:08.563724 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37960) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:08.564595 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32db617c-46f3-4e1a-b03f-3c4ee3785561 req-2adeb12e-230b-4d33-b393-9cbeaecf4849 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84 HTTP/1.1" status: 200 len: 1000 time: 0.4153142 Feb 09 22:14:08.608235 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d43b85aa-f2ef-4b2e-b467-3742c57b286d req-08e7742d-252a-4ece-9dad-38b674f1ae82 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8207393 Feb 09 22:14:08.655852 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5f1f2c17-7fa4-41a1-bb92-a4083d379da6 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0901897 Feb 09 22:14:08.662407 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37966) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:08.664932 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39d8a2-3682-4f7f-8258-20678b97ae57 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=590b467f-d4ff-4d09-b847-1bb9f026f099,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:08.698266 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-fda73086-1733-48a3-9e6c-84b3160ac240 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] delete failed (client error): The resource could not be found. Feb 09 22:14:08.699866 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fda73086-1733-48a3-9e6c-84b3160ac240 tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "DELETE /v2.0/security-groups/c2558786-c7f5-42a7-be8f-3c962d20b601 HTTP/1.1" status: 404 len: 347 time: 0.0356858 Feb 09 22:14:08.705249 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37968) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:08.744402 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-b4bba082-1f03-4eda-a687-0710720b498b tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] show failed (client error): The resource could not be found. Feb 09 22:14:08.745714 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b4bba082-1f03-4eda-a687-0710720b498b tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "GET /v2.0/security-groups/29e1a504-be0c-4394-9b48-6bacffa6245e HTTP/1.1" status: 404 len: 347 time: 0.0392621 Feb 09 22:14:08.751764 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37970) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:08.775155 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-81b8b9ab-bf3c-41c9-9cb2-407d15ba92ab tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] show failed (client error): The resource could not be found. Feb 09 22:14:08.776979 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-81b8b9ab-bf3c-41c9-9cb2-407d15ba92ab tempest-NegativeSecGroupTest-1872152596 tempest-NegativeSecGroupTest-1872152596-project] 10.222.0.77 "GET /v2.0/security-group-rules/297763b9-4cf5-40ac-8ac5-f86fefe8110d HTTP/1.1" status: 404 len: 356 time: 0.0234718 Feb 09 22:14:08.779433 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61c054c-af8a-498c-8eb4-f815805bbfc4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:14:08.793533 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245fb449-0240-4e32-97f4-6d2484f6f7b0 None None] Sync routers for ids ['2fdec831-00e0-4855-9fec-db6afb54ec97'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:14:08.804163 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a61c054c-af8a-498c-8eb4-f815805bbfc4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/2fdec831-00e0-4855-9fec-db6afb54ec97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6660264 Feb 09 22:14:08.804163 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db617c-46f3-4e1a-b03f-3c4ee3785561 req-507f95b1-2800-4b3a-b6c6-122dce66134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:08.804716 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37974) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:08.816230 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32db617c-46f3-4e1a-b03f-3c4ee3785561 req-507f95b1-2800-4b3a-b6c6-122dce66134b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 200 len: 849 time: 0.2453249 Feb 09 22:14:08.843813 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245fb449-0240-4e32-97f4-6d2484f6f7b0 None None] Routers {'2fdec831-00e0-4855-9fec-db6afb54ec97'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:08.844832 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-245fb449-0240-4e32-97f4-6d2484f6f7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:13:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2fdec831-00e0-4855-9fec-db6afb54ec97'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:08.898719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d60e566-3a1e-47c6-95d5-6184503eb773 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:08.904954 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4d60e566-3a1e-47c6-95d5-6184503eb773 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/ports/a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4 HTTP/1.1" status: 200 len: 910 time: 0.0947411 Feb 09 22:14:08.908109 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 37976) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:08.972842 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-245fb449-0240-4e32-97f4-6d2484f6f7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:08.991104 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245fb449-0240-4e32-97f4-6d2484f6f7b0 None None] Routers {'2fdec831-00e0-4855-9fec-db6afb54ec97'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:08.993036 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-245fb449-0240-4e32-97f4-6d2484f6f7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:13:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2fdec831-00e0-4855-9fec-db6afb54ec97'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:09.066780 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db617c-46f3-4e1a-b03f-3c4ee3785561 req-0c150c80-452d-44f0-b442-0feaac158256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:09.077391 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-245fb449-0240-4e32-97f4-6d2484f6f7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:09.079080 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245fb449-0240-4e32-97f4-6d2484f6f7b0 None None] The sync data for ids ['2fdec831-00e0-4855-9fec-db6afb54ec97'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:14:09.081047 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32db617c-46f3-4e1a-b03f-3c4ee3785561 req-0c150c80-452d-44f0-b442-0feaac158256 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59bfcab4-b7d2-465d-baca-fbf4f579480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2524593 Feb 09 22:14:09.125246 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbd5e5-135e-4699-80a0-cb0cc94fa239 req-fa0967c5-352e-41e2-9e34-a0d178072fd3 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:09.127462 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4bbbd5e5-135e-4699-80a0-cb0cc94fa239 req-fa0967c5-352e-41e2-9e34-a0d178072fd3 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.3913267 Feb 09 22:14:09.331093 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37980) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:09.573090 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7996208e-1074-4a3f-b1b9-3144877e965a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=726457184030460cbfaf80201ed8cee4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2401512 Feb 09 22:14:09.573757 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 37984) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:09.632486 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c79e1128-9d7a-45f1-bb3f-46f960d02557 admin admin] Publish callbacks [] for security_group (58258903-7894-4640-8938-8e4a99d99468), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:09.682780 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c79e1128-9d7a-45f1-bb3f-46f960d02557 admin admin] Publish callbacks [] for security_group (58258903-7894-4640-8938-8e4a99d99468), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:09.772407 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c79e1128-9d7a-45f1-bb3f-46f960d02557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (58258903-7894-4640-8938-8e4a99d99468), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:09.779118 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c79e1128-9d7a-45f1-bb3f-46f960d02557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:09.783487 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c79e1128-9d7a-45f1-bb3f-46f960d02557 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/58258903-7894-4640-8938-8e4a99d99468 HTTP/1.1" status: 204 len: 168 time: 0.2061105 Feb 09 22:14:09.795983 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e1128-9d7a-45f1-bb3f-46f960d02557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58258903-7894-4640-8938-8e4a99d99468,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:10.020952 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4bbbd5e5-135e-4699-80a0-cb0cc94fa239 req-86c2f4c4-afcd-4d10-bfa5-0689209ee05d tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8667266 Feb 09 22:14:10.114677 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32db617c-46f3-4e1a-b03f-3c4ee3785561 req-edfa4a33-2900-4cb6-b885-b1fc34d1e300 service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0257549 Feb 09 22:14:10.336630 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44242103-4280-4603-a9e6-d6f68b273f66 req-c1bd5a5b-8411-419c-9e62-b4b6e1d5e4c5 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:10.338587 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-44242103-4280-4603-a9e6-d6f68b273f66 req-c1bd5a5b-8411-419c-9e62-b4b6e1d5e4c5 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 946 time: 0.1894178 Feb 09 22:14:10.343248 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32db617c-46f3-4e1a-b03f-3c4ee3785561 req-60bcad06-b70e-4258-919a-a4b0c2274ffc service neutron] 10.222.0.71 "GET /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092052 Feb 09 22:14:10.442237 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-44242103-4280-4603-a9e6-d6f68b273f66 req-0f610f19-abfb-4ba3-90e6-74d82765d776 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948498 Feb 09 22:14:10.471976 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-123a1285-fa5d-4556-8adf-ac65afa97188 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (2fdec831-00e0-4855-9fec-db6afb54ec97), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:10.509855 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9d00f3e1-3c22-4c22-8728-972db5b8fc78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:10.693871 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b74b08-f0e9-448d-b2e0-9e6c2dab92c3 req-6dc32a1e-825d-454b-9fd2-3eda1709861b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:10.695093 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-43b74b08-f0e9-448d-b2e0-9e6c2dab92c3 req-6dc32a1e-825d-454b-9fd2-3eda1709861b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 946 time: 0.1233499 Feb 09 22:14:10.848285 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-43b74b08-f0e9-448d-b2e0-9e6c2dab92c3 req-7957194c-833a-4214-a598-5a6c97ca839c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039846 Feb 09 22:14:11.112904 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-123a1285-fa5d-4556-8adf-ac65afa97188 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting port a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:11.114213 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-123a1285-fa5d-4556-8adf-ac65afa97188 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:11.324515 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-123a1285-fa5d-4556-8adf-ac65afa97188 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:11.351953 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-123a1285-fa5d-4556-8adf-ac65afa97188 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Calling delete_port for a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:11.649906 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:11.676703 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cbeb0-6f91-47e5-a6fc-f2148792eaff req-657ec1c0-32d3-48dc-ac74-d180a6c5ef40 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:11.685124 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-588cbeb0-6f91-47e5-a6fc-f2148792eaff req-657ec1c0-32d3-48dc-ac74-d180a6c5ef40 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.1956491 Feb 09 22:14:11.835106 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-588cbeb0-6f91-47e5-a6fc-f2148792eaff req-47ad6457-dab7-40fb-b1b1-e25bd05b607d tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459725 Feb 09 22:14:11.890430 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-123a1285-fa5d-4556-8adf-ac65afa97188 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:11.989551 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a1285-fa5d-4556-8adf-ac65afa97188 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Port': ['ID=a6f5e44e-6683-4e8c-ad4d-2fc72d181ed4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:12.254484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdbacb-cfc4-4463-a375-10255c8515f1 req-d91e025d-9b70-41b2-8fe1-e2e486e68b72 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:12.267185 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93cdbacb-cfc4-4463-a375-10255c8515f1 req-d91e025d-9b70-41b2-8fe1-e2e486e68b72 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 946 time: 0.2279773 Feb 09 22:14:12.394773 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-123a1285-fa5d-4556-8adf-ac65afa97188 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (2fdec831-00e0-4855-9fec-db6afb54ec97), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:12.440416 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93cdbacb-cfc4-4463-a375-10255c8515f1 req-7cf82a72-e6c8-4a90-92ff-76f400b222b0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717725 Feb 09 22:14:12.715028 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38052) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:12.836944 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e529d-238c-426e-a2f0-dc3828519bf6 req-00d7fbb1-246b-485e-9b35-45edbd9da40c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:12.849381 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-840e529d-238c-426e-a2f0-dc3828519bf6 req-00d7fbb1-246b-485e-9b35-45edbd9da40c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 946 time: 0.2582450 Feb 09 22:14:12.850894 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:12.937210 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123a1285-fa5d-4556-8adf-ac65afa97188 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router 2fdec831-00e0-4855-9fec-db6afb54ec97 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:14:12.950590 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-837bfa4b-9f56-4091-a0b2-00388ab2e80d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:13.091508 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-837bfa4b-9f56-4091-a0b2-00388ab2e80d admin admin] Publish callbacks [] for security_group (43b44bb5-b6f3-4056-85b2-1cc0850ab801), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:13.103491 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-837bfa4b-9f56-4091-a0b2-00388ab2e80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (43b44bb5-b6f3-4056-85b2-1cc0850ab801), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:13.134993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837bfa4b-9f56-4091-a0b2-00388ab2e80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b44bb5-b6f3-4056-85b2-1cc0850ab801,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:13.167586 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-837bfa4b-9f56-4091-a0b2-00388ab2e80d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a6ea3d148a0746189d173df86dd80dbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4509711 Feb 09 22:14:13.172384 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38058) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:13.177991 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-840e529d-238c-426e-a2f0-dc3828519bf6 req-11e5a891-09b5-4ccc-b6e4-258d7dc78f29 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3273122 Feb 09 22:14:13.214554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861341-cfea-4d23-85e7-1723696a68a5 req-7858529c-c94d-46c8-92a1-1f9d11919679 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:13.217829 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5b861341-cfea-4d23-85e7-1723696a68a5 req-7858529c-c94d-46c8-92a1-1f9d11919679 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.71 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 946 time: 0.3595548 Feb 09 22:14:13.239390 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123a1285-fa5d-4556-8adf-ac65afa97188 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:14:13.239773 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5db2e252-6ac0-4261-b431-194179ce8413 admin admin] Publish callbacks [] for security_group (43b44bb5-b6f3-4056-85b2-1cc0850ab801), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:13.254191 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39047c79-9d6c-4b36-84d0-32d46e46e679 None None] Sync routers for ids ['2fdec831-00e0-4855-9fec-db6afb54ec97'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:14:13.262265 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-123a1285-fa5d-4556-8adf-ac65afa97188 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/2fdec831-00e0-4855-9fec-db6afb54ec97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3526771 Feb 09 22:14:13.272642 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38060) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:13.288245 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39047c79-9d6c-4b36-84d0-32d46e46e679 None None] Routers {'2fdec831-00e0-4855-9fec-db6afb54ec97'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:13.300574 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-39047c79-9d6c-4b36-84d0-32d46e46e679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:14:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2fdec831-00e0-4855-9fec-db6afb54ec97'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:13.353315 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-12478fef-51ce-4cfe-bb4b-9768c08629a9 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdec831-00e0-4855-9fec-db6afb54ec97 HTTP/1.1" status: 200 len: 205 time: 0.0726552 Feb 09 22:14:13.360489 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38062) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:13.381243 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5db2e252-6ac0-4261-b431-194179ce8413 admin admin] Publish callbacks [] for security_group (43b44bb5-b6f3-4056-85b2-1cc0850ab801), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:13.418821 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-39047c79-9d6c-4b36-84d0-32d46e46e679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:13.440161 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39047c79-9d6c-4b36-84d0-32d46e46e679 None None] Routers {'2fdec831-00e0-4855-9fec-db6afb54ec97'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:13.442035 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-39047c79-9d6c-4b36-84d0-32d46e46e679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:14:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2fdec831-00e0-4855-9fec-db6afb54ec97'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:13.506081 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5db2e252-6ac0-4261-b431-194179ce8413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (43b44bb5-b6f3-4056-85b2-1cc0850ab801), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:13.513239 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5db2e252-6ac0-4261-b431-194179ce8413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:13.515801 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5db2e252-6ac0-4261-b431-194179ce8413 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/43b44bb5-b6f3-4056-85b2-1cc0850ab801 HTTP/1.1" status: 204 len: 168 time: 0.3419323 Feb 09 22:14:13.532060 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a01f7f33-cd7b-4148-afd7-4be63d87ed83 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (2fdec831-00e0-4855-9fec-db6afb54ec97), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:13.535270 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2e252-6ac0-4261-b431-194179ce8413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b44bb5-b6f3-4056-85b2-1cc0850ab801,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:13.564939 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-39047c79-9d6c-4b36-84d0-32d46e46e679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:13.566727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39047c79-9d6c-4b36-84d0-32d46e46e679 None None] The sync data for ids ['2fdec831-00e0-4855-9fec-db6afb54ec97'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:14:13.646331 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44d47e-c325-426d-b60e-3bee5fc6cd9e req-178bbbff-99f0-4fb1-bcdd-48647f98d384 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:13.647898 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b44d47e-c325-426d-b60e-3bee5fc6cd9e req-178bbbff-99f0-4fb1-bcdd-48647f98d384 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.2718558 Feb 09 22:14:13.783965 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-5b861341-cfea-4d23-85e7-1723696a68a5 req-484c6b10-b868-4fa6-8f97-04d54d0fa5ac tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Deleting port 84aa3aba-16d8-472d-932c-39c1b4acae0d {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:13.784293 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5b861341-cfea-4d23-85e7-1723696a68a5 req-484c6b10-b868-4fa6-8f97-04d54d0fa5ac tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (84aa3aba-16d8-472d-932c-39c1b4acae0d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:13.789433 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a01f7f33-cd7b-4148-afd7-4be63d87ed83 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (2fdec831-00e0-4855-9fec-db6afb54ec97), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:13.793745 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a01f7f33-cd7b-4148-afd7-4be63d87ed83 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router_controller (2fdec831-00e0-4855-9fec-db6afb54ec97), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:13.969099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38070) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:13.988071 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-52e180c4-73cd-4215-96db-f4d5bc858940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.007341 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b44d47e-c325-426d-b60e-3bee5fc6cd9e req-d74063c7-f611-4fcc-9900-b6fe4e73e273 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3258591 Feb 09 22:14:14.013534 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a01f7f33-cd7b-4148-afd7-4be63d87ed83 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (2fdec831-00e0-4855-9fec-db6afb54ec97), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.014368 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01f7f33-cd7b-4148-afd7-4be63d87ed83 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Fanout notify agent at l3_agent the message router_deleted on router 2fdec831-00e0-4855-9fec-db6afb54ec97 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:14:14.029856 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a01f7f33-cd7b-4148-afd7-4be63d87ed83 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.031706 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a01f7f33-cd7b-4148-afd7-4be63d87ed83 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/routers/2fdec831-00e0-4855-9fec-db6afb54ec97 HTTP/1.1" status: 204 len: 168 time: 0.6656046 Feb 09 22:14:14.037615 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38072) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:14.129938 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-5b861341-cfea-4d23-85e7-1723696a68a5 req-484c6b10-b868-4fa6-8f97-04d54d0fa5ac tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] For port 84aa3aba-16d8-472d-932c-39c1b4acae0d, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=84aa3aba-16d8-472d-932c-39c1b4acae0d,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:14.130669 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5b861341-cfea-4d23-85e7-1723696a68a5 req-484c6b10-b868-4fa6-8f97-04d54d0fa5ac tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (84aa3aba-16d8-472d-932c-39c1b4acae0d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.132624 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7db05d-5d59-47c8-a21e-297cc972793e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting subnet b5c38e26-3d2d-482e-868a-e1d9be2d6e9d {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:14:14.141324 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a7db05d-5d59-47c8-a21e-297cc972793e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for subnet (b5c38e26-3d2d-482e-868a-e1d9be2d6e9d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.156079 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-5b861341-cfea-4d23-85e7-1723696a68a5 req-484c6b10-b868-4fa6-8f97-04d54d0fa5ac tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Calling delete_port for 84aa3aba-16d8-472d-932c-39c1b4acae0d owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:14.183616 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-52e180c4-73cd-4215-96db-f4d5bc858940 admin admin] Publish callbacks [] for security_group (bb43fb68-85b7-4e04-8b4a-83585b61931e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.195423 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-52e180c4-73cd-4215-96db-f4d5bc858940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bb43fb68-85b7-4e04-8b4a-83585b61931e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.225645 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a7db05d-5d59-47c8-a21e-297cc972793e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (b5c38e26-3d2d-482e-868a-e1d9be2d6e9d), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.292243 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e180c4-73cd-4215-96db-f4d5bc858940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb43fb68-85b7-4e04-8b4a-83585b61931e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:14.296578 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-52e180c4-73cd-4215-96db-f4d5bc858940 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=495b81793da94fc99d1e652b68deafe1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3231857 Feb 09 22:14:14.297462 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38082) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:14.301368 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05789373-ebec-4400-9f56-3879bdd2b908 req-118b263a-43f5-46cf-bf95-d7061b220253 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:14.303077 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05789373-ebec-4400-9f56-3879bdd2b908 req-118b263a-43f5-46cf-bf95-d7061b220253 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 946 time: 0.1375334 Feb 09 22:14:14.410309 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a7db05d-5d59-47c8-a21e-297cc972793e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (b5c38e26-3d2d-482e-868a-e1d9be2d6e9d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.413837 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e580565-df79-4a51-a643-4783d4208355 admin admin] Publish callbacks [] for security_group (bb43fb68-85b7-4e04-8b4a-83585b61931e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.441364 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05789373-ebec-4400-9f56-3879bdd2b908 req-98878c16-fee9-490b-8a76-01e1985c95e9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174674 Feb 09 22:14:14.469039 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e580565-df79-4a51-a643-4783d4208355 admin admin] Publish callbacks [] for security_group (bb43fb68-85b7-4e04-8b4a-83585b61931e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.475906 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5b861341-cfea-4d23-85e7-1723696a68a5 req-484c6b10-b868-4fa6-8f97-04d54d0fa5ac tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (84aa3aba-16d8-472d-932c-39c1b4acae0d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.500755 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['89a04835-c025-4142-8ec3-2214ac3c2bc9', '84aa3aba-16d8-472d-932c-39c1b4acae0d'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:14:14.533681 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a7db05d-5d59-47c8-a21e-297cc972793e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (b5c38e26-3d2d-482e-868a-e1d9be2d6e9d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.578532 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c6b10-b868-4fa6-8f97-04d54d0fa5ac tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event deleted for resources: {'Port': ['ID=84aa3aba-16d8-472d-932c-39c1b4acae0d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:14.616636 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7db05d-5d59-47c8-a21e-297cc972793e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c38e26-3d2d-482e-868a-e1d9be2d6e9d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:14.623613 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e580565-df79-4a51-a643-4783d4208355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bb43fb68-85b7-4e04-8b4a-83585b61931e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.626349 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e580565-df79-4a51-a643-4783d4208355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.633828 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7e580565-df79-4a51-a643-4783d4208355 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bb43fb68-85b7-4e04-8b4a-83585b61931e HTTP/1.1" status: 204 len: 168 time: 0.3342464 Feb 09 22:14:14.683788 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33e39b6-d6c1-475c-8169-c7835107a0be None None] Network 2a92f5fd-986f-4ee5-9e3c-276172fb8a02 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:14:14.687325 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a7db05d-5d59-47c8-a21e-297cc972793e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.705938 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b861341-cfea-4d23-85e7-1723696a68a5 req-484c6b10-b868-4fa6-8f97-04d54d0fa5ac tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] No DVR routers for this DVR port 84aa3aba-16d8-472d-932c-39c1b4acae0d on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:14.711360 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5b861341-cfea-4d23-85e7-1723696a68a5 req-484c6b10-b868-4fa6-8f97-04d54d0fa5ac tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.721711 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5b861341-cfea-4d23-85e7-1723696a68a5 req-484c6b10-b868-4fa6-8f97-04d54d0fa5ac tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.71 "DELETE /v2.0/ports/84aa3aba-16d8-472d-932c-39c1b4acae0d HTTP/1.1" status: 204 len: 173 time: 1.4926486 Feb 09 22:14:14.721941 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5a7db05d-5d59-47c8-a21e-297cc972793e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/subnets/b5c38e26-3d2d-482e-868a-e1d9be2d6e9d HTTP/1.1" status: 204 len: 168 time: 0.6769619 Feb 09 22:14:14.722107 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb52d56-84fd-43ce-bd95-b300d9c61fcb', 'name': 'network-vif-deleted', 'tag': '84aa3aba-16d8-472d-932c-39c1b4acae0d'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:14:14.722279 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e580565-df79-4a51-a643-4783d4208355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb43fb68-85b7-4e04-8b4a-83585b61931e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:14.722439 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1a0f54-2463-432a-ba73-583c2eef3c11" -d '{"events": [{"server_uuid": "8eb52d56-84fd-43ce-bd95-b300d9c61fcb", "name": "network-vif-deleted", "tag": "84aa3aba-16d8-472d-932c-39c1b4acae0d"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:14:14.726758 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38094) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:14.963185 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c41e45b8-859d-4962-89a2-5ab9c2906475 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (2a92f5fd-986f-4ee5-9e3c-276172fb8a02), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:15.149411 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c41e45b8-859d-4962-89a2-5ab9c2906475 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting port f2278362-fac2-455d-b6c0-ae4cb2c9d28f {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:15.150517 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c41e45b8-859d-4962-89a2-5ab9c2906475 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f2278362-fac2-455d-b6c0-ae4cb2c9d28f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:15.204528 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:15.303795 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c41e45b8-859d-4962-89a2-5ab9c2906475 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] For port f2278362-fac2-455d-b6c0-ae4cb2c9d28f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f2278362-fac2-455d-b6c0-ae4cb2c9d28f,segment=NetworkSegment(b0f7358c-c22b-4f2e-b901-6704fd31a87a),segment_id=b0f7358c-c22b-4f2e-b901-6704fd31a87a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:15.305030 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c41e45b8-859d-4962-89a2-5ab9c2906475 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f2278362-fac2-455d-b6c0-ae4cb2c9d28f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:15.335222 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c41e45b8-859d-4962-89a2-5ab9c2906475 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Calling delete_port for f2278362-fac2-455d-b6c0-ae4cb2c9d28f owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:15.466751 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27d3e4f-4f03-43df-83cf-e6ba3ec76a93 None None] DHCP port deletion for 2a92f5fd-986f-4ee5-9e3c-276172fb8a02 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:14:15.560728 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:15.594958 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c27d3e4f-4f03-43df-83cf-e6ba3ec76a93 None None] Deleting port f2278362-fac2-455d-b6c0-ae4cb2c9d28f {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:15.595508 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c27d3e4f-4f03-43df-83cf-e6ba3ec76a93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f2278362-fac2-455d-b6c0-ae4cb2c9d28f), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:15.634664 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c41e45b8-859d-4962-89a2-5ab9c2906475 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f2278362-fac2-455d-b6c0-ae4cb2c9d28f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:15.708716 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e45b8-859d-4962-89a2-5ab9c2906475 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Port': ['ID=f2278362-fac2-455d-b6c0-ae4cb2c9d28f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:15.725076 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41e45b8-859d-4962-89a2-5ab9c2906475 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] No DVR routers for this DVR port f2278362-fac2-455d-b6c0-ae4cb2c9d28f on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:15.781732 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c27d3e4f-4f03-43df-83cf-e6ba3ec76a93 None None] For port f2278362-fac2-455d-b6c0-ae4cb2c9d28f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f2278362-fac2-455d-b6c0-ae4cb2c9d28f,segment=NetworkSegment(b0f7358c-c22b-4f2e-b901-6704fd31a87a),segment_id=b0f7358c-c22b-4f2e-b901-6704fd31a87a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:15.782234 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c27d3e4f-4f03-43df-83cf-e6ba3ec76a93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f2278362-fac2-455d-b6c0-ae4cb2c9d28f), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:15.815913 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c27d3e4f-4f03-43df-83cf-e6ba3ec76a93 None None] Calling delete_port for f2278362-fac2-455d-b6c0-ae4cb2c9d28f owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:15.826322 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f2278362-fac2-455d-b6c0-ae4cb2c9d28f no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:15.876138 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: f2278362-fac2-455d-b6c0-ae4cb2c9d28f {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:15.876876 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f2278362-fac2-455d-b6c0-ae4cb2c9d28f not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:15.943840 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c41e45b8-859d-4962-89a2-5ab9c2906475 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (2a92f5fd-986f-4ee5-9e3c-276172fb8a02), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:15.973552 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-c41e45b8-859d-4962-89a2-5ab9c2906475 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a92f5fd-986f-4ee5-9e3c-276172fb8a02']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:15.988434 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-c41e45b8-859d-4962-89a2-5ab9c2906475 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f7358c-c22b-4f2e-b901-6704fd31a87a') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:15.989157 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-c41e45b8-859d-4962-89a2-5ab9c2906475 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f7358c-c22b-4f2e-b901-6704fd31a87a') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:16.004748 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c41e45b8-859d-4962-89a2-5ab9c2906475 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (b0f7358c-c22b-4f2e-b901-6704fd31a87a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:16.024809 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c41e45b8-859d-4962-89a2-5ab9c2906475 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (b0f7358c-c22b-4f2e-b901-6704fd31a87a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:16.033821 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41e45b8-859d-4962-89a2-5ab9c2906475 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:14:16.034693 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c41e45b8-859d-4962-89a2-5ab9c2906475 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (b0f7358c-c22b-4f2e-b901-6704fd31a87a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:14:16.051805 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:14:16.129603 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c41e45b8-859d-4962-89a2-5ab9c2906475 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (2a92f5fd-986f-4ee5-9e3c-276172fb8a02), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:16.142181 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c41e45b8-859d-4962-89a2-5ab9c2906475 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:16.151920 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c41e45b8-859d-4962-89a2-5ab9c2906475 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/networks/2a92f5fd-986f-4ee5-9e3c-276172fb8a02 HTTP/1.1" status: 204 len: 168 time: 1.4197159 Feb 09 22:14:16.155467 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38158) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:16.160327 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-dd78ae83-4108-432b-9d1e-703cb3ab5599 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-988435258', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:16.165171 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c27d3e4f-4f03-43df-83cf-e6ba3ec76a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (f2278362-fac2-455d-b6c0-ae4cb2c9d28f), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:16.180006 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e45b8-859d-4962-89a2-5ab9c2906475 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Network': ['ID=2a92f5fd-986f-4ee5-9e3c-276172fb8a02,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:16.220916 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd78ae83-4108-432b-9d1e-703cb3ab5599 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (0f7fcf95-492b-4469-be04-e119bd3303d0), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:16.225875 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd78ae83-4108-432b-9d1e-703cb3ab5599 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (0f7fcf95-492b-4469-be04-e119bd3303d0), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:16.233165 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d3e4f-4f03-43df-83cf-e6ba3ec76a93 None None] Pushing event deleted for resources: {'Port': ['ID=f2278362-fac2-455d-b6c0-ae4cb2c9d28f,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:16.238881 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:16.250485 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c27d3e4f-4f03-43df-83cf-e6ba3ec76a93 None None] Network 2a92f5fd-986f-4ee5-9e3c-276172fb8a02 is not hosted by any dhcp agent {{(pid=103203) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 22:14:16.252684 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27d3e4f-4f03-43df-83cf-e6ba3ec76a93 None None] No DVR routers for this DVR port f2278362-fac2-455d-b6c0-ae4cb2c9d28f on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:16.396001 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd78ae83-4108-432b-9d1e-703cb3ab5599 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router_controller (0f7fcf95-492b-4469-be04-e119bd3303d0), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:16.548066 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeecbfe-cde2-4a6f-ba44-8e0e35aeecdb req-4841e6ae-b640-4a3d-83d5-225b929d47f0 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:16.550638 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-baeecbfe-cde2-4a6f-ba44-8e0e35aeecdb req-4841e6ae-b640-4a3d-83d5-225b929d47f0 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=900d4037-d080-4d7e-bfbd-355038372298 HTTP/1.1" status: 200 len: 944 time: 0.1708443 Feb 09 22:14:16.711815 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd78ae83-4108-432b-9d1e-703cb3ab5599 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router_gateway (0f7fcf95-492b-4469-be04-e119bd3303d0), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:16.900863 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-baeecbfe-cde2-4a6f-ba44-8e0e35aeecdb req-c8d4dc6a-420e-4be5-bfe9-78cf9198f50e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Deleting port 29469d4a-04a1-4b82-91f0-25a04aeac789 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:16.901767 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-baeecbfe-cde2-4a6f-ba44-8e0e35aeecdb req-c8d4dc6a-420e-4be5-bfe9-78cf9198f50e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (29469d4a-04a1-4b82-91f0-25a04aeac789), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:17.108864 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-baeecbfe-cde2-4a6f-ba44-8e0e35aeecdb req-c8d4dc6a-420e-4be5-bfe9-78cf9198f50e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] For port 29469d4a-04a1-4b82-91f0-25a04aeac789, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=29469d4a-04a1-4b82-91f0-25a04aeac789,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:17.109428 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-baeecbfe-cde2-4a6f-ba44-8e0e35aeecdb req-c8d4dc6a-420e-4be5-bfe9-78cf9198f50e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (29469d4a-04a1-4b82-91f0-25a04aeac789), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:17.116034 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 84aa3aba-16d8-472d-932c-39c1b4acae0d no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:17.155149 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-baeecbfe-cde2-4a6f-ba44-8e0e35aeecdb req-c8d4dc6a-420e-4be5-bfe9-78cf9198f50e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Calling delete_port for 29469d4a-04a1-4b82-91f0-25a04aeac789 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:17.195938 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 84aa3aba-16d8-472d-932c-39c1b4acae0d {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:17.196970 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 84aa3aba-16d8-472d-932c-39c1b4acae0d not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:17.234208 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd78ae83-4108-432b-9d1e-703cb3ab5599 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router_gateway (0f7fcf95-492b-4469-be04-e119bd3303d0), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:17.292575 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd78ae83-4108-432b-9d1e-703cb3ab5599 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:17.968491 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-e5f1f54d-e03d-45c8-9fbe-966aa9b83a7c service neutron] show failed (client error): The resource could not be found. Feb 09 22:14:17.971019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-e5f1f54d-e03d-45c8-9fbe-966aa9b83a7c service neutron] 10.222.0.42 "GET /v2.0/ports/0438ac5d-8a69-438e-b0d3-3d0331280199/bindings/n-h1-828601-1 HTTP/1.1" status: 404 len: 380 time: 0.7574811 Feb 09 22:14:18.024896 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-dd78ae83-4108-432b-9d1e-703cb3ab5599 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Allocated IP 172.25.6.128 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/3ff0cf9a-1e6d-436d-9323-c4381f3b1ae5) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:18.358107 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd78ae83-4108-432b-9d1e-703cb3ab5599 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for port (3ff0cf9a-1e6d-436d-9323-c4381f3b1ae5), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:18.398707 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-baeecbfe-cde2-4a6f-ba44-8e0e35aeecdb req-c8d4dc6a-420e-4be5-bfe9-78cf9198f50e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (29469d4a-04a1-4b82-91f0-25a04aeac789), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:18.411724 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['3b845d39-4531-44db-89a3-83212c07eb2d', 'd8c8d7fc-bdfc-4477-a0d6-7d707921533b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:14:18.501670 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4dc6a-420e-4be5-bfe9-78cf9198f50e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Pushing event deleted for resources: {'Port': ['ID=29469d4a-04a1-4b82-91f0-25a04aeac789,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:18.540199 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd78ae83-4108-432b-9d1e-703cb3ab5599 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (3ff0cf9a-1e6d-436d-9323-c4381f3b1ae5), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:18.624879 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-baeecbfe-cde2-4a6f-ba44-8e0e35aeecdb req-c8d4dc6a-420e-4be5-bfe9-78cf9198f50e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] No DVR routers for this DVR port 29469d4a-04a1-4b82-91f0-25a04aeac789 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:18.641332 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-baeecbfe-cde2-4a6f-ba44-8e0e35aeecdb req-c8d4dc6a-420e-4be5-bfe9-78cf9198f50e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:18.661009 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-baeecbfe-cde2-4a6f-ba44-8e0e35aeecdb req-c8d4dc6a-420e-4be5-bfe9-78cf9198f50e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "DELETE /v2.0/ports/29469d4a-04a1-4b82-91f0-25a04aeac789 HTTP/1.1" status: 204 len: 173 time: 2.0183775 Feb 09 22:14:18.680263 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-9a7075bf-320e-4911-b4bb-49528cfda03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:18.685704 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-9a7075bf-320e-4911-b4bb-49528cfda03b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e&tenant_id=a306ddcdfade484fb30dc0e0a20bda6f HTTP/1.1" status: 200 len: 1128 time: 0.2971039 Feb 09 22:14:18.706941 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd78ae83-4108-432b-9d1e-703cb3ab5599 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:18.730642 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-dd78ae83-4108-432b-9d1e-703cb3ab5599 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:18.767288 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd78ae83-4108-432b-9d1e-703cb3ab5599 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:18.799988 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828601-1', 'device_owner': 'compute:nova'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:18.910046 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78ae83-4108-432b-9d1e-703cb3ab5599 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Port': ['ID=3ff0cf9a-1e6d-436d-9323-c4381f3b1ae5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:19.083967 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:19.565621 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd78ae83-4108-432b-9d1e-703cb3ab5599 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router_gateway (0f7fcf95-492b-4469-be04-e119bd3303d0), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:19.653347 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] For port 0438ac5d-8a69-438e-b0d3-3d0331280199, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0438ac5d-8a69-438e-b0d3-3d0331280199,segment=NetworkSegment(e0495290-49f2-4023-ac25-802cabb6e6f6),segment_id=e0495290-49f2-4023-ac25-802cabb6e6f6)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:19.731878 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] For port 0438ac5d-8a69-438e-b0d3-3d0331280199, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:14:19.822599 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] Publish callbacks [] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:19.909883 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] Transition to ACTIVE for port object 0438ac5d-8a69-438e-b0d3-3d0331280199 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:14:19.966077 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:20.045870 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0438ac5d-8a69-438e-b0d3-3d0331280199 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:20.158436 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] The host n-h2-828601-1 is not matching for port 0438ac5d-8a69-438e-b0d3-3d0331280199 host n-h1-828601-1! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:14:20.158953 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0438ac5d-8a69-438e-b0d3-3d0331280199 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:20.244034 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] Pushing event updated for resources: {'Port': ['ID=0438ac5d-8a69-438e-b0d3-3d0331280199,revision_number=6']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:20.296375 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1d387-c386-4d5d-97f8-e3589841f5e7 req-f9662c65-362c-4041-b63e-d3b00b7d88c8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:20.298346 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-adf1d387-c386-4d5d-97f8-e3589841f5e7 req-f9662c65-362c-4041-b63e-d3b00b7d88c8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 944 time: 0.4528041 Feb 09 22:14:20.500540 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] No DVR routers for this DVR port 0438ac5d-8a69-438e-b0d3-3d0331280199 on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:20.728643 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-adf1d387-c386-4d5d-97f8-e3589841f5e7 req-8c5954e1-b4cb-4844-8506-011575c25d5d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4014461 Feb 09 22:14:20.808175 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd78ae83-4108-432b-9d1e-703cb3ab5599 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (0f7fcf95-492b-4469-be04-e119bd3303d0), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:21.045828 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afeda6ba-9421-4f1f-8404-4f0ea5283d69 x-openstack-request-id: req-afeda6ba-9421-4f1f-8404-4f0ea5283d69 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:14:21.046158 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb52d56-84fd-43ce-bd95-b300d9c61fcb", "name": "network-vif-deleted", "tag": "84aa3aba-16d8-472d-932c-39c1b4acae0d", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:14:21.046654 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-afeda6ba-9421-4f1f-8404-4f0ea5283d69 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:14:21.047129 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb52d56-84fd-43ce-bd95-b300d9c61fcb', 'name': 'network-vif-deleted', 'tag': '84aa3aba-16d8-472d-932c-39c1b4acae0d', 'status': 'completed', 'code': 200} Feb 09 22:14:21.121048 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-386fd75e-cf68-4617-aedb-05153a397697 req-11822824-9ee4-4c7e-afba-5a093adb45ea tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 210 time: 0.0727243 Feb 09 22:14:21.235098 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] Attempting to bind port 0438ac5d-8a69-438e-b0d3-3d0331280199 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:14:21.235802 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] Attempting to bind port 0438ac5d-8a69-438e-b0d3-3d0331280199 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'e0495290-49f2-4023-ac25-802cabb6e6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:14:21.236508 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] Attempting to bind port 0438ac5d-8a69-438e-b0d3-3d0331280199 on network 8eb1b118-355e-4bdc-9775-e75604df539b {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:14:21.249723 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] Port 0438ac5d-8a69-438e-b0d3-3d0331280199 on network 8eb1b118-355e-4bdc-9775-e75604df539b not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:14:21.250378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] Attempting to bind port 0438ac5d-8a69-438e-b0d3-3d0331280199 on network 8eb1b118-355e-4bdc-9775-e75604df539b {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:14:21.263215 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:14:21.264672 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] Checking segment: {'id': 'e0495290-49f2-4023-ac25-802cabb6e6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:14:21.265606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] Bound using segment: {'id': 'e0495290-49f2-4023-ac25-802cabb6e6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:14:21.267771 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] Bound port: 0438ac5d-8a69-438e-b0d3-3d0331280199, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0495290-49f2-4023-ac25-802cabb6e6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:14:21.267771 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:21.275342 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd78ae83-4108-432b-9d1e-703cb3ab5599 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router 0f7fcf95-492b-4469-be04-e119bd3303d0 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:14:21.506985 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] For port 0438ac5d-8a69-438e-b0d3-3d0331280199, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:14:21.512982 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] For port 0438ac5d-8a69-438e-b0d3-3d0331280199, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=0438ac5d-8a69-438e-b0d3-3d0331280199,segment=NetworkSegment(e0495290-49f2-4023-ac25-802cabb6e6f6),segment_id=e0495290-49f2-4023-ac25-802cabb6e6f6)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:14:21.573560 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:21.648061 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:21.650779 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:21.653216 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] 10.222.0.71 "PUT /v2.0/ports/0438ac5d-8a69-438e-b0d3-3d0331280199 HTTP/1.1" status: 200 len: 1092 time: 2.9268115 Feb 09 22:14:21.742482 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1f836-4e8a-412e-8a02-0c56dbfebc56 service neutron] Pushing event updated for resources: {'Port': ['ID=0438ac5d-8a69-438e-b0d3-3d0331280199,revision_number=7']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:21.839028 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd78ae83-4108-432b-9d1e-703cb3ab5599 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:14:21.852409 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b83800-3048-4a3e-a382-42779f65a8f9 None None] Sync routers for ids ['0f7fcf95-492b-4469-be04-e119bd3303d0'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:14:21.867945 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b83800-3048-4a3e-a382-42779f65a8f9 None None] Routers {'0f7fcf95-492b-4469-be04-e119bd3303d0'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:21.868594 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-06b83800-3048-4a3e-a382-42779f65a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:14:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['0f7fcf95-492b-4469-be04-e119bd3303d0'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:21.916123 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd78ae83-4108-432b-9d1e-703cb3ab5599 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:21.920021 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-dd78ae83-4108-432b-9d1e-703cb3ab5599 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.7609403 Feb 09 22:14:21.920891 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38290) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:21.927112 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-9880f6fb-41ca-4b95-b48e-a3d89c076616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:21.928727 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-9880f6fb-41ca-4b95-b48e-a3d89c076616 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 1126 time: 0.2098792 Feb 09 22:14:21.929501 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-06b83800-3048-4a3e-a382-42779f65a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:21.944834 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b83800-3048-4a3e-a382-42779f65a8f9 None None] Routers {'0f7fcf95-492b-4469-be04-e119bd3303d0'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:21.945476 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-06b83800-3048-4a3e-a382-42779f65a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:14:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['0f7fcf95-492b-4469-be04-e119bd3303d0'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:21.968881 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8bbfc-c93d-43eb-8f87-024aad4c83c8 req-b1846504-2184-4549-a307-ccae9f9dfe41 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:21.970518 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-79b8bbfc-c93d-43eb-8f87-024aad4c83c8 req-b1846504-2184-4549-a307-ccae9f9dfe41 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=00e2126f-321a-41da-abd5-4eee91a2d74b HTTP/1.1" status: 200 len: 907 time: 0.2134845 Feb 09 22:14:22.057420 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-06b83800-3048-4a3e-a382-42779f65a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:22.058126 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b83800-3048-4a3e-a382-42779f65a8f9 None None] The sync data for ids ['0f7fcf95-492b-4469-be04-e119bd3303d0'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:14:22.391317 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bf9e7a10-3d90-438e-a068-6a4d306ffd03 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/routers/0f7fcf95-492b-4469-be04-e119bd3303d0 HTTP/1.1" status: 200 len: 880 time: 0.4667120 Feb 09 22:14:22.393612 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38300) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:22.684313 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be593ae5-e9a1-4466-802c-5de80dba4e3a req-ce0c3775-02a2-4125-9cf8-b18d6eea587c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:22.699024 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be593ae5-e9a1-4466-802c-5de80dba4e3a req-ce0c3775-02a2-4125-9cf8-b18d6eea587c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 944 time: 0.1620374 Feb 09 22:14:22.841157 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-26e9a23e-11be-43fb-b5b7-bacafd0cb850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:22.844119 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-26e9a23e-11be-43fb-b5b7-bacafd0cb850 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8eb1b118-355e-4bdc-9775-e75604df539b HTTP/1.1" status: 200 len: 897 time: 0.9089644 Feb 09 22:14:22.863374 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be593ae5-e9a1-4466-802c-5de80dba4e3a req-d8f8c854-9a28-444a-bd55-bc9f37a68e7c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627660 Feb 09 22:14:23.058480 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900d4037-d080-4d7e-bfbd-355038372298', 'name': 'network-vif-deleted', 'tag': '29469d4a-04a1-4b82-91f0-25a04aeac789'}, {'server_uuid': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0438ac5d-8a69-438e-b0d3-3d0331280199'}, {'name': 'network-changed', 'server_uuid': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'tag': '0438ac5d-8a69-438e-b0d3-3d0331280199'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:14:23.065918 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c6830b-c8e0-4c85-a956-c9e2001bef33" -d '{"events": [{"server_uuid": "900d4037-d080-4d7e-bfbd-355038372298", "name": "network-vif-deleted", "tag": "29469d4a-04a1-4b82-91f0-25a04aeac789"}, {"server_uuid": "5dba9e76-6620-43d3-b090-99b1f397d50e", "name": "network-vif-unplugged", "status": "completed", "tag": "0438ac5d-8a69-438e-b0d3-3d0331280199"}, {"name": "network-changed", "server_uuid": "5dba9e76-6620-43d3-b090-99b1f397d50e", "tag": "0438ac5d-8a69-438e-b0d3-3d0331280199"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:14:23.090350 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1885785-b95e-4404-ba26-e38932c2e9ea req-407ff2d1-6d71-4f95-9cfb-79796f50708e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 210 time: 0.0859797 Feb 09 22:14:23.108598 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-35aebbf2-5190-4a01-98f9-0f8adfc46cab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0438ac5d-8a69-438e-b0d3-3d0331280199 HTTP/1.1" status: 200 len: 999 time: 0.2404528 Feb 09 22:14:23.421018 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-63820ec8-293a-4c3f-9a06-7b2ee55c34fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:23.424111 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-63820ec8-293a-4c3f-9a06-7b2ee55c34fc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=705c9301-7993-4fb7-9cf8-323b2b7171c7 HTTP/1.1" status: 200 len: 833 time: 0.2973068 Feb 09 22:14:23.459807 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b019e912-74c3-47b5-9d2a-ba513a0e3af0 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.0631216 Feb 09 22:14:23.462375 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38312) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:23.473990 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-79382851-314e-4dd1-b45c-450921f892f2 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-988435258'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:23.572202 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ecef4-9e3a-4d8e-b23c-33ad709f025b req-dbbf3f16-444e-4b18-b647-89eca46dc9d9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:23.576298 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd1ecef4-9e3a-4d8e-b23c-33ad709f025b req-dbbf3f16-444e-4b18-b647-89eca46dc9d9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=00e2126f-321a-41da-abd5-4eee91a2d74b HTTP/1.1" status: 200 len: 907 time: 0.2813489 Feb 09 22:14:23.595720 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5919a3c-68f6-4e4c-ab2a-414987927b51 req-0fc4ac82-4eec-4761-9e45-8fcde93f0f0b tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:23.601543 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5919a3c-68f6-4e4c-ab2a-414987927b51 req-0fc4ac82-4eec-4761-9e45-8fcde93f0f0b tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.42 "GET /v2.0/ports?device_id=00e2126f-321a-41da-abd5-4eee91a2d74b HTTP/1.1" status: 200 len: 907 time: 0.4889925 Feb 09 22:14:23.789517 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 520 Content-Type: application/json Date: Wed, 09 Feb 2022 22:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fcbdac-c5cb-4188-962a-3e05bcce4c32 x-openstack-request-id: req-f0fcbdac-c5cb-4188-962a-3e05bcce4c32 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:14:23.789856 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900d4037-d080-4d7e-bfbd-355038372298", "name": "network-vif-deleted", "tag": "29469d4a-04a1-4b82-91f0-25a04aeac789", "status": "failed", "code": 422}, {"server_uuid": "5dba9e76-6620-43d3-b090-99b1f397d50e", "name": "network-vif-unplugged", "status": "completed", "tag": "0438ac5d-8a69-438e-b0d3-3d0331280199", "code": 200}, {"name": "network-changed", "server_uuid": "5dba9e76-6620-43d3-b090-99b1f397d50e", "tag": "0438ac5d-8a69-438e-b0d3-3d0331280199", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:14:23.790057 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f0fcbdac-c5cb-4188-962a-3e05bcce4c32 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:14:23.790627 n-d-828601-1 neutron-server[103201]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '900d4037-d080-4d7e-bfbd-355038372298', 'name': 'network-vif-deleted', 'tag': '29469d4a-04a1-4b82-91f0-25a04aeac789', 'status': 'failed', 'code': 422} returned with failed status Feb 09 22:14:23.790958 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0438ac5d-8a69-438e-b0d3-3d0331280199', 'code': 200} Feb 09 22:14:23.791218 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'tag': '0438ac5d-8a69-438e-b0d3-3d0331280199', 'status': 'completed', 'code': 200} Feb 09 22:14:23.805463 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-3ecdc53b-3fba-410f-80cb-6bb1925b1d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:23.810531 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-3ecdc53b-3fba-410f-80cb-6bb1925b1d63 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8eb1b118-355e-4bdc-9775-e75604df539b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3671908 Feb 09 22:14:23.929729 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-a5919a3c-68f6-4e4c-ab2a-414987927b51 req-d666ad2b-9938-4d04-802e-a501f0d579e9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Deleting port c92d293d-d796-4f22-b73d-e230f783d9fb {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:23.930745 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a5919a3c-68f6-4e4c-ab2a-414987927b51 req-d666ad2b-9938-4d04-802e-a501f0d579e9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c92d293d-d796-4f22-b73d-e230f783d9fb), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:24.055032 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-a5919a3c-68f6-4e4c-ab2a-414987927b51 req-d666ad2b-9938-4d04-802e-a501f0d579e9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] For port c92d293d-d796-4f22-b73d-e230f783d9fb, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=c92d293d-d796-4f22-b73d-e230f783d9fb,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:24.055537 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a5919a3c-68f6-4e4c-ab2a-414987927b51 req-d666ad2b-9938-4d04-802e-a501f0d579e9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c92d293d-d796-4f22-b73d-e230f783d9fb), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:24.072769 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-a5919a3c-68f6-4e4c-ab2a-414987927b51 req-d666ad2b-9938-4d04-802e-a501f0d579e9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Calling delete_port for c92d293d-d796-4f22-b73d-e230f783d9fb owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:24.199203 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6830b-c8e0-4c85-a956-c9e2001bef33 req-938d2790-0c0c-47e6-ad4f-b49064033e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:24.203013 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d5c6830b-c8e0-4c85-a956-c9e2001bef33 req-938d2790-0c0c-47e6-ad4f-b49064033e0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 1126 time: 0.3744185 Feb 09 22:14:24.294012 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a5919a3c-68f6-4e4c-ab2a-414987927b51 req-d666ad2b-9938-4d04-802e-a501f0d579e9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c92d293d-d796-4f22-b73d-e230f783d9fb), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:24.345752 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79382851-314e-4dd1-b45c-450921f892f2 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (0f7fcf95-492b-4469-be04-e119bd3303d0), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:24.373279 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79382851-314e-4dd1-b45c-450921f892f2 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-316890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-316867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-342176'] for router (0f7fcf95-492b-4469-be04-e119bd3303d0), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:24.382090 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666ad2b-9938-4d04-802e-a501f0d579e9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Pushing event deleted for resources: {'Port': ['ID=c92d293d-d796-4f22-b73d-e230f783d9fb,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:24.553438 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6830b-c8e0-4c85-a956-c9e2001bef33 req-fc69bc51-4772-47be-89f9-db1739647335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:24.556246 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d5c6830b-c8e0-4c85-a956-c9e2001bef33 req-fc69bc51-4772-47be-89f9-db1739647335 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8eb1b118-355e-4bdc-9775-e75604df539b HTTP/1.1" status: 200 len: 897 time: 0.3408351 Feb 09 22:14:24.670595 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-a85b78a7-28df-4158-af82-2b319db65b87 service neutron] 10.222.0.71 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8542180 Feb 09 22:14:24.683247 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5919a3c-68f6-4e4c-ab2a-414987927b51 req-d666ad2b-9938-4d04-802e-a501f0d579e9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] No DVR routers for this DVR port c92d293d-d796-4f22-b73d-e230f783d9fb on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:24.762816 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a5919a3c-68f6-4e4c-ab2a-414987927b51 req-d666ad2b-9938-4d04-802e-a501f0d579e9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:24.770418 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5919a3c-68f6-4e4c-ab2a-414987927b51 req-d666ad2b-9938-4d04-802e-a501f0d579e9 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.42 "DELETE /v2.0/ports/c92d293d-d796-4f22-b73d-e230f783d9fb HTTP/1.1" status: 204 len: 173 time: 1.1608427 Feb 09 22:14:24.820723 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d5c6830b-c8e0-4c85-a956-c9e2001bef33 req-3e9839f2-aa6c-470c-851e-571ca012c47f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0438ac5d-8a69-438e-b0d3-3d0331280199 HTTP/1.1" status: 200 len: 999 time: 0.2052779 Feb 09 22:14:24.945492 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a100ff-dd8d-4a5a-9fdf-d5fb7fba3d70 req-bbd8821d-826f-48b4-a350-3eed51444078 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:24.959952 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7a100ff-dd8d-4a5a-9fdf-d5fb7fba3d70 req-bbd8821d-826f-48b4-a350-3eed51444078 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 944 time: 0.7115612 Feb 09 22:14:24.962294 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79382851-314e-4dd1-b45c-450921f892f2 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router 0f7fcf95-492b-4469-be04-e119bd3303d0 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:14:24.983825 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6830b-c8e0-4c85-a956-c9e2001bef33 req-df77e826-aef0-4675-8bac-e29975d51b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:24.985370 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d5c6830b-c8e0-4c85-a956-c9e2001bef33 req-df77e826-aef0-4675-8bac-e29975d51b92 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=705c9301-7993-4fb7-9cf8-323b2b7171c7 HTTP/1.1" status: 200 len: 833 time: 0.1570427 Feb 09 22:14:25.142146 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7a100ff-dd8d-4a5a-9fdf-d5fb7fba3d70 req-0d628aba-46fd-4ef4-8a17-edf74f537e43 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802459 Feb 09 22:14:25.195012 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-c1fae20b-3931-49ca-bdcb-76a32560930b service neutron] 10.222.0.71 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082192 Feb 09 22:14:25.218462 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6830b-c8e0-4c85-a956-c9e2001bef33 req-256f2ce7-0418-45d9-a27f-82d5e0313100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:25.222383 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d5c6830b-c8e0-4c85-a956-c9e2001bef33 req-256f2ce7-0418-45d9-a27f-82d5e0313100 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8eb1b118-355e-4bdc-9775-e75604df539b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2235153 Feb 09 22:14:25.482054 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9d0a118-edbc-4938-9978-49a223d22a51 req-8765b411-7108-4015-9a57-ceb1177c5268 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 210 time: 0.0787387 Feb 09 22:14:25.586743 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6830b-c8e0-4c85-a956-c9e2001bef33 req-3651a83e-bea6-46df-a032-dd575a005126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:25.592895 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5c6830b-c8e0-4c85-a956-c9e2001bef33 req-3651a83e-bea6-46df-a032-dd575a005126 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 1126 time: 0.3081980 Feb 09 22:14:25.805512 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79382851-314e-4dd1-b45c-450921f892f2 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:14:25.823797 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73581c3b-a4fe-485e-bb12-a83870357140 None None] Sync routers for ids ['0f7fcf95-492b-4469-be04-e119bd3303d0'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:14:25.874993 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e2126f-321a-41da-abd5-4eee91a2d74b', 'name': 'network-vif-deleted', 'tag': 'c92d293d-d796-4f22-b73d-e230f783d9fb'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:14:25.877855 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf998fc-b37b-4bb7-b863-0be20a9e6d34" -d '{"events": [{"server_uuid": "00e2126f-321a-41da-abd5-4eee91a2d74b", "name": "network-vif-deleted", "tag": "c92d293d-d796-4f22-b73d-e230f783d9fb"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:14:25.881283 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6830b-c8e0-4c85-a956-c9e2001bef33 req-7e131fef-3e4a-4383-9419-a1e4f86c8fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:25.883956 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5c6830b-c8e0-4c85-a956-c9e2001bef33 req-7e131fef-3e4a-4383-9419-a1e4f86c8fbb service neutron] 10.222.0.71 "GET /v2.0/networks?id=8eb1b118-355e-4bdc-9775-e75604df539b HTTP/1.1" status: 200 len: 897 time: 0.2819612 Feb 09 22:14:25.884484 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79382851-314e-4dd1-b45c-450921f892f2 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:25.886450 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-79382851-314e-4dd1-b45c-450921f892f2 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/0f7fcf95-492b-4469-be04-e119bd3303d0 HTTP/1.1" status: 200 len: 887 time: 2.4230058 Feb 09 22:14:25.892355 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73581c3b-a4fe-485e-bb12-a83870357140 None None] Routers {'0f7fcf95-492b-4469-be04-e119bd3303d0'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:25.893723 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-73581c3b-a4fe-485e-bb12-a83870357140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:14:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['0f7fcf95-492b-4469-be04-e119bd3303d0'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:25.916648 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38334) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:26.009529 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d5c6830b-c8e0-4c85-a956-c9e2001bef33 req-b81ebe32-87cf-4770-a44e-4db6c781f034 service neutron] 10.222.0.42 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7140651 Feb 09 22:14:26.035680 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-73581c3b-a4fe-485e-bb12-a83870357140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:26.051085 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c92d293d-d796-4f22-b73d-e230f783d9fb no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:26.100726 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: c92d293d-d796-4f22-b73d-e230f783d9fb {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:26.101627 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device c92d293d-d796-4f22-b73d-e230f783d9fb not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:26.114425 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73581c3b-a4fe-485e-bb12-a83870357140 None None] Routers {'0f7fcf95-492b-4469-be04-e119bd3303d0'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:26.116357 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-73581c3b-a4fe-485e-bb12-a83870357140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:14:10Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['0f7fcf95-492b-4469-be04-e119bd3303d0'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:26.210124 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-73581c3b-a4fe-485e-bb12-a83870357140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:26.212888 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73581c3b-a4fe-485e-bb12-a83870357140 None None] The sync data for ids ['0f7fcf95-492b-4469-be04-e119bd3303d0'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:14:26.257235 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d5c6830b-c8e0-4c85-a956-c9e2001bef33 req-4c3f91b2-5df7-4fc1-8d81-76a7fe955233 service neutron] 10.222.0.42 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357926 Feb 09 22:14:26.336881 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb8b9870-05e1-4c31-b2a1-1a92d98f6a67 req-a6907163-f548-4818-90a2-3fdc10d48f86 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=00e2126f-321a-41da-abd5-4eee91a2d74b HTTP/1.1" status: 200 len: 210 time: 0.4512448 Feb 09 22:14:26.454292 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-525d7e57-4a16-4d8b-aca4-3eecae5b393f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/routers/0f7fcf95-492b-4469-be04-e119bd3303d0 HTTP/1.1" status: 200 len: 887 time: 0.5312240 Feb 09 22:14:26.454707 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38340) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:26.482220 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632cc787-8a29-4708-bdff-9b32a7fee76f x-openstack-request-id: req-632cc787-8a29-4708-bdff-9b32a7fee76f {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:14:26.483747 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e2126f-321a-41da-abd5-4eee91a2d74b", "name": "network-vif-deleted", "tag": "c92d293d-d796-4f22-b73d-e230f783d9fb", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:14:26.484063 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-632cc787-8a29-4708-bdff-9b32a7fee76f {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:14:26.484422 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e2126f-321a-41da-abd5-4eee91a2d74b', 'name': 'network-vif-deleted', 'tag': 'c92d293d-d796-4f22-b73d-e230f783d9fb', 'status': 'completed', 'code': 200} Feb 09 22:14:26.518114 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5c6830b-c8e0-4c85-a956-c9e2001bef33 req-e355b1bd-5a64-449b-a370-40952070b068 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0438ac5d-8a69-438e-b0d3-3d0331280199 HTTP/1.1" status: 200 len: 999 time: 0.6175995 Feb 09 22:14:26.570948 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0824386a-5fa2-4c5b-b428-8ca059b76a88 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f7fcf95-492b-4469-be04-e119bd3303d0 HTTP/1.1" status: 200 len: 205 time: 0.1114197 Feb 09 22:14:26.571632 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38344) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:26.739074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6830b-c8e0-4c85-a956-c9e2001bef33 req-4059d1bd-e3e5-452e-9443-1f9020aeb22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:26.749867 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5c6830b-c8e0-4c85-a956-c9e2001bef33 req-4059d1bd-e3e5-452e-9443-1f9020aeb22c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=705c9301-7993-4fb7-9cf8-323b2b7171c7 HTTP/1.1" status: 200 len: 833 time: 0.2251797 Feb 09 22:14:26.862804 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f75bd8de-fbfa-4a1d-9b2d-b1eb02ef9055 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (0f7fcf95-492b-4469-be04-e119bd3303d0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:26.921604 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00eac2-27a9-4762-8a40-3958517aded5 req-42cb4295-0be0-4e6e-ab13-096cef4b1cd3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:26.925637 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa00eac2-27a9-4762-8a40-3958517aded5 req-42cb4295-0be0-4e6e-ab13-096cef4b1cd3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 944 time: 0.2954869 Feb 09 22:14:27.012346 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6830b-c8e0-4c85-a956-c9e2001bef33 req-537b9b98-0b7f-4fba-810b-bec047ea376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:27.014318 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5c6830b-c8e0-4c85-a956-c9e2001bef33 req-537b9b98-0b7f-4fba-810b-bec047ea376d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8eb1b118-355e-4bdc-9775-e75604df539b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2469690 Feb 09 22:14:27.020300 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa00eac2-27a9-4762-8a40-3958517aded5 req-c191aa5d-63a6-4606-beec-da48db00e757 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890958 Feb 09 22:14:27.180737 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f75bd8de-fbfa-4a1d-9b2d-b1eb02ef9055 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router_gateway (0f7fcf95-492b-4469-be04-e119bd3303d0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.187261 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 0438ac5d-8a69-438e-b0d3-3d0331280199 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:14:27.319218 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e1dcbb6-5c4c-4fb0-8649-033f6738a1b2 req-bed14c64-aa67-48a5-8d55-5eda4ffd2ada tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 210 time: 0.0866909 Feb 09 22:14:27.328945 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5c6830b-c8e0-4c85-a956-c9e2001bef33 req-d41b2fc0-7368-4bcf-a639-6425e0008a8e service neutron] 10.222.0.71 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074005 Feb 09 22:14:27.402164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f75bd8de-fbfa-4a1d-9b2d-b1eb02ef9055 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting port 3ff0cf9a-1e6d-436d-9323-c4381f3b1ae5 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:27.405477 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f75bd8de-fbfa-4a1d-9b2d-b1eb02ef9055 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (3ff0cf9a-1e6d-436d-9323-c4381f3b1ae5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.533137 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 0438ac5d-8a69-438e-b0d3-3d0331280199, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=0438ac5d-8a69-438e-b0d3-3d0331280199,segment=NetworkSegment(e0495290-49f2-4023-ac25-802cabb6e6f6),segment_id=e0495290-49f2-4023-ac25-802cabb6e6f6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:27.599005 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '0438ac5d-8a69-438e-b0d3-3d0331280199', 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b', 'port_id': '0438ac5d-8a69-438e-b0d3-3d0331280199', 'mac_address': 'fa:16:3e:e6:81:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705c9301-7993-4fb7-9cf8-323b2b7171c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:14:27.624659 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f75bd8de-fbfa-4a1d-9b2d-b1eb02ef9055 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (3ff0cf9a-1e6d-436d-9323-c4381f3b1ae5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.656366 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f75bd8de-fbfa-4a1d-9b2d-b1eb02ef9055 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Calling delete_port for 3ff0cf9a-1e6d-436d-9323-c4381f3b1ae5 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:27.754528 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 0438ac5d-8a69-438e-b0d3-3d0331280199 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:27.757789 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.797938 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0438ac5d-8a69-438e-b0d3-3d0331280199 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:14:27.837193 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 0438ac5d-8a69-438e-b0d3-3d0331280199, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=0438ac5d-8a69-438e-b0d3-3d0331280199,segment=NetworkSegment(e0495290-49f2-4023-ac25-802cabb6e6f6),segment_id=e0495290-49f2-4023-ac25-802cabb6e6f6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:27.848668 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.912861 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5c6830b-c8e0-4c85-a956-c9e2001bef33 req-83f698d9-9ae6-4f45-b9c1-de58aafad2b2 service neutron] 10.222.0.71 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5631688 Feb 09 22:14:28.065643 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=0438ac5d-8a69-438e-b0d3-3d0331280199,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:28.092531 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.093443 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.094230 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.095014 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.095892 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.096796 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.097934 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.098758 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.099861 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.100888 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.102077 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.102878 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.103783 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.159204 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['0438ac5d-8a69-438e-b0d3-3d0331280199'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:14:28.236782 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f75bd8de-fbfa-4a1d-9b2d-b1eb02ef9055 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (3ff0cf9a-1e6d-436d-9323-c4381f3b1ae5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:28.523034 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75bd8de-fbfa-4a1d-9b2d-b1eb02ef9055 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Port': ['ID=3ff0cf9a-1e6d-436d-9323-c4381f3b1ae5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:28.605973 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50b15e-6802-4dd2-9346-9558b5774222 req-eba0f225-6031-4c36-a247-81deb32d8000 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:28.620614 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc50b15e-6802-4dd2-9346-9558b5774222 req-eba0f225-6031-4c36-a247-81deb32d8000 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 945 time: 0.2951715 Feb 09 22:14:28.766718 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f75bd8de-fbfa-4a1d-9b2d-b1eb02ef9055 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (0f7fcf95-492b-4469-be04-e119bd3303d0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:28.850214 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc50b15e-6802-4dd2-9346-9558b5774222 req-998f9e57-5531-4ab7-9cc9-fae843cacef5 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281067 Feb 09 22:14:29.219757 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da848ee5-349a-49c6-a5e4-0d86a9536598 req-76cdecfc-d310-472d-8c6a-1df31a461fe2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:29.242876 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da848ee5-349a-49c6-a5e4-0d86a9536598 req-76cdecfc-d310-472d-8c6a-1df31a461fe2 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=375b02a1-114d-49a9-a814-507e2d2df7f7 HTTP/1.1" status: 200 len: 945 time: 0.2599411 Feb 09 22:14:29.435277 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da848ee5-349a-49c6-a5e4-0d86a9536598 req-8a027abe-f24e-46a4-bf12-9d67927decbc tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908588 Feb 09 22:14:29.457755 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f75bd8de-fbfa-4a1d-9b2d-b1eb02ef9055 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (0f7fcf95-492b-4469-be04-e119bd3303d0), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:29.463909 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f75bd8de-fbfa-4a1d-9b2d-b1eb02ef9055 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router_controller (0f7fcf95-492b-4469-be04-e119bd3303d0), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:29.571798 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067edd5-434d-45da-8a33-bf9d03e12fe3 req-4949fe8f-8f41-41c6-b699-267c104c43d3 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:29.575357 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e067edd5-434d-45da-8a33-bf9d03e12fe3 req-4949fe8f-8f41-41c6-b699-267c104c43d3 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.42 "GET /v2.0/ports?device_id=375b02a1-114d-49a9-a814-507e2d2df7f7 HTTP/1.1" status: 200 len: 945 time: 0.4460843 Feb 09 22:14:29.828075 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-899d81a7-7120-4a7f-b160-f06ef22ca639 req-0a4a9d13-a029-421f-92d2-43ca52d22e70 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 210 time: 0.1471536 Feb 09 22:14:29.973726 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f75bd8de-fbfa-4a1d-9b2d-b1eb02ef9055 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (0f7fcf95-492b-4469-be04-e119bd3303d0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:29.973726 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75bd8de-fbfa-4a1d-9b2d-b1eb02ef9055 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Fanout notify agent at l3_agent the message router_deleted on router 0f7fcf95-492b-4469-be04-e119bd3303d0 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:14:30.103354 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f75bd8de-fbfa-4a1d-9b2d-b1eb02ef9055 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.111869 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f75bd8de-fbfa-4a1d-9b2d-b1eb02ef9055 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/routers/0f7fcf95-492b-4469-be04-e119bd3303d0 HTTP/1.1" status: 204 len: 168 time: 3.5328736 Feb 09 22:14:30.112140 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38394) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:30.120885 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-44dfe4e8-f602-4e00-94b5-b5cfdd291da5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'network': {'name': 'tempest-RoutersTest-999789800'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:30.214353 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dfe4e8-f602-4e00-94b5-b5cfdd291da5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Made reservation on behalf of e5d31d08c43c4b69869f30e84521119d for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:30.224938 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44dfe4e8-f602-4e00-94b5-b5cfdd291da5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.241839 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-e067edd5-434d-45da-8a33-bf9d03e12fe3 req-f41d48c1-0f05-407c-a633-e8a11601aa1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Deleting port d8c8d7fc-bdfc-4477-a0d6-7d707921533b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:30.242892 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e067edd5-434d-45da-8a33-bf9d03e12fe3 req-f41d48c1-0f05-407c-a633-e8a11601aa1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d8c8d7fc-bdfc-4477-a0d6-7d707921533b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.326973 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44dfe4e8-f602-4e00-94b5-b5cfdd291da5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:14:30.356898 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44dfe4e8-f602-4e00-94b5-b5cfdd291da5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (63e445a8-0fc7-42f4-874c-54d39a175e5d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.357515 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-44dfe4e8-f602-4e00-94b5-b5cfdd291da5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Added segment 63e445a8-0fc7-42f4-874c-54d39a175e5d of type vlan for network e6d5b180-5be5-4b33-82a4-8108b9aa6766 Feb 09 22:14:30.473987 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44dfe4e8-f602-4e00-94b5-b5cfdd291da5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (e6d5b180-5be5-4b33-82a4-8108b9aa6766), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.645426 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-e067edd5-434d-45da-8a33-bf9d03e12fe3 req-f41d48c1-0f05-407c-a633-e8a11601aa1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] For port d8c8d7fc-bdfc-4477-a0d6-7d707921533b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=d8c8d7fc-bdfc-4477-a0d6-7d707921533b,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:30.647764 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e067edd5-434d-45da-8a33-bf9d03e12fe3 req-f41d48c1-0f05-407c-a633-e8a11601aa1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d8c8d7fc-bdfc-4477-a0d6-7d707921533b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.660928 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44dfe4e8-f602-4e00-94b5-b5cfdd291da5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (e6d5b180-5be5-4b33-82a4-8108b9aa6766), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.687730 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dfe4e8-f602-4e00-94b5-b5cfdd291da5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:30.689351 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44dfe4e8-f602-4e00-94b5-b5cfdd291da5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.704386 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-e067edd5-434d-45da-8a33-bf9d03e12fe3 req-f41d48c1-0f05-407c-a633-e8a11601aa1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Calling delete_port for d8c8d7fc-bdfc-4477-a0d6-7d707921533b owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:31.089765 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e067edd5-434d-45da-8a33-bf9d03e12fe3 req-f41d48c1-0f05-407c-a633-e8a11601aa1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (d8c8d7fc-bdfc-4477-a0d6-7d707921533b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:31.120048 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['3b845d39-4531-44db-89a3-83212c07eb2d'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:14:31.203752 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-44dfe4e8-f602-4e00-94b5-b5cfdd291da5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0898240 Feb 09 22:14:31.206207 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38406) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:31.250008 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 0438ac5d-8a69-438e-b0d3-3d0331280199 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:14:31.256840 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2e2b2b68-0d16-4e94-8770-609576e14517 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'subnet': {'network_id': 'e6d5b180-5be5-4b33-82a4-8108b9aa6766', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:31.303129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d48c1-0f05-407c-a633-e8a11601aa1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Pushing event deleted for resources: {'Port': ['ID=d8c8d7fc-bdfc-4477-a0d6-7d707921533b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:31.419817 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d48c1-0f05-407c-a633-e8a11601aa1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:31.420726 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d48c1-0f05-407c-a633-e8a11601aa1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:31.421487 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d48c1-0f05-407c-a633-e8a11601aa1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:31.422219 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d48c1-0f05-407c-a633-e8a11601aa1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:31.429393 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d48c1-0f05-407c-a633-e8a11601aa1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:31.430315 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d48c1-0f05-407c-a633-e8a11601aa1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:31.431163 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d48c1-0f05-407c-a633-e8a11601aa1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:31.431996 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d48c1-0f05-407c-a633-e8a11601aa1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:31.432845 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d48c1-0f05-407c-a633-e8a11601aa1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:31.433598 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d48c1-0f05-407c-a633-e8a11601aa1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:31.434392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d48c1-0f05-407c-a633-e8a11601aa1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:31.436470 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d48c1-0f05-407c-a633-e8a11601aa1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:31.441805 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d48c1-0f05-407c-a633-e8a11601aa1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:31.520082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-e067edd5-434d-45da-8a33-bf9d03e12fe3 req-f41d48c1-0f05-407c-a633-e8a11601aa1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] No DVR routers for this DVR port d8c8d7fc-bdfc-4477-a0d6-7d707921533b on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:31.529968 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e067edd5-434d-45da-8a33-bf9d03e12fe3 req-f41d48c1-0f05-407c-a633-e8a11601aa1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:31.543751 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e067edd5-434d-45da-8a33-bf9d03e12fe3 req-f41d48c1-0f05-407c-a633-e8a11601aa1c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.42 "DELETE /v2.0/ports/d8c8d7fc-bdfc-4477-a0d6-7d707921533b HTTP/1.1" status: 204 len: 173 time: 1.7858124 Feb 09 22:14:31.546258 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375b02a1-114d-49a9-a814-507e2d2df7f7', 'name': 'network-vif-deleted', 'tag': 'd8c8d7fc-bdfc-4477-a0d6-7d707921533b'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:14:31.579503 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8c8bc6-9a65-4ccc-878c-7fc732a7f74d" -d '{"events": [{"server_uuid": "375b02a1-114d-49a9-a814-507e2d2df7f7", "name": "network-vif-deleted", "tag": "d8c8d7fc-bdfc-4477-a0d6-7d707921533b"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:14:31.705781 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 0438ac5d-8a69-438e-b0d3-3d0331280199 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:14:31.739731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 0438ac5d-8a69-438e-b0d3-3d0331280199 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:31.744228 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:31.755814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dfe4e8-f602-4e00-94b5-b5cfdd291da5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Network': ['ID=e6d5b180-5be5-4b33-82a4-8108b9aa6766,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:31.872374 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988e097-0702-4e38-b1a6-04ddede0dca5 req-928d3bb2-f283-464e-8822-dccf027777b8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:31.890185 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9988e097-0702-4e38-b1a6-04ddede0dca5 req-928d3bb2-f283-464e-8822-dccf027777b8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 945 time: 1.2756190 Feb 09 22:14:31.922185 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network e6d5b180-5be5-4b33-82a4-8108b9aa6766 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:14:31.985112 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a08f5b3e-3183-4b8e-abb7-e71d700f5c95 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:31.986714 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a08f5b3e-3183-4b8e-abb7-e71d700f5c95 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e&tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&binding%3Ahost_id=n-h1-828601-1 HTTP/1.1" status: 200 len: 945 time: 1.3775229 Feb 09 22:14:32.169476 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2b2b68-0d16-4e94-8770-609576e14517 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Made reservation on behalf of e5d31d08c43c4b69869f30e84521119d for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:32.176792 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e2b2b68-0d16-4e94-8770-609576e14517 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:32.216741 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device d8c8d7fc-bdfc-4477-a0d6-7d707921533b no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:32.395745 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: d8c8d7fc-bdfc-4477-a0d6-7d707921533b {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:32.400481 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device d8c8d7fc-bdfc-4477-a0d6-7d707921533b not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:32.424102 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9988e097-0702-4e38-b1a6-04ddede0dca5 req-3aa12131-d58d-44e8-b3cc-873452376996 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5266135 Feb 09 22:14:32.445943 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-6a2e1969-091b-41fc-8600-eec058938cb1 service neutron] 10.222.0.71 "GET /v2.0/ports/0438ac5d-8a69-438e-b0d3-3d0331280199/bindings/n-h1-828601-1 HTTP/1.1" status: 200 len: 382 time: 0.4356060 Feb 09 22:14:32.733280 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 0438ac5d-8a69-438e-b0d3-3d0331280199 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:32.734073 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:32.901543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0438ac5d-8a69-438e-b0d3-3d0331280199'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:14:32.911285 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170c357b-f1d9-43e3-b345-80975b80ed18" -d '{"events": [{"server_uuid": "5dba9e76-6620-43d3-b090-99b1f397d50e", "name": "network-vif-plugged", "status": "completed", "tag": "0438ac5d-8a69-438e-b0d3-3d0331280199"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:14:32.999790 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 0438ac5d-8a69-438e-b0d3-3d0331280199, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=0438ac5d-8a69-438e-b0d3-3d0331280199,segment=NetworkSegment(e0495290-49f2-4023-ac25-802cabb6e6f6),segment_id=e0495290-49f2-4023-ac25-802cabb6e6f6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:33.010694 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:33.151705 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=0438ac5d-8a69-438e-b0d3-3d0331280199,revision_number=9']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:33.259369 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee2a585b-7dc5-4ec8-948e-3040511ba5a7 req-8195c000-8e28-4113-bb7e-148511f7f6d8 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=375b02a1-114d-49a9-a814-507e2d2df7f7 HTTP/1.1" status: 200 len: 210 time: 0.5818808 Feb 09 22:14:33.409420 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e2b2b68-0d16-4e94-8770-609576e14517 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (3ae40494-4191-4b03-94aa-1c5be35bceac), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:33.446710 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-f37d38eb-af60-4f87-941d-99ccfff559b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:33.448597 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-f37d38eb-af60-4f87-941d-99ccfff559b5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 1127 time: 0.9172487 Feb 09 22:14:33.550427 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b30ab14-a650-4f69-acea-1e0a13e5221c req-977d9051-3860-41cf-a59e-79e550ad66ad tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=8eb52d56-84fd-43ce-bd95-b300d9c61fcb HTTP/1.1" status: 200 len: 210 time: 0.0981798 Feb 09 22:14:33.613892 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b2b68-0d16-4e94-8770-609576e14517 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Subnet': ['ID=3ae40494-4191-4b03-94aa-1c5be35bceac,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:33.676333 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-ef56e573-8490-4121-81c6-f51ae94748c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:33.677836 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-ef56e573-8490-4121-81c6-f51ae94748c1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8eb1b118-355e-4bdc-9775-e75604df539b HTTP/1.1" status: 200 len: 897 time: 0.1825035 Feb 09 22:14:33.706248 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2b2b68-0d16-4e94-8770-609576e14517 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Checking segment: {'id': '63e445a8-0fc7-42f4-874c-54d39a175e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e6d5b180-5be5-4b33-82a4-8108b9aa6766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:14:33.706248 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2b2b68-0d16-4e94-8770-609576e14517 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network hostable DHCP agents. Network: e6d5b180-5be5-4b33-82a4-8108b9aa6766, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:14:33.726204 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3851564c-4d2d-4f89-82ea-99f27b745a9f x-openstack-request-id: req-3851564c-4d2d-4f89-82ea-99f27b745a9f {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:14:33.728072 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375b02a1-114d-49a9-a814-507e2d2df7f7", "name": "network-vif-deleted", "tag": "d8c8d7fc-bdfc-4477-a0d6-7d707921533b", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:14:33.729883 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3851564c-4d2d-4f89-82ea-99f27b745a9f {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:14:33.730911 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375b02a1-114d-49a9-a814-507e2d2df7f7', 'name': 'network-vif-deleted', 'tag': 'd8c8d7fc-bdfc-4477-a0d6-7d707921533b', 'status': 'completed', 'code': 200} Feb 09 22:14:33.847893 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6775e50-edb5-4144-8b34-b2c1ae1626ba x-openstack-request-id: req-d6775e50-edb5-4144-8b34-b2c1ae1626ba {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:14:33.848811 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dba9e76-6620-43d3-b090-99b1f397d50e", "name": "network-vif-plugged", "status": "completed", "tag": "0438ac5d-8a69-438e-b0d3-3d0331280199", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:14:33.849262 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6775e50-edb5-4144-8b34-b2c1ae1626ba {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:14:33.849855 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0438ac5d-8a69-438e-b0d3-3d0331280199', 'code': 200} Feb 09 22:14:33.913756 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-1f58109e-2acd-4cb6-b63a-abb79e113cda service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0438ac5d-8a69-438e-b0d3-3d0331280199 HTTP/1.1" status: 200 len: 1001 time: 0.2257652 Feb 09 22:14:34.030070 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-3d9590f4-8f3a-4965-afb4-b8eb7e75bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:34.040817 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-3d9590f4-8f3a-4965-afb4-b8eb7e75bd13 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=705c9301-7993-4fb7-9cf8-323b2b7171c7 HTTP/1.1" status: 200 len: 833 time: 0.1194506 Feb 09 22:14:34.203669 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2b2b68-0d16-4e94-8770-609576e14517 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network e6d5b180-5be5-4b33-82a4-8108b9aa6766 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:14:34.242337 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-2e2b2b68-0d16-4e94-8770-609576e14517 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, e6d5b180-5be5-4b33-82a4-8108b9aa6766) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:34.255833 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcc14cd-0434-438c-8ad8-c162599ea0f0 None None] Network e6d5b180-5be5-4b33-82a4-8108b9aa6766 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:14:34.260734 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2b2b68-0d16-4e94-8770-609576e14517 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:34.261801 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e2b2b68-0d16-4e94-8770-609576e14517 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.324312 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2e2b2b68-0d16-4e94-8770-609576e14517 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0861499 Feb 09 22:14:34.327066 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38436) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:34.335256 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ad1aaff4-a4be-4a25-8418-72cc37a63b06 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2123578472', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:34.349268 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-7504de37-f994-47de-a4c3-f5260b4a96b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:34.355498 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-7504de37-f994-47de-a4c3-f5260b4a96b3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8eb1b118-355e-4bdc-9775-e75604df539b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2894211 Feb 09 22:14:34.381656 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34540ff3-875e-4d3b-9fc4-2fab22c947cf req-665d45da-87d8-4e97-9d82-bc682577b5cb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:34.400954 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-34540ff3-875e-4d3b-9fc4-2fab22c947cf req-665d45da-87d8-4e97-9d82-bc682577b5cb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 946 time: 0.3577378 Feb 09 22:14:34.422838 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad1aaff4-a4be-4a25-8418-72cc37a63b06 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (fbf63f8d-0f12-4431-8432-0452b55b7953), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.430269 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad1aaff4-a4be-4a25-8418-72cc37a63b06 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (fbf63f8d-0f12-4431-8432-0452b55b7953), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.589443 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c36850-700b-4002-8dd1-894e5676e8a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-e6d5b180-5be5-4b33-82a4-8108b9aa6766', 'network_id': 'e6d5b180-5be5-4b33-82a4-8108b9aa6766', 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'fixed_ips': [{'subnet_id': '3ae40494-4191-4b03-94aa-1c5be35bceac'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:14:34.590808 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a4c36850-700b-4002-8dd1-894e5676e8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.721090 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad1aaff4-a4be-4a25-8418-72cc37a63b06 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router_controller (fbf63f8d-0f12-4431-8432-0452b55b7953), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.734210 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad1aaff4-a4be-4a25-8418-72cc37a63b06 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (fbf63f8d-0f12-4431-8432-0452b55b7953), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.812262 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad1aaff4-a4be-4a25-8418-72cc37a63b06 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.816924 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ad1aaff4-a4be-4a25-8418-72cc37a63b06 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4881082 Feb 09 22:14:34.823104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38440) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:34.856943 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-34540ff3-875e-4d3b-9fc4-2fab22c947cf req-ad1c88f9-8383-443a-9b7e-f88f9a4b578f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4061563 Feb 09 22:14:34.980191 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-8d68229a-5b7f-4b51-9a2e-85a62093e6e4 service neutron] 10.222.0.71 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736463 Feb 09 22:14:35.118665 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-a4c36850-700b-4002-8dd1-894e5676e8a3 None None] Allocated IP 172.20.0.2 (e6d5b180-5be5-4b33-82a4-8108b9aa6766/3ae40494-4191-4b03-94aa-1c5be35bceac/c725a22c-735b-41e8-a45d-42de8419d3c6) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:35.328569 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-f438f91b-6c33-4341-84ec-894e4a37b5d9 service neutron] 10.222.0.71 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413262 Feb 09 22:14:35.746902 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782ad55-20e2-44c6-a213-f26a97d01924 req-8fe0d339-919c-45c0-90e6-e618e6080067 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:35.767162 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4782ad55-20e2-44c6-a213-f26a97d01924 req-8fe0d339-919c-45c0-90e6-e618e6080067 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 946 time: 0.1868234 Feb 09 22:14:35.863974 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a4c36850-700b-4002-8dd1-894e5676e8a3 None None] Publish callbacks [] for port (c725a22c-735b-41e8-a45d-42de8419d3c6), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:35.889007 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a4c36850-700b-4002-8dd1-894e5676e8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (c725a22c-735b-41e8-a45d-42de8419d3c6), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:35.960571 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4782ad55-20e2-44c6-a213-f26a97d01924 req-33c5c624-37e1-4813-830c-59fcf6b7886c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918764 Feb 09 22:14:36.127982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c36850-700b-4002-8dd1-894e5676e8a3 None None] Network e6d5b180-5be5-4b33-82a4-8108b9aa6766 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:36.131456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c36850-700b-4002-8dd1-894e5676e8a3 None None] Pushing event updated for resources: {'Port': ['ID=c725a22c-735b-41e8-a45d-42de8419d3c6,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:36.165304 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-a4c36850-700b-4002-8dd1-894e5676e8a3 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:36.175246 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c36850-700b-4002-8dd1-894e5676e8a3 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:36.218041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7eeff0-6e86-40e2-ad81-f0ef1d69dbdf req-78313b40-5e8c-4683-bc00-03bc09d3df44 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:36.234944 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c7eeff0-6e86-40e2-ad81-f0ef1d69dbdf req-78313b40-5e8c-4683-bc00-03bc09d3df44 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 946 time: 0.1719532 Feb 09 22:14:36.439295 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-a4c36850-700b-4002-8dd1-894e5676e8a3 None None] Attempting to bind port c725a22c-735b-41e8-a45d-42de8419d3c6 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:14:36.439946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-a4c36850-700b-4002-8dd1-894e5676e8a3 None None] Attempting to bind port c725a22c-735b-41e8-a45d-42de8419d3c6 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '63e445a8-0fc7-42f4-874c-54d39a175e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e6d5b180-5be5-4b33-82a4-8108b9aa6766'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:14:36.440575 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c36850-700b-4002-8dd1-894e5676e8a3 None None] Attempting to bind port c725a22c-735b-41e8-a45d-42de8419d3c6 on network e6d5b180-5be5-4b33-82a4-8108b9aa6766 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:14:36.478652 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c36850-700b-4002-8dd1-894e5676e8a3 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:14:36.493094 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c36850-700b-4002-8dd1-894e5676e8a3 None None] Checking segment: {'id': '63e445a8-0fc7-42f4-874c-54d39a175e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e6d5b180-5be5-4b33-82a4-8108b9aa6766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:14:36.493094 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a4c36850-700b-4002-8dd1-894e5676e8a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:36.493094 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c36850-700b-4002-8dd1-894e5676e8a3 None None] Bound using segment: {'id': '63e445a8-0fc7-42f4-874c-54d39a175e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e6d5b180-5be5-4b33-82a4-8108b9aa6766'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:14:36.493094 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-a4c36850-700b-4002-8dd1-894e5676e8a3 None None] Bound port: c725a22c-735b-41e8-a45d-42de8419d3c6, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e445a8-0fc7-42f4-874c-54d39a175e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e6d5b180-5be5-4b33-82a4-8108b9aa6766'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:14:36.493094 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a4c36850-700b-4002-8dd1-894e5676e8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c725a22c-735b-41e8-a45d-42de8419d3c6), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:36.505857 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c7eeff0-6e86-40e2-ad81-f0ef1d69dbdf req-989c0af0-1d15-4733-9450-11efc96a808a tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2628202 Feb 09 22:14:36.693377 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-a4c36850-700b-4002-8dd1-894e5676e8a3 None None] For port c725a22c-735b-41e8-a45d-42de8419d3c6, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:14:36.701423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-a4c36850-700b-4002-8dd1-894e5676e8a3 None None] For port c725a22c-735b-41e8-a45d-42de8419d3c6, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c725a22c-735b-41e8-a45d-42de8419d3c6,segment=NetworkSegment(63e445a8-0fc7-42f4-874c-54d39a175e5d),segment_id=63e445a8-0fc7-42f4-874c-54d39a175e5d)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:14:36.719015 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a4c36850-700b-4002-8dd1-894e5676e8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c725a22c-735b-41e8-a45d-42de8419d3c6), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:36.899515 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c36850-700b-4002-8dd1-894e5676e8a3 None None] Pushing event updated for resources: {'Port': ['ID=c725a22c-735b-41e8-a45d-42de8419d3c6,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:36.988268 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f2fe2-0596-4a48-9d01-3980d695911a req-86fd3cd6-2389-4205-83bd-b96ee1781285 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:36.989900 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c02f2fe2-0596-4a48-9d01-3980d695911a req-86fd3cd6-2389-4205-83bd-b96ee1781285 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.42 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 946 time: 0.4347775 Feb 09 22:14:37.293641 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-503aafe4-297e-42a6-8862-439a09fd00c3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:37.321394 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506742c-2711-4cf5-9024-b9fb4ad5165c req-36eafb1e-7e3b-4b36-bcac-0634fed48cdd tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:37.324216 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3506742c-2711-4cf5-9024-b9fb4ad5165c req-36eafb1e-7e3b-4b36-bcac-0634fed48cdd tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 946 time: 0.1875927 Feb 09 22:14:37.830923 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3506742c-2711-4cf5-9024-b9fb4ad5165c req-4d6e9c56-5a5e-4400-8016-be8316f1e29e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=17b845cf-7301-462e-9455-d5152dd6297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703622 Feb 09 22:14:37.855268 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-13020f4e-2fad-4360-9622-278da4c4ec90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:37.935594 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f037820d-89cb-4c54-a408-f493f375ed9c req-496bd352-8507-4077-a0da-a4fe132f75d4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3634403 Feb 09 22:14:38.046797 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-c02f2fe2-0596-4a48-9d01-3980d695911a req-db0017eb-6b33-4930-9845-f461edbf6fde tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Deleting port 3b845d39-4531-44db-89a3-83212c07eb2d {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:38.049535 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c02f2fe2-0596-4a48-9d01-3980d695911a req-db0017eb-6b33-4930-9845-f461edbf6fde tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (3b845d39-4531-44db-89a3-83212c07eb2d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:38.144974 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c725a22c-735b-41e8-a45d-42de8419d3c6 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:14:38.316369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037820d-89cb-4c54-a408-f493f375ed9c req-bbab5b27-56d2-4d99-a4ad-4dcfa7125f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:38.320996 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f037820d-89cb-4c54-a408-f493f375ed9c req-bbab5b27-56d2-4d99-a4ad-4dcfa7125f31 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 1128 time: 0.3351490 Feb 09 22:14:38.474447 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-c02f2fe2-0596-4a48-9d01-3980d695911a req-db0017eb-6b33-4930-9845-f461edbf6fde tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] For port 3b845d39-4531-44db-89a3-83212c07eb2d, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3b845d39-4531-44db-89a3-83212c07eb2d,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:38.474881 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c02f2fe2-0596-4a48-9d01-3980d695911a req-db0017eb-6b33-4930-9845-f461edbf6fde tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (3b845d39-4531-44db-89a3-83212c07eb2d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:38.495533 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-c02f2fe2-0596-4a48-9d01-3980d695911a req-db0017eb-6b33-4930-9845-f461edbf6fde tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Calling delete_port for 3b845d39-4531-44db-89a3-83212c07eb2d owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:38.522494 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c725a22c-735b-41e8-a45d-42de8419d3c6 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:38.524359 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c725a22c-735b-41e8-a45d-42de8419d3c6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:38.738708 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf59da-1c82-432c-b795-30375ccedc34 req-4aead089-80b4-43f9-b9b6-76e406db826b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:38.748184 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5cdf59da-1c82-432c-b795-30375ccedc34 req-4aead089-80b4-43f9-b9b6-76e406db826b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 946 time: 0.5230348 Feb 09 22:14:38.867673 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c725a22c-735b-41e8-a45d-42de8419d3c6 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:38.869060 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c725a22c-735b-41e8-a45d-42de8419d3c6), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:38.928588 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-1f562432-fd77-4ccd-99f3-d7612e24d42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:38.931064 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-1f562432-fd77-4ccd-99f3-d7612e24d42b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e&tenant_id=a306ddcdfade484fb30dc0e0a20bda6f HTTP/1.1" status: 200 len: 1128 time: 0.6324246 Feb 09 22:14:38.972721 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port c725a22c-735b-41e8-a45d-42de8419d3c6, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c725a22c-735b-41e8-a45d-42de8419d3c6,segment=NetworkSegment(63e445a8-0fc7-42f4-874c-54d39a175e5d),segment_id=63e445a8-0fc7-42f4-874c-54d39a175e5d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:38.985397 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c725a22c-735b-41e8-a45d-42de8419d3c6), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:39.003513 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828601-1', 'device_owner': 'compute:nova'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:39.008759 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-503aafe4-297e-42a6-8862-439a09fd00c3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Allocated IP 172.20.0.1 (e6d5b180-5be5-4b33-82a4-8108b9aa6766/3ae40494-4191-4b03-94aa-1c5be35bceac/12191509-f6c2-4b64-9c11-4655be6fbf8d) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:39.148928 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c02f2fe2-0596-4a48-9d01-3980d695911a req-db0017eb-6b33-4930-9845-f461edbf6fde tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (3b845d39-4531-44db-89a3-83212c07eb2d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:39.270224 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:39.274376 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 0438ac5d-8a69-438e-b0d3-3d0331280199 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:39.298521 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fe0a33-a427-422c-83be-01fc4e7c106b None None] Network e6d5b180-5be5-4b33-82a4-8108b9aa6766 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:14:39.348505 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5cdf59da-1c82-432c-b795-30375ccedc34 req-309398fd-99a8-41c2-8480-4a8c55dae4d2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5500255 Feb 09 22:14:39.415572 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:14:39.433260 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-503aafe4-297e-42a6-8862-439a09fd00c3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for port (12191509-f6c2-4b64-9c11-4655be6fbf8d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:39.452159 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=c725a22c-735b-41e8-a45d-42de8419d3c6,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:39.493906 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0017eb-6b33-4930-9845-f461edbf6fde tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Pushing event deleted for resources: {'Port': ['ID=3b845d39-4531-44db-89a3-83212c07eb2d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:39.571428 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02f2fe2-0596-4a48-9d01-3980d695911a req-db0017eb-6b33-4930-9845-f461edbf6fde tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] No DVR routers for this DVR port 3b845d39-4531-44db-89a3-83212c07eb2d on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:39.582927 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-c02f2fe2-0596-4a48-9d01-3980d695911a req-db0017eb-6b33-4930-9845-f461edbf6fde tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:39.587341 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c02f2fe2-0596-4a48-9d01-3980d695911a req-db0017eb-6b33-4930-9845-f461edbf6fde tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.42 "DELETE /v2.0/ports/3b845d39-4531-44db-89a3-83212c07eb2d HTTP/1.1" status: 204 len: 173 time: 2.5873358 Feb 09 22:14:39.590145 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92d9da7-49ac-42a6-a768-3a824757ca58', 'name': 'network-vif-deleted', 'tag': '3b845d39-4531-44db-89a3-83212c07eb2d'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:14:39.592621 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3717d993-270a-4729-b0fc-3451074b0e8d" -d '{"events": [{"server_uuid": "c92d9da7-49ac-42a6-a768-3a824757ca58", "name": "network-vif-deleted", "tag": "3b845d39-4531-44db-89a3-83212c07eb2d"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:14:39.658783 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037820d-89cb-4c54-a408-f493f375ed9c req-10cd4852-6dc3-4268-86ff-264ab2858f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:39.660787 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f037820d-89cb-4c54-a408-f493f375ed9c req-10cd4852-6dc3-4268-86ff-264ab2858f1b service neutron] 10.222.0.71 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 912 time: 1.2695954 Feb 09 22:14:39.664088 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-503aafe4-297e-42a6-8862-439a09fd00c3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (12191509-f6c2-4b64-9c11-4655be6fbf8d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:39.912308 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503aafe4-297e-42a6-8862-439a09fd00c3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Port': ['ID=12191509-f6c2-4b64-9c11-4655be6fbf8d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:39.934804 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503aafe4-297e-42a6-8862-439a09fd00c3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network e6d5b180-5be5-4b33-82a4-8108b9aa6766 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:39.939751 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-503aafe4-297e-42a6-8862-439a09fd00c3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:39.949487 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503aafe4-297e-42a6-8862-439a09fd00c3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:40.081660 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-503aafe4-297e-42a6-8862-439a09fd00c3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (fbf63f8d-0f12-4431-8432-0452b55b7953), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:40.157334 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f037820d-89cb-4c54-a408-f493f375ed9c req-dc79c94c-25f0-4f5d-85b3-d3194df383dc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89a04835-c025-4142-8ec3-2214ac3c2bc9 HTTP/1.1" status: 200 len: 217 time: 0.4337871 Feb 09 22:14:40.187960 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c725a22c-735b-41e8-a45d-42de8419d3c6 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:14:40.325948 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 3b845d39-4531-44db-89a3-83212c07eb2d no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:40.411584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 3b845d39-4531-44db-89a3-83212c07eb2d {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:40.428479 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 3b845d39-4531-44db-89a3-83212c07eb2d not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:40.515146 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e7e5c88e-4c5b-4517-ac43-ef8a9bea55f2 None None] Provisioning complete for port c725a22c-735b-41e8-a45d-42de8419d3c6 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:40.515881 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e7e5c88e-4c5b-4517-ac43-ef8a9bea55f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c725a22c-735b-41e8-a45d-42de8419d3c6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:40.803714 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 0438ac5d-8a69-438e-b0d3-3d0331280199 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:40.804325 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:40.830518 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-503aafe4-297e-42a6-8862-439a09fd00c3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (12191509-f6c2-4b64-9c11-4655be6fbf8d), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:40.950901 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-035df199-966d-4541-8b2c-ed224c6262ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:40.977661 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c725a22c-735b-41e8-a45d-42de8419d3c6 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:40.978536 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c725a22c-735b-41e8-a45d-42de8419d3c6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:41.161229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e7e5c88e-4c5b-4517-ac43-ef8a9bea55f2 None None] Current status of the port c725a22c-735b-41e8-a45d-42de8419d3c6 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:41.290857 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-54ff0a7b-5b67-4611-86ab-7119f10addee req-f0e8679a-fbac-43c9-b198-bf6a9e5ec3d7 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92d9da7-49ac-42a6-a768-3a824757ca58 HTTP/1.1" status: 200 len: 210 time: 1.6165121 Feb 09 22:14:41.425654 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c725a22c-735b-41e8-a45d-42de8419d3c6 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:41.520141 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe76812-f870-416d-99a9-45263a4588a5 x-openstack-request-id: req-fbe76812-f870-416d-99a9-45263a4588a5 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:14:41.520607 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92d9da7-49ac-42a6-a768-3a824757ca58", "name": "network-vif-deleted", "tag": "3b845d39-4531-44db-89a3-83212c07eb2d", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:14:41.520878 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fbe76812-f870-416d-99a9-45263a4588a5 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:14:41.521515 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92d9da7-49ac-42a6-a768-3a824757ca58', 'name': 'network-vif-deleted', 'tag': '3b845d39-4531-44db-89a3-83212c07eb2d', 'status': 'completed', 'code': 200} Feb 09 22:14:41.674497 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-503aafe4-297e-42a6-8862-439a09fd00c3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for port (12191509-f6c2-4b64-9c11-4655be6fbf8d), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:41.684463 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:41.693343 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-503aafe4-297e-42a6-8862-439a09fd00c3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (12191509-f6c2-4b64-9c11-4655be6fbf8d), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:41.818126 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e1a9d75c-6153-4130-aba1-2d44c8ae3186 None None] Provisioning complete for port c725a22c-735b-41e8-a45d-42de8419d3c6 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:41.818659 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d75c-6153-4130-aba1-2d44c8ae3186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c725a22c-735b-41e8-a45d-42de8419d3c6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:41.871531 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037820d-89cb-4c54-a408-f493f375ed9c req-484d42c5-db73-4094-8f56-49569f67eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:41.875286 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f037820d-89cb-4c54-a408-f493f375ed9c req-484d42c5-db73-4094-8f56-49569f67eb91 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 1.6435740 Feb 09 22:14:41.881495 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503aafe4-297e-42a6-8862-439a09fd00c3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Port': ['ID=12191509-f6c2-4b64-9c11-4655be6fbf8d,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:41.888523 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-503aafe4-297e-42a6-8862-439a09fd00c3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (fbf63f8d-0f12-4431-8432-0452b55b7953), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.109746 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037820d-89cb-4c54-a408-f493f375ed9c req-51cdf49f-0e6f-49fb-91ba-dcd63fe79afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:42.111878 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f037820d-89cb-4c54-a408-f493f375ed9c req-51cdf49f-0e6f-49fb-91ba-dcd63fe79afb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2212770 Feb 09 22:14:42.120823 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] For port 0438ac5d-8a69-438e-b0d3-3d0331280199, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=0438ac5d-8a69-438e-b0d3-3d0331280199,segment=NetworkSegment(e0495290-49f2-4023-ac25-802cabb6e6f6),segment_id=e0495290-49f2-4023-ac25-802cabb6e6f6)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:42.131276 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503aafe4-297e-42a6-8862-439a09fd00c3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network e6d5b180-5be5-4b33-82a4-8108b9aa6766 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:42.137425 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-503aafe4-297e-42a6-8862-439a09fd00c3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:42.146136 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9d75c-6153-4130-aba1-2d44c8ae3186 None None] Current status of the port c725a22c-735b-41e8-a45d-42de8419d3c6 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:42.182515 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e1a9d75c-6153-4130-aba1-2d44c8ae3186 None None] Provisioning complete for port 12191509-f6c2-4b64-9c11-4655be6fbf8d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:42.183132 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d75c-6153-4130-aba1-2d44c8ae3186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (12191509-f6c2-4b64-9c11-4655be6fbf8d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.297727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9d75c-6153-4130-aba1-2d44c8ae3186 None None] Port 12191509-f6c2-4b64-9c11-4655be6fbf8d cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:14:42.391865 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe6e2b-c1cc-47a0-95f5-3e9cadd9936f req-ce3af344-1f8c-46f2-bf30-b26448b4fdfe tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:42.400375 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ebe6e2b-c1cc-47a0-95f5-3e9cadd9936f req-ce3af344-1f8c-46f2-bf30-b26448b4fdfe tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 946 time: 0.6282716 Feb 09 22:14:42.405808 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f037820d-89cb-4c54-a408-f493f375ed9c req-daedeccd-1401-4a0a-ae14-bbb7f6676ee8 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771149 Feb 09 22:14:42.477892 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2cbd9565-9fd1-4daa-93df-2d8c422f0cef None None] Provisioning complete for port 12191509-f6c2-4b64-9c11-4655be6fbf8d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:42.480498 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2cbd9565-9fd1-4daa-93df-2d8c422f0cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (12191509-f6c2-4b64-9c11-4655be6fbf8d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.597449 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503aafe4-297e-42a6-8862-439a09fd00c3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router fbf63f8d-0f12-4431-8432-0452b55b7953 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:14:42.654173 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd9565-9fd1-4daa-93df-2d8c422f0cef None None] Port 12191509-f6c2-4b64-9c11-4655be6fbf8d cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:14:42.707250 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f037820d-89cb-4c54-a408-f493f375ed9c req-8ad692c0-d1ab-40b8-a837-f439ecfbe9d4 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730563 Feb 09 22:14:42.796935 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ebe6e2b-c1cc-47a0-95f5-3e9cadd9936f req-e3f554e3-8220-44e8-804b-131ad9fe0e66 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3842030 Feb 09 22:14:42.798662 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] For port 0438ac5d-8a69-438e-b0d3-3d0331280199, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:14:42.841538 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.937024 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0438ac5d-8a69-438e-b0d3-3d0331280199'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:14:42.944102 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1210fef2-e571-42c0-9922-5daee9ca1f8e" -d '{"events": [{"server_uuid": "5dba9e76-6620-43d3-b090-99b1f397d50e", "name": "network-vif-unplugged", "status": "completed", "tag": "0438ac5d-8a69-438e-b0d3-3d0331280199"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:14:42.949062 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] Publish callbacks [] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.997134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] Transition to ACTIVE for port object 0438ac5d-8a69-438e-b0d3-3d0331280199 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:14:43.010491 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:43.066493 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503aafe4-297e-42a6-8862-439a09fd00c3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:14:43.087903 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b3d2b7-e4f8-44a0-bbf9-2a3bca1a7e68 None None] Sync routers for ids ['fbf63f8d-0f12-4431-8432-0452b55b7953'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:14:43.131792 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-503aafe4-297e-42a6-8862-439a09fd00c3 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/fbf63f8d-0f12-4431-8432-0452b55b7953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3058753 Feb 09 22:14:43.134362 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b3d2b7-e4f8-44a0-bbf9-2a3bca1a7e68 None None] Routers {'fbf63f8d-0f12-4431-8432-0452b55b7953'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:43.138882 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38528) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:43.139933 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a4b3d2b7-e4f8-44a0-bbf9-2a3bca1a7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:14:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['fbf63f8d-0f12-4431-8432-0452b55b7953'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:43.177520 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:14:43.178298 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:14:43.180504 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-a84a167e-ad43-436e-a3eb-78aa3cd4ea36 None None] Provisioning complete for port 12191509-f6c2-4b64-9c11-4655be6fbf8d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:43.181432 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a84a167e-ad43-436e-a3eb-78aa3cd4ea36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (12191509-f6c2-4b64-9c11-4655be6fbf8d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:43.198195 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0865da-b7cd-4c87-8f17-b4183f2d47ed x-openstack-request-id: req-0c0865da-b7cd-4c87-8f17-b4183f2d47ed {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:14:43.201276 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dba9e76-6620-43d3-b090-99b1f397d50e", "name": "network-vif-unplugged", "status": "completed", "tag": "0438ac5d-8a69-438e-b0d3-3d0331280199", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:14:43.201676 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0c0865da-b7cd-4c87-8f17-b4183f2d47ed {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:14:43.202208 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0438ac5d-8a69-438e-b0d3-3d0331280199', 'code': 200} Feb 09 22:14:43.218964 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a4b3d2b7-e4f8-44a0-bbf9-2a3bca1a7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:43.236461 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b3d2b7-e4f8-44a0-bbf9-2a3bca1a7e68 None None] Routers {'fbf63f8d-0f12-4431-8432-0452b55b7953'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:43.237573 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a4b3d2b7-e4f8-44a0-bbf9-2a3bca1a7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:14:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['fbf63f8d-0f12-4431-8432-0452b55b7953'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:43.277938 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] Pushing event updated for resources: {'Port': ['ID=0438ac5d-8a69-438e-b0d3-3d0331280199,revision_number=10']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:43.318966 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a4b3d2b7-e4f8-44a0-bbf9-2a3bca1a7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:43.320153 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b3d2b7-e4f8-44a0-bbf9-2a3bca1a7e68 None None] The sync data for ids ['fbf63f8d-0f12-4431-8432-0452b55b7953'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:14:43.326482 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a84a167e-ad43-436e-a3eb-78aa3cd4ea36 None None] Port 12191509-f6c2-4b64-9c11-4655be6fbf8d cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:14:43.366718 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3386b081-5eb9-4d63-abcc-6afc1fbe6a76 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:43.374790 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3386b081-5eb9-4d63-abcc-6afc1fbe6a76 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/ports/12191509-f6c2-4b64-9c11-4655be6fbf8d HTTP/1.1" status: 200 len: 910 time: 0.2274132 Feb 09 22:14:43.375826 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38532) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:43.385303 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-479a3420-196d-4e02-bd7f-7d41e3ce3825 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3ae40494-4191-4b03-94aa-1c5be35bceac'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:43.544797 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] No DVR routers for this DVR port 0438ac5d-8a69-438e-b0d3-3d0331280199 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:43.718992 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d724785-c76b-405e-9f8b-785472036238 req-2111c60c-c2b2-4174-a35c-2551f4f89fbf tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:43.726562 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2d724785-c76b-405e-9f8b-785472036238 req-2111c60c-c2b2-4174-a35c-2551f4f89fbf tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.1194909 Feb 09 22:14:43.761662 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 0438ac5d-8a69-438e-b0d3-3d0331280199 is: DOWN; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:43.823340 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2d724785-c76b-405e-9f8b-785472036238 req-53f021b5-fd1c-4148-a8c2-3e3ba517d5a0 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959976 Feb 09 22:14:43.828901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] Attempting to bind port 0438ac5d-8a69-438e-b0d3-3d0331280199 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:14:43.829240 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] Attempting to bind port 0438ac5d-8a69-438e-b0d3-3d0331280199 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'e0495290-49f2-4023-ac25-802cabb6e6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:14:43.829430 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-479a3420-196d-4e02-bd7f-7d41e3ce3825 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (12191509-f6c2-4b64-9c11-4655be6fbf8d), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:43.829623 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] Attempting to bind port 0438ac5d-8a69-438e-b0d3-3d0331280199 on network 8eb1b118-355e-4bdc-9775-e75604df539b {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:14:43.834821 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] Port 0438ac5d-8a69-438e-b0d3-3d0331280199 on network 8eb1b118-355e-4bdc-9775-e75604df539b not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:14:43.835162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] Attempting to bind port 0438ac5d-8a69-438e-b0d3-3d0331280199 on network 8eb1b118-355e-4bdc-9775-e75604df539b {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:14:43.842720 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:14:43.843159 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] Checking segment: {'id': 'e0495290-49f2-4023-ac25-802cabb6e6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:14:43.843587 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] Bound using segment: {'id': 'e0495290-49f2-4023-ac25-802cabb6e6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:14:43.844095 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] Bound port: 0438ac5d-8a69-438e-b0d3-3d0331280199, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0495290-49f2-4023-ac25-802cabb6e6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:14:43.844456 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:43.942490 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] For port 0438ac5d-8a69-438e-b0d3-3d0331280199, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:14:43.946355 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] For port 0438ac5d-8a69-438e-b0d3-3d0331280199, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0438ac5d-8a69-438e-b0d3-3d0331280199,segment=NetworkSegment(e0495290-49f2-4023-ac25-802cabb6e6f6),segment_id=e0495290-49f2-4023-ac25-802cabb6e6f6)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:14:43.955578 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:44.024131 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:44.025212 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:44.028381 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] 10.222.0.42 "PUT /v2.0/ports/0438ac5d-8a69-438e-b0d3-3d0331280199 HTTP/1.1" status: 200 len: 1093 time: 5.0621796 Feb 09 22:14:44.177538 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cbe22-7e76-4818-8688-3beaf80f0e35 service neutron] Pushing event updated for resources: {'Port': ['ID=0438ac5d-8a69-438e-b0d3-3d0331280199,revision_number=11']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:44.242019 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-1cae5555-623c-4e8d-8558-ee74d91c282c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:44.243778 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-1cae5555-623c-4e8d-8558-ee74d91c282c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 1127 time: 0.1772776 Feb 09 22:14:44.283594 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf7ade-183c-46e9-9516-000ffe9ae671 req-26df0886-33b0-4902-8e20-690859aefe4e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:44.292969 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22bf7ade-183c-46e9-9516-000ffe9ae671 req-26df0886-33b0-4902-8e20-690859aefe4e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 945 time: 0.2142224 Feb 09 22:14:44.412191 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22bf7ade-183c-46e9-9516-000ffe9ae671 req-605a891c-cb12-4b64-b0e4-b65c2b600a3e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178610 Feb 09 22:14:44.483622 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-0c3297f1-5037-401f-9bb6-06d578c3b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:44.486825 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-0c3297f1-5037-401f-9bb6-06d578c3b717 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8eb1b118-355e-4bdc-9775-e75604df539b HTTP/1.1" status: 200 len: 897 time: 0.2317729 Feb 09 22:14:44.634105 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-f77fc78e-eadf-466d-a3f7-d6a6a0272ed8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0438ac5d-8a69-438e-b0d3-3d0331280199 HTTP/1.1" status: 200 len: 999 time: 0.1266654 Feb 09 22:14:44.695350 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:44.704618 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-612331b7-a3fe-4567-bd9b-e86d8b0de5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:44.707207 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-612331b7-a3fe-4567-bd9b-e86d8b0de5bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=705c9301-7993-4fb7-9cf8-323b2b7171c7 HTTP/1.1" status: 200 len: 833 time: 0.0636969 Feb 09 22:14:44.714358 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-479a3420-196d-4e02-bd7f-7d41e3ce3825 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for port (12191509-f6c2-4b64-9c11-4655be6fbf8d), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:44.735342 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-479a3420-196d-4e02-bd7f-7d41e3ce3825 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (12191509-f6c2-4b64-9c11-4655be6fbf8d), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:44.785927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-0c0e0f5a-3b83-4c6f-bdcc-67e89838b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:44.788225 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-0c0e0f5a-3b83-4c6f-bdcc-67e89838b838 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8eb1b118-355e-4bdc-9775-e75604df539b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0684235 Feb 09 22:14:44.892352 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a3420-196d-4e02-bd7f-7d41e3ce3825 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Port': ['ID=12191509-f6c2-4b64-9c11-4655be6fbf8d,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:44.909378 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479a3420-196d-4e02-bd7f-7d41e3ce3825 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:44.910471 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-479a3420-196d-4e02-bd7f-7d41e3ce3825 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:44.913329 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-479a3420-196d-4e02-bd7f-7d41e3ce3825 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/ports/12191509-f6c2-4b64-9c11-4655be6fbf8d HTTP/1.1" status: 200 len: 910 time: 1.5359910 Feb 09 22:14:44.917762 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38554) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:44.997591 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e59447-2f25-48df-acf8-4e48fc96ca85 req-707e8946-efad-4c4d-b773-99b00bab4604 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:44.999835 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99e59447-2f25-48df-acf8-4e48fc96ca85 req-707e8946-efad-4c4d-b773-99b00bab4604 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.71 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.2036383 Feb 09 22:14:45.171960 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-4095e2e6-c55c-4d64-a86c-312796a9758f service neutron] 10.222.0.42 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628352 Feb 09 22:14:45.182273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac135cb-8843-431e-83e0-c31a2da166ba req-59713abd-280e-4cae-92f4-fa12c4b22166 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:45.184051 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2ac135cb-8843-431e-83e0-c31a2da166ba req-59713abd-280e-4cae-92f4-fa12c4b22166 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.1783464 Feb 09 22:14:45.218991 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'tag': '0438ac5d-8a69-438e-b0d3-3d0331280199'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:14:45.221620 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6446d9-b913-4987-b688-86c276601153" -d '{"events": [{"name": "network-changed", "server_uuid": "5dba9e76-6620-43d3-b090-99b1f397d50e", "tag": "0438ac5d-8a69-438e-b0d3-3d0331280199"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:14:45.330176 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-99e59447-2f25-48df-acf8-4e48fc96ca85 req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Deleting port ccfbe596-ddec-463f-9e3a-8e3863702c84 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:45.330600 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-99e59447-2f25-48df-acf8-4e48fc96ca85 req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:45.339444 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2ac135cb-8843-431e-83e0-c31a2da166ba req-ac8af038-2f20-4ffc-8107-b29d45573c9e tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383846 Feb 09 22:14:45.409751 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85df9c0d-bc7a-4533-ab25-e5fdb8dadda8 req-5848383f-6723-45b9-85c6-227e5db2f0b3 service neutron] 10.222.0.42 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232101 Feb 09 22:14:45.504362 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-99e59447-2f25-48df-acf8-4e48fc96ca85 req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] For port ccfbe596-ddec-463f-9e3a-8e3863702c84, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ccfbe596-ddec-463f-9e3a-8e3863702c84,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:45.504721 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-99e59447-2f25-48df-acf8-4e48fc96ca85 req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:45.517944 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18683bdf-a183-4063-b9d6-fea965f9081e x-openstack-request-id: req-18683bdf-a183-4063-b9d6-fea965f9081e {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:14:45.519776 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dba9e76-6620-43d3-b090-99b1f397d50e", "tag": "0438ac5d-8a69-438e-b0d3-3d0331280199", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:14:45.520155 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18683bdf-a183-4063-b9d6-fea965f9081e {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:14:45.520777 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'tag': '0438ac5d-8a69-438e-b0d3-3d0331280199', 'status': 'completed', 'code': 200} Feb 09 22:14:45.546534 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:45.587143 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2841-34f8-4568-b838-bc5a262d29cd tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (fbf63f8d-0f12-4431-8432-0452b55b7953), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:45.864438 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6446d9-b913-4987-b688-86c276601153 req-661f7bd1-64e9-4834-ab23-b8dcbaf892e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:45.871693 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a6446d9-b913-4987-b688-86c276601153 req-661f7bd1-64e9-4834-ab23-b8dcbaf892e9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 1127 time: 0.3028877 Feb 09 22:14:46.070284 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6446d9-b913-4987-b688-86c276601153 req-f2b7ef3f-10c0-4963-893b-f5a7bbfd9fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:46.071972 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a6446d9-b913-4987-b688-86c276601153 req-f2b7ef3f-10c0-4963-893b-f5a7bbfd9fd8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8eb1b118-355e-4bdc-9775-e75604df539b HTTP/1.1" status: 200 len: 897 time: 0.1821032 Feb 09 22:14:46.151297 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:46.171727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a50fe6-bb1b-4800-8adc-8d3807ca9bcc req-eaa89fc7-c035-45ad-8e69-24f0eebb31da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:46.173295 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94a50fe6-bb1b-4800-8adc-8d3807ca9bcc req-eaa89fc7-c035-45ad-8e69-24f0eebb31da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 1127 time: 0.5370457 Feb 09 22:14:46.221330 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9cdf2841-34f8-4568-b838-bc5a262d29cd tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting port 12191509-f6c2-4b64-9c11-4655be6fbf8d {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:46.221906 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2841-34f8-4568-b838-bc5a262d29cd tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (12191509-f6c2-4b64-9c11-4655be6fbf8d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:46.336560 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2841-34f8-4568-b838-bc5a262d29cd tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (12191509-f6c2-4b64-9c11-4655be6fbf8d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:46.347584 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1968ed-d064-49db-a15d-e14105ef6317 req-d6049835-2c55-4c4d-a0dc-faf3a8b2f4a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:46.349213 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1c1968ed-d064-49db-a15d-e14105ef6317 req-d6049835-2c55-4c4d-a0dc-faf3a8b2f4a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 945 time: 0.6700704 Feb 09 22:14:46.360194 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9cdf2841-34f8-4568-b838-bc5a262d29cd tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Calling delete_port for 12191509-f6c2-4b64-9c11-4655be6fbf8d owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:46.373405 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a6446d9-b913-4987-b688-86c276601153 req-e5e47f2b-287e-4dd4-b1b1-2a6f5728c454 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0438ac5d-8a69-438e-b0d3-3d0331280199 HTTP/1.1" status: 200 len: 999 time: 0.2896752 Feb 09 22:14:46.448224 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-99e59447-2f25-48df-acf8-4e48fc96ca85 req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:46.448692 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-99e59447-2f25-48df-acf8-4e48fc96ca85 req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (a0b32d56-2e6a-4c95-97ac-f6b951519530), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:46.448886 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [req-99e59447-2f25-48df-acf8-4e48fc96ca85 req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Floating IP a0b32d56-2e6a-4c95-97ac-f6b951519530 disassociated. External IP: 172.25.6.107, port: ccfbe596-ddec-463f-9e3a-8e3863702c84. Feb 09 22:14:46.449647 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-99e59447-2f25-48df-acf8-4e48fc96ca85 req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Calling delete_port for ccfbe596-ddec-463f-9e3a-8e3863702c84 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:46.499398 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a50fe6-bb1b-4800-8adc-8d3807ca9bcc req-0ddfc8c5-d7e3-42a2-9ddd-a0cff7b2094d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:46.500944 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94a50fe6-bb1b-4800-8adc-8d3807ca9bcc req-0ddfc8c5-d7e3-42a2-9ddd-a0cff7b2094d service neutron] 10.222.0.42 "GET /v2.0/networks?id=8eb1b118-355e-4bdc-9775-e75604df539b HTTP/1.1" status: 200 len: 897 time: 0.2959006 Feb 09 22:14:46.605689 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6446d9-b913-4987-b688-86c276601153 req-d574f72b-3f42-4a67-aabc-03bc6c10c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:46.607289 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a6446d9-b913-4987-b688-86c276601153 req-d574f72b-3f42-4a67-aabc-03bc6c10c037 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=705c9301-7993-4fb7-9cf8-323b2b7171c7 HTTP/1.1" status: 200 len: 833 time: 0.2157707 Feb 09 22:14:46.611530 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1c1968ed-d064-49db-a15d-e14105ef6317 req-538a865e-a393-4efe-a116-d881b721a29a tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2513373 Feb 09 22:14:46.679093 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94a50fe6-bb1b-4800-8adc-8d3807ca9bcc req-f7c8e9cd-7d7e-4254-912d-829a5ff5577f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0438ac5d-8a69-438e-b0d3-3d0331280199 HTTP/1.1" status: 200 len: 999 time: 0.1344168 Feb 09 22:14:46.698587 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2841-34f8-4568-b838-bc5a262d29cd tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (12191509-f6c2-4b64-9c11-4655be6fbf8d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:46.778196 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a50fe6-bb1b-4800-8adc-8d3807ca9bcc req-c99cdb62-85b0-4acd-bba9-fd03b22b39b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:46.779829 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94a50fe6-bb1b-4800-8adc-8d3807ca9bcc req-c99cdb62-85b0-4acd-bba9-fd03b22b39b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=705c9301-7993-4fb7-9cf8-323b2b7171c7 HTTP/1.1" status: 200 len: 833 time: 0.0909178 Feb 09 22:14:46.782073 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6446d9-b913-4987-b688-86c276601153 req-459e8086-f8f5-4349-880c-f9bd9766dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:46.783887 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a6446d9-b913-4987-b688-86c276601153 req-459e8086-f8f5-4349-880c-f9bd9766dabf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8eb1b118-355e-4bdc-9775-e75604df539b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1674557 Feb 09 22:14:46.850997 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf2841-34f8-4568-b838-bc5a262d29cd tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Port': ['ID=12191509-f6c2-4b64-9c11-4655be6fbf8d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:47.045530 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2841-34f8-4568-b838-bc5a262d29cd tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (fbf63f8d-0f12-4431-8432-0452b55b7953), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:47.153072 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-99e59447-2f25-48df-acf8-4e48fc96ca85 req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (ccfbe596-ddec-463f-9e3a-8e3863702c84), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:47.162453 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a50fe6-bb1b-4800-8adc-8d3807ca9bcc req-856a6e6d-3c94-49ba-8a22-62e280e26eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:47.164706 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94a50fe6-bb1b-4800-8adc-8d3807ca9bcc req-856a6e6d-3c94-49ba-8a22-62e280e26eee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8eb1b118-355e-4bdc-9775-e75604df539b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3620577 Feb 09 22:14:47.176471 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02840a-1bc5-41ed-b06a-dd3b1f1d3f9d req-e1933872-e835-4dc4-9d06-20eaf91b7db4 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:47.186861 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce02840a-1bc5-41ed-b06a-dd3b1f1d3f9d req-e1933872-e835-4dc4-9d06-20eaf91b7db4 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 945 time: 0.4394808 Feb 09 22:14:47.256491 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ccfbe596-ddec-463f-9e3a-8e3863702c84 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:47.314245 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: ccfbe596-ddec-463f-9e3a-8e3863702c84 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:47.314635 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ccfbe596-ddec-463f-9e3a-8e3863702c84 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:48.189264 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdf2841-34f8-4568-b838-bc5a262d29cd tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router fbf63f8d-0f12-4431-8432-0452b55b7953 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:14:48.220521 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a6446d9-b913-4987-b688-86c276601153 req-892751fd-28cb-4995-afc3-0d36fd31a167 service neutron] 10.222.0.71 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4085255 Feb 09 22:14:48.222657 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94a50fe6-bb1b-4800-8adc-8d3807ca9bcc req-245c0ce2-9b8b-4056-9ce6-a12ddf90a03b service neutron] 10.222.0.42 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0069795 Feb 09 22:14:48.279468 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdf2841-34f8-4568-b838-bc5a262d29cd tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:14:48.288200 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9cdf2841-34f8-4568-b838-bc5a262d29cd tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/fbf63f8d-0f12-4431-8432-0452b55b7953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3689423 Feb 09 22:14:48.294350 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a91858-83ff-42bb-aba7-05fa5c5aad4a None None] Sync routers for ids ['fbf63f8d-0f12-4431-8432-0452b55b7953'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:14:48.304913 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38618) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:48.320688 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a91858-83ff-42bb-aba7-05fa5c5aad4a None None] Routers {'fbf63f8d-0f12-4431-8432-0452b55b7953'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:48.321440 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-90a91858-83ff-42bb-aba7-05fa5c5aad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:14:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['fbf63f8d-0f12-4431-8432-0452b55b7953'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:48.390932 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce02840a-1bc5-41ed-b06a-dd3b1f1d3f9d req-5500ad24-eaf9-46be-9276-a9d4acb2e567 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups?id=263e3eff-1fda-4292-a7f7-19bd6e472673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2030482 Feb 09 22:14:48.408243 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e2ecb5d6-18d8-4f07-95b1-bcd6d228a466 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbf63f8d-0f12-4431-8432-0452b55b7953 HTTP/1.1" status: 200 len: 205 time: 0.0915670 Feb 09 22:14:48.416794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38620) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:48.430416 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-90a91858-83ff-42bb-aba7-05fa5c5aad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:48.491182 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a91858-83ff-42bb-aba7-05fa5c5aad4a None None] Routers {'fbf63f8d-0f12-4431-8432-0452b55b7953'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:48.492007 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-90a91858-83ff-42bb-aba7-05fa5c5aad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:14:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['fbf63f8d-0f12-4431-8432-0452b55b7953'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:48.584665 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-90a91858-83ff-42bb-aba7-05fa5c5aad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:48.585512 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a91858-83ff-42bb-aba7-05fa5c5aad4a None None] The sync data for ids ['fbf63f8d-0f12-4431-8432-0452b55b7953'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:14:48.611326 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Pushing event deleted for resources: {'Port': ['ID=ccfbe596-ddec-463f-9e3a-8e3863702c84,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:48.651298 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d0dbb031-8685-4ff5-a4ed-a01a05aaa262 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (fbf63f8d-0f12-4431-8432-0452b55b7953), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:48.799389 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.819890 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.820522 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.820953 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.821432 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.821793 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.824119 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.824564 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.824981 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.825484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.832177 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.844248 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.844771 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:49.198462 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d0dbb031-8685-4ff5-a4ed-a01a05aaa262 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (fbf63f8d-0f12-4431-8432-0452b55b7953), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:49.203067 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d0dbb031-8685-4ff5-a4ed-a01a05aaa262 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router_controller (fbf63f8d-0f12-4431-8432-0452b55b7953), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:49.365850 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d0dbb031-8685-4ff5-a4ed-a01a05aaa262 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (fbf63f8d-0f12-4431-8432-0452b55b7953), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:49.366667 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dbb031-8685-4ff5-a4ed-a01a05aaa262 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Fanout notify agent at l3_agent the message router_deleted on router fbf63f8d-0f12-4431-8432-0452b55b7953 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:14:49.401470 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94a50fe6-bb1b-4800-8adc-8d3807ca9bcc req-ce22fba2-8c75-4c16-83a5-8aa9dd54f709 service neutron] 10.222.0.42 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0542829 Feb 09 22:14:49.407575 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d0dbb031-8685-4ff5-a4ed-a01a05aaa262 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:49.410343 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d0dbb031-8685-4ff5-a4ed-a01a05aaa262 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/routers/fbf63f8d-0f12-4431-8432-0452b55b7953 HTTP/1.1" status: 204 len: 168 time: 0.9914424 Feb 09 22:14:49.412501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38630) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:49.421373 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a6446d9-b913-4987-b688-86c276601153 req-cc3615fe-1587-4caf-a06f-d921f2e513ce service neutron] 10.222.0.71 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0710762 Feb 09 22:14:49.462242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99e59447-2f25-48df-acf8-4e48fc96ca85 req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Router 41eb67e0-0bf7-4c5a-beb0-58a585b21b2c has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:14:49.590802 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0b6a35-76ba-452e-8a96-b49cbdffa763 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting subnet 3ae40494-4191-4b03-94aa-1c5be35bceac {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:14:49.598192 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f0b6a35-76ba-452e-8a96-b49cbdffa763 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for subnet (3ae40494-4191-4b03-94aa-1c5be35bceac), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:49.723618 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f0b6a35-76ba-452e-8a96-b49cbdffa763 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (3ae40494-4191-4b03-94aa-1c5be35bceac), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:49.788073 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91616aa-43ef-4705-8429-7a68b0333ae8 req-eee0159b-e505-4c30-b053-af9c47755eca tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:49.806439 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f91616aa-43ef-4705-8429-7a68b0333ae8 req-eee0159b-e505-4c30-b053-af9c47755eca tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 945 time: 1.1823430 Feb 09 22:14:49.966317 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f0b6a35-76ba-452e-8a96-b49cbdffa763 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (3ae40494-4191-4b03-94aa-1c5be35bceac), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:50.057633 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6446d9-b913-4987-b688-86c276601153 req-cb6d00b9-a283-41de-a52a-5f5c1e1f954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:50.060433 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a6446d9-b913-4987-b688-86c276601153 req-cb6d00b9-a283-41de-a52a-5f5c1e1f954b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 1127 time: 0.5643694 Feb 09 22:14:50.085422 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f91616aa-43ef-4705-8429-7a68b0333ae8 req-b39b2649-c916-43db-b4c9-a13cf2eb1fc1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2762918 Feb 09 22:14:50.087811 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f0b6a35-76ba-452e-8a96-b49cbdffa763 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (3ae40494-4191-4b03-94aa-1c5be35bceac), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:50.140197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0438ac5d-8a69-438e-b0d3-3d0331280199 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:14:50.156931 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38638) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:50.303613 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9e0a58ac-83fd-41c2-b4fd-70da702f613f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/floatingips/38fc627d-18d3-4c3e-a500-bd66185f5e25 HTTP/1.1" status: 200 len: 991 time: 0.1396091 Feb 09 22:14:50.310622 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b6a35-76ba-452e-8a96-b49cbdffa763 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Subnet': ['ID=3ae40494-4191-4b03-94aa-1c5be35bceac,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:50.321643 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f0b6a35-76ba-452e-8a96-b49cbdffa763 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:50.330394 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8f0b6a35-76ba-452e-8a96-b49cbdffa763 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/subnets/3ae40494-4191-4b03-94aa-1c5be35bceac HTTP/1.1" status: 204 len: 168 time: 0.9160655 Feb 09 22:14:50.332926 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38652) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:50.436967 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99e59447-2f25-48df-acf8-4e48fc96ca85 req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:14:50.449435 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125935fc-105b-42ad-a251-6e075b3305e9 None None] Sync routers for ids ['41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:14:50.461347 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9c4fb9-8300-4022-9ba2-f04d1706ae69 None None] Network e6d5b180-5be5-4b33-82a4-8108b9aa6766 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:14:50.468467 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e663d7c5-1214-46ef-8068-f166b33770f8 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (e6d5b180-5be5-4b33-82a4-8108b9aa6766), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:50.485454 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125935fc-105b-42ad-a251-6e075b3305e9 None None] Routers {'41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:50.490594 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-125935fc-105b-42ad-a251-6e075b3305e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:14:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:50.610060 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-70ea5ad4-5ba4-45ee-a803-e13e60d6a99f req-3d6326a3-e8ac-486d-b49c-4a030afab9aa tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/ports?device_id=366dd04e-1f20-4d1f-ab3a-ac66f903a656 HTTP/1.1" status: 200 len: 210 time: 0.1575234 Feb 09 22:14:50.701657 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e663d7c5-1214-46ef-8068-f166b33770f8 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting port c725a22c-735b-41e8-a45d-42de8419d3c6 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:50.709757 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e663d7c5-1214-46ef-8068-f166b33770f8 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c725a22c-735b-41e8-a45d-42de8419d3c6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:50.715367 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e59447-2f25-48df-acf8-4e48fc96ca85 req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] No DVR routers for this DVR port ccfbe596-ddec-463f-9e3a-8e3863702c84 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:50.718352 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-99e59447-2f25-48df-acf8-4e48fc96ca85 req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:50.722845 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99e59447-2f25-48df-acf8-4e48fc96ca85 req-9d51e9fb-3ac5-48a8-b11d-21816fa9e116 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.71 "DELETE /v2.0/ports/ccfbe596-ddec-463f-9e3a-8e3863702c84 HTTP/1.1" status: 204 len: 173 time: 5.6762419 Feb 09 22:14:50.726994 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366dd04e-1f20-4d1f-ab3a-ac66f903a656', 'name': 'network-vif-deleted', 'tag': 'ccfbe596-ddec-463f-9e3a-8e3863702c84'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:14:50.730631 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727b97d7-8183-4947-83d6-cab444fe9a6f" -d '{"events": [{"server_uuid": "366dd04e-1f20-4d1f-ab3a-ac66f903a656", "name": "network-vif-deleted", "tag": "ccfbe596-ddec-463f-9e3a-8e3863702c84"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:14:50.833488 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6446d9-b913-4987-b688-86c276601153 req-32e4bc01-d8e0-454b-8044-ad6df3d8d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:50.839546 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a6446d9-b913-4987-b688-86c276601153 req-32e4bc01-d8e0-454b-8044-ad6df3d8d57a service neutron] 10.222.0.42 "GET /v2.0/networks?id=8eb1b118-355e-4bdc-9775-e75604df539b HTTP/1.1" status: 200 len: 897 time: 0.7458928 Feb 09 22:14:50.841411 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed22963-9e35-4b06-841b-7f1588bce258 x-openstack-request-id: req-aed22963-9e35-4b06-841b-7f1588bce258 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:14:50.841704 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366dd04e-1f20-4d1f-ab3a-ac66f903a656", "name": "network-vif-deleted", "tag": "ccfbe596-ddec-463f-9e3a-8e3863702c84", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:14:50.841960 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aed22963-9e35-4b06-841b-7f1588bce258 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:14:50.842545 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366dd04e-1f20-4d1f-ab3a-ac66f903a656', 'name': 'network-vif-deleted', 'tag': 'ccfbe596-ddec-463f-9e3a-8e3863702c84', 'status': 'completed', 'code': 200} Feb 09 22:14:50.965717 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 0438ac5d-8a69-438e-b0d3-3d0331280199, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0438ac5d-8a69-438e-b0d3-3d0331280199,segment=NetworkSegment(e0495290-49f2-4023-ac25-802cabb6e6f6),segment_id=e0495290-49f2-4023-ac25-802cabb6e6f6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:50.990793 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a6446d9-b913-4987-b688-86c276601153 req-66e23ebe-8570-4b0b-97a8-1d12577a400c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0438ac5d-8a69-438e-b0d3-3d0331280199 HTTP/1.1" status: 200 len: 999 time: 0.1431539 Feb 09 22:14:51.028084 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-125935fc-105b-42ad-a251-6e075b3305e9 None None] Set router 41eb67e0-0bf7-4c5a-beb0-58a585b21b2c gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:51.050927 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '0438ac5d-8a69-438e-b0d3-3d0331280199', 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b', 'port_id': '0438ac5d-8a69-438e-b0d3-3d0331280199', 'mac_address': 'fa:16:3e:e6:81:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705c9301-7993-4fb7-9cf8-323b2b7171c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:14:51.054623 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e663d7c5-1214-46ef-8068-f166b33770f8 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] For port c725a22c-735b-41e8-a45d-42de8419d3c6, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c725a22c-735b-41e8-a45d-42de8419d3c6,segment=NetworkSegment(63e445a8-0fc7-42f4-874c-54d39a175e5d),segment_id=63e445a8-0fc7-42f4-874c-54d39a175e5d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:51.064595 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e663d7c5-1214-46ef-8068-f166b33770f8 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c725a22c-735b-41e8-a45d-42de8419d3c6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:51.121217 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e663d7c5-1214-46ef-8068-f166b33770f8 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Calling delete_port for c725a22c-735b-41e8-a45d-42de8419d3c6 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:51.134423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6446d9-b913-4987-b688-86c276601153 req-b2f9df6f-db6a-41e6-9aef-85889a1e9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:51.141819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a6446d9-b913-4987-b688-86c276601153 req-b2f9df6f-db6a-41e6-9aef-85889a1e9fc1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=705c9301-7993-4fb7-9cf8-323b2b7171c7 HTTP/1.1" status: 200 len: 833 time: 0.1399596 Feb 09 22:14:51.298513 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6446d9-b913-4987-b688-86c276601153 req-2a5f47ec-ea13-40f4-93b6-31806faf0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:51.300426 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a6446d9-b913-4987-b688-86c276601153 req-2a5f47ec-ea13-40f4-93b6-31806faf0a57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8eb1b118-355e-4bdc-9775-e75604df539b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1516531 Feb 09 22:14:51.325836 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 0438ac5d-8a69-438e-b0d3-3d0331280199 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:51.333979 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:51.340857 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4fcb63-aa12-4678-b692-b2dc5d449f24 None None] DHCP port deletion for e6d5b180-5be5-4b33-82a4-8108b9aa6766 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:14:51.414996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0438ac5d-8a69-438e-b0d3-3d0331280199 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:14:51.424934 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e663d7c5-1214-46ef-8068-f166b33770f8 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c725a22c-735b-41e8-a45d-42de8419d3c6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:51.539966 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663d7c5-1214-46ef-8068-f166b33770f8 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Port': ['ID=c725a22c-735b-41e8-a45d-42de8419d3c6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:51.546746 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a6446d9-b913-4987-b688-86c276601153 req-17428bd9-d1b7-4337-9bb9-4637cb76bc08 service neutron] 10.222.0.42 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341878 Feb 09 22:14:51.561186 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 0438ac5d-8a69-438e-b0d3-3d0331280199, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0438ac5d-8a69-438e-b0d3-3d0331280199,segment=NetworkSegment(e0495290-49f2-4023-ac25-802cabb6e6f6),segment_id=e0495290-49f2-4023-ac25-802cabb6e6f6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:51.578163 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e663d7c5-1214-46ef-8068-f166b33770f8 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] No DVR routers for this DVR port c725a22c-735b-41e8-a45d-42de8419d3c6 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:51.703744 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:51.851189 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e663d7c5-1214-46ef-8068-f166b33770f8 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (e6d5b180-5be5-4b33-82a4-8108b9aa6766), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:51.871559 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a6446d9-b913-4987-b688-86c276601153 req-e5efdbeb-299b-47b5-916d-fff85b6d7c5b service neutron] 10.222.0.42 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184047 Feb 09 22:14:51.902778 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e663d7c5-1214-46ef-8068-f166b33770f8 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6d5b180-5be5-4b33-82a4-8108b9aa6766']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:51.904882 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-125935fc-105b-42ad-a251-6e075b3305e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'name': 'tempest-ServerActionsTestJSON-20830479-router', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:46Z', 'updated_at': '2022-02-09T22:03:58Z', 'revision_number': 4, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'gw_port': {'id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:48Z', 'updated_at': '2022-02-09T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'b5d59a6f-2fbd-4ec9-9f10-e443c109069f', 'name': '', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'mac_address': 'fa:16:3e:42:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:56Z', 'updated_at': '2022-02-09T22:04:06Z', 'revision_number': 5, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'subnets': [{'id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:51.930613 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e663d7c5-1214-46ef-8068-f166b33770f8 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e445a8-0fc7-42f4-874c-54d39a175e5d') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:51.931239 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38670) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:51.932656 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e663d7c5-1214-46ef-8068-f166b33770f8 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e445a8-0fc7-42f4-874c-54d39a175e5d') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:51.954463 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e663d7c5-1214-46ef-8068-f166b33770f8 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (63e445a8-0fc7-42f4-874c-54d39a175e5d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:51.971538 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=0438ac5d-8a69-438e-b0d3-3d0331280199,revision_number=12']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:51.981312 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c725a22c-735b-41e8-a45d-42de8419d3c6 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:52.000296 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e663d7c5-1214-46ef-8068-f166b33770f8 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (63e445a8-0fc7-42f4-874c-54d39a175e5d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.002429 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125935fc-105b-42ad-a251-6e075b3305e9 None None] Checking router: 41eb67e0-0bf7-4c5a-beb0-58a585b21b2c for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:14:52.019489 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e663d7c5-1214-46ef-8068-f166b33770f8 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:14:52.021626 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e663d7c5-1214-46ef-8068-f166b33770f8 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (63e445a8-0fc7-42f4-874c-54d39a175e5d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:14:52.030589 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:14:52.043389 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125935fc-105b-42ad-a251-6e075b3305e9 None None] Routers {'41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:52.044841 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-125935fc-105b-42ad-a251-6e075b3305e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:14:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:52.075032 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35728cc0-c48b-4e8e-9bb6-2e90b255c14c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for security_group (263e3eff-1fda-4292-a7f7-19bd6e472673), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.133790 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35728cc0-c48b-4e8e-9bb6-2e90b255c14c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for security_group (263e3eff-1fda-4292-a7f7-19bd6e472673), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.136398 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['0438ac5d-8a69-438e-b0d3-3d0331280199'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:14:52.155922 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: c725a22c-735b-41e8-a45d-42de8419d3c6 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:52.156726 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c725a22c-735b-41e8-a45d-42de8419d3c6 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:52.250694 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35728cc0-c48b-4e8e-9bb6-2e90b255c14c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (263e3eff-1fda-4292-a7f7-19bd6e472673), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.255297 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35728cc0-c48b-4e8e-9bb6-2e90b255c14c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.257849 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-35728cc0-c48b-4e8e-9bb6-2e90b255c14c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "DELETE /v2.0/security-groups/263e3eff-1fda-4292-a7f7-19bd6e472673 HTTP/1.1" status: 204 len: 168 time: 0.3241994 Feb 09 22:14:52.259493 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e663d7c5-1214-46ef-8068-f166b33770f8 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (e6d5b180-5be5-4b33-82a4-8108b9aa6766), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.261190 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38674) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:52.272126 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ee4fcb63-aa12-4678-b692-b2dc5d449f24 None None] Deleting port c725a22c-735b-41e8-a45d-42de8419d3c6 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:52.272419 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ee4fcb63-aa12-4678-b692-b2dc5d449f24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c725a22c-735b-41e8-a45d-42de8419d3c6), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.281681 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e663d7c5-1214-46ef-8068-f166b33770f8 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.282011 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35728cc0-c48b-4e8e-9bb6-2e90b255c14c tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=263e3eff-1fda-4292-a7f7-19bd6e472673,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:52.286992 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e663d7c5-1214-46ef-8068-f166b33770f8 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/networks/e6d5b180-5be5-4b33-82a4-8108b9aa6766 HTTP/1.1" status: 204 len: 168 time: 1.9514303 Feb 09 22:14:52.292823 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38676) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:52.305799 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f7167784-af7f-4f4f-9170-d693e1a1fdf2 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-340942567', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server [None req-ee4fcb63-aa12-4678-b692-b2dc5d449f24 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network e6d5b180-5be5-4b33-82a4-8108b9aa6766 could not be found. Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network e6d5b180-5be5-4b33-82a4-8108b9aa6766 could not be found. Feb 09 22:14:52.334896 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Feb 09 22:14:52.342281 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-5e242559-ded9-4347-8c2e-500d07973d82 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] show failed (client error): The resource could not be found. Feb 09 22:14:52.342281 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5e242559-ded9-4347-8c2e-500d07973d82 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "GET /v2.0/security-groups/263e3eff-1fda-4292-a7f7-19bd6e472673 HTTP/1.1" status: 404 len: 347 time: 0.0790482 Feb 09 22:14:52.344523 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663d7c5-1214-46ef-8068-f166b33770f8 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Network': ['ID=e6d5b180-5be5-4b33-82a4-8108b9aa6766,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:52.346510 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38678) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:52.368744 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0016ee-c098-4344-b01f-983ac6915090 None None] get_active_networks_info from n-d-828601-1 {{(pid=103203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:14:52.392862 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f7167784-af7f-4f4f-9170-d693e1a1fdf2 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (83c30768-abbe-4814-81b0-0715e0f465f1), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.393955 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f7167784-af7f-4f4f-9170-d693e1a1fdf2 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (83c30768-abbe-4814-81b0-0715e0f465f1), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.442095 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-125935fc-105b-42ad-a251-6e075b3305e9 None None] Set router 41eb67e0-0bf7-4c5a-beb0-58a585b21b2c gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:52.539440 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f7167784-af7f-4f4f-9170-d693e1a1fdf2 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router_controller (83c30768-abbe-4814-81b0-0715e0f465f1), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.549922 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f7167784-af7f-4f4f-9170-d693e1a1fdf2 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (83c30768-abbe-4814-81b0-0715e0f465f1), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.600349 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f7167784-af7f-4f4f-9170-d693e1a1fdf2 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.601626 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f7167784-af7f-4f4f-9170-d693e1a1fdf2 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3057814 Feb 09 22:14:52.605003 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38682) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:52.610320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a5eb3e90-9fd7-4c71-afc4-8996110c993c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'network': {'name': 'tempest-RoutersTest-1446883747'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:52.668435 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5eb3e90-9fd7-4c71-afc4-8996110c993c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Made reservation on behalf of e5d31d08c43c4b69869f30e84521119d for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:52.673929 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5eb3e90-9fd7-4c71-afc4-8996110c993c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.692347 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0016ee-c098-4344-b01f-983ac6915090 None None] Resources bound (agent type, host, resource id): {{(pid=103203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:14:52.740741 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5eb3e90-9fd7-4c71-afc4-8996110c993c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:14:52.757928 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5eb3e90-9fd7-4c71-afc4-8996110c993c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (c19568b1-eda7-4081-a7f1-f91f9d41ed1a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.760732 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-a5eb3e90-9fd7-4c71-afc4-8996110c993c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Added segment c19568b1-eda7-4081-a7f1-f91f9d41ed1a of type vlan for network 3677f63f-d074-4ec6-bb70-9b07fd57e0e0 Feb 09 22:14:52.762331 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1462796d-c53e-4917-b0b2-7d11fee36e30 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Deleting port ec2944af-2419-4ec5-bd85-050758f25b66 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:52.763098 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1462796d-c53e-4917-b0b2-7d11fee36e30 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ec2944af-2419-4ec5-bd85-050758f25b66), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.908252 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5eb3e90-9fd7-4c71-afc4-8996110c993c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (3677f63f-d074-4ec6-bb70-9b07fd57e0e0), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:53.001492 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1462796d-c53e-4917-b0b2-7d11fee36e30 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ec2944af-2419-4ec5-bd85-050758f25b66), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:53.006280 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1462796d-c53e-4917-b0b2-7d11fee36e30 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for floatingip (ec2944af-2419-4ec5-bd85-050758f25b66), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:53.007522 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5eb3e90-9fd7-4c71-afc4-8996110c993c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (3677f63f-d074-4ec6-bb70-9b07fd57e0e0), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:53.023063 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eb3e90-9fd7-4c71-afc4-8996110c993c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:53.026061 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5eb3e90-9fd7-4c71-afc4-8996110c993c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:53.036950 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1462796d-c53e-4917-b0b2-7d11fee36e30 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Calling delete_port for ec2944af-2419-4ec5-bd85-050758f25b66 owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:53.205306 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-125935fc-105b-42ad-a251-6e075b3305e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'name': 'tempest-ServerActionsTestJSON-20830479-router', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:46Z', 'updated_at': '2022-02-09T22:03:58Z', 'revision_number': 4, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'gw_port': {'id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:48Z', 'updated_at': '2022-02-09T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'b5d59a6f-2fbd-4ec9-9f10-e443c109069f', 'name': '', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'mac_address': 'fa:16:3e:42:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:56Z', 'updated_at': '2022-02-09T22:04:06Z', 'revision_number': 5, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'subnets': [{'id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:53.217580 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb3e90-9fd7-4c71-afc4-8996110c993c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Network': ['ID=3677f63f-d074-4ec6-bb70-9b07fd57e0e0,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:53.267327 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a5eb3e90-9fd7-4c71-afc4-8996110c993c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6611717 Feb 09 22:14:53.274004 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38690) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:53.283057 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125935fc-105b-42ad-a251-6e075b3305e9 None None] The sync data for ids ['41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'] in n-d-828601-1 is: [{'id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'name': 'tempest-ServerActionsTestJSON-20830479-router', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:46Z', 'updated_at': '2022-02-09T22:03:58Z', 'revision_number': 4, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'gw_port': {'id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:48Z', 'updated_at': '2022-02-09T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'b5d59a6f-2fbd-4ec9-9f10-e443c109069f', 'name': '', 'network_id': '59bfcab4-b7d2-465d-baca-fbf4f579480a', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'mac_address': 'fa:16:3e:42:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:56Z', 'updated_at': '2022-02-09T22:04:06Z', 'revision_number': 5, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'subnets': [{'id': 'b40e5314-96a6-403c-a2ec-f748f5b25185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:14:53.299547 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6bdc1027-3607-4660-984e-889caa81f377 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'subnet': {'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:53.426087 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 3677f63f-d074-4ec6-bb70-9b07fd57e0e0 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:14:53.808276 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1462796d-c53e-4917-b0b2-7d11fee36e30 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ec2944af-2419-4ec5-bd85-050758f25b66), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:53.932082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462796d-c53e-4917-b0b2-7d11fee36e30 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Pushing event deleted for resources: {'Port': ['ID=ec2944af-2419-4ec5-bd85-050758f25b66,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:54.016588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c990c43d-e63d-4327-9892-9800ea9dff6d None None] DHCP port deletion for e6d5b180-5be5-4b33-82a4-8108b9aa6766 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:14:54.060208 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1462796d-c53e-4917-b0b2-7d11fee36e30 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks [] for floatingip (a0b32d56-2e6a-4c95-97ac-f6b951519530), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:54.064189 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1462796d-c53e-4917-b0b2-7d11fee36e30 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:54.066029 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1462796d-c53e-4917-b0b2-7d11fee36e30 tempest-ServerActionsTestJSON-43219218 tempest-ServerActionsTestJSON-43219218-project] 10.222.0.77 "DELETE /v2.0/floatingips/a0b32d56-2e6a-4c95-97ac-f6b951519530 HTTP/1.1" status: 204 len: 168 time: 1.7134483 Feb 09 22:14:54.067626 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdc1027-3607-4660-984e-889caa81f377 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Made reservation on behalf of e5d31d08c43c4b69869f30e84521119d for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:54.072368 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5b7a0b-e5d3-4b21-add5-24fc7ccf3416 None None] New status for floating IP a0b32d56-2e6a-4c95-97ac-f6b951519530: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:14:54.073571 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bdc1027-3607-4660-984e-889caa81f377 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:54.075385 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38698) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:54.473447 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bdc1027-3607-4660-984e-889caa81f377 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (ad26eff0-d89a-480b-ac21-5f71f09ec689), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:54.584055 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc1027-3607-4660-984e-889caa81f377 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Subnet': ['ID=ad26eff0-d89a-480b-ac21-5f71f09ec689,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:54.589014 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc1027-3607-4660-984e-889caa81f377 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Checking segment: {'id': 'c19568b1-eda7-4081-a7f1-f91f9d41ed1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:14:54.589391 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdc1027-3607-4660-984e-889caa81f377 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network hostable DHCP agents. Network: 3677f63f-d074-4ec6-bb70-9b07fd57e0e0, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:14:54.609632 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdc1027-3607-4660-984e-889caa81f377 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network 3677f63f-d074-4ec6-bb70-9b07fd57e0e0 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:14:54.624452 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-6bdc1027-3607-4660-984e-889caa81f377 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 3677f63f-d074-4ec6-bb70-9b07fd57e0e0) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:54.632922 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdc1027-3607-4660-984e-889caa81f377 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:54.635039 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bdc1027-3607-4660-984e-889caa81f377 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:54.637085 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b59cb1-2163-423d-9fbe-1c6a3277d310 None None] Network 3677f63f-d074-4ec6-bb70-9b07fd57e0e0 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:14:54.691529 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6bdc1027-3607-4660-984e-889caa81f377 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4102242 Feb 09 22:14:54.695380 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38704) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:54.814913 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7086ae-f193-4ca4-bbb7-4fbca770b604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:14:54.815738 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2d7086ae-f193-4ca4-bbb7-4fbca770b604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:55.071609 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-2d7086ae-f193-4ca4-bbb7-4fbca770b604 None None] Allocated IP 172.20.0.2 (3677f63f-d074-4ec6-bb70-9b07fd57e0e0/ad26eff0-d89a-480b-ac21-5f71f09ec689/54a37794-378d-41c5-96c0-d05b91a40738) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:55.100833 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-175310ab-3e1d-4989-aec8-d522cac465ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (41eb67e0-0bf7-4c5a-beb0-58a585b21b2c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:55.308937 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ee1a-371d-4ba5-a524-94d1b05104fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:55.330385 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2d7086ae-f193-4ca4-bbb7-4fbca770b604 None None] Publish callbacks [] for port (54a37794-378d-41c5-96c0-d05b91a40738), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:55.345637 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2d7086ae-f193-4ca4-bbb7-4fbca770b604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (54a37794-378d-41c5-96c0-d05b91a40738), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:55.413949 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7086ae-f193-4ca4-bbb7-4fbca770b604 None None] Pushing event updated for resources: {'Port': ['ID=54a37794-378d-41c5-96c0-d05b91a40738,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:55.461169 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7086ae-f193-4ca4-bbb7-4fbca770b604 None None] Network 3677f63f-d074-4ec6-bb70-9b07fd57e0e0 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:55.468021 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-2d7086ae-f193-4ca4-bbb7-4fbca770b604 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:55.480620 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7086ae-f193-4ca4-bbb7-4fbca770b604 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:55.635884 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2d7086ae-f193-4ca4-bbb7-4fbca770b604 None None] Attempting to bind port 54a37794-378d-41c5-96c0-d05b91a40738 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:14:55.639246 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2d7086ae-f193-4ca4-bbb7-4fbca770b604 None None] Attempting to bind port 54a37794-378d-41c5-96c0-d05b91a40738 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'c19568b1-eda7-4081-a7f1-f91f9d41ed1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:14:55.644573 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7086ae-f193-4ca4-bbb7-4fbca770b604 None None] Attempting to bind port 54a37794-378d-41c5-96c0-d05b91a40738 on network 3677f63f-d074-4ec6-bb70-9b07fd57e0e0 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:14:55.667986 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7086ae-f193-4ca4-bbb7-4fbca770b604 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:14:55.668968 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7086ae-f193-4ca4-bbb7-4fbca770b604 None None] Checking segment: {'id': 'c19568b1-eda7-4081-a7f1-f91f9d41ed1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:14:55.669891 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2d7086ae-f193-4ca4-bbb7-4fbca770b604 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:55.670820 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7086ae-f193-4ca4-bbb7-4fbca770b604 None None] Bound using segment: {'id': 'c19568b1-eda7-4081-a7f1-f91f9d41ed1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:14:55.671938 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2d7086ae-f193-4ca4-bbb7-4fbca770b604 None None] Bound port: 54a37794-378d-41c5-96c0-d05b91a40738, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19568b1-eda7-4081-a7f1-f91f9d41ed1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:14:55.672880 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2d7086ae-f193-4ca4-bbb7-4fbca770b604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (54a37794-378d-41c5-96c0-d05b91a40738), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:55.787456 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-175310ab-3e1d-4989-aec8-d522cac465ee admin admin] Deleting port b5d59a6f-2fbd-4ec9-9f10-e443c109069f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:55.791433 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-175310ab-3e1d-4989-aec8-d522cac465ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b5d59a6f-2fbd-4ec9-9f10-e443c109069f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:55.826971 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2d7086ae-f193-4ca4-bbb7-4fbca770b604 None None] For port 54a37794-378d-41c5-96c0-d05b91a40738, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:14:55.837037 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2d7086ae-f193-4ca4-bbb7-4fbca770b604 None None] For port 54a37794-378d-41c5-96c0-d05b91a40738, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=54a37794-378d-41c5-96c0-d05b91a40738,segment=NetworkSegment(c19568b1-eda7-4081-a7f1-f91f9d41ed1a),segment_id=c19568b1-eda7-4081-a7f1-f91f9d41ed1a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:14:55.861217 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2d7086ae-f193-4ca4-bbb7-4fbca770b604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (54a37794-378d-41c5-96c0-d05b91a40738), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:55.899771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-b7f8ee1a-371d-4ba5-a524-94d1b05104fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Allocated IP 172.20.0.1 (3677f63f-d074-4ec6-bb70-9b07fd57e0e0/ad26eff0-d89a-480b-ac21-5f71f09ec689/f6224332-5e6b-4207-954f-cf71a39a0d0e) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:56.024318 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7086ae-f193-4ca4-bbb7-4fbca770b604 None None] Pushing event updated for resources: {'Port': ['ID=54a37794-378d-41c5-96c0-d05b91a40738,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:56.082513 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ee1a-371d-4ba5-a524-94d1b05104fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for port (f6224332-5e6b-4207-954f-cf71a39a0d0e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:56.142632 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0438ac5d-8a69-438e-b0d3-3d0331280199 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:14:56.147510 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ee1a-371d-4ba5-a524-94d1b05104fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f6224332-5e6b-4207-954f-cf71a39a0d0e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:56.156032 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-175310ab-3e1d-4989-aec8-d522cac465ee admin admin] For port b5d59a6f-2fbd-4ec9-9f10-e443c109069f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b5d59a6f-2fbd-4ec9-9f10-e443c109069f,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:56.156836 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-175310ab-3e1d-4989-aec8-d522cac465ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b5d59a6f-2fbd-4ec9-9f10-e443c109069f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:56.173843 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-175310ab-3e1d-4989-aec8-d522cac465ee admin admin] Calling delete_port for b5d59a6f-2fbd-4ec9-9f10-e443c109069f owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:56.202893 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f8ee1a-371d-4ba5-a524-94d1b05104fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network 3677f63f-d074-4ec6-bb70-9b07fd57e0e0 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:56.207399 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-b7f8ee1a-371d-4ba5-a524-94d1b05104fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:56.214927 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f8ee1a-371d-4ba5-a524-94d1b05104fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:56.267250 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 0438ac5d-8a69-438e-b0d3-3d0331280199 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:14:56.271807 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 0438ac5d-8a69-438e-b0d3-3d0331280199 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:56.272191 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:56.368033 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8ee1a-371d-4ba5-a524-94d1b05104fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Port': ['ID=f6224332-5e6b-4207-954f-cf71a39a0d0e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:56.413471 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ee1a-371d-4ba5-a524-94d1b05104fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (83c30768-abbe-4814-81b0-0715e0f465f1), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:56.547017 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 0438ac5d-8a69-438e-b0d3-3d0331280199 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:56.547414 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:56.598833 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0438ac5d-8a69-438e-b0d3-3d0331280199'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:14:56.611055 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9896da38-5e43-40fa-89c8-34baf229cd2a" -d '{"events": [{"server_uuid": "5dba9e76-6620-43d3-b090-99b1f397d50e", "name": "network-vif-plugged", "status": "completed", "tag": "0438ac5d-8a69-438e-b0d3-3d0331280199"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:14:56.640681 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 0438ac5d-8a69-438e-b0d3-3d0331280199, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0438ac5d-8a69-438e-b0d3-3d0331280199,segment=NetworkSegment(e0495290-49f2-4023-ac25-802cabb6e6f6),segment_id=e0495290-49f2-4023-ac25-802cabb6e6f6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:56.654828 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:56.748833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4e3f3-56ae-446c-b320-e356bcf5c936 req-8744a94d-b514-4d4d-9fce-3c6aa095c40a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:56.750656 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3b4e3f3-56ae-446c-b320-e356bcf5c936 req-8744a94d-b514-4d4d-9fce-3c6aa095c40a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 946 time: 0.8038695 Feb 09 22:14:56.798249 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-175310ab-3e1d-4989-aec8-d522cac465ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (b5d59a6f-2fbd-4ec9-9f10-e443c109069f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:56.852944 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175310ab-3e1d-4989-aec8-d522cac465ee admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d59a6f-2fbd-4ec9-9f10-e443c109069f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:57.060628 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3b4e3f3-56ae-446c-b320-e356bcf5c936 req-10f3ded1-3c63-44b3-9e11-c93f2d7e8fdd tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880957 Feb 09 22:14:57.071958 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ee1a-371d-4ba5-a524-94d1b05104fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f6224332-5e6b-4207-954f-cf71a39a0d0e), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:57.224680 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=0438ac5d-8a69-438e-b0d3-3d0331280199,revision_number=13']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:57.288575 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a06545-5b68-400b-ae58-3261886ad552 x-openstack-request-id: req-f0a06545-5b68-400b-ae58-3261886ad552 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:14:57.288953 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dba9e76-6620-43d3-b090-99b1f397d50e", "name": "network-vif-plugged", "status": "completed", "tag": "0438ac5d-8a69-438e-b0d3-3d0331280199", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:14:57.289287 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f0a06545-5b68-400b-ae58-3261886ad552 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:14:57.289767 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0438ac5d-8a69-438e-b0d3-3d0331280199', 'code': 200} Feb 09 22:14:57.316401 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-175310ab-3e1d-4989-aec8-d522cac465ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (41eb67e0-0bf7-4c5a-beb0-58a585b21b2c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:57.508034 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc226925-c723-44f0-b871-e7ac1334100e req-bc4749ee-90cc-4b2c-8bf1-aa79ab005805 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:57.511423 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc226925-c723-44f0-b871-e7ac1334100e req-bc4749ee-90cc-4b2c-8bf1-aa79ab005805 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 946 time: 0.1965778 Feb 09 22:14:57.791868 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ee1a-371d-4ba5-a524-94d1b05104fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for port (f6224332-5e6b-4207-954f-cf71a39a0d0e), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:57.806984 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ee1a-371d-4ba5-a524-94d1b05104fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (f6224332-5e6b-4207-954f-cf71a39a0d0e), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:57.925128 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8ee1a-371d-4ba5-a524-94d1b05104fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Port': ['ID=f6224332-5e6b-4207-954f-cf71a39a0d0e,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:57.965845 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ee1a-371d-4ba5-a524-94d1b05104fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (83c30768-abbe-4814-81b0-0715e0f465f1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:57.994950 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85f8549-abbf-49d4-a3fb-1d5b5245377c None None] Network 3677f63f-d074-4ec6-bb70-9b07fd57e0e0 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:14:58.000999 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-dc226925-c723-44f0-b871-e7ac1334100e req-9c936dab-46ec-412e-9176-5e2902c15093 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Deleting port 89a04835-c025-4142-8ec3-2214ac3c2bc9 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:58.001571 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-dc226925-c723-44f0-b871-e7ac1334100e req-9c936dab-46ec-412e-9176-5e2902c15093 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (89a04835-c025-4142-8ec3-2214ac3c2bc9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:58.129214 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f8ee1a-371d-4ba5-a524-94d1b05104fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network 3677f63f-d074-4ec6-bb70-9b07fd57e0e0 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:58.131693 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-b7f8ee1a-371d-4ba5-a524-94d1b05104fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:58.194892 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 54a37794-378d-41c5-96c0-d05b91a40738 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:14:58.325084 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-680e7646-cf51-4204-889c-5d7e1be3f53b None None] Provisioning complete for port 54a37794-378d-41c5-96c0-d05b91a40738 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:58.325717 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-680e7646-cf51-4204-889c-5d7e1be3f53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (54a37794-378d-41c5-96c0-d05b91a40738), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:58.378556 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f8ee1a-371d-4ba5-a524-94d1b05104fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router 83c30768-abbe-4814-81b0-0715e0f465f1 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:14:58.527217 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 54a37794-378d-41c5-96c0-d05b91a40738 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:58.527922 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (54a37794-378d-41c5-96c0-d05b91a40738), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:58.615600 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-680e7646-cf51-4204-889c-5d7e1be3f53b None None] Current status of the port 54a37794-378d-41c5-96c0-d05b91a40738 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:58.616244 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-680e7646-cf51-4204-889c-5d7e1be3f53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (54a37794-378d-41c5-96c0-d05b91a40738), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:58.775169 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-680e7646-cf51-4204-889c-5d7e1be3f53b None None] For port 54a37794-378d-41c5-96c0-d05b91a40738, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=54a37794-378d-41c5-96c0-d05b91a40738,segment=NetworkSegment(c19568b1-eda7-4081-a7f1-f91f9d41ed1a),segment_id=c19568b1-eda7-4081-a7f1-f91f9d41ed1a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:58.792439 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-680e7646-cf51-4204-889c-5d7e1be3f53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (54a37794-378d-41c5-96c0-d05b91a40738), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:58.795923 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175310ab-3e1d-4989-aec8-d522cac465ee admin admin] Router 41eb67e0-0bf7-4c5a-beb0-58a585b21b2c has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:14:59.047592 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175310ab-3e1d-4989-aec8-d522cac465ee admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:14:59.063928 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196968a-efc8-44a7-b9e2-592c14d03d9b None None] Sync routers for ids ['41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:14:59.066540 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-175310ab-3e1d-4989-aec8-d522cac465ee admin admin] 10.222.0.77 "PUT /v2.0/routers/41eb67e0-0bf7-4c5a-beb0-58a585b21b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9896362 Feb 09 22:14:59.077666 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38748) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:59.111082 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196968a-efc8-44a7-b9e2-592c14d03d9b None None] Routers {'41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:59.111793 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-6196968a-efc8-44a7-b9e2-592c14d03d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:14:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:59.156672 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 54a37794-378d-41c5-96c0-d05b91a40738 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:59.191933 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-dc226925-c723-44f0-b871-e7ac1334100e req-9c936dab-46ec-412e-9176-5e2902c15093 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] For port 89a04835-c025-4142-8ec3-2214ac3c2bc9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=89a04835-c025-4142-8ec3-2214ac3c2bc9,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:59.192733 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-dc226925-c723-44f0-b871-e7ac1334100e req-9c936dab-46ec-412e-9176-5e2902c15093 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (89a04835-c025-4142-8ec3-2214ac3c2bc9), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.203287 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e7646-cf51-4204-889c-5d7e1be3f53b None None] Pushing event updated for resources: {'Port': ['ID=54a37794-378d-41c5-96c0-d05b91a40738,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:59.206907 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812eb6d2-55cb-4418-8fd9-dbfac983a7c1 req-cce351c2-a126-4270-9081-55d74451a47e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:59.215054 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-812eb6d2-55cb-4418-8fd9-dbfac983a7c1 req-cce351c2-a126-4270-9081-55d74451a47e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 946 time: 0.5292561 Feb 09 22:14:59.240799 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-15e6f959-cd57-4ceb-b418-e34bc5ff5c4f None None] Provisioning complete for port 54a37794-378d-41c5-96c0-d05b91a40738 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:59.241444 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-15e6f959-cd57-4ceb-b418-e34bc5ff5c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (54a37794-378d-41c5-96c0-d05b91a40738), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.264609 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-dc226925-c723-44f0-b871-e7ac1334100e req-9c936dab-46ec-412e-9176-5e2902c15093 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Calling delete_port for 89a04835-c025-4142-8ec3-2214ac3c2bc9 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:59.320403 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-812eb6d2-55cb-4418-8fd9-dbfac983a7c1 req-fbf8788d-b35b-49f9-9ebf-4df351f10b74 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d63222a-0bd0-4c97-b232-f4343b6bc10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038756 Feb 09 22:14:59.434531 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f8ee1a-371d-4ba5-a524-94d1b05104fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:14:59.452741 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] Sync routers for ids ['83c30768-abbe-4814-81b0-0715e0f465f1'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:14:59.465767 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b7f8ee1a-371d-4ba5-a524-94d1b05104fe tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/83c30768-abbe-4814-81b0-0715e0f465f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7670863 Feb 09 22:14:59.483404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38752) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:59.483533 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-167f6119-3eb1-4110-8cba-2fd12fb5e355 admin admin] Publish callbacks [] for router (41eb67e0-0bf7-4c5a-beb0-58a585b21b2c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.484054 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-315b85fb-19b9-4792-9d8a-945a3e179c6e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'network': {'name': 'tempest-RoutersTest-278287911'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:59.497426 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-6196968a-efc8-44a7-b9e2-592c14d03d9b None None] Set router 41eb67e0-0bf7-4c5a-beb0-58a585b21b2c gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:59.538974 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315b85fb-19b9-4792-9d8a-945a3e179c6e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Made reservation on behalf of e5d31d08c43c4b69869f30e84521119d for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:59.543942 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-315b85fb-19b9-4792-9d8a-945a3e179c6e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.591122 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-15e6f959-cd57-4ceb-b418-e34bc5ff5c4f None None] Current status of the port 54a37794-378d-41c5-96c0-d05b91a40738 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:59.609839 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-15e6f959-cd57-4ceb-b418-e34bc5ff5c4f None None] Provisioning complete for port f6224332-5e6b-4207-954f-cf71a39a0d0e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:59.610649 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-15e6f959-cd57-4ceb-b418-e34bc5ff5c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f6224332-5e6b-4207-954f-cf71a39a0d0e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.612885 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] Routers {'83c30768-abbe-4814-81b0-0715e0f465f1'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:59.613839 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:14:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['83c30768-abbe-4814-81b0-0715e0f465f1'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:59.639827 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-315b85fb-19b9-4792-9d8a-945a3e179c6e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:14:59.671533 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-315b85fb-19b9-4792-9d8a-945a3e179c6e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (93cb9c61-6d16-4f85-9df9-03977b132bb5), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.672146 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-315b85fb-19b9-4792-9d8a-945a3e179c6e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Added segment 93cb9c61-6d16-4f85-9df9-03977b132bb5 of type vlan for network 2a8ba32c-86c8-48b6-9e87-20a4cc5f7374 Feb 09 22:14:59.827231 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-315b85fb-19b9-4792-9d8a-945a3e179c6e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (2a8ba32c-86c8-48b6-9e87-20a4cc5f7374), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.884003 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-15e6f959-cd57-4ceb-b418-e34bc5ff5c4f None None] Port f6224332-5e6b-4207-954f-cf71a39a0d0e cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:14:59.913263 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 54a37794-378d-41c5-96c0-d05b91a40738 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:14:59.930388 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] Set router 83c30768-abbe-4814-81b0-0715e0f465f1 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:59.951369 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-6196968a-efc8-44a7-b9e2-592c14d03d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'name': 'tempest-ServerActionsTestJSON-20830479-router', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:46Z', 'updated_at': '2022-02-09T22:14:56Z', 'revision_number': 5, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'gw_port': {'id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:48Z', 'updated_at': '2022-02-09T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:59.952522 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-315b85fb-19b9-4792-9d8a-945a3e179c6e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (2a8ba32c-86c8-48b6-9e87-20a4cc5f7374), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.970596 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315b85fb-19b9-4792-9d8a-945a3e179c6e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:59.972052 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-315b85fb-19b9-4792-9d8a-945a3e179c6e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.990922 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196968a-efc8-44a7-b9e2-592c14d03d9b None None] Checking router: 41eb67e0-0bf7-4c5a-beb0-58a585b21b2c for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:15:00.004063 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196968a-efc8-44a7-b9e2-592c14d03d9b None None] Routers {'41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:00.006138 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-6196968a-efc8-44a7-b9e2-592c14d03d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:14:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:00.149907 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-315b85fb-19b9-4792-9d8a-945a3e179c6e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6733820 Feb 09 22:15:00.156524 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38758) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:00.168826 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f3466d41-e260-49b4-a76a-bb9cac4fdb41 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'subnet': {'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:00.186089 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-feea5915-60bc-4533-a6e5-808f3127178b None None] Provisioning complete for port f6224332-5e6b-4207-954f-cf71a39a0d0e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:00.186963 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-feea5915-60bc-4533-a6e5-808f3127178b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f6224332-5e6b-4207-954f-cf71a39a0d0e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:00.204672 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-167f6119-3eb1-4110-8cba-2fd12fb5e355 admin admin] Publish callbacks [] for router_gateway (41eb67e0-0bf7-4c5a-beb0-58a585b21b2c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:00.212473 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-dc226925-c723-44f0-b871-e7ac1334100e req-9c936dab-46ec-412e-9176-5e2902c15093 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (89a04835-c025-4142-8ec3-2214ac3c2bc9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:00.243471 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-6196968a-efc8-44a7-b9e2-592c14d03d9b None None] Set router 41eb67e0-0bf7-4c5a-beb0-58a585b21b2c gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:00.325186 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b85fb-19b9-4792-9d8a-945a3e179c6e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Network': ['ID=2a8ba32c-86c8-48b6-9e87-20a4cc5f7374,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:00.363424 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c936dab-46ec-412e-9176-5e2902c15093 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event deleted for resources: {'Port': ['ID=89a04835-c025-4142-8ec3-2214ac3c2bc9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:00.458423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 2a8ba32c-86c8-48b6-9e87-20a4cc5f7374 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:15:00.526976 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3466d41-e260-49b4-a76a-bb9cac4fdb41 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Made reservation on behalf of e5d31d08c43c4b69869f30e84521119d for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:00.543220 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3466d41-e260-49b4-a76a-bb9cac4fdb41 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:00.576881 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-feea5915-60bc-4533-a6e5-808f3127178b None None] Port f6224332-5e6b-4207-954f-cf71a39a0d0e cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:00.582303 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 54a37794-378d-41c5-96c0-d05b91a40738 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:00.582752 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (54a37794-378d-41c5-96c0-d05b91a40738), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:00.671925 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc226925-c723-44f0-b871-e7ac1334100e req-9c936dab-46ec-412e-9176-5e2902c15093 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] No DVR routers for this DVR port 89a04835-c025-4142-8ec3-2214ac3c2bc9 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:15:00.678897 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-dc226925-c723-44f0-b871-e7ac1334100e req-9c936dab-46ec-412e-9176-5e2902c15093 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:00.691058 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc226925-c723-44f0-b871-e7ac1334100e req-9c936dab-46ec-412e-9176-5e2902c15093 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.71 "DELETE /v2.0/ports/89a04835-c025-4142-8ec3-2214ac3c2bc9 HTTP/1.1" status: 204 len: 173 time: 3.1591723 Feb 09 22:15:00.694591 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e65092a-e784-4ac6-8b3a-313e6ec4c948', 'name': 'network-vif-deleted', 'tag': '89a04835-c025-4142-8ec3-2214ac3c2bc9'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:15:00.702149 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a87b94a-c44f-4bf5-98cf-f176b282cb81" -d '{"events": [{"server_uuid": "0e65092a-e784-4ac6-8b3a-313e6ec4c948", "name": "network-vif-deleted", "tag": "89a04835-c025-4142-8ec3-2214ac3c2bc9"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:15:00.769543 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e34a5250-bb28-4172-9874-4beb59bb23fd req-274fd427-86e2-46d9-962c-37d77e337a9d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 210 time: 0.2134950 Feb 09 22:15:00.835247 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-167f6119-3eb1-4110-8cba-2fd12fb5e355 admin admin] Deleting port ebc13844-e08f-45e8-b8cf-459b1542df1b {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:00.835829 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-167f6119-3eb1-4110-8cba-2fd12fb5e355 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ebc13844-e08f-45e8-b8cf-459b1542df1b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:00.898247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 54a37794-378d-41c5-96c0-d05b91a40738 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:00.991097 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c3ff6105-1e71-4d98-b3ad-886bbb7cbdcc None None] Provisioning complete for port f6224332-5e6b-4207-954f-cf71a39a0d0e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:00.998799 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-6196968a-efc8-44a7-b9e2-592c14d03d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'name': 'tempest-ServerActionsTestJSON-20830479-router', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:46Z', 'updated_at': '2022-02-09T22:14:56Z', 'revision_number': 5, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'gw_port': {'id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:48Z', 'updated_at': '2022-02-09T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:00.999752 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c3ff6105-1e71-4d98-b3ad-886bbb7cbdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f6224332-5e6b-4207-954f-cf71a39a0d0e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:01.095810 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196968a-efc8-44a7-b9e2-592c14d03d9b None None] The sync data for ids ['41eb67e0-0bf7-4c5a-beb0-58a585b21b2c'] in n-d-828601-1 is: [{'id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'name': 'tempest-ServerActionsTestJSON-20830479-router', 'tenant_id': '5e79cb71362547f8bb276e37206bd3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:46Z', 'updated_at': '2022-02-09T22:14:56Z', 'revision_number': 5, 'project_id': '5e79cb71362547f8bb276e37206bd3da', 'gw_port': {'id': 'ebc13844-e08f-45e8-b8cf-459b1542df1b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb67e0-0bf7-4c5a-beb0-58a585b21b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:48Z', 'updated_at': '2022-02-09T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:15:01.114612 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9171e6d1-8677-498b-82ca-4249c6867a37 x-openstack-request-id: req-9171e6d1-8677-498b-82ca-4249c6867a37 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:15:01.114954 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e65092a-e784-4ac6-8b3a-313e6ec4c948", "name": "network-vif-deleted", "tag": "89a04835-c025-4142-8ec3-2214ac3c2bc9", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:15:01.115181 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9171e6d1-8677-498b-82ca-4249c6867a37 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:15:01.116992 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e65092a-e784-4ac6-8b3a-313e6ec4c948', 'name': 'network-vif-deleted', 'tag': '89a04835-c025-4142-8ec3-2214ac3c2bc9', 'status': 'completed', 'code': 200} Feb 09 22:15:01.139923 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c3ff6105-1e71-4d98-b3ad-886bbb7cbdcc None None] Port f6224332-5e6b-4207-954f-cf71a39a0d0e cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:01.177653 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:14:56Z', 'revision_number': 2, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:14:57Z', 'revision_number': 2, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:01.265306 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-167f6119-3eb1-4110-8cba-2fd12fb5e355 admin admin] For port ebc13844-e08f-45e8-b8cf-459b1542df1b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ebc13844-e08f-45e8-b8cf-459b1542df1b,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:01.266526 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-167f6119-3eb1-4110-8cba-2fd12fb5e355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ebc13844-e08f-45e8-b8cf-459b1542df1b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:01.278044 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] Checking router: 83c30768-abbe-4814-81b0-0715e0f465f1 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:15:01.278611 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] Updating router 83c30768-abbe-4814-81b0-0715e0f465f1 port f6224332-5e6b-4207-954f-cf71a39a0d0e binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:15:01.330118 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-167f6119-3eb1-4110-8cba-2fd12fb5e355 admin admin] Calling delete_port for ebc13844-e08f-45e8-b8cf-459b1542df1b owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:01.342800 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 89a04835-c025-4142-8ec3-2214ac3c2bc9 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:15:01.440560 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f6224332-5e6b-4207-954f-cf71a39a0d0e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:01.452799 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 89a04835-c025-4142-8ec3-2214ac3c2bc9 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:15:01.453466 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 89a04835-c025-4142-8ec3-2214ac3c2bc9 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:15:01.542503 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3466d41-e260-49b4-a76a-bb9cac4fdb41 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (843a10ba-0a49-4f99-bfda-14b9ea25bd96), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:01.746885 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3466d41-e260-49b4-a76a-bb9cac4fdb41 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Subnet': ['ID=843a10ba-0a49-4f99-bfda-14b9ea25bd96,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:01.855720 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3466d41-e260-49b4-a76a-bb9cac4fdb41 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Checking segment: {'id': '93cb9c61-6d16-4f85-9df9-03977b132bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:01.856122 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3466d41-e260-49b4-a76a-bb9cac4fdb41 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network hostable DHCP agents. Network: 2a8ba32c-86c8-48b6-9e87-20a4cc5f7374, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:15:01.915374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3466d41-e260-49b4-a76a-bb9cac4fdb41 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network 2a8ba32c-86c8-48b6-9e87-20a4cc5f7374 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:15:01.943078 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-f3466d41-e260-49b4-a76a-bb9cac4fdb41 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 2a8ba32c-86c8-48b6-9e87-20a4cc5f7374) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:01.957788 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3466d41-e260-49b4-a76a-bb9cac4fdb41 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:01.965175 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3466d41-e260-49b4-a76a-bb9cac4fdb41 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:01.980512 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-167f6119-3eb1-4110-8cba-2fd12fb5e355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (ebc13844-e08f-45e8-b8cf-459b1542df1b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:01.989271 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b5d59a6f-2fbd-4ec9-9f10-e443c109069f no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:15:02.016170 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f3466d41-e260-49b4-a76a-bb9cac4fdb41 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8565757 Feb 09 22:15:02.016815 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38774) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:02.038179 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e878c96e-f197-4f43-a334-c9d4a03fda32 None None] Network 2a8ba32c-86c8-48b6-9e87-20a4cc5f7374 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:02.054841 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: b5d59a6f-2fbd-4ec9-9f10-e443c109069f {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:15:02.055341 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b5d59a6f-2fbd-4ec9-9f10-e443c109069f not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:15:02.166726 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b75b29d-1f50-4b54-a332-b8ba33779e68 req-22cd2616-14d5-45bc-b966-58abe08d705f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 210 time: 0.1512601 Feb 09 22:15:02.220352 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f6119-3eb1-4110-8cba-2fd12fb5e355 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc13844-e08f-45e8-b8cf-459b1542df1b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:02.299104 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-167f6119-3eb1-4110-8cba-2fd12fb5e355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (41eb67e0-0bf7-4c5a-beb0-58a585b21b2c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.651268 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-167f6119-3eb1-4110-8cba-2fd12fb5e355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (41eb67e0-0bf7-4c5a-beb0-58a585b21b2c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.655814 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-167f6119-3eb1-4110-8cba-2fd12fb5e355 admin admin] Publish callbacks [] for router_controller (41eb67e0-0bf7-4c5a-beb0-58a585b21b2c), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.752330 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-167f6119-3eb1-4110-8cba-2fd12fb5e355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (41eb67e0-0bf7-4c5a-beb0-58a585b21b2c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.753763 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167f6119-3eb1-4110-8cba-2fd12fb5e355 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41eb67e0-0bf7-4c5a-beb0-58a585b21b2c {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:15:02.784313 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-167f6119-3eb1-4110-8cba-2fd12fb5e355 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.793364 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-167f6119-3eb1-4110-8cba-2fd12fb5e355 admin admin] 10.222.0.77 "DELETE /v2.0/routers/41eb67e0-0bf7-4c5a-beb0-58a585b21b2c HTTP/1.1" status: 204 len: 168 time: 3.7087018 Feb 09 22:15:02.794370 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38780) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:02.803746 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f191bd14-ce53-48f6-a7b2-ebea0d686ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'fixed_ips': [{'subnet_id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:15:02.804781 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f191bd14-ce53-48f6-a7b2-ebea0d686ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.076892 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-397b2de5-dacc-47a8-98ed-1561640a0c00 admin admin] Deleting subnet b40e5314-96a6-403c-a2ec-f748f5b25185 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:15:03.084779 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-397b2de5-dacc-47a8-98ed-1561640a0c00 admin admin] Publish callbacks [] for subnet (b40e5314-96a6-403c-a2ec-f748f5b25185), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.140935 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-f191bd14-ce53-48f6-a7b2-ebea0d686ed4 None None] Allocated IP 172.21.0.2 (2a8ba32c-86c8-48b6-9e87-20a4cc5f7374/843a10ba-0a49-4f99-bfda-14b9ea25bd96/2f0366d1-d731-4bea-a930-b90a00732545) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:03.178593 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac7b4b4a-ec7c-456c-9e76-2c51bd8b4c9a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.248808 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-397b2de5-dacc-47a8-98ed-1561640a0c00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (b40e5314-96a6-403c-a2ec-f748f5b25185), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.455793 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-983d1def-c343-43ef-a9f5-9a48e5ea5b32 req-1d2d591c-49c6-4310-bb5b-1454781f6938 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 210 time: 0.1345608 Feb 09 22:15:03.597412 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-397b2de5-dacc-47a8-98ed-1561640a0c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (b40e5314-96a6-403c-a2ec-f748f5b25185), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.617655 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] Publish callbacks [] for port (f6224332-5e6b-4207-954f-cf71a39a0d0e), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.641737 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f6224332-5e6b-4207-954f-cf71a39a0d0e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.752160 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-397b2de5-dacc-47a8-98ed-1561640a0c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (b40e5314-96a6-403c-a2ec-f748f5b25185), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.948193 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-397b2de5-dacc-47a8-98ed-1561640a0c00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.960074 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-397b2de5-dacc-47a8-98ed-1561640a0c00 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b40e5314-96a6-403c-a2ec-f748f5b25185 HTTP/1.1" status: 204 len: 168 time: 1.1629043 Feb 09 22:15:03.961273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38790) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:03.974133 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b2de5-dacc-47a8-98ed-1561640a0c00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b40e5314-96a6-403c-a2ec-f748f5b25185,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:04.123311 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ebc13844-e08f-45e8-b8cf-459b1542df1b no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:15:04.127806 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6035f7f3-e9a9-4dc9-a8f4-de828f0382fb None None] Network 59bfcab4-b7d2-465d-baca-fbf4f579480a requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:04.213161 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63cd6bcc-9e53-4914-8d8f-6b6893d5675e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (59bfcab4-b7d2-465d-baca-fbf4f579480a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:04.292557 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: ebc13844-e08f-45e8-b8cf-459b1542df1b {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:15:04.292913 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ebc13844-e08f-45e8-b8cf-459b1542df1b not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:15:04.294588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e071d58-7991-4f08-9ab2-99294b2ace46 None None] Pushing event updated for resources: {'Port': ['ID=f6224332-5e6b-4207-954f-cf71a39a0d0e,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:04.326598 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] Attempting to bind port f6224332-5e6b-4207-954f-cf71a39a0d0e on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:15:04.326979 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] Attempting to bind port f6224332-5e6b-4207-954f-cf71a39a0d0e by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'c19568b1-eda7-4081-a7f1-f91f9d41ed1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:15:04.327353 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] Attempting to bind port f6224332-5e6b-4207-954f-cf71a39a0d0e on network 3677f63f-d074-4ec6-bb70-9b07fd57e0e0 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:15:04.350404 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f191bd14-ce53-48f6-a7b2-ebea0d686ed4 None None] Publish callbacks [] for port (2f0366d1-d731-4bea-a930-b90a00732545), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:04.353509 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-3487efcc-5e70-438f-aaa0-ebe51d192c7d None None] Provisioning complete for port f6224332-5e6b-4207-954f-cf71a39a0d0e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:04.353891 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3487efcc-5e70-438f-aaa0-ebe51d192c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f6224332-5e6b-4207-954f-cf71a39a0d0e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:04.359207 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:15:04.359872 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] Checking segment: {'id': 'c19568b1-eda7-4081-a7f1-f91f9d41ed1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:04.360147 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:04.360690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] Bound using segment: {'id': 'c19568b1-eda7-4081-a7f1-f91f9d41ed1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:15:04.362251 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] Bound port: f6224332-5e6b-4207-954f-cf71a39a0d0e, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19568b1-eda7-4081-a7f1-f91f9d41ed1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:15:04.362806 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f6224332-5e6b-4207-954f-cf71a39a0d0e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:04.458669 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] For port f6224332-5e6b-4207-954f-cf71a39a0d0e, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:15:04.463346 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] For port f6224332-5e6b-4207-954f-cf71a39a0d0e, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f6224332-5e6b-4207-954f-cf71a39a0d0e,segment=NetworkSegment(c19568b1-eda7-4081-a7f1-f91f9d41ed1a),segment_id=c19568b1-eda7-4081-a7f1-f91f9d41ed1a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:15:04.465111 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-63cd6bcc-9e53-4914-8d8f-6b6893d5675e admin admin] Deleting port 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:04.469589 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63cd6bcc-9e53-4914-8d8f-6b6893d5675e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5c6bc07a-65f4-41ee-8aff-1f583c69fa2c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:04.524404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-ac7b4b4a-ec7c-456c-9e76-2c51bd8b4c9a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Allocated IP 172.21.0.1 (2a8ba32c-86c8-48b6-9e87-20a4cc5f7374/843a10ba-0a49-4f99-bfda-14b9ea25bd96/980113e2-4169-4246-ba3c-e26a757f8c4b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:04.526146 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f191bd14-ce53-48f6-a7b2-ebea0d686ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (2f0366d1-d731-4bea-a930-b90a00732545), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:04.548217 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f6224332-5e6b-4207-954f-cf71a39a0d0e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:04.662745 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-3487efcc-5e70-438f-aaa0-ebe51d192c7d None None] Port f6224332-5e6b-4207-954f-cf71a39a0d0e cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:04.668767 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f191bd14-ce53-48f6-a7b2-ebea0d686ed4 None None] Network 2a8ba32c-86c8-48b6-9e87-20a4cc5f7374 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:04.675125 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] Routers {'83c30768-abbe-4814-81b0-0715e0f465f1'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:04.675862 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:14:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['83c30768-abbe-4814-81b0-0715e0f465f1'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:04.681081 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191bd14-ce53-48f6-a7b2-ebea0d686ed4 None None] Pushing event updated for resources: {'Port': ['ID=2f0366d1-d731-4bea-a930-b90a00732545,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:04.689064 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-f191bd14-ce53-48f6-a7b2-ebea0d686ed4 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:04.691932 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f191bd14-ce53-48f6-a7b2-ebea0d686ed4 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:04.813525 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e071d58-7991-4f08-9ab2-99294b2ace46 None None] Pushing event updated for resources: {'Port': ['ID=f6224332-5e6b-4207-954f-cf71a39a0d0e,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:04.883181 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d777464e-df4d-4680-830c-346b4a107538 req-d715684e-4040-49e3-bf3f-35e5b4817a0e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 210 time: 0.1236866 Feb 09 22:15:04.911568 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-63cd6bcc-9e53-4914-8d8f-6b6893d5675e admin admin] For port 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5c6bc07a-65f4-41ee-8aff-1f583c69fa2c,segment=NetworkSegment(cd8af809-d44a-42b1-abc8-9e6254719523),segment_id=cd8af809-d44a-42b1-abc8-9e6254719523)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:04.920614 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92770c6b-3d31-475b-a95b-d6ea5a3f20be None None] DHCP port deletion for 59bfcab4-b7d2-465d-baca-fbf4f579480a request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:15:04.924046 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63cd6bcc-9e53-4914-8d8f-6b6893d5675e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5c6bc07a-65f4-41ee-8aff-1f583c69fa2c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:04.967365 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-63cd6bcc-9e53-4914-8d8f-6b6893d5675e admin admin] Calling delete_port for 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:04.970253 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f191bd14-ce53-48f6-a7b2-ebea0d686ed4 None None] Attempting to bind port 2f0366d1-d731-4bea-a930-b90a00732545 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:15:04.970644 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f191bd14-ce53-48f6-a7b2-ebea0d686ed4 None None] Attempting to bind port 2f0366d1-d731-4bea-a930-b90a00732545 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '93cb9c61-6d16-4f85-9df9-03977b132bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:15:04.971024 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f191bd14-ce53-48f6-a7b2-ebea0d686ed4 None None] Attempting to bind port 2f0366d1-d731-4bea-a930-b90a00732545 on network 2a8ba32c-86c8-48b6-9e87-20a4cc5f7374 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:15:04.985092 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f191bd14-ce53-48f6-a7b2-ebea0d686ed4 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:15:04.985579 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f191bd14-ce53-48f6-a7b2-ebea0d686ed4 None None] Checking segment: {'id': '93cb9c61-6d16-4f85-9df9-03977b132bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:04.986003 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f191bd14-ce53-48f6-a7b2-ebea0d686ed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:04.986353 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac7b4b4a-ec7c-456c-9e76-2c51bd8b4c9a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for port (980113e2-4169-4246-ba3c-e26a757f8c4b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:04.986471 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f191bd14-ce53-48f6-a7b2-ebea0d686ed4 None None] Bound using segment: {'id': '93cb9c61-6d16-4f85-9df9-03977b132bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:15:04.986901 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f191bd14-ce53-48f6-a7b2-ebea0d686ed4 None None] Bound port: 2f0366d1-d731-4bea-a930-b90a00732545, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93cb9c61-6d16-4f85-9df9-03977b132bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:15:04.988199 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f191bd14-ce53-48f6-a7b2-ebea0d686ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2f0366d1-d731-4bea-a930-b90a00732545), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:05.047080 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] Set router 83c30768-abbe-4814-81b0-0715e0f465f1 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:05.129935 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac7b4b4a-ec7c-456c-9e76-2c51bd8b4c9a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (980113e2-4169-4246-ba3c-e26a757f8c4b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:05.193961 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-61eea703-61cd-4712-b6d7-ba902abd106c None None] Provisioning complete for port f6224332-5e6b-4207-954f-cf71a39a0d0e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:05.194490 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61eea703-61cd-4712-b6d7-ba902abd106c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f6224332-5e6b-4207-954f-cf71a39a0d0e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:05.215478 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7b4b4a-ec7c-456c-9e76-2c51bd8b4c9a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network 2a8ba32c-86c8-48b6-9e87-20a4cc5f7374 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:05.232254 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-ac7b4b4a-ec7c-456c-9e76-2c51bd8b4c9a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:05.236739 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7b4b4a-ec7c-456c-9e76-2c51bd8b4c9a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:05.238840 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63cd6bcc-9e53-4914-8d8f-6b6893d5675e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (5c6bc07a-65f4-41ee-8aff-1f583c69fa2c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:05.295691 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd6bcc-9e53-4914-8d8f-6b6893d5675e admin admin] Pushing event deleted for resources: {'Port': ['ID=5c6bc07a-65f4-41ee-8aff-1f583c69fa2c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:05.319794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cd6bcc-9e53-4914-8d8f-6b6893d5675e admin admin] No DVR routers for this DVR port 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:15:05.330502 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b4b4a-ec7c-456c-9e76-2c51bd8b4c9a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Port': ['ID=980113e2-4169-4246-ba3c-e26a757f8c4b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:05.367393 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac7b4b4a-ec7c-456c-9e76-2c51bd8b4c9a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (83c30768-abbe-4814-81b0-0715e0f465f1), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:05.426248 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-92770c6b-3d31-475b-a95b-d6ea5a3f20be None None] Deleting port 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:05.426711 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92770c6b-3d31-475b-a95b-d6ea5a3f20be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5c6bc07a-65f4-41ee-8aff-1f583c69fa2c), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:05.531112 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63cd6bcc-9e53-4914-8d8f-6b6893d5675e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (59bfcab4-b7d2-465d-baca-fbf4f579480a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:05.568811 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-61eea703-61cd-4712-b6d7-ba902abd106c None None] Current status of the port f6224332-5e6b-4207-954f-cf71a39a0d0e is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:05.569964 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61eea703-61cd-4712-b6d7-ba902abd106c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f6224332-5e6b-4207-954f-cf71a39a0d0e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:05.589437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-63cd6bcc-9e53-4914-8d8f-6b6893d5675e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59bfcab4-b7d2-465d-baca-fbf4f579480a']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:05.607293 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-63cd6bcc-9e53-4914-8d8f-6b6893d5675e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8af809-d44a-42b1-abc8-9e6254719523') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:05.607891 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-63cd6bcc-9e53-4914-8d8f-6b6893d5675e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8af809-d44a-42b1-abc8-9e6254719523') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:05.626583 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63cd6bcc-9e53-4914-8d8f-6b6893d5675e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (cd8af809-d44a-42b1-abc8-9e6254719523), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:05.644932 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac7b4b4a-ec7c-456c-9e76-2c51bd8b4c9a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (980113e2-4169-4246-ba3c-e26a757f8c4b), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:05.647027 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63cd6bcc-9e53-4914-8d8f-6b6893d5675e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (cd8af809-d44a-42b1-abc8-9e6254719523), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:05.654689 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63cd6bcc-9e53-4914-8d8f-6b6893d5675e admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:15:05.655385 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63cd6bcc-9e53-4914-8d8f-6b6893d5675e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (cd8af809-d44a-42b1-abc8-9e6254719523), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:15:05.728846 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:15:05.751234 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63cd6bcc-9e53-4914-8d8f-6b6893d5675e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (59bfcab4-b7d2-465d-baca-fbf4f579480a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:05.765594 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63cd6bcc-9e53-4914-8d8f-6b6893d5675e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:05.792744 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-63cd6bcc-9e53-4914-8d8f-6b6893d5675e admin admin] 10.222.0.77 "DELETE /v2.0/networks/59bfcab4-b7d2-465d-baca-fbf4f579480a HTTP/1.1" status: 204 len: 168 time: 1.8278205 Feb 09 22:15:05.836324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f191bd14-ce53-48f6-a7b2-ebea0d686ed4 None None] For port 2f0366d1-d731-4bea-a930-b90a00732545, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:15:05.865175 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd6bcc-9e53-4914-8d8f-6b6893d5675e admin admin] Pushing event deleted for resources: {'Network': ['ID=59bfcab4-b7d2-465d-baca-fbf4f579480a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:05.972855 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:15:06.024150 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-61eea703-61cd-4712-b6d7-ba902abd106c None None] For port f6224332-5e6b-4207-954f-cf71a39a0d0e, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f6224332-5e6b-4207-954f-cf71a39a0d0e,segment=NetworkSegment(c19568b1-eda7-4081-a7f1-f91f9d41ed1a),segment_id=c19568b1-eda7-4081-a7f1-f91f9d41ed1a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:06.033476 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f191bd14-ce53-48f6-a7b2-ebea0d686ed4 None None] For port 2f0366d1-d731-4bea-a930-b90a00732545, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2f0366d1-d731-4bea-a930-b90a00732545,segment=NetworkSegment(93cb9c61-6d16-4f85-9df9-03977b132bb5),segment_id=93cb9c61-6d16-4f85-9df9-03977b132bb5)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:15:06.034947 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:15:06.035304 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:15:06.049261 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61eea703-61cd-4712-b6d7-ba902abd106c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f6224332-5e6b-4207-954f-cf71a39a0d0e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:06.151734 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac7b4b4a-ec7c-456c-9e76-2c51bd8b4c9a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for port (980113e2-4169-4246-ba3c-e26a757f8c4b), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:06.164969 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac7b4b4a-ec7c-456c-9e76-2c51bd8b4c9a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (980113e2-4169-4246-ba3c-e26a757f8c4b), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:06.170407 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f90fd6fa-817c-4ffb-a2ba-075cde81454c req-895c268b-f288-4156-938b-740b5dbe74c4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 210 time: 0.0968206 Feb 09 22:15:06.216649 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f191bd14-ce53-48f6-a7b2-ebea0d686ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2f0366d1-d731-4bea-a930-b90a00732545), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:06.230136 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eea703-61cd-4712-b6d7-ba902abd106c None None] Pushing event updated for resources: {'Port': ['ID=f6224332-5e6b-4207-954f-cf71a39a0d0e,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:06.289952 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38826) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:06.343387 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac7b4b4a-ec7c-456c-9e76-2c51bd8b4c9a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (83c30768-abbe-4814-81b0-0715e0f465f1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:06.356532 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-92770c6b-3d31-475b-a95b-d6ea5a3f20be None None] For port 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c, host n-d-828601-1, got binding levels [] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:06.356936 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92770c6b-3d31-475b-a95b-d6ea5a3f20be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5c6bc07a-65f4-41ee-8aff-1f583c69fa2c), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:06.399612 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38828) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:06.538518 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191bd14-ce53-48f6-a7b2-ebea0d686ed4 None None] Pushing event updated for resources: {'Port': ['ID=2f0366d1-d731-4bea-a930-b90a00732545,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:06.580902 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b4b4a-ec7c-456c-9e76-2c51bd8b4c9a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Port': ['ID=980113e2-4169-4246-ba3c-e26a757f8c4b,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:06.601106 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d89c027f-404e-4f06-bab7-ff651ff44877 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5e79cb71362547f8bb276e37206bd3da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3046243 Feb 09 22:15:06.602763 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38834) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:06.605424 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7b4b4a-ec7c-456c-9e76-2c51bd8b4c9a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network 2a8ba32c-86c8-48b6-9e87-20a4cc5f7374 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:06.609096 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-92770c6b-3d31-475b-a95b-d6ea5a3f20be None None] Calling delete_port for 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:06.612882 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-ac7b4b4a-ec7c-456c-9e76-2c51bd8b4c9a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:06.635908 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.ipam_backend_mixin [None req-92770c6b-3d31-475b-a95b-d6ea5a3f20be None None] Port 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c was not found and therefore no delete operation was performed {{(pid=103203) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:15:06.657037 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92770c6b-3d31-475b-a95b-d6ea5a3f20be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (5c6bc07a-65f4-41ee-8aff-1f583c69fa2c), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:06.687493 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-92770c6b-3d31-475b-a95b-d6ea5a3f20be None None] Network 59bfcab4-b7d2-465d-baca-fbf4f579480a is not hosted by any dhcp agent {{(pid=103203) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 22:15:06.688709 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92770c6b-3d31-475b-a95b-d6ea5a3f20be None None] No DVR routers for this DVR port 5c6bc07a-65f4-41ee-8aff-1f583c69fa2c on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:15:06.827590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92770c6b-3d31-475b-a95b-d6ea5a3f20be None None] Pushing event deleted for resources: {'Port': ['ID=5c6bc07a-65f4-41ee-8aff-1f583c69fa2c,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:06.841957 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4551b88a-506b-475f-9868-65bce1da0d20 admin admin] Publish callbacks [] for security_group (17b845cf-7301-462e-9455-d5152dd6297a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:06.868068 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7b4b4a-ec7c-456c-9e76-2c51bd8b4c9a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router 83c30768-abbe-4814-81b0-0715e0f465f1 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:15:06.938944 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4551b88a-506b-475f-9868-65bce1da0d20 admin admin] Publish callbacks [] for security_group (17b845cf-7301-462e-9455-d5152dd6297a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:06.956011 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:14:56Z', 'revision_number': 2, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:04Z', 'revision_number': 4, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:07.067226 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d0bc6-3447-4e11-82ae-c01e0b011ba1 None None] The sync data for ids ['83c30768-abbe-4814-81b0-0715e0f465f1'] in n-d-828601-1 is: [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:14:56Z', 'revision_number': 2, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:04Z', 'revision_number': 4, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:15:07.098280 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4551b88a-506b-475f-9868-65bce1da0d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (17b845cf-7301-462e-9455-d5152dd6297a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:07.103916 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4551b88a-506b-475f-9868-65bce1da0d20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:07.109859 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4551b88a-506b-475f-9868-65bce1da0d20 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/17b845cf-7301-462e-9455-d5152dd6297a HTTP/1.1" status: 204 len: 168 time: 0.5048501 Feb 09 22:15:07.138689 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7b4b4a-ec7c-456c-9e76-2c51bd8b4c9a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:15:07.144220 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ac7b4b4a-ec7c-456c-9e76-2c51bd8b4c9a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/83c30768-abbe-4814-81b0-0715e0f465f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1263065 Feb 09 22:15:07.155521 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38838) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:07.170510 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aabf5644-fe57-4d4b-8256-92ef6c20fc28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:07.173510 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d8e38313-cf47-4b72-9005-645fcca9b64e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'network': {'name': 'tempest-RoutersTest-1328336408'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:07.206531 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551b88a-506b-475f-9868-65bce1da0d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b845cf-7301-462e-9455-d5152dd6297a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:07.233560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e38313-cf47-4b72-9005-645fcca9b64e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Made reservation on behalf of e5d31d08c43c4b69869f30e84521119d for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:07.239582 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8e38313-cf47-4b72-9005-645fcca9b64e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:07.349263 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e38313-cf47-4b72-9005-645fcca9b64e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:15:07.387518 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8e38313-cf47-4b72-9005-645fcca9b64e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (245aa839-6dd1-4072-8a5b-4094484a0d2e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:07.387859 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-d8e38313-cf47-4b72-9005-645fcca9b64e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Added segment 245aa839-6dd1-4072-8a5b-4094484a0d2e of type vlan for network 47474d4a-5961-451a-8a80-eca1f9bbb61e Feb 09 22:15:07.520342 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8e38313-cf47-4b72-9005-645fcca9b64e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (47474d4a-5961-451a-8a80-eca1f9bbb61e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:07.547174 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09d4107f-fe54-4eae-9dab-c06e16fc62b5 req-e64c8ed8-fb32-425a-9a2d-39e393fa8b88 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 210 time: 0.1502638 Feb 09 22:15:07.594249 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8e38313-cf47-4b72-9005-645fcca9b64e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (47474d4a-5961-451a-8a80-eca1f9bbb61e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:07.600456 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e38313-cf47-4b72-9005-645fcca9b64e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:07.601116 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8e38313-cf47-4b72-9005-645fcca9b64e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:07.714846 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aabf5644-fe57-4d4b-8256-92ef6c20fc28 admin admin] Publish callbacks [] for security_group (047c7628-0d43-45af-b03a-d453551126cf), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:07.726776 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aabf5644-fe57-4d4b-8256-92ef6c20fc28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (047c7628-0d43-45af-b03a-d453551126cf), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:07.830250 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1e317007-f7ef-4354-92e6-fd06d550c18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:07.845046 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e38313-cf47-4b72-9005-645fcca9b64e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Network': ['ID=47474d4a-5961-451a-8a80-eca1f9bbb61e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:07.892528 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 47474d4a-5961-451a-8a80-eca1f9bbb61e details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:15:07.894278 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d8e38313-cf47-4b72-9005-645fcca9b64e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7375302 Feb 09 22:15:07.901523 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38846) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:07.910664 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-aabf5644-fe57-4d4b-8256-92ef6c20fc28 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f482b540dab043d8ae21ddbf966c7ed4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5043952 Feb 09 22:15:07.920750 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38848) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:07.927043 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-07c8ab95-cea9-411d-a5eb-84349a28c0af tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'subnet': {'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:08.118727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf5644-fe57-4d4b-8256-92ef6c20fc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047c7628-0d43-45af-b03a-d453551126cf,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:08.202201 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c75e9d10-db87-4128-a338-96ec2f3eb526 admin admin] Publish callbacks [] for security_group (047c7628-0d43-45af-b03a-d453551126cf), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:08.226828 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c8ab95-cea9-411d-a5eb-84349a28c0af tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Made reservation on behalf of e5d31d08c43c4b69869f30e84521119d for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:08.234743 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-07c8ab95-cea9-411d-a5eb-84349a28c0af tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:08.262421 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f6224332-5e6b-4207-954f-cf71a39a0d0e up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:08.265886 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c75e9d10-db87-4128-a338-96ec2f3eb526 admin admin] Publish callbacks [] for security_group (047c7628-0d43-45af-b03a-d453551126cf), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:08.449633 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c75e9d10-db87-4128-a338-96ec2f3eb526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (047c7628-0d43-45af-b03a-d453551126cf), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:08.455202 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c75e9d10-db87-4128-a338-96ec2f3eb526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:08.460381 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c75e9d10-db87-4128-a338-96ec2f3eb526 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/047c7628-0d43-45af-b03a-d453551126cf HTTP/1.1" status: 204 len: 168 time: 0.5371873 Feb 09 22:15:08.502299 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e9d10-db87-4128-a338-96ec2f3eb526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047c7628-0d43-45af-b03a-d453551126cf,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:08.600896 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f6224332-5e6b-4207-954f-cf71a39a0d0e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:08.602345 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f6224332-5e6b-4207-954f-cf71a39a0d0e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:09.135477 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a289d29-5d74-4be0-b33b-5e0e86959de5 None None] Network 2a8ba32c-86c8-48b6-9e87-20a4cc5f7374 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:09.181302 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a980abd-6b13-4303-a1fd-44587a963876 req-6c67f9c3-8d1a-4ab7-8f1d-b5289f39c9ac tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 210 time: 0.1533787 Feb 09 22:15:09.182563 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-07c8ab95-cea9-411d-a5eb-84349a28c0af tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:09.428425 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-465f2918-ea34-4d1f-95c6-46d1c86a2770 None None] Provisioning complete for port 2f0366d1-d731-4bea-a930-b90a00732545 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:09.430340 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-465f2918-ea34-4d1f-95c6-46d1c86a2770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2f0366d1-d731-4bea-a930-b90a00732545), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:09.437002 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f6224332-5e6b-4207-954f-cf71a39a0d0e is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:09.441139 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2f0366d1-d731-4bea-a930-b90a00732545 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:09.456650 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8ab95-cea9-411d-a5eb-84349a28c0af tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Subnet': ['ID=f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:09.458988 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c8ab95-cea9-411d-a5eb-84349a28c0af tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Checking segment: {'id': '245aa839-6dd1-4072-8a5b-4094484a0d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:09.459357 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c8ab95-cea9-411d-a5eb-84349a28c0af tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network hostable DHCP agents. Network: 47474d4a-5961-451a-8a80-eca1f9bbb61e, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:15:09.501025 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c8ab95-cea9-411d-a5eb-84349a28c0af tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network 47474d4a-5961-451a-8a80-eca1f9bbb61e is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:15:09.512706 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-07c8ab95-cea9-411d-a5eb-84349a28c0af tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 47474d4a-5961-451a-8a80-eca1f9bbb61e) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:09.525994 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c8ab95-cea9-411d-a5eb-84349a28c0af tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:09.530919 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-07c8ab95-cea9-411d-a5eb-84349a28c0af tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:09.571775 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-07c8ab95-cea9-411d-a5eb-84349a28c0af tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6687744 Feb 09 22:15:09.575447 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38874) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:09.581398 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb20c9d-66a5-4784-a6bc-c718dd07c849 None None] Network 47474d4a-5961-451a-8a80-eca1f9bbb61e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:09.589765 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38876) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:09.942319 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6505b6c2-4aa1-4f54-99df-39d3ccebf7c4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1575177268-network', 'tenant_id': '9608739977cd4626bc92c700b42bed29'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:09.946756 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38880) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:09.981299 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1b819c7a-ac71-49df-9089-1e1ac51a32f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:09.992652 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6505b6c2-4aa1-4f54-99df-39d3ccebf7c4 admin admin] Made reservation on behalf of 9608739977cd4626bc92c700b42bed29 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:09.997438 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6505b6c2-4aa1-4f54-99df-39d3ccebf7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:10.064657 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6505b6c2-4aa1-4f54-99df-39d3ccebf7c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:10.257636 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6505b6c2-4aa1-4f54-99df-39d3ccebf7c4 admin admin] Publish callbacks [] for security_group (6a9ed149-f0d7-4426-a660-dca5e1f92fd9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:10.266823 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6505b6c2-4aa1-4f54-99df-39d3ccebf7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6a9ed149-f0d7-4426-a660-dca5e1f92fd9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:10.284601 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6505b6c2-4aa1-4f54-99df-39d3ccebf7c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:15:10.315164 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6505b6c2-4aa1-4f54-99df-39d3ccebf7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (cc755490-3995-403f-9834-e2a614220c10), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:10.315838 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-6505b6c2-4aa1-4f54-99df-39d3ccebf7c4 admin admin] Added segment cc755490-3995-403f-9834-e2a614220c10 of type vlan for network 33574f77-ab09-4587-bf50-f5fe5ed8bcf9 Feb 09 22:15:10.403951 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6505b6c2-4aa1-4f54-99df-39d3ccebf7c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (33574f77-ab09-4587-bf50-f5fe5ed8bcf9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:10.453386 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] Sync routers for ids ['83c30768-abbe-4814-81b0-0715e0f465f1'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:15:10.480251 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] Routers {'83c30768-abbe-4814-81b0-0715e0f465f1'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:10.480800 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:14:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['83c30768-abbe-4814-81b0-0715e0f465f1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:10.585995 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505b6c2-4aa1-4f54-99df-39d3ccebf7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9ed149-f0d7-4426-a660-dca5e1f92fd9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:10.640037 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6505b6c2-4aa1-4f54-99df-39d3ccebf7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (33574f77-ab09-4587-bf50-f5fe5ed8bcf9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:10.641616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6505b6c2-4aa1-4f54-99df-39d3ccebf7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:10.643028 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6505b6c2-4aa1-4f54-99df-39d3ccebf7c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:10.742864 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-53f97a20-19b9-48b9-9392-dd26dec138d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:10.835399 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] Set router 83c30768-abbe-4814-81b0-0715e0f465f1 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:10.917508 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a57a89ad-16a4-483b-84de-e2771d351dbf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:10.918450 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2f0366d1-d731-4bea-a930-b90a00732545 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:10.918450 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2f0366d1-d731-4bea-a930-b90a00732545), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:10.949365 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6505b6c2-4aa1-4f54-99df-39d3ccebf7c4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3532939 Feb 09 22:15:10.954672 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38886) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:10.989165 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e5d31e2f-bedc-401b-8352-360d7619c2c4 admin admin] Request body: {'subnet': {'network_id': '33574f77-ab09-4587-bf50-f5fe5ed8bcf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1575177268-subnet', 'tenant_id': '9608739977cd4626bc92c700b42bed29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:11.018401 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505b6c2-4aa1-4f54-99df-39d3ccebf7c4 admin admin] Pushing event updated for resources: {'Network': ['ID=33574f77-ab09-4587-bf50-f5fe5ed8bcf9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:11.074883 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d31e2f-bedc-401b-8352-360d7619c2c4 admin admin] Made reservation on behalf of 9608739977cd4626bc92c700b42bed29 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:11.077545 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5d31e2f-bedc-401b-8352-360d7619c2c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:11.196374 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 33574f77-ab09-4587-bf50-f5fe5ed8bcf9 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:15:11.235817 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ced22998-f42e-4aa2-82de-3b4250a714c5 req-172f7864-9d32-4602-ad20-208b11b81c6c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 210 time: 0.5415540 Feb 09 22:15:11.250052 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1b819c7a-ac71-49df-9089-1e1ac51a32f8 admin admin] Publish callbacks [] for security_group (35451a25-9793-447f-9a5a-a9595913a828), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:11.269896 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1b819c7a-ac71-49df-9089-1e1ac51a32f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (35451a25-9793-447f-9a5a-a9595913a828), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:11.498350 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-465f2918-ea34-4d1f-95c6-46d1c86a2770 None None] Current status of the port 2f0366d1-d731-4bea-a930-b90a00732545 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:11.498850 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-465f2918-ea34-4d1f-95c6-46d1c86a2770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2f0366d1-d731-4bea-a930-b90a00732545), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:11.520015 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e7e31b-7be4-4063-8d28-7b3d04522df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-47474d4a-5961-451a-8a80-eca1f9bbb61e', 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e', 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'fixed_ips': [{'subnet_id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:15:11.521217 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-68e7e31b-7be4-4063-8d28-7b3d04522df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:11.628506 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5d31e2f-bedc-401b-8352-360d7619c2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (06fed0fd-d0e6-4e93-825b-777dfb1b6a31), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:11.669392 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 3, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': '980113e2-4169-4246-ba3c-e26a757f8c4b', 'name': '', 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:4e:76:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:03Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 2, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:11.695992 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1b819c7a-ac71-49df-9089-1e1ac51a32f8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ac0eef4de8e94cf7a24887f5621c52a3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7468097 Feb 09 22:15:11.702149 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 38890) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:11.724807 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] Checking router: 83c30768-abbe-4814-81b0-0715e0f465f1 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:15:11.725299 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] Updating router 83c30768-abbe-4814-81b0-0715e0f465f1 port 980113e2-4169-4246-ba3c-e26a757f8c4b binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:15:11.734297 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d31e2f-bedc-401b-8352-360d7619c2c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06fed0fd-d0e6-4e93-825b-777dfb1b6a31,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:11.734567 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b819c7a-ac71-49df-9089-1e1ac51a32f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35451a25-9793-447f-9a5a-a9595913a828,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:11.739603 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-68e7e31b-7be4-4063-8d28-7b3d04522df0 None None] Allocated IP 172.22.0.2 (47474d4a-5961-451a-8a80-eca1f9bbb61e/f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199/771f5d42-86b7-4c3c-8a9c-9c703686a773) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:11.758848 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (980113e2-4169-4246-ba3c-e26a757f8c4b), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:11.809347 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d31e2f-bedc-401b-8352-360d7619c2c4 admin admin] Checking segment: {'id': 'cc755490-3995-403f-9834-e2a614220c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '33574f77-ab09-4587-bf50-f5fe5ed8bcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:11.809956 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d31e2f-bedc-401b-8352-360d7619c2c4 admin admin] Network hostable DHCP agents. Network: 33574f77-ab09-4587-bf50-f5fe5ed8bcf9, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:15:11.864106 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d31e2f-bedc-401b-8352-360d7619c2c4 admin admin] Network 33574f77-ab09-4587-bf50-f5fe5ed8bcf9 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:15:11.878544 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-e5d31e2f-bedc-401b-8352-360d7619c2c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 33574f77-ab09-4587-bf50-f5fe5ed8bcf9) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:11.889873 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d31e2f-bedc-401b-8352-360d7619c2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:11.893770 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5d31e2f-bedc-401b-8352-360d7619c2c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:11.920290 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5f932d-d6df-492b-a078-1b1849e58b13 None None] Network 33574f77-ab09-4587-bf50-f5fe5ed8bcf9 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:11.936445 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e5d31e2f-bedc-401b-8352-360d7619c2c4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9651093 Feb 09 22:15:12.108091 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2f0366d1-d731-4bea-a930-b90a00732545 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:12.108531 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2f0366d1-d731-4bea-a930-b90a00732545), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.120903 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dce463f4-9fe9-4077-990c-aeaf995ea4d6 admin admin] Publish callbacks [] for security_group (35451a25-9793-447f-9a5a-a9595913a828), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.187023 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dce463f4-9fe9-4077-990c-aeaf995ea4d6 admin admin] Publish callbacks [] for security_group (35451a25-9793-447f-9a5a-a9595913a828), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.276041 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-465f2918-ea34-4d1f-95c6-46d1c86a2770 None None] For port 2f0366d1-d731-4bea-a930-b90a00732545, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2f0366d1-d731-4bea-a930-b90a00732545,segment=NetworkSegment(93cb9c61-6d16-4f85-9df9-03977b132bb5),segment_id=93cb9c61-6d16-4f85-9df9-03977b132bb5)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:12.298278 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-465f2918-ea34-4d1f-95c6-46d1c86a2770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2f0366d1-d731-4bea-a930-b90a00732545), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.326588 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dce463f4-9fe9-4077-990c-aeaf995ea4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (35451a25-9793-447f-9a5a-a9595913a828), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.330971 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dce463f4-9fe9-4077-990c-aeaf995ea4d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.334539 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-dce463f4-9fe9-4077-990c-aeaf995ea4d6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/35451a25-9793-447f-9a5a-a9595913a828 HTTP/1.1" status: 204 len: 168 time: 0.6265481 Feb 09 22:15:12.352020 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce463f4-9fe9-4077-990c-aeaf995ea4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35451a25-9793-447f-9a5a-a9595913a828,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:12.382808 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.405337 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:15:12.405700 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:15:12.540401 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b05ae602-52df-4e2e-814c-54570eccf5bb req-0adb103f-96a7-4ad4-a89f-e2de6be02b35 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 210 time: 0.0610173 Feb 09 22:15:12.557988 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] Publish callbacks [] for port (980113e2-4169-4246-ba3c-e26a757f8c4b), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.573534 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (980113e2-4169-4246-ba3c-e26a757f8c4b), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.623757 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-68e7e31b-7be4-4063-8d28-7b3d04522df0 None None] Publish callbacks [] for port (771f5d42-86b7-4c3c-8a9c-9c703686a773), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.628231 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-38fc4844-870b-4266-bd30-d1c193f69cc8 None None] Provisioning complete for port 980113e2-4169-4246-ba3c-e26a757f8c4b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:12.628630 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-38fc4844-870b-4266-bd30-d1c193f69cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (980113e2-4169-4246-ba3c-e26a757f8c4b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.727359 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-38fc4844-870b-4266-bd30-d1c193f69cc8 None None] Port 980113e2-4169-4246-ba3c-e26a757f8c4b cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:12.765839 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-68e7e31b-7be4-4063-8d28-7b3d04522df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (771f5d42-86b7-4c3c-8a9c-9c703686a773), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.810960 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e7e31b-7be4-4063-8d28-7b3d04522df0 None None] Network 47474d4a-5961-451a-8a80-eca1f9bbb61e is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:12.869114 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-68e7e31b-7be4-4063-8d28-7b3d04522df0 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:12.875237 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e7e31b-7be4-4063-8d28-7b3d04522df0 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:12.876908 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-a57a89ad-16a4-483b-84de-e2771d351dbf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Allocated IP 172.22.0.1 (47474d4a-5961-451a-8a80-eca1f9bbb61e/f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199/9304dc4e-025a-4697-a74a-87ecab8fadd7) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:12.995543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f93b9e-b8ae-432f-a281-4feaa0ad84e0 None None] Network 33574f77-ab09-4587-bf50-f5fe5ed8bcf9 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:13.030877 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167db278-817c-47f5-b233-91d4771362b3 None None] Pushing event updated for resources: {'Port': ['ID=980113e2-4169-4246-ba3c-e26a757f8c4b,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:13.108384 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-38fc4844-870b-4266-bd30-d1c193f69cc8 None None] Provisioning complete for port 2f0366d1-d731-4bea-a930-b90a00732545 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:13.108970 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-38fc4844-870b-4266-bd30-d1c193f69cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2f0366d1-d731-4bea-a930-b90a00732545), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:13.111084 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f2918-ea34-4d1f-95c6-46d1c86a2770 None None] Pushing event updated for resources: {'Port': ['ID=2f0366d1-d731-4bea-a930-b90a00732545,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:13.146481 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167db278-817c-47f5-b233-91d4771362b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:13.147038 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167db278-817c-47f5-b233-91d4771362b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:13.152023 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167db278-817c-47f5-b233-91d4771362b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:13.152598 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167db278-817c-47f5-b233-91d4771362b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:13.153171 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167db278-817c-47f5-b233-91d4771362b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:13.158986 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167db278-817c-47f5-b233-91d4771362b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:13.160797 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167db278-817c-47f5-b233-91d4771362b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:13.162172 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167db278-817c-47f5-b233-91d4771362b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:13.164058 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167db278-817c-47f5-b233-91d4771362b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:13.164973 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167db278-817c-47f5-b233-91d4771362b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:13.166720 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167db278-817c-47f5-b233-91d4771362b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:13.169766 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167db278-817c-47f5-b233-91d4771362b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:13.171180 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167db278-817c-47f5-b233-91d4771362b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:13.259244 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] Attempting to bind port 980113e2-4169-4246-ba3c-e26a757f8c4b on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:15:13.260542 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] Attempting to bind port 980113e2-4169-4246-ba3c-e26a757f8c4b by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '93cb9c61-6d16-4f85-9df9-03977b132bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:15:13.261386 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] Attempting to bind port 980113e2-4169-4246-ba3c-e26a757f8c4b on network 2a8ba32c-86c8-48b6-9e87-20a4cc5f7374 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:15:13.267710 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a57a89ad-16a4-483b-84de-e2771d351dbf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for port (9304dc4e-025a-4697-a74a-87ecab8fadd7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:13.274304 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:15:13.279365 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] Checking segment: {'id': '93cb9c61-6d16-4f85-9df9-03977b132bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:13.280652 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:13.281637 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] Bound using segment: {'id': '93cb9c61-6d16-4f85-9df9-03977b132bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:15:13.282724 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] Bound port: 980113e2-4169-4246-ba3c-e26a757f8c4b, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93cb9c61-6d16-4f85-9df9-03977b132bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:15:13.283631 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (980113e2-4169-4246-ba3c-e26a757f8c4b), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:13.300154 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-68e7e31b-7be4-4063-8d28-7b3d04522df0 None None] Attempting to bind port 771f5d42-86b7-4c3c-8a9c-9c703686a773 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:15:13.300540 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-68e7e31b-7be4-4063-8d28-7b3d04522df0 None None] Attempting to bind port 771f5d42-86b7-4c3c-8a9c-9c703686a773 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '245aa839-6dd1-4072-8a5b-4094484a0d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:15:13.300912 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e7e31b-7be4-4063-8d28-7b3d04522df0 None None] Attempting to bind port 771f5d42-86b7-4c3c-8a9c-9c703686a773 on network 47474d4a-5961-451a-8a80-eca1f9bbb61e {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:15:13.306975 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:13.314257 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e7e31b-7be4-4063-8d28-7b3d04522df0 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:15:13.314653 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e7e31b-7be4-4063-8d28-7b3d04522df0 None None] Checking segment: {'id': '245aa839-6dd1-4072-8a5b-4094484a0d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:13.315074 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-68e7e31b-7be4-4063-8d28-7b3d04522df0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:13.316785 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e7e31b-7be4-4063-8d28-7b3d04522df0 None None] Bound using segment: {'id': '245aa839-6dd1-4072-8a5b-4094484a0d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:15:13.317375 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-68e7e31b-7be4-4063-8d28-7b3d04522df0 None None] Bound port: 771f5d42-86b7-4c3c-8a9c-9c703686a773, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245aa839-6dd1-4072-8a5b-4094484a0d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:15:13.317785 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-68e7e31b-7be4-4063-8d28-7b3d04522df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (771f5d42-86b7-4c3c-8a9c-9c703686a773), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:13.412714 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2f0366d1-d731-4bea-a930-b90a00732545 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:13.454503 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7e31b-7be4-4063-8d28-7b3d04522df0 None None] Pushing event updated for resources: {'Port': ['ID=771f5d42-86b7-4c3c-8a9c-9c703686a773,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:13.495576 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] For port 980113e2-4169-4246-ba3c-e26a757f8c4b, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:15:13.512289 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] For port 980113e2-4169-4246-ba3c-e26a757f8c4b, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=980113e2-4169-4246-ba3c-e26a757f8c4b,segment=NetworkSegment(93cb9c61-6d16-4f85-9df9-03977b132bb5),segment_id=93cb9c61-6d16-4f85-9df9-03977b132bb5)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:15:13.535484 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (980113e2-4169-4246-ba3c-e26a757f8c4b), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:13.558709 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ac4ac835-922d-4e7a-a841-9215e34898ea tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:13.566094 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ac4ac835-922d-4e7a-a841-9215e34898ea tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/networks?id=33574f77-ab09-4587-bf50-f5fe5ed8bcf9 HTTP/1.1" status: 200 len: 813 time: 0.2303035 Feb 09 22:15:13.596722 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-4cff97b6-ab82-4abb-b2b5-3ec2b4f8a732 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/quotas/9608739977cd4626bc92c700b42bed29 HTTP/1.1" status: 200 len: 375 time: 0.0245919 Feb 09 22:15:13.678078 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a57a89ad-16a4-483b-84de-e2771d351dbf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (9304dc4e-025a-4697-a74a-87ecab8fadd7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:13.724385 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-68e7e31b-7be4-4063-8d28-7b3d04522df0 None None] For port 771f5d42-86b7-4c3c-8a9c-9c703686a773, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:15:13.741739 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-38fc4844-870b-4266-bd30-d1c193f69cc8 None None] Current status of the port 2f0366d1-d731-4bea-a930-b90a00732545 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:13.748439 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-68e7e31b-7be4-4063-8d28-7b3d04522df0 None None] For port 771f5d42-86b7-4c3c-8a9c-9c703686a773, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=771f5d42-86b7-4c3c-8a9c-9c703686a773,segment=NetworkSegment(245aa839-6dd1-4072-8a5b-4094484a0d2e),segment_id=245aa839-6dd1-4072-8a5b-4094484a0d2e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:15:13.752904 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2f0366d1-d731-4bea-a930-b90a00732545 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:13.792667 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167db278-817c-47f5-b233-91d4771362b3 None None] Pushing event updated for resources: {'Port': ['ID=980113e2-4169-4246-ba3c-e26a757f8c4b,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:13.811336 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] Routers {'83c30768-abbe-4814-81b0-0715e0f465f1'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:13.812257 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:15:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['83c30768-abbe-4814-81b0-0715e0f465f1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:13.833143 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-37dec391-92e2-412e-8ad5-620ebacc230d tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9608739977cd4626bc92c700b42bed29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1807401 Feb 09 22:15:13.960032 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57a89ad-16a4-483b-84de-e2771d351dbf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network 47474d4a-5961-451a-8a80-eca1f9bbb61e is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:13.987800 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-68e7e31b-7be4-4063-8d28-7b3d04522df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (771f5d42-86b7-4c3c-8a9c-9c703686a773), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:13.992320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a57a89ad-16a4-483b-84de-e2771d351dbf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:13.996610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57a89ad-16a4-483b-84de-e2771d351dbf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:14.108574 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a89ad-16a4-483b-84de-e2771d351dbf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Port': ['ID=9304dc4e-025a-4697-a74a-87ecab8fadd7,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:14.143418 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] Set router 83c30768-abbe-4814-81b0-0715e0f465f1 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:14.166448 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a57a89ad-16a4-483b-84de-e2771d351dbf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (83c30768-abbe-4814-81b0-0715e0f465f1), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:14.209403 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7e31b-7be4-4063-8d28-7b3d04522df0 None None] Pushing event updated for resources: {'Port': ['ID=771f5d42-86b7-4c3c-8a9c-9c703686a773,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:14.220213 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-226fd048-5d8f-47cf-94c6-ec0c6b1a2d9c None None] Provisioning complete for port 980113e2-4169-4246-ba3c-e26a757f8c4b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:14.222794 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-226fd048-5d8f-47cf-94c6-ec0c6b1a2d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (980113e2-4169-4246-ba3c-e26a757f8c4b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:14.347098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2f0366d1-d731-4bea-a930-b90a00732545 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:14.352711 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2f0366d1-d731-4bea-a930-b90a00732545), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:14.502059 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a57a89ad-16a4-483b-84de-e2771d351dbf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9304dc4e-025a-4697-a74a-87ecab8fadd7), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:14.652546 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2f0366d1-d731-4bea-a930-b90a00732545 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:14.784246 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 3, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': '980113e2-4169-4246-ba3c-e26a757f8c4b', 'name': '', 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:4e:76:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:03Z', 'updated_at': '2022-02-09T22:15:13Z', 'revision_number': 4, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:14.799186 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:14.824469 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-226fd048-5d8f-47cf-94c6-ec0c6b1a2d9c None None] Current status of the port 980113e2-4169-4246-ba3c-e26a757f8c4b is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:14.824934 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-226fd048-5d8f-47cf-94c6-ec0c6b1a2d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (980113e2-4169-4246-ba3c-e26a757f8c4b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:14.889435 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed39138e-c315-4c92-b240-213ed9a527ab None None] The sync data for ids ['83c30768-abbe-4814-81b0-0715e0f465f1'] in n-d-828601-1 is: [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 3, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': '980113e2-4169-4246-ba3c-e26a757f8c4b', 'name': '', 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:4e:76:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:03Z', 'updated_at': '2022-02-09T22:15:13Z', 'revision_number': 4, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:15:14.924756 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-226fd048-5d8f-47cf-94c6-ec0c6b1a2d9c None None] For port 980113e2-4169-4246-ba3c-e26a757f8c4b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=980113e2-4169-4246-ba3c-e26a757f8c4b,segment=NetworkSegment(93cb9c61-6d16-4f85-9df9-03977b132bb5),segment_id=93cb9c61-6d16-4f85-9df9-03977b132bb5)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:14.937273 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-226fd048-5d8f-47cf-94c6-ec0c6b1a2d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (980113e2-4169-4246-ba3c-e26a757f8c4b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:15.085337 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fd048-5d8f-47cf-94c6-ec0c6b1a2d9c None None] Pushing event updated for resources: {'Port': ['ID=980113e2-4169-4246-ba3c-e26a757f8c4b,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:15.114295 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-79826c7b-b44b-43f5-a16e-b7e2d7981e0d None None] Provisioning complete for port 980113e2-4169-4246-ba3c-e26a757f8c4b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:15.114690 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-79826c7b-b44b-43f5-a16e-b7e2d7981e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (980113e2-4169-4246-ba3c-e26a757f8c4b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:15.234906 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ed088e53-5fc6-49aa-ac89-ab08ff184e4b service neutron] 10.222.0.77 "GET /v2.0/networks/33574f77-ab09-4587-bf50-f5fe5ed8bcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4000964 Feb 09 22:15:15.292355 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-79826c7b-b44b-43f5-a16e-b7e2d7981e0d None None] Current status of the port 980113e2-4169-4246-ba3c-e26a757f8c4b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:15.531637 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:15.835127 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 771f5d42-86b7-4c3c-8a9c-9c703686a773 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:16.004921 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 771f5d42-86b7-4c3c-8a9c-9c703686a773 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:16.005362 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (771f5d42-86b7-4c3c-8a9c-9c703686a773), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:16.291936 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:16.304321 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 771f5d42-86b7-4c3c-8a9c-9c703686a773 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:16.305282 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (771f5d42-86b7-4c3c-8a9c-9c703686a773), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:16.380774 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 771f5d42-86b7-4c3c-8a9c-9c703686a773, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=771f5d42-86b7-4c3c-8a9c-9c703686a773,segment=NetworkSegment(245aa839-6dd1-4072-8a5b-4094484a0d2e),segment_id=245aa839-6dd1-4072-8a5b-4094484a0d2e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:16.392559 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (771f5d42-86b7-4c3c-8a9c-9c703686a773), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:16.393787 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 980113e2-4169-4246-ba3c-e26a757f8c4b up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:16.422238 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:15:16.531818 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a57a89ad-16a4-483b-84de-e2771d351dbf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for port (9304dc4e-025a-4697-a74a-87ecab8fadd7), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:16.547193 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a57a89ad-16a4-483b-84de-e2771d351dbf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (9304dc4e-025a-4697-a74a-87ecab8fadd7), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:16.558522 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653de416-b9ab-48d6-bcbb-5310a4c31e8a None None] Network 47474d4a-5961-451a-8a80-eca1f9bbb61e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:16.762403 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-48a409da-1865-48a8-b84c-53704bbbd0bc service neutron] 10.222.0.77 "GET /v2.0/networks/33574f77-ab09-4587-bf50-f5fe5ed8bcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5147319 Feb 09 22:15:16.768372 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a57a89ad-16a4-483b-84de-e2771d351dbf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (83c30768-abbe-4814-81b0-0715e0f465f1), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:16.779099 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a89ad-16a4-483b-84de-e2771d351dbf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Port': ['ID=9304dc4e-025a-4697-a74a-87ecab8fadd7,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:17.083329 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=771f5d42-86b7-4c3c-8a9c-9c703686a773,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:17.112267 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-17f8951a-2cf4-43dd-8e1b-f1da1bd915b7 None None] Provisioning complete for port 771f5d42-86b7-4c3c-8a9c-9c703686a773 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:17.113194 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-17f8951a-2cf4-43dd-8e1b-f1da1bd915b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (771f5d42-86b7-4c3c-8a9c-9c703686a773), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:17.186709 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57a89ad-16a4-483b-84de-e2771d351dbf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network 47474d4a-5961-451a-8a80-eca1f9bbb61e is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:17.189194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a57a89ad-16a4-483b-84de-e2771d351dbf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:17.274930 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 980113e2-4169-4246-ba3c-e26a757f8c4b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:17.275346 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (980113e2-4169-4246-ba3c-e26a757f8c4b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:17.583046 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 980113e2-4169-4246-ba3c-e26a757f8c4b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:17.593000 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-17f8951a-2cf4-43dd-8e1b-f1da1bd915b7 None None] Current status of the port 771f5d42-86b7-4c3c-8a9c-9c703686a773 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:17.712743 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c1d324d2-72d1-4e6e-9d58-1ed3568ddb13 req-39d08429-701d-40e7-a48b-3a92743e550d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 210 time: 0.2250583 Feb 09 22:15:17.819079 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57a89ad-16a4-483b-84de-e2771d351dbf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router 83c30768-abbe-4814-81b0-0715e0f465f1 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:15:17.921070 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 771f5d42-86b7-4c3c-8a9c-9c703686a773 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:18.177376 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57a89ad-16a4-483b-84de-e2771d351dbf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:15:18.225490 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 38996) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:18.232039 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2989caaa-06b8-4fc4-b905-b5395c8b429f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'network': {'name': 'tempest-RoutersTest-667226841'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:18.234360 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] Sync routers for ids ['83c30768-abbe-4814-81b0-0715e0f465f1'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:15:18.239192 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a57a89ad-16a4-483b-84de-e2771d351dbf tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/83c30768-abbe-4814-81b0-0715e0f465f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6621096 Feb 09 22:15:18.265002 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-93bd0030-b569-4109-82f5-f5fbc3831133 None None] Provisioning complete for port 771f5d42-86b7-4c3c-8a9c-9c703686a773 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:18.270653 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-93bd0030-b569-4109-82f5-f5fbc3831133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (771f5d42-86b7-4c3c-8a9c-9c703686a773), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.311743 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2989caaa-06b8-4fc4-b905-b5395c8b429f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Made reservation on behalf of e5d31d08c43c4b69869f30e84521119d for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:18.332162 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2989caaa-06b8-4fc4-b905-b5395c8b429f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.385412 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] Routers {'83c30768-abbe-4814-81b0-0715e0f465f1'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:18.394066 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:15:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['83c30768-abbe-4814-81b0-0715e0f465f1'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:18.501186 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bcf548f6-5ab2-45c7-9afe-d4ad946b36cd req-bb78264f-c78f-4ee0-af58-865411772bfb tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/ports?device_id=c792af25-9358-4a24-8e29-15b42a885095 HTTP/1.1" status: 200 len: 210 time: 0.1589053 Feb 09 22:15:18.509637 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2989caaa-06b8-4fc4-b905-b5395c8b429f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:15:18.525844 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2989caaa-06b8-4fc4-b905-b5395c8b429f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d10ef73f-f960-4019-bacd-80a1bece96fc), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.526487 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-2989caaa-06b8-4fc4-b905-b5395c8b429f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Added segment d10ef73f-f960-4019-bacd-80a1bece96fc of type vlan for network 51c0fda5-1322-4c32-86a0-9c652644e61a Feb 09 22:15:18.550125 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 771f5d42-86b7-4c3c-8a9c-9c703686a773 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:18.558246 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (771f5d42-86b7-4c3c-8a9c-9c703686a773), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.593212 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2989caaa-06b8-4fc4-b905-b5395c8b429f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (51c0fda5-1322-4c32-86a0-9c652644e61a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.688381 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2989caaa-06b8-4fc4-b905-b5395c8b429f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (51c0fda5-1322-4c32-86a0-9c652644e61a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.713662 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2989caaa-06b8-4fc4-b905-b5395c8b429f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:18.715375 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2989caaa-06b8-4fc4-b905-b5395c8b429f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.799564 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] Set router 83c30768-abbe-4814-81b0-0715e0f465f1 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:19.076666 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ef98c6c-d0d0-4fae-9cec-57fef284cfc1 req-1874e3f6-a9dd-40c5-922a-8df1c3227d3e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 210 time: 0.0855637 Feb 09 22:15:19.099950 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 771f5d42-86b7-4c3c-8a9c-9c703686a773 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:19.177191 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-93bd0030-b569-4109-82f5-f5fbc3831133 None None] Current status of the port 771f5d42-86b7-4c3c-8a9c-9c703686a773 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:19.273421 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-93bd0030-b569-4109-82f5-f5fbc3831133 None None] Provisioning complete for port 9304dc4e-025a-4697-a74a-87ecab8fadd7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:19.273964 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-93bd0030-b569-4109-82f5-f5fbc3831133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9304dc4e-025a-4697-a74a-87ecab8fadd7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:19.315053 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-93bd0030-b569-4109-82f5-f5fbc3831133 None None] Port 9304dc4e-025a-4697-a74a-87ecab8fadd7 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:19.635108 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-863ff5bd-4ede-4376-8b7a-3b2b4852784b None None] Provisioning complete for port 9304dc4e-025a-4697-a74a-87ecab8fadd7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:19.635501 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-863ff5bd-4ede-4376-8b7a-3b2b4852784b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9304dc4e-025a-4697-a74a-87ecab8fadd7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:19.827236 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:15:14Z', 'revision_number': 4, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': '9304dc4e-025a-4697-a74a-87ecab8fadd7', 'name': '', 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:ad:4c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:12Z', 'updated_at': '2022-02-09T22:15:16Z', 'revision_number': 2, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '980113e2-4169-4246-ba3c-e26a757f8c4b', 'name': '', 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:4e:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:03Z', 'updated_at': '2022-02-09T22:15:14Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:19.865823 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-26227420-caad-4cf8-b6e4-eca85e420e6a req-7f526dbf-644d-4208-a83e-527d7b982cb3 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/ports?device_id=c792af25-9358-4a24-8e29-15b42a885095 HTTP/1.1" status: 200 len: 210 time: 0.1688416 Feb 09 22:15:19.898881 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-863ff5bd-4ede-4376-8b7a-3b2b4852784b None None] Port 9304dc4e-025a-4697-a74a-87ecab8fadd7 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:19.907492 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] Checking router: 83c30768-abbe-4814-81b0-0715e0f465f1 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:15:19.911189 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] Updating router 83c30768-abbe-4814-81b0-0715e0f465f1 port 9304dc4e-025a-4697-a74a-87ecab8fadd7 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:15:19.958049 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-e9eb90c7-bc69-4846-a2eb-829ece07ffd6 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:19.958635 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2989caaa-06b8-4fc4-b905-b5395c8b429f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7317529 Feb 09 22:15:19.961062 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-e9eb90c7-bc69-4846-a2eb-829ece07ffd6 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.42 "GET /v2.0/networks?id=33574f77-ab09-4587-bf50-f5fe5ed8bcf9 HTTP/1.1" status: 200 len: 813 time: 0.5455375 Feb 09 22:15:19.962271 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39006) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:19.972434 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b46dd93d-eb8d-4913-bccd-8c624949d06b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'subnet': {'network_id': '51c0fda5-1322-4c32-86a0-9c652644e61a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:19.975559 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989caaa-06b8-4fc4-b905-b5395c8b429f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Network': ['ID=51c0fda5-1322-4c32-86a0-9c652644e61a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:20.003958 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 51c0fda5-1322-4c32-86a0-9c652644e61a details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:15:20.032460 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-cd185a31-a2ed-4e38-a202-d16396737675 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Request body: {'port': {'device_id': 'c792af25-9358-4a24-8e29-15b42a885095', 'network_id': '33574f77-ab09-4587-bf50-f5fe5ed8bcf9', 'admin_state_up': True, 'tenant_id': '9608739977cd4626bc92c700b42bed29'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:20.073722 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9304dc4e-025a-4697-a74a-87ecab8fadd7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:20.237899 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46dd93d-eb8d-4913-bccd-8c624949d06b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Made reservation on behalf of e5d31d08c43c4b69869f30e84521119d for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:20.244326 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b46dd93d-eb8d-4913-bccd-8c624949d06b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:20.556963 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] Publish callbacks [] for port (9304dc4e-025a-4697-a74a-87ecab8fadd7), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:20.567988 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9304dc4e-025a-4697-a74a-87ecab8fadd7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:20.629479 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f21b7eae-acbd-465d-9f84-18d4453d967f req-b0f18f7f-8dca-41c0-bc0d-001f087e7ec9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 210 time: 0.0808325 Feb 09 22:15:20.660018 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415acdac-f20a-4813-9bd6-2542fef614fc None None] Pushing event updated for resources: {'Port': ['ID=9304dc4e-025a-4697-a74a-87ecab8fadd7,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:20.674924 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-cd185a31-a2ed-4e38-a202-d16396737675 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Made reservation on behalf of 9608739977cd4626bc92c700b42bed29 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:20.685201 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-cd185a31-a2ed-4e38-a202-d16396737675 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:20.772943 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] Attempting to bind port 9304dc4e-025a-4697-a74a-87ecab8fadd7 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:15:20.773804 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] Attempting to bind port 9304dc4e-025a-4697-a74a-87ecab8fadd7 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '245aa839-6dd1-4072-8a5b-4094484a0d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:15:20.774534 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] Attempting to bind port 9304dc4e-025a-4697-a74a-87ecab8fadd7 on network 47474d4a-5961-451a-8a80-eca1f9bbb61e {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:15:20.781387 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b46dd93d-eb8d-4913-bccd-8c624949d06b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (fa3b332b-65d0-49b9-b35b-3e392e66cb64), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:20.785306 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:15:20.786185 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] Checking segment: {'id': '245aa839-6dd1-4072-8a5b-4094484a0d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:20.787062 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:20.787958 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] Bound using segment: {'id': '245aa839-6dd1-4072-8a5b-4094484a0d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:15:20.788962 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] Bound port: 9304dc4e-025a-4697-a74a-87ecab8fadd7, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245aa839-6dd1-4072-8a5b-4094484a0d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:15:20.789801 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9304dc4e-025a-4697-a74a-87ecab8fadd7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:21.004307 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-cd185a31-a2ed-4e38-a202-d16396737675 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Allocated IP 172.20.0.6 (33574f77-ab09-4587-bf50-f5fe5ed8bcf9/06fed0fd-d0e6-4e93-825b-777dfb1b6a31/523a3775-6fd6-4af3-8c7b-cb4c29512c6b) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:21.139694 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] For port 9304dc4e-025a-4697-a74a-87ecab8fadd7, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:15:21.153268 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] For port 9304dc4e-025a-4697-a74a-87ecab8fadd7, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9304dc4e-025a-4697-a74a-87ecab8fadd7,segment=NetworkSegment(245aa839-6dd1-4072-8a5b-4094484a0d2e),segment_id=245aa839-6dd1-4072-8a5b-4094484a0d2e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:15:21.170337 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9304dc4e-025a-4697-a74a-87ecab8fadd7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:21.340102 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bfc3d3da-8a64-4c40-9d5a-7592d3bf14d9 req-98a5a536-68d7-4df7-9eb2-ba632aa937d1 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/ports?device_id=c792af25-9358-4a24-8e29-15b42a885095 HTTP/1.1" status: 200 len: 210 time: 0.0684133 Feb 09 22:15:21.379330 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-08cdcb61-5ec7-4398-a12f-de5edb38a8ca None None] Provisioning complete for port 9304dc4e-025a-4697-a74a-87ecab8fadd7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:21.393176 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-08cdcb61-5ec7-4398-a12f-de5edb38a8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9304dc4e-025a-4697-a74a-87ecab8fadd7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:21.405177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] Routers {'83c30768-abbe-4814-81b0-0715e0f465f1'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:21.408575 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:15:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['83c30768-abbe-4814-81b0-0715e0f465f1'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:21.523104 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-cd185a31-a2ed-4e38-a202-d16396737675 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Publish callbacks [] for port (523a3775-6fd6-4af3-8c7b-cb4c29512c6b), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:21.638689 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415acdac-f20a-4813-9bd6-2542fef614fc None None] Pushing event updated for resources: {'Port': ['ID=9304dc4e-025a-4697-a74a-87ecab8fadd7,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:21.703368 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-cd185a31-a2ed-4e38-a202-d16396737675 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (523a3775-6fd6-4af3-8c7b-cb4c29512c6b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:21.783180 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46dd93d-eb8d-4913-bccd-8c624949d06b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Subnet': ['ID=fa3b332b-65d0-49b9-b35b-3e392e66cb64,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:21.804049 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-cd185a31-a2ed-4e38-a202-d16396737675 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Network 33574f77-ab09-4587-bf50-f5fe5ed8bcf9 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:21.819582 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-cd185a31-a2ed-4e38-a202-d16396737675 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:21.839277 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-cd185a31-a2ed-4e38-a202-d16396737675 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:21.907602 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-cd185a31-a2ed-4e38-a202-d16396737675 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:21.909143 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-cd185a31-a2ed-4e38-a202-d16396737675 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:21.914575 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] Set router 83c30768-abbe-4814-81b0-0715e0f465f1 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:21.918655 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-08cdcb61-5ec7-4398-a12f-de5edb38a8ca None None] Current status of the port 9304dc4e-025a-4697-a74a-87ecab8fadd7 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:21.919326 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-08cdcb61-5ec7-4398-a12f-de5edb38a8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9304dc4e-025a-4697-a74a-87ecab8fadd7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:21.933126 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632fa36-035e-445e-b27c-3f8b076d9971 req-caa102bb-e413-4922-bcfb-54a981b5e112 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:21.935600 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1632fa36-035e-445e-b27c-3f8b076d9971 req-caa102bb-e413-4922-bcfb-54a981b5e112 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 1129 time: 0.2751527 Feb 09 22:15:21.948137 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-cd185a31-a2ed-4e38-a202-d16396737675 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9197769 Feb 09 22:15:21.964376 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] Request body: {'port': {'device_id': 'c792af25-9358-4a24-8e29-15b42a885095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:21.969721 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd185a31-a2ed-4e38-a202-d16396737675 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Pushing event updated for resources: {'Port': ['ID=523a3775-6fd6-4af3-8c7b-cb4c29512c6b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:21.986125 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46dd93d-eb8d-4913-bccd-8c624949d06b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Checking segment: {'id': 'd10ef73f-f960-4019-bacd-80a1bece96fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '51c0fda5-1322-4c32-86a0-9c652644e61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:21.986864 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46dd93d-eb8d-4913-bccd-8c624949d06b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network hostable DHCP agents. Network: 51c0fda5-1322-4c32-86a0-9c652644e61a, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:15:22.050394 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-08cdcb61-5ec7-4398-a12f-de5edb38a8ca None None] For port 9304dc4e-025a-4697-a74a-87ecab8fadd7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9304dc4e-025a-4697-a74a-87ecab8fadd7,segment=NetworkSegment(245aa839-6dd1-4072-8a5b-4094484a0d2e),segment_id=245aa839-6dd1-4072-8a5b-4094484a0d2e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:22.159976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46dd93d-eb8d-4913-bccd-8c624949d06b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network 51c0fda5-1322-4c32-86a0-9c652644e61a is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:15:22.229269 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-08cdcb61-5ec7-4398-a12f-de5edb38a8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9304dc4e-025a-4697-a74a-87ecab8fadd7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:22.229857 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-b46dd93d-eb8d-4913-bccd-8c624949d06b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 51c0fda5-1322-4c32-86a0-9c652644e61a) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:22.297846 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdcb61-5ec7-4398-a12f-de5edb38a8ca None None] Pushing event updated for resources: {'Port': ['ID=9304dc4e-025a-4697-a74a-87ecab8fadd7,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:22.301402 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936ae0fb-c542-46c4-8d22-9367ee1f9504 None None] Network 51c0fda5-1322-4c32-86a0-9c652644e61a requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:22.390020 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46dd93d-eb8d-4913-bccd-8c624949d06b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:22.403423 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b46dd93d-eb8d-4913-bccd-8c624949d06b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:22.455250 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1632fa36-035e-445e-b27c-3f8b076d9971 req-8af7f8dc-6877-4794-b7e4-f48ecf78368f tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5055733 Feb 09 22:15:22.474960 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b46dd93d-eb8d-4913-bccd-8c624949d06b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5094182 Feb 09 22:15:22.478914 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39032) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:22.507788 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39034) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:22.512427 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (523a3775-6fd6-4af3-8c7b-cb4c29512c6b), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:22.735697 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bee4c2d-428a-4ce7-938b-0fa3c6cb6331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-51c0fda5-1322-4c32-86a0-9c652644e61a', 'network_id': '51c0fda5-1322-4c32-86a0-9c652644e61a', 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'fixed_ips': [{'subnet_id': 'fa3b332b-65d0-49b9-b35b-3e392e66cb64'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:15:22.737362 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2bee4c2d-428a-4ce7-938b-0fa3c6cb6331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:23.117113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5d12df23-1462-49e0-a1e7-b93249be549d None None] Provisioning complete for port 9304dc4e-025a-4697-a74a-87ecab8fadd7 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:23.117764 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5d12df23-1462-49e0-a1e7-b93249be549d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9304dc4e-025a-4697-a74a-87ecab8fadd7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:23.267604 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e248631-f29b-471e-b2d9-7c30428e6067 req-ca53ad4d-d79c-4530-b5c1-e261aae10136 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 210 time: 0.0479662 Feb 09 22:15:23.389805 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:15:14Z', 'revision_number': 4, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': '9304dc4e-025a-4697-a74a-87ecab8fadd7', 'name': '', 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:ad:4c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:12Z', 'updated_at': '2022-02-09T22:15:21Z', 'revision_number': 4, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '980113e2-4169-4246-ba3c-e26a757f8c4b', 'name': '', 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:4e:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:03Z', 'updated_at': '2022-02-09T22:15:14Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:23.487866 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-2bee4c2d-428a-4ce7-938b-0fa3c6cb6331 None None] Allocated IP 172.23.0.2 (51c0fda5-1322-4c32-86a0-9c652644e61a/fa3b332b-65d0-49b9-b35b-3e392e66cb64/d2724344-bd4e-4bc9-b03e-391f060610d9) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:23.546078 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523a3775-6fd6-4af3-8c7b-cb4c29512c6b {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:15:23.588823 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] Publish callbacks [] for port (523a3775-6fd6-4af3-8c7b-cb4c29512c6b), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:23.671021 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] Transition to ACTIVE for port object 523a3775-6fd6-4af3-8c7b-cb4c29512c6b will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:15:23.713390 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f303b1-a2af-40cb-aa80-509aa1adc9a2 req-2416f1e2-cf98-4705-8ade-18a2851c9256 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:23.716498 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d4f303b1-a2af-40cb-aa80-509aa1adc9a2 req-2416f1e2-cf98-4705-8ade-18a2851c9256 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/ports?device_id=c792af25-9358-4a24-8e29-15b42a885095 HTTP/1.1" status: 200 len: 931 time: 0.3131044 Feb 09 22:15:23.717549 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39044) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:23.740386 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (523a3775-6fd6-4af3-8c7b-cb4c29512c6b), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:23.924782 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] Pushing event updated for resources: {'Port': ['ID=523a3775-6fd6-4af3-8c7b-cb4c29512c6b,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:23.951583 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d4f303b1-a2af-40cb-aa80-509aa1adc9a2 req-37fa7536-fb26-4c73-b60a-a59ba2cbcea5 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a9ed149-f0d7-4426-a660-dca5e1f92fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221944 Feb 09 22:15:24.013155 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78639c04-7b09-441f-bcee-558e10867276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.024933 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] Attempting to bind port 523a3775-6fd6-4af3-8c7b-cb4c29512c6b on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:15:24.025301 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] Attempting to bind port 523a3775-6fd6-4af3-8c7b-cb4c29512c6b by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'cc755490-3995-403f-9834-e2a614220c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '33574f77-ab09-4587-bf50-f5fe5ed8bcf9'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:15:24.025895 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] Attempting to bind port 523a3775-6fd6-4af3-8c7b-cb4c29512c6b on network 33574f77-ab09-4587-bf50-f5fe5ed8bcf9 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:15:24.039122 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] Port 523a3775-6fd6-4af3-8c7b-cb4c29512c6b on network 33574f77-ab09-4587-bf50-f5fe5ed8bcf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:15:24.039506 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] Attempting to bind port 523a3775-6fd6-4af3-8c7b-cb4c29512c6b on network 33574f77-ab09-4587-bf50-f5fe5ed8bcf9 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:15:24.065896 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:15:24.066497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] Checking segment: {'id': 'cc755490-3995-403f-9834-e2a614220c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '33574f77-ab09-4587-bf50-f5fe5ed8bcf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:24.067383 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] Bound using segment: {'id': 'cc755490-3995-403f-9834-e2a614220c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '33574f77-ab09-4587-bf50-f5fe5ed8bcf9'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:15:24.069454 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] Bound port: 523a3775-6fd6-4af3-8c7b-cb4c29512c6b, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc755490-3995-403f-9834-e2a614220c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '33574f77-ab09-4587-bf50-f5fe5ed8bcf9'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:15:24.070067 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (523a3775-6fd6-4af3-8c7b-cb4c29512c6b), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.087367 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e7f7ac7c-141a-4f9c-b7c7-788389759c0c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Deleting port 318349dc-fc26-49f3-a34b-fa67a7bac9d9 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:24.088010 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ac7c-141a-4f9c-b7c7-788389759c0c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (318349dc-fc26-49f3-a34b-fa67a7bac9d9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.364417 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0232eec-d8f2-4e36-ba34-806425852b09 None None] The sync data for ids ['83c30768-abbe-4814-81b0-0715e0f465f1'] in n-d-828601-1 is: [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:15:14Z', 'revision_number': 4, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': '9304dc4e-025a-4697-a74a-87ecab8fadd7', 'name': '', 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:ad:4c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:12Z', 'updated_at': '2022-02-09T22:15:21Z', 'revision_number': 4, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '980113e2-4169-4246-ba3c-e26a757f8c4b', 'name': '', 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:4e:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:03Z', 'updated_at': '2022-02-09T22:15:14Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:15:24.441056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] For port 523a3775-6fd6-4af3-8c7b-cb4c29512c6b, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:15:24.534113 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] For port 523a3775-6fd6-4af3-8c7b-cb4c29512c6b, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=523a3775-6fd6-4af3-8c7b-cb4c29512c6b,segment=NetworkSegment(cc755490-3995-403f-9834-e2a614220c10),segment_id=cc755490-3995-403f-9834-e2a614220c10)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:15:24.599184 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38ed0177-ea76-446e-8221-3e959fd4766a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.617636 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ac7c-141a-4f9c-b7c7-788389759c0c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (318349dc-fc26-49f3-a34b-fa67a7bac9d9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.622331 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ac7c-141a-4f9c-b7c7-788389759c0c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for floatingip (318349dc-fc26-49f3-a34b-fa67a7bac9d9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.680805 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (523a3775-6fd6-4af3-8c7b-cb4c29512c6b), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.684578 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e7f7ac7c-141a-4f9c-b7c7-788389759c0c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Calling delete_port for 318349dc-fc26-49f3-a34b-fa67a7bac9d9 owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:24.694518 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2bee4c2d-428a-4ce7-938b-0fa3c6cb6331 None None] Publish callbacks [] for port (d2724344-bd4e-4bc9-b03e-391f060610d9), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.717694 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2bee4c2d-428a-4ce7-938b-0fa3c6cb6331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (d2724344-bd4e-4bc9-b03e-391f060610d9), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.805989 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5d12df23-1462-49e0-a1e7-b93249be549d None None] Current status of the port 9304dc4e-025a-4697-a74a-87ecab8fadd7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:24.821003 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee4c2d-428a-4ce7-938b-0fa3c6cb6331 None None] Pushing event updated for resources: {'Port': ['ID=d2724344-bd4e-4bc9-b03e-391f060610d9,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:24.861859 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78639c04-7b09-441f-bcee-558e10867276 admin admin] Publish callbacks [] for security_group (b038a633-5e47-4990-b2c4-bef0611f83ee), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.870371 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bee4c2d-428a-4ce7-938b-0fa3c6cb6331 None None] Network 51c0fda5-1322-4c32-86a0-9c652644e61a is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:24.879449 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-2bee4c2d-428a-4ce7-938b-0fa3c6cb6331 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:24.885036 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bee4c2d-428a-4ce7-938b-0fa3c6cb6331 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:24.911862 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5bd5cb76-8cc2-402a-b961-4e108ad96785 req-f679fff7-f7d6-4384-97df-f46f6e5f69de tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e65092a-e784-4ac6-8b3a-313e6ec4c948 HTTP/1.1" status: 200 len: 210 time: 0.3383279 Feb 09 22:15:24.913256 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78639c04-7b09-441f-bcee-558e10867276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b038a633-5e47-4990-b2c4-bef0611f83ee), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:25.135523 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2bee4c2d-428a-4ce7-938b-0fa3c6cb6331 None None] Attempting to bind port d2724344-bd4e-4bc9-b03e-391f060610d9 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:15:25.139227 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2bee4c2d-428a-4ce7-938b-0fa3c6cb6331 None None] Attempting to bind port d2724344-bd4e-4bc9-b03e-391f060610d9 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'd10ef73f-f960-4019-bacd-80a1bece96fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '51c0fda5-1322-4c32-86a0-9c652644e61a'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:15:25.140753 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bee4c2d-428a-4ce7-938b-0fa3c6cb6331 None None] Attempting to bind port d2724344-bd4e-4bc9-b03e-391f060610d9 on network 51c0fda5-1322-4c32-86a0-9c652644e61a {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:15:25.168776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bee4c2d-428a-4ce7-938b-0fa3c6cb6331 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:15:25.173261 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bee4c2d-428a-4ce7-938b-0fa3c6cb6331 None None] Checking segment: {'id': 'd10ef73f-f960-4019-bacd-80a1bece96fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '51c0fda5-1322-4c32-86a0-9c652644e61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:25.174590 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2bee4c2d-428a-4ce7-938b-0fa3c6cb6331 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:25.175114 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:25.177488 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bee4c2d-428a-4ce7-938b-0fa3c6cb6331 None None] Bound using segment: {'id': 'd10ef73f-f960-4019-bacd-80a1bece96fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '51c0fda5-1322-4c32-86a0-9c652644e61a'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:15:25.180786 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2bee4c2d-428a-4ce7-938b-0fa3c6cb6331 None None] Bound port: d2724344-bd4e-4bc9-b03e-391f060610d9, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10ef73f-f960-4019-bacd-80a1bece96fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '51c0fda5-1322-4c32-86a0-9c652644e61a'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:15:25.183415 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2bee4c2d-428a-4ce7-938b-0fa3c6cb6331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d2724344-bd4e-4bc9-b03e-391f060610d9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:25.183855 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:25.186782 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] 10.222.0.42 "PUT /v2.0/ports/523a3775-6fd6-4af3-8c7b-cb4c29512c6b HTTP/1.1" status: 200 len: 1091 time: 3.2288840 Feb 09 22:15:25.227683 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c792af25-9358-4a24-8e29-15b42a885095', 'tag': '523a3775-6fd6-4af3-8c7b-cb4c29512c6b'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:15:25.243294 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85cef30-8187-4e05-adf2-31a3f102c364" -d '{"events": [{"name": "network-changed", "server_uuid": "c792af25-9358-4a24-8e29-15b42a885095", "tag": "523a3775-6fd6-4af3-8c7b-cb4c29512c6b"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:15:25.444758 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ac7c-141a-4f9c-b7c7-788389759c0c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (318349dc-fc26-49f3-a34b-fa67a7bac9d9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:25.506886 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2bee4c2d-428a-4ce7-938b-0fa3c6cb6331 None None] For port d2724344-bd4e-4bc9-b03e-391f060610d9, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:15:25.525393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2bee4c2d-428a-4ce7-938b-0fa3c6cb6331 None None] For port d2724344-bd4e-4bc9-b03e-391f060610d9, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d2724344-bd4e-4bc9-b03e-391f060610d9,segment=NetworkSegment(d10ef73f-f960-4019-bacd-80a1bece96fc),segment_id=d10ef73f-f960-4019-bacd-80a1bece96fc)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:15:25.534100 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78639c04-7b09-441f-bcee-558e10867276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b038a633-5e47-4990-b2c4-bef0611f83ee,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:25.543125 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2bee4c2d-428a-4ce7-938b-0fa3c6cb6331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d2724344-bd4e-4bc9-b03e-391f060610d9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:25.586101 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-78639c04-7b09-441f-bcee-558e10867276 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ab4b7945acad431fa2c708702a46b05a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8660021 Feb 09 22:15:25.595302 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39056) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:25.663909 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee2a7b-0e8b-4e0a-8fc8-d4d9240c8737 service neutron] Pushing event updated for resources: {'Port': ['ID=523a3775-6fd6-4af3-8c7b-cb4c29512c6b,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:25.816186 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7ac7c-141a-4f9c-b7c7-788389759c0c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Port': ['ID=318349dc-fc26-49f3-a34b-fa67a7bac9d9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:25.925069 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee4c2d-428a-4ce7-938b-0fa3c6cb6331 None None] Pushing event updated for resources: {'Port': ['ID=d2724344-bd4e-4bc9-b03e-391f060610d9,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:25.935806 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-061d2bf0-c1b0-4fb6-80d8-2624ff4daf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:25.938351 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-061d2bf0-c1b0-4fb6-80d8-2624ff4daf32 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9608739977cd4626bc92c700b42bed29&device_id=c792af25-9358-4a24-8e29-15b42a885095 HTTP/1.1" status: 200 len: 1125 time: 0.5964956 Feb 09 22:15:26.022763 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9304dc4e-025a-4697-a74a-87ecab8fadd7 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:26.105826 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-81fb6e99-6a3d-457f-af22-6c2725048e1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=523a3775-6fd6-4af3-8c7b-cb4c29512c6b HTTP/1.1" status: 200 len: 217 time: 0.1262896 Feb 09 22:15:26.108881 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ac7c-141a-4f9c-b7c7-788389759c0c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for floatingip (38fc627d-18d3-4c3e-a500-bd66185f5e25), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:26.109227 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-e7f7ac7c-141a-4f9c-b7c7-788389759c0c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Floating IP 38fc627d-18d3-4c3e-a500-bd66185f5e25 disassociated (deleted). External IP: 172.25.6.80, port: 0438ac5d-8a69-438e-b0d3-3d0331280199. Feb 09 22:15:26.160968 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96054eed-69e8-484f-9c98-4f0ce8288328 req-631b2523-9881-44f0-ba83-669f009b2096 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:26.176269 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-96054eed-69e8-484f-9c98-4f0ce8288328 req-631b2523-9881-44f0-ba83-669f009b2096 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/ports?device_id=c792af25-9358-4a24-8e29-15b42a885095 HTTP/1.1" status: 200 len: 943 time: 0.8662105 Feb 09 22:15:26.186985 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9aafcb39-f20e-4130-bfd3-62c18de28620 admin admin] Publish callbacks [] for security_group (b038a633-5e47-4990-b2c4-bef0611f83ee), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:26.239252 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 9304dc4e-025a-4697-a74a-87ecab8fadd7 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:26.240035 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9304dc4e-025a-4697-a74a-87ecab8fadd7), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:26.624274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-6b1d9014-f33e-4213-903d-9d48ccf86533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:26.643821 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-6b1d9014-f33e-4213-903d-9d48ccf86533 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06fed0fd-d0e6-4e93-825b-777dfb1b6a31 HTTP/1.1" status: 200 len: 853 time: 0.4583702 Feb 09 22:15:26.679290 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 9304dc4e-025a-4697-a74a-87ecab8fadd7 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:26.682521 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9aafcb39-f20e-4130-bfd3-62c18de28620 admin admin] Publish callbacks [] for security_group (b038a633-5e47-4990-b2c4-bef0611f83ee), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:26.859767 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-e894b961-546e-49e1-8f70-a3c1cfd2c147 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33574f77-ab09-4587-bf50-f5fe5ed8bcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1846983 Feb 09 22:15:26.957432 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-96054eed-69e8-484f-9c98-4f0ce8288328 req-67ec63bf-4a86-4947-87ea-119921bde194 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a9ed149-f0d7-4426-a660-dca5e1f92fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7793248 Feb 09 22:15:26.976710 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-38ed0177-ea76-446e-8221-3e959fd4766a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Allocated IP 172.23.0.1 (51c0fda5-1322-4c32-86a0-9c652644e61a/fa3b332b-65d0-49b9-b35b-3e392e66cb64/bdc90df0-e095-4742-8b73-230164c71d04) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:27.180645 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0695f100-f139-43a0-b39d-c5efe3158650 x-openstack-request-id: req-0695f100-f139-43a0-b39d-c5efe3158650 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:15:27.181686 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c792af25-9358-4a24-8e29-15b42a885095", "tag": "523a3775-6fd6-4af3-8c7b-cb4c29512c6b", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:15:27.182137 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0695f100-f139-43a0-b39d-c5efe3158650 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:15:27.182805 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c792af25-9358-4a24-8e29-15b42a885095', 'tag': '523a3775-6fd6-4af3-8c7b-cb4c29512c6b', 'status': 'completed', 'code': 200} Feb 09 22:15:27.239015 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f7ac7c-141a-4f9c-b7c7-788389759c0c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Router 2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:15:27.349371 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9aafcb39-f20e-4130-bfd3-62c18de28620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b038a633-5e47-4990-b2c4-bef0611f83ee), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:27.353470 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9aafcb39-f20e-4130-bfd3-62c18de28620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:27.354822 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9aafcb39-f20e-4130-bfd3-62c18de28620 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b038a633-5e47-4990-b2c4-bef0611f83ee HTTP/1.1" status: 204 len: 168 time: 1.7461565 Feb 09 22:15:27.371930 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-343ad209-fb63-4f6c-9aa7-9f6557532e3f service neutron] 10.222.0.42 "GET /v2.0/networks/33574f77-ab09-4587-bf50-f5fe5ed8bcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626827 Feb 09 22:15:27.450700 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aafcb39-f20e-4130-bfd3-62c18de28620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b038a633-5e47-4990-b2c4-bef0611f83ee,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:27.506853 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38ed0177-ea76-446e-8221-3e959fd4766a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for port (bdc90df0-e095-4742-8b73-230164c71d04), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:27.650240 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38ed0177-ea76-446e-8221-3e959fd4766a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (bdc90df0-e095-4742-8b73-230164c71d04), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:27.689016 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ed0177-ea76-446e-8221-3e959fd4766a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network 51c0fda5-1322-4c32-86a0-9c652644e61a is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:27.697338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-38ed0177-ea76-446e-8221-3e959fd4766a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:27.701924 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ed0177-ea76-446e-8221-3e959fd4766a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:27.755384 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1a849fb-14f6-4c68-a985-8afa0c16d50f req-8cd0ee93-d69e-4b9b-b86c-e63aff1e7632 service neutron] 10.222.0.42 "GET /v2.0/networks/33574f77-ab09-4587-bf50-f5fe5ed8bcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659239 Feb 09 22:15:27.867506 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38ed0177-ea76-446e-8221-3e959fd4766a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (83c30768-abbe-4814-81b0-0715e0f465f1), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:27.898429 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d2724344-bd4e-4bc9-b03e-391f060610d9 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:27.955056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cef30-8187-4e05-adf2-31a3f102c364 req-49b07b29-95e2-4292-9ae5-74a14eb4cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:27.958252 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a85cef30-8187-4e05-adf2-31a3f102c364 req-49b07b29-95e2-4292-9ae5-74a14eb4cfb6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9608739977cd4626bc92c700b42bed29&device_id=c792af25-9358-4a24-8e29-15b42a885095 HTTP/1.1" status: 200 len: 1125 time: 0.1345317 Feb 09 22:15:28.074186 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port d2724344-bd4e-4bc9-b03e-391f060610d9 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:28.074796 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d2724344-bd4e-4bc9-b03e-391f060610d9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:28.208018 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38ed0177-ea76-446e-8221-3e959fd4766a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bdc90df0-e095-4742-8b73-230164c71d04), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:28.283637 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cef30-8187-4e05-adf2-31a3f102c364 req-cae5a6c9-39ec-42c0-af4a-b4527d735a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:28.295830 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a85cef30-8187-4e05-adf2-31a3f102c364 req-cae5a6c9-39ec-42c0-af4a-b4527d735a72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=33574f77-ab09-4587-bf50-f5fe5ed8bcf9 HTTP/1.1" status: 200 len: 914 time: 0.3294032 Feb 09 22:15:28.342280 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port d2724344-bd4e-4bc9-b03e-391f060610d9 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:28.342700 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d2724344-bd4e-4bc9-b03e-391f060610d9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:28.345093 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3aed96-154a-4517-9399-3000e45b98ae None None] Network 51c0fda5-1322-4c32-86a0-9c652644e61a requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:28.368879 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed0177-ea76-446e-8221-3e959fd4766a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Port': ['ID=bdc90df0-e095-4742-8b73-230164c71d04,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:28.449956 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a85cef30-8187-4e05-adf2-31a3f102c364 req-abbcc36c-0908-4b84-8ab0-c461373530d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=523a3775-6fd6-4af3-8c7b-cb4c29512c6b HTTP/1.1" status: 200 len: 217 time: 0.1467621 Feb 09 22:15:28.577452 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-a25836af-42a0-4320-b337-f04375863fbb None None] Provisioning complete for port d2724344-bd4e-4bc9-b03e-391f060610d9 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:28.577931 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a25836af-42a0-4320-b337-f04375863fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d2724344-bd4e-4bc9-b03e-391f060610d9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:28.624320 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port d2724344-bd4e-4bc9-b03e-391f060610d9, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d2724344-bd4e-4bc9-b03e-391f060610d9,segment=NetworkSegment(d10ef73f-f960-4019-bacd-80a1bece96fc),segment_id=d10ef73f-f960-4019-bacd-80a1bece96fc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:28.654838 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d2724344-bd4e-4bc9-b03e-391f060610d9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:28.739515 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cef30-8187-4e05-adf2-31a3f102c364 req-ec4a14a6-399e-4cdc-a99c-367629d9d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:28.741365 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a85cef30-8187-4e05-adf2-31a3f102c364 req-ec4a14a6-399e-4cdc-a99c-367629d9d8e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06fed0fd-d0e6-4e93-825b-777dfb1b6a31 HTTP/1.1" status: 200 len: 853 time: 0.2823508 Feb 09 22:15:28.859145 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a85cef30-8187-4e05-adf2-31a3f102c364 req-edbc175c-38c8-4085-8d0a-fc7144c03a63 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33574f77-ab09-4587-bf50-f5fe5ed8bcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079185 Feb 09 22:15:29.023346 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=d2724344-bd4e-4bc9-b03e-391f060610d9,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:29.062913 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:29.063484 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:29.064104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:29.064673 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:29.065244 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:29.065806 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:29.066373 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:29.066924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:29.067470 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:29.068142 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:29.068871 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:29.069454 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:29.070106 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:29.094170 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a25836af-42a0-4320-b337-f04375863fbb None None] Current status of the port d2724344-bd4e-4bc9-b03e-391f060610d9 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:29.097803 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c823e00-886e-4192-afdb-eb7059825be0 req-ce5b0dcf-f85a-4203-bf2c-cf376d5271e2 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:29.099888 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c823e00-886e-4192-afdb-eb7059825be0 req-ce5b0dcf-f85a-4203-bf2c-cf376d5271e2 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/ports?device_id=c792af25-9358-4a24-8e29-15b42a885095 HTTP/1.1" status: 200 len: 943 time: 0.6812384 Feb 09 22:15:29.189222 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a85cef30-8187-4e05-adf2-31a3f102c364 req-1bdba747-a52f-4cc6-a1fe-ca8fcbb6dfe2 service neutron] 10.222.0.42 "GET /v2.0/networks/33574f77-ab09-4587-bf50-f5fe5ed8bcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157785 Feb 09 22:15:29.194452 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c823e00-886e-4192-afdb-eb7059825be0 req-3d29904c-ea20-4514-89b7-cdd7b2537f56 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a9ed149-f0d7-4426-a660-dca5e1f92fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803916 Feb 09 22:15:29.242688 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f7ac7c-141a-4f9c-b7c7-788389759c0c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:15:29.247894 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-39842f29-ae29-47e7-91b8-c99d43c9e4da None None] Provisioning complete for port d2724344-bd4e-4bc9-b03e-391f060610d9 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:29.248282 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-39842f29-ae29-47e7-91b8-c99d43c9e4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d2724344-bd4e-4bc9-b03e-391f060610d9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:29.253763 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ac7c-141a-4f9c-b7c7-788389759c0c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:29.279141 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d31f9e-8cc6-4ece-be63-8ef076ad347b None None] Sync routers for ids ['2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:15:29.294444 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d31f9e-8cc6-4ece-be63-8ef076ad347b None None] Routers {'2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:29.296214 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-47d31f9e-8cc6-4ece-be63-8ef076ad347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:15:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:29.335606 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e7f7ac7c-141a-4f9c-b7c7-788389759c0c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "DELETE /v2.0/floatingips/38fc627d-18d3-4c3e-a500-bd66185f5e25 HTTP/1.1" status: 204 len: 168 time: 6.8236315 Feb 09 22:15:29.363939 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'tag': '0438ac5d-8a69-438e-b0d3-3d0331280199'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:15:29.367601 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c11baa6-7d4c-4ddb-b7be-fe1983eb768f" -d '{"events": [{"name": "network-changed", "server_uuid": "5dba9e76-6620-43d3-b090-99b1f397d50e", "tag": "0438ac5d-8a69-438e-b0d3-3d0331280199"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:15:29.466739 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-39842f29-ae29-47e7-91b8-c99d43c9e4da None None] Current status of the port d2724344-bd4e-4bc9-b03e-391f060610d9 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:29.499357 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-39842f29-ae29-47e7-91b8-c99d43c9e4da None None] Provisioning complete for port bdc90df0-e095-4742-8b73-230164c71d04 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:29.500045 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-39842f29-ae29-47e7-91b8-c99d43c9e4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bdc90df0-e095-4742-8b73-230164c71d04), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:29.598711 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a85cef30-8187-4e05-adf2-31a3f102c364 req-8f89007f-21e0-4c7f-8cf4-5c57adda928b service neutron] 10.222.0.42 "GET /v2.0/networks/33574f77-ab09-4587-bf50-f5fe5ed8bcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975043 Feb 09 22:15:29.664370 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-39842f29-ae29-47e7-91b8-c99d43c9e4da None None] Port bdc90df0-e095-4742-8b73-230164c71d04 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:29.702123 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38ed0177-ea76-446e-8221-3e959fd4766a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for port (bdc90df0-e095-4742-8b73-230164c71d04), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:29.710893 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38ed0177-ea76-446e-8221-3e959fd4766a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (bdc90df0-e095-4742-8b73-230164c71d04), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:29.722997 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-47d31f9e-8cc6-4ece-be63-8ef076ad347b None None] Set router 2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:29.751141 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39104) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:29.827414 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-288ebd1d-e27b-4cf5-a729-3fa764563815 None None] Provisioning complete for port bdc90df0-e095-4742-8b73-230164c71d04 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:29.832364 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-288ebd1d-e27b-4cf5-a729-3fa764563815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bdc90df0-e095-4742-8b73-230164c71d04), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:29.874856 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed0177-ea76-446e-8221-3e959fd4766a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event updated for resources: {'Port': ['ID=bdc90df0-e095-4742-8b73-230164c71d04,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:29.925204 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d2724344-bd4e-4bc9-b03e-391f060610d9 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:29.947455 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38ed0177-ea76-446e-8221-3e959fd4766a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (83c30768-abbe-4814-81b0-0715e0f465f1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:29.987400 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6bc001f3-98e4-44c7-b679-8da9b513fffa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-855695898-network', 'tenant_id': 'd0055fcafce64765a6d3c33af60295d4'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:30.058521 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-288ebd1d-e27b-4cf5-a729-3fa764563815 None None] Port bdc90df0-e095-4742-8b73-230164c71d04 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:30.060189 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acce66b9-265d-46d0-b2e3-5e3462d37afb x-openstack-request-id: req-acce66b9-265d-46d0-b2e3-5e3462d37afb {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:15:30.079301 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dba9e76-6620-43d3-b090-99b1f397d50e", "tag": "0438ac5d-8a69-438e-b0d3-3d0331280199", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:15:30.079710 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-acce66b9-265d-46d0-b2e3-5e3462d37afb {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:15:30.080161 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'tag': '0438ac5d-8a69-438e-b0d3-3d0331280199', 'status': 'completed', 'code': 200} Feb 09 22:15:30.108440 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port d2724344-bd4e-4bc9-b03e-391f060610d9 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:30.109835 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d2724344-bd4e-4bc9-b03e-391f060610d9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:30.184590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc001f3-98e4-44c7-b679-8da9b513fffa admin admin] Made reservation on behalf of d0055fcafce64765a6d3c33af60295d4 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:30.195860 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6bc001f3-98e4-44c7-b679-8da9b513fffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:30.202913 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ed0177-ea76-446e-8221-3e959fd4766a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Network 51c0fda5-1322-4c32-86a0-9c652644e61a is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:30.207908 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-38ed0177-ea76-446e-8221-3e959fd4766a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:30.253548 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6bc001f3-98e4-44c7-b679-8da9b513fffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:30.368152 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-47d31f9e-8cc6-4ece-be63-8ef076ad347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346166940', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:14Z', 'updated_at': '2022-02-09T22:12:29Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:16Z', 'updated_at': '2022-02-09T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'c3805a04-8e3a-4b25-b07b-b22072b78af8', 'name': '', 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:6b:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '705c9301-7993-4fb7-9cf8-323b2b7171c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:26Z', 'updated_at': '2022-02-09T22:12:37Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '705c9301-7993-4fb7-9cf8-323b2b7171c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:30.379324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port d2724344-bd4e-4bc9-b03e-391f060610d9 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:30.438065 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11baa6-7d4c-4ddb-b7be-fe1983eb768f req-501f2887-de9f-4c14-b3c8-6676db15844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:30.440151 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c11baa6-7d4c-4ddb-b7be-fe1983eb768f req-501f2887-de9f-4c14-b3c8-6676db15844c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 1129 time: 0.3939562 Feb 09 22:15:30.454539 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d31f9e-8cc6-4ece-be63-8ef076ad347b None None] Checking router: 2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:15:30.497894 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d31f9e-8cc6-4ece-be63-8ef076ad347b None None] Routers {'2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:30.498902 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-47d31f9e-8cc6-4ece-be63-8ef076ad347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:15:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:30.512586 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ed0177-ea76-446e-8221-3e959fd4766a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router 83c30768-abbe-4814-81b0-0715e0f465f1 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:15:30.649308 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11baa6-7d4c-4ddb-b7be-fe1983eb768f req-6d1caaf2-d051-4f4f-8d1e-17378d69bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:30.651859 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c11baa6-7d4c-4ddb-b7be-fe1983eb768f req-6d1caaf2-d051-4f4f-8d1e-17378d69bf4f service neutron] 10.222.0.42 "GET /v2.0/networks?id=8eb1b118-355e-4bdc-9775-e75604df539b HTTP/1.1" status: 200 len: 897 time: 0.2007544 Feb 09 22:15:30.668269 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-c0ca62ae-067c-4904-84f7-40a935d50652 req-3dcdfde9-33c9-4425-8d96-a2dce7f3bc1a service neutron] (103202) timed out ('10.222.0.42', 57680) {{(pid=103202) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:15:30.683536 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9752277-6965-483f-92d8-e29e669c303f req-38f6a0db-b6a5-4c08-b26a-6813d1675526 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:30.696710 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a9752277-6965-483f-92d8-e29e669c303f req-38f6a0db-b6a5-4c08-b26a-6813d1675526 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 947 time: 0.5228801 Feb 09 22:15:30.742870 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-47d31f9e-8cc6-4ece-be63-8ef076ad347b None None] Set router 2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:30.743789 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ed0177-ea76-446e-8221-3e959fd4766a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:15:30.762005 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39120) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:30.762328 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-38ed0177-ea76-446e-8221-3e959fd4766a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/83c30768-abbe-4814-81b0-0715e0f465f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2804685 Feb 09 22:15:30.767232 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] Sync routers for ids ['83c30768-abbe-4814-81b0-0715e0f465f1'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:15:30.783470 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-82884934-0e5e-4a46-b74b-b0d6b6e0aac7 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:30.792650 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c11baa6-7d4c-4ddb-b7be-fe1983eb768f req-62740268-6f26-4980-bfe9-09c85bb5823c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0438ac5d-8a69-438e-b0d3-3d0331280199 HTTP/1.1" status: 200 len: 217 time: 0.1313095 Feb 09 22:15:30.805351 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] Routers {'83c30768-abbe-4814-81b0-0715e0f465f1'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:30.806053 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:15:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['83c30768-abbe-4814-81b0-0715e0f465f1'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:31.000388 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11baa6-7d4c-4ddb-b7be-fe1983eb768f req-84e0304c-4c4d-45b2-a770-613ed617b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:31.001047 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] Set router 83c30768-abbe-4814-81b0-0715e0f465f1 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:31.006854 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c11baa6-7d4c-4ddb-b7be-fe1983eb768f req-84e0304c-4c4d-45b2-a770-613ed617b708 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=705c9301-7993-4fb7-9cf8-323b2b7171c7 HTTP/1.1" status: 200 len: 833 time: 0.2010109 Feb 09 22:15:31.311844 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-75389e9d-40f3-4e04-ae88-8f478b37b850 None None] Provisioning complete for port bdc90df0-e095-4742-8b73-230164c71d04 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:31.312731 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-75389e9d-40f3-4e04-ae88-8f478b37b850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bdc90df0-e095-4742-8b73-230164c71d04), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:31.357569 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-75389e9d-40f3-4e04-ae88-8f478b37b850 None None] Port bdc90df0-e095-4742-8b73-230164c71d04 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:31.417197 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-47d31f9e-8cc6-4ece-be63-8ef076ad347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346166940', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:14Z', 'updated_at': '2022-02-09T22:12:29Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:16Z', 'updated_at': '2022-02-09T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'c3805a04-8e3a-4b25-b07b-b22072b78af8', 'name': '', 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:6b:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '705c9301-7993-4fb7-9cf8-323b2b7171c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:26Z', 'updated_at': '2022-02-09T22:12:37Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '705c9301-7993-4fb7-9cf8-323b2b7171c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:31.420625 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:15:28Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': '9304dc4e-025a-4697-a74a-87ecab8fadd7', 'name': '', 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:ad:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:12Z', 'updated_at': '2022-02-09T22:15:21Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '980113e2-4169-4246-ba3c-e26a757f8c4b', 'name': '', 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:4e:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:03Z', 'updated_at': '2022-02-09T22:15:14Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdc90df0-e095-4742-8b73-230164c71d04', 'name': '', 'network_id': '51c0fda5-1322-4c32-86a0-9c652644e61a', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:54:81:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'fa3b332b-65d0-49b9-b35b-3e392e66cb64', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:25Z', 'updated_at': '2022-02-09T22:15:29Z', 'revision_number': 2, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'fa3b332b-65d0-49b9-b35b-3e392e66cb64', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:31.479412 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d31f9e-8cc6-4ece-be63-8ef076ad347b None None] The sync data for ids ['2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'] in n-d-828601-1 is: [{'id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346166940', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:14Z', 'updated_at': '2022-02-09T22:12:29Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:16Z', 'updated_at': '2022-02-09T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'c3805a04-8e3a-4b25-b07b-b22072b78af8', 'name': '', 'network_id': '8eb1b118-355e-4bdc-9775-e75604df539b', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:6b:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '705c9301-7993-4fb7-9cf8-323b2b7171c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:26Z', 'updated_at': '2022-02-09T22:12:37Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '705c9301-7993-4fb7-9cf8-323b2b7171c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:15:31.484833 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] Checking router: 83c30768-abbe-4814-81b0-0715e0f465f1 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:15:31.485413 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] Updating router 83c30768-abbe-4814-81b0-0715e0f465f1 port bdc90df0-e095-4742-8b73-230164c71d04 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:15:31.522149 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bdc90df0-e095-4742-8b73-230164c71d04), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:31.588440 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a9752277-6965-483f-92d8-e29e669c303f req-242cf395-ae56-4f43-9c7d-1f95b067f4e2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=905c21ad-aa09-4f1e-9b09-9abdc7e97a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8901727 Feb 09 22:15:31.673292 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1f108-287a-4d11-b69f-208c626e65a4 req-d6ccc6d7-de21-4ab5-a19d-47f4d3466dae tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:31.681698 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3eb1f108-287a-4d11-b69f-208c626e65a4 req-d6ccc6d7-de21-4ab5-a19d-47f4d3466dae tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 947 time: 0.2856228 Feb 09 22:15:31.730012 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6bc001f3-98e4-44c7-b679-8da9b513fffa admin admin] Publish callbacks [] for security_group (8b37707c-e1ea-4959-bdb1-61e5cfcbe88f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:31.825333 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6bc001f3-98e4-44c7-b679-8da9b513fffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8b37707c-e1ea-4959-bdb1-61e5cfcbe88f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:31.945747 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc001f3-98e4-44c7-b679-8da9b513fffa admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:15:31.957116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc001f3-98e4-44c7-b679-8da9b513fffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:31.997882 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11baa6-7d4c-4ddb-b7be-fe1983eb768f req-b4ab4250-e3b7-4af1-a98c-ba3bc4dbde8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:32.015837 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c11baa6-7d4c-4ddb-b7be-fe1983eb768f req-b4ab4250-e3b7-4af1-a98c-ba3bc4dbde8f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8eb1b118-355e-4bdc-9775-e75604df539b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4590950 Feb 09 22:15:32.055089 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-3eb1f108-287a-4d11-b69f-208c626e65a4 req-287445f6-fb15-40e5-9b9b-ea41f4ad9653 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Deleting port 0438ac5d-8a69-438e-b0d3-3d0331280199 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:32.060337 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3eb1f108-287a-4d11-b69f-208c626e65a4 req-287445f6-fb15-40e5-9b9b-ea41f4ad9653 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:32.068893 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e907f72e-ac74-4de4-8927-fa6a8d267b84 None None] New status for floating IP 38fc627d-18d3-4c3e-a500-bd66185f5e25: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:15:32.141529 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6bc001f3-98e4-44c7-b679-8da9b513fffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (c6c14abe-51d2-42be-a90f-e0ec967fb720), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:32.141891 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-6bc001f3-98e4-44c7-b679-8da9b513fffa admin admin] Added segment c6c14abe-51d2-42be-a90f-e0ec967fb720 of type vlan for network 0fcd2e10-44ed-41a2-851d-20e13c8cb449 Feb 09 22:15:32.331421 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] Publish callbacks [] for port (bdc90df0-e095-4742-8b73-230164c71d04), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:32.346932 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bdc90df0-e095-4742-8b73-230164c71d04), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:32.407290 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 523a3775-6fd6-4af3-8c7b-cb4c29512c6b details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:15:32.412571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-3eb1f108-287a-4d11-b69f-208c626e65a4 req-287445f6-fb15-40e5-9b9b-ea41f4ad9653 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] For port 0438ac5d-8a69-438e-b0d3-3d0331280199, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0438ac5d-8a69-438e-b0d3-3d0331280199,segment=NetworkSegment(e0495290-49f2-4023-ac25-802cabb6e6f6),segment_id=e0495290-49f2-4023-ac25-802cabb6e6f6)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:32.413495 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3eb1f108-287a-4d11-b69f-208c626e65a4 req-287445f6-fb15-40e5-9b9b-ea41f4ad9653 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:32.423333 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611317c-a1a2-402d-9da8-356958008010 req-0ebda11c-4cb0-4b04-a6a2-773bbbb62f42 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:32.433553 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7611317c-a1a2-402d-9da8-356958008010 req-0ebda11c-4cb0-4b04-a6a2-773bbbb62f42 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/ports?device_id=c792af25-9358-4a24-8e29-15b42a885095 HTTP/1.1" status: 200 len: 943 time: 0.7143378 Feb 09 22:15:32.443000 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6bc001f3-98e4-44c7-b679-8da9b513fffa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (0fcd2e10-44ed-41a2-851d-20e13c8cb449), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:32.458025 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-3eb1f108-287a-4d11-b69f-208c626e65a4 req-287445f6-fb15-40e5-9b9b-ea41f4ad9653 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Calling delete_port for 0438ac5d-8a69-438e-b0d3-3d0331280199 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:32.563275 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 523a3775-6fd6-4af3-8c7b-cb4c29512c6b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=523a3775-6fd6-4af3-8c7b-cb4c29512c6b,segment=NetworkSegment(cc755490-3995-403f-9834-e2a614220c10),segment_id=cc755490-3995-403f-9834-e2a614220c10)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:32.594938 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1bb4ca-fb08-445f-972d-c9798d1d4510 None None] Pushing event updated for resources: {'Port': ['ID=bdc90df0-e095-4742-8b73-230164c71d04,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:32.611698 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '523a3775-6fd6-4af3-8c7b-cb4c29512c6b', 'network_id': '33574f77-ab09-4587-bf50-f5fe5ed8bcf9', 'port_id': '523a3775-6fd6-4af3-8c7b-cb4c29512c6b', 'mac_address': 'fa:16:3e:a2:ec:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06fed0fd-d0e6-4e93-825b-777dfb1b6a31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:15:32.699066 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6bc001f3-98e4-44c7-b679-8da9b513fffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (0fcd2e10-44ed-41a2-851d-20e13c8cb449), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:32.702367 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc001f3-98e4-44c7-b679-8da9b513fffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:32.711152 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6bc001f3-98e4-44c7-b679-8da9b513fffa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:32.753462 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] Attempting to bind port bdc90df0-e095-4742-8b73-230164c71d04 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:15:32.764920 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] Attempting to bind port bdc90df0-e095-4742-8b73-230164c71d04 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'd10ef73f-f960-4019-bacd-80a1bece96fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '51c0fda5-1322-4c32-86a0-9c652644e61a'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:15:32.765618 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] Attempting to bind port bdc90df0-e095-4742-8b73-230164c71d04 on network 51c0fda5-1322-4c32-86a0-9c652644e61a {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:15:32.769053 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 523a3775-6fd6-4af3-8c7b-cb4c29512c6b is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:32.769752 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (523a3775-6fd6-4af3-8c7b-cb4c29512c6b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:32.833986 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:15:32.834538 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] Checking segment: {'id': 'd10ef73f-f960-4019-bacd-80a1bece96fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '51c0fda5-1322-4c32-86a0-9c652644e61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:32.836505 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:32.840447 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] Bound using segment: {'id': 'd10ef73f-f960-4019-bacd-80a1bece96fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '51c0fda5-1322-4c32-86a0-9c652644e61a'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:15:32.841435 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] Bound port: bdc90df0-e095-4742-8b73-230164c71d04, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10ef73f-f960-4019-bacd-80a1bece96fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '51c0fda5-1322-4c32-86a0-9c652644e61a'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:15:32.844611 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bdc90df0-e095-4742-8b73-230164c71d04), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:32.881529 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523a3775-6fd6-4af3-8c7b-cb4c29512c6b {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:15:32.898857 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3eb1f108-287a-4d11-b69f-208c626e65a4 req-287445f6-fb15-40e5-9b9b-ea41f4ad9653 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (0438ac5d-8a69-438e-b0d3-3d0331280199), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:32.916464 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6bc001f3-98e4-44c7-b679-8da9b513fffa admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.1599212 Feb 09 22:15:32.940861 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7611317c-a1a2-402d-9da8-356958008010 req-ce1d48b2-cbeb-4526-8b9e-d37209f94d97 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a9ed149-f0d7-4426-a660-dca5e1f92fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059040 Feb 09 22:15:32.941752 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39132) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:32.971127 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287445f6-fb15-40e5-9b9b-ea41f4ad9653 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Port': ['ID=0438ac5d-8a69-438e-b0d3-3d0331280199,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:33.001326 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 523a3775-6fd6-4af3-8c7b-cb4c29512c6b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=523a3775-6fd6-4af3-8c7b-cb4c29512c6b,segment=NetworkSegment(cc755490-3995-403f-9834-e2a614220c10),segment_id=cc755490-3995-403f-9834-e2a614220c10)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:33.007248 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2d090cd5-297c-41e9-b201-f380cfb7ccbc None None] Provisioning complete for port bdc90df0-e095-4742-8b73-230164c71d04 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:33.007952 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2d090cd5-297c-41e9-b201-f380cfb7ccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bdc90df0-e095-4742-8b73-230164c71d04), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.017769 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c11baa6-7d4c-4ddb-b7be-fe1983eb768f req-db07ee4b-f339-4014-94a2-acb5e6a61502 service neutron] 10.222.0.42 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8693211 Feb 09 22:15:33.059245 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287445f6-fb15-40e5-9b9b-ea41f4ad9653 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.062936 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287445f6-fb15-40e5-9b9b-ea41f4ad9653 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.063869 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287445f6-fb15-40e5-9b9b-ea41f4ad9653 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.069528 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287445f6-fb15-40e5-9b9b-ea41f4ad9653 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.073088 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287445f6-fb15-40e5-9b9b-ea41f4ad9653 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.074056 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287445f6-fb15-40e5-9b9b-ea41f4ad9653 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.074920 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287445f6-fb15-40e5-9b9b-ea41f4ad9653 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.076392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287445f6-fb15-40e5-9b9b-ea41f4ad9653 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.078625 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287445f6-fb15-40e5-9b9b-ea41f4ad9653 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.080793 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287445f6-fb15-40e5-9b9b-ea41f4ad9653 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.081682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287445f6-fb15-40e5-9b9b-ea41f4ad9653 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.084948 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287445f6-fb15-40e5-9b9b-ea41f4ad9653 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.085907 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287445f6-fb15-40e5-9b9b-ea41f4ad9653 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.097567 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2d090cd5-297c-41e9-b201-f380cfb7ccbc None None] Port bdc90df0-e095-4742-8b73-230164c71d04 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:33.103479 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (523a3775-6fd6-4af3-8c7b-cb4c29512c6b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.151770 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ccc06472-2929-4b6d-919b-a23a514ce084 admin admin] Request body: {'subnet': {'network_id': '0fcd2e10-44ed-41a2-851d-20e13c8cb449', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-855695898-subnet', 'tenant_id': 'd0055fcafce64765a6d3c33af60295d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:33.214926 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb1f108-287a-4d11-b69f-208c626e65a4 req-287445f6-fb15-40e5-9b9b-ea41f4ad9653 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] No DVR routers for this DVR port 0438ac5d-8a69-438e-b0d3-3d0331280199 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:15:33.220265 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-3eb1f108-287a-4d11-b69f-208c626e65a4 req-287445f6-fb15-40e5-9b9b-ea41f4ad9653 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.226945 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3eb1f108-287a-4d11-b69f-208c626e65a4 req-287445f6-fb15-40e5-9b9b-ea41f4ad9653 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.42 "DELETE /v2.0/ports/0438ac5d-8a69-438e-b0d3-3d0331280199 HTTP/1.1" status: 204 len: 173 time: 1.5367231 Feb 09 22:15:33.228380 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'name': 'network-vif-deleted', 'tag': '0438ac5d-8a69-438e-b0d3-3d0331280199'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:15:33.234543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] For port bdc90df0-e095-4742-8b73-230164c71d04, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:15:33.251860 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f12229e-8070-4353-a576-8989b75a5277" -d '{"events": [{"server_uuid": "5dba9e76-6620-43d3-b090-99b1f397d50e", "name": "network-vif-deleted", "tag": "0438ac5d-8a69-438e-b0d3-3d0331280199"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:15:33.260245 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] For port bdc90df0-e095-4742-8b73-230164c71d04, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=bdc90df0-e095-4742-8b73-230164c71d04,segment=NetworkSegment(d10ef73f-f960-4019-bacd-80a1bece96fc),segment_id=d10ef73f-f960-4019-bacd-80a1bece96fc)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:15:33.271334 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=523a3775-6fd6-4af3-8c7b-cb4c29512c6b,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:33.285230 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bdc90df0-e095-4742-8b73-230164c71d04), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.393830 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc001f3-98e4-44c7-b679-8da9b513fffa admin admin] Pushing event updated for resources: {'Network': ['ID=0fcd2e10-44ed-41a2-851d-20e13c8cb449,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:33.482130 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1bb4ca-fb08-445f-972d-c9798d1d4510 None None] Pushing event updated for resources: {'Port': ['ID=bdc90df0-e095-4742-8b73-230164c71d04,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:33.501054 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['523a3775-6fd6-4af3-8c7b-cb4c29512c6b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:15:33.512960 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 0fcd2e10-44ed-41a2-851d-20e13c8cb449 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:15:33.537157 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-55eb4c2c-7b72-48e3-9602-0b2525dcf370 req-8c1c1608-9cec-4380-b33f-db5cb897e7fe tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dba9e76-6620-43d3-b090-99b1f397d50e HTTP/1.1" status: 200 len: 210 time: 0.3596461 Feb 09 22:15:33.544966 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c11baa6-7d4c-4ddb-b7be-fe1983eb768f req-e134fb22-9579-48c1-9703-417148786714 service neutron] 10.222.0.42 "GET /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869450 Feb 09 22:15:33.610040 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03240a60-0a46-4c39-a80b-e5a6f9210950 x-openstack-request-id: req-03240a60-0a46-4c39-a80b-e5a6f9210950 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:15:33.610601 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dba9e76-6620-43d3-b090-99b1f397d50e", "name": "network-vif-deleted", "tag": "0438ac5d-8a69-438e-b0d3-3d0331280199", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:15:33.610927 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-03240a60-0a46-4c39-a80b-e5a6f9210950 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:15:33.611615 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dba9e76-6620-43d3-b090-99b1f397d50e', 'name': 'network-vif-deleted', 'tag': '0438ac5d-8a69-438e-b0d3-3d0331280199', 'status': 'completed', 'code': 200} Feb 09 22:15:33.718405 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc06472-2929-4b6d-919b-a23a514ce084 admin admin] Made reservation on behalf of d0055fcafce64765a6d3c33af60295d4 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:33.720716 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccc06472-2929-4b6d-919b-a23a514ce084 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.778369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.extraroute_db [None req-82884934-0e5e-4a46-b74b-b0d6b6e0aac7 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103201) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 22:15:33.822332 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.extraroute_db [None req-82884934-0e5e-4a46-b74b-b0d6b6e0aac7 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Removed routes are [] {{(pid=103201) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 22:15:33.822754 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-82884934-0e5e-4a46-b74b-b0d6b6e0aac7 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (83c30768-abbe-4814-81b0-0715e0f465f1), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.922458 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] Routers {'83c30768-abbe-4814-81b0-0715e0f465f1'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:33.923345 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:15:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['83c30768-abbe-4814-81b0-0715e0f465f1'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:34.395431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0438ac5d-8a69-438e-b0d3-3d0331280199 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:15:34.428616 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-82884934-0e5e-4a46-b74b-b0d6b6e0aac7 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (83c30768-abbe-4814-81b0-0715e0f465f1), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:34.459690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 0438ac5d-8a69-438e-b0d3-3d0331280199 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:15:34.460196 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0438ac5d-8a69-438e-b0d3-3d0331280199 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:15:34.467012 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-82884934-0e5e-4a46-b74b-b0d6b6e0aac7 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-316890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-316867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-342176'] for router (83c30768-abbe-4814-81b0-0715e0f465f1), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:34.470790 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccc06472-2929-4b6d-919b-a23a514ce084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (007c1de0-57b8-497f-a946-de55781d3a2c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:34.478608 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-8a0c7761-9299-40d1-a11c-2757c97fa982 None None] Provisioning complete for port bdc90df0-e095-4742-8b73-230164c71d04 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:34.478608 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7761-9299-40d1-a11c-2757c97fa982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bdc90df0-e095-4742-8b73-230164c71d04), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:34.483907 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] Set router 83c30768-abbe-4814-81b0-0715e0f465f1 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:34.564939 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc06472-2929-4b6d-919b-a23a514ce084 admin admin] Pushing event updated for resources: {'Subnet': ['ID=007c1de0-57b8-497f-a946-de55781d3a2c,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:34.788762 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f0b72-c387-48bd-a0b2-4b1733cbcf44 req-a50867c2-5846-46dc-bda8-327af5e13847 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:34.793981 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-701f0b72-c387-48bd-a0b2-4b1733cbcf44 req-a50867c2-5846-46dc-bda8-327af5e13847 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/ports?device_id=c792af25-9358-4a24-8e29-15b42a885095 HTTP/1.1" status: 200 len: 944 time: 0.3600051 Feb 09 22:15:34.815508 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82884934-0e5e-4a46-b74b-b0d6b6e0aac7 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router 83c30768-abbe-4814-81b0-0715e0f465f1 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:15:34.901740 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c7761-9299-40d1-a11c-2757c97fa982 None None] Current status of the port bdc90df0-e095-4742-8b73-230164c71d04 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:34.902468 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7761-9299-40d1-a11c-2757c97fa982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bdc90df0-e095-4742-8b73-230164c71d04), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:34.991967 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-8a0c7761-9299-40d1-a11c-2757c97fa982 None None] For port bdc90df0-e095-4742-8b73-230164c71d04, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=bdc90df0-e095-4742-8b73-230164c71d04,segment=NetworkSegment(d10ef73f-f960-4019-bacd-80a1bece96fc),segment_id=d10ef73f-f960-4019-bacd-80a1bece96fc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:35.008844 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7761-9299-40d1-a11c-2757c97fa982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bdc90df0-e095-4742-8b73-230164c71d04), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:35.044213 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc06472-2929-4b6d-919b-a23a514ce084 admin admin] Checking segment: {'id': 'c6c14abe-51d2-42be-a90f-e0ec967fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0fcd2e10-44ed-41a2-851d-20e13c8cb449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:35.044922 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc06472-2929-4b6d-919b-a23a514ce084 admin admin] Network hostable DHCP agents. Network: 0fcd2e10-44ed-41a2-851d-20e13c8cb449, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:15:35.089372 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-701f0b72-c387-48bd-a0b2-4b1733cbcf44 req-c0496007-6bdd-4a44-b0b4-c639b0db5d52 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a9ed149-f0d7-4426-a660-dca5e1f92fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687078 Feb 09 22:15:35.153483 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc06472-2929-4b6d-919b-a23a514ce084 admin admin] Network 0fcd2e10-44ed-41a2-851d-20e13c8cb449 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:15:35.178075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82884934-0e5e-4a46-b74b-b0d6b6e0aac7 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:15:35.197457 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-82884934-0e5e-4a46-b74b-b0d6b6e0aac7 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:35.202883 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c7761-9299-40d1-a11c-2757c97fa982 None None] Pushing event updated for resources: {'Port': ['ID=bdc90df0-e095-4742-8b73-230164c71d04,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:35.203217 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39148) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:35.220345 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-82884934-0e5e-4a46-b74b-b0d6b6e0aac7 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/83c30768-abbe-4814-81b0-0715e0f465f1 HTTP/1.1" status: 200 len: 933 time: 4.4553072 Feb 09 22:15:35.229324 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39150) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:35.231014 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-ccc06472-2929-4b6d-919b-a23a514ce084 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 0fcd2e10-44ed-41a2-851d-20e13c8cb449) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:35.244680 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:15:33Z', 'revision_number': 6, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': '9304dc4e-025a-4697-a74a-87ecab8fadd7', 'name': '', 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:ad:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:12Z', 'updated_at': '2022-02-09T22:15:21Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '980113e2-4169-4246-ba3c-e26a757f8c4b', 'name': '', 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:4e:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:03Z', 'updated_at': '2022-02-09T22:15:14Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdc90df0-e095-4742-8b73-230164c71d04', 'name': '', 'network_id': '51c0fda5-1322-4c32-86a0-9c652644e61a', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:54:81:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'fa3b332b-65d0-49b9-b35b-3e392e66cb64', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:25Z', 'updated_at': '2022-02-09T22:15:33Z', 'revision_number': 4, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'fa3b332b-65d0-49b9-b35b-3e392e66cb64', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:35.249394 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2c4779-7a40-443d-8f87-3ecc6e192b68 None None] Network 0fcd2e10-44ed-41a2-851d-20e13c8cb449 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:35.264265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc06472-2929-4b6d-919b-a23a514ce084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:35.269650 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccc06472-2929-4b6d-919b-a23a514ce084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:35.294419 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca13100-525a-4e4b-bbef-cd3dc42a7447 None None] The sync data for ids ['83c30768-abbe-4814-81b0-0715e0f465f1'] in n-d-828601-1 is: [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:15:33Z', 'revision_number': 6, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': '9304dc4e-025a-4697-a74a-87ecab8fadd7', 'name': '', 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:ad:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:12Z', 'updated_at': '2022-02-09T22:15:21Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '980113e2-4169-4246-ba3c-e26a757f8c4b', 'name': '', 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:4e:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:03Z', 'updated_at': '2022-02-09T22:15:14Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdc90df0-e095-4742-8b73-230164c71d04', 'name': '', 'network_id': '51c0fda5-1322-4c32-86a0-9c652644e61a', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:54:81:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'fa3b332b-65d0-49b9-b35b-3e392e66cb64', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:25Z', 'updated_at': '2022-02-09T22:15:33Z', 'revision_number': 4, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'fa3b332b-65d0-49b9-b35b-3e392e66cb64', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:15:35.347382 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ccc06472-2929-4b6d-919b-a23a514ce084 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3282077 Feb 09 22:15:35.547466 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80147b38-651c-4865-89f0-063eed3a5b50 None None] Network 0fcd2e10-44ed-41a2-851d-20e13c8cb449 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:35.582491 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-44b76acc-3580-4898-ac64-36a4ce5f7d5f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/routers/83c30768-abbe-4814-81b0-0715e0f465f1 HTTP/1.1" status: 200 len: 933 time: 0.3730342 Feb 09 22:15:35.584515 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39156) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:35.615200 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-05a7d18e-233a-4051-acd6-dd5e760b1dd5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'router': {'routes': None}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:35.922947 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device bdc90df0-e095-4742-8b73-230164c71d04 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:36.242684 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port bdc90df0-e095-4742-8b73-230164c71d04 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:36.243982 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bdc90df0-e095-4742-8b73-230164c71d04), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:36.373514 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4a7d6380-7ece-4ff2-ab55-fc8849a6ff9f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:36.402208 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 523a3775-6fd6-4af3-8c7b-cb4c29512c6b up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:36.736952 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port bdc90df0-e095-4742-8b73-230164c71d04 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:36.749414 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 523a3775-6fd6-4af3-8c7b-cb4c29512c6b completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:15:36.762451 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 523a3775-6fd6-4af3-8c7b-cb4c29512c6b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:36.767423 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (523a3775-6fd6-4af3-8c7b-cb4c29512c6b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:36.937159 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.extraroute_db [None req-05a7d18e-233a-4051-acd6-dd5e760b1dd5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Added routes are [] {{(pid=103202) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 22:15:36.937753 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.extraroute_db [None req-05a7d18e-233a-4051-acd6-dd5e760b1dd5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103202) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 22:15:36.958728 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbad208-93b1-4247-9f14-51c8482ba9ea req-1951fb1e-9515-445c-8ed0-d4d94a0b4d59 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:36.968609 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ccbad208-93b1-4247-9f14-51c8482ba9ea req-1951fb1e-9515-445c-8ed0-d4d94a0b4d59 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/ports?device_id=c792af25-9358-4a24-8e29-15b42a885095 HTTP/1.1" status: 200 len: 944 time: 0.4137366 Feb 09 22:15:36.997021 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05a7d18e-233a-4051-acd6-dd5e760b1dd5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (83c30768-abbe-4814-81b0-0715e0f465f1), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:37.021045 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 523a3775-6fd6-4af3-8c7b-cb4c29512c6b is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:37.021692 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (523a3775-6fd6-4af3-8c7b-cb4c29512c6b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:37.102108 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c792af25-9358-4a24-8e29-15b42a885095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523a3775-6fd6-4af3-8c7b-cb4c29512c6b'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:15:37.106918 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a469f289-7d7a-4bdc-bbc2-0364b0db844b" -d '{"events": [{"server_uuid": "c792af25-9358-4a24-8e29-15b42a885095", "name": "network-vif-plugged", "status": "completed", "tag": "523a3775-6fd6-4af3-8c7b-cb4c29512c6b"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:15:37.123185 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ccbad208-93b1-4247-9f14-51c8482ba9ea req-7c3493ce-5ec3-4471-a637-cd498e2968aa tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a9ed149-f0d7-4426-a660-dca5e1f92fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385348 Feb 09 22:15:37.206019 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 523a3775-6fd6-4af3-8c7b-cb4c29512c6b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=523a3775-6fd6-4af3-8c7b-cb4c29512c6b,segment=NetworkSegment(cc755490-3995-403f-9834-e2a614220c10),segment_id=cc755490-3995-403f-9834-e2a614220c10)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:37.223820 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (523a3775-6fd6-4af3-8c7b-cb4c29512c6b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:37.331627 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d8afce-79e8-47b5-ac9b-8a0fe0075bdc None None] Sync routers for ids ['83c30768-abbe-4814-81b0-0715e0f465f1'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:15:37.348869 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856ba3cf-4d2e-4708-aa5c-8f84426b642e x-openstack-request-id: req-856ba3cf-4d2e-4708-aa5c-8f84426b642e {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:15:37.350238 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c792af25-9358-4a24-8e29-15b42a885095", "name": "network-vif-plugged", "status": "completed", "tag": "523a3775-6fd6-4af3-8c7b-cb4c29512c6b", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:15:37.350628 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-856ba3cf-4d2e-4708-aa5c-8f84426b642e {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:15:37.351681 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c792af25-9358-4a24-8e29-15b42a885095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523a3775-6fd6-4af3-8c7b-cb4c29512c6b', 'code': 200} Feb 09 22:15:37.377399 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d8afce-79e8-47b5-ac9b-8a0fe0075bdc None None] Routers {'83c30768-abbe-4814-81b0-0715e0f465f1'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:37.382627 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f9d8afce-79e8-47b5-ac9b-8a0fe0075bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:15:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['83c30768-abbe-4814-81b0-0715e0f465f1'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:37.439556 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d6380-7ece-4ff2-ab55-fc8849a6ff9f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Deleting port c3805a04-8e3a-4b25-b07b-b22072b78af8 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:37.440490 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4a7d6380-7ece-4ff2-ab55-fc8849a6ff9f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c3805a04-8e3a-4b25-b07b-b22072b78af8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:37.475731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=523a3775-6fd6-4af3-8c7b-cb4c29512c6b,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:37.594237 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-f9d8afce-79e8-47b5-ac9b-8a0fe0075bdc None None] Set router 83c30768-abbe-4814-81b0-0715e0f465f1 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:37.738504 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05a7d18e-233a-4051-acd6-dd5e760b1dd5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (83c30768-abbe-4814-81b0-0715e0f465f1), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:37.746919 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05a7d18e-233a-4051-acd6-dd5e760b1dd5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-316890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-316867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-342176'] for router (83c30768-abbe-4814-81b0-0715e0f465f1), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:37.818592 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-4a7d6380-7ece-4ff2-ab55-fc8849a6ff9f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] For port c3805a04-8e3a-4b25-b07b-b22072b78af8, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c3805a04-8e3a-4b25-b07b-b22072b78af8,segment=NetworkSegment(e0495290-49f2-4023-ac25-802cabb6e6f6),segment_id=e0495290-49f2-4023-ac25-802cabb6e6f6)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:37.819054 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4a7d6380-7ece-4ff2-ab55-fc8849a6ff9f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c3805a04-8e3a-4b25-b07b-b22072b78af8), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:37.823409 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0841f4-4af2-48f1-a10c-925da7b8d492 req-e6299f25-37ec-43c3-8386-4dd658bd6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:37.824982 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc0841f4-4af2-48f1-a10c-925da7b8d492 req-e6299f25-37ec-43c3-8386-4dd658bd6f31 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c792af25-9358-4a24-8e29-15b42a885095 HTTP/1.1" status: 200 len: 1127 time: 0.3080227 Feb 09 22:15:37.856232 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d6380-7ece-4ff2-ab55-fc8849a6ff9f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Calling delete_port for c3805a04-8e3a-4b25-b07b-b22072b78af8 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:37.908337 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-58fa0072-ef46-4232-b11b-b37b153ad987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:37.986042 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a7d18e-233a-4051-acd6-dd5e760b1dd5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router 83c30768-abbe-4814-81b0-0715e0f465f1 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:15:38.094543 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc0841f4-4af2-48f1-a10c-925da7b8d492 req-21003670-bd49-47a9-8369-8eaf308277c0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6a9ed149-f0d7-4426-a660-dca5e1f92fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576160 Feb 09 22:15:38.201372 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a7d18e-233a-4051-acd6-dd5e760b1dd5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:15:38.217917 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05a7d18e-233a-4051-acd6-dd5e760b1dd5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:38.220471 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-05a7d18e-233a-4051-acd6-dd5e760b1dd5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/83c30768-abbe-4814-81b0-0715e0f465f1 HTTP/1.1" status: 200 len: 699 time: 2.6344953 Feb 09 22:15:38.222995 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39192) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:38.230484 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f9d8afce-79e8-47b5-ac9b-8a0fe0075bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:15:36Z', 'revision_number': 7, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': '9304dc4e-025a-4697-a74a-87ecab8fadd7', 'name': '', 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:ad:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:12Z', 'updated_at': '2022-02-09T22:15:21Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '980113e2-4169-4246-ba3c-e26a757f8c4b', 'name': '', 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:4e:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:03Z', 'updated_at': '2022-02-09T22:15:14Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdc90df0-e095-4742-8b73-230164c71d04', 'name': '', 'network_id': '51c0fda5-1322-4c32-86a0-9c652644e61a', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:54:81:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'fa3b332b-65d0-49b9-b35b-3e392e66cb64', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:25Z', 'updated_at': '2022-02-09T22:15:34Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'fa3b332b-65d0-49b9-b35b-3e392e66cb64', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:38.311945 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d8afce-79e8-47b5-ac9b-8a0fe0075bdc None None] Checking router: 83c30768-abbe-4814-81b0-0715e0f465f1 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:15:38.340137 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d8afce-79e8-47b5-ac9b-8a0fe0075bdc None None] Routers {'83c30768-abbe-4814-81b0-0715e0f465f1'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:38.341273 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f9d8afce-79e8-47b5-ac9b-8a0fe0075bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:15:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['83c30768-abbe-4814-81b0-0715e0f465f1'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:38.400518 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b1f37de1-b612-43eb-b085-59f2fae167d6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/routers/83c30768-abbe-4814-81b0-0715e0f465f1 HTTP/1.1" status: 200 len: 699 time: 0.1755438 Feb 09 22:15:38.401116 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39194) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:38.534936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-f9d8afce-79e8-47b5-ac9b-8a0fe0075bdc None None] Set router 83c30768-abbe-4814-81b0-0715e0f465f1 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:38.634000 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80319e-2eed-474f-8bb4-06b63bdde55f req-e0931e93-d5d0-4910-9cfc-b833bf2406e6 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:38.650858 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a80319e-2eed-474f-8bb4-06b63bdde55f req-e0931e93-d5d0-4910-9cfc-b833bf2406e6 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/ports?device_id=c792af25-9358-4a24-8e29-15b42a885095 HTTP/1.1" status: 200 len: 945 time: 0.2393944 Feb 09 22:15:38.727269 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4a7d6380-7ece-4ff2-ab55-fc8849a6ff9f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c3805a04-8e3a-4b25-b07b-b22072b78af8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:38.842902 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d6380-7ece-4ff2-ab55-fc8849a6ff9f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Port': ['ID=c3805a04-8e3a-4b25-b07b-b22072b78af8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:38.947329 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a80319e-2eed-474f-8bb4-06b63bdde55f req-576012b9-3bb0-41d6-b5b5-cf69a1b0a4d6 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a9ed149-f0d7-4426-a660-dca5e1f92fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953062 Feb 09 22:15:39.076817 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f9d8afce-79e8-47b5-ac9b-8a0fe0075bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:15:36Z', 'revision_number': 7, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': '9304dc4e-025a-4697-a74a-87ecab8fadd7', 'name': '', 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:ad:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:12Z', 'updated_at': '2022-02-09T22:15:21Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '980113e2-4169-4246-ba3c-e26a757f8c4b', 'name': '', 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:4e:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:03Z', 'updated_at': '2022-02-09T22:15:14Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdc90df0-e095-4742-8b73-230164c71d04', 'name': '', 'network_id': '51c0fda5-1322-4c32-86a0-9c652644e61a', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:54:81:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'fa3b332b-65d0-49b9-b35b-3e392e66cb64', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:25Z', 'updated_at': '2022-02-09T22:15:34Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'fa3b332b-65d0-49b9-b35b-3e392e66cb64', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:39.176692 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d8afce-79e8-47b5-ac9b-8a0fe0075bdc None None] The sync data for ids ['83c30768-abbe-4814-81b0-0715e0f465f1'] in n-d-828601-1 is: [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:15:36Z', 'revision_number': 7, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': '9304dc4e-025a-4697-a74a-87ecab8fadd7', 'name': '', 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:ad:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:12Z', 'updated_at': '2022-02-09T22:15:21Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '980113e2-4169-4246-ba3c-e26a757f8c4b', 'name': '', 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:4e:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:03Z', 'updated_at': '2022-02-09T22:15:14Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdc90df0-e095-4742-8b73-230164c71d04', 'name': '', 'network_id': '51c0fda5-1322-4c32-86a0-9c652644e61a', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:54:81:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'fa3b332b-65d0-49b9-b35b-3e392e66cb64', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:25Z', 'updated_at': '2022-02-09T22:15:34Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'fa3b332b-65d0-49b9-b35b-3e392e66cb64', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:15:39.277714 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-03f7c43d-d0a5-48d9-b605-0e01183aca2e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (83c30768-abbe-4814-81b0-0715e0f465f1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:39.492942 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4a7d6380-7ece-4ff2-ab55-fc8849a6ff9f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:39.950947 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df957126-944c-4cd5-9962-baee6daa7ffa None None] Sync routers for ids ['83c30768-abbe-4814-81b0-0715e0f465f1'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:15:39.970189 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df957126-944c-4cd5-9962-baee6daa7ffa None None] Routers {'83c30768-abbe-4814-81b0-0715e0f465f1'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:39.985312 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-df957126-944c-4cd5-9962-baee6daa7ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:15:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['83c30768-abbe-4814-81b0-0715e0f465f1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:40.444998 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-df957126-944c-4cd5-9962-baee6daa7ffa None None] Set router 83c30768-abbe-4814-81b0-0715e0f465f1 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:40.556638 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6ddeadf4-cb4b-4f64-a328-cb4c0c73bfc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:40.639825 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-03f7c43d-d0a5-48d9-b605-0e01183aca2e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting port bdc90df0-e095-4742-8b73-230164c71d04 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:40.645781 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-03f7c43d-d0a5-48d9-b605-0e01183aca2e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (bdc90df0-e095-4742-8b73-230164c71d04), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:40.959537 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-03f7c43d-d0a5-48d9-b605-0e01183aca2e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] For port bdc90df0-e095-4742-8b73-230164c71d04, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=bdc90df0-e095-4742-8b73-230164c71d04,segment=NetworkSegment(d10ef73f-f960-4019-bacd-80a1bece96fc),segment_id=d10ef73f-f960-4019-bacd-80a1bece96fc)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:40.966583 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-03f7c43d-d0a5-48d9-b605-0e01183aca2e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (bdc90df0-e095-4742-8b73-230164c71d04), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:41.026627 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-03f7c43d-d0a5-48d9-b605-0e01183aca2e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Calling delete_port for bdc90df0-e095-4742-8b73-230164c71d04 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:41.145138 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-df957126-944c-4cd5-9962-baee6daa7ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:15:36Z', 'revision_number': 7, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': '9304dc4e-025a-4697-a74a-87ecab8fadd7', 'name': '', 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:ad:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:12Z', 'updated_at': '2022-02-09T22:15:21Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '980113e2-4169-4246-ba3c-e26a757f8c4b', 'name': '', 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:4e:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:03Z', 'updated_at': '2022-02-09T22:15:14Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdc90df0-e095-4742-8b73-230164c71d04', 'name': '', 'network_id': '51c0fda5-1322-4c32-86a0-9c652644e61a', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:54:81:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'fa3b332b-65d0-49b9-b35b-3e392e66cb64', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:25Z', 'updated_at': '2022-02-09T22:15:34Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'fa3b332b-65d0-49b9-b35b-3e392e66cb64', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:41.224797 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df957126-944c-4cd5-9962-baee6daa7ffa None None] Checking router: 83c30768-abbe-4814-81b0-0715e0f465f1 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:15:41.249521 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df957126-944c-4cd5-9962-baee6daa7ffa None None] Routers {'83c30768-abbe-4814-81b0-0715e0f465f1'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:41.254073 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-df957126-944c-4cd5-9962-baee6daa7ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:15:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['83c30768-abbe-4814-81b0-0715e0f465f1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:41.345525 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f92ad2-0dc3-41cb-b5ac-d1d10478d2fa req-3e13805f-b938-44d0-81fb-34cf597e40a7 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:41.359452 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3f92ad2-0dc3-41cb-b5ac-d1d10478d2fa req-3e13805f-b938-44d0-81fb-34cf597e40a7 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/ports?device_id=c792af25-9358-4a24-8e29-15b42a885095 HTTP/1.1" status: 200 len: 945 time: 0.1801348 Feb 09 22:15:41.500431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3f92ad2-0dc3-41cb-b5ac-d1d10478d2fa req-0ca7d47c-2d9b-4083-93a6-bf3891efd522 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a9ed149-f0d7-4426-a660-dca5e1f92fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389663 Feb 09 22:15:41.503844 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7d6380-7ece-4ff2-ab55-fc8849a6ff9f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Router 2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:15:41.649975 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-df957126-944c-4cd5-9962-baee6daa7ffa None None] Set router 83c30768-abbe-4814-81b0-0715e0f465f1 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:41.688974 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:41.779132 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-03f7c43d-d0a5-48d9-b605-0e01183aca2e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (bdc90df0-e095-4742-8b73-230164c71d04), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:41.979581 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7d6380-7ece-4ff2-ab55-fc8849a6ff9f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:15:41.996813 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4a7d6380-7ece-4ff2-ab55-fc8849a6ff9f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "PUT /v2.0/routers/2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6828935 Feb 09 22:15:42.002692 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39260) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:42.007267 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b3c040-262f-476b-a9da-e2bebb4276df None None] Sync routers for ids ['2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:15:42.021782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7c43d-d0a5-48d9-b605-0e01183aca2e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Port': ['ID=bdc90df0-e095-4742-8b73-230164c71d04,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:42.051728 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b3c040-262f-476b-a9da-e2bebb4276df None None] Routers {'2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:42.052785 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d7b3c040-262f-476b-a9da-e2bebb4276df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:15:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:42.291419 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-6358fc7e-545e-4d8c-b3b2-be515fa29734 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Deleting subnet 705c9301-7993-4fb7-9cf8-323b2b7171c7 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:15:42.298022 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-df957126-944c-4cd5-9962-baee6daa7ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:15:36Z', 'revision_number': 7, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': '9304dc4e-025a-4697-a74a-87ecab8fadd7', 'name': '', 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:ad:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:12Z', 'updated_at': '2022-02-09T22:15:21Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '980113e2-4169-4246-ba3c-e26a757f8c4b', 'name': '', 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:4e:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:03Z', 'updated_at': '2022-02-09T22:15:14Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdc90df0-e095-4742-8b73-230164c71d04', 'name': '', 'network_id': '51c0fda5-1322-4c32-86a0-9c652644e61a', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:54:81:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'fa3b332b-65d0-49b9-b35b-3e392e66cb64', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:25Z', 'updated_at': '2022-02-09T22:15:34Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'fa3b332b-65d0-49b9-b35b-3e392e66cb64', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:42.308012 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6358fc7e-545e-4d8c-b3b2-be515fa29734 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for subnet (705c9301-7993-4fb7-9cf8-323b2b7171c7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:42.413642 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df957126-944c-4cd5-9962-baee6daa7ffa None None] The sync data for ids ['83c30768-abbe-4814-81b0-0715e0f465f1'] in n-d-828601-1 is: [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:15:36Z', 'revision_number': 7, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': '9304dc4e-025a-4697-a74a-87ecab8fadd7', 'name': '', 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:ad:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:12Z', 'updated_at': '2022-02-09T22:15:21Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '980113e2-4169-4246-ba3c-e26a757f8c4b', 'name': '', 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:4e:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:03Z', 'updated_at': '2022-02-09T22:15:14Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdc90df0-e095-4742-8b73-230164c71d04', 'name': '', 'network_id': '51c0fda5-1322-4c32-86a0-9c652644e61a', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:54:81:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'fa3b332b-65d0-49b9-b35b-3e392e66cb64', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:25Z', 'updated_at': '2022-02-09T22:15:34Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'fa3b332b-65d0-49b9-b35b-3e392e66cb64', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:15:42.456923 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-03f7c43d-d0a5-48d9-b605-0e01183aca2e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (83c30768-abbe-4814-81b0-0715e0f465f1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:42.461284 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-d7b3c040-262f-476b-a9da-e2bebb4276df None None] Set router 2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:42.522002 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6358fc7e-545e-4d8c-b3b2-be515fa29734 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (705c9301-7993-4fb7-9cf8-323b2b7171c7), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:42.757918 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-bbf7054c-dcf8-4c91-a1e4-fbf38801174f tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:42.770764 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-bbf7054c-dcf8-4c91-a1e4-fbf38801174f tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/networks?id=0fcd2e10-44ed-41a2-851d-20e13c8cb449 HTTP/1.1" status: 200 len: 808 time: 0.3586214 Feb 09 22:15:42.852377 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-4fca05a5-d78c-427d-af82-1f0a39756621 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/quotas/d0055fcafce64765a6d3c33af60295d4 HTTP/1.1" status: 200 len: 375 time: 0.0323865 Feb 09 22:15:42.861523 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6358fc7e-545e-4d8c-b3b2-be515fa29734 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (705c9301-7993-4fb7-9cf8-323b2b7171c7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:42.917361 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:42.962871 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-01195c76-8672-4734-b42b-4cc9491ceefc tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d0055fcafce64765a6d3c33af60295d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947213 Feb 09 22:15:42.997296 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d7b3c040-262f-476b-a9da-e2bebb4276df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346166940', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:14Z', 'updated_at': '2022-02-09T22:15:38Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:16Z', 'updated_at': '2022-02-09T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:43.030204 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b3c040-262f-476b-a9da-e2bebb4276df None None] Checking router: 2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:15:43.040732 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b3c040-262f-476b-a9da-e2bebb4276df None None] Routers {'2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:43.041445 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d7b3c040-262f-476b-a9da-e2bebb4276df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:15:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:43.185925 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-804e0424-7b10-4fa2-9d48-b008c3a288da service neutron] 10.222.0.77 "GET /v2.0/networks/0fcd2e10-44ed-41a2-851d-20e13c8cb449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928041 Feb 09 22:15:43.330079 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f7c43d-d0a5-48d9-b605-0e01183aca2e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router 83c30768-abbe-4814-81b0-0715e0f465f1 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:15:43.414719 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-d0165f77-93de-4c15-a3e5-ec88b7720c59 service neutron] 10.222.0.77 "GET /v2.0/networks/0fcd2e10-44ed-41a2-851d-20e13c8cb449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179139 Feb 09 22:15:43.417963 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6358fc7e-545e-4d8c-b3b2-be515fa29734 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (705c9301-7993-4fb7-9cf8-323b2b7171c7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:43.469340 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6358fc7e-545e-4d8c-b3b2-be515fa29734 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:43.474234 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6358fc7e-545e-4d8c-b3b2-be515fa29734 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "DELETE /v2.0/subnets/705c9301-7993-4fb7-9cf8-323b2b7171c7 HTTP/1.1" status: 204 len: 168 time: 1.4693449 Feb 09 22:15:43.519588 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39280) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:43.557529 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358fc7e-545e-4d8c-b3b2-be515fa29734 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Subnet': ['ID=705c9301-7993-4fb7-9cf8-323b2b7171c7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:43.672294 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8439145c-5f9c-40fe-a42b-02b321f1aa03 None None] Network 8eb1b118-355e-4bdc-9775-e75604df539b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:43.783697 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f7c43d-d0a5-48d9-b605-0e01183aca2e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:15:43.810861 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-03f7c43d-d0a5-48d9-b605-0e01183aca2e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/83c30768-abbe-4814-81b0-0715e0f465f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4078548 Feb 09 22:15:43.813873 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39292) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:43.820578 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e3cf61-d886-4b6f-8ed4-646a8779ab2e None None] Sync routers for ids ['83c30768-abbe-4814-81b0-0715e0f465f1'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:15:43.872492 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e3cf61-d886-4b6f-8ed4-646a8779ab2e None None] Routers {'83c30768-abbe-4814-81b0-0715e0f465f1'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:43.878691 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-72e3cf61-d886-4b6f-8ed4-646a8779ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:15:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['83c30768-abbe-4814-81b0-0715e0f465f1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:43.894899 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84c70941-e6eb-418c-8bdc-9c2f3e5f14f8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router (2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:43.977396 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-d7b3c040-262f-476b-a9da-e2bebb4276df None None] Set router 2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:44.058446 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df3c42d-cbda-457e-89d2-a48317e5f560 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting subnet fa3b332b-65d0-49b9-b35b-3e392e66cb64 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:15:44.070836 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3df3c42d-cbda-457e-89d2-a48317e5f560 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for subnet (fa3b332b-65d0-49b9-b35b-3e392e66cb64), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:44.252335 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3df3c42d-cbda-457e-89d2-a48317e5f560 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (fa3b332b-65d0-49b9-b35b-3e392e66cb64), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:44.372220 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-72e3cf61-d886-4b6f-8ed4-646a8779ab2e None None] Set router 83c30768-abbe-4814-81b0-0715e0f465f1 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:44.402965 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84c70941-e6eb-418c-8bdc-9c2f3e5f14f8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_gateway (2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:44.404147 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7139aac3-1dd7-4217-9b68-83996ea32e9d None None] DHCP port deletion for 8eb1b118-355e-4bdc-9775-e75604df539b request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:15:44.541651 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-7139aac3-1dd7-4217-9b68-83996ea32e9d None None] Deleting port 8139853f-8c47-4c67-ba1b-8578ffafe852 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:44.541995 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7139aac3-1dd7-4217-9b68-83996ea32e9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8139853f-8c47-4c67-ba1b-8578ffafe852), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:44.571606 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-84c70941-e6eb-418c-8bdc-9c2f3e5f14f8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Deleting port 4d7e4dd4-1130-4a26-a9ae-480f38926dbf {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:44.571987 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84c70941-e6eb-418c-8bdc-9c2f3e5f14f8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (4d7e4dd4-1130-4a26-a9ae-480f38926dbf), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:44.700027 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3df3c42d-cbda-457e-89d2-a48317e5f560 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (fa3b332b-65d0-49b9-b35b-3e392e66cb64), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:44.702204 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-7139aac3-1dd7-4217-9b68-83996ea32e9d None None] For port 8139853f-8c47-4c67-ba1b-8578ffafe852, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8139853f-8c47-4c67-ba1b-8578ffafe852,segment=NetworkSegment(e0495290-49f2-4023-ac25-802cabb6e6f6),segment_id=e0495290-49f2-4023-ac25-802cabb6e6f6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:44.702834 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7139aac3-1dd7-4217-9b68-83996ea32e9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8139853f-8c47-4c67-ba1b-8578ffafe852), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:44.727114 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-84c70941-e6eb-418c-8bdc-9c2f3e5f14f8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] For port 4d7e4dd4-1130-4a26-a9ae-480f38926dbf, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=4d7e4dd4-1130-4a26-a9ae-480f38926dbf,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:44.727565 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84c70941-e6eb-418c-8bdc-9c2f3e5f14f8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (4d7e4dd4-1130-4a26-a9ae-480f38926dbf), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:44.735581 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-7139aac3-1dd7-4217-9b68-83996ea32e9d None None] Calling delete_port for 8139853f-8c47-4c67-ba1b-8578ffafe852 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:44.741311 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d7b3c040-262f-476b-a9da-e2bebb4276df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346166940', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:14Z', 'updated_at': '2022-02-09T22:15:38Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:16Z', 'updated_at': '2022-02-09T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:44.767971 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-84c70941-e6eb-418c-8bdc-9c2f3e5f14f8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Calling delete_port for 4d7e4dd4-1130-4a26-a9ae-480f38926dbf owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:44.814774 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb1c9c29-2af8-4a4f-b762-717e94beae66 req-0529ed77-a54d-4a08-bea5-136d08708d12 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c792af25-9358-4a24-8e29-15b42a885095&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4373362 Feb 09 22:15:44.995824 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-72e3cf61-d886-4b6f-8ed4-646a8779ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:15:41Z', 'revision_number': 8, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': '9304dc4e-025a-4697-a74a-87ecab8fadd7', 'name': '', 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:ad:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:12Z', 'updated_at': '2022-02-09T22:15:21Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '980113e2-4169-4246-ba3c-e26a757f8c4b', 'name': '', 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:4e:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:03Z', 'updated_at': '2022-02-09T22:15:14Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:45.014743 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b3c040-262f-476b-a9da-e2bebb4276df None None] The sync data for ids ['2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3'] in n-d-828601-1 is: [{'id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346166940', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:14Z', 'updated_at': '2022-02-09T22:15:38Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '4d7e4dd4-1130-4a26-a9ae-480f38926dbf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:16Z', 'updated_at': '2022-02-09T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:15:45.025741 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7139aac3-1dd7-4217-9b68-83996ea32e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (8139853f-8c47-4c67-ba1b-8578ffafe852), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:45.055410 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3df3c42d-cbda-457e-89d2-a48317e5f560 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (fa3b332b-65d0-49b9-b35b-3e392e66cb64), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:45.068908 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7139aac3-1dd7-4217-9b68-83996ea32e9d None None] No DVR routers for this DVR port 8139853f-8c47-4c67-ba1b-8578ffafe852 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:15:45.090830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139aac3-1dd7-4217-9b68-83996ea32e9d None None] Pushing event deleted for resources: {'Port': ['ID=8139853f-8c47-4c67-ba1b-8578ffafe852,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:45.090830 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:45.164296 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39306) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:45.187482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-af48421e-422f-4adb-b82e-e3119b390f0e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2030204005', 'description': 'tempest-secgroup-smoke-2030204005 description', 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:45.219531 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e3cf61-d886-4b6f-8ed4-646a8779ab2e None None] Checking router: 83c30768-abbe-4814-81b0-0715e0f465f1 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:15:45.257181 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e3cf61-d886-4b6f-8ed4-646a8779ab2e None None] Routers {'83c30768-abbe-4814-81b0-0715e0f465f1'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:45.258310 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-72e3cf61-d886-4b6f-8ed4-646a8779ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:15:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['83c30768-abbe-4814-81b0-0715e0f465f1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:45.277048 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3c42d-cbda-457e-89d2-a48317e5f560 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Subnet': ['ID=fa3b332b-65d0-49b9-b35b-3e392e66cb64,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:45.357054 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c9c29-2af8-4a4f-b762-717e94beae66 req-91fc754e-16ee-4d65-9aa4-e5a1e8aca42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:45.359661 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb1c9c29-2af8-4a4f-b762-717e94beae66 req-91fc754e-16ee-4d65-9aa4-e5a1e8aca42e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9608739977cd4626bc92c700b42bed29&device_id=c792af25-9358-4a24-8e29-15b42a885095 HTTP/1.1" status: 200 len: 1127 time: 0.4849787 Feb 09 22:15:45.361444 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36e161e-a7c5-4751-a113-d795a4b9a5fb None None] Network 51c0fda5-1322-4c32-86a0-9c652644e61a requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:45.361702 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3df3c42d-cbda-457e-89d2-a48317e5f560 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:45.384961 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3df3c42d-cbda-457e-89d2-a48317e5f560 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/subnets/fa3b332b-65d0-49b9-b35b-3e392e66cb64 HTTP/1.1" status: 204 len: 168 time: 1.5691998 Feb 09 22:15:45.388069 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39310) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:45.471255 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84c70941-e6eb-418c-8bdc-9c2f3e5f14f8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (4d7e4dd4-1130-4a26-a9ae-480f38926dbf), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:45.491513 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-72e3cf61-d886-4b6f-8ed4-646a8779ab2e None None] Set router 83c30768-abbe-4814-81b0-0715e0f465f1 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:45.532621 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af48421e-422f-4adb-b82e-e3119b390f0e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:45.612399 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:45.773870 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c9c29-2af8-4a4f-b762-717e94beae66 req-550e2b90-316f-4549-9138-478cd90f09fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:45.777235 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb1c9c29-2af8-4a4f-b762-717e94beae66 req-550e2b90-316f-4549-9138-478cd90f09fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=33574f77-ab09-4587-bf50-f5fe5ed8bcf9 HTTP/1.1" status: 200 len: 914 time: 0.3763738 Feb 09 22:15:45.798419 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9614b908-444b-4858-9413-26c89b528b3b req-54fad920-2d61-455b-a295-2c7cd1365c11 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=61d175dc-1162-45fa-80a5-e55f91b9bb5a HTTP/1.1" status: 200 len: 210 time: 0.4896455 Feb 09 22:15:45.819143 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af48421e-422f-4adb-b82e-e3119b390f0e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group (b18504c4-a20c-4efd-8047-2581b7bd89e8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:45.830535 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c70941-e6eb-418c-8bdc-9c2f3e5f14f8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Port': ['ID=4d7e4dd4-1130-4a26-a9ae-480f38926dbf,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:45.853178 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af48421e-422f-4adb-b82e-e3119b390f0e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b18504c4-a20c-4efd-8047-2581b7bd89e8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:45.875800 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cc75f3-980a-4e83-9038-28c428cafc7a None None] DHCP port deletion for 51c0fda5-1322-4c32-86a0-9c652644e61a request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:15:45.896906 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c3805a04-8e3a-4b25-b07b-b22072b78af8 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:15:45.931909 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48421e-422f-4adb-b82e-e3119b390f0e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b18504c4-a20c-4efd-8047-2581b7bd89e8,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:46.045872 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af48421e-422f-4adb-b82e-e3119b390f0e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.047910 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-af48421e-422f-4adb-b82e-e3119b390f0e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8791897 Feb 09 22:15:46.052296 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39312) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:46.055640 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb1c9c29-2af8-4a4f-b762-717e94beae66 req-80a9a229-427c-4119-917f-cf3b74b462dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=523a3775-6fd6-4af3-8c7b-cb4c29512c6b HTTP/1.1" status: 200 len: 217 time: 0.2556546 Feb 09 22:15:46.058909 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-08dbf89d-b396-412b-b4bc-6da72e562ba9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Request body: {'security_group_rule': {'security_group_id': 'b18504c4-a20c-4efd-8047-2581b7bd89e8', 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:46.071061 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: c3805a04-8e3a-4b25-b07b-b22072b78af8 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:15:46.072468 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c3805a04-8e3a-4b25-b07b-b22072b78af8 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:15:46.073535 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8139853f-8c47-4c67-ba1b-8578ffafe852 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:15:46.093224 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84c70941-e6eb-418c-8bdc-9c2f3e5f14f8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.183550 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 8139853f-8c47-4c67-ba1b-8578ffafe852 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:15:46.192796 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8139853f-8c47-4c67-ba1b-8578ffafe852 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:15:46.269606 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.299507 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8c0e-6702-4106-815b-f83a1a86a64a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (51c0fda5-1322-4c32-86a0-9c652644e61a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.304939 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c9c29-2af8-4a4f-b762-717e94beae66 req-9a321e87-6020-4b47-a901-ed461fb2ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:46.306777 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-27cc75f3-980a-4e83-9038-28c428cafc7a None None] Deleting port d2724344-bd4e-4bc9-b03e-391f060610d9 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:46.309844 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb1c9c29-2af8-4a4f-b762-717e94beae66 req-9a321e87-6020-4b47-a901-ed461fb2ee09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06fed0fd-d0e6-4e93-825b-777dfb1b6a31 HTTP/1.1" status: 200 len: 853 time: 0.1737423 Feb 09 22:15:46.310980 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-27cc75f3-980a-4e83-9038-28c428cafc7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d2724344-bd4e-4bc9-b03e-391f060610d9), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.361939 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb1c9c29-2af8-4a4f-b762-717e94beae66 req-9a3a4631-a178-4b6c-a09c-a3e711327848 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33574f77-ab09-4587-bf50-f5fe5ed8bcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434549 Feb 09 22:15:46.376845 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08dbf89d-b396-412b-b4bc-6da72e562ba9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group_rule (4a7e469a-5cdc-45e6-815f-c9ac9c129de7), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.400714 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84c70941-e6eb-418c-8bdc-9c2f3e5f14f8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.406034 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84c70941-e6eb-418c-8bdc-9c2f3e5f14f8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_controller (2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.455289 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-27cc75f3-980a-4e83-9038-28c428cafc7a None None] For port d2724344-bd4e-4bc9-b03e-391f060610d9, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d2724344-bd4e-4bc9-b03e-391f060610d9,segment=NetworkSegment(d10ef73f-f960-4019-bacd-80a1bece96fc),segment_id=d10ef73f-f960-4019-bacd-80a1bece96fc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:46.455731 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-27cc75f3-980a-4e83-9038-28c428cafc7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d2724344-bd4e-4bc9-b03e-391f060610d9), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.481331 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-27cc75f3-980a-4e83-9038-28c428cafc7a None None] Calling delete_port for d2724344-bd4e-4bc9-b03e-391f060610d9 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:46.556745 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84c70941-e6eb-418c-8bdc-9c2f3e5f14f8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.557647 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c70941-e6eb-418c-8bdc-9c2f3e5f14f8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Fanout notify agent at l3_agent the message router_deleted on router 2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:15:46.576777 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84c70941-e6eb-418c-8bdc-9c2f3e5f14f8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.583800 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-84c70941-e6eb-418c-8bdc-9c2f3e5f14f8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "DELETE /v2.0/routers/2bfed6f7-cf53-4a09-a2d9-0c07337dd9f3 HTTP/1.1" status: 204 len: 168 time: 3.0573292 Feb 09 22:15:46.590085 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39318) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:46.625853 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08dbf89d-b396-412b-b4bc-6da72e562ba9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group_rule (4a7e469a-5cdc-45e6-815f-c9ac9c129de7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.639111 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08dbf89d-b396-412b-b4bc-6da72e562ba9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (4a7e469a-5cdc-45e6-815f-c9ac9c129de7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.676063 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08dbf89d-b396-412b-b4bc-6da72e562ba9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.677754 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-08dbf89d-b396-412b-b4bc-6da72e562ba9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6239011 Feb 09 22:15:46.681682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf89d-b396-412b-b4bc-6da72e562ba9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7e469a-5cdc-45e6-815f-c9ac9c129de7,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:46.686340 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39320) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:46.694292 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7d1fee37-3f7e-4a1a-8e4d-075b922224a4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Request body: {'security_group_rule': {'security_group_id': 'b18504c4-a20c-4efd-8047-2581b7bd89e8', 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:46.715069 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-27cc75f3-980a-4e83-9038-28c428cafc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (d2724344-bd4e-4bc9-b03e-391f060610d9), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.737481 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d1fee37-3f7e-4a1a-8e4d-075b922224a4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group_rule (0305ce96-eb21-4b09-ad9d-f2b0f9a10097), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.763757 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1d1a8c0e-6702-4106-815b-f83a1a86a64a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting port d2724344-bd4e-4bc9-b03e-391f060610d9 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:46.767742 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8c0e-6702-4106-815b-f83a1a86a64a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d2724344-bd4e-4bc9-b03e-391f060610d9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.773515 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-72e3cf61-d886-4b6f-8ed4-646a8779ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:15:41Z', 'revision_number': 8, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': '9304dc4e-025a-4697-a74a-87ecab8fadd7', 'name': '', 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:ad:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:12Z', 'updated_at': '2022-02-09T22:15:21Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '980113e2-4169-4246-ba3c-e26a757f8c4b', 'name': '', 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:4e:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:03Z', 'updated_at': '2022-02-09T22:15:14Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:46.790957 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cc75f3-980a-4e83-9038-28c428cafc7a None None] No DVR routers for this DVR port d2724344-bd4e-4bc9-b03e-391f060610d9 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:15:46.793550 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc75f3-980a-4e83-9038-28c428cafc7a None None] Pushing event deleted for resources: {'Port': ['ID=d2724344-bd4e-4bc9-b03e-391f060610d9,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:46.884822 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d1fee37-3f7e-4a1a-8e4d-075b922224a4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group_rule (0305ce96-eb21-4b09-ad9d-f2b0f9a10097), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.895071 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d1fee37-3f7e-4a1a-8e4d-075b922224a4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (0305ce96-eb21-4b09-ad9d-f2b0f9a10097), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.903535 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e3cf61-d886-4b6f-8ed4-646a8779ab2e None None] The sync data for ids ['83c30768-abbe-4814-81b0-0715e0f465f1'] in n-d-828601-1 is: [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:15:41Z', 'revision_number': 8, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': '9304dc4e-025a-4697-a74a-87ecab8fadd7', 'name': '', 'network_id': '47474d4a-5961-451a-8a80-eca1f9bbb61e', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:ad:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:12Z', 'updated_at': '2022-02-09T22:15:21Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '980113e2-4169-4246-ba3c-e26a757f8c4b', 'name': '', 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:4e:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:03Z', 'updated_at': '2022-02-09T22:15:14Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:15:46.935966 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fee37-3f7e-4a1a-8e4d-075b922224a4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0305ce96-eb21-4b09-ad9d-f2b0f9a10097,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:46.937665 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb1c9c29-2af8-4a4f-b762-717e94beae66 req-24c984ee-678b-4448-b7e0-cd0eda120987 service neutron] 10.222.0.42 "GET /v2.0/networks/33574f77-ab09-4587-bf50-f5fe5ed8bcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404472 Feb 09 22:15:46.942700 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6a7392e9-5c00-4762-9517-b0bba2214e4e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (8eb1b118-355e-4bdc-9775-e75604df539b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.954071 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d1fee37-3f7e-4a1a-8e4d-075b922224a4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.955749 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7d1fee37-3f7e-4a1a-8e4d-075b922224a4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2669396 Feb 09 22:15:46.963369 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39324) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:46.967556 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6b06cd00-07cd-4b5b-8345-5464aba5ec49 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Request body: {'security_group_rule': {'security_group_id': 'b18504c4-a20c-4efd-8047-2581b7bd89e8', 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:47.007732 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b06cd00-07cd-4b5b-8345-5464aba5ec49 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group_rule (ed9e083d-1182-43c7-9938-52fa5873b45b), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.117483 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b06cd00-07cd-4b5b-8345-5464aba5ec49 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group_rule (ed9e083d-1182-43c7-9938-52fa5873b45b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.122801 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b06cd00-07cd-4b5b-8345-5464aba5ec49 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (ed9e083d-1182-43c7-9938-52fa5873b45b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.156258 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06cd00-07cd-4b5b-8345-5464aba5ec49 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9e083d-1182-43c7-9938-52fa5873b45b,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:47.171597 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebe767-fd34-499a-9810-bff2178cfdd2 req-889e59d0-8ac5-486d-8f8e-8be17c5c7644 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:47.172738 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b06cd00-07cd-4b5b-8345-5464aba5ec49 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.177697 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6b06cd00-07cd-4b5b-8345-5464aba5ec49 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2123275 Feb 09 22:15:47.178308 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39326) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:47.178839 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-02ebe767-fd34-499a-9810-bff2178cfdd2 req-889e59d0-8ac5-486d-8f8e-8be17c5c7644 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/ports?device_id=c792af25-9358-4a24-8e29-15b42a885095 HTTP/1.1" status: 200 len: 945 time: 0.4765224 Feb 09 22:15:47.185469 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-27d4c0f3-db56-4b7a-a6ff-774ec023c409 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Request body: {'security_group_rule': {'security_group_id': 'b18504c4-a20c-4efd-8047-2581b7bd89e8', 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:47.204763 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1d1a8c0e-6702-4106-815b-f83a1a86a64a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] For port d2724344-bd4e-4bc9-b03e-391f060610d9, host n-d-828601-1, got binding levels [] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:47.205048 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8c0e-6702-4106-815b-f83a1a86a64a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d2724344-bd4e-4bc9-b03e-391f060610d9), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.238086 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27d4c0f3-db56-4b7a-a6ff-774ec023c409 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group_rule (b6407d4d-918d-40c7-88d7-9fc7d50aa19e), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.283869 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1d1a8c0e-6702-4106-815b-f83a1a86a64a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Calling delete_port for d2724344-bd4e-4bc9-b03e-391f060610d9 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:47.291904 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-1d1a8c0e-6702-4106-815b-f83a1a86a64a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Port d2724344-bd4e-4bc9-b03e-391f060610d9 was not found and therefore no delete operation was performed {{(pid=103201) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:15:47.354488 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-02ebe767-fd34-499a-9810-bff2178cfdd2 req-94203eb4-91b4-42fb-b77a-bf723be26c18 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a9ed149-f0d7-4426-a660-dca5e1f92fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731043 Feb 09 22:15:47.381817 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27d4c0f3-db56-4b7a-a6ff-774ec023c409 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group_rule (b6407d4d-918d-40c7-88d7-9fc7d50aa19e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.385934 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6a7392e9-5c00-4762-9517-b0bba2214e4e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (8eb1b118-355e-4bdc-9775-e75604df539b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.391391 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27d4c0f3-db56-4b7a-a6ff-774ec023c409 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (b6407d4d-918d-40c7-88d7-9fc7d50aa19e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.435684 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4c0f3-db56-4b7a-a6ff-774ec023c409 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6407d4d-918d-40c7-88d7-9fc7d50aa19e,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:47.455730 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8c0e-6702-4106-815b-f83a1a86a64a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (d2724344-bd4e-4bc9-b03e-391f060610d9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.457789 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27d4c0f3-db56-4b7a-a6ff-774ec023c409 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.463022 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-27d4c0f3-db56-4b7a-a6ff-774ec023c409 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2797563 Feb 09 22:15:47.472446 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39330) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:47.480354 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b2b3a675-60ea-4e9b-a14c-85f6dd27c667 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Request body: {'security_group_rule': {'security_group_id': 'b18504c4-a20c-4efd-8047-2581b7bd89e8', 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:47.492737 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-16435824-8f75-44e0-ae74-5bf718d4530a tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:47.496526 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-16435824-8f75-44e0-ae74-5bf718d4530a tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.71 "GET /v2.0/networks?id=0fcd2e10-44ed-41a2-851d-20e13c8cb449 HTTP/1.1" status: 200 len: 808 time: 0.8077843 Feb 09 22:15:47.527357 n-d-828601-1 neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-b2b3a675-60ea-4e9b-a14c-85f6dd27c667 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Project 58c4a0b7c4ef40dc9ad9a8c42f1c443e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:15:47.535423 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2b3a675-60ea-4e9b-a14c-85f6dd27c667 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group_rule (2b7b4064-268a-40e6-a4fb-1e2834602e65), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.567587 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-11a89844-9a56-44b7-9678-952c9389680d tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Request body: {'port': {'device_id': '61d175dc-1162-45fa-80a5-e55f91b9bb5a', 'network_id': '0fcd2e10-44ed-41a2-851d-20e13c8cb449', 'admin_state_up': True, 'tenant_id': 'd0055fcafce64765a6d3c33af60295d4'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:47.574610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6a7392e9-5c00-4762-9517-b0bba2214e4e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb1b118-355e-4bdc-9775-e75604df539b']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:47.597002 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb1c9c29-2af8-4a4f-b762-717e94beae66 req-1edcf03b-30ea-40fb-8439-0c346ff6b5e8 service neutron] 10.222.0.42 "GET /v2.0/networks/33574f77-ab09-4587-bf50-f5fe5ed8bcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6326845 Feb 09 22:15:47.621260 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a8c0e-6702-4106-815b-f83a1a86a64a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Port': ['ID=d2724344-bd4e-4bc9-b03e-391f060610d9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:47.679967 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2b3a675-60ea-4e9b-a14c-85f6dd27c667 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group_rule (2b7b4064-268a-40e6-a4fb-1e2834602e65), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.692425 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1a8c0e-6702-4106-815b-f83a1a86a64a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] No DVR routers for this DVR port d2724344-bd4e-4bc9-b03e-391f060610d9 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:15:47.704728 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2b3a675-60ea-4e9b-a14c-85f6dd27c667 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (2b7b4064-268a-40e6-a4fb-1e2834602e65), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.705122 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6a7392e9-5c00-4762-9517-b0bba2214e4e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0495290-49f2-4023-ac25-802cabb6e6f6') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:47.705645 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6a7392e9-5c00-4762-9517-b0bba2214e4e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0495290-49f2-4023-ac25-802cabb6e6f6') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:47.746101 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3a675-60ea-4e9b-a14c-85f6dd27c667 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7b4064-268a-40e6-a4fb-1e2834602e65,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:47.778707 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e2e4beb7-a9c3-4eb6-968d-a706193ee906 req-63a0a819-3053-47d3-87b7-1401baf349ad tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=61d175dc-1162-45fa-80a5-e55f91b9bb5a HTTP/1.1" status: 200 len: 210 time: 0.2762566 Feb 09 22:15:47.785523 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2b3a675-60ea-4e9b-a14c-85f6dd27c667 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.796898 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b2b3a675-60ea-4e9b-a14c-85f6dd27c667 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3203475 Feb 09 22:15:47.798319 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39332) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:47.830534 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-703efd4c-9c94-4422-b8b4-fbcc8144cce5 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Request body: {'security_group_rule': {'security_group_id': 'b18504c4-a20c-4efd-8047-2581b7bd89e8', 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:47.895257 n-d-828601-1 neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-703efd4c-9c94-4422-b8b4-fbcc8144cce5 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Project 58c4a0b7c4ef40dc9ad9a8c42f1c443e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:15:47.906440 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6a7392e9-5c00-4762-9517-b0bba2214e4e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (e0495290-49f2-4023-ac25-802cabb6e6f6), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.921143 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-703efd4c-9c94-4422-b8b4-fbcc8144cce5 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group_rule (1fba7f06-8935-4821-b442-37ee0c685224), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.951429 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 4d7e4dd4-1130-4a26-a9ae-480f38926dbf no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:15:47.988406 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6a7392e9-5c00-4762-9517-b0bba2214e4e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e0495290-49f2-4023-ac25-802cabb6e6f6), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.007626 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7392e9-5c00-4762-9517-b0bba2214e4e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:15:48.009226 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6a7392e9-5c00-4762-9517-b0bba2214e4e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (e0495290-49f2-4023-ac25-802cabb6e6f6), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:15:48.016083 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:15:48.025227 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 4d7e4dd4-1130-4a26-a9ae-480f38926dbf {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:15:48.026146 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 4d7e4dd4-1130-4a26-a9ae-480f38926dbf not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:15:48.027221 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d2724344-bd4e-4bc9-b03e-391f060610d9 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:15:48.072334 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8c0e-6702-4106-815b-f83a1a86a64a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (51c0fda5-1322-4c32-86a0-9c652644e61a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.081268 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: d2724344-bd4e-4bc9-b03e-391f060610d9 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:15:48.082714 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d2724344-bd4e-4bc9-b03e-391f060610d9 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:15:48.084155 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device bdc90df0-e095-4742-8b73-230164c71d04 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:15:48.122740 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa1a3f-f1b5-41e7-93e8-09b53b40293b req-5ad5237a-9780-4d1a-abf3-394c764b3a03 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:48.124629 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5faa1a3f-f1b5-41e7-93e8-09b53b40293b req-5ad5237a-9780-4d1a-abf3-394c764b3a03 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c792af25-9358-4a24-8e29-15b42a885095 HTTP/1.1" status: 200 len: 945 time: 0.4239120 Feb 09 22:15:48.126621 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-1d1a8c0e-6702-4106-815b-f83a1a86a64a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c0fda5-1322-4c32-86a0-9c652644e61a']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:48.130148 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-11a89844-9a56-44b7-9678-952c9389680d tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Made reservation on behalf of d0055fcafce64765a6d3c33af60295d4 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:48.134451 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-11a89844-9a56-44b7-9678-952c9389680d tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.144953 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: bdc90df0-e095-4742-8b73-230164c71d04 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:15:48.145525 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device bdc90df0-e095-4742-8b73-230164c71d04 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:15:48.157486 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-703efd4c-9c94-4422-b8b4-fbcc8144cce5 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group_rule (1fba7f06-8935-4821-b442-37ee0c685224), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.167072 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-703efd4c-9c94-4422-b8b4-fbcc8144cce5 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (1fba7f06-8935-4821-b442-37ee0c685224), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.181733 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-1d1a8c0e-6702-4106-815b-f83a1a86a64a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10ef73f-f960-4019-bacd-80a1bece96fc') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:48.182207 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-1d1a8c0e-6702-4106-815b-f83a1a86a64a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10ef73f-f960-4019-bacd-80a1bece96fc') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:48.219836 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6a7392e9-5c00-4762-9517-b0bba2214e4e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (8eb1b118-355e-4bdc-9775-e75604df539b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.228183 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703efd4c-9c94-4422-b8b4-fbcc8144cce5 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fba7f06-8935-4821-b442-37ee0c685224,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:48.243085 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8c0e-6702-4106-815b-f83a1a86a64a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (d10ef73f-f960-4019-bacd-80a1bece96fc), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.246050 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6a7392e9-5c00-4762-9517-b0bba2214e4e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.249813 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6a7392e9-5c00-4762-9517-b0bba2214e4e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "DELETE /v2.0/networks/8eb1b118-355e-4bdc-9775-e75604df539b HTTP/1.1" status: 204 len: 168 time: 1.6529822 Feb 09 22:15:48.258415 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-703efd4c-9c94-4422-b8b4-fbcc8144cce5 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.265561 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-703efd4c-9c94-4422-b8b4-fbcc8144cce5 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4586425 Feb 09 22:15:48.265561 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39334) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:48.328249 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7392e9-5c00-4762-9517-b0bba2214e4e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Network': ['ID=8eb1b118-355e-4bdc-9775-e75604df539b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:48.360294 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8c0e-6702-4106-815b-f83a1a86a64a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d10ef73f-f960-4019-bacd-80a1bece96fc), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.390940 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1a8c0e-6702-4106-815b-f83a1a86a64a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:15:48.391915 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8c0e-6702-4106-815b-f83a1a86a64a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (d10ef73f-f960-4019-bacd-80a1bece96fc), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:15:48.406100 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:15:48.450078 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f21034a-d825-4957-a695-b33242c0653d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (905c21ad-aa09-4f1e-9b09-9abdc7e97a85), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.536009 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f21034a-d825-4957-a695-b33242c0653d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (905c21ad-aa09-4f1e-9b09-9abdc7e97a85), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.717223 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f21034a-d825-4957-a695-b33242c0653d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (905c21ad-aa09-4f1e-9b09-9abdc7e97a85), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.720642 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8c0e-6702-4106-815b-f83a1a86a64a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (51c0fda5-1322-4c32-86a0-9c652644e61a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.726635 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f21034a-d825-4957-a695-b33242c0653d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.737326 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5f21034a-d825-4957-a695-b33242c0653d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "DELETE /v2.0/security-groups/905c21ad-aa09-4f1e-9b09-9abdc7e97a85 HTTP/1.1" status: 204 len: 168 time: 0.4736381 Feb 09 22:15:48.757492 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21034a-d825-4957-a695-b33242c0653d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=905c21ad-aa09-4f1e-9b09-9abdc7e97a85,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:48.760890 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8c0e-6702-4106-815b-f83a1a86a64a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.766332 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1d1a8c0e-6702-4106-815b-f83a1a86a64a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/networks/51c0fda5-1322-4c32-86a0-9c652644e61a HTTP/1.1" status: 204 len: 168 time: 3.3677361 Feb 09 22:15:48.770499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39380) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:48.789588 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-11a89844-9a56-44b7-9678-952c9389680d tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Allocated IP 172.20.0.4 (0fcd2e10-44ed-41a2-851d-20e13c8cb449/007c1de0-57b8-497f-a946-de55781d3a2c/69c74a40-a524-4480-b07f-a0f9a6f0cc34) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:48.801860 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a8c0e-6702-4106-815b-f83a1a86a64a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Network': ['ID=51c0fda5-1322-4c32-86a0-9c652644e61a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:48.819506 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-5faa1a3f-f1b5-41e7-93e8-09b53b40293b req-4c152e1b-b4b3-4cd3-820f-e7056c652a71 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Deleting port 523a3775-6fd6-4af3-8c7b-cb4c29512c6b {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:48.819995 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5faa1a3f-f1b5-41e7-93e8-09b53b40293b req-4c152e1b-b4b3-4cd3-820f-e7056c652a71 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (523a3775-6fd6-4af3-8c7b-cb4c29512c6b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.867901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29cabd-98ce-47f8-885f-17d11e6b2b72 req-a74407a1-4712-485e-9e6f-8f817edfbc78 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:48.870336 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e29cabd-98ce-47f8-885f-17d11e6b2b72 req-a74407a1-4712-485e-9e6f-8f817edfbc78 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/ports?device_id=c792af25-9358-4a24-8e29-15b42a885095 HTTP/1.1" status: 200 len: 945 time: 0.2918472 Feb 09 22:15:49.104765 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e29cabd-98ce-47f8-885f-17d11e6b2b72 req-af9b42f1-68b5-4f12-b538-1db9a9f6d304 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a9ed149-f0d7-4426-a660-dca5e1f92fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895156 Feb 09 22:15:49.200585 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-5faa1a3f-f1b5-41e7-93e8-09b53b40293b req-4c152e1b-b4b3-4cd3-820f-e7056c652a71 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] For port 523a3775-6fd6-4af3-8c7b-cb4c29512c6b, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=523a3775-6fd6-4af3-8c7b-cb4c29512c6b,segment=NetworkSegment(cc755490-3995-403f-9834-e2a614220c10),segment_id=cc755490-3995-403f-9834-e2a614220c10)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:49.201415 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5faa1a3f-f1b5-41e7-93e8-09b53b40293b req-4c152e1b-b4b3-4cd3-820f-e7056c652a71 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (523a3775-6fd6-4af3-8c7b-cb4c29512c6b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:49.246097 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-5faa1a3f-f1b5-41e7-93e8-09b53b40293b req-4c152e1b-b4b3-4cd3-820f-e7056c652a71 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Calling delete_port for 523a3775-6fd6-4af3-8c7b-cb4c29512c6b owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:49.620338 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be7813e0-dc1b-4ef9-a5db-d8edfc1cc08c req-fa879d48-c9a3-4d9d-a825-e3bb37a85d40 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=61d175dc-1162-45fa-80a5-e55f91b9bb5a HTTP/1.1" status: 200 len: 210 time: 0.1169257 Feb 09 22:15:49.670892 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-529a8d45-1732-45f7-a47f-698789394cec tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (83c30768-abbe-4814-81b0-0715e0f465f1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:49.736425 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5faa1a3f-f1b5-41e7-93e8-09b53b40293b req-4c152e1b-b4b3-4cd3-820f-e7056c652a71 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (523a3775-6fd6-4af3-8c7b-cb4c29512c6b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:49.760961 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-11a89844-9a56-44b7-9678-952c9389680d tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Publish callbacks [] for port (69c74a40-a524-4480-b07f-a0f9a6f0cc34), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:49.820275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c152e1b-b4b3-4cd3-820f-e7056c652a71 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Pushing event deleted for resources: {'Port': ['ID=523a3775-6fd6-4af3-8c7b-cb4c29512c6b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:49.898690 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c152e1b-b4b3-4cd3-820f-e7056c652a71 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:49.899295 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c152e1b-b4b3-4cd3-820f-e7056c652a71 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:49.899903 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c152e1b-b4b3-4cd3-820f-e7056c652a71 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:49.900481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c152e1b-b4b3-4cd3-820f-e7056c652a71 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:49.901056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c152e1b-b4b3-4cd3-820f-e7056c652a71 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:49.901641 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c152e1b-b4b3-4cd3-820f-e7056c652a71 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:49.902214 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c152e1b-b4b3-4cd3-820f-e7056c652a71 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:49.902774 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c152e1b-b4b3-4cd3-820f-e7056c652a71 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:49.904437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c152e1b-b4b3-4cd3-820f-e7056c652a71 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:49.905041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c152e1b-b4b3-4cd3-820f-e7056c652a71 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:49.905624 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c152e1b-b4b3-4cd3-820f-e7056c652a71 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:49.906181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c152e1b-b4b3-4cd3-820f-e7056c652a71 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:49.906752 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c152e1b-b4b3-4cd3-820f-e7056c652a71 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:49.958028 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-5faa1a3f-f1b5-41e7-93e8-09b53b40293b req-4c152e1b-b4b3-4cd3-820f-e7056c652a71 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] No DVR routers for this DVR port 523a3775-6fd6-4af3-8c7b-cb4c29512c6b on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:15:49.968036 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5faa1a3f-f1b5-41e7-93e8-09b53b40293b req-4c152e1b-b4b3-4cd3-820f-e7056c652a71 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:49.973910 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5faa1a3f-f1b5-41e7-93e8-09b53b40293b req-4c152e1b-b4b3-4cd3-820f-e7056c652a71 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.42 "DELETE /v2.0/ports/523a3775-6fd6-4af3-8c7b-cb4c29512c6b HTTP/1.1" status: 204 len: 173 time: 1.8185742 Feb 09 22:15:49.974696 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c792af25-9358-4a24-8e29-15b42a885095', 'name': 'network-vif-deleted', 'tag': '523a3775-6fd6-4af3-8c7b-cb4c29512c6b'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:15:49.992366 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1297e24-9688-4e10-b097-ae4025bea7d3" -d '{"events": [{"server_uuid": "c792af25-9358-4a24-8e29-15b42a885095", "name": "network-vif-deleted", "tag": "523a3775-6fd6-4af3-8c7b-cb4c29512c6b"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:15:50.067146 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-11a89844-9a56-44b7-9678-952c9389680d tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (69c74a40-a524-4480-b07f-a0f9a6f0cc34), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:50.108655 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39424) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:50.116857 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b958dca0-9043-437f-a259-1c2f1496eec9 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1035784385', 'description': 'tempest-secgroup-smoke-1035784385 description', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:50.152955 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-11a89844-9a56-44b7-9678-952c9389680d tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Network 0fcd2e10-44ed-41a2-851d-20e13c8cb449 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:50.166204 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-11a89844-9a56-44b7-9678-952c9389680d tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:50.190463 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-11a89844-9a56-44b7-9678-952c9389680d tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:50.201854 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6ce0b6-0cdd-4ac2-9a70-1312c3e9614d x-openstack-request-id: req-ae6ce0b6-0cdd-4ac2-9a70-1312c3e9614d {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:15:50.202581 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c792af25-9358-4a24-8e29-15b42a885095", "name": "network-vif-deleted", "tag": "523a3775-6fd6-4af3-8c7b-cb4c29512c6b", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:15:50.203215 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ae6ce0b6-0cdd-4ac2-9a70-1312c3e9614d {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:15:50.203895 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c792af25-9358-4a24-8e29-15b42a885095', 'name': 'network-vif-deleted', 'tag': '523a3775-6fd6-4af3-8c7b-cb4c29512c6b', 'status': 'completed', 'code': 200} Feb 09 22:15:50.284781 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a89844-9a56-44b7-9678-952c9389680d tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Pushing event updated for resources: {'Port': ['ID=69c74a40-a524-4480-b07f-a0f9a6f0cc34,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:50.294976 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b958dca0-9043-437f-a259-1c2f1496eec9 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:50.311089 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-529a8d45-1732-45f7-a47f-698789394cec tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting port 9304dc4e-025a-4697-a74a-87ecab8fadd7 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:50.313254 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-529a8d45-1732-45f7-a47f-698789394cec tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (9304dc4e-025a-4697-a74a-87ecab8fadd7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:50.349981 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1be4383d-a60e-4fb7-9707-baaed3733a1c req-e71e6b3d-894c-4880-b882-6097ae74bc48 tempest-ServerPasswordTestJSON-615539778 tempest-ServerPasswordTestJSON-615539778-project] 10.222.0.77 "GET /v2.0/ports?device_id=c792af25-9358-4a24-8e29-15b42a885095 HTTP/1.1" status: 200 len: 210 time: 0.0559313 Feb 09 22:15:50.420184 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 523a3775-6fd6-4af3-8c7b-cb4c29512c6b no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:15:50.467572 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 523a3775-6fd6-4af3-8c7b-cb4c29512c6b {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:15:50.468218 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 523a3775-6fd6-4af3-8c7b-cb4c29512c6b not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:15:50.476598 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-11a89844-9a56-44b7-9678-952c9389680d tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:50.483553 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-11a89844-9a56-44b7-9678-952c9389680d tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:50.552075 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-11a89844-9a56-44b7-9678-952c9389680d tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0293016 Feb 09 22:15:50.558965 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-529a8d45-1732-45f7-a47f-698789394cec tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] For port 9304dc4e-025a-4697-a74a-87ecab8fadd7, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9304dc4e-025a-4697-a74a-87ecab8fadd7,segment=NetworkSegment(245aa839-6dd1-4072-8a5b-4094484a0d2e),segment_id=245aa839-6dd1-4072-8a5b-4094484a0d2e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:50.563205 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-529a8d45-1732-45f7-a47f-698789394cec tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (9304dc4e-025a-4697-a74a-87ecab8fadd7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:50.574818 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] Request body: {'port': {'device_id': '61d175dc-1162-45fa-80a5-e55f91b9bb5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:50.606096 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-529a8d45-1732-45f7-a47f-698789394cec tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Calling delete_port for 9304dc4e-025a-4697-a74a-87ecab8fadd7 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:51.131443 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b958dca0-9043-437f-a259-1c2f1496eec9 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (fd86a658-1857-431d-abe3-7196e01a92f7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:51.166594 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b958dca0-9043-437f-a259-1c2f1496eec9 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (fd86a658-1857-431d-abe3-7196e01a92f7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:51.202073 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-529a8d45-1732-45f7-a47f-698789394cec tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (9304dc4e-025a-4697-a74a-87ecab8fadd7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:51.260258 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a8d45-1732-45f7-a47f-698789394cec tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Port': ['ID=9304dc4e-025a-4697-a74a-87ecab8fadd7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:51.268505 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f4f0e-9258-4fda-b217-844a7cfa66fe req-442e6626-e303-4f3e-9fee-95393ccf297c tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:51.281793 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-624f4f0e-9258-4fda-b217-844a7cfa66fe req-442e6626-e303-4f3e-9fee-95393ccf297c tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=61d175dc-1162-45fa-80a5-e55f91b9bb5a HTTP/1.1" status: 200 len: 931 time: 0.2221115 Feb 09 22:15:51.297877 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b958dca0-9043-437f-a259-1c2f1496eec9 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:51.299512 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b958dca0-9043-437f-a259-1c2f1496eec9 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.1884029 Feb 09 22:15:51.311632 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39434) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:51.324120 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f3c1fcf7-f42a-439e-88b9-17788d7a8032 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': 'fd86a658-1857-431d-abe3-7196e01a92f7', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:51.342896 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958dca0-9043-437f-a259-1c2f1496eec9 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd86a658-1857-431d-abe3-7196e01a92f7,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:51.354704 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (69c74a40-a524-4480-b07f-a0f9a6f0cc34), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:51.417798 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3c1fcf7-f42a-439e-88b9-17788d7a8032 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (c63de106-2ef4-429e-a93e-b13691e859d8), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:51.547691 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-624f4f0e-9258-4fda-b217-844a7cfa66fe req-f61c6f6b-8bd9-4681-973a-cee8af5d7338 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654536 Feb 09 22:15:51.607620 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-529a8d45-1732-45f7-a47f-698789394cec tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (83c30768-abbe-4814-81b0-0715e0f465f1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:51.637233 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39440) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:51.791164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f59247-a884-4d50-80ac-873338075765 admin admin] Deleting subnet 06fed0fd-d0e6-4e93-825b-777dfb1b6a31 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:15:51.798747 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3c1fcf7-f42a-439e-88b9-17788d7a8032 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (c63de106-2ef4-429e-a93e-b13691e859d8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:51.806045 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a0f59247-a884-4d50-80ac-873338075765 admin admin] Publish callbacks [] for subnet (06fed0fd-d0e6-4e93-825b-777dfb1b6a31), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:51.900358 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3c1fcf7-f42a-439e-88b9-17788d7a8032 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (c63de106-2ef4-429e-a93e-b13691e859d8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:52.055944 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1fcf7-f42a-439e-88b9-17788d7a8032 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63de106-2ef4-429e-a93e-b13691e859d8,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:52.065588 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a0f59247-a884-4d50-80ac-873338075765 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (06fed0fd-d0e6-4e93-825b-777dfb1b6a31), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:52.129021 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3c1fcf7-f42a-439e-88b9-17788d7a8032 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:52.136343 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f3c1fcf7-f42a-439e-88b9-17788d7a8032 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8155797 Feb 09 22:15:52.137336 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39444) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:52.154436 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-395e67c7-0321-45a4-a022-3d051454f8a1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': 'fd86a658-1857-431d-abe3-7196e01a92f7', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:52.208748 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c74a40-a524-4480-b07f-a0f9a6f0cc34 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:15:52.220122 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] Publish callbacks [] for port (69c74a40-a524-4480-b07f-a0f9a6f0cc34), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:52.247006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] Transition to ACTIVE for port object 69c74a40-a524-4480-b07f-a0f9a6f0cc34 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:15:52.253310 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (69c74a40-a524-4480-b07f-a0f9a6f0cc34), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:52.342016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] Pushing event updated for resources: {'Port': ['ID=69c74a40-a524-4480-b07f-a0f9a6f0cc34,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:52.482229 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] Attempting to bind port 69c74a40-a524-4480-b07f-a0f9a6f0cc34 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:15:52.483119 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] Attempting to bind port 69c74a40-a524-4480-b07f-a0f9a6f0cc34 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'c6c14abe-51d2-42be-a90f-e0ec967fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0fcd2e10-44ed-41a2-851d-20e13c8cb449'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:15:52.484123 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] Attempting to bind port 69c74a40-a524-4480-b07f-a0f9a6f0cc34 on network 0fcd2e10-44ed-41a2-851d-20e13c8cb449 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:15:52.502495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] Port 69c74a40-a524-4480-b07f-a0f9a6f0cc34 on network 0fcd2e10-44ed-41a2-851d-20e13c8cb449 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:15:52.503392 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] Attempting to bind port 69c74a40-a524-4480-b07f-a0f9a6f0cc34 on network 0fcd2e10-44ed-41a2-851d-20e13c8cb449 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:15:52.519492 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:15:52.520398 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] Checking segment: {'id': 'c6c14abe-51d2-42be-a90f-e0ec967fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0fcd2e10-44ed-41a2-851d-20e13c8cb449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:52.521744 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] Bound using segment: {'id': 'c6c14abe-51d2-42be-a90f-e0ec967fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0fcd2e10-44ed-41a2-851d-20e13c8cb449'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:15:52.522763 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] Bound port: 69c74a40-a524-4480-b07f-a0f9a6f0cc34, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6c14abe-51d2-42be-a90f-e0ec967fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0fcd2e10-44ed-41a2-851d-20e13c8cb449'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:15:52.523550 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (69c74a40-a524-4480-b07f-a0f9a6f0cc34), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:52.741811 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] For port 69c74a40-a524-4480-b07f-a0f9a6f0cc34, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:15:52.751781 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] For port 69c74a40-a524-4480-b07f-a0f9a6f0cc34, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=69c74a40-a524-4480-b07f-a0f9a6f0cc34,segment=NetworkSegment(c6c14abe-51d2-42be-a90f-e0ec967fb720),segment_id=c6c14abe-51d2-42be-a90f-e0ec967fb720)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:15:52.773496 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (69c74a40-a524-4480-b07f-a0f9a6f0cc34), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:52.775095 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a0f59247-a884-4d50-80ac-873338075765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (06fed0fd-d0e6-4e93-825b-777dfb1b6a31), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:52.877723 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-395e67c7-0321-45a4-a022-3d051454f8a1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (825fc9df-eb07-44ab-b7b8-baae700e4182), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:52.943974 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:52.945168 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:52.948326 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] 10.222.0.71 "PUT /v2.0/ports/69c74a40-a524-4480-b07f-a0f9a6f0cc34 HTTP/1.1" status: 200 len: 1091 time: 2.3826516 Feb 09 22:15:52.949448 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d175dc-1162-45fa-80a5-e55f91b9bb5a', 'tag': '69c74a40-a524-4480-b07f-a0f9a6f0cc34'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:15:52.954308 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6b022b-ddef-4f02-9bc9-8e74e9516ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "61d175dc-1162-45fa-80a5-e55f91b9bb5a", "tag": "69c74a40-a524-4480-b07f-a0f9a6f0cc34"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:15:53.019661 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a0f59247-a884-4d50-80ac-873338075765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (06fed0fd-d0e6-4e93-825b-777dfb1b6a31), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:53.024500 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc10d4-8db2-4af1-9b2d-c60b5f9291da service neutron] Pushing event updated for resources: {'Port': ['ID=69c74a40-a524-4480-b07f-a0f9a6f0cc34,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:53.091075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b32e4-2ecc-4634-8173-3f99f7b4c953 req-5586e03e-96b3-4cab-911a-577a33aa9237 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:53.093975 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f19b32e4-2ecc-4634-8173-3f99f7b4c953 req-5586e03e-96b3-4cab-911a-577a33aa9237 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=61d175dc-1162-45fa-80a5-e55f91b9bb5a HTTP/1.1" status: 200 len: 943 time: 0.2470045 Feb 09 22:15:53.122698 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a0f59247-a884-4d50-80ac-873338075765 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:53.131947 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a0f59247-a884-4d50-80ac-873338075765 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/06fed0fd-d0e6-4e93-825b-777dfb1b6a31 HTTP/1.1" status: 204 len: 168 time: 1.4912975 Feb 09 22:15:53.137976 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f59247-a884-4d50-80ac-873338075765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06fed0fd-d0e6-4e93-825b-777dfb1b6a31,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:53.141551 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39456) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:53.191190 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529a8d45-1732-45f7-a47f-698789394cec tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router 83c30768-abbe-4814-81b0-0715e0f465f1 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:15:53.235618 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-ca7a8c20-3aef-47fe-8b8e-7fc239548408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:53.237988 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-ca7a8c20-3aef-47fe-8b8e-7fc239548408 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d0055fcafce64765a6d3c33af60295d4&device_id=61d175dc-1162-45fa-80a5-e55f91b9bb5a HTTP/1.1" status: 200 len: 1125 time: 0.2001975 Feb 09 22:15:53.358595 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-088a3a93-95b1-4498-99f4-42fbdd0f151c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69c74a40-a524-4480-b07f-a0f9a6f0cc34 HTTP/1.1" status: 200 len: 217 time: 0.1054795 Feb 09 22:15:53.379985 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529a8d45-1732-45f7-a47f-698789394cec tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:15:53.408521 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ecaf21-2aea-4d2b-8855-19631c6c80da None None] Sync routers for ids ['83c30768-abbe-4814-81b0-0715e0f465f1'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:15:53.416857 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:15:53.444109 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-395e67c7-0321-45a4-a022-3d051454f8a1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (825fc9df-eb07-44ab-b7b8-baae700e4182), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:53.444765 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ecaf21-2aea-4d2b-8855-19631c6c80da None None] Routers {'83c30768-abbe-4814-81b0-0715e0f465f1'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:53.449488 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-27ecaf21-2aea-4d2b-8855-19631c6c80da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:15:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['83c30768-abbe-4814-81b0-0715e0f465f1'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:53.452004 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-529a8d45-1732-45f7-a47f-698789394cec tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/83c30768-abbe-4814-81b0-0715e0f465f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6799479 Feb 09 22:15:53.457017 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39460) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:53.479418 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f19b32e4-2ecc-4634-8173-3f99f7b4c953 req-b427b54d-ee57-4e59-9f2e-eb663b765b1e tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710377 Feb 09 22:15:53.496027 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e439241-f467-4ff2-9765-652ad9ef956e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (33574f77-ab09-4587-bf50-f5fe5ed8bcf9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:53.568533 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-395e67c7-0321-45a4-a022-3d051454f8a1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (825fc9df-eb07-44ab-b7b8-baae700e4182), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:53.604193 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-5ebe9afc-3d72-4c3c-8c20-e914d576dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:53.607269 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-5ebe9afc-3d72-4c3c-8c20-e914d576dd44 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=007c1de0-57b8-497f-a946-de55781d3a2c HTTP/1.1" status: 200 len: 848 time: 0.2361939 Feb 09 22:15:53.608760 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e67c7-0321-45a4-a022-3d051454f8a1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825fc9df-eb07-44ab-b7b8-baae700e4182,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:53.626655 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-395e67c7-0321-45a4-a022-3d051454f8a1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:53.628166 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-395e67c7-0321-45a4-a022-3d051454f8a1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4802189 Feb 09 22:15:53.634873 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd605ee9-608c-4b7d-93b0-3cc4822b7de4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting subnet f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:15:53.637607 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39462) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:53.645371 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6ce8c662-9b03-4d5b-b1eb-f25d6fbdbb4c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': 'fd86a658-1857-431d-abe3-7196e01a92f7', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:53.679229 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff136a5c-a805-4890-a5df-f1bdf4ed76c7 x-openstack-request-id: req-ff136a5c-a805-4890-a5df-f1bdf4ed76c7 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:15:53.679803 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cd605ee9-608c-4b7d-93b0-3cc4822b7de4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for subnet (f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:53.680365 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d175dc-1162-45fa-80a5-e55f91b9bb5a", "tag": "69c74a40-a524-4480-b07f-a0f9a6f0cc34", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:15:53.681705 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ff136a5c-a805-4890-a5df-f1bdf4ed76c7 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:15:53.682240 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d175dc-1162-45fa-80a5-e55f91b9bb5a', 'tag': '69c74a40-a524-4480-b07f-a0f9a6f0cc34', 'status': 'completed', 'code': 200} Feb 09 22:15:53.741859 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39464) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:53.742135 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-b9d03f31-cff2-46e3-b31a-3a1f971805e6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0fcd2e10-44ed-41a2-851d-20e13c8cb449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267986 Feb 09 22:15:53.767500 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6ce8c662-9b03-4d5b-b1eb-f25d6fbdbb4c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (da681684-2945-4398-9c7f-f9010e0083d0), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:53.850119 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-27ecaf21-2aea-4d2b-8855-19631c6c80da None None] Set router 83c30768-abbe-4814-81b0-0715e0f465f1 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:53.931477 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e439241-f467-4ff2-9765-652ad9ef956e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (33574f77-ab09-4587-bf50-f5fe5ed8bcf9), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:53.981412 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cd605ee9-608c-4b7d-93b0-3cc4822b7de4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:54.062486 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-3e439241-f467-4ff2-9765-652ad9ef956e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33574f77-ab09-4587-bf50-f5fe5ed8bcf9']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:54.120412 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-e7ad5c7c-837e-4959-b8c2-b92d8ad5c215 service neutron] 10.222.0.71 "GET /v2.0/networks/0fcd2e10-44ed-41a2-851d-20e13c8cb449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275602 Feb 09 22:15:54.125228 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-3e439241-f467-4ff2-9765-652ad9ef956e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc755490-3995-403f-9834-e2a614220c10') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:54.125596 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-3e439241-f467-4ff2-9765-652ad9ef956e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc755490-3995-403f-9834-e2a614220c10') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:54.161579 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e439241-f467-4ff2-9765-652ad9ef956e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (cc755490-3995-403f-9834-e2a614220c10), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:54.219191 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e439241-f467-4ff2-9765-652ad9ef956e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (cc755490-3995-403f-9834-e2a614220c10), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:54.220729 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cd605ee9-608c-4b7d-93b0-3cc4822b7de4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:54.236442 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e439241-f467-4ff2-9765-652ad9ef956e admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:15:54.236442 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e439241-f467-4ff2-9765-652ad9ef956e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (cc755490-3995-403f-9834-e2a614220c10), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:15:54.237454 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:15:54.343105 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6ce8c662-9b03-4d5b-b1eb-f25d6fbdbb4c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (da681684-2945-4398-9c7f-f9010e0083d0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:54.349008 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-27ecaf21-2aea-4d2b-8855-19631c6c80da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:15:51Z', 'revision_number': 9, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': '980113e2-4169-4246-ba3c-e26a757f8c4b', 'name': '', 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:4e:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:03Z', 'updated_at': '2022-02-09T22:15:14Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:54.349366 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ff61fd90-279f-46ac-8287-8cd7f78bd427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:54.365727 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6ce8c662-9b03-4d5b-b1eb-f25d6fbdbb4c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (da681684-2945-4398-9c7f-f9010e0083d0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:54.415946 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e439241-f467-4ff2-9765-652ad9ef956e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (33574f77-ab09-4587-bf50-f5fe5ed8bcf9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:54.423338 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ecaf21-2aea-4d2b-8855-19631c6c80da None None] Checking router: 83c30768-abbe-4814-81b0-0715e0f465f1 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:15:54.431344 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8c662-9b03-4d5b-b1eb-f25d6fbdbb4c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da681684-2945-4398-9c7f-f9010e0083d0,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:54.444847 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e439241-f467-4ff2-9765-652ad9ef956e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:54.457193 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3e439241-f467-4ff2-9765-652ad9ef956e admin admin] 10.222.0.77 "DELETE /v2.0/networks/33574f77-ab09-4587-bf50-f5fe5ed8bcf9 HTTP/1.1" status: 204 len: 168 time: 1.3075953 Feb 09 22:15:54.470175 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ecaf21-2aea-4d2b-8855-19631c6c80da None None] Routers {'83c30768-abbe-4814-81b0-0715e0f465f1'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:54.471301 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-27ecaf21-2aea-4d2b-8855-19631c6c80da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:15:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['83c30768-abbe-4814-81b0-0715e0f465f1'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:54.494382 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cd605ee9-608c-4b7d-93b0-3cc4822b7de4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:54.510761 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e439241-f467-4ff2-9765-652ad9ef956e admin admin] Pushing event deleted for resources: {'Network': ['ID=33574f77-ab09-4587-bf50-f5fe5ed8bcf9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:54.535126 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f4b6ddd-4f57-4ad3-9c8e-b4c13d20c10a req-144bdef3-dbc1-4a0e-b228-852aef1f0eec service neutron] 10.222.0.71 "GET /v2.0/networks/0fcd2e10-44ed-41a2-851d-20e13c8cb449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046450 Feb 09 22:15:54.538715 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6ce8c662-9b03-4d5b-b1eb-f25d6fbdbb4c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:54.545360 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39474) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:54.545754 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6ce8c662-9b03-4d5b-b1eb-f25d6fbdbb4c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9061010 Feb 09 22:15:54.553757 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-70c921b5-0efe-4ff1-8d2f-9c32f1b1b82f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': 'fd86a658-1857-431d-abe3-7196e01a92f7', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:54.564372 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cd605ee9-608c-4b7d-93b0-3cc4822b7de4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:54.570410 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cd605ee9-608c-4b7d-93b0-3cc4822b7de4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/subnets/f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199 HTTP/1.1" status: 204 len: 168 time: 1.1117790 Feb 09 22:15:54.580867 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39476) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:54.654377 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd605ee9-608c-4b7d-93b0-3cc4822b7de4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:54.726624 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff155860-99f1-4d01-9267-b477d3887262 None None] Network 47474d4a-5961-451a-8a80-eca1f9bbb61e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:54.842240 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ff61fd90-279f-46ac-8287-8cd7f78bd427 admin admin] Publish callbacks [] for security_group (19b95f8b-8034-4ee4-aa66-86df64865f71), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:54.858562 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ff61fd90-279f-46ac-8287-8cd7f78bd427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (19b95f8b-8034-4ee4-aa66-86df64865f71), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:54.893295 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-27ecaf21-2aea-4d2b-8855-19631c6c80da None None] Set router 83c30768-abbe-4814-81b0-0715e0f465f1 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:54.893937 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39478) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:54.937360 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78e8fd22-2dda-4df5-a7df-a767de17ce8c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (47474d4a-5961-451a-8a80-eca1f9bbb61e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:54.943053 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70c921b5-0efe-4ff1-8d2f-9c32f1b1b82f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (bcb74b8a-b1a9-4099-917b-ade972f442cf), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.022463 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ff61fd90-279f-46ac-8287-8cd7f78bd427 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=796017a022434c978588df5cf0c85e4f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2726674 Feb 09 22:15:55.032403 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70c921b5-0efe-4ff1-8d2f-9c32f1b1b82f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (bcb74b8a-b1a9-4099-917b-ade972f442cf), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.035168 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39482) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:55.049809 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61fd90-279f-46ac-8287-8cd7f78bd427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b95f8b-8034-4ee4-aa66-86df64865f71,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:55.081954 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70c921b5-0efe-4ff1-8d2f-9c32f1b1b82f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (bcb74b8a-b1a9-4099-917b-ade972f442cf), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.118434 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-86f55d56-2afc-4f89-9e0b-fcca7b962d3b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9608739977cd4626bc92c700b42bed29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2203395 Feb 09 22:15:55.120160 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39484) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:55.128414 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b022b-ddef-4f02-9bc9-8e74e9516ce5 req-e8e67f1c-fd29-41d5-80e7-85b81bd74283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:55.130940 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a6b022b-ddef-4f02-9bc9-8e74e9516ce5 req-e8e67f1c-fd29-41d5-80e7-85b81bd74283 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d0055fcafce64765a6d3c33af60295d4&device_id=61d175dc-1162-45fa-80a5-e55f91b9bb5a HTTP/1.1" status: 200 len: 1125 time: 0.4923623 Feb 09 22:15:55.133457 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7decfee-36ba-4ef2-98fa-bbeb0a118e86 None None] DHCP port deletion for 47474d4a-5961-451a-8a80-eca1f9bbb61e request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:15:55.148859 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a08244-84b0-4bcd-bc0f-d6b8e711b937 req-e88fa759-42db-46b2-93d3-22268e205398 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:55.157564 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e6a08244-84b0-4bcd-bc0f-d6b8e711b937 req-e88fa759-42db-46b2-93d3-22268e205398 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=61d175dc-1162-45fa-80a5-e55f91b9bb5a HTTP/1.1" status: 200 len: 943 time: 0.3769233 Feb 09 22:15:55.208827 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70c921b5-0efe-4ff1-8d2f-9c32f1b1b82f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.210210 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-70c921b5-0efe-4ff1-8d2f-9c32f1b1b82f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6628625 Feb 09 22:15:55.210782 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c921b5-0efe-4ff1-8d2f-9c32f1b1b82f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb74b8a-b1a9-4099-917b-ade972f442cf,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:55.233028 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39486) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:55.234502 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b80a96d-146d-4095-82e1-5e0d99264707 admin admin] Publish callbacks [] for security_group (6a9ed149-f0d7-4426-a660-dca5e1f92fd9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.242144 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ddc5ab75-f3fb-4614-aa59-cd30ba5c477a tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': 'fd86a658-1857-431d-abe3-7196e01a92f7', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:55.294183 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b80a96d-146d-4095-82e1-5e0d99264707 admin admin] Publish callbacks [] for security_group (6a9ed149-f0d7-4426-a660-dca5e1f92fd9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.312165 n-d-828601-1 neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-ddc5ab75-f3fb-4614-aa59-cd30ba5c477a tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Project a306ddcdfade484fb30dc0e0a20bda6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:15:55.327279 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ddc5ab75-f3fb-4614-aa59-cd30ba5c477a tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (1bb90ea7-e592-433c-98ec-78b859542d5d), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.452093 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b022b-ddef-4f02-9bc9-8e74e9516ce5 req-a7e40016-061f-4f66-a9f1-41a635e846c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:55.455310 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a6b022b-ddef-4f02-9bc9-8e74e9516ce5 req-a7e40016-061f-4f66-a9f1-41a635e846c5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0fcd2e10-44ed-41a2-851d-20e13c8cb449 HTTP/1.1" status: 200 len: 909 time: 0.2954044 Feb 09 22:15:55.466622 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ddc5ab75-f3fb-4614-aa59-cd30ba5c477a tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (1bb90ea7-e592-433c-98ec-78b859542d5d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.490634 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ddc5ab75-f3fb-4614-aa59-cd30ba5c477a tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (1bb90ea7-e592-433c-98ec-78b859542d5d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.520490 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b80a96d-146d-4095-82e1-5e0d99264707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6a9ed149-f0d7-4426-a660-dca5e1f92fd9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.525302 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b80a96d-146d-4095-82e1-5e0d99264707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.529160 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6b80a96d-146d-4095-82e1-5e0d99264707 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6a9ed149-f0d7-4426-a660-dca5e1f92fd9 HTTP/1.1" status: 204 len: 168 time: 0.4052219 Feb 09 22:15:55.583325 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5ab75-f3fb-4614-aa59-cd30ba5c477a tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb90ea7-e592-433c-98ec-78b859542d5d,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:55.595913 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e82f63b7-97f5-4772-a9e4-9ef5559030a7 admin admin] Publish callbacks [] for security_group (19b95f8b-8034-4ee4-aa66-86df64865f71), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.600113 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80a96d-146d-4095-82e1-5e0d99264707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9ed149-f0d7-4426-a660-dca5e1f92fd9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:55.616060 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ddc5ab75-f3fb-4614-aa59-cd30ba5c477a tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.620934 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ddc5ab75-f3fb-4614-aa59-cd30ba5c477a tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3820224 Feb 09 22:15:55.626638 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39490) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:55.644771 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e82f63b7-97f5-4772-a9e4-9ef5559030a7 admin admin] Publish callbacks [] for security_group (19b95f8b-8034-4ee4-aa66-86df64865f71), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.648711 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ef1b80da-0f76-4c92-82bc-30733f26969e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': 'fd86a658-1857-431d-abe3-7196e01a92f7', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:55.707388 n-d-828601-1 neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-ef1b80da-0f76-4c92-82bc-30733f26969e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Project a306ddcdfade484fb30dc0e0a20bda6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:15:55.719293 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef1b80da-0f76-4c92-82bc-30733f26969e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (ae075cb9-6198-46ad-8c0d-2462c2e2bcb1), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.787677 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a6b022b-ddef-4f02-9bc9-8e74e9516ce5 req-a30b68ea-eb7b-43ea-8ef7-29ca657f734f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69c74a40-a524-4480-b07f-a0f9a6f0cc34 HTTP/1.1" status: 200 len: 217 time: 0.3052838 Feb 09 22:15:55.843677 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e6a08244-84b0-4bcd-bc0f-d6b8e711b937 req-662d94b6-c95b-4148-8610-43d5722d775c tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6851590 Feb 09 22:15:55.873495 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef1b80da-0f76-4c92-82bc-30733f26969e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (ae075cb9-6198-46ad-8c0d-2462c2e2bcb1), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.880386 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 771f5d42-86b7-4c3c-8a9c-9c703686a773 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:15:55.891012 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef1b80da-0f76-4c92-82bc-30733f26969e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (ae075cb9-6198-46ad-8c0d-2462c2e2bcb1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.935187 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b80da-0f76-4c92-82bc-30733f26969e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae075cb9-6198-46ad-8c0d-2462c2e2bcb1,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:55.952108 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef1b80da-0f76-4c92-82bc-30733f26969e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.953838 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ef1b80da-0f76-4c92-82bc-30733f26969e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3256855 Feb 09 22:15:55.958188 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39494) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:55.965107 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-73c6dde7-e6ff-4b4e-a378-5cba3eb2acaf tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'network': {'name': 'tempest-network-smoke--530098507', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'port_security_enabled': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:55.967926 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-78e8fd22-2dda-4df5-a7df-a767de17ce8c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting port 771f5d42-86b7-4c3c-8a9c-9c703686a773 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:55.968358 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78e8fd22-2dda-4df5-a7df-a767de17ce8c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (771f5d42-86b7-4c3c-8a9c-9c703686a773), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.991230 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e82f63b7-97f5-4772-a9e4-9ef5559030a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (19b95f8b-8034-4ee4-aa66-86df64865f71), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.997779 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e82f63b7-97f5-4772-a9e4-9ef5559030a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.999474 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e82f63b7-97f5-4772-a9e4-9ef5559030a7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/19b95f8b-8034-4ee4-aa66-86df64865f71 HTTP/1.1" status: 204 len: 168 time: 0.9617240 Feb 09 22:15:56.021350 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c6dde7-e6ff-4b4e-a378-5cba3eb2acaf tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Made reservation on behalf of a306ddcdfade484fb30dc0e0a20bda6f for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:56.025392 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73c6dde7-e6ff-4b4e-a378-5cba3eb2acaf tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.082627 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c6dde7-e6ff-4b4e-a378-5cba3eb2acaf tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:15:56.098060 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f63b7-97f5-4772-a9e4-9ef5559030a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b95f8b-8034-4ee4-aa66-86df64865f71,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:56.107043 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73c6dde7-e6ff-4b4e-a378-5cba3eb2acaf tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (809d8f2f-29bc-4e22-87c2-9995784e4b0d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.107399 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-73c6dde7-e6ff-4b4e-a378-5cba3eb2acaf tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Added segment 809d8f2f-29bc-4e22-87c2-9995784e4b0d of type vlan for network 675e821d-ac96-46b3-beff-78dacba9c4e8 Feb 09 22:15:56.147350 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b022b-ddef-4f02-9bc9-8e74e9516ce5 req-1a941d10-96f6-4da0-a11f-426f55688953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:56.150870 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a6b022b-ddef-4f02-9bc9-8e74e9516ce5 req-1a941d10-96f6-4da0-a11f-426f55688953 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=007c1de0-57b8-497f-a946-de55781d3a2c HTTP/1.1" status: 200 len: 848 time: 0.3356166 Feb 09 22:15:56.201706 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73c6dde7-e6ff-4b4e-a378-5cba3eb2acaf tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (675e821d-ac96-46b3-beff-78dacba9c4e8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.253380 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a6b022b-ddef-4f02-9bc9-8e74e9516ce5 req-fd89d8c3-64ff-46b4-9098-2b8b097b7417 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0fcd2e10-44ed-41a2-851d-20e13c8cb449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847778 Feb 09 22:15:56.258922 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-78e8fd22-2dda-4df5-a7df-a767de17ce8c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] For port 771f5d42-86b7-4c3c-8a9c-9c703686a773, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=771f5d42-86b7-4c3c-8a9c-9c703686a773,segment=NetworkSegment(245aa839-6dd1-4072-8a5b-4094484a0d2e),segment_id=245aa839-6dd1-4072-8a5b-4094484a0d2e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:56.259272 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78e8fd22-2dda-4df5-a7df-a767de17ce8c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (771f5d42-86b7-4c3c-8a9c-9c703686a773), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.267705 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73c6dde7-e6ff-4b4e-a378-5cba3eb2acaf tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (675e821d-ac96-46b3-beff-78dacba9c4e8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.273646 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c6dde7-e6ff-4b4e-a378-5cba3eb2acaf tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:56.274208 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73c6dde7-e6ff-4b4e-a378-5cba3eb2acaf tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.377248 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f7decfee-36ba-4ef2-98fa-bbeb0a118e86 None None] Deleting port 771f5d42-86b7-4c3c-8a9c-9c703686a773 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:56.377721 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f7decfee-36ba-4ef2-98fa-bbeb0a118e86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (771f5d42-86b7-4c3c-8a9c-9c703686a773), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.444019 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-78e8fd22-2dda-4df5-a7df-a767de17ce8c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Calling delete_port for 771f5d42-86b7-4c3c-8a9c-9c703686a773 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:56.497187 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-73c6dde7-e6ff-4b4e-a378-5cba3eb2acaf tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5373333 Feb 09 22:15:56.504099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39504) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:56.521860 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-84ddf8b2-7462-4c4b-ad8a-82f7e63062a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-681866194', 'admin_state_up': True, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:56.541580 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6dde7-e6ff-4b4e-a378-5cba3eb2acaf tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Network': ['ID=675e821d-ac96-46b3-beff-78dacba9c4e8,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:56.568771 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a6b022b-ddef-4f02-9bc9-8e74e9516ce5 req-8c3286f6-4f87-416e-ac82-96d05c10e384 service neutron] 10.222.0.71 "GET /v2.0/networks/0fcd2e10-44ed-41a2-851d-20e13c8cb449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964890 Feb 09 22:15:56.595378 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84ddf8b2-7462-4c4b-ad8a-82f7e63062a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (fb616316-23b0-44bc-b86f-8d3a0201d83c), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.597347 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84ddf8b2-7462-4c4b-ad8a-82f7e63062a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (fb616316-23b0-44bc-b86f-8d3a0201d83c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.629107 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 771f5d42-86b7-4c3c-8a9c-9c703686a773 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:56.630266 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (771f5d42-86b7-4c3c-8a9c-9c703686a773), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.635518 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 675e821d-ac96-46b3-beff-78dacba9c4e8 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:15:56.780780 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84ddf8b2-7462-4c4b-ad8a-82f7e63062a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_controller (fb616316-23b0-44bc-b86f-8d3a0201d83c), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.788685 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f7decfee-36ba-4ef2-98fa-bbeb0a118e86 None None] For port 771f5d42-86b7-4c3c-8a9c-9c703686a773, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=771f5d42-86b7-4c3c-8a9c-9c703686a773,segment=NetworkSegment(245aa839-6dd1-4072-8a5b-4094484a0d2e),segment_id=245aa839-6dd1-4072-8a5b-4094484a0d2e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:56.789592 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f7decfee-36ba-4ef2-98fa-bbeb0a118e86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (771f5d42-86b7-4c3c-8a9c-9c703686a773), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.814238 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-27ecaf21-2aea-4d2b-8855-19631c6c80da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:15:51Z', 'revision_number': 9, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': '980113e2-4169-4246-ba3c-e26a757f8c4b', 'name': '', 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:4e:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:03Z', 'updated_at': '2022-02-09T22:15:14Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:56.829721 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f7decfee-36ba-4ef2-98fa-bbeb0a118e86 None None] Calling delete_port for 771f5d42-86b7-4c3c-8a9c-9c703686a773 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:56.942440 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a6b022b-ddef-4f02-9bc9-8e74e9516ce5 req-823214e3-7788-41f9-96e6-3bc2b55f26a0 service neutron] 10.222.0.71 "GET /v2.0/networks/0fcd2e10-44ed-41a2-851d-20e13c8cb449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665164 Feb 09 22:15:56.945226 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 771f5d42-86b7-4c3c-8a9c-9c703686a773, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=771f5d42-86b7-4c3c-8a9c-9c703686a773,segment=NetworkSegment(245aa839-6dd1-4072-8a5b-4094484a0d2e),segment_id=245aa839-6dd1-4072-8a5b-4094484a0d2e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:56.954655 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ecaf21-2aea-4d2b-8855-19631c6c80da None None] The sync data for ids ['83c30768-abbe-4814-81b0-0715e0f465f1'] in n-d-828601-1 is: [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:15:51Z', 'revision_number': 9, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': '980113e2-4169-4246-ba3c-e26a757f8c4b', 'name': '', 'network_id': '2a8ba32c-86c8-48b6-9e87-20a4cc5f7374', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:4e:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:03Z', 'updated_at': '2022-02-09T22:15:14Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': '843a10ba-0a49-4f99-bfda-14b9ea25bd96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:15:56.976394 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78e8fd22-2dda-4df5-a7df-a767de17ce8c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (771f5d42-86b7-4c3c-8a9c-9c703686a773), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.012406 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (771f5d42-86b7-4c3c-8a9c-9c703686a773), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.050138 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39514) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:57.110980 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-195db36f-1acc-44a2-8818-0008047789f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.126069 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e8fd22-2dda-4df5-a7df-a767de17ce8c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] No DVR routers for this DVR port 771f5d42-86b7-4c3c-8a9c-9c703686a773 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:15:57.132657 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8fd22-2dda-4df5-a7df-a767de17ce8c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Port': ['ID=771f5d42-86b7-4c3c-8a9c-9c703686a773,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:57.184081 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event deleted for resources: {'Port': ['ID=771f5d42-86b7-4c3c-8a9c-9c703686a773,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:57.287514 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f7decfee-36ba-4ef2-98fa-bbeb0a118e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (771f5d42-86b7-4c3c-8a9c-9c703686a773), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.330704 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7decfee-36ba-4ef2-98fa-bbeb0a118e86 None None] No DVR routers for this DVR port 771f5d42-86b7-4c3c-8a9c-9c703686a773 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:15:57.352499 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84ddf8b2-7462-4c4b-ad8a-82f7e63062a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_gateway (fb616316-23b0-44bc-b86f-8d3a0201d83c), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.409020 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78e8fd22-2dda-4df5-a7df-a767de17ce8c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (47474d4a-5961-451a-8a80-eca1f9bbb61e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.426180 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2190d-4b00-4c4f-b51b-8f4a317907e6 req-128aba88-ebaf-43ac-8c51-b1facec80a5e tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:57.428344 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5e2190d-4b00-4c4f-b51b-8f4a317907e6 req-128aba88-ebaf-43ac-8c51-b1facec80a5e tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=61d175dc-1162-45fa-80a5-e55f91b9bb5a HTTP/1.1" status: 200 len: 943 time: 0.3249986 Feb 09 22:15:57.432924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7decfee-36ba-4ef2-98fa-bbeb0a118e86 None None] Pushing event deleted for resources: {'Port': ['ID=771f5d42-86b7-4c3c-8a9c-9c703686a773,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:57.464942 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-78e8fd22-2dda-4df5-a7df-a767de17ce8c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47474d4a-5961-451a-8a80-eca1f9bbb61e']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:57.501124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-78e8fd22-2dda-4df5-a7df-a767de17ce8c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245aa839-6dd1-4072-8a5b-4094484a0d2e') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:57.501546 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-78e8fd22-2dda-4df5-a7df-a767de17ce8c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245aa839-6dd1-4072-8a5b-4094484a0d2e') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:57.520632 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 69c74a40-a524-4480-b07f-a0f9a6f0cc34 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:15:57.552435 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78e8fd22-2dda-4df5-a7df-a767de17ce8c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (245aa839-6dd1-4072-8a5b-4094484a0d2e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.588299 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78e8fd22-2dda-4df5-a7df-a767de17ce8c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (245aa839-6dd1-4072-8a5b-4094484a0d2e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.599907 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e8fd22-2dda-4df5-a7df-a767de17ce8c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:15:57.601147 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78e8fd22-2dda-4df5-a7df-a767de17ce8c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (245aa839-6dd1-4072-8a5b-4094484a0d2e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.709547 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-195db36f-1acc-44a2-8818-0008047789f8 admin admin] Publish callbacks [] for security_group (ba62bea3-4b9a-4504-b52d-6cd23ea8b282), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:15:57.710184 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:15:57.721627 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 69c74a40-a524-4480-b07f-a0f9a6f0cc34, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=69c74a40-a524-4480-b07f-a0f9a6f0cc34,segment=NetworkSegment(c6c14abe-51d2-42be-a90f-e0ec967fb720),segment_id=c6c14abe-51d2-42be-a90f-e0ec967fb720)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:57.726742 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-195db36f-1acc-44a2-8818-0008047789f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ba62bea3-4b9a-4504-b52d-6cd23ea8b282), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.751507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '69c74a40-a524-4480-b07f-a0f9a6f0cc34', 'network_id': '0fcd2e10-44ed-41a2-851d-20e13c8cb449', 'port_id': '69c74a40-a524-4480-b07f-a0f9a6f0cc34', 'mac_address': 'fa:16:3e:a9:9b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007c1de0-57b8-497f-a946-de55781d3a2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:15:57.752384 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5e2190d-4b00-4c4f-b51b-8f4a317907e6 req-30ded3e7-a51f-4802-85ed-312c05772445 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063653 Feb 09 22:15:57.797713 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78e8fd22-2dda-4df5-a7df-a767de17ce8c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (47474d4a-5961-451a-8a80-eca1f9bbb61e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.811619 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78e8fd22-2dda-4df5-a7df-a767de17ce8c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.815315 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-78e8fd22-2dda-4df5-a7df-a767de17ce8c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/networks/47474d4a-5961-451a-8a80-eca1f9bbb61e HTTP/1.1" status: 204 len: 168 time: 3.2287786 Feb 09 22:15:57.828779 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39526) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:57.849476 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9304dc4e-025a-4697-a74a-87ecab8fadd7 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:15:57.863063 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195db36f-1acc-44a2-8818-0008047789f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba62bea3-4b9a-4504-b52d-6cd23ea8b282,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:57.872889 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-195db36f-1acc-44a2-8818-0008047789f8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=05738e451d834959b73a06d468a5ec74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8192506 Feb 09 22:15:57.874134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39528) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:57.881969 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8fd22-2dda-4df5-a7df-a767de17ce8c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Network': ['ID=47474d4a-5961-451a-8a80-eca1f9bbb61e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:57.902194 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 69c74a40-a524-4480-b07f-a0f9a6f0cc34 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:57.902701 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (69c74a40-a524-4480-b07f-a0f9a6f0cc34), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.935201 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39530) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:57.935615 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 9304dc4e-025a-4697-a74a-87ecab8fadd7 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:15:57.936009 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9304dc4e-025a-4697-a74a-87ecab8fadd7 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:15:57.947434 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c74a40-a524-4480-b07f-a0f9a6f0cc34 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:15:58.004311 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 69c74a40-a524-4480-b07f-a0f9a6f0cc34, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=69c74a40-a524-4480-b07f-a0f9a6f0cc34,segment=NetworkSegment(c6c14abe-51d2-42be-a90f-e0ec967fb720),segment_id=c6c14abe-51d2-42be-a90f-e0ec967fb720)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:58.014472 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (69c74a40-a524-4480-b07f-a0f9a6f0cc34), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.101634 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b903217b-ace1-40e9-b265-15a504391527 admin admin] Publish callbacks [] for security_group (ba62bea3-4b9a-4504-b52d-6cd23ea8b282), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.102853 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=69c74a40-a524-4480-b07f-a0f9a6f0cc34,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:58.141145 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c2cd3a94-50d9-41db-920c-481c48ba1e7e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1414680556-network', 'tenant_id': '69518509542c435e9d75ebf241480afc'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:58.144243 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84ddf8b2-7462-4c4b-ad8a-82f7e63062a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_gateway (fb616316-23b0-44bc-b86f-8d3a0201d83c), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.180609 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84ddf8b2-7462-4c4b-ad8a-82f7e63062a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.201032 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b903217b-ace1-40e9-b265-15a504391527 admin admin] Publish callbacks [] for security_group (ba62bea3-4b9a-4504-b52d-6cd23ea8b282), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.220416 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['69c74a40-a524-4480-b07f-a0f9a6f0cc34'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:15:58.281851 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cd3a94-50d9-41db-920c-481c48ba1e7e admin admin] Made reservation on behalf of 69518509542c435e9d75ebf241480afc for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:58.284301 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3a94-50d9-41db-920c-481c48ba1e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.334756 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3a94-50d9-41db-920c-481c48ba1e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.447305 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-84ddf8b2-7462-4c4b-ad8a-82f7e63062a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Allocated IP 172.25.6.164 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/1ce538e1-2ec2-4f94-8d7f-a4dc517338cc) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:58.459469 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b903217b-ace1-40e9-b265-15a504391527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ba62bea3-4b9a-4504-b52d-6cd23ea8b282), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.463719 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b903217b-ace1-40e9-b265-15a504391527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.481055 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b903217b-ace1-40e9-b265-15a504391527 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ba62bea3-4b9a-4504-b52d-6cd23ea8b282 HTTP/1.1" status: 204 len: 168 time: 0.5911126 Feb 09 22:15:58.526532 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903217b-ace1-40e9-b265-15a504391527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba62bea3-4b9a-4504-b52d-6cd23ea8b282,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:58.594238 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5195b530-7889-4ebf-9aa2-15005a767dd6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (83c30768-abbe-4814-81b0-0715e0f465f1), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.844713 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3a94-50d9-41db-920c-481c48ba1e7e admin admin] Publish callbacks [] for security_group (20521b18-6827-4b9e-a1eb-971656e386fd), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.872405 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3a94-50d9-41db-920c-481c48ba1e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (20521b18-6827-4b9e-a1eb-971656e386fd), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.895970 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84ddf8b2-7462-4c4b-ad8a-82f7e63062a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (1ce538e1-2ec2-4f94-8d7f-a4dc517338cc), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.952047 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2cd3a94-50d9-41db-920c-481c48ba1e7e admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:15:58.976328 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd3a94-50d9-41db-920c-481c48ba1e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20521b18-6827-4b9e-a1eb-971656e386fd,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:58.994233 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3a94-50d9-41db-920c-481c48ba1e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (7d0ad656-8134-45ba-a94e-786258103b8d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.994778 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-c2cd3a94-50d9-41db-920c-481c48ba1e7e admin admin] Added segment 7d0ad656-8134-45ba-a94e-786258103b8d of type vlan for network 8e9da13d-3b37-4190-addb-aed85b437aef Feb 09 22:15:59.087308 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157dd61d-408a-4258-81bb-1e95f0ff1215 req-d8300942-a5e4-4f69-ad27-ec2c4d78c1a2 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:59.100647 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-157dd61d-408a-4258-81bb-1e95f0ff1215 req-d8300942-a5e4-4f69-ad27-ec2c4d78c1a2 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=61d175dc-1162-45fa-80a5-e55f91b9bb5a HTTP/1.1" status: 200 len: 944 time: 0.2307439 Feb 09 22:15:59.114746 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3a94-50d9-41db-920c-481c48ba1e7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (8e9da13d-3b37-4190-addb-aed85b437aef), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:59.152290 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84ddf8b2-7462-4c4b-ad8a-82f7e63062a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (1ce538e1-2ec2-4f94-8d7f-a4dc517338cc), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:59.259835 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3a94-50d9-41db-920c-481c48ba1e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (8e9da13d-3b37-4190-addb-aed85b437aef), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:59.262364 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cd3a94-50d9-41db-920c-481c48ba1e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:59.263339 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3a94-50d9-41db-920c-481c48ba1e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:59.281557 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ddf8b2-7462-4c4b-ad8a-82f7e63062a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:59.289869 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ddf8b2-7462-4c4b-ad8a-82f7e63062a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=1ce538e1-2ec2-4f94-8d7f-a4dc517338cc,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:59.290020 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-157dd61d-408a-4258-81bb-1e95f0ff1215 req-b20c1a00-2f37-46a4-a911-62626f1f94e5 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811359 Feb 09 22:15:59.312519 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5195b530-7889-4ebf-9aa2-15005a767dd6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting port 980113e2-4169-4246-ba3c-e26a757f8c4b {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:59.313005 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5195b530-7889-4ebf-9aa2-15005a767dd6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (980113e2-4169-4246-ba3c-e26a757f8c4b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:59.361102 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-84ddf8b2-7462-4c4b-ad8a-82f7e63062a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:59.370351 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ddf8b2-7462-4c4b-ad8a-82f7e63062a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:59.379240 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c2cd3a94-50d9-41db-920c-481c48ba1e7e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4312682 Feb 09 22:15:59.411753 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd3a94-50d9-41db-920c-481c48ba1e7e admin admin] Pushing event updated for resources: {'Network': ['ID=8e9da13d-3b37-4190-addb-aed85b437aef,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:59.424919 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 8e9da13d-3b37-4190-addb-aed85b437aef details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:15:59.435565 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39552) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:59.453284 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ead5b470-440a-4381-bf6f-66ea3df85d06 admin admin] Request body: {'subnet': {'network_id': '8e9da13d-3b37-4190-addb-aed85b437aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1414680556-subnet', 'tenant_id': '69518509542c435e9d75ebf241480afc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:59.590989 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 69c74a40-a524-4480-b07f-a0f9a6f0cc34 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:59.632103 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead5b470-440a-4381-bf6f-66ea3df85d06 admin admin] Made reservation on behalf of 69518509542c435e9d75ebf241480afc for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:59.637882 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ead5b470-440a-4381-bf6f-66ea3df85d06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:59.715462 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 69c74a40-a524-4480-b07f-a0f9a6f0cc34 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:15:59.722164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 69c74a40-a524-4480-b07f-a0f9a6f0cc34 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:59.722820 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (69c74a40-a524-4480-b07f-a0f9a6f0cc34), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:59.808721 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-5195b530-7889-4ebf-9aa2-15005a767dd6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] For port 980113e2-4169-4246-ba3c-e26a757f8c4b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=980113e2-4169-4246-ba3c-e26a757f8c4b,segment=NetworkSegment(93cb9c61-6d16-4f85-9df9-03977b132bb5),segment_id=93cb9c61-6d16-4f85-9df9-03977b132bb5)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:59.809377 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5195b530-7889-4ebf-9aa2-15005a767dd6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (980113e2-4169-4246-ba3c-e26a757f8c4b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:59.860227 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5195b530-7889-4ebf-9aa2-15005a767dd6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Calling delete_port for 980113e2-4169-4246-ba3c-e26a757f8c4b owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:59.862351 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 69c74a40-a524-4480-b07f-a0f9a6f0cc34 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:59.862957 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (69c74a40-a524-4480-b07f-a0f9a6f0cc34), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:59.898333 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d175dc-1162-45fa-80a5-e55f91b9bb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c74a40-a524-4480-b07f-a0f9a6f0cc34'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:15:59.903258 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8be8a53-a263-42ef-bdf6-b53ce52c7b2e" -d '{"events": [{"server_uuid": "61d175dc-1162-45fa-80a5-e55f91b9bb5a", "name": "network-vif-plugged", "status": "completed", "tag": "69c74a40-a524-4480-b07f-a0f9a6f0cc34"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:15:59.941507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 69c74a40-a524-4480-b07f-a0f9a6f0cc34, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=69c74a40-a524-4480-b07f-a0f9a6f0cc34,segment=NetworkSegment(c6c14abe-51d2-42be-a90f-e0ec967fb720),segment_id=c6c14abe-51d2-42be-a90f-e0ec967fb720)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:59.954208 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (69c74a40-a524-4480-b07f-a0f9a6f0cc34), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:00.052613 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612dca39-763c-483a-a09b-67395fa3d10c x-openstack-request-id: req-612dca39-763c-483a-a09b-67395fa3d10c {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:16:00.053228 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d175dc-1162-45fa-80a5-e55f91b9bb5a", "name": "network-vif-plugged", "status": "completed", "tag": "69c74a40-a524-4480-b07f-a0f9a6f0cc34", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:16:00.056281 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-612dca39-763c-483a-a09b-67395fa3d10c {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:16:00.056987 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d175dc-1162-45fa-80a5-e55f91b9bb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c74a40-a524-4480-b07f-a0f9a6f0cc34', 'code': 200} Feb 09 22:16:00.073105 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84ddf8b2-7462-4c4b-ad8a-82f7e63062a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_gateway (fb616316-23b0-44bc-b86f-8d3a0201d83c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:00.136932 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=69c74a40-a524-4480-b07f-a0f9a6f0cc34,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:00.269735 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cd1a4-0af5-4cfa-9c5b-6608b5471b77 req-1c8aba2c-7213-4263-8086-f98a133e13ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:00.271348 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-510cd1a4-0af5-4cfa-9c5b-6608b5471b77 req-1c8aba2c-7213-4263-8086-f98a133e13ab service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=61d175dc-1162-45fa-80a5-e55f91b9bb5a HTTP/1.1" status: 200 len: 1127 time: 0.1483610 Feb 09 22:16:00.415726 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ead5b470-440a-4381-bf6f-66ea3df85d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (92954795-786b-41ae-8ced-e1e2f6c51930), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:00.481880 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-510cd1a4-0af5-4cfa-9c5b-6608b5471b77 req-ce6d8265-d5ea-4aac-abcc-96c48d518bd7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011759 Feb 09 22:16:00.519333 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84ddf8b2-7462-4c4b-ad8a-82f7e63062a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (fb616316-23b0-44bc-b86f-8d3a0201d83c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:00.557893 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5b470-440a-4381-bf6f-66ea3df85d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92954795-786b-41ae-8ced-e1e2f6c51930,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:00.567463 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5195b530-7889-4ebf-9aa2-15005a767dd6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (980113e2-4169-4246-ba3c-e26a757f8c4b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:00.807265 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ddf8b2-7462-4c4b-ad8a-82f7e63062a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Router fb616316-23b0-44bc-b86f-8d3a0201d83c is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:16:00.994731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195b530-7889-4ebf-9aa2-15005a767dd6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Port': ['ID=980113e2-4169-4246-ba3c-e26a757f8c4b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:01.001606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead5b470-440a-4381-bf6f-66ea3df85d06 admin admin] Checking segment: {'id': '7d0ad656-8134-45ba-a94e-786258103b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8e9da13d-3b37-4190-addb-aed85b437aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:16:01.001988 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead5b470-440a-4381-bf6f-66ea3df85d06 admin admin] Network hostable DHCP agents. Network: 8e9da13d-3b37-4190-addb-aed85b437aef, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:16:01.014300 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc70df-a0f2-4780-8859-a0ad99ff91d7 req-8e3a3520-3fe6-4169-b7c8-39ce8df189bf tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:01.016032 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fcdc70df-a0f2-4780-8859-a0ad99ff91d7 req-8e3a3520-3fe6-4169-b7c8-39ce8df189bf tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=61d175dc-1162-45fa-80a5-e55f91b9bb5a HTTP/1.1" status: 200 len: 945 time: 0.5685124 Feb 09 22:16:01.101887 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ddf8b2-7462-4c4b-ad8a-82f7e63062a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:16:01.115070 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead5b470-440a-4381-bf6f-66ea3df85d06 admin admin] Network 8e9da13d-3b37-4190-addb-aed85b437aef is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:16:01.130266 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] Sync routers for ids ['fb616316-23b0-44bc-b86f-8d3a0201d83c'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:16:01.156333 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] Routers {'fb616316-23b0-44bc-b86f-8d3a0201d83c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:16:01.159088 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:15:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['fb616316-23b0-44bc-b86f-8d3a0201d83c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:01.183789 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84ddf8b2-7462-4c4b-ad8a-82f7e63062a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:01.185395 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-84ddf8b2-7462-4c4b-ad8a-82f7e63062a2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.6767504 Feb 09 22:16:01.195136 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39582) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:01.256710 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d32ab85b-37e1-44df-8f68-1c2581156456 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=a306ddcdfade484fb30dc0e0a20bda6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0602987 Feb 09 22:16:01.261844 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39586) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:01.306875 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-ead5b470-440a-4381-bf6f-66ea3df85d06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 8e9da13d-3b37-4190-addb-aed85b437aef) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:16:01.330649 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5b470-440a-4381-bf6f-66ea3df85d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:01.331277 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ead5b470-440a-4381-bf6f-66ea3df85d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:01.331462 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb12bddd-6873-425e-926e-7f3d6935eacf None None] Network 8e9da13d-3b37-4190-addb-aed85b437aef requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:16:01.347876 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fcdc70df-a0f2-4780-8859-a0ad99ff91d7 req-462a038d-b089-4b87-ad7f-6ee3af658ed7 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004084 Feb 09 22:16:01.412056 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ead5b470-440a-4381-bf6f-66ea3df85d06 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9740105 Feb 09 22:16:01.446632 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5195b530-7889-4ebf-9aa2-15005a767dd6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (83c30768-abbe-4814-81b0-0715e0f465f1), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:01.515610 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fe9f9e-c008-432b-8e2f-a4c8ec18fe11 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:01.529860 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f1fe9f9e-c008-432b-8e2f-a4c8ec18fe11 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2666032 Feb 09 22:16:01.532122 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39590) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:01.645992 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] Set router fb616316-23b0-44bc-b86f-8d3a0201d83c gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:16:01.739718 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3c53ffde-27f5-4fd1-836f-b00eb02a983b tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1964271 Feb 09 22:16:01.740833 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39596) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:01.767790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c9790ae5-4838-463f-9fd4-0b8c8a3e921e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1356062010', 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:01.802311 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad65acd4-af90-4c46-856a-f8d881eafb34 None None] Network 8e9da13d-3b37-4190-addb-aed85b437aef requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:16:01.847464 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39600) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:01.938656 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5195b530-7889-4ebf-9aa2-15005a767dd6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router 83c30768-abbe-4814-81b0-0715e0f465f1 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:16:02.105296 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e21a9f3-0d53-4b14-9d31-0da89af87e83 admin admin] Deleting subnet 92954795-786b-41ae-8ced-e1e2f6c51930 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:16:02.114888 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e21a9f3-0d53-4b14-9d31-0da89af87e83 admin admin] Publish callbacks [] for subnet (92954795-786b-41ae-8ced-e1e2f6c51930), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:02.128613 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5195b530-7889-4ebf-9aa2-15005a767dd6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:16:02.135349 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5195b530-7889-4ebf-9aa2-15005a767dd6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/83c30768-abbe-4814-81b0-0715e0f465f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3053257 Feb 09 22:16:02.141605 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee07a09-b3ea-489c-88c1-406f00a6bfe7 None None] Sync routers for ids ['83c30768-abbe-4814-81b0-0715e0f465f1'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:16:02.148851 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39616) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:02.170922 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee07a09-b3ea-489c-88c1-406f00a6bfe7 None None] Routers {'83c30768-abbe-4814-81b0-0715e0f465f1'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:16:02.171801 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4ee07a09-b3ea-489c-88c1-406f00a6bfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:15:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['83c30768-abbe-4814-81b0-0715e0f465f1'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:02.244652 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e21a9f3-0d53-4b14-9d31-0da89af87e83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (92954795-786b-41ae-8ced-e1e2f6c51930), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:02.246786 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681866194', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:15:56Z', 'updated_at': '2022-02-09T22:15:59Z', 'revision_number': 3, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:58Z', 'updated_at': '2022-02-09T22:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:02.248702 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9790ae5-4838-463f-9fd4-0b8c8a3e921e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Made reservation on behalf of a306ddcdfade484fb30dc0e0a20bda6f for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:16:02.253448 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9790ae5-4838-463f-9fd4-0b8c8a3e921e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:02.284278 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-78972052-97ff-4f04-af37-4472caaeeeb6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting subnet 843a10ba-0a49-4f99-bfda-14b9ea25bd96 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:16:02.289058 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78972052-97ff-4f04-af37-4472caaeeeb6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for subnet (843a10ba-0a49-4f99-bfda-14b9ea25bd96), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:02.328276 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] Checking router: fb616316-23b0-44bc-b86f-8d3a0201d83c for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:16:02.330061 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] Updating router fb616316-23b0-44bc-b86f-8d3a0201d83c port 1ce538e1-2ec2-4f94-8d7f-a4dc517338cc binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:16:02.382855 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78972052-97ff-4f04-af37-4472caaeeeb6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (843a10ba-0a49-4f99-bfda-14b9ea25bd96), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:02.397631 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e21a9f3-0d53-4b14-9d31-0da89af87e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (92954795-786b-41ae-8ced-e1e2f6c51930), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:02.409219 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-4ee07a09-b3ea-489c-88c1-406f00a6bfe7 None None] Set router 83c30768-abbe-4814-81b0-0715e0f465f1 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:16:02.427299 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1ce538e1-2ec2-4f94-8d7f-a4dc517338cc), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:02.637597 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e21a9f3-0d53-4b14-9d31-0da89af87e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (92954795-786b-41ae-8ced-e1e2f6c51930), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:02.682589 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21a9f3-0d53-4b14-9d31-0da89af87e83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92954795-786b-41ae-8ced-e1e2f6c51930,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:02.717316 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e21a9f3-0d53-4b14-9d31-0da89af87e83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:02.735220 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7e21a9f3-0d53-4b14-9d31-0da89af87e83 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/92954795-786b-41ae-8ced-e1e2f6c51930 HTTP/1.1" status: 204 len: 168 time: 0.8803937 Feb 09 22:16:02.735544 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78972052-97ff-4f04-af37-4472caaeeeb6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (843a10ba-0a49-4f99-bfda-14b9ea25bd96), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:02.752016 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39622) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:02.827162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39624) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:02.863341 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9249c5-b392-4ea9-a08e-22e817d01057 req-ae9e4f92-9924-41fb-96c4-9b04cc0a275e tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:02.865035 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7d9249c5-b392-4ea9-a08e-22e817d01057 req-ae9e4f92-9924-41fb-96c4-9b04cc0a275e tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=61d175dc-1162-45fa-80a5-e55f91b9bb5a HTTP/1.1" status: 200 len: 945 time: 0.2926276 Feb 09 22:16:02.897836 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4ee07a09-b3ea-489c-88c1-406f00a6bfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:16:00Z', 'revision_number': 10, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:02.906352 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78972052-97ff-4f04-af37-4472caaeeeb6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (843a10ba-0a49-4f99-bfda-14b9ea25bd96), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:02.937012 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee07a09-b3ea-489c-88c1-406f00a6bfe7 None None] Checking router: 83c30768-abbe-4814-81b0-0715e0f465f1 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:16:02.949202 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee07a09-b3ea-489c-88c1-406f00a6bfe7 None None] Routers {'83c30768-abbe-4814-81b0-0715e0f465f1'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:16:02.949858 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4ee07a09-b3ea-489c-88c1-406f00a6bfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:15:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['83c30768-abbe-4814-81b0-0715e0f465f1'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:03.002001 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78972052-97ff-4f04-af37-4472caaeeeb6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Subnet': ['ID=843a10ba-0a49-4f99-bfda-14b9ea25bd96,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:03.016173 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78972052-97ff-4f04-af37-4472caaeeeb6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.029246 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-78972052-97ff-4f04-af37-4472caaeeeb6 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/subnets/843a10ba-0a49-4f99-bfda-14b9ea25bd96 HTTP/1.1" status: 204 len: 168 time: 0.8775730 Feb 09 22:16:03.045640 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39630) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:03.095622 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf62e4ad-9212-4f82-8dae-94f0ceb86662 None None] Network 2a8ba32c-86c8-48b6-9e87-20a4cc5f7374 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:16:03.157671 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7d9249c5-b392-4ea9-a08e-22e817d01057 req-2149c50c-551c-4288-a8ab-bf6fd5783ad3 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752671 Feb 09 22:16:03.213303 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] Publish callbacks [] for port (1ce538e1-2ec2-4f94-8d7f-a4dc517338cc), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.221819 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4bed2d8e-f4b5-4d4f-a4bc-9b59b7a32d8f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (2a8ba32c-86c8-48b6-9e87-20a4cc5f7374), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.241701 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1ce538e1-2ec2-4f94-8d7f-a4dc517338cc), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.361669 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] Attempting to bind port 1ce538e1-2ec2-4f94-8d7f-a4dc517338cc on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:16:03.362498 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] Attempting to bind port 1ce538e1-2ec2-4f94-8d7f-a4dc517338cc by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:16:03.362498 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] Attempting to bind port 1ce538e1-2ec2-4f94-8d7f-a4dc517338cc on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:16:03.402065 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:16:03.402452 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:16:03.402907 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.403341 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:16:03.403881 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] Bound port: 1ce538e1-2ec2-4f94-8d7f-a4dc517338cc, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:16:03.404320 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1ce538e1-2ec2-4f94-8d7f-a4dc517338cc), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.411190 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83c55ab2-0e2a-4e4b-a939-725b5c74353c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.413994 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-4ee07a09-b3ea-489c-88c1-406f00a6bfe7 None None] Set router 83c30768-abbe-4814-81b0-0715e0f465f1 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:16:03.471335 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-4bed2d8e-f4b5-4d4f-a4bc-9b59b7a32d8f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting port 2f0366d1-d731-4bea-a930-b90a00732545 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:16:03.471711 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4bed2d8e-f4b5-4d4f-a4bc-9b59b7a32d8f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (2f0366d1-d731-4bea-a930-b90a00732545), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.474159 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55527e70-9a80-4631-a210-8aa1e3050b0b None None] Pushing event updated for resources: {'Port': ['ID=1ce538e1-2ec2-4f94-8d7f-a4dc517338cc,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:03.612521 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] For port 1ce538e1-2ec2-4f94-8d7f-a4dc517338cc, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:16:03.637529 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] For port 1ce538e1-2ec2-4f94-8d7f-a4dc517338cc, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1ce538e1-2ec2-4f94-8d7f-a4dc517338cc,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:16:03.645279 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9790ae5-4838-463f-9fd4-0b8c8a3e921e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (052b224a-dd57-410b-876d-7eac4531572f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.664527 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1ce538e1-2ec2-4f94-8d7f-a4dc517338cc), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.689996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2659f018-43c2-46f4-90d3-0c341d63d616 None None] DHCP port deletion for 2a8ba32c-86c8-48b6-9e87-20a4cc5f7374 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:16:03.795498 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48aa9ae2-877d-4f0a-946e-4b7a6f680d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (8e9da13d-3b37-4190-addb-aed85b437aef), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.803902 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-4bed2d8e-f4b5-4d4f-a4bc-9b59b7a32d8f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] For port 2f0366d1-d731-4bea-a930-b90a00732545, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2f0366d1-d731-4bea-a930-b90a00732545,segment=NetworkSegment(93cb9c61-6d16-4f85-9df9-03977b132bb5),segment_id=93cb9c61-6d16-4f85-9df9-03977b132bb5)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:03.804479 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4bed2d8e-f4b5-4d4f-a4bc-9b59b7a32d8f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (2f0366d1-d731-4bea-a930-b90a00732545), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.810493 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9790ae5-4838-463f-9fd4-0b8c8a3e921e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Subnet': ['ID=052b224a-dd57-410b-876d-7eac4531572f,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:03.811398 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83c55ab2-0e2a-4e4b-a939-725b5c74353c admin admin] Publish callbacks [] for security_group (4052033e-b86c-4bb2-8adb-59f716fd10cd), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.825995 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55527e70-9a80-4631-a210-8aa1e3050b0b None None] Pushing event updated for resources: {'Port': ['ID=1ce538e1-2ec2-4f94-8d7f-a4dc517338cc,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:03.849131 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83c55ab2-0e2a-4e4b-a939-725b5c74353c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4052033e-b86c-4bb2-8adb-59f716fd10cd), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.850558 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] Routers {'fb616316-23b0-44bc-b86f-8d3a0201d83c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:16:03.851496 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:15:40Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['fb616316-23b0-44bc-b86f-8d3a0201d83c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:03.892141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2f0366d1-d731-4bea-a930-b90a00732545 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:16:03.900307 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-4bed2d8e-f4b5-4d4f-a4bc-9b59b7a32d8f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Calling delete_port for 2f0366d1-d731-4bea-a930-b90a00732545 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:16:03.955130 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9790ae5-4838-463f-9fd4-0b8c8a3e921e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Checking segment: {'id': '809d8f2f-29bc-4e22-87c2-9995784e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:16:03.955491 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9790ae5-4838-463f-9fd4-0b8c8a3e921e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network hostable DHCP agents. Network: 675e821d-ac96-46b3-beff-78dacba9c4e8, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:16:03.978903 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-83c55ab2-0e2a-4e4b-a939-725b5c74353c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6938dc54ec914e5f8057a04680caa345&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1505647 Feb 09 22:16:03.988693 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39638) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:03.997732 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c55ab2-0e2a-4e4b-a939-725b5c74353c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4052033e-b86c-4bb2-8adb-59f716fd10cd,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:04.080236 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2659f018-43c2-46f4-90d3-0c341d63d616 None None] Deleting port 2f0366d1-d731-4bea-a930-b90a00732545 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:16:04.081201 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2659f018-43c2-46f4-90d3-0c341d63d616 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (2f0366d1-d731-4bea-a930-b90a00732545), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:04.093292 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48aa9ae2-877d-4f0a-946e-4b7a6f680d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (8e9da13d-3b37-4190-addb-aed85b437aef), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:04.144708 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-48aa9ae2-877d-4f0a-946e-4b7a6f680d90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9da13d-3b37-4190-addb-aed85b437aef']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:04.145362 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] Set router fb616316-23b0-44bc-b86f-8d3a0201d83c gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:16:04.162710 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9790ae5-4838-463f-9fd4-0b8c8a3e921e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 675e821d-ac96-46b3-beff-78dacba9c4e8 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:16:04.168377 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-48aa9ae2-877d-4f0a-946e-4b7a6f680d90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0ad656-8134-45ba-a94e-786258103b8d') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:04.168678 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-48aa9ae2-877d-4f0a-946e-4b7a6f680d90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0ad656-8134-45ba-a94e-786258103b8d') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:04.178747 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b420c29-010d-49a4-9aba-767757fe8432 admin admin] Publish callbacks [] for security_group (4052033e-b86c-4bb2-8adb-59f716fd10cd), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:04.187274 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48aa9ae2-877d-4f0a-946e-4b7a6f680d90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (7d0ad656-8134-45ba-a94e-786258103b8d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:04.204561 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-c9790ae5-4838-463f-9fd4-0b8c8a3e921e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 675e821d-ac96-46b3-beff-78dacba9c4e8) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:16:04.219700 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9790ae5-4838-463f-9fd4-0b8c8a3e921e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:04.219700 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9790ae5-4838-463f-9fd4-0b8c8a3e921e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:04.234889 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48aa9ae2-877d-4f0a-946e-4b7a6f680d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (7d0ad656-8134-45ba-a94e-786258103b8d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:04.248925 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c9790ae5-4838-463f-9fd4-0b8c8a3e921e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5018861 Feb 09 22:16:04.248925 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b420c29-010d-49a4-9aba-767757fe8432 admin admin] Publish callbacks [] for security_group (4052033e-b86c-4bb2-8adb-59f716fd10cd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:04.256703 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39644) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:04.283187 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48aa9ae2-877d-4f0a-946e-4b7a6f680d90 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:16:04.283718 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48aa9ae2-877d-4f0a-946e-4b7a6f680d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (7d0ad656-8134-45ba-a94e-786258103b8d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:16:04.285891 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:16:04.445746 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48aa9ae2-877d-4f0a-946e-4b7a6f680d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (8e9da13d-3b37-4190-addb-aed85b437aef), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:04.453563 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48aa9ae2-877d-4f0a-946e-4b7a6f680d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:04.469868 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-48aa9ae2-877d-4f0a-946e-4b7a6f680d90 admin admin] 10.222.0.77 "DELETE /v2.0/networks/8e9da13d-3b37-4190-addb-aed85b437aef HTTP/1.1" status: 204 len: 168 time: 1.7161999 Feb 09 22:16:04.471243 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b420c29-010d-49a4-9aba-767757fe8432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4052033e-b86c-4bb2-8adb-59f716fd10cd), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:04.481638 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b420c29-010d-49a4-9aba-767757fe8432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:04.486145 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7b420c29-010d-49a4-9aba-767757fe8432 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4052033e-b86c-4bb2-8adb-59f716fd10cd HTTP/1.1" status: 204 len: 168 time: 0.4874420 Feb 09 22:16:04.548626 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa9ae2-877d-4f0a-946e-4b7a6f680d90 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e9da13d-3b37-4190-addb-aed85b437aef,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:04.562610 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b420c29-010d-49a4-9aba-767757fe8432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4052033e-b86c-4bb2-8adb-59f716fd10cd,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:04.611969 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4bed2d8e-f4b5-4d4f-a4bc-9b59b7a32d8f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (2f0366d1-d731-4bea-a930-b90a00732545), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:04.736262 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39652) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:04.763545 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed2d8e-f4b5-4d4f-a4bc-9b59b7a32d8f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Port': ['ID=2f0366d1-d731-4bea-a930-b90a00732545,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:04.808892 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed2d8e-f4b5-4d4f-a4bc-9b59b7a32d8f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] No DVR routers for this DVR port 2f0366d1-d731-4bea-a930-b90a00732545 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:16:04.855219 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-71cb9158-2d2b-4c7d-9497-a9850f098fbc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=69518509542c435e9d75ebf241480afc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1164782 Feb 09 22:16:04.859495 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39654) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:04.907875 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681866194', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:15:56Z', 'updated_at': '2022-02-09T22:15:59Z', 'revision_number': 3, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:58Z', 'updated_at': '2022-02-09T22:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:04.953645 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fd5c55-6474-4539-ab0e-f66b5b690b5a None None] Network 675e821d-ac96-46b3-beff-78dacba9c4e8 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:16:04.964918 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a4bd24-45e3-4fde-ac2e-f879f7dd8803 None None] The sync data for ids ['fb616316-23b0-44bc-b86f-8d3a0201d83c'] in n-d-828601-1 is: [{'id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681866194', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:15:56Z', 'updated_at': '2022-02-09T22:15:59Z', 'revision_number': 3, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:58Z', 'updated_at': '2022-02-09T22:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:16:04.998625 n-d-828601-1 neutron-server[103203]: INFO neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No ports have port_id starting with 2f0366d1-d731-4bea-a930-b90a00732545 Feb 09 22:16:05.077599 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c23f7e90-0ae7-417a-b15f-a7d221b6d7c8 admin admin] Publish callbacks [] for security_group (20521b18-6827-4b9e-a1eb-971656e386fd), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.193731 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4bed2d8e-f4b5-4d4f-a4bc-9b59b7a32d8f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (2a8ba32c-86c8-48b6-9e87-20a4cc5f7374), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.220280 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2659f018-43c2-46f4-90d3-0c341d63d616 None None] For port 2f0366d1-d731-4bea-a930-b90a00732545, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2f0366d1-d731-4bea-a930-b90a00732545,segment=NetworkSegment(93cb9c61-6d16-4f85-9df9-03977b132bb5),segment_id=93cb9c61-6d16-4f85-9df9-03977b132bb5)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:05.220773 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2659f018-43c2-46f4-90d3-0c341d63d616 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (2f0366d1-d731-4bea-a930-b90a00732545), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.238986 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c23f7e90-0ae7-417a-b15f-a7d221b6d7c8 admin admin] Publish callbacks [] for security_group (20521b18-6827-4b9e-a1eb-971656e386fd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.253597 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2659f018-43c2-46f4-90d3-0c341d63d616 None None] Calling delete_port for 2f0366d1-d731-4bea-a930-b90a00732545 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:16:05.356951 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-4bed2d8e-f4b5-4d4f-a4bc-9b59b7a32d8f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8ba32c-86c8-48b6-9e87-20a4cc5f7374']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:05.414513 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c23f7e90-0ae7-417a-b15f-a7d221b6d7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (20521b18-6827-4b9e-a1eb-971656e386fd), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.417599 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c23f7e90-0ae7-417a-b15f-a7d221b6d7c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.419036 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c23f7e90-0ae7-417a-b15f-a7d221b6d7c8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/20521b18-6827-4b9e-a1eb-971656e386fd HTTP/1.1" status: 204 len: 168 time: 0.5560963 Feb 09 22:16:05.437714 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f7e90-0ae7-417a-b15f-a7d221b6d7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20521b18-6827-4b9e-a1eb-971656e386fd,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:05.447798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-4bed2d8e-f4b5-4d4f-a4bc-9b59b7a32d8f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93cb9c61-6d16-4f85-9df9-03977b132bb5') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:05.448398 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-4bed2d8e-f4b5-4d4f-a4bc-9b59b7a32d8f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93cb9c61-6d16-4f85-9df9-03977b132bb5') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:05.505047 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4bed2d8e-f4b5-4d4f-a4bc-9b59b7a32d8f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (93cb9c61-6d16-4f85-9df9-03977b132bb5), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.569432 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4bed2d8e-f4b5-4d4f-a4bc-9b59b7a32d8f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (93cb9c61-6d16-4f85-9df9-03977b132bb5), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.613096 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bed2d8e-f4b5-4d4f-a4bc-9b59b7a32d8f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:16:05.614782 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4bed2d8e-f4b5-4d4f-a4bc-9b59b7a32d8f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (93cb9c61-6d16-4f85-9df9-03977b132bb5), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.646248 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39664) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:05.723726 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2d9c405e-ddcb-41ea-aa1a-8d03f38cdd9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.733112 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc323810-b648-4d8c-9b65-592fa6a97bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-675e821d-ac96-46b3-beff-78dacba9c4e8', 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'fixed_ips': [{'subnet_id': '052b224a-dd57-410b-876d-7eac4531572f'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:16:05.734286 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dc323810-b648-4d8c-9b65-592fa6a97bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.741599 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4ee07a09-b3ea-489c-88c1-406f00a6bfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:16:00Z', 'revision_number': 10, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:05.849529 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee07a09-b3ea-489c-88c1-406f00a6bfe7 None None] The sync data for ids ['83c30768-abbe-4814-81b0-0715e0f465f1'] in n-d-828601-1 is: [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:16:00Z', 'revision_number': 10, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None, '_interfaces': [{'id': 'f6224332-5e6b-4207-954f-cf71a39a0d0e', 'name': '', 'network_id': '3677f63f-d074-4ec6-bb70-9b07fd57e0e0', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'mac_address': 'fa:16:3e:6e:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:55Z', 'updated_at': '2022-02-09T22:15:05Z', 'revision_number': 5, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'subnets': [{'id': 'ad26eff0-d89a-480b-ac21-5f71f09ec689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:16:05.918509 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2659f018-43c2-46f4-90d3-0c341d63d616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (2f0366d1-d731-4bea-a930-b90a00732545), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:16:05.918951 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:16:05.953753 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c869b83-621c-4471-99cc-52c40600970b req-6322c822-3627-470c-ad9e-5a010455bd3e tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:05.965273 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c869b83-621c-4471-99cc-52c40600970b req-6322c822-3627-470c-ad9e-5a010455bd3e tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=61d175dc-1162-45fa-80a5-e55f91b9bb5a HTTP/1.1" status: 200 len: 945 time: 0.8600910 Feb 09 22:16:05.978073 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4bed2d8e-f4b5-4d4f-a4bc-9b59b7a32d8f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (2a8ba32c-86c8-48b6-9e87-20a4cc5f7374), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:06.007084 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4bed2d8e-f4b5-4d4f-a4bc-9b59b7a32d8f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:06.012332 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4bed2d8e-f4b5-4d4f-a4bc-9b59b7a32d8f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/networks/2a8ba32c-86c8-48b6-9e87-20a4cc5f7374 HTTP/1.1" status: 204 len: 168 time: 2.9651058 Feb 09 22:16:06.017970 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39668) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:06.098069 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed2d8e-f4b5-4d4f-a4bc-9b59b7a32d8f tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Network': ['ID=2a8ba32c-86c8-48b6-9e87-20a4cc5f7374,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:06.331581 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659f018-43c2-46f4-90d3-0c341d63d616 None None] Pushing event deleted for resources: {'Port': ['ID=2f0366d1-d731-4bea-a930-b90a00732545,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:06.360674 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2659f018-43c2-46f4-90d3-0c341d63d616 None None] Network 2a8ba32c-86c8-48b6-9e87-20a4cc5f7374 is not hosted by any dhcp agent {{(pid=103203) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 22:16:06.361413 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2659f018-43c2-46f4-90d3-0c341d63d616 None None] No DVR routers for this DVR port 2f0366d1-d731-4bea-a930-b90a00732545 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:16:06.450534 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1ce538e1-2ec2-4f94-8d7f-a4dc517338cc up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:16:06.481384 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c869b83-621c-4471-99cc-52c40600970b req-b5a791af-87b1-4ba4-806f-2773e32078c1 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5145891 Feb 09 22:16:06.694893 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e570b3d-db25-4f47-b8a3-cadc50017956 req-53f57b96-4051-4148-b5e1-63cb2cd8e479 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:06.699701 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e570b3d-db25-4f47-b8a3-cadc50017956 req-53f57b96-4051-4148-b5e1-63cb2cd8e479 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d175dc-1162-45fa-80a5-e55f91b9bb5a HTTP/1.1" status: 200 len: 945 time: 0.5573332 Feb 09 22:16:06.909527 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-dc323810-b648-4d8c-9b65-592fa6a97bbc None None] Allocated IP 172.20.0.2 (675e821d-ac96-46b3-beff-78dacba9c4e8/052b224a-dd57-410b-876d-7eac4531572f/7704d704-3a92-49a3-b4ee-3e4a2f3cddc6) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:16:06.973108 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1ce538e1-2ec2-4f94-8d7f-a4dc517338cc triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:16:06.973623 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1ce538e1-2ec2-4f94-8d7f-a4dc517338cc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:07.023736 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2d9c405e-ddcb-41ea-aa1a-8d03f38cdd9b admin admin] Publish callbacks [] for security_group (ac676683-66f7-4564-9648-b4321eaf2ceb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:07.043269 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2d9c405e-ddcb-41ea-aa1a-8d03f38cdd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ac676683-66f7-4564-9648-b4321eaf2ceb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:07.200232 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2d9c405e-ddcb-41ea-aa1a-8d03f38cdd9b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=895ed8ca1f27409a8de1231b7637dd72&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5515285 Feb 09 22:16:07.231391 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39684) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:07.333969 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c405e-ddcb-41ea-aa1a-8d03f38cdd9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac676683-66f7-4564-9648-b4321eaf2ceb,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:07.501183 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1ce538e1-2ec2-4f94-8d7f-a4dc517338cc is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:16:07.502063 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83e9e48f-509e-4e1e-8c6c-8ab46e3ac191 admin admin] Publish callbacks [] for security_group (ac676683-66f7-4564-9648-b4321eaf2ceb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:07.502234 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1ce538e1-2ec2-4f94-8d7f-a4dc517338cc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:07.534277 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-530a0b2d-db74-4def-bbbe-acf135bd995d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:07.546440 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-4e570b3d-db25-4f47-b8a3-cadc50017956 req-c9bfad8a-8bc5-46f0-abf6-db1a58c0e537 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Deleting port 69c74a40-a524-4480-b07f-a0f9a6f0cc34 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:16:07.546979 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4e570b3d-db25-4f47-b8a3-cadc50017956 req-c9bfad8a-8bc5-46f0-abf6-db1a58c0e537 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (69c74a40-a524-4480-b07f-a0f9a6f0cc34), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:07.596098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 1ce538e1-2ec2-4f94-8d7f-a4dc517338cc, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1ce538e1-2ec2-4f94-8d7f-a4dc517338cc,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:07.620617 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1ce538e1-2ec2-4f94-8d7f-a4dc517338cc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:07.700383 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83e9e48f-509e-4e1e-8c6c-8ab46e3ac191 admin admin] Publish callbacks [] for security_group (ac676683-66f7-4564-9648-b4321eaf2ceb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:07.853463 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 980113e2-4169-4246-ba3c-e26a757f8c4b no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:16:07.853768 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aee25178-8f87-483e-87df-e6641b3fc6b4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (83c30768-abbe-4814-81b0-0715e0f465f1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:07.972935 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 980113e2-4169-4246-ba3c-e26a757f8c4b {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:16:07.973414 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 980113e2-4169-4246-ba3c-e26a757f8c4b not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:16:08.030185 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dc323810-b648-4d8c-9b65-592fa6a97bbc None None] Publish callbacks [] for port (7704d704-3a92-49a3-b4ee-3e4a2f3cddc6), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:08.044920 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83e9e48f-509e-4e1e-8c6c-8ab46e3ac191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (ac676683-66f7-4564-9648-b4321eaf2ceb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:08.050878 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83e9e48f-509e-4e1e-8c6c-8ab46e3ac191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:08.058560 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-83e9e48f-509e-4e1e-8c6c-8ab46e3ac191 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ac676683-66f7-4564-9648-b4321eaf2ceb HTTP/1.1" status: 204 len: 168 time: 0.8201597 Feb 09 22:16:08.060876 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f1343882-3a0e-4568-89bc-538bd84da874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:08.076886 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dc323810-b648-4d8c-9b65-592fa6a97bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (7704d704-3a92-49a3-b4ee-3e4a2f3cddc6), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:08.093422 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9e48f-509e-4e1e-8c6c-8ab46e3ac191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac676683-66f7-4564-9648-b4321eaf2ceb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:08.096955 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=1ce538e1-2ec2-4f94-8d7f-a4dc517338cc,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:08.138319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bde30-b7a4-4374-a6dc-63d4351f41b3 req-90c5e0af-59a3-4abf-a3cc-6f4b1e2ffcb4 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:08.156804 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe8bde30-b7a4-4374-a6dc-63d4351f41b3 req-90c5e0af-59a3-4abf-a3cc-6f4b1e2ffcb4 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=61d175dc-1162-45fa-80a5-e55f91b9bb5a HTTP/1.1" status: 200 len: 945 time: 0.3067214 Feb 09 22:16:08.251864 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc323810-b648-4d8c-9b65-592fa6a97bbc None None] Network 675e821d-ac96-46b3-beff-78dacba9c4e8 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:16:08.269611 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-4e570b3d-db25-4f47-b8a3-cadc50017956 req-c9bfad8a-8bc5-46f0-abf6-db1a58c0e537 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] For port 69c74a40-a524-4480-b07f-a0f9a6f0cc34, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=69c74a40-a524-4480-b07f-a0f9a6f0cc34,segment=NetworkSegment(c6c14abe-51d2-42be-a90f-e0ec967fb720),segment_id=c6c14abe-51d2-42be-a90f-e0ec967fb720)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:08.270677 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4e570b3d-db25-4f47-b8a3-cadc50017956 req-c9bfad8a-8bc5-46f0-abf6-db1a58c0e537 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (69c74a40-a524-4480-b07f-a0f9a6f0cc34), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:08.280005 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-dc323810-b648-4d8c-9b65-592fa6a97bbc None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:16:08.308957 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc323810-b648-4d8c-9b65-592fa6a97bbc None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:16:08.315307 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc323810-b648-4d8c-9b65-592fa6a97bbc None None] Pushing event updated for resources: {'Port': ['ID=7704d704-3a92-49a3-b4ee-3e4a2f3cddc6,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:08.340805 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-4e570b3d-db25-4f47-b8a3-cadc50017956 req-c9bfad8a-8bc5-46f0-abf6-db1a58c0e537 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Calling delete_port for 69c74a40-a524-4480-b07f-a0f9a6f0cc34 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:16:08.472727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-dc323810-b648-4d8c-9b65-592fa6a97bbc None None] Attempting to bind port 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:16:08.473347 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-dc323810-b648-4d8c-9b65-592fa6a97bbc None None] Attempting to bind port 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '809d8f2f-29bc-4e22-87c2-9995784e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:16:08.473812 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc323810-b648-4d8c-9b65-592fa6a97bbc None None] Attempting to bind port 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6 on network 675e821d-ac96-46b3-beff-78dacba9c4e8 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:16:08.500080 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc323810-b648-4d8c-9b65-592fa6a97bbc None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:16:08.501011 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc323810-b648-4d8c-9b65-592fa6a97bbc None None] Checking segment: {'id': '809d8f2f-29bc-4e22-87c2-9995784e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:16:08.502507 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dc323810-b648-4d8c-9b65-592fa6a97bbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:08.505162 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc323810-b648-4d8c-9b65-592fa6a97bbc None None] Bound using segment: {'id': '809d8f2f-29bc-4e22-87c2-9995784e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:16:08.505930 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-dc323810-b648-4d8c-9b65-592fa6a97bbc None None] Bound port: 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809d8f2f-29bc-4e22-87c2-9995784e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:16:08.507010 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dc323810-b648-4d8c-9b65-592fa6a97bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7704d704-3a92-49a3-b4ee-3e4a2f3cddc6), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:08.647683 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-dc323810-b648-4d8c-9b65-592fa6a97bbc None None] For port 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:16:08.653637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-dc323810-b648-4d8c-9b65-592fa6a97bbc None None] For port 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7704d704-3a92-49a3-b4ee-3e4a2f3cddc6,segment=NetworkSegment(809d8f2f-29bc-4e22-87c2-9995784e4b0d),segment_id=809d8f2f-29bc-4e22-87c2-9995784e4b0d)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:16:08.666030 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dc323810-b648-4d8c-9b65-592fa6a97bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7704d704-3a92-49a3-b4ee-3e4a2f3cddc6), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:08.825375 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe8bde30-b7a4-4374-a6dc-63d4351f41b3 req-08e1f2b0-2568-410e-ab2f-c6b4841cc15f tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6673036 Feb 09 22:16:09.063083 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-aee25178-8f87-483e-87df-e6641b3fc6b4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting port f6224332-5e6b-4207-954f-cf71a39a0d0e {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:16:09.063975 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aee25178-8f87-483e-87df-e6641b3fc6b4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f6224332-5e6b-4207-954f-cf71a39a0d0e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:09.106442 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc323810-b648-4d8c-9b65-592fa6a97bbc None None] Pushing event updated for resources: {'Port': ['ID=7704d704-3a92-49a3-b4ee-3e4a2f3cddc6,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:09.276692 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-530a0b2d-db74-4def-bbbe-acf135bd995d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Allocated IP 172.20.0.1 (675e821d-ac96-46b3-beff-78dacba9c4e8/052b224a-dd57-410b-876d-7eac4531572f/5958ce2d-b964-4595-86cb-dd42cca86cd0) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:16:09.368882 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-aee25178-8f87-483e-87df-e6641b3fc6b4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] For port f6224332-5e6b-4207-954f-cf71a39a0d0e, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f6224332-5e6b-4207-954f-cf71a39a0d0e,segment=NetworkSegment(c19568b1-eda7-4081-a7f1-f91f9d41ed1a),segment_id=c19568b1-eda7-4081-a7f1-f91f9d41ed1a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:09.370869 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aee25178-8f87-483e-87df-e6641b3fc6b4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f6224332-5e6b-4207-954f-cf71a39a0d0e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:09.437089 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-aee25178-8f87-483e-87df-e6641b3fc6b4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Calling delete_port for f6224332-5e6b-4207-954f-cf71a39a0d0e owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:16:09.585423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 69c74a40-a524-4480-b07f-a0f9a6f0cc34 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:16:09.982797 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-530a0b2d-db74-4def-bbbe-acf135bd995d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (5958ce2d-b964-4595-86cb-dd42cca86cd0), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:10.002005 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 69c74a40-a524-4480-b07f-a0f9a6f0cc34 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:16:10.002522 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (69c74a40-a524-4480-b07f-a0f9a6f0cc34), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:10.147487 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 69c74a40-a524-4480-b07f-a0f9a6f0cc34, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=69c74a40-a524-4480-b07f-a0f9a6f0cc34,segment=NetworkSegment(c6c14abe-51d2-42be-a90f-e0ec967fb720),segment_id=c6c14abe-51d2-42be-a90f-e0ec967fb720)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:10.152586 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d175dc-1162-45fa-80a5-e55f91b9bb5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69c74a40-a524-4480-b07f-a0f9a6f0cc34'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:16:10.171779 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5af730a-97ce-4533-beae-e6b3f492ac5f" -d '{"events": [{"server_uuid": "61d175dc-1162-45fa-80a5-e55f91b9bb5a", "name": "network-vif-unplugged", "status": "completed", "tag": "69c74a40-a524-4480-b07f-a0f9a6f0cc34"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:16:10.193465 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (69c74a40-a524-4480-b07f-a0f9a6f0cc34), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:10.217517 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-530a0b2d-db74-4def-bbbe-acf135bd995d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (5958ce2d-b964-4595-86cb-dd42cca86cd0), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:10.273111 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aee25178-8f87-483e-87df-e6641b3fc6b4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f6224332-5e6b-4207-954f-cf71a39a0d0e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:10.321552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1ce538e1-2ec2-4f94-8d7f-a4dc517338cc up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:16:10.363316 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee25178-8f87-483e-87df-e6641b3fc6b4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Port': ['ID=f6224332-5e6b-4207-954f-cf71a39a0d0e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:10.429650 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530a0b2d-db74-4def-bbbe-acf135bd995d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 675e821d-ac96-46b3-beff-78dacba9c4e8 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:16:10.448177 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-530a0b2d-db74-4def-bbbe-acf135bd995d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:16:10.481211 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530a0b2d-db74-4def-bbbe-acf135bd995d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:16:10.615776 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d994917c-2388-4e80-94ce-303e748188f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:10.649272 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=69c74a40-a524-4480-b07f-a0f9a6f0cc34,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:10.720071 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1ce538e1-2ec2-4f94-8d7f-a4dc517338cc triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:16:10.722665 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1ce538e1-2ec2-4f94-8d7f-a4dc517338cc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:10.797380 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a0b2d-db74-4def-bbbe-acf135bd995d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=5958ce2d-b964-4595-86cb-dd42cca86cd0,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:10.877144 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aee25178-8f87-483e-87df-e6641b3fc6b4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (83c30768-abbe-4814-81b0-0715e0f465f1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:10.906740 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78720754-c556-4f75-b1d5-bff3476f7199 req-b51313df-3e03-4917-a29b-4fc931d9db1c tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:10.932624 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-78720754-c556-4f75-b1d5-bff3476f7199 req-b51313df-3e03-4917-a29b-4fc931d9db1c tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=61d175dc-1162-45fa-80a5-e55f91b9bb5a HTTP/1.1" status: 200 len: 943 time: 0.6283062 Feb 09 22:16:11.026882 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1ce538e1-2ec2-4f94-8d7f-a4dc517338cc is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:16:11.028261 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:16:11.098796 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-78720754-c556-4f75-b1d5-bff3476f7199 req-9fd21edc-5928-4cf8-bc19-ab4a116b3a4c tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618474 Feb 09 22:16:11.099958 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-530a0b2d-db74-4def-bbbe-acf135bd995d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (fb616316-23b0-44bc-b86f-8d3a0201d83c), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:11.169738 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:16:11.170127 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7704d704-3a92-49a3-b4ee-3e4a2f3cddc6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:11.202837 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4e570b3d-db25-4f47-b8a3-cadc50017956 req-c9bfad8a-8bc5-46f0-abf6-db1a58c0e537 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (69c74a40-a524-4480-b07f-a0f9a6f0cc34), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:11.304863 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6accc1a-ce1c-408f-916a-32fb64ea5dd0 None None] Network 675e821d-ac96-46b3-beff-78dacba9c4e8 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:16:11.360676 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee25178-8f87-483e-87df-e6641b3fc6b4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router 83c30768-abbe-4814-81b0-0715e0f465f1 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:16:11.570196 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-18a3af35-fa6c-4ee7-92ff-c9e7a5f0f399 None None] Provisioning complete for port 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:16:11.571913 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-18a3af35-fa6c-4ee7-92ff-c9e7a5f0f399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7704d704-3a92-49a3-b4ee-3e4a2f3cddc6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:11.684426 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee25178-8f87-483e-87df-e6641b3fc6b4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:16:11.697041 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-aee25178-8f87-483e-87df-e6641b3fc6b4 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/83c30768-abbe-4814-81b0-0715e0f465f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6663759 Feb 09 22:16:11.699342 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39748) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:11.707487 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d0bb18-85f3-4df8-99a7-dcdb5695d180 None None] Sync routers for ids ['83c30768-abbe-4814-81b0-0715e0f465f1'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:16:11.751499 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:16:11.752392 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7704d704-3a92-49a3-b4ee-3e4a2f3cddc6), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:11.755476 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d0bb18-85f3-4df8-99a7-dcdb5695d180 None None] Routers {'83c30768-abbe-4814-81b0-0715e0f465f1'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:16:11.757933 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-83d0bb18-85f3-4df8-99a7-dcdb5695d180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:16:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['83c30768-abbe-4814-81b0-0715e0f465f1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:11.811560 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f91c173-5491-4e91-8632-29551bddf734 x-openstack-request-id: req-3f91c173-5491-4e91-8632-29551bddf734 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:16:11.812928 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d175dc-1162-45fa-80a5-e55f91b9bb5a", "name": "network-vif-unplugged", "status": "completed", "tag": "69c74a40-a524-4480-b07f-a0f9a6f0cc34", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:16:11.813386 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3f91c173-5491-4e91-8632-29551bddf734 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:16:11.817509 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d175dc-1162-45fa-80a5-e55f91b9bb5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69c74a40-a524-4480-b07f-a0f9a6f0cc34', 'code': 200} Feb 09 22:16:11.885033 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdec59e5-a8e7-4c1a-ab38-1a012ba4bf0a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting subnet ad26eff0-d89a-480b-ac21-5f71f09ec689 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:16:11.900214 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fdec59e5-a8e7-4c1a-ab38-1a012ba4bf0a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for subnet (ad26eff0-d89a-480b-ac21-5f71f09ec689), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:11.903603 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7704d704-3a92-49a3-b4ee-3e4a2f3cddc6,segment=NetworkSegment(809d8f2f-29bc-4e22-87c2-9995784e4b0d),segment_id=809d8f2f-29bc-4e22-87c2-9995784e4b0d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:11.948392 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfad8a-8bc5-46f0-abf6-db1a58c0e537 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Pushing event deleted for resources: {'Port': ['ID=69c74a40-a524-4480-b07f-a0f9a6f0cc34,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:11.982339 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fdec59e5-a8e7-4c1a-ab38-1a012ba4bf0a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (ad26eff0-d89a-480b-ac21-5f71f09ec689), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:12.000606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e570b3d-db25-4f47-b8a3-cadc50017956 req-c9bfad8a-8bc5-46f0-abf6-db1a58c0e537 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] No DVR routers for this DVR port 69c74a40-a524-4480-b07f-a0f9a6f0cc34 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:16:12.005247 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4e570b3d-db25-4f47-b8a3-cadc50017956 req-c9bfad8a-8bc5-46f0-abf6-db1a58c0e537 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:12.009692 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e570b3d-db25-4f47-b8a3-cadc50017956 req-c9bfad8a-8bc5-46f0-abf6-db1a58c0e537 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.71 "DELETE /v2.0/ports/69c74a40-a524-4480-b07f-a0f9a6f0cc34 HTTP/1.1" status: 204 len: 173 time: 5.2998636 Feb 09 22:16:12.010792 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d175dc-1162-45fa-80a5-e55f91b9bb5a', 'name': 'network-vif-deleted', 'tag': '69c74a40-a524-4480-b07f-a0f9a6f0cc34'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:16:12.022041 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6794c8-b07d-44a9-970d-47bd7f734534" -d '{"events": [{"server_uuid": "61d175dc-1162-45fa-80a5-e55f91b9bb5a", "name": "network-vif-deleted", "tag": "69c74a40-a524-4480-b07f-a0f9a6f0cc34"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:16:12.056259 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7704d704-3a92-49a3-b4ee-3e4a2f3cddc6), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:12.153429 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-83d0bb18-85f3-4df8-99a7-dcdb5695d180 None None] Set router 83c30768-abbe-4814-81b0-0715e0f465f1 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:16:12.172359 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ecbace-2ca0-48ca-b6d7-b6de98c9d7c6 x-openstack-request-id: req-68ecbace-2ca0-48ca-b6d7-b6de98c9d7c6 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:16:12.172990 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d175dc-1162-45fa-80a5-e55f91b9bb5a", "name": "network-vif-deleted", "tag": "69c74a40-a524-4480-b07f-a0f9a6f0cc34", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:16:12.172990 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-68ecbace-2ca0-48ca-b6d7-b6de98c9d7c6 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:16:12.173333 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d175dc-1162-45fa-80a5-e55f91b9bb5a', 'name': 'network-vif-deleted', 'tag': '69c74a40-a524-4480-b07f-a0f9a6f0cc34', 'status': 'completed', 'code': 200} Feb 09 22:16:12.356166 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-83d0bb18-85f3-4df8-99a7-dcdb5695d180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:16:10Z', 'revision_number': 11, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:12.409292 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fdec59e5-a8e7-4c1a-ab38-1a012ba4bf0a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (ad26eff0-d89a-480b-ac21-5f71f09ec689), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:12.413548 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=7704d704-3a92-49a3-b4ee-3e4a2f3cddc6,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:12.442344 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d0bb18-85f3-4df8-99a7-dcdb5695d180 None None] Checking router: 83c30768-abbe-4814-81b0-0715e0f465f1 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:16:12.467709 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d0bb18-85f3-4df8-99a7-dcdb5695d180 None None] Routers {'83c30768-abbe-4814-81b0-0715e0f465f1'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:16:12.469701 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-83d0bb18-85f3-4df8-99a7-dcdb5695d180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:16:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['83c30768-abbe-4814-81b0-0715e0f465f1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:12.474680 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:12.499546 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1672d85c-2590-43df-8359-e66a12600ae0 req-428a0448-b481-4496-932b-865403ece6e4 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=61d175dc-1162-45fa-80a5-e55f91b9bb5a HTTP/1.1" status: 200 len: 210 time: 0.1256075 Feb 09 22:16:12.511301 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-530a0b2d-db74-4def-bbbe-acf135bd995d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5958ce2d-b964-4595-86cb-dd42cca86cd0), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:12.671412 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fdec59e5-a8e7-4c1a-ab38-1a012ba4bf0a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (ad26eff0-d89a-480b-ac21-5f71f09ec689), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:12.706195 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-18a3af35-fa6c-4ee7-92ff-c9e7a5f0f399 None None] Current status of the port 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:16:12.746766 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec59e5-a8e7-4c1a-ab38-1a012ba4bf0a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Subnet': ['ID=ad26eff0-d89a-480b-ac21-5f71f09ec689,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:12.752250 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fdec59e5-a8e7-4c1a-ab38-1a012ba4bf0a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:12.756157 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7cc570-df9a-48a9-96de-3315ed315fa3 None None] Network 3677f63f-d074-4ec6-bb70-9b07fd57e0e0 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:16:12.764598 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fdec59e5-a8e7-4c1a-ab38-1a012ba4bf0a tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/subnets/ad26eff0-d89a-480b-ac21-5f71f09ec689 HTTP/1.1" status: 204 len: 168 time: 1.0570178 Feb 09 22:16:12.765296 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39762) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:13.020300 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c5a001e1-fff5-4aae-a274-5a6577a12f3d tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (3677f63f-d074-4ec6-bb70-9b07fd57e0e0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:13.035709 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:13.075147 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-83d0bb18-85f3-4df8-99a7-dcdb5695d180 None None] Set router 83c30768-abbe-4814-81b0-0715e0f465f1 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:16:13.165292 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c5a001e1-fff5-4aae-a274-5a6577a12f3d tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Deleting port 54a37794-378d-41c5-96c0-d05b91a40738 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:16:13.167365 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c5a001e1-fff5-4aae-a274-5a6577a12f3d tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (54a37794-378d-41c5-96c0-d05b91a40738), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:13.185767 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e6a593ad-48f7-4369-857e-74cd472aecac None None] Provisioning complete for port 5958ce2d-b964-4595-86cb-dd42cca86cd0 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:16:13.186249 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e6a593ad-48f7-4369-857e-74cd472aecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5958ce2d-b964-4595-86cb-dd42cca86cd0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:13.243777 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-83d0bb18-85f3-4df8-99a7-dcdb5695d180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:16:10Z', 'revision_number': 11, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:13.296948 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e6a593ad-48f7-4369-857e-74cd472aecac None None] Port 5958ce2d-b964-4595-86cb-dd42cca86cd0 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:16:13.322939 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d0bb18-85f3-4df8-99a7-dcdb5695d180 None None] The sync data for ids ['83c30768-abbe-4814-81b0-0715e0f465f1'] in n-d-828601-1 is: [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:16:10Z', 'revision_number': 11, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:16:13.348369 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e496e4cf-ecf4-4308-807e-7d5a9554cd4a None None] DHCP port deletion for 3677f63f-d074-4ec6-bb70-9b07fd57e0e0 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:16:13.364166 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e6a593ad-48f7-4369-857e-74cd472aecac None None] Provisioning complete for port 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:16:13.365331 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e6a593ad-48f7-4369-857e-74cd472aecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7704d704-3a92-49a3-b4ee-3e4a2f3cddc6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:13.371514 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c5a001e1-fff5-4aae-a274-5a6577a12f3d tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] For port 54a37794-378d-41c5-96c0-d05b91a40738, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=54a37794-378d-41c5-96c0-d05b91a40738,segment=NetworkSegment(c19568b1-eda7-4081-a7f1-f91f9d41ed1a),segment_id=c19568b1-eda7-4081-a7f1-f91f9d41ed1a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:13.372677 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c5a001e1-fff5-4aae-a274-5a6577a12f3d tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (54a37794-378d-41c5-96c0-d05b91a40738), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:13.422652 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c5a001e1-fff5-4aae-a274-5a6577a12f3d tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Calling delete_port for 54a37794-378d-41c5-96c0-d05b91a40738 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:16:13.542150 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-530a0b2d-db74-4def-bbbe-acf135bd995d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (5958ce2d-b964-4595-86cb-dd42cca86cd0), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:13.556657 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-530a0b2d-db74-4def-bbbe-acf135bd995d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (5958ce2d-b964-4595-86cb-dd42cca86cd0), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:13.611781 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c5a001e1-fff5-4aae-a274-5a6577a12f3d tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (54a37794-378d-41c5-96c0-d05b91a40738), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:13.729986 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e496e4cf-ecf4-4308-807e-7d5a9554cd4a None None] Deleting port 54a37794-378d-41c5-96c0-d05b91a40738 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:16:13.730370 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e496e4cf-ecf4-4308-807e-7d5a9554cd4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (54a37794-378d-41c5-96c0-d05b91a40738), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:13.763367 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a001e1-fff5-4aae-a274-5a6577a12f3d tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Port': ['ID=54a37794-378d-41c5-96c0-d05b91a40738,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:13.782338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a001e1-fff5-4aae-a274-5a6577a12f3d tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] No DVR routers for this DVR port 54a37794-378d-41c5-96c0-d05b91a40738 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:16:13.812374 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-530a0b2d-db74-4def-bbbe-acf135bd995d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (fb616316-23b0-44bc-b86f-8d3a0201d83c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:13.884623 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a0b2d-db74-4def-bbbe-acf135bd995d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=5958ce2d-b964-4595-86cb-dd42cca86cd0,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:13.998737 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c5a001e1-fff5-4aae-a274-5a6577a12f3d tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (3677f63f-d074-4ec6-bb70-9b07fd57e0e0), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:14.000311 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e6a593ad-48f7-4369-857e-74cd472aecac None None] Current status of the port 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:16:14.033471 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e496e4cf-ecf4-4308-807e-7d5a9554cd4a None None] For port 54a37794-378d-41c5-96c0-d05b91a40738, host n-d-828601-1, got binding levels [] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:14.035783 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e496e4cf-ecf4-4308-807e-7d5a9554cd4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (54a37794-378d-41c5-96c0-d05b91a40738), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:14.069268 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e496e4cf-ecf4-4308-807e-7d5a9554cd4a None None] Calling delete_port for 54a37794-378d-41c5-96c0-d05b91a40738 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:16:14.088383 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.ipam_backend_mixin [None req-e496e4cf-ecf4-4308-807e-7d5a9554cd4a None None] Port 54a37794-378d-41c5-96c0-d05b91a40738 was not found and therefore no delete operation was performed {{(pid=103203) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:16:14.091042 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e496e4cf-ecf4-4308-807e-7d5a9554cd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (54a37794-378d-41c5-96c0-d05b91a40738), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:14.094993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-c5a001e1-fff5-4aae-a274-5a6577a12f3d tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3677f63f-d074-4ec6-bb70-9b07fd57e0e0']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:14.134786 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-c5a001e1-fff5-4aae-a274-5a6577a12f3d tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19568b1-eda7-4081-a7f1-f91f9d41ed1a') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:14.135122 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-c5a001e1-fff5-4aae-a274-5a6577a12f3d tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19568b1-eda7-4081-a7f1-f91f9d41ed1a') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:14.174113 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c5a001e1-fff5-4aae-a274-5a6577a12f3d tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (c19568b1-eda7-4081-a7f1-f91f9d41ed1a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:14.182533 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496e4cf-ecf4-4308-807e-7d5a9554cd4a None None] Pushing event deleted for resources: {'Port': ['ID=54a37794-378d-41c5-96c0-d05b91a40738,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:14.196823 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e496e4cf-ecf4-4308-807e-7d5a9554cd4a None None] No DVR routers for this DVR port 54a37794-378d-41c5-96c0-d05b91a40738 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:16:14.208384 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c5a001e1-fff5-4aae-a274-5a6577a12f3d tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (c19568b1-eda7-4081-a7f1-f91f9d41ed1a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:14.218236 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-63ebcc88-2488-4d25-b422-0cdc688387b5 None None] Provisioning complete for port 5958ce2d-b964-4595-86cb-dd42cca86cd0 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:16:14.218883 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-63ebcc88-2488-4d25-b422-0cdc688387b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5958ce2d-b964-4595-86cb-dd42cca86cd0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:14.232451 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a001e1-fff5-4aae-a274-5a6577a12f3d tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:16:14.233589 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c5a001e1-fff5-4aae-a274-5a6577a12f3d tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (c19568b1-eda7-4081-a7f1-f91f9d41ed1a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:16:14.244483 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:16:14.252684 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530a0b2d-db74-4def-bbbe-acf135bd995d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 675e821d-ac96-46b3-beff-78dacba9c4e8 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:16:14.264252 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-530a0b2d-db74-4def-bbbe-acf135bd995d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:16:14.311977 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-63ebcc88-2488-4d25-b422-0cdc688387b5 None None] Port 5958ce2d-b964-4595-86cb-dd42cca86cd0 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:16:14.386521 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:16:14.455421 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c5a001e1-fff5-4aae-a274-5a6577a12f3d tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (3677f63f-d074-4ec6-bb70-9b07fd57e0e0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:14.472694 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c5a001e1-fff5-4aae-a274-5a6577a12f3d tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:14.480532 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c5a001e1-fff5-4aae-a274-5a6577a12f3d tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/networks/3677f63f-d074-4ec6-bb70-9b07fd57e0e0 HTTP/1.1" status: 204 len: 168 time: 1.7137570 Feb 09 22:16:14.506058 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39796) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:14.518711 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-59e8c1fb-1a71-439b-950e-e0e44cd03a95 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'router': {'routes': None}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:14.524264 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:16:14.524915 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7704d704-3a92-49a3-b4ee-3e4a2f3cddc6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:14.544504 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a001e1-fff5-4aae-a274-5a6577a12f3d tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Pushing event deleted for resources: {'Network': ['ID=3677f63f-d074-4ec6-bb70-9b07fd57e0e0,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:14.701684 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:14.724514 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-cb4c0d5c-ede5-471c-8386-2c59e77fa672 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:14.732000 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-cb4c0d5c-ede5-471c-8386-2c59e77fa672 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/networks?id=0fcd2e10-44ed-41a2-851d-20e13c8cb449 HTTP/1.1" status: 200 len: 808 time: 0.6355774 Feb 09 22:16:14.887305 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.extraroute_db [None req-59e8c1fb-1a71-439b-950e-e0e44cd03a95 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Added routes are [] {{(pid=103202) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 22:16:14.892146 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.extraroute_db [None req-59e8c1fb-1a71-439b-950e-e0e44cd03a95 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Removed routes are [] {{(pid=103202) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 22:16:14.892566 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530a0b2d-db74-4def-bbbe-acf135bd995d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Router fb616316-23b0-44bc-b86f-8d3a0201d83c has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:16:14.892728 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-59e8c1fb-1a71-439b-950e-e0e44cd03a95 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (83c30768-abbe-4814-81b0-0715e0f465f1), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:14.893872 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-aa030e69-22b4-4d2a-a1de-818c77c316e5 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/quotas/d0055fcafce64765a6d3c33af60295d4 HTTP/1.1" status: 200 len: 375 time: 0.1523077 Feb 09 22:16:15.093045 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530a0b2d-db74-4def-bbbe-acf135bd995d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:16:15.111545 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-530a0b2d-db74-4def-bbbe-acf135bd995d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "PUT /v2.0/routers/fb616316-23b0-44bc-b86f-8d3a0201d83c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8513515 Feb 09 22:16:15.132018 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-f38eefff-9734-4147-8edc-f5ca1e87e892 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d0055fcafce64765a6d3c33af60295d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1180775 Feb 09 22:16:15.135822 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-59e8c1fb-1a71-439b-950e-e0e44cd03a95 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (83c30768-abbe-4814-81b0-0715e0f465f1), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:15.140333 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-59e8c1fb-1a71-439b-950e-e0e44cd03a95 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-316890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-316867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-342176'] for router (83c30768-abbe-4814-81b0-0715e0f465f1), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:15.226260 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] Sync routers for ids ['fb616316-23b0-44bc-b86f-8d3a0201d83c'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:16:15.253983 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0fa2e933-fb46-487c-a801-ec13be94daaa None None] Provisioning complete for port 5958ce2d-b964-4595-86cb-dd42cca86cd0 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:16:15.254611 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0fa2e933-fb46-487c-a801-ec13be94daaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5958ce2d-b964-4595-86cb-dd42cca86cd0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:15.313316 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e8c1fb-1a71-439b-950e-e0e44cd03a95 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router 83c30768-abbe-4814-81b0-0715e0f465f1 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:16:15.314033 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] Routers {'fb616316-23b0-44bc-b86f-8d3a0201d83c'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:16:15.314725 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:16:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['fb616316-23b0-44bc-b86f-8d3a0201d83c'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:15.317125 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:16:15.506121 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 54a37794-378d-41c5-96c0-d05b91a40738 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:16:15.558225 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0fa2e933-fb46-487c-a801-ec13be94daaa None None] Port 5958ce2d-b964-4595-86cb-dd42cca86cd0 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:16:15.571976 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 54a37794-378d-41c5-96c0-d05b91a40738 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:16:15.572631 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 54a37794-378d-41c5-96c0-d05b91a40738 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:16:15.573225 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f6224332-5e6b-4207-954f-cf71a39a0d0e no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:16:15.600665 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-be835211-a3c1-41aa-9289-76436f13a4a8 service neutron] 10.222.0.77 "GET /v2.0/networks/0fcd2e10-44ed-41a2-851d-20e13c8cb449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578130 Feb 09 22:16:15.653120 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:15.666303 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: f6224332-5e6b-4207-954f-cf71a39a0d0e {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:16:15.666776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f6224332-5e6b-4207-954f-cf71a39a0d0e not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:16:15.740275 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] Set router fb616316-23b0-44bc-b86f-8d3a0201d83c gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:16:15.851315 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-60da216b-b396-4649-b2d5-a8cd83de34f5 service neutron] 10.222.0.77 "GET /v2.0/networks/0fcd2e10-44ed-41a2-851d-20e13c8cb449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435997 Feb 09 22:16:16.119748 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681866194', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:15:56Z', 'updated_at': '2022-02-09T22:16:12Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:58Z', 'updated_at': '2022-02-09T22:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '5958ce2d-b964-4595-86cb-dd42cca86cd0', 'name': '', 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:a8:ee:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '052b224a-dd57-410b-876d-7eac4531572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:16:08Z', 'updated_at': '2022-02-09T22:16:13Z', 'revision_number': 2, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '052b224a-dd57-410b-876d-7eac4531572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:16.192213 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] Checking router: fb616316-23b0-44bc-b86f-8d3a0201d83c for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:16:16.193013 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] Updating router fb616316-23b0-44bc-b86f-8d3a0201d83c port 5958ce2d-b964-4595-86cb-dd42cca86cd0 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:16:16.218776 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e8c1fb-1a71-439b-950e-e0e44cd03a95 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:16:16.253277 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca307e4-2121-40e9-a239-ccde09e5ab04 None None] Sync routers for ids ['83c30768-abbe-4814-81b0-0715e0f465f1'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:16:16.272983 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:16.274046 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-59e8c1fb-1a71-439b-950e-e0e44cd03a95 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:16.280131 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39832) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:16.284860 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-59e8c1fb-1a71-439b-950e-e0e44cd03a95 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/83c30768-abbe-4814-81b0-0715e0f465f1 HTTP/1.1" status: 200 len: 700 time: 1.7649388 Feb 09 22:16:16.288694 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5958ce2d-b964-4595-86cb-dd42cca86cd0), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:16.299444 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca307e4-2121-40e9-a239-ccde09e5ab04 None None] Routers {'83c30768-abbe-4814-81b0-0715e0f465f1'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:16:16.301000 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-fca307e4-2121-40e9-a239-ccde09e5ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:16:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['83c30768-abbe-4814-81b0-0715e0f465f1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:16.363923 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9e26f238-a745-4422-af75-cdb290a3c5af tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/ports?device_id=83c30768-abbe-4814-81b0-0715e0f465f1 HTTP/1.1" status: 200 len: 205 time: 0.0813851 Feb 09 22:16:16.368599 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39838) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:16.546069 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bae246b4-3c1d-4785-b042-81cb0bdb8583 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (83c30768-abbe-4814-81b0-0715e0f465f1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:16.618778 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-fca307e4-2121-40e9-a239-ccde09e5ab04 None None] Set router 83c30768-abbe-4814-81b0-0715e0f465f1 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:16:16.671353 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-094078aa-8d93-4105-81a8-d9cfef54cf77 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1035784385&fields=id&tenant_id=a306ddcdfade484fb30dc0e0a20bda6f HTTP/1.1" status: 200 len: 267 time: 0.2976565 Feb 09 22:16:16.862523 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-fca307e4-2121-40e9-a239-ccde09e5ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:16:10Z', 'revision_number': 11, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:16.980806 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca307e4-2121-40e9-a239-ccde09e5ab04 None None] Checking router: 83c30768-abbe-4814-81b0-0715e0f465f1 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:16:17.013050 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca307e4-2121-40e9-a239-ccde09e5ab04 None None] Routers {'83c30768-abbe-4814-81b0-0715e0f465f1'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:16:17.014617 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-fca307e4-2121-40e9-a239-ccde09e5ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:16:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['83c30768-abbe-4814-81b0-0715e0f465f1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:17.191032 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bae246b4-3c1d-4785-b042-81cb0bdb8583 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (83c30768-abbe-4814-81b0-0715e0f465f1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:17.203696 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bae246b4-3c1d-4785-b042-81cb0bdb8583 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router_controller (83c30768-abbe-4814-81b0-0715e0f465f1), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:17.237337 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3f15b3cc-b728-4913-a4f1-cd88adf4e79b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:17.250032 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3f15b3cc-b728-4913-a4f1-cd88adf4e79b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/networks?id=675e821d-ac96-46b3-beff-78dacba9c4e8 HTTP/1.1" status: 200 len: 796 time: 0.5561113 Feb 09 22:16:17.288521 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-f8414837-102a-4bfb-ae1b-b492b72d5789 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/quotas/a306ddcdfade484fb30dc0e0a20bda6f HTTP/1.1" status: 200 len: 375 time: 0.0350788 Feb 09 22:16:17.323779 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-fca307e4-2121-40e9-a239-ccde09e5ab04 None None] Set router 83c30768-abbe-4814-81b0-0715e0f465f1 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:16:17.372725 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] Publish callbacks [] for port (5958ce2d-b964-4595-86cb-dd42cca86cd0), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:17.389049 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5958ce2d-b964-4595-86cb-dd42cca86cd0), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:17.420453 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bae246b4-3c1d-4785-b042-81cb0bdb8583 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (83c30768-abbe-4814-81b0-0715e0f465f1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:17.421504 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae246b4-3c1d-4785-b042-81cb0bdb8583 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Fanout notify agent at l3_agent the message router_deleted on router 83c30768-abbe-4814-81b0-0715e0f465f1 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:16:17.442841 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bae246b4-3c1d-4785-b042-81cb0bdb8583 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:17.447191 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bae246b4-3c1d-4785-b042-81cb0bdb8583 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/routers/83c30768-abbe-4814-81b0-0715e0f465f1 HTTP/1.1" status: 204 len: 168 time: 1.0773227 Feb 09 22:16:17.453318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39866) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:17.471694 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9e075-9d99-43b9-9cc4-1ce1a35668e2 None None] Pushing event updated for resources: {'Port': ['ID=5958ce2d-b964-4595-86cb-dd42cca86cd0,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:17.477145 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-5274e8e0-35ce-4d1f-9d7f-f376fe7b3ff1 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-72061826', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:17.584468 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-6e75d010-65f4-4d50-ac17-e9bbe3800662 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2844872 Feb 09 22:16:17.632544 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-fca307e4-2121-40e9-a239-ccde09e5ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:16:10Z', 'revision_number': 11, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:17.636396 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5274e8e0-35ce-4d1f-9d7f-f376fe7b3ff1 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (03fba4a4-22cb-4fb7-a248-468d0acb0408), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:17.638242 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5274e8e0-35ce-4d1f-9d7f-f376fe7b3ff1 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (03fba4a4-22cb-4fb7-a248-468d0acb0408), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:17.763942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] Attempting to bind port 5958ce2d-b964-4595-86cb-dd42cca86cd0 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:16:17.764593 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] Attempting to bind port 5958ce2d-b964-4595-86cb-dd42cca86cd0 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '809d8f2f-29bc-4e22-87c2-9995784e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:16:17.765507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] Attempting to bind port 5958ce2d-b964-4595-86cb-dd42cca86cd0 on network 675e821d-ac96-46b3-beff-78dacba9c4e8 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:16:17.784996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:16:17.788565 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] Checking segment: {'id': '809d8f2f-29bc-4e22-87c2-9995784e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:16:17.789675 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:17.790575 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] Bound using segment: {'id': '809d8f2f-29bc-4e22-87c2-9995784e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:16:17.795745 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] Bound port: 5958ce2d-b964-4595-86cb-dd42cca86cd0, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809d8f2f-29bc-4e22-87c2-9995784e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:16:17.796714 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5958ce2d-b964-4595-86cb-dd42cca86cd0), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:17.806282 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca307e4-2121-40e9-a239-ccde09e5ab04 None None] The sync data for ids ['83c30768-abbe-4814-81b0-0715e0f465f1'] in n-d-828601-1 is: [{'id': '83c30768-abbe-4814-81b0-0715e0f465f1', 'name': 'tempest-RoutersTest-router-340942567', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:52Z', 'updated_at': '2022-02-09T22:16:10Z', 'revision_number': 11, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:16:18.059203 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5274e8e0-35ce-4d1f-9d7f-f376fe7b3ff1 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router_controller (03fba4a4-22cb-4fb7-a248-468d0acb0408), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:18.074598 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-f69d2efb-2c55-4b84-b6ea-a26894a63735 service neutron] 10.222.0.77 "GET /v2.0/networks/675e821d-ac96-46b3-beff-78dacba9c4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404597 Feb 09 22:16:18.079534 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5274e8e0-35ce-4d1f-9d7f-f376fe7b3ff1 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (03fba4a4-22cb-4fb7-a248-468d0acb0408), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:18.152754 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] For port 5958ce2d-b964-4595-86cb-dd42cca86cd0, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:16:18.162962 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] For port 5958ce2d-b964-4595-86cb-dd42cca86cd0, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5958ce2d-b964-4595-86cb-dd42cca86cd0,segment=NetworkSegment(809d8f2f-29bc-4e22-87c2-9995784e4b0d),segment_id=809d8f2f-29bc-4e22-87c2-9995784e4b0d)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:16:18.178537 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5958ce2d-b964-4595-86cb-dd42cca86cd0), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:18.179368 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5274e8e0-35ce-4d1f-9d7f-f376fe7b3ff1 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:18.185357 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5274e8e0-35ce-4d1f-9d7f-f376fe7b3ff1 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7301767 Feb 09 22:16:18.194668 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39870) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:18.247366 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-19ce4d3e-f395-4885-be80-26b1ac827792 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:18.368497 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] Routers {'fb616316-23b0-44bc-b86f-8d3a0201d83c'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:16:18.369602 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:16:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['fb616316-23b0-44bc-b86f-8d3a0201d83c'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:18.407314 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-cd4070f6-caf8-46ac-959d-59c2a56b7aff None None] Provisioning complete for port 5958ce2d-b964-4595-86cb-dd42cca86cd0 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:16:18.416502 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cd4070f6-caf8-46ac-959d-59c2a56b7aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5958ce2d-b964-4595-86cb-dd42cca86cd0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:18.708094 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-896acca3-4b9b-44ba-8179-5b8b462ce05e service neutron] 10.222.0.77 "GET /v2.0/networks/675e821d-ac96-46b3-beff-78dacba9c4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6296256 Feb 09 22:16:18.789938 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9e075-9d99-43b9-9cc4-1ce1a35668e2 None None] Pushing event updated for resources: {'Port': ['ID=5958ce2d-b964-4595-86cb-dd42cca86cd0,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:18.861724 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-cd4070f6-caf8-46ac-959d-59c2a56b7aff None None] Current status of the port 5958ce2d-b964-4595-86cb-dd42cca86cd0 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:16:18.875545 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cd4070f6-caf8-46ac-959d-59c2a56b7aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5958ce2d-b964-4595-86cb-dd42cca86cd0), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:18.976065 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] Set router fb616316-23b0-44bc-b86f-8d3a0201d83c gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:16:19.301000 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-cd4070f6-caf8-46ac-959d-59c2a56b7aff None None] For port 5958ce2d-b964-4595-86cb-dd42cca86cd0, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5958ce2d-b964-4595-86cb-dd42cca86cd0,segment=NetworkSegment(809d8f2f-29bc-4e22-87c2-9995784e4b0d),segment_id=809d8f2f-29bc-4e22-87c2-9995784e4b0d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:19.393732 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cd4070f6-caf8-46ac-959d-59c2a56b7aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5958ce2d-b964-4595-86cb-dd42cca86cd0), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:19.452523 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19ce4d3e-f395-4885-be80-26b1ac827792 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11551'] for router (03fba4a4-22cb-4fb7-a248-468d0acb0408), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:19.505421 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19ce4d3e-f395-4885-be80-26b1ac827792 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-316890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-316867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-342176'] for router (03fba4a4-22cb-4fb7-a248-468d0acb0408), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:19.703024 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-7515d5f3-3a5d-40ef-8afc-b59285887ac0 None None] Provisioning complete for port 5958ce2d-b964-4595-86cb-dd42cca86cd0 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:16:19.703683 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7515d5f3-3a5d-40ef-8afc-b59285887ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5958ce2d-b964-4595-86cb-dd42cca86cd0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:19.772148 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-fa6bcf58-9a54-40a3-b1ee-62d535c844ff tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:19.774917 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-fa6bcf58-9a54-40a3-b1ee-62d535c844ff tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.71 "GET /v2.0/networks?id=0fcd2e10-44ed-41a2-851d-20e13c8cb449 HTTP/1.1" status: 200 len: 808 time: 0.5212054 Feb 09 22:16:19.799573 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4070f6-caf8-46ac-959d-59c2a56b7aff None None] Pushing event updated for resources: {'Port': ['ID=5958ce2d-b964-4595-86cb-dd42cca86cd0,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:19.846671 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f811fb57-8d3a-4c2b-9433-0b0ecc6c5cf9 req-b8626769-2dad-47ea-a228-43a60df3495c tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=73d91d3d-ce81-4237-8e0e-a5bc41484ee1 HTTP/1.1" status: 200 len: 210 time: 0.0696535 Feb 09 22:16:19.848947 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681866194', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:15:56Z', 'updated_at': '2022-02-09T22:16:12Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:58Z', 'updated_at': '2022-02-09T22:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '5958ce2d-b964-4595-86cb-dd42cca86cd0', 'name': '', 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:a8:ee:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '052b224a-dd57-410b-876d-7eac4531572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:16:08Z', 'updated_at': '2022-02-09T22:16:18Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '052b224a-dd57-410b-876d-7eac4531572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:19.858491 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-9b6bfe49-0ed6-4f6e-a893-14184e7c16be tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Request body: {'port': {'device_id': '73d91d3d-ce81-4237-8e0e-a5bc41484ee1', 'network_id': '0fcd2e10-44ed-41a2-851d-20e13c8cb449', 'admin_state_up': True, 'tenant_id': 'd0055fcafce64765a6d3c33af60295d4'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:19.905622 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ce4d3e-f395-4885-be80-26b1ac827792 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Router 03fba4a4-22cb-4fb7-a248-468d0acb0408 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:16:20.102616 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e5985315-e876-48b1-8ead-46e9af658a20 req-bd5ac9e6-26a7-41bc-9b7b-f6dc4e44a4b4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 210 time: 0.0638092 Feb 09 22:16:20.137721 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-7515d5f3-3a5d-40ef-8afc-b59285887ac0 None None] Current status of the port 5958ce2d-b964-4595-86cb-dd42cca86cd0 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:16:20.145346 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad17088-8b94-4af1-8289-d70002101830 None None] The sync data for ids ['fb616316-23b0-44bc-b86f-8d3a0201d83c'] in n-d-828601-1 is: [{'id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681866194', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:15:56Z', 'updated_at': '2022-02-09T22:16:12Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:58Z', 'updated_at': '2022-02-09T22:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '5958ce2d-b964-4595-86cb-dd42cca86cd0', 'name': '', 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:a8:ee:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '052b224a-dd57-410b-876d-7eac4531572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:16:08Z', 'updated_at': '2022-02-09T22:16:18Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '052b224a-dd57-410b-876d-7eac4531572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:16:20.168480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ce4d3e-f395-4885-be80-26b1ac827792 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:16:20.183751 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a075253-53da-4e27-8f60-1a07b8ead4bb None None] Sync routers for ids ['03fba4a4-22cb-4fb7-a248-468d0acb0408'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:16:20.197418 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19ce4d3e-f395-4885-be80-26b1ac827792 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:20.198921 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-19ce4d3e-f395-4885-be80-26b1ac827792 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "PUT /v2.0/routers/03fba4a4-22cb-4fb7-a248-468d0acb0408 HTTP/1.1" status: 200 len: 692 time: 2.0032103 Feb 09 22:16:20.217908 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39908) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:20.234675 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a075253-53da-4e27-8f60-1a07b8ead4bb None None] Routers {'03fba4a4-22cb-4fb7-a248-468d0acb0408'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:16:20.236735 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9a075253-53da-4e27-8f60-1a07b8ead4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:16:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['03fba4a4-22cb-4fb7-a248-468d0acb0408'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:20.448272 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-9b6bfe49-0ed6-4f6e-a893-14184e7c16be tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Made reservation on behalf of d0055fcafce64765a6d3c33af60295d4 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:16:20.456089 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-9b6bfe49-0ed6-4f6e-a893-14184e7c16be tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:20.483389 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bbe7dac9-f78d-4e48-8e5a-52f48fb4f3ba tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/routers/03fba4a4-22cb-4fb7-a248-468d0acb0408 HTTP/1.1" status: 200 len: 698 time: 0.2595403 Feb 09 22:16:20.489122 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39916) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:20.594015 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ff123d51-9a90-493e-b43a-c8e000cd8830 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/ports?device_id=03fba4a4-22cb-4fb7-a248-468d0acb0408 HTTP/1.1" status: 200 len: 205 time: 0.1030970 Feb 09 22:16:20.599830 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39918) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:20.605163 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-9a075253-53da-4e27-8f60-1a07b8ead4bb None None] Set router 03fba4a4-22cb-4fb7-a248-468d0acb0408 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:16:20.830803 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd02fb97-2c6f-40fe-9675-a152a758160e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (03fba4a4-22cb-4fb7-a248-468d0acb0408), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:20.880148 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9a075253-53da-4e27-8f60-1a07b8ead4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fba4a4-22cb-4fb7-a248-468d0acb0408', 'name': 'tempest-RoutersTest-router-72061826', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:16:17Z', 'updated_at': '2022-02-09T22:16:19Z', 'revision_number': 2, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:21.034172 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a075253-53da-4e27-8f60-1a07b8ead4bb None None] Checking router: 03fba4a4-22cb-4fb7-a248-468d0acb0408 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:16:21.076960 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a075253-53da-4e27-8f60-1a07b8ead4bb None None] Routers {'03fba4a4-22cb-4fb7-a248-468d0acb0408'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:16:21.077957 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9a075253-53da-4e27-8f60-1a07b8ead4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:16:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['03fba4a4-22cb-4fb7-a248-468d0acb0408'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:21.094841 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-9b6bfe49-0ed6-4f6e-a893-14184e7c16be tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Allocated IP 172.20.0.8 (0fcd2e10-44ed-41a2-851d-20e13c8cb449/007c1de0-57b8-497f-a946-de55781d3a2c/9924eb7b-af03-48ea-a45b-b8e901dc5695) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:16:21.500943 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd02fb97-2c6f-40fe-9675-a152a758160e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (03fba4a4-22cb-4fb7-a248-468d0acb0408), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:21.514356 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd02fb97-2c6f-40fe-9675-a152a758160e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router_controller (03fba4a4-22cb-4fb7-a248-468d0acb0408), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:21.627882 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b19b2387-dec8-4e05-8f69-cd885543ee76 req-194b0571-2ac7-470c-8584-711e33b7f739 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=73d91d3d-ce81-4237-8e0e-a5bc41484ee1 HTTP/1.1" status: 200 len: 210 time: 0.1453450 Feb 09 22:16:21.782244 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd02fb97-2c6f-40fe-9675-a152a758160e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (03fba4a4-22cb-4fb7-a248-468d0acb0408), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:21.783109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd02fb97-2c6f-40fe-9675-a152a758160e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Fanout notify agent at l3_agent the message router_deleted on router 03fba4a4-22cb-4fb7-a248-468d0acb0408 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:16:21.798054 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd02fb97-2c6f-40fe-9675-a152a758160e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:21.808787 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39940) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:21.809069 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fd02fb97-2c6f-40fe-9675-a152a758160e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/routers/03fba4a4-22cb-4fb7-a248-468d0acb0408 HTTP/1.1" status: 204 len: 168 time: 1.1985006 Feb 09 22:16:21.914124 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39942) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:21.923461 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2ccde1d7-b1cf-4479-afc2-9de6760fa5b5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/ports?device_id=03fba4a4-22cb-4fb7-a248-468d0acb0408 HTTP/1.1" status: 200 len: 205 time: 0.1005692 Feb 09 22:16:21.977039 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-9a075253-53da-4e27-8f60-1a07b8ead4bb None None] Set router 03fba4a4-22cb-4fb7-a248-468d0acb0408 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:16:22.112680 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-41353aea-fb5b-4ecb-87c5-afd28bc10e8e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] delete failed (client error): The resource could not be found. Feb 09 22:16:22.126109 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-41353aea-fb5b-4ecb-87c5-afd28bc10e8e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/routers/03fba4a4-22cb-4fb7-a248-468d0acb0408 HTTP/1.1" status: 404 len: 336 time: 0.2100749 Feb 09 22:16:22.131148 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39946) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:22.165646 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c62f576f-32c2-43e4-a187-b465404b75a3 req-35cc1182-3c60-4cdd-9266-52ec875abdff tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 210 time: 0.2594347 Feb 09 22:16:22.190056 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9a075253-53da-4e27-8f60-1a07b8ead4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fba4a4-22cb-4fb7-a248-468d0acb0408', 'name': 'tempest-RoutersTest-router-72061826', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:16:17Z', 'updated_at': '2022-02-09T22:16:19Z', 'revision_number': 2, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:22.276680 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1927ac9-6544-481d-af8a-49b291587b1b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] DELETE failed (client error): The resource could not be found. Feb 09 22:16:22.291975 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a075253-53da-4e27-8f60-1a07b8ead4bb None None] The sync data for ids ['03fba4a4-22cb-4fb7-a248-468d0acb0408'] in n-d-828601-1 is: [{'id': '03fba4a4-22cb-4fb7-a248-468d0acb0408', 'name': 'tempest-RoutersTest-router-72061826', 'tenant_id': 'e5d31d08c43c4b69869f30e84521119d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:16:17Z', 'updated_at': '2022-02-09T22:16:19Z', 'revision_number': 2, 'project_id': 'e5d31d08c43c4b69869f30e84521119d', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:16:22.297738 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-9b6bfe49-0ed6-4f6e-a893-14184e7c16be tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Publish callbacks [] for port (9924eb7b-af03-48ea-a45b-b8e901dc5695), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:22.303337 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1927ac9-6544-481d-af8a-49b291587b1b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:16:22.329529 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f1927ac9-6544-481d-af8a-49b291587b1b tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/subnets/fa3b332b-65d0-49b9-b35b-3e392e66cb64 HTTP/1.1" status: 404 len: 337 time: 0.1920207 Feb 09 22:16:22.333514 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39948) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:22.453013 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5958ce2d-b964-4595-86cb-dd42cca86cd0 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:16:22.492231 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bf97cb-f4bb-4484-9316-1be4abf024fc tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] DELETE failed (client error): The resource could not be found. Feb 09 22:16:22.495748 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26bf97cb-f4bb-4484-9316-1be4abf024fc tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:16:22.505212 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-26bf97cb-f4bb-4484-9316-1be4abf024fc tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/subnets/f9ab8b51-6e06-4e20-8ab0-7fa7ffff0199 HTTP/1.1" status: 404 len: 337 time: 0.1663470 Feb 09 22:16:22.506295 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39952) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:22.581398 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-59ab1f8a-4e47-467d-960c-c5574363d045 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:22.592257 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-59ab1f8a-4e47-467d-960c-c5574363d045 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.42 "GET /v2.0/networks?id=675e821d-ac96-46b3-beff-78dacba9c4e8 HTTP/1.1" status: 200 len: 796 time: 0.6323559 Feb 09 22:16:22.636929 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8434f8-8a37-49f3-9b90-bcd9d492ef4e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] DELETE failed (client error): The resource could not be found. Feb 09 22:16:22.637408 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8434f8-8a37-49f3-9b90-bcd9d492ef4e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:16:22.641876 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8a8434f8-8a37-49f3-9b90-bcd9d492ef4e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/subnets/843a10ba-0a49-4f99-bfda-14b9ea25bd96 HTTP/1.1" status: 404 len: 337 time: 0.1348982 Feb 09 22:16:22.645902 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39956) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:22.707507 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-073e67fd-5497-45bb-b734-370438303cd5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] DELETE failed (client error): The resource could not be found. Feb 09 22:16:22.708357 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-073e67fd-5497-45bb-b734-370438303cd5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:16:22.716961 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-073e67fd-5497-45bb-b734-370438303cd5 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/subnets/ad26eff0-d89a-480b-ac21-5f71f09ec689 HTTP/1.1" status: 404 len: 337 time: 0.0696802 Feb 09 22:16:22.721477 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39960) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:22.770965 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 5958ce2d-b964-4595-86cb-dd42cca86cd0 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:16:22.771785 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5958ce2d-b964-4595-86cb-dd42cca86cd0), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:22.816516 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-9b6bfe49-0ed6-4f6e-a893-14184e7c16be tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (9924eb7b-af03-48ea-a45b-b8e901dc5695), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:22.847697 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ef14083a-9038-424c-9049-3f19b13e5ba0 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/ports?device_id=83c30768-abbe-4814-81b0-0715e0f465f1 HTTP/1.1" status: 200 len: 205 time: 0.1207104 Feb 09 22:16:22.858217 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39962) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:22.900287 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-9b6bfe49-0ed6-4f6e-a893-14184e7c16be tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Network 0fcd2e10-44ed-41a2-851d-20e13c8cb449 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:16:22.976576 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-3a0869df-e3af-48c6-b1bb-f8290795479c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] delete failed (client error): The resource could not be found. Feb 09 22:16:22.980860 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3a0869df-e3af-48c6-b1bb-f8290795479c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/routers/83c30768-abbe-4814-81b0-0715e0f465f1 HTTP/1.1" status: 404 len: 336 time: 0.1203322 Feb 09 22:16:22.983898 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39964) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:23.038243 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-9b6bfe49-0ed6-4f6e-a893-14184e7c16be tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:16:23.049904 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-9b6bfe49-0ed6-4f6e-a893-14184e7c16be tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:16:23.054290 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6bfe49-0ed6-4f6e-a893-14184e7c16be tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Pushing event updated for resources: {'Port': ['ID=9924eb7b-af03-48ea-a45b-b8e901dc5695,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:23.056034 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 5958ce2d-b964-4595-86cb-dd42cca86cd0 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:16:23.084735 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f7784800-e91b-431a-a3af-a9bc8ce95225 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbf63f8d-0f12-4431-8432-0452b55b7953 HTTP/1.1" status: 200 len: 205 time: 0.0961187 Feb 09 22:16:23.092846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39966) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:23.169858 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-9d050a24-59b6-457f-b14b-ba5a82dff133 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] delete failed (client error): The resource could not be found. Feb 09 22:16:23.171255 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9d050a24-59b6-457f-b14b-ba5a82dff133 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/routers/fbf63f8d-0f12-4431-8432-0452b55b7953 HTTP/1.1" status: 404 len: 336 time: 0.0773857 Feb 09 22:16:23.175999 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39970) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:23.211705 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0c45c5-e3ea-4b9f-90b6-145734dbe97e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] DELETE failed (client error): The resource could not be found. Feb 09 22:16:23.212441 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0c45c5-e3ea-4b9f-90b6-145734dbe97e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:16:23.220664 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0f0c45c5-e3ea-4b9f-90b6-145734dbe97e tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/subnets/3ae40494-4191-4b03-94aa-1c5be35bceac HTTP/1.1" status: 404 len: 337 time: 0.0430131 Feb 09 22:16:23.221628 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39976) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:23.263747 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-81852e93-9b6c-4370-a2a5-0fbcaf0afd14 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f7fcf95-492b-4469-be04-e119bd3303d0 HTTP/1.1" status: 200 len: 205 time: 0.0406368 Feb 09 22:16:23.264773 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39978) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:23.324519 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-4ef8f98f-bc71-4b7e-9283-c89019660f90 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a306ddcdfade484fb30dc0e0a20bda6f HTTP/1.1" status: 200 len: 380 time: 0.7148831 Feb 09 22:16:23.341267 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-1c8ab9de-66eb-4e3c-a24b-bb0310cd3b82 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] delete failed (client error): The resource could not be found. Feb 09 22:16:23.346935 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1c8ab9de-66eb-4e3c-a24b-bb0310cd3b82 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/routers/0f7fcf95-492b-4469-be04-e119bd3303d0 HTTP/1.1" status: 404 len: 336 time: 0.0797985 Feb 09 22:16:23.347731 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39980) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:23.405481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3cebd8a3-c2a7-48d6-aab0-a43ae125cdcb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'port': {'device_id': '03c2823a-c329-4ae1-be9b-161d5a7c874c', 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8', 'admin_state_up': True, 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'security_groups': ['fd86a658-1857-431d-abe3-7196e01a92f7']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:23.413881 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1d5fde1c-0879-4185-aeab-f6950e828e90 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdec831-00e0-4855-9fec-db6afb54ec97 HTTP/1.1" status: 200 len: 205 time: 0.0646565 Feb 09 22:16:23.416363 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39982) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:23.545355 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-94da49cf-b003-4d38-be0d-74dd56baaaba tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] delete failed (client error): The resource could not be found. Feb 09 22:16:23.549471 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-94da49cf-b003-4d38-be0d-74dd56baaaba tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/routers/2fdec831-00e0-4855-9fec-db6afb54ec97 HTTP/1.1" status: 404 len: 336 time: 0.1319549 Feb 09 22:16:23.550062 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39986) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:23.630699 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-9b6bfe49-0ed6-4f6e-a893-14184e7c16be tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:23.632769 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-45deedce-aced-4ef1-ac56-2222ac6ce211 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] DELETE failed (client error): The resource could not be found. Feb 09 22:16:23.633267 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45deedce-aced-4ef1-ac56-2222ac6ce211 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:16:23.640243 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-9b6bfe49-0ed6-4f6e-a893-14184e7c16be tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:23.647108 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 39988) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:23.649735 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-45deedce-aced-4ef1-ac56-2222ac6ce211 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/subnets/b5c38e26-3d2d-482e-868a-e1d9be2d6e9d HTTP/1.1" status: 404 len: 337 time: 0.0985763 Feb 09 22:16:23.708030 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39990) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:23.719008 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9b60bf19-01c8-4cf2-a51c-cb3c11f16262 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/ports?device_id=a095f6e6-c5da-4714-b5b1-48a69abcd72b HTTP/1.1" status: 200 len: 205 time: 0.0675535 Feb 09 22:16:23.761604 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-630eed95-19df-4bf1-a9d2-0a46d1455027 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] delete failed (client error): The resource could not be found. Feb 09 22:16:23.763543 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-9b6bfe49-0ed6-4f6e-a893-14184e7c16be tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9123230 Feb 09 22:16:23.765992 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-630eed95-19df-4bf1-a9d2-0a46d1455027 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/routers/a095f6e6-c5da-4714-b5b1-48a69abcd72b HTTP/1.1" status: 404 len: 336 time: 0.0567324 Feb 09 22:16:23.766724 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39992) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:23.796705 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49aa28b-c537-4db6-a9de-638c5341cbbc req-8d59467a-ff7b-48ec-9b6f-c3c0f0da96f0 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:23.802082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b49aa28b-c537-4db6-a9de-638c5341cbbc req-8d59467a-ff7b-48ec-9b6f-c3c0f0da96f0 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=73d91d3d-ce81-4237-8e0e-a5bc41484ee1 HTTP/1.1" status: 200 len: 931 time: 0.7339962 Feb 09 22:16:23.811442 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3cebd8a3-c2a7-48d6-aab0-a43ae125cdcb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Made reservation on behalf of a306ddcdfade484fb30dc0e0a20bda6f for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:16:23.817215 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3cebd8a3-c2a7-48d6-aab0-a43ae125cdcb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:23.817972 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2886bd7-86ca-4cbc-b4fb-1dc00b54156c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] DELETE failed (client error): The resource could not be found. Feb 09 22:16:23.818446 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2886bd7-86ca-4cbc-b4fb-1dc00b54156c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:16:23.837388 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e2886bd7-86ca-4cbc-b4fb-1dc00b54156c tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/subnets/1b3b48c7-fc36-40e8-8d62-8d76c3ef5601 HTTP/1.1" status: 404 len: 337 time: 0.0685976 Feb 09 22:16:23.840720 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39994) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:23.843465 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] Request body: {'port': {'device_id': '73d91d3d-ce81-4237-8e0e-a5bc41484ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:23.917865 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-04fdcc55-142c-4089-bfff-d71ee1016903 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "GET /v2.0/ports?device_id=acbe2529-517f-4f62-ba38-5383393120bb HTTP/1.1" status: 200 len: 205 time: 0.0695739 Feb 09 22:16:23.918889 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 39996) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:24.079760 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-d8a7aed7-8559-44b2-ba5d-ffb0b4ca6916 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] delete failed (client error): The resource could not be found. Feb 09 22:16:24.100417 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d8a7aed7-8559-44b2-ba5d-ffb0b4ca6916 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/routers/acbe2529-517f-4f62-ba38-5383393120bb HTTP/1.1" status: 404 len: 336 time: 0.1682990 Feb 09 22:16:24.109003 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9924eb7b-af03-48ea-a45b-b8e901dc5695), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:24.112439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40000) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:24.260082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b49aa28b-c537-4db6-a9de-638c5341cbbc req-bdfdbda4-3f43-4625-b41c-e75a3733b216 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109435 Feb 09 22:16:24.333828 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd10f5dd-da8e-42e3-a068-d7fdf97ffd02 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] DELETE failed (client error): The resource could not be found. Feb 09 22:16:24.334899 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd10f5dd-da8e-42e3-a068-d7fdf97ffd02 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:16:24.341138 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40002) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:24.342222 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-dd10f5dd-da8e-42e3-a068-d7fdf97ffd02 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/subnets/b14d8086-7f28-498e-b3c6-fce28619b093 HTTP/1.1" status: 404 len: 337 time: 0.1310596 Feb 09 22:16:24.440721 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-270017d8-edb7-4a5c-a919-eb1efea64821 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] DELETE failed (client error): The resource could not be found. Feb 09 22:16:24.441216 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-270017d8-edb7-4a5c-a919-eb1efea64821 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:16:24.456213 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-270017d8-edb7-4a5c-a919-eb1efea64821 tempest-RoutersTest-2113608216 tempest-RoutersTest-2113608216-project] 10.222.0.77 "DELETE /v2.0/subnets/5364b0e1-ee4d-43df-b727-1b746600bc20 HTTP/1.1" status: 404 len: 337 time: 0.1128774 Feb 09 22:16:24.600039 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3fdad6b9-fcc8-41cd-9ae3-07fbf2895b8c req-c08b2a2d-1c78-4f06-b284-5502b4dc266a tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 210 time: 0.0502837 Feb 09 22:16:24.609443 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3cebd8a3-c2a7-48d6-aab0-a43ae125cdcb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Allocated IP 172.20.0.10 (675e821d-ac96-46b3-beff-78dacba9c4e8/052b224a-dd57-410b-876d-7eac4531572f/fcae4074-502b-497f-8531-7c58f0401cd9) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:16:24.900942 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40014) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:24.927102 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40018) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:25.034326 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3cebd8a3-c2a7-48d6-aab0-a43ae125cdcb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (fcae4074-502b-497f-8531-7c58f0401cd9), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:25.037600 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9924eb7b-af03-48ea-a45b-b8e901dc5695 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:16:25.048809 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] Publish callbacks [] for port (9924eb7b-af03-48ea-a45b-b8e901dc5695), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:25.069393 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] Transition to ACTIVE for port object 9924eb7b-af03-48ea-a45b-b8e901dc5695 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:16:25.089604 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (9924eb7b-af03-48ea-a45b-b8e901dc5695), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:25.178934 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d413aa6e-1741-4919-89f4-18c1f5351eb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:25.241524 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3cebd8a3-c2a7-48d6-aab0-a43ae125cdcb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:25.289530 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d413aa6e-1741-4919-89f4-18c1f5351eb4 admin admin] Publish callbacks [] for security_group (b4857580-5dc1-45e9-8923-7aec2f89570f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:25.296063 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d413aa6e-1741-4919-89f4-18c1f5351eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b4857580-5dc1-45e9-8923-7aec2f89570f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:25.301459 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] Pushing event updated for resources: {'Port': ['ID=9924eb7b-af03-48ea-a45b-b8e901dc5695,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:25.313578 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3cebd8a3-c2a7-48d6-aab0-a43ae125cdcb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 675e821d-ac96-46b3-beff-78dacba9c4e8 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:16:25.342751 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d413aa6e-1741-4919-89f4-18c1f5351eb4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=60a26135222a4451b839e2b89f05a28d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4110873 Feb 09 22:16:25.343693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3cebd8a3-c2a7-48d6-aab0-a43ae125cdcb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:16:25.345997 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40026) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:25.371623 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3cebd8a3-c2a7-48d6-aab0-a43ae125cdcb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:16:25.457134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] Attempting to bind port 9924eb7b-af03-48ea-a45b-b8e901dc5695 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:16:25.457452 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] Attempting to bind port 9924eb7b-af03-48ea-a45b-b8e901dc5695 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'c6c14abe-51d2-42be-a90f-e0ec967fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0fcd2e10-44ed-41a2-851d-20e13c8cb449'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:16:25.457620 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] Attempting to bind port 9924eb7b-af03-48ea-a45b-b8e901dc5695 on network 0fcd2e10-44ed-41a2-851d-20e13c8cb449 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:16:25.464001 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-16cf956a-1304-46f4-87b9-6d3e723722d8 admin admin] Publish callbacks [] for security_group (b4857580-5dc1-45e9-8923-7aec2f89570f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:25.464328 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebd8a3-c2a7-48d6-aab0-a43ae125cdcb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=fcae4074-502b-497f-8531-7c58f0401cd9,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:25.469270 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] Port 9924eb7b-af03-48ea-a45b-b8e901dc5695 on network 0fcd2e10-44ed-41a2-851d-20e13c8cb449 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:16:25.469270 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] Attempting to bind port 9924eb7b-af03-48ea-a45b-b8e901dc5695 on network 0fcd2e10-44ed-41a2-851d-20e13c8cb449 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:16:25.482532 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:16:25.482883 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] Checking segment: {'id': 'c6c14abe-51d2-42be-a90f-e0ec967fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0fcd2e10-44ed-41a2-851d-20e13c8cb449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:16:25.483250 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] Bound using segment: {'id': 'c6c14abe-51d2-42be-a90f-e0ec967fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0fcd2e10-44ed-41a2-851d-20e13c8cb449'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:16:25.483741 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] Bound port: 9924eb7b-af03-48ea-a45b-b8e901dc5695, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6c14abe-51d2-42be-a90f-e0ec967fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0fcd2e10-44ed-41a2-851d-20e13c8cb449'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:16:25.484115 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9924eb7b-af03-48ea-a45b-b8e901dc5695), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:25.495594 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3cebd8a3-c2a7-48d6-aab0-a43ae125cdcb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:25.496340 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3cebd8a3-c2a7-48d6-aab0-a43ae125cdcb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:25.498440 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-16cf956a-1304-46f4-87b9-6d3e723722d8 admin admin] Publish callbacks [] for security_group (b4857580-5dc1-45e9-8923-7aec2f89570f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:25.544341 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413aa6e-1741-4919-89f4-18c1f5351eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4857580-5dc1-45e9-8923-7aec2f89570f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:25.600673 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-16cf956a-1304-46f4-87b9-6d3e723722d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b4857580-5dc1-45e9-8923-7aec2f89570f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:25.607572 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-16cf956a-1304-46f4-87b9-6d3e723722d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:25.615888 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-16cf956a-1304-46f4-87b9-6d3e723722d8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b4857580-5dc1-45e9-8923-7aec2f89570f HTTP/1.1" status: 204 len: 168 time: 0.2667768 Feb 09 22:16:25.627586 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf956a-1304-46f4-87b9-6d3e723722d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4857580-5dc1-45e9-8923-7aec2f89570f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:25.636183 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-13a4799d-f571-4c2b-a71f-7fb68c1269d9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e5d31d08c43c4b69869f30e84521119d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7334745 Feb 09 22:16:25.636796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40034) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:25.638525 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] For port 9924eb7b-af03-48ea-a45b-b8e901dc5695, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:16:25.665082 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] For port 9924eb7b-af03-48ea-a45b-b8e901dc5695, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9924eb7b-af03-48ea-a45b-b8e901dc5695,segment=NetworkSegment(c6c14abe-51d2-42be-a90f-e0ec967fb720),segment_id=c6c14abe-51d2-42be-a90f-e0ec967fb720)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:16:25.716768 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3cebd8a3-c2a7-48d6-aab0-a43ae125cdcb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3557930 Feb 09 22:16:25.719408 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (9924eb7b-af03-48ea-a45b-b8e901dc5695), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:25.749648 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] Request body: {'port': {'device_id': '03c2823a-c329-4ae1-be9b-161d5a7c874c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:25.786818 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f533419-c66e-47ce-8d6e-80b6f2529d8a admin admin] Publish callbacks [] for security_group (3d736fc2-3b36-441b-bfea-7a083af11e80), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:25.871327 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:25.871896 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f533419-c66e-47ce-8d6e-80b6f2529d8a admin admin] Publish callbacks [] for security_group (3d736fc2-3b36-441b-bfea-7a083af11e80), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:25.872481 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:25.874140 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] 10.222.0.71 "PUT /v2.0/ports/9924eb7b-af03-48ea-a45b-b8e901dc5695 HTTP/1.1" status: 200 len: 1091 time: 2.0449846 Feb 09 22:16:25.877087 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d91d3d-ce81-4237-8e0e-a5bc41484ee1', 'tag': '9924eb7b-af03-48ea-a45b-b8e901dc5695'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:16:25.880020 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1794b903-e104-40fc-ba1f-18e7e594391c" -d '{"events": [{"name": "network-changed", "server_uuid": "73d91d3d-ce81-4237-8e0e-a5bc41484ee1", "tag": "9924eb7b-af03-48ea-a45b-b8e901dc5695"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:16:25.889914 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f375ed-c602-4d1b-9829-c806daf23e27 req-5d349c02-cd90-42e2-bd02-43125890f987 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:25.892414 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-90f375ed-c602-4d1b-9829-c806daf23e27 req-5d349c02-cd90-42e2-bd02-43125890f987 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=73d91d3d-ce81-4237-8e0e-a5bc41484ee1 HTTP/1.1" status: 200 len: 943 time: 0.3858175 Feb 09 22:16:25.983885 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-8fca7c6a-5e59-4ee9-97eb-d98bc8a5a369 None None] Provisioning complete for port fcae4074-502b-497f-8531-7c58f0401cd9 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:16:25.985537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df034e8-c3b6-4e15-ab94-6bf871953c2c service neutron] Pushing event updated for resources: {'Port': ['ID=9924eb7b-af03-48ea-a45b-b8e901dc5695,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:25.986765 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8fca7c6a-5e59-4ee9-97eb-d98bc8a5a369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:26.024654 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f533419-c66e-47ce-8d6e-80b6f2529d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3d736fc2-3b36-441b-bfea-7a083af11e80), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:26.027549 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f533419-c66e-47ce-8d6e-80b6f2529d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:26.028876 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1f533419-c66e-47ce-8d6e-80b6f2529d8a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3d736fc2-3b36-441b-bfea-7a083af11e80 HTTP/1.1" status: 204 len: 168 time: 0.3904817 Feb 09 22:16:26.065049 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f533419-c66e-47ce-8d6e-80b6f2529d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d736fc2-3b36-441b-bfea-7a083af11e80,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:26.127161 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:26.162425 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8fca7c6a-5e59-4ee9-97eb-d98bc8a5a369 None None] Port fcae4074-502b-497f-8531-7c58f0401cd9 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:16:26.304567 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40048) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:26.344561 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-09d4b339-36ec-4f41-93d6-39eeda7c70c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:26.349352 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-e569d7f3-604c-4b0e-86ce-473f649e51fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:26.360412 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-e569d7f3-604c-4b0e-86ce-473f649e51fd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d0055fcafce64765a6d3c33af60295d4&device_id=73d91d3d-ce81-4237-8e0e-a5bc41484ee1 HTTP/1.1" status: 200 len: 1125 time: 0.3736215 Feb 09 22:16:26.399474 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-90f375ed-c602-4d1b-9829-c806daf23e27 req-284c4ae6-6a91-4a27-9313-79a38e8ada54 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628272 Feb 09 22:16:26.538384 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-3338d4e0-df1a-43cb-aa24-f04a62879cb7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9924eb7b-af03-48ea-a45b-b8e901dc5695 HTTP/1.1" status: 200 len: 217 time: 0.1765218 Feb 09 22:16:26.630600 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-09d4b339-36ec-4f41-93d6-39eeda7c70c1 admin admin] Publish callbacks [] for security_group (13cbc28c-5551-4b90-b1f7-4a0ea25f8b61), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:26.641639 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-09d4b339-36ec-4f41-93d6-39eeda7c70c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (13cbc28c-5551-4b90-b1f7-4a0ea25f8b61), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:26.785828 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-09d4b339-36ec-4f41-93d6-39eeda7c70c1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=65e29f2035b540bc8a9677367135227c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4794786 Feb 09 22:16:26.787426 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4b339-36ec-4f41-93d6-39eeda7c70c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cbc28c-5551-4b90-b1f7-4a0ea25f8b61,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:26.792942 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40058) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:26.907982 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc19c538-3685-4903-a568-5e6043aeaa77 admin admin] Publish callbacks [] for security_group (13cbc28c-5551-4b90-b1f7-4a0ea25f8b61), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:26.956632 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc19c538-3685-4903-a568-5e6043aeaa77 admin admin] Publish callbacks [] for security_group (13cbc28c-5551-4b90-b1f7-4a0ea25f8b61), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:27.003069 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-41663eb5-2890-4ece-a702-452b258248b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:27.006122 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-41663eb5-2890-4ece-a702-452b258248b0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=007c1de0-57b8-497f-a946-de55781d3a2c HTTP/1.1" status: 200 len: 848 time: 0.4460719 Feb 09 22:16:27.015512 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc19c538-3685-4903-a568-5e6043aeaa77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (13cbc28c-5551-4b90-b1f7-4a0ea25f8b61), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:27.018781 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc19c538-3685-4903-a568-5e6043aeaa77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:27.022942 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cc19c538-3685-4903-a568-5e6043aeaa77 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/13cbc28c-5551-4b90-b1f7-4a0ea25f8b61 HTTP/1.1" status: 204 len: 168 time: 0.2283049 Feb 09 22:16:27.037839 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19c538-3685-4903-a568-5e6043aeaa77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cbc28c-5551-4b90-b1f7-4a0ea25f8b61,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:27.108656 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-f22d53a9-9389-4f23-b703-cde4a4eda9cf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0fcd2e10-44ed-41a2-851d-20e13c8cb449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815320 Feb 09 22:16:27.207388 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ef6ba-b9be-4fa7-a437-2985fc56887d req-1c2283e2-ac94-4b10-9e02-343ff7e3af77 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:27.210365 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-314ef6ba-b9be-4fa7-a437-2985fc56887d req-1c2283e2-ac94-4b10-9e02-343ff7e3af77 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 932 time: 0.5489786 Feb 09 22:16:27.510355 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-314ef6ba-b9be-4fa7-a437-2985fc56887d req-17e13555-29a5-4ad8-a75e-34dccf846a07 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391679 Feb 09 22:16:27.641620 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54742784-3950-4098-89fe-aef02a3c704f x-openstack-request-id: req-54742784-3950-4098-89fe-aef02a3c704f {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:16:27.642165 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d91d3d-ce81-4237-8e0e-a5bc41484ee1", "tag": "9924eb7b-af03-48ea-a45b-b8e901dc5695", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:16:27.642635 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-54742784-3950-4098-89fe-aef02a3c704f {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:16:27.643416 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d91d3d-ce81-4237-8e0e-a5bc41484ee1', 'tag': '9924eb7b-af03-48ea-a45b-b8e901dc5695', 'status': 'completed', 'code': 200} Feb 09 22:16:27.666399 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-64ef3cf8-f602-4c6f-b6c9-e4d3c00b7453 service neutron] 10.222.0.71 "GET /v2.0/networks/0fcd2e10-44ed-41a2-851d-20e13c8cb449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441217 Feb 09 22:16:27.854177 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcae4074-502b-497f-8531-7c58f0401cd9 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:16:27.939347 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2e5c491a-4ad9-4da1-98fc-4050c3ab4c0c req-3907a17d-657a-41d3-883d-69b65c20031b service neutron] 10.222.0.71 "GET /v2.0/networks/0fcd2e10-44ed-41a2-851d-20e13c8cb449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667944 Feb 09 22:16:27.952141 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] Publish callbacks [] for port (fcae4074-502b-497f-8531-7c58f0401cd9), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:27.983982 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] Transition to ACTIVE for port object fcae4074-502b-497f-8531-7c58f0401cd9 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:16:27.993677 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:28.744043 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6be9d-4e28-41b1-84b4-07e538748828 req-8ab81608-4e19-41f1-8e92-1ff232438213 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:28.746534 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8be6be9d-4e28-41b1-84b4-07e538748828 req-8ab81608-4e19-41f1-8e92-1ff232438213 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=73d91d3d-ce81-4237-8e0e-a5bc41484ee1 HTTP/1.1" status: 200 len: 943 time: 1.0361350 Feb 09 22:16:28.765103 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] Pushing event updated for resources: {'Port': ['ID=fcae4074-502b-497f-8531-7c58f0401cd9,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:28.904132 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794b903-e104-40fc-ba1f-18e7e594391c req-4d35de84-56f2-471a-8a1d-3f9bc5ca3d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:28.905981 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1794b903-e104-40fc-ba1f-18e7e594391c req-4d35de84-56f2-471a-8a1d-3f9bc5ca3d40 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d0055fcafce64765a6d3c33af60295d4&device_id=73d91d3d-ce81-4237-8e0e-a5bc41484ee1 HTTP/1.1" status: 200 len: 1125 time: 0.8952940 Feb 09 22:16:29.107012 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794b903-e104-40fc-ba1f-18e7e594391c req-5605be9c-e2d9-42fd-b4c4-d826ac9b8314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:29.109196 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1794b903-e104-40fc-ba1f-18e7e594391c req-5605be9c-e2d9-42fd-b4c4-d826ac9b8314 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0fcd2e10-44ed-41a2-851d-20e13c8cb449 HTTP/1.1" status: 200 len: 909 time: 0.1927273 Feb 09 22:16:29.203537 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8be6be9d-4e28-41b1-84b4-07e538748828 req-a1a2a39d-8dea-4302-910d-e77bf4d04fad tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413166 Feb 09 22:16:29.211320 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1794b903-e104-40fc-ba1f-18e7e594391c req-b8af8e82-b7be-488b-b1a9-cff9f4872e50 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9924eb7b-af03-48ea-a45b-b8e901dc5695 HTTP/1.1" status: 200 len: 217 time: 0.0845182 Feb 09 22:16:29.227623 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] Attempting to bind port fcae4074-502b-497f-8531-7c58f0401cd9 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:16:29.228149 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] Attempting to bind port fcae4074-502b-497f-8531-7c58f0401cd9 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '809d8f2f-29bc-4e22-87c2-9995784e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:16:29.228603 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] Attempting to bind port fcae4074-502b-497f-8531-7c58f0401cd9 on network 675e821d-ac96-46b3-beff-78dacba9c4e8 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:16:29.264292 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] Port fcae4074-502b-497f-8531-7c58f0401cd9 on network 675e821d-ac96-46b3-beff-78dacba9c4e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:16:29.265027 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] Attempting to bind port fcae4074-502b-497f-8531-7c58f0401cd9 on network 675e821d-ac96-46b3-beff-78dacba9c4e8 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:16:29.277285 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:16:29.277735 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] Checking segment: {'id': '809d8f2f-29bc-4e22-87c2-9995784e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:16:29.278200 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] Bound using segment: {'id': '809d8f2f-29bc-4e22-87c2-9995784e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:16:29.278726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] Bound port: fcae4074-502b-497f-8531-7c58f0401cd9, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809d8f2f-29bc-4e22-87c2-9995784e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:16:29.279159 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:29.345532 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794b903-e104-40fc-ba1f-18e7e594391c req-e1a2f175-89b3-40ca-8677-32b1bfbc039f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:29.347515 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1794b903-e104-40fc-ba1f-18e7e594391c req-e1a2f175-89b3-40ca-8677-32b1bfbc039f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=007c1de0-57b8-497f-a946-de55781d3a2c HTTP/1.1" status: 200 len: 848 time: 0.1302755 Feb 09 22:16:29.461138 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1794b903-e104-40fc-ba1f-18e7e594391c req-ca73a817-7344-4478-8e50-5831800d0236 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0fcd2e10-44ed-41a2-851d-20e13c8cb449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013467 Feb 09 22:16:29.583275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] For port fcae4074-502b-497f-8531-7c58f0401cd9, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:16:29.611491 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] For port fcae4074-502b-497f-8531-7c58f0401cd9, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=fcae4074-502b-497f-8531-7c58f0401cd9,segment=NetworkSegment(809d8f2f-29bc-4e22-87c2-9995784e4b0d),segment_id=809d8f2f-29bc-4e22-87c2-9995784e4b0d)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:16:29.639174 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cfda1-b3fa-4da3-a235-f4ad17d1153f req-646cc72d-8b93-42db-bc48-621b90295699 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:29.642675 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b33cfda1-b3fa-4da3-a235-f4ad17d1153f req-646cc72d-8b93-42db-bc48-621b90295699 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 944 time: 0.3032243 Feb 09 22:16:29.661396 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:29.778457 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] Pushing event updated for resources: {'Port': ['ID=fcae4074-502b-497f-8531-7c58f0401cd9,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:29.823362 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:29.824150 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:29.826769 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-3e9a3e87-f774-4172-bcc1-13a73a2f67dc service neutron] 10.222.0.42 "PUT /v2.0/ports/fcae4074-502b-497f-8531-7c58f0401cd9 HTTP/1.1" status: 200 len: 1092 time: 4.0864353 Feb 09 22:16:29.827477 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c2823a-c329-4ae1-be9b-161d5a7c874c', 'tag': 'fcae4074-502b-497f-8531-7c58f0401cd9'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:16:29.830417 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a88e1a-a6de-4e30-9363-7d40b412a9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "03c2823a-c329-4ae1-be9b-161d5a7c874c", "tag": "fcae4074-502b-497f-8531-7c58f0401cd9"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:16:29.932073 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b33cfda1-b3fa-4da3-a235-f4ad17d1153f req-7013cc36-072c-42e2-8d3d-53de38bba81b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815542 Feb 09 22:16:30.026832 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704ce075-b6a8-43d5-9186-f02006e05b4c x-openstack-request-id: req-704ce075-b6a8-43d5-9186-f02006e05b4c {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:16:30.027141 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c2823a-c329-4ae1-be9b-161d5a7c874c", "tag": "fcae4074-502b-497f-8531-7c58f0401cd9", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:16:30.027477 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-704ce075-b6a8-43d5-9186-f02006e05b4c {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:16:30.027852 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c2823a-c329-4ae1-be9b-161d5a7c874c', 'tag': 'fcae4074-502b-497f-8531-7c58f0401cd9', 'status': 'completed', 'code': 200} Feb 09 22:16:30.031514 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1794b903-e104-40fc-ba1f-18e7e594391c req-285cfdf2-2971-44aa-b5aa-db92b27ffbea service neutron] 10.222.0.71 "GET /v2.0/networks/0fcd2e10-44ed-41a2-851d-20e13c8cb449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619721 Feb 09 22:16:30.243732 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-8c0e60ad-261c-4bde-b35d-961062688672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:30.246587 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-8c0e60ad-261c-4bde-b35d-961062688672 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 1126 time: 0.3099284 Feb 09 22:16:30.418335 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-25ab8934-b36c-4fab-a1a1-0a4dd5498099 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcae4074-502b-497f-8531-7c58f0401cd9 HTTP/1.1" status: 200 len: 217 time: 0.1587684 Feb 09 22:16:30.418686 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:16:30.558971 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1794b903-e104-40fc-ba1f-18e7e594391c req-bb467284-dfdf-4e16-bb29-37604b9d5b3f service neutron] 10.222.0.71 "GET /v2.0/networks/0fcd2e10-44ed-41a2-851d-20e13c8cb449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5210323 Feb 09 22:16:30.622151 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-41485fad-e274-45af-abf1-397c6c217f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:30.624231 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-41485fad-e274-45af-abf1-397c6c217f4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=052b224a-dd57-410b-876d-7eac4531572f HTTP/1.1" status: 200 len: 835 time: 0.1878273 Feb 09 22:16:30.637487 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77bddc-097f-4352-b7d5-cf1c8c1efc31 req-2d6d63a1-6694-4944-a3ec-f7fee053d442 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:30.646395 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f77bddc-097f-4352-b7d5-cf1c8c1efc31 req-2d6d63a1-6694-4944-a3ec-f7fee053d442 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=73d91d3d-ce81-4237-8e0e-a5bc41484ee1 HTTP/1.1" status: 200 len: 943 time: 0.2373431 Feb 09 22:16:30.748609 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f77bddc-097f-4352-b7d5-cf1c8c1efc31 req-c0819f93-a2c3-4d7c-b84b-b61c3156d878 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011992 Feb 09 22:16:30.777181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-8aa7a798-ed9c-4d67-858b-cf55956dba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:30.781993 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-8aa7a798-ed9c-4d67-858b-cf55956dba59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=675e821d-ac96-46b3-beff-78dacba9c4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1331286 Feb 09 22:16:30.934299 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-a0ba2279-8bf2-434a-8780-cd555663b7b4 service neutron] 10.222.0.42 "GET /v2.0/networks/675e821d-ac96-46b3-beff-78dacba9c4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422493 Feb 09 22:16:31.298970 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4c8bfcb-ccfd-4c45-9f8e-db4797f731aa req-823e7e3e-9d96-4260-bbc7-b3ae731d8c77 service neutron] 10.222.0.42 "GET /v2.0/networks/675e821d-ac96-46b3-beff-78dacba9c4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513014 Feb 09 22:16:31.345444 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272eed9-0ba9-4f0d-b78a-c7c7d54cfd77 req-47e83e57-35c1-41e1-bfaa-b8d9f66ca33f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:31.348017 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3272eed9-0ba9-4f0d-b78a-c7c7d54cfd77 req-47e83e57-35c1-41e1-bfaa-b8d9f66ca33f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 944 time: 0.3030257 Feb 09 22:16:31.515148 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3272eed9-0ba9-4f0d-b78a-c7c7d54cfd77 req-7d713b46-6799-4f71-934a-573f2fd76099 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550288 Feb 09 22:16:31.533735 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a88e1a-a6de-4e30-9363-7d40b412a9b7 req-dbdff7f7-f0ce-4a0c-970d-6095af463c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:31.535317 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87a88e1a-a6de-4e30-9363-7d40b412a9b7 req-dbdff7f7-f0ce-4a0c-970d-6095af463c9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 1126 time: 0.1379995 Feb 09 22:16:31.677183 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9924eb7b-af03-48ea-a45b-b8e901dc5695 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:16:31.724262 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a88e1a-a6de-4e30-9363-7d40b412a9b7 req-a92b819a-04cb-4f5c-bb49-7f294a7c0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:31.727515 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87a88e1a-a6de-4e30-9363-7d40b412a9b7 req-a92b819a-04cb-4f5c-bb49-7f294a7c0d31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=675e821d-ac96-46b3-beff-78dacba9c4e8 HTTP/1.1" status: 200 len: 897 time: 0.1804776 Feb 09 22:16:31.832976 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 9924eb7b-af03-48ea-a45b-b8e901dc5695, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9924eb7b-af03-48ea-a45b-b8e901dc5695,segment=NetworkSegment(c6c14abe-51d2-42be-a90f-e0ec967fb720),segment_id=c6c14abe-51d2-42be-a90f-e0ec967fb720)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:31.851059 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '9924eb7b-af03-48ea-a45b-b8e901dc5695', 'network_id': '0fcd2e10-44ed-41a2-851d-20e13c8cb449', 'port_id': '9924eb7b-af03-48ea-a45b-b8e901dc5695', 'mac_address': 'fa:16:3e:d5:c3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007c1de0-57b8-497f-a946-de55781d3a2c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:16:31.890006 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87a88e1a-a6de-4e30-9363-7d40b412a9b7 req-6a2ae0ee-b593-4f45-a535-33ebf0037ade service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcae4074-502b-497f-8531-7c58f0401cd9 HTTP/1.1" status: 200 len: 217 time: 0.1544363 Feb 09 22:16:31.909867 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 9924eb7b-af03-48ea-a45b-b8e901dc5695 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:16:31.912289 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9924eb7b-af03-48ea-a45b-b8e901dc5695), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:31.934022 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9924eb7b-af03-48ea-a45b-b8e901dc5695 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:16:31.973905 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 9924eb7b-af03-48ea-a45b-b8e901dc5695, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9924eb7b-af03-48ea-a45b-b8e901dc5695,segment=NetworkSegment(c6c14abe-51d2-42be-a90f-e0ec967fb720),segment_id=c6c14abe-51d2-42be-a90f-e0ec967fb720)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:31.985752 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9924eb7b-af03-48ea-a45b-b8e901dc5695), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:32.082439 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=9924eb7b-af03-48ea-a45b-b8e901dc5695,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:32.088707 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a88e1a-a6de-4e30-9363-7d40b412a9b7 req-3f747a6c-5293-4449-97e1-453d47eddb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:32.090890 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87a88e1a-a6de-4e30-9363-7d40b412a9b7 req-3f747a6c-5293-4449-97e1-453d47eddb8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=052b224a-dd57-410b-876d-7eac4531572f HTTP/1.1" status: 200 len: 835 time: 0.1931658 Feb 09 22:16:32.101552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:32.102083 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:32.102642 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:32.103182 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:32.103758 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:32.104314 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:32.104874 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:32.105425 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:32.105996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:32.106581 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:32.107145 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:32.108238 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:32.114241 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:32.208006 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['9924eb7b-af03-48ea-a45b-b8e901dc5695'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:16:32.293276 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a88e1a-a6de-4e30-9363-7d40b412a9b7 req-bbf7c1ed-0d85-409a-8757-bd41dc410121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:32.295195 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87a88e1a-a6de-4e30-9363-7d40b412a9b7 req-bbf7c1ed-0d85-409a-8757-bd41dc410121 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=675e821d-ac96-46b3-beff-78dacba9c4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1985860 Feb 09 22:16:32.437694 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fb589-6fef-42a1-a270-7ac41b051adf req-8984a6f4-d814-4785-bfed-189421cae4f7 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:32.440604 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d0fb589-6fef-42a1-a270-7ac41b051adf req-8984a6f4-d814-4785-bfed-189421cae4f7 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=73d91d3d-ce81-4237-8e0e-a5bc41484ee1 HTTP/1.1" status: 200 len: 944 time: 0.3793740 Feb 09 22:16:32.666373 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87a88e1a-a6de-4e30-9363-7d40b412a9b7 req-ed244d7c-c49f-43c1-ad1e-9643cdaa61bc service neutron] 10.222.0.42 "GET /v2.0/networks/675e821d-ac96-46b3-beff-78dacba9c4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468537 Feb 09 22:16:32.687391 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d0fb589-6fef-42a1-a270-7ac41b051adf req-527c6eca-9c73-4126-865b-c5ab48cc85fd tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343366 Feb 09 22:16:32.994591 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87a88e1a-a6de-4e30-9363-7d40b412a9b7 req-4d51bebc-ec30-4f87-aa3e-c27e691c9d91 service neutron] 10.222.0.42 "GET /v2.0/networks/675e821d-ac96-46b3-beff-78dacba9c4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058515 Feb 09 22:16:33.009629 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5affd-ce24-425e-8e7b-83ab4db28d39 req-8adb655a-3f0f-4ac6-8ca3-06eb1aa9b17c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:33.012953 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-77c5affd-ce24-425e-8e7b-83ab4db28d39 req-8adb655a-3f0f-4ac6-8ca3-06eb1aa9b17c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 944 time: 0.1726029 Feb 09 22:16:33.193056 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-77c5affd-ce24-425e-8e7b-83ab4db28d39 req-677b7a97-450b-4e1f-9168-120b2cf2714c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734052 Feb 09 22:16:33.692983 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9924eb7b-af03-48ea-a45b-b8e901dc5695 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:16:33.790922 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 9924eb7b-af03-48ea-a45b-b8e901dc5695 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:16:33.797878 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 9924eb7b-af03-48ea-a45b-b8e901dc5695 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:16:33.798255 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9924eb7b-af03-48ea-a45b-b8e901dc5695), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:33.978120 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 9924eb7b-af03-48ea-a45b-b8e901dc5695 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:16:33.978845 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9924eb7b-af03-48ea-a45b-b8e901dc5695), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:33.987209 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37653c-0404-4a6d-9254-7f65858a9a6a req-325d1f88-9e95-41bb-9f08-3f5e7dbd7b36 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:33.993432 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da37653c-0404-4a6d-9254-7f65858a9a6a req-325d1f88-9e95-41bb-9f08-3f5e7dbd7b36 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=73d91d3d-ce81-4237-8e0e-a5bc41484ee1 HTTP/1.1" status: 200 len: 944 time: 0.1435258 Feb 09 22:16:34.022793 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d91d3d-ce81-4237-8e0e-a5bc41484ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9924eb7b-af03-48ea-a45b-b8e901dc5695'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:16:34.026187 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2501bb-76ca-425d-8420-9d7e43ce63af" -d '{"events": [{"server_uuid": "73d91d3d-ce81-4237-8e0e-a5bc41484ee1", "name": "network-vif-plugged", "status": "completed", "tag": "9924eb7b-af03-48ea-a45b-b8e901dc5695"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:16:34.043541 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 9924eb7b-af03-48ea-a45b-b8e901dc5695, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9924eb7b-af03-48ea-a45b-b8e901dc5695,segment=NetworkSegment(c6c14abe-51d2-42be-a90f-e0ec967fb720),segment_id=c6c14abe-51d2-42be-a90f-e0ec967fb720)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:34.054156 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9924eb7b-af03-48ea-a45b-b8e901dc5695), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:34.137706 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=9924eb7b-af03-48ea-a45b-b8e901dc5695,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:34.173589 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da37653c-0404-4a6d-9254-7f65858a9a6a req-0d809f51-f169-4844-8332-9b7919e3c2d1 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736913 Feb 09 22:16:34.204063 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40236) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:34.254140 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5da7ec-82fc-412e-a992-18429bf26328 x-openstack-request-id: req-3b5da7ec-82fc-412e-a992-18429bf26328 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:16:34.254614 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d91d3d-ce81-4237-8e0e-a5bc41484ee1", "name": "network-vif-plugged", "status": "completed", "tag": "9924eb7b-af03-48ea-a45b-b8e901dc5695", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:16:34.255000 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3b5da7ec-82fc-412e-a992-18429bf26328 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:16:34.255514 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d91d3d-ce81-4237-8e0e-a5bc41484ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9924eb7b-af03-48ea-a45b-b8e901dc5695', 'code': 200} Feb 09 22:16:34.507587 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a757aec-0a2d-4eaa-9344-c962572de0ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:34.565595 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32621ed3-fdde-496c-9419-04f6738f091c req-2cb67e6f-ee3d-4811-9ebd-def5e3ead529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:34.568778 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32621ed3-fdde-496c-9419-04f6738f091c req-2cb67e6f-ee3d-4811-9ebd-def5e3ead529 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=73d91d3d-ce81-4237-8e0e-a5bc41484ee1 HTTP/1.1" status: 200 len: 1127 time: 0.2373958 Feb 09 22:16:34.589762 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37db815-5cea-4e40-8e68-f5076beb5fd6 req-e17ab5a3-e0b1-4315-b195-5222bb91ead4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:34.609552 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b37db815-5cea-4e40-8e68-f5076beb5fd6 req-e17ab5a3-e0b1-4315-b195-5222bb91ead4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 944 time: 0.2052720 Feb 09 22:16:34.652624 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device fcae4074-502b-497f-8531-7c58f0401cd9 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:16:34.741585 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a757aec-0a2d-4eaa-9344-c962572de0ab admin admin] Publish callbacks [] for security_group (707bb487-9e78-45ec-8036-5bdfc88b73a2), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:34.755145 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a757aec-0a2d-4eaa-9344-c962572de0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (707bb487-9e78-45ec-8036-5bdfc88b73a2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:34.824766 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32621ed3-fdde-496c-9419-04f6738f091c req-1587e3e7-38f7-42a0-9a53-c62cdd48bdd6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134619 Feb 09 22:16:34.855951 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b37db815-5cea-4e40-8e68-f5076beb5fd6 req-3123cfbf-1df9-4e1d-9bba-9936509f6d9f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265298 Feb 09 22:16:34.883977 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8a757aec-0a2d-4eaa-9344-c962572de0ab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=284a0e4c33c34d65ab39e347df1e2111&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6868114 Feb 09 22:16:34.885400 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a757aec-0a2d-4eaa-9344-c962572de0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707bb487-9e78-45ec-8036-5bdfc88b73a2,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:34.886545 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40258) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:34.903575 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a757aec-0a2d-4eaa-9344-c962572de0ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:34.904216 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a757aec-0a2d-4eaa-9344-c962572de0ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:34.904889 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a757aec-0a2d-4eaa-9344-c962572de0ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:34.905673 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a757aec-0a2d-4eaa-9344-c962572de0ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:34.906550 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a757aec-0a2d-4eaa-9344-c962572de0ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:34.907366 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a757aec-0a2d-4eaa-9344-c962572de0ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:34.909471 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a757aec-0a2d-4eaa-9344-c962572de0ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:34.910421 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a757aec-0a2d-4eaa-9344-c962572de0ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:34.911251 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a757aec-0a2d-4eaa-9344-c962572de0ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:34.912111 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a757aec-0a2d-4eaa-9344-c962572de0ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:34.913307 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a757aec-0a2d-4eaa-9344-c962572de0ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:34.913883 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a757aec-0a2d-4eaa-9344-c962572de0ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:34.914407 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a757aec-0a2d-4eaa-9344-c962572de0ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:35.001851 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port fcae4074-502b-497f-8531-7c58f0401cd9, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=fcae4074-502b-497f-8531-7c58f0401cd9,segment=NetworkSegment(809d8f2f-29bc-4e22-87c2-9995784e4b0d),segment_id=809d8f2f-29bc-4e22-87c2-9995784e4b0d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:35.045292 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'fcae4074-502b-497f-8531-7c58f0401cd9', 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8', 'port_id': 'fcae4074-502b-497f-8531-7c58f0401cd9', 'mac_address': 'fa:16:3e:fd:6c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052b224a-dd57-410b-876d-7eac4531572f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:16:35.053985 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-837f794f-42f4-43bf-bb4a-57591b1533c7 admin admin] Publish callbacks [] for security_group (707bb487-9e78-45ec-8036-5bdfc88b73a2), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:35.109568 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-837f794f-42f4-43bf-bb4a-57591b1533c7 admin admin] Publish callbacks [] for security_group (707bb487-9e78-45ec-8036-5bdfc88b73a2), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:35.173319 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port fcae4074-502b-497f-8531-7c58f0401cd9 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:16:35.173986 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:35.275205 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcae4074-502b-497f-8531-7c58f0401cd9 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:16:35.299307 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-837f794f-42f4-43bf-bb4a-57591b1533c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (707bb487-9e78-45ec-8036-5bdfc88b73a2), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:35.308087 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-837f794f-42f4-43bf-bb4a-57591b1533c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:35.315302 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-837f794f-42f4-43bf-bb4a-57591b1533c7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/707bb487-9e78-45ec-8036-5bdfc88b73a2 HTTP/1.1" status: 204 len: 168 time: 0.4247303 Feb 09 22:16:35.325043 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f794f-42f4-43bf-bb4a-57591b1533c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707bb487-9e78-45ec-8036-5bdfc88b73a2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:35.390334 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port fcae4074-502b-497f-8531-7c58f0401cd9, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=fcae4074-502b-497f-8531-7c58f0401cd9,segment=NetworkSegment(809d8f2f-29bc-4e22-87c2-9995784e4b0d),segment_id=809d8f2f-29bc-4e22-87c2-9995784e4b0d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:35.411458 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:35.596497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa71e46-907e-4ada-858c-ee6be24a98a5 req-676a6fff-1c04-49ed-8918-afeeebbcf1a2 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:35.609291 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-daa71e46-907e-4ada-858c-ee6be24a98a5 req-676a6fff-1c04-49ed-8918-afeeebbcf1a2 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=73d91d3d-ce81-4237-8e0e-a5bc41484ee1 HTTP/1.1" status: 200 len: 945 time: 0.1269727 Feb 09 22:16:35.704716 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['fcae4074-502b-497f-8531-7c58f0401cd9'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:16:35.892599 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-daa71e46-907e-4ada-858c-ee6be24a98a5 req-f1d09a6e-d25a-431b-93ad-9786ac54e62c tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814946 Feb 09 22:16:35.934679 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=fcae4074-502b-497f-8531-7c58f0401cd9,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:36.240122 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5073a8-a7c3-4620-b5e8-1e6715410eab req-0f6bfe08-d57f-4b2f-bbcc-6cee33a1b7aa tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:36.256143 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c5073a8-a7c3-4620-b5e8-1e6715410eab req-0f6bfe08-d57f-4b2f-bbcc-6cee33a1b7aa tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 945 time: 0.1401224 Feb 09 22:16:36.289187 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40288) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:36.340052 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-59872e29-997d-4d0b-851d-5fa9d14c87fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:36.400576 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c5073a8-a7c3-4620-b5e8-1e6715410eab req-222b9f07-32bf-4e69-852a-d0f5a6414b00 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409130 Feb 09 22:16:36.577299 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40292) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:36.619261 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-59872e29-997d-4d0b-851d-5fa9d14c87fc admin admin] Publish callbacks [] for security_group (22f02be2-5cbd-4927-80fb-92dc87c01560), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:36.626540 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-59872e29-997d-4d0b-851d-5fa9d14c87fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (22f02be2-5cbd-4927-80fb-92dc87c01560), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:36.667785 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-59872e29-997d-4d0b-851d-5fa9d14c87fc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b7ad954864934dba9c7054064827ccd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3718095 Feb 09 22:16:36.668787 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40296) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:36.728169 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59872e29-997d-4d0b-851d-5fa9d14c87fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f02be2-5cbd-4927-80fb-92dc87c01560,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:36.764050 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a333fc7-f510-416f-b579-d62b0e95c080 admin admin] Publish callbacks [] for security_group (22f02be2-5cbd-4927-80fb-92dc87c01560), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:36.810839 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a333fc7-f510-416f-b579-d62b0e95c080 admin admin] Publish callbacks [] for security_group (22f02be2-5cbd-4927-80fb-92dc87c01560), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:36.895707 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07ef30c9-94de-4110-9190-f6c0b0f9f421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:36.950082 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a333fc7-f510-416f-b579-d62b0e95c080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (22f02be2-5cbd-4927-80fb-92dc87c01560), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:36.956194 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a333fc7-f510-416f-b579-d62b0e95c080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:36.962447 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8a333fc7-f510-416f-b579-d62b0e95c080 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/22f02be2-5cbd-4927-80fb-92dc87c01560 HTTP/1.1" status: 204 len: 168 time: 0.2916267 Feb 09 22:16:37.044468 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a333fc7-f510-416f-b579-d62b0e95c080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f02be2-5cbd-4927-80fb-92dc87c01560,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:37.231043 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07ef30c9-94de-4110-9190-f6c0b0f9f421 admin admin] Publish callbacks [] for security_group (bf932a1f-18cb-4fa1-b61c-ebdcca68aca4), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:37.242739 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07ef30c9-94de-4110-9190-f6c0b0f9f421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bf932a1f-18cb-4fa1-b61c-ebdcca68aca4), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:37.310710 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f9881-b50b-4090-9a1b-4c5cd5781b85 req-816a450d-fd70-43e9-b399-e6d35d2c7b35 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:37.312744 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f1f9881-b50b-4090-9a1b-4c5cd5781b85 req-816a450d-fd70-43e9-b399-e6d35d2c7b35 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=73d91d3d-ce81-4237-8e0e-a5bc41484ee1 HTTP/1.1" status: 200 len: 945 time: 0.1491098 Feb 09 22:16:37.321373 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-07ef30c9-94de-4110-9190-f6c0b0f9f421 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f5f014cd07874f88a163bd250fbea7f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7427874 Feb 09 22:16:37.322422 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef30c9-94de-4110-9190-f6c0b0f9f421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf932a1f-18cb-4fa1-b61c-ebdcca68aca4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:37.322678 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40306) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:37.495384 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f1f9881-b50b-4090-9a1b-4c5cd5781b85 req-42511299-6814-4572-bf17-a78571e35c72 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659567 Feb 09 22:16:37.597367 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0eb3365f-fa5f-4720-888e-ae7c4148200d admin admin] Publish callbacks [] for security_group (bf932a1f-18cb-4fa1-b61c-ebdcca68aca4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:37.745811 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0eb3365f-fa5f-4720-888e-ae7c4148200d admin admin] Publish callbacks [] for security_group (bf932a1f-18cb-4fa1-b61c-ebdcca68aca4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:37.802256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa8d4f-2887-4523-a859-851d7c0f21af req-63e75efa-3b74-489a-b413-dd6cc47c2a3d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:37.804003 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fdaa8d4f-2887-4523-a859-851d7c0f21af req-63e75efa-3b74-489a-b413-dd6cc47c2a3d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 945 time: 0.0977139 Feb 09 22:16:37.842563 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aedf8b9a-898d-438b-8144-83642437bf98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:37.847992 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0eb3365f-fa5f-4720-888e-ae7c4148200d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bf932a1f-18cb-4fa1-b61c-ebdcca68aca4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:37.865787 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0eb3365f-fa5f-4720-888e-ae7c4148200d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:37.880280 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0eb3365f-fa5f-4720-888e-ae7c4148200d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bf932a1f-18cb-4fa1-b61c-ebdcca68aca4 HTTP/1.1" status: 204 len: 168 time: 0.5472012 Feb 09 22:16:37.903055 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3365f-fa5f-4720-888e-ae7c4148200d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf932a1f-18cb-4fa1-b61c-ebdcca68aca4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:37.958418 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fdaa8d4f-2887-4523-a859-851d7c0f21af req-a40be231-4b2b-4476-9d11-3bdd53ead6ec tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437378 Feb 09 22:16:38.544639 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40346) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:38.566955 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a28fc82-5f70-4775-a975-c73c9e77478c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:38.660215 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18f284d2-6da5-442a-9493-ec1a1f24b4fd req-179084c6-06bf-48a1-bc0e-41a1dbd6197d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=73d91d3d-ce81-4237-8e0e-a5bc41484ee1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1182024 Feb 09 22:16:38.686516 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device fcae4074-502b-497f-8531-7c58f0401cd9 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:16:38.824399 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f284d2-6da5-442a-9493-ec1a1f24b4fd req-ca78fc49-72b7-4e34-ac47-f5624efee3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:38.828618 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a28fc82-5f70-4775-a975-c73c9e77478c admin admin] Publish callbacks [] for security_group (f5962370-1294-4228-8a1e-d8650a919547), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:38.833144 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18f284d2-6da5-442a-9493-ec1a1f24b4fd req-ca78fc49-72b7-4e34-ac47-f5624efee3fb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d0055fcafce64765a6d3c33af60295d4&device_id=73d91d3d-ce81-4237-8e0e-a5bc41484ee1 HTTP/1.1" status: 200 len: 1127 time: 0.1082368 Feb 09 22:16:38.846741 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a28fc82-5f70-4775-a975-c73c9e77478c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f5962370-1294-4228-8a1e-d8650a919547), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:38.917133 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28fc82-5f70-4775-a975-c73c9e77478c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5962370-1294-4228-8a1e-d8650a919547,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:38.938148 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8a28fc82-5f70-4775-a975-c73c9e77478c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=26db684d7a7240a69c3e06351bb97acd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3923230 Feb 09 22:16:38.942753 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40354) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:38.983775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port fcae4074-502b-497f-8531-7c58f0401cd9 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:16:38.989483 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port fcae4074-502b-497f-8531-7c58f0401cd9 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:16:38.989870 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:39.025872 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c20db455-9e7b-453d-82d2-08a64b987175 admin admin] Publish callbacks [] for security_group (f5962370-1294-4228-8a1e-d8650a919547), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:39.056443 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c20db455-9e7b-453d-82d2-08a64b987175 admin admin] Publish callbacks [] for security_group (f5962370-1294-4228-8a1e-d8650a919547), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:39.140537 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c20db455-9e7b-453d-82d2-08a64b987175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f5962370-1294-4228-8a1e-d8650a919547), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:39.143288 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c20db455-9e7b-453d-82d2-08a64b987175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:39.144580 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c20db455-9e7b-453d-82d2-08a64b987175 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f5962370-1294-4228-8a1e-d8650a919547 HTTP/1.1" status: 204 len: 168 time: 0.2001870 Feb 09 22:16:39.153353 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port fcae4074-502b-497f-8531-7c58f0401cd9 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:16:39.153983 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:39.155221 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20db455-9e7b-453d-82d2-08a64b987175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5962370-1294-4228-8a1e-d8650a919547,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:39.212858 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port fcae4074-502b-497f-8531-7c58f0401cd9, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=fcae4074-502b-497f-8531-7c58f0401cd9,segment=NetworkSegment(809d8f2f-29bc-4e22-87c2-9995784e4b0d),segment_id=809d8f2f-29bc-4e22-87c2-9995784e4b0d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:39.215046 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c2823a-c329-4ae1-be9b-161d5a7c874c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcae4074-502b-497f-8531-7c58f0401cd9'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:16:39.218294 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f05623f-c09d-435f-9f27-5baa511c9646" -d '{"events": [{"server_uuid": "03c2823a-c329-4ae1-be9b-161d5a7c874c", "name": "network-vif-plugged", "status": "completed", "tag": "fcae4074-502b-497f-8531-7c58f0401cd9"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:16:39.224843 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:39.428936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=fcae4074-502b-497f-8531-7c58f0401cd9,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:39.464273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75d6c7-855b-44dd-97ba-64144d63b0c7 req-140c2987-326e-4eee-977e-b66f927e7661 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:39.467242 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa75d6c7-855b-44dd-97ba-64144d63b0c7 req-140c2987-326e-4eee-977e-b66f927e7661 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=73d91d3d-ce81-4237-8e0e-a5bc41484ee1 HTTP/1.1" status: 200 len: 945 time: 0.3977132 Feb 09 22:16:39.471511 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f284d2-6da5-442a-9493-ec1a1f24b4fd req-1b1e1c03-f7de-4c53-93d4-01253e213881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:39.474629 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18f284d2-6da5-442a-9493-ec1a1f24b4fd req-1b1e1c03-f7de-4c53-93d4-01253e213881 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0fcd2e10-44ed-41a2-851d-20e13c8cb449 HTTP/1.1" status: 200 len: 909 time: 0.6120408 Feb 09 22:16:39.589450 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18f284d2-6da5-442a-9493-ec1a1f24b4fd req-eaedb37f-eb74-4930-a098-ba05c0319647 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9924eb7b-af03-48ea-a45b-b8e901dc5695 HTTP/1.1" status: 200 len: 217 time: 0.1071794 Feb 09 22:16:39.668907 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa75d6c7-855b-44dd-97ba-64144d63b0c7 req-f9997d7d-b26d-49ba-9cfd-4275afb0c94f tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878827 Feb 09 22:16:39.714173 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f284d2-6da5-442a-9493-ec1a1f24b4fd req-d2ba9f61-7e0b-490a-a102-f8a9b63ba9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:39.716177 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18f284d2-6da5-442a-9493-ec1a1f24b4fd req-d2ba9f61-7e0b-490a-a102-f8a9b63ba9dc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=007c1de0-57b8-497f-a946-de55781d3a2c HTTP/1.1" status: 200 len: 848 time: 0.1199839 Feb 09 22:16:39.762278 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18f284d2-6da5-442a-9493-ec1a1f24b4fd req-962fe231-137b-4b26-b0c9-243650faf61e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0fcd2e10-44ed-41a2-851d-20e13c8cb449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379326 Feb 09 22:16:39.984238 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18f284d2-6da5-442a-9493-ec1a1f24b4fd req-3b9d187f-9e62-418f-9766-afeebea5210d service neutron] 10.222.0.71 "GET /v2.0/networks/0fcd2e10-44ed-41a2-851d-20e13c8cb449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138660 Feb 09 22:16:40.230639 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e899f4b-ba27-4464-b5e8-99b696aa65bd req-6fb4280b-acd6-4945-a9c9-5ae0955ea117 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:40.248547 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9e899f4b-ba27-4464-b5e8-99b696aa65bd req-6fb4280b-acd6-4945-a9c9-5ae0955ea117 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 946 time: 0.3429008 Feb 09 22:16:40.361065 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9e899f4b-ba27-4464-b5e8-99b696aa65bd req-09d2a016-0641-4454-abd4-8d383e193950 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109638 Feb 09 22:16:40.371167 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d7780-d004-4c8d-abcb-279f5eab131c req-4115b736-a0b7-483f-a39e-4fa4706b0d8c tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:40.372871 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-949d7780-d004-4c8d-abcb-279f5eab131c req-4115b736-a0b7-483f-a39e-4fa4706b0d8c tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.71 "GET /v2.0/ports?device_id=73d91d3d-ce81-4237-8e0e-a5bc41484ee1 HTTP/1.1" status: 200 len: 945 time: 0.3875611 Feb 09 22:16:40.470473 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18f284d2-6da5-442a-9493-ec1a1f24b4fd req-b1a24c16-6443-4c7a-b8de-818dddad85cd service neutron] 10.222.0.71 "GET /v2.0/networks/0fcd2e10-44ed-41a2-851d-20e13c8cb449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715080 Feb 09 22:16:40.542845 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eec6e60d-44d3-46bb-80c9-e0e2971d4b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:40.594993 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76081c3b-3142-46b3-b093-ab8f2535768d x-openstack-request-id: req-76081c3b-3142-46b3-b093-ab8f2535768d {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:16:40.595411 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c2823a-c329-4ae1-be9b-161d5a7c874c", "name": "network-vif-plugged", "status": "completed", "tag": "fcae4074-502b-497f-8531-7c58f0401cd9", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:16:40.595803 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-76081c3b-3142-46b3-b093-ab8f2535768d {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:16:40.596379 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c2823a-c329-4ae1-be9b-161d5a7c874c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcae4074-502b-497f-8531-7c58f0401cd9', 'code': 200} Feb 09 22:16:40.665069 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-949d7780-d004-4c8d-abcb-279f5eab131c req-d675fedf-e0b8-4d23-8973-be5558291f94 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Deleting port 9924eb7b-af03-48ea-a45b-b8e901dc5695 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:16:40.665069 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-949d7780-d004-4c8d-abcb-279f5eab131c req-d675fedf-e0b8-4d23-8973-be5558291f94 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (9924eb7b-af03-48ea-a45b-b8e901dc5695), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:40.992586 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-949d7780-d004-4c8d-abcb-279f5eab131c req-d675fedf-e0b8-4d23-8973-be5558291f94 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] For port 9924eb7b-af03-48ea-a45b-b8e901dc5695, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9924eb7b-af03-48ea-a45b-b8e901dc5695,segment=NetworkSegment(c6c14abe-51d2-42be-a90f-e0ec967fb720),segment_id=c6c14abe-51d2-42be-a90f-e0ec967fb720)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:40.993717 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-949d7780-d004-4c8d-abcb-279f5eab131c req-d675fedf-e0b8-4d23-8973-be5558291f94 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (9924eb7b-af03-48ea-a45b-b8e901dc5695), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:41.014885 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-949d7780-d004-4c8d-abcb-279f5eab131c req-d675fedf-e0b8-4d23-8973-be5558291f94 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Calling delete_port for 9924eb7b-af03-48ea-a45b-b8e901dc5695 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:16:41.029128 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e98f8c-90ac-4503-9d82-b69dd0d0f42d req-5b42212a-23f3-4108-a68c-f4f79aaee2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:41.030719 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04e98f8c-90ac-4503-9d82-b69dd0d0f42d req-5b42212a-23f3-4108-a68c-f4f79aaee2d4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 1128 time: 0.2560287 Feb 09 22:16:41.101011 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d205c2-0cc8-43d3-b094-d37db0f60dbf req-887982f2-edd1-46a1-ad6e-d025500f5f7d tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:41.103781 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28d205c2-0cc8-43d3-b094-d37db0f60dbf req-887982f2-edd1-46a1-ad6e-d025500f5f7d tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/ports?device_id=73d91d3d-ce81-4237-8e0e-a5bc41484ee1 HTTP/1.1" status: 200 len: 945 time: 0.1679296 Feb 09 22:16:41.214907 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04e98f8c-90ac-4503-9d82-b69dd0d0f42d req-007947d1-1e44-4627-9d21-a075466debdb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732354 Feb 09 22:16:41.238656 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28d205c2-0cc8-43d3-b094-d37db0f60dbf req-c9584746-41ac-4180-a11c-5f180e3f4895 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271617 Feb 09 22:16:41.358145 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-949d7780-d004-4c8d-abcb-279f5eab131c req-d675fedf-e0b8-4d23-8973-be5558291f94 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (9924eb7b-af03-48ea-a45b-b8e901dc5695), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:41.373423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['9924eb7b-af03-48ea-a45b-b8e901dc5695'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:16:41.428635 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675fedf-e0b8-4d23-8973-be5558291f94 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Pushing event deleted for resources: {'Port': ['ID=9924eb7b-af03-48ea-a45b-b8e901dc5695,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:41.522495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-949d7780-d004-4c8d-abcb-279f5eab131c req-d675fedf-e0b8-4d23-8973-be5558291f94 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] No DVR routers for this DVR port 9924eb7b-af03-48ea-a45b-b8e901dc5695 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:16:41.532487 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-949d7780-d004-4c8d-abcb-279f5eab131c req-d675fedf-e0b8-4d23-8973-be5558291f94 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:41.536128 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-949d7780-d004-4c8d-abcb-279f5eab131c req-d675fedf-e0b8-4d23-8973-be5558291f94 tempest-VolumesActionsTest-1765491628 tempest-VolumesActionsTest-1765491628-project] 10.222.0.71 "DELETE /v2.0/ports/9924eb7b-af03-48ea-a45b-b8e901dc5695 HTTP/1.1" status: 204 len: 173 time: 1.1479337 Feb 09 22:16:41.536648 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d91d3d-ce81-4237-8e0e-a5bc41484ee1', 'name': 'network-vif-deleted', 'tag': '9924eb7b-af03-48ea-a45b-b8e901dc5695'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:16:41.539147 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e39d564-7b8a-48e7-aed6-8014f1cb6197" -d '{"events": [{"server_uuid": "73d91d3d-ce81-4237-8e0e-a5bc41484ee1", "name": "network-vif-deleted", "tag": "9924eb7b-af03-48ea-a45b-b8e901dc5695"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:16:41.603792 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-7b71ee4f-8fe2-4f28-bc6c-27bb72e31545 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030204005&fields=id&tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e HTTP/1.1" status: 200 len: 267 time: 0.1917129 Feb 09 22:16:41.681272 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:41.775300 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-b0c6a895-c7d4-497b-a565-8aa3ad2ef1d5 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:41.778565 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-b0c6a895-c7d4-497b-a565-8aa3ad2ef1d5 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 811 time: 0.1733031 Feb 09 22:16:41.804283 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-378d3b74-bdf8-4356-8c05-e13d82a890ed tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/quotas/58c4a0b7c4ef40dc9ad9a8c42f1c443e HTTP/1.1" status: 200 len: 375 time: 0.0192907 Feb 09 22:16:41.879946 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-8f273424-529d-4751-85f9-a0eff79abd71 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640237 Feb 09 22:16:41.961812 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40440) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:42.037305 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40446) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:42.044752 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-0f95c173-0efe-4057-8f50-39ec599e2263 service neutron] 10.222.0.77 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602821 Feb 09 22:16:42.193844 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-5525daf9-cc93-4b31-a49e-ab0b28e80a9e service neutron] 10.222.0.77 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427817 Feb 09 22:16:42.194913 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6836f7ba-081a-4eb1-81fd-167a514c5e06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:42.276432 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9919ff4e-0d14-48b0-8ee1-c199e8bf5580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:42.331185 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6836f7ba-081a-4eb1-81fd-167a514c5e06 admin admin] Publish callbacks [] for security_group (659ec52b-e63c-4900-8036-3a729b13514f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:42.343860 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6836f7ba-081a-4eb1-81fd-167a514c5e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (659ec52b-e63c-4900-8036-3a729b13514f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:42.448207 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6836f7ba-081a-4eb1-81fd-167a514c5e06 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8037811a7d74415d98a389f08d36a052&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4852083 Feb 09 22:16:42.452151 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40456) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:42.491257 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836f7ba-081a-4eb1-81fd-167a514c5e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659ec52b-e63c-4900-8036-3a729b13514f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:42.555085 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d7cfb14-be1f-4191-8455-c1f5d121020b admin admin] Publish callbacks [] for security_group (659ec52b-e63c-4900-8036-3a729b13514f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:42.591008 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d7cfb14-be1f-4191-8455-c1f5d121020b admin admin] Publish callbacks [] for security_group (659ec52b-e63c-4900-8036-3a729b13514f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:42.619435 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9919ff4e-0d14-48b0-8ee1-c199e8bf5580 admin admin] Publish callbacks [] for security_group (5a1e31b9-aa0a-4dd4-9102-68a881aeac22), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:42.630204 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9919ff4e-0d14-48b0-8ee1-c199e8bf5580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5a1e31b9-aa0a-4dd4-9102-68a881aeac22), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:42.673633 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d7cfb14-be1f-4191-8455-c1f5d121020b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (659ec52b-e63c-4900-8036-3a729b13514f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:42.677556 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d7cfb14-be1f-4191-8455-c1f5d121020b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:42.679160 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6d7cfb14-be1f-4191-8455-c1f5d121020b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/659ec52b-e63c-4900-8036-3a729b13514f HTTP/1.1" status: 204 len: 168 time: 0.2256160 Feb 09 22:16:42.691328 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cfb14-be1f-4191-8455-c1f5d121020b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659ec52b-e63c-4900-8036-3a729b13514f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:42.743928 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40466) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:42.744498 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9919ff4e-0d14-48b0-8ee1-c199e8bf5580 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c8a09e78db1044d78b29cdeb34bd467a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7036774 Feb 09 22:16:42.746266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919ff4e-0d14-48b0-8ee1-c199e8bf5580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1e31b9-aa0a-4dd4-9102-68a881aeac22,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:42.861252 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:42.925908 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-067b3520-4ea2-42f2-9664-a8f7525cab11 admin admin] Publish callbacks [] for security_group (5a1e31b9-aa0a-4dd4-9102-68a881aeac22), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:42.998602 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9d064-413d-44fc-9a2a-19a904ff52f3 req-3840aa96-0f59-43f2-944f-8d44f5dabb92 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:43.000968 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-27f9d064-413d-44fc-9a2a-19a904ff52f3 req-3840aa96-0f59-43f2-944f-8d44f5dabb92 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 946 time: 0.1952481 Feb 09 22:16:43.004807 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-067b3520-4ea2-42f2-9664-a8f7525cab11 admin admin] Publish callbacks [] for security_group (5a1e31b9-aa0a-4dd4-9102-68a881aeac22), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:43.159854 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-067b3520-4ea2-42f2-9664-a8f7525cab11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5a1e31b9-aa0a-4dd4-9102-68a881aeac22), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:43.166345 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-067b3520-4ea2-42f2-9664-a8f7525cab11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:43.172049 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-067b3520-4ea2-42f2-9664-a8f7525cab11 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5a1e31b9-aa0a-4dd4-9102-68a881aeac22 HTTP/1.1" status: 204 len: 168 time: 0.4228508 Feb 09 22:16:43.191904 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b3520-4ea2-42f2-9664-a8f7525cab11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1e31b9-aa0a-4dd4-9102-68a881aeac22,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:43.271813 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-27f9d064-413d-44fc-9a2a-19a904ff52f3 req-33384850-e07b-4849-93bc-aad26eab9b0f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564739 Feb 09 22:16:43.764296 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9924eb7b-af03-48ea-a45b-b8e901dc5695 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:16:43.873520 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 9924eb7b-af03-48ea-a45b-b8e901dc5695 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:16:43.877148 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9924eb7b-af03-48ea-a45b-b8e901dc5695 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:16:43.902643 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3111278-a063-44db-9222-84a70230173b x-openstack-request-id: req-e3111278-a063-44db-9222-84a70230173b {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:16:43.903335 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d91d3d-ce81-4237-8e0e-a5bc41484ee1", "name": "network-vif-deleted", "tag": "9924eb7b-af03-48ea-a45b-b8e901dc5695", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:16:43.904050 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e3111278-a063-44db-9222-84a70230173b {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:16:43.905019 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d91d3d-ce81-4237-8e0e-a5bc41484ee1', 'name': 'network-vif-deleted', 'tag': '9924eb7b-af03-48ea-a45b-b8e901dc5695', 'status': 'completed', 'code': 200} Feb 09 22:16:44.205913 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62feedd9-5da1-4bc7-a0ae-3bf54b08bcb2 req-85bc319d-9238-45b1-a395-c76e8c531643 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 210 time: 0.0842695 Feb 09 22:16:44.580862 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b43a03-6e48-49ae-bbbf-a4382f910ee1 req-2c02a74e-e22a-4d50-bd3f-865f424a6857 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:44.608396 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8b43a03-6e48-49ae-bbbf-a4382f910ee1 req-2c02a74e-e22a-4d50-bd3f-865f424a6857 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 946 time: 0.2450700 Feb 09 22:16:44.731689 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:44.900660 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8b43a03-6e48-49ae-bbbf-a4382f910ee1 req-e0f30c69-928a-4ba6-b02c-d3364500c643 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2827196 Feb 09 22:16:44.934051 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-81cadb8f-a4f7-47d7-ada3-48a3241753b4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:44.936938 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-81cadb8f-a4f7-47d7-ada3-48a3241753b4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.71 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 811 time: 0.4141860 Feb 09 22:16:44.957274 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40540) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:45.056574 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064050bd-f31c-46d9-a61c-97abc1d5ddee tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:45.058951 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-e611b3fe-fc12-4fa7-be7d-ba3a5535927e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e HTTP/1.1" status: 200 len: 380 time: 0.1079843 Feb 09 22:16:45.063430 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-064050bd-f31c-46d9-a61c-97abc1d5ddee tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 1123 time: 0.1003411 Feb 09 22:16:45.064497 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40544) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:45.070823 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-014bfc91-06c2-4be7-817f-344094d01f28 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Request body: {'port': {'device_id': '00d09866-503d-47ff-8b36-984919c10d78', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'admin_state_up': True, 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'security_groups': ['b18504c4-a20c-4efd-8047-2581b7bd89e8']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:45.073468 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b86b641a-6b8c-43f9-8e55-43c7eccd3d51 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': 'fcae4074-502b-497f-8531-7c58f0401cd9', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:45.125668 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b86b641a-6b8c-43f9-8e55-43c7eccd3d51 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:45.408187 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b86b641a-6b8c-43f9-8e55-43c7eccd3d51 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:45.488718 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35c7d787-0955-4291-aa4b-fac56806111a req-0265a6a6-7d41-4bf6-b428-417bbbbdc8ed tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 210 time: 0.1098270 Feb 09 22:16:45.526057 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-014bfc91-06c2-4be7-817f-344094d01f28 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Made reservation on behalf of 58c4a0b7c4ef40dc9ad9a8c42f1c443e for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:16:45.531825 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-014bfc91-06c2-4be7-817f-344094d01f28 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:45.533702 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:45.709196 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-b86b641a-6b8c-43f9-8e55-43c7eccd3d51 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Allocated IP 172.25.6.183 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/17c543a1-1a1f-48bc-bd37-e23816833fbb) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:16:45.876381 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b86b641a-6b8c-43f9-8e55-43c7eccd3d51 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (17c543a1-1a1f-48bc-bd37-e23816833fbb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:45.892986 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-014bfc91-06c2-4be7-817f-344094d01f28 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Allocated IP 172.20.0.5 (1c413694-0f23-4bcd-9644-27b6436fabff/d01c0d6a-31a0-472b-ba02-5fee9667ec67/71866b89-52b9-4985-bc3d-c3ca7a0276d2) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:16:45.973797 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b86b641a-6b8c-43f9-8e55-43c7eccd3d51 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (17c543a1-1a1f-48bc-bd37-e23816833fbb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:46.062925 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b641a-6b8c-43f9-8e55-43c7eccd3d51 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=17c543a1-1a1f-48bc-bd37-e23816833fbb,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:46.096766 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86b641a-6b8c-43f9-8e55-43c7eccd3d51 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:16:46.099900 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-b86b641a-6b8c-43f9-8e55-43c7eccd3d51 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:16:46.110148 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86b641a-6b8c-43f9-8e55-43c7eccd3d51 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:16:46.244749 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:47.107448 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-014bfc91-06c2-4be7-817f-344094d01f28 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for port (71866b89-52b9-4985-bc3d-c3ca7a0276d2), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:47.253343 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-014bfc91-06c2-4be7-817f-344094d01f28 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (71866b89-52b9-4985-bc3d-c3ca7a0276d2), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:47.468468 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-014bfc91-06c2-4be7-817f-344094d01f28 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Network 1c413694-0f23-4bcd-9644-27b6436fabff is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:16:47.494352 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3e656b9-84af-462f-865c-eba3b4984d29 req-ea21fb3f-bb3f-45a4-b9ec-f86736b6639d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3217771 Feb 09 22:16:47.496801 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bfc91-06c2-4be7-817f-344094d01f28 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event updated for resources: {'Port': ['ID=71866b89-52b9-4985-bc3d-c3ca7a0276d2,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:47.499892 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-014bfc91-06c2-4be7-817f-344094d01f28 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:16:47.513016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-014bfc91-06c2-4be7-817f-344094d01f28 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:16:47.613413 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-014bfc91-06c2-4be7-817f-344094d01f28 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:47.613995 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-014bfc91-06c2-4be7-817f-344094d01f28 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:47.641898 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea9f57-f10b-4efa-8c8f-90f3ec4ff779 req-e575fa26-36b1-4d61-a0e2-cac8170bf7ee tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:47.649587 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5bea9f57-f10b-4efa-8c8f-90f3ec4ff779 req-e575fa26-36b1-4d61-a0e2-cac8170bf7ee tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 931 time: 0.4750912 Feb 09 22:16:47.777169 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-014bfc91-06c2-4be7-817f-344094d01f28 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7169163 Feb 09 22:16:47.812273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Request body: {'port': {'device_id': '00d09866-503d-47ff-8b36-984919c10d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:48.050209 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-93b6b481-5e74-42f0-a907-eb9ebc3d8f70 None None] Provisioning complete for port 71866b89-52b9-4985-bc3d-c3ca7a0276d2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:16:48.050985 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-93b6b481-5e74-42f0-a907-eb9ebc3d8f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (71866b89-52b9-4985-bc3d-c3ca7a0276d2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:48.068036 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5bea9f57-f10b-4efa-8c8f-90f3ec4ff779 req-fdbf681f-8c7e-41f9-bc93-ac477b2a3be1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4072881 Feb 09 22:16:48.068036 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e656b9-84af-462f-865c-eba3b4984d29 req-f30efa47-5462-4cb6-9645-1099adc1a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:48.079256 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3e656b9-84af-462f-865c-eba3b4984d29 req-f30efa47-5462-4cb6-9645-1099adc1a5ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 1128 time: 0.4121730 Feb 09 22:16:48.172731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-93b6b481-5e74-42f0-a907-eb9ebc3d8f70 None None] Port 71866b89-52b9-4985-bc3d-c3ca7a0276d2 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:16:48.272960 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b86b641a-6b8c-43f9-8e55-43c7eccd3d51 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for floatingip (82b423cf-f9b7-4a6e-b9b9-b6a7b56ca032), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:48.337675 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e656b9-84af-462f-865c-eba3b4984d29 req-2533e451-4e11-434b-9f68-d42758356623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:48.340505 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3e656b9-84af-462f-865c-eba3b4984d29 req-2533e451-4e11-434b-9f68-d42758356623 service neutron] 10.222.0.42 "GET /v2.0/networks?id=675e821d-ac96-46b3-beff-78dacba9c4e8 HTTP/1.1" status: 200 len: 897 time: 0.2308567 Feb 09 22:16:48.344794 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (71866b89-52b9-4985-bc3d-c3ca7a0276d2), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:48.449433 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3e656b9-84af-462f-865c-eba3b4984d29 req-a235c85c-1263-4461-acdb-3abac38719fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcae4074-502b-497f-8531-7c58f0401cd9 HTTP/1.1" status: 200 len: 217 time: 0.1016946 Feb 09 22:16:48.622471 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b86b641a-6b8c-43f9-8e55-43c7eccd3d51 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (17c543a1-1a1f-48bc-bd37-e23816833fbb), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:49.123949 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b86b641a-6b8c-43f9-8e55-43c7eccd3d51 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (17c543a1-1a1f-48bc-bd37-e23816833fbb), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:49.145402 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b86b641a-6b8c-43f9-8e55-43c7eccd3d51 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (17c543a1-1a1f-48bc-bd37-e23816833fbb), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:49.182179 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71866b89-52b9-4985-bc3d-c3ca7a0276d2 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:16:49.218856 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Publish callbacks [] for port (71866b89-52b9-4985-bc3d-c3ca7a0276d2), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:49.245947 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Transition to ACTIVE for port object 71866b89-52b9-4985-bc3d-c3ca7a0276d2 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:16:49.333505 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (71866b89-52b9-4985-bc3d-c3ca7a0276d2), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:49.374797 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b641a-6b8c-43f9-8e55-43c7eccd3d51 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=17c543a1-1a1f-48bc-bd37-e23816833fbb,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:49.396817 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b86b641a-6b8c-43f9-8e55-43c7eccd3d51 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (82b423cf-f9b7-4a6e-b9b9-b6a7b56ca032), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:49.576012 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e656b9-84af-462f-865c-eba3b4984d29 req-7f8b46ae-2104-4393-87e4-777bbde0042a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:49.586587 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3e656b9-84af-462f-865c-eba3b4984d29 req-7f8b46ae-2104-4393-87e4-777bbde0042a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=052b224a-dd57-410b-876d-7eac4531572f HTTP/1.1" status: 200 len: 835 time: 1.1281855 Feb 09 22:16:49.872621 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Pushing event updated for resources: {'Port': ['ID=71866b89-52b9-4985-bc3d-c3ca7a0276d2,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:49.952242 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-b86b641a-6b8c-43f9-8e55-43c7eccd3d51 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Floating IP 82b423cf-f9b7-4a6e-b9b9-b6a7b56ca032 associated. External IP: 172.25.6.183, port: fcae4074-502b-497f-8531-7c58f0401cd9. Feb 09 22:16:49.986541 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f317bf-2078-4e76-b24a-4f42b15ca145 req-cc282164-c1ce-4962-bf60-49667d81ab4c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:49.998797 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22f317bf-2078-4e76-b24a-4f42b15ca145 req-cc282164-c1ce-4962-bf60-49667d81ab4c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 943 time: 0.7018099 Feb 09 22:16:50.044611 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e656b9-84af-462f-865c-eba3b4984d29 req-a1c520e7-5695-4375-b928-74e01eaecdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:50.047234 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3e656b9-84af-462f-865c-eba3b4984d29 req-a1c520e7-5695-4375-b928-74e01eaecdfc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=675e821d-ac96-46b3-beff-78dacba9c4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4024830 Feb 09 22:16:50.073911 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Attempting to bind port 71866b89-52b9-4985-bc3d-c3ca7a0276d2 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:16:50.077542 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Attempting to bind port 71866b89-52b9-4985-bc3d-c3ca7a0276d2 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:16:50.077542 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Attempting to bind port 71866b89-52b9-4985-bc3d-c3ca7a0276d2 on network 1c413694-0f23-4bcd-9644-27b6436fabff {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:16:50.155077 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Port 71866b89-52b9-4985-bc3d-c3ca7a0276d2 on network 1c413694-0f23-4bcd-9644-27b6436fabff not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:16:50.155731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Attempting to bind port 71866b89-52b9-4985-bc3d-c3ca7a0276d2 on network 1c413694-0f23-4bcd-9644-27b6436fabff {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:16:50.218426 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-22f317bf-2078-4e76-b24a-4f42b15ca145 req-e7ae60c1-5827-4f19-b093-0bba8d456e90 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182968 Feb 09 22:16:50.233185 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:16:50.233768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Checking segment: {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:16:50.234296 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Bound using segment: {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:16:50.234999 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Bound port: 71866b89-52b9-4985-bc3d-c3ca7a0276d2, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:16:50.235478 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (71866b89-52b9-4985-bc3d-c3ca7a0276d2), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:50.442385 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] For port 71866b89-52b9-4985-bc3d-c3ca7a0276d2, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:16:50.447944 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] For port 71866b89-52b9-4985-bc3d-c3ca7a0276d2, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=71866b89-52b9-4985-bc3d-c3ca7a0276d2,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:16:50.490640 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (71866b89-52b9-4985-bc3d-c3ca7a0276d2), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:50.646418 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3e656b9-84af-462f-865c-eba3b4984d29 req-ce2e8e7e-8537-471d-a206-bf53d11d724f service neutron] 10.222.0.42 "GET /v2.0/networks/675e821d-ac96-46b3-beff-78dacba9c4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830457 Feb 09 22:16:50.650675 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Pushing event updated for resources: {'Port': ['ID=71866b89-52b9-4985-bc3d-c3ca7a0276d2,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:50.849329 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86b641a-6b8c-43f9-8e55-43c7eccd3d51 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Router fb616316-23b0-44bc-b86f-8d3a0201d83c has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:16:50.952432 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3e656b9-84af-462f-865c-eba3b4984d29 req-aa6f3109-a287-4d6c-bdcc-49261165be76 service neutron] 10.222.0.42 "GET /v2.0/networks/675e821d-ac96-46b3-beff-78dacba9c4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978058 Feb 09 22:16:50.988461 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:50.989523 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:50.992622 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] 10.222.0.71 "PUT /v2.0/ports/71866b89-52b9-4985-bc3d-c3ca7a0276d2 HTTP/1.1" status: 200 len: 1091 time: 3.1994879 Feb 09 22:16:50.993464 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d09866-503d-47ff-8b36-984919c10d78', 'tag': '71866b89-52b9-4985-bc3d-c3ca7a0276d2'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:16:51.011130 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788173d0-3e4c-4427-a5a2-83191b5ae86a" -d '{"events": [{"name": "network-changed", "server_uuid": "00d09866-503d-47ff-8b36-984919c10d78", "tag": "71866b89-52b9-4985-bc3d-c3ca7a0276d2"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:16:51.036219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:51.036793 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:51.037371 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:51.037951 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:51.038551 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:51.039723 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:51.040297 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:51.048558 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:51.049833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:51.051305 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:51.056474 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:51.057407 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:51.060609 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d09acf-a49e-4571-9696-874bcd3947aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:51.245885 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe7daac-820a-43aa-b751-73de5f8fae21 x-openstack-request-id: req-abe7daac-820a-43aa-b751-73de5f8fae21 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:16:51.247532 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d09866-503d-47ff-8b36-984919c10d78", "tag": "71866b89-52b9-4985-bc3d-c3ca7a0276d2", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:16:51.248337 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-abe7daac-820a-43aa-b751-73de5f8fae21 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:16:51.249250 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d09866-503d-47ff-8b36-984919c10d78', 'tag': '71866b89-52b9-4985-bc3d-c3ca7a0276d2', 'status': 'completed', 'code': 200} Feb 09 22:16:51.290565 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40706) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:51.392597 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-9451937d-a656-42d9-a970-90db8771d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:51.395388 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86b641a-6b8c-43f9-8e55-43c7eccd3d51 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:16:51.402163 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-9451937d-a656-42d9-a970-90db8771d39e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 1125 time: 0.2966578 Feb 09 22:16:51.430665 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d27f1-a1eb-4856-b787-f19553e3bdac None None] Sync routers for ids ['fb616316-23b0-44bc-b86f-8d3a0201d83c'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:16:51.459135 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b86b641a-6b8c-43f9-8e55-43c7eccd3d51 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:51.492959 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d27f1-a1eb-4856-b787-f19553e3bdac None None] Routers {'fb616316-23b0-44bc-b86f-8d3a0201d83c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:16:51.505451 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-892d27f1-a1eb-4856-b787-f19553e3bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:16:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['fb616316-23b0-44bc-b86f-8d3a0201d83c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:51.564146 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-3d021281-b7ec-460b-ab04-173ae042a053 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71866b89-52b9-4985-bc3d-c3ca7a0276d2 HTTP/1.1" status: 200 len: 217 time: 0.1539075 Feb 09 22:16:51.690326 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b86b641a-6b8c-43f9-8e55-43c7eccd3d51 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.6219440 Feb 09 22:16:51.695796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c2823a-c329-4ae1-be9b-161d5a7c874c', 'tag': 'fcae4074-502b-497f-8531-7c58f0401cd9'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:16:51.719713 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df47b94-e88d-4b43-9f08-74af3228c402" -d '{"events": [{"name": "network-changed", "server_uuid": "03c2823a-c329-4ae1-be9b-161d5a7c874c", "tag": "fcae4074-502b-497f-8531-7c58f0401cd9"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:16:51.893336 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd97da78-dd2b-42ba-b731-45fcfb0b763f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:51.913131 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-1d82807c-ec97-4991-aa5a-19cb3d60e2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:51.915280 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-1d82807c-ec97-4991-aa5a-19cb3d60e2d2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.3296800 Feb 09 22:16:52.132040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a146e7-2648-4fa5-a24c-d8e972977856 req-e61ec5a6-ac77-4fb6-a06f-8998352ca082 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:52.138439 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-892d27f1-a1eb-4856-b787-f19553e3bdac None None] Set router fb616316-23b0-44bc-b86f-8d3a0201d83c gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:16:52.148859 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-27a146e7-2648-4fa5-a24c-d8e972977856 req-e61ec5a6-ac77-4fb6-a06f-8998352ca082 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 943 time: 0.5946207 Feb 09 22:16:52.208007 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-7c35e07e-dd80-42ed-ba68-6966ffad3dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:52.209921 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-7c35e07e-dd80-42ed-ba68-6966ffad3dba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2717466 Feb 09 22:16:52.442659 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-27a146e7-2648-4fa5-a24c-d8e972977856 req-6186b36c-dbc4-47e0-9baa-9a0e924035e2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912548 Feb 09 22:16:52.587810 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd97da78-dd2b-42ba-b731-45fcfb0b763f admin admin] Publish callbacks [] for security_group (be676b34-7115-4375-af9d-5d81d4b4a041), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:52.622127 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd97da78-dd2b-42ba-b731-45fcfb0b763f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (be676b34-7115-4375-af9d-5d81d4b4a041), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:52.864445 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-892d27f1-a1eb-4856-b787-f19553e3bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681866194', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:15:56Z', 'updated_at': '2022-02-09T22:16:12Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:58Z', 'updated_at': '2022-02-09T22:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '82b423cf-f9b7-4a6e-b9b9-b6a7b56ca032', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'floating_ip_address': '172.25.6.183', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'port_id': 'fcae4074-502b-497f-8531-7c58f0401cd9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8', 'mac_address': 'fa:16:3e:fd:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c2823a-c329-4ae1-be9b-161d5a7c874c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:16:46Z', 'updated_at': '2022-02-09T22:16:46Z', 'revision_number': 0, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5958ce2d-b964-4595-86cb-dd42cca86cd0', 'name': '', 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:a8:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '052b224a-dd57-410b-876d-7eac4531572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:16:08Z', 'updated_at': '2022-02-09T22:16:18Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '052b224a-dd57-410b-876d-7eac4531572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:52.883013 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-fdab4960-f7bf-44a8-bc37-01974738bdf2 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6449761 Feb 09 22:16:52.934436 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d27f1-a1eb-4856-b787-f19553e3bdac None None] Checking router: fb616316-23b0-44bc-b86f-8d3a0201d83c for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:16:52.955031 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d27f1-a1eb-4856-b787-f19553e3bdac None None] Routers {'fb616316-23b0-44bc-b86f-8d3a0201d83c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:16:52.955966 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-892d27f1-a1eb-4856-b787-f19553e3bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:16:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['fb616316-23b0-44bc-b86f-8d3a0201d83c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:53.176087 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe6dc927-ede9-4328-9f45-0e21d2a2742e req-d4e3d5a5-a353-407c-8322-63efb8b8ef5f service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917998 Feb 09 22:16:53.183833 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-dd97da78-dd2b-42ba-b731-45fcfb0b763f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5f040b65952b4f8abf438b86809a39c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8857579 Feb 09 22:16:53.188700 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40728) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:53.193622 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97da78-dd2b-42ba-b731-45fcfb0b763f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be676b34-7115-4375-af9d-5d81d4b4a041,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:53.234433 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b52bab-238b-475e-bda2-0f87a3fa69ad req-8499571d-b83d-426f-ba8b-d3f4f5f5b870 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:53.263060 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-55b52bab-238b-475e-bda2-0f87a3fa69ad req-8499571d-b83d-426f-ba8b-d3f4f5f5b870 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 946 time: 0.6307836 Feb 09 22:16:53.365590 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-892d27f1-a1eb-4856-b787-f19553e3bdac None None] Set router fb616316-23b0-44bc-b86f-8d3a0201d83c gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:16:53.617289 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-55b52bab-238b-475e-bda2-0f87a3fa69ad req-a5569d35-e696-4dc5-b59c-b0de71d974a0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3523314 Feb 09 22:16:53.634708 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-171f0b5f-8d87-4595-adba-1b8526f4901b admin admin] Publish callbacks [] for security_group (be676b34-7115-4375-af9d-5d81d4b4a041), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:53.638483 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788173d0-3e4c-4427-a5a2-83191b5ae86a req-9f277343-5352-4356-bd1b-08cf56012bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:53.646007 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788173d0-3e4c-4427-a5a2-83191b5ae86a req-9f277343-5352-4356-bd1b-08cf56012bb1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 1125 time: 0.3333042 Feb 09 22:16:53.691151 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40738) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:53.888730 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-171f0b5f-8d87-4595-adba-1b8526f4901b admin admin] Publish callbacks [] for security_group (be676b34-7115-4375-af9d-5d81d4b4a041), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:54.027668 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788173d0-3e4c-4427-a5a2-83191b5ae86a req-102cb277-2a7e-44b8-87ca-f85b25b904ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:54.037344 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-171f0b5f-8d87-4595-adba-1b8526f4901b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (be676b34-7115-4375-af9d-5d81d4b4a041), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:54.039019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788173d0-3e4c-4427-a5a2-83191b5ae86a req-102cb277-2a7e-44b8-87ca-f85b25b904ee service neutron] 10.222.0.71 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 912 time: 0.3839073 Feb 09 22:16:54.043395 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-171f0b5f-8d87-4595-adba-1b8526f4901b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:54.048696 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-171f0b5f-8d87-4595-adba-1b8526f4901b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/be676b34-7115-4375-af9d-5d81d4b4a041 HTTP/1.1" status: 204 len: 168 time: 0.8585463 Feb 09 22:16:54.051873 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81aaf54a-3621-411e-be02-2bf66fbbfb4d x-openstack-request-id: req-81aaf54a-3621-411e-be02-2bf66fbbfb4d {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:16:54.055912 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c2823a-c329-4ae1-be9b-161d5a7c874c", "tag": "fcae4074-502b-497f-8531-7c58f0401cd9", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:16:54.056367 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-81aaf54a-3621-411e-be02-2bf66fbbfb4d {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:16:54.057682 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c2823a-c329-4ae1-be9b-161d5a7c874c', 'tag': 'fcae4074-502b-497f-8531-7c58f0401cd9', 'status': 'completed', 'code': 200} Feb 09 22:16:54.112622 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5accd991-b596-40bd-969d-ebfbcc92536e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/floatingips/82b423cf-f9b7-4a6e-b9b9-b6a7b56ca032 HTTP/1.1" status: 200 len: 992 time: 0.4211464 Feb 09 22:16:54.147846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f0b5f-8d87-4595-adba-1b8526f4901b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be676b34-7115-4375-af9d-5d81d4b4a041,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:54.451697 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-892d27f1-a1eb-4856-b787-f19553e3bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681866194', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:15:56Z', 'updated_at': '2022-02-09T22:16:12Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:58Z', 'updated_at': '2022-02-09T22:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '82b423cf-f9b7-4a6e-b9b9-b6a7b56ca032', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'floating_ip_address': '172.25.6.183', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'port_id': 'fcae4074-502b-497f-8531-7c58f0401cd9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8', 'mac_address': 'fa:16:3e:fd:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c2823a-c329-4ae1-be9b-161d5a7c874c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:16:46Z', 'updated_at': '2022-02-09T22:16:46Z', 'revision_number': 0, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5958ce2d-b964-4595-86cb-dd42cca86cd0', 'name': '', 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:a8:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '052b224a-dd57-410b-876d-7eac4531572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:16:08Z', 'updated_at': '2022-02-09T22:16:18Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '052b224a-dd57-410b-876d-7eac4531572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:54.516728 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788173d0-3e4c-4427-a5a2-83191b5ae86a req-364259f6-f42d-4c7a-b9a2-147d8220bb5b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71866b89-52b9-4985-bc3d-c3ca7a0276d2 HTTP/1.1" status: 200 len: 217 time: 0.4686668 Feb 09 22:16:54.568030 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d27f1-a1eb-4856-b787-f19553e3bdac None None] The sync data for ids ['fb616316-23b0-44bc-b86f-8d3a0201d83c'] in n-d-828601-1 is: [{'id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681866194', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:15:56Z', 'updated_at': '2022-02-09T22:16:12Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:58Z', 'updated_at': '2022-02-09T22:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '82b423cf-f9b7-4a6e-b9b9-b6a7b56ca032', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'floating_ip_address': '172.25.6.183', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'port_id': 'fcae4074-502b-497f-8531-7c58f0401cd9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8', 'mac_address': 'fa:16:3e:fd:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c2823a-c329-4ae1-be9b-161d5a7c874c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:16:46Z', 'updated_at': '2022-02-09T22:16:46Z', 'revision_number': 0, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5958ce2d-b964-4595-86cb-dd42cca86cd0', 'name': '', 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:a8:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '052b224a-dd57-410b-876d-7eac4531572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:16:08Z', 'updated_at': '2022-02-09T22:16:18Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '052b224a-dd57-410b-876d-7eac4531572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:16:54.808039 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788173d0-3e4c-4427-a5a2-83191b5ae86a req-fd797fbd-8b09-4284-8d0c-41f8c06bb535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:54.808039 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788173d0-3e4c-4427-a5a2-83191b5ae86a req-fd797fbd-8b09-4284-8d0c-41f8c06bb535 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.2830191 Feb 09 22:16:54.922619 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df47b94-e88d-4b43-9f08-74af3228c402 req-24800cb6-ea97-4d8c-966c-b45dd84a5092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:54.935306 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6df47b94-e88d-4b43-9f08-74af3228c402 req-24800cb6-ea97-4d8c-966c-b45dd84a5092 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 1128 time: 0.8441901 Feb 09 22:16:55.065390 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768223e-9f87-42eb-b3e1-f119270a8a67 req-201ed441-ec0e-434d-a70d-81517e47f176 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:55.081516 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b768223e-9f87-42eb-b3e1-f119270a8a67 req-201ed441-ec0e-434d-a70d-81517e47f176 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 943 time: 0.7750046 Feb 09 22:16:55.120457 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40766) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:55.165571 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dad1e75-0c57-4942-93cb-ec099f0b4990 None None] New status for floating IP 82b423cf-f9b7-4a6e-b9b9-b6a7b56ca032: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:16:55.370759 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788173d0-3e4c-4427-a5a2-83191b5ae86a req-01c62c5b-6edd-49b3-ade1-10990fdbb9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:55.374327 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788173d0-3e4c-4427-a5a2-83191b5ae86a req-01c62c5b-6edd-49b3-ade1-10990fdbb9de service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5326133 Feb 09 22:16:55.472545 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df47b94-e88d-4b43-9f08-74af3228c402 req-443ecbae-8b9e-49a5-93c4-53d3c9a14675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:55.477859 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6df47b94-e88d-4b43-9f08-74af3228c402 req-443ecbae-8b9e-49a5-93c4-53d3c9a14675 service neutron] 10.222.0.42 "GET /v2.0/networks?id=675e821d-ac96-46b3-beff-78dacba9c4e8 HTTP/1.1" status: 200 len: 897 time: 0.4572675 Feb 09 22:16:55.488011 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-200dcdd2-2b3b-4a1a-b09f-7597929a6d24 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/floatingips/82b423cf-f9b7-4a6e-b9b9-b6a7b56ca032 HTTP/1.1" status: 200 len: 992 time: 0.3579774 Feb 09 22:16:55.492551 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b768223e-9f87-42eb-b3e1-f119270a8a67 req-58d046e0-244c-4bf4-8177-c96c0900e9a5 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4073963 Feb 09 22:16:55.953277 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788173d0-3e4c-4427-a5a2-83191b5ae86a req-96ba4864-6781-4b0c-b521-25a48a482d55 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733143 Feb 09 22:16:56.314071 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6df47b94-e88d-4b43-9f08-74af3228c402 req-86f23020-3fdc-4237-a649-42982cca325b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcae4074-502b-497f-8531-7c58f0401cd9 HTTP/1.1" status: 200 len: 1000 time: 0.8191137 Feb 09 22:16:56.485138 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40796) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:56.548465 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df47b94-e88d-4b43-9f08-74af3228c402 req-e0e92089-ff6a-4f80-a275-ffcb1ae56b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:56.552246 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6df47b94-e88d-4b43-9f08-74af3228c402 req-e0e92089-ff6a-4f80-a275-ffcb1ae56b19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=052b224a-dd57-410b-876d-7eac4531572f HTTP/1.1" status: 200 len: 835 time: 0.2285771 Feb 09 22:16:56.563915 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788173d0-3e4c-4427-a5a2-83191b5ae86a req-9e1e5518-3476-43c0-abaf-da017f474a8d service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6001346 Feb 09 22:16:56.707506 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-74341c10-33db-495d-8127-24a2e07ef15d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/floatingips/82b423cf-f9b7-4a6e-b9b9-b6a7b56ca032 HTTP/1.1" status: 200 len: 994 time: 0.2202516 Feb 09 22:16:56.774681 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df47b94-e88d-4b43-9f08-74af3228c402 req-0481f0c0-7d7c-42ca-a3fb-98a330e8c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:56.777354 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6df47b94-e88d-4b43-9f08-74af3228c402 req-0481f0c0-7d7c-42ca-a3fb-98a330e8c74f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=675e821d-ac96-46b3-beff-78dacba9c4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2099817 Feb 09 22:16:56.988667 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6df47b94-e88d-4b43-9f08-74af3228c402 req-54fad10c-d994-4755-acec-984b1802e050 service neutron] 10.222.0.42 "GET /v2.0/networks/675e821d-ac96-46b3-beff-78dacba9c4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040863 Feb 09 22:16:57.314162 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6df47b94-e88d-4b43-9f08-74af3228c402 req-0169864f-e7ff-4838-85c9-c91998f0e939 service neutron] 10.222.0.42 "GET /v2.0/networks/675e821d-ac96-46b3-beff-78dacba9c4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169079 Feb 09 22:16:57.367633 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6537e4d-5415-475e-a1eb-6aca5dc38726 req-734f117a-73be-4b97-a9bb-4f2584c1112a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:57.369773 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6537e4d-5415-475e-a1eb-6aca5dc38726 req-734f117a-73be-4b97-a9bb-4f2584c1112a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 943 time: 0.6503129 Feb 09 22:16:57.529617 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6537e4d-5415-475e-a1eb-6aca5dc38726 req-67d99b5d-201e-4730-8aaa-b56ce193500f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503088 Feb 09 22:16:59.087640 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da68b0-17d7-44e2-80fe-f00cfedc52a8 req-405e9b10-f3c3-4a21-a17a-2387d25ca85b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:59.093953 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61da68b0-17d7-44e2-80fe-f00cfedc52a8 req-405e9b10-f3c3-4a21-a17a-2387d25ca85b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 943 time: 0.2128129 Feb 09 22:16:59.234769 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61da68b0-17d7-44e2-80fe-f00cfedc52a8 req-2b2b50c5-347f-4977-924d-cbb56c27c40b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211979 Feb 09 22:17:00.680801 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51644f5-6ef9-4a70-adb6-85426e76598a req-e10962ea-58d0-40b0-bebf-326829e44225 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:00.698749 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d51644f5-6ef9-4a70-adb6-85426e76598a req-e10962ea-58d0-40b0-bebf-326829e44225 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 943 time: 0.2166138 Feb 09 22:17:00.840843 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d51644f5-6ef9-4a70-adb6-85426e76598a req-a24146b1-16b9-40ca-a09b-f0b32a56ee17 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410823 Feb 09 22:17:01.654586 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40920) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:02.026361 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d5fe95b-1b92-4ff4-9a11-49350c5e1139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:02.341879 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d5fe95b-1b92-4ff4-9a11-49350c5e1139 admin admin] Publish callbacks [] for security_group (d69059c0-b2d7-4219-a173-3b53e5e4a2c8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:02.347056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d5898-74c2-4ff1-8255-2539f165cb48 req-beb1f883-5957-4219-a6ea-95a63d786590 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:02.351217 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d5fe95b-1b92-4ff4-9a11-49350c5e1139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d69059c0-b2d7-4219-a173-3b53e5e4a2c8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:02.365594 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-342d5898-74c2-4ff1-8255-2539f165cb48 req-beb1f883-5957-4219-a6ea-95a63d786590 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 943 time: 0.2964931 Feb 09 22:17:02.440973 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0d5fe95b-1b92-4ff4-9a11-49350c5e1139 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8195d6eaf7bc4ee99376e96f1786fd30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7835937 Feb 09 22:17:02.444329 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40934) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:02.486119 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-342d5898-74c2-4ff1-8255-2539f165cb48 req-b4ffb025-dd39-4996-be58-236818fc8b95 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195972 Feb 09 22:17:02.544216 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fe95b-1b92-4ff4-9a11-49350c5e1139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69059c0-b2d7-4219-a173-3b53e5e4a2c8,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:02.629271 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aeac748f-0a11-48d7-af11-e3b80bebb748 admin admin] Publish callbacks [] for security_group (d69059c0-b2d7-4219-a173-3b53e5e4a2c8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:02.704097 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aeac748f-0a11-48d7-af11-e3b80bebb748 admin admin] Publish callbacks [] for security_group (d69059c0-b2d7-4219-a173-3b53e5e4a2c8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:02.845209 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aeac748f-0a11-48d7-af11-e3b80bebb748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d69059c0-b2d7-4219-a173-3b53e5e4a2c8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:02.851089 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aeac748f-0a11-48d7-af11-e3b80bebb748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:02.853580 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-aeac748f-0a11-48d7-af11-e3b80bebb748 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d69059c0-b2d7-4219-a173-3b53e5e4a2c8 HTTP/1.1" status: 204 len: 168 time: 0.4063885 Feb 09 22:17:02.889700 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac748f-0a11-48d7-af11-e3b80bebb748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69059c0-b2d7-4219-a173-3b53e5e4a2c8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:03.762463 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40956) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:03.794363 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc4f7565-397e-4d58-99de-a2227090039e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:04.140998 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc4f7565-397e-4d58-99de-a2227090039e admin admin] Publish callbacks [] for security_group (d3c77bea-08ee-480f-871b-2be4bafde99c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:04.155019 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc4f7565-397e-4d58-99de-a2227090039e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d3c77bea-08ee-480f-871b-2be4bafde99c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:04.271817 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cc4f7565-397e-4d58-99de-a2227090039e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ffa6324295624afa90706c2430063caa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5016932 Feb 09 22:17:04.272366 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40966) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:04.373126 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f7565-397e-4d58-99de-a2227090039e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c77bea-08ee-480f-871b-2be4bafde99c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:04.511320 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-caad4ffa-e5bf-4c0c-b7aa-80996b4762d3 admin admin] Publish callbacks [] for security_group (d3c77bea-08ee-480f-871b-2be4bafde99c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:04.581654 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-caad4ffa-e5bf-4c0c-b7aa-80996b4762d3 admin admin] Publish callbacks [] for security_group (d3c77bea-08ee-480f-871b-2be4bafde99c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:04.732223 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-caad4ffa-e5bf-4c0c-b7aa-80996b4762d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d3c77bea-08ee-480f-871b-2be4bafde99c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:04.735447 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-caad4ffa-e5bf-4c0c-b7aa-80996b4762d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:04.736796 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-caad4ffa-e5bf-4c0c-b7aa-80996b4762d3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d3c77bea-08ee-480f-871b-2be4bafde99c HTTP/1.1" status: 204 len: 168 time: 0.4623210 Feb 09 22:17:04.789525 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad4ffa-e5bf-4c0c-b7aa-80996b4762d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c77bea-08ee-480f-871b-2be4bafde99c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:04.998895 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 40976) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:05.093093 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a438c00-0cf4-4a62-b4c7-6b964a3e758e req-3598fd05-8368-4f2b-940a-6fb0dad25b6f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:05.110694 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a438c00-0cf4-4a62-b4c7-6b964a3e758e req-3598fd05-8368-4f2b-940a-6fb0dad25b6f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 943 time: 0.1514575 Feb 09 22:17:05.294922 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a438c00-0cf4-4a62-b4c7-6b964a3e758e req-ba720bf1-fbc1-48e6-8ecf-e399f947aeca tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748776 Feb 09 22:17:05.307144 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94dc508b-047a-474c-bad4-4f4708a4dee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:05.533689 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94dc508b-047a-474c-bad4-4f4708a4dee6 admin admin] Publish callbacks [] for security_group (adc830f1-65ff-4f2c-ad74-e64512fc665d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:05.546885 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94dc508b-047a-474c-bad4-4f4708a4dee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (adc830f1-65ff-4f2c-ad74-e64512fc665d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:05.652461 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc508b-047a-474c-bad4-4f4708a4dee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc830f1-65ff-4f2c-ad74-e64512fc665d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:05.767306 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-94dc508b-047a-474c-bad4-4f4708a4dee6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0812e772564d4602b77f5554e22ab390&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7668278 Feb 09 22:17:05.771743 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 40988) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:06.061670 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c323834f-fb56-471e-b70c-6c038438e6f3 admin admin] Publish callbacks [] for security_group (adc830f1-65ff-4f2c-ad74-e64512fc665d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:06.147325 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c323834f-fb56-471e-b70c-6c038438e6f3 admin admin] Publish callbacks [] for security_group (adc830f1-65ff-4f2c-ad74-e64512fc665d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:06.293958 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c323834f-fb56-471e-b70c-6c038438e6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (adc830f1-65ff-4f2c-ad74-e64512fc665d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:06.297565 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c323834f-fb56-471e-b70c-6c038438e6f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:06.299072 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c323834f-fb56-471e-b70c-6c038438e6f3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/adc830f1-65ff-4f2c-ad74-e64512fc665d HTTP/1.1" status: 204 len: 168 time: 0.5254462 Feb 09 22:17:06.325360 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323834f-fb56-471e-b70c-6c038438e6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc830f1-65ff-4f2c-ad74-e64512fc665d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:06.904247 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c4f94-a37b-44a2-95a6-3a354a973436 req-f92dd84b-3dcc-4867-a292-06112d18fa76 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:06.914732 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-358c4f94-a37b-44a2-95a6-3a354a973436 req-f92dd84b-3dcc-4867-a292-06112d18fa76 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 943 time: 0.3415968 Feb 09 22:17:07.211434 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-358c4f94-a37b-44a2-95a6-3a354a973436 req-3f38656d-f17b-4a08-a3a2-673fde1149f0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793956 Feb 09 22:17:07.456827 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:17:07.480443 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41020) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:07.525435 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cd93038-abab-4475-88d7-936fd4da79d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:07.864036 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3c5e98f3-c8fe-4294-8a19-08346d846aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:08.022516 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cd93038-abab-4475-88d7-936fd4da79d3 admin admin] Publish callbacks [] for security_group (4b36badf-c5c9-424b-b3f8-9dfcc486ee0f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:08.037540 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cd93038-abab-4475-88d7-936fd4da79d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4b36badf-c5c9-424b-b3f8-9dfcc486ee0f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:08.250612 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd93038-abab-4475-88d7-936fd4da79d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b36badf-c5c9-424b-b3f8-9dfcc486ee0f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:08.270596 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6cd93038-abab-4475-88d7-936fd4da79d3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b79f4aa769ae43cfa5fde0480f4603a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7859259 Feb 09 22:17:08.270940 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41040) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:08.480138 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-562b70c7-6310-48b2-b3be-ed405936c129 admin admin] Publish callbacks [] for security_group (4b36badf-c5c9-424b-b3f8-9dfcc486ee0f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:08.593730 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-562b70c7-6310-48b2-b3be-ed405936c129 admin admin] Publish callbacks [] for security_group (4b36badf-c5c9-424b-b3f8-9dfcc486ee0f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:08.725747 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c8c67-c8f4-4058-8d8b-6e926a326ca3 req-a8564591-e852-41d7-bae6-1463414abb14 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:08.750451 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c81c8c67-c8f4-4058-8d8b-6e926a326ca3 req-a8564591-e852-41d7-bae6-1463414abb14 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 943 time: 0.2221365 Feb 09 22:17:08.754870 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-562b70c7-6310-48b2-b3be-ed405936c129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4b36badf-c5c9-424b-b3f8-9dfcc486ee0f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:08.761119 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-562b70c7-6310-48b2-b3be-ed405936c129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:08.765714 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-562b70c7-6310-48b2-b3be-ed405936c129 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4b36badf-c5c9-424b-b3f8-9dfcc486ee0f HTTP/1.1" status: 204 len: 168 time: 0.4931526 Feb 09 22:17:08.802177 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b70c7-6310-48b2-b3be-ed405936c129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b36badf-c5c9-424b-b3f8-9dfcc486ee0f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:08.990831 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c81c8c67-c8f4-4058-8d8b-6e926a326ca3 req-764cdf67-5447-447c-95cb-8a0951cfc0f1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210095 Feb 09 22:17:10.559402 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a3d9d5c8-1f28-4d04-8349-4cf7ef1e92ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:10.700182 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d0fe8-79a0-49f9-8a56-c936e737803f req-c4d0cf39-3763-48e4-aa9f-1ba8b273e6aa tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:10.724898 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-432d0fe8-79a0-49f9-8a56-c936e737803f req-c4d0cf39-3763-48e4-aa9f-1ba8b273e6aa tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 943 time: 0.2898722 Feb 09 22:17:11.072602 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-432d0fe8-79a0-49f9-8a56-c936e737803f req-70c89aa5-a0a6-44fb-8d38-8ec5e25cb60d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3308930 Feb 09 22:17:11.309163 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41162) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:11.676895 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:12.155246 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d29f1bc-11c7-488f-9a60-d5166bd8bb0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:12.271536 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d29f1bc-11c7-488f-9a60-d5166bd8bb0d admin admin] Publish callbacks [] for security_group (44e73a80-b219-4555-81a6-7b4d7f8adcb0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:12.284189 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d29f1bc-11c7-488f-9a60-d5166bd8bb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (44e73a80-b219-4555-81a6-7b4d7f8adcb0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:12.336615 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29f1bc-11c7-488f-9a60-d5166bd8bb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e73a80-b219-4555-81a6-7b4d7f8adcb0,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:12.395044 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9d29f1bc-11c7-488f-9a60-d5166bd8bb0d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=579d98d74de640dbb65cfecee5346466&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0820084 Feb 09 22:17:12.399618 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41180) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:12.545845 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1b33fa76-47ce-41b9-aec5-ef3f6774833d admin admin] Publish callbacks [] for security_group (44e73a80-b219-4555-81a6-7b4d7f8adcb0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:12.549277 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33587fe-c5fe-4f05-a61a-b32ead444b8d req-f5344213-b2ed-4deb-be96-671526c7d3db tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:12.553909 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a33587fe-c5fe-4f05-a61a-b32ead444b8d req-f5344213-b2ed-4deb-be96-671526c7d3db tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 943 time: 0.2248445 Feb 09 22:17:12.594323 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1b33fa76-47ce-41b9-aec5-ef3f6774833d admin admin] Publish callbacks [] for security_group (44e73a80-b219-4555-81a6-7b4d7f8adcb0), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:12.664610 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1b33fa76-47ce-41b9-aec5-ef3f6774833d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (44e73a80-b219-4555-81a6-7b4d7f8adcb0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:12.668428 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1b33fa76-47ce-41b9-aec5-ef3f6774833d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:12.668984 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1b33fa76-47ce-41b9-aec5-ef3f6774833d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/44e73a80-b219-4555-81a6-7b4d7f8adcb0 HTTP/1.1" status: 204 len: 168 time: 0.2676256 Feb 09 22:17:12.697480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33fa76-47ce-41b9-aec5-ef3f6774833d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e73a80-b219-4555-81a6-7b4d7f8adcb0,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:12.892131 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a33587fe-c5fe-4f05-a61a-b32ead444b8d req-5f8b811f-ef8b-4a5e-ac66-d0b04884676d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3289311 Feb 09 22:17:12.969584 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:14.346760 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fda34-00bb-4428-a51c-0a73720ace55 req-b0428531-ecc8-4b86-a4ff-3518f41fb9d3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:14.355324 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-434fda34-00bb-4428-a51c-0a73720ace55 req-b0428531-ecc8-4b86-a4ff-3518f41fb9d3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 943 time: 0.2169178 Feb 09 22:17:14.453552 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-434fda34-00bb-4428-a51c-0a73720ace55 req-f05685e6-3400-454d-b0e6-598c67af223d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828300 Feb 09 22:17:14.688704 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:15.596379 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:15.740123 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc79219-aef4-4acd-8ce3-8bbd57bba442 req-1fecc4c4-56e7-4f55-b754-49218905eee1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:15.775240 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bdc79219-aef4-4acd-8ce3-8bbd57bba442 req-1fecc4c4-56e7-4f55-b754-49218905eee1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 943 time: 0.1421731 Feb 09 22:17:16.022905 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bdc79219-aef4-4acd-8ce3-8bbd57bba442 req-b4c5bde5-8f79-405f-b417-915822cb0ad4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367873 Feb 09 22:17:16.229542 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:16.918339 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41276) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:17.178547 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-4c98f3ad-214c-4fdc-bb56-ac4f4bf69dc6 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=f0e7f3f557cd432ea0f657692deae606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823538 Feb 09 22:17:17.298826 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f43ea660-e05b-418c-8b31-c36ab8ec7b40 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:17.351738 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f43ea660-e05b-418c-8b31-c36ab8ec7b40 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] 10.222.0.77 "PUT /v2.0/quotas/14f0e70b3d3f42759d7405866c1b4a44 HTTP/1.1" status: 200 len: 368 time: 0.4317906 Feb 09 22:17:17.357065 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41290) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:17.419887 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-5738c4d1-1215-410a-a7ac-da6082da0860 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Request body: {'network': {'project_id': '14f0e70b3d3f42759d7405866c1b4a44'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:17.473379 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5738c4d1-1215-410a-a7ac-da6082da0860 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Made reservation on behalf of 14f0e70b3d3f42759d7405866c1b4a44 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:17:17.479628 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5738c4d1-1215-410a-a7ac-da6082da0860 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:17.510712 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-66ae5bd7-2a16-43bd-ab5c-0ecdc0404e62 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:17.513359 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-66ae5bd7-2a16-43bd-ab5c-0ecdc0404e62 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3178103 Feb 09 22:17:17.533944 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5738c4d1-1215-410a-a7ac-da6082da0860 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:17.549268 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-58898554-d724-45df-b2d4-cc24ee18ae7f tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.77 "GET /v2.0/quotas/f0e7f3f557cd432ea0f657692deae606 HTTP/1.1" status: 200 len: 375 time: 0.0181556 Feb 09 22:17:17.617280 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-b6c62c93-e514-4d52-8688-ddf57a00fd9a tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f0e7f3f557cd432ea0f657692deae606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670948 Feb 09 22:17:17.886820 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5738c4d1-1215-410a-a7ac-da6082da0860 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks [] for security_group (558840c4-04bc-4519-b6a1-072364d7f977), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:17.914087 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5738c4d1-1215-410a-a7ac-da6082da0860 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (558840c4-04bc-4519-b6a1-072364d7f977), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:18.142402 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738c4d1-1215-410a-a7ac-da6082da0860 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558840c4-04bc-4519-b6a1-072364d7f977,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:18.202894 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5738c4d1-1215-410a-a7ac-da6082da0860 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:17:18.253548 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5738c4d1-1215-410a-a7ac-da6082da0860 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (8c1f7d0f-591b-47e7-80aa-7d4d554205ef), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:18.257362 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-5738c4d1-1215-410a-a7ac-da6082da0860 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Added segment 8c1f7d0f-591b-47e7-80aa-7d4d554205ef of type vlan for network 9a189b7b-2568-4e11-8d36-7df32e9eeaac Feb 09 22:17:18.313938 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540ed5e-b0f2-46dc-b57a-4fb14915e93a req-f91c28a2-bae0-4094-a8d1-c3be9e8caad8 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:18.332969 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1540ed5e-b0f2-46dc-b57a-4fb14915e93a req-f91c28a2-bae0-4094-a8d1-c3be9e8caad8 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 943 time: 0.2638106 Feb 09 22:17:18.437577 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5738c4d1-1215-410a-a7ac-da6082da0860 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (9a189b7b-2568-4e11-8d36-7df32e9eeaac), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:18.490576 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5738c4d1-1215-410a-a7ac-da6082da0860 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (9a189b7b-2568-4e11-8d36-7df32e9eeaac), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:18.493017 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5738c4d1-1215-410a-a7ac-da6082da0860 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:18.493817 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5738c4d1-1215-410a-a7ac-da6082da0860 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:18.575971 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1540ed5e-b0f2-46dc-b57a-4fb14915e93a req-e9e0aa1b-e444-47d5-a067-32ab52bec4ef tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238505 Feb 09 22:17:18.651090 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5738c4d1-1215-410a-a7ac-da6082da0860 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2824581 Feb 09 22:17:18.651752 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41308) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:18.656499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738c4d1-1215-410a-a7ac-da6082da0860 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Pushing event updated for resources: {'Network': ['ID=9a189b7b-2568-4e11-8d36-7df32e9eeaac,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:18.678209 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-9c6171da-8525-447d-9a37-3e28c7ceaa83 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Request body: {'network': {'project_id': '14f0e70b3d3f42759d7405866c1b4a44'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:18.678558 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 9a189b7b-2568-4e11-8d36-7df32e9eeaac details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:17:18.760425 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6171da-8525-447d-9a37-3e28c7ceaa83 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Made reservation on behalf of 14f0e70b3d3f42759d7405866c1b4a44 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:17:18.768131 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c6171da-8525-447d-9a37-3e28c7ceaa83 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:18.994738 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6171da-8525-447d-9a37-3e28c7ceaa83 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:17:19.017856 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4988ce0d-fb01-4796-8a20-da59a91eaf25 req-bd9d09ea-daca-474e-a6e4-908bc7c720db tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.77 "GET /v2.0/ports?device_id=f21160b8-d1fe-4a2d-b0eb-fe589616c2f1 HTTP/1.1" status: 200 len: 210 time: 0.1913209 Feb 09 22:17:19.022665 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c6171da-8525-447d-9a37-3e28c7ceaa83 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (46485417-1ef5-4d14-8b80-54e0abecd8fc), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:19.025849 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-9c6171da-8525-447d-9a37-3e28c7ceaa83 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Added segment 46485417-1ef5-4d14-8b80-54e0abecd8fc of type vlan for network 8cda7f2a-3683-47dc-8396-c0cd899e6a63 Feb 09 22:17:19.202463 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c6171da-8525-447d-9a37-3e28c7ceaa83 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (8cda7f2a-3683-47dc-8396-c0cd899e6a63), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:19.273338 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c6171da-8525-447d-9a37-3e28c7ceaa83 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (8cda7f2a-3683-47dc-8396-c0cd899e6a63), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:19.274798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6171da-8525-447d-9a37-3e28c7ceaa83 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:19.275795 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c6171da-8525-447d-9a37-3e28c7ceaa83 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:19.370070 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9c6171da-8525-447d-9a37-3e28c7ceaa83 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7127936 Feb 09 22:17:19.370731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41320) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:19.378050 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-fae9dca8-c7db-4916-8e1b-8ca62cc151e1 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Request body: {'network': {'project_id': '14f0e70b3d3f42759d7405866c1b4a44'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:19.394703 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6171da-8525-447d-9a37-3e28c7ceaa83 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Pushing event updated for resources: {'Network': ['ID=8cda7f2a-3683-47dc-8396-c0cd899e6a63,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:19.408694 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae9dca8-c7db-4916-8e1b-8ca62cc151e1 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 22:17:19.408954 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 8cda7f2a-3683-47dc-8396-c0cd899e6a63 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:17:19.409631 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae9dca8-c7db-4916-8e1b-8ca62cc151e1 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:17:19.411309 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fae9dca8-c7db-4916-8e1b-8ca62cc151e1 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0401180 Feb 09 22:17:19.414868 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41322) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:19.511597 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-96380e57-d757-4b83-958a-6fb8bc59c3b4 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=14f0e70b3d3f42759d7405866c1b4a44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0945795 Feb 09 22:17:19.515148 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41324) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:19.628214 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7fb9b0fd-0d1e-4220-8c70-881ad8b28d09 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks [] for security_group (558840c4-04bc-4519-b6a1-072364d7f977), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:19.669196 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7fb9b0fd-0d1e-4220-8c70-881ad8b28d09 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks [] for security_group (558840c4-04bc-4519-b6a1-072364d7f977), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:19.768237 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7fb9b0fd-0d1e-4220-8c70-881ad8b28d09 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (558840c4-04bc-4519-b6a1-072364d7f977), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:19.776026 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7fb9b0fd-0d1e-4220-8c70-881ad8b28d09 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:19.779955 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7fb9b0fd-0d1e-4220-8c70-881ad8b28d09 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/558840c4-04bc-4519-b6a1-072364d7f977 HTTP/1.1" status: 204 len: 168 time: 0.2628379 Feb 09 22:17:19.785266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41330) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:19.913449 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a35bb-67bd-4ea2-84f5-e3d55fb2a771 req-5e113d73-ebde-4c6c-afbb-32726d2675f9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:19.915306 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9b0fd-0d1e-4220-8c70-881ad8b28d09 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558840c4-04bc-4519-b6a1-072364d7f977,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:19.922972 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-204a35bb-67bd-4ea2-84f5-e3d55fb2a771 req-5e113d73-ebde-4c6c-afbb-32726d2675f9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 943 time: 0.1865959 Feb 09 22:17:20.012693 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e2e5d2a-b994-42f0-9e87-e89b997f410b tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (8cda7f2a-3683-47dc-8396-c0cd899e6a63), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:20.030028 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-204a35bb-67bd-4ea2-84f5-e3d55fb2a771 req-a252f21c-c4bf-4f5e-9899-10178ef5cd07 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907016 Feb 09 22:17:20.207309 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e2e5d2a-b994-42f0-9e87-e89b997f410b tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (8cda7f2a-3683-47dc-8396-c0cd899e6a63), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:20.276728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-8e2e5d2a-b994-42f0-9e87-e89b997f410b tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cda7f2a-3683-47dc-8396-c0cd899e6a63']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:20.309809 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-8e2e5d2a-b994-42f0-9e87-e89b997f410b tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46485417-1ef5-4d14-8b80-54e0abecd8fc') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:20.310159 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-8e2e5d2a-b994-42f0-9e87-e89b997f410b tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46485417-1ef5-4d14-8b80-54e0abecd8fc') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:20.336101 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b8fc5b0d-48c4-40d3-a8c8-7e77e826b4b5 req-fd07bcce-695c-48f4-a9eb-e6b086c120c5 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.77 "GET /v2.0/ports?device_id=f21160b8-d1fe-4a2d-b0eb-fe589616c2f1 HTTP/1.1" status: 200 len: 210 time: 0.0820622 Feb 09 22:17:20.349101 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e2e5d2a-b994-42f0-9e87-e89b997f410b tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (46485417-1ef5-4d14-8b80-54e0abecd8fc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:20.380076 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e2e5d2a-b994-42f0-9e87-e89b997f410b tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (46485417-1ef5-4d14-8b80-54e0abecd8fc), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:20.389256 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2e5d2a-b994-42f0-9e87-e89b997f410b tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:17:20.389949 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e2e5d2a-b994-42f0-9e87-e89b997f410b tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (46485417-1ef5-4d14-8b80-54e0abecd8fc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: warnings.warn('Neutron quota engine will require "--force" ' Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:17:20.394737 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:17:20.480279 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e2e5d2a-b994-42f0-9e87-e89b997f410b tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (8cda7f2a-3683-47dc-8396-c0cd899e6a63), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:20.489094 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e2e5d2a-b994-42f0-9e87-e89b997f410b tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:20.495964 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8e2e5d2a-b994-42f0-9e87-e89b997f410b tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] 10.222.0.77 "DELETE /v2.0/networks/8cda7f2a-3683-47dc-8396-c0cd899e6a63 HTTP/1.1" status: 204 len: 168 time: 0.7001331 Feb 09 22:17:20.500056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41342) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:20.544229 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e5d2a-b994-42f0-9e87-e89b997f410b tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Pushing event deleted for resources: {'Network': ['ID=8cda7f2a-3683-47dc-8396-c0cd899e6a63,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:20.782781 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-7176cbcc-1bab-4823-afa6-09935799ab01 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=f0e7f3f557cd432ea0f657692deae606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526464 Feb 09 22:17:20.814282 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f1d0c21-9638-489a-a627-b431aab40845 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (9a189b7b-2568-4e11-8d36-7df32e9eeaac), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:20.869211 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33351f-db5b-493a-bd0d-1497541630a6 req-8a4d7287-424d-4175-bf6e-5d0d3292d0ac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:20.873478 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7b33351f-db5b-493a-bd0d-1497541630a6 req-8a4d7287-424d-4175-bf6e-5d0d3292d0ac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 946 time: 0.2652140 Feb 09 22:17:21.224079 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f1d0c21-9638-489a-a627-b431aab40845 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (9a189b7b-2568-4e11-8d36-7df32e9eeaac), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:21.269431 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-0f1d0c21-9638-489a-a627-b431aab40845 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a189b7b-2568-4e11-8d36-7df32e9eeaac']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:21.732905 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-0f1d0c21-9638-489a-a627-b431aab40845 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1f7d0f-591b-47e7-80aa-7d4d554205ef') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:21.734096 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-0f1d0c21-9638-489a-a627-b431aab40845 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1f7d0f-591b-47e7-80aa-7d4d554205ef') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:21.777131 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7b33351f-db5b-493a-bd0d-1497541630a6 req-9313cb65-6d02-4131-8d8a-50ffb108b98b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7947335 Feb 09 22:17:21.822550 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41358) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:21.854057 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f1d0c21-9638-489a-a627-b431aab40845 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (8c1f7d0f-591b-47e7-80aa-7d4d554205ef), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:21.953060 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f1d0c21-9638-489a-a627-b431aab40845 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (8c1f7d0f-591b-47e7-80aa-7d4d554205ef), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:21.999058 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1d0c21-9638-489a-a627-b431aab40845 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:17:21.999777 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f1d0c21-9638-489a-a627-b431aab40845 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (8c1f7d0f-591b-47e7-80aa-7d4d554205ef), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:22.188987 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1a497734-c701-49af-9f85-1fe5927e19b2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/floatingips/82b423cf-f9b7-4a6e-b9b9-b6a7b56ca032 HTTP/1.1" status: 200 len: 994 time: 0.3593669 Feb 09 22:17:22.200521 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-3db51fae-cd73-43fa-85b0-60259c0fe7b1 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:22.204902 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-3db51fae-cd73-43fa-85b0-60259c0fe7b1 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4139972 Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:17:22.206995 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:17:22.239166 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-64d14f66-14be-458b-9325-e02571b81dda tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Request body: {'port': {'device_id': 'f21160b8-d1fe-4a2d-b0eb-fe589616c2f1', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': 'f0e7f3f557cd432ea0f657692deae606'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:22.278330 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f1d0c21-9638-489a-a627-b431aab40845 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (9a189b7b-2568-4e11-8d36-7df32e9eeaac), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:22.289167 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f1d0c21-9638-489a-a627-b431aab40845 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:22.297448 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0f1d0c21-9638-489a-a627-b431aab40845 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] 10.222.0.77 "DELETE /v2.0/networks/9a189b7b-2568-4e11-8d36-7df32e9eeaac HTTP/1.1" status: 204 len: 168 time: 1.7949677 Feb 09 22:17:22.367911 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d0c21-9638-489a-a627-b431aab40845 tempest-QuotasNegativeTest-891294699 tempest-QuotasNegativeTest-891294699-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a189b7b-2568-4e11-8d36-7df32e9eeaac,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:22.428473 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7535e-d87f-4869-9872-a477b30fd88f req-171157a8-d734-4dec-9550-2946910870ba tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:22.430442 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8cc7535e-d87f-4869-9872-a477b30fd88f req-171157a8-d734-4dec-9550-2946910870ba tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 943 time: 0.2177932 Feb 09 22:17:22.563680 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8cc7535e-d87f-4869-9872-a477b30fd88f req-9d19fb90-7969-410f-8460-4e5cfbdd1368 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155338 Feb 09 22:17:22.570446 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-64d14f66-14be-458b-9325-e02571b81dda tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Made reservation on behalf of f0e7f3f557cd432ea0f657692deae606 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:17:22.576132 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-64d14f66-14be-458b-9325-e02571b81dda tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:22.610036 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-64d14f66-14be-458b-9325-e02571b81dda tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:22.792404 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c1b246be-dc3c-4fbc-a053-21e271e48852 req-0b765a64-7e10-4dbd-a8d5-b3857d3d93ba tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.77 "GET /v2.0/ports?device_id=f21160b8-d1fe-4a2d-b0eb-fe589616c2f1 HTTP/1.1" status: 200 len: 210 time: 0.0534239 Feb 09 22:17:22.946408 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-64d14f66-14be-458b-9325-e02571b81dda tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Publish callbacks [] for security_group (e5abf813-d385-49b5-bc01-572fe899cb1e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:22.961249 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-64d14f66-14be-458b-9325-e02571b81dda tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e5abf813-d385-49b5-bc01-572fe899cb1e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:23.028624 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d14f66-14be-458b-9325-e02571b81dda tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5abf813-d385-49b5-bc01-572fe899cb1e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:23.595594 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-64d14f66-14be-458b-9325-e02571b81dda tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Allocated IP 192.168.233.118 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:17:23.822954 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-64d14f66-14be-458b-9325-e02571b81dda tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Publish callbacks [] for port (fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:23.917254 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679ce4b-03d8-4a0a-ad35-edc7dea5e13b req-2eaf0aca-ba35-4787-b875-85043ee0f491 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:23.919088 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e679ce4b-03d8-4a0a-ad35-edc7dea5e13b req-2eaf0aca-ba35-4787-b875-85043ee0f491 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 1128 time: 0.4191062 Feb 09 22:17:23.922149 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-64d14f66-14be-458b-9325-e02571b81dda tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:23.952191 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41388) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:24.140138 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d14f66-14be-458b-9325-e02571b81dda tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Pushing event updated for resources: {'Port': ['ID=fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:24.160899 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-64d14f66-14be-458b-9325-e02571b81dda tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:17:24.192687 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-64d14f66-14be-458b-9325-e02571b81dda tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:17:24.200770 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-64d14f66-14be-458b-9325-e02571b81dda tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:17:24.330657 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-64d14f66-14be-458b-9325-e02571b81dda tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:24.331534 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-64d14f66-14be-458b-9325-e02571b81dda tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:24.392159 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e679ce4b-03d8-4a0a-ad35-edc7dea5e13b req-aa63314f-f57d-4cba-8f13-b25911207595 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4587097 Feb 09 22:17:24.415549 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-64d14f66-14be-458b-9325-e02571b81dda tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1988571 Feb 09 22:17:24.442236 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] Request body: {'port': {'device_id': 'f21160b8-d1fe-4a2d-b0eb-fe589616c2f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:24.587231 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-602729a0-0c00-437a-881f-1de627068de8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:24.813080 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-602729a0-0c00-437a-881f-1de627068de8 admin admin] Publish callbacks [] for security_group (bc67abb4-14dc-4ed0-bcc8-78912312c84b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:24.820204 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:24.824522 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-602729a0-0c00-437a-881f-1de627068de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bc67abb4-14dc-4ed0-bcc8-78912312c84b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:24.895336 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-602729a0-0c00-437a-881f-1de627068de8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d3ad193b2bbf4e4c913821bc933cf885&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9420111 Feb 09 22:17:24.900348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733ef82-e653-4fc9-ac28-f1cf5521eee4 req-b679c021-ba0b-498a-a7fa-0c3e8009f6d1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:24.901505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41400) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:24.902123 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4733ef82-e653-4fc9-ac28-f1cf5521eee4 req-b679c021-ba0b-498a-a7fa-0c3e8009f6d1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 943 time: 0.2773590 Feb 09 22:17:24.908868 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602729a0-0c00-437a-881f-1de627068de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc67abb4-14dc-4ed0-bcc8-78912312c84b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:25.044009 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9fb19ddb-80be-4a6e-a298-21f1cc0496fd None None] Provisioning complete for port fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:25.044987 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9fb19ddb-80be-4a6e-a298-21f1cc0496fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:25.059557 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b453df7-ae83-4576-b3c9-302a30e000af admin admin] Publish callbacks [] for security_group (bc67abb4-14dc-4ed0-bcc8-78912312c84b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:25.114680 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b453df7-ae83-4576-b3c9-302a30e000af admin admin] Publish callbacks [] for security_group (bc67abb4-14dc-4ed0-bcc8-78912312c84b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:25.127731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9fb19ddb-80be-4a6e-a298-21f1cc0496fd None None] Port fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:17:25.265641 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4733ef82-e653-4fc9-ac28-f1cf5521eee4 req-9f6d1a00-05bb-4db9-a572-477a97b09922 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987368 Feb 09 22:17:25.275798 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b453df7-ae83-4576-b3c9-302a30e000af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bc67abb4-14dc-4ed0-bcc8-78912312c84b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:25.287583 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b453df7-ae83-4576-b3c9-302a30e000af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:25.288948 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4b453df7-ae83-4576-b3c9-302a30e000af admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bc67abb4-14dc-4ed0-bcc8-78912312c84b HTTP/1.1" status: 204 len: 168 time: 0.3855581 Feb 09 22:17:25.349248 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b453df7-ae83-4576-b3c9-302a30e000af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc67abb4-14dc-4ed0-bcc8-78912312c84b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:25.654523 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb08050-842a-4777-8902-7edda0bf8cb5 req-90beadb9-8a66-4d8b-9261-47cb586295b1 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:25.662617 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fdb08050-842a-4777-8902-7edda0bf8cb5 req-90beadb9-8a66-4d8b-9261-47cb586295b1 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.77 "GET /v2.0/ports?device_id=f21160b8-d1fe-4a2d-b0eb-fe589616c2f1 HTTP/1.1" status: 200 len: 936 time: 0.2048981 Feb 09 22:17:25.716367 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:17:25.771128 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] Publish callbacks [] for port (fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:25.809700 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] Transition to ACTIVE for port object fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:17:25.824212 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fdb08050-842a-4777-8902-7edda0bf8cb5 req-74a9acd0-9bd3-45c6-afd8-b923e96edf71 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5abf813-d385-49b5-bc01-572fe899cb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589150 Feb 09 22:17:25.831193 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:25.990511 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 71866b89-52b9-4985-bc3d-c3ca7a0276d2 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:17:26.249081 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41412) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:26.264604 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:26.316671 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f936229-9610-42bb-9ea8-0b40da449562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:26.362638 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] Attempting to bind port fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:17:26.362895 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] Attempting to bind port fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:17:26.363232 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] Attempting to bind port fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:17:26.395426 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] Port fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:17:26.395808 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] Attempting to bind port fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:17:26.431503 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:17:26.435145 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:17:26.439860 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:17:26.440426 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] Bound port: fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:17:26.444831 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:26.619211 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 71866b89-52b9-4985-bc3d-c3ca7a0276d2, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=71866b89-52b9-4985-bc3d-c3ca7a0276d2,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:26.647940 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f936229-9610-42bb-9ea8-0b40da449562 admin admin] Publish callbacks [] for security_group (be589dec-4160-498b-a265-6a47b20ae96c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:26.659891 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f936229-9610-42bb-9ea8-0b40da449562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (be589dec-4160-498b-a265-6a47b20ae96c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:26.668812 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '71866b89-52b9-4985-bc3d-c3ca7a0276d2', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'port_id': '71866b89-52b9-4985-bc3d-c3ca7a0276d2', 'mac_address': 'fa:16:3e:d1:42:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:17:26.741641 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] For port fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:17:26.755054 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] For port fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:17:26.755692 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f936229-9610-42bb-9ea8-0b40da449562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be589dec-4160-498b-a265-6a47b20ae96c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:26.781531 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:26.809060 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3f936229-9610-42bb-9ea8-0b40da449562 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f8fac2ee6768480f8866595b5adfcc6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5584002 Feb 09 22:17:26.815260 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 71866b89-52b9-4985-bc3d-c3ca7a0276d2 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:17:26.816378 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (71866b89-52b9-4985-bc3d-c3ca7a0276d2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:26.817837 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41426) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:26.864033 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71866b89-52b9-4985-bc3d-c3ca7a0276d2 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:17:26.911387 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:26.917624 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:26.919290 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] 10.222.0.71 "PUT /v2.0/ports/fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca HTTP/1.1" status: 200 len: 1096 time: 2.4921403 Feb 09 22:17:26.919773 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f21160b8-d1fe-4a2d-b0eb-fe589616c2f1', 'tag': 'fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:17:26.922225 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287e587a-4898-4578-9014-08045c188163" -d '{"events": [{"name": "network-changed", "server_uuid": "f21160b8-d1fe-4a2d-b0eb-fe589616c2f1", "tag": "fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:17:26.979385 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 71866b89-52b9-4985-bc3d-c3ca7a0276d2, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=71866b89-52b9-4985-bc3d-c3ca7a0276d2,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:26.990977 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (71866b89-52b9-4985-bc3d-c3ca7a0276d2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:27.027836 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9eb713e8-590d-4407-9bbc-9c061d3f0e41 admin admin] Publish callbacks [] for security_group (be589dec-4160-498b-a265-6a47b20ae96c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:27.114768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f57b2-8048-451e-8661-1ab5b3663347 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:27.166992 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-11d4f703-7bbb-47f7-9a44-0bc8efdf73ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:27.169367 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-11d4f703-7bbb-47f7-9a44-0bc8efdf73ad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f0e7f3f557cd432ea0f657692deae606&device_id=f21160b8-d1fe-4a2d-b0eb-fe589616c2f1 HTTP/1.1" status: 200 len: 1130 time: 0.1963921 Feb 09 22:17:27.190975 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9eb713e8-590d-4407-9bbc-9c061d3f0e41 admin admin] Publish callbacks [] for security_group (be589dec-4160-498b-a265-6a47b20ae96c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:27.375143 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9eb713e8-590d-4407-9bbc-9c061d3f0e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (be589dec-4160-498b-a265-6a47b20ae96c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:27.386411 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9eb713e8-590d-4407-9bbc-9c061d3f0e41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:27.392979 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9eb713e8-590d-4407-9bbc-9c061d3f0e41 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/be589dec-4160-498b-a265-6a47b20ae96c HTTP/1.1" status: 204 len: 168 time: 0.5734522 Feb 09 22:17:27.451389 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb713e8-590d-4407-9bbc-9c061d3f0e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be589dec-4160-498b-a265-6a47b20ae96c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:27.562234 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-cdaa5834-7cac-46fb-948d-75d30aeb9543 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca HTTP/1.1" status: 200 len: 217 time: 0.3686745 Feb 09 22:17:27.687446 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-202125e9-604b-4b57-b091-7929954ce32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:27.696343 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-202125e9-604b-4b57-b091-7929954ce32a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1304588 Feb 09 22:17:27.858935 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5fe9e0-c063-4469-9e5f-40f9dade27b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:27.881020 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-0c5fe9e0-c063-4469-9e5f-40f9dade27b1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1801345 Feb 09 22:17:28.001820 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41452) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:28.017343 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['71866b89-52b9-4985-bc3d-c3ca7a0276d2'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:17:28.313642 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=71866b89-52b9-4985-bc3d-c3ca7a0276d2,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:28.368755 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-3c16278b-3bf0-4d41-9155-b14c1bbe0e10 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773452 Feb 09 22:17:28.529728 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-8dc78e7c-23c9-40f8-9900-a614ed6d3635 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5235741 Feb 09 22:17:28.550330 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-cf7e91ba-8b0c-4e38-aee6-f2eb89d26a81 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:17:28.570211 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-cf7e91ba-8b0c-4e38-aee6-f2eb89d26a81 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0372057 Feb 09 22:17:28.765250 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0515a52-3e83-4884-86ed-eeddeb14ba52 req-e9d14d75-e449-41ab-a22f-1fd6763c7013 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908398 Feb 09 22:17:30.045145 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 71866b89-52b9-4985-bc3d-c3ca7a0276d2 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:17:30.285358 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-6ee7082d-6f57-44b6-b1f5-ebcb7c263153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:30.303382 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-6ee7082d-6f57-44b6-b1f5-ebcb7c263153 service neutron] 10.222.0.77 "GET /v2.0/ports/fcae4074-502b-497f-8531-7c58f0401cd9 HTTP/1.1" status: 200 len: 1125 time: 0.0980322 Feb 09 22:17:30.308048 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 71866b89-52b9-4985-bc3d-c3ca7a0276d2 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:17:30.313381 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-a0e9311c-a45c-4029-858a-e5858f457f6f service neutron] Request body: {'binding': {'host': 'n-h1-828601-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:30.316831 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-a0e9311c-a45c-4029-858a-e5858f457f6f service neutron] Unknown quota resources ['binding']. {{(pid=103202) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 22:17:30.339249 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 71866b89-52b9-4985-bc3d-c3ca7a0276d2 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:30.340354 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (71866b89-52b9-4985-bc3d-c3ca7a0276d2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:30.620322 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 71866b89-52b9-4985-bc3d-c3ca7a0276d2 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:17:30.622627 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (71866b89-52b9-4985-bc3d-c3ca7a0276d2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:30.665903 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-a0e9311c-a45c-4029-858a-e5858f457f6f service neutron] Attempting to bind port fcae4074-502b-497f-8531-7c58f0401cd9 on host n-h1-828601-1 for vnic_type normal with profile None {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:17:30.666549 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-a0e9311c-a45c-4029-858a-e5858f457f6f service neutron] Attempting to bind port fcae4074-502b-497f-8531-7c58f0401cd9 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '809d8f2f-29bc-4e22-87c2-9995784e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:17:30.667048 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-a0e9311c-a45c-4029-858a-e5858f457f6f service neutron] Attempting to bind port fcae4074-502b-497f-8531-7c58f0401cd9 on network 675e821d-ac96-46b3-beff-78dacba9c4e8 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:17:30.681798 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-a0e9311c-a45c-4029-858a-e5858f457f6f service neutron] Port fcae4074-502b-497f-8531-7c58f0401cd9 on network 675e821d-ac96-46b3-beff-78dacba9c4e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:17:30.682595 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-a0e9311c-a45c-4029-858a-e5858f457f6f service neutron] Attempting to bind port fcae4074-502b-497f-8531-7c58f0401cd9 on network 675e821d-ac96-46b3-beff-78dacba9c4e8 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:17:30.696203 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-a0e9311c-a45c-4029-858a-e5858f457f6f service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:17:30.696826 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-a0e9311c-a45c-4029-858a-e5858f457f6f service neutron] Checking segment: {'id': '809d8f2f-29bc-4e22-87c2-9995784e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:17:30.697409 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-a0e9311c-a45c-4029-858a-e5858f457f6f service neutron] Bound using segment: {'id': '809d8f2f-29bc-4e22-87c2-9995784e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:17:30.698115 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-a0e9311c-a45c-4029-858a-e5858f457f6f service neutron] Bound port: fcae4074-502b-497f-8531-7c58f0401cd9, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809d8f2f-29bc-4e22-87c2-9995784e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:17:30.735191 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d09866-503d-47ff-8b36-984919c10d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71866b89-52b9-4985-bc3d-c3ca7a0276d2'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:17:30.748179 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e1b33b-7d14-496a-8608-a1d986e0bbab" -d '{"events": [{"server_uuid": "00d09866-503d-47ff-8b36-984919c10d78", "name": "network-vif-plugged", "status": "completed", "tag": "71866b89-52b9-4985-bc3d-c3ca7a0276d2"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:17:30.810770 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 71866b89-52b9-4985-bc3d-c3ca7a0276d2, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=71866b89-52b9-4985-bc3d-c3ca7a0276d2,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:30.830726 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (71866b89-52b9-4985-bc3d-c3ca7a0276d2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:30.920927 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-a0e9311c-a45c-4029-858a-e5858f457f6f service neutron] For port fcae4074-502b-497f-8531-7c58f0401cd9, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=fcae4074-502b-497f-8531-7c58f0401cd9,segment=NetworkSegment(809d8f2f-29bc-4e22-87c2-9995784e4b0d),segment_id=809d8f2f-29bc-4e22-87c2-9995784e4b0d)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:17:30.930691 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-a0e9311c-a45c-4029-858a-e5858f457f6f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:30.932324 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-a0e9311c-a45c-4029-858a-e5858f457f6f service neutron] 10.222.0.77 "POST /v2.0/ports/fcae4074-502b-497f-8531-7c58f0401cd9/bindings HTTP/1.1" status: 201 len: 389 time: 0.6280580 Feb 09 22:17:30.998723 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=71866b89-52b9-4985-bc3d-c3ca7a0276d2,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:31.371479 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc00c5-4947-48eb-8634-21f8bbe50da8 req-e6d91777-ffa4-4bac-932a-ef12af941b55 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:31.380259 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ecc00c5-4947-48eb-8634-21f8bbe50da8 req-e6d91777-ffa4-4bac-932a-ef12af941b55 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 945 time: 0.1045728 Feb 09 22:17:31.419186 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-6deb3763-a86b-47b6-a5cb-b924e2484528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:31.430441 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-6deb3763-a86b-47b6-a5cb-b924e2484528 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 1128 time: 0.1145649 Feb 09 22:17:31.620634 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ecc00c5-4947-48eb-8634-21f8bbe50da8 req-876aed40-cc8c-4919-8fcd-2144860372ab tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383864 Feb 09 22:17:31.630964 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41524) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:31.847136 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-4cae9a35-d68f-4f9f-b0d6-b5634ae0f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:31.852828 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-4cae9a35-d68f-4f9f-b0d6-b5634ae0f1d8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=675e821d-ac96-46b3-beff-78dacba9c4e8 HTTP/1.1" status: 200 len: 897 time: 0.4082344 Feb 09 22:17:32.043802 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:17:32.086568 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6e969d0c-46bc-47fc-bb2b-3e761485489d tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-448235291', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:32.179121 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-4ccb0600-0f7b-4e9d-a127-15804d923aff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcae4074-502b-497f-8531-7c58f0401cd9 HTTP/1.1" status: 200 len: 1002 time: 0.2898951 Feb 09 22:17:32.271835 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e969d0c-46bc-47fc-bb2b-3e761485489d tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Made reservation on behalf of dce45045f8bc416c8dd0f46eac8254af for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:17:32.278300 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e969d0c-46bc-47fc-bb2b-3e761485489d tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:32.320982 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc210c-e2cb-407b-a240-222a791cd322 req-6f2bcafc-71e7-48f5-818f-b5e94b9791f3 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:32.329727 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-08fc210c-e2cb-407b-a240-222a791cd322 req-6f2bcafc-71e7-48f5-818f-b5e94b9791f3 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.77 "GET /v2.0/ports?device_id=f21160b8-d1fe-4a2d-b0eb-fe589616c2f1 HTTP/1.1" status: 200 len: 948 time: 0.5320046 Feb 09 22:17:32.342005 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e969d0c-46bc-47fc-bb2b-3e761485489d tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:32.402515 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-d693a794-329a-4334-adad-b1dc242bbcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:32.405327 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-d693a794-329a-4334-adad-b1dc242bbcf4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=052b224a-dd57-410b-876d-7eac4531572f HTTP/1.1" status: 200 len: 835 time: 0.2196062 Feb 09 22:17:32.474300 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:32.518255 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': 'fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca', 'mac_address': 'fa:16:3e:65:5c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:17:32.544727 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-08fc210c-e2cb-407b-a240-222a791cd322 req-2e9bf40f-b043-48ab-a59c-00e33ef56fb7 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5abf813-d385-49b5-bc01-572fe899cb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134447 Feb 09 22:17:32.593920 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:17:32.594657 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:32.636302 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:17:32.730727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:32.738753 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:32.747710 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4985cbb-abe4-4320-a204-59f77a3e34a4 x-openstack-request-id: req-f4985cbb-abe4-4320-a204-59f77a3e34a4 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:17:32.748311 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f21160b8-d1fe-4a2d-b0eb-fe589616c2f1", "tag": "fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:17:32.748596 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f4985cbb-abe4-4320-a204-59f77a3e34a4 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:17:32.748976 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f21160b8-d1fe-4a2d-b0eb-fe589616c2f1', 'tag': 'fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca', 'status': 'completed', 'code': 200} Feb 09 22:17:32.765318 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-0d478821-7fa4-4739-a960-61d5b614c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:32.766745 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-0d478821-7fa4-4739-a960-61d5b614c868 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=675e821d-ac96-46b3-beff-78dacba9c4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3525424 Feb 09 22:17:32.841065 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:32.858547 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:32.859041 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:32.859500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:32.860038 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:32.860622 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:32.861071 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:32.861501 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:32.861951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:32.862394 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:32.863081 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:32.863522 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:32.864174 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:32.866524 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:32.891203 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1c9aba-963e-44ce-8f20-45259acb1c43 x-openstack-request-id: req-ca1c9aba-963e-44ce-8f20-45259acb1c43 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:17:32.891618 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d09866-503d-47ff-8b36-984919c10d78", "name": "network-vif-plugged", "status": "completed", "tag": "71866b89-52b9-4985-bc3d-c3ca7a0276d2", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:17:32.892152 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca1c9aba-963e-44ce-8f20-45259acb1c43 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:17:32.892571 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d09866-503d-47ff-8b36-984919c10d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71866b89-52b9-4985-bc3d-c3ca7a0276d2', 'code': 200} Feb 09 22:17:32.929622 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e969d0c-46bc-47fc-bb2b-3e761485489d tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Publish callbacks [] for security_group (055fc895-7736-4493-8f34-57affa132416), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:32.947511 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e587a-4898-4578-9014-08045c188163 req-dc7e48af-f621-4205-a882-ef7b4cc15739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:32.950142 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-287e587a-4898-4578-9014-08045c188163 req-dc7e48af-f621-4205-a882-ef7b4cc15739 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f0e7f3f557cd432ea0f657692deae606&device_id=f21160b8-d1fe-4a2d-b0eb-fe589616c2f1 HTTP/1.1" status: 200 len: 1131 time: 0.1908369 Feb 09 22:17:32.953458 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:17:32.974347 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e969d0c-46bc-47fc-bb2b-3e761485489d tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (055fc895-7736-4493-8f34-57affa132416), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:33.012034 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-6e969d0c-46bc-47fc-bb2b-3e761485489d tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] device_id is not set on port 72e6069f-4622-4340-bd5b-f404abfbfadf yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:17:33.125015 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b198a-172f-46e2-9d1e-87dd05c7c963 req-da6c1156-e110-471c-8482-361c89e1d81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:33.135327 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4a9b198a-172f-46e2-9d1e-87dd05c7c963 req-da6c1156-e110-471c-8482-361c89e1d81d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 1127 time: 0.1209137 Feb 09 22:17:33.210333 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-c5d1137a-1bb1-4bff-9b32-ebca29ba55c5 service neutron] 10.222.0.71 "GET /v2.0/networks/675e821d-ac96-46b3-beff-78dacba9c4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323113 Feb 09 22:17:33.248378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e969d0c-46bc-47fc-bb2b-3e761485489d tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055fc895-7736-4493-8f34-57affa132416,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:33.304312 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4a9b198a-172f-46e2-9d1e-87dd05c7c963 req-453f136b-c512-4e9f-b868-e40ba99d4ef0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608565 Feb 09 22:17:33.491151 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7d015-9a7b-44df-a5c6-911aaf7e2ed5 req-9fd3e3c6-a373-47a6-888d-2c3c78a76ca3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:33.504667 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aae7d015-9a7b-44df-a5c6-911aaf7e2ed5 req-9fd3e3c6-a373-47a6-888d-2c3c78a76ca3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 946 time: 0.4758472 Feb 09 22:17:33.525272 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e587a-4898-4578-9014-08045c188163 req-a3081b6f-3ba2-40ec-a7de-8afe61603cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:33.527487 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-287e587a-4898-4578-9014-08045c188163 req-a3081b6f-3ba2-40ec-a7de-8afe61603cb8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.5371745 Feb 09 22:17:33.529992 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-6e969d0c-46bc-47fc-bb2b-3e761485489d tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Allocated IP 172.25.6.223 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/72e6069f-4622-4340-bd5b-f404abfbfadf) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:17:33.670593 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-287e587a-4898-4578-9014-08045c188163 req-d24f5ecb-b3f1-428d-88df-f1805de1f39e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca HTTP/1.1" status: 200 len: 217 time: 0.1308994 Feb 09 22:17:33.702270 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-4f9f957c-2a10-4253-922a-3c77376916f1 service neutron] 10.222.0.71 "GET /v2.0/networks/675e821d-ac96-46b3-beff-78dacba9c4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771638 Feb 09 22:17:34.066123 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:17:34.177755 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aae7d015-9a7b-44df-a5c6-911aaf7e2ed5 req-162218f7-0532-4966-9111-dc52d40838a4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6672168 Feb 09 22:17:34.205964 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:17:34.217973 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:34.218368 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:34.301373 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e587a-4898-4578-9014-08045c188163 req-d61c1abf-230d-4169-8d67-ced9919364d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:34.303692 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-287e587a-4898-4578-9014-08045c188163 req-d61c1abf-230d-4169-8d67-ced9919364d0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.6167345 Feb 09 22:17:34.448998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:17:34.450057 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:34.579784 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:34.612214 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:34.729256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-47fc3f41-052a-4d3a-91da-6f4ad6da1c1f tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:34.738287 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-47fc3f41-052a-4d3a-91da-6f4ad6da1c1f tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c&tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 1128 time: 0.8994646 Feb 09 22:17:34.800985 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:34.806468 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828601-1'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:34.893677 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21160b8-d1fe-4a2d-b0eb-fe589616c2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:17:34.896681 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ef19ee-ffbe-4ac8-9ed5-e2e8b1ad0dc4" -d '{"events": [{"server_uuid": "f21160b8-d1fe-4a2d-b0eb-fe589616c2f1", "name": "network-vif-plugged", "status": "completed", "tag": "fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:17:34.984972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e587a-4898-4578-9014-08045c188163 req-cce35855-13a3-4c72-ab29-0fc3d1997544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:34.986645 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-287e587a-4898-4578-9014-08045c188163 req-cce35855-13a3-4c72-ab29-0fc3d1997544 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6713383 Feb 09 22:17:35.050718 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf883a8-4e08-4b47-8cb5-78ad74cbbd28 req-ee306921-01d3-44bc-8ace-fc8c290048e3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:35.068677 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-daf883a8-4e08-4b47-8cb5-78ad74cbbd28 req-ee306921-01d3-44bc-8ace-fc8c290048e3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 945 time: 0.6489251 Feb 09 22:17:35.097254 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e969d0c-46bc-47fc-bb2b-3e761485489d tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Publish callbacks [] for port (72e6069f-4622-4340-bd5b-f404abfbfadf), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:35.329314 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:35.652361 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] For port fcae4074-502b-497f-8531-7c58f0401cd9, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=fcae4074-502b-497f-8531-7c58f0401cd9,segment=NetworkSegment(809d8f2f-29bc-4e22-87c2-9995784e4b0d),segment_id=809d8f2f-29bc-4e22-87c2-9995784e4b0d)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:35.665145 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-daf883a8-4e08-4b47-8cb5-78ad74cbbd28 req-87556d92-f991-4ec6-8986-5017430d313d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5715485 Feb 09 22:17:35.746726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] For port fcae4074-502b-497f-8531-7c58f0401cd9, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:17:35.813299 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c2823a-c329-4ae1-be9b-161d5a7c874c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcae4074-502b-497f-8531-7c58f0401cd9'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:17:35.817096 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4eaed9b-20ab-4905-a1f9-8a19038ec423" -d '{"events": [{"server_uuid": "03c2823a-c329-4ae1-be9b-161d5a7c874c", "name": "network-vif-unplugged", "status": "completed", "tag": "fcae4074-502b-497f-8531-7c58f0401cd9"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:17:35.827588 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] Publish callbacks [] for port (fcae4074-502b-497f-8531-7c58f0401cd9), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:35.847879 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-287e587a-4898-4578-9014-08045c188163 req-86876b90-b018-4944-be11-331c0319ac82 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8284724 Feb 09 22:17:35.866668 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e969d0c-46bc-47fc-bb2b-3e761485489d tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (72e6069f-4622-4340-bd5b-f404abfbfadf), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:35.879954 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:35.999945 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e969d0c-46bc-47fc-bb2b-3e761485489d tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:17:36.042273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-6e969d0c-46bc-47fc-bb2b-3e761485489d tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:17:36.053452 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900258c-4028-4270-ad1c-4fab2729bc9b req-59e4a178-f490-4894-8e12-008226e470c4 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:36.061357 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b900258c-4028-4270-ad1c-4fab2729bc9b req-59e4a178-f490-4894-8e12-008226e470c4 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.77 "GET /v2.0/ports?device_id=f21160b8-d1fe-4a2d-b0eb-fe589616c2f1 HTTP/1.1" status: 200 len: 950 time: 0.2669363 Feb 09 22:17:36.104004 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e969d0c-46bc-47fc-bb2b-3e761485489d tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:17:36.138291 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] Pushing event updated for resources: {'Port': ['ID=fcae4074-502b-497f-8531-7c58f0401cd9,revision_number=7']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:36.589452 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-89a0aee5-8bbb-4c8a-93a0-322941fc19e2 None None] Provisioning complete for port fcae4074-502b-497f-8531-7c58f0401cd9 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:36.599242 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-89a0aee5-8bbb-4c8a-93a0-322941fc19e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:36.695636 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-89a0aee5-8bbb-4c8a-93a0-322941fc19e2 None None] Port fcae4074-502b-497f-8531-7c58f0401cd9 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:17:36.823590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e969d0c-46bc-47fc-bb2b-3e761485489d tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:36.824745 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e969d0c-46bc-47fc-bb2b-3e761485489d tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:36.894455 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-287e587a-4898-4578-9014-08045c188163 req-c335efa8-772a-447c-84b7-47c1c8000b92 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0402696 Feb 09 22:17:36.960652 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41578) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:36.961579 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6e969d0c-46bc-47fc-bb2b-3e761485489d tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 5.3254185 Feb 09 22:17:36.971530 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-40ed816e-a585-4749-a988-9af17c4a14e6 tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.223'}]}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:37.055227 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e969d0c-46bc-47fc-bb2b-3e761485489d tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Pushing event updated for resources: {'Port': ['ID=72e6069f-4622-4340-bd5b-f404abfbfadf,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:37.093081 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40ed816e-a585-4749-a988-9af17c4a14e6 tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (61f8203d-f59c-47ee-95c2-4ff240dcfbc0), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:37.096664 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40ed816e-a585-4749-a988-9af17c4a14e6 tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (61f8203d-f59c-47ee-95c2-4ff240dcfbc0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:37.103018 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b900258c-4028-4270-ad1c-4fab2729bc9b req-b51032fc-0ccb-49cf-bd92-2ecbec55617b tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5abf813-d385-49b5-bc01-572fe899cb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0405700 Feb 09 22:17:37.146224 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] Attempting to bind port fcae4074-502b-497f-8531-7c58f0401cd9 on host n-h2-828601-1 for vnic_type normal with profile {"migrating_to": "n-h1-828601-1"} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:17:37.146736 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] Attempting to bind port fcae4074-502b-497f-8531-7c58f0401cd9 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '809d8f2f-29bc-4e22-87c2-9995784e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:17:37.147234 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] Attempting to bind port fcae4074-502b-497f-8531-7c58f0401cd9 on network 675e821d-ac96-46b3-beff-78dacba9c4e8 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:17:37.160180 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] Port fcae4074-502b-497f-8531-7c58f0401cd9 on network 675e821d-ac96-46b3-beff-78dacba9c4e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:17:37.165136 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] Attempting to bind port fcae4074-502b-497f-8531-7c58f0401cd9 on network 675e821d-ac96-46b3-beff-78dacba9c4e8 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:17:37.175123 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:17:37.176105 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] Checking segment: {'id': '809d8f2f-29bc-4e22-87c2-9995784e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:17:37.176761 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] Bound using segment: {'id': '809d8f2f-29bc-4e22-87c2-9995784e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:17:37.179975 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88528d5d-3748-4811-868a-0a7fcd7a592d x-openstack-request-id: req-88528d5d-3748-4811-868a-0a7fcd7a592d {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:17:37.180494 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21160b8-d1fe-4a2d-b0eb-fe589616c2f1", "name": "network-vif-plugged", "status": "completed", "tag": "fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:17:37.181280 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-88528d5d-3748-4811-868a-0a7fcd7a592d {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:17:37.181820 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21160b8-d1fe-4a2d-b0eb-fe589616c2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca', 'code': 200} Feb 09 22:17:37.182579 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] Bound port: fcae4074-502b-497f-8531-7c58f0401cd9, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809d8f2f-29bc-4e22-87c2-9995784e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:17:37.183164 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:37.250191 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40ed816e-a585-4749-a988-9af17c4a14e6 tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Publish callbacks [] for router_controller (61f8203d-f59c-47ee-95c2-4ff240dcfbc0), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:37.397424 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] For port fcae4074-502b-497f-8531-7c58f0401cd9, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:17:37.425008 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] For port fcae4074-502b-497f-8531-7c58f0401cd9, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=fcae4074-502b-497f-8531-7c58f0401cd9,segment=NetworkSegment(809d8f2f-29bc-4e22-87c2-9995784e4b0d),segment_id=809d8f2f-29bc-4e22-87c2-9995784e4b0d)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:17:37.453863 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40ed816e-a585-4749-a988-9af17c4a14e6 tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Publish callbacks [] for router_gateway (61f8203d-f59c-47ee-95c2-4ff240dcfbc0), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:37.460723 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ca601-2e0f-4b81-8675-14bd297b5061 req-632edfbd-359a-482c-8cb0-facb8cdd9133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:37.464820 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a7ca601-2e0f-4b81-8675-14bd297b5061 req-632edfbd-359a-482c-8cb0-facb8cdd9133 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f21160b8-d1fe-4a2d-b0eb-fe589616c2f1 HTTP/1.1" status: 200 len: 1132 time: 0.2088304 Feb 09 22:17:37.468545 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:37.760724 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a7ca601-2e0f-4b81-8675-14bd297b5061 req-b9d0a0fd-10be-46a9-ad54-95e5562efedb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e5abf813-d385-49b5-bc01-572fe899cb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715111 Feb 09 22:17:37.761411 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] Pushing event updated for resources: {'Port': ['ID=fcae4074-502b-497f-8531-7c58f0401cd9,revision_number=8']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:37.782134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ade011-4658-494f-975e-635e6dc0fdd0 req-610defb9-e36c-4d2d-b4b3-cba80f9de7e2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:37.786738 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b3ade011-4658-494f-975e-635e6dc0fdd0 req-610defb9-e36c-4d2d-b4b3-cba80f9de7e2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 944 time: 0.4573271 Feb 09 22:17:37.843801 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ea3eed43-0aa4-4281-aaa0-1753de48f5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:37.931279 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:37.932773 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:37.935420 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2fe2ba61-359c-4da9-b5be-c2eb82744f14 service neutron] 10.222.0.71 "PUT /v2.0/ports/fcae4074-502b-497f-8531-7c58f0401cd9 HTTP/1.1" status: 200 len: 1122 time: 3.1735656 Feb 09 22:17:38.003198 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b3ade011-4658-494f-975e-635e6dc0fdd0 req-5c76bd5e-dbbf-4014-83a5-35971680f58f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020380 Feb 09 22:17:38.020098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['fcae4074-502b-497f-8531-7c58f0401cd9'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:17:38.034042 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40ed816e-a585-4749-a988-9af17c4a14e6 tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Publish callbacks [] for router_gateway (61f8203d-f59c-47ee-95c2-4ff240dcfbc0), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:38.074918 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40ed816e-a585-4749-a988-9af17c4a14e6 tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:38.146274 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a1446f-2e06-4f00-8056-664f1c077cdd x-openstack-request-id: req-f7a1446f-2e06-4f00-8056-664f1c077cdd {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:17:38.146274 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c2823a-c329-4ae1-be9b-161d5a7c874c", "name": "network-vif-unplugged", "status": "completed", "tag": "fcae4074-502b-497f-8531-7c58f0401cd9", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:17:38.146274 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f7a1446f-2e06-4f00-8056-664f1c077cdd {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:17:38.147493 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c2823a-c329-4ae1-be9b-161d5a7c874c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcae4074-502b-497f-8531-7c58f0401cd9', 'code': 200} Feb 09 22:17:38.260415 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d86e73eb-9a5e-45df-94f0-b4e2a7dbb5e8 None None] Provisioning complete for port fcae4074-502b-497f-8531-7c58f0401cd9 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:38.260888 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d86e73eb-9a5e-45df-94f0-b4e2a7dbb5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:38.417493 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7630670-3d71-4e5e-9d01-02433c8aac10 req-79cea17c-53de-4da4-83f1-eaaab5575c5e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:38.424033 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7630670-3d71-4e5e-9d01-02433c8aac10 req-79cea17c-53de-4da4-83f1-eaaab5575c5e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 945 time: 0.1039457 Feb 09 22:17:38.501756 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7630670-3d71-4e5e-9d01-02433c8aac10 req-45f3ed4e-1b6f-40b6-b5c6-8a645e47f69a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688431 Feb 09 22:17:38.618325 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d86e73eb-9a5e-45df-94f0-b4e2a7dbb5e8 None None] Current status of the port fcae4074-502b-497f-8531-7c58f0401cd9 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:17:38.621223 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d86e73eb-9a5e-45df-94f0-b4e2a7dbb5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:38.722742 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d86e73eb-9a5e-45df-94f0-b4e2a7dbb5e8 None None] For port fcae4074-502b-497f-8531-7c58f0401cd9, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=fcae4074-502b-497f-8531-7c58f0401cd9,segment=NetworkSegment(809d8f2f-29bc-4e22-87c2-9995784e4b0d),segment_id=809d8f2f-29bc-4e22-87c2-9995784e4b0d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:38.737147 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d86e73eb-9a5e-45df-94f0-b4e2a7dbb5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:38.833541 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c90cb8-ac42-4796-949a-8c95ff6589e6 req-930396d4-21b7-45ea-8248-5a4a9ecfc9cb tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:38.841679 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-67c90cb8-ac42-4796-949a-8c95ff6589e6 req-930396d4-21b7-45ea-8248-5a4a9ecfc9cb tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.77 "GET /v2.0/ports?device_id=f21160b8-d1fe-4a2d-b0eb-fe589616c2f1 HTTP/1.1" status: 200 len: 950 time: 0.1248107 Feb 09 22:17:38.955991 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-67c90cb8-ac42-4796-949a-8c95ff6589e6 req-eea20729-5f12-4418-9efe-b145d6765ee2 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5abf813-d385-49b5-bc01-572fe899cb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075220 Feb 09 22:17:39.150376 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e73eb-9a5e-45df-94f0-b4e2a7dbb5e8 None None] Pushing event updated for resources: {'Port': ['ID=fcae4074-502b-497f-8531-7c58f0401cd9,revision_number=9']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:39.159518 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc76a2-e201-4eda-a2ef-45c215286309 req-def486ec-e85f-4673-aa5a-5182b5683adc tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:39.163707 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ecc76a2-e201-4eda-a2ef-45c215286309 req-def486ec-e85f-4673-aa5a-5182b5683adc tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 945 time: 0.1086669 Feb 09 22:17:39.183380 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c2823a-c329-4ae1-be9b-161d5a7c874c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcae4074-502b-497f-8531-7c58f0401cd9'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:17:39.186166 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4b226d-cddc-4343-b1cb-221f2d7b960e" -d '{"events": [{"server_uuid": "03c2823a-c329-4ae1-be9b-161d5a7c874c", "name": "network-vif-plugged", "status": "completed", "tag": "fcae4074-502b-497f-8531-7c58f0401cd9"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:17:39.220822 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40ed816e-a585-4749-a988-9af17c4a14e6 tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Publish callbacks [] for router (61f8203d-f59c-47ee-95c2-4ff240dcfbc0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:39.240602 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ecc76a2-e201-4eda-a2ef-45c215286309 req-ee6a754e-0702-4e35-b020-bc6c3b9c9ef1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667005 Feb 09 22:17:39.298798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41620) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:39.462502 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40ed816e-a585-4749-a988-9af17c4a14e6 tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (61f8203d-f59c-47ee-95c2-4ff240dcfbc0), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:39.465888 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40ed816e-a585-4749-a988-9af17c4a14e6 tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Publish callbacks [] for router_controller (61f8203d-f59c-47ee-95c2-4ff240dcfbc0), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:39.506224 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b702175-c218-4e59-8c2a-18467ffcbe22 req-857a6d0a-1e63-4fa5-8ffe-48d36bd0e064 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:39.519526 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b702175-c218-4e59-8c2a-18467ffcbe22 req-857a6d0a-1e63-4fa5-8ffe-48d36bd0e064 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 946 time: 0.0867982 Feb 09 22:17:39.538956 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40ed816e-a585-4749-a988-9af17c4a14e6 tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (61f8203d-f59c-47ee-95c2-4ff240dcfbc0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:39.539936 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ed816e-a585-4749-a988-9af17c4a14e6 tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61f8203d-f59c-47ee-95c2-4ff240dcfbc0 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:17:39.566127 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-40ed816e-a585-4749-a988-9af17c4a14e6 tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 22:17:39.570782 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-40ed816e-a585-4749-a988-9af17c4a14e6 tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6038594 Feb 09 22:17:39.573077 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41626) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:39.620662 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b702175-c218-4e59-8c2a-18467ffcbe22 req-a5f21253-3fdf-4190-add3-37657091d5ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997562 Feb 09 22:17:39.653243 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a92c83b-cab5-4c70-b231-d59272909ba3 tempest-TestVolumeBootPattern-140297059 tempest-TestVolumeBootPattern-140297059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:39.656603 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3a92c83b-cab5-4c70-b231-d59272909ba3 tempest-TestVolumeBootPattern-140297059 tempest-TestVolumeBootPattern-140297059-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 1122 time: 0.3563318 Feb 09 22:17:39.659168 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41628) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:39.665631 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-68269d3f-2e57-4c67-a164-c6922228fced tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': '71866b89-52b9-4985-bc3d-c3ca7a0276d2', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:39.695940 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892076a8-ad01-4df7-ba1d-91de9e179516 x-openstack-request-id: req-892076a8-ad01-4df7-ba1d-91de9e179516 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:17:39.696241 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c2823a-c329-4ae1-be9b-161d5a7c874c", "name": "network-vif-plugged", "status": "completed", "tag": "fcae4074-502b-497f-8531-7c58f0401cd9", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:17:39.696498 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-892076a8-ad01-4df7-ba1d-91de9e179516 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:17:39.696924 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c2823a-c329-4ae1-be9b-161d5a7c874c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcae4074-502b-497f-8531-7c58f0401cd9', 'code': 200} Feb 09 22:17:39.700936 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68269d3f-2e57-4c67-a164-c6922228fced tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:39.716085 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2ca60c84-cd6e-40a2-8191-b8add3ae01ec tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Deleting port 72e6069f-4622-4340-bd5b-f404abfbfadf {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:17:39.716434 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ca60c84-cd6e-40a2-8191-b8add3ae01ec tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (72e6069f-4622-4340-bd5b-f404abfbfadf), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:39.853090 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ca60c84-cd6e-40a2-8191-b8add3ae01ec tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (72e6069f-4622-4340-bd5b-f404abfbfadf), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:39.871494 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2ca60c84-cd6e-40a2-8191-b8add3ae01ec tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Calling delete_port for 72e6069f-4622-4340-bd5b-f404abfbfadf owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:17:39.936498 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68269d3f-2e57-4c67-a164-c6922228fced tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:40.087256 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device fcae4074-502b-497f-8531-7c58f0401cd9 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:17:40.103135 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-68269d3f-2e57-4c67-a164-c6922228fced tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Allocated IP 172.25.6.218 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/1cdd4ccb-d707-4ab5-a10c-c1ed44b95f51) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:17:40.128323 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96447266-6445-42f5-b9e1-c6a50e426cc0 req-dfa12a64-865e-448d-9b3e-c6ee10b50e93 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:40.129218 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ca60c84-cd6e-40a2-8191-b8add3ae01ec tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (72e6069f-4622-4340-bd5b-f404abfbfadf), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:40.132264 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-96447266-6445-42f5-b9e1-c6a50e426cc0 req-dfa12a64-865e-448d-9b3e-c6ee10b50e93 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.77 "GET /v2.0/ports?device_id=f21160b8-d1fe-4a2d-b0eb-fe589616c2f1 HTTP/1.1" status: 200 len: 950 time: 0.0907397 Feb 09 22:17:40.154567 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c2823a-c329-4ae1-be9b-161d5a7c874c', 'tag': 'fcae4074-502b-497f-8531-7c58f0401cd9'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:17:40.157385 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e1fed2-0d0c-43a1-b1c0-3579f8b1144e" -d '{"events": [{"name": "network-changed", "server_uuid": "03c2823a-c329-4ae1-be9b-161d5a7c874c", "tag": "fcae4074-502b-497f-8531-7c58f0401cd9"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:17:40.209990 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca60c84-cd6e-40a2-8191-b8add3ae01ec tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Pushing event deleted for resources: {'Port': ['ID=72e6069f-4622-4340-bd5b-f404abfbfadf,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:40.230746 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-96447266-6445-42f5-b9e1-c6a50e426cc0 req-7b10eac2-89c7-49ee-a5da-cc5bef85fa83 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5abf813-d385-49b5-bc01-572fe899cb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902581 Feb 09 22:17:40.244243 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca60c84-cd6e-40a2-8191-b8add3ae01ec tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:40.245042 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca60c84-cd6e-40a2-8191-b8add3ae01ec tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:40.245042 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca60c84-cd6e-40a2-8191-b8add3ae01ec tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:40.245741 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca60c84-cd6e-40a2-8191-b8add3ae01ec tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:40.246066 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca60c84-cd6e-40a2-8191-b8add3ae01ec tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:40.246479 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca60c84-cd6e-40a2-8191-b8add3ae01ec tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:40.246891 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca60c84-cd6e-40a2-8191-b8add3ae01ec tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:40.247305 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca60c84-cd6e-40a2-8191-b8add3ae01ec tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:40.247762 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca60c84-cd6e-40a2-8191-b8add3ae01ec tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:40.248169 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca60c84-cd6e-40a2-8191-b8add3ae01ec tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:40.248581 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca60c84-cd6e-40a2-8191-b8add3ae01ec tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:40.248987 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca60c84-cd6e-40a2-8191-b8add3ae01ec tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:40.249332 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca60c84-cd6e-40a2-8191-b8add3ae01ec tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:40.332392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port fcae4074-502b-497f-8531-7c58f0401cd9, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=fcae4074-502b-497f-8531-7c58f0401cd9,segment=NetworkSegment(809d8f2f-29bc-4e22-87c2-9995784e4b0d),segment_id=809d8f2f-29bc-4e22-87c2-9995784e4b0d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:40.336300 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7938245-6485-485c-8bca-879e44e2f1a3 x-openstack-request-id: req-d7938245-6485-485c-8bca-879e44e2f1a3 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:17:40.336646 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c2823a-c329-4ae1-be9b-161d5a7c874c", "tag": "fcae4074-502b-497f-8531-7c58f0401cd9", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:17:40.337548 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7938245-6485-485c-8bca-879e44e2f1a3 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:17:40.337548 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c2823a-c329-4ae1-be9b-161d5a7c874c', 'tag': 'fcae4074-502b-497f-8531-7c58f0401cd9', 'status': 'completed', 'code': 200} Feb 09 22:17:40.356780 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device fcae4074-502b-497f-8531-7c58f0401cd9 has no active binding in host n-h1-828601-1 {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 22:17:40.369963 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68269d3f-2e57-4c67-a164-c6922228fced tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for port (1cdd4ccb-d707-4ab5-a10c-c1ed44b95f51), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:40.434507 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1fed2-0d0c-43a1-b1c0-3579f8b1144e req-c1bab2fb-4a1b-484b-a274-4a8764fd4006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:40.436098 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e9e1fed2-0d0c-43a1-b1c0-3579f8b1144e req-c1bab2fb-4a1b-484b-a274-4a8764fd4006 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 1158 time: 0.0651653 Feb 09 22:17:40.439638 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ca60c84-cd6e-40a2-8191-b8add3ae01ec tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:40.450879 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2ca60c84-cd6e-40a2-8191-b8add3ae01ec tempest-RoutersAdminNegativeIpV6Test-1310403889 tempest-RoutersAdminNegativeIpV6Test-1310403889-project-admin] 10.222.0.77 "DELETE /v2.0/ports/72e6069f-4622-4340-bd5b-f404abfbfadf HTTP/1.1" status: 204 len: 168 time: 0.8715420 Feb 09 22:17:40.510357 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68269d3f-2e57-4c67-a164-c6922228fced tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (1cdd4ccb-d707-4ab5-a10c-c1ed44b95f51), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:40.564389 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0ba25ff7-e5ec-4935-81b4-9e984e9d36f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:40.586713 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68269d3f-2e57-4c67-a164-c6922228fced tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:17:40.592874 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-68269d3f-2e57-4c67-a164-c6922228fced tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:17:40.597209 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68269d3f-2e57-4c67-a164-c6922228fced tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:17:40.657104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68269d3f-2e57-4c67-a164-c6922228fced tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event updated for resources: {'Port': ['ID=1cdd4ccb-d707-4ab5-a10c-c1ed44b95f51,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:40.724140 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1fed2-0d0c-43a1-b1c0-3579f8b1144e req-119743af-7f4f-4c92-8938-9d14bcb3a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:40.730493 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e9e1fed2-0d0c-43a1-b1c0-3579f8b1144e req-119743af-7f4f-4c92-8938-9d14bcb3a825 service neutron] 10.222.0.42 "GET /v2.0/networks?id=675e821d-ac96-46b3-beff-78dacba9c4e8 HTTP/1.1" status: 200 len: 897 time: 0.2736957 Feb 09 22:17:40.736997 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bcb427f-9794-4fdd-a9c7-d838041d1401 req-aa26221f-e373-4b58-8073-01c13deea40b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1781232 Feb 09 22:17:40.865315 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e9e1fed2-0d0c-43a1-b1c0-3579f8b1144e req-8eac15a0-ecf0-45ac-8c9d-106f5ee39976 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcae4074-502b-497f-8531-7c58f0401cd9 HTTP/1.1" status: 200 len: 1002 time: 0.1251490 Feb 09 22:17:40.999691 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb427f-9794-4fdd-a9c7-d838041d1401 req-f9aab8ae-a1d1-466c-a62d-831c849aece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:41.001308 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bcb427f-9794-4fdd-a9c7-d838041d1401 req-f9aab8ae-a1d1-466c-a62d-831c849aece6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 1127 time: 0.1334412 Feb 09 22:17:41.010576 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1fed2-0d0c-43a1-b1c0-3579f8b1144e req-83f2a247-c149-4c90-abea-03990062c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:41.012585 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e9e1fed2-0d0c-43a1-b1c0-3579f8b1144e req-83f2a247-c149-4c90-abea-03990062c63a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=052b224a-dd57-410b-876d-7eac4531572f HTTP/1.1" status: 200 len: 835 time: 0.0942011 Feb 09 22:17:41.313335 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41670) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:41.369983 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1fed2-0d0c-43a1-b1c0-3579f8b1144e req-12828a59-456d-4258-b0f2-d6360955207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:41.371942 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e9e1fed2-0d0c-43a1-b1c0-3579f8b1144e req-12828a59-456d-4258-b0f2-d6360955207b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=675e821d-ac96-46b3-beff-78dacba9c4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3472881 Feb 09 22:17:41.483395 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46dca0-d4ed-40dc-9795-cef97d7fc0b9 req-70ceb152-ccc1-443b-9cc8-45eebd7ffebf tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:41.492221 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce46dca0-d4ed-40dc-9795-cef97d7fc0b9 req-70ceb152-ccc1-443b-9cc8-45eebd7ffebf tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 946 time: 0.2230165 Feb 09 22:17:41.509918 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb427f-9794-4fdd-a9c7-d838041d1401 req-f018e50d-17e6-4e11-9520-d91019210145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:41.512736 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bcb427f-9794-4fdd-a9c7-d838041d1401 req-f018e50d-17e6-4e11-9520-d91019210145 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 912 time: 0.4046130 Feb 09 22:17:41.575708 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bcb427f-9794-4fdd-a9c7-d838041d1401 req-78d72a67-8d86-468f-8ea4-58f34e5a7fe7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71866b89-52b9-4985-bc3d-c3ca7a0276d2 HTTP/1.1" status: 200 len: 217 time: 0.0501411 Feb 09 22:17:41.664992 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:41.692276 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b55c3c37-8004-45c6-b172-7c7af5b1bd04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:41.758477 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68269d3f-2e57-4c67-a164-c6922228fced tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for floatingip (d3cca4ad-85f0-4950-a314-e0faad2c29b0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:41.770354 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce46dca0-d4ed-40dc-9795-cef97d7fc0b9 req-7b5ba0c9-9752-4288-99c0-c63d76340f22 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768552 Feb 09 22:17:41.779670 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e9e1fed2-0d0c-43a1-b1c0-3579f8b1144e req-8a4b97b7-f6d9-4753-851c-8fbf355fb61c service neutron] 10.222.0.42 "GET /v2.0/networks/675e821d-ac96-46b3-beff-78dacba9c4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966734 Feb 09 22:17:41.827397 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb427f-9794-4fdd-a9c7-d838041d1401 req-646bf226-0edd-421a-940c-e48b55d0aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:41.830553 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bcb427f-9794-4fdd-a9c7-d838041d1401 req-646bf226-0edd-421a-940c-e48b55d0aed7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.2211552 Feb 09 22:17:41.967509 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68269d3f-2e57-4c67-a164-c6922228fced tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1cdd4ccb-d707-4ab5-a10c-c1ed44b95f51), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:41.996362 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb427f-9794-4fdd-a9c7-d838041d1401 req-489fc072-0b8e-4f64-9048-a273cc00a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:41.997841 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bcb427f-9794-4fdd-a9c7-d838041d1401 req-489fc072-0b8e-4f64-9048-a273cc00a672 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1400337 Feb 09 22:17:42.091179 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b55c3c37-8004-45c6-b172-7c7af5b1bd04 admin admin] Publish callbacks [] for security_group (b50db441-b956-4c14-b293-e1075daa1804), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:42.121188 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b55c3c37-8004-45c6-b172-7c7af5b1bd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b50db441-b956-4c14-b293-e1075daa1804), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:42.144146 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e9e1fed2-0d0c-43a1-b1c0-3579f8b1144e req-73407739-4caa-4e4a-b242-81fd741e7595 service neutron] 10.222.0.42 "GET /v2.0/networks/675e821d-ac96-46b3-beff-78dacba9c4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554513 Feb 09 22:17:42.258417 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bcb427f-9794-4fdd-a9c7-d838041d1401 req-a98bbc41-b025-4cf8-91fb-b4b8ce02da32 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492361 Feb 09 22:17:42.380061 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c3c37-8004-45c6-b172-7c7af5b1bd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50db441-b956-4c14-b293-e1075daa1804,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:42.465929 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b55c3c37-8004-45c6-b172-7c7af5b1bd04 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=63011475606540758bd54c7c5ddab028&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1498513 Feb 09 22:17:42.470575 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41714) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:42.490476 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bcb427f-9794-4fdd-a9c7-d838041d1401 req-aacfcb48-a1ec-4a4f-884b-daad8125fd95 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256703 Feb 09 22:17:42.632125 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4055a809-5dd8-44f2-88df-3ced499ef39c admin admin] Publish callbacks [] for security_group (b50db441-b956-4c14-b293-e1075daa1804), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:42.641081 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68269d3f-2e57-4c67-a164-c6922228fced tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for port (1cdd4ccb-d707-4ab5-a10c-c1ed44b95f51), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:42.656144 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68269d3f-2e57-4c67-a164-c6922228fced tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (1cdd4ccb-d707-4ab5-a10c-c1ed44b95f51), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:42.722405 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4055a809-5dd8-44f2-88df-3ced499ef39c admin admin] Publish callbacks [] for security_group (b50db441-b956-4c14-b293-e1075daa1804), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:42.856420 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:42.867960 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68269d3f-2e57-4c67-a164-c6922228fced tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event updated for resources: {'Port': ['ID=1cdd4ccb-d707-4ab5-a10c-c1ed44b95f51,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:42.886186 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68269d3f-2e57-4c67-a164-c6922228fced tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (d3cca4ad-85f0-4950-a314-e0faad2c29b0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:43.128155 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4055a809-5dd8-44f2-88df-3ced499ef39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b50db441-b956-4c14-b293-e1075daa1804), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:43.143205 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4055a809-5dd8-44f2-88df-3ced499ef39c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:43.152052 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4055a809-5dd8-44f2-88df-3ced499ef39c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b50db441-b956-4c14-b293-e1075daa1804 HTTP/1.1" status: 204 len: 168 time: 0.6784196 Feb 09 22:17:43.213264 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055a809-5dd8-44f2-88df-3ced499ef39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50db441-b956-4c14-b293-e1075daa1804,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:43.226761 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62650a-4b50-419a-b006-28b1656f2b95 req-accb4e30-a16c-4644-8b45-30a840479860 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:43.234625 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee62650a-4b50-419a-b006-28b1656f2b95 req-accb4e30-a16c-4644-8b45-30a840479860 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 946 time: 0.2259381 Feb 09 22:17:43.268666 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-68269d3f-2e57-4c67-a164-c6922228fced tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Floating IP d3cca4ad-85f0-4950-a314-e0faad2c29b0 associated. External IP: 172.25.6.218, port: 71866b89-52b9-4985-bc3d-c3ca7a0276d2. Feb 09 22:17:43.405096 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee62650a-4b50-419a-b006-28b1656f2b95 req-d0ad2be7-69bd-4670-acd1-b2e5e52c7860 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469421 Feb 09 22:17:43.656420 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-4f566244-1f09-41fb-a1d6-619a01a9d118 service neutron] 10.222.0.42 "GET /v2.0/ports/fcae4074-502b-497f-8531-7c58f0401cd9/bindings/n-h1-828601-1 HTTP/1.1" status: 200 len: 384 time: 0.1581383 Feb 09 22:17:43.922272 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68269d3f-2e57-4c67-a164-c6922228fced tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:17:43.923056 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41730) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:44.019406 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7c7c3ffd-f864-476f-abf3-72eee80961e8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dce45045f8bc416c8dd0f46eac8254af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0950110 Feb 09 22:17:44.025348 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41732) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:44.114596 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-40ec1e9b-1923-4901-89de-e40b7b01467d service neutron] For port fcae4074-502b-497f-8531-7c58f0401cd9, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=fcae4074-502b-497f-8531-7c58f0401cd9,segment=NetworkSegment(809d8f2f-29bc-4e22-87c2-9995784e4b0d),segment_id=809d8f2f-29bc-4e22-87c2-9995784e4b0d)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:44.165024 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-40ec1e9b-1923-4901-89de-e40b7b01467d service neutron] For port fcae4074-502b-497f-8531-7c58f0401cd9, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:17:44.227921 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c2823a-c329-4ae1-be9b-161d5a7c874c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcae4074-502b-497f-8531-7c58f0401cd9'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:17:44.230973 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d0e7f3-3fc1-420f-9a17-20ac19a3f228" -d '{"events": [{"server_uuid": "03c2823a-c329-4ae1-be9b-161d5a7c874c", "name": "network-vif-unplugged", "status": "completed", "tag": "fcae4074-502b-497f-8531-7c58f0401cd9"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:17:44.241825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-40ec1e9b-1923-4901-89de-e40b7b01467d service neutron] For port fcae4074-502b-497f-8531-7c58f0401cd9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=fcae4074-502b-497f-8531-7c58f0401cd9,segment=NetworkSegment(809d8f2f-29bc-4e22-87c2-9995784e4b0d),segment_id=809d8f2f-29bc-4e22-87c2-9995784e4b0d)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:44.267332 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-40ec1e9b-1923-4901-89de-e40b7b01467d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:44.297452 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-66b931ee-d502-485a-b010-6fc471c62b20 admin admin] Publish callbacks [] for security_group (055fc895-7736-4493-8f34-57affa132416), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:44.331374 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-66b931ee-d502-485a-b010-6fc471c62b20 admin admin] Publish callbacks [] for security_group (055fc895-7736-4493-8f34-57affa132416), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:44.359552 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99b79b5-ccd8-4afb-b83d-85b0bfec9902 x-openstack-request-id: req-d99b79b5-ccd8-4afb-b83d-85b0bfec9902 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:17:44.360167 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c2823a-c329-4ae1-be9b-161d5a7c874c", "name": "network-vif-unplugged", "status": "completed", "tag": "fcae4074-502b-497f-8531-7c58f0401cd9", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:17:44.360644 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d99b79b5-ccd8-4afb-b83d-85b0bfec9902 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:17:44.362803 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c2823a-c329-4ae1-be9b-161d5a7c874c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcae4074-502b-497f-8531-7c58f0401cd9', 'code': 200} Feb 09 22:17:44.392276 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68269d3f-2e57-4c67-a164-c6922228fced tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:17:44.408540 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f5f779-3dec-4384-87f6-40c79e4706b4 None None] Sync routers for ids ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:17:44.430446 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:17:44.436089 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68269d3f-2e57-4c67-a164-c6922228fced tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:44.441709 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-66b931ee-d502-485a-b010-6fc471c62b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (055fc895-7736-4493-8f34-57affa132416), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:44.445729 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f5f779-3dec-4384-87f6-40c79e4706b4 None None] Routers {'59ebfdc7-6f34-4f22-9833-38a3c19909f9'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:17:44.447911 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-78f5f779-3dec-4384-87f6-40c79e4706b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:17:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:44.449602 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-66b931ee-d502-485a-b010-6fc471c62b20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:44.452348 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-66b931ee-d502-485a-b010-6fc471c62b20 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/055fc895-7736-4493-8f34-57affa132416 HTTP/1.1" status: 204 len: 168 time: 0.4248390 Feb 09 22:17:44.491430 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-40ec1e9b-1923-4901-89de-e40b7b01467d service neutron] Transition to ACTIVE for port object fcae4074-502b-497f-8531-7c58f0401cd9 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:17:44.501952 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-40ec1e9b-1923-4901-89de-e40b7b01467d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:44.575482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b931ee-d502-485a-b010-6fc471c62b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055fc895-7736-4493-8f34-57affa132416,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:44.646143 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-68269d3f-2e57-4c67-a164-c6922228fced tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9832094 Feb 09 22:17:44.647780 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d09866-503d-47ff-8b36-984919c10d78', 'tag': '71866b89-52b9-4985-bc3d-c3ca7a0276d2'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:17:44.654555 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac342946-35dd-4ff3-b528-6550b2a26510" -d '{"events": [{"name": "network-changed", "server_uuid": "00d09866-503d-47ff-8b36-984919c10d78", "tag": "71866b89-52b9-4985-bc3d-c3ca7a0276d2"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:17:44.660149 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec1e9b-1923-4901-89de-e40b7b01467d service neutron] Pushing event updated for resources: {'Port': ['ID=fcae4074-502b-497f-8531-7c58f0401cd9,revision_number=11']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:44.668496 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:44.826559 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-40ec1e9b-1923-4901-89de-e40b7b01467d service neutron] No DVR routers for this DVR port fcae4074-502b-497f-8531-7c58f0401cd9 on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:17:44.974680 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-78f5f779-3dec-4384-87f6-40c79e4706b4 None None] Set router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:17:44.977364 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9dca8-3aea-44ed-843f-297025dc8bb9 req-91d1265d-ec7d-43cf-9490-ada333e9fe1a tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:44.980643 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ff9dca8-3aea-44ed-843f-297025dc8bb9 req-91d1265d-ec7d-43cf-9490-ada333e9fe1a tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 945 time: 0.2276478 Feb 09 22:17:45.199386 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ff9dca8-3aea-44ed-843f-297025dc8bb9 req-aa3245cc-2be7-4ef5-a466-8fe5100b451d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021859 Feb 09 22:17:45.335292 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-40ec1e9b-1923-4901-89de-e40b7b01467d service neutron] 10.222.0.42 "PUT /v2.0/ports/fcae4074-502b-497f-8531-7c58f0401cd9/bindings/n-h1-828601-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6699347 Feb 09 22:17:45.356657 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474175c6-2634-45b8-a904-6b9497889f1e x-openstack-request-id: req-474175c6-2634-45b8-a904-6b9497889f1e {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:17:45.357440 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d09866-503d-47ff-8b36-984919c10d78", "tag": "71866b89-52b9-4985-bc3d-c3ca7a0276d2", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:17:45.357440 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-474175c6-2634-45b8-a904-6b9497889f1e {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:17:45.357988 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d09866-503d-47ff-8b36-984919c10d78', 'tag': '71866b89-52b9-4985-bc3d-c3ca7a0276d2', 'status': 'completed', 'code': 200} Feb 09 22:17:45.552771 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:45.750838 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac342946-35dd-4ff3-b528-6550b2a26510 req-25a9da5b-fcc2-42a3-b18f-b7d76b70fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:45.757904 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac342946-35dd-4ff3-b528-6550b2a26510 req-25a9da5b-fcc2-42a3-b18f-b7d76b70fce1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 1127 time: 0.3730249 Feb 09 22:17:45.807677 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-ab516866-341c-4cda-9c44-2ace6abae425 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:45.811677 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-ab516866-341c-4cda-9c44-2ace6abae425 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c&tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 1127 time: 0.3399506 Feb 09 22:17:45.845351 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-78f5f779-3dec-4384-87f6-40c79e4706b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'd3cca4ad-85f0-4950-a314-e0faad2c29b0', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'port_id': '71866b89-52b9-4985-bc3d-c3ca7a0276d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'mac_address': 'fa:16:3e:d1:42:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d09866-503d-47ff-8b36-984919c10d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:17:41Z', 'updated_at': '2022-02-09T22:17:41Z', 'revision_number': 0, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aabb35d-66f0-4842-8cf7-11ae601e85cd', 'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'mac_address': 'fa:16:3e:97:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:21Z', 'updated_at': '2022-02-09T22:04:35Z', 'revision_number': 5, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'subnets': [{'id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:45.912163 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f5f779-3dec-4384-87f6-40c79e4706b4 None None] Checking router: 59ebfdc7-6f34-4f22-9833-38a3c19909f9 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:17:45.924357 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f5f779-3dec-4384-87f6-40c79e4706b4 None None] Routers {'59ebfdc7-6f34-4f22-9833-38a3c19909f9'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:17:45.925747 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-78f5f779-3dec-4384-87f6-40c79e4706b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:17:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:46.076283 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-78f5f779-3dec-4384-87f6-40c79e4706b4 None None] Set router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:17:46.208666 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:46.450572 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-78f5f779-3dec-4384-87f6-40c79e4706b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'd3cca4ad-85f0-4950-a314-e0faad2c29b0', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'port_id': '71866b89-52b9-4985-bc3d-c3ca7a0276d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'mac_address': 'fa:16:3e:d1:42:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d09866-503d-47ff-8b36-984919c10d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:17:41Z', 'updated_at': '2022-02-09T22:17:41Z', 'revision_number': 0, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aabb35d-66f0-4842-8cf7-11ae601e85cd', 'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'mac_address': 'fa:16:3e:97:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:21Z', 'updated_at': '2022-02-09T22:04:35Z', 'revision_number': 5, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'subnets': [{'id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:46.538973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41780) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:46.545815 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f5f779-3dec-4384-87f6-40c79e4706b4 None None] The sync data for ids ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'] in n-d-828601-1 is: [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'd3cca4ad-85f0-4950-a314-e0faad2c29b0', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'port_id': '71866b89-52b9-4985-bc3d-c3ca7a0276d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'mac_address': 'fa:16:3e:d1:42:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d09866-503d-47ff-8b36-984919c10d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:17:41Z', 'updated_at': '2022-02-09T22:17:41Z', 'revision_number': 0, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aabb35d-66f0-4842-8cf7-11ae601e85cd', 'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'mac_address': 'fa:16:3e:97:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:21Z', 'updated_at': '2022-02-09T22:04:35Z', 'revision_number': 5, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'subnets': [{'id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:17:46.703067 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-609b0bcd-89e6-48a9-867e-97fcb937e7cd tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-41966110'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:46.744582 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609b0bcd-89e6-48a9-867e-97fcb937e7cd tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Made reservation on behalf of dc5bb6329fec4f93bf8a76b067affc64 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:17:46.758821 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-609b0bcd-89e6-48a9-867e-97fcb937e7cd tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:46.775740 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-609b0bcd-89e6-48a9-867e-97fcb937e7cd tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:46.964614 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-609b0bcd-89e6-48a9-867e-97fcb937e7cd tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks [] for security_group (5efb98c0-b2d8-4bc6-acd5-8bd4a0797bb4), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:46.976727 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-609b0bcd-89e6-48a9-867e-97fcb937e7cd tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5efb98c0-b2d8-4bc6-acd5-8bd4a0797bb4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:46.983435 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-8948953c-8904-4bef-a651-f2701deabafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:46.988442 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-8948953c-8904-4bef-a651-f2701deabafe service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c&tenant_id=a306ddcdfade484fb30dc0e0a20bda6f HTTP/1.1" status: 200 len: 1127 time: 0.5318959 Feb 09 22:17:47.012372 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609b0bcd-89e6-48a9-867e-97fcb937e7cd tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:17:47.058265 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-609b0bcd-89e6-48a9-867e-97fcb937e7cd tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d3d5c68a-26fb-422e-be02-8f10ae15802a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:47.060352 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-609b0bcd-89e6-48a9-867e-97fcb937e7cd tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Added segment d3d5c68a-26fb-422e-be02-8f10ae15802a of type vlan for network 167dc00d-2680-4fb5-ba43-081b70b94858 Feb 09 22:17:47.137545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device fcae4074-502b-497f-8531-7c58f0401cd9 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:17:47.166714 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-609b0bcd-89e6-48a9-867e-97fcb937e7cd tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (167dc00d-2680-4fb5-ba43-081b70b94858), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:47.194905 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac342946-35dd-4ff3-b528-6550b2a26510 req-37a8cba8-5884-417d-8826-6d1b57dd671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:47.206761 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac342946-35dd-4ff3-b528-6550b2a26510 req-37a8cba8-5884-417d-8826-6d1b57dd671c service neutron] 10.222.0.71 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 912 time: 1.4396727 Feb 09 22:17:47.212645 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-609b0bcd-89e6-48a9-867e-97fcb937e7cd tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (167dc00d-2680-4fb5-ba43-081b70b94858), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:47.219549 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609b0bcd-89e6-48a9-867e-97fcb937e7cd tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:47.220393 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-609b0bcd-89e6-48a9-867e-97fcb937e7cd tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:47.240497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd7f5b-78e6-42d1-9a89-4cebc6ca404e req-c8379d44-f723-40cf-88d8-d9158fef9e87 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:47.243238 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-33cd7f5b-78e6-42d1-9a89-4cebc6ca404e req-c8379d44-f723-40cf-88d8-d9158fef9e87 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 945 time: 0.6657293 Feb 09 22:17:47.251373 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-609b0bcd-89e6-48a9-867e-97fcb937e7cd tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7101650 Feb 09 22:17:47.253800 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278e90e9-47f7-492b-9df2-98a3f0ad58cd None None] New status for floating IP d3cca4ad-85f0-4950-a314-e0faad2c29b0: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:17:47.257318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41794) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:47.269295 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-64cd15d6-b7f4-478a-ae17-18eb0407126f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Request body: {'subnet': {'network_id': '167dc00d-2680-4fb5-ba43-081b70b94858', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:47.366570 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b0bcd-89e6-48a9-867e-97fcb937e7cd tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5efb98c0-b2d8-4bc6-acd5-8bd4a0797bb4,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:47.405504 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac342946-35dd-4ff3-b528-6550b2a26510 req-56ad6690-9341-42eb-bba3-f2b8d4581671 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71866b89-52b9-4985-bc3d-c3ca7a0276d2 HTTP/1.1" status: 200 len: 999 time: 0.1606472 Feb 09 22:17:47.497170 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b0bcd-89e6-48a9-867e-97fcb937e7cd tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Pushing event updated for resources: {'Network': ['ID=167dc00d-2680-4fb5-ba43-081b70b94858,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:47.588372 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-24c77b69-40f0-45ca-821e-f9bfc482f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:47.595537 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-24c77b69-40f0-45ca-821e-f9bfc482f4a1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 1127 time: 0.5697694 Feb 09 22:17:47.607740 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cd15d6-b7f4-478a-ae17-18eb0407126f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Made reservation on behalf of dc5bb6329fec4f93bf8a76b067affc64 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:17:47.616564 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-64cd15d6-b7f4-478a-ae17-18eb0407126f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:47.703878 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 167dc00d-2680-4fb5-ba43-081b70b94858 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:17:47.718002 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-33cd7f5b-78e6-42d1-9a89-4cebc6ca404e req-2b6487cb-cd9e-4220-b320-104209eadfde tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092458 Feb 09 22:17:47.915866 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac342946-35dd-4ff3-b528-6550b2a26510 req-990d07b8-602c-4f1d-8ef5-4a6f88c5d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:47.917406 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac342946-35dd-4ff3-b528-6550b2a26510 req-990d07b8-602c-4f1d-8ef5-4a6f88c5d81a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.4883368 Feb 09 22:17:47.926409 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] The host n-h2-828601-1 is not matching for port fcae4074-502b-497f-8531-7c58f0401cd9 host n-h1-828601-1! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:17:47.926857 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device fcae4074-502b-497f-8531-7c58f0401cd9 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:17:48.083561 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19336c-4522-4ba3-b186-e7e63683f631 req-8f855cff-9c76-4ffd-b955-13fb058e74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:48.085760 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e19336c-4522-4ba3-b186-e7e63683f631 req-8f855cff-9c76-4ffd-b955-13fb058e74ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 1127 time: 0.6168668 Feb 09 22:17:48.129578 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-64cd15d6-b7f4-478a-ae17-18eb0407126f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (d304f1e7-9c89-4f41-8574-d8812f33e367), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:48.274814 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd15d6-b7f4-478a-ae17-18eb0407126f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Pushing event updated for resources: {'Subnet': ['ID=d304f1e7-9c89-4f41-8574-d8812f33e367,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:48.287256 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cd15d6-b7f4-478a-ae17-18eb0407126f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Checking segment: {'id': 'd3d5c68a-26fb-422e-be02-8f10ae15802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '167dc00d-2680-4fb5-ba43-081b70b94858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:17:48.288158 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cd15d6-b7f4-478a-ae17-18eb0407126f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Network hostable DHCP agents. Network: 167dc00d-2680-4fb5-ba43-081b70b94858, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:17:48.290844 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac342946-35dd-4ff3-b528-6550b2a26510 req-90906a7d-72d2-4958-8f09-481f7de5fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:48.301133 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac342946-35dd-4ff3-b528-6550b2a26510 req-90906a7d-72d2-4958-8f09-481f7de5fefa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3578143 Feb 09 22:17:48.307795 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-247a92f7-ae20-4fd7-a64a-3d628e2865c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:48.309533 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-247a92f7-ae20-4fd7-a64a-3d628e2865c2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=675e821d-ac96-46b3-beff-78dacba9c4e8 HTTP/1.1" status: 200 len: 897 time: 0.5963082 Feb 09 22:17:48.324317 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cd15d6-b7f4-478a-ae17-18eb0407126f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Network 167dc00d-2680-4fb5-ba43-081b70b94858 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:17:48.348124 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-64cd15d6-b7f4-478a-ae17-18eb0407126f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 167dc00d-2680-4fb5-ba43-081b70b94858) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:17:48.356046 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cd15d6-b7f4-478a-ae17-18eb0407126f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:48.356969 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-64cd15d6-b7f4-478a-ae17-18eb0407126f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:48.359048 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6862ede5-fa72-49d4-b600-7220a629630f None None] Network 167dc00d-2680-4fb5-ba43-081b70b94858 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:17:48.389597 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-64cd15d6-b7f4-478a-ae17-18eb0407126f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1237760 Feb 09 22:17:48.391179 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41802) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:48.411544 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-fefce595-fc70-4ff0-b5a9-7aede16291ee tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Request body: {'port': {'network_id': '167dc00d-2680-4fb5-ba43-081b70b94858', 'name': 'tempest-AllowedAddressPairTestJSON-1962533582'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:48.679176 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856f47c4-5b33-42b7-8897-e1bae25fea6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-167dc00d-2680-4fb5-ba43-081b70b94858', 'network_id': '167dc00d-2680-4fb5-ba43-081b70b94858', 'project_id': 'dc5bb6329fec4f93bf8a76b067affc64', 'fixed_ips': [{'subnet_id': 'd304f1e7-9c89-4f41-8574-d8812f33e367'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:17:48.684314 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-856f47c4-5b33-42b7-8897-e1bae25fea6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:48.733683 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefce595-fc70-4ff0-b5a9-7aede16291ee tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Made reservation on behalf of dc5bb6329fec4f93bf8a76b067affc64 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:17:48.738689 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fefce595-fc70-4ff0-b5a9-7aede16291ee tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:48.754479 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac342946-35dd-4ff3-b528-6550b2a26510 req-b8f4207b-f068-4249-84cf-8bb21b997aa1 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419782 Feb 09 22:17:48.797733 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-fefce595-fc70-4ff0-b5a9-7aede16291ee tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] device_id is not set on port 9afe8d7d-c0fc-47bd-902b-64eeb1422f2f yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:17:48.997516 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac342946-35dd-4ff3-b528-6550b2a26510 req-9a76c86a-27af-4ec0-ac2c-30be0c8501e7 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282422 Feb 09 22:17:49.034145 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-fefce595-fc70-4ff0-b5a9-7aede16291ee tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Allocated IP 172.20.0.8 (167dc00d-2680-4fb5-ba43-081b70b94858/d304f1e7-9c89-4f41-8574-d8812f33e367/9afe8d7d-c0fc-47bd-902b-64eeb1422f2f) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:17:49.080263 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-002203c0-3f20-4caa-84c8-3ba98b62c6b8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcae4074-502b-497f-8531-7c58f0401cd9 HTTP/1.1" status: 200 len: 1000 time: 0.6255131 Feb 09 22:17:49.084073 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19336c-4522-4ba3-b186-e7e63683f631 req-ad9f1b3f-8ee4-42df-9ca0-2b70180fe7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:49.086357 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e19336c-4522-4ba3-b186-e7e63683f631 req-ad9f1b3f-8ee4-42df-9ca0-2b70180fe7d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=675e821d-ac96-46b3-beff-78dacba9c4e8 HTTP/1.1" status: 200 len: 897 time: 0.9527185 Feb 09 22:17:49.139754 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-3878d703-d862-420d-a08d-902c15ea3f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:49.141310 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-3878d703-d862-420d-a08d-902c15ea3f8b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=052b224a-dd57-410b-876d-7eac4531572f HTTP/1.1" status: 200 len: 835 time: 0.0528166 Feb 09 22:17:49.247237 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fefce595-fc70-4ff0-b5a9-7aede16291ee tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks [] for port (9afe8d7d-c0fc-47bd-902b-64eeb1422f2f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:49.305389 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fefce595-fc70-4ff0-b5a9-7aede16291ee tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (9afe8d7d-c0fc-47bd-902b-64eeb1422f2f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:49.323349 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c6926-f1ff-4bdf-912e-252760596799 req-7a6012ee-13a7-40a1-9a25-72ef9b1cb4a6 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:49.345531 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-009c6926-f1ff-4bdf-912e-252760596799 req-7a6012ee-13a7-40a1-9a25-72ef9b1cb4a6 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 945 time: 0.3469539 Feb 09 22:17:49.396343 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefce595-fc70-4ff0-b5a9-7aede16291ee tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Network 167dc00d-2680-4fb5-ba43-081b70b94858 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:17:49.417340 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-fefce595-fc70-4ff0-b5a9-7aede16291ee tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:17:49.421440 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-856f47c4-5b33-42b7-8897-e1bae25fea6a None None] Allocated IP 172.20.0.2 (167dc00d-2680-4fb5-ba43-081b70b94858/d304f1e7-9c89-4f41-8574-d8812f33e367/95aee3ef-3e79-4663-b02d-7332b950ca67) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:17:49.447781 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefce595-fc70-4ff0-b5a9-7aede16291ee tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:17:49.453648 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e19336c-4522-4ba3-b186-e7e63683f631 req-02e1ace2-5991-4a5a-9aaa-549805b9f931 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcae4074-502b-497f-8531-7c58f0401cd9 HTTP/1.1" status: 200 len: 1000 time: 0.3033605 Feb 09 22:17:49.602048 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefce595-fc70-4ff0-b5a9-7aede16291ee tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Pushing event updated for resources: {'Port': ['ID=9afe8d7d-c0fc-47bd-902b-64eeb1422f2f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:49.662760 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2f95b7ee-4db3-4d0d-822e-6d869ee6a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:49.665429 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-2f95b7ee-4db3-4d0d-822e-6d869ee6a2ef service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=675e821d-ac96-46b3-beff-78dacba9c4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5101714 Feb 09 22:17:49.669116 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefce595-fc70-4ff0-b5a9-7aede16291ee tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:49.670249 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fefce595-fc70-4ff0-b5a9-7aede16291ee tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:49.725301 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fefce595-fc70-4ff0-b5a9-7aede16291ee tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3310263 Feb 09 22:17:49.731172 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41812) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:49.742034 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d4a22ef5-aee1-4a6e-8167-108eebf5fb0f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Request body: {'port': {'network_id': '167dc00d-2680-4fb5-ba43-081b70b94858', 'name': 'tempest-AllowedAddressPairTestJSON-274469487', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:7b:ab:3c'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:49.824292 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-856f47c4-5b33-42b7-8897-e1bae25fea6a None None] Publish callbacks [] for port (95aee3ef-3e79-4663-b02d-7332b950ca67), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:49.840583 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-856f47c4-5b33-42b7-8897-e1bae25fea6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (95aee3ef-3e79-4663-b02d-7332b950ca67), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:49.927682 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f47c4-5b33-42b7-8897-e1bae25fea6a None None] Pushing event updated for resources: {'Port': ['ID=95aee3ef-3e79-4663-b02d-7332b950ca67,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:49.945859 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-c36bc99a-a135-4d2d-94b2-acf3b1763198 service neutron] 10.222.0.71 "GET /v2.0/networks/675e821d-ac96-46b3-beff-78dacba9c4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242894 Feb 09 22:17:49.951892 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856f47c4-5b33-42b7-8897-e1bae25fea6a None None] Network 167dc00d-2680-4fb5-ba43-081b70b94858 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:17:49.953566 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-856f47c4-5b33-42b7-8897-e1bae25fea6a None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:17:49.965355 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856f47c4-5b33-42b7-8897-e1bae25fea6a None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:17:50.015104 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19336c-4522-4ba3-b186-e7e63683f631 req-5fe67ffd-6bd4-4969-b3d1-e8fdeec341fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:50.017142 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e19336c-4522-4ba3-b186-e7e63683f631 req-5fe67ffd-6bd4-4969-b3d1-e8fdeec341fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=052b224a-dd57-410b-876d-7eac4531572f HTTP/1.1" status: 200 len: 835 time: 0.5455055 Feb 09 22:17:50.074776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-856f47c4-5b33-42b7-8897-e1bae25fea6a None None] Attempting to bind port 95aee3ef-3e79-4663-b02d-7332b950ca67 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:17:50.075247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-856f47c4-5b33-42b7-8897-e1bae25fea6a None None] Attempting to bind port 95aee3ef-3e79-4663-b02d-7332b950ca67 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'd3d5c68a-26fb-422e-be02-8f10ae15802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '167dc00d-2680-4fb5-ba43-081b70b94858'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:17:50.075760 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856f47c4-5b33-42b7-8897-e1bae25fea6a None None] Attempting to bind port 95aee3ef-3e79-4663-b02d-7332b950ca67 on network 167dc00d-2680-4fb5-ba43-081b70b94858 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:17:50.093277 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856f47c4-5b33-42b7-8897-e1bae25fea6a None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:17:50.093856 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856f47c4-5b33-42b7-8897-e1bae25fea6a None None] Checking segment: {'id': 'd3d5c68a-26fb-422e-be02-8f10ae15802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '167dc00d-2680-4fb5-ba43-081b70b94858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:17:50.094396 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-856f47c4-5b33-42b7-8897-e1bae25fea6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:50.094915 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856f47c4-5b33-42b7-8897-e1bae25fea6a None None] Bound using segment: {'id': 'd3d5c68a-26fb-422e-be02-8f10ae15802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '167dc00d-2680-4fb5-ba43-081b70b94858'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:17:50.095538 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-856f47c4-5b33-42b7-8897-e1bae25fea6a None None] Bound port: 95aee3ef-3e79-4663-b02d-7332b950ca67, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d5c68a-26fb-422e-be02-8f10ae15802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '167dc00d-2680-4fb5-ba43-081b70b94858'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:17:50.096083 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-856f47c4-5b33-42b7-8897-e1bae25fea6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (95aee3ef-3e79-4663-b02d-7332b950ca67), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:50.156345 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-009c6926-f1ff-4bdf-912e-252760596799 req-284c62e9-d32e-4ff2-a278-121ba4cd2de0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8011189 Feb 09 22:17:50.258714 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-856f47c4-5b33-42b7-8897-e1bae25fea6a None None] For port 95aee3ef-3e79-4663-b02d-7332b950ca67, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:17:50.263274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-856f47c4-5b33-42b7-8897-e1bae25fea6a None None] For port 95aee3ef-3e79-4663-b02d-7332b950ca67, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=95aee3ef-3e79-4663-b02d-7332b950ca67,segment=NetworkSegment(d3d5c68a-26fb-422e-be02-8f10ae15802a),segment_id=d3d5c68a-26fb-422e-be02-8f10ae15802a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:17:50.264324 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a22ef5-aee1-4a6e-8167-108eebf5fb0f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Made reservation on behalf of dc5bb6329fec4f93bf8a76b067affc64 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:17:50.279674 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-856f47c4-5b33-42b7-8897-e1bae25fea6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (95aee3ef-3e79-4663-b02d-7332b950ca67), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:50.365085 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19336c-4522-4ba3-b186-e7e63683f631 req-87827a47-62c3-49bd-bb23-afafce6a5d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:50.369736 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e19336c-4522-4ba3-b186-e7e63683f631 req-87827a47-62c3-49bd-bb23-afafce6a5d37 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=675e821d-ac96-46b3-beff-78dacba9c4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2605245 Feb 09 22:17:50.419705 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f47c4-5b33-42b7-8897-e1bae25fea6a None None] Pushing event updated for resources: {'Port': ['ID=95aee3ef-3e79-4663-b02d-7332b950ca67,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:50.437325 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41818) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:50.458400 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-cbc6b16a-3f8d-4cca-9b8d-b23d8e8b8f2a service neutron] 10.222.0.71 "GET /v2.0/networks/675e821d-ac96-46b3-beff-78dacba9c4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847414 Feb 09 22:17:50.539149 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d4a22ef5-aee1-4a6e-8167-108eebf5fb0f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:50.619076 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-d4a22ef5-aee1-4a6e-8167-108eebf5fb0f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] device_id is not set on port 8c10de75-b0fb-44db-aba4-59a5df16e5fc yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:17:50.710323 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c0ac25-b3f7-4c4e-8ac8-5dd7b4f671bd admin admin] Deleting subnet 007c1de0-57b8-497f-a946-de55781d3a2c {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:17:50.723763 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c3c0ac25-b3f7-4c4e-8ac8-5dd7b4f671bd admin admin] Publish callbacks [] for subnet (007c1de0-57b8-497f-a946-de55781d3a2c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:50.838393 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c3c0ac25-b3f7-4c4e-8ac8-5dd7b4f671bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (007c1de0-57b8-497f-a946-de55781d3a2c), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:50.922492 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c3c0ac25-b3f7-4c4e-8ac8-5dd7b4f671bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (007c1de0-57b8-497f-a946-de55781d3a2c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:51.025531 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c3c0ac25-b3f7-4c4e-8ac8-5dd7b4f671bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (007c1de0-57b8-497f-a946-de55781d3a2c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:51.039664 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-d4a22ef5-aee1-4a6e-8167-108eebf5fb0f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Allocated IP 172.20.0.11 (167dc00d-2680-4fb5-ba43-081b70b94858/d304f1e7-9c89-4f41-8574-d8812f33e367/8c10de75-b0fb-44db-aba4-59a5df16e5fc) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:17:51.046995 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c3c0ac25-b3f7-4c4e-8ac8-5dd7b4f671bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:51.059306 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c3c0ac25-b3f7-4c4e-8ac8-5dd7b4f671bd admin admin] 10.222.0.77 "DELETE /v2.0/subnets/007c1de0-57b8-497f-a946-de55781d3a2c HTTP/1.1" status: 204 len: 168 time: 0.6204906 Feb 09 22:17:51.060168 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41822) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:51.120154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c0ac25-b3f7-4c4e-8ac8-5dd7b4f671bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=007c1de0-57b8-497f-a946-de55781d3a2c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:51.136409 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e19336c-4522-4ba3-b186-e7e63683f631 req-cefe513b-e50c-4367-a34f-ba39f9e57d21 service neutron] 10.222.0.42 "GET /v2.0/networks/675e821d-ac96-46b3-beff-78dacba9c4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7555988 Feb 09 22:17:51.147605 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0ac25-b3f7-4c4e-8ac8-5dd7b4f671bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:51.147994 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0ac25-b3f7-4c4e-8ac8-5dd7b4f671bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:51.148348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0ac25-b3f7-4c4e-8ac8-5dd7b4f671bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:51.148699 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0ac25-b3f7-4c4e-8ac8-5dd7b4f671bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:51.149052 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0ac25-b3f7-4c4e-8ac8-5dd7b4f671bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:51.149397 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0ac25-b3f7-4c4e-8ac8-5dd7b4f671bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:51.149741 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0ac25-b3f7-4c4e-8ac8-5dd7b4f671bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:51.150078 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0ac25-b3f7-4c4e-8ac8-5dd7b4f671bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:51.150427 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0ac25-b3f7-4c4e-8ac8-5dd7b4f671bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:51.150754 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0ac25-b3f7-4c4e-8ac8-5dd7b4f671bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:51.151082 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0ac25-b3f7-4c4e-8ac8-5dd7b4f671bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:51.151417 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0ac25-b3f7-4c4e-8ac8-5dd7b4f671bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:51.151806 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0ac25-b3f7-4c4e-8ac8-5dd7b4f671bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:51.313088 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3f59067-ff73-49ff-ae73-5baa91ac99b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (0fcd2e10-44ed-41a2-851d-20e13c8cb449), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:51.366226 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e19336c-4522-4ba3-b186-e7e63683f631 req-1de4b8e2-6192-4c6c-bea3-4c6cfd033b39 service neutron] 10.222.0.42 "GET /v2.0/networks/675e821d-ac96-46b3-beff-78dacba9c4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053721 Feb 09 22:17:51.378954 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-ab509384-4203-4e90-aa7c-373555d58fbc tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:51.382778 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-ab509384-4203-4e90-aa7c-373555d58fbc tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c&tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&binding%3Ahost_id=n-h1-828601-1 HTTP/1.1" status: 200 len: 1127 time: 0.3216772 Feb 09 22:17:51.592389 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917d600-2c0b-438f-82c6-f0ef92c952d5 req-82011031-b4e1-4ec3-930b-c02ff5718977 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:51.599600 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e917d600-2c0b-438f-82c6-f0ef92c952d5 req-82011031-b4e1-4ec3-930b-c02ff5718977 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 945 time: 0.2300801 Feb 09 22:17:51.616841 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3f59067-ff73-49ff-ae73-5baa91ac99b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (0fcd2e10-44ed-41a2-851d-20e13c8cb449), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:51.651324 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d4a22ef5-aee1-4a6e-8167-108eebf5fb0f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks [] for port (8c10de75-b0fb-44db-aba4-59a5df16e5fc), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:51.718112 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a3f59067-ff73-49ff-ae73-5baa91ac99b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fcd2e10-44ed-41a2-851d-20e13c8cb449']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:51.733698 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a3f59067-ff73-49ff-ae73-5baa91ac99b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c14abe-51d2-42be-a90f-e0ec967fb720') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:51.734000 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a3f59067-ff73-49ff-ae73-5baa91ac99b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c14abe-51d2-42be-a90f-e0ec967fb720') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:51.747397 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3f59067-ff73-49ff-ae73-5baa91ac99b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (c6c14abe-51d2-42be-a90f-e0ec967fb720), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:51.768577 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3f59067-ff73-49ff-ae73-5baa91ac99b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (c6c14abe-51d2-42be-a90f-e0ec967fb720), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:51.782987 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f59067-ff73-49ff-ae73-5baa91ac99b9 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:17:51.783569 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3f59067-ff73-49ff-ae73-5baa91ac99b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (c6c14abe-51d2-42be-a90f-e0ec967fb720), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:17:51.907221 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:17:51.911240 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d4a22ef5-aee1-4a6e-8167-108eebf5fb0f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (8c10de75-b0fb-44db-aba4-59a5df16e5fc), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:52.053895 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3f59067-ff73-49ff-ae73-5baa91ac99b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (0fcd2e10-44ed-41a2-851d-20e13c8cb449), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:52.065252 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a22ef5-aee1-4a6e-8167-108eebf5fb0f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Pushing event updated for resources: {'Port': ['ID=8c10de75-b0fb-44db-aba4-59a5df16e5fc,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:52.076453 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3f59067-ff73-49ff-ae73-5baa91ac99b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:52.080049 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a3f59067-ff73-49ff-ae73-5baa91ac99b9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0fcd2e10-44ed-41a2-851d-20e13c8cb449 HTTP/1.1" status: 204 len: 168 time: 1.0187445 Feb 09 22:17:52.112925 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5b400c-2f90-4bd4-b4f0-294e8342b4e8 None None] Network 167dc00d-2680-4fb5-ba43-081b70b94858 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:17:52.267487 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d7957b84-33be-4342-a006-55029b6ebe20 None None] Provisioning complete for port 95aee3ef-3e79-4663-b02d-7332b950ca67 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:52.272118 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7957b84-33be-4342-a006-55029b6ebe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (95aee3ef-3e79-4663-b02d-7332b950ca67), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:52.482980 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e917d600-2c0b-438f-82c6-f0ef92c952d5 req-fab9fc79-05b5-4496-9e35-8d19869ff6fc tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8710814 Feb 09 22:17:52.522654 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41834) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:52.571491 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 95aee3ef-3e79-4663-b02d-7332b950ca67 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:17:52.619600 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a22ef5-aee1-4a6e-8167-108eebf5fb0f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Network 167dc00d-2680-4fb5-ba43-081b70b94858 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:17:52.621623 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f59067-ff73-49ff-ae73-5baa91ac99b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fcd2e10-44ed-41a2-851d-20e13c8cb449,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:52.624864 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d4a22ef5-aee1-4a6e-8167-108eebf5fb0f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:17:52.629480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a22ef5-aee1-4a6e-8167-108eebf5fb0f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:17:52.701077 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-02907439-51f2-4208-92c0-c19b741f5da8 service neutron] For port fcae4074-502b-497f-8531-7c58f0401cd9, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:17:52.719329 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-02907439-51f2-4208-92c0-c19b741f5da8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:52.719622 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a22ef5-aee1-4a6e-8167-108eebf5fb0f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:52.720380 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d4a22ef5-aee1-4a6e-8167-108eebf5fb0f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:52.722567 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-02907439-51f2-4208-92c0-c19b741f5da8 service neutron] 10.222.0.71 "DELETE /v2.0/ports/fcae4074-502b-497f-8531-7c58f0401cd9/bindings/n-h2-828601-1 HTTP/1.1" status: 204 len: 173 time: 1.2939255 Feb 09 22:17:52.758417 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d4a22ef5-aee1-4a6e-8167-108eebf5fb0f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.0253899 Feb 09 22:17:52.760253 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41838) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:52.822032 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2dbe57f7-0bfb-4be5-8330-41c7e4a2f0bd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d0055fcafce64765a6d3c33af60295d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2887447 Feb 09 22:17:52.826689 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41842) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:52.897961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e957cb66-b8a7-4958-ad06-ed571ece2ad1 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:52.906222 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e957cb66-b8a7-4958-ad06-ed571ece2ad1 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:52.915053 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e957cb66-b8a7-4958-ad06-ed571ece2ad1 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:52.920889 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41846) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:52.921477 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e957cb66-b8a7-4958-ad06-ed571ece2ad1 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1596141 Feb 09 22:17:52.931662 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af5718-ca50-4061-bb86-3137ac28c2d2 req-4cf96c1b-6fa2-4841-8e34-6cb793bdb5cc tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:52.946645 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e6af5718-ca50-4061-bb86-3137ac28c2d2 req-4cf96c1b-6fa2-4841-8e34-6cb793bdb5cc tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 1127 time: 0.1943419 Feb 09 22:17:52.987896 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4171689a-a8a8-4c8d-8ad1-67a16bd71e13 admin admin] Publish callbacks [] for security_group (8b37707c-e1ea-4959-bdb1-61e5cfcbe88f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:53.046182 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d7957b84-33be-4342-a006-55029b6ebe20 None None] Current status of the port 95aee3ef-3e79-4663-b02d-7332b950ca67 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:17:53.046814 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7957b84-33be-4342-a006-55029b6ebe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (95aee3ef-3e79-4663-b02d-7332b950ca67), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:53.077399 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4171689a-a8a8-4c8d-8ad1-67a16bd71e13 admin admin] Publish callbacks [] for security_group (8b37707c-e1ea-4959-bdb1-61e5cfcbe88f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:53.147345 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 95aee3ef-3e79-4663-b02d-7332b950ca67 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:53.147969 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (95aee3ef-3e79-4663-b02d-7332b950ca67), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:53.199992 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4171689a-a8a8-4c8d-8ad1-67a16bd71e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8b37707c-e1ea-4959-bdb1-61e5cfcbe88f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:53.204411 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4171689a-a8a8-4c8d-8ad1-67a16bd71e13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:53.206040 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4171689a-a8a8-4c8d-8ad1-67a16bd71e13 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8b37707c-e1ea-4959-bdb1-61e5cfcbe88f HTTP/1.1" status: 204 len: 168 time: 0.3728435 Feb 09 22:17:53.225571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171689a-a8a8-4c8d-8ad1-67a16bd71e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b37707c-e1ea-4959-bdb1-61e5cfcbe88f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:53.242475 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e6af5718-ca50-4061-bb86-3137ac28c2d2 req-9a298565-dae0-48de-a12a-35ff017a9c08 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828879 Feb 09 22:17:53.273861 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b9935-75f8-4279-816a-858f428cf608 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Deleting port 8c10de75-b0fb-44db-aba4-59a5df16e5fc {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:17:53.273968 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ab4b9935-75f8-4279-816a-858f428cf608 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8c10de75-b0fb-44db-aba4-59a5df16e5fc), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:53.357365 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d7957b84-33be-4342-a006-55029b6ebe20 None None] For port 95aee3ef-3e79-4663-b02d-7332b950ca67, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=95aee3ef-3e79-4663-b02d-7332b950ca67,segment=NetworkSegment(d3d5c68a-26fb-422e-be02-8f10ae15802a),segment_id=d3d5c68a-26fb-422e-be02-8f10ae15802a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:53.437234 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7957b84-33be-4342-a006-55029b6ebe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (95aee3ef-3e79-4663-b02d-7332b950ca67), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:53.689827 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ab4b9935-75f8-4279-816a-858f428cf608 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8c10de75-b0fb-44db-aba4-59a5df16e5fc), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:53.696473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 95aee3ef-3e79-4663-b02d-7332b950ca67 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:17:53.713155 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7957b84-33be-4342-a006-55029b6ebe20 None None] Pushing event updated for resources: {'Port': ['ID=95aee3ef-3e79-4663-b02d-7332b950ca67,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:53.732793 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b9935-75f8-4279-816a-858f428cf608 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Calling delete_port for 8c10de75-b0fb-44db-aba4-59a5df16e5fc owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:17:53.746850 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa1138-f902-4cef-a2f5-db79581bc03d req-df34f354-5a83-4b03-98c9-944c8c2005e2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:53.749108 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7fa1138-f902-4cef-a2f5-db79581bc03d req-df34f354-5a83-4b03-98c9-944c8c2005e2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 945 time: 0.2461960 Feb 09 22:17:53.982294 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-bc0a963f-5dab-428d-b9cc-8efab954b59e None None] Provisioning complete for port 95aee3ef-3e79-4663-b02d-7332b950ca67 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:53.985443 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc0a963f-5dab-428d-b9cc-8efab954b59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (95aee3ef-3e79-4663-b02d-7332b950ca67), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:54.076772 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ab4b9935-75f8-4279-816a-858f428cf608 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (8c10de75-b0fb-44db-aba4-59a5df16e5fc), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:54.126459 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7fa1138-f902-4cef-a2f5-db79581bc03d req-4393dfe9-b9d8-4997-803a-9797c16721a8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3668497 Feb 09 22:17:54.160730 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41858) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:54.184731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b9935-75f8-4279-816a-858f428cf608 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Pushing event deleted for resources: {'Port': ['ID=8c10de75-b0fb-44db-aba4-59a5df16e5fc,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:54.320716 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bc0a963f-5dab-428d-b9cc-8efab954b59e None None] Current status of the port 95aee3ef-3e79-4663-b02d-7332b950ca67 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:17:54.335611 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-bc0a963f-5dab-428d-b9cc-8efab954b59e None None] Could not find standard attr ID for object 8c10de75-b0fb-44db-aba4-59a5df16e5fc. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:17:54.371780 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-bc0a963f-5dab-428d-b9cc-8efab954b59e None None] Provisioning complete for port 9afe8d7d-c0fc-47bd-902b-64eeb1422f2f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:54.372247 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc0a963f-5dab-428d-b9cc-8efab954b59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9afe8d7d-c0fc-47bd-902b-64eeb1422f2f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:54.378636 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-159dc271-1e75-4878-b848-8bf4894bcffe tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/floatingips/82b423cf-f9b7-4a6e-b9b9-b6a7b56ca032 HTTP/1.1" status: 200 len: 992 time: 0.2165642 Feb 09 22:17:54.575521 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bc0a963f-5dab-428d-b9cc-8efab954b59e None None] Port 9afe8d7d-c0fc-47bd-902b-64eeb1422f2f cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:17:54.625722 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 95aee3ef-3e79-4663-b02d-7332b950ca67 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:17:54.690672 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41870) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:54.833087 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c5710c17-2ebc-4965-84e3-c32f52b48af7 None None] Provisioning complete for port 9afe8d7d-c0fc-47bd-902b-64eeb1422f2f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:54.833786 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c5710c17-2ebc-4965-84e3-c32f52b48af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9afe8d7d-c0fc-47bd-902b-64eeb1422f2f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:54.894204 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 95aee3ef-3e79-4663-b02d-7332b950ca67 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:54.894906 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (95aee3ef-3e79-4663-b02d-7332b950ca67), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:54.920764 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ab4b9935-75f8-4279-816a-858f428cf608 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:54.928758 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ab4b9935-75f8-4279-816a-858f428cf608 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "DELETE /v2.0/ports/8c10de75-b0fb-44db-aba4-59a5df16e5fc HTTP/1.1" status: 204 len: 168 time: 2.0054190 Feb 09 22:17:54.929448 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41876) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:54.984465 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c5710c17-2ebc-4965-84e3-c32f52b48af7 None None] Port 9afe8d7d-c0fc-47bd-902b-64eeb1422f2f cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:17:55.030332 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd0b1c9-9956-472f-a78e-6f162176ab66 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] GET failed (client error): The resource could not be found. Feb 09 22:17:55.036688 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ccd0b1c9-9956-472f-a78e-6f162176ab66 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "GET /v2.0/ports/8c10de75-b0fb-44db-aba4-59a5df16e5fc HTTP/1.1" status: 404 len: 333 time: 0.1060507 Feb 09 22:17:55.040609 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41878) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:55.047339 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8f4c4450-a18a-493c-b969-9117b8058331 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Request body: {'port': {'network_id': '167dc00d-2680-4fb5-ba43-081b70b94858', 'name': 'tempest-AllowedAddressPairTestJSON-2144750375'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:55.095909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 95aee3ef-3e79-4663-b02d-7332b950ca67 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:17:55.122730 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5f41898b-1a43-4dc6-a26e-a7f140a0a454 None None] Could not find standard attr ID for object 8c10de75-b0fb-44db-aba4-59a5df16e5fc. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:17:55.340707 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-dac4c172-4cc8-4fab-ba02-9efa372bc019 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Deleting port 17c543a1-1a1f-48bc-bd37-e23816833fbb {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:17:55.341451 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dac4c172-4cc8-4fab-ba02-9efa372bc019 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (17c543a1-1a1f-48bc-bd37-e23816833fbb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:55.373386 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4c4450-a18a-493c-b969-9117b8058331 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Made reservation on behalf of dc5bb6329fec4f93bf8a76b067affc64 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:17:55.377972 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f4c4450-a18a-493c-b969-9117b8058331 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:55.441182 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-8f4c4450-a18a-493c-b969-9117b8058331 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] device_id is not set on port 1612a321-57ac-4543-b286-f048151e9683 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:17:55.462099 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dac4c172-4cc8-4fab-ba02-9efa372bc019 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (17c543a1-1a1f-48bc-bd37-e23816833fbb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:55.462492 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dac4c172-4cc8-4fab-ba02-9efa372bc019 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for floatingip (17c543a1-1a1f-48bc-bd37-e23816833fbb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:55.480690 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-dac4c172-4cc8-4fab-ba02-9efa372bc019 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Calling delete_port for 17c543a1-1a1f-48bc-bd37-e23816833fbb owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:17:55.708773 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-8f4c4450-a18a-493c-b969-9117b8058331 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Allocated IP 172.20.0.6 (167dc00d-2680-4fb5-ba43-081b70b94858/d304f1e7-9c89-4f41-8574-d8812f33e367/1612a321-57ac-4543-b286-f048151e9683) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:17:55.757623 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dac4c172-4cc8-4fab-ba02-9efa372bc019 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (17c543a1-1a1f-48bc-bd37-e23816833fbb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:55.825654 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4c172-4cc8-4fab-ba02-9efa372bc019 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Port': ['ID=17c543a1-1a1f-48bc-bd37-e23816833fbb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:55.894024 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dac4c172-4cc8-4fab-ba02-9efa372bc019 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for floatingip (82b423cf-f9b7-4a6e-b9b9-b6a7b56ca032), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:55.894577 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-dac4c172-4cc8-4fab-ba02-9efa372bc019 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Floating IP 82b423cf-f9b7-4a6e-b9b9-b6a7b56ca032 disassociated (deleted). External IP: 172.25.6.183, port: fcae4074-502b-497f-8531-7c58f0401cd9. Feb 09 22:17:56.111627 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f4c4450-a18a-493c-b969-9117b8058331 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks [] for port (1612a321-57ac-4543-b286-f048151e9683), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:56.181157 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f4c4450-a18a-493c-b969-9117b8058331 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1612a321-57ac-4543-b286-f048151e9683), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:56.268860 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c4450-a18a-493c-b969-9117b8058331 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Pushing event updated for resources: {'Port': ['ID=1612a321-57ac-4543-b286-f048151e9683,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:56.295342 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4c4450-a18a-493c-b969-9117b8058331 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Network 167dc00d-2680-4fb5-ba43-081b70b94858 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:17:56.297126 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-8f4c4450-a18a-493c-b969-9117b8058331 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:17:56.302746 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4c4450-a18a-493c-b969-9117b8058331 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:17:56.463219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4c4450-a18a-493c-b969-9117b8058331 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:56.464938 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f4c4450-a18a-493c-b969-9117b8058331 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:56.512935 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8f4c4450-a18a-493c-b969-9117b8058331 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4711733 Feb 09 22:17:56.516668 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41900) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:56.530049 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-a4c4f2f0-cef9-489c-9f9c-a6fa0ee5e9c4 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:7b:ab:3c'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:56.788599 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-1890e334-6e00-443c-bfe0-15a33e03e1ee None None] Provisioning complete for port 1612a321-57ac-4543-b286-f048151e9683 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:56.791459 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1890e334-6e00-443c-bfe0-15a33e03e1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1612a321-57ac-4543-b286-f048151e9683), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:56.842116 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac4c172-4cc8-4fab-ba02-9efa372bc019 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Router fb616316-23b0-44bc-b86f-8d3a0201d83c has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:17:56.975158 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1890e334-6e00-443c-bfe0-15a33e03e1ee None None] Port 1612a321-57ac-4543-b286-f048151e9683 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:17:57.300932 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a4c4f2f0-cef9-489c-9f9c-a6fa0ee5e9c4 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1612a321-57ac-4543-b286-f048151e9683), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:57.389564 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac4c172-4cc8-4fab-ba02-9efa372bc019 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:17:57.398107 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dac4c172-4cc8-4fab-ba02-9efa372bc019 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:57.404125 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d744325b-894a-41fd-9431-1b715e08ab2a None None] Sync routers for ids ['fb616316-23b0-44bc-b86f-8d3a0201d83c'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:17:57.420179 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d744325b-894a-41fd-9431-1b715e08ab2a None None] Routers {'fb616316-23b0-44bc-b86f-8d3a0201d83c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:17:57.420818 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d744325b-894a-41fd-9431-1b715e08ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:17:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['fb616316-23b0-44bc-b86f-8d3a0201d83c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:57.569179 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dac4c172-4cc8-4fab-ba02-9efa372bc019 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "DELETE /v2.0/floatingips/82b423cf-f9b7-4a6e-b9b9-b6a7b56ca032 HTTP/1.1" status: 204 len: 168 time: 2.8767474 Feb 09 22:17:57.588979 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c2823a-c329-4ae1-be9b-161d5a7c874c', 'tag': 'fcae4074-502b-497f-8531-7c58f0401cd9'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:17:57.601393 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42e2f2a-ae88-4576-9f85-208d304909c9" -d '{"events": [{"name": "network-changed", "server_uuid": "03c2823a-c329-4ae1-be9b-161d5a7c874c", "tag": "fcae4074-502b-497f-8531-7c58f0401cd9"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:17:57.810547 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d744325b-894a-41fd-9431-1b715e08ab2a None None] Set router fb616316-23b0-44bc-b86f-8d3a0201d83c gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:17:58.116625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41936) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:58.212255 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a4c4f2f0-cef9-489c-9f9c-a6fa0ee5e9c4 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks [] for port (1612a321-57ac-4543-b286-f048151e9683), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:58.230605 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d6d316-dc31-4340-ab46-303deab2d6c3 x-openstack-request-id: req-34d6d316-dc31-4340-ab46-303deab2d6c3 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:17:58.231084 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c2823a-c329-4ae1-be9b-161d5a7c874c", "tag": "fcae4074-502b-497f-8531-7c58f0401cd9", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:17:58.231517 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34d6d316-dc31-4340-ab46-303deab2d6c3 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:17:58.232122 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c2823a-c329-4ae1-be9b-161d5a7c874c', 'tag': 'fcae4074-502b-497f-8531-7c58f0401cd9', 'status': 'completed', 'code': 200} Feb 09 22:17:58.233293 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a4c4f2f0-cef9-489c-9f9c-a6fa0ee5e9c4 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (1612a321-57ac-4543-b286-f048151e9683), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:58.359027 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e2f2a-ae88-4576-9f85-208d304909c9 req-10fd9bc3-9260-46f2-895d-98f72b80180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:58.361082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e42e2f2a-ae88-4576-9f85-208d304909c9 req-10fd9bc3-9260-46f2-895d-98f72b80180d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 1127 time: 0.1125400 Feb 09 22:17:58.521008 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-51378984-7b78-4434-8ac4-b8216ad94095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:58.547247 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4f2f0-cef9-489c-9f9c-a6fa0ee5e9c4 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Pushing event updated for resources: {'Port': ['ID=1612a321-57ac-4543-b286-f048151e9683,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:58.559086 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d744325b-894a-41fd-9431-1b715e08ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681866194', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:15:56Z', 'updated_at': '2022-02-09T22:16:12Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:58Z', 'updated_at': '2022-02-09T22:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '5958ce2d-b964-4595-86cb-dd42cca86cd0', 'name': '', 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:a8:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '052b224a-dd57-410b-876d-7eac4531572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:16:08Z', 'updated_at': '2022-02-09T22:16:18Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '052b224a-dd57-410b-876d-7eac4531572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:58.637323 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d744325b-894a-41fd-9431-1b715e08ab2a None None] Checking router: fb616316-23b0-44bc-b86f-8d3a0201d83c for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:17:58.670339 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d744325b-894a-41fd-9431-1b715e08ab2a None None] Routers {'fb616316-23b0-44bc-b86f-8d3a0201d83c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:17:58.677419 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d744325b-894a-41fd-9431-1b715e08ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:17:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['fb616316-23b0-44bc-b86f-8d3a0201d83c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:58.813871 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a4c4f2f0-cef9-489c-9f9c-a6fa0ee5e9c4 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] In _notify_port_updated(), no bound segment for port 1612a321-57ac-4543-b286-f048151e9683 on network 167dc00d-2680-4fb5-ba43-081b70b94858 {{(pid=103202) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:17:58.850184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c4f2f0-cef9-489c-9f9c-a6fa0ee5e9c4 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:58.851351 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a4c4f2f0-cef9-489c-9f9c-a6fa0ee5e9c4 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:58.862666 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a4c4f2f0-cef9-489c-9f9c-a6fa0ee5e9c4 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "PUT /v2.0/ports/1612a321-57ac-4543-b286-f048151e9683 HTTP/1.1" status: 200 len: 993 time: 2.3427732 Feb 09 22:17:58.866942 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41940) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:59.025548 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78205ecc-1f52-4209-a936-8d70d265a2c7 req-6cd88a1a-3d3b-4fd7-b7d1-d31bb507093f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:59.027359 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-78205ecc-1f52-4209-a936-8d70d265a2c7 req-6cd88a1a-3d3b-4fd7-b7d1-d31bb507093f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 945 time: 0.5027502 Feb 09 22:17:59.056365 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daebb65-7d4e-40f5-9bc4-888fff1862d6 req-e085df3d-ffc5-4355-b7e2-423d2e367202 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:59.058975 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0daebb65-7d4e-40f5-9bc4-888fff1862d6 req-e085df3d-ffc5-4355-b7e2-423d2e367202 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.71 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 945 time: 0.3691993 Feb 09 22:17:59.060243 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e2f2a-ae88-4576-9f85-208d304909c9 req-82c01694-ba66-4db8-aeef-f5c81ae226aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:59.061742 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e42e2f2a-ae88-4576-9f85-208d304909c9 req-82c01694-ba66-4db8-aeef-f5c81ae226aa service neutron] 10.222.0.71 "GET /v2.0/networks?id=675e821d-ac96-46b3-beff-78dacba9c4e8 HTTP/1.1" status: 200 len: 897 time: 0.6939123 Feb 09 22:17:59.071789 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d744325b-894a-41fd-9431-1b715e08ab2a None None] Set router fb616316-23b0-44bc-b86f-8d3a0201d83c gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:17:59.161181 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-032af3a3-ed80-4502-b870-ef6637eae1a8 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Deleting port 1612a321-57ac-4543-b286-f048151e9683 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:17:59.162796 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-032af3a3-ed80-4502-b870-ef6637eae1a8 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1612a321-57ac-4543-b286-f048151e9683), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.170709 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-fec7e6e0-efa7-4f29-8182-c1149c72dff1 None None] Provisioning complete for port 1612a321-57ac-4543-b286-f048151e9683 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:59.172241 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fec7e6e0-efa7-4f29-8182-c1149c72dff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1612a321-57ac-4543-b286-f048151e9683), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.338360 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-fec7e6e0-efa7-4f29-8182-c1149c72dff1 None None] Port 1612a321-57ac-4543-b286-f048151e9683 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:17:59.383550 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-78205ecc-1f52-4209-a936-8d70d265a2c7 req-75ceaaeb-2e69-4a60-a607-9d21721c5c05 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd86a658-1857-431d-abe3-7196e01a92f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018322 Feb 09 22:17:59.390986 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e42e2f2a-ae88-4576-9f85-208d304909c9 req-465d57a9-f88b-42b9-b9ef-4b6766b7b9e0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcae4074-502b-497f-8531-7c58f0401cd9 HTTP/1.1" status: 200 len: 217 time: 0.1358306 Feb 09 22:17:59.489076 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-032af3a3-ed80-4502-b870-ef6637eae1a8 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1612a321-57ac-4543-b286-f048151e9683), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.516057 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-032af3a3-ed80-4502-b870-ef6637eae1a8 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Calling delete_port for 1612a321-57ac-4543-b286-f048151e9683 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:17:59.677523 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e2f2a-ae88-4576-9f85-208d304909c9 req-0bfb5b99-62c5-4370-b819-8cb6b04c8f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:59.683394 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e42e2f2a-ae88-4576-9f85-208d304909c9 req-0bfb5b99-62c5-4370-b819-8cb6b04c8f9f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=052b224a-dd57-410b-876d-7eac4531572f HTTP/1.1" status: 200 len: 835 time: 0.2817883 Feb 09 22:17:59.695571 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-0daebb65-7d4e-40f5-9bc4-888fff1862d6 req-68c6d8ee-7dd8-4656-a538-0c4a6d03e83b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Deleting port fcae4074-502b-497f-8531-7c58f0401cd9 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:17:59.696269 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0daebb65-7d4e-40f5-9bc4-888fff1862d6 req-68c6d8ee-7dd8-4656-a538-0c4a6d03e83b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.806575 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-032af3a3-ed80-4502-b870-ef6637eae1a8 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (1612a321-57ac-4543-b286-f048151e9683), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.826608 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-0daebb65-7d4e-40f5-9bc4-888fff1862d6 req-68c6d8ee-7dd8-4656-a538-0c4a6d03e83b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] For port fcae4074-502b-497f-8531-7c58f0401cd9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=fcae4074-502b-497f-8531-7c58f0401cd9,segment=NetworkSegment(809d8f2f-29bc-4e22-87c2-9995784e4b0d),segment_id=809d8f2f-29bc-4e22-87c2-9995784e4b0d)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:59.827255 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0daebb65-7d4e-40f5-9bc4-888fff1862d6 req-68c6d8ee-7dd8-4656-a538-0c4a6d03e83b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.847480 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-0daebb65-7d4e-40f5-9bc4-888fff1862d6 req-68c6d8ee-7dd8-4656-a538-0c4a6d03e83b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Calling delete_port for fcae4074-502b-497f-8531-7c58f0401cd9 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:17:59.878331 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032af3a3-ed80-4502-b870-ef6637eae1a8 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Pushing event deleted for resources: {'Port': ['ID=1612a321-57ac-4543-b286-f048151e9683,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:59.936037 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d744325b-894a-41fd-9431-1b715e08ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681866194', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:15:56Z', 'updated_at': '2022-02-09T22:16:12Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:58Z', 'updated_at': '2022-02-09T22:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '5958ce2d-b964-4595-86cb-dd42cca86cd0', 'name': '', 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:a8:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '052b224a-dd57-410b-876d-7eac4531572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:16:08Z', 'updated_at': '2022-02-09T22:16:18Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '052b224a-dd57-410b-876d-7eac4531572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:00.077638 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d744325b-894a-41fd-9431-1b715e08ab2a None None] The sync data for ids ['fb616316-23b0-44bc-b86f-8d3a0201d83c'] in n-d-828601-1 is: [{'id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681866194', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:15:56Z', 'updated_at': '2022-02-09T22:16:12Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:58Z', 'updated_at': '2022-02-09T22:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '5958ce2d-b964-4595-86cb-dd42cca86cd0', 'name': '', 'network_id': '675e821d-ac96-46b3-beff-78dacba9c4e8', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:a8:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '052b224a-dd57-410b-876d-7eac4531572f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:16:08Z', 'updated_at': '2022-02-09T22:16:18Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '052b224a-dd57-410b-876d-7eac4531572f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:00.122388 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-51378984-7b78-4434-8ac4-b8216ad94095 admin admin] Publish callbacks [] for security_group (f6c6bcdd-ed49-496e-a34f-26cbbd9a26e5), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:00.124561 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0daebb65-7d4e-40f5-9bc4-888fff1862d6 req-68c6d8ee-7dd8-4656-a538-0c4a6d03e83b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (fcae4074-502b-497f-8531-7c58f0401cd9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:00.174588 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-51378984-7b78-4434-8ac4-b8216ad94095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f6c6bcdd-ed49-496e-a34f-26cbbd9a26e5), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:00.468095 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-032af3a3-ed80-4502-b870-ef6637eae1a8 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:00.477778 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-032af3a3-ed80-4502-b870-ef6637eae1a8 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "DELETE /v2.0/ports/1612a321-57ac-4543-b286-f048151e9683 HTTP/1.1" status: 204 len: 168 time: 1.6035500 Feb 09 22:18:00.489223 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41950) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:00.550412 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-532ba189-c3ba-480c-a5c0-10d1809e558f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] GET failed (client error): The resource could not be found. Feb 09 22:18:00.555039 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-532ba189-c3ba-480c-a5c0-10d1809e558f tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "GET /v2.0/ports/1612a321-57ac-4543-b286-f048151e9683 HTTP/1.1" status: 404 len: 333 time: 0.0695097 Feb 09 22:18:00.561701 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41954) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:00.570969 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-4297bb2a-44c7-480e-88ab-26959239a982 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Request body: {'port': {'network_id': '167dc00d-2680-4fb5-ba43-081b70b94858', 'name': 'tempest-AllowedAddressPairTestJSON-2031218762'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:00.695112 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-0daebb65-7d4e-40f5-9bc4-888fff1862d6 req-68c6d8ee-7dd8-4656-a538-0c4a6d03e83b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] No DVR routers for this DVR port fcae4074-502b-497f-8531-7c58f0401cd9 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:18:00.701345 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0daebb65-7d4e-40f5-9bc4-888fff1862d6 req-68c6d8ee-7dd8-4656-a538-0c4a6d03e83b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:00.707725 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0daebb65-7d4e-40f5-9bc4-888fff1862d6 req-68c6d8ee-7dd8-4656-a538-0c4a6d03e83b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.71 "DELETE /v2.0/ports/fcae4074-502b-497f-8531-7c58f0401cd9 HTTP/1.1" status: 204 len: 173 time: 1.5302196 Feb 09 22:18:00.709505 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6d8ee-7dd8-4656-a538-0c4a6d03e83b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Port': ['ID=fcae4074-502b-497f-8531-7c58f0401cd9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:00.769750 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51378984-7b78-4434-8ac4-b8216ad94095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c6bcdd-ed49-496e-a34f-26cbbd9a26e5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:00.813859 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c2823a-c329-4ae1-be9b-161d5a7c874c', 'name': 'network-vif-deleted', 'tag': 'fcae4074-502b-497f-8531-7c58f0401cd9'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:00.821304 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82755e2d-09ce-42e7-8f80-542ef290deaf" -d '{"events": [{"server_uuid": "03c2823a-c329-4ae1-be9b-161d5a7c874c", "name": "network-vif-deleted", "tag": "fcae4074-502b-497f-8531-7c58f0401cd9"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:00.836426 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41958) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:00.837562 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-51378984-7b78-4434-8ac4-b8216ad94095 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1a3d4f5209c24aeabe18a1bea39457eb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7188630 Feb 09 22:18:00.849345 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cca38f-e08d-4b1f-b27d-31d6e91689d0 None None] New status for floating IP 82b423cf-f9b7-4a6e-b9b9-b6a7b56ca032: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:18:00.875614 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4297bb2a-44c7-480e-88ab-26959239a982 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Made reservation on behalf of dc5bb6329fec4f93bf8a76b067affc64 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:00.886398 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4297bb2a-44c7-480e-88ab-26959239a982 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:00.917505 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d3715423-72af-47bf-96d9-ad861f4c1ee4 req-634f91a0-b232-4a90-9c3a-9568c6e0b7ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=03c2823a-c329-4ae1-be9b-161d5a7c874c HTTP/1.1" status: 200 len: 210 time: 0.1347930 Feb 09 22:18:00.964930 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e2f2a-ae88-4576-9f85-208d304909c9 req-51ccfda6-3c20-4498-a62f-dc7faddaa9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:00.968388 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e42e2f2a-ae88-4576-9f85-208d304909c9 req-51ccfda6-3c20-4498-a62f-dc7faddaa9cf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=675e821d-ac96-46b3-beff-78dacba9c4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8986990 Feb 09 22:18:01.007010 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-4297bb2a-44c7-480e-88ab-26959239a982 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] device_id is not set on port ca73f1e6-d4e9-4b74-92bc-c548459c9e94 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:18:01.166755 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1128fc10-7ebc-4db0-942e-83bbc7518a95 x-openstack-request-id: req-1128fc10-7ebc-4db0-942e-83bbc7518a95 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:01.167053 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c2823a-c329-4ae1-be9b-161d5a7c874c", "name": "network-vif-deleted", "tag": "fcae4074-502b-497f-8531-7c58f0401cd9", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:01.167494 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1128fc10-7ebc-4db0-942e-83bbc7518a95 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:01.167909 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c2823a-c329-4ae1-be9b-161d5a7c874c', 'name': 'network-vif-deleted', 'tag': 'fcae4074-502b-497f-8531-7c58f0401cd9', 'status': 'completed', 'code': 200} Feb 09 22:18:01.173746 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6029469-349d-427a-92f4-37c4313783a1 admin admin] Publish callbacks [] for security_group (f6c6bcdd-ed49-496e-a34f-26cbbd9a26e5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:01.250204 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6029469-349d-427a-92f4-37c4313783a1 admin admin] Publish callbacks [] for security_group (f6c6bcdd-ed49-496e-a34f-26cbbd9a26e5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:01.273361 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e42e2f2a-ae88-4576-9f85-208d304909c9 req-f284db28-c1e3-4873-b488-08b900bfb8a3 service neutron] 10.222.0.71 "GET /v2.0/networks/675e821d-ac96-46b3-beff-78dacba9c4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965159 Feb 09 22:18:01.452707 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e42e2f2a-ae88-4576-9f85-208d304909c9 req-a97dc4df-407d-4b1a-a0cd-6e93ffec4029 service neutron] 10.222.0.71 "GET /v2.0/networks/675e821d-ac96-46b3-beff-78dacba9c4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716089 Feb 09 22:18:01.555030 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-4297bb2a-44c7-480e-88ab-26959239a982 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Allocated IP 172.20.0.9 (167dc00d-2680-4fb5-ba43-081b70b94858/d304f1e7-9c89-4f41-8574-d8812f33e367/ca73f1e6-d4e9-4b74-92bc-c548459c9e94) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:01.595897 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6029469-349d-427a-92f4-37c4313783a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f6c6bcdd-ed49-496e-a34f-26cbbd9a26e5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:01.600893 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6029469-349d-427a-92f4-37c4313783a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:01.606999 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a6029469-349d-427a-92f4-37c4313783a1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f6c6bcdd-ed49-496e-a34f-26cbbd9a26e5 HTTP/1.1" status: 204 len: 168 time: 0.7654159 Feb 09 22:18:01.648035 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6029469-349d-427a-92f4-37c4313783a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c6bcdd-ed49-496e-a34f-26cbbd9a26e5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:02.058460 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4297bb2a-44c7-480e-88ab-26959239a982 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks [] for port (ca73f1e6-d4e9-4b74-92bc-c548459c9e94), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:02.091009 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 41976) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:02.174570 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4297bb2a-44c7-480e-88ab-26959239a982 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ca73f1e6-d4e9-4b74-92bc-c548459c9e94), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:02.192976 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device fcae4074-502b-497f-8531-7c58f0401cd9 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:18:02.297443 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: fcae4074-502b-497f-8531-7c58f0401cd9 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:18:02.297887 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device fcae4074-502b-497f-8531-7c58f0401cd9 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:18:02.337869 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297bb2a-44c7-480e-88ab-26959239a982 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Pushing event updated for resources: {'Port': ['ID=ca73f1e6-d4e9-4b74-92bc-c548459c9e94,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:02.400091 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4297bb2a-44c7-480e-88ab-26959239a982 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Network 167dc00d-2680-4fb5-ba43-081b70b94858 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:02.404826 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-4297bb2a-44c7-480e-88ab-26959239a982 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:02.411940 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4297bb2a-44c7-480e-88ab-26959239a982 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:02.573682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4297bb2a-44c7-480e-88ab-26959239a982 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:02.574933 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4297bb2a-44c7-480e-88ab-26959239a982 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:02.622084 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4297bb2a-44c7-480e-88ab-26959239a982 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0548403 Feb 09 22:18:02.623060 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41980) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:02.636215 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b7140f9f-ad74-4069-9e2b-b34bbbcb1f38 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:7b:ab:3c'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:03.015517 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6170f478-fb84-4ef6-939d-17ac2e405dbe None None] Provisioning complete for port ca73f1e6-d4e9-4b74-92bc-c548459c9e94 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:03.016226 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6170f478-fb84-4ef6-939d-17ac2e405dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ca73f1e6-d4e9-4b74-92bc-c548459c9e94), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:03.063421 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6170f478-fb84-4ef6-939d-17ac2e405dbe None None] Port ca73f1e6-d4e9-4b74-92bc-c548459c9e94 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:03.106864 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7140f9f-ad74-4069-9e2b-b34bbbcb1f38 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ca73f1e6-d4e9-4b74-92bc-c548459c9e94), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:03.170607 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e3e84e3-aa71-4659-9764-d8161b2e6a1b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (fb616316-23b0-44bc-b86f-8d3a0201d83c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:03.474338 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7140f9f-ad74-4069-9e2b-b34bbbcb1f38 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks [] for port (ca73f1e6-d4e9-4b74-92bc-c548459c9e94), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:03.484523 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7140f9f-ad74-4069-9e2b-b34bbbcb1f38 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (ca73f1e6-d4e9-4b74-92bc-c548459c9e94), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:03.758558 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7140f9f-ad74-4069-9e2b-b34bbbcb1f38 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Pushing event updated for resources: {'Port': ['ID=ca73f1e6-d4e9-4b74-92bc-c548459c9e94,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:03.775127 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b7140f9f-ad74-4069-9e2b-b34bbbcb1f38 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] In _notify_port_updated(), no bound segment for port ca73f1e6-d4e9-4b74-92bc-c548459c9e94 on network 167dc00d-2680-4fb5-ba43-081b70b94858 {{(pid=103202) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:18:03.785091 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7140f9f-ad74-4069-9e2b-b34bbbcb1f38 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:03.786377 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7140f9f-ad74-4069-9e2b-b34bbbcb1f38 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:03.788896 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b7140f9f-ad74-4069-9e2b-b34bbbcb1f38 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "PUT /v2.0/ports/ca73f1e6-d4e9-4b74-92bc-c548459c9e94 HTTP/1.1" status: 200 len: 996 time: 1.1638248 Feb 09 22:18:03.793434 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41986) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:04.005482 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e84e3-aa71-4659-9764-d8161b2e6a1b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Deleting port 5958ce2d-b964-4595-86cb-dd42cca86cd0 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:18:04.007225 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e3e84e3-aa71-4659-9764-d8161b2e6a1b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5958ce2d-b964-4595-86cb-dd42cca86cd0), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:04.028508 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-26cb4fef-cfe4-44b8-861a-c9df4c60f25e tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Deleting port ca73f1e6-d4e9-4b74-92bc-c548459c9e94 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:18:04.029067 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26cb4fef-cfe4-44b8-861a-c9df4c60f25e tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ca73f1e6-d4e9-4b74-92bc-c548459c9e94), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:04.133446 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-10cefcee-7dd1-4adb-917e-f6a6c15fce7f None None] Provisioning complete for port ca73f1e6-d4e9-4b74-92bc-c548459c9e94 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:04.134222 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-10cefcee-7dd1-4adb-917e-f6a6c15fce7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ca73f1e6-d4e9-4b74-92bc-c548459c9e94), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:04.218851 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26cb4fef-cfe4-44b8-861a-c9df4c60f25e tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ca73f1e6-d4e9-4b74-92bc-c548459c9e94), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:04.230937 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-2e3e84e3-aa71-4659-9764-d8161b2e6a1b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] For port 5958ce2d-b964-4595-86cb-dd42cca86cd0, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5958ce2d-b964-4595-86cb-dd42cca86cd0,segment=NetworkSegment(809d8f2f-29bc-4e22-87c2-9995784e4b0d),segment_id=809d8f2f-29bc-4e22-87c2-9995784e4b0d)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:04.231941 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e3e84e3-aa71-4659-9764-d8161b2e6a1b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5958ce2d-b964-4595-86cb-dd42cca86cd0), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:04.233968 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-26cb4fef-cfe4-44b8-861a-c9df4c60f25e tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Calling delete_port for ca73f1e6-d4e9-4b74-92bc-c548459c9e94 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:18:04.251309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-10cefcee-7dd1-4adb-917e-f6a6c15fce7f None None] Port ca73f1e6-d4e9-4b74-92bc-c548459c9e94 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:04.289794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e84e3-aa71-4659-9764-d8161b2e6a1b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Calling delete_port for 5958ce2d-b964-4595-86cb-dd42cca86cd0 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:18:04.509661 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26cb4fef-cfe4-44b8-861a-c9df4c60f25e tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ca73f1e6-d4e9-4b74-92bc-c548459c9e94), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:04.586583 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb4fef-cfe4-44b8-861a-c9df4c60f25e tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Pushing event deleted for resources: {'Port': ['ID=ca73f1e6-d4e9-4b74-92bc-c548459c9e94,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:04.685344 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e3e84e3-aa71-4659-9764-d8161b2e6a1b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (5958ce2d-b964-4595-86cb-dd42cca86cd0), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:04.721100 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e84e3-aa71-4659-9764-d8161b2e6a1b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Port': ['ID=5958ce2d-b964-4595-86cb-dd42cca86cd0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:04.764849 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26cb4fef-cfe4-44b8-861a-c9df4c60f25e tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:04.768375 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-26cb4fef-cfe4-44b8-861a-c9df4c60f25e tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "DELETE /v2.0/ports/ca73f1e6-d4e9-4b74-92bc-c548459c9e94 HTTP/1.1" status: 204 len: 168 time: 0.9724679 Feb 09 22:18:04.776610 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41992) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:04.837570 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16ee19b-9a96-4736-9420-086b359f8133 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] GET failed (client error): The resource could not be found. Feb 09 22:18:04.839185 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f16ee19b-9a96-4736-9420-086b359f8133 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "GET /v2.0/ports/ca73f1e6-d4e9-4b74-92bc-c548459c9e94 HTTP/1.1" status: 404 len: 333 time: 0.0614610 Feb 09 22:18:04.844776 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 41994) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:04.850774 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-62a4059c-2a23-4806-968e-5cf804778be7 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Request body: {'port': {'network_id': '167dc00d-2680-4fb5-ba43-081b70b94858', 'name': 'tempest-AllowedAddressPairTestJSON-102758474'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:05.133387 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a4059c-2a23-4806-968e-5cf804778be7 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Made reservation on behalf of dc5bb6329fec4f93bf8a76b067affc64 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:05.140709 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62a4059c-2a23-4806-968e-5cf804778be7 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:05.168752 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-62a4059c-2a23-4806-968e-5cf804778be7 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] device_id is not set on port b6f62aa1-8325-4f2b-a69a-21d8f3982f5d yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:18:05.220931 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e3e84e3-aa71-4659-9764-d8161b2e6a1b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (fb616316-23b0-44bc-b86f-8d3a0201d83c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:05.449666 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-62a4059c-2a23-4806-968e-5cf804778be7 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Allocated IP 172.20.0.6 (167dc00d-2680-4fb5-ba43-081b70b94858/d304f1e7-9c89-4f41-8574-d8812f33e367/b6f62aa1-8325-4f2b-a69a-21d8f3982f5d) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:05.633984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3e84e3-aa71-4659-9764-d8161b2e6a1b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Router fb616316-23b0-44bc-b86f-8d3a0201d83c has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:18:05.790232 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3e84e3-aa71-4659-9764-d8161b2e6a1b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:05.794536 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62a4059c-2a23-4806-968e-5cf804778be7 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks [] for port (b6f62aa1-8325-4f2b-a69a-21d8f3982f5d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:05.798150 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2e3e84e3-aa71-4659-9764-d8161b2e6a1b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "PUT /v2.0/routers/fb616316-23b0-44bc-b86f-8d3a0201d83c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7055664 Feb 09 22:18:05.802124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42000) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:05.812397 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2ae19c-095c-4ad6-a53e-235c20356626 None None] Sync routers for ids ['fb616316-23b0-44bc-b86f-8d3a0201d83c'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:05.841021 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ae19c-095c-4ad6-a53e-235c20356626 None None] Routers {'fb616316-23b0-44bc-b86f-8d3a0201d83c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:05.841718 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-6b2ae19c-095c-4ad6-a53e-235c20356626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:17:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['fb616316-23b0-44bc-b86f-8d3a0201d83c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:05.861977 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62a4059c-2a23-4806-968e-5cf804778be7 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (b6f62aa1-8325-4f2b-a69a-21d8f3982f5d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:05.936299 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc09ee6a-ef73-431c-8508-d1dc84c561b1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Deleting subnet 052b224a-dd57-410b-876d-7eac4531572f {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:18:05.952034 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cc09ee6a-ef73-431c-8508-d1dc84c561b1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for subnet (052b224a-dd57-410b-876d-7eac4531572f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:05.970964 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4059c-2a23-4806-968e-5cf804778be7 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Pushing event updated for resources: {'Port': ['ID=b6f62aa1-8325-4f2b-a69a-21d8f3982f5d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:05.978161 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a4059c-2a23-4806-968e-5cf804778be7 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Network 167dc00d-2680-4fb5-ba43-081b70b94858 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:05.981244 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-62a4059c-2a23-4806-968e-5cf804778be7 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:05.985130 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a4059c-2a23-4806-968e-5cf804778be7 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:06.051726 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cc09ee6a-ef73-431c-8508-d1dc84c561b1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (052b224a-dd57-410b-876d-7eac4531572f), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:06.110588 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a4059c-2a23-4806-968e-5cf804778be7 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:06.111815 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62a4059c-2a23-4806-968e-5cf804778be7 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:06.123508 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-6b2ae19c-095c-4ad6-a53e-235c20356626 None None] Set router fb616316-23b0-44bc-b86f-8d3a0201d83c gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:06.170248 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-62a4059c-2a23-4806-968e-5cf804778be7 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3237808 Feb 09 22:18:06.174255 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42004) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:06.187258 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f704f75c-51d5-43e1-84fd-9c11a94e6268 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Request body: {'port': {'network_id': '167dc00d-2680-4fb5-ba43-081b70b94858', 'name': 'tempest-AllowedAddressPairTestJSON-65005163'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:06.231691 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cc09ee6a-ef73-431c-8508-d1dc84c561b1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (052b224a-dd57-410b-876d-7eac4531572f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:06.424850 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cc09ee6a-ef73-431c-8508-d1dc84c561b1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (052b224a-dd57-410b-876d-7eac4531572f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:06.522601 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-feb73488-9349-4325-8c4f-289d60d6d38f None None] Provisioning complete for port b6f62aa1-8325-4f2b-a69a-21d8f3982f5d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:06.525242 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-feb73488-9349-4325-8c4f-289d60d6d38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b6f62aa1-8325-4f2b-a69a-21d8f3982f5d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:06.563840 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f704f75c-51d5-43e1-84fd-9c11a94e6268 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Made reservation on behalf of dc5bb6329fec4f93bf8a76b067affc64 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:06.570286 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f704f75c-51d5-43e1-84fd-9c11a94e6268 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:06.573984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09ee6a-ef73-431c-8508-d1dc84c561b1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Subnet': ['ID=052b224a-dd57-410b-876d-7eac4531572f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:06.587135 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cc09ee6a-ef73-431c-8508-d1dc84c561b1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:06.595986 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3e394f-3d81-4b86-9d18-6b9160921c6c None None] Network 675e821d-ac96-46b3-beff-78dacba9c4e8 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:18:06.599298 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-cc09ee6a-ef73-431c-8508-d1dc84c561b1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "DELETE /v2.0/subnets/052b224a-dd57-410b-876d-7eac4531572f HTTP/1.1" status: 204 len: 168 time: 0.7952826 Feb 09 22:18:06.602380 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42008) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:06.633208 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-f704f75c-51d5-43e1-84fd-9c11a94e6268 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] device_id is not set on port ec2da869-2c37-4abc-927f-b353b57d051d yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:18:06.656727 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-6b2ae19c-095c-4ad6-a53e-235c20356626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681866194', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:15:56Z', 'updated_at': '2022-02-09T22:18:04Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:58Z', 'updated_at': '2022-02-09T22:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:06.713172 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2ae19c-095c-4ad6-a53e-235c20356626 None None] Checking router: fb616316-23b0-44bc-b86f-8d3a0201d83c for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:18:06.725021 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-feb73488-9349-4325-8c4f-289d60d6d38f None None] Port b6f62aa1-8325-4f2b-a69a-21d8f3982f5d cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:06.737204 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ae19c-095c-4ad6-a53e-235c20356626 None None] Routers {'fb616316-23b0-44bc-b86f-8d3a0201d83c'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:06.738083 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-6b2ae19c-095c-4ad6-a53e-235c20356626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:17:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['fb616316-23b0-44bc-b86f-8d3a0201d83c'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:06.853822 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70ab8170-49b3-46e4-943a-62129f1a1955 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router (fb616316-23b0-44bc-b86f-8d3a0201d83c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:06.888576 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-f704f75c-51d5-43e1-84fd-9c11a94e6268 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Allocated IP 172.20.0.13 (167dc00d-2680-4fb5-ba43-081b70b94858/d304f1e7-9c89-4f41-8574-d8812f33e367/ec2da869-2c37-4abc-927f-b353b57d051d) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:06.966373 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-6b2ae19c-095c-4ad6-a53e-235c20356626 None None] Set router fb616316-23b0-44bc-b86f-8d3a0201d83c gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:06.983728 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c070d4-bce9-4d3e-8887-a0fc8bb48d09 None None] DHCP port deletion for 675e821d-ac96-46b3-beff-78dacba9c4e8 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:18:07.197941 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f6c070d4-bce9-4d3e-8887-a0fc8bb48d09 None None] Deleting port 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:18:07.199030 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f6c070d4-bce9-4d3e-8887-a0fc8bb48d09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (7704d704-3a92-49a3-b4ee-3e4a2f3cddc6), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:07.274884 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70ab8170-49b3-46e4-943a-62129f1a1955 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_gateway (fb616316-23b0-44bc-b86f-8d3a0201d83c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:07.300315 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-6b2ae19c-095c-4ad6-a53e-235c20356626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681866194', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:15:56Z', 'updated_at': '2022-02-09T22:18:04Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:58Z', 'updated_at': '2022-02-09T22:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:07.350600 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2ae19c-095c-4ad6-a53e-235c20356626 None None] The sync data for ids ['fb616316-23b0-44bc-b86f-8d3a0201d83c'] in n-d-828601-1 is: [{'id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681866194', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:15:56Z', 'updated_at': '2022-02-09T22:18:04Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1ce538e1-2ec2-4f94-8d7f-a4dc517338cc', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb616316-23b0-44bc-b86f-8d3a0201d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:15:58Z', 'updated_at': '2022-02-09T22:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:07.462182 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-70ab8170-49b3-46e4-943a-62129f1a1955 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Deleting port 1ce538e1-2ec2-4f94-8d7f-a4dc517338cc {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:18:07.462754 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70ab8170-49b3-46e4-943a-62129f1a1955 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1ce538e1-2ec2-4f94-8d7f-a4dc517338cc), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:07.470111 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f6c070d4-bce9-4d3e-8887-a0fc8bb48d09 None None] For port 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7704d704-3a92-49a3-b4ee-3e4a2f3cddc6,segment=NetworkSegment(809d8f2f-29bc-4e22-87c2-9995784e4b0d),segment_id=809d8f2f-29bc-4e22-87c2-9995784e4b0d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:07.470830 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f6c070d4-bce9-4d3e-8887-a0fc8bb48d09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (7704d704-3a92-49a3-b4ee-3e4a2f3cddc6), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:07.494351 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f704f75c-51d5-43e1-84fd-9c11a94e6268 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks [] for port (ec2da869-2c37-4abc-927f-b353b57d051d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:07.500656 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f6c070d4-bce9-4d3e-8887-a0fc8bb48d09 None None] Calling delete_port for 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:18:07.574664 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f704f75c-51d5-43e1-84fd-9c11a94e6268 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ec2da869-2c37-4abc-927f-b353b57d051d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:07.705764 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f704f75c-51d5-43e1-84fd-9c11a94e6268 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Network 167dc00d-2680-4fb5-ba43-081b70b94858 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:07.710720 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f6c070d4-bce9-4d3e-8887-a0fc8bb48d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (7704d704-3a92-49a3-b4ee-3e4a2f3cddc6), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:07.721365 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-f704f75c-51d5-43e1-84fd-9c11a94e6268 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:07.729050 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-70ab8170-49b3-46e4-943a-62129f1a1955 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] For port 1ce538e1-2ec2-4f94-8d7f-a4dc517338cc, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1ce538e1-2ec2-4f94-8d7f-a4dc517338cc,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:07.731887 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70ab8170-49b3-46e4-943a-62129f1a1955 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1ce538e1-2ec2-4f94-8d7f-a4dc517338cc), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:07.750003 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f704f75c-51d5-43e1-84fd-9c11a94e6268 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:07.759425 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704f75c-51d5-43e1-84fd-9c11a94e6268 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Pushing event updated for resources: {'Port': ['ID=ec2da869-2c37-4abc-927f-b353b57d051d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:07.781304 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-70ab8170-49b3-46e4-943a-62129f1a1955 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Calling delete_port for 1ce538e1-2ec2-4f94-8d7f-a4dc517338cc owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:18:07.859581 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f704f75c-51d5-43e1-84fd-9c11a94e6268 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:07.864289 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f704f75c-51d5-43e1-84fd-9c11a94e6268 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:07.869055 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c070d4-bce9-4d3e-8887-a0fc8bb48d09 None None] No DVR routers for this DVR port 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:18:07.877369 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c070d4-bce9-4d3e-8887-a0fc8bb48d09 None None] Pushing event deleted for resources: {'Port': ['ID=7704d704-3a92-49a3-b4ee-3e4a2f3cddc6,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:07.892105 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e025857f-1962-404a-88d8-f5e65b534acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:07.913368 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f704f75c-51d5-43e1-84fd-9c11a94e6268 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7375331 Feb 09 22:18:07.914551 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42014) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:07.920254 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c6758a2a-c97d-4a52-9e44-bd4ce04e115b tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:7b:ab:3c'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:36:a9:7f'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:08.121608 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c6758a2a-c97d-4a52-9e44-bd4ce04e115b tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ec2da869-2c37-4abc-927f-b353b57d051d), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:08.196460 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70ab8170-49b3-46e4-943a-62129f1a1955 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1ce538e1-2ec2-4f94-8d7f-a4dc517338cc), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:08.368981 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab8170-49b3-46e4-943a-62129f1a1955 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Port': ['ID=1ce538e1-2ec2-4f94-8d7f-a4dc517338cc,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:08.434888 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-533199ca-fbbe-466f-8ca3-b69562bc7cd5 None None] Provisioning complete for port ec2da869-2c37-4abc-927f-b353b57d051d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:08.438425 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-533199ca-fbbe-466f-8ca3-b69562bc7cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ec2da869-2c37-4abc-927f-b353b57d051d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:08.515100 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70ab8170-49b3-46e4-943a-62129f1a1955 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (fb616316-23b0-44bc-b86f-8d3a0201d83c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:08.522133 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:18:08.554520 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c6758a2a-c97d-4a52-9e44-bd4ce04e115b tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks [] for port (ec2da869-2c37-4abc-927f-b353b57d051d), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:08.561993 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-533199ca-fbbe-466f-8ca3-b69562bc7cd5 None None] Port ec2da869-2c37-4abc-927f-b353b57d051d cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:08.564356 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:18:08.565080 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7704d704-3a92-49a3-b4ee-3e4a2f3cddc6 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:18:08.565740 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5958ce2d-b964-4595-86cb-dd42cca86cd0 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:18:08.578449 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c6758a2a-c97d-4a52-9e44-bd4ce04e115b tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (ec2da869-2c37-4abc-927f-b353b57d051d), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:08.593675 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 5958ce2d-b964-4595-86cb-dd42cca86cd0 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:18:08.594833 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5958ce2d-b964-4595-86cb-dd42cca86cd0 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:18:08.740849 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6758a2a-c97d-4a52-9e44-bd4ce04e115b tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Pushing event updated for resources: {'Port': ['ID=ec2da869-2c37-4abc-927f-b353b57d051d,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:08.749833 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70ab8170-49b3-46e4-943a-62129f1a1955 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (fb616316-23b0-44bc-b86f-8d3a0201d83c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:08.754968 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70ab8170-49b3-46e4-943a-62129f1a1955 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_controller (fb616316-23b0-44bc-b86f-8d3a0201d83c), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:08.789130 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c6758a2a-c97d-4a52-9e44-bd4ce04e115b tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] In _notify_port_updated(), no bound segment for port ec2da869-2c37-4abc-927f-b353b57d051d on network 167dc00d-2680-4fb5-ba43-081b70b94858 {{(pid=103202) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:18:08.799521 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6758a2a-c97d-4a52-9e44-bd4ce04e115b tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:08.802254 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c6758a2a-c97d-4a52-9e44-bd4ce04e115b tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:08.806492 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c6758a2a-c97d-4a52-9e44-bd4ce04e115b tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "PUT /v2.0/ports/ec2da869-2c37-4abc-927f-b353b57d051d HTTP/1.1" status: 200 len: 1054 time: 0.8908026 Feb 09 22:18:08.812265 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42026) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:08.851819 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70ab8170-49b3-46e4-943a-62129f1a1955 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (fb616316-23b0-44bc-b86f-8d3a0201d83c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:08.852604 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ab8170-49b3-46e4-943a-62129f1a1955 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Fanout notify agent at l3_agent the message router_deleted on router fb616316-23b0-44bc-b86f-8d3a0201d83c {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:18:08.878389 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70ab8170-49b3-46e4-943a-62129f1a1955 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:08.885205 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-70ab8170-49b3-46e4-943a-62129f1a1955 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "DELETE /v2.0/routers/fb616316-23b0-44bc-b86f-8d3a0201d83c HTTP/1.1" status: 204 len: 168 time: 2.2783718 Feb 09 22:18:08.885970 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42028) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:09.080675 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8dee4146-5cb4-4513-933a-a8b2ad6fa487 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Deleting port ec2da869-2c37-4abc-927f-b353b57d051d {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:18:09.081019 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dee4146-5cb4-4513-933a-a8b2ad6fa487 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ec2da869-2c37-4abc-927f-b353b57d051d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:09.087917 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90e2a8e1-9e0e-40f2-a5a2-b1b59851b5aa tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (675e821d-ac96-46b3-beff-78dacba9c4e8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:09.214193 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d4a11618-5a56-4f3d-ae08-575d4e2eabbc None None] Provisioning complete for port ec2da869-2c37-4abc-927f-b353b57d051d triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:09.215218 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a11618-5a56-4f3d-ae08-575d4e2eabbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ec2da869-2c37-4abc-927f-b353b57d051d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:09.275544 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d4a11618-5a56-4f3d-ae08-575d4e2eabbc None None] Port ec2da869-2c37-4abc-927f-b353b57d051d cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:09.292295 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dee4146-5cb4-4513-933a-a8b2ad6fa487 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ec2da869-2c37-4abc-927f-b353b57d051d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:09.312795 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8dee4146-5cb4-4513-933a-a8b2ad6fa487 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Calling delete_port for ec2da869-2c37-4abc-927f-b353b57d051d owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:18:09.322756 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90e2a8e1-9e0e-40f2-a5a2-b1b59851b5aa tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (675e821d-ac96-46b3-beff-78dacba9c4e8), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:09.354544 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-90e2a8e1-9e0e-40f2-a5a2-b1b59851b5aa tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675e821d-ac96-46b3-beff-78dacba9c4e8']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:09.357226 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42032) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:09.372377 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-90e2a8e1-9e0e-40f2-a5a2-b1b59851b5aa tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809d8f2f-29bc-4e22-87c2-9995784e4b0d') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:09.372753 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-90e2a8e1-9e0e-40f2-a5a2-b1b59851b5aa tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809d8f2f-29bc-4e22-87c2-9995784e4b0d') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:09.389760 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90e2a8e1-9e0e-40f2-a5a2-b1b59851b5aa tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (809d8f2f-29bc-4e22-87c2-9995784e4b0d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:09.429849 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90e2a8e1-9e0e-40f2-a5a2-b1b59851b5aa tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (809d8f2f-29bc-4e22-87c2-9995784e4b0d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:09.441725 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e2a8e1-9e0e-40f2-a5a2-b1b59851b5aa tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:18:09.444401 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90e2a8e1-9e0e-40f2-a5a2-b1b59851b5aa tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (809d8f2f-29bc-4e22-87c2-9995784e4b0d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:18:09.453832 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:18:09.581763 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90e2a8e1-9e0e-40f2-a5a2-b1b59851b5aa tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (675e821d-ac96-46b3-beff-78dacba9c4e8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:09.610793 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90e2a8e1-9e0e-40f2-a5a2-b1b59851b5aa tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:09.614436 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-90e2a8e1-9e0e-40f2-a5a2-b1b59851b5aa tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "DELETE /v2.0/networks/675e821d-ac96-46b3-beff-78dacba9c4e8 HTTP/1.1" status: 204 len: 168 time: 0.7263639 Feb 09 22:18:09.630818 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42038) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:09.644397 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2a8e1-9e0e-40f2-a5a2-b1b59851b5aa tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Network': ['ID=675e821d-ac96-46b3-beff-78dacba9c4e8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:09.649519 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9aa6ec16-ce25-49ef-9bfa-2911c70629f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:09.773031 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37106d01-0d8a-42bf-b2de-9ed7b06cb12c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (fd86a658-1857-431d-abe3-7196e01a92f7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:09.819902 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37106d01-0d8a-42bf-b2de-9ed7b06cb12c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (fd86a658-1857-431d-abe3-7196e01a92f7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:09.883792 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9aa6ec16-ce25-49ef-9bfa-2911c70629f3 admin admin] Publish callbacks [] for security_group (dad17413-a7e3-49b1-bb16-221033e0e12d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:09.890728 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9aa6ec16-ce25-49ef-9bfa-2911c70629f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (dad17413-a7e3-49b1-bb16-221033e0e12d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:09.938929 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6ec16-ce25-49ef-9bfa-2911c70629f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad17413-a7e3-49b1-bb16-221033e0e12d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:09.945223 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9aa6ec16-ce25-49ef-9bfa-2911c70629f3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=92d751542d9b487cb0fa76c1134729a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5870030 Feb 09 22:18:09.947841 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42040) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:09.966281 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37106d01-0d8a-42bf-b2de-9ed7b06cb12c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (fd86a658-1857-431d-abe3-7196e01a92f7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:09.968967 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37106d01-0d8a-42bf-b2de-9ed7b06cb12c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:09.973285 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-37106d01-0d8a-42bf-b2de-9ed7b06cb12c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "DELETE /v2.0/security-groups/fd86a658-1857-431d-abe3-7196e01a92f7 HTTP/1.1" status: 204 len: 168 time: 0.3411825 Feb 09 22:18:09.999619 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37106d01-0d8a-42bf-b2de-9ed7b06cb12c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd86a658-1857-431d-abe3-7196e01a92f7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:10.030874 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-841ad52e-d50c-4636-b630-4964eca76e1f admin admin] Publish callbacks [] for security_group (dad17413-a7e3-49b1-bb16-221033e0e12d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:10.077325 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-841ad52e-d50c-4636-b630-4964eca76e1f admin admin] Publish callbacks [] for security_group (dad17413-a7e3-49b1-bb16-221033e0e12d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:10.108068 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dee4146-5cb4-4513-933a-a8b2ad6fa487 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ec2da869-2c37-4abc-927f-b353b57d051d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:10.155309 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-841ad52e-d50c-4636-b630-4964eca76e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (dad17413-a7e3-49b1-bb16-221033e0e12d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:10.158092 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-841ad52e-d50c-4636-b630-4964eca76e1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:10.162915 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-841ad52e-d50c-4636-b630-4964eca76e1f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dad17413-a7e3-49b1-bb16-221033e0e12d HTTP/1.1" status: 204 len: 168 time: 0.2104194 Feb 09 22:18:10.169683 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee4146-5cb4-4513-933a-a8b2ad6fa487 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Pushing event deleted for resources: {'Port': ['ID=ec2da869-2c37-4abc-927f-b353b57d051d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:10.190750 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ad52e-d50c-4636-b630-4964eca76e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad17413-a7e3-49b1-bb16-221033e0e12d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:10.431968 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1ce538e1-2ec2-4f94-8d7f-a4dc517338cc no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:18:10.480030 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 1ce538e1-2ec2-4f94-8d7f-a4dc517338cc {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:18:10.480943 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1ce538e1-2ec2-4f94-8d7f-a4dc517338cc not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:18:10.559878 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c65d2a61-923c-4bd7-8fa5-e654c97518e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:10.689713 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dee4146-5cb4-4513-933a-a8b2ad6fa487 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:10.695720 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8dee4146-5cb4-4513-933a-a8b2ad6fa487 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "DELETE /v2.0/ports/ec2da869-2c37-4abc-927f-b353b57d051d HTTP/1.1" status: 204 len: 168 time: 1.8801010 Feb 09 22:18:10.696898 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42056) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:10.728479 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e84c7f-040b-4f6c-a69a-18d06db82870 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] GET failed (client error): The resource could not be found. Feb 09 22:18:10.730373 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-87e84c7f-040b-4f6c-a69a-18d06db82870 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "GET /v2.0/ports/ec2da869-2c37-4abc-927f-b353b57d051d HTTP/1.1" status: 404 len: 333 time: 0.0324059 Feb 09 22:18:10.733326 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42060) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:10.900777 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-23f28915-404c-4550-9c1c-cc3d25df4d47 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Deleting port b6f62aa1-8325-4f2b-a69a-21d8f3982f5d {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:18:10.901454 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23f28915-404c-4550-9c1c-cc3d25df4d47 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b6f62aa1-8325-4f2b-a69a-21d8f3982f5d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:11.024498 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42068) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:11.033956 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f9d8074f-78b9-45f5-a15f-859b91f86b2f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1258193090', 'description': 'tempest-secgroup-smoke-1258193090 description', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:11.057259 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23f28915-404c-4550-9c1c-cc3d25df4d47 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b6f62aa1-8325-4f2b-a69a-21d8f3982f5d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:11.076167 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9d8074f-78b9-45f5-a15f-859b91f86b2f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:11.079442 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-23f28915-404c-4550-9c1c-cc3d25df4d47 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Calling delete_port for b6f62aa1-8325-4f2b-a69a-21d8f3982f5d owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:18:11.196482 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9d8074f-78b9-45f5-a15f-859b91f86b2f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (5bcad339-6d06-45d6-adef-9afdab714c8f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:11.204690 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9d8074f-78b9-45f5-a15f-859b91f86b2f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5bcad339-6d06-45d6-adef-9afdab714c8f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:11.266901 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9d8074f-78b9-45f5-a15f-859b91f86b2f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:11.271398 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f9d8074f-78b9-45f5-a15f-859b91f86b2f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2412992 Feb 09 22:18:11.271931 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8074f-78b9-45f5-a15f-859b91f86b2f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcad339-6d06-45d6-adef-9afdab714c8f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:11.275938 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42076) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:11.283392 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b95a8ed8-d5ab-4abe-99dc-7e0f472dcc6d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': '5bcad339-6d06-45d6-adef-9afdab714c8f', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:11.304035 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23f28915-404c-4550-9c1c-cc3d25df4d47 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (b6f62aa1-8325-4f2b-a69a-21d8f3982f5d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:11.339114 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b95a8ed8-d5ab-4abe-99dc-7e0f472dcc6d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (71815a8b-07c9-478a-b5c6-ff66458e289a), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:11.354710 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f28915-404c-4550-9c1c-cc3d25df4d47 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Pushing event deleted for resources: {'Port': ['ID=b6f62aa1-8325-4f2b-a69a-21d8f3982f5d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:11.475924 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23f28915-404c-4550-9c1c-cc3d25df4d47 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:11.479751 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-23f28915-404c-4550-9c1c-cc3d25df4d47 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "DELETE /v2.0/ports/b6f62aa1-8325-4f2b-a69a-21d8f3982f5d HTTP/1.1" status: 204 len: 168 time: 0.7450905 Feb 09 22:18:11.483253 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42080) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:11.523029 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de14f58-c1ef-4d8f-a0ea-20a45938730b tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] GET failed (client error): The resource could not be found. Feb 09 22:18:11.526769 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2de14f58-c1ef-4d8f-a0ea-20a45938730b tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "GET /v2.0/ports/b6f62aa1-8325-4f2b-a69a-21d8f3982f5d HTTP/1.1" status: 404 len: 333 time: 0.0419388 Feb 09 22:18:11.534745 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b95a8ed8-d5ab-4abe-99dc-7e0f472dcc6d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (71815a8b-07c9-478a-b5c6-ff66458e289a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:11.535943 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42082) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:11.543767 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b95a8ed8-d5ab-4abe-99dc-7e0f472dcc6d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (71815a8b-07c9-478a-b5c6-ff66458e289a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:11.569732 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a8ed8-d5ab-4abe-99dc-7e0f472dcc6d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71815a8b-07c9-478a-b5c6-ff66458e289a,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:11.605267 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b95a8ed8-d5ab-4abe-99dc-7e0f472dcc6d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:11.607445 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b95a8ed8-d5ab-4abe-99dc-7e0f472dcc6d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3297596 Feb 09 22:18:11.610536 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42086) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:11.618518 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c3dbf1c1-da78-478d-825f-4d2df4666d85 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': '5bcad339-6d06-45d6-adef-9afdab714c8f', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:11.658977 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:11.703140 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c3dbf1c1-da78-478d-825f-4d2df4666d85 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (ae855a90-cb81-45c2-840f-90222404ff5f), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:11.759893 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f30dfe1d-7321-4e0b-897b-caeb7b7cd048 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Deleting port 9afe8d7d-c0fc-47bd-902b-64eeb1422f2f {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:18:11.761507 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f30dfe1d-7321-4e0b-897b-caeb7b7cd048 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (9afe8d7d-c0fc-47bd-902b-64eeb1422f2f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:11.773146 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c3dbf1c1-da78-478d-825f-4d2df4666d85 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (ae855a90-cb81-45c2-840f-90222404ff5f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:11.789344 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c3dbf1c1-da78-478d-825f-4d2df4666d85 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (ae855a90-cb81-45c2-840f-90222404ff5f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:11.814795 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbf1c1-da78-478d-825f-4d2df4666d85 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae855a90-cb81-45c2-840f-90222404ff5f,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:11.840361 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c3dbf1c1-da78-478d-825f-4d2df4666d85 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:11.842160 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c3dbf1c1-da78-478d-825f-4d2df4666d85 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2301092 Feb 09 22:18:11.846051 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42094) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:11.855397 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ec5d6fb8-82d4-4cbf-9be9-658ccb564cbb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': '5bcad339-6d06-45d6-adef-9afdab714c8f', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:11.911718 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec5d6fb8-82d4-4cbf-9be9-658ccb564cbb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (f8158ab3-fb6f-4969-aa5b-b2ad9651cb2c), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.018037 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f30dfe1d-7321-4e0b-897b-caeb7b7cd048 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (9afe8d7d-c0fc-47bd-902b-64eeb1422f2f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.034017 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f30dfe1d-7321-4e0b-897b-caeb7b7cd048 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Calling delete_port for 9afe8d7d-c0fc-47bd-902b-64eeb1422f2f owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:18:12.055954 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec5d6fb8-82d4-4cbf-9be9-658ccb564cbb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (f8158ab3-fb6f-4969-aa5b-b2ad9651cb2c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.066629 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec5d6fb8-82d4-4cbf-9be9-658ccb564cbb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (f8158ab3-fb6f-4969-aa5b-b2ad9651cb2c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.112460 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d6fb8-82d4-4cbf-9be9-658ccb564cbb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8158ab3-fb6f-4969-aa5b-b2ad9651cb2c,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:12.141751 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec5d6fb8-82d4-4cbf-9be9-658ccb564cbb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.148654 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ec5d6fb8-82d4-4cbf-9be9-658ccb564cbb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3012002 Feb 09 22:18:12.149437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42102) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:12.155976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-bb7514aa-e887-40b8-9990-e661a2d8e168 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': '5bcad339-6d06-45d6-adef-9afdab714c8f', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:12.222689 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb7514aa-e887-40b8-9990-e661a2d8e168 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (51b614ea-9fd0-4855-b82a-1362582b35dd), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.367626 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f30dfe1d-7321-4e0b-897b-caeb7b7cd048 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (9afe8d7d-c0fc-47bd-902b-64eeb1422f2f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.368739 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb7514aa-e887-40b8-9990-e661a2d8e168 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (51b614ea-9fd0-4855-b82a-1362582b35dd), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.375352 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb7514aa-e887-40b8-9990-e661a2d8e168 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (51b614ea-9fd0-4855-b82a-1362582b35dd), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.407064 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7514aa-e887-40b8-9990-e661a2d8e168 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b614ea-9fd0-4855-b82a-1362582b35dd,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:12.427987 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb7514aa-e887-40b8-9990-e661a2d8e168 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.429773 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bb7514aa-e887-40b8-9990-e661a2d8e168 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2793005 Feb 09 22:18:12.432870 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42108) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:12.433746 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30dfe1d-7321-4e0b-897b-caeb7b7cd048 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Pushing event deleted for resources: {'Port': ['ID=9afe8d7d-c0fc-47bd-902b-64eeb1422f2f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:12.453410 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a4c4463e-bcef-46b2-ba7d-43f39635398b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': '5bcad339-6d06-45d6-adef-9afdab714c8f', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:12.490901 n-d-828601-1 neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-a4c4463e-bcef-46b2-ba7d-43f39635398b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Project a306ddcdfade484fb30dc0e0a20bda6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:18:12.504388 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a4c4463e-bcef-46b2-ba7d-43f39635398b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (29531cdf-262f-4a33-b4bd-e510bab8b5ae), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.594771 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f30dfe1d-7321-4e0b-897b-caeb7b7cd048 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.608666 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f30dfe1d-7321-4e0b-897b-caeb7b7cd048 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "DELETE /v2.0/ports/9afe8d7d-c0fc-47bd-902b-64eeb1422f2f HTTP/1.1" status: 204 len: 168 time: 1.0682759 Feb 09 22:18:12.610423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42112) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:12.691983 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a4c4463e-bcef-46b2-ba7d-43f39635398b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (29531cdf-262f-4a33-b4bd-e510bab8b5ae), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.701294 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-846a943d-06f1-4cd7-9ef3-b4ad7073a242 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Deleting subnet d304f1e7-9c89-4f41-8574-d8812f33e367 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:18:12.706176 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a4c4463e-bcef-46b2-ba7d-43f39635398b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (29531cdf-262f-4a33-b4bd-e510bab8b5ae), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.719270 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-846a943d-06f1-4cd7-9ef3-b4ad7073a242 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks [] for subnet (d304f1e7-9c89-4f41-8574-d8812f33e367), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.760222 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a4c4463e-bcef-46b2-ba7d-43f39635398b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.764190 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a4c4463e-bcef-46b2-ba7d-43f39635398b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3269801 Feb 09 22:18:12.764512 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42116) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:12.766619 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4463e-bcef-46b2-ba7d-43f39635398b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29531cdf-262f-4a33-b4bd-e510bab8b5ae,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:12.772873 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-35a70919-4e7b-4994-9592-395860dc30d1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'security_group_rule': {'security_group_id': '5bcad339-6d06-45d6-adef-9afdab714c8f', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:12.796649 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-846a943d-06f1-4cd7-9ef3-b4ad7073a242 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (d304f1e7-9c89-4f41-8574-d8812f33e367), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.827936 n-d-828601-1 neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-35a70919-4e7b-4994-9592-395860dc30d1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Project a306ddcdfade484fb30dc0e0a20bda6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:18:12.835008 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35a70919-4e7b-4994-9592-395860dc30d1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (7fc19559-6254-4530-bd09-6f26ca51d49e), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.860465 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.958870 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35a70919-4e7b-4994-9592-395860dc30d1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (7fc19559-6254-4530-bd09-6f26ca51d49e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.967174 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35a70919-4e7b-4994-9592-395860dc30d1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (7fc19559-6254-4530-bd09-6f26ca51d49e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.971464 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-846a943d-06f1-4cd7-9ef3-b4ad7073a242 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (d304f1e7-9c89-4f41-8574-d8812f33e367), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:13.007049 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a70919-4e7b-4994-9592-395860dc30d1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc19559-6254-4530-bd09-6f26ca51d49e,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:13.025190 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35a70919-4e7b-4994-9592-395860dc30d1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:13.028056 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-35a70919-4e7b-4994-9592-395860dc30d1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2621920 Feb 09 22:18:13.031456 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42122) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:13.042316 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c4ee16e2-7334-4e83-a10b-c279bc14e88e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'network': {'name': 'tempest-network-smoke--577811606', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'port_security_enabled': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:13.077663 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ee16e2-7334-4e83-a10b-c279bc14e88e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Made reservation on behalf of a306ddcdfade484fb30dc0e0a20bda6f for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:13.084843 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4ee16e2-7334-4e83-a10b-c279bc14e88e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:13.137806 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-846a943d-06f1-4cd7-9ef3-b4ad7073a242 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (d304f1e7-9c89-4f41-8574-d8812f33e367), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:13.148230 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ee16e2-7334-4e83-a10b-c279bc14e88e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:18:13.163933 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4ee16e2-7334-4e83-a10b-c279bc14e88e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (80ebee18-e92a-470f-afa6-2960f75a08fa), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:13.164718 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-c4ee16e2-7334-4e83-a10b-c279bc14e88e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Added segment 80ebee18-e92a-470f-afa6-2960f75a08fa of type vlan for network 3c5b1b1f-067d-4c74-90d4-4f51a006cd63 Feb 09 22:18:13.195740 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a943d-06f1-4cd7-9ef3-b4ad7073a242 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Pushing event deleted for resources: {'Subnet': ['ID=d304f1e7-9c89-4f41-8574-d8812f33e367,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:13.206045 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-846a943d-06f1-4cd7-9ef3-b4ad7073a242 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:13.212894 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671144b7-ccd7-4555-8714-19799047b1e6 None None] Network 167dc00d-2680-4fb5-ba43-081b70b94858 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:18:13.213490 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-846a943d-06f1-4cd7-9ef3-b4ad7073a242 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "DELETE /v2.0/subnets/d304f1e7-9c89-4f41-8574-d8812f33e367 HTTP/1.1" status: 204 len: 168 time: 0.5961308 Feb 09 22:18:13.216019 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42128) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:13.265980 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4ee16e2-7334-4e83-a10b-c279bc14e88e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (3c5b1b1f-067d-4c74-90d4-4f51a006cd63), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:13.306256 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4ee16e2-7334-4e83-a10b-c279bc14e88e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (3c5b1b1f-067d-4c74-90d4-4f51a006cd63), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:13.320403 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ee16e2-7334-4e83-a10b-c279bc14e88e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:13.324970 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4ee16e2-7334-4e83-a10b-c279bc14e88e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:13.373705 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dccfef48-49cb-4761-8dbe-2016f5cbae97 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (167dc00d-2680-4fb5-ba43-081b70b94858), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:13.428531 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c4ee16e2-7334-4e83-a10b-c279bc14e88e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3949137 Feb 09 22:18:13.429148 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42134) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:13.449137 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-69bb9e1a-7ca1-4147-88ec-66366030f5d7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-326583759', 'admin_state_up': True, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:13.488544 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c8d8c5-2f7f-4fe1-aff7-869bbbf62aa5 None None] DHCP port deletion for 167dc00d-2680-4fb5-ba43-081b70b94858 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:18:13.494317 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee16e2-7334-4e83-a10b-c279bc14e88e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Network': ['ID=3c5b1b1f-067d-4c74-90d4-4f51a006cd63,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:13.530708 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-dccfef48-49cb-4761-8dbe-2016f5cbae97 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Deleting port 95aee3ef-3e79-4663-b02d-7332b950ca67 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:18:13.531248 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dccfef48-49cb-4761-8dbe-2016f5cbae97 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (95aee3ef-3e79-4663-b02d-7332b950ca67), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:13.538593 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 3c5b1b1f-067d-4c74-90d4-4f51a006cd63 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:18:13.615166 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-dccfef48-49cb-4761-8dbe-2016f5cbae97 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] For port 95aee3ef-3e79-4663-b02d-7332b950ca67, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=95aee3ef-3e79-4663-b02d-7332b950ca67,segment=NetworkSegment(d3d5c68a-26fb-422e-be02-8f10ae15802a),segment_id=d3d5c68a-26fb-422e-be02-8f10ae15802a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:13.616903 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dccfef48-49cb-4761-8dbe-2016f5cbae97 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (95aee3ef-3e79-4663-b02d-7332b950ca67), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:13.620612 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69bb9e1a-7ca1-4147-88ec-66366030f5d7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (5bfe8c37-abc2-4f54-9f7b-fa85dce3465b), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:13.621757 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69bb9e1a-7ca1-4147-88ec-66366030f5d7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (5bfe8c37-abc2-4f54-9f7b-fa85dce3465b), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:13.640951 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-dccfef48-49cb-4761-8dbe-2016f5cbae97 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Calling delete_port for 95aee3ef-3e79-4663-b02d-7332b950ca67 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:18:13.670672 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e4c8d8c5-2f7f-4fe1-aff7-869bbbf62aa5 None None] Deleting port 95aee3ef-3e79-4663-b02d-7332b950ca67 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:18:13.671485 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e4c8d8c5-2f7f-4fe1-aff7-869bbbf62aa5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (95aee3ef-3e79-4663-b02d-7332b950ca67), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:13.777197 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69bb9e1a-7ca1-4147-88ec-66366030f5d7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_controller (5bfe8c37-abc2-4f54-9f7b-fa85dce3465b), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:13.787569 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e4c8d8c5-2f7f-4fe1-aff7-869bbbf62aa5 None None] For port 95aee3ef-3e79-4663-b02d-7332b950ca67, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=95aee3ef-3e79-4663-b02d-7332b950ca67,segment=NetworkSegment(d3d5c68a-26fb-422e-be02-8f10ae15802a),segment_id=d3d5c68a-26fb-422e-be02-8f10ae15802a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:13.789658 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e4c8d8c5-2f7f-4fe1-aff7-869bbbf62aa5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (95aee3ef-3e79-4663-b02d-7332b950ca67), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:13.826956 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e4c8d8c5-2f7f-4fe1-aff7-869bbbf62aa5 None None] Calling delete_port for 95aee3ef-3e79-4663-b02d-7332b950ca67 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:18:13.971192 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 22:18:13.984002 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e4c8d8c5-2f7f-4fe1-aff7-869bbbf62aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (95aee3ef-3e79-4663-b02d-7332b950ca67), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.039180 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8d8c5-2f7f-4fe1-aff7-869bbbf62aa5 None None] Pushing event deleted for resources: {'Port': ['ID=95aee3ef-3e79-4663-b02d-7332b950ca67,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:14.052122 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c8d8c5-2f7f-4fe1-aff7-869bbbf62aa5 None None] No DVR routers for this DVR port 95aee3ef-3e79-4663-b02d-7332b950ca67 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:18:14.236780 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dccfef48-49cb-4761-8dbe-2016f5cbae97 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (95aee3ef-3e79-4663-b02d-7332b950ca67), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.304649 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69bb9e1a-7ca1-4147-88ec-66366030f5d7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_gateway (5bfe8c37-abc2-4f54-9f7b-fa85dce3465b), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.311714 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfef48-49cb-4761-8dbe-2016f5cbae97 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Pushing event deleted for resources: {'Port': ['ID=95aee3ef-3e79-4663-b02d-7332b950ca67,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:14.315131 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccfef48-49cb-4761-8dbe-2016f5cbae97 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] No DVR routers for this DVR port 95aee3ef-3e79-4663-b02d-7332b950ca67 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:18:14.385984 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 95aee3ef-3e79-4663-b02d-7332b950ca67 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:18:14.406478 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42142) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:14.412516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-fa5382b0-0308-48c2-bf81-79a666df0094 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Request body: {'network': {'name': 'tempest-network-smoke--1381057631', 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'port_security_enabled': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:14.420391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 95aee3ef-3e79-4663-b02d-7332b950ca67 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:18:14.421141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 95aee3ef-3e79-4663-b02d-7332b950ca67 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:18:14.444571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5382b0-0308-48c2-bf81-79a666df0094 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Made reservation on behalf of b9cc49ec6add4d9e9840b65c33b053cd for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:14.448791 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa5382b0-0308-48c2-bf81-79a666df0094 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.461634 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa5382b0-0308-48c2-bf81-79a666df0094 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.546474 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dccfef48-49cb-4761-8dbe-2016f5cbae97 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (167dc00d-2680-4fb5-ba43-081b70b94858), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.552786 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa5382b0-0308-48c2-bf81-79a666df0094 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for security_group (24613a0b-0fad-4282-9cb7-959235276ea0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.559952 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa5382b0-0308-48c2-bf81-79a666df0094 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (24613a0b-0fad-4282-9cb7-959235276ea0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.576051 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5382b0-0308-48c2-bf81-79a666df0094 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:18:14.592802 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-dccfef48-49cb-4761-8dbe-2016f5cbae97 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167dc00d-2680-4fb5-ba43-081b70b94858']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:14.603142 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa5382b0-0308-48c2-bf81-79a666df0094 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (20c1805b-9e63-4777-afd2-40c33c127bf1), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.603582 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-fa5382b0-0308-48c2-bf81-79a666df0094 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Added segment 20c1805b-9e63-4777-afd2-40c33c127bf1 of type vlan for network c08c80e7-ece5-4a9e-8647-0f5d34522ce3 Feb 09 22:18:14.613327 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5382b0-0308-48c2-bf81-79a666df0094 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24613a0b-0fad-4282-9cb7-959235276ea0,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:14.624181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-dccfef48-49cb-4761-8dbe-2016f5cbae97 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d5c68a-26fb-422e-be02-8f10ae15802a') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:14.624709 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-dccfef48-49cb-4761-8dbe-2016f5cbae97 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d5c68a-26fb-422e-be02-8f10ae15802a') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:14.649733 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dccfef48-49cb-4761-8dbe-2016f5cbae97 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (d3d5c68a-26fb-422e-be02-8f10ae15802a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.668275 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.674997 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa5382b0-0308-48c2-bf81-79a666df0094 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (c08c80e7-ece5-4a9e-8647-0f5d34522ce3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.685909 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dccfef48-49cb-4761-8dbe-2016f5cbae97 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d3d5c68a-26fb-422e-be02-8f10ae15802a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.706477 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccfef48-49cb-4761-8dbe-2016f5cbae97 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:18:14.706887 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dccfef48-49cb-4761-8dbe-2016f5cbae97 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (d3d5c68a-26fb-422e-be02-8f10ae15802a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:18:14.712456 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:18:14.722306 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa5382b0-0308-48c2-bf81-79a666df0094 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (c08c80e7-ece5-4a9e-8647-0f5d34522ce3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.732836 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5382b0-0308-48c2-bf81-79a666df0094 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:14.733970 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa5382b0-0308-48c2-bf81-79a666df0094 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.843526 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fa5382b0-0308-48c2-bf81-79a666df0094 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4320731 Feb 09 22:18:14.845207 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42144) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:14.854777 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f008f57c-2924-4474-a05b-7b0f72776368 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1622731239', 'admin_state_up': True, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:14.862107 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5382b0-0308-48c2-bf81-79a666df0094 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event updated for resources: {'Network': ['ID=c08c80e7-ece5-4a9e-8647-0f5d34522ce3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:14.863081 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dccfef48-49cb-4761-8dbe-2016f5cbae97 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (167dc00d-2680-4fb5-ba43-081b70b94858), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.889749 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network c08c80e7-ece5-4a9e-8647-0f5d34522ce3 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:18:14.897642 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dccfef48-49cb-4761-8dbe-2016f5cbae97 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.901187 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-dccfef48-49cb-4761-8dbe-2016f5cbae97 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] 10.222.0.77 "DELETE /v2.0/networks/167dc00d-2680-4fb5-ba43-081b70b94858 HTTP/1.1" status: 204 len: 168 time: 1.6837468 Feb 09 22:18:14.921016 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69bb9e1a-7ca1-4147-88ec-66366030f5d7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_gateway (5bfe8c37-abc2-4f54-9f7b-fa85dce3465b), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.943590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfef48-49cb-4761-8dbe-2016f5cbae97 tempest-AllowedAddressPairTestJSON-302376656 tempest-AllowedAddressPairTestJSON-302376656-project] Pushing event deleted for resources: {'Network': ['ID=167dc00d-2680-4fb5-ba43-081b70b94858,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:14.981484 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69bb9e1a-7ca1-4147-88ec-66366030f5d7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.985131 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f008f57c-2924-4474-a05b-7b0f72776368 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (37780b23-1dd8-4ed6-8122-1b04227e2161), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.986840 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f008f57c-2924-4474-a05b-7b0f72776368 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (37780b23-1dd8-4ed6-8122-1b04227e2161), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:15.170163 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f008f57c-2924-4474-a05b-7b0f72776368 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for router_controller (37780b23-1dd8-4ed6-8122-1b04227e2161), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:15.444777 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42152) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:15.482384 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-69bb9e1a-7ca1-4147-88ec-66366030f5d7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Allocated IP 172.25.6.26 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/1fcc3e5d-1959-4d96-9013-de17c89e9574) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:15.500964 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f008f57c-2924-4474-a05b-7b0f72776368 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for router_gateway (37780b23-1dd8-4ed6-8122-1b04227e2161), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:15.551251 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:15.671101 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69bb9e1a-7ca1-4147-88ec-66366030f5d7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (1fcc3e5d-1959-4d96-9013-de17c89e9574), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:15.681001 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-12aa2858-75b9-402d-92da-54b900fda91a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dc5bb6329fec4f93bf8a76b067affc64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2342470 Feb 09 22:18:15.683251 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42156) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:15.736091 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69bb9e1a-7ca1-4147-88ec-66366030f5d7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1fcc3e5d-1959-4d96-9013-de17c89e9574), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:15.768832 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-33fc3a04-873f-4ced-9d9b-602cfc57a9bf admin admin] Publish callbacks [] for security_group (5efb98c0-b2d8-4bc6-acd5-8bd4a0797bb4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:15.805185 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-33fc3a04-873f-4ced-9d9b-602cfc57a9bf admin admin] Publish callbacks [] for security_group (5efb98c0-b2d8-4bc6-acd5-8bd4a0797bb4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:15.844783 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bb9e1a-7ca1-4147-88ec-66366030f5d7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:15.853293 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-69bb9e1a-7ca1-4147-88ec-66366030f5d7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:15.860139 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bb9e1a-7ca1-4147-88ec-66366030f5d7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:15.889859 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb9e1a-7ca1-4147-88ec-66366030f5d7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=1fcc3e5d-1959-4d96-9013-de17c89e9574,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:15.899190 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-33fc3a04-873f-4ced-9d9b-602cfc57a9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5efb98c0-b2d8-4bc6-acd5-8bd4a0797bb4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:15.903986 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-33fc3a04-873f-4ced-9d9b-602cfc57a9bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:15.909791 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-33fc3a04-873f-4ced-9d9b-602cfc57a9bf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5efb98c0-b2d8-4bc6-acd5-8bd4a0797bb4 HTTP/1.1" status: 204 len: 168 time: 0.2211053 Feb 09 22:18:15.916083 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f008f57c-2924-4474-a05b-7b0f72776368 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for router_gateway (37780b23-1dd8-4ed6-8122-1b04227e2161), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:15.936660 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc3a04-873f-4ced-9d9b-602cfc57a9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efb98c0-b2d8-4bc6-acd5-8bd4a0797bb4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:15.943882 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f008f57c-2924-4474-a05b-7b0f72776368 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:16.207635 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-f008f57c-2924-4474-a05b-7b0f72776368 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Allocated IP 172.25.6.15 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/102bdb13-16ac-4db6-86dd-f553481022cf) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:16.217518 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:16.389479 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69bb9e1a-7ca1-4147-88ec-66366030f5d7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_gateway (5bfe8c37-abc2-4f54-9f7b-fa85dce3465b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:16.537261 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f008f57c-2924-4474-a05b-7b0f72776368 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for port (102bdb13-16ac-4db6-86dd-f553481022cf), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:16.676989 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f008f57c-2924-4474-a05b-7b0f72776368 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (102bdb13-16ac-4db6-86dd-f553481022cf), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:16.730049 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f008f57c-2924-4474-a05b-7b0f72776368 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:16.735170 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f008f57c-2924-4474-a05b-7b0f72776368 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:16.738545 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f008f57c-2924-4474-a05b-7b0f72776368 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:16.799420 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008f57c-2924-4474-a05b-7b0f72776368 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event updated for resources: {'Port': ['ID=102bdb13-16ac-4db6-86dd-f553481022cf,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:16.818890 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69bb9e1a-7ca1-4147-88ec-66366030f5d7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (5bfe8c37-abc2-4f54-9f7b-fa85dce3465b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:17.087942 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42180) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:17.291099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7775bb10-6db2-4efe-9e62-998eae56fd47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-904440242'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:17.330625 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7775bb10-6db2-4efe-9e62-998eae56fd47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Made reservation on behalf of f01ba34c72984b9f9376d6d75b9b458f for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:17.337387 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7775bb10-6db2-4efe-9e62-998eae56fd47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:17.352721 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7775bb10-6db2-4efe-9e62-998eae56fd47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:17.490663 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7775bb10-6db2-4efe-9e62-998eae56fd47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for security_group (7302b067-3906-4d30-9263-bcffd797d913), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:17.498713 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7775bb10-6db2-4efe-9e62-998eae56fd47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7302b067-3906-4d30-9263-bcffd797d913), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:17.526831 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f008f57c-2924-4474-a05b-7b0f72776368 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for router_gateway (37780b23-1dd8-4ed6-8122-1b04227e2161), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:17.550744 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7775bb10-6db2-4efe-9e62-998eae56fd47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:18:17.577082 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bb9e1a-7ca1-4147-88ec-66366030f5d7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Router 5bfe8c37-abc2-4f54-9f7b-fa85dce3465b is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:18:17.577738 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775bb10-6db2-4efe-9e62-998eae56fd47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7302b067-3906-4d30-9263-bcffd797d913,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:17.582890 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7775bb10-6db2-4efe-9e62-998eae56fd47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (b66c8c15-f5eb-4243-851b-2e17333b2cf8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:17.583404 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-7775bb10-6db2-4efe-9e62-998eae56fd47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Added segment b66c8c15-f5eb-4243-851b-2e17333b2cf8 of type vlan for network e02fd85a-24dd-41ea-9805-7ba206811320 Feb 09 22:18:17.678614 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7775bb10-6db2-4efe-9e62-998eae56fd47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (e02fd85a-24dd-41ea-9805-7ba206811320), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:17.732410 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7775bb10-6db2-4efe-9e62-998eae56fd47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (e02fd85a-24dd-41ea-9805-7ba206811320), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:17.743290 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7775bb10-6db2-4efe-9e62-998eae56fd47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:17.744670 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7775bb10-6db2-4efe-9e62-998eae56fd47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:17.798636 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7775bb10-6db2-4efe-9e62-998eae56fd47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7088637 Feb 09 22:18:17.818880 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42188) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:17.827931 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-df629e5a-e276-4d6d-84bf-ef5230e6f231 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Request body: {'subnet': {'network_id': 'e02fd85a-24dd-41ea-9805-7ba206811320', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:17.878532 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bb9e1a-7ca1-4147-88ec-66366030f5d7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:17.902235 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] Sync routers for ids ['5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:17.920254 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69bb9e1a-7ca1-4147-88ec-66366030f5d7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:17.922659 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-69bb9e1a-7ca1-4147-88ec-66366030f5d7 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.4920635 Feb 09 22:18:17.928986 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] Routers {'5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:17.930305 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42192) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:17.935313 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:17.972034 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775bb10-6db2-4efe-9e62-998eae56fd47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Network': ['ID=e02fd85a-24dd-41ea-9805-7ba206811320,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:17.989786 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3f92efec-5c14-44a8-928a-a53a63181bb1 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=a306ddcdfade484fb30dc0e0a20bda6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0586054 Feb 09 22:18:17.995436 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42194) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:18.008374 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network e02fd85a-24dd-41ea-9805-7ba206811320 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:18:18.072486 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df629e5a-e276-4d6d-84bf-ef5230e6f231 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Made reservation on behalf of f01ba34c72984b9f9376d6d75b9b458f for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:18.076592 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df629e5a-e276-4d6d-84bf-ef5230e6f231 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:18.079833 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f008f57c-2924-4474-a05b-7b0f72776368 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (37780b23-1dd8-4ed6-8122-1b04227e2161), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:18.168277 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] Set router 5bfe8c37-abc2-4f54-9f7b-fa85dce3465b gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:18.325667 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac901d9-c84c-4e28-8bb6-3d867870cab3 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:18.328549 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7ac901d9-c84c-4e28-8bb6-3d867870cab3 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3320246 Feb 09 22:18:18.336463 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42198) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:18.390765 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a9221f63-e5d7-429f-815f-5c2ca4882c4f tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506990 Feb 09 22:18:18.396462 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42200) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:18.402247 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5bbec998-8b7c-45e8-ac58-000f4be5af49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-764629819', 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:18.405950 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df629e5a-e276-4d6d-84bf-ef5230e6f231 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (7a62ae33-c03e-401f-8585-c9c0e4b06fb9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:18.407893 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f008f57c-2924-4474-a05b-7b0f72776368 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Router 37780b23-1dd8-4ed6-8122-1b04227e2161 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:18:18.475524 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326583759', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:13Z', 'updated_at': '2022-02-09T22:18:16Z', 'revision_number': 3, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:24:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:18.529085 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] Checking router: 5bfe8c37-abc2-4f54-9f7b-fa85dce3465b for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:18:18.530512 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] Updating router 5bfe8c37-abc2-4f54-9f7b-fa85dce3465b port 1fcc3e5d-1959-4d96-9013-de17c89e9574 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:18:18.551019 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df629e5a-e276-4d6d-84bf-ef5230e6f231 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Subnet': ['ID=7a62ae33-c03e-401f-8585-c9c0e4b06fb9,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:18.565235 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df629e5a-e276-4d6d-84bf-ef5230e6f231 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Checking segment: {'id': 'b66c8c15-f5eb-4243-851b-2e17333b2cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e02fd85a-24dd-41ea-9805-7ba206811320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:18.565831 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df629e5a-e276-4d6d-84bf-ef5230e6f231 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Network hostable DHCP agents. Network: e02fd85a-24dd-41ea-9805-7ba206811320, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:18:18.593415 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1fcc3e5d-1959-4d96-9013-de17c89e9574), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:18.603669 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df629e5a-e276-4d6d-84bf-ef5230e6f231 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Network e02fd85a-24dd-41ea-9805-7ba206811320 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:18:18.618910 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbec998-8b7c-45e8-ac58-000f4be5af49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Made reservation on behalf of a306ddcdfade484fb30dc0e0a20bda6f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:18.622453 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bbec998-8b7c-45e8-ac58-000f4be5af49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:18.622647 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-df629e5a-e276-4d6d-84bf-ef5230e6f231 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, e02fd85a-24dd-41ea-9805-7ba206811320) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:18.631280 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df629e5a-e276-4d6d-84bf-ef5230e6f231 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:18.632586 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df629e5a-e276-4d6d-84bf-ef5230e6f231 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:18.648631 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f6972b-7133-4af1-87e2-07d1dce9cb9f None None] Network e02fd85a-24dd-41ea-9805-7ba206811320 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:18:18.679220 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-df629e5a-e276-4d6d-84bf-ef5230e6f231 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8577552 Feb 09 22:18:18.685447 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42204) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:18.691776 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-eaed1071-0ff9-4d64-aa20-2402a999ed7f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1721489995', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}, 'admin_state_up': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:18.720368 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f008f57c-2924-4474-a05b-7b0f72776368 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:18.742195 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] Sync routers for ids ['37780b23-1dd8-4ed6-8122-1b04227e2161'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:18.751396 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eaed1071-0ff9-4d64-aa20-2402a999ed7f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (8d5ad38a-cece-49f0-bfd0-2e6770767fa8), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:18.759841 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eaed1071-0ff9-4d64-aa20-2402a999ed7f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (8d5ad38a-cece-49f0-bfd0-2e6770767fa8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:18.760349 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] Routers {'37780b23-1dd8-4ed6-8122-1b04227e2161'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:18.761542 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['37780b23-1dd8-4ed6-8122-1b04227e2161'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:18.810171 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f008f57c-2924-4474-a05b-7b0f72776368 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:18.820830 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f008f57c-2924-4474-a05b-7b0f72776368 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.9634802 Feb 09 22:18:18.824355 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42208) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:18.881716 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eaed1071-0ff9-4d64-aa20-2402a999ed7f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for router_controller (8d5ad38a-cece-49f0-bfd0-2e6770767fa8), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:18.971261 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] Set router 37780b23-1dd8-4ed6-8122-1b04227e2161 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:18.994854 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bbec998-8b7c-45e8-ac58-000f4be5af49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.095812 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbec998-8b7c-45e8-ac58-000f4be5af49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Subnet': ['ID=3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:19.212172 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-00492fbb-682a-4ffa-bbaf-cf676954229d tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=b9cc49ec6add4d9e9840b65c33b053cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3864727 Feb 09 22:18:19.217117 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42214) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:19.253502 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eaed1071-0ff9-4d64-aa20-2402a999ed7f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for router_gateway (8d5ad38a-cece-49f0-bfd0-2e6770767fa8), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.274188 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622731239', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:17Z', 'revision_number': 3, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:19.302989 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] Publish callbacks [] for port (1fcc3e5d-1959-4d96-9013-de17c89e9574), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.321924 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1fcc3e5d-1959-4d96-9013-de17c89e9574), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.357495 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] Checking router: 37780b23-1dd8-4ed6-8122-1b04227e2161 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:18:19.359372 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] Updating router 37780b23-1dd8-4ed6-8122-1b04227e2161 port 102bdb13-16ac-4db6-86dd-f553481022cf binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:18:19.376585 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fd237-e4ec-434c-904c-ed0f97d323e4 None None] Pushing event updated for resources: {'Port': ['ID=1fcc3e5d-1959-4d96-9013-de17c89e9574,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:19.390982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb81d4d7-af94-43bc-ad70-94f6175a0443 None None] Network e02fd85a-24dd-41ea-9805-7ba206811320 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:18:19.402505 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (102bdb13-16ac-4db6-86dd-f553481022cf), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.456416 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbec998-8b7c-45e8-ac58-000f4be5af49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Checking segment: {'id': '80ebee18-e92a-470f-afa6-2960f75a08fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:19.457036 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbec998-8b7c-45e8-ac58-000f4be5af49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network hostable DHCP agents. Network: 3c5b1b1f-067d-4c74-90d4-4f51a006cd63, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:18:19.466464 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] Attempting to bind port 1fcc3e5d-1959-4d96-9013-de17c89e9574 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:19.467253 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] Attempting to bind port 1fcc3e5d-1959-4d96-9013-de17c89e9574 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:19.467902 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] Attempting to bind port 1fcc3e5d-1959-4d96-9013-de17c89e9574 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:19.470769 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96325c6d-de17-4bc7-b315-ce642cf75147 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:19.476777 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-96325c6d-de17-4bc7-b315-ce642cf75147 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2545242 Feb 09 22:18:19.477630 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42218) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:19.487144 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:19.487982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:19.488628 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.489258 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:19.490256 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] Bound port: 1fcc3e5d-1959-4d96-9013-de17c89e9574, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:19.490893 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1fcc3e5d-1959-4d96-9013-de17c89e9574), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.510994 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbec998-8b7c-45e8-ac58-000f4be5af49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 3c5b1b1f-067d-4c74-90d4-4f51a006cd63 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:18:19.553633 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5bbec998-8b7c-45e8-ac58-000f4be5af49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 3c5b1b1f-067d-4c74-90d4-4f51a006cd63) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:19.559921 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] For port 1fcc3e5d-1959-4d96-9013-de17c89e9574, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:19.565013 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbec998-8b7c-45e8-ac58-000f4be5af49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:19.566320 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bbec998-8b7c-45e8-ac58-000f4be5af49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.569982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] For port 1fcc3e5d-1959-4d96-9013-de17c89e9574, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1fcc3e5d-1959-4d96-9013-de17c89e9574,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:19.590408 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71018fc4-33e6-466d-944c-e78d292fa83c None None] Network 3c5b1b1f-067d-4c74-90d4-4f51a006cd63 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:18:19.614299 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5bbec998-8b7c-45e8-ac58-000f4be5af49 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2144685 Feb 09 22:18:19.616543 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42220) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:19.646177 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-45a78c58-55a5-4fd5-ae6a-ec1dc63480ca tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1576788 Feb 09 22:18:19.649220 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42222) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:19.655980 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ca72cd25-06a9-4391-94d4-9769280b2859 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1584412049', 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3', 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:19.787453 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] Publish callbacks [] for port (102bdb13-16ac-4db6-86dd-f553481022cf), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.800617 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (102bdb13-16ac-4db6-86dd-f553481022cf), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.811276 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca72cd25-06a9-4391-94d4-9769280b2859 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Made reservation on behalf of b9cc49ec6add4d9e9840b65c33b053cd for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:19.817329 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca72cd25-06a9-4391-94d4-9769280b2859 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.851216 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc167d4-14f3-4880-b935-88a70576bf89 None None] Pushing event updated for resources: {'Port': ['ID=102bdb13-16ac-4db6-86dd-f553481022cf,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:19.862617 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc167d4-14f3-4880-b935-88a70576bf89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.863260 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc167d4-14f3-4880-b935-88a70576bf89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.863795 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc167d4-14f3-4880-b935-88a70576bf89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.864354 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc167d4-14f3-4880-b935-88a70576bf89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.865886 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc167d4-14f3-4880-b935-88a70576bf89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.866429 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc167d4-14f3-4880-b935-88a70576bf89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.866934 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc167d4-14f3-4880-b935-88a70576bf89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.867463 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc167d4-14f3-4880-b935-88a70576bf89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.868018 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc167d4-14f3-4880-b935-88a70576bf89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.868507 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc167d4-14f3-4880-b935-88a70576bf89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.868990 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc167d4-14f3-4880-b935-88a70576bf89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.869487 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc167d4-14f3-4880-b935-88a70576bf89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.869967 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc167d4-14f3-4880-b935-88a70576bf89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.906396 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] Attempting to bind port 102bdb13-16ac-4db6-86dd-f553481022cf on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:19.906784 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] Attempting to bind port 102bdb13-16ac-4db6-86dd-f553481022cf by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:19.907130 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] Attempting to bind port 102bdb13-16ac-4db6-86dd-f553481022cf on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:19.913865 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:19.914539 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:19.915149 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.915730 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:19.916398 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] Bound port: 102bdb13-16ac-4db6-86dd-f553481022cf, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:19.916966 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (102bdb13-16ac-4db6-86dd-f553481022cf), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.920210 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1fcc3e5d-1959-4d96-9013-de17c89e9574), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.932732 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eaed1071-0ff9-4d64-aa20-2402a999ed7f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for router_gateway (8d5ad38a-cece-49f0-bfd0-2e6770767fa8), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.983480 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eaed1071-0ff9-4d64-aa20-2402a999ed7f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:20.102409 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fd237-e4ec-434c-904c-ed0f97d323e4 None None] Pushing event updated for resources: {'Port': ['ID=1fcc3e5d-1959-4d96-9013-de17c89e9574,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:20.108016 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] Routers {'5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:20.108848 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:20.157720 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] For port 102bdb13-16ac-4db6-86dd-f553481022cf, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:20.166345 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] For port 102bdb13-16ac-4db6-86dd-f553481022cf, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=102bdb13-16ac-4db6-86dd-f553481022cf,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:20.183621 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (102bdb13-16ac-4db6-86dd-f553481022cf), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:20.202478 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0655fabd-bfb5-49e0-8b14-39c57357ba71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-3c5b1b1f-067d-4c74-90d4-4f51a006cd63', 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63', 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'fixed_ips': [{'subnet_id': '3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:18:20.203483 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0655fabd-bfb5-49e0-8b14-39c57357ba71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:20.223338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-eaed1071-0ff9-4d64-aa20-2402a999ed7f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Allocated IP 172.25.6.226 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/279076eb-2312-4501-a0e1-45042933a20b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:20.387548 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] Set router 5bfe8c37-abc2-4f54-9f7b-fa85dce3465b gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:20.399557 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eaed1071-0ff9-4d64-aa20-2402a999ed7f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for port (279076eb-2312-4501-a0e1-45042933a20b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:20.453119 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eaed1071-0ff9-4d64-aa20-2402a999ed7f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (279076eb-2312-4501-a0e1-45042933a20b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:20.528044 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed1071-0ff9-4d64-aa20-2402a999ed7f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Port': ['ID=279076eb-2312-4501-a0e1-45042933a20b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:20.563963 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] Routers {'37780b23-1dd8-4ed6-8122-1b04227e2161'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:20.565935 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['37780b23-1dd8-4ed6-8122-1b04227e2161'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:20.571562 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaed1071-0ff9-4d64-aa20-2402a999ed7f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:20.576203 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-eaed1071-0ff9-4d64-aa20-2402a999ed7f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:20.584599 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaed1071-0ff9-4d64-aa20-2402a999ed7f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:20.613042 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-0655fabd-bfb5-49e0-8b14-39c57357ba71 None None] Allocated IP 172.20.0.2 (3c5b1b1f-067d-4c74-90d4-4f51a006cd63/3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9/d77f4eab-7c62-45f8-8438-d812f20c048a) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:20.718869 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326583759', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:13Z', 'updated_at': '2022-02-09T22:18:16Z', 'revision_number': 3, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:24:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:20.778254 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc167d4-14f3-4880-b935-88a70576bf89 None None] Pushing event updated for resources: {'Port': ['ID=102bdb13-16ac-4db6-86dd-f553481022cf,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:20.818641 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] Set router 37780b23-1dd8-4ed6-8122-1b04227e2161 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:20.873557 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec910531-3a3c-4c6d-b38c-c9d6723b2a65 None None] The sync data for ids ['5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'] in n-d-828601-1 is: [{'id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326583759', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:13Z', 'updated_at': '2022-02-09T22:18:16Z', 'revision_number': 3, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:24:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:21.129734 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0655fabd-bfb5-49e0-8b14-39c57357ba71 None None] Publish callbacks [] for port (d77f4eab-7c62-45f8-8438-d812f20c048a), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:21.140126 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0655fabd-bfb5-49e0-8b14-39c57357ba71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (d77f4eab-7c62-45f8-8438-d812f20c048a), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:21.239991 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0655fabd-bfb5-49e0-8b14-39c57357ba71 None None] Network 3c5b1b1f-067d-4c74-90d4-4f51a006cd63 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:21.241191 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-0655fabd-bfb5-49e0-8b14-39c57357ba71 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:21.248053 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0655fabd-bfb5-49e0-8b14-39c57357ba71 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:21.340092 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655fabd-bfb5-49e0-8b14-39c57357ba71 None None] Pushing event updated for resources: {'Port': ['ID=d77f4eab-7c62-45f8-8438-d812f20c048a,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:21.442773 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0655fabd-bfb5-49e0-8b14-39c57357ba71 None None] Attempting to bind port d77f4eab-7c62-45f8-8438-d812f20c048a on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:21.444073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0655fabd-bfb5-49e0-8b14-39c57357ba71 None None] Attempting to bind port d77f4eab-7c62-45f8-8438-d812f20c048a by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '80ebee18-e92a-470f-afa6-2960f75a08fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:21.444073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0655fabd-bfb5-49e0-8b14-39c57357ba71 None None] Attempting to bind port d77f4eab-7c62-45f8-8438-d812f20c048a on network 3c5b1b1f-067d-4c74-90d4-4f51a006cd63 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:21.456425 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:18:21.467767 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca72cd25-06a9-4391-94d4-9769280b2859 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (27c64d21-ca29-44ad-98b3-192d032c0775), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:21.468272 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3fbc78a0-f074-4188-a0f7-888e3dca7dfb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:21.477310 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622731239', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:17Z', 'revision_number': 3, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:21.477859 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0655fabd-bfb5-49e0-8b14-39c57357ba71 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:21.480860 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0655fabd-bfb5-49e0-8b14-39c57357ba71 None None] Checking segment: {'id': '80ebee18-e92a-470f-afa6-2960f75a08fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:21.482289 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0655fabd-bfb5-49e0-8b14-39c57357ba71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:21.483425 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0655fabd-bfb5-49e0-8b14-39c57357ba71 None None] Bound using segment: {'id': '80ebee18-e92a-470f-afa6-2960f75a08fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:21.485464 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0655fabd-bfb5-49e0-8b14-39c57357ba71 None None] Bound port: d77f4eab-7c62-45f8-8438-d812f20c048a, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ebee18-e92a-470f-afa6-2960f75a08fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:21.486663 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0655fabd-bfb5-49e0-8b14-39c57357ba71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d77f4eab-7c62-45f8-8438-d812f20c048a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:21.565104 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7182b86d-6c82-4808-9711-40bf00796132 None None] The sync data for ids ['37780b23-1dd8-4ed6-8122-1b04227e2161'] in n-d-828601-1 is: [{'id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622731239', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:17Z', 'revision_number': 3, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:21.641450 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72cd25-06a9-4391-94d4-9769280b2859 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event updated for resources: {'Subnet': ['ID=27c64d21-ca29-44ad-98b3-192d032c0775,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:21.657726 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eaed1071-0ff9-4d64-aa20-2402a999ed7f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for router_gateway (8d5ad38a-cece-49f0-bfd0-2e6770767fa8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:21.689757 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0655fabd-bfb5-49e0-8b14-39c57357ba71 None None] For port d77f4eab-7c62-45f8-8438-d812f20c048a, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:21.699309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0655fabd-bfb5-49e0-8b14-39c57357ba71 None None] For port d77f4eab-7c62-45f8-8438-d812f20c048a, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d77f4eab-7c62-45f8-8438-d812f20c048a,segment=NetworkSegment(80ebee18-e92a-470f-afa6-2960f75a08fa),segment_id=80ebee18-e92a-470f-afa6-2960f75a08fa)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:21.717205 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0655fabd-bfb5-49e0-8b14-39c57357ba71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d77f4eab-7c62-45f8-8438-d812f20c048a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:21.822470 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca72cd25-06a9-4391-94d4-9769280b2859 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Checking segment: {'id': '20c1805b-9e63-4777-afd2-40c33c127bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:21.822837 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca72cd25-06a9-4391-94d4-9769280b2859 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Network hostable DHCP agents. Network: c08c80e7-ece5-4a9e-8647-0f5d34522ce3, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:18:21.902037 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca72cd25-06a9-4391-94d4-9769280b2859 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Network c08c80e7-ece5-4a9e-8647-0f5d34522ce3 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:18:21.919124 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655fabd-bfb5-49e0-8b14-39c57357ba71 None None] Pushing event updated for resources: {'Port': ['ID=d77f4eab-7c62-45f8-8438-d812f20c048a,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:22.105795 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-ca72cd25-06a9-4391-94d4-9769280b2859 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, c08c80e7-ece5-4a9e-8647-0f5d34522ce3) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:22.121421 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca72cd25-06a9-4391-94d4-9769280b2859 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:22.122015 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca72cd25-06a9-4391-94d4-9769280b2859 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:22.135594 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1443c281-fc69-4ead-b565-749496b91bd2 None None] Network c08c80e7-ece5-4a9e-8647-0f5d34522ce3 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:18:22.206087 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42228) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:22.207350 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ca72cd25-06a9-4391-94d4-9769280b2859 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5499296 Feb 09 22:18:22.252682 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eaed1071-0ff9-4d64-aa20-2402a999ed7f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (8d5ad38a-cece-49f0-bfd0-2e6770767fa8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:22.383669 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-3fbc78a0-f074-4188-a0f7-888e3dca7dfb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Allocated IP 172.20.0.1 (3c5b1b1f-067d-4c74-90d4-4f51a006cd63/3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9/02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:22.586650 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea26d04-25ab-46e5-8036-5a098b508a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-c08c80e7-ece5-4a9e-8647-0f5d34522ce3', 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3', 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'fixed_ips': [{'subnet_id': '27c64d21-ca29-44ad-98b3-192d032c0775'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:18:22.587548 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0ea26d04-25ab-46e5-8036-5a098b508a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:22.667560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaed1071-0ff9-4d64-aa20-2402a999ed7f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Router 8d5ad38a-cece-49f0-bfd0-2e6770767fa8 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:18:22.863053 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1fcc3e5d-1959-4d96-9013-de17c89e9574 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:23.054914 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaed1071-0ff9-4d64-aa20-2402a999ed7f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:23.084525 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554f5bbe-0f32-4cd5-8415-53d03dc7ad82 None None] Sync routers for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:23.107441 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-0ea26d04-25ab-46e5-8036-5a098b508a99 None None] Allocated IP 172.20.0.2 (c08c80e7-ece5-4a9e-8647-0f5d34522ce3/27c64d21-ca29-44ad-98b3-192d032c0775/c00fd70e-2189-4c8f-8ecd-034b63250ac3) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:23.114497 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1fcc3e5d-1959-4d96-9013-de17c89e9574 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:23.115330 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1fcc3e5d-1959-4d96-9013-de17c89e9574), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:23.133313 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eaed1071-0ff9-4d64-aa20-2402a999ed7f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:23.140974 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-eaed1071-0ff9-4d64-aa20-2402a999ed7f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4539986 Feb 09 22:18:23.144674 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42232) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:23.183757 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554f5bbe-0f32-4cd5-8415-53d03dc7ad82 None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:23.185961 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-554f5bbe-0f32-4cd5-8415-53d03dc7ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:23.347991 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3fbc78a0-f074-4188-a0f7-888e3dca7dfb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:23.433391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-554f5bbe-0f32-4cd5-8415-53d03dc7ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:23.623103 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554f5bbe-0f32-4cd5-8415-53d03dc7ad82 None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:23.625194 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-554f5bbe-0f32-4cd5-8415-53d03dc7ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:23.715324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-554f5bbe-0f32-4cd5-8415-53d03dc7ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:23.716784 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554f5bbe-0f32-4cd5-8415-53d03dc7ad82 None None] The sync data for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:23.777673 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3fbc78a0-f074-4188-a0f7-888e3dca7dfb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:23.808517 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1fcc3e5d-1959-4d96-9013-de17c89e9574 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:23.809506 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1fcc3e5d-1959-4d96-9013-de17c89e9574), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:23.857545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 1fcc3e5d-1959-4d96-9013-de17c89e9574, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1fcc3e5d-1959-4d96-9013-de17c89e9574,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:23.876543 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1fcc3e5d-1959-4d96-9013-de17c89e9574), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:23.876543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 102bdb13-16ac-4db6-86dd-f553481022cf up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:23.959075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbc78a0-f074-4188-a0f7-888e3dca7dfb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 3c5b1b1f-067d-4c74-90d4-4f51a006cd63 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:23.994437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3fbc78a0-f074-4188-a0f7-888e3dca7dfb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:24.002640 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbc78a0-f074-4188-a0f7-888e3dca7dfb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:24.112819 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0ea26d04-25ab-46e5-8036-5a098b508a99 None None] Publish callbacks [] for port (c00fd70e-2189-4c8f-8ecd-034b63250ac3), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:24.129536 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc78a0-f074-4188-a0f7-888e3dca7dfb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:24.130725 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0ea26d04-25ab-46e5-8036-5a098b508a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (c00fd70e-2189-4c8f-8ecd-034b63250ac3), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:24.168951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea26d04-25ab-46e5-8036-5a098b508a99 None None] Network c08c80e7-ece5-4a9e-8647-0f5d34522ce3 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:24.179249 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-0ea26d04-25ab-46e5-8036-5a098b508a99 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:24.193138 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3fbc78a0-f074-4188-a0f7-888e3dca7dfb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (5bfe8c37-abc2-4f54-9f7b-fa85dce3465b), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:24.208133 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea26d04-25ab-46e5-8036-5a098b508a99 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:24.284324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665cce75-b5f6-458f-8769-90a0110f2b85 None None] Network 3c5b1b1f-067d-4c74-90d4-4f51a006cd63 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:18:24.391730 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=1fcc3e5d-1959-4d96-9013-de17c89e9574,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:24.432097 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 102bdb13-16ac-4db6-86dd-f553481022cf triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:24.432532 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (102bdb13-16ac-4db6-86dd-f553481022cf), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:24.561876 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de2aaaca-1284-43da-9e5d-975cc3861f51 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:24.631529 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe75f1a6-03b3-4efc-a47e-fce55be55e7b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:24.916104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0ea26d04-25ab-46e5-8036-5a098b508a99 None None] Attempting to bind port c00fd70e-2189-4c8f-8ecd-034b63250ac3 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:24.917028 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0ea26d04-25ab-46e5-8036-5a098b508a99 None None] Attempting to bind port c00fd70e-2189-4c8f-8ecd-034b63250ac3 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '20c1805b-9e63-4777-afd2-40c33c127bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:24.917196 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea26d04-25ab-46e5-8036-5a098b508a99 None None] Attempting to bind port c00fd70e-2189-4c8f-8ecd-034b63250ac3 on network c08c80e7-ece5-4a9e-8647-0f5d34522ce3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:24.933312 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f5e3211a-a592-4f2f-9365-ddc9541c9657 None None] Provisioning complete for port d77f4eab-7c62-45f8-8438-d812f20c048a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:24.933898 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f5e3211a-a592-4f2f-9365-ddc9541c9657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d77f4eab-7c62-45f8-8438-d812f20c048a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:25.016362 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea26d04-25ab-46e5-8036-5a098b508a99 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:25.016965 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea26d04-25ab-46e5-8036-5a098b508a99 None None] Checking segment: {'id': '20c1805b-9e63-4777-afd2-40c33c127bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:25.017589 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0ea26d04-25ab-46e5-8036-5a098b508a99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:25.018256 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea26d04-25ab-46e5-8036-5a098b508a99 None None] Bound using segment: {'id': '20c1805b-9e63-4777-afd2-40c33c127bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:25.019269 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0ea26d04-25ab-46e5-8036-5a098b508a99 None None] Bound port: c00fd70e-2189-4c8f-8ecd-034b63250ac3, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c1805b-9e63-4777-afd2-40c33c127bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:25.019892 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0ea26d04-25ab-46e5-8036-5a098b508a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c00fd70e-2189-4c8f-8ecd-034b63250ac3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:25.064547 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-fe75f1a6-03b3-4efc-a47e-fce55be55e7b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Allocated IP 172.20.0.1 (e02fd85a-24dd-41ea-9805-7ba206811320/7a62ae33-c03e-401f-8585-c9c0e4b06fb9/88794b49-fab6-4f77-b829-740eb674d72c) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:25.180039 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea26d04-25ab-46e5-8036-5a098b508a99 None None] Pushing event updated for resources: {'Port': ['ID=c00fd70e-2189-4c8f-8ecd-034b63250ac3,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:25.193845 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3fbc78a0-f074-4188-a0f7-888e3dca7dfb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:25.366772 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-de2aaaca-1284-43da-9e5d-975cc3861f51 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Allocated IP 172.20.0.1 (c08c80e7-ece5-4a9e-8647-0f5d34522ce3/27c64d21-ca29-44ad-98b3-192d032c0775/97cdd45e-8b62-48c6-b056-9dc15411c7eb) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:25.420383 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe75f1a6-03b3-4efc-a47e-fce55be55e7b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for port (88794b49-fab6-4f77-b829-740eb674d72c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:25.449878 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0ea26d04-25ab-46e5-8036-5a098b508a99 None None] For port c00fd70e-2189-4c8f-8ecd-034b63250ac3, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:25.496672 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe75f1a6-03b3-4efc-a47e-fce55be55e7b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (88794b49-fab6-4f77-b829-740eb674d72c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:25.510343 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0ea26d04-25ab-46e5-8036-5a098b508a99 None None] For port c00fd70e-2189-4c8f-8ecd-034b63250ac3, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c00fd70e-2189-4c8f-8ecd-034b63250ac3,segment=NetworkSegment(20c1805b-9e63-4777-afd2-40c33c127bf1),segment_id=20c1805b-9e63-4777-afd2-40c33c127bf1)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:25.582607 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 102bdb13-16ac-4db6-86dd-f553481022cf is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:25.582607 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (102bdb13-16ac-4db6-86dd-f553481022cf), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:25.608502 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0ea26d04-25ab-46e5-8036-5a098b508a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c00fd70e-2189-4c8f-8ecd-034b63250ac3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:25.680773 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de2aaaca-1284-43da-9e5d-975cc3861f51 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for port (97cdd45e-8b62-48c6-b056-9dc15411c7eb), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:25.685256 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe75f1a6-03b3-4efc-a47e-fce55be55e7b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Network e02fd85a-24dd-41ea-9805-7ba206811320 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:25.714623 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-fe75f1a6-03b3-4efc-a47e-fce55be55e7b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:25.755129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe75f1a6-03b3-4efc-a47e-fce55be55e7b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:25.790989 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75f1a6-03b3-4efc-a47e-fce55be55e7b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Port': ['ID=88794b49-fab6-4f77-b829-740eb674d72c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:25.804218 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 102bdb13-16ac-4db6-86dd-f553481022cf, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=102bdb13-16ac-4db6-86dd-f553481022cf,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:25.809075 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3211a-a592-4f2f-9365-ddc9541c9657 None None] Current status of the port d77f4eab-7c62-45f8-8438-d812f20c048a is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:25.809708 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f5e3211a-a592-4f2f-9365-ddc9541c9657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d77f4eab-7c62-45f8-8438-d812f20c048a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:25.856805 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de2aaaca-1284-43da-9e5d-975cc3861f51 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (97cdd45e-8b62-48c6-b056-9dc15411c7eb), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:25.861691 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (102bdb13-16ac-4db6-86dd-f553481022cf), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:25.869445 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d77f4eab-7c62-45f8-8438-d812f20c048a up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:25.951386 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea26d04-25ab-46e5-8036-5a098b508a99 None None] Pushing event updated for resources: {'Port': ['ID=c00fd70e-2189-4c8f-8ecd-034b63250ac3,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:26.015706 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe75f1a6-03b3-4efc-a47e-fce55be55e7b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (8d5ad38a-cece-49f0-bfd0-2e6770767fa8), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:26.018575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2aaaca-1284-43da-9e5d-975cc3861f51 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Network c08c80e7-ece5-4a9e-8647-0f5d34522ce3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:26.025969 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2aaaca-1284-43da-9e5d-975cc3861f51 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event updated for resources: {'Port': ['ID=97cdd45e-8b62-48c6-b056-9dc15411c7eb,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:26.038067 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-de2aaaca-1284-43da-9e5d-975cc3861f51 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:26.060974 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2aaaca-1284-43da-9e5d-975cc3861f51 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:26.268892 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f5e3211a-a592-4f2f-9365-ddc9541c9657 None None] For port d77f4eab-7c62-45f8-8438-d812f20c048a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d77f4eab-7c62-45f8-8438-d812f20c048a,segment=NetworkSegment(80ebee18-e92a-470f-afa6-2960f75a08fa),segment_id=80ebee18-e92a-470f-afa6-2960f75a08fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:26.289227 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f5e3211a-a592-4f2f-9365-ddc9541c9657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d77f4eab-7c62-45f8-8438-d812f20c048a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:26.329581 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=102bdb13-16ac-4db6-86dd-f553481022cf,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:26.334568 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3fbc78a0-f074-4188-a0f7-888e3dca7dfb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:26.368030 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3fbc78a0-f074-4188-a0f7-888e3dca7dfb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:26.403112 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port d77f4eab-7c62-45f8-8438-d812f20c048a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:26.403561 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d77f4eab-7c62-45f8-8438-d812f20c048a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:26.502201 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3fbc78a0-f074-4188-a0f7-888e3dca7dfb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (5bfe8c37-abc2-4f54-9f7b-fa85dce3465b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:26.512444 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de2aaaca-1284-43da-9e5d-975cc3861f51 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (37780b23-1dd8-4ed6-8122-1b04227e2161), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:26.561681 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3211a-a592-4f2f-9365-ddc9541c9657 None None] Pushing event updated for resources: {'Port': ['ID=d77f4eab-7c62-45f8-8438-d812f20c048a,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:26.568527 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-8db0cf54-9d50-463d-9712-ef0ec3c58769 None None] Provisioning complete for port d77f4eab-7c62-45f8-8438-d812f20c048a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:26.568990 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8db0cf54-9d50-463d-9712-ef0ec3c58769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d77f4eab-7c62-45f8-8438-d812f20c048a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:26.663674 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port d77f4eab-7c62-45f8-8438-d812f20c048a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:26.685195 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe75f1a6-03b3-4efc-a47e-fce55be55e7b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (88794b49-fab6-4f77-b829-740eb674d72c), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:26.792863 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8db0cf54-9d50-463d-9712-ef0ec3c58769 None None] Current status of the port d77f4eab-7c62-45f8-8438-d812f20c048a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:26.829545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-8db0cf54-9d50-463d-9712-ef0ec3c58769 None None] Provisioning complete for port 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:26.831095 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8db0cf54-9d50-463d-9712-ef0ec3c58769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:26.900771 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc78a0-f074-4188-a0f7-888e3dca7dfb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:26.930004 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8db0cf54-9d50-463d-9712-ef0ec3c58769 None None] Port 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:27.071116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbc78a0-f074-4188-a0f7-888e3dca7dfb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 3c5b1b1f-067d-4c74-90d4-4f51a006cd63 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:27.075428 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3fbc78a0-f074-4188-a0f7-888e3dca7dfb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:27.124678 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-1c9c31e6-9b72-4d27-be33-02cf05b3b376 None None] Provisioning complete for port 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:27.125787 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1c9c31e6-9b72-4d27-be33-02cf05b3b376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:27.275452 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1fcc3e5d-1959-4d96-9013-de17c89e9574 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:27.345382 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de2aaaca-1284-43da-9e5d-975cc3861f51 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (97cdd45e-8b62-48c6-b056-9dc15411c7eb), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:27.401896 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1c9c31e6-9b72-4d27-be33-02cf05b3b376 None None] Port 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:27.417622 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe75f1a6-03b3-4efc-a47e-fce55be55e7b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for port (88794b49-fab6-4f77-b829-740eb674d72c), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:27.437222 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe75f1a6-03b3-4efc-a47e-fce55be55e7b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (88794b49-fab6-4f77-b829-740eb674d72c), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:27.462918 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1fcc3e5d-1959-4d96-9013-de17c89e9574 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:27.463306 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1fcc3e5d-1959-4d96-9013-de17c89e9574), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:27.654127 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75f1a6-03b3-4efc-a47e-fce55be55e7b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Port': ['ID=88794b49-fab6-4f77-b829-740eb674d72c,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:27.671921 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe75f1a6-03b3-4efc-a47e-fce55be55e7b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (8d5ad38a-cece-49f0-bfd0-2e6770767fa8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:27.692232 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1fcc3e5d-1959-4d96-9013-de17c89e9574 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:27.697458 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 102bdb13-16ac-4db6-86dd-f553481022cf up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:27.766495 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b76e8641-3be0-42fb-839f-8b5c8c48f33c None None] Provisioning complete for port 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:27.766900 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b76e8641-3be0-42fb-839f-8b5c8c48f33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:27.836297 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 102bdb13-16ac-4db6-86dd-f553481022cf triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:27.836680 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (102bdb13-16ac-4db6-86dd-f553481022cf), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:27.905306 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b76e8641-3be0-42fb-839f-8b5c8c48f33c None None] Port 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:27.974502 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c3c7be-593c-4882-aed3-54c24ad9f8f7 None None] Network c08c80e7-ece5-4a9e-8647-0f5d34522ce3 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:18:28.001725 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe75f1a6-03b3-4efc-a47e-fce55be55e7b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Network e02fd85a-24dd-41ea-9805-7ba206811320 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:28.003861 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-fe75f1a6-03b3-4efc-a47e-fce55be55e7b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:28.056023 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 102bdb13-16ac-4db6-86dd-f553481022cf is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:28.058602 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d77f4eab-7c62-45f8-8438-d812f20c048a up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:28.087282 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbc78a0-f074-4188-a0f7-888e3dca7dfb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Router 5bfe8c37-abc2-4f54-9f7b-fa85dce3465b has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:18:28.113531 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-581b9980-11d8-4e7b-a83e-aeb04db177ab None None] Provisioning complete for port c00fd70e-2189-4c8f-8ecd-034b63250ac3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:28.113905 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-581b9980-11d8-4e7b-a83e-aeb04db177ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c00fd70e-2189-4c8f-8ecd-034b63250ac3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:28.185613 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe75f1a6-03b3-4efc-a47e-fce55be55e7b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Router 8d5ad38a-cece-49f0-bfd0-2e6770767fa8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:18:28.221222 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port d77f4eab-7c62-45f8-8438-d812f20c048a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:28.221896 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d77f4eab-7c62-45f8-8438-d812f20c048a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:28.320495 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-581b9980-11d8-4e7b-a83e-aeb04db177ab None None] Current status of the port c00fd70e-2189-4c8f-8ecd-034b63250ac3 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:28.320885 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-581b9980-11d8-4e7b-a83e-aeb04db177ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c00fd70e-2189-4c8f-8ecd-034b63250ac3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:28.447774 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe75f1a6-03b3-4efc-a47e-fce55be55e7b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:28.456167 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-581b9980-11d8-4e7b-a83e-aeb04db177ab None None] For port c00fd70e-2189-4c8f-8ecd-034b63250ac3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c00fd70e-2189-4c8f-8ecd-034b63250ac3,segment=NetworkSegment(20c1805b-9e63-4777-afd2-40c33c127bf1),segment_id=20c1805b-9e63-4777-afd2-40c33c127bf1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:28.471258 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-581b9980-11d8-4e7b-a83e-aeb04db177ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c00fd70e-2189-4c8f-8ecd-034b63250ac3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:28.480002 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3278332c-a9c6-4c60-b514-7ab8ddee12e2 None None] Sync routers for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:28.485219 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fe75f1a6-03b3-4efc-a47e-fce55be55e7b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "PUT /v2.0/routers/8d5ad38a-cece-49f0-bfd0-2e6770767fa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3390241 Feb 09 22:18:28.489403 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42246) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:28.496176 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbc78a0-f074-4188-a0f7-888e3dca7dfb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:28.497706 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-dc5f029a-6e0e-40ad-a584-0755915e39cd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Request body: {'port': {'network_id': 'e02fd85a-24dd-41ea-9805-7ba206811320', 'name': 'tempest-FloatingIPTestJSON-1752130830'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:28.512073 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3fbc78a0-f074-4188-a0f7-888e3dca7dfb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "PUT /v2.0/routers/5bfe8c37-abc2-4f54-9f7b-fa85dce3465b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8826826 Feb 09 22:18:28.533845 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3278332c-a9c6-4c60-b514-7ab8ddee12e2 None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:28.534484 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3278332c-a9c6-4c60-b514-7ab8ddee12e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:28.610868 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] Sync routers for ids ['5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:28.628891 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port d77f4eab-7c62-45f8-8438-d812f20c048a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:28.646588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c00fd70e-2189-4c8f-8ecd-034b63250ac3 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:28.663158 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de2aaaca-1284-43da-9e5d-975cc3861f51 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for port (97cdd45e-8b62-48c6-b056-9dc15411c7eb), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:28.677350 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3278332c-a9c6-4c60-b514-7ab8ddee12e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:28.689743 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de2aaaca-1284-43da-9e5d-975cc3861f51 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (97cdd45e-8b62-48c6-b056-9dc15411c7eb), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:28.697892 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3278332c-a9c6-4c60-b514-7ab8ddee12e2 None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:28.698896 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3278332c-a9c6-4c60-b514-7ab8ddee12e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:28.764343 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b9980-11d8-4e7b-a83e-aeb04db177ab None None] Pushing event updated for resources: {'Port': ['ID=c00fd70e-2189-4c8f-8ecd-034b63250ac3,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:28.786793 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] Routers {'5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:28.787458 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:28.794137 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3278332c-a9c6-4c60-b514-7ab8ddee12e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:28.797786 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3278332c-a9c6-4c60-b514-7ab8ddee12e2 None None] The sync data for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:28.867285 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de2aaaca-1284-43da-9e5d-975cc3861f51 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (37780b23-1dd8-4ed6-8122-1b04227e2161), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:28.869431 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2aaaca-1284-43da-9e5d-975cc3861f51 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event updated for resources: {'Port': ['ID=97cdd45e-8b62-48c6-b056-9dc15411c7eb,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:28.948346 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5f029a-6e0e-40ad-a584-0755915e39cd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Made reservation on behalf of f01ba34c72984b9f9376d6d75b9b458f for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:28.959893 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dc5f029a-6e0e-40ad-a584-0755915e39cd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:29.011480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-dc5f029a-6e0e-40ad-a584-0755915e39cd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] device_id is not set on port a6cfc463-004d-416f-a3ac-fdc46f2288fb yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:18:29.014102 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-00a7c6da-ac5b-422a-bd61-18467cca2ca2 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1258193090&fields=id&tenant_id=a306ddcdfade484fb30dc0e0a20bda6f HTTP/1.1" status: 200 len: 267 time: 0.1290312 Feb 09 22:18:29.099719 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c00fd70e-2189-4c8f-8ecd-034b63250ac3 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:29.100824 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c00fd70e-2189-4c8f-8ecd-034b63250ac3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:29.124034 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-579b7928-c32a-45f8-afc5-5a21471d7bfd None None] Provisioning complete for port 97cdd45e-8b62-48c6-b056-9dc15411c7eb triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:29.124763 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-579b7928-c32a-45f8-afc5-5a21471d7bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (97cdd45e-8b62-48c6-b056-9dc15411c7eb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:29.187576 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2aaaca-1284-43da-9e5d-975cc3861f51 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Network c08c80e7-ece5-4a9e-8647-0f5d34522ce3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:29.196302 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-de2aaaca-1284-43da-9e5d-975cc3861f51 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:29.275719 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] Set router 5bfe8c37-abc2-4f54-9f7b-fa85dce3465b gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:29.293744 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-dc5f029a-6e0e-40ad-a584-0755915e39cd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Allocated IP 172.20.0.4 (e02fd85a-24dd-41ea-9805-7ba206811320/7a62ae33-c03e-401f-8585-c9c0e4b06fb9/a6cfc463-004d-416f-a3ac-fdc46f2288fb) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:29.373778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-579b7928-c32a-45f8-afc5-5a21471d7bfd None None] Port 97cdd45e-8b62-48c6-b056-9dc15411c7eb cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:29.396320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-4351f6c6-46e1-4e23-b38e-cd6b7e886d2f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:29.397871 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-4351f6c6-46e1-4e23-b38e-cd6b7e886d2f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/networks?id=3c5b1b1f-067d-4c74-90d4-4f51a006cd63 HTTP/1.1" status: 200 len: 796 time: 0.3357754 Feb 09 22:18:29.408569 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2aaaca-1284-43da-9e5d-975cc3861f51 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Router 37780b23-1dd8-4ed6-8122-1b04227e2161 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:18:29.425599 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-c7aaaf6d-db93-4b07-a1dc-b8dc50590ca1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/quotas/a306ddcdfade484fb30dc0e0a20bda6f HTTP/1.1" status: 200 len: 375 time: 0.0148578 Feb 09 22:18:29.549693 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-579b7928-c32a-45f8-afc5-5a21471d7bfd None None] Provisioning complete for port c00fd70e-2189-4c8f-8ecd-034b63250ac3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:29.549693 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-579b7928-c32a-45f8-afc5-5a21471d7bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c00fd70e-2189-4c8f-8ecd-034b63250ac3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:29.592515 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dc5f029a-6e0e-40ad-a584-0755915e39cd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for port (a6cfc463-004d-416f-a3ac-fdc46f2288fb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:29.686786 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dc5f029a-6e0e-40ad-a584-0755915e39cd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (a6cfc463-004d-416f-a3ac-fdc46f2288fb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:29.702321 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-875e0544-be33-4ed6-aac0-8f576f3a12f6 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2610986 Feb 09 22:18:29.718419 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c00fd70e-2189-4c8f-8ecd-034b63250ac3 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:29.809314 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2aaaca-1284-43da-9e5d-975cc3861f51 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:29.820069 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-de2aaaca-1284-43da-9e5d-975cc3861f51 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "PUT /v2.0/routers/37780b23-1dd8-4ed6-8122-1b04227e2161/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6087203 Feb 09 22:18:29.823459 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead016a5-544b-41f4-be5f-730550076918 None None] Sync routers for ids ['37780b23-1dd8-4ed6-8122-1b04227e2161'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:29.835628 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42262) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:29.840656 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-29d24562-6f4b-4768-a263-0d94993876e9 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1656141958', 'description': 'tempest-secgroup_access--1656141958 description', 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:29.845602 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead016a5-544b-41f4-be5f-730550076918 None None] Routers {'37780b23-1dd8-4ed6-8122-1b04227e2161'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:29.846538 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ead016a5-544b-41f4-be5f-730550076918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['37780b23-1dd8-4ed6-8122-1b04227e2161'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:29.889706 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5f029a-6e0e-40ad-a584-0755915e39cd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Network e02fd85a-24dd-41ea-9805-7ba206811320 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:29.893883 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-dc5f029a-6e0e-40ad-a584-0755915e39cd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:29.899361 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5f029a-6e0e-40ad-a584-0755915e39cd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:29.931408 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f029a-6e0e-40ad-a584-0755915e39cd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Port': ['ID=a6cfc463-004d-416f-a3ac-fdc46f2288fb,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:29.993832 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5f029a-6e0e-40ad-a584-0755915e39cd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:29.994842 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dc5f029a-6e0e-40ad-a584-0755915e39cd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.003343 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-0f93c218-e715-4f57-b2d1-f1038be35eaf service neutron] 10.222.0.77 "GET /v2.0/networks/3c5b1b1f-067d-4c74-90d4-4f51a006cd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787323 Feb 09 22:18:30.017383 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-29d24562-6f4b-4768-a263-0d94993876e9 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.030572 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dc5f029a-6e0e-40ad-a584-0755915e39cd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5393484 Feb 09 22:18:30.034641 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42264) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:30.062383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-8967ee70-1161-449f-bf7e-05dadab4b44b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Request body: {'port': {'network_id': 'e02fd85a-24dd-41ea-9805-7ba206811320', 'name': 'tempest-FloatingIPTestJSON-601574270'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:30.086855 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-ead016a5-544b-41f4-be5f-730550076918 None None] Set router 37780b23-1dd8-4ed6-8122-1b04227e2161 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:30.220000 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-29d24562-6f4b-4768-a263-0d94993876e9 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for security_group (800ef66e-2293-4d11-a54b-a656f6688119), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.232439 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-29d24562-6f4b-4768-a263-0d94993876e9 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (800ef66e-2293-4d11-a54b-a656f6688119), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.250035 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c00fd70e-2189-4c8f-8ecd-034b63250ac3 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:30.266069 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-579b7928-c32a-45f8-afc5-5a21471d7bfd None None] Current status of the port c00fd70e-2189-4c8f-8ecd-034b63250ac3 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:30.313324 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-6cacbeb3-2a28-4194-9876-1d7577c80fd5 service neutron] 10.222.0.77 "GET /v2.0/networks/3c5b1b1f-067d-4c74-90d4-4f51a006cd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926002 Feb 09 22:18:30.329626 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d24562-6f4b-4768-a263-0d94993876e9 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800ef66e-2293-4d11-a54b-a656f6688119,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:30.335746 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-29d24562-6f4b-4768-a263-0d94993876e9 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.339474 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-29d24562-6f4b-4768-a263-0d94993876e9 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5027030 Feb 09 22:18:30.342740 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42268) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:30.351218 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d2a078e8-1d4d-4f73-bd94-37a2f98b115c tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--294697751', 'description': 'tempest-secgroup_general--294697751 description', 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:30.400519 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2a078e8-1d4d-4f73-bd94-37a2f98b115c tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.423756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8967ee70-1161-449f-bf7e-05dadab4b44b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Made reservation on behalf of f01ba34c72984b9f9376d6d75b9b458f for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:30.435879 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8967ee70-1161-449f-bf7e-05dadab4b44b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.493634 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-8967ee70-1161-449f-bf7e-05dadab4b44b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] device_id is not set on port 268e3a8a-15b7-413a-96de-b8c664016991 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:18:30.504723 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326583759', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:13Z', 'updated_at': '2022-02-09T22:18:24Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:24:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3', 'name': '', 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:bc:db:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:21Z', 'updated_at': '2022-02-09T22:18:25Z', 'revision_number': 2, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:30.602999 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2a078e8-1d4d-4f73-bd94-37a2f98b115c tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for security_group (3b22b4e6-ea01-4cb3-a5d6-c7e2c841453f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.612213 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2a078e8-1d4d-4f73-bd94-37a2f98b115c tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3b22b4e6-ea01-4cb3-a5d6-c7e2c841453f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.664315 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f983421e-fff9-4030-ab87-8dd376ec8a3a None None] Provisioning complete for port 97cdd45e-8b62-48c6-b056-9dc15411c7eb triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:30.666486 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f983421e-fff9-4030-ab87-8dd376ec8a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (97cdd45e-8b62-48c6-b056-9dc15411c7eb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.698445 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ead016a5-544b-41f4-be5f-730550076918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622731239', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:27Z', 'revision_number': 4, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '97cdd45e-8b62-48c6-b056-9dc15411c7eb', 'name': '', 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'mac_address': 'fa:16:3e:68:f7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '27c64d21-ca29-44ad-98b3-192d032c0775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:24Z', 'updated_at': '2022-02-09T22:18:28Z', 'revision_number': 2, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'subnets': [{'id': '27c64d21-ca29-44ad-98b3-192d032c0775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:30.756410 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] Checking router: 5bfe8c37-abc2-4f54-9f7b-fa85dce3465b for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:18:30.757104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] Updating router 5bfe8c37-abc2-4f54-9f7b-fa85dce3465b port 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:18:30.763097 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead016a5-544b-41f4-be5f-730550076918 None None] Checking router: 37780b23-1dd8-4ed6-8122-1b04227e2161 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:18:30.763970 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead016a5-544b-41f4-be5f-730550076918 None None] Updating router 37780b23-1dd8-4ed6-8122-1b04227e2161 port 97cdd45e-8b62-48c6-b056-9dc15411c7eb binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:18:30.812998 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ead016a5-544b-41f4-be5f-730550076918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (97cdd45e-8b62-48c6-b056-9dc15411c7eb), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.883703 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a078e8-1d4d-4f73-bd94-37a2f98b115c tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b22b4e6-ea01-4cb3-a5d6-c7e2c841453f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:30.902088 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c00fd70e-2189-4c8f-8ecd-034b63250ac3 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:30.903129 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6ef8d8c-4238-4b8f-b697-8a5d3d1755cd req-f5434a6c-c37c-4fa3-b7bc-8342d32391ec tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 210 time: 0.1395881 Feb 09 22:18:30.913322 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c00fd70e-2189-4c8f-8ecd-034b63250ac3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.949043 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f983421e-fff9-4030-ab87-8dd376ec8a3a None None] Port 97cdd45e-8b62-48c6-b056-9dc15411c7eb cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:30.956624 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2a078e8-1d4d-4f73-bd94-37a2f98b115c tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.961248 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d2a078e8-1d4d-4f73-bd94-37a2f98b115c tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6169639 Feb 09 22:18:30.964549 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42278) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:30.986753 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-8967ee70-1161-449f-bf7e-05dadab4b44b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Allocated IP 172.20.0.12 (e02fd85a-24dd-41ea-9805-7ba206811320/7a62ae33-c03e-401f-8585-c9c0e4b06fb9/268e3a8a-15b7-413a-96de-b8c664016991) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:30.989845 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0796955e-9f58-4bdf-8213-35d539c15030 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Request body: {'security_group_rule': {'security_group_id': '800ef66e-2293-4d11-a54b-a656f6688119', 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:31.008900 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.122303 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0796955e-9f58-4bdf-8213-35d539c15030 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for security_group_rule (816c8f9a-dde5-4e76-824b-eb264e41c484), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.276856 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c00fd70e-2189-4c8f-8ecd-034b63250ac3 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:31.346581 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0796955e-9f58-4bdf-8213-35d539c15030 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for security_group_rule (816c8f9a-dde5-4e76-824b-eb264e41c484), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.356753 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0796955e-9f58-4bdf-8213-35d539c15030 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (816c8f9a-dde5-4e76-824b-eb264e41c484), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.414570 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796955e-9f58-4bdf-8213-35d539c15030 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816c8f9a-dde5-4e76-824b-eb264e41c484,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:31.442629 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0796955e-9f58-4bdf-8213-35d539c15030 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.445898 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0796955e-9f58-4bdf-8213-35d539c15030 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4754772 Feb 09 22:18:31.606649 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8967ee70-1161-449f-bf7e-05dadab4b44b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for port (268e3a8a-15b7-413a-96de-b8c664016991), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.680827 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8967ee70-1161-449f-bf7e-05dadab4b44b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (268e3a8a-15b7-413a-96de-b8c664016991), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.693282 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ead016a5-544b-41f4-be5f-730550076918 None None] Publish callbacks [] for port (97cdd45e-8b62-48c6-b056-9dc15411c7eb), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.711447 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] Publish callbacks [] for port (02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.713227 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ead016a5-544b-41f4-be5f-730550076918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (97cdd45e-8b62-48c6-b056-9dc15411c7eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.730526 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.793949 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8967ee70-1161-449f-bf7e-05dadab4b44b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Network e02fd85a-24dd-41ea-9805-7ba206811320 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:31.800331 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-8967ee70-1161-449f-bf7e-05dadab4b44b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:31.808630 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8967ee70-1161-449f-bf7e-05dadab4b44b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:31.884263 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeffb85-7b58-4d13-963b-8d59550cd7d9 None None] Pushing event updated for resources: {'Port': ['ID=97cdd45e-8b62-48c6-b056-9dc15411c7eb,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:31.889596 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967ee70-1161-449f-bf7e-05dadab4b44b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Port': ['ID=268e3a8a-15b7-413a-96de-b8c664016991,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:31.952108 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d68285dc-3863-4796-bddb-69bed5992637 req-62a90bfa-cb88-4b4e-af69-45101ae9a1ab tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup_general--294697751&fields=id&tenant_id=b9cc49ec6add4d9e9840b65c33b053cd HTTP/1.1" status: 200 len: 267 time: 0.1382301 Feb 09 22:18:31.952753 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8967ee70-1161-449f-bf7e-05dadab4b44b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:31.953841 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8967ee70-1161-449f-bf7e-05dadab4b44b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.958135 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-ead016a5-544b-41f4-be5f-730550076918 None None] Attempting to bind port 97cdd45e-8b62-48c6-b056-9dc15411c7eb on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:31.958714 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-ead016a5-544b-41f4-be5f-730550076918 None None] Attempting to bind port 97cdd45e-8b62-48c6-b056-9dc15411c7eb by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '20c1805b-9e63-4777-afd2-40c33c127bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:31.959160 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead016a5-544b-41f4-be5f-730550076918 None None] Attempting to bind port 97cdd45e-8b62-48c6-b056-9dc15411c7eb on network c08c80e7-ece5-4a9e-8647-0f5d34522ce3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:31.978924 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead016a5-544b-41f4-be5f-730550076918 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:31.983790 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead016a5-544b-41f4-be5f-730550076918 None None] Checking segment: {'id': '20c1805b-9e63-4777-afd2-40c33c127bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:31.984322 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ead016a5-544b-41f4-be5f-730550076918 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.984782 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead016a5-544b-41f4-be5f-730550076918 None None] Bound using segment: {'id': '20c1805b-9e63-4777-afd2-40c33c127bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:31.985326 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-ead016a5-544b-41f4-be5f-730550076918 None None] Bound port: 97cdd45e-8b62-48c6-b056-9dc15411c7eb, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c1805b-9e63-4777-afd2-40c33c127bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:31.985785 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ead016a5-544b-41f4-be5f-730550076918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (97cdd45e-8b62-48c6-b056-9dc15411c7eb), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:32.016091 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8967ee70-1161-449f-bf7e-05dadab4b44b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9718022 Feb 09 22:18:32.016666 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42302) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:32.043683 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-56812622-1e6a-47d3-a35c-742dfddaa11b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': '268e3a8a-15b7-413a-96de-b8c664016991', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:32.100957 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d68285dc-3863-4796-bddb-69bed5992637 req-3f5de314-c85d-424d-97d0-934abbf3188c tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup_access--1656141958&fields=id&tenant_id=b9cc49ec6add4d9e9840b65c33b053cd HTTP/1.1" status: 200 len: 267 time: 0.1399419 Feb 09 22:18:32.124390 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-56812622-1e6a-47d3-a35c-742dfddaa11b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:32.292241 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-ead016a5-544b-41f4-be5f-730550076918 None None] For port 97cdd45e-8b62-48c6-b056-9dc15411c7eb, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:32.300854 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-ead016a5-544b-41f4-be5f-730550076918 None None] For port 97cdd45e-8b62-48c6-b056-9dc15411c7eb, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=97cdd45e-8b62-48c6-b056-9dc15411c7eb,segment=NetworkSegment(20c1805b-9e63-4777-afd2-40c33c127bf1),segment_id=20c1805b-9e63-4777-afd2-40c33c127bf1)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:32.327888 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ead016a5-544b-41f4-be5f-730550076918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (97cdd45e-8b62-48c6-b056-9dc15411c7eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:32.352175 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ef3c8-5552-45a1-8033-8d187163ffec None None] Pushing event updated for resources: {'Port': ['ID=02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:32.427943 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] Attempting to bind port 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:32.429585 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] Attempting to bind port 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '80ebee18-e92a-470f-afa6-2960f75a08fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:32.430568 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] Attempting to bind port 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3 on network 3c5b1b1f-067d-4c74-90d4-4f51a006cd63 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:32.453721 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:32.456019 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] Checking segment: {'id': '80ebee18-e92a-470f-afa6-2960f75a08fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:32.457120 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:32.462977 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] Bound using segment: {'id': '80ebee18-e92a-470f-afa6-2960f75a08fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:32.466788 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] Bound port: 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ebee18-e92a-470f-afa6-2960f75a08fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:32.474775 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:32.475072 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-56812622-1e6a-47d3-a35c-742dfddaa11b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:32.638100 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68285dc-3863-4796-bddb-69bed5992637 req-794070eb-28d8-402f-b2d1-aa48c38ba1b1 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:32.649612 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead016a5-544b-41f4-be5f-730550076918 None None] Routers {'37780b23-1dd8-4ed6-8122-1b04227e2161'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:32.650517 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ead016a5-544b-41f4-be5f-730550076918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['37780b23-1dd8-4ed6-8122-1b04227e2161'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:32.651169 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d68285dc-3863-4796-bddb-69bed5992637 req-794070eb-28d8-402f-b2d1-aa48c38ba1b1 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/networks?id=c08c80e7-ece5-4a9e-8647-0f5d34522ce3 HTTP/1.1" status: 200 len: 797 time: 0.5388844 Feb 09 22:18:32.719107 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d68285dc-3863-4796-bddb-69bed5992637 req-046b1902-c990-4739-a1d7-0fab04274926 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/quotas/b9cc49ec6add4d9e9840b65c33b053cd HTTP/1.1" status: 200 len: 375 time: 0.0655112 Feb 09 22:18:32.833916 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-a383afa6-4a8d-40f0-abc0-aec7de15d1aa None None] Provisioning complete for port 97cdd45e-8b62-48c6-b056-9dc15411c7eb triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:32.833916 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a383afa6-4a8d-40f0-abc0-aec7de15d1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (97cdd45e-8b62-48c6-b056-9dc15411c7eb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:32.968238 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] For port 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:33.045545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] For port 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3,segment=NetworkSegment(80ebee18-e92a-470f-afa6-2960f75a08fa),segment_id=80ebee18-e92a-470f-afa6-2960f75a08fa)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:33.070854 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:33.071431 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-56812622-1e6a-47d3-a35c-742dfddaa11b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Allocated IP 172.25.6.50 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/0a208216-446b-46c0-a475-6f9acf6960fa) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:33.146552 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d68285dc-3863-4796-bddb-69bed5992637 req-3f2f1141-cec9-49cd-83dc-ddb1d7016c78 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b9cc49ec6add4d9e9840b65c33b053cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4225523 Feb 09 22:18:33.149681 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeffb85-7b58-4d13-963b-8d59550cd7d9 None None] Pushing event updated for resources: {'Port': ['ID=97cdd45e-8b62-48c6-b056-9dc15411c7eb,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:33.247845 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-ead016a5-544b-41f4-be5f-730550076918 None None] Set router 37780b23-1dd8-4ed6-8122-1b04227e2161 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:33.398933 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] Routers {'5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:33.400009 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:33.516158 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-56812622-1e6a-47d3-a35c-742dfddaa11b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for port (0a208216-446b-46c0-a475-6f9acf6960fa), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:33.590832 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-25a3bb2d-d893-4f70-87a5-eb14a64fa5b6 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:33.596582 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-25a3bb2d-d893-4f70-87a5-eb14a64fa5b6 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.42 "GET /v2.0/networks?id=3c5b1b1f-067d-4c74-90d4-4f51a006cd63 HTTP/1.1" status: 200 len: 796 time: 0.7869349 Feb 09 22:18:33.638434 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-56812622-1e6a-47d3-a35c-742dfddaa11b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (0a208216-446b-46c0-a475-6f9acf6960fa), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:33.653836 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ef3c8-5552-45a1-8033-8d187163ffec None None] Pushing event updated for resources: {'Port': ['ID=02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:33.699834 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a383afa6-4a8d-40f0-abc0-aec7de15d1aa None None] Current status of the port 97cdd45e-8b62-48c6-b056-9dc15411c7eb is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:33.700894 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a383afa6-4a8d-40f0-abc0-aec7de15d1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (97cdd45e-8b62-48c6-b056-9dc15411c7eb), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:33.733727 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d68285dc-3863-4796-bddb-69bed5992637 req-4fe00171-26d4-479a-b421-815802ece3bd service neutron] 10.222.0.77 "GET /v2.0/networks/c08c80e7-ece5-4a9e-8647-0f5d34522ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213971 Feb 09 22:18:33.748576 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56812622-1e6a-47d3-a35c-742dfddaa11b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:33.757767 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-56812622-1e6a-47d3-a35c-742dfddaa11b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:33.763350 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56812622-1e6a-47d3-a35c-742dfddaa11b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Port': ['ID=0a208216-446b-46c0-a475-6f9acf6960fa,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:33.768230 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56812622-1e6a-47d3-a35c-742dfddaa11b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:33.878661 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] Set router 5bfe8c37-abc2-4f54-9f7b-fa85dce3465b gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:34.091431 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ead016a5-544b-41f4-be5f-730550076918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622731239', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:27Z', 'revision_number': 4, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '97cdd45e-8b62-48c6-b056-9dc15411c7eb', 'name': '', 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'mac_address': 'fa:16:3e:68:f7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '27c64d21-ca29-44ad-98b3-192d032c0775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:24Z', 'updated_at': '2022-02-09T22:18:32Z', 'revision_number': 4, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'subnets': [{'id': '27c64d21-ca29-44ad-98b3-192d032c0775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:34.097397 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48ef3c8-5552-45a1-8033-8d187163ffec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:34.098546 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48ef3c8-5552-45a1-8033-8d187163ffec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:34.099970 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48ef3c8-5552-45a1-8033-8d187163ffec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:34.100843 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48ef3c8-5552-45a1-8033-8d187163ffec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:34.101751 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48ef3c8-5552-45a1-8033-8d187163ffec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:34.102629 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48ef3c8-5552-45a1-8033-8d187163ffec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:34.103756 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48ef3c8-5552-45a1-8033-8d187163ffec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:34.104669 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48ef3c8-5552-45a1-8033-8d187163ffec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:34.105512 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48ef3c8-5552-45a1-8033-8d187163ffec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:34.106375 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48ef3c8-5552-45a1-8033-8d187163ffec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:34.107201 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48ef3c8-5552-45a1-8033-8d187163ffec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:34.108073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48ef3c8-5552-45a1-8033-8d187163ffec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:34.109097 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48ef3c8-5552-45a1-8033-8d187163ffec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:34.127455 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-efbaf82d-ec72-43c1-ba0d-9e3da67abbe8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a306ddcdfade484fb30dc0e0a20bda6f HTTP/1.1" status: 200 len: 380 time: 0.3886566 Feb 09 22:18:34.143538 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-cf2fe30a-0e77-4df5-a9f9-248d37f068db tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'port': {'device_id': '7a2b5a7f-d69e-451b-b64c-00fbca0b46c1', 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63', 'admin_state_up': True, 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'security_groups': ['5bcad339-6d06-45d6-adef-9afdab714c8f']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:34.201554 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d68285dc-3863-4796-bddb-69bed5992637 req-344e8ae5-1f6e-4b77-85bd-7a4bce1f2071 service neutron] 10.222.0.77 "GET /v2.0/networks/c08c80e7-ece5-4a9e-8647-0f5d34522ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051104 Feb 09 22:18:34.206811 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead016a5-544b-41f4-be5f-730550076918 None None] The sync data for ids ['37780b23-1dd8-4ed6-8122-1b04227e2161'] in n-d-828601-1 is: [{'id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622731239', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:27Z', 'revision_number': 4, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '97cdd45e-8b62-48c6-b056-9dc15411c7eb', 'name': '', 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'mac_address': 'fa:16:3e:68:f7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '27c64d21-ca29-44ad-98b3-192d032c0775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:24Z', 'updated_at': '2022-02-09T22:18:32Z', 'revision_number': 4, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'subnets': [{'id': '27c64d21-ca29-44ad-98b3-192d032c0775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:34.240359 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-a383afa6-4a8d-40f0-abc0-aec7de15d1aa None None] For port 97cdd45e-8b62-48c6-b056-9dc15411c7eb, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=97cdd45e-8b62-48c6-b056-9dc15411c7eb,segment=NetworkSegment(20c1805b-9e63-4777-afd2-40c33c127bf1),segment_id=20c1805b-9e63-4777-afd2-40c33c127bf1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:34.261872 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a383afa6-4a8d-40f0-abc0-aec7de15d1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (97cdd45e-8b62-48c6-b056-9dc15411c7eb), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:34.388171 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-cf2fe30a-0e77-4df5-a9f9-248d37f068db tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Made reservation on behalf of a306ddcdfade484fb30dc0e0a20bda6f for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:34.392460 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-cf2fe30a-0e77-4df5-a9f9-248d37f068db tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:34.536775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-81586dc4-29a1-4931-81a9-588404fb17c4 None None] Provisioning complete for port 97cdd45e-8b62-48c6-b056-9dc15411c7eb triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:34.537370 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-81586dc4-29a1-4931-81a9-588404fb17c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (97cdd45e-8b62-48c6-b056-9dc15411c7eb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:34.592006 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383afa6-4a8d-40f0-abc0-aec7de15d1aa None None] Pushing event updated for resources: {'Port': ['ID=97cdd45e-8b62-48c6-b056-9dc15411c7eb,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:34.800561 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa8b0044-9d5f-4ed4-9ce7-72ffb548df79 req-832c1e44-6ebf-401b-b592-a6f6a5c234cf tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 210 time: 0.0664086 Feb 09 22:18:34.823128 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326583759', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:13Z', 'updated_at': '2022-02-09T22:18:24Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:24:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3', 'name': '', 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:bc:db:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:21Z', 'updated_at': '2022-02-09T22:18:32Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:34.848101 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-cf2fe30a-0e77-4df5-a9f9-248d37f068db tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Allocated IP 172.20.0.14 (3c5b1b1f-067d-4c74-90d4-4f51a006cd63/3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9/b8d0efd7-7759-4bfc-a4ce-ca63697b83ff) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:34.955711 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba65f85-425c-42ad-a07a-f1c40e1e30e1 None None] The sync data for ids ['5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'] in n-d-828601-1 is: [{'id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326583759', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:13Z', 'updated_at': '2022-02-09T22:18:24Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:24:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3', 'name': '', 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:bc:db:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:21Z', 'updated_at': '2022-02-09T22:18:32Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:34.989181 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-56812622-1e6a-47d3-a35c-742dfddaa11b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (eaa6d6ff-111c-42e5-a650-d13cd3aa476e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.010412 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-81586dc4-29a1-4931-81a9-588404fb17c4 None None] Current status of the port 97cdd45e-8b62-48c6-b056-9dc15411c7eb is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:35.033001 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7218aac0-0a16-424f-bcb2-7d0e6dc8eee8 req-c49cc12d-abef-413f-8183-e1f73c46cb66 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 210 time: 0.1319838 Feb 09 22:18:35.058854 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-81586dc4-29a1-4931-81a9-588404fb17c4 None None] Provisioning complete for port 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:35.059374 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-81586dc4-29a1-4931-81a9-588404fb17c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.240537 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-56812622-1e6a-47d3-a35c-742dfddaa11b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0a208216-446b-46c0-a475-6f9acf6960fa), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.319854 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-81586dc4-29a1-4931-81a9-588404fb17c4 None None] Current status of the port 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:35.320484 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-81586dc4-29a1-4931-81a9-588404fb17c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.464574 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-81586dc4-29a1-4931-81a9-588404fb17c4 None None] For port 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3,segment=NetworkSegment(80ebee18-e92a-470f-afa6-2960f75a08fa),segment_id=80ebee18-e92a-470f-afa6-2960f75a08fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:35.472996 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-81586dc4-29a1-4931-81a9-588404fb17c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.614482 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-56812622-1e6a-47d3-a35c-742dfddaa11b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for port (0a208216-446b-46c0-a475-6f9acf6960fa), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.623696 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-56812622-1e6a-47d3-a35c-742dfddaa11b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (0a208216-446b-46c0-a475-6f9acf6960fa), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.628189 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81586dc4-29a1-4931-81a9-588404fb17c4 None None] Pushing event updated for resources: {'Port': ['ID=02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:35.648011 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-cf2fe30a-0e77-4df5-a9f9-248d37f068db tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (b8d0efd7-7759-4bfc-a4ce-ca63697b83ff), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.785291 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-cf2fe30a-0e77-4df5-a9f9-248d37f068db tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (b8d0efd7-7759-4bfc-a4ce-ca63697b83ff), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.803492 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56812622-1e6a-47d3-a35c-742dfddaa11b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Port': ['ID=0a208216-446b-46c0-a475-6f9acf6960fa,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:35.854257 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-56812622-1e6a-47d3-a35c-742dfddaa11b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (eaa6d6ff-111c-42e5-a650-d13cd3aa476e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.991319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-cf2fe30a-0e77-4df5-a9f9-248d37f068db tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 3c5b1b1f-067d-4c74-90d4-4f51a006cd63 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:35.997883 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-cf2fe30a-0e77-4df5-a9f9-248d37f068db tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:36.012599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-cf2fe30a-0e77-4df5-a9f9-248d37f068db tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:36.178770 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-56812622-1e6a-47d3-a35c-742dfddaa11b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Floating IP eaa6d6ff-111c-42e5-a650-d13cd3aa476e associated. External IP: 172.25.6.50, port: 268e3a8a-15b7-413a-96de-b8c664016991. Feb 09 22:18:36.203544 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 97cdd45e-8b62-48c6-b056-9dc15411c7eb up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:36.240897 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-cf2fe30a-0e77-4df5-a9f9-248d37f068db tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:36.244225 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-cf2fe30a-0e77-4df5-a9f9-248d37f068db tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:36.335235 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2fe30a-0e77-4df5-a9f9-248d37f068db tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:36.411049 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-cf2fe30a-0e77-4df5-a9f9-248d37f068db tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2720685 Feb 09 22:18:36.443415 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] Request body: {'port': {'device_id': '7a2b5a7f-d69e-451b-b64c-00fbca0b46c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:36.456230 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 97cdd45e-8b62-48c6-b056-9dc15411c7eb triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:36.460404 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (97cdd45e-8b62-48c6-b056-9dc15411c7eb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:36.652616 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7af9b6-8a7b-4348-afa5-3415e9fc21d6 req-9f942d2b-e9f6-4178-8a22-b6f8cc0a3c97 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:36.676624 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa7af9b6-8a7b-4348-afa5-3415e9fc21d6 req-9f942d2b-e9f6-4178-8a22-b6f8cc0a3c97 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 932 time: 0.4264450 Feb 09 22:18:36.716960 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c886600c-87ce-4e40-bfaa-3b755d5e90c8 None None] Provisioning complete for port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:36.717615 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c886600c-87ce-4e40-bfaa-3b755d5e90c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b8d0efd7-7759-4bfc-a4ce-ca63697b83ff), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:36.869500 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b8d0efd7-7759-4bfc-a4ce-ca63697b83ff), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:36.872257 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56812622-1e6a-47d3-a35c-742dfddaa11b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Router 8d5ad38a-cece-49f0-bfd0-2e6770767fa8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:18:36.927560 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c886600c-87ce-4e40-bfaa-3b755d5e90c8 None None] Port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:36.972229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 97cdd45e-8b62-48c6-b056-9dc15411c7eb is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:36.985268 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:37.088478 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:37.094467 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:37.125127 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa7af9b6-8a7b-4348-afa5-3415e9fc21d6 req-347c40e9-eac8-4005-a20e-9be1162bd8fb tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bcad339-6d06-45d6-adef-9afdab714c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3456302 Feb 09 22:18:37.274588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:37.329805 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56812622-1e6a-47d3-a35c-742dfddaa11b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:37.350321 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8100cf27-0221-4aaf-aa5e-845286ec6ac1 None None] Sync routers for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:37.374742 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8100cf27-0221-4aaf-aa5e-845286ec6ac1 None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:37.376015 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8100cf27-0221-4aaf-aa5e-845286ec6ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:37.391870 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-56812622-1e6a-47d3-a35c-742dfddaa11b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:37.472515 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8100cf27-0221-4aaf-aa5e-845286ec6ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:37.480093 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-56812622-1e6a-47d3-a35c-742dfddaa11b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.4614966 Feb 09 22:18:37.484333 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42328) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:37.485678 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-615312cb-011f-476a-8eee-4180e622afd0 req-2024c3b5-25b2-46bb-b2a8-4da4fe4f9aa2 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 210 time: 0.0525975 Feb 09 22:18:37.509552 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-4247727d-be64-4eb0-b891-5c04668cd3d6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:37.533709 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8100cf27-0221-4aaf-aa5e-845286ec6ac1 None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:37.545312 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8100cf27-0221-4aaf-aa5e-845286ec6ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:37.617661 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4247727d-be64-4eb0-b891-5c04668cd3d6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (eaa6d6ff-111c-42e5-a650-d13cd3aa476e), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:37.630810 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8100cf27-0221-4aaf-aa5e-845286ec6ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:37.638252 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8100cf27-0221-4aaf-aa5e-845286ec6ac1 None None] The sync data for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:37.857269 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f1c63c43-358e-4e15-a433-5d1960a4b891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:37.968679 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d0efd7-7759-4bfc-a4ce-ca63697b83ff {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:18:37.986628 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] Publish callbacks [] for port (b8d0efd7-7759-4bfc-a4ce-ca63697b83ff), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:38.015547 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] Transition to ACTIVE for port object b8d0efd7-7759-4bfc-a4ce-ca63697b83ff will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:18:38.022248 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68285dc-3863-4796-bddb-69bed5992637 req-5a742aab-5fc9-434e-96b5-7b759ad091bf tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:38.024080 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d68285dc-3863-4796-bddb-69bed5992637 req-5a742aab-5fc9-434e-96b5-7b759ad091bf tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.71 "GET /v2.0/networks?id=c08c80e7-ece5-4a9e-8647-0f5d34522ce3 HTTP/1.1" status: 200 len: 797 time: 0.3000908 Feb 09 22:18:38.025837 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (b8d0efd7-7759-4bfc-a4ce-ca63697b83ff), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:38.048483 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4247727d-be64-4eb0-b891-5c04668cd3d6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:38.059404 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4247727d-be64-4eb0-b891-5c04668cd3d6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (eaa6d6ff-111c-42e5-a650-d13cd3aa476e), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:38.059777 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-4247727d-be64-4eb0-b891-5c04668cd3d6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Floating IP eaa6d6ff-111c-42e5-a650-d13cd3aa476e disassociated. External IP: 172.25.6.50, port: 268e3a8a-15b7-413a-96de-b8c664016991. Feb 09 22:18:38.093072 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] Pushing event updated for resources: {'Port': ['ID=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:38.218902 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d68285dc-3863-4796-bddb-69bed5992637 req-a1846fca-60d0-4f76-b640-f2b18506b6c4 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9cc49ec6add4d9e9840b65c33b053cd HTTP/1.1" status: 200 len: 477 time: 0.1839457 Feb 09 22:18:38.317296 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-d68285dc-3863-4796-bddb-69bed5992637 req-571cee58-f31d-4693-b585-44bcb0965b71 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Request body: {'port': {'device_id': '4e618727-89ac-4e67-9871-650ebe797a8f', 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3', 'admin_state_up': True, 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'security_groups': ['3b22b4e6-ea01-4cb3-a5d6-c7e2c841453f', '800ef66e-2293-4d11-a54b-a656f6688119']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:38.871768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] Attempting to bind port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:38.872316 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] Attempting to bind port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '80ebee18-e92a-470f-afa6-2960f75a08fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:38.872862 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] Attempting to bind port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff on network 3c5b1b1f-067d-4c74-90d4-4f51a006cd63 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:38.898331 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] Port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff on network 3c5b1b1f-067d-4c74-90d4-4f51a006cd63 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:18:38.898843 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] Attempting to bind port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff on network 3c5b1b1f-067d-4c74-90d4-4f51a006cd63 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:38.908728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4247727d-be64-4eb0-b891-5c04668cd3d6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Router 8d5ad38a-cece-49f0-bfd0-2e6770767fa8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:18:38.923851 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:38.924712 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] Checking segment: {'id': '80ebee18-e92a-470f-afa6-2960f75a08fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:38.925301 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] Bound using segment: {'id': '80ebee18-e92a-470f-afa6-2960f75a08fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:38.925984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] Bound port: b8d0efd7-7759-4bfc-a4ce-ca63697b83ff, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80ebee18-e92a-470f-afa6-2960f75a08fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:38.926359 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b8d0efd7-7759-4bfc-a4ce-ca63697b83ff), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:38.963883 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428a774-d54e-45ba-a31d-f3840b4314cc req-279fd410-f55b-4613-aa11-2c3ec2973c31 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:38.965709 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c428a774-d54e-45ba-a31d-f3840b4314cc req-279fd410-f55b-4613-aa11-2c3ec2973c31 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 944 time: 0.5365627 Feb 09 22:18:39.009045 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d68285dc-3863-4796-bddb-69bed5992637 req-571cee58-f31d-4693-b585-44bcb0965b71 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Made reservation on behalf of b9cc49ec6add4d9e9840b65c33b053cd for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:39.012566 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d68285dc-3863-4796-bddb-69bed5992637 req-571cee58-f31d-4693-b585-44bcb0965b71 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:39.105848 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4247727d-be64-4eb0-b891-5c04668cd3d6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:39.111741 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4247727d-be64-4eb0-b891-5c04668cd3d6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:39.121547 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a55b65-75eb-492f-9894-5a09387317d4 None None] Sync routers for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:39.155160 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] For port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:39.165497 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4247727d-be64-4eb0-b891-5c04668cd3d6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "PUT /v2.0/floatingips/eaa6d6ff-111c-42e5-a650-d13cd3aa476e HTTP/1.1" status: 200 len: 687 time: 1.6683888 Feb 09 22:18:39.168387 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42338) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:39.169352 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c428a774-d54e-45ba-a31d-f3840b4314cc req-d18ce6e3-ed37-4e8c-88c9-8f99a4fb9a4d tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bcad339-6d06-45d6-adef-9afdab714c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647699 Feb 09 22:18:39.174735 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a55b65-75eb-492f-9894-5a09387317d4 None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:39.175997 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-07a55b65-75eb-492f-9894-5a09387317d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:39.187242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] For port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff,segment=NetworkSegment(80ebee18-e92a-470f-afa6-2960f75a08fa),segment_id=80ebee18-e92a-470f-afa6-2960f75a08fa)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:39.205738 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (b8d0efd7-7759-4bfc-a4ce-ca63697b83ff), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:39.271226 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-07a55b65-75eb-492f-9894-5a09387317d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:39.293987 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a55b65-75eb-492f-9894-5a09387317d4 None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:39.295628 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:39.296455 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:39.297064 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-07a55b65-75eb-492f-9894-5a09387317d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:39.297784 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] 10.222.0.42 "PUT /v2.0/ports/b8d0efd7-7759-4bfc-a4ce-ca63697b83ff HTTP/1.1" status: 200 len: 1092 time: 2.8686936 Feb 09 22:18:39.298280 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2b5a7f-d69e-451b-b64c-00fbca0b46c1', 'tag': 'b8d0efd7-7759-4bfc-a4ce-ca63697b83ff'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:39.300888 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b23d6dd-73e0-42f6-b531-fd1485fb5a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2b5a7f-d69e-451b-b64c-00fbca0b46c1", "tag": "b8d0efd7-7759-4bfc-a4ce-ca63697b83ff"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:39.354119 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-3e6f11ca-ce4d-4a93-b4e0-bbe4518fe136 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:18:39.355938 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-3e6f11ca-ce4d-4a93-b4e0-bbe4518fe136 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097017 Feb 09 22:18:39.388682 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-07a55b65-75eb-492f-9894-5a09387317d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:39.389716 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a55b65-75eb-492f-9894-5a09387317d4 None None] The sync data for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:39.411056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-d68285dc-3863-4796-bddb-69bed5992637 req-571cee58-f31d-4693-b585-44bcb0965b71 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Allocated IP 172.20.0.14 (c08c80e7-ece5-4a9e-8647-0f5d34522ce3/27c64d21-ca29-44ad-98b3-192d032c0775/1938b681-bcb4-461c-8144-064fc2497dae) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:39.484792 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-73c45b92-53a6-4766-9d75-46ec577230c0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Deleting port 0a208216-446b-46c0-a475-6f9acf6960fa {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:18:39.485656 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73c45b92-53a6-4766-9d75-46ec577230c0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (0a208216-446b-46c0-a475-6f9acf6960fa), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:39.532298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407794d-461d-49cc-93f0-3d7130a8bbef service neutron] Pushing event updated for resources: {'Port': ['ID=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:39.544412 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1c4ad253-93f9-450a-9ab7-704b0d8e9e87 req-3ca38d3f-624c-44b6-b5c3-f170b1827290 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 210 time: 0.2342172 Feb 09 22:18:39.642641 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73c45b92-53a6-4766-9d75-46ec577230c0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (0a208216-446b-46c0-a475-6f9acf6960fa), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:39.643088 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73c45b92-53a6-4766-9d75-46ec577230c0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (0a208216-446b-46c0-a475-6f9acf6960fa), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:39.660734 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-73c45b92-53a6-4766-9d75-46ec577230c0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Calling delete_port for 0a208216-446b-46c0-a475-6f9acf6960fa owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:18:39.681299 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d104d2d7-a758-44cb-895a-1582b6f7913e x-openstack-request-id: req-d104d2d7-a758-44cb-895a-1582b6f7913e {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:39.681633 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2b5a7f-d69e-451b-b64c-00fbca0b46c1", "tag": "b8d0efd7-7759-4bfc-a4ce-ca63697b83ff", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:39.682002 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d104d2d7-a758-44cb-895a-1582b6f7913e {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:39.682257 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2b5a7f-d69e-451b-b64c-00fbca0b46c1', 'tag': 'b8d0efd7-7759-4bfc-a4ce-ca63697b83ff', 'status': 'completed', 'code': 200} Feb 09 22:18:39.709878 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d68285dc-3863-4796-bddb-69bed5992637 req-571cee58-f31d-4693-b585-44bcb0965b71 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for port (1938b681-bcb4-461c-8144-064fc2497dae), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:39.763046 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d68285dc-3863-4796-bddb-69bed5992637 req-571cee58-f31d-4693-b585-44bcb0965b71 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1938b681-bcb4-461c-8144-064fc2497dae), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:39.880834 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d68285dc-3863-4796-bddb-69bed5992637 req-571cee58-f31d-4693-b585-44bcb0965b71 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Network c08c80e7-ece5-4a9e-8647-0f5d34522ce3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:39.889825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-d68285dc-3863-4796-bddb-69bed5992637 req-571cee58-f31d-4693-b585-44bcb0965b71 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:39.892897 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68285dc-3863-4796-bddb-69bed5992637 req-571cee58-f31d-4693-b585-44bcb0965b71 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:39.945417 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571cee58-f31d-4693-b585-44bcb0965b71 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event updated for resources: {'Port': ['ID=1938b681-bcb4-461c-8144-064fc2497dae,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:39.950713 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73c45b92-53a6-4766-9d75-46ec577230c0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (0a208216-446b-46c0-a475-6f9acf6960fa), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:39.996240 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-5a1b9f8e-ef15-4be3-8102-d07d97ad089f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:39.999306 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-5a1b9f8e-ef15-4be3-8102-d07d97ad089f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 1126 time: 0.3319478 Feb 09 22:18:40.009233 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c45b92-53a6-4766-9d75-46ec577230c0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event deleted for resources: {'Port': ['ID=0a208216-446b-46c0-a475-6f9acf6960fa,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:40.026807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68285dc-3863-4796-bddb-69bed5992637 req-571cee58-f31d-4693-b585-44bcb0965b71 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:40.027940 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d68285dc-3863-4796-bddb-69bed5992637 req-571cee58-f31d-4693-b585-44bcb0965b71 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:40.111602 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73c45b92-53a6-4766-9d75-46ec577230c0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (eaa6d6ff-111c-42e5-a650-d13cd3aa476e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:40.115500 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73c45b92-53a6-4766-9d75-46ec577230c0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:40.117019 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-73c45b92-53a6-4766-9d75-46ec577230c0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "DELETE /v2.0/floatingips/eaa6d6ff-111c-42e5-a650-d13cd3aa476e HTTP/1.1" status: 204 len: 168 time: 0.9470580 Feb 09 22:18:40.120930 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-b4fdccb1-dec1-4054-8a9f-e16218ec4ea3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff HTTP/1.1" status: 200 len: 217 time: 0.0882132 Feb 09 22:18:40.122679 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42348) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:40.127923 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': 'a6cfc463-004d-416f-a3ac-fdc46f2288fb'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:40.152953 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d68285dc-3863-4796-bddb-69bed5992637 req-571cee58-f31d-4693-b585-44bcb0965b71 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.8420815 Feb 09 22:18:40.187366 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:40.188138 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-d68285dc-3863-4796-bddb-69bed5992637 req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] Request body: {'port': {'device_id': '4e618727-89ac-4e67-9871-650ebe797a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:40.334973 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-89492383-39b9-44c1-9ac5-38765fc281f7 None None] Provisioning complete for port 1938b681-bcb4-461c-8144-064fc2497dae triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:40.336855 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-89492383-39b9-44c1-9ac5-38765fc281f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1938b681-bcb4-461c-8144-064fc2497dae), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:40.355061 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-ed369e13-db0c-42b7-82f9-71082d866d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:40.356805 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-ed369e13-db0c-42b7-82f9-71082d866d1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9 HTTP/1.1" status: 200 len: 834 time: 0.2233841 Feb 09 22:18:40.383489 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-89492383-39b9-44c1-9ac5-38765fc281f7 None None] Port 1938b681-bcb4-461c-8144-064fc2497dae cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:40.414576 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:40.430228 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d68285dc-3863-4796-bddb-69bed5992637 req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1938b681-bcb4-461c-8144-064fc2497dae), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:40.492874 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3f6a4-e9ec-4098-aeb3-422c153308c3 req-387a0b00-9e38-4835-86f9-8b983bde4511 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:40.494748 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-86d3f6a4-e9ec-4098-aeb3-422c153308c3 req-387a0b00-9e38-4835-86f9-8b983bde4511 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 944 time: 0.1368611 Feb 09 22:18:40.549359 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-52115025-8baa-49c6-b964-4fd2dd885bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:40.553197 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-770ba198-ac2b-4887-82e7-869dff9f4af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:40.555122 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-770ba198-ac2b-4887-82e7-869dff9f4af3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c5b1b1f-067d-4c74-90d4-4f51a006cd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1841488 Feb 09 22:18:40.611013 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Allocated IP 172.25.6.207 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/febb9b3e-ddb7-4502-a2ae-2e5bb8094044) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:40.712438 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-86d3f6a4-e9ec-4098-aeb3-422c153308c3 req-0c538f81-1f68-4bb8-9d8d-1dfdd8c6e1c1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bcad339-6d06-45d6-adef-9afdab714c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963315 Feb 09 22:18:40.794096 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for port (febb9b3e-ddb7-4502-a2ae-2e5bb8094044), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:40.819967 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-59da55fc-2601-446f-be4e-43b46ace8408 service neutron] 10.222.0.42 "GET /v2.0/networks/3c5b1b1f-067d-4c74-90d4-4f51a006cd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525194 Feb 09 22:18:40.860963 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (febb9b3e-ddb7-4502-a2ae-2e5bb8094044), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:40.912177 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:40.915719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:40.920483 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:40.938870 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Port': ['ID=febb9b3e-ddb7-4502-a2ae-2e5bb8094044,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:40.976735 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:40.977444 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:40.977665 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:40.978100 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:40.978846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:40.978846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:40.979638 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:40.980112 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:40.980547 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:40.981829 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:40.981829 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:40.982127 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:40.982600 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:41.023896 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117081b-f4e3-40bc-a04a-d816e7c2c15c req-3acadd33-6f7d-4a49-b21d-890421f7bd5f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:41.025530 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5117081b-f4e3-40bc-a04a-d816e7c2c15c req-3acadd33-6f7d-4a49-b21d-890421f7bd5f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 971 time: 0.1800876 Feb 09 22:18:41.060813 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c6d8bfd-59f9-499e-b168-d8bac78a55ef req-94f5c157-ed55-4e43-8fff-1321c91ac303 service neutron] 10.222.0.42 "GET /v2.0/networks/3c5b1b1f-067d-4c74-90d4-4f51a006cd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266724 Feb 09 22:18:41.094324 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-d68285dc-3863-4796-bddb-69bed5992637 req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1938b681-bcb4-461c-8144-064fc2497dae {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:18:41.108343 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d68285dc-3863-4796-bddb-69bed5992637 req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] Publish callbacks [] for port (1938b681-bcb4-461c-8144-064fc2497dae), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.162554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-d68285dc-3863-4796-bddb-69bed5992637 req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] Transition to ACTIVE for port object 1938b681-bcb4-461c-8144-064fc2497dae will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:18:41.169644 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5117081b-f4e3-40bc-a04a-d816e7c2c15c req-cfae1698-3ec2-4935-97e5-f5d0beb53262 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b22b4e6-ea01-4cb3-a5d6-c7e2c841453f&id=800ef66e-2293-4d11-a54b-a656f6688119&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1247754 Feb 09 22:18:41.174576 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d68285dc-3863-4796-bddb-69bed5992637 req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (1938b681-bcb4-461c-8144-064fc2497dae), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.253153 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23d6dd-73e0-42f6-b531-fd1485fb5a2d req-8c7cd65e-594a-4d57-b4e9-f49dd81a930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:41.254759 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b23d6dd-73e0-42f6-b531-fd1485fb5a2d req-8c7cd65e-594a-4d57-b4e9-f49dd81a930f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 1126 time: 0.1253519 Feb 09 22:18:41.321618 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1938b681-bcb4-461c-8144-064fc2497dae,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:41.455781 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23d6dd-73e0-42f6-b531-fd1485fb5a2d req-f817b48f-ef5d-4495-8d8f-30e966c3faca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:41.457498 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b23d6dd-73e0-42f6-b531-fd1485fb5a2d req-f817b48f-ef5d-4495-8d8f-30e966c3faca service neutron] 10.222.0.42 "GET /v2.0/networks?id=3c5b1b1f-067d-4c74-90d4-4f51a006cd63 HTTP/1.1" status: 200 len: 897 time: 0.1874247 Feb 09 22:18:41.459005 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-d68285dc-3863-4796-bddb-69bed5992637 req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] Attempting to bind port 1938b681-bcb4-461c-8144-064fc2497dae on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:41.459343 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-d68285dc-3863-4796-bddb-69bed5992637 req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] Attempting to bind port 1938b681-bcb4-461c-8144-064fc2497dae by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '20c1805b-9e63-4777-afd2-40c33c127bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:41.459743 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68285dc-3863-4796-bddb-69bed5992637 req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] Attempting to bind port 1938b681-bcb4-461c-8144-064fc2497dae on network c08c80e7-ece5-4a9e-8647-0f5d34522ce3 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:41.471727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68285dc-3863-4796-bddb-69bed5992637 req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] Port 1938b681-bcb4-461c-8144-064fc2497dae on network c08c80e7-ece5-4a9e-8647-0f5d34522ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:18:41.472025 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68285dc-3863-4796-bddb-69bed5992637 req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] Attempting to bind port 1938b681-bcb4-461c-8144-064fc2497dae on network c08c80e7-ece5-4a9e-8647-0f5d34522ce3 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:41.480044 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68285dc-3863-4796-bddb-69bed5992637 req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:41.480396 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68285dc-3863-4796-bddb-69bed5992637 req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] Checking segment: {'id': '20c1805b-9e63-4777-afd2-40c33c127bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:41.480796 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68285dc-3863-4796-bddb-69bed5992637 req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] Bound using segment: {'id': '20c1805b-9e63-4777-afd2-40c33c127bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:41.481248 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-d68285dc-3863-4796-bddb-69bed5992637 req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] Bound port: 1938b681-bcb4-461c-8144-064fc2497dae, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20c1805b-9e63-4777-afd2-40c33c127bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:41.481616 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d68285dc-3863-4796-bddb-69bed5992637 req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1938b681-bcb4-461c-8144-064fc2497dae), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.485522 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (3fc6644d-b8ca-48a1-8bd6-50a2a0c03446), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.527861 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b23d6dd-73e0-42f6-b531-fd1485fb5a2d req-e26fe7e5-a41c-4901-ae95-f926981be935 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff HTTP/1.1" status: 200 len: 217 time: 0.0623994 Feb 09 22:18:41.611862 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (febb9b3e-ddb7-4502-a2ae-2e5bb8094044), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.642366 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23d6dd-73e0-42f6-b531-fd1485fb5a2d req-f63d6eeb-126b-4b26-a8ed-e04c77b43b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:41.644003 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b23d6dd-73e0-42f6-b531-fd1485fb5a2d req-f63d6eeb-126b-4b26-a8ed-e04c77b43b24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9 HTTP/1.1" status: 200 len: 834 time: 0.1090844 Feb 09 22:18:41.651451 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-d68285dc-3863-4796-bddb-69bed5992637 req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] For port 1938b681-bcb4-461c-8144-064fc2497dae, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:41.667185 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-d68285dc-3863-4796-bddb-69bed5992637 req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] For port 1938b681-bcb4-461c-8144-064fc2497dae, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1938b681-bcb4-461c-8144-064fc2497dae,segment=NetworkSegment(20c1805b-9e63-4777-afd2-40c33c127bf1),segment_id=20c1805b-9e63-4777-afd2-40c33c127bf1)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:41.669070 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.700792 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d68285dc-3863-4796-bddb-69bed5992637 req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (1938b681-bcb4-461c-8144-064fc2497dae), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.765839 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68285dc-3863-4796-bddb-69bed5992637 req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:41.766451 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d68285dc-3863-4796-bddb-69bed5992637 req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.767931 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d68285dc-3863-4796-bddb-69bed5992637 req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] 10.222.0.71 "PUT /v2.0/ports/1938b681-bcb4-461c-8144-064fc2497dae HTTP/1.1" status: 200 len: 1131 time: 1.6135490 Feb 09 22:18:41.769028 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e618727-89ac-4e67-9871-650ebe797a8f', 'tag': '1938b681-bcb4-461c-8144-064fc2497dae'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:41.772627 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b278e1-09a7-4e23-8f6e-987c3ae737f3" -d '{"events": [{"name": "network-changed", "server_uuid": "4e618727-89ac-4e67-9871-650ebe797a8f", "tag": "1938b681-bcb4-461c-8144-064fc2497dae"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:41.799128 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23d6dd-73e0-42f6-b531-fd1485fb5a2d req-fe9920bf-e365-4fa1-8cbe-8049c3c0983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:41.800786 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b23d6dd-73e0-42f6-b531-fd1485fb5a2d req-fe9920bf-e365-4fa1-8cbe-8049c3c0983e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c5b1b1f-067d-4c74-90d4-4f51a006cd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1466806 Feb 09 22:18:41.830495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63288fbe-bfa9-4992-9988-bb79af4f80f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1938b681-bcb4-461c-8144-064fc2497dae,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:41.986472 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for port (febb9b3e-ddb7-4502-a2ae-2e5bb8094044), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.997679 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (febb9b3e-ddb7-4502-a2ae-2e5bb8094044), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:42.085899 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68285dc-3863-4796-bddb-69bed5992637 req-8081526c-94b7-45c6-9064-64ae0f8a5b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:42.088690 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d68285dc-3863-4796-bddb-69bed5992637 req-8081526c-94b7-45c6-9064-64ae0f8a5b31 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b9cc49ec6add4d9e9840b65c33b053cd&device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 1165 time: 0.2688248 Feb 09 22:18:42.101833 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b23d6dd-73e0-42f6-b531-fd1485fb5a2d req-fd480830-387e-4122-ae70-b5379f001e9b service neutron] 10.222.0.42 "GET /v2.0/networks/3c5b1b1f-067d-4c74-90d4-4f51a006cd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915902 Feb 09 22:18:42.162546 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (3fc6644d-b8ca-48a1-8bd6-50a2a0c03446), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:42.171572 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d68285dc-3863-4796-bddb-69bed5992637 req-542b37f9-8174-48cc-afbd-d274a916bc51 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1938b681-bcb4-461c-8144-064fc2497dae HTTP/1.1" status: 200 len: 217 time: 0.0678694 Feb 09 22:18:42.238061 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93b0aa-741d-4259-82e7-c491754e935e req-04e22f6b-8dec-49e7-ab71-e772b04b8d29 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:42.238404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Port': ['ID=febb9b3e-ddb7-4502-a2ae-2e5bb8094044,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:42.239392 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa93b0aa-741d-4259-82e7-c491754e935e req-04e22f6b-8dec-49e7-ab71-e772b04b8d29 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 944 time: 0.3011060 Feb 09 22:18:42.317155 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Floating IP 3fc6644d-b8ca-48a1-8bd6-50a2a0c03446 associated. External IP: 172.25.6.207, port: a6cfc463-004d-416f-a3ac-fdc46f2288fb. Feb 09 22:18:42.326708 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68285dc-3863-4796-bddb-69bed5992637 req-ffa4f9c8-b1b3-4456-8ca2-a7d65bdb7db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:42.328469 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d68285dc-3863-4796-bddb-69bed5992637 req-ffa4f9c8-b1b3-4456-8ca2-a7d65bdb7db0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=27c64d21-ca29-44ad-98b3-192d032c0775 HTTP/1.1" status: 200 len: 835 time: 0.1413100 Feb 09 22:18:42.400639 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa93b0aa-741d-4259-82e7-c491754e935e req-e9e61b6f-4f7d-4698-8857-1071b22d11cf tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bcad339-6d06-45d6-adef-9afdab714c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327512 Feb 09 22:18:42.406294 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b23d6dd-73e0-42f6-b531-fd1485fb5a2d req-22f96603-3c97-4997-baa5-95bd1132b4b2 service neutron] 10.222.0.42 "GET /v2.0/networks/3c5b1b1f-067d-4c74-90d4-4f51a006cd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333941 Feb 09 22:18:42.441703 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68285dc-3863-4796-bddb-69bed5992637 req-f0766683-7d6d-4154-b770-104616637153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:42.446788 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d68285dc-3863-4796-bddb-69bed5992637 req-f0766683-7d6d-4154-b770-104616637153 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c08c80e7-ece5-4a9e-8647-0f5d34522ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1090574 Feb 09 22:18:42.475449 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa33112-4cbf-437b-9116-3d663842f427 x-openstack-request-id: req-5fa33112-4cbf-437b-9116-3d663842f427 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:42.476174 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e618727-89ac-4e67-9871-650ebe797a8f", "tag": "1938b681-bcb4-461c-8144-064fc2497dae", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:42.476174 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5fa33112-4cbf-437b-9116-3d663842f427 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:42.477070 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e618727-89ac-4e67-9871-650ebe797a8f', 'tag': '1938b681-bcb4-461c-8144-064fc2497dae', 'status': 'completed', 'code': 200} Feb 09 22:18:42.701731 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Router 8d5ad38a-cece-49f0-bfd0-2e6770767fa8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:18:42.723137 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d68285dc-3863-4796-bddb-69bed5992637 req-2d014b51-7304-4f33-905a-933e3d927722 service neutron] 10.222.0.71 "GET /v2.0/networks/c08c80e7-ece5-4a9e-8647-0f5d34522ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705140 Feb 09 22:18:42.728521 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4545890-74cf-4358-b6ef-8d7ac5718917 req-684a8829-9dfe-4b77-b0ea-6eaff6135a5b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f21160b8-d1fe-4a2d-b0eb-fe589616c2f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1942861 Feb 09 22:18:42.758066 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefdccb-c520-416c-89d7-4e314a5daccd req-ab9f80fb-25cd-49d1-b219-6053284e41dc tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:42.760941 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-abefdccb-c520-416c-89d7-4e314a5daccd req-ab9f80fb-25cd-49d1-b219-6053284e41dc tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 983 time: 0.2149425 Feb 09 22:18:42.846218 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:42.863148 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:42.876591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c505ede1-5e27-4741-af83-174206ff48e1 None None] Sync routers for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:42.891470 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c505ede1-5e27-4741-af83-174206ff48e1 None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:42.893205 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c505ede1-5e27-4741-af83-174206ff48e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:42.899412 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:42.938557 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c4def208-28f1-4878-999d-034b6571c429 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8146634 Feb 09 22:18:42.943524 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42370) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:42.957475 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c505ede1-5e27-4741-af83-174206ff48e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:42.970611 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c505ede1-5e27-4741-af83-174206ff48e1 None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:42.972002 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c505ede1-5e27-4741-af83-174206ff48e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:43.031634 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9c24f34b-dd9e-4e66-9bbd-5e46c8c37df7 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "GET /v2.0/floatingips/3fc6644d-b8ca-48a1-8bd6-50a2a0c03446 HTTP/1.1" status: 200 len: 978 time: 0.0867145 Feb 09 22:18:43.042148 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42374) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:43.057574 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c505ede1-5e27-4741-af83-174206ff48e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:43.058710 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c505ede1-5e27-4741-af83-174206ff48e1 None None] The sync data for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:43.194660 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0d5f6f4c-29ad-4330-a081-803e7069107a tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1512504 Feb 09 22:18:43.194958 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42376) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:43.200150 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-cef9cf3e-9f0f-4934-bfb8-dae9546b0f02 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Request body: {'floatingip': {'port_id': '268e3a8a-15b7-413a-96de-b8c664016991'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:43.272841 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cef9cf3e-9f0f-4934-bfb8-dae9546b0f02 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (3fc6644d-b8ca-48a1-8bd6-50a2a0c03446), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:43.286738 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-abefdccb-c520-416c-89d7-4e314a5daccd req-eedc6a61-9bc2-4bcf-abf9-a909267d743e tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b22b4e6-ea01-4cb3-a5d6-c7e2c841453f&id=800ef66e-2293-4d11-a54b-a656f6688119&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5023253 Feb 09 22:18:43.288935 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4545890-74cf-4358-b6ef-8d7ac5718917 req-85ab028b-4f03-43d6-8a95-4ff6a1665176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:43.290469 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4545890-74cf-4358-b6ef-8d7ac5718917 req-85ab028b-4f03-43d6-8a95-4ff6a1665176 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f0e7f3f557cd432ea0f657692deae606&device_id=f21160b8-d1fe-4a2d-b0eb-fe589616c2f1 HTTP/1.1" status: 200 len: 1132 time: 0.5282724 Feb 09 22:18:43.297567 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d68285dc-3863-4796-bddb-69bed5992637 req-c648b1a9-fe0d-4ed5-ae90-d9ad54922ef7 service neutron] 10.222.0.71 "GET /v2.0/networks/c08c80e7-ece5-4a9e-8647-0f5d34522ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5677381 Feb 09 22:18:43.436829 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b8d0efd7-7759-4bfc-a4ce-ca63697b83ff details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:18:43.469657 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4545890-74cf-4358-b6ef-8d7ac5718917 req-51b76d8e-e0bb-4911-b926-084ddacb1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:43.471594 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4545890-74cf-4358-b6ef-8d7ac5718917 req-51b76d8e-e0bb-4911-b926-084ddacb1edc service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.1454406 Feb 09 22:18:43.489538 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b278e1-09a7-4e23-8f6e-987c3ae737f3 req-89b45954-5f7f-4a91-b607-aefda110439d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:43.498673 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-67b278e1-09a7-4e23-8f6e-987c3ae737f3 req-89b45954-5f7f-4a91-b607-aefda110439d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b9cc49ec6add4d9e9840b65c33b053cd&device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 1165 time: 0.1207354 Feb 09 22:18:43.561488 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4545890-74cf-4358-b6ef-8d7ac5718917 req-70ea6dbe-0a74-445f-a11d-50e088b8a4db service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca HTTP/1.1" status: 200 len: 217 time: 0.0812283 Feb 09 22:18:43.703780 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4545890-74cf-4358-b6ef-8d7ac5718917 req-80c69d17-1e0d-450e-b87e-32ff57b1979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:43.705298 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4545890-74cf-4358-b6ef-8d7ac5718917 req-80c69d17-1e0d-450e-b87e-32ff57b1979f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.1171820 Feb 09 22:18:43.746195 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860ab89-c55d-4bfc-b317-d0c6a0ce842b req-5a4f9924-9cd2-4f8c-99a4-3c9f2a94e330 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:43.748200 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c860ab89-c55d-4bfc-b317-d0c6a0ce842b req-5a4f9924-9cd2-4f8c-99a4-3c9f2a94e330 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 944 time: 0.1993864 Feb 09 22:18:43.779791 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b278e1-09a7-4e23-8f6e-987c3ae737f3 req-663812cd-fc92-468d-a688-d53dcc24307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:43.781552 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-67b278e1-09a7-4e23-8f6e-987c3ae737f3 req-663812cd-fc92-468d-a688-d53dcc24307c service neutron] 10.222.0.71 "GET /v2.0/networks?id=c08c80e7-ece5-4a9e-8647-0f5d34522ce3 HTTP/1.1" status: 200 len: 898 time: 0.2820387 Feb 09 22:18:43.824602 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff,segment=NetworkSegment(80ebee18-e92a-470f-afa6-2960f75a08fa),segment_id=80ebee18-e92a-470f-afa6-2960f75a08fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:43.841314 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'b8d0efd7-7759-4bfc-a4ce-ca63697b83ff', 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63', 'port_id': 'b8d0efd7-7759-4bfc-a4ce-ca63697b83ff', 'mac_address': 'fa:16:3e:b9:a0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:18:43.858141 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-67b278e1-09a7-4e23-8f6e-987c3ae737f3 req-8037aaa9-1212-43f4-ab54-0324a4703e5f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1938b681-bcb4-461c-8144-064fc2497dae HTTP/1.1" status: 200 len: 217 time: 0.0645201 Feb 09 22:18:43.900172 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:43.900784 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b8d0efd7-7759-4bfc-a4ce-ca63697b83ff), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:43.921148 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d0efd7-7759-4bfc-a4ce-ca63697b83ff {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:18:43.928172 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4545890-74cf-4358-b6ef-8d7ac5718917 req-bb28a05c-62f2-45a7-af20-dda58b7c7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:43.929910 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4545890-74cf-4358-b6ef-8d7ac5718917 req-bb28a05c-62f2-45a7-af20-dda58b7c7748 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2171450 Feb 09 22:18:43.943860 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c860ab89-c55d-4bfc-b317-d0c6a0ce842b req-a9ecf44f-37e8-4fdf-80a9-cf7d44e38001 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bcad339-6d06-45d6-adef-9afdab714c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689944 Feb 09 22:18:43.954671 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff,segment=NetworkSegment(80ebee18-e92a-470f-afa6-2960f75a08fa),segment_id=80ebee18-e92a-470f-afa6-2960f75a08fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:43.966500 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cef9cf3e-9f0f-4934-bfb8-dae9546b0f02 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:43.973926 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b8d0efd7-7759-4bfc-a4ce-ca63697b83ff), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:43.976651 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cef9cf3e-9f0f-4934-bfb8-dae9546b0f02 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (3fc6644d-b8ca-48a1-8bd6-50a2a0c03446), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:44.011452 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b278e1-09a7-4e23-8f6e-987c3ae737f3 req-b3e08254-cbf6-4b25-acca-b043c847e080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:44.013057 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-67b278e1-09a7-4e23-8f6e-987c3ae737f3 req-b3e08254-cbf6-4b25-acca-b043c847e080 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=27c64d21-ca29-44ad-98b3-192d032c0775 HTTP/1.1" status: 200 len: 835 time: 0.1412604 Feb 09 22:18:44.054093 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:44.095791 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4545890-74cf-4358-b6ef-8d7ac5718917 req-3c7b0161-f6bc-468d-a108-5734ac750fdb service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508403 Feb 09 22:18:44.100891 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b278e1-09a7-4e23-8f6e-987c3ae737f3 req-c15ce886-65e0-4785-8d67-15ea00c781f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:44.102694 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-67b278e1-09a7-4e23-8f6e-987c3ae737f3 req-c15ce886-65e0-4785-8d67-15ea00c781f3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c08c80e7-ece5-4a9e-8647-0f5d34522ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0765765 Feb 09 22:18:44.116335 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-cef9cf3e-9f0f-4934-bfb8-dae9546b0f02 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Floating IP 3fc6644d-b8ca-48a1-8bd6-50a2a0c03446 associated. External IP: 172.25.6.207, port: a6cfc463-004d-416f-a3ac-fdc46f2288fb. Feb 09 22:18:44.269745 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4545890-74cf-4358-b6ef-8d7ac5718917 req-2d0b5cba-57ad-456f-9f9a-1a070fd8c916 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645966 Feb 09 22:18:44.271458 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-67b278e1-09a7-4e23-8f6e-987c3ae737f3 req-73f95fe0-fbe8-4a3d-b5bd-1586f1a9109e service neutron] 10.222.0.71 "GET /v2.0/networks/c08c80e7-ece5-4a9e-8647-0f5d34522ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589334 Feb 09 22:18:44.276161 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['b8d0efd7-7759-4bfc-a4ce-ca63697b83ff'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:18:44.389521 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-67b278e1-09a7-4e23-8f6e-987c3ae737f3 req-ec25b5f5-7bf9-4603-8338-4ee0ba1d80a9 service neutron] 10.222.0.71 "GET /v2.0/networks/c08c80e7-ece5-4a9e-8647-0f5d34522ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097107 Feb 09 22:18:44.492400 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde709b-b17e-4ded-b6f1-eb8a388f9d45 req-0ec95f7d-19b4-4570-a8e5-bdebbf3954ce tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:44.494094 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0fde709b-b17e-4ded-b6f1-eb8a388f9d45 req-0ec95f7d-19b4-4570-a8e5-bdebbf3954ce tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 983 time: 0.0788963 Feb 09 22:18:44.574595 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0fde709b-b17e-4ded-b6f1-eb8a388f9d45 req-25d77080-723c-42d8-a1d0-f2ebdd8fd4fd tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b22b4e6-ea01-4cb3-a5d6-c7e2c841453f&id=800ef66e-2293-4d11-a54b-a656f6688119&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0728703 Feb 09 22:18:44.668959 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:44.750542 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef9cf3e-9f0f-4934-bfb8-dae9546b0f02 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Router 8d5ad38a-cece-49f0-bfd0-2e6770767fa8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:18:44.871289 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef9cf3e-9f0f-4934-bfb8-dae9546b0f02 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:44.883503 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eead81-a3ed-46f9-99ff-2a0661125660 None None] Sync routers for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:44.894186 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eead81-a3ed-46f9-99ff-2a0661125660 None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:44.895075 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-28eead81-a3ed-46f9-99ff-2a0661125660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:44.937495 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-28eead81-a3ed-46f9-99ff-2a0661125660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:44.949518 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eead81-a3ed-46f9-99ff-2a0661125660 None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:44.950172 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-28eead81-a3ed-46f9-99ff-2a0661125660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:44.986217 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-28eead81-a3ed-46f9-99ff-2a0661125660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:44.986907 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eead81-a3ed-46f9-99ff-2a0661125660 None None] The sync data for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:45.150158 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce813d04-6239-492a-8c56-8768fb7cf84c req-43b4ef81-6e70-4275-ac58-d6ac891e37ec tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:45.156047 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce813d04-6239-492a-8c56-8768fb7cf84c req-43b4ef81-6e70-4275-ac58-d6ac891e37ec tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 945 time: 0.1025283 Feb 09 22:18:45.182315 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef9cf3e-9f0f-4934-bfb8-dae9546b0f02 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Router 8d5ad38a-cece-49f0-bfd0-2e6770767fa8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:18:45.221942 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce813d04-6239-492a-8c56-8768fb7cf84c req-8bea6352-1ff9-4378-a848-4e0569c71b27 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bcad339-6d06-45d6-adef-9afdab714c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571804 Feb 09 22:18:45.339224 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef9cf3e-9f0f-4934-bfb8-dae9546b0f02 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:45.344202 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cef9cf3e-9f0f-4934-bfb8-dae9546b0f02 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:45.352583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b15a5-f3c3-48b9-bbee-c1d85b022dc8 None None] Sync routers for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:45.369070 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b15a5-f3c3-48b9-bbee-c1d85b022dc8 None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:45.370330 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f37b15a5-f3c3-48b9-bbee-c1d85b022dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:45.410998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f37b15a5-f3c3-48b9-bbee-c1d85b022dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:45.415278 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cef9cf3e-9f0f-4934-bfb8-dae9546b0f02 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "PUT /v2.0/floatingips/3fc6644d-b8ca-48a1-8bd6-50a2a0c03446 HTTP/1.1" status: 200 len: 978 time: 2.2188869 Feb 09 22:18:45.419714 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42390) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:45.422670 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b15a5-f3c3-48b9-bbee-c1d85b022dc8 None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:45.423351 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f37b15a5-f3c3-48b9-bbee-c1d85b022dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:45.427982 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-409f553e-d2fc-4b76-bc43-9f37abd316bd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:45.465805 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b8d0efd7-7759-4bfc-a4ce-ca63697b83ff up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:45.469311 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f37b15a5-f3c3-48b9-bbee-c1d85b022dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:45.469978 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b15a5-f3c3-48b9-bbee-c1d85b022dc8 None None] The sync data for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:45.516635 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-409f553e-d2fc-4b76-bc43-9f37abd316bd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (3fc6644d-b8ca-48a1-8bd6-50a2a0c03446), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:45.529991 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:18:45.543947 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:45.544407 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b8d0efd7-7759-4bfc-a4ce-ca63697b83ff), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:45.569134 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:45.653406 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:45.653909 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b8d0efd7-7759-4bfc-a4ce-ca63697b83ff), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:45.722951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2b5a7f-d69e-451b-b64c-00fbca0b46c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d0efd7-7759-4bfc-a4ce-ca63697b83ff'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:45.726024 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b8d4b0-1b21-4b29-b544-c6e1e4995390" -d '{"events": [{"server_uuid": "7a2b5a7f-d69e-451b-b64c-00fbca0b46c1", "name": "network-vif-plugged", "status": "completed", "tag": "b8d0efd7-7759-4bfc-a4ce-ca63697b83ff"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:45.736029 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff,segment=NetworkSegment(80ebee18-e92a-470f-afa6-2960f75a08fa),segment_id=80ebee18-e92a-470f-afa6-2960f75a08fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:45.749003 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b8d0efd7-7759-4bfc-a4ce-ca63697b83ff), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:45.784194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5343807-c995-48d7-8169-c8a0448efc17 req-b29a2d39-47ba-4f85-9b31-f3b3922223f6 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:45.786847 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5343807-c995-48d7-8169-c8a0448efc17 req-b29a2d39-47ba-4f85-9b31-f3b3922223f6 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 983 time: 0.1045256 Feb 09 22:18:45.804440 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-409f553e-d2fc-4b76-bc43-9f37abd316bd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:45.811783 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-409f553e-d2fc-4b76-bc43-9f37abd316bd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (3fc6644d-b8ca-48a1-8bd6-50a2a0c03446), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:45.812273 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-409f553e-d2fc-4b76-bc43-9f37abd316bd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Floating IP 3fc6644d-b8ca-48a1-8bd6-50a2a0c03446 disassociated. External IP: 172.25.6.207, port: 268e3a8a-15b7-413a-96de-b8c664016991. Feb 09 22:18:45.834171 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:45.879542 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5343807-c995-48d7-8169-c8a0448efc17 req-ef965cb5-4a6c-4b2f-a804-59a1878d4992 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b22b4e6-ea01-4cb3-a5d6-c7e2c841453f&id=800ef66e-2293-4d11-a54b-a656f6688119&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0863287 Feb 09 22:18:45.963970 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8217fe09-4408-47dc-b4dd-fc72a3da8654 x-openstack-request-id: req-8217fe09-4408-47dc-b4dd-fc72a3da8654 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:45.964266 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2b5a7f-d69e-451b-b64c-00fbca0b46c1", "name": "network-vif-plugged", "status": "completed", "tag": "b8d0efd7-7759-4bfc-a4ce-ca63697b83ff", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:45.964551 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8217fe09-4408-47dc-b4dd-fc72a3da8654 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:45.964992 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2b5a7f-d69e-451b-b64c-00fbca0b46c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d0efd7-7759-4bfc-a4ce-ca63697b83ff', 'code': 200} Feb 09 22:18:46.110257 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe76a93-b3dd-4a6f-b6aa-3887e6693513 req-318e0013-9573-4c04-821d-89e4458175d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:46.112943 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bbe76a93-b3dd-4a6f-b6aa-3887e6693513 req-318e0013-9573-4c04-821d-89e4458175d8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 1128 time: 0.0735242 Feb 09 22:18:46.116159 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409f553e-d2fc-4b76-bc43-9f37abd316bd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Router 8d5ad38a-cece-49f0-bfd0-2e6770767fa8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:18:46.201591 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bbe76a93-b3dd-4a6f-b6aa-3887e6693513 req-f143e07f-386d-45c9-9b20-a87dc4df70d4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5bcad339-6d06-45d6-adef-9afdab714c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777488 Feb 09 22:18:46.215454 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:46.310623 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409f553e-d2fc-4b76-bc43-9f37abd316bd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:46.323343 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-409f553e-d2fc-4b76-bc43-9f37abd316bd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:46.336174 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8602c754-71b8-4a37-9f7d-5118626f8cdf None None] Sync routers for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:46.361618 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8602c754-71b8-4a37-9f7d-5118626f8cdf None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:46.363333 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-8602c754-71b8-4a37-9f7d-5118626f8cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:46.393445 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 1938b681-bcb4-461c-8144-064fc2497dae details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:18:46.432133 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-409f553e-d2fc-4b76-bc43-9f37abd316bd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "PUT /v2.0/floatingips/3fc6644d-b8ca-48a1-8bd6-50a2a0c03446 HTTP/1.1" status: 200 len: 688 time: 1.0066268 Feb 09 22:18:46.432954 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42402) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:46.447314 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-8602c754-71b8-4a37-9f7d-5118626f8cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:46.477447 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8602c754-71b8-4a37-9f7d-5118626f8cdf None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:46.480056 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-8602c754-71b8-4a37-9f7d-5118626f8cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:46.510543 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420aec48-2995-461e-8d73-cc6acdaeca88 req-f89f5ec3-6197-4fd1-a5e1-c33200f00eaf tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:46.524643 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-420aec48-2995-461e-8d73-cc6acdaeca88 req-f89f5ec3-6197-4fd1-a5e1-c33200f00eaf tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 946 time: 0.1697237 Feb 09 22:18:46.608321 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-8602c754-71b8-4a37-9f7d-5118626f8cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:46.610278 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8602c754-71b8-4a37-9f7d-5118626f8cdf None None] The sync data for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:46.617835 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-420aec48-2995-461e-8d73-cc6acdaeca88 req-79dca368-6866-4831-89b2-feea7112a838 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bcad339-6d06-45d6-adef-9afdab714c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917063 Feb 09 22:18:46.655034 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 1938b681-bcb4-461c-8144-064fc2497dae, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1938b681-bcb4-461c-8144-064fc2497dae,segment=NetworkSegment(20c1805b-9e63-4777-afd2-40c33c127bf1),segment_id=20c1805b-9e63-4777-afd2-40c33c127bf1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:46.666443 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '1938b681-bcb4-461c-8144-064fc2497dae', 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3', 'port_id': '1938b681-bcb4-461c-8144-064fc2497dae', 'mac_address': 'fa:16:3e:6f:7b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c64d21-ca29-44ad-98b3-192d032c0775', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:18:46.742871 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 1938b681-bcb4-461c-8144-064fc2497dae is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:46.744028 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1938b681-bcb4-461c-8144-064fc2497dae), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:46.745887 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a60bb669-526c-4a44-ac4b-cbad8c3167db tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Deleting port febb9b3e-ddb7-4502-a2ae-2e5bb8094044 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:18:46.746394 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a60bb669-526c-4a44-ac4b-cbad8c3167db tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (febb9b3e-ddb7-4502-a2ae-2e5bb8094044), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:46.768860 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1938b681-bcb4-461c-8144-064fc2497dae {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:18:46.809043 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 1938b681-bcb4-461c-8144-064fc2497dae, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1938b681-bcb4-461c-8144-064fc2497dae,segment=NetworkSegment(20c1805b-9e63-4777-afd2-40c33c127bf1),segment_id=20c1805b-9e63-4777-afd2-40c33c127bf1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:46.818106 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1938b681-bcb4-461c-8144-064fc2497dae), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:46.871528 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a60bb669-526c-4a44-ac4b-cbad8c3167db tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (febb9b3e-ddb7-4502-a2ae-2e5bb8094044), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:46.872114 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a60bb669-526c-4a44-ac4b-cbad8c3167db tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (febb9b3e-ddb7-4502-a2ae-2e5bb8094044), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:46.893972 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a60bb669-526c-4a44-ac4b-cbad8c3167db tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Calling delete_port for febb9b3e-ddb7-4502-a2ae-2e5bb8094044 owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:18:46.899968 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=1938b681-bcb4-461c-8144-064fc2497dae,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:47.042691 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['1938b681-bcb4-461c-8144-064fc2497dae'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:18:47.065321 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb15d8-a54c-4df5-b6a9-0c4f2330f1e5 req-0d7be3e5-4fb1-4351-9ccc-99b548453bdd tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:47.066993 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4fb15d8-a54c-4df5-b6a9-0c4f2330f1e5 req-0d7be3e5-4fb1-4351-9ccc-99b548453bdd tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 984 time: 0.0624619 Feb 09 22:18:47.123348 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a60bb669-526c-4a44-ac4b-cbad8c3167db tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (febb9b3e-ddb7-4502-a2ae-2e5bb8094044), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:47.152796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bb669-526c-4a44-ac4b-cbad8c3167db tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event deleted for resources: {'Port': ['ID=febb9b3e-ddb7-4502-a2ae-2e5bb8094044,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:47.175792 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4fb15d8-a54c-4df5-b6a9-0c4f2330f1e5 req-702d70bb-8d75-46ae-a1db-5e29f077ef84 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b22b4e6-ea01-4cb3-a5d6-c7e2c841453f&id=800ef66e-2293-4d11-a54b-a656f6688119&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0977013 Feb 09 22:18:47.253171 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a60bb669-526c-4a44-ac4b-cbad8c3167db tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (3fc6644d-b8ca-48a1-8bd6-50a2a0c03446), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:47.256561 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a60bb669-526c-4a44-ac4b-cbad8c3167db tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:47.260998 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42408) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:47.261290 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a60bb669-526c-4a44-ac4b-cbad8c3167db tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "DELETE /v2.0/floatingips/3fc6644d-b8ca-48a1-8bd6-50a2a0c03446 HTTP/1.1" status: 204 len: 168 time: 0.8239772 Feb 09 22:18:47.370892 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-ddd79137-cfc2-4d6d-ac45-121a817968dd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] delete failed (client error): The resource could not be found. Feb 09 22:18:47.378186 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ddd79137-cfc2-4d6d-ac45-121a817968dd tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "DELETE /v2.0/floatingips/3fc6644d-b8ca-48a1-8bd6-50a2a0c03446 HTTP/1.1" status: 404 len: 345 time: 0.1087737 Feb 09 22:18:47.378461 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42410) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:47.504065 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006bc23a-b30c-4662-97eb-25b63caa4c14 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:47.510024 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006bc23a-b30c-4662-97eb-25b63caa4c14 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:47.515517 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006bc23a-b30c-4662-97eb-25b63caa4c14 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:47.521823 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-006bc23a-b30c-4662-97eb-25b63caa4c14 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "GET /v2.0/ports?network_id=e02fd85a-24dd-41ea-9805-7ba206811320 HTTP/1.1" status: 200 len: 2358 time: 0.1378195 Feb 09 22:18:47.522150 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42412) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:47.598397 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7002f960-47d7-4648-b08a-daa8947f464d tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:47.601160 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7002f960-47d7-4648-b08a-daa8947f464d tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "GET /v2.0/subnets/7a62ae33-c03e-401f-8585-c9c0e4b06fb9 HTTP/1.1" status: 200 len: 797 time: 0.0777855 Feb 09 22:18:47.606768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42414) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:47.615363 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-49e53814-8835-4cf7-82fe-32eb57227988 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Request body: {'port': {'network_id': 'e02fd85a-24dd-41ea-9805-7ba206811320', 'name': 'tempest-FloatingIPTestJSON-748650962', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:47.841648 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e53814-8835-4cf7-82fe-32eb57227988 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Made reservation on behalf of f01ba34c72984b9f9376d6d75b9b458f for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:47.994462 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-49e53814-8835-4cf7-82fe-32eb57227988 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:48.031066 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-49e53814-8835-4cf7-82fe-32eb57227988 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] device_id is not set on port a7c136fc-07ce-44c9-8e30-f173b23311df yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:18:48.284784 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c3e21-1197-4a97-8c64-62ecaf4cc0e0 req-a605b3d1-d41d-40aa-a534-b8da7fc6f599 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:48.286563 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e0c3e21-1197-4a97-8c64-62ecaf4cc0e0 req-a605b3d1-d41d-40aa-a534-b8da7fc6f599 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 946 time: 0.2213914 Feb 09 22:18:48.412698 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 1938b681-bcb4-461c-8144-064fc2497dae up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:48.413574 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e0c3e21-1197-4a97-8c64-62ecaf4cc0e0 req-e8f98e12-52d4-4d77-a1ce-5c5008adbb19 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bcad339-6d06-45d6-adef-9afdab714c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033068 Feb 09 22:18:48.506388 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 1938b681-bcb4-461c-8144-064fc2497dae completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:18:48.519124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-49e53814-8835-4cf7-82fe-32eb57227988 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Allocated IP 172.20.0.14 (e02fd85a-24dd-41ea-9805-7ba206811320/7a62ae33-c03e-401f-8585-c9c0e4b06fb9/a7c136fc-07ce-44c9-8e30-f173b23311df) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:48.522954 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 1938b681-bcb4-461c-8144-064fc2497dae triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:48.523563 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1938b681-bcb4-461c-8144-064fc2497dae), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:48.529349 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-49e53814-8835-4cf7-82fe-32eb57227988 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Allocated IP 172.20.0.13 (e02fd85a-24dd-41ea-9805-7ba206811320/7a62ae33-c03e-401f-8585-c9c0e4b06fb9/a7c136fc-07ce-44c9-8e30-f173b23311df) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:48.688901 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 1938b681-bcb4-461c-8144-064fc2497dae is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:48.689620 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1938b681-bcb4-461c-8144-064fc2497dae), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:48.718954 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5e78c-c522-433a-a82b-2cedbca97e78 req-b7d4db4e-d4b8-42db-9d20-b21eeb4c375f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:48.720648 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cda5e78c-c522-433a-a82b-2cedbca97e78 req-b7d4db4e-d4b8-42db-9d20-b21eeb4c375f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 984 time: 0.1122453 Feb 09 22:18:48.741984 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e618727-89ac-4e67-9871-650ebe797a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1938b681-bcb4-461c-8144-064fc2497dae'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:48.747436 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f457f409-4a1e-41c3-9709-9a6a8bf035a7" -d '{"events": [{"server_uuid": "4e618727-89ac-4e67-9871-650ebe797a8f", "name": "network-vif-plugged", "status": "completed", "tag": "1938b681-bcb4-461c-8144-064fc2497dae"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:48.772136 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 1938b681-bcb4-461c-8144-064fc2497dae, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1938b681-bcb4-461c-8144-064fc2497dae,segment=NetworkSegment(20c1805b-9e63-4777-afd2-40c33c127bf1),segment_id=20c1805b-9e63-4777-afd2-40c33c127bf1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:48.779137 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1938b681-bcb4-461c-8144-064fc2497dae), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:48.798485 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-49e53814-8835-4cf7-82fe-32eb57227988 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for port (a7c136fc-07ce-44c9-8e30-f173b23311df), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:48.835422 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cda5e78c-c522-433a-a82b-2cedbca97e78 req-34dac28c-9978-4eb0-8278-c70ad11ec1f5 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b22b4e6-ea01-4cb3-a5d6-c7e2c841453f&id=800ef66e-2293-4d11-a54b-a656f6688119&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1016035 Feb 09 22:18:48.871242 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=1938b681-bcb4-461c-8144-064fc2497dae,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:48.886774 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-49e53814-8835-4cf7-82fe-32eb57227988 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (a7c136fc-07ce-44c9-8e30-f173b23311df), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:48.989541 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e53814-8835-4cf7-82fe-32eb57227988 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Network e02fd85a-24dd-41ea-9805-7ba206811320 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:49.033516 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-49e53814-8835-4cf7-82fe-32eb57227988 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:49.042845 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e53814-8835-4cf7-82fe-32eb57227988 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:49.059149 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e53814-8835-4cf7-82fe-32eb57227988 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Port': ['ID=a7c136fc-07ce-44c9-8e30-f173b23311df,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:49.150624 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7935e9-9fa1-4f9e-8df2-a48c940a0a11 req-1388ebd2-0b00-43d8-8f69-40af40dd89ea tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:49.154851 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f7935e9-9fa1-4f9e-8df2-a48c940a0a11 req-1388ebd2-0b00-43d8-8f69-40af40dd89ea tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 946 time: 0.2060885 Feb 09 22:18:49.173105 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e53814-8835-4cf7-82fe-32eb57227988 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:49.174148 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-49e53814-8835-4cf7-82fe-32eb57227988 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:49.226504 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-49e53814-8835-4cf7-82fe-32eb57227988 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.6181026 Feb 09 22:18:49.231049 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42428) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:49.239413 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-24d5406f-e00d-4d1b-b4d9-5d5ca7b26508 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': 'a7c136fc-07ce-44c9-8e30-f173b23311df', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:49.279745 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24d5406f-e00d-4d1b-b4d9-5d5ca7b26508 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:49.299787 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f7935e9-9fa1-4f9e-8df2-a48c940a0a11 req-0f59574c-c0fd-4247-9c31-84fa129020ac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bcad339-6d06-45d6-adef-9afdab714c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139264 Feb 09 22:18:49.329834 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42432) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:49.397914 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b374440-2099-40d8-b9d4-be4be3168228 x-openstack-request-id: req-2b374440-2099-40d8-b9d4-be4be3168228 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:49.398513 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e618727-89ac-4e67-9871-650ebe797a8f", "name": "network-vif-plugged", "status": "completed", "tag": "1938b681-bcb4-461c-8144-064fc2497dae", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:49.398878 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b374440-2099-40d8-b9d4-be4be3168228 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:49.399388 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e618727-89ac-4e67-9871-650ebe797a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1938b681-bcb4-461c-8144-064fc2497dae', 'code': 200} Feb 09 22:18:49.411680 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cca41c-46f9-4d90-a998-2426fb231973 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:49.418283 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-96cca41c-46f9-4d90-a998-2426fb231973 tempest-TestNetworkAdvancedServerOps-267310413 tempest-TestNetworkAdvancedServerOps-267310413-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 1123 time: 0.0822642 Feb 09 22:18:49.430725 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42434) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:49.437826 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': 'b8d0efd7-7759-4bfc-a4ce-ca63697b83ff', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:49.469159 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:49.536561 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24d5406f-e00d-4d1b-b4d9-5d5ca7b26508 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:49.580441 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce3eee7e-910e-4335-aea1-3ee42019f05a req-689e90f5-c230-4d24-8c87-bb9190a37a6b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1861975 Feb 09 22:18:49.601515 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a174627-22ae-41f1-8513-1acdeb4f9d3f req-095a3636-d2ef-42e3-be2e-608d9ad62fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:49.604921 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a174627-22ae-41f1-8513-1acdeb4f9d3f req-095a3636-d2ef-42e3-be2e-608d9ad62fa0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 1167 time: 0.0855384 Feb 09 22:18:49.725265 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-24d5406f-e00d-4d1b-b4d9-5d5ca7b26508 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Allocated IP 172.25.6.236 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/6e091ed2-f7cf-41fa-80d3-3cb469701242) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:49.726011 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a174627-22ae-41f1-8513-1acdeb4f9d3f req-3dd934dd-3175-4e87-b0e1-14950988c701 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=800ef66e-2293-4d11-a54b-a656f6688119&id=3b22b4e6-ea01-4cb3-a5d6-c7e2c841453f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1131830 Feb 09 22:18:49.741974 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3eee7e-910e-4335-aea1-3ee42019f05a req-008196f3-fbe6-4f7b-8f03-e61de56e1103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:49.744625 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce3eee7e-910e-4335-aea1-3ee42019f05a req-008196f3-fbe6-4f7b-8f03-e61de56e1103 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 1128 time: 0.1088152 Feb 09 22:18:49.753460 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:49.885867 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24d5406f-e00d-4d1b-b4d9-5d5ca7b26508 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for port (6e091ed2-f7cf-41fa-80d3-3cb469701242), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:49.932500 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24d5406f-e00d-4d1b-b4d9-5d5ca7b26508 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (6e091ed2-f7cf-41fa-80d3-3cb469701242), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:49.983439 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d5406f-e00d-4d1b-b4d9-5d5ca7b26508 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:49.987747 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-24d5406f-e00d-4d1b-b4d9-5d5ca7b26508 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:49.990029 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5406f-e00d-4d1b-b4d9-5d5ca7b26508 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Port': ['ID=6e091ed2-f7cf-41fa-80d3-3cb469701242,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:49.992537 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d5406f-e00d-4d1b-b4d9-5d5ca7b26508 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:50.064525 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3eee7e-910e-4335-aea1-3ee42019f05a req-a1e22522-f58f-4e49-b7bc-b7dd2536cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:50.066146 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce3eee7e-910e-4335-aea1-3ee42019f05a req-a1e22522-f58f-4e49-b7bc-b7dd2536cdd1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3c5b1b1f-067d-4c74-90d4-4f51a006cd63 HTTP/1.1" status: 200 len: 897 time: 0.2966199 Feb 09 22:18:50.119372 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce3eee7e-910e-4335-aea1-3ee42019f05a req-2dc1af42-fa89-4ce7-b9e8-2e54972ffef3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff HTTP/1.1" status: 200 len: 217 time: 0.0457690 Feb 09 22:18:50.127110 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Allocated IP 172.25.6.230 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/d3a75712-5eef-4cd9-b9ac-d8f917718b90) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:50.188043 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452bf31-8e30-446e-bc85-b4083672e308 req-4af20827-de0c-4c81-aca0-69375a42acc8 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:50.189598 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b452bf31-8e30-446e-bc85-b4083672e308 req-4af20827-de0c-4c81-aca0-69375a42acc8 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 985 time: 0.2510808 Feb 09 22:18:50.247369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3eee7e-910e-4335-aea1-3ee42019f05a req-48f27d0f-2278-4432-94ec-156842217d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:50.248984 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce3eee7e-910e-4335-aea1-3ee42019f05a req-48f27d0f-2278-4432-94ec-156842217d6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9 HTTP/1.1" status: 200 len: 834 time: 0.1194520 Feb 09 22:18:50.373760 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b452bf31-8e30-446e-bc85-b4083672e308 req-fd0c03d8-51c1-42f6-bf6c-74158a6b3d34 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b22b4e6-ea01-4cb3-a5d6-c7e2c841453f&id=800ef66e-2293-4d11-a54b-a656f6688119&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1672671 Feb 09 22:18:50.387401 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (d3a75712-5eef-4cd9-b9ac-d8f917718b90), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:50.390974 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3eee7e-910e-4335-aea1-3ee42019f05a req-1559a10b-6d84-45a3-9419-ff9f5d7a3e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:50.396378 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce3eee7e-910e-4335-aea1-3ee42019f05a req-1559a10b-6d84-45a3-9419-ff9f5d7a3e29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c5b1b1f-067d-4c74-90d4-4f51a006cd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1388748 Feb 09 22:18:50.521845 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (d3a75712-5eef-4cd9-b9ac-d8f917718b90), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:50.555821 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24d5406f-e00d-4d1b-b4d9-5d5ca7b26508 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (e962a63e-bb7e-45aa-b624-34d57a61c90f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:50.573283 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce3eee7e-910e-4335-aea1-3ee42019f05a req-68cd67e3-e27a-4aed-983b-51ddd06ae5fb service neutron] 10.222.0.42 "GET /v2.0/networks/3c5b1b1f-067d-4c74-90d4-4f51a006cd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691887 Feb 09 22:18:50.581425 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:50.603626 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:50.606853 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:50.652737 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24d5406f-e00d-4d1b-b4d9-5d5ca7b26508 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6e091ed2-f7cf-41fa-80d3-3cb469701242), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:50.683622 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=d3a75712-5eef-4cd9-b9ac-d8f917718b90,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:50.827441 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce3eee7e-910e-4335-aea1-3ee42019f05a req-13c3a5c1-cd76-4145-8b51-f8ab77de1d52 service neutron] 10.222.0.42 "GET /v2.0/networks/3c5b1b1f-067d-4c74-90d4-4f51a006cd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447896 Feb 09 22:18:50.918016 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24d5406f-e00d-4d1b-b4d9-5d5ca7b26508 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for port (6e091ed2-f7cf-41fa-80d3-3cb469701242), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:50.923585 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24d5406f-e00d-4d1b-b4d9-5d5ca7b26508 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (6e091ed2-f7cf-41fa-80d3-3cb469701242), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:51.040476 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5406f-e00d-4d1b-b4d9-5d5ca7b26508 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Port': ['ID=6e091ed2-f7cf-41fa-80d3-3cb469701242,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:51.069156 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24d5406f-e00d-4d1b-b4d9-5d5ca7b26508 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (e962a63e-bb7e-45aa-b624-34d57a61c90f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:51.267844 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-24d5406f-e00d-4d1b-b4d9-5d5ca7b26508 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Floating IP e962a63e-bb7e-45aa-b624-34d57a61c90f associated. External IP: 172.25.6.236, port: a7c136fc-07ce-44c9-8e30-f173b23311df. Feb 09 22:18:51.740216 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc772d2f-d3de-4061-9cb7-702f2781d00f req-75df4ad7-db89-44f7-8df2-c7ec78bdfcac tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:51.743929 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc772d2f-d3de-4061-9cb7-702f2781d00f req-75df4ad7-db89-44f7-8df2-c7ec78bdfcac tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 985 time: 0.2249246 Feb 09 22:18:51.747860 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for floatingip (5c732473-4ee1-4c63-a0aa-698a85a1493e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:51.922690 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d5406f-e00d-4d1b-b4d9-5d5ca7b26508 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Router 8d5ad38a-cece-49f0-bfd0-2e6770767fa8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:18:51.923582 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d3a75712-5eef-4cd9-b9ac-d8f917718b90), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:51.933391 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc772d2f-d3de-4061-9cb7-702f2781d00f req-f91374dd-2b79-4d60-badc-527e62b1c3ee tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b22b4e6-ea01-4cb3-a5d6-c7e2c841453f&id=800ef66e-2293-4d11-a54b-a656f6688119&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1479955 Feb 09 22:18:52.083059 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d5406f-e00d-4d1b-b4d9-5d5ca7b26508 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:52.097381 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bef872-75f5-4d54-9bd1-000e98a4cbdc None None] Sync routers for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:52.115475 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bef872-75f5-4d54-9bd1-000e98a4cbdc None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:52.117230 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c6bef872-75f5-4d54-9bd1-000e98a4cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:52.121890 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24d5406f-e00d-4d1b-b4d9-5d5ca7b26508 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:52.171328 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a14176-f0c3-49c4-b160-151b7a1eed2e req-7d840d70-4ae6-48f3-a556-9694fca0cafe tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:52.173071 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85a14176-f0c3-49c4-b160-151b7a1eed2e req-7d840d70-4ae6-48f3-a556-9694fca0cafe tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 985 time: 0.1593769 Feb 09 22:18:52.194790 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c6bef872-75f5-4d54-9bd1-000e98a4cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:52.211594 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bef872-75f5-4d54-9bd1-000e98a4cbdc None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:52.212073 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-24d5406f-e00d-4d1b-b4d9-5d5ca7b26508 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.9785082 Feb 09 22:18:52.213062 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c6bef872-75f5-4d54-9bd1-000e98a4cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:52.214342 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42446) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:52.225172 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-daff9fa1-f94a-4188-8c40-7e3367dabf47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Request body: {'floatingip': {'port_id': 'a7c136fc-07ce-44c9-8e30-f173b23311df', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:52.280708 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c6bef872-75f5-4d54-9bd1-000e98a4cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:52.282177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bef872-75f5-4d54-9bd1-000e98a4cbdc None None] The sync data for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:52.315923 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for port (d3a75712-5eef-4cd9-b9ac-d8f917718b90), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:52.326453 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85a14176-f0c3-49c4-b160-151b7a1eed2e req-6ecc0f93-1912-402e-ab8a-00f3b2a077b2 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b22b4e6-ea01-4cb3-a5d6-c7e2c841453f&id=800ef66e-2293-4d11-a54b-a656f6688119&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1345508 Feb 09 22:18:52.329127 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (d3a75712-5eef-4cd9-b9ac-d8f917718b90), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:52.353826 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-daff9fa1-f94a-4188-8c40-7e3367dabf47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (e962a63e-bb7e-45aa-b624-34d57a61c90f), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:52.501251 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event updated for resources: {'Port': ['ID=d3a75712-5eef-4cd9-b9ac-d8f917718b90,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:52.535831 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:52.536500 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:52.537103 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:52.537731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:52.539190 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:52.539190 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:52.539779 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:52.540076 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:52.540660 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:52.541247 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:52.541830 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:52.542413 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:52.542998 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:52.580297 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (5c732473-4ee1-4c63-a0aa-698a85a1493e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:52.687551 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cadbf-d879-4cfa-9cd7-bb604f2a90fe req-cb666ed9-a7b9-412f-b4ef-79201bf7ed83 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:52.689287 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b53cadbf-d879-4cfa-9cd7-bb604f2a90fe req-cb666ed9-a7b9-412f-b4ef-79201bf7ed83 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 1167 time: 0.1795585 Feb 09 22:18:52.738915 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b53cadbf-d879-4cfa-9cd7-bb604f2a90fe req-be761d26-c413-4972-92d6-8c0d16908a4b tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:52.771020 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Floating IP 5c732473-4ee1-4c63-a0aa-698a85a1493e associated. External IP: 172.25.6.230, port: b8d0efd7-7759-4bfc-a4ce-ca63697b83ff. Feb 09 22:18:53.149803 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b53cadbf-d879-4cfa-9cd7-bb604f2a90fe req-be761d26-c413-4972-92d6-8c0d16908a4b tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Publish callbacks [] for security_group (8757be4b-7444-487d-a8de-966e235fc5e7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:53.163985 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b53cadbf-d879-4cfa-9cd7-bb604f2a90fe req-be761d26-c413-4972-92d6-8c0d16908a4b tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8757be4b-7444-487d-a8de-966e235fc5e7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:53.247049 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-daff9fa1-f94a-4188-8c40-7e3367dabf47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:53.253599 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-daff9fa1-f94a-4188-8c40-7e3367dabf47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (e962a63e-bb7e-45aa-b624-34d57a61c90f), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:53.263250 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be761d26-c413-4972-92d6-8c0d16908a4b tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8757be4b-7444-487d-a8de-966e235fc5e7,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:53.299830 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b53cadbf-d879-4cfa-9cd7-bb604f2a90fe req-be761d26-c413-4972-92d6-8c0d16908a4b tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=3b22b4e6-ea01-4cb3-a5d6-c7e2c841453f&id=800ef66e-2293-4d11-a54b-a656f6688119&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5953367 Feb 09 22:18:53.323041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Router 5bfe8c37-abc2-4f54-9f7b-fa85dce3465b has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:18:53.339356 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42452) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:53.507754 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603ce014-a6a8-4ffe-b6c1-2fec83d26491 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:53.511973 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-603ce014-a6a8-4ffe-b6c1-2fec83d26491 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 1162 time: 0.1683757 Feb 09 22:18:53.514814 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42456) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:53.527467 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f0c6f740-2836-484e-9c6b-bd219cb529e1 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': '1938b681-bcb4-461c-8144-064fc2497dae', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:53.556980 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:53.571498 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0c6f740-2836-484e-9c6b-bd219cb529e1 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:53.580815 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef96dfa-62f0-483f-b36e-c409157401f8 None None] Sync routers for ids ['5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:53.595728 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:53.605029 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef96dfa-62f0-483f-b36e-c409157401f8 None None] Routers {'5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:53.605679 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9ef96dfa-62f0-483f-b36e-c409157401f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:53.669310 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9529b727-65b8-46b2-b611-fa2b371c1fac tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.2341945 Feb 09 22:18:53.669310 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2b5a7f-d69e-451b-b64c-00fbca0b46c1', 'tag': 'b8d0efd7-7759-4bfc-a4ce-ca63697b83ff'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:53.675134 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10bb9f2-8cb8-45d1-9b1b-02f6291bc5fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2b5a7f-d69e-451b-b64c-00fbca0b46c1", "tag": "b8d0efd7-7759-4bfc-a4ce-ca63697b83ff"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:53.687472 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daff9fa1-f94a-4188-8c40-7e3367dabf47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Router 8d5ad38a-cece-49f0-bfd0-2e6770767fa8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:18:53.768788 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-9ef96dfa-62f0-483f-b36e-c409157401f8 None None] Set router 5bfe8c37-abc2-4f54-9f7b-fa85dce3465b gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:53.864926 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260f06a-415a-42d1-8590-fe49f0cf19ad req-7f641558-980b-4ef0-b45e-bd3fd12a22f9 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:53.868113 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c260f06a-415a-42d1-8590-fe49f0cf19ad req-7f641558-980b-4ef0-b45e-bd3fd12a22f9 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 946 time: 0.1134865 Feb 09 22:18:53.950922 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0c6f740-2836-484e-9c6b-bd219cb529e1 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:53.970538 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c260f06a-415a-42d1-8590-fe49f0cf19ad req-12eebe94-5700-4f51-ab71-11760c0b3ad6 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bcad339-6d06-45d6-adef-9afdab714c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917807 Feb 09 22:18:54.028368 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daff9fa1-f94a-4188-8c40-7e3367dabf47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:54.034788 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-daff9fa1-f94a-4188-8c40-7e3367dabf47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:54.046245 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4db138-6d07-4a81-b8bc-2ecac3893142 None None] Sync routers for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:54.052417 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42464) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:54.065802 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4db138-6d07-4a81-b8bc-2ecac3893142 None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:54.066434 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ce4db138-6d07-4a81-b8bc-2ecac3893142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:54.123626 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ce4db138-6d07-4a81-b8bc-2ecac3893142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:54.145303 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4db138-6d07-4a81-b8bc-2ecac3893142 None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:54.147247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ce4db138-6d07-4a81-b8bc-2ecac3893142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:54.180042 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac0f631-83d8-4ec6-a548-89b68643ab07 x-openstack-request-id: req-bac0f631-83d8-4ec6-a548-89b68643ab07 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:54.180690 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2b5a7f-d69e-451b-b64c-00fbca0b46c1", "tag": "b8d0efd7-7759-4bfc-a4ce-ca63697b83ff", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:54.181194 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bac0f631-83d8-4ec6-a548-89b68643ab07 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:54.181846 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2b5a7f-d69e-451b-b64c-00fbca0b46c1', 'tag': 'b8d0efd7-7759-4bfc-a4ce-ca63697b83ff', 'status': 'completed', 'code': 200} Feb 09 22:18:54.200919 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9ef96dfa-62f0-483f-b36e-c409157401f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326583759', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:13Z', 'updated_at': '2022-02-09T22:18:24Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:24:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '5c732473-4ee1-4c63-a0aa-698a85a1493e', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'port_id': 'b8d0efd7-7759-4bfc-a4ce-ca63697b83ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63', 'mac_address': 'fa:16:3e:b9:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b5a7f-d69e-451b-b64c-00fbca0b46c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:18:51Z', 'updated_at': '2022-02-09T22:18:51Z', 'revision_number': 0, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3', 'name': '', 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:bc:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:21Z', 'updated_at': '2022-02-09T22:18:35Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:54.222744 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8ec14578-5e87-479f-a41a-225c948a4f43 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/floatingips/5c732473-4ee1-4c63-a0aa-698a85a1493e HTTP/1.1" status: 200 len: 992 time: 0.1440916 Feb 09 22:18:54.237161 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ce4db138-6d07-4a81-b8bc-2ecac3893142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:54.238988 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4db138-6d07-4a81-b8bc-2ecac3893142 None None] The sync data for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:54.249901 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-f0c6f740-2836-484e-9c6b-bd219cb529e1 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Allocated IP 172.25.6.102 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/c75245da-ed52-4be1-b745-b202e7b0c31f) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:54.250545 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef96dfa-62f0-483f-b36e-c409157401f8 None None] Checking router: 5bfe8c37-abc2-4f54-9f7b-fa85dce3465b for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:18:54.253532 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-daff9fa1-f94a-4188-8c40-7e3367dabf47 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "PUT /v2.0/floatingips/e962a63e-bb7e-45aa-b624-34d57a61c90f HTTP/1.1" status: 200 len: 978 time: 2.0361919 Feb 09 22:18:54.257590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42466) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:54.272821 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef96dfa-62f0-483f-b36e-c409157401f8 None None] Routers {'5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:54.276238 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9ef96dfa-62f0-483f-b36e-c409157401f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:54.384022 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0c6f740-2836-484e-9c6b-bd219cb529e1 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for port (c75245da-ed52-4be1-b745-b202e7b0c31f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:54.406330 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-9ef96dfa-62f0-483f-b36e-c409157401f8 None None] Set router 5bfe8c37-abc2-4f54-9f7b-fa85dce3465b gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:54.424901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bb9f2-8cb8-45d1-9b1b-02f6291bc5fd req-375edeea-9974-435d-828e-75634b64bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:54.427367 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d10bb9f2-8cb8-45d1-9b1b-02f6291bc5fd req-375edeea-9974-435d-828e-75634b64bfbf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 1128 time: 0.2231326 Feb 09 22:18:54.462683 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0c6f740-2836-484e-9c6b-bd219cb529e1 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c75245da-ed52-4be1-b745-b202e7b0c31f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:54.556676 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c6f740-2836-484e-9c6b-bd219cb529e1 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:54.562190 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-f0c6f740-2836-484e-9c6b-bd219cb529e1 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:54.569727 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c6f740-2836-484e-9c6b-bd219cb529e1 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:54.580211 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6f740-2836-484e-9c6b-bd219cb529e1 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event updated for resources: {'Port': ['ID=c75245da-ed52-4be1-b745-b202e7b0c31f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:54.693266 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9ef96dfa-62f0-483f-b36e-c409157401f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326583759', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:13Z', 'updated_at': '2022-02-09T22:18:24Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:24:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '5c732473-4ee1-4c63-a0aa-698a85a1493e', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'port_id': 'b8d0efd7-7759-4bfc-a4ce-ca63697b83ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63', 'mac_address': 'fa:16:3e:b9:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b5a7f-d69e-451b-b64c-00fbca0b46c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:18:51Z', 'updated_at': '2022-02-09T22:18:51Z', 'revision_number': 0, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3', 'name': '', 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:bc:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:21Z', 'updated_at': '2022-02-09T22:18:35Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:54.730988 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef96dfa-62f0-483f-b36e-c409157401f8 None None] The sync data for ids ['5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'] in n-d-828601-1 is: [{'id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326583759', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:13Z', 'updated_at': '2022-02-09T22:18:24Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:24:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '5c732473-4ee1-4c63-a0aa-698a85a1493e', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'port_id': 'b8d0efd7-7759-4bfc-a4ce-ca63697b83ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63', 'mac_address': 'fa:16:3e:b9:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b5a7f-d69e-451b-b64c-00fbca0b46c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:18:51Z', 'updated_at': '2022-02-09T22:18:51Z', 'revision_number': 0, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3', 'name': '', 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:bc:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:21Z', 'updated_at': '2022-02-09T22:18:35Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:55.103985 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288d7dff-9748-47a2-9bc3-81c1eb1d41ae None None] New status for floating IP 5c732473-4ee1-4c63-a0aa-698a85a1493e: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:18:55.124145 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bb9f2-8cb8-45d1-9b1b-02f6291bc5fd req-0347b508-3bc4-4809-ac3a-fefbd9affc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:55.125865 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d10bb9f2-8cb8-45d1-9b1b-02f6291bc5fd req-0347b508-3bc4-4809-ac3a-fefbd9affc4c service neutron] 10.222.0.42 "GET /v2.0/networks?id=3c5b1b1f-067d-4c74-90d4-4f51a006cd63 HTTP/1.1" status: 200 len: 897 time: 0.6876824 Feb 09 22:18:55.158050 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0c6f740-2836-484e-9c6b-bd219cb529e1 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for floatingip (4c514c0c-8da9-4d5d-8b59-5e48aef217cb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:55.251553 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42470) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:55.261120 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0c6f740-2836-484e-9c6b-bd219cb529e1 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c75245da-ed52-4be1-b745-b202e7b0c31f), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:55.371754 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d10bb9f2-8cb8-45d1-9b1b-02f6291bc5fd req-c8d02e8c-a2d4-462e-b2fc-9d27dffb7b13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff HTTP/1.1" status: 200 len: 1000 time: 0.2359562 Feb 09 22:18:55.466260 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-de91a9d7-8f31-4e51-b0ad-259ebc04d207 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/floatingips/5c732473-4ee1-4c63-a0aa-698a85a1493e HTTP/1.1" status: 200 len: 992 time: 0.2090528 Feb 09 22:18:55.490754 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9c2192ef-dd5d-47bc-b2ed-0499ff28b741 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Deleting port 6e091ed2-f7cf-41fa-80d3-3cb469701242 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:18:55.491383 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c2192ef-dd5d-47bc-b2ed-0499ff28b741 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (6e091ed2-f7cf-41fa-80d3-3cb469701242), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:55.506882 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0c6f740-2836-484e-9c6b-bd219cb529e1 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for port (c75245da-ed52-4be1-b745-b202e7b0c31f), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:55.514138 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0c6f740-2836-484e-9c6b-bd219cb529e1 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (c75245da-ed52-4be1-b745-b202e7b0c31f), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:55.576481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bb9f2-8cb8-45d1-9b1b-02f6291bc5fd req-f11294bd-11ae-4a5d-a890-ef5dea7d28a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:55.579226 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d10bb9f2-8cb8-45d1-9b1b-02f6291bc5fd req-f11294bd-11ae-4a5d-a890-ef5dea7d28a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9 HTTP/1.1" status: 200 len: 834 time: 0.1972671 Feb 09 22:18:55.608325 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6f740-2836-484e-9c6b-bd219cb529e1 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event updated for resources: {'Port': ['ID=c75245da-ed52-4be1-b745-b202e7b0c31f,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:55.628076 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0c6f740-2836-484e-9c6b-bd219cb529e1 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (4c514c0c-8da9-4d5d-8b59-5e48aef217cb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:55.768332 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c2192ef-dd5d-47bc-b2ed-0499ff28b741 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (6e091ed2-f7cf-41fa-80d3-3cb469701242), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:55.768901 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c2192ef-dd5d-47bc-b2ed-0499ff28b741 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (6e091ed2-f7cf-41fa-80d3-3cb469701242), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:55.787083 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bb9f2-8cb8-45d1-9b1b-02f6291bc5fd req-0d725108-1052-46d5-b46a-ca421fe39621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:55.789798 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d10bb9f2-8cb8-45d1-9b1b-02f6291bc5fd req-0d725108-1052-46d5-b46a-ca421fe39621 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c5b1b1f-067d-4c74-90d4-4f51a006cd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1977272 Feb 09 22:18:55.801235 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9c2192ef-dd5d-47bc-b2ed-0499ff28b741 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Calling delete_port for 6e091ed2-f7cf-41fa-80d3-3cb469701242 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:18:55.830826 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-f0c6f740-2836-484e-9c6b-bd219cb529e1 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Floating IP 4c514c0c-8da9-4d5d-8b59-5e48aef217cb associated. External IP: 172.25.6.102, port: 1938b681-bcb4-461c-8144-064fc2497dae. Feb 09 22:18:56.113333 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d10bb9f2-8cb8-45d1-9b1b-02f6291bc5fd req-10017003-8795-4d5f-84a9-ce0818933a63 service neutron] 10.222.0.42 "GET /v2.0/networks/3c5b1b1f-067d-4c74-90d4-4f51a006cd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141258 Feb 09 22:18:56.172569 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c6f740-2836-484e-9c6b-bd219cb529e1 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Router 37780b23-1dd8-4ed6-8122-1b04227e2161 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:18:56.313206 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c6f740-2836-484e-9c6b-bd219cb529e1 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:56.324182 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3af763-d66c-48b4-90ba-0f7f5999577b None None] Sync routers for ids ['37780b23-1dd8-4ed6-8122-1b04227e2161'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:56.343318 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3af763-d66c-48b4-90ba-0f7f5999577b None None] Routers {'37780b23-1dd8-4ed6-8122-1b04227e2161'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:56.345393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ad3af763-d66c-48b4-90ba-0f7f5999577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['37780b23-1dd8-4ed6-8122-1b04227e2161'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:56.348059 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d10bb9f2-8cb8-45d1-9b1b-02f6291bc5fd req-84e63994-4e07-47e6-9a2d-d58ec4686485 service neutron] 10.222.0.42 "GET /v2.0/networks/3c5b1b1f-067d-4c74-90d4-4f51a006cd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272744 Feb 09 22:18:56.360117 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0c6f740-2836-484e-9c6b-bd219cb529e1 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:56.385308 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c2192ef-dd5d-47bc-b2ed-0499ff28b741 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (6e091ed2-f7cf-41fa-80d3-3cb469701242), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:56.430450 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f0c6f740-2836-484e-9c6b-bd219cb529e1 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9142036 Feb 09 22:18:56.431195 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e618727-89ac-4e67-9871-650ebe797a8f', 'tag': '1938b681-bcb4-461c-8144-064fc2497dae'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:56.433698 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad815c7-7f4e-4e5d-85f1-68f4610803d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4e618727-89ac-4e67-9871-650ebe797a8f", "tag": "1938b681-bcb4-461c-8144-064fc2497dae"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:56.437318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42482) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:56.454766 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2192ef-dd5d-47bc-b2ed-0499ff28b741 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event deleted for resources: {'Port': ['ID=6e091ed2-f7cf-41fa-80d3-3cb469701242,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:56.524202 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42486) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:56.607934 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3517b68-8f2e-4ce3-b1a4-30ed9dc1e874 x-openstack-request-id: req-a3517b68-8f2e-4ce3-b1a4-30ed9dc1e874 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:56.608491 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e618727-89ac-4e67-9871-650ebe797a8f", "tag": "1938b681-bcb4-461c-8144-064fc2497dae", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:56.609353 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a3517b68-8f2e-4ce3-b1a4-30ed9dc1e874 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:56.610085 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e618727-89ac-4e67-9871-650ebe797a8f', 'tag': '1938b681-bcb4-461c-8144-064fc2497dae', 'status': 'completed', 'code': 200} Feb 09 22:18:56.616408 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ad3af763-d66c-48b4-90ba-0f7f5999577b None None] Set router 37780b23-1dd8-4ed6-8122-1b04227e2161 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:56.701159 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c2192ef-dd5d-47bc-b2ed-0499ff28b741 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (e962a63e-bb7e-45aa-b624-34d57a61c90f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:56.701528 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-9c2192ef-dd5d-47bc-b2ed-0499ff28b741 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Floating IP e962a63e-bb7e-45aa-b624-34d57a61c90f disassociated (deleted). External IP: 172.25.6.236, port: a7c136fc-07ce-44c9-8e30-f173b23311df. Feb 09 22:18:56.770442 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdf003a-3496-4764-93d6-8408dc79182a tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:56.771303 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdf003a-3496-4764-93d6-8408dc79182a tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:56.772134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdf003a-3496-4764-93d6-8408dc79182a tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:56.773049 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdf003a-3496-4764-93d6-8408dc79182a tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:56.773734 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdf003a-3496-4764-93d6-8408dc79182a tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:56.774527 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdf003a-3496-4764-93d6-8408dc79182a tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:56.775321 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdf003a-3496-4764-93d6-8408dc79182a tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:56.776324 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdf003a-3496-4764-93d6-8408dc79182a tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:56.784376 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fcdf003a-3496-4764-93d6-8408dc79182a tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5669 time: 0.3456323 Feb 09 22:18:56.785327 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42492) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:56.831986 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0214cffa-f835-4ada-8796-7a17509df8d1 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/floatingips/5c732473-4ee1-4c63-a0aa-698a85a1493e HTTP/1.1" status: 200 len: 994 time: 0.2338133 Feb 09 22:18:56.842807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad815c7-7f4e-4e5d-85f1-68f4610803d3 req-1124db64-5511-4eea-a25a-06031098a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:56.844576 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ad815c7-7f4e-4e5d-85f1-68f4610803d3 req-1124db64-5511-4eea-a25a-06031098a25f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b9cc49ec6add4d9e9840b65c33b053cd&device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 1167 time: 0.2426231 Feb 09 22:18:56.949954 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c437b64-eac3-4b6c-afce-83f512a03026 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:56.950370 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c437b64-eac3-4b6c-afce-83f512a03026 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:56.950900 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c437b64-eac3-4b6c-afce-83f512a03026 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:56.951274 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c437b64-eac3-4b6c-afce-83f512a03026 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:56.951746 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c437b64-eac3-4b6c-afce-83f512a03026 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:56.952248 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c437b64-eac3-4b6c-afce-83f512a03026 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:56.953211 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c437b64-eac3-4b6c-afce-83f512a03026 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:56.953211 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c437b64-eac3-4b6c-afce-83f512a03026 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:56.955338 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8c437b64-eac3-4b6c-afce-83f512a03026 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5219 time: 0.1684418 Feb 09 22:18:56.960839 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42498) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:57.028756 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ad3af763-d66c-48b4-90ba-0f7f5999577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622731239', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:27Z', 'revision_number': 4, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '4c514c0c-8da9-4d5d-8b59-5e48aef217cb', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'port_id': '1938b681-bcb4-461c-8144-064fc2497dae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3', 'mac_address': 'fa:16:3e:6f:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e618727-89ac-4e67-9871-650ebe797a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:18:54Z', 'updated_at': '2022-02-09T22:18:54Z', 'revision_number': 0, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97cdd45e-8b62-48c6-b056-9dc15411c7eb', 'name': '', 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'mac_address': 'fa:16:3e:68:f7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '27c64d21-ca29-44ad-98b3-192d032c0775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:24Z', 'updated_at': '2022-02-09T22:18:34Z', 'revision_number': 5, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'subnets': [{'id': '27c64d21-ca29-44ad-98b3-192d032c0775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:57.067815 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3af763-d66c-48b4-90ba-0f7f5999577b None None] Checking router: 37780b23-1dd8-4ed6-8122-1b04227e2161 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:18:57.079812 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3af763-d66c-48b4-90ba-0f7f5999577b None None] Routers {'37780b23-1dd8-4ed6-8122-1b04227e2161'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:57.080732 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ad3af763-d66c-48b4-90ba-0f7f5999577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['37780b23-1dd8-4ed6-8122-1b04227e2161'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:57.090960 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad815c7-7f4e-4e5d-85f1-68f4610803d3 req-4c2709b6-8c51-4f7c-9b68-6ca6a0cf331e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:57.092640 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ad815c7-7f4e-4e5d-85f1-68f4610803d3 req-4c2709b6-8c51-4f7c-9b68-6ca6a0cf331e service neutron] 10.222.0.71 "GET /v2.0/networks?id=c08c80e7-ece5-4a9e-8647-0f5d34522ce3 HTTP/1.1" status: 200 len: 898 time: 0.2375860 Feb 09 22:18:57.170956 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2192ef-dd5d-47bc-b2ed-0499ff28b741 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Router 8d5ad38a-cece-49f0-bfd0-2e6770767fa8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:18:57.184475 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ad815c7-7f4e-4e5d-85f1-68f4610803d3 req-8b305212-f849-4696-b443-45b17a8b51fe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1938b681-bcb4-461c-8144-064fc2497dae HTTP/1.1" status: 200 len: 1000 time: 0.0837469 Feb 09 22:18:57.218751 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ad3af763-d66c-48b4-90ba-0f7f5999577b None None] Set router 37780b23-1dd8-4ed6-8122-1b04227e2161 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:57.327760 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad815c7-7f4e-4e5d-85f1-68f4610803d3 req-67c86718-0c36-4b34-82bf-0645463198ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:57.329352 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ad815c7-7f4e-4e5d-85f1-68f4610803d3 req-67c86718-0c36-4b34-82bf-0645463198ff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=27c64d21-ca29-44ad-98b3-192d032c0775 HTTP/1.1" status: 200 len: 835 time: 0.1339912 Feb 09 22:18:57.386834 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2192ef-dd5d-47bc-b2ed-0499ff28b741 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:57.406606 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceba4a7-3df7-41fc-8087-f8b4fb9a950d None None] Sync routers for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:57.425024 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c2192ef-dd5d-47bc-b2ed-0499ff28b741 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:57.441787 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceba4a7-3df7-41fc-8087-f8b4fb9a950d None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:57.442795 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3ceba4a7-3df7-41fc-8087-f8b4fb9a950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:57.499236 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3ceba4a7-3df7-41fc-8087-f8b4fb9a950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:57.502416 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9c2192ef-dd5d-47bc-b2ed-0499ff28b741 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "DELETE /v2.0/floatingips/e962a63e-bb7e-45aa-b624-34d57a61c90f HTTP/1.1" status: 204 len: 168 time: 3.2410445 Feb 09 22:18:57.505385 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42506) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:57.510224 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceba4a7-3df7-41fc-8087-f8b4fb9a950d None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:57.510852 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3ceba4a7-3df7-41fc-8087-f8b4fb9a950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:57.592458 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3ceba4a7-3df7-41fc-8087-f8b4fb9a950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:57.594241 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceba4a7-3df7-41fc-8087-f8b4fb9a950d None None] The sync data for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:57.601457 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad815c7-7f4e-4e5d-85f1-68f4610803d3 req-a63fb598-5a9f-492f-bd07-5abb6876adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:57.603061 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ad815c7-7f4e-4e5d-85f1-68f4610803d3 req-a63fb598-5a9f-492f-bd07-5abb6876adbf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c08c80e7-ece5-4a9e-8647-0f5d34522ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2668421 Feb 09 22:18:57.735007 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ad3af763-d66c-48b4-90ba-0f7f5999577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622731239', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:27Z', 'revision_number': 4, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '4c514c0c-8da9-4d5d-8b59-5e48aef217cb', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'port_id': '1938b681-bcb4-461c-8144-064fc2497dae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3', 'mac_address': 'fa:16:3e:6f:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e618727-89ac-4e67-9871-650ebe797a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:18:54Z', 'updated_at': '2022-02-09T22:18:54Z', 'revision_number': 0, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97cdd45e-8b62-48c6-b056-9dc15411c7eb', 'name': '', 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'mac_address': 'fa:16:3e:68:f7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '27c64d21-ca29-44ad-98b3-192d032c0775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:24Z', 'updated_at': '2022-02-09T22:18:34Z', 'revision_number': 5, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'subnets': [{'id': '27c64d21-ca29-44ad-98b3-192d032c0775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:57.745969 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ad815c7-7f4e-4e5d-85f1-68f4610803d3 req-7dbdaf13-db10-4938-9eeb-b5dffed834b1 service neutron] 10.222.0.71 "GET /v2.0/networks/c08c80e7-ece5-4a9e-8647-0f5d34522ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319931 Feb 09 22:18:57.775392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3af763-d66c-48b4-90ba-0f7f5999577b None None] The sync data for ids ['37780b23-1dd8-4ed6-8122-1b04227e2161'] in n-d-828601-1 is: [{'id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622731239', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:27Z', 'revision_number': 4, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '4c514c0c-8da9-4d5d-8b59-5e48aef217cb', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'port_id': '1938b681-bcb4-461c-8144-064fc2497dae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3', 'mac_address': 'fa:16:3e:6f:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e618727-89ac-4e67-9871-650ebe797a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:18:54Z', 'updated_at': '2022-02-09T22:18:54Z', 'revision_number': 0, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97cdd45e-8b62-48c6-b056-9dc15411c7eb', 'name': '', 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'mac_address': 'fa:16:3e:68:f7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '27c64d21-ca29-44ad-98b3-192d032c0775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:24Z', 'updated_at': '2022-02-09T22:18:34Z', 'revision_number': 5, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'subnets': [{'id': '27c64d21-ca29-44ad-98b3-192d032c0775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:57.891768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5c1a0690-a3f2-4a19-8b4d-6bc33efe0925 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Deleting port a7c136fc-07ce-44c9-8e30-f173b23311df {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:18:57.892111 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c1a0690-a3f2-4a19-8b4d-6bc33efe0925 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a7c136fc-07ce-44c9-8e30-f173b23311df), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:58.002442 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ad815c7-7f4e-4e5d-85f1-68f4610803d3 req-0f6a96f8-71d3-4709-8539-cb76754acdb6 service neutron] 10.222.0.71 "GET /v2.0/networks/c08c80e7-ece5-4a9e-8647-0f5d34522ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459025 Feb 09 22:18:58.061627 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c1a0690-a3f2-4a19-8b4d-6bc33efe0925 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a7c136fc-07ce-44c9-8e30-f173b23311df), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:58.064690 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5ae0055a-8ccf-43ad-8684-3e5ba1584129 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4497 time: 1.1023383 Feb 09 22:18:58.066897 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42518) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:58.086463 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5c1a0690-a3f2-4a19-8b4d-6bc33efe0925 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Calling delete_port for a7c136fc-07ce-44c9-8e30-f173b23311df owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:18:58.135829 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b1a34d-0eea-414c-bd32-94fb129b019b tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:58.136301 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b1a34d-0eea-414c-bd32-94fb129b019b tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:58.139745 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d1b1a34d-0eea-414c-bd32-94fb129b019b tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=37780b23-1dd8-4ed6-8122-1b04227e2161 HTTP/1.1" status: 200 len: 2061 time: 0.0693777 Feb 09 22:18:58.214457 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357d4060-38e9-4cf7-b85c-b3e6b89f6091 None None] New status for floating IP 4c514c0c-8da9-4d5d-8b59-5e48aef217cb: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:18:58.434141 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:18:58.436279 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c1a0690-a3f2-4a19-8b4d-6bc33efe0925 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (a7c136fc-07ce-44c9-8e30-f173b23311df), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:58.484098 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a0690-a3f2-4a19-8b4d-6bc33efe0925 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event deleted for resources: {'Port': ['ID=a7c136fc-07ce-44c9-8e30-f173b23311df,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:58.648929 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c1a0690-a3f2-4a19-8b4d-6bc33efe0925 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:58.652973 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5c1a0690-a3f2-4a19-8b4d-6bc33efe0925 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "DELETE /v2.0/ports/a7c136fc-07ce-44c9-8e30-f173b23311df HTTP/1.1" status: 204 len: 168 time: 1.1459050 Feb 09 22:18:58.658586 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42530) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:58.666296 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-bb982bdc-d9c1-45cc-a4f9-5f851d7a691d tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:58.700849 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb982bdc-d9c1-45cc-a4f9-5f851d7a691d tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:58.819145 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb982bdc-d9c1-45cc-a4f9-5f851d7a691d tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:58.964882 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-bb982bdc-d9c1-45cc-a4f9-5f851d7a691d tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Allocated IP 172.25.6.185 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/8a6dec0c-02c3-4efa-9ce5-a86baf6e7112) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:59.120887 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb982bdc-d9c1-45cc-a4f9-5f851d7a691d tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for port (8a6dec0c-02c3-4efa-9ce5-a86baf6e7112), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:59.169796 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb982bdc-d9c1-45cc-a4f9-5f851d7a691d tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (8a6dec0c-02c3-4efa-9ce5-a86baf6e7112), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:59.215095 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb982bdc-d9c1-45cc-a4f9-5f851d7a691d tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:59.220957 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-bb982bdc-d9c1-45cc-a4f9-5f851d7a691d tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:59.228100 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb982bdc-d9c1-45cc-a4f9-5f851d7a691d tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:59.288320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb982bdc-d9c1-45cc-a4f9-5f851d7a691d tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Port': ['ID=8a6dec0c-02c3-4efa-9ce5-a86baf6e7112,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:59.364573 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb982bdc-d9c1-45cc-a4f9-5f851d7a691d tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (bc01f42f-f0ad-46c2-ac55-be42d18eb68b), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:59.431559 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb982bdc-d9c1-45cc-a4f9-5f851d7a691d tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8a6dec0c-02c3-4efa-9ce5-a86baf6e7112), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:59.655086 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb982bdc-d9c1-45cc-a4f9-5f851d7a691d tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for port (8a6dec0c-02c3-4efa-9ce5-a86baf6e7112), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:59.662158 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb982bdc-d9c1-45cc-a4f9-5f851d7a691d tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (8a6dec0c-02c3-4efa-9ce5-a86baf6e7112), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:00.095876 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb982bdc-d9c1-45cc-a4f9-5f851d7a691d tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Port': ['ID=8a6dec0c-02c3-4efa-9ce5-a86baf6e7112,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:00.110459 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb982bdc-d9c1-45cc-a4f9-5f851d7a691d tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (bc01f42f-f0ad-46c2-ac55-be42d18eb68b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:00.134154 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb982bdc-d9c1-45cc-a4f9-5f851d7a691d tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:00.135834 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bb982bdc-d9c1-45cc-a4f9-5f851d7a691d tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4757819 Feb 09 22:19:00.139348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42554) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:00.149046 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c05a1245-64bd-455f-86c9-a7449ad84de6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Request body: {'port': {'network_id': 'e02fd85a-24dd-41ea-9805-7ba206811320', 'name': 'tempest-FloatingIPTestJSON-183313428'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:00.295471 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05a1245-64bd-455f-86c9-a7449ad84de6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Made reservation on behalf of f01ba34c72984b9f9376d6d75b9b458f for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:19:00.300085 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c05a1245-64bd-455f-86c9-a7449ad84de6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:00.329999 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-c05a1245-64bd-455f-86c9-a7449ad84de6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] device_id is not set on port 3d8e3633-fbff-41e4-a4bd-8ccb15492b2b yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:19:00.540922 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-c05a1245-64bd-455f-86c9-a7449ad84de6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Allocated IP 172.20.0.2 (e02fd85a-24dd-41ea-9805-7ba206811320/7a62ae33-c03e-401f-8585-c9c0e4b06fb9/3d8e3633-fbff-41e4-a4bd-8ccb15492b2b) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:19:00.741630 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c05a1245-64bd-455f-86c9-a7449ad84de6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for port (3d8e3633-fbff-41e4-a4bd-8ccb15492b2b), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:00.786393 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c05a1245-64bd-455f-86c9-a7449ad84de6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (3d8e3633-fbff-41e4-a4bd-8ccb15492b2b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:00.861763 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05a1245-64bd-455f-86c9-a7449ad84de6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Network e02fd85a-24dd-41ea-9805-7ba206811320 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:19:00.871911 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-c05a1245-64bd-455f-86c9-a7449ad84de6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:19:00.875732 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05a1245-64bd-455f-86c9-a7449ad84de6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:19:00.918889 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a1245-64bd-455f-86c9-a7449ad84de6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Port': ['ID=3d8e3633-fbff-41e4-a4bd-8ccb15492b2b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:00.949684 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05a1245-64bd-455f-86c9-a7449ad84de6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:00.950552 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c05a1245-64bd-455f-86c9-a7449ad84de6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:00.971482 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c05a1245-64bd-455f-86c9-a7449ad84de6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8299873 Feb 09 22:19:00.974189 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42570) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:00.980962 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d304eefe-45a8-40f2-bbf5-17aed70dcfa1 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Request body: {'floatingip': {'port_id': '3d8e3633-fbff-41e4-a4bd-8ccb15492b2b'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:01.032223 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d304eefe-45a8-40f2-bbf5-17aed70dcfa1 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (bc01f42f-f0ad-46c2-ac55-be42d18eb68b), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:01.607829 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d304eefe-45a8-40f2-bbf5-17aed70dcfa1 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:01.613182 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d304eefe-45a8-40f2-bbf5-17aed70dcfa1 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (bc01f42f-f0ad-46c2-ac55-be42d18eb68b), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:01.744716 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-d304eefe-45a8-40f2-bbf5-17aed70dcfa1 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Floating IP bc01f42f-f0ad-46c2-ac55-be42d18eb68b associated. External IP: 172.25.6.185, port: 3d8e3633-fbff-41e4-a4bd-8ccb15492b2b. Feb 09 22:19:01.999937 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d304eefe-45a8-40f2-bbf5-17aed70dcfa1 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Router 8d5ad38a-cece-49f0-bfd0-2e6770767fa8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:19:02.163891 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d304eefe-45a8-40f2-bbf5-17aed70dcfa1 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:19:02.170250 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d304eefe-45a8-40f2-bbf5-17aed70dcfa1 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:02.178274 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d27156-bf4e-4acd-b3cc-2738f785c3c9 None None] Sync routers for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:19:02.193467 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d27156-bf4e-4acd-b3cc-2738f785c3c9 None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:02.194362 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-06d27156-bf4e-4acd-b3cc-2738f785c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:02.219268 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d304eefe-45a8-40f2-bbf5-17aed70dcfa1 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "PUT /v2.0/floatingips/bc01f42f-f0ad-46c2-ac55-be42d18eb68b HTTP/1.1" status: 200 len: 977 time: 1.2420690 Feb 09 22:19:02.222702 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42586) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:02.239216 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-06d27156-bf4e-4acd-b3cc-2738f785c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:02.249972 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d27156-bf4e-4acd-b3cc-2738f785c3c9 None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:02.251162 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-06d27156-bf4e-4acd-b3cc-2738f785c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:02.291244 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-06d27156-bf4e-4acd-b3cc-2738f785c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:02.292189 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d27156-bf4e-4acd-b3cc-2738f785c3c9 None None] The sync data for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:19:02.382992 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0ce90467-3f44-43fe-942a-f515f7058169 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Deleting port 3d8e3633-fbff-41e4-a4bd-8ccb15492b2b {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:02.383530 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0ce90467-3f44-43fe-942a-f515f7058169 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (3d8e3633-fbff-41e4-a4bd-8ccb15492b2b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:02.508601 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0ce90467-3f44-43fe-942a-f515f7058169 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (3d8e3633-fbff-41e4-a4bd-8ccb15492b2b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:02.800315 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0ce90467-3f44-43fe-942a-f515f7058169 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:02.801468 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0ce90467-3f44-43fe-942a-f515f7058169 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (bc01f42f-f0ad-46c2-ac55-be42d18eb68b), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:02.801468 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-0ce90467-3f44-43fe-942a-f515f7058169 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Floating IP bc01f42f-f0ad-46c2-ac55-be42d18eb68b disassociated. External IP: 172.25.6.185, port: 3d8e3633-fbff-41e4-a4bd-8ccb15492b2b. Feb 09 22:19:02.801999 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0ce90467-3f44-43fe-942a-f515f7058169 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Calling delete_port for 3d8e3633-fbff-41e4-a4bd-8ccb15492b2b owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:02.997404 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0ce90467-3f44-43fe-942a-f515f7058169 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (3d8e3633-fbff-41e4-a4bd-8ccb15492b2b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:03.051755 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce90467-3f44-43fe-942a-f515f7058169 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event deleted for resources: {'Port': ['ID=3d8e3633-fbff-41e4-a4bd-8ccb15492b2b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:03.262123 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce90467-3f44-43fe-942a-f515f7058169 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Router 8d5ad38a-cece-49f0-bfd0-2e6770767fa8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:19:03.423465 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce90467-3f44-43fe-942a-f515f7058169 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:19:03.439001 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17dc074-eacd-45aa-8d26-12659d857916 None None] Sync routers for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:19:03.451844 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17dc074-eacd-45aa-8d26-12659d857916 None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:03.453339 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b17dc074-eacd-45aa-8d26-12659d857916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:03.490297 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b17dc074-eacd-45aa-8d26-12659d857916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:03.501102 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17dc074-eacd-45aa-8d26-12659d857916 None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:03.501733 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b17dc074-eacd-45aa-8d26-12659d857916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:03.546977 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b17dc074-eacd-45aa-8d26-12659d857916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:03.547706 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17dc074-eacd-45aa-8d26-12659d857916 None None] The sync data for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:19:03.555404 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0ce90467-3f44-43fe-942a-f515f7058169 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:03.561863 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0ce90467-3f44-43fe-942a-f515f7058169 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "DELETE /v2.0/ports/3d8e3633-fbff-41e4-a4bd-8ccb15492b2b HTTP/1.1" status: 204 len: 168 time: 1.3340693 Feb 09 22:19:03.562453 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42606) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:03.635721 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ec46ce3a-5c4d-4c76-887c-fd1a34dc9e53 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "GET /v2.0/floatingips/bc01f42f-f0ad-46c2-ac55-be42d18eb68b HTTP/1.1" status: 200 len: 688 time: 0.0704327 Feb 09 22:19:03.637547 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42608) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:03.808510 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-41d51726-e37c-4986-abeb-e2caaa93b8b8 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Deleting port 8a6dec0c-02c3-4efa-9ce5-a86baf6e7112 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:03.809138 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-41d51726-e37c-4986-abeb-e2caaa93b8b8 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8a6dec0c-02c3-4efa-9ce5-a86baf6e7112), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:03.911523 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-41d51726-e37c-4986-abeb-e2caaa93b8b8 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8a6dec0c-02c3-4efa-9ce5-a86baf6e7112), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:03.912057 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-41d51726-e37c-4986-abeb-e2caaa93b8b8 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (8a6dec0c-02c3-4efa-9ce5-a86baf6e7112), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:03.930727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-41d51726-e37c-4986-abeb-e2caaa93b8b8 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Calling delete_port for 8a6dec0c-02c3-4efa-9ce5-a86baf6e7112 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:04.136091 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-41d51726-e37c-4986-abeb-e2caaa93b8b8 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (8a6dec0c-02c3-4efa-9ce5-a86baf6e7112), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:04.165414 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d51726-e37c-4986-abeb-e2caaa93b8b8 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event deleted for resources: {'Port': ['ID=8a6dec0c-02c3-4efa-9ce5-a86baf6e7112,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:04.265897 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-41d51726-e37c-4986-abeb-e2caaa93b8b8 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (bc01f42f-f0ad-46c2-ac55-be42d18eb68b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:04.272840 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-41d51726-e37c-4986-abeb-e2caaa93b8b8 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:04.274972 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-41d51726-e37c-4986-abeb-e2caaa93b8b8 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "DELETE /v2.0/floatingips/bc01f42f-f0ad-46c2-ac55-be42d18eb68b HTTP/1.1" status: 204 len: 168 time: 0.6359289 Feb 09 22:19:04.281621 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42622) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:04.287006 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-840ffe80-a400-4e17-b228-bbcdaaf53879 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': '268e3a8a-15b7-413a-96de-b8c664016991'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:04.316691 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-840ffe80-a400-4e17-b228-bbcdaaf53879 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:04.494180 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-840ffe80-a400-4e17-b228-bbcdaaf53879 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:04.666609 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-840ffe80-a400-4e17-b228-bbcdaaf53879 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Allocated IP 172.25.6.214 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/8b8c850e-f6b1-461b-81b0-8eb692490d39) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:19:04.829642 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-840ffe80-a400-4e17-b228-bbcdaaf53879 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for port (8b8c850e-f6b1-461b-81b0-8eb692490d39), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:04.884287 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-840ffe80-a400-4e17-b228-bbcdaaf53879 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (8b8c850e-f6b1-461b-81b0-8eb692490d39), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:04.961850 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840ffe80-a400-4e17-b228-bbcdaaf53879 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:19:04.975162 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-840ffe80-a400-4e17-b228-bbcdaaf53879 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:19:04.979794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840ffe80-a400-4e17-b228-bbcdaaf53879 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:19:05.036898 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ffe80-a400-4e17-b228-bbcdaaf53879 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Port': ['ID=8b8c850e-f6b1-461b-81b0-8eb692490d39,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:05.547370 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-840ffe80-a400-4e17-b228-bbcdaaf53879 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (4e66f7c7-370a-441d-b1e9-a5b285485503), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:05.699570 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-840ffe80-a400-4e17-b228-bbcdaaf53879 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8b8c850e-f6b1-461b-81b0-8eb692490d39), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:06.001737 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-840ffe80-a400-4e17-b228-bbcdaaf53879 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for port (8b8c850e-f6b1-461b-81b0-8eb692490d39), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:06.010034 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-840ffe80-a400-4e17-b228-bbcdaaf53879 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (8b8c850e-f6b1-461b-81b0-8eb692490d39), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:06.145444 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ffe80-a400-4e17-b228-bbcdaaf53879 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Port': ['ID=8b8c850e-f6b1-461b-81b0-8eb692490d39,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:06.170687 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-840ffe80-a400-4e17-b228-bbcdaaf53879 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (4e66f7c7-370a-441d-b1e9-a5b285485503), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:06.363513 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-840ffe80-a400-4e17-b228-bbcdaaf53879 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Floating IP 4e66f7c7-370a-441d-b1e9-a5b285485503 associated. External IP: 172.25.6.214, port: 268e3a8a-15b7-413a-96de-b8c664016991. Feb 09 22:19:06.696685 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840ffe80-a400-4e17-b228-bbcdaaf53879 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Router 8d5ad38a-cece-49f0-bfd0-2e6770767fa8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:19:06.920125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840ffe80-a400-4e17-b228-bbcdaaf53879 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:19:06.936767 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8476850-5380-43af-b93a-ae43734598ef None None] Sync routers for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:19:06.955003 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-840ffe80-a400-4e17-b228-bbcdaaf53879 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:06.957293 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8476850-5380-43af-b93a-ae43734598ef None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:06.959546 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d8476850-5380-43af-b93a-ae43734598ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:07.002444 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-840ffe80-a400-4e17-b228-bbcdaaf53879 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7151034 Feb 09 22:19:07.002768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42660) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:07.009344 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1c11f5d1-af2e-4b4e-ac85-c00fd31edc53 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-248848892'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:07.039624 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c11f5d1-af2e-4b4e-ac85-c00fd31edc53 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Made reservation on behalf of f01ba34c72984b9f9376d6d75b9b458f for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:19:07.046578 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1c11f5d1-af2e-4b4e-ac85-c00fd31edc53 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:07.048075 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d8476850-5380-43af-b93a-ae43734598ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:07.066482 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8476850-5380-43af-b93a-ae43734598ef None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:07.068726 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d8476850-5380-43af-b93a-ae43734598ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:18:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:07.083701 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c11f5d1-af2e-4b4e-ac85-c00fd31edc53 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:19:07.097289 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1c11f5d1-af2e-4b4e-ac85-c00fd31edc53 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (623b57a1-c153-43d1-af3b-bb3c302d7f9a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:07.097823 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-1c11f5d1-af2e-4b4e-ac85-c00fd31edc53 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Added segment 623b57a1-c153-43d1-af3b-bb3c302d7f9a of type vlan for network 6806eae0-77b5-4b69-a9ba-655b6b2f9252 Feb 09 22:19:07.153945 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d8476850-5380-43af-b93a-ae43734598ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:07.155573 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8476850-5380-43af-b93a-ae43734598ef None None] The sync data for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:19:07.171215 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1c11f5d1-af2e-4b4e-ac85-c00fd31edc53 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (6806eae0-77b5-4b69-a9ba-655b6b2f9252), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:07.210496 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1c11f5d1-af2e-4b4e-ac85-c00fd31edc53 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (6806eae0-77b5-4b69-a9ba-655b6b2f9252), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:07.220615 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c11f5d1-af2e-4b4e-ac85-c00fd31edc53 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:07.221705 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1c11f5d1-af2e-4b4e-ac85-c00fd31edc53 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:07.364175 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1c11f5d1-af2e-4b4e-ac85-c00fd31edc53 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3592925 Feb 09 22:19:07.367787 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42668) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:07.374474 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-72d3129c-e99a-47a6-9082-a6d8d15b6fa0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Request body: {'subnet': {'network_id': '6806eae0-77b5-4b69-a9ba-655b6b2f9252', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:07.436887 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11f5d1-af2e-4b4e-ac85-c00fd31edc53 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Network': ['ID=6806eae0-77b5-4b69-a9ba-655b6b2f9252,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:07.453771 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 6806eae0-77b5-4b69-a9ba-655b6b2f9252 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:19:07.554404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d3129c-e99a-47a6-9082-a6d8d15b6fa0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Made reservation on behalf of f01ba34c72984b9f9376d6d75b9b458f for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:19:07.561276 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72d3129c-e99a-47a6-9082-a6d8d15b6fa0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:07.800496 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72d3129c-e99a-47a6-9082-a6d8d15b6fa0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (ffafd2ed-f477-47f4-b1e6-5caf4654c141), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:07.871621 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b9e932be-69ca-48a2-aee0-518154cf1018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:07.897994 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3129c-e99a-47a6-9082-a6d8d15b6fa0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Subnet': ['ID=ffafd2ed-f477-47f4-b1e6-5caf4654c141,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:07.911311 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d3129c-e99a-47a6-9082-a6d8d15b6fa0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Checking segment: {'id': '623b57a1-c153-43d1-af3b-bb3c302d7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6806eae0-77b5-4b69-a9ba-655b6b2f9252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:19:07.911799 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d3129c-e99a-47a6-9082-a6d8d15b6fa0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Network hostable DHCP agents. Network: 6806eae0-77b5-4b69-a9ba-655b6b2f9252, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:19:07.937499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d3129c-e99a-47a6-9082-a6d8d15b6fa0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Network 6806eae0-77b5-4b69-a9ba-655b6b2f9252 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:19:07.951364 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-72d3129c-e99a-47a6-9082-a6d8d15b6fa0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 6806eae0-77b5-4b69-a9ba-655b6b2f9252) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:19:07.958094 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d3129c-e99a-47a6-9082-a6d8d15b6fa0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:07.959057 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72d3129c-e99a-47a6-9082-a6d8d15b6fa0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:07.975951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6e1e5f-7cd9-4308-b7ad-2bdf1249dd29 None None] Network 6806eae0-77b5-4b69-a9ba-655b6b2f9252 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:19:07.995136 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-72d3129c-e99a-47a6-9082-a6d8d15b6fa0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6218421 Feb 09 22:19:07.995875 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42678) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:08.008563 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-733c0180-ffc8-4605-afe0-604fd568c703 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1683313699', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:08.043568 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-733c0180-ffc8-4605-afe0-604fd568c703 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (b77d9cd4-6178-4944-9c5e-d47af3460182), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:08.045949 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-733c0180-ffc8-4605-afe0-604fd568c703 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (b77d9cd4-6178-4944-9c5e-d47af3460182), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:08.131818 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-733c0180-ffc8-4605-afe0-604fd568c703 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for router_controller (b77d9cd4-6178-4944-9c5e-d47af3460182), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:08.133041 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57e4109-c70d-4286-9947-19762dc17570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-6806eae0-77b5-4b69-a9ba-655b6b2f9252', 'network_id': '6806eae0-77b5-4b69-a9ba-655b6b2f9252', 'project_id': 'f01ba34c72984b9f9376d6d75b9b458f', 'fixed_ips': [{'subnet_id': 'ffafd2ed-f477-47f4-b1e6-5caf4654c141'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:19:08.134698 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b57e4109-c70d-4286-9947-19762dc17570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:08.338963 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-b57e4109-c70d-4286-9947-19762dc17570 None None] Allocated IP 172.20.0.2 (6806eae0-77b5-4b69-a9ba-655b6b2f9252/ffafd2ed-f477-47f4-b1e6-5caf4654c141/8019e9b3-3ea7-4e11-9a58-4a46430c8f09) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:19:08.414272 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-733c0180-ffc8-4605-afe0-604fd568c703 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for router_gateway (b77d9cd4-6178-4944-9c5e-d47af3460182), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:08.552101 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b57e4109-c70d-4286-9947-19762dc17570 None None] Publish callbacks [] for port (8019e9b3-3ea7-4e11-9a58-4a46430c8f09), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:08.562124 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b57e4109-c70d-4286-9947-19762dc17570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (8019e9b3-3ea7-4e11-9a58-4a46430c8f09), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:08.610247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57e4109-c70d-4286-9947-19762dc17570 None None] Network 6806eae0-77b5-4b69-a9ba-655b6b2f9252 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:19:08.616314 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-b57e4109-c70d-4286-9947-19762dc17570 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:19:08.623109 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57e4109-c70d-4286-9947-19762dc17570 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:19:08.637081 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e4109-c70d-4286-9947-19762dc17570 None None] Pushing event updated for resources: {'Port': ['ID=8019e9b3-3ea7-4e11-9a58-4a46430c8f09,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:08.726212 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b57e4109-c70d-4286-9947-19762dc17570 None None] Attempting to bind port 8019e9b3-3ea7-4e11-9a58-4a46430c8f09 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:19:08.729920 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b57e4109-c70d-4286-9947-19762dc17570 None None] Attempting to bind port 8019e9b3-3ea7-4e11-9a58-4a46430c8f09 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '623b57a1-c153-43d1-af3b-bb3c302d7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6806eae0-77b5-4b69-a9ba-655b6b2f9252'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:19:08.729920 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57e4109-c70d-4286-9947-19762dc17570 None None] Attempting to bind port 8019e9b3-3ea7-4e11-9a58-4a46430c8f09 on network 6806eae0-77b5-4b69-a9ba-655b6b2f9252 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:19:08.739333 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57e4109-c70d-4286-9947-19762dc17570 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:19:08.739996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57e4109-c70d-4286-9947-19762dc17570 None None] Checking segment: {'id': '623b57a1-c153-43d1-af3b-bb3c302d7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6806eae0-77b5-4b69-a9ba-655b6b2f9252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:19:08.740907 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b57e4109-c70d-4286-9947-19762dc17570 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:08.741613 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57e4109-c70d-4286-9947-19762dc17570 None None] Bound using segment: {'id': '623b57a1-c153-43d1-af3b-bb3c302d7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6806eae0-77b5-4b69-a9ba-655b6b2f9252'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:19:08.742479 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b57e4109-c70d-4286-9947-19762dc17570 None None] Bound port: 8019e9b3-3ea7-4e11-9a58-4a46430c8f09, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623b57a1-c153-43d1-af3b-bb3c302d7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6806eae0-77b5-4b69-a9ba-655b6b2f9252'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:19:08.743156 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b57e4109-c70d-4286-9947-19762dc17570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8019e9b3-3ea7-4e11-9a58-4a46430c8f09), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:08.791741 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-733c0180-ffc8-4605-afe0-604fd568c703 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for router_gateway (b77d9cd4-6178-4944-9c5e-d47af3460182), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:08.848286 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b57e4109-c70d-4286-9947-19762dc17570 None None] For port 8019e9b3-3ea7-4e11-9a58-4a46430c8f09, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:19:08.855579 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b57e4109-c70d-4286-9947-19762dc17570 None None] For port 8019e9b3-3ea7-4e11-9a58-4a46430c8f09, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8019e9b3-3ea7-4e11-9a58-4a46430c8f09,segment=NetworkSegment(623b57a1-c153-43d1-af3b-bb3c302d7f9a),segment_id=623b57a1-c153-43d1-af3b-bb3c302d7f9a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:19:08.868104 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b57e4109-c70d-4286-9947-19762dc17570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8019e9b3-3ea7-4e11-9a58-4a46430c8f09), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:09.003171 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e4109-c70d-4286-9947-19762dc17570 None None] Pushing event updated for resources: {'Port': ['ID=8019e9b3-3ea7-4e11-9a58-4a46430c8f09,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:09.194691 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-733c0180-ffc8-4605-afe0-604fd568c703 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:09.420187 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-733c0180-ffc8-4605-afe0-604fd568c703 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Allocated IP 172.25.6.189 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/49f2fa71-751d-473a-ad76-63ad948908cc) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:19:09.612743 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-733c0180-ffc8-4605-afe0-604fd568c703 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for port (49f2fa71-751d-473a-ad76-63ad948908cc), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:09.661903 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-733c0180-ffc8-4605-afe0-604fd568c703 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (49f2fa71-751d-473a-ad76-63ad948908cc), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:09.706240 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733c0180-ffc8-4605-afe0-604fd568c703 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:19:09.710052 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-733c0180-ffc8-4605-afe0-604fd568c703 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:19:09.714054 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733c0180-ffc8-4605-afe0-604fd568c703 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:19:09.754725 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c0180-ffc8-4605-afe0-604fd568c703 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Port': ['ID=49f2fa71-751d-473a-ad76-63ad948908cc,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:10.003195 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8019e9b3-3ea7-4e11-9a58-4a46430c8f09 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:19:10.094133 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-733c0180-ffc8-4605-afe0-604fd568c703 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for router_gateway (b77d9cd4-6178-4944-9c5e-d47af3460182), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:10.134264 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8019e9b3-3ea7-4e11-9a58-4a46430c8f09 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:10.135032 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8019e9b3-3ea7-4e11-9a58-4a46430c8f09), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:10.292411 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8019e9b3-3ea7-4e11-9a58-4a46430c8f09 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:10.293016 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8019e9b3-3ea7-4e11-9a58-4a46430c8f09), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:10.397450 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 8019e9b3-3ea7-4e11-9a58-4a46430c8f09, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8019e9b3-3ea7-4e11-9a58-4a46430c8f09,segment=NetworkSegment(623b57a1-c153-43d1-af3b-bb3c302d7f9a),segment_id=623b57a1-c153-43d1-af3b-bb3c302d7f9a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:10.403365 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8019e9b3-3ea7-4e11-9a58-4a46430c8f09), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:10.448071 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dbe91c-52d1-4879-b8fd-72d1653ad7e3 None None] Network 6806eae0-77b5-4b69-a9ba-655b6b2f9252 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:19:10.464912 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-733c0180-ffc8-4605-afe0-604fd568c703 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (b77d9cd4-6178-4944-9c5e-d47af3460182), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:10.629974 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-db12b4c6-3eef-4f61-aac5-7c8506bea569 None None] Provisioning complete for port 8019e9b3-3ea7-4e11-9a58-4a46430c8f09 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:10.630575 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-db12b4c6-3eef-4f61-aac5-7c8506bea569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8019e9b3-3ea7-4e11-9a58-4a46430c8f09), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:10.637040 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-24c439fe-46ca-41a9-8823-84f42f34c202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:10.640088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733c0180-ffc8-4605-afe0-604fd568c703 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Router b77d9cd4-6178-4944-9c5e-d47af3460182 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:19:10.645205 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=8019e9b3-3ea7-4e11-9a58-4a46430c8f09,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:10.782652 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733c0180-ffc8-4605-afe0-604fd568c703 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:19:10.800464 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-db12b4c6-3eef-4f61-aac5-7c8506bea569 None None] Current status of the port 8019e9b3-3ea7-4e11-9a58-4a46430c8f09 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:10.806162 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc467da-c3fc-44ae-8576-760332216dbf None None] Sync routers for ids ['b77d9cd4-6178-4944-9c5e-d47af3460182'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:19:10.813224 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-733c0180-ffc8-4605-afe0-604fd568c703 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:10.817867 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-733c0180-ffc8-4605-afe0-604fd568c703 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8180330 Feb 09 22:19:10.818635 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42720) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:10.822863 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc467da-c3fc-44ae-8576-760332216dbf None None] Routers {'b77d9cd4-6178-4944-9c5e-d47af3460182'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:10.824369 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bdc467da-c3fc-44ae-8576-760332216dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:19:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b77d9cd4-6178-4944-9c5e-d47af3460182'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:10.861373 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bdc467da-c3fc-44ae-8576-760332216dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:10.872571 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc467da-c3fc-44ae-8576-760332216dbf None None] Routers {'b77d9cd4-6178-4944-9c5e-d47af3460182'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:10.873194 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bdc467da-c3fc-44ae-8576-760332216dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:19:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b77d9cd4-6178-4944-9c5e-d47af3460182'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:10.917153 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bdc467da-c3fc-44ae-8576-760332216dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:10.917843 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc467da-c3fc-44ae-8576-760332216dbf None None] The sync data for ids ['b77d9cd4-6178-4944-9c5e-d47af3460182'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:19:11.128545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f7465234-74a0-424c-848c-f270441738f2 None None] Provisioning complete for port 8019e9b3-3ea7-4e11-9a58-4a46430c8f09 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:11.129588 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f7465234-74a0-424c-848c-f270441738f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8019e9b3-3ea7-4e11-9a58-4a46430c8f09), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:11.243618 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f7465234-74a0-424c-848c-f270441738f2 None None] Current status of the port 8019e9b3-3ea7-4e11-9a58-4a46430c8f09 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:11.519056 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c019dadf-c3de-4e8a-a973-fc5a09abea9a tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:11.671283 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:11.901240 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8019e9b3-3ea7-4e11-9a58-4a46430c8f09 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:19:11.951820 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-c019dadf-c3de-4e8a-a973-fc5a09abea9a tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Allocated IP 172.20.0.1 (6806eae0-77b5-4b69-a9ba-655b6b2f9252/ffafd2ed-f477-47f4-b1e6-5caf4654c141/78b171f9-6ddd-4205-857c-6a24345a1d59) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:19:11.979332 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8019e9b3-3ea7-4e11-9a58-4a46430c8f09 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:11.979909 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8019e9b3-3ea7-4e11-9a58-4a46430c8f09), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:12.096350 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c019dadf-c3de-4e8a-a973-fc5a09abea9a tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for port (78b171f9-6ddd-4205-857c-6a24345a1d59), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:12.119371 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8019e9b3-3ea7-4e11-9a58-4a46430c8f09 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:12.138307 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c019dadf-c3de-4e8a-a973-fc5a09abea9a tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (78b171f9-6ddd-4205-857c-6a24345a1d59), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:12.190138 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c019dadf-c3de-4e8a-a973-fc5a09abea9a tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Network 6806eae0-77b5-4b69-a9ba-655b6b2f9252 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:19:12.194860 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-c019dadf-c3de-4e8a-a973-fc5a09abea9a tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:19:12.197730 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c019dadf-c3de-4e8a-a973-fc5a09abea9a tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:19:12.269414 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019dadf-c3de-4e8a-a973-fc5a09abea9a tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Port': ['ID=78b171f9-6ddd-4205-857c-6a24345a1d59,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:12.300073 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c019dadf-c3de-4e8a-a973-fc5a09abea9a tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (b77d9cd4-6178-4944-9c5e-d47af3460182), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:12.506975 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c019dadf-c3de-4e8a-a973-fc5a09abea9a tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (78b171f9-6ddd-4205-857c-6a24345a1d59), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:12.584244 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2eb6f096-88d0-406d-8fe3-a7d6107179f5 None None] Provisioning complete for port 78b171f9-6ddd-4205-857c-6a24345a1d59 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:12.584837 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2eb6f096-88d0-406d-8fe3-a7d6107179f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (78b171f9-6ddd-4205-857c-6a24345a1d59), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:12.636840 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2eb6f096-88d0-406d-8fe3-a7d6107179f5 None None] Port 78b171f9-6ddd-4205-857c-6a24345a1d59 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:19:12.857171 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:12.934230 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c019dadf-c3de-4e8a-a973-fc5a09abea9a tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for port (78b171f9-6ddd-4205-857c-6a24345a1d59), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:12.940797 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c019dadf-c3de-4e8a-a973-fc5a09abea9a tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (78b171f9-6ddd-4205-857c-6a24345a1d59), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:13.025343 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c019dadf-c3de-4e8a-a973-fc5a09abea9a tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (b77d9cd4-6178-4944-9c5e-d47af3460182), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:13.027434 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019dadf-c3de-4e8a-a973-fc5a09abea9a tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Port': ['ID=78b171f9-6ddd-4205-857c-6a24345a1d59,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:13.134548 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c019dadf-c3de-4e8a-a973-fc5a09abea9a tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Network 6806eae0-77b5-4b69-a9ba-655b6b2f9252 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:19:13.136204 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-c019dadf-c3de-4e8a-a973-fc5a09abea9a tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:19:13.292623 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c019dadf-c3de-4e8a-a973-fc5a09abea9a tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Router b77d9cd4-6178-4944-9c5e-d47af3460182 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:19:13.459974 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c019dadf-c3de-4e8a-a973-fc5a09abea9a tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:19:13.468831 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c019dadf-c3de-4e8a-a973-fc5a09abea9a tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "PUT /v2.0/routers/b77d9cd4-6178-4944-9c5e-d47af3460182/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6485748 Feb 09 22:19:13.472770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42758) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:13.477635 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-64b0426e-c766-4620-85d4-f83ace816b31 None None] Provisioning complete for port 78b171f9-6ddd-4205-857c-6a24345a1d59 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:13.478555 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-64b0426e-c766-4620-85d4-f83ace816b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (78b171f9-6ddd-4205-857c-6a24345a1d59), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:13.484446 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-73163f07-d620-4f9e-8e25-36daefeb4044 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Request body: {'port': {'network_id': '6806eae0-77b5-4b69-a9ba-655b6b2f9252', 'name': 'tempest-FloatingIPTestJSON-41304371'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:13.484760 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c89b0-5251-486a-9355-5904995ba331 None None] Sync routers for ids ['b77d9cd4-6178-4944-9c5e-d47af3460182'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:19:13.522460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-64b0426e-c766-4620-85d4-f83ace816b31 None None] Port 78b171f9-6ddd-4205-857c-6a24345a1d59 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:19:13.528550 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c89b0-5251-486a-9355-5904995ba331 None None] Routers {'b77d9cd4-6178-4944-9c5e-d47af3460182'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:13.529663 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3a4c89b0-5251-486a-9355-5904995ba331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:19:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b77d9cd4-6178-4944-9c5e-d47af3460182'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:13.588607 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3a4c89b0-5251-486a-9355-5904995ba331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:13.600387 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c89b0-5251-486a-9355-5904995ba331 None None] Routers {'b77d9cd4-6178-4944-9c5e-d47af3460182'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:13.601272 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3a4c89b0-5251-486a-9355-5904995ba331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:19:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b77d9cd4-6178-4944-9c5e-d47af3460182'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:13.650489 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3a4c89b0-5251-486a-9355-5904995ba331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:13.651721 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c89b0-5251-486a-9355-5904995ba331 None None] The sync data for ids ['b77d9cd4-6178-4944-9c5e-d47af3460182'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:19:13.697411 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73163f07-d620-4f9e-8e25-36daefeb4044 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Made reservation on behalf of f01ba34c72984b9f9376d6d75b9b458f for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:19:13.702245 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73163f07-d620-4f9e-8e25-36daefeb4044 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:13.728320 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-73163f07-d620-4f9e-8e25-36daefeb4044 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] device_id is not set on port 342478e5-5a36-40d4-879c-11d8b4c6941e yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:19:13.889090 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-73163f07-d620-4f9e-8e25-36daefeb4044 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Allocated IP 172.20.0.7 (6806eae0-77b5-4b69-a9ba-655b6b2f9252/ffafd2ed-f477-47f4-b1e6-5caf4654c141/342478e5-5a36-40d4-879c-11d8b4c6941e) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:19:14.113322 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73163f07-d620-4f9e-8e25-36daefeb4044 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for port (342478e5-5a36-40d4-879c-11d8b4c6941e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:14.158635 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73163f07-d620-4f9e-8e25-36daefeb4044 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (342478e5-5a36-40d4-879c-11d8b4c6941e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:14.211264 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73163f07-d620-4f9e-8e25-36daefeb4044 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Network 6806eae0-77b5-4b69-a9ba-655b6b2f9252 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:19:14.215020 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-73163f07-d620-4f9e-8e25-36daefeb4044 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:19:14.219731 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73163f07-d620-4f9e-8e25-36daefeb4044 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:19:14.227994 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73163f07-d620-4f9e-8e25-36daefeb4044 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event updated for resources: {'Port': ['ID=342478e5-5a36-40d4-879c-11d8b4c6941e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:14.575430 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73163f07-d620-4f9e-8e25-36daefeb4044 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:14.576532 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73163f07-d620-4f9e-8e25-36daefeb4044 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:14.583221 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f43796f1-c4f8-4452-a6cd-143b18b596a4 None None] Provisioning complete for port 342478e5-5a36-40d4-879c-11d8b4c6941e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:14.584064 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f43796f1-c4f8-4452-a6cd-143b18b596a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (342478e5-5a36-40d4-879c-11d8b4c6941e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:14.609822 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-73163f07-d620-4f9e-8e25-36daefeb4044 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.1324267 Feb 09 22:19:14.610372 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42776) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:14.619725 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-60c9b105-0422-454b-925f-cbacbace642f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Request body: {'floatingip': {'port_id': '342478e5-5a36-40d4-879c-11d8b4c6941e'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:14.641714 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f43796f1-c4f8-4452-a6cd-143b18b596a4 None None] Port 342478e5-5a36-40d4-879c-11d8b4c6941e cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:19:14.671856 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:14.723018 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60c9b105-0422-454b-925f-cbacbace642f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (4e66f7c7-370a-441d-b1e9-a5b285485503), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:15.347734 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60c9b105-0422-454b-925f-cbacbace642f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:15.353839 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60c9b105-0422-454b-925f-cbacbace642f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (4e66f7c7-370a-441d-b1e9-a5b285485503), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:15.517754 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-60c9b105-0422-454b-925f-cbacbace642f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Floating IP 4e66f7c7-370a-441d-b1e9-a5b285485503 associated. External IP: 172.25.6.214, port: 268e3a8a-15b7-413a-96de-b8c664016991. Feb 09 22:19:15.564733 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:15.845747 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c9b105-0422-454b-925f-cbacbace642f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Router 8d5ad38a-cece-49f0-bfd0-2e6770767fa8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:19:16.032008 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c9b105-0422-454b-925f-cbacbace642f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:19:16.054134 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41489dfe-067d-4143-a76d-df55ed00ec09 None None] Sync routers for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:19:16.071052 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41489dfe-067d-4143-a76d-df55ed00ec09 None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:16.072067 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-41489dfe-067d-4143-a76d-df55ed00ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:19:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:16.132269 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-41489dfe-067d-4143-a76d-df55ed00ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:16.146808 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41489dfe-067d-4143-a76d-df55ed00ec09 None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:16.147633 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-41489dfe-067d-4143-a76d-df55ed00ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:19:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:16.197959 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-41489dfe-067d-4143-a76d-df55ed00ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:16.198881 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41489dfe-067d-4143-a76d-df55ed00ec09 None None] The sync data for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:19:16.220692 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:16.312732 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c9b105-0422-454b-925f-cbacbace642f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Router b77d9cd4-6178-4944-9c5e-d47af3460182 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:19:16.499943 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c9b105-0422-454b-925f-cbacbace642f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:19:16.505741 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60c9b105-0422-454b-925f-cbacbace642f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:16.514947 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7633041c-d285-4cb1-8ce0-fdbaeccf6944 None None] Sync routers for ids ['b77d9cd4-6178-4944-9c5e-d47af3460182'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:19:16.535076 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7633041c-d285-4cb1-8ce0-fdbaeccf6944 None None] Routers {'b77d9cd4-6178-4944-9c5e-d47af3460182'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:16.536890 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-7633041c-d285-4cb1-8ce0-fdbaeccf6944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:19:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b77d9cd4-6178-4944-9c5e-d47af3460182'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:16.594780 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-7633041c-d285-4cb1-8ce0-fdbaeccf6944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:16.612611 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7633041c-d285-4cb1-8ce0-fdbaeccf6944 None None] Routers {'b77d9cd4-6178-4944-9c5e-d47af3460182'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:16.613073 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-60c9b105-0422-454b-925f-cbacbace642f tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "PUT /v2.0/floatingips/4e66f7c7-370a-441d-b1e9-a5b285485503 HTTP/1.1" status: 200 len: 976 time: 1.9981065 Feb 09 22:19:16.613177 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-7633041c-d285-4cb1-8ce0-fdbaeccf6944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:19:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b77d9cd4-6178-4944-9c5e-d47af3460182'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:16.613286 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42810) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:16.674012 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-7633041c-d285-4cb1-8ce0-fdbaeccf6944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:16.675323 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7633041c-d285-4cb1-8ce0-fdbaeccf6944 None None] The sync data for ids ['b77d9cd4-6178-4944-9c5e-d47af3460182'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:19:16.768252 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f041c92f-ec05-4467-9e61-f1662eb63ebb tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Deleting port 342478e5-5a36-40d4-879c-11d8b4c6941e {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:16.768724 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f041c92f-ec05-4467-9e61-f1662eb63ebb tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (342478e5-5a36-40d4-879c-11d8b4c6941e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:16.898725 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f041c92f-ec05-4467-9e61-f1662eb63ebb tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (342478e5-5a36-40d4-879c-11d8b4c6941e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:17.214329 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f041c92f-ec05-4467-9e61-f1662eb63ebb tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:17.214735 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f041c92f-ec05-4467-9e61-f1662eb63ebb tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (4e66f7c7-370a-441d-b1e9-a5b285485503), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:17.215167 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-f041c92f-ec05-4467-9e61-f1662eb63ebb tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Floating IP 4e66f7c7-370a-441d-b1e9-a5b285485503 disassociated. External IP: 172.25.6.214, port: 342478e5-5a36-40d4-879c-11d8b4c6941e. Feb 09 22:19:17.215923 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f041c92f-ec05-4467-9e61-f1662eb63ebb tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Calling delete_port for 342478e5-5a36-40d4-879c-11d8b4c6941e owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:17.411584 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f041c92f-ec05-4467-9e61-f1662eb63ebb tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (342478e5-5a36-40d4-879c-11d8b4c6941e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:17.447047 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041c92f-ec05-4467-9e61-f1662eb63ebb tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event deleted for resources: {'Port': ['ID=342478e5-5a36-40d4-879c-11d8b4c6941e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:17.654177 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f041c92f-ec05-4467-9e61-f1662eb63ebb tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Router b77d9cd4-6178-4944-9c5e-d47af3460182 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:19:18.071844 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f041c92f-ec05-4467-9e61-f1662eb63ebb tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:19:18.085427 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e35f1f3-21cd-4b34-8014-db4f2f3e4aed None None] Sync routers for ids ['b77d9cd4-6178-4944-9c5e-d47af3460182'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:19:18.101395 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e35f1f3-21cd-4b34-8014-db4f2f3e4aed None None] Routers {'b77d9cd4-6178-4944-9c5e-d47af3460182'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:18.102038 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4e35f1f3-21cd-4b34-8014-db4f2f3e4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:19:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b77d9cd4-6178-4944-9c5e-d47af3460182'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:18.137400 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4e35f1f3-21cd-4b34-8014-db4f2f3e4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:18.147931 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e35f1f3-21cd-4b34-8014-db4f2f3e4aed None None] Routers {'b77d9cd4-6178-4944-9c5e-d47af3460182'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:18.148571 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4e35f1f3-21cd-4b34-8014-db4f2f3e4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:19:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b77d9cd4-6178-4944-9c5e-d47af3460182'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:18.164449 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f041c92f-ec05-4467-9e61-f1662eb63ebb tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:18.172077 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f041c92f-ec05-4467-9e61-f1662eb63ebb tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "DELETE /v2.0/ports/342478e5-5a36-40d4-879c-11d8b4c6941e HTTP/1.1" status: 204 len: 168 time: 1.5541267 Feb 09 22:19:18.172785 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42834) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:18.192258 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4e35f1f3-21cd-4b34-8014-db4f2f3e4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:18.192824 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e35f1f3-21cd-4b34-8014-db4f2f3e4aed None None] The sync data for ids ['b77d9cd4-6178-4944-9c5e-d47af3460182'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:19:18.674685 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0509e0b8-e1bf-4be4-922d-d773d794dfc6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (b77d9cd4-6178-4944-9c5e-d47af3460182), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.042844 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0509e0b8-e1bf-4be4-922d-d773d794dfc6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Deleting port 78b171f9-6ddd-4205-857c-6a24345a1d59 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:19.043136 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0509e0b8-e1bf-4be4-922d-d773d794dfc6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (78b171f9-6ddd-4205-857c-6a24345a1d59), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.145723 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0509e0b8-e1bf-4be4-922d-d773d794dfc6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (78b171f9-6ddd-4205-857c-6a24345a1d59), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.159273 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0509e0b8-e1bf-4be4-922d-d773d794dfc6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Calling delete_port for 78b171f9-6ddd-4205-857c-6a24345a1d59 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:19.382613 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0509e0b8-e1bf-4be4-922d-d773d794dfc6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (78b171f9-6ddd-4205-857c-6a24345a1d59), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.416260 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509e0b8-e1bf-4be4-922d-d773d794dfc6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event deleted for resources: {'Port': ['ID=78b171f9-6ddd-4205-857c-6a24345a1d59,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:19.669621 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0509e0b8-e1bf-4be4-922d-d773d794dfc6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (b77d9cd4-6178-4944-9c5e-d47af3460182), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.946433 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0509e0b8-e1bf-4be4-922d-d773d794dfc6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Router b77d9cd4-6178-4944-9c5e-d47af3460182 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:19:20.108097 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0509e0b8-e1bf-4be4-922d-d773d794dfc6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:19:20.118187 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0509e0b8-e1bf-4be4-922d-d773d794dfc6 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "PUT /v2.0/routers/b77d9cd4-6178-4944-9c5e-d47af3460182/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9439154 Feb 09 22:19:20.118462 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42872) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:20.120856 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d93e8fb-1a35-489c-a28a-283b6abc1d3e None None] Sync routers for ids ['b77d9cd4-6178-4944-9c5e-d47af3460182'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:19:20.134129 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d93e8fb-1a35-489c-a28a-283b6abc1d3e None None] Routers {'b77d9cd4-6178-4944-9c5e-d47af3460182'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:20.134975 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-8d93e8fb-1a35-489c-a28a-283b6abc1d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:19:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b77d9cd4-6178-4944-9c5e-d47af3460182'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:20.172818 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-8d93e8fb-1a35-489c-a28a-283b6abc1d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:20.184208 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d93e8fb-1a35-489c-a28a-283b6abc1d3e None None] Routers {'b77d9cd4-6178-4944-9c5e-d47af3460182'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:20.184842 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-8d93e8fb-1a35-489c-a28a-283b6abc1d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:19:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b77d9cd4-6178-4944-9c5e-d47af3460182'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:20.225095 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-8d93e8fb-1a35-489c-a28a-283b6abc1d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:20.225811 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d93e8fb-1a35-489c-a28a-283b6abc1d3e None None] The sync data for ids ['b77d9cd4-6178-4944-9c5e-d47af3460182'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:19:20.281870 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3dff972-c718-41a9-a46d-905745021441 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for router (b77d9cd4-6178-4944-9c5e-d47af3460182), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:20.428198 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3dff972-c718-41a9-a46d-905745021441 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for router_gateway (b77d9cd4-6178-4944-9c5e-d47af3460182), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:20.505983 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f3dff972-c718-41a9-a46d-905745021441 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Deleting port 49f2fa71-751d-473a-ad76-63ad948908cc {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:20.506405 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3dff972-c718-41a9-a46d-905745021441 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (49f2fa71-751d-473a-ad76-63ad948908cc), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:20.611380 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3dff972-c718-41a9-a46d-905745021441 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (49f2fa71-751d-473a-ad76-63ad948908cc), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:20.628294 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f3dff972-c718-41a9-a46d-905745021441 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Calling delete_port for 49f2fa71-751d-473a-ad76-63ad948908cc owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:20.846025 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3dff972-c718-41a9-a46d-905745021441 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (49f2fa71-751d-473a-ad76-63ad948908cc), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:20.890943 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dff972-c718-41a9-a46d-905745021441 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event deleted for resources: {'Port': ['ID=49f2fa71-751d-473a-ad76-63ad948908cc,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:20.983473 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3dff972-c718-41a9-a46d-905745021441 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (b77d9cd4-6178-4944-9c5e-d47af3460182), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:21.094116 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3dff972-c718-41a9-a46d-905745021441 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (b77d9cd4-6178-4944-9c5e-d47af3460182), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:21.096936 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3dff972-c718-41a9-a46d-905745021441 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for router_controller (b77d9cd4-6178-4944-9c5e-d47af3460182), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:21.145475 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3dff972-c718-41a9-a46d-905745021441 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (b77d9cd4-6178-4944-9c5e-d47af3460182), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:21.146442 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dff972-c718-41a9-a46d-905745021441 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Fanout notify agent at l3_agent the message router_deleted on router b77d9cd4-6178-4944-9c5e-d47af3460182 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:19:21.153382 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3dff972-c718-41a9-a46d-905745021441 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:21.154622 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f3dff972-c718-41a9-a46d-905745021441 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "DELETE /v2.0/routers/b77d9cd4-6178-4944-9c5e-d47af3460182 HTTP/1.1" status: 204 len: 168 time: 1.0344021 Feb 09 22:19:21.157673 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42892) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:21.244515 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-b868a254-23e7-43a6-917c-0091c0e6fac8 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Deleting subnet ffafd2ed-f477-47f4-b1e6-5caf4654c141 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:19:21.248076 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b868a254-23e7-43a6-917c-0091c0e6fac8 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for subnet (ffafd2ed-f477-47f4-b1e6-5caf4654c141), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:21.291122 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b868a254-23e7-43a6-917c-0091c0e6fac8 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (ffafd2ed-f477-47f4-b1e6-5caf4654c141), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:21.421100 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b868a254-23e7-43a6-917c-0091c0e6fac8 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (ffafd2ed-f477-47f4-b1e6-5caf4654c141), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:21.498257 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b868a254-23e7-43a6-917c-0091c0e6fac8 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (ffafd2ed-f477-47f4-b1e6-5caf4654c141), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:21.552284 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868a254-23e7-43a6-917c-0091c0e6fac8 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event deleted for resources: {'Subnet': ['ID=ffafd2ed-f477-47f4-b1e6-5caf4654c141,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:21.556215 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b868a254-23e7-43a6-917c-0091c0e6fac8 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:21.562401 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b868a254-23e7-43a6-917c-0091c0e6fac8 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "DELETE /v2.0/subnets/ffafd2ed-f477-47f4-b1e6-5caf4654c141 HTTP/1.1" status: 204 len: 168 time: 0.4029462 Feb 09 22:19:21.564936 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42898) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:21.569835 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b2dd15-c1d1-43f2-adc0-3be5db0f11fe None None] Network 6806eae0-77b5-4b69-a9ba-655b6b2f9252 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:19:21.780964 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a7004b-b866-4758-a77f-9d37a213dfcd None None] DHCP port deletion for 6806eae0-77b5-4b69-a9ba-655b6b2f9252 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:19:21.874674 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7004b-b866-4758-a77f-9d37a213dfcd None None] Deleting port 8019e9b3-3ea7-4e11-9a58-4a46430c8f09 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:21.875376 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d0a7004b-b866-4758-a77f-9d37a213dfcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8019e9b3-3ea7-4e11-9a58-4a46430c8f09), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:21.889840 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8019e9b3-3ea7-4e11-9a58-4a46430c8f09 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:19:21.974896 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d0a7004b-b866-4758-a77f-9d37a213dfcd None None] For port 8019e9b3-3ea7-4e11-9a58-4a46430c8f09, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8019e9b3-3ea7-4e11-9a58-4a46430c8f09,segment=NetworkSegment(623b57a1-c153-43d1-af3b-bb3c302d7f9a),segment_id=623b57a1-c153-43d1-af3b-bb3c302d7f9a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:21.975294 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d0a7004b-b866-4758-a77f-9d37a213dfcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8019e9b3-3ea7-4e11-9a58-4a46430c8f09), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:21.991155 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7004b-b866-4758-a77f-9d37a213dfcd None None] Calling delete_port for 8019e9b3-3ea7-4e11-9a58-4a46430c8f09 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:22.073183 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19f198c2-8f85-4777-b6cd-cd8905be7f4b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (6806eae0-77b5-4b69-a9ba-655b6b2f9252), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:22.085126 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8019e9b3-3ea7-4e11-9a58-4a46430c8f09 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:22.085519 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8019e9b3-3ea7-4e11-9a58-4a46430c8f09), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:22.142647 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 8019e9b3-3ea7-4e11-9a58-4a46430c8f09, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8019e9b3-3ea7-4e11-9a58-4a46430c8f09,segment=NetworkSegment(623b57a1-c153-43d1-af3b-bb3c302d7f9a),segment_id=623b57a1-c153-43d1-af3b-bb3c302d7f9a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:22.149005 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8019e9b3-3ea7-4e11-9a58-4a46430c8f09), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:22.184563 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-19f198c2-8f85-4777-b6cd-cd8905be7f4b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Deleting port 8019e9b3-3ea7-4e11-9a58-4a46430c8f09 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:22.185883 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19f198c2-8f85-4777-b6cd-cd8905be7f4b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8019e9b3-3ea7-4e11-9a58-4a46430c8f09), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:22.210756 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=8019e9b3-3ea7-4e11-9a58-4a46430c8f09,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:22.214127 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d0a7004b-b866-4758-a77f-9d37a213dfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (8019e9b3-3ea7-4e11-9a58-4a46430c8f09), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:22.242549 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7004b-b866-4758-a77f-9d37a213dfcd None None] Pushing event deleted for resources: {'Port': ['ID=8019e9b3-3ea7-4e11-9a58-4a46430c8f09,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:22.246584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a7004b-b866-4758-a77f-9d37a213dfcd None None] No DVR routers for this DVR port 8019e9b3-3ea7-4e11-9a58-4a46430c8f09 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:19:22.306664 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-19f198c2-8f85-4777-b6cd-cd8905be7f4b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] For port 8019e9b3-3ea7-4e11-9a58-4a46430c8f09, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8019e9b3-3ea7-4e11-9a58-4a46430c8f09,segment=NetworkSegment(623b57a1-c153-43d1-af3b-bb3c302d7f9a),segment_id=623b57a1-c153-43d1-af3b-bb3c302d7f9a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:22.307162 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19f198c2-8f85-4777-b6cd-cd8905be7f4b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8019e9b3-3ea7-4e11-9a58-4a46430c8f09), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:22.328670 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-19f198c2-8f85-4777-b6cd-cd8905be7f4b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Calling delete_port for 8019e9b3-3ea7-4e11-9a58-4a46430c8f09 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:22.469498 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19f198c2-8f85-4777-b6cd-cd8905be7f4b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (8019e9b3-3ea7-4e11-9a58-4a46430c8f09), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:22.506495 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f198c2-8f85-4777-b6cd-cd8905be7f4b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event deleted for resources: {'Port': ['ID=8019e9b3-3ea7-4e11-9a58-4a46430c8f09,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:22.511951 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f198c2-8f85-4777-b6cd-cd8905be7f4b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] No DVR routers for this DVR port 8019e9b3-3ea7-4e11-9a58-4a46430c8f09 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:19:22.603120 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19f198c2-8f85-4777-b6cd-cd8905be7f4b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (6806eae0-77b5-4b69-a9ba-655b6b2f9252), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:22.626459 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-19f198c2-8f85-4777-b6cd-cd8905be7f4b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6806eae0-77b5-4b69-a9ba-655b6b2f9252']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:22.637825 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-19f198c2-8f85-4777-b6cd-cd8905be7f4b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623b57a1-c153-43d1-af3b-bb3c302d7f9a') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:22.638132 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-19f198c2-8f85-4777-b6cd-cd8905be7f4b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623b57a1-c153-43d1-af3b-bb3c302d7f9a') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:22.649770 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19f198c2-8f85-4777-b6cd-cd8905be7f4b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (623b57a1-c153-43d1-af3b-bb3c302d7f9a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:22.665324 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19f198c2-8f85-4777-b6cd-cd8905be7f4b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (623b57a1-c153-43d1-af3b-bb3c302d7f9a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:22.672343 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f198c2-8f85-4777-b6cd-cd8905be7f4b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:19:22.672746 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19f198c2-8f85-4777-b6cd-cd8905be7f4b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (623b57a1-c153-43d1-af3b-bb3c302d7f9a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:19:22.677321 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:19:22.768107 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19f198c2-8f85-4777-b6cd-cd8905be7f4b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (6806eae0-77b5-4b69-a9ba-655b6b2f9252), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:22.782145 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19f198c2-8f85-4777-b6cd-cd8905be7f4b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:22.788778 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-19f198c2-8f85-4777-b6cd-cd8905be7f4b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "DELETE /v2.0/networks/6806eae0-77b5-4b69-a9ba-655b6b2f9252 HTTP/1.1" status: 204 len: 168 time: 1.2216144 Feb 09 22:19:22.792992 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42914) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:22.810459 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f198c2-8f85-4777-b6cd-cd8905be7f4b tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event deleted for resources: {'Network': ['ID=6806eae0-77b5-4b69-a9ba-655b6b2f9252,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:23.373787 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-048da49b-2543-45c4-bfb4-cc94a1f4c997 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Deleting port 8b8c850e-f6b1-461b-81b0-8eb692490d39 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:23.374351 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-048da49b-2543-45c4-bfb4-cc94a1f4c997 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8b8c850e-f6b1-461b-81b0-8eb692490d39), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:23.516668 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-048da49b-2543-45c4-bfb4-cc94a1f4c997 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8b8c850e-f6b1-461b-81b0-8eb692490d39), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:23.517219 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-048da49b-2543-45c4-bfb4-cc94a1f4c997 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (8b8c850e-f6b1-461b-81b0-8eb692490d39), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:23.540128 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-048da49b-2543-45c4-bfb4-cc94a1f4c997 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Calling delete_port for 8b8c850e-f6b1-461b-81b0-8eb692490d39 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:23.727117 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-048da49b-2543-45c4-bfb4-cc94a1f4c997 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (8b8c850e-f6b1-461b-81b0-8eb692490d39), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:23.758912 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048da49b-2543-45c4-bfb4-cc94a1f4c997 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event deleted for resources: {'Port': ['ID=8b8c850e-f6b1-461b-81b0-8eb692490d39,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:23.887998 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-048da49b-2543-45c4-bfb4-cc94a1f4c997 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for floatingip (4e66f7c7-370a-441d-b1e9-a5b285485503), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:23.891145 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-048da49b-2543-45c4-bfb4-cc94a1f4c997 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:23.892836 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-048da49b-2543-45c4-bfb4-cc94a1f4c997 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "DELETE /v2.0/floatingips/4e66f7c7-370a-441d-b1e9-a5b285485503 HTTP/1.1" status: 204 len: 168 time: 1.0975595 Feb 09 22:19:23.897857 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42936) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:23.930842 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e85ef7-7041-4a0e-85b5-993ac14818b8 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] DELETE failed (client error): The resource could not be found. Feb 09 22:19:23.931718 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e85ef7-7041-4a0e-85b5-993ac14818b8 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:19:23.940079 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-29e85ef7-7041-4a0e-85b5-993ac14818b8 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "DELETE /v2.0/ports/342478e5-5a36-40d4-879c-11d8b4c6941e HTTP/1.1" status: 404 len: 333 time: 0.0369182 Feb 09 22:19:23.940607 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42938) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:24.021103 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-443a94cd-71f0-43e2-accb-b33283dae6d8 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77d9cd4-6178-4944-9c5e-d47af3460182 HTTP/1.1" status: 200 len: 205 time: 0.0776379 Feb 09 22:19:24.024290 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42944) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:24.091326 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-c352f565-f869-4946-bab1-12df5340b7d1 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] delete failed (client error): The resource could not be found. Feb 09 22:19:24.092759 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c352f565-f869-4946-bab1-12df5340b7d1 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "DELETE /v2.0/routers/b77d9cd4-6178-4944-9c5e-d47af3460182 HTTP/1.1" status: 404 len: 336 time: 0.0661037 Feb 09 22:19:24.097251 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42954) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:24.146400 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aaadbd4-85ce-4890-90c1-0dc0c45badef tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] DELETE failed (client error): The resource could not be found. Feb 09 22:19:24.147149 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aaadbd4-85ce-4890-90c1-0dc0c45badef tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:19:24.155170 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9aaadbd4-85ce-4890-90c1-0dc0c45badef tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "DELETE /v2.0/subnets/ffafd2ed-f477-47f4-b1e6-5caf4654c141 HTTP/1.1" status: 404 len: 337 time: 0.0528774 Feb 09 22:19:24.155480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42958) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:24.288686 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9c47d3b5-42d3-4da2-aa53-9cb9b07c1ceb tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Deleting port 268e3a8a-15b7-413a-96de-b8c664016991 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:24.289239 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c47d3b5-42d3-4da2-aa53-9cb9b07c1ceb tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (268e3a8a-15b7-413a-96de-b8c664016991), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:24.416117 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c47d3b5-42d3-4da2-aa53-9cb9b07c1ceb tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (268e3a8a-15b7-413a-96de-b8c664016991), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:24.437311 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9c47d3b5-42d3-4da2-aa53-9cb9b07c1ceb tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Calling delete_port for 268e3a8a-15b7-413a-96de-b8c664016991 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:24.636664 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c47d3b5-42d3-4da2-aa53-9cb9b07c1ceb tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (268e3a8a-15b7-413a-96de-b8c664016991), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:24.687179 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47d3b5-42d3-4da2-aa53-9cb9b07c1ceb tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event deleted for resources: {'Port': ['ID=268e3a8a-15b7-413a-96de-b8c664016991,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:24.869708 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c47d3b5-42d3-4da2-aa53-9cb9b07c1ceb tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:24.879862 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9c47d3b5-42d3-4da2-aa53-9cb9b07c1ceb tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "DELETE /v2.0/ports/268e3a8a-15b7-413a-96de-b8c664016991 HTTP/1.1" status: 204 len: 168 time: 0.7225802 Feb 09 22:19:24.880837 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42982) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:24.890179 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd03b86-2fa3-4fbe-ba09-ca59bc858c6d req-2548703d-1ad6-4e2e-bdbb-32caeb252a38 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:24.893141 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bd03b86-2fa3-4fbe-ba09-ca59bc858c6d req-2548703d-1ad6-4e2e-bdbb-32caeb252a38 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 946 time: 0.1134565 Feb 09 22:19:24.995244 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bd03b86-2fa3-4fbe-ba09-ca59bc858c6d req-1e11f0c8-c8bf-4d7a-b8f4-bbedacb21c02 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bcad339-6d06-45d6-adef-9afdab714c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951712 Feb 09 22:19:25.070554 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2992f138-a13c-4f23-a005-ff9db28eee7c tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Deleting port a6cfc463-004d-416f-a3ac-fdc46f2288fb {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:25.071297 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2992f138-a13c-4f23-a005-ff9db28eee7c tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a6cfc463-004d-416f-a3ac-fdc46f2288fb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:25.172981 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2992f138-a13c-4f23-a005-ff9db28eee7c tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a6cfc463-004d-416f-a3ac-fdc46f2288fb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:25.188350 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2992f138-a13c-4f23-a005-ff9db28eee7c tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Calling delete_port for a6cfc463-004d-416f-a3ac-fdc46f2288fb owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:25.302495 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42990) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:25.403817 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2992f138-a13c-4f23-a005-ff9db28eee7c tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (a6cfc463-004d-416f-a3ac-fdc46f2288fb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:25.468318 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e600d882-6f57-4d56-89c3-d8000ffba31d tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] 10.222.0.77 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3584 time: 0.1646280 Feb 09 22:19:25.471714 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992f138-a13c-4f23-a005-ff9db28eee7c tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event deleted for resources: {'Port': ['ID=a6cfc463-004d-416f-a3ac-fdc46f2288fb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:25.473932 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 42992) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:25.493139 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5553e30a-1a91-4073-aa1e-0c7350f84466 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Request body: {'network': {'name': 'tempest-network-smoke--1469830566', 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'port_security_enabled': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:25.529948 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5553e30a-1a91-4073-aa1e-0c7350f84466 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Made reservation on behalf of b9cc49ec6add4d9e9840b65c33b053cd for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:19:25.536098 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5553e30a-1a91-4073-aa1e-0c7350f84466 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:25.558312 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2992f138-a13c-4f23-a005-ff9db28eee7c tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:25.564549 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2992f138-a13c-4f23-a005-ff9db28eee7c tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "DELETE /v2.0/ports/a6cfc463-004d-416f-a3ac-fdc46f2288fb HTTP/1.1" status: 204 len: 168 time: 0.6821001 Feb 09 22:19:25.565258 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 42998) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:25.576588 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5553e30a-1a91-4073-aa1e-0c7350f84466 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:19:25.599401 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5553e30a-1a91-4073-aa1e-0c7350f84466 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (502be596-1eb4-4257-9e0e-29e25271626a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:25.600013 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-5553e30a-1a91-4073-aa1e-0c7350f84466 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Added segment 502be596-1eb4-4257-9e0e-29e25271626a of type vlan for network 43700722-62c2-45ed-860b-748b29fc4804 Feb 09 22:19:25.676215 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2db6a8-3da1-439a-aaed-6318617f42f0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:25.680453 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4b2db6a8-3da1-439a-aaed-6318617f42f0 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d5ad38a-cece-49f0-bfd0-2e6770767fa8 HTTP/1.1" status: 200 len: 913 time: 0.1135106 Feb 09 22:19:25.681669 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43000) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:25.686592 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5553e30a-1a91-4073-aa1e-0c7350f84466 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (43700722-62c2-45ed-860b-748b29fc4804), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:25.724662 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5553e30a-1a91-4073-aa1e-0c7350f84466 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (43700722-62c2-45ed-860b-748b29fc4804), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:25.730242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5553e30a-1a91-4073-aa1e-0c7350f84466 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:25.730889 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5553e30a-1a91-4073-aa1e-0c7350f84466 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:25.794257 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5553e30a-1a91-4073-aa1e-0c7350f84466 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3161697 Feb 09 22:19:25.797316 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43002) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:25.806140 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-cea92496-daa4-4c0e-8265-925593673e1f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1128968533', 'admin_state_up': True, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:25.810465 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553e30a-1a91-4073-aa1e-0c7350f84466 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event updated for resources: {'Network': ['ID=43700722-62c2-45ed-860b-748b29fc4804,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:25.841532 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 43700722-62c2-45ed-860b-748b29fc4804 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:19:25.879387 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cea92496-daa4-4c0e-8265-925593673e1f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (475315ba-45a6-4fef-b2d3-77d34d9d7ccf), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:25.880960 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cea92496-daa4-4c0e-8265-925593673e1f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (475315ba-45a6-4fef-b2d3-77d34d9d7ccf), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:25.960536 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cea92496-daa4-4c0e-8265-925593673e1f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for router_controller (475315ba-45a6-4fef-b2d3-77d34d9d7ccf), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:26.154248 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddd2ea-b4e3-4c82-ba4c-a0d54e822f3c req-8145df91-2648-4a00-8457-c5007701d5c0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:26.169373 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-69ddd2ea-b4e3-4c82-ba4c-a0d54e822f3c req-8145df91-2648-4a00-8457-c5007701d5c0 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 946 time: 0.0764418 Feb 09 22:19:26.227157 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cea92496-daa4-4c0e-8265-925593673e1f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for router_gateway (475315ba-45a6-4fef-b2d3-77d34d9d7ccf), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:26.249213 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-69ddd2ea-b4e3-4c82-ba4c-a0d54e822f3c req-e05d364e-9363-44df-9584-7bc1d600f0cc tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bcad339-6d06-45d6-adef-9afdab714c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726144 Feb 09 22:19:26.609171 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e429e56f-6c22-48c5-8321-57fe72b49358 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (8d5ad38a-cece-49f0-bfd0-2e6770767fa8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:27.065864 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cea92496-daa4-4c0e-8265-925593673e1f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for router_gateway (475315ba-45a6-4fef-b2d3-77d34d9d7ccf), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:27.093313 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cea92496-daa4-4c0e-8265-925593673e1f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:27.391407 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-cea92496-daa4-4c0e-8265-925593673e1f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Allocated IP 172.25.6.123 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/2dcbdced-0827-492e-8c2d-dedf762612d3) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:19:27.467381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a2043-07cd-4bc7-9503-7a3b5596bdf9 req-4781f4f5-fb55-4385-a6bd-7ddea3171637 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:27.470655 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a97a2043-07cd-4bc7-9503-7a3b5596bdf9 req-4781f4f5-fb55-4385-a6bd-7ddea3171637 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 946 time: 0.1115665 Feb 09 22:19:27.565804 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a97a2043-07cd-4bc7-9503-7a3b5596bdf9 req-2e88c3d9-0215-4716-9f3a-fe1870b6b82a tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bcad339-6d06-45d6-adef-9afdab714c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814538 Feb 09 22:19:27.595815 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cea92496-daa4-4c0e-8265-925593673e1f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for port (2dcbdced-0827-492e-8c2d-dedf762612d3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:27.654767 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e429e56f-6c22-48c5-8321-57fe72b49358 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Deleting port 88794b49-fab6-4f77-b829-740eb674d72c {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:27.655048 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e429e56f-6c22-48c5-8321-57fe72b49358 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (88794b49-fab6-4f77-b829-740eb674d72c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:27.661827 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cea92496-daa4-4c0e-8265-925593673e1f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (2dcbdced-0827-492e-8c2d-dedf762612d3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:27.759773 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea92496-daa4-4c0e-8265-925593673e1f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:19:27.766701 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-cea92496-daa4-4c0e-8265-925593673e1f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:19:27.775047 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea92496-daa4-4c0e-8265-925593673e1f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:19:27.779627 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea92496-daa4-4c0e-8265-925593673e1f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event updated for resources: {'Port': ['ID=2dcbdced-0827-492e-8c2d-dedf762612d3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:27.837295 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e429e56f-6c22-48c5-8321-57fe72b49358 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (88794b49-fab6-4f77-b829-740eb674d72c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:27.857628 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e429e56f-6c22-48c5-8321-57fe72b49358 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Calling delete_port for 88794b49-fab6-4f77-b829-740eb674d72c owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:28.238274 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cea92496-daa4-4c0e-8265-925593673e1f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for router_gateway (475315ba-45a6-4fef-b2d3-77d34d9d7ccf), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:28.402829 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e429e56f-6c22-48c5-8321-57fe72b49358 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (88794b49-fab6-4f77-b829-740eb674d72c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:28.457166 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429e56f-6c22-48c5-8321-57fe72b49358 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event deleted for resources: {'Port': ['ID=88794b49-fab6-4f77-b829-740eb674d72c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:28.780666 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cea92496-daa4-4c0e-8265-925593673e1f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (475315ba-45a6-4fef-b2d3-77d34d9d7ccf), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:28.813461 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b765264-5931-446b-ab15-4d8eead256b6 req-9bd4b8a2-a1d6-4eed-a6b2-91af2a2052ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:28.820431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b765264-5931-446b-ab15-4d8eead256b6 req-9bd4b8a2-a1d6-4eed-a6b2-91af2a2052ed tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 946 time: 0.1063793 Feb 09 22:19:28.897109 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1b765264-5931-446b-ab15-4d8eead256b6 req-71055152-b0d5-4a7c-90ba-c72bb2b4edcf tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bcad339-6d06-45d6-adef-9afdab714c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720146 Feb 09 22:19:28.959412 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e429e56f-6c22-48c5-8321-57fe72b49358 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (8d5ad38a-cece-49f0-bfd0-2e6770767fa8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:29.154972 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea92496-daa4-4c0e-8265-925593673e1f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Router 475315ba-45a6-4fef-b2d3-77d34d9d7ccf is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:19:29.382451 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e429e56f-6c22-48c5-8321-57fe72b49358 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Router 8d5ad38a-cece-49f0-bfd0-2e6770767fa8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:19:29.384467 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea92496-daa4-4c0e-8265-925593673e1f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:19:29.402854 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] Sync routers for ids ['475315ba-45a6-4fef-b2d3-77d34d9d7ccf'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:19:29.420453 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] Routers {'475315ba-45a6-4fef-b2d3-77d34d9d7ccf'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:29.421275 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:19:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['475315ba-45a6-4fef-b2d3-77d34d9d7ccf'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:29.490622 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cea92496-daa4-4c0e-8265-925593673e1f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:29.492829 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cea92496-daa4-4c0e-8265-925593673e1f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.6936829 Feb 09 22:19:29.496033 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43062) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:29.605473 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e429e56f-6c22-48c5-8321-57fe72b49358 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:19:29.611371 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e429e56f-6c22-48c5-8321-57fe72b49358 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "PUT /v2.0/routers/8d5ad38a-cece-49f0-bfd0-2e6770767fa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9280050 Feb 09 22:19:29.612361 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] Set router 475315ba-45a6-4fef-b2d3-77d34d9d7ccf gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:19:29.615866 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43064) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:29.622230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de19aa0f-c12a-44e0-9a72-0561ac83c097 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:29.624510 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770a891-15ee-436e-84fe-6cfd358ef54a None None] Sync routers for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:19:29.625339 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-de19aa0f-c12a-44e0-9a72-0561ac83c097 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=b9cc49ec6add4d9e9840b65c33b053cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1272817 Feb 09 22:19:29.629359 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43066) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:29.649254 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7770a891-15ee-436e-84fe-6cfd358ef54a None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:29.651210 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-7770a891-15ee-436e-84fe-6cfd358ef54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:19:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:29.726950 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-7770a891-15ee-436e-84fe-6cfd358ef54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:29.762792 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7770a891-15ee-436e-84fe-6cfd358ef54a None None] Routers {'8d5ad38a-cece-49f0-bfd0-2e6770767fa8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:29.764211 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-7770a891-15ee-436e-84fe-6cfd358ef54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:19:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:29.852781 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-7770a891-15ee-436e-84fe-6cfd358ef54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:29.854068 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770a891-15ee-436e-84fe-6cfd358ef54a None None] The sync data for ids ['8d5ad38a-cece-49f0-bfd0-2e6770767fa8'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:19:29.896718 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475315ba-45a6-4fef-b2d3-77d34d9d7ccf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1128968533', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2dcbdced-0827-492e-8c2d-dedf762612d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:19:25Z', 'updated_at': '2022-02-09T22:19:28Z', 'revision_number': 3, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '2dcbdced-0827-492e-8c2d-dedf762612d3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475315ba-45a6-4fef-b2d3-77d34d9d7ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:19:27Z', 'updated_at': '2022-02-09T22:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:29.949820 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] Checking router: 475315ba-45a6-4fef-b2d3-77d34d9d7ccf for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:19:29.950409 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] Updating router 475315ba-45a6-4fef-b2d3-77d34d9d7ccf port 2dcbdced-0827-492e-8c2d-dedf762612d3 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:19:29.988259 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2dcbdced-0827-492e-8c2d-dedf762612d3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:30.153050 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9afee-9795-40dc-b326-5b64d9782296 req-89bd1314-25ed-4c44-88fc-468ee133eafc tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:30.157664 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13c9afee-9795-40dc-b326-5b64d9782296 req-89bd1314-25ed-4c44-88fc-468ee133eafc tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 946 time: 0.1229041 Feb 09 22:19:30.272493 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13c9afee-9795-40dc-b326-5b64d9782296 req-4bd2e6ec-5198-4a52-9f33-b253e47ecb7a tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bcad339-6d06-45d6-adef-9afdab714c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036239 Feb 09 22:19:30.345965 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1783e4-e7b0-418b-8f74-e8c560b76093 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:30.347593 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8e1783e4-e7b0-418b-8f74-e8c560b76093 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7171528 Feb 09 22:19:30.350876 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-972b47bf-623d-421a-88cb-f4ba00f57799 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for router (8d5ad38a-cece-49f0-bfd0-2e6770767fa8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:30.353052 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43080) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:30.446092 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-daf8f5ff-3e7c-42ef-b99a-79fad6c782e9 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0867858 Feb 09 22:19:30.447012 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43082) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:30.497541 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-71fd8074-6e0b-461e-a2c6-35a402c3980e tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=b9cc49ec6add4d9e9840b65c33b053cd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450640 Feb 09 22:19:30.498916 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43084) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:30.523000 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-972b47bf-623d-421a-88cb-f4ba00f57799 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for router_gateway (8d5ad38a-cece-49f0-bfd0-2e6770767fa8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:30.619017 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-972b47bf-623d-421a-88cb-f4ba00f57799 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Deleting port 279076eb-2312-4501-a0e1-45042933a20b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:30.619664 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-972b47bf-623d-421a-88cb-f4ba00f57799 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (279076eb-2312-4501-a0e1-45042933a20b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:30.692240 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298d2d7e-ef16-44a1-9a09-f57dbce396c0 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:30.695741 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-298d2d7e-ef16-44a1-9a09-f57dbce396c0 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1963494 Feb 09 22:19:30.700526 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43090) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:30.731103 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] Publish callbacks [] for port (2dcbdced-0827-492e-8c2d-dedf762612d3), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:30.743206 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f1d6e67b-a153-42ba-a92a-8853201c92b3 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409586 Feb 09 22:19:30.743763 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2dcbdced-0827-492e-8c2d-dedf762612d3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:30.747805 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43092) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:30.749792 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-972b47bf-623d-421a-88cb-f4ba00f57799 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (279076eb-2312-4501-a0e1-45042933a20b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:30.755942 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e5a6d044-0523-4665-ae1b-9dd5467c4439 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-957836763', 'network_id': '43700722-62c2-45ed-860b-748b29fc4804', 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:30.764331 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-972b47bf-623d-421a-88cb-f4ba00f57799 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Calling delete_port for 279076eb-2312-4501-a0e1-45042933a20b owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:30.829281 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13d3fd-78eb-4998-99e5-9aa9d793aad6 None None] Pushing event updated for resources: {'Port': ['ID=2dcbdced-0827-492e-8c2d-dedf762612d3,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:30.848975 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] Attempting to bind port 2dcbdced-0827-492e-8c2d-dedf762612d3 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:19:30.849356 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] Attempting to bind port 2dcbdced-0827-492e-8c2d-dedf762612d3 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:19:30.849725 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] Attempting to bind port 2dcbdced-0827-492e-8c2d-dedf762612d3 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:19:30.856090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:19:30.856619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:19:30.857044 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:30.857445 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:19:30.858780 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] Bound port: 2dcbdced-0827-492e-8c2d-dedf762612d3, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:19:30.859181 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2dcbdced-0827-492e-8c2d-dedf762612d3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:30.935380 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] For port 2dcbdced-0827-492e-8c2d-dedf762612d3, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:19:30.938980 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a6d044-0523-4665-ae1b-9dd5467c4439 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Made reservation on behalf of b9cc49ec6add4d9e9840b65c33b053cd for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:19:30.940593 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] For port 2dcbdced-0827-492e-8c2d-dedf762612d3, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2dcbdced-0827-492e-8c2d-dedf762612d3,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:19:30.946535 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5a6d044-0523-4665-ae1b-9dd5467c4439 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:30.951337 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2dcbdced-0827-492e-8c2d-dedf762612d3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:31.044693 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] Routers {'475315ba-45a6-4fef-b2d3-77d34d9d7ccf'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:31.046372 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:19:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['475315ba-45a6-4fef-b2d3-77d34d9d7ccf'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:31.046583 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-972b47bf-623d-421a-88cb-f4ba00f57799 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (279076eb-2312-4501-a0e1-45042933a20b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:31.107104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b47bf-623d-421a-88cb-f4ba00f57799 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event deleted for resources: {'Port': ['ID=279076eb-2312-4501-a0e1-45042933a20b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:31.230762 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-972b47bf-623d-421a-88cb-f4ba00f57799 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (8d5ad38a-cece-49f0-bfd0-2e6770767fa8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:31.231375 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13d3fd-78eb-4998-99e5-9aa9d793aad6 None None] Pushing event updated for resources: {'Port': ['ID=2dcbdced-0827-492e-8c2d-dedf762612d3,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:31.293759 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5a6d044-0523-4665-ae1b-9dd5467c4439 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (bb0799f2-c6ff-41fd-8564-a0bccf4789af), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:31.332894 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] Set router 475315ba-45a6-4fef-b2d3-77d34d9d7ccf gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:19:31.436156 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-972b47bf-623d-421a-88cb-f4ba00f57799 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (8d5ad38a-cece-49f0-bfd0-2e6770767fa8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:31.439010 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-972b47bf-623d-421a-88cb-f4ba00f57799 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for router_controller (8d5ad38a-cece-49f0-bfd0-2e6770767fa8), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:31.451177 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6d044-0523-4665-ae1b-9dd5467c4439 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event updated for resources: {'Subnet': ['ID=bb0799f2-c6ff-41fd-8564-a0bccf4789af,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:31.497856 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a6d044-0523-4665-ae1b-9dd5467c4439 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Checking segment: {'id': '502be596-1eb4-4257-9e0e-29e25271626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '43700722-62c2-45ed-860b-748b29fc4804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:19:31.498974 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a6d044-0523-4665-ae1b-9dd5467c4439 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Network hostable DHCP agents. Network: 43700722-62c2-45ed-860b-748b29fc4804, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:19:31.518259 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-972b47bf-623d-421a-88cb-f4ba00f57799 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (8d5ad38a-cece-49f0-bfd0-2e6770767fa8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:31.519809 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972b47bf-623d-421a-88cb-f4ba00f57799 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Fanout notify agent at l3_agent the message router_deleted on router 8d5ad38a-cece-49f0-bfd0-2e6770767fa8 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:19:31.520078 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4353a-4d47-46b1-9f77-cc89b4262f39 req-25c937e6-02d8-4e05-98bf-9ad3c7f47e59 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:31.531569 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ae4353a-4d47-46b1-9f77-cc89b4262f39 req-25c937e6-02d8-4e05-98bf-9ad3c7f47e59 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 946 time: 0.1179774 Feb 09 22:19:31.538545 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-972b47bf-623d-421a-88cb-f4ba00f57799 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:31.539982 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-972b47bf-623d-421a-88cb-f4ba00f57799 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "DELETE /v2.0/routers/8d5ad38a-cece-49f0-bfd0-2e6770767fa8 HTTP/1.1" status: 204 len: 168 time: 1.9228053 Feb 09 22:19:31.542357 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43106) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:31.577406 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a6d044-0523-4665-ae1b-9dd5467c4439 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Network 43700722-62c2-45ed-860b-748b29fc4804 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:19:31.585970 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475315ba-45a6-4fef-b2d3-77d34d9d7ccf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1128968533', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2dcbdced-0827-492e-8c2d-dedf762612d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:19:25Z', 'updated_at': '2022-02-09T22:19:28Z', 'revision_number': 3, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '2dcbdced-0827-492e-8c2d-dedf762612d3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475315ba-45a6-4fef-b2d3-77d34d9d7ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:19:27Z', 'updated_at': '2022-02-09T22:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:31.603625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-e5a6d044-0523-4665-ae1b-9dd5467c4439 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 43700722-62c2-45ed-860b-748b29fc4804) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:19:31.610962 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a6d044-0523-4665-ae1b-9dd5467c4439 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:31.611825 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5a6d044-0523-4665-ae1b-9dd5467c4439 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:31.619372 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4a956c-3933-44f6-b595-d5701194685c tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Deleting subnet 7a62ae33-c03e-401f-8585-c9c0e4b06fb9 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:19:31.623279 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b4a956c-3933-44f6-b595-d5701194685c tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for subnet (7a62ae33-c03e-401f-8585-c9c0e4b06fb9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:31.625219 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e325ceb-0df1-4f8d-8d9f-1462c9ec48d7 None None] Network 43700722-62c2-45ed-860b-748b29fc4804 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:19:31.642169 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ae4353a-4d47-46b1-9f77-cc89b4262f39 req-debb385e-6975-4185-9858-3fa4ab5583b8 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bcad339-6d06-45d6-adef-9afdab714c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094038 Feb 09 22:19:31.658767 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e5a6d044-0523-4665-ae1b-9dd5467c4439 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9093025 Feb 09 22:19:31.663099 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43108) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:31.684760 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b4a956c-3933-44f6-b595-d5701194685c tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (7a62ae33-c03e-401f-8585-c9c0e4b06fb9), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:31.739225 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9df712-caad-43a6-b4a9-5c04a5340f86 None None] The sync data for ids ['475315ba-45a6-4fef-b2d3-77d34d9d7ccf'] in n-d-828601-1 is: [{'id': '475315ba-45a6-4fef-b2d3-77d34d9d7ccf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1128968533', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2dcbdced-0827-492e-8c2d-dedf762612d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:19:25Z', 'updated_at': '2022-02-09T22:19:28Z', 'revision_number': 3, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '2dcbdced-0827-492e-8c2d-dedf762612d3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475315ba-45a6-4fef-b2d3-77d34d9d7ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:19:27Z', 'updated_at': '2022-02-09T22:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:19:31.747772 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b4a956c-3933-44f6-b595-d5701194685c tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (7a62ae33-c03e-401f-8585-c9c0e4b06fb9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:31.757615 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4238a1ea-4dc6-40c0-ad55-9703cf13780a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-43700722-62c2-45ed-860b-748b29fc4804', 'network_id': '43700722-62c2-45ed-860b-748b29fc4804', 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'fixed_ips': [{'subnet_id': 'bb0799f2-c6ff-41fd-8564-a0bccf4789af'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:19:31.758520 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4238a1ea-4dc6-40c0-ad55-9703cf13780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:31.895848 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b4a956c-3933-44f6-b595-d5701194685c tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (7a62ae33-c03e-401f-8585-c9c0e4b06fb9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:31.947301 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a956c-3933-44f6-b595-d5701194685c tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event deleted for resources: {'Subnet': ['ID=7a62ae33-c03e-401f-8585-c9c0e4b06fb9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:31.955002 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b4a956c-3933-44f6-b595-d5701194685c tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:31.964657 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8b4a956c-3933-44f6-b595-d5701194685c tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "DELETE /v2.0/subnets/7a62ae33-c03e-401f-8585-c9c0e4b06fb9 HTTP/1.1" status: 204 len: 168 time: 0.4185224 Feb 09 22:19:31.966046 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43114) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:32.016968 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-4238a1ea-4dc6-40c0-ad55-9703cf13780a None None] Allocated IP 172.20.0.18 (43700722-62c2-45ed-860b-748b29fc4804/bb0799f2-c6ff-41fd-8564-a0bccf4789af/33bc7878-20e8-423a-973a-cf8d8315359b) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:19:32.167378 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69a1c75e-096f-496d-9c81-afb759de3d70 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (e02fd85a-24dd-41ea-9805-7ba206811320), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:32.293728 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4238a1ea-4dc6-40c0-ad55-9703cf13780a None None] Publish callbacks [] for port (33bc7878-20e8-423a-973a-cf8d8315359b), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:32.319303 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4238a1ea-4dc6-40c0-ad55-9703cf13780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (33bc7878-20e8-423a-973a-cf8d8315359b), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:32.368592 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4238a1ea-4dc6-40c0-ad55-9703cf13780a None None] Network 43700722-62c2-45ed-860b-748b29fc4804 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:19:32.371060 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-4238a1ea-4dc6-40c0-ad55-9703cf13780a None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:19:32.400938 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4238a1ea-4dc6-40c0-ad55-9703cf13780a None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:19:32.418955 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69a1c75e-096f-496d-9c81-afb759de3d70 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (e02fd85a-24dd-41ea-9805-7ba206811320), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:32.475224 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238a1ea-4dc6-40c0-ad55-9703cf13780a None None] Pushing event updated for resources: {'Port': ['ID=33bc7878-20e8-423a-973a-cf8d8315359b,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:32.486030 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-69a1c75e-096f-496d-9c81-afb759de3d70 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e02fd85a-24dd-41ea-9805-7ba206811320']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:32.507251 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-69a1c75e-096f-496d-9c81-afb759de3d70 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66c8c15-f5eb-4243-851b-2e17333b2cf8') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:32.507805 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-69a1c75e-096f-496d-9c81-afb759de3d70 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66c8c15-f5eb-4243-851b-2e17333b2cf8') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:32.526380 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69a1c75e-096f-496d-9c81-afb759de3d70 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (b66c8c15-f5eb-4243-851b-2e17333b2cf8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:32.529731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-4238a1ea-4dc6-40c0-ad55-9703cf13780a None None] Attempting to bind port 33bc7878-20e8-423a-973a-cf8d8315359b on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:19:32.530121 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-4238a1ea-4dc6-40c0-ad55-9703cf13780a None None] Attempting to bind port 33bc7878-20e8-423a-973a-cf8d8315359b by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '502be596-1eb4-4257-9e0e-29e25271626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '43700722-62c2-45ed-860b-748b29fc4804'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:19:32.530632 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4238a1ea-4dc6-40c0-ad55-9703cf13780a None None] Attempting to bind port 33bc7878-20e8-423a-973a-cf8d8315359b on network 43700722-62c2-45ed-860b-748b29fc4804 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:19:32.538180 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4238a1ea-4dc6-40c0-ad55-9703cf13780a None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:19:32.539257 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4238a1ea-4dc6-40c0-ad55-9703cf13780a None None] Checking segment: {'id': '502be596-1eb4-4257-9e0e-29e25271626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '43700722-62c2-45ed-860b-748b29fc4804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:19:32.539904 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4238a1ea-4dc6-40c0-ad55-9703cf13780a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:32.540327 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4238a1ea-4dc6-40c0-ad55-9703cf13780a None None] Bound using segment: {'id': '502be596-1eb4-4257-9e0e-29e25271626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '43700722-62c2-45ed-860b-748b29fc4804'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:19:32.540983 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-4238a1ea-4dc6-40c0-ad55-9703cf13780a None None] Bound port: 33bc7878-20e8-423a-973a-cf8d8315359b, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502be596-1eb4-4257-9e0e-29e25271626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '43700722-62c2-45ed-860b-748b29fc4804'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:19:32.541390 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4238a1ea-4dc6-40c0-ad55-9703cf13780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (33bc7878-20e8-423a-973a-cf8d8315359b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:32.574758 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69a1c75e-096f-496d-9c81-afb759de3d70 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (b66c8c15-f5eb-4243-851b-2e17333b2cf8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:32.589840 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a1c75e-096f-496d-9c81-afb759de3d70 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:19:32.592105 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69a1c75e-096f-496d-9c81-afb759de3d70 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (b66c8c15-f5eb-4243-851b-2e17333b2cf8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:19:32.601646 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:19:32.693810 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-4238a1ea-4dc6-40c0-ad55-9703cf13780a None None] For port 33bc7878-20e8-423a-973a-cf8d8315359b, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:19:32.702432 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-4238a1ea-4dc6-40c0-ad55-9703cf13780a None None] For port 33bc7878-20e8-423a-973a-cf8d8315359b, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=33bc7878-20e8-423a-973a-cf8d8315359b,segment=NetworkSegment(502be596-1eb4-4257-9e0e-29e25271626a),segment_id=502be596-1eb4-4257-9e0e-29e25271626a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:19:32.709087 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c8a0-42e6-4bd7-a513-9593f7887640 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:32.724156 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4238a1ea-4dc6-40c0-ad55-9703cf13780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (33bc7878-20e8-423a-973a-cf8d8315359b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:32.830293 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69a1c75e-096f-496d-9c81-afb759de3d70 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (e02fd85a-24dd-41ea-9805-7ba206811320), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:32.858334 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69a1c75e-096f-496d-9c81-afb759de3d70 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:32.871287 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-69a1c75e-096f-496d-9c81-afb759de3d70 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] 10.222.0.77 "DELETE /v2.0/networks/e02fd85a-24dd-41ea-9805-7ba206811320 HTTP/1.1" status: 204 len: 168 time: 0.9014640 Feb 09 22:19:32.890188 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238a1ea-4dc6-40c0-ad55-9703cf13780a None None] Pushing event updated for resources: {'Port': ['ID=33bc7878-20e8-423a-973a-cf8d8315359b,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:32.897580 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1c75e-096f-496d-9c81-afb759de3d70 tempest-FloatingIPTestJSON-1477573092 tempest-FloatingIPTestJSON-1477573092-project] Pushing event deleted for resources: {'Network': ['ID=e02fd85a-24dd-41ea-9805-7ba206811320,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:33.003071 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58223246-7e7c-4b1d-90de-b41b11c108fe req-69c2ec4e-0bab-479f-be7a-b22a0b590fe3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:33.005488 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-58223246-7e7c-4b1d-90de-b41b11c108fe req-69c2ec4e-0bab-479f-be7a-b22a0b590fe3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 946 time: 0.1744235 Feb 09 22:19:33.234235 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-58223246-7e7c-4b1d-90de-b41b11c108fe req-511009cf-09b6-4f92-943f-f047ec98e989 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bcad339-6d06-45d6-adef-9afdab714c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169600 Feb 09 22:19:33.584534 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43138) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:33.593797 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-3cc0c8a0-42e6-4bd7-a513-9593f7887640 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Allocated IP 172.20.0.17 (43700722-62c2-45ed-860b-748b29fc4804/bb0799f2-c6ff-41fd-8564-a0bccf4789af/35214cfb-2fc3-4a62-b738-e4ad909f8a3e) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:19:33.803305 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c8a0-42e6-4bd7-a513-9593f7887640 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for port (35214cfb-2fc3-4a62-b738-e4ad909f8a3e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:33.857215 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c8a0-42e6-4bd7-a513-9593f7887640 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (35214cfb-2fc3-4a62-b738-e4ad909f8a3e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:33.870299 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2acf33af-d0e7-48f2-b7ff-2c0052051abb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f01ba34c72984b9f9376d6d75b9b458f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2826376 Feb 09 22:19:33.874175 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43146) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:33.908629 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc0c8a0-42e6-4bd7-a513-9593f7887640 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Network 43700722-62c2-45ed-860b-748b29fc4804 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:19:33.912516 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3cc0c8a0-42e6-4bd7-a513-9593f7887640 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:19:33.919962 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc0c8a0-42e6-4bd7-a513-9593f7887640 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:19:33.993529 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0c8a0-42e6-4bd7-a513-9593f7887640 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event updated for resources: {'Port': ['ID=35214cfb-2fc3-4a62-b738-e4ad909f8a3e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:34.008714 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c8a0-42e6-4bd7-a513-9593f7887640 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (475315ba-45a6-4fef-b2d3-77d34d9d7ccf), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:34.029662 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-959a1118-7429-44fd-94fa-d6718e50c358 admin admin] Publish callbacks [] for security_group (7302b067-3906-4d30-9263-bcffd797d913), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:34.084350 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-959a1118-7429-44fd-94fa-d6718e50c358 admin admin] Publish callbacks [] for security_group (7302b067-3906-4d30-9263-bcffd797d913), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:34.199599 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 33bc7878-20e8-423a-973a-cf8d8315359b up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:19:34.209555 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-959a1118-7429-44fd-94fa-d6718e50c358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7302b067-3906-4d30-9263-bcffd797d913), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:34.214606 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-959a1118-7429-44fd-94fa-d6718e50c358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:34.223453 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-959a1118-7429-44fd-94fa-d6718e50c358 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7302b067-3906-4d30-9263-bcffd797d913 HTTP/1.1" status: 204 len: 168 time: 0.3492787 Feb 09 22:19:34.251527 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a1118-7429-44fd-94fa-d6718e50c358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7302b067-3906-4d30-9263-bcffd797d913,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:34.360989 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c8a0-42e6-4bd7-a513-9593f7887640 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (35214cfb-2fc3-4a62-b738-e4ad909f8a3e), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:34.483555 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 33bc7878-20e8-423a-973a-cf8d8315359b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:34.489891 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (33bc7878-20e8-423a-973a-cf8d8315359b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:34.829753 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 33bc7878-20e8-423a-973a-cf8d8315359b is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:34.830491 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (33bc7878-20e8-423a-973a-cf8d8315359b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:34.930015 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 33bc7878-20e8-423a-973a-cf8d8315359b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=33bc7878-20e8-423a-973a-cf8d8315359b,segment=NetworkSegment(502be596-1eb4-4257-9e0e-29e25271626a),segment_id=502be596-1eb4-4257-9e0e-29e25271626a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:34.943718 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (33bc7878-20e8-423a-973a-cf8d8315359b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:34.944835 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2dcbdced-0827-492e-8c2d-dedf762612d3 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:19:35.118403 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2dcbdced-0827-492e-8c2d-dedf762612d3 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:35.119181 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2dcbdced-0827-492e-8c2d-dedf762612d3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:35.160398 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269efa7-5942-48d9-b56b-6b6630188d63 req-6bfbb9d4-b12a-4b5f-8f87-d46935b7d5ad tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:35.164332 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e269efa7-5942-48d9-b56b-6b6630188d63 req-6bfbb9d4-b12a-4b5f-8f87-d46935b7d5ad tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 946 time: 0.7512889 Feb 09 22:19:35.188055 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=33bc7878-20e8-423a-973a-cf8d8315359b,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:35.220484 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:35.221591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:35.221766 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:35.222888 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:35.223513 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:35.224183 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:35.226830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:35.227446 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:35.228042 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:35.228605 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:35.229168 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:35.229839 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:35.230272 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:35.304786 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596b4057-f93b-4b37-8a4b-746517f7d38e None None] Network 43700722-62c2-45ed-860b-748b29fc4804 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:19:35.396908 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2dcbdced-0827-492e-8c2d-dedf762612d3 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:35.397300 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2dcbdced-0827-492e-8c2d-dedf762612d3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:35.427061 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:19:35.431050 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 2dcbdced-0827-492e-8c2d-dedf762612d3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2dcbdced-0827-492e-8c2d-dedf762612d3,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:35.440930 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2dcbdced-0827-492e-8c2d-dedf762612d3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:35.498834 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f32ef96a-c60c-4656-8866-f4c476d96379 None None] Provisioning complete for port 33bc7878-20e8-423a-973a-cf8d8315359b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:35.499688 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f32ef96a-c60c-4656-8866-f4c476d96379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (33bc7878-20e8-423a-973a-cf8d8315359b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:35.524105 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c8a0-42e6-4bd7-a513-9593f7887640 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for port (35214cfb-2fc3-4a62-b738-e4ad909f8a3e), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:35.567857 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e269efa7-5942-48d9-b56b-6b6630188d63 req-7bacf817-f7f2-48b3-990f-0b21064a6697 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bcad339-6d06-45d6-adef-9afdab714c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3922551 Feb 09 22:19:35.569137 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c8a0-42e6-4bd7-a513-9593f7887640 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (35214cfb-2fc3-4a62-b738-e4ad909f8a3e), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:35.577550 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=2dcbdced-0827-492e-8c2d-dedf762612d3,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:35.650207 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c8a0-42e6-4bd7-a513-9593f7887640 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (475315ba-45a6-4fef-b2d3-77d34d9d7ccf), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:35.670445 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43186) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:35.733750 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0c8a0-42e6-4bd7-a513-9593f7887640 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event updated for resources: {'Port': ['ID=35214cfb-2fc3-4a62-b738-e4ad909f8a3e,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:35.812135 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc0c8a0-42e6-4bd7-a513-9593f7887640 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Network 43700722-62c2-45ed-860b-748b29fc4804 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:19:35.814876 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3cc0c8a0-42e6-4bd7-a513-9593f7887640 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:19:35.847069 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f32ef96a-c60c-4656-8866-f4c476d96379 None None] Current status of the port 33bc7878-20e8-423a-973a-cf8d8315359b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:35.926632 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Request body: {'networks': [{'name': 'tempest-network--1194000547'}, {'name': 'tempest-network--1810052062'}]} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:35.927464 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Request body: {'network': {'name': 'tempest-network--1194000547'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:35.928373 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Request body: {'network': {'name': 'tempest-network--1810052062'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:35.986484 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 33bc7878-20e8-423a-973a-cf8d8315359b up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:19:36.013461 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Made reservation on behalf of d20caf4b083246a69f4b7805538c8f50 for: {'network': 2} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:19:36.021647 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:36.046460 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:36.067294 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc0c8a0-42e6-4bd7-a513-9593f7887640 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Router 475315ba-45a6-4fef-b2d3-77d34d9d7ccf has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:19:36.093238 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 33bc7878-20e8-423a-973a-cf8d8315359b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:36.093853 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (33bc7878-20e8-423a-973a-cf8d8315359b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:36.238567 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 33bc7878-20e8-423a-973a-cf8d8315359b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:36.240119 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2dcbdced-0827-492e-8c2d-dedf762612d3 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:19:36.279578 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks [] for security_group (e333d4be-c88c-400e-add3-dd07878d7f08), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:36.292900 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e333d4be-c88c-400e-add3-dd07878d7f08), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:36.294245 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:36.301325 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc0c8a0-42e6-4bd7-a513-9593f7887640 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:19:36.335280 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3cc0c8a0-42e6-4bd7-a513-9593f7887640 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "PUT /v2.0/routers/475315ba-45a6-4fef-b2d3-77d34d9d7ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6487224 Feb 09 22:19:36.335777 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] Sync routers for ids ['475315ba-45a6-4fef-b2d3-77d34d9d7ccf'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:19:36.339527 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-edec5585-0808-42d7-809c-1f279167e04a None None] Provisioning complete for port 33bc7878-20e8-423a-973a-cf8d8315359b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:36.340063 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-edec5585-0808-42d7-809c-1f279167e04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (33bc7878-20e8-423a-973a-cf8d8315359b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:36.428591 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e333d4be-c88c-400e-add3-dd07878d7f08,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:36.454415 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:19:36.473830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] Routers {'475315ba-45a6-4fef-b2d3-77d34d9d7ccf'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:36.474647 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:19:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['475315ba-45a6-4fef-b2d3-77d34d9d7ccf'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:36.487148 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d3b2ca5c-4908-4c7b-86f2-a2617dc745ae), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:36.487148 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Added segment d3b2ca5c-4908-4c7b-86f2-a2617dc745ae of type vlan for network 2730d69e-abde-49b3-8de3-5e6d71c561a3 Feb 09 22:19:36.551154 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (2730d69e-abde-49b3-8de3-5e6d71c561a3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:36.619903 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:19:36.639818 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2dcbdced-0827-492e-8c2d-dedf762612d3 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:36.640444 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2dcbdced-0827-492e-8c2d-dedf762612d3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:36.649745 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (1c2e132c-ed18-4fa3-863d-8e1b8357ebbd), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:36.651234 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Added segment 1c2e132c-ed18-4fa3-863d-8e1b8357ebbd of type vlan for network 9e89d87c-9b69-497e-9848-497328d2c5e8 Feb 09 22:19:36.754423 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (9e89d87c-9b69-497e-9848-497328d2c5e8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:36.855377 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (2730d69e-abde-49b3-8de3-5e6d71c561a3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:36.856778 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (9e89d87c-9b69-497e-9848-497328d2c5e8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:36.867756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:36.895049 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-edec5585-0808-42d7-809c-1f279167e04a None None] Current status of the port 33bc7878-20e8-423a-973a-cf8d8315359b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:36.901449 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:36.902821 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:36.953445 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-edec5585-0808-42d7-809c-1f279167e04a None None] Provisioning complete for port 35214cfb-2fc3-4a62-b738-e4ad909f8a3e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:36.953857 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-edec5585-0808-42d7-809c-1f279167e04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (35214cfb-2fc3-4a62-b738-e4ad909f8a3e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:37.045050 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Pushing event updated for resources: {'Network': ['ID=2730d69e-abde-49b3-8de3-5e6d71c561a3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:37.065197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] Set router 475315ba-45a6-4fef-b2d3-77d34d9d7ccf gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:19:37.084844 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 2730d69e-abde-49b3-8de3-5e6d71c561a3 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:19:37.089458 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4166117 Feb 09 22:19:37.149857 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43206) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:37.228890 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-edec5585-0808-42d7-809c-1f279167e04a None None] Port 35214cfb-2fc3-4a62-b738-e4ad909f8a3e cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:19:37.235478 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2dcbdced-0827-492e-8c2d-dedf762612d3 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:37.404580 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638244a1-ba26-46fa-b962-467553e96c0a req-650ce0d0-c1a6-46aa-af7e-e379077b8f4b tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:37.407451 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-638244a1-ba26-46fa-b962-467553e96c0a req-650ce0d0-c1a6-46aa-af7e-e379077b8f4b tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/networks?id=43700722-62c2-45ed-860b-748b29fc4804 HTTP/1.1" status: 200 len: 798 time: 0.6863027 Feb 09 22:19:37.407668 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-1064c00c-9780-47d7-8b75-b099e0433db8 None None] Provisioning complete for port 35214cfb-2fc3-4a62-b738-e4ad909f8a3e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:37.408302 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1064c00c-9780-47d7-8b75-b099e0433db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (35214cfb-2fc3-4a62-b738-e4ad909f8a3e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:37.438145 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-638244a1-ba26-46fa-b962-467553e96c0a req-17aba1df-1f74-4fbe-a92d-9ba8fb0d4e1b tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/quotas/b9cc49ec6add4d9e9840b65c33b053cd HTTP/1.1" status: 200 len: 375 time: 0.0209877 Feb 09 22:19:37.524671 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9e1361-4600-4e1e-b43a-618331d537dd tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:37.531426 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9e1361-4600-4e1e-b43a-618331d537dd tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:37.537881 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9e1361-4600-4e1e-b43a-618331d537dd tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:37.543436 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9e1361-4600-4e1e-b43a-618331d537dd tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:37.545535 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cc9e1361-4600-4e1e-b43a-618331d537dd tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3940833 Feb 09 22:19:37.550035 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-638244a1-ba26-46fa-b962-467553e96c0a req-949fea4b-5e4a-42b6-bec2-417d56fd34a5 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b9cc49ec6add4d9e9840b65c33b053cd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1010489 Feb 09 22:19:37.551412 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43208) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:37.561279 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f23174-90aa-4f01-be82-ea64f1b8c270 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Pushing event updated for resources: {'Network': ['ID=9e89d87c-9b69-497e-9848-497328d2c5e8,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:37.711907 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1064c00c-9780-47d7-8b75-b099e0433db8 None None] Port 35214cfb-2fc3-4a62-b738-e4ad909f8a3e cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:19:37.718823 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 9e89d87c-9b69-497e-9848-497328d2c5e8 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:19:37.762356 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-638244a1-ba26-46fa-b962-467553e96c0a req-345cd72e-83c1-4425-b4b4-2512f24b98db service neutron] 10.222.0.77 "GET /v2.0/networks/43700722-62c2-45ed-860b-748b29fc4804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823304 Feb 09 22:19:37.766487 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7223-72dd-4059-b2b3-e58f22dd1809 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (2730d69e-abde-49b3-8de3-5e6d71c561a3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:37.897330 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a90ae898-b208-4b3e-806c-044e21988c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:37.939489 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475315ba-45a6-4fef-b2d3-77d34d9d7ccf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1128968533', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2dcbdced-0827-492e-8c2d-dedf762612d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:19:25Z', 'updated_at': '2022-02-09T22:19:34Z', 'revision_number': 4, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '2dcbdced-0827-492e-8c2d-dedf762612d3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475315ba-45a6-4fef-b2d3-77d34d9d7ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:19:27Z', 'updated_at': '2022-02-09T22:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '35214cfb-2fc3-4a62-b738-e4ad909f8a3e', 'name': '', 'network_id': '43700722-62c2-45ed-860b-748b29fc4804', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'mac_address': 'fa:16:3e:ac:4c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475315ba-45a6-4fef-b2d3-77d34d9d7ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'bb0799f2-c6ff-41fd-8564-a0bccf4789af', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:19:33Z', 'updated_at': '2022-02-09T22:19:35Z', 'revision_number': 2, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'subnets': [{'id': 'bb0799f2-c6ff-41fd-8564-a0bccf4789af', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:37.969492 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] Checking router: 475315ba-45a6-4fef-b2d3-77d34d9d7ccf for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:19:37.970000 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] Updating router 475315ba-45a6-4fef-b2d3-77d34d9d7ccf port 35214cfb-2fc3-4a62-b738-e4ad909f8a3e binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:19:37.971457 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-638244a1-ba26-46fa-b962-467553e96c0a req-d2d33eb5-0f70-484f-aebe-3129ead83574 service neutron] 10.222.0.77 "GET /v2.0/networks/43700722-62c2-45ed-860b-748b29fc4804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966741 Feb 09 22:19:37.993085 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7223-72dd-4059-b2b3-e58f22dd1809 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (2730d69e-abde-49b3-8de3-5e6d71c561a3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.008335 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (35214cfb-2fc3-4a62-b738-e4ad909f8a3e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.040504 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-5c0f7223-72dd-4059-b2b3-e58f22dd1809 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2730d69e-abde-49b3-8de3-5e6d71c561a3']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:38.052839 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-5c0f7223-72dd-4059-b2b3-e58f22dd1809 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b2ca5c-4908-4c7b-86f2-a2617dc745ae') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:38.053407 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-5c0f7223-72dd-4059-b2b3-e58f22dd1809 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b2ca5c-4908-4c7b-86f2-a2617dc745ae') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:38.069758 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7223-72dd-4059-b2b3-e58f22dd1809 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (d3b2ca5c-4908-4c7b-86f2-a2617dc745ae), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.095525 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7223-72dd-4059-b2b3-e58f22dd1809 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d3b2ca5c-4908-4c7b-86f2-a2617dc745ae), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.111958 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0f7223-72dd-4059-b2b3-e58f22dd1809 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:19:38.112749 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7223-72dd-4059-b2b3-e58f22dd1809 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (d3b2ca5c-4908-4c7b-86f2-a2617dc745ae), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:19:38.125919 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:19:38.240961 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7223-72dd-4059-b2b3-e58f22dd1809 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (2730d69e-abde-49b3-8de3-5e6d71c561a3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.260714 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7223-72dd-4059-b2b3-e58f22dd1809 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.281521 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5c0f7223-72dd-4059-b2b3-e58f22dd1809 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] 10.222.0.77 "DELETE /v2.0/networks/2730d69e-abde-49b3-8de3-5e6d71c561a3 HTTP/1.1" status: 204 len: 168 time: 0.7275164 Feb 09 22:19:38.281976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457c1d0-dcb4-4a66-ae44-049954e553d0 req-3422b3ed-3f1d-4d53-b261-e6ff541bc82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:38.283569 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0457c1d0-dcb4-4a66-ae44-049954e553d0 req-3422b3ed-3f1d-4d53-b261-e6ff541bc82f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 1128 time: 0.0959949 Feb 09 22:19:38.284105 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43214) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:38.308289 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f7223-72dd-4059-b2b3-e58f22dd1809 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Pushing event deleted for resources: {'Network': ['ID=2730d69e-abde-49b3-8de3-5e6d71c561a3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:38.585352 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] Publish callbacks [] for port (35214cfb-2fc3-4a62-b738-e4ad909f8a3e), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.596553 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (35214cfb-2fc3-4a62-b738-e4ad909f8a3e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.635485 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39c5d0ad-ca0c-4e37-8f0f-a36f99252d11 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (9e89d87c-9b69-497e-9848-497328d2c5e8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.671409 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4aa49e-ac6d-4360-9c38-d4259ee003f8 req-0ffcadaf-15f0-432a-9a38-47c99306724c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:38.713583 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f4aa49e-ac6d-4360-9c38-d4259ee003f8 req-0ffcadaf-15f0-432a-9a38-47c99306724c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 946 time: 0.2958028 Feb 09 22:19:38.727630 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0457c1d0-dcb4-4a66-ae44-049954e553d0 req-17737de7-3320-4079-9696-5a31218a12fd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5bcad339-6d06-45d6-adef-9afdab714c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3811271 Feb 09 22:19:38.741749 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723ba6a-9bec-4f62-b8b5-181755e83fba None None] Pushing event updated for resources: {'Port': ['ID=35214cfb-2fc3-4a62-b738-e4ad909f8a3e,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:38.810967 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] Attempting to bind port 35214cfb-2fc3-4a62-b738-e4ad909f8a3e on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:19:38.811561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] Attempting to bind port 35214cfb-2fc3-4a62-b738-e4ad909f8a3e by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '502be596-1eb4-4257-9e0e-29e25271626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '43700722-62c2-45ed-860b-748b29fc4804'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:19:38.812186 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] Attempting to bind port 35214cfb-2fc3-4a62-b738-e4ad909f8a3e on network 43700722-62c2-45ed-860b-748b29fc4804 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:19:38.833673 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:19:38.834282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] Checking segment: {'id': '502be596-1eb4-4257-9e0e-29e25271626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '43700722-62c2-45ed-860b-748b29fc4804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:19:38.834965 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.835617 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] Bound using segment: {'id': '502be596-1eb4-4257-9e0e-29e25271626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '43700722-62c2-45ed-860b-748b29fc4804'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:19:38.836447 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] Bound port: 35214cfb-2fc3-4a62-b738-e4ad909f8a3e, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502be596-1eb4-4257-9e0e-29e25271626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '43700722-62c2-45ed-860b-748b29fc4804'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:19:38.837070 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (35214cfb-2fc3-4a62-b738-e4ad909f8a3e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.892858 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f4aa49e-ac6d-4360-9c38-d4259ee003f8 req-781ab5a6-8af8-419d-8182-a930ffecdd79 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bcad339-6d06-45d6-adef-9afdab714c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780875 Feb 09 22:19:39.018213 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] For port 35214cfb-2fc3-4a62-b738-e4ad909f8a3e, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:19:39.029290 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] For port 35214cfb-2fc3-4a62-b738-e4ad909f8a3e, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=35214cfb-2fc3-4a62-b738-e4ad909f8a3e,segment=NetworkSegment(502be596-1eb4-4257-9e0e-29e25271626a),segment_id=502be596-1eb4-4257-9e0e-29e25271626a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:19:39.052958 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-220f4c39-b833-4240-a9ed-845abae12f78 req-fb7f4533-0c58-424b-a75e-d45656522852 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=9df9e7b8-4f01-4178-82b7-59c9f9511deb HTTP/1.1" status: 200 len: 210 time: 0.0401473 Feb 09 22:19:39.055301 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39c5d0ad-ca0c-4e37-8f0f-a36f99252d11 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (9e89d87c-9b69-497e-9848-497328d2c5e8), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:39.066712 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (35214cfb-2fc3-4a62-b738-e4ad909f8a3e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:39.095162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-39c5d0ad-ca0c-4e37-8f0f-a36f99252d11 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e89d87c-9b69-497e-9848-497328d2c5e8']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:39.113517 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-39c5d0ad-ca0c-4e37-8f0f-a36f99252d11 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2e132c-ed18-4fa3-863d-8e1b8357ebbd') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:39.114152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-39c5d0ad-ca0c-4e37-8f0f-a36f99252d11 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2e132c-ed18-4fa3-863d-8e1b8357ebbd') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:39.131823 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39c5d0ad-ca0c-4e37-8f0f-a36f99252d11 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (1c2e132c-ed18-4fa3-863d-8e1b8357ebbd), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:39.162941 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39c5d0ad-ca0c-4e37-8f0f-a36f99252d11 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (1c2e132c-ed18-4fa3-863d-8e1b8357ebbd), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:39.178157 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c5d0ad-ca0c-4e37-8f0f-a36f99252d11 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:19:39.178811 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39c5d0ad-ca0c-4e37-8f0f-a36f99252d11 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (1c2e132c-ed18-4fa3-863d-8e1b8357ebbd), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:39.206721 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723ba6a-9bec-4f62-b8b5-181755e83fba None None] Pushing event updated for resources: {'Port': ['ID=35214cfb-2fc3-4a62-b738-e4ad909f8a3e,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:39.230782 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f88e7c61-ffa1-4381-b74d-2214a218b5bc None None] Provisioning complete for port 35214cfb-2fc3-4a62-b738-e4ad909f8a3e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:39.231238 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f88e7c61-ffa1-4381-b74d-2214a218b5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (35214cfb-2fc3-4a62-b738-e4ad909f8a3e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:39.272309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] Routers {'475315ba-45a6-4fef-b2d3-77d34d9d7ccf'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:39.272873 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:19:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['475315ba-45a6-4fef-b2d3-77d34d9d7ccf'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:19:39.326134 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:19:39.402136 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39c5d0ad-ca0c-4e37-8f0f-a36f99252d11 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (9e89d87c-9b69-497e-9848-497328d2c5e8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:39.441931 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39c5d0ad-ca0c-4e37-8f0f-a36f99252d11 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:39.445461 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-39c5d0ad-ca0c-4e37-8f0f-a36f99252d11 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] 10.222.0.77 "DELETE /v2.0/networks/9e89d87c-9b69-497e-9848-497328d2c5e8 HTTP/1.1" status: 204 len: 168 time: 1.1602793 Feb 09 22:19:39.446421 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5d0ad-ca0c-4e37-8f0f-a36f99252d11 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Pushing event deleted for resources: {'Network': ['ID=9e89d87c-9b69-497e-9848-497328d2c5e8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:39.449697 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43226) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:39.519870 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f88e7c61-ffa1-4381-b74d-2214a218b5bc None None] Current status of the port 35214cfb-2fc3-4a62-b738-e4ad909f8a3e is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:39.520869 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f88e7c61-ffa1-4381-b74d-2214a218b5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (35214cfb-2fc3-4a62-b738-e4ad909f8a3e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:39.612412 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] Set router 475315ba-45a6-4fef-b2d3-77d34d9d7ccf gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:19:39.618030 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f88e7c61-ffa1-4381-b74d-2214a218b5bc None None] For port 35214cfb-2fc3-4a62-b738-e4ad909f8a3e, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=35214cfb-2fc3-4a62-b738-e4ad909f8a3e,segment=NetworkSegment(502be596-1eb4-4257-9e0e-29e25271626a),segment_id=502be596-1eb4-4257-9e0e-29e25271626a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:39.651205 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b779e2ed-2f24-4d73-8e74-9752a7742c9c tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:39.656768 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b779e2ed-2f24-4d73-8e74-9752a7742c9c tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:39.660438 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b779e2ed-2f24-4d73-8e74-9752a7742c9c tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2074251 Feb 09 22:19:39.663078 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43228) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:39.668323 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f88e7c61-ffa1-4381-b74d-2214a218b5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (35214cfb-2fc3-4a62-b738-e4ad909f8a3e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:39.674057 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8129795e-d857-43d5-8ce8-ee83c7c872b0 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-287312147'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:39.708389 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8129795e-d857-43d5-8ce8-ee83c7c872b0 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Made reservation on behalf of d20caf4b083246a69f4b7805538c8f50 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:19:39.714200 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b8d0efd7-7759-4bfc-a4ce-ca63697b83ff details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:19:39.715411 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8129795e-d857-43d5-8ce8-ee83c7c872b0 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:39.766680 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8129795e-d857-43d5-8ce8-ee83c7c872b0 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:19:39.788666 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8129795e-d857-43d5-8ce8-ee83c7c872b0 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (598bc2e4-4e7f-4d34-be87-a08e9d6f6f5a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:39.789212 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-8129795e-d857-43d5-8ce8-ee83c7c872b0 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Added segment 598bc2e4-4e7f-4d34-be87-a08e9d6f6f5a of type vlan for network a10a28ec-b0be-496f-9d29-487867a54132 Feb 09 22:19:39.893049 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8129795e-d857-43d5-8ce8-ee83c7c872b0 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (a10a28ec-b0be-496f-9d29-487867a54132), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:39.950454 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8129795e-d857-43d5-8ce8-ee83c7c872b0 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (a10a28ec-b0be-496f-9d29-487867a54132), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:39.958284 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8129795e-d857-43d5-8ce8-ee83c7c872b0 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:39.959354 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8129795e-d857-43d5-8ce8-ee83c7c872b0 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:40.027725 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.resource_extend [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 22:19:40.035124 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e7c61-ffa1-4381-b74d-2214a218b5bc None None] Pushing event updated for resources: {'Port': ['ID=35214cfb-2fc3-4a62-b738-e4ad909f8a3e,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:40.064011 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8129795e-d857-43d5-8ce8-ee83c7c872b0 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3945963 Feb 09 22:19:40.064011 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43236) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:40.076183 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f6650d3f-4666-451c-92e5-6fb1449382f7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-219293713'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:40.083102 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129795e-d857-43d5-8ce8-ee83c7c872b0 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Pushing event updated for resources: {'Network': ['ID=a10a28ec-b0be-496f-9d29-487867a54132,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:40.120469 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6650d3f-4666-451c-92e5-6fb1449382f7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Made reservation on behalf of d20caf4b083246a69f4b7805538c8f50 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:19:40.127452 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network a10a28ec-b0be-496f-9d29-487867a54132 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:19:40.128332 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6650d3f-4666-451c-92e5-6fb1449382f7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:40.134252 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-326978be-b0d4-4af9-886b-051ab4702c4e None None] Provisioning complete for port 35214cfb-2fc3-4a62-b738-e4ad909f8a3e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:40.135174 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-326978be-b0d4-4af9-886b-051ab4702c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (35214cfb-2fc3-4a62-b738-e4ad909f8a3e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:40.181717 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6650d3f-4666-451c-92e5-6fb1449382f7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:19:40.331183 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6650d3f-4666-451c-92e5-6fb1449382f7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d5c09844-44e7-4de0-a20f-76c31a23a1b3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:40.333028 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-f6650d3f-4666-451c-92e5-6fb1449382f7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Added segment d5c09844-44e7-4de0-a20f-76c31a23a1b3 of type vlan for network f587dab5-2eaa-4e6a-a444-58e914f8c351 Feb 09 22:19:40.464597 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff,segment=NetworkSegment(80ebee18-e92a-470f-afa6-2960f75a08fa),segment_id=80ebee18-e92a-470f-afa6-2960f75a08fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:40.501210 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'b8d0efd7-7759-4bfc-a4ce-ca63697b83ff', 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63', 'port_id': 'b8d0efd7-7759-4bfc-a4ce-ca63697b83ff', 'mac_address': 'fa:16:3e:b9:a0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:19:40.509467 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6650d3f-4666-451c-92e5-6fb1449382f7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (f587dab5-2eaa-4e6a-a444-58e914f8c351), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:40.580295 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023eb1c-3150-4976-8a9a-a4836a9674fd req-9e0052cd-6539-44d3-bd8e-28e2b82b3c01 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:40.584050 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1023eb1c-3150-4976-8a9a-a4836a9674fd req-9e0052cd-6539-44d3-bd8e-28e2b82b3c01 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 946 time: 0.2542827 Feb 09 22:19:40.599104 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638244a1-ba26-46fa-b962-467553e96c0a req-d47c9fcc-0c93-469d-bff2-e36fb575bb29 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:40.602094 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-638244a1-ba26-46fa-b962-467553e96c0a req-d47c9fcc-0c93-469d-bff2-e36fb575bb29 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.42 "GET /v2.0/networks?id=43700722-62c2-45ed-860b-748b29fc4804 HTTP/1.1" status: 200 len: 798 time: 0.4075289 Feb 09 22:19:40.606082 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6650d3f-4666-451c-92e5-6fb1449382f7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (f587dab5-2eaa-4e6a-a444-58e914f8c351), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:40.614807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6650d3f-4666-451c-92e5-6fb1449382f7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:40.615634 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6650d3f-4666-451c-92e5-6fb1449382f7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:40.640811 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-638244a1-ba26-46fa-b962-467553e96c0a req-ad3f2239-d93b-4a7f-9456-4aa982cc2cd5 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Request body: {'port': {'device_id': '9df9e7b8-4f01-4178-82b7-59c9f9511deb', 'network_id': '43700722-62c2-45ed-860b-748b29fc4804', 'admin_state_up': True, 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:40.643428 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-326978be-b0d4-4af9-886b-051ab4702c4e None None] Current status of the port 35214cfb-2fc3-4a62-b738-e4ad909f8a3e is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:40.648244 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5549ad27-b2d3-4327-892c-6bdb5c812e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:40.652215 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff is: ACTIVE; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:40.652625 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b8d0efd7-7759-4bfc-a4ce-ca63697b83ff), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:40.669942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8d0efd7-7759-4bfc-a4ce-ca63697b83ff {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:19:40.698671 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475315ba-45a6-4fef-b2d3-77d34d9d7ccf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1128968533', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2dcbdced-0827-492e-8c2d-dedf762612d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:19:25Z', 'updated_at': '2022-02-09T22:19:34Z', 'revision_number': 4, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '2dcbdced-0827-492e-8c2d-dedf762612d3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475315ba-45a6-4fef-b2d3-77d34d9d7ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:19:27Z', 'updated_at': '2022-02-09T22:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '35214cfb-2fc3-4a62-b738-e4ad909f8a3e', 'name': '', 'network_id': '43700722-62c2-45ed-860b-748b29fc4804', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'mac_address': 'fa:16:3e:ac:4c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475315ba-45a6-4fef-b2d3-77d34d9d7ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'bb0799f2-c6ff-41fd-8564-a0bccf4789af', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:19:33Z', 'updated_at': '2022-02-09T22:19:39Z', 'revision_number': 4, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'subnets': [{'id': 'bb0799f2-c6ff-41fd-8564-a0bccf4789af', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:40.733348 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff,segment=NetworkSegment(80ebee18-e92a-470f-afa6-2960f75a08fa),segment_id=80ebee18-e92a-470f-afa6-2960f75a08fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:40.735467 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4395f1f-6f9a-438b-a63d-ec6b4f76a89e None None] The sync data for ids ['475315ba-45a6-4fef-b2d3-77d34d9d7ccf'] in n-d-828601-1 is: [{'id': '475315ba-45a6-4fef-b2d3-77d34d9d7ccf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1128968533', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2dcbdced-0827-492e-8c2d-dedf762612d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:19:25Z', 'updated_at': '2022-02-09T22:19:34Z', 'revision_number': 4, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '2dcbdced-0827-492e-8c2d-dedf762612d3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475315ba-45a6-4fef-b2d3-77d34d9d7ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:19:27Z', 'updated_at': '2022-02-09T22:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '35214cfb-2fc3-4a62-b738-e4ad909f8a3e', 'name': '', 'network_id': '43700722-62c2-45ed-860b-748b29fc4804', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'mac_address': 'fa:16:3e:ac:4c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475315ba-45a6-4fef-b2d3-77d34d9d7ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'bb0799f2-c6ff-41fd-8564-a0bccf4789af', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:19:33Z', 'updated_at': '2022-02-09T22:19:39Z', 'revision_number': 4, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'subnets': [{'id': 'bb0799f2-c6ff-41fd-8564-a0bccf4789af', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:19:40.742977 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b8d0efd7-7759-4bfc-a4ce-ca63697b83ff), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:40.886957 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:40.931223 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f6650d3f-4666-451c-92e5-6fb1449382f7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8662014 Feb 09 22:19:40.935340 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43244) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:40.946577 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Request body: {'ports': [{'network_id': 'a10a28ec-b0be-496f-9d29-487867a54132', 'name': 'tempest-port--1465836233', 'admin_state_up': True}, {'network_id': 'f587dab5-2eaa-4e6a-a444-58e914f8c351', 'admin_state_up': False}]} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:40.947125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Request body: {'port': {'network_id': 'a10a28ec-b0be-496f-9d29-487867a54132', 'name': 'tempest-port--1465836233', 'admin_state_up': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:40.947949 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Request body: {'port': {'network_id': 'f587dab5-2eaa-4e6a-a444-58e914f8c351', 'admin_state_up': False}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:40.959609 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1023eb1c-3150-4976-8a9a-a4836a9674fd req-91ec53c4-2c25-4363-8c7d-a444082f02d3 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bcad339-6d06-45d6-adef-9afdab714c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3556974 Feb 09 22:19:40.967534 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6650d3f-4666-451c-92e5-6fb1449382f7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Pushing event updated for resources: {'Network': ['ID=f587dab5-2eaa-4e6a-a444-58e914f8c351,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:40.980251 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['b8d0efd7-7759-4bfc-a4ce-ca63697b83ff'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:19:40.989700 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network f587dab5-2eaa-4e6a-a444-58e914f8c351 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:19:41.026410 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43246) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:41.105756 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-638244a1-ba26-46fa-b962-467553e96c0a req-ad3f2239-d93b-4a7f-9456-4aa982cc2cd5 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Made reservation on behalf of b9cc49ec6add4d9e9840b65c33b053cd for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:19:41.110670 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-638244a1-ba26-46fa-b962-467553e96c0a req-ad3f2239-d93b-4a7f-9456-4aa982cc2cd5 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:41.250109 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c4f8695-25ef-44c1-afa7-f5bc9ae36c67 req-fe8e0641-b6a4-46c7-9e6f-a8fba2c59388 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=9df9e7b8-4f01-4178-82b7-59c9f9511deb HTTP/1.1" status: 200 len: 210 time: 0.0396321 Feb 09 22:19:41.262656 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e9fa2f8d-a7a5-4d82-9933-d3e677b4ca93 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/floatingips/5c732473-4ee1-4c63-a0aa-698a85a1493e HTTP/1.1" status: 200 len: 993 time: 0.2337999 Feb 09 22:19:41.273176 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Made reservation on behalf of d20caf4b083246a69f4b7805538c8f50 for: {'port': 2} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:19:41.278331 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:41.302609 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:41.458455 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-638244a1-ba26-46fa-b962-467553e96c0a req-ad3f2239-d93b-4a7f-9456-4aa982cc2cd5 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Allocated IP 172.20.0.25 (43700722-62c2-45ed-860b-748b29fc4804/bb0799f2-c6ff-41fd-8564-a0bccf4789af/57177813-c831-4f70-86ed-249cdbc9080f) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:19:41.697894 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] device_id is not set on port c631b0db-e932-4993-8644-a91ed0196412 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:19:41.708840 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:41.722862 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b8d0efd7-7759-4bfc-a4ce-ca63697b83ff no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:19:41.748130 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-638244a1-ba26-46fa-b962-467553e96c0a req-ad3f2239-d93b-4a7f-9456-4aa982cc2cd5 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for port (57177813-c831-4f70-86ed-249cdbc9080f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:41.823405 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-638244a1-ba26-46fa-b962-467553e96c0a req-ad3f2239-d93b-4a7f-9456-4aa982cc2cd5 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (57177813-c831-4f70-86ed-249cdbc9080f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:41.902047 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff is: BUILD; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:41.902482 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b8d0efd7-7759-4bfc-a4ce-ca63697b83ff), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:41.926952 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b8d0efd7-7759-4bfc-a4ce-ca63697b83ff {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:19:42.006923 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-638244a1-ba26-46fa-b962-467553e96c0a req-ad3f2239-d93b-4a7f-9456-4aa982cc2cd5 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Network 43700722-62c2-45ed-860b-748b29fc4804 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:19:42.015893 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff,segment=NetworkSegment(80ebee18-e92a-470f-afa6-2960f75a08fa),segment_id=80ebee18-e92a-470f-afa6-2960f75a08fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:42.026697 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b8d0efd7-7759-4bfc-a4ce-ca63697b83ff), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:42.037778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 35214cfb-2fc3-4a62-b738-e4ad909f8a3e up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:19:42.040118 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36395b32-f591-4ae7-b25f-f0a5df23506f req-4bae7f49-f3bb-45d6-96ba-f8f8a4a29907 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:42.040475 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks [] for port (c631b0db-e932-4993-8644-a91ed0196412), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:42.052770 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-36395b32-f591-4ae7-b25f-f0a5df23506f req-4bae7f49-f3bb-45d6-96ba-f8f8a4a29907 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 945 time: 0.5817571 Feb 09 22:19:42.061393 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-638244a1-ba26-46fa-b962-467553e96c0a req-ad3f2239-d93b-4a7f-9456-4aa982cc2cd5 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:19:42.068957 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-638244a1-ba26-46fa-b962-467553e96c0a req-ad3f2239-d93b-4a7f-9456-4aa982cc2cd5 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:19:42.089432 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f2239-d93b-4a7f-9456-4aa982cc2cd5 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event updated for resources: {'Port': ['ID=57177813-c831-4f70-86ed-249cdbc9080f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:42.154299 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d1ba9-b44f-4b28-aba5-f5472ea7b22a req-be79fc33-165f-4256-b1f5-3d5ad9564dfa tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:42.156079 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb1d1ba9-b44f-4b28-aba5-f5472ea7b22a req-be79fc33-165f-4256-b1f5-3d5ad9564dfa tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.71 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 945 time: 0.3468428 Feb 09 22:19:42.166535 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] device_id is not set on port f32b9469-4a87-45ae-982c-e70f890ced40 yet. {{(pid=103202) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:19:42.205371 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:42.277641 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638244a1-ba26-46fa-b962-467553e96c0a req-ad3f2239-d93b-4a7f-9456-4aa982cc2cd5 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:42.278331 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-638244a1-ba26-46fa-b962-467553e96c0a req-ad3f2239-d93b-4a7f-9456-4aa982cc2cd5 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:42.305663 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-36395b32-f591-4ae7-b25f-f0a5df23506f req-a7f620de-4cd1-4d29-9fdd-6953433651b2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282505 Feb 09 22:19:42.378578 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 35214cfb-2fc3-4a62-b738-e4ad909f8a3e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:42.379163 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (35214cfb-2fc3-4a62-b738-e4ad909f8a3e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:42.411583 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-638244a1-ba26-46fa-b962-467553e96c0a req-ad3f2239-d93b-4a7f-9456-4aa982cc2cd5 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.7835600 Feb 09 22:19:42.420241 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks [] for port (f32b9469-4a87-45ae-982c-e70f890ced40), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:42.435032 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-638244a1-ba26-46fa-b962-467553e96c0a req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] Request body: {'port': {'device_id': '9df9e7b8-4f01-4178-82b7-59c9f9511deb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:42.557521 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c631b0db-e932-4993-8644-a91ed0196412), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:42.614304 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-cb1d1ba9-b44f-4b28-aba5-f5472ea7b22a req-8e16e511-ab02-4692-ab48-90e6b91c523f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Deleting port 71866b89-52b9-4985-bc3d-c3ca7a0276d2 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:42.614827 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-cb1d1ba9-b44f-4b28-aba5-f5472ea7b22a req-8e16e511-ab02-4692-ab48-90e6b91c523f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (71866b89-52b9-4985-bc3d-c3ca7a0276d2), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:42.622836 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 35214cfb-2fc3-4a62-b738-e4ad909f8a3e is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:42.668346 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-535b2a5b-6c7c-471b-ad92-d6e9464e8a39 None None] Provisioning complete for port 57177813-c831-4f70-86ed-249cdbc9080f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:42.669294 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-535b2a5b-6c7c-471b-ad92-d6e9464e8a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (57177813-c831-4f70-86ed-249cdbc9080f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:42.686690 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533901c-ffaf-4fb9-aebf-34446822d190 req-7dce9446-ba90-46c4-a310-6564bcc0c977 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:42.688953 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b533901c-ffaf-4fb9-aebf-34446822d190 req-7dce9446-ba90-46c4-a310-6564bcc0c977 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=9df9e7b8-4f01-4178-82b7-59c9f9511deb HTTP/1.1" status: 200 len: 895 time: 0.1939881 Feb 09 22:19:42.692757 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-638244a1-ba26-46fa-b962-467553e96c0a req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (57177813-c831-4f70-86ed-249cdbc9080f), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:42.785268 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Pushing event updated for resources: {'Port': ['ID=c631b0db-e932-4993-8644-a91ed0196412,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:42.806154 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-535b2a5b-6c7c-471b-ad92-d6e9464e8a39 None None] Port 57177813-c831-4f70-86ed-249cdbc9080f cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:19:42.807085 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:42.807690 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:42.808263 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:42.808830 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:42.818033 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:42.818993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:42.820075 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:42.820868 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:42.821187 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:42.822499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:42.822951 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:42.823762 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:42.824478 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:42.836712 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Checking segment: {'id': '598bc2e4-4e7f-4d34-be87-a08e9d6f6f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a10a28ec-b0be-496f-9d29-487867a54132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:19:42.837505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Network hostable DHCP agents. Network: a10a28ec-b0be-496f-9d29-487867a54132, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:19:42.869518 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:42.921328 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Network a10a28ec-b0be-496f-9d29-487867a54132 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:19:42.953034 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, a10a28ec-b0be-496f-9d29-487867a54132) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:19:42.966478 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:19:42.970348 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f32b9469-4a87-45ae-982c-e70f890ced40), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:42.976469 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e86545-e943-429d-a961-fded2088c1cb None None] Network a10a28ec-b0be-496f-9d29-487867a54132 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:19:43.074791 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-cb1d1ba9-b44f-4b28-aba5-f5472ea7b22a req-8e16e511-ab02-4692-ab48-90e6b91c523f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] For port 71866b89-52b9-4985-bc3d-c3ca7a0276d2, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=71866b89-52b9-4985-bc3d-c3ca7a0276d2,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:43.087150 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-cb1d1ba9-b44f-4b28-aba5-f5472ea7b22a req-8e16e511-ab02-4692-ab48-90e6b91c523f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (71866b89-52b9-4985-bc3d-c3ca7a0276d2), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:43.117145 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Pushing event updated for resources: {'Port': ['ID=f32b9469-4a87-45ae-982c-e70f890ced40,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:43.152581 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Checking segment: {'id': 'd5c09844-44e7-4de0-a20f-76c31a23a1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f587dab5-2eaa-4e6a-a444-58e914f8c351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:19:43.154113 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Network hostable DHCP agents. Network: f587dab5-2eaa-4e6a-a444-58e914f8c351, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:19:43.190401 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Network f587dab5-2eaa-4e6a-a444-58e914f8c351 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:19:43.216530 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, f587dab5-2eaa-4e6a-a444-58e914f8c351) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:19:43.222894 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:19:43.234405 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:43.244846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:43.246000 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:43.286440 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bbc567-f71c-4c4a-a53a-2aaa3c5dbd7c None None] Network f587dab5-2eaa-4e6a-a444-58e914f8c351 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:19:43.296209 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-db941521-5b02-4ed8-af4f-90e173c59d38 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3589466 Feb 09 22:19:43.299040 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43254) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:43.431973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7e4dc7-8fcb-4ca5-99a9-c0d2a5036d01 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:43.444147 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7e4dc7-8fcb-4ca5-99a9-c0d2a5036d01 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:43.446297 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-638244a1-ba26-46fa-b962-467553e96c0a req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57177813-c831-4f70-86ed-249cdbc9080f {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:19:43.448330 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8d7e4dc7-8fcb-4ca5-99a9-c0d2a5036d01 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1476603 Feb 09 22:19:43.453188 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43258) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:43.479314 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-638244a1-ba26-46fa-b962-467553e96c0a req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] Publish callbacks [] for port (57177813-c831-4f70-86ed-249cdbc9080f), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:43.541495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-638244a1-ba26-46fa-b962-467553e96c0a req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] Transition to ACTIVE for port object 57177813-c831-4f70-86ed-249cdbc9080f will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:19:43.560907 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-638244a1-ba26-46fa-b962-467553e96c0a req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (57177813-c831-4f70-86ed-249cdbc9080f), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:43.704153 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-94b565cf-aaf1-4c49-a83d-5c85217274f9 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Deleting port c631b0db-e932-4993-8644-a91ed0196412 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:43.704869 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94b565cf-aaf1-4c49-a83d-5c85217274f9 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c631b0db-e932-4993-8644-a91ed0196412), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:43.869632 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94b565cf-aaf1-4c49-a83d-5c85217274f9 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c631b0db-e932-4993-8644-a91ed0196412), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:43.888014 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-94b565cf-aaf1-4c49-a83d-5c85217274f9 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Calling delete_port for c631b0db-e932-4993-8644-a91ed0196412 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:43.907472 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b8d0efd7-7759-4bfc-a4ce-ca63697b83ff up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:19:43.989663 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94b565cf-aaf1-4c49-a83d-5c85217274f9 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c631b0db-e932-4993-8644-a91ed0196412), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:44.056123 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b565cf-aaf1-4c49-a83d-5c85217274f9 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Pushing event deleted for resources: {'Port': ['ID=c631b0db-e932-4993-8644-a91ed0196412,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:44.065361 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94b565cf-aaf1-4c49-a83d-5c85217274f9 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:44.076773 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-94b565cf-aaf1-4c49-a83d-5c85217274f9 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] 10.222.0.77 "DELETE /v2.0/ports/c631b0db-e932-4993-8644-a91ed0196412 HTTP/1.1" status: 204 len: 168 time: 0.6175642 Feb 09 22:19:44.077813 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43266) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:44.168376 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:44.169500 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b8d0efd7-7759-4bfc-a4ce-ca63697b83ff), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:44.192082 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-cb1d1ba9-b44f-4b28-aba5-f5472ea7b22a req-8e16e511-ab02-4692-ab48-90e6b91c523f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:44.192939 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-cb1d1ba9-b44f-4b28-aba5-f5472ea7b22a req-8e16e511-ab02-4692-ab48-90e6b91c523f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (d3cca4ad-85f0-4950-a314-e0faad2c29b0), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:44.193306 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [req-cb1d1ba9-b44f-4b28-aba5-f5472ea7b22a req-8e16e511-ab02-4692-ab48-90e6b91c523f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Floating IP d3cca4ad-85f0-4950-a314-e0faad2c29b0 disassociated. External IP: 172.25.6.218, port: 71866b89-52b9-4985-bc3d-c3ca7a0276d2. Feb 09 22:19:44.193946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-cb1d1ba9-b44f-4b28-aba5-f5472ea7b22a req-8e16e511-ab02-4692-ab48-90e6b91c523f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Calling delete_port for 71866b89-52b9-4985-bc3d-c3ca7a0276d2 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:44.231330 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] Pushing event updated for resources: {'Port': ['ID=57177813-c831-4f70-86ed-249cdbc9080f,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:44.304790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-92dc6186-7956-4950-888c-64a26bc62f37 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Deleting port f32b9469-4a87-45ae-982c-e70f890ced40 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:44.305672 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92dc6186-7956-4950-888c-64a26bc62f37 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f32b9469-4a87-45ae-982c-e70f890ced40), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:44.317171 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:44.317467 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b8d0efd7-7759-4bfc-a4ce-ca63697b83ff), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:44.406317 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff,segment=NetworkSegment(80ebee18-e92a-470f-afa6-2960f75a08fa),segment_id=80ebee18-e92a-470f-afa6-2960f75a08fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:44.412847 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2b5a7f-d69e-451b-b64c-00fbca0b46c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d0efd7-7759-4bfc-a4ce-ca63697b83ff'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:19:44.420870 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92607c5d-a8ac-46d5-8bd7-2d0bdbcac391" -d '{"events": [{"server_uuid": "7a2b5a7f-d69e-451b-b64c-00fbca0b46c1", "name": "network-vif-plugged", "status": "completed", "tag": "b8d0efd7-7759-4bfc-a4ce-ca63697b83ff"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:19:44.439868 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92dc6186-7956-4950-888c-64a26bc62f37 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f32b9469-4a87-45ae-982c-e70f890ced40), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:44.444370 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b8d0efd7-7759-4bfc-a4ce-ca63697b83ff), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:44.474186 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-92dc6186-7956-4950-888c-64a26bc62f37 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Calling delete_port for f32b9469-4a87-45ae-982c-e70f890ced40 owned by {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:44.484036 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ccb25443-f1ce-4b49-8cb4-8367fdb10a93 req-7c7b9e71-2412-48f5-b133-91c8a5c1eba9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f21160b8-d1fe-4a2d-b0eb-fe589616c2f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9182994 Feb 09 22:19:44.497749 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb870b8-1a44-4268-9f34-cb827fd3f89d req-92cca4c6-506a-4107-975c-fcf4e18b3ec2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:44.500668 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7eb870b8-1a44-4268-9f34-cb827fd3f89d req-92cca4c6-506a-4107-975c-fcf4e18b3ec2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 945 time: 0.8031631 Feb 09 22:19:44.608125 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:44.626501 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-638244a1-ba26-46fa-b962-467553e96c0a req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] Attempting to bind port 57177813-c831-4f70-86ed-249cdbc9080f on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:19:44.626931 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-638244a1-ba26-46fa-b962-467553e96c0a req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] Attempting to bind port 57177813-c831-4f70-86ed-249cdbc9080f by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '502be596-1eb4-4257-9e0e-29e25271626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '43700722-62c2-45ed-860b-748b29fc4804'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:19:44.627212 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638244a1-ba26-46fa-b962-467553e96c0a req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] Attempting to bind port 57177813-c831-4f70-86ed-249cdbc9080f on network 43700722-62c2-45ed-860b-748b29fc4804 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:19:44.658816 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638244a1-ba26-46fa-b962-467553e96c0a req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] Port 57177813-c831-4f70-86ed-249cdbc9080f on network 43700722-62c2-45ed-860b-748b29fc4804 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:19:44.659160 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638244a1-ba26-46fa-b962-467553e96c0a req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] Attempting to bind port 57177813-c831-4f70-86ed-249cdbc9080f on network 43700722-62c2-45ed-860b-748b29fc4804 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:19:44.663339 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92dc6186-7956-4950-888c-64a26bc62f37 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f32b9469-4a87-45ae-982c-e70f890ced40), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:44.685721 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638244a1-ba26-46fa-b962-467553e96c0a req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:19:44.686207 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638244a1-ba26-46fa-b962-467553e96c0a req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] Checking segment: {'id': '502be596-1eb4-4257-9e0e-29e25271626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '43700722-62c2-45ed-860b-748b29fc4804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:19:44.686583 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638244a1-ba26-46fa-b962-467553e96c0a req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] Bound using segment: {'id': '502be596-1eb4-4257-9e0e-29e25271626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '43700722-62c2-45ed-860b-748b29fc4804'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:19:44.687013 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-638244a1-ba26-46fa-b962-467553e96c0a req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] Bound port: 57177813-c831-4f70-86ed-249cdbc9080f, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '502be596-1eb4-4257-9e0e-29e25271626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '43700722-62c2-45ed-860b-748b29fc4804'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:19:44.687278 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-638244a1-ba26-46fa-b962-467553e96c0a req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (57177813-c831-4f70-86ed-249cdbc9080f), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:44.692584 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:44.724098 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc6186-7956-4950-888c-64a26bc62f37 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Pushing event deleted for resources: {'Port': ['ID=f32b9469-4a87-45ae-982c-e70f890ced40,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:44.741649 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92dc6186-7956-4950-888c-64a26bc62f37 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:44.747750 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-92dc6186-7956-4950-888c-64a26bc62f37 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] 10.222.0.77 "DELETE /v2.0/ports/f32b9469-4a87-45ae-982c-e70f890ced40 HTTP/1.1" status: 204 len: 168 time: 0.6673188 Feb 09 22:19:44.750833 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43270) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:44.805529 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4f405775-d952-4e01-8062-0e33fc6cbb1c tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0520165 Feb 09 22:19:44.814097 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43272) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:44.821604 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f80db410-7635-4a95-a87c-3d5770d6c2d1 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-351866756'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:44.848484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80db410-7635-4a95-a87c-3d5770d6c2d1 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Made reservation on behalf of d20caf4b083246a69f4b7805538c8f50 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:19:44.852430 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f80db410-7635-4a95-a87c-3d5770d6c2d1 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:44.881916 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80db410-7635-4a95-a87c-3d5770d6c2d1 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:19:44.896060 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f80db410-7635-4a95-a87c-3d5770d6c2d1 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e0c248c9-3574-47f3-a487-04ffdf0846a3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:44.896569 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-f80db410-7635-4a95-a87c-3d5770d6c2d1 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Added segment e0c248c9-3574-47f3-a487-04ffdf0846a3 of type vlan for network 4290383d-b3a1-41fb-a789-8f6c39219466 Feb 09 22:19:44.945120 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f80db410-7635-4a95-a87c-3d5770d6c2d1 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (4290383d-b3a1-41fb-a789-8f6c39219466), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:44.977910 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f80db410-7635-4a95-a87c-3d5770d6c2d1 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (4290383d-b3a1-41fb-a789-8f6c39219466), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:44.983333 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80db410-7635-4a95-a87c-3d5770d6c2d1 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:44.984047 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f80db410-7635-4a95-a87c-3d5770d6c2d1 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:45.052134 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f80db410-7635-4a95-a87c-3d5770d6c2d1 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2311110 Feb 09 22:19:45.052134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43274) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:45.056037 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-520a75bd-e183-4547-8960-83f9ef225d62 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-83873603'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:45.091929 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80db410-7635-4a95-a87c-3d5770d6c2d1 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Pushing event updated for resources: {'Network': ['ID=4290383d-b3a1-41fb-a789-8f6c39219466,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:45.106608 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520a75bd-e183-4547-8960-83f9ef225d62 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Made reservation on behalf of d20caf4b083246a69f4b7805538c8f50 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:19:45.111516 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-520a75bd-e183-4547-8960-83f9ef225d62 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:45.132579 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 4290383d-b3a1-41fb-a789-8f6c39219466 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:19:45.156822 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520a75bd-e183-4547-8960-83f9ef225d62 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:19:45.168547 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-520a75bd-e183-4547-8960-83f9ef225d62 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (20bec251-c635-492b-9193-3b0f21b0262b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:45.168870 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-520a75bd-e183-4547-8960-83f9ef225d62 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Added segment 20bec251-c635-492b-9193-3b0f21b0262b of type vlan for network 92a1e172-ffe5-4d98-bc1b-6610348d9d6d Feb 09 22:19:45.215175 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-520a75bd-e183-4547-8960-83f9ef225d62 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (92a1e172-ffe5-4d98-bc1b-6610348d9d6d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:45.249072 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb25443-f1ce-4b49-8cb4-8367fdb10a93 req-5f260df8-e0d6-4c3e-b53e-a3f59f7de6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:45.257577 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ccb25443-f1ce-4b49-8cb4-8367fdb10a93 req-5f260df8-e0d6-4c3e-b53e-a3f59f7de6ae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f0e7f3f557cd432ea0f657692deae606&device_id=f21160b8-d1fe-4a2d-b0eb-fe589616c2f1 HTTP/1.1" status: 200 len: 1132 time: 0.6894360 Feb 09 22:19:45.260856 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7eb870b8-1a44-4268-9f34-cb827fd3f89d req-575a7ce0-aa68-403f-ba88-e82bdfe9ac5d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7462699 Feb 09 22:19:45.306905 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-520a75bd-e183-4547-8960-83f9ef225d62 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (92a1e172-ffe5-4d98-bc1b-6610348d9d6d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:45.323463 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520a75bd-e183-4547-8960-83f9ef225d62 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:45.325361 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-520a75bd-e183-4547-8960-83f9ef225d62 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:45.384179 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-cb1d1ba9-b44f-4b28-aba5-f5472ea7b22a req-8e16e511-ab02-4692-ab48-90e6b91c523f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (71866b89-52b9-4985-bc3d-c3ca7a0276d2), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:45.564929 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16e511-ab02-4692-ab48-90e6b91c523f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event deleted for resources: {'Port': ['ID=71866b89-52b9-4985-bc3d-c3ca7a0276d2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:45.725301 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:45.766389 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-638244a1-ba26-46fa-b962-467553e96c0a req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] For port 57177813-c831-4f70-86ed-249cdbc9080f, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:19:45.778849 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-520a75bd-e183-4547-8960-83f9ef225d62 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7269857 Feb 09 22:19:45.783805 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fe2da-763a-4440-b800-b70095856c33 req-6ce1628d-eac2-48f5-a5b0-eadbe77cd2e5 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:45.785802 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be4fe2da-763a-4440-b800-b70095856c33 req-6ce1628d-eac2-48f5-a5b0-eadbe77cd2e5 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=9df9e7b8-4f01-4178-82b7-59c9f9511deb HTTP/1.1" status: 200 len: 907 time: 0.4427938 Feb 09 22:19:45.790800 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a75bd-e183-4547-8960-83f9ef225d62 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Pushing event updated for resources: {'Network': ['ID=92a1e172-ffe5-4d98-bc1b-6610348d9d6d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:45.808308 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-638244a1-ba26-46fa-b962-467553e96c0a req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] For port 57177813-c831-4f70-86ed-249cdbc9080f, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=57177813-c831-4f70-86ed-249cdbc9080f,segment=NetworkSegment(502be596-1eb4-4257-9e0e-29e25271626a),segment_id=502be596-1eb4-4257-9e0e-29e25271626a)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:19:45.816699 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb25443-f1ce-4b49-8cb4-8367fdb10a93 req-b26b0a64-8ec8-4350-9083-e9d4c8d552b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:45.819626 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ccb25443-f1ce-4b49-8cb4-8367fdb10a93 req-b26b0a64-8ec8-4350-9083-e9d4c8d552b3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.4855232 Feb 09 22:19:45.830395 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 92a1e172-ffe5-4d98-bc1b-6610348d9d6d details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:19:45.839790 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-638244a1-ba26-46fa-b962-467553e96c0a req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (57177813-c831-4f70-86ed-249cdbc9080f), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:45.931837 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df46f5a-ba14-4fb0-ba02-89db27080c36 x-openstack-request-id: req-8df46f5a-ba14-4fb0-ba02-89db27080c36 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:19:45.932467 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2b5a7f-d69e-451b-b64c-00fbca0b46c1", "name": "network-vif-plugged", "status": "completed", "tag": "b8d0efd7-7759-4bfc-a4ce-ca63697b83ff", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:19:45.932953 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8df46f5a-ba14-4fb0-ba02-89db27080c36 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:19:45.933555 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2b5a7f-d69e-451b-b64c-00fbca0b46c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d0efd7-7759-4bfc-a4ce-ca63697b83ff', 'code': 200} Feb 09 22:19:46.058557 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638244a1-ba26-46fa-b962-467553e96c0a req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:46.059751 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-638244a1-ba26-46fa-b962-467553e96c0a req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:46.070139 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-638244a1-ba26-46fa-b962-467553e96c0a req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] 10.222.0.42 "PUT /v2.0/ports/57177813-c831-4f70-86ed-249cdbc9080f HTTP/1.1" status: 200 len: 1055 time: 3.6521492 Feb 09 22:19:46.073797 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ccb25443-f1ce-4b49-8cb4-8367fdb10a93 req-87fa5b88-fbae-4528-adea-4057070edba5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca HTTP/1.1" status: 200 len: 217 time: 0.2462451 Feb 09 22:19:46.073797 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df9e7b8-4f01-4178-82b7-59c9f9511deb', 'tag': '57177813-c831-4f70-86ed-249cdbc9080f'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:19:46.077975 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60386bb2-7372-4f6b-832d-67e0cacf00bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9df9e7b8-4f01-4178-82b7-59c9f9511deb", "tag": "57177813-c831-4f70-86ed-249cdbc9080f"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:19:46.121775 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb1d1ba9-b44f-4b28-aba5-f5472ea7b22a req-8e16e511-ab02-4692-ab48-90e6b91c523f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:19:46.275461 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:46.441670 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a92b3-b1d6-4854-b682-18422b5279aa service neutron] Pushing event updated for resources: {'Port': ['ID=57177813-c831-4f70-86ed-249cdbc9080f,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:46.534133 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b48722d-6b12-42c6-8609-259f1a1ead9b x-openstack-request-id: req-7b48722d-6b12-42c6-8609-259f1a1ead9b {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:19:46.534763 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df9e7b8-4f01-4178-82b7-59c9f9511deb", "tag": "57177813-c831-4f70-86ed-249cdbc9080f", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:19:46.535853 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7b48722d-6b12-42c6-8609-259f1a1ead9b {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:19:46.536754 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df9e7b8-4f01-4178-82b7-59c9f9511deb', 'tag': '57177813-c831-4f70-86ed-249cdbc9080f', 'status': 'completed', 'code': 200} Feb 09 22:19:46.605214 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-255f838b-259a-460e-bfe1-49f3bc7e81f2 req-ce4dc673-b676-451f-bb1c-a409ac9fd57e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 210 time: 0.0653827 Feb 09 22:19:46.623748 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 71866b89-52b9-4985-bc3d-c3ca7a0276d2 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:19:46.624185 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb25443-f1ce-4b49-8cb4-8367fdb10a93 req-9f0e117e-f28a-4599-8061-e2d455721ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:46.625702 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ccb25443-f1ce-4b49-8cb4-8367fdb10a93 req-9f0e117e-f28a-4599-8061-e2d455721ebb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.5381379 Feb 09 22:19:46.684909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 71866b89-52b9-4985-bc3d-c3ca7a0276d2 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:19:46.686379 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 71866b89-52b9-4985-bc3d-c3ca7a0276d2 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:19:46.694971 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638244a1-ba26-46fa-b962-467553e96c0a req-39046f0e-b34a-42d8-ac18-0d674abf9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:46.696331 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-638244a1-ba26-46fa-b962-467553e96c0a req-39046f0e-b34a-42d8-ac18-0d674abf9015 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9cc49ec6add4d9e9840b65c33b053cd&device_id=9df9e7b8-4f01-4178-82b7-59c9f9511deb HTTP/1.1" status: 200 len: 1089 time: 0.4443576 Feb 09 22:19:46.753809 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-638244a1-ba26-46fa-b962-467553e96c0a req-24402c2b-b6f7-45a4-aff9-20479e65ab2a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=57177813-c831-4f70-86ed-249cdbc9080f HTTP/1.1" status: 200 len: 217 time: 0.0484564 Feb 09 22:19:46.754931 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb1d1ba9-b44f-4b28-aba5-f5472ea7b22a req-8e16e511-ab02-4692-ab48-90e6b91c523f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:19:46.783918 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6c5cb4-3923-443b-849b-bf54206c6b48 None None] Sync routers for ids ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:19:46.814564 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb25443-f1ce-4b49-8cb4-8367fdb10a93 req-8b50c813-7269-4276-ad51-9f31a616d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:46.816420 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ccb25443-f1ce-4b49-8cb4-8367fdb10a93 req-8b50c813-7269-4276-ad51-9f31a616d601 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1831725 Feb 09 22:19:46.820792 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6c5cb4-3923-443b-849b-bf54206c6b48 None None] Routers {'59ebfdc7-6f34-4f22-9833-38a3c19909f9'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:46.821440 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ed6c5cb4-3923-443b-849b-bf54206c6b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:19:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:46.838731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-ccb25443-f1ce-4b49-8cb4-8367fdb10a93 req-6ba5b829-29eb-4f42-b649-76c58c237265 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:19:46.840125 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ccb25443-f1ce-4b49-8cb4-8367fdb10a93 req-6ba5b829-29eb-4f42-b649-76c58c237265 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125957 Feb 09 22:19:46.996542 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1d1ba9-b44f-4b28-aba5-f5472ea7b22a req-8e16e511-ab02-4692-ab48-90e6b91c523f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] No DVR routers for this DVR port 71866b89-52b9-4985-bc3d-c3ca7a0276d2 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:19:47.004884 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-cb1d1ba9-b44f-4b28-aba5-f5472ea7b22a req-8e16e511-ab02-4692-ab48-90e6b91c523f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:47.008516 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb1d1ba9-b44f-4b28-aba5-f5472ea7b22a req-8e16e511-ab02-4692-ab48-90e6b91c523f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.71 "DELETE /v2.0/ports/71866b89-52b9-4985-bc3d-c3ca7a0276d2 HTTP/1.1" status: 204 len: 173 time: 4.8394568 Feb 09 22:19:47.046793 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638244a1-ba26-46fa-b962-467553e96c0a req-f9a28bea-9acf-4465-8752-d6fd2e7e0ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:47.048548 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-638244a1-ba26-46fa-b962-467553e96c0a req-f9a28bea-9acf-4465-8752-d6fd2e7e0ff6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bb0799f2-c6ff-41fd-8564-a0bccf4789af HTTP/1.1" status: 200 len: 837 time: 0.2878313 Feb 09 22:19:47.068526 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-ed6c5cb4-3923-443b-849b-bf54206c6b48 None None] Set router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:19:47.147587 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095aef2-7013-4584-b98a-7903ef1eb740 req-9ef9e311-5821-40f3-a3b7-f11e4472993a tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:47.156791 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2095aef2-7013-4584-b98a-7903ef1eb740 req-9ef9e311-5821-40f3-a3b7-f11e4472993a tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=9df9e7b8-4f01-4178-82b7-59c9f9511deb HTTP/1.1" status: 200 len: 907 time: 0.1750715 Feb 09 22:19:47.166878 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ccb25443-f1ce-4b49-8cb4-8367fdb10a93 req-c5dd8d03-a6e3-43b2-9bb0-a76021834fd6 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714558 Feb 09 22:19:47.287782 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638244a1-ba26-46fa-b962-467553e96c0a req-51e2cfa4-f08b-4e17-833e-6c783f328f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:47.289372 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-638244a1-ba26-46fa-b962-467553e96c0a req-51e2cfa4-f08b-4e17-833e-6c783f328f01 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=43700722-62c2-45ed-860b-748b29fc4804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2322280 Feb 09 22:19:47.455964 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ccb25443-f1ce-4b49-8cb4-8367fdb10a93 req-30bace49-0366-4ddd-be9b-3c3f643addc6 service neutron] 10.222.0.71 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808430 Feb 09 22:19:47.494533 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-638244a1-ba26-46fa-b962-467553e96c0a req-1a3f8892-74eb-4ac3-b315-2fb89ab60963 service neutron] 10.222.0.42 "GET /v2.0/networks/43700722-62c2-45ed-860b-748b29fc4804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921113 Feb 09 22:19:47.596556 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ed6c5cb4-3923-443b-849b-bf54206c6b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '8aabb35d-66f0-4842-8cf7-11ae601e85cd', 'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'mac_address': 'fa:16:3e:97:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:21Z', 'updated_at': '2022-02-09T22:04:35Z', 'revision_number': 5, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'subnets': [{'id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:47.710122 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-638244a1-ba26-46fa-b962-467553e96c0a req-fe0f9505-8adb-41c1-b96d-9dbfed2e9ab6 service neutron] 10.222.0.42 "GET /v2.0/networks/43700722-62c2-45ed-860b-748b29fc4804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086449 Feb 09 22:19:47.792860 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6c5cb4-3923-443b-849b-bf54206c6b48 None None] Checking router: 59ebfdc7-6f34-4f22-9833-38a3c19909f9 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:19:47.816996 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6c5cb4-3923-443b-849b-bf54206c6b48 None None] Routers {'59ebfdc7-6f34-4f22-9833-38a3c19909f9'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:47.817645 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ed6c5cb4-3923-443b-849b-bf54206c6b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:19:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:47.885123 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d07e562-bf31-401c-ae0b-d16626ccd17e req-405c2765-7f4e-4808-b391-f3321a46f5a9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 210 time: 0.0948577 Feb 09 22:19:47.980610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60386bb2-7372-4f6b-832d-67e0cacf00bf req-ebb078b7-3bfd-4222-9120-ee05f35ec4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:47.982523 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60386bb2-7372-4f6b-832d-67e0cacf00bf req-ebb078b7-3bfd-4222-9120-ee05f35ec4da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9cc49ec6add4d9e9840b65c33b053cd&device_id=9df9e7b8-4f01-4178-82b7-59c9f9511deb HTTP/1.1" status: 200 len: 1089 time: 0.0948699 Feb 09 22:19:48.020286 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-ed6c5cb4-3923-443b-849b-bf54206c6b48 None None] Set router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:19:48.257885 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60386bb2-7372-4f6b-832d-67e0cacf00bf req-7a3d82c4-ad8d-48ba-a3c6-bb673859ba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:48.266446 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60386bb2-7372-4f6b-832d-67e0cacf00bf req-7a3d82c4-ad8d-48ba-a3c6-bb673859ba0c service neutron] 10.222.0.42 "GET /v2.0/networks?id=43700722-62c2-45ed-860b-748b29fc4804 HTTP/1.1" status: 200 len: 899 time: 0.2685633 Feb 09 22:19:48.351189 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60386bb2-7372-4f6b-832d-67e0cacf00bf req-21d09cef-82c1-4c43-978d-a1dc98310deb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=57177813-c831-4f70-86ed-249cdbc9080f HTTP/1.1" status: 200 len: 217 time: 0.0802736 Feb 09 22:19:48.377864 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ed6c5cb4-3923-443b-849b-bf54206c6b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '8aabb35d-66f0-4842-8cf7-11ae601e85cd', 'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'mac_address': 'fa:16:3e:97:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:21Z', 'updated_at': '2022-02-09T22:04:35Z', 'revision_number': 5, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'subnets': [{'id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:48.428469 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6c5cb4-3923-443b-849b-bf54206c6b48 None None] The sync data for ids ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'] in n-d-828601-1 is: [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '8aabb35d-66f0-4842-8cf7-11ae601e85cd', 'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'mac_address': 'fa:16:3e:97:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:21Z', 'updated_at': '2022-02-09T22:04:35Z', 'revision_number': 5, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'subnets': [{'id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:19:48.462149 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60386bb2-7372-4f6b-832d-67e0cacf00bf req-0602f299-3205-4a01-a913-64e5b29e4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:48.463804 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60386bb2-7372-4f6b-832d-67e0cacf00bf req-0602f299-3205-4a01-a913-64e5b29e4327 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bb0799f2-c6ff-41fd-8564-a0bccf4789af HTTP/1.1" status: 200 len: 837 time: 0.1037464 Feb 09 22:19:48.512488 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5c6b1-362a-4903-ac7a-bd90c2943dfe req-7bf7e2e0-a2f5-47a0-b908-1e314442aa3c tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:48.527107 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-06f5c6b1-362a-4903-ac7a-bd90c2943dfe req-7bf7e2e0-a2f5-47a0-b908-1e314442aa3c tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=9df9e7b8-4f01-4178-82b7-59c9f9511deb HTTP/1.1" status: 200 len: 907 time: 0.1574881 Feb 09 22:19:48.553154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d09866-503d-47ff-8b36-984919c10d78', 'name': 'network-vif-deleted', 'tag': '71866b89-52b9-4985-bc3d-c3ca7a0276d2'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:19:48.555531 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45974d39-de78-4220-bc9c-393db7f89835" -d '{"events": [{"server_uuid": "00d09866-503d-47ff-8b36-984919c10d78", "name": "network-vif-deleted", "tag": "71866b89-52b9-4985-bc3d-c3ca7a0276d2"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:19:48.593157 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60386bb2-7372-4f6b-832d-67e0cacf00bf req-11a45044-b8c5-4295-a800-3827e5723012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:48.598032 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60386bb2-7372-4f6b-832d-67e0cacf00bf req-11a45044-b8c5-4295-a800-3827e5723012 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=43700722-62c2-45ed-860b-748b29fc4804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1214933 Feb 09 22:19:48.606622 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355bf5b5-3ba1-450a-8ff2-55a6a19b4e66 x-openstack-request-id: req-355bf5b5-3ba1-450a-8ff2-55a6a19b4e66 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:19:48.607436 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d09866-503d-47ff-8b36-984919c10d78", "name": "network-vif-deleted", "tag": "71866b89-52b9-4985-bc3d-c3ca7a0276d2", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:19:48.607881 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-355bf5b5-3ba1-450a-8ff2-55a6a19b4e66 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:19:48.608527 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d09866-503d-47ff-8b36-984919c10d78', 'name': 'network-vif-deleted', 'tag': '71866b89-52b9-4985-bc3d-c3ca7a0276d2', 'status': 'completed', 'code': 200} Feb 09 22:19:48.712481 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60386bb2-7372-4f6b-832d-67e0cacf00bf req-86963a44-0947-4aff-abe7-e1e9d5abc1a0 service neutron] 10.222.0.42 "GET /v2.0/networks/43700722-62c2-45ed-860b-748b29fc4804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025748 Feb 09 22:19:48.857896 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-60386bb2-7372-4f6b-832d-67e0cacf00bf req-7e511a16-8209-43b0-9e76-ed6acd7589cb service neutron] 10.222.0.42 "GET /v2.0/networks/43700722-62c2-45ed-860b-748b29fc4804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294835 Feb 09 22:19:48.923375 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b17e7-b928-46fc-ad01-a26e87a49508 None None] New status for floating IP d3cca4ad-85f0-4950-a314-e0faad2c29b0: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:19:49.089980 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-89f8e22f-1a9a-4ef4-8cd5-654dab9f82fc req-68410706-2eb2-4843-8ca9-a47bc6777cbd tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 210 time: 0.0462840 Feb 09 22:19:49.698388 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3cdb47-895d-4b31-86d1-5c5414185dca req-89def4e9-3bf2-481a-b8ca-cd161f62da9c tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:49.701304 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5a3cdb47-895d-4b31-86d1-5c5414185dca req-89def4e9-3bf2-481a-b8ca-cd161f62da9c tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=9df9e7b8-4f01-4178-82b7-59c9f9511deb HTTP/1.1" status: 200 len: 907 time: 0.0962274 Feb 09 22:19:49.785352 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 57177813-c831-4f70-86ed-249cdbc9080f details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:19:49.971782 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 57177813-c831-4f70-86ed-249cdbc9080f, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=57177813-c831-4f70-86ed-249cdbc9080f,segment=NetworkSegment(502be596-1eb4-4257-9e0e-29e25271626a),segment_id=502be596-1eb4-4257-9e0e-29e25271626a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:49.986840 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '57177813-c831-4f70-86ed-249cdbc9080f', 'network_id': '43700722-62c2-45ed-860b-748b29fc4804', 'port_id': '57177813-c831-4f70-86ed-249cdbc9080f', 'mac_address': 'fa:16:3e:14:0e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0799f2-c6ff-41fd-8564-a0bccf4789af', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:19:50.040270 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 57177813-c831-4f70-86ed-249cdbc9080f is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:50.041387 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (57177813-c831-4f70-86ed-249cdbc9080f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:50.067181 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57177813-c831-4f70-86ed-249cdbc9080f {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:19:50.107920 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 57177813-c831-4f70-86ed-249cdbc9080f, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=57177813-c831-4f70-86ed-249cdbc9080f,segment=NetworkSegment(502be596-1eb4-4257-9e0e-29e25271626a),segment_id=502be596-1eb4-4257-9e0e-29e25271626a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:50.128975 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (57177813-c831-4f70-86ed-249cdbc9080f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:50.220226 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=57177813-c831-4f70-86ed-249cdbc9080f,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:50.408859 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['57177813-c831-4f70-86ed-249cdbc9080f'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:19:50.558827 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b927239e-e388-4d6b-9851-fc24496fe88a req-647e7d8d-04c3-4920-a099-f19a001dd46d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1267390 Feb 09 22:19:50.637977 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a556d21c-d096-474b-b112-e9cdc0a04152 req-8240e703-15b7-469d-a3dd-70eea6d3e223 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 210 time: 0.0389004 Feb 09 22:19:50.708008 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927239e-e388-4d6b-9851-fc24496fe88a req-9454b223-ba61-4074-b573-e69e485c5b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:50.710536 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b927239e-e388-4d6b-9851-fc24496fe88a req-9454b223-ba61-4074-b573-e69e485c5b73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 1128 time: 0.0758574 Feb 09 22:19:50.787537 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43310) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:50.796143 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c3d6594b-5b16-498b-8adb-c810c63da4bc tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Request body: {'subnets': [{'network_id': '4290383d-b3a1-41fb-a789-8f6c39219466', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1623793429', 'ip_version': 6}, {'network_id': '92a1e172-ffe5-4d98-bc1b-6610348d9d6d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:50.796643 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c3d6594b-5b16-498b-8adb-c810c63da4bc tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Request body: {'subnet': {'network_id': '4290383d-b3a1-41fb-a789-8f6c39219466', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1623793429', 'ip_version': 6}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:50.797572 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c3d6594b-5b16-498b-8adb-c810c63da4bc tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Request body: {'subnet': {'network_id': '92a1e172-ffe5-4d98-bc1b-6610348d9d6d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:50.901367 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927239e-e388-4d6b-9851-fc24496fe88a req-3ca90d88-606e-4bc8-aecf-007af996aff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:50.904306 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b927239e-e388-4d6b-9851-fc24496fe88a req-3ca90d88-606e-4bc8-aecf-007af996aff5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3c5b1b1f-067d-4c74-90d4-4f51a006cd63 HTTP/1.1" status: 200 len: 897 time: 0.1713889 Feb 09 22:19:51.031541 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b274c5a-9d37-450c-9591-f0b96fa91387 req-03c54f5c-136a-482a-9c73-f1ef1e7abecc tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:51.034404 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b274c5a-9d37-450c-9591-f0b96fa91387 req-03c54f5c-136a-482a-9c73-f1ef1e7abecc tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=9df9e7b8-4f01-4178-82b7-59c9f9511deb HTTP/1.1" status: 200 len: 908 time: 0.1945910 Feb 09 22:19:51.060058 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d6594b-5b16-498b-8adb-c810c63da4bc tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Made reservation on behalf of d20caf4b083246a69f4b7805538c8f50 for: {'subnet': 2} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:19:51.060860 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b927239e-e388-4d6b-9851-fc24496fe88a req-f710c3be-2e7f-4b49-a87a-617920f6cbc2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff HTTP/1.1" status: 200 len: 1002 time: 0.1485469 Feb 09 22:19:51.068233 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3d6594b-5b16-498b-8adb-c810c63da4bc tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:51.068822 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3d6594b-5b16-498b-8adb-c810c63da4bc tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:51.127196 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927239e-e388-4d6b-9851-fc24496fe88a req-8619218c-b473-471f-bbca-18c046d44b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:51.128895 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b927239e-e388-4d6b-9851-fc24496fe88a req-8619218c-b473-471f-bbca-18c046d44b61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9 HTTP/1.1" status: 200 len: 834 time: 0.0623028 Feb 09 22:19:51.204931 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927239e-e388-4d6b-9851-fc24496fe88a req-2a7a19dc-20a3-49cf-b7c0-22de21f51012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:51.206584 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b927239e-e388-4d6b-9851-fc24496fe88a req-2a7a19dc-20a3-49cf-b7c0-22de21f51012 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c5b1b1f-067d-4c74-90d4-4f51a006cd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0718153 Feb 09 22:19:51.360630 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b927239e-e388-4d6b-9851-fc24496fe88a req-7e8bea67-a66f-456f-9a58-deef8f25c94c service neutron] 10.222.0.42 "GET /v2.0/networks/3c5b1b1f-067d-4c74-90d4-4f51a006cd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472020 Feb 09 22:19:51.488720 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b927239e-e388-4d6b-9851-fc24496fe88a req-b20e1ab7-16a4-416a-a253-f6ad80457355 service neutron] 10.222.0.42 "GET /v2.0/networks/3c5b1b1f-067d-4c74-90d4-4f51a006cd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186683 Feb 09 22:19:51.762246 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3d6594b-5b16-498b-8adb-c810c63da4bc tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (49d30314-2988-4c26-8c41-2356b2ba24ef), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:51.797872 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 57177813-c831-4f70-86ed-249cdbc9080f up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:19:51.816241 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b24a187b-388c-41da-b15f-a95de4e69544 req-7062981e-bdfc-47ff-a6e3-7849179d59c5 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 210 time: 0.0562940 Feb 09 22:19:51.846083 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6594b-5b16-498b-8adb-c810c63da4bc tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Pushing event updated for resources: {'Subnet': ['ID=49d30314-2988-4c26-8c41-2356b2ba24ef,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:51.865720 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d6594b-5b16-498b-8adb-c810c63da4bc tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Checking segment: {'id': 'e0c248c9-3574-47f3-a487-04ffdf0846a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4290383d-b3a1-41fb-a789-8f6c39219466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:19:51.866092 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d6594b-5b16-498b-8adb-c810c63da4bc tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Network hostable DHCP agents. Network: 4290383d-b3a1-41fb-a789-8f6c39219466, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:19:51.897961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d6594b-5b16-498b-8adb-c810c63da4bc tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Network 4290383d-b3a1-41fb-a789-8f6c39219466 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:19:51.904840 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 57177813-c831-4f70-86ed-249cdbc9080f completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:19:51.910011 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 57177813-c831-4f70-86ed-249cdbc9080f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:51.910694 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (57177813-c831-4f70-86ed-249cdbc9080f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:51.913496 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-c3d6594b-5b16-498b-8adb-c810c63da4bc tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 4290383d-b3a1-41fb-a789-8f6c39219466) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:19:51.920809 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3d6594b-5b16-498b-8adb-c810c63da4bc tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (c6eeb83a-0219-42a9-a4a9-28b9ba97b8d5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:51.941715 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c352cf-9139-4f10-83ce-731c6b2b6af9 None None] Network 4290383d-b3a1-41fb-a789-8f6c39219466 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:19:51.983064 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6594b-5b16-498b-8adb-c810c63da4bc tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Pushing event updated for resources: {'Subnet': ['ID=c6eeb83a-0219-42a9-a4a9-28b9ba97b8d5,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:52.047704 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d6594b-5b16-498b-8adb-c810c63da4bc tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Checking segment: {'id': '20bec251-c635-492b-9193-3b0f21b0262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '92a1e172-ffe5-4d98-bc1b-6610348d9d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:19:52.048202 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d6594b-5b16-498b-8adb-c810c63da4bc tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Network hostable DHCP agents. Network: 92a1e172-ffe5-4d98-bc1b-6610348d9d6d, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:19:52.098584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 57177813-c831-4f70-86ed-249cdbc9080f is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:52.100219 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (57177813-c831-4f70-86ed-249cdbc9080f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:52.101209 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d6594b-5b16-498b-8adb-c810c63da4bc tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Network 92a1e172-ffe5-4d98-bc1b-6610348d9d6d is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:19:52.143264 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-c3d6594b-5b16-498b-8adb-c810c63da4bc tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 92a1e172-ffe5-4d98-bc1b-6610348d9d6d) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:19:52.166994 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e9ebd7-7615-460e-b11c-bf94353872a5 None None] Network 92a1e172-ffe5-4d98-bc1b-6610348d9d6d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:19:52.167759 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d6594b-5b16-498b-8adb-c810c63da4bc tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:52.171122 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d6594b-5b16-498b-8adb-c810c63da4bc tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:52.174267 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3d6594b-5b16-498b-8adb-c810c63da4bc tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:52.225627 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df9e7b8-4f01-4178-82b7-59c9f9511deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57177813-c831-4f70-86ed-249cdbc9080f'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:19:52.230372 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eff05b9-ac8e-411c-bda5-616c5ff9f3c5" -d '{"events": [{"server_uuid": "9df9e7b8-4f01-4178-82b7-59c9f9511deb", "name": "network-vif-plugged", "status": "completed", "tag": "57177813-c831-4f70-86ed-249cdbc9080f"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:19:52.247165 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4934de9-1436-4ab9-bd96-b9f74e174001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-4290383d-b3a1-41fb-a789-8f6c39219466', 'network_id': '4290383d-b3a1-41fb-a789-8f6c39219466', 'project_id': 'd20caf4b083246a69f4b7805538c8f50', 'fixed_ips': [{'subnet_id': '49d30314-2988-4c26-8c41-2356b2ba24ef'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:19:52.248739 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b4934de9-1436-4ab9-bd96-b9f74e174001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:52.269399 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c3d6594b-5b16-498b-8adb-c810c63da4bc tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.4787595 Feb 09 22:19:52.273613 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43358) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:52.284300 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 57177813-c831-4f70-86ed-249cdbc9080f, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=57177813-c831-4f70-86ed-249cdbc9080f,segment=NetworkSegment(502be596-1eb4-4257-9e0e-29e25271626a),segment_id=502be596-1eb4-4257-9e0e-29e25271626a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:52.297892 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (57177813-c831-4f70-86ed-249cdbc9080f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:52.403970 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5d777a-c130-4d10-8ded-dfc3b5eeb6f3 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:52.405056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5d777a-c130-4d10-8ded-dfc3b5eeb6f3 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:52.406383 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5d777a-c130-4d10-8ded-dfc3b5eeb6f3 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:52.408222 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0a5d777a-c130-4d10-8ded-dfc3b5eeb6f3 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1330080 Feb 09 22:19:52.418277 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43372) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:52.443675 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f293b-1688-4a0f-bef5-40f4fe05fd76 req-4bfa1e22-e273-46b7-8749-e4a153fc2ceb tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:52.453047 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c8f293b-1688-4a0f-bef5-40f4fe05fd76 req-4bfa1e22-e273-46b7-8749-e4a153fc2ceb tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=9df9e7b8-4f01-4178-82b7-59c9f9511deb HTTP/1.1" status: 200 len: 908 time: 0.2486248 Feb 09 22:19:52.547247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=57177813-c831-4f70-86ed-249cdbc9080f,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:52.559421 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c73f4d-ec75-49cb-bff6-d185070da93f x-openstack-request-id: req-51c73f4d-ec75-49cb-bff6-d185070da93f {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:19:52.560206 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df9e7b8-4f01-4178-82b7-59c9f9511deb", "name": "network-vif-plugged", "status": "completed", "tag": "57177813-c831-4f70-86ed-249cdbc9080f", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:19:52.560475 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-51c73f4d-ec75-49cb-bff6-d185070da93f {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:19:52.560890 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df9e7b8-4f01-4178-82b7-59c9f9511deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57177813-c831-4f70-86ed-249cdbc9080f', 'code': 200} Feb 09 22:19:52.586655 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6351bd8e-c1cc-42e5-bd28-b2e6ccdee541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-92a1e172-ffe5-4d98-bc1b-6610348d9d6d', 'network_id': '92a1e172-ffe5-4d98-bc1b-6610348d9d6d', 'project_id': 'd20caf4b083246a69f4b7805538c8f50', 'fixed_ips': [{'subnet_id': 'c6eeb83a-0219-42a9-a4a9-28b9ba97b8d5'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:19:52.588126 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6351bd8e-c1cc-42e5-bd28-b2e6ccdee541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:52.608503 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-31bf9bac-3035-4567-aad9-a191f98347f9 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Deleting subnet 49d30314-2988-4c26-8c41-2356b2ba24ef {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:19:52.660188 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd3f73-75b0-44e2-a048-996ef6514eb9 req-94eac93d-8813-42a3-a6a9-08fd7522bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:52.662849 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bbdd3f73-75b0-44e2-a048-996ef6514eb9 req-94eac93d-8813-42a3-a6a9-08fd7522bfcd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9df9e7b8-4f01-4178-82b7-59c9f9511deb HTTP/1.1" status: 200 len: 1091 time: 0.0676024 Feb 09 22:19:52.674268 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-b4934de9-1436-4ab9-bd96-b9f74e174001 None None] Allocated IP 2001:db8::1 (4290383d-b3a1-41fb-a789-8f6c39219466/49d30314-2988-4c26-8c41-2356b2ba24ef/17911077-701b-4edf-96ed-93bd0b9e4662) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:19:52.964258 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0c670f32-7383-4776-a142-38c9d3a7b6a2 req-5b93250c-28a2-4bc2-b539-278104fecc1c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 210 time: 0.0442533 Feb 09 22:19:53.053987 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-6351bd8e-c1cc-42e5-bd28-b2e6ccdee541 None None] Allocated IP 2001:db8:0:1::1 (92a1e172-ffe5-4d98-bc1b-6610348d9d6d/c6eeb83a-0219-42a9-a4a9-28b9ba97b8d5/f23367f5-31f1-4bf1-a4d8-7d30a549197d) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:19:53.181998 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b4934de9-1436-4ab9-bd96-b9f74e174001 None None] Publish callbacks [] for port (17911077-701b-4edf-96ed-93bd0b9e4662), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:53.192547 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31bf9bac-3035-4567-aad9-a191f98347f9 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks [] for subnet (49d30314-2988-4c26-8c41-2356b2ba24ef), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:53.210490 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b4934de9-1436-4ab9-bd96-b9f74e174001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (17911077-701b-4edf-96ed-93bd0b9e4662), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:53.293038 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31bf9bac-3035-4567-aad9-a191f98347f9 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (49d30314-2988-4c26-8c41-2356b2ba24ef), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:53.294490 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4934de9-1436-4ab9-bd96-b9f74e174001 None None] Network 4290383d-b3a1-41fb-a789-8f6c39219466 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:19:53.305587 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-b4934de9-1436-4ab9-bd96-b9f74e174001 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:19:53.308713 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4934de9-1436-4ab9-bd96-b9f74e174001 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:19:53.338824 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4934de9-1436-4ab9-bd96-b9f74e174001 None None] Pushing event updated for resources: {'Port': ['ID=17911077-701b-4edf-96ed-93bd0b9e4662,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:53.402892 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6351bd8e-c1cc-42e5-bd28-b2e6ccdee541 None None] Publish callbacks [] for port (f23367f5-31f1-4bf1-a4d8-7d30a549197d), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:53.435263 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6351bd8e-c1cc-42e5-bd28-b2e6ccdee541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (f23367f5-31f1-4bf1-a4d8-7d30a549197d), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:53.491922 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6351bd8e-c1cc-42e5-bd28-b2e6ccdee541 None None] Network 92a1e172-ffe5-4d98-bc1b-6610348d9d6d is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:19:53.493204 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b4934de9-1436-4ab9-bd96-b9f74e174001 None None] Attempting to bind port 17911077-701b-4edf-96ed-93bd0b9e4662 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:19:53.493859 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b4934de9-1436-4ab9-bd96-b9f74e174001 None None] Attempting to bind port 17911077-701b-4edf-96ed-93bd0b9e4662 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'e0c248c9-3574-47f3-a487-04ffdf0846a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4290383d-b3a1-41fb-a789-8f6c39219466'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:19:53.494885 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4934de9-1436-4ab9-bd96-b9f74e174001 None None] Attempting to bind port 17911077-701b-4edf-96ed-93bd0b9e4662 on network 4290383d-b3a1-41fb-a789-8f6c39219466 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:19:53.506507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-6351bd8e-c1cc-42e5-bd28-b2e6ccdee541 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:19:53.510133 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31bf9bac-3035-4567-aad9-a191f98347f9 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (49d30314-2988-4c26-8c41-2356b2ba24ef), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:53.510971 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6351bd8e-c1cc-42e5-bd28-b2e6ccdee541 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:19:53.570513 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4934de9-1436-4ab9-bd96-b9f74e174001 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:19:53.571048 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4934de9-1436-4ab9-bd96-b9f74e174001 None None] Checking segment: {'id': 'e0c248c9-3574-47f3-a487-04ffdf0846a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4290383d-b3a1-41fb-a789-8f6c39219466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:19:53.571563 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b4934de9-1436-4ab9-bd96-b9f74e174001 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:53.572134 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4934de9-1436-4ab9-bd96-b9f74e174001 None None] Bound using segment: {'id': 'e0c248c9-3574-47f3-a487-04ffdf0846a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4290383d-b3a1-41fb-a789-8f6c39219466'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:19:53.572750 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b4934de9-1436-4ab9-bd96-b9f74e174001 None None] Bound port: 17911077-701b-4edf-96ed-93bd0b9e4662, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c248c9-3574-47f3-a487-04ffdf0846a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4290383d-b3a1-41fb-a789-8f6c39219466'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:19:53.573241 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b4934de9-1436-4ab9-bd96-b9f74e174001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (17911077-701b-4edf-96ed-93bd0b9e4662), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:53.576635 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351bd8e-c1cc-42e5-bd28-b2e6ccdee541 None None] Pushing event updated for resources: {'Port': ['ID=f23367f5-31f1-4bf1-a4d8-7d30a549197d,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:53.618008 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6351bd8e-c1cc-42e5-bd28-b2e6ccdee541 None None] Attempting to bind port f23367f5-31f1-4bf1-a4d8-7d30a549197d on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:19:53.618565 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6351bd8e-c1cc-42e5-bd28-b2e6ccdee541 None None] Attempting to bind port f23367f5-31f1-4bf1-a4d8-7d30a549197d by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '20bec251-c635-492b-9193-3b0f21b0262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '92a1e172-ffe5-4d98-bc1b-6610348d9d6d'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:19:53.619044 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6351bd8e-c1cc-42e5-bd28-b2e6ccdee541 None None] Attempting to bind port f23367f5-31f1-4bf1-a4d8-7d30a549197d on network 92a1e172-ffe5-4d98-bc1b-6610348d9d6d {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:19:53.628093 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6351bd8e-c1cc-42e5-bd28-b2e6ccdee541 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:19:53.629147 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6351bd8e-c1cc-42e5-bd28-b2e6ccdee541 None None] Checking segment: {'id': '20bec251-c635-492b-9193-3b0f21b0262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '92a1e172-ffe5-4d98-bc1b-6610348d9d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:19:53.629824 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6351bd8e-c1cc-42e5-bd28-b2e6ccdee541 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:53.630485 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6351bd8e-c1cc-42e5-bd28-b2e6ccdee541 None None] Bound using segment: {'id': '20bec251-c635-492b-9193-3b0f21b0262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '92a1e172-ffe5-4d98-bc1b-6610348d9d6d'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:19:53.631305 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6351bd8e-c1cc-42e5-bd28-b2e6ccdee541 None None] Bound port: f23367f5-31f1-4bf1-a4d8-7d30a549197d, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bec251-c635-492b-9193-3b0f21b0262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '92a1e172-ffe5-4d98-bc1b-6610348d9d6d'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:19:53.631962 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6351bd8e-c1cc-42e5-bd28-b2e6ccdee541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f23367f5-31f1-4bf1-a4d8-7d30a549197d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:53.661554 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31bf9bac-3035-4567-aad9-a191f98347f9 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (49d30314-2988-4c26-8c41-2356b2ba24ef), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:53.681673 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31bf9bac-3035-4567-aad9-a191f98347f9 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:53.689772 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-31bf9bac-3035-4567-aad9-a191f98347f9 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] 10.222.0.77 "DELETE /v2.0/subnets/49d30314-2988-4c26-8c41-2356b2ba24ef HTTP/1.1" status: 204 len: 168 time: 1.2700686 Feb 09 22:19:53.694508 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43484) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:53.728209 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf9bac-3035-4567-aad9-a191f98347f9 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Pushing event deleted for resources: {'Subnet': ['ID=49d30314-2988-4c26-8c41-2356b2ba24ef,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:53.778027 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b4934de9-1436-4ab9-bd96-b9f74e174001 None None] For port 17911077-701b-4edf-96ed-93bd0b9e4662, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:19:53.784604 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b4934de9-1436-4ab9-bd96-b9f74e174001 None None] For port 17911077-701b-4edf-96ed-93bd0b9e4662, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=17911077-701b-4edf-96ed-93bd0b9e4662,segment=NetworkSegment(e0c248c9-3574-47f3-a487-04ffdf0846a3),segment_id=e0c248c9-3574-47f3-a487-04ffdf0846a3)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:19:53.806840 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b4934de9-1436-4ab9-bd96-b9f74e174001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (17911077-701b-4edf-96ed-93bd0b9e4662), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:53.933251 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-af64df24-905f-4296-892d-c6e27696b9f6 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Deleting subnet c6eeb83a-0219-42a9-a4a9-28b9ba97b8d5 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:19:53.946265 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af64df24-905f-4296-892d-c6e27696b9f6 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks [] for subnet (c6eeb83a-0219-42a9-a4a9-28b9ba97b8d5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:53.971524 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4934de9-1436-4ab9-bd96-b9f74e174001 None None] Pushing event updated for resources: {'Port': ['ID=17911077-701b-4edf-96ed-93bd0b9e4662,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:53.990587 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a4911-d531-4a60-8236-7c38af6e5c9c req-eee41628-c18e-49f1-9c99-f90f843be4f4 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:54.017819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a93a4911-d531-4a60-8236-7c38af6e5c9c req-eee41628-c18e-49f1-9c99-f90f843be4f4 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=9df9e7b8-4f01-4178-82b7-59c9f9511deb HTTP/1.1" status: 200 len: 909 time: 0.3423746 Feb 09 22:19:54.023431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6351bd8e-c1cc-42e5-bd28-b2e6ccdee541 None None] For port f23367f5-31f1-4bf1-a4d8-7d30a549197d, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:19:54.029513 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6351bd8e-c1cc-42e5-bd28-b2e6ccdee541 None None] For port f23367f5-31f1-4bf1-a4d8-7d30a549197d, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f23367f5-31f1-4bf1-a4d8-7d30a549197d,segment=NetworkSegment(20bec251-c635-492b-9193-3b0f21b0262b),segment_id=20bec251-c635-492b-9193-3b0f21b0262b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:19:54.058699 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6351bd8e-c1cc-42e5-bd28-b2e6ccdee541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f23367f5-31f1-4bf1-a4d8-7d30a549197d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:54.122082 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af64df24-905f-4296-892d-c6e27696b9f6 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (c6eeb83a-0219-42a9-a4a9-28b9ba97b8d5), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:54.232901 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351bd8e-c1cc-42e5-bd28-b2e6ccdee541 None None] Pushing event updated for resources: {'Port': ['ID=f23367f5-31f1-4bf1-a4d8-7d30a549197d,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:54.271216 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01a9551a-6b7b-460c-859d-245fd982470d req-09c36512-7796-4a5f-bb02-ca3805361bc9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 210 time: 0.0781453 Feb 09 22:19:54.417168 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af64df24-905f-4296-892d-c6e27696b9f6 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (c6eeb83a-0219-42a9-a4a9-28b9ba97b8d5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:54.563217 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af64df24-905f-4296-892d-c6e27696b9f6 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (c6eeb83a-0219-42a9-a4a9-28b9ba97b8d5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:54.597721 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64df24-905f-4296-892d-c6e27696b9f6 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Pushing event deleted for resources: {'Subnet': ['ID=c6eeb83a-0219-42a9-a4a9-28b9ba97b8d5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:54.622536 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af64df24-905f-4296-892d-c6e27696b9f6 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:54.632409 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43546) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:54.632626 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-af64df24-905f-4296-892d-c6e27696b9f6 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] 10.222.0.77 "DELETE /v2.0/subnets/c6eeb83a-0219-42a9-a4a9-28b9ba97b8d5 HTTP/1.1" status: 204 len: 168 time: 0.9362950 Feb 09 22:19:54.733891 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fcfbc7-59ea-454e-826a-a6fa5893e881 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:54.735492 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-46fcfbc7-59ea-454e-826a-a6fa5893e881 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1017926 Feb 09 22:19:54.740925 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43556) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:54.889774 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (92a1e172-ffe5-4d98-bc1b-6610348d9d6d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:54.972832 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Deleting port f23367f5-31f1-4bf1-a4d8-7d30a549197d {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:54.973465 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f23367f5-31f1-4bf1-a4d8-7d30a549197d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:55.049388 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] For port f23367f5-31f1-4bf1-a4d8-7d30a549197d, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f23367f5-31f1-4bf1-a4d8-7d30a549197d,segment=NetworkSegment(20bec251-c635-492b-9193-3b0f21b0262b),segment_id=20bec251-c635-492b-9193-3b0f21b0262b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:55.050187 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f23367f5-31f1-4bf1-a4d8-7d30a549197d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:55.067576 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Calling delete_port for f23367f5-31f1-4bf1-a4d8-7d30a549197d owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:55.279687 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef38e22-42ba-4add-a01c-a537c042b69b req-88190fd1-ede4-4099-b50b-0d4a41fbe4d5 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:55.282728 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ef38e22-42ba-4add-a01c-a537c042b69b req-88190fd1-ede4-4099-b50b-0d4a41fbe4d5 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=9df9e7b8-4f01-4178-82b7-59c9f9511deb HTTP/1.1" status: 200 len: 909 time: 0.1350646 Feb 09 22:19:55.325922 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (f23367f5-31f1-4bf1-a4d8-7d30a549197d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:55.421733 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] No DVR routers for this DVR port f23367f5-31f1-4bf1-a4d8-7d30a549197d on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:19:55.437147 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Pushing event deleted for resources: {'Port': ['ID=f23367f5-31f1-4bf1-a4d8-7d30a549197d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:55.528351 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:55.529287 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:55.530444 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:55.531260 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:55.532171 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:55.532686 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:55.533274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:55.533855 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:55.534450 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:55.535263 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:55.535838 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:55.536301 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:55.536783 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:55.646027 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (92a1e172-ffe5-4d98-bc1b-6610348d9d6d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:55.694565 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c60f0f-b77a-48c2-8c54-fa0896494b0f req-ba1fb98c-9e0c-45a3-b47c-218b23fc5b69 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:55.696871 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-47c60f0f-b77a-48c2-8c54-fa0896494b0f req-ba1fb98c-9e0c-45a3-b47c-218b23fc5b69 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=9df9e7b8-4f01-4178-82b7-59c9f9511deb HTTP/1.1" status: 200 len: 909 time: 0.2004428 Feb 09 22:19:55.702552 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a1e172-ffe5-4d98-bc1b-6610348d9d6d']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:55.738083 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20bec251-c635-492b-9193-3b0f21b0262b') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:55.738493 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20bec251-c635-492b-9193-3b0f21b0262b') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:55.754375 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (20bec251-c635-492b-9193-3b0f21b0262b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:55.814470 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (20bec251-c635-492b-9193-3b0f21b0262b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:55.875358 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:19:55.876059 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (20bec251-c635-492b-9193-3b0f21b0262b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:19:55.959883 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:19:55.978274 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-27229ec1-f22d-43b3-a68b-d245e618f400 req-73bd0072-8e6b-4933-9e5a-949eebf2a3f3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 210 time: 0.1942441 Feb 09 22:19:55.983293 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (92a1e172-ffe5-4d98-bc1b-6610348d9d6d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:56.013045 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:56.029914 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] 10.222.0.77 "DELETE /v2.0/networks/92a1e172-ffe5-4d98-bc1b-6610348d9d6d HTTP/1.1" status: 204 len: 168 time: 1.2855890 Feb 09 22:19:56.031104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43674) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:56.102649 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302d8a2-1972-4d0e-a65b-c8829dca4451 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Pushing event deleted for resources: {'Network': ['ID=92a1e172-ffe5-4d98-bc1b-6610348d9d6d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:56.144918 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 17911077-701b-4edf-96ed-93bd0b9e4662 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:19:56.164552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57189312-f59e-4cf3-be0d-8be2842b36ac None None] Network 4290383d-b3a1-41fb-a789-8f6c39219466 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:19:56.218197 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31176cd5-49de-4d3b-b6a4-ede69e2a4f04 req-7772ddfc-ac35-4804-b107-167bcf9054ec tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:56.230020 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31176cd5-49de-4d3b-b6a4-ede69e2a4f04 req-7772ddfc-ac35-4804-b107-167bcf9054ec tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9df9e7b8-4f01-4178-82b7-59c9f9511deb HTTP/1.1" status: 200 len: 1091 time: 0.0874302 Feb 09 22:19:56.344344 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fcad9062-10b8-4324-ad9b-cadb5829d4c7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (4290383d-b3a1-41fb-a789-8f6c39219466), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:56.475588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 17911077-701b-4edf-96ed-93bd0b9e4662 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:56.477223 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (17911077-701b-4edf-96ed-93bd0b9e4662), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:56.481753 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-4370dc0a-b75c-48fa-ada8-97746d6547d3 None None] Provisioning complete for port 17911077-701b-4edf-96ed-93bd0b9e4662 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:56.483369 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4370dc0a-b75c-48fa-ada8-97746d6547d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (17911077-701b-4edf-96ed-93bd0b9e4662), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:56.540105 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae4734-162b-4b53-8d42-869902300b80 req-272a2c58-bb7b-4114-85e8-3547eb259016 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:56.546819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32ae4734-162b-4b53-8d42-869902300b80 req-272a2c58-bb7b-4114-85e8-3547eb259016 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 1167 time: 0.1851904 Feb 09 22:19:56.633974 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f17e70c-442e-4858-a189-5b4f5d4ffaa2 None None] DHCP port deletion for 92a1e172-ffe5-4d98-bc1b-6610348d9d6d request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:19:56.637152 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fcad9062-10b8-4324-ad9b-cadb5829d4c7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Deleting port 17911077-701b-4edf-96ed-93bd0b9e4662 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:56.637738 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fcad9062-10b8-4324-ad9b-cadb5829d4c7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (17911077-701b-4edf-96ed-93bd0b9e4662), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:56.716527 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a691839a-ce0f-4188-9fe1-1c429068a680 None None] Network 92a1e172-ffe5-4d98-bc1b-6610348d9d6d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:19:56.734539 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 17911077-701b-4edf-96ed-93bd0b9e4662 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:56.735035 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (17911077-701b-4edf-96ed-93bd0b9e4662), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:56.771229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22930e78-dd6b-4832-906a-09c8a00d5e28 None None] DHCP port deletion for 4290383d-b3a1-41fb-a789-8f6c39219466 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:19:56.773621 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a691839a-ce0f-4188-9fe1-1c429068a680 None None] Network 92a1e172-ffe5-4d98-bc1b-6610348d9d6d could not be found, it might have been deleted concurrently. {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:19:56.774519 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32ae4734-162b-4b53-8d42-869902300b80 req-54bc0002-2a57-4924-bb37-27e5764fb41a tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=3b22b4e6-ea01-4cb3-a5d6-c7e2c841453f&id=800ef66e-2293-4d11-a54b-a656f6688119&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2208760 Feb 09 22:19:56.802023 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43730) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:56.861277 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-fcad9062-10b8-4324-ad9b-cadb5829d4c7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] For port 17911077-701b-4edf-96ed-93bd0b9e4662, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=17911077-701b-4edf-96ed-93bd0b9e4662,segment=NetworkSegment(e0c248c9-3574-47f3-a487-04ffdf0846a3),segment_id=e0c248c9-3574-47f3-a487-04ffdf0846a3)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:56.861718 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fcad9062-10b8-4324-ad9b-cadb5829d4c7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (17911077-701b-4edf-96ed-93bd0b9e4662), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:56.890630 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79703448-38fd-4a55-9dfe-1f1ab21533c0 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:56.892864 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-79703448-38fd-4a55-9dfe-1f1ab21533c0 tempest-TestSecurityGroupsBasicOps-1069078963 tempest-TestSecurityGroupsBasicOps-1069078963-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9df9e7b8-4f01-4178-82b7-59c9f9511deb HTTP/1.1" status: 200 len: 1086 time: 0.0872345 Feb 09 22:19:56.896439 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4370dc0a-b75c-48fa-ada8-97746d6547d3 None None] Current status of the port 17911077-701b-4edf-96ed-93bd0b9e4662 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:56.907578 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4370dc0a-b75c-48fa-ada8-97746d6547d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (17911077-701b-4edf-96ed-93bd0b9e4662), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:56.913292 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fcad9062-10b8-4324-ad9b-cadb5829d4c7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Calling delete_port for 17911077-701b-4edf-96ed-93bd0b9e4662 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:56.951487 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 17911077-701b-4edf-96ed-93bd0b9e4662, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=17911077-701b-4edf-96ed-93bd0b9e4662,segment=NetworkSegment(e0c248c9-3574-47f3-a487-04ffdf0846a3),segment_id=e0c248c9-3574-47f3-a487-04ffdf0846a3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:56.973525 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (17911077-701b-4edf-96ed-93bd0b9e4662), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:57.062741 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fcad9062-10b8-4324-ad9b-cadb5829d4c7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (17911077-701b-4edf-96ed-93bd0b9e4662), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:57.139275 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad9062-10b8-4324-ad9b-cadb5829d4c7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Pushing event deleted for resources: {'Port': ['ID=17911077-701b-4edf-96ed-93bd0b9e4662,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:57.167309 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcad9062-10b8-4324-ad9b-cadb5829d4c7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] No DVR routers for this DVR port 17911077-701b-4edf-96ed-93bd0b9e4662 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:19:57.322828 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf4ad809-92e4-4e11-8c9d-98959baf3d1a req-f1124d31-c620-4c92-84f3-c77925764645 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 210 time: 0.0335200 Feb 09 22:19:57.408860 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fcad9062-10b8-4324-ad9b-cadb5829d4c7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (4290383d-b3a1-41fb-a789-8f6c39219466), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:57.441833 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-fcad9062-10b8-4324-ad9b-cadb5829d4c7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4290383d-b3a1-41fb-a789-8f6c39219466']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:57.468376 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-fcad9062-10b8-4324-ad9b-cadb5829d4c7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c248c9-3574-47f3-a487-04ffdf0846a3') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:57.468675 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-fcad9062-10b8-4324-ad9b-cadb5829d4c7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c248c9-3574-47f3-a487-04ffdf0846a3') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:57.482936 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fcad9062-10b8-4324-ad9b-cadb5829d4c7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (e0c248c9-3574-47f3-a487-04ffdf0846a3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:57.488640 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-22930e78-dd6b-4832-906a-09c8a00d5e28 None None] Deleting port 17911077-701b-4edf-96ed-93bd0b9e4662 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:57.489492 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-22930e78-dd6b-4832-906a-09c8a00d5e28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (17911077-701b-4edf-96ed-93bd0b9e4662), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:57.497249 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-4370dc0a-b75c-48fa-ada8-97746d6547d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:19:57.497249 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-4370dc0a-b75c-48fa-ada8-97746d6547d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:19:57.513759 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fcad9062-10b8-4324-ad9b-cadb5829d4c7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (e0c248c9-3574-47f3-a487-04ffdf0846a3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:57.524284 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcad9062-10b8-4324-ad9b-cadb5829d4c7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:19:57.524984 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fcad9062-10b8-4324-ad9b-cadb5829d4c7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (e0c248c9-3574-47f3-a487-04ffdf0846a3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:19:57.543909 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:19:57.571953 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=17911077-701b-4edf-96ed-93bd0b9e4662,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:57.611097 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-22930e78-dd6b-4832-906a-09c8a00d5e28 None None] For port 17911077-701b-4edf-96ed-93bd0b9e4662, host n-d-828601-1, got binding levels [] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:57.611819 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-22930e78-dd6b-4832-906a-09c8a00d5e28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (17911077-701b-4edf-96ed-93bd0b9e4662), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:57.637775 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35a6f1-13b8-4353-9f3f-66f2e5be3c0b req-bcb0a267-32a3-484b-b5b7-0c1f620ff256 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:57.639467 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea35a6f1-13b8-4353-9f3f-66f2e5be3c0b req-bcb0a267-32a3-484b-b5b7-0c1f620ff256 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=9df9e7b8-4f01-4178-82b7-59c9f9511deb HTTP/1.1" status: 200 len: 909 time: 0.1715176 Feb 09 22:19:57.645591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-22930e78-dd6b-4832-906a-09c8a00d5e28 None None] Calling delete_port for 17911077-701b-4edf-96ed-93bd0b9e4662 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:57.649098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.ipam_backend_mixin [None req-22930e78-dd6b-4832-906a-09c8a00d5e28 None None] Port 17911077-701b-4edf-96ed-93bd0b9e4662 was not found and therefore no delete operation was performed {{(pid=103203) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:19:57.650642 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-22930e78-dd6b-4832-906a-09c8a00d5e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (17911077-701b-4edf-96ed-93bd0b9e4662), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:57.660384 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fcad9062-10b8-4324-ad9b-cadb5829d4c7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (4290383d-b3a1-41fb-a789-8f6c39219466), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:57.680669 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fcad9062-10b8-4324-ad9b-cadb5829d4c7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:57.684018 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fcad9062-10b8-4324-ad9b-cadb5829d4c7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] 10.222.0.77 "DELETE /v2.0/networks/4290383d-b3a1-41fb-a789-8f6c39219466 HTTP/1.1" status: 204 len: 168 time: 1.6508167 Feb 09 22:19:57.688145 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43804) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:57.696311 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad9062-10b8-4324-ad9b-cadb5829d4c7 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Pushing event deleted for resources: {'Network': ['ID=4290383d-b3a1-41fb-a789-8f6c39219466,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:57.711983 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22930e78-dd6b-4832-906a-09c8a00d5e28 None None] Pushing event deleted for resources: {'Port': ['ID=17911077-701b-4edf-96ed-93bd0b9e4662,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:57.719432 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22930e78-dd6b-4832-906a-09c8a00d5e28 None None] No DVR routers for this DVR port 17911077-701b-4edf-96ed-93bd0b9e4662 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:19:57.784020 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd8d42b1-fcc7-4f6b-9d99-b5a5c4cd3d81 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (f587dab5-2eaa-4e6a-a444-58e914f8c351), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:57.896556 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd8d42b1-fcc7-4f6b-9d99-b5a5c4cd3d81 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (f587dab5-2eaa-4e6a-a444-58e914f8c351), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:57.919141 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-fd8d42b1-fcc7-4f6b-9d99-b5a5c4cd3d81 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f587dab5-2eaa-4e6a-a444-58e914f8c351']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:57.931610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-fd8d42b1-fcc7-4f6b-9d99-b5a5c4cd3d81 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c09844-44e7-4de0-a20f-76c31a23a1b3') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:57.931853 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-fd8d42b1-fcc7-4f6b-9d99-b5a5c4cd3d81 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c09844-44e7-4de0-a20f-76c31a23a1b3') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:57.943450 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd8d42b1-fcc7-4f6b-9d99-b5a5c4cd3d81 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (d5c09844-44e7-4de0-a20f-76c31a23a1b3), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:57.961047 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd8d42b1-fcc7-4f6b-9d99-b5a5c4cd3d81 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d5c09844-44e7-4de0-a20f-76c31a23a1b3), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:57.968732 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8d42b1-fcc7-4f6b-9d99-b5a5c4cd3d81 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:19:57.969135 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd8d42b1-fcc7-4f6b-9d99-b5a5c4cd3d81 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (d5c09844-44e7-4de0-a20f-76c31a23a1b3), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:19:57.972903 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:19:57.980808 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f23367f5-31f1-4bf1-a4d8-7d30a549197d no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:19:58.048072 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: f23367f5-31f1-4bf1-a4d8-7d30a549197d {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:19:58.048587 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f23367f5-31f1-4bf1-a4d8-7d30a549197d not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:19:58.049172 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 17911077-701b-4edf-96ed-93bd0b9e4662 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:19:58.071162 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd8d42b1-fcc7-4f6b-9d99-b5a5c4cd3d81 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (f587dab5-2eaa-4e6a-a444-58e914f8c351), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:58.080538 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd8d42b1-fcc7-4f6b-9d99-b5a5c4cd3d81 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:58.081543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 17911077-701b-4edf-96ed-93bd0b9e4662 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:19:58.082215 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 17911077-701b-4edf-96ed-93bd0b9e4662 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:19:58.087939 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fd8d42b1-fcc7-4f6b-9d99-b5a5c4cd3d81 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] 10.222.0.77 "DELETE /v2.0/networks/f587dab5-2eaa-4e6a-a444-58e914f8c351 HTTP/1.1" status: 204 len: 168 time: 0.3948123 Feb 09 22:19:58.088481 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4370dc0a-b75c-48fa-ada8-97746d6547d3 None None] Port 17911077-701b-4edf-96ed-93bd0b9e4662 update to ACTIVE by agent not found {{(pid=103203) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 22:19:58.088597 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43808) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:58.105918 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d42b1-fcc7-4f6b-9d99-b5a5c4cd3d81 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Pushing event deleted for resources: {'Network': ['ID=f587dab5-2eaa-4e6a-a444-58e914f8c351,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:58.200131 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-77bb1db8-907f-475f-be4f-507afe3c89b8 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (a10a28ec-b0be-496f-9d29-487867a54132), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:58.213842 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f9e3b409-b156-4214-8f05-25161989ac6d None None] Could not find standard attr ID for object f23367f5-31f1-4bf1-a4d8-7d30a549197d. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:19:58.324110 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-77bb1db8-907f-475f-be4f-507afe3c89b8 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (a10a28ec-b0be-496f-9d29-487867a54132), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:58.349206 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-77bb1db8-907f-475f-be4f-507afe3c89b8 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10a28ec-b0be-496f-9d29-487867a54132']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:58.363832 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-77bb1db8-907f-475f-be4f-507afe3c89b8 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598bc2e4-4e7f-4d34-be87-a08e9d6f6f5a') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:58.364136 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-77bb1db8-907f-475f-be4f-507afe3c89b8 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598bc2e4-4e7f-4d34-be87-a08e9d6f6f5a') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:58.378734 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-77bb1db8-907f-475f-be4f-507afe3c89b8 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (598bc2e4-4e7f-4d34-be87-a08e9d6f6f5a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:58.411237 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-77bb1db8-907f-475f-be4f-507afe3c89b8 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (598bc2e4-4e7f-4d34-be87-a08e9d6f6f5a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:58.432564 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77bb1db8-907f-475f-be4f-507afe3c89b8 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:19:58.435337 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-77bb1db8-907f-475f-be4f-507afe3c89b8 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (598bc2e4-4e7f-4d34-be87-a08e9d6f6f5a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:19:58.441780 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:19:58.591464 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-77bb1db8-907f-475f-be4f-507afe3c89b8 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (a10a28ec-b0be-496f-9d29-487867a54132), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:58.603047 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-77bb1db8-907f-475f-be4f-507afe3c89b8 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:58.608571 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-77bb1db8-907f-475f-be4f-507afe3c89b8 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] 10.222.0.77 "DELETE /v2.0/networks/a10a28ec-b0be-496f-9d29-487867a54132 HTTP/1.1" status: 204 len: 168 time: 0.5184371 Feb 09 22:19:58.631357 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb1db8-907f-475f-be4f-507afe3c89b8 tempest-BulkNetworkOpsIpV6Test-1066400722 tempest-BulkNetworkOpsIpV6Test-1066400722-project] Pushing event deleted for resources: {'Network': ['ID=a10a28ec-b0be-496f-9d29-487867a54132,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:58.972659 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43826) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:59.012965 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2fd78c18-8f5a-481f-9bcf-5da44b515310 req-7899304a-e418-4364-ae3c-a6d17622bebe tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 210 time: 0.5209029 Feb 09 22:19:59.115604 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcb02e-a76c-421d-87c2-bf77e96ddd37 req-85b449b7-e108-44d4-8c67-1701c0046500 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:59.118186 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01dcb02e-a76c-421d-87c2-bf77e96ddd37 req-85b449b7-e108-44d4-8c67-1701c0046500 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df9e7b8-4f01-4178-82b7-59c9f9511deb HTTP/1.1" status: 200 len: 909 time: 0.1093774 Feb 09 22:19:59.168482 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5585aadf-33a2-492a-939e-aa2f0c78b02e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d20caf4b083246a69f4b7805538c8f50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1940670 Feb 09 22:19:59.170379 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43830) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:59.247502 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c2e355b-a76f-49de-8a79-9e94a2876095 admin admin] Publish callbacks [] for security_group (e333d4be-c88c-400e-add3-dd07878d7f08), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:59.264453 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3a9b8-3ecf-41b8-992b-2d99fff0c99f req-50cdf1e5-1903-44e5-a709-ffe7d38ea694 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:59.266791 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-90f3a9b8-3ecf-41b8-992b-2d99fff0c99f req-50cdf1e5-1903-44e5-a709-ffe7d38ea694 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=9df9e7b8-4f01-4178-82b7-59c9f9511deb HTTP/1.1" status: 200 len: 909 time: 0.1473229 Feb 09 22:19:59.276916 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c2e355b-a76f-49de-8a79-9e94a2876095 admin admin] Publish callbacks [] for security_group (e333d4be-c88c-400e-add3-dd07878d7f08), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:59.331393 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-01dcb02e-a76c-421d-87c2-bf77e96ddd37 req-f2f7ad56-81d4-4f76-b57a-c9744ee89511 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Deleting port 57177813-c831-4f70-86ed-249cdbc9080f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:59.331790 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-01dcb02e-a76c-421d-87c2-bf77e96ddd37 req-f2f7ad56-81d4-4f76-b57a-c9744ee89511 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (57177813-c831-4f70-86ed-249cdbc9080f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:59.351789 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c2e355b-a76f-49de-8a79-9e94a2876095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e333d4be-c88c-400e-add3-dd07878d7f08), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:59.357269 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c2e355b-a76f-49de-8a79-9e94a2876095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:59.368445 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9c2e355b-a76f-49de-8a79-9e94a2876095 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e333d4be-c88c-400e-add3-dd07878d7f08 HTTP/1.1" status: 204 len: 168 time: 0.1927021 Feb 09 22:19:59.379184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e355b-a76f-49de-8a79-9e94a2876095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e333d4be-c88c-400e-add3-dd07878d7f08,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:59.472997 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-01dcb02e-a76c-421d-87c2-bf77e96ddd37 req-f2f7ad56-81d4-4f76-b57a-c9744ee89511 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] For port 57177813-c831-4f70-86ed-249cdbc9080f, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=57177813-c831-4f70-86ed-249cdbc9080f,segment=NetworkSegment(502be596-1eb4-4257-9e0e-29e25271626a),segment_id=502be596-1eb4-4257-9e0e-29e25271626a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:59.473623 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-01dcb02e-a76c-421d-87c2-bf77e96ddd37 req-f2f7ad56-81d4-4f76-b57a-c9744ee89511 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (57177813-c831-4f70-86ed-249cdbc9080f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:59.490727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-01dcb02e-a76c-421d-87c2-bf77e96ddd37 req-f2f7ad56-81d4-4f76-b57a-c9744ee89511 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Calling delete_port for 57177813-c831-4f70-86ed-249cdbc9080f owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:59.767824 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-01dcb02e-a76c-421d-87c2-bf77e96ddd37 req-f2f7ad56-81d4-4f76-b57a-c9744ee89511 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (57177813-c831-4f70-86ed-249cdbc9080f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:59.801518 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7ad56-81d4-4f76-b57a-c9744ee89511 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event deleted for resources: {'Port': ['ID=57177813-c831-4f70-86ed-249cdbc9080f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:59.933574 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-01dcb02e-a76c-421d-87c2-bf77e96ddd37 req-f2f7ad56-81d4-4f76-b57a-c9744ee89511 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] No DVR routers for this DVR port 57177813-c831-4f70-86ed-249cdbc9080f on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:19:59.937658 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-01dcb02e-a76c-421d-87c2-bf77e96ddd37 req-f2f7ad56-81d4-4f76-b57a-c9744ee89511 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:59.943222 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01dcb02e-a76c-421d-87c2-bf77e96ddd37 req-f2f7ad56-81d4-4f76-b57a-c9744ee89511 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.42 "DELETE /v2.0/ports/57177813-c831-4f70-86ed-249cdbc9080f HTTP/1.1" status: 204 len: 173 time: 0.8081996 Feb 09 22:19:59.944007 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df9e7b8-4f01-4178-82b7-59c9f9511deb', 'name': 'network-vif-deleted', 'tag': '57177813-c831-4f70-86ed-249cdbc9080f'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:19:59.948152 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0fd683-3ff5-425e-b559-3d8f719dfa7d" -d '{"events": [{"server_uuid": "9df9e7b8-4f01-4178-82b7-59c9f9511deb", "name": "network-vif-deleted", "tag": "57177813-c831-4f70-86ed-249cdbc9080f"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:20:00.034758 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85a66eb-5f3b-4d20-b018-c0d0da2d5667 x-openstack-request-id: req-c85a66eb-5f3b-4d20-b018-c0d0da2d5667 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:20:00.035773 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df9e7b8-4f01-4178-82b7-59c9f9511deb", "name": "network-vif-deleted", "tag": "57177813-c831-4f70-86ed-249cdbc9080f", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:20:00.035773 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c85a66eb-5f3b-4d20-b018-c0d0da2d5667 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:20:00.036492 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df9e7b8-4f01-4178-82b7-59c9f9511deb', 'name': 'network-vif-deleted', 'tag': '57177813-c831-4f70-86ed-249cdbc9080f', 'status': 'completed', 'code': 200} Feb 09 22:20:00.260307 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3d2aa199-cd51-43a2-9a04-485188602ada req-c4094939-087b-467f-b031-55ee4b8f4b8b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 210 time: 0.0554888 Feb 09 22:20:00.427882 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd716a76-14bb-4ea1-b76a-c650dd7be14a req-b2393228-3261-4066-9c5b-6c40760a7412 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=9df9e7b8-4f01-4178-82b7-59c9f9511deb HTTP/1.1" status: 200 len: 210 time: 0.0510564 Feb 09 22:20:00.649250 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43860) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:00.778871 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ed5e0b45-d790-4680-b8d6-0d7caa1e636a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-388291358'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:00.803946 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5e0b45-d790-4680-b8d6-0d7caa1e636a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Made reservation on behalf of b8c3fb42183049be9371d52143051117 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:00.809915 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed5e0b45-d790-4680-b8d6-0d7caa1e636a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:00.825052 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed5e0b45-d790-4680-b8d6-0d7caa1e636a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:00.947121 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed5e0b45-d790-4680-b8d6-0d7caa1e636a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for security_group (d6752ace-c23b-4f0a-8a56-2bc1fe601c8c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:00.952484 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed5e0b45-d790-4680-b8d6-0d7caa1e636a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d6752ace-c23b-4f0a-8a56-2bc1fe601c8c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:00.989616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5e0b45-d790-4680-b8d6-0d7caa1e636a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:20:01.002735 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e0b45-d790-4680-b8d6-0d7caa1e636a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6752ace-c23b-4f0a-8a56-2bc1fe601c8c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:01.010194 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed5e0b45-d790-4680-b8d6-0d7caa1e636a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (8e05d4d9-a1b8-4bfb-aa36-d0038fa97831), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:01.010729 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-ed5e0b45-d790-4680-b8d6-0d7caa1e636a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Added segment 8e05d4d9-a1b8-4bfb-aa36-d0038fa97831 of type vlan for network 5d82dc14-7f34-4a1f-befc-bc8ad64513e2 Feb 09 22:20:01.069054 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed5e0b45-d790-4680-b8d6-0d7caa1e636a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (5d82dc14-7f34-4a1f-befc-bc8ad64513e2), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:01.102464 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed5e0b45-d790-4680-b8d6-0d7caa1e636a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (5d82dc14-7f34-4a1f-befc-bc8ad64513e2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:01.108495 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5e0b45-d790-4680-b8d6-0d7caa1e636a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:01.109322 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed5e0b45-d790-4680-b8d6-0d7caa1e636a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:01.178681 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ed5e0b45-d790-4680-b8d6-0d7caa1e636a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5281632 Feb 09 22:20:01.188873 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e0b45-d790-4680-b8d6-0d7caa1e636a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Network': ['ID=5d82dc14-7f34-4a1f-befc-bc8ad64513e2,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:01.220347 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 5d82dc14-7f34-4a1f-befc-bc8ad64513e2 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:20:01.419897 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-88a765fc-fe79-4734-b6ac-2708fa223219 req-8404f8da-2790-47ca-873f-83ea288d138b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 210 time: 0.0411308 Feb 09 22:20:01.504997 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43868) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:02.088870 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-53e03d64-db52-4f66-b713-65ff0c5e57d6 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (475315ba-45a6-4fef-b2d3-77d34d9d7ccf), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:02.425548 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-53e03d64-db52-4f66-b713-65ff0c5e57d6 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Deleting port 35214cfb-2fc3-4a62-b738-e4ad909f8a3e {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:02.426781 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-53e03d64-db52-4f66-b713-65ff0c5e57d6 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (35214cfb-2fc3-4a62-b738-e4ad909f8a3e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:02.594361 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2ca26f21-cc80-4eb6-9e49-4213772b5abf req-17ecf821-541e-44df-a220-f759742fbe79 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 210 time: 0.0471985 Feb 09 22:20:02.635006 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-53e03d64-db52-4f66-b713-65ff0c5e57d6 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] For port 35214cfb-2fc3-4a62-b738-e4ad909f8a3e, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=35214cfb-2fc3-4a62-b738-e4ad909f8a3e,segment=NetworkSegment(502be596-1eb4-4257-9e0e-29e25271626a),segment_id=502be596-1eb4-4257-9e0e-29e25271626a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:02.635632 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-53e03d64-db52-4f66-b713-65ff0c5e57d6 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (35214cfb-2fc3-4a62-b738-e4ad909f8a3e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:02.661777 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-53e03d64-db52-4f66-b713-65ff0c5e57d6 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Calling delete_port for 35214cfb-2fc3-4a62-b738-e4ad909f8a3e owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:03.030635 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-53e03d64-db52-4f66-b713-65ff0c5e57d6 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (35214cfb-2fc3-4a62-b738-e4ad909f8a3e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:03.084358 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e03d64-db52-4f66-b713-65ff0c5e57d6 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event deleted for resources: {'Port': ['ID=35214cfb-2fc3-4a62-b738-e4ad909f8a3e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:03.328394 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-53e03d64-db52-4f66-b713-65ff0c5e57d6 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (475315ba-45a6-4fef-b2d3-77d34d9d7ccf), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:03.731502 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e03d64-db52-4f66-b713-65ff0c5e57d6 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Router 475315ba-45a6-4fef-b2d3-77d34d9d7ccf has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:20:03.767958 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d957ff5e-3737-447d-a27e-647e6e889037 req-b91b0395-975c-4489-bb7e-a6b0ebb02782 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 210 time: 0.0499558 Feb 09 22:20:03.848141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 57177813-c831-4f70-86ed-249cdbc9080f no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:20:03.945241 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e03d64-db52-4f66-b713-65ff0c5e57d6 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:20:03.953266 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 57177813-c831-4f70-86ed-249cdbc9080f {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:20:03.953266 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 57177813-c831-4f70-86ed-249cdbc9080f not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:20:03.965695 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-53e03d64-db52-4f66-b713-65ff0c5e57d6 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "PUT /v2.0/routers/475315ba-45a6-4fef-b2d3-77d34d9d7ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4551041 Feb 09 22:20:03.966687 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43874) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:03.969255 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5ddf5e-5552-4ab5-94ab-ee5cbfdf0d55 None None] Sync routers for ids ['475315ba-45a6-4fef-b2d3-77d34d9d7ccf'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:20:03.994114 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5ddf5e-5552-4ab5-94ab-ee5cbfdf0d55 None None] Routers {'475315ba-45a6-4fef-b2d3-77d34d9d7ccf'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:03.994843 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2a5ddf5e-5552-4ab5-94ab-ee5cbfdf0d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:19:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['475315ba-45a6-4fef-b2d3-77d34d9d7ccf'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:04.085079 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-3434a3f2-6895-489b-871d-30a945fb4058 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Deleting subnet bb0799f2-c6ff-41fd-8564-a0bccf4789af {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:20:04.091565 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3434a3f2-6895-489b-871d-30a945fb4058 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for subnet (bb0799f2-c6ff-41fd-8564-a0bccf4789af), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:04.173614 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3434a3f2-6895-489b-871d-30a945fb4058 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (bb0799f2-c6ff-41fd-8564-a0bccf4789af), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:04.191241 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-2a5ddf5e-5552-4ab5-94ab-ee5cbfdf0d55 None None] Set router 475315ba-45a6-4fef-b2d3-77d34d9d7ccf gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:04.404311 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3434a3f2-6895-489b-871d-30a945fb4058 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (bb0799f2-c6ff-41fd-8564-a0bccf4789af), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:04.452653 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43876) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:04.462727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3986110d-f4f0-49ce-bc7d-6b3ab321a7db tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'subnet': {'network_id': '5d82dc14-7f34-4a1f-befc-bc8ad64513e2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:04.509904 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3434a3f2-6895-489b-871d-30a945fb4058 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (bb0799f2-c6ff-41fd-8564-a0bccf4789af), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:04.561278 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434a3f2-6895-489b-871d-30a945fb4058 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event deleted for resources: {'Subnet': ['ID=bb0799f2-c6ff-41fd-8564-a0bccf4789af,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:04.597254 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6d8bf3-f939-4955-8493-928871f67bb5 None None] Network 43700722-62c2-45ed-860b-748b29fc4804 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:04.601233 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3434a3f2-6895-489b-871d-30a945fb4058 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:04.616504 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3434a3f2-6895-489b-871d-30a945fb4058 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "DELETE /v2.0/subnets/bb0799f2-c6ff-41fd-8564-a0bccf4789af HTTP/1.1" status: 204 len: 168 time: 0.6461806 Feb 09 22:20:04.618746 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43878) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:04.792977 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3986110d-f4f0-49ce-bc7d-6b3ab321a7db tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Made reservation on behalf of b8c3fb42183049be9371d52143051117 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:04.796706 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3986110d-f4f0-49ce-bc7d-6b3ab321a7db tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:04.947161 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7d824c-c741-4f06-b70b-6166a0d9e9fb None None] DHCP port deletion for 43700722-62c2-45ed-860b-748b29fc4804 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:20:04.962841 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9e69a61-c16b-4352-9a6e-8b83a63dd284 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for router (475315ba-45a6-4fef-b2d3-77d34d9d7ccf), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:05.044238 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2a5ddf5e-5552-4ab5-94ab-ee5cbfdf0d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475315ba-45a6-4fef-b2d3-77d34d9d7ccf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1128968533', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2dcbdced-0827-492e-8c2d-dedf762612d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:19:25Z', 'updated_at': '2022-02-09T22:20:02Z', 'revision_number': 5, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '2dcbdced-0827-492e-8c2d-dedf762612d3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475315ba-45a6-4fef-b2d3-77d34d9d7ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:19:27Z', 'updated_at': '2022-02-09T22:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:05.075523 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d824c-c741-4f06-b70b-6166a0d9e9fb None None] Deleting port 33bc7878-20e8-423a-973a-cf8d8315359b {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:05.079708 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4f7d824c-c741-4f06-b70b-6166a0d9e9fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (33bc7878-20e8-423a-973a-cf8d8315359b), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:05.184563 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3986110d-f4f0-49ce-bc7d-6b3ab321a7db tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (c2d8feb8-abe6-41c7-bab4-2a26133aaaae), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:05.221188 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5ddf5e-5552-4ab5-94ab-ee5cbfdf0d55 None None] Checking router: 475315ba-45a6-4fef-b2d3-77d34d9d7ccf for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:20:05.234860 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82c2d30a-617b-48ee-92bc-3d3f628baca1 req-1e9bd0bf-87db-4b6c-8f03-3d6e1c8b7773 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d09866-503d-47ff-8b36-984919c10d78 HTTP/1.1" status: 200 len: 210 time: 0.0626633 Feb 09 22:20:05.260702 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5ddf5e-5552-4ab5-94ab-ee5cbfdf0d55 None None] Routers {'475315ba-45a6-4fef-b2d3-77d34d9d7ccf'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:05.262754 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2a5ddf5e-5552-4ab5-94ab-ee5cbfdf0d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:19:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['475315ba-45a6-4fef-b2d3-77d34d9d7ccf'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:05.282658 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9e69a61-c16b-4352-9a6e-8b83a63dd284 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for router_gateway (475315ba-45a6-4fef-b2d3-77d34d9d7ccf), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:05.312519 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3986110d-f4f0-49ce-bc7d-6b3ab321a7db tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Checking segment: {'id': '8e05d4d9-a1b8-4bfb-aa36-d0038fa97831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5d82dc14-7f34-4a1f-befc-bc8ad64513e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:05.312880 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3986110d-f4f0-49ce-bc7d-6b3ab321a7db tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Network hostable DHCP agents. Network: 5d82dc14-7f34-4a1f-befc-bc8ad64513e2, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:20:05.341409 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986110d-f4f0-49ce-bc7d-6b3ab321a7db tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Subnet': ['ID=c2d8feb8-abe6-41c7-bab4-2a26133aaaae,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:05.360661 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3986110d-f4f0-49ce-bc7d-6b3ab321a7db tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Network 5d82dc14-7f34-4a1f-befc-bc8ad64513e2 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:20:05.377191 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3986110d-f4f0-49ce-bc7d-6b3ab321a7db tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 5d82dc14-7f34-4a1f-befc-bc8ad64513e2) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:05.396043 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3986110d-f4f0-49ce-bc7d-6b3ab321a7db tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:05.398670 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd999da7-f4e4-4499-9416-26a9e119cb2e None None] Network 5d82dc14-7f34-4a1f-befc-bc8ad64513e2 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:05.401407 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3986110d-f4f0-49ce-bc7d-6b3ab321a7db tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:05.423595 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3986110d-f4f0-49ce-bc7d-6b3ab321a7db tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9686010 Feb 09 22:20:05.427422 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43882) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:05.435755 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-60fea2c7-0624-43ff-af98-256e4d3a596b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-284855695'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:05.446817 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a9e69a61-c16b-4352-9a6e-8b83a63dd284 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Deleting port 2dcbdced-0827-492e-8c2d-dedf762612d3 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:05.447501 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9e69a61-c16b-4352-9a6e-8b83a63dd284 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (2dcbdced-0827-492e-8c2d-dedf762612d3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:05.475721 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fea2c7-0624-43ff-af98-256e4d3a596b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Made reservation on behalf of b8c3fb42183049be9371d52143051117 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:05.478594 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-4f7d824c-c741-4f06-b70b-6166a0d9e9fb None None] For port 33bc7878-20e8-423a-973a-cf8d8315359b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=33bc7878-20e8-423a-973a-cf8d8315359b,segment=NetworkSegment(502be596-1eb4-4257-9e0e-29e25271626a),segment_id=502be596-1eb4-4257-9e0e-29e25271626a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:05.479359 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4f7d824c-c741-4f06-b70b-6166a0d9e9fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (33bc7878-20e8-423a-973a-cf8d8315359b), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:05.481363 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-60fea2c7-0624-43ff-af98-256e4d3a596b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:05.526088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60fea2c7-0624-43ff-af98-256e4d3a596b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:20:05.556535 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-60fea2c7-0624-43ff-af98-256e4d3a596b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (85f0d540-c0a9-4215-9495-cd2fbfdd9fda), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:05.557251 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-60fea2c7-0624-43ff-af98-256e4d3a596b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Added segment 85f0d540-c0a9-4215-9495-cd2fbfdd9fda of type vlan for network 8f77650a-4e83-4780-b5ee-56645beea85e Feb 09 22:20:05.603884 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d824c-c741-4f06-b70b-6166a0d9e9fb None None] Calling delete_port for 33bc7878-20e8-423a-973a-cf8d8315359b owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:05.622487 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-60fea2c7-0624-43ff-af98-256e4d3a596b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (8f77650a-4e83-4780-b5ee-56645beea85e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:05.697100 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-60fea2c7-0624-43ff-af98-256e4d3a596b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (8f77650a-4e83-4780-b5ee-56645beea85e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:05.702994 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fea2c7-0624-43ff-af98-256e4d3a596b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:05.709985 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-60fea2c7-0624-43ff-af98-256e4d3a596b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:05.743556 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-2a5ddf5e-5552-4ab5-94ab-ee5cbfdf0d55 None None] Set router 475315ba-45a6-4fef-b2d3-77d34d9d7ccf gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:05.853347 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be6966b-7402-4072-9230-418a4c73b6ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-5d82dc14-7f34-4a1f-befc-bc8ad64513e2', 'network_id': '5d82dc14-7f34-4a1f-befc-bc8ad64513e2', 'project_id': 'b8c3fb42183049be9371d52143051117', 'fixed_ips': [{'subnet_id': 'c2d8feb8-abe6-41c7-bab4-2a26133aaaae'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:20:05.854772 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6be6966b-7402-4072-9230-418a4c73b6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:05.879598 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-60fea2c7-0624-43ff-af98-256e4d3a596b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4499867 Feb 09 22:20:05.907607 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43886) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:05.947480 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b899579a-a0eb-46b5-8785-19c0fae4484d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'subnet': {'network_id': '8f77650a-4e83-4780-b5ee-56645beea85e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:06.119420 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 33bc7878-20e8-423a-973a-cf8d8315359b no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:20:06.149080 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fea2c7-0624-43ff-af98-256e4d3a596b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Network': ['ID=8f77650a-4e83-4780-b5ee-56645beea85e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:06.303941 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b899579a-a0eb-46b5-8785-19c0fae4484d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Made reservation on behalf of b8c3fb42183049be9371d52143051117 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:06.312823 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b899579a-a0eb-46b5-8785-19c0fae4484d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:06.324035 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 8f77650a-4e83-4780-b5ee-56645beea85e details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:20:06.501865 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2a5ddf5e-5552-4ab5-94ab-ee5cbfdf0d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475315ba-45a6-4fef-b2d3-77d34d9d7ccf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1128968533', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2dcbdced-0827-492e-8c2d-dedf762612d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:19:25Z', 'updated_at': '2022-02-09T22:20:02Z', 'revision_number': 5, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '2dcbdced-0827-492e-8c2d-dedf762612d3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475315ba-45a6-4fef-b2d3-77d34d9d7ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:19:27Z', 'updated_at': '2022-02-09T22:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:06.580887 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4f7d824c-c741-4f06-b70b-6166a0d9e9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (33bc7878-20e8-423a-973a-cf8d8315359b), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:06.613744 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a9e69a61-c16b-4352-9a6e-8b83a63dd284 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] For port 2dcbdced-0827-492e-8c2d-dedf762612d3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2dcbdced-0827-492e-8c2d-dedf762612d3,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:06.614337 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9e69a61-c16b-4352-9a6e-8b83a63dd284 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (2dcbdced-0827-492e-8c2d-dedf762612d3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:06.620824 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5ddf5e-5552-4ab5-94ab-ee5cbfdf0d55 None None] The sync data for ids ['475315ba-45a6-4fef-b2d3-77d34d9d7ccf'] in n-d-828601-1 is: [{'id': '475315ba-45a6-4fef-b2d3-77d34d9d7ccf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1128968533', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2dcbdced-0827-492e-8c2d-dedf762612d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:19:25Z', 'updated_at': '2022-02-09T22:20:02Z', 'revision_number': 5, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '2dcbdced-0827-492e-8c2d-dedf762612d3', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475315ba-45a6-4fef-b2d3-77d34d9d7ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:19:27Z', 'updated_at': '2022-02-09T22:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:20:06.623842 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d824c-c741-4f06-b70b-6166a0d9e9fb None None] Pushing event deleted for resources: {'Port': ['ID=33bc7878-20e8-423a-973a-cf8d8315359b,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:06.644271 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No active binding found for port 33bc7878-20e8-423a-973a-cf8d8315359b {{(pid=103203) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 22:20:06.644949 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] The host n-d-828601-1 is not matching for port 33bc7878-20e8-423a-973a-cf8d8315359b host None! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:20:06.645609 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 33bc7878-20e8-423a-973a-cf8d8315359b not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:20:06.650787 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a9e69a61-c16b-4352-9a6e-8b83a63dd284 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Calling delete_port for 2dcbdced-0827-492e-8c2d-dedf762612d3 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:06.675251 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-6be6966b-7402-4072-9230-418a4c73b6ec None None] Allocated IP 2001:db8:0:ffff::2 (5d82dc14-7f34-4a1f-befc-bc8ad64513e2/c2d8feb8-abe6-41c7-bab4-2a26133aaaae/4482ed9c-ecc0-49f3-aceb-ff7cd11479cb) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:20:06.683612 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d824c-c741-4f06-b70b-6166a0d9e9fb None None] No DVR routers for this DVR port 33bc7878-20e8-423a-973a-cf8d8315359b on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:20:06.958086 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b899579a-a0eb-46b5-8785-19c0fae4484d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (88a3fbd5-0ca9-425b-b810-9bdcd89ea8ff), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:07.013427 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9e69a61-c16b-4352-9a6e-8b83a63dd284 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (2dcbdced-0827-492e-8c2d-dedf762612d3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:07.072225 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e69a61-c16b-4352-9a6e-8b83a63dd284 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event deleted for resources: {'Port': ['ID=2dcbdced-0827-492e-8c2d-dedf762612d3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:07.114842 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899579a-a0eb-46b5-8785-19c0fae4484d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Subnet': ['ID=88a3fbd5-0ca9-425b-b810-9bdcd89ea8ff,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:07.137714 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-d4b0bee6-8782-4c84-a759-62923f2a6572 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030204005&fields=id&tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e HTTP/1.1" status: 200 len: 267 time: 0.2662313 Feb 09 22:20:07.185080 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6be6966b-7402-4072-9230-418a4c73b6ec None None] Publish callbacks [] for port (4482ed9c-ecc0-49f3-aceb-ff7cd11479cb), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:07.199875 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6be6966b-7402-4072-9230-418a4c73b6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (4482ed9c-ecc0-49f3-aceb-ff7cd11479cb), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:07.231749 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9e69a61-c16b-4352-9a6e-8b83a63dd284 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (475315ba-45a6-4fef-b2d3-77d34d9d7ccf), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:07.307826 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be6966b-7402-4072-9230-418a4c73b6ec None None] Network 5d82dc14-7f34-4a1f-befc-bc8ad64513e2 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:07.331730 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6966b-7402-4072-9230-418a4c73b6ec None None] Pushing event updated for resources: {'Port': ['ID=4482ed9c-ecc0-49f3-aceb-ff7cd11479cb,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:07.336197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-6be6966b-7402-4072-9230-418a4c73b6ec None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:07.342720 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6966b-7402-4072-9230-418a4c73b6ec None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:20:07.404221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b899579a-a0eb-46b5-8785-19c0fae4484d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Checking segment: {'id': '85f0d540-c0a9-4215-9495-cd2fbfdd9fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8f77650a-4e83-4780-b5ee-56645beea85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:07.411733 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b899579a-a0eb-46b5-8785-19c0fae4484d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Network hostable DHCP agents. Network: 8f77650a-4e83-4780-b5ee-56645beea85e, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:20:07.430881 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9e69a61-c16b-4352-9a6e-8b83a63dd284 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (475315ba-45a6-4fef-b2d3-77d34d9d7ccf), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:07.449300 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9e69a61-c16b-4352-9a6e-8b83a63dd284 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for router_controller (475315ba-45a6-4fef-b2d3-77d34d9d7ccf), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:07.494616 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6be6966b-7402-4072-9230-418a4c73b6ec None None] Attempting to bind port 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:20:07.494990 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6be6966b-7402-4072-9230-418a4c73b6ec None None] Attempting to bind port 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '8e05d4d9-a1b8-4bfb-aa36-d0038fa97831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5d82dc14-7f34-4a1f-befc-bc8ad64513e2'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:20:07.495367 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6966b-7402-4072-9230-418a4c73b6ec None None] Attempting to bind port 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb on network 5d82dc14-7f34-4a1f-befc-bc8ad64513e2 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:20:07.511586 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6966b-7402-4072-9230-418a4c73b6ec None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:20:07.514358 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6966b-7402-4072-9230-418a4c73b6ec None None] Checking segment: {'id': '8e05d4d9-a1b8-4bfb-aa36-d0038fa97831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5d82dc14-7f34-4a1f-befc-bc8ad64513e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:07.515025 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6be6966b-7402-4072-9230-418a4c73b6ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:07.515453 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6966b-7402-4072-9230-418a4c73b6ec None None] Bound using segment: {'id': '8e05d4d9-a1b8-4bfb-aa36-d0038fa97831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5d82dc14-7f34-4a1f-befc-bc8ad64513e2'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:20:07.517901 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6be6966b-7402-4072-9230-418a4c73b6ec None None] Bound port: 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e05d4d9-a1b8-4bfb-aa36-d0038fa97831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5d82dc14-7f34-4a1f-befc-bc8ad64513e2'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:20:07.518317 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6be6966b-7402-4072-9230-418a4c73b6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4482ed9c-ecc0-49f3-aceb-ff7cd11479cb), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:07.541048 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9e69a61-c16b-4352-9a6e-8b83a63dd284 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (475315ba-45a6-4fef-b2d3-77d34d9d7ccf), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:07.542719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e69a61-c16b-4352-9a6e-8b83a63dd284 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Fanout notify agent at l3_agent the message router_deleted on router 475315ba-45a6-4fef-b2d3-77d34d9d7ccf {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:20:07.545541 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b899579a-a0eb-46b5-8785-19c0fae4484d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Network 8f77650a-4e83-4780-b5ee-56645beea85e is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:20:07.558598 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-86209514-1180-4309-942a-3469d7acb220 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:07.560365 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-86209514-1180-4309-942a-3469d7acb220 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 811 time: 0.4218152 Feb 09 22:20:07.575425 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9e69a61-c16b-4352-9a6e-8b83a63dd284 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:07.582932 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a9e69a61-c16b-4352-9a6e-8b83a63dd284 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "DELETE /v2.0/routers/475315ba-45a6-4fef-b2d3-77d34d9d7ccf HTTP/1.1" status: 204 len: 168 time: 2.9626844 Feb 09 22:20:07.585453 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43900) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:07.588385 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-b899579a-a0eb-46b5-8785-19c0fae4484d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 8f77650a-4e83-4780-b5ee-56645beea85e) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:07.594543 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b899579a-a0eb-46b5-8785-19c0fae4484d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:07.595161 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b899579a-a0eb-46b5-8785-19c0fae4484d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:07.610428 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-c19951c5-f921-48f9-8f0c-961d9f402965 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/quotas/58c4a0b7c4ef40dc9ad9a8c42f1c443e HTTP/1.1" status: 200 len: 375 time: 0.0371592 Feb 09 22:20:07.621228 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b899579a-a0eb-46b5-8785-19c0fae4484d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7104657 Feb 09 22:20:07.625976 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43902) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:07.641464 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec7ec43-c5d0-4fea-b171-ea1f217db0eb None None] Network 8f77650a-4e83-4780-b5ee-56645beea85e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:07.790323 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-8db11bee-a379-4697-a930-bee9526a2ebc tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1676595 Feb 09 22:20:07.828060 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6be6966b-7402-4072-9230-418a4c73b6ec None None] For port 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:20:07.861927 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6be6966b-7402-4072-9230-418a4c73b6ec None None] For port 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=4482ed9c-ecc0-49f3-aceb-ff7cd11479cb,segment=NetworkSegment(8e05d4d9-a1b8-4bfb-aa36-d0038fa97831),segment_id=8e05d4d9-a1b8-4bfb-aa36-d0038fa97831)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:20:07.923400 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6be6966b-7402-4072-9230-418a4c73b6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4482ed9c-ecc0-49f3-aceb-ff7cd11479cb), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:08.054568 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ca1d46d5-f36f-4439-a659-8769c7ee56b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:08.065960 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-6c941263-83de-41f4-91a3-ebe878474d8b service neutron] 10.222.0.77 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418370 Feb 09 22:20:08.119360 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e0cbe2-5114-4a35-b77d-5995c40b6978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8f77650a-4e83-4780-b5ee-56645beea85e', 'network_id': '8f77650a-4e83-4780-b5ee-56645beea85e', 'project_id': 'b8c3fb42183049be9371d52143051117', 'fixed_ips': [{'subnet_id': '88a3fbd5-0ca9-425b-b810-9bdcd89ea8ff'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:20:08.121292 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d6e0cbe2-5114-4a35-b77d-5995c40b6978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:08.197314 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d93506a1-6c59-4a78-8ce9-705cae945fe8 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (43700722-62c2-45ed-860b-748b29fc4804), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:08.417382 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (8f77650a-4e83-4780-b5ee-56645beea85e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:08.447735 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-d6e0cbe2-5114-4a35-b77d-5995c40b6978 None None] Allocated IP 2001:db8::1 (8f77650a-4e83-4780-b5ee-56645beea85e/88a3fbd5-0ca9-425b-b810-9bdcd89ea8ff/101592af-c360-43a4-a597-cd174069e638) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:20:08.460575 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-82755eed-e7cf-410f-b429-277c866e1ec6 service neutron] 10.222.0.77 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930612 Feb 09 22:20:08.668397 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d93506a1-6c59-4a78-8ce9-705cae945fe8 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (43700722-62c2-45ed-860b-748b29fc4804), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:08.669235 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 35214cfb-2fc3-4a62-b738-e4ad909f8a3e no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:20:08.694478 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-d93506a1-6c59-4a78-8ce9-705cae945fe8 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43700722-62c2-45ed-860b-748b29fc4804']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:08.703046 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 35214cfb-2fc3-4a62-b738-e4ad909f8a3e {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:20:08.703955 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 35214cfb-2fc3-4a62-b738-e4ad909f8a3e not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:20:08.705472 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6966b-7402-4072-9230-418a4c73b6ec None None] Pushing event updated for resources: {'Port': ['ID=4482ed9c-ecc0-49f3-aceb-ff7cd11479cb,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:08.712252 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-d93506a1-6c59-4a78-8ce9-705cae945fe8 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502be596-1eb4-4257-9e0e-29e25271626a') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:08.713809 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-d93506a1-6c59-4a78-8ce9-705cae945fe8 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502be596-1eb4-4257-9e0e-29e25271626a') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:08.743547 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d93506a1-6c59-4a78-8ce9-705cae945fe8 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (502be596-1eb4-4257-9e0e-29e25271626a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:08.770329 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d93506a1-6c59-4a78-8ce9-705cae945fe8 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (502be596-1eb4-4257-9e0e-29e25271626a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:08.788019 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93506a1-6c59-4a78-8ce9-705cae945fe8 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:20:08.789318 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d93506a1-6c59-4a78-8ce9-705cae945fe8 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (502be596-1eb4-4257-9e0e-29e25271626a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:08.825787 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d6e0cbe2-5114-4a35-b77d-5995c40b6978 None None] Publish callbacks [] for port (101592af-c360-43a4-a597-cd174069e638), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:08.834997 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d6e0cbe2-5114-4a35-b77d-5995c40b6978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (101592af-c360-43a4-a597-cd174069e638), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:20:08.892039 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:20:08.915809 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0cbe2-5114-4a35-b77d-5995c40b6978 None None] Pushing event updated for resources: {'Port': ['ID=101592af-c360-43a4-a597-cd174069e638,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:08.926656 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e0cbe2-5114-4a35-b77d-5995c40b6978 None None] Network 8f77650a-4e83-4780-b5ee-56645beea85e is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:08.928607 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-d6e0cbe2-5114-4a35-b77d-5995c40b6978 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:08.934662 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e0cbe2-5114-4a35-b77d-5995c40b6978 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:20:09.046321 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d93506a1-6c59-4a78-8ce9-705cae945fe8 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (43700722-62c2-45ed-860b-748b29fc4804), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:09.051776 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d93506a1-6c59-4a78-8ce9-705cae945fe8 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:09.058746 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43914) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:09.059140 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d93506a1-6c59-4a78-8ce9-705cae945fe8 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "DELETE /v2.0/networks/43700722-62c2-45ed-860b-748b29fc4804 HTTP/1.1" status: 204 len: 168 time: 1.4694960 Feb 09 22:20:09.102579 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93506a1-6c59-4a78-8ce9-705cae945fe8 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event deleted for resources: {'Network': ['ID=43700722-62c2-45ed-860b-748b29fc4804,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:09.121833 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Deleting port 101592af-c360-43a4-a597-cd174069e638 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:09.122494 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (101592af-c360-43a4-a597-cd174069e638), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:09.208634 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d6e0cbe2-5114-4a35-b77d-5995c40b6978 None None] Attempting to bind port 101592af-c360-43a4-a597-cd174069e638 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:20:09.209257 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d6e0cbe2-5114-4a35-b77d-5995c40b6978 None None] Attempting to bind port 101592af-c360-43a4-a597-cd174069e638 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '85f0d540-c0a9-4215-9495-cd2fbfdd9fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8f77650a-4e83-4780-b5ee-56645beea85e'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:20:09.209881 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0cbe2-5114-4a35-b77d-5995c40b6978 None None] Attempting to bind port 101592af-c360-43a4-a597-cd174069e638 on network 8f77650a-4e83-4780-b5ee-56645beea85e {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:20:09.244772 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0cbe2-5114-4a35-b77d-5995c40b6978 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:20:09.245418 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0cbe2-5114-4a35-b77d-5995c40b6978 None None] Checking segment: {'id': '85f0d540-c0a9-4215-9495-cd2fbfdd9fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8f77650a-4e83-4780-b5ee-56645beea85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:09.246105 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d6e0cbe2-5114-4a35-b77d-5995c40b6978 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:09.246781 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0cbe2-5114-4a35-b77d-5995c40b6978 None None] Bound using segment: {'id': '85f0d540-c0a9-4215-9495-cd2fbfdd9fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8f77650a-4e83-4780-b5ee-56645beea85e'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:20:09.247617 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d6e0cbe2-5114-4a35-b77d-5995c40b6978 None None] Bound port: 101592af-c360-43a4-a597-cd174069e638, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f0d540-c0a9-4215-9495-cd2fbfdd9fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8f77650a-4e83-4780-b5ee-56645beea85e'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:20:09.269066 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d6e0cbe2-5114-4a35-b77d-5995c40b6978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (101592af-c360-43a4-a597-cd174069e638), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:09.356444 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] For port 101592af-c360-43a4-a597-cd174069e638, host n-d-828601-1, got binding levels [] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:09.357044 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (101592af-c360-43a4-a597-cd174069e638), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:09.396920 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Calling delete_port for 101592af-c360-43a4-a597-cd174069e638 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:09.567682 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d6e0cbe2-5114-4a35-b77d-5995c40b6978 None None] For port 101592af-c360-43a4-a597-cd174069e638, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:20:09.600907 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d6e0cbe2-5114-4a35-b77d-5995c40b6978 None None] For port 101592af-c360-43a4-a597-cd174069e638, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=101592af-c360-43a4-a597-cd174069e638,segment=NetworkSegment(85f0d540-c0a9-4215-9495-cd2fbfdd9fda),segment_id=85f0d540-c0a9-4215-9495-cd2fbfdd9fda)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:20:09.646474 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d6e0cbe2-5114-4a35-b77d-5995c40b6978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (101592af-c360-43a4-a597-cd174069e638), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:09.881717 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0cbe2-5114-4a35-b77d-5995c40b6978 None None] Pushing event updated for resources: {'Port': ['ID=101592af-c360-43a4-a597-cd174069e638,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:09.997102 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (101592af-c360-43a4-a597-cd174069e638), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:10.022716 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b272237-09be-4e75-afea-953dc743333d req-59daa5b6-1690-4a39-a663-0fb5c033d8b2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 210 time: 0.1392634 Feb 09 22:20:10.089267 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-4317f0a8-551f-4fab-9db3-5b68dc9e5482 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Deleting port c75245da-ed52-4be1-b745-b202e7b0c31f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:10.089949 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4317f0a8-551f-4fab-9db3-5b68dc9e5482 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c75245da-ed52-4be1-b745-b202e7b0c31f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:10.208776 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4317f0a8-551f-4fab-9db3-5b68dc9e5482 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c75245da-ed52-4be1-b745-b202e7b0c31f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:10.209241 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4317f0a8-551f-4fab-9db3-5b68dc9e5482 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for floatingip (c75245da-ed52-4be1-b745-b202e7b0c31f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:10.259025 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:10.264434 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-4317f0a8-551f-4fab-9db3-5b68dc9e5482 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Calling delete_port for c75245da-ed52-4be1-b745-b202e7b0c31f owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:10.385783 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:10.386428 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4482ed9c-ecc0-49f3-aceb-ff7cd11479cb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:10.440035 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Port': ['ID=101592af-c360-43a4-a597-cd174069e638,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:10.481116 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] No DVR routers for this DVR port 101592af-c360-43a4-a597-cd174069e638 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:20:10.634295 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (88a3fbd5-0ca9-425b-b810-9bdcd89ea8ff), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:10.658014 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:10.660887 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4482ed9c-ecc0-49f3-aceb-ff7cd11479cb), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:10.669137 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe39bb5-0633-464d-a83b-3260c76cc102 None None] Network 5d82dc14-7f34-4a1f-befc-bc8ad64513e2 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:10.700102 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2efb7d05-d0ed-4924-82ab-25303d899eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:10.758797 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4317f0a8-551f-4fab-9db3-5b68dc9e5482 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c75245da-ed52-4be1-b745-b202e7b0c31f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:10.814296 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317f0a8-551f-4fab-9db3-5b68dc9e5482 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event deleted for resources: {'Port': ['ID=c75245da-ed52-4be1-b745-b202e7b0c31f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:10.820133 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (88a3fbd5-0ca9-425b-b810-9bdcd89ea8ff), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:10.897779 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4317f0a8-551f-4fab-9db3-5b68dc9e5482 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for floatingip (4c514c0c-8da9-4d5d-8b59-5e48aef217cb), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:10.898449 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-4317f0a8-551f-4fab-9db3-5b68dc9e5482 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Floating IP 4c514c0c-8da9-4d5d-8b59-5e48aef217cb disassociated (deleted). External IP: 172.25.6.102, port: 1938b681-bcb4-461c-8144-064fc2497dae. Feb 09 22:20:10.925564 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Subnet': ['ID=88a3fbd5-0ca9-425b-b810-9bdcd89ea8ff,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:10.933541 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f17d56b4-913d-4aa6-a839-2f2004921e9b None None] Provisioning complete for port 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:10.933918 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f17d56b4-913d-4aa6-a839-2f2004921e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4482ed9c-ecc0-49f3-aceb-ff7cd11479cb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:10.941653 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=4482ed9c-ecc0-49f3-aceb-ff7cd11479cb,segment=NetworkSegment(8e05d4d9-a1b8-4bfb-aa36-d0038fa97831),segment_id=8e05d4d9-a1b8-4bfb-aa36-d0038fa97831)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:11.033775 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4482ed9c-ecc0-49f3-aceb-ff7cd11479cb), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:11.064433 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2dcbdced-0827-492e-8c2d-dedf762612d3 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:20:11.126678 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f17d56b4-913d-4aa6-a839-2f2004921e9b None None] Current status of the port 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:11.160269 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 2dcbdced-0827-492e-8c2d-dedf762612d3 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:20:11.160636 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2dcbdced-0827-492e-8c2d-dedf762612d3 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:20:11.207553 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=4482ed9c-ecc0-49f3-aceb-ff7cd11479cb,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:11.223132 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (8f77650a-4e83-4780-b5ee-56645beea85e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:11.234527 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dded0dec-5fba-4355-9dda-9e95997ccb4f req-0146d248-fc4d-4429-b5ce-34cf0316e0f2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 210 time: 0.0511024 Feb 09 22:20:11.303349 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f77650a-4e83-4780-b5ee-56645beea85e']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:11.321514 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4317f0a8-551f-4fab-9db3-5b68dc9e5482 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Router 37780b23-1dd8-4ed6-8122-1b04227e2161 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:20:11.335304 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f0d540-c0a9-4215-9495-cd2fbfdd9fda') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:11.335773 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f0d540-c0a9-4215-9495-cd2fbfdd9fda') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:11.376424 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (85f0d540-c0a9-4215-9495-cd2fbfdd9fda), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:11.425469 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (85f0d540-c0a9-4215-9495-cd2fbfdd9fda), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:11.464908 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:20:11.469694 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (85f0d540-c0a9-4215-9495-cd2fbfdd9fda), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:20:11.486265 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:20:11.593356 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4317f0a8-551f-4fab-9db3-5b68dc9e5482 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:20:11.600874 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4317f0a8-551f-4fab-9db3-5b68dc9e5482 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:11.608420 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383aaf32-e033-4feb-8513-dc6d3861ab39 None None] Sync routers for ids ['37780b23-1dd8-4ed6-8122-1b04227e2161'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:20:11.626133 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383aaf32-e033-4feb-8513-dc6d3861ab39 None None] Routers {'37780b23-1dd8-4ed6-8122-1b04227e2161'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:11.626779 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-383aaf32-e033-4feb-8513-dc6d3861ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:20:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['37780b23-1dd8-4ed6-8122-1b04227e2161'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:11.711061 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (8f77650a-4e83-4780-b5ee-56645beea85e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:11.726121 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:11.730788 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/networks/8f77650a-4e83-4780-b5ee-56645beea85e HTTP/1.1" status: 204 len: 168 time: 4.0998881 Feb 09 22:20:11.743291 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43934) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:11.752231 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3985323e-1b74-4898-ac8b-c252b762aad0 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-605065596'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:11.753813 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f5d07-2813-402a-9d06-b686de0ede4f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Network': ['ID=8f77650a-4e83-4780-b5ee-56645beea85e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:11.807754 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4317f0a8-551f-4fab-9db3-5b68dc9e5482 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "DELETE /v2.0/floatingips/4c514c0c-8da9-4d5d-8b59-5e48aef217cb HTTP/1.1" status: 204 len: 168 time: 2.7466111 Feb 09 22:20:11.815183 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e618727-89ac-4e67-9871-650ebe797a8f', 'tag': '1938b681-bcb4-461c-8144-064fc2497dae'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:20:11.820076 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729af67a-5fa7-47d3-9f9e-3729845dd4bb" -d '{"events": [{"name": "network-changed", "server_uuid": "4e618727-89ac-4e67-9871-650ebe797a8f", "tag": "1938b681-bcb4-461c-8144-064fc2497dae"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:20:11.836232 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3985323e-1b74-4898-ac8b-c252b762aad0 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Made reservation on behalf of b8c3fb42183049be9371d52143051117 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:11.847898 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3985323e-1b74-4898-ac8b-c252b762aad0 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:11.979962 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3985323e-1b74-4898-ac8b-c252b762aad0 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:20:12.004608 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3985323e-1b74-4898-ac8b-c252b762aad0 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (3283b1d4-812b-4742-85a8-da49e3eec126), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:12.008056 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-3985323e-1b74-4898-ac8b-c252b762aad0 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Added segment 3283b1d4-812b-4742-85a8-da49e3eec126 of type vlan for network c68616fe-5fca-4943-b6ec-fbd5fd530d9d Feb 09 22:20:12.150856 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3985323e-1b74-4898-ac8b-c252b762aad0 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (c68616fe-5fca-4943-b6ec-fbd5fd530d9d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:12.253065 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2dc64d92-47f7-43d0-a4cd-ba6c9ab89e39 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:12.258924 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2dc64d92-47f7-43d0-a4cd-ba6c9ab89e39 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.42 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 811 time: 0.8603523 Feb 09 22:20:12.260365 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3985323e-1b74-4898-ac8b-c252b762aad0 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (c68616fe-5fca-4943-b6ec-fbd5fd530d9d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:12.265645 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3985323e-1b74-4898-ac8b-c252b762aad0 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:12.273778 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3985323e-1b74-4898-ac8b-c252b762aad0 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:12.281515 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d47bd6-2355-4a66-82e6-4ac67851426a x-openstack-request-id: req-61d47bd6-2355-4a66-82e6-4ac67851426a {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:20:12.281851 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e618727-89ac-4e67-9871-650ebe797a8f", "tag": "1938b681-bcb4-461c-8144-064fc2497dae", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:20:12.282057 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-61d47bd6-2355-4a66-82e6-4ac67851426a {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:20:12.282766 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e618727-89ac-4e67-9871-650ebe797a8f', 'tag': '1938b681-bcb4-461c-8144-064fc2497dae', 'status': 'completed', 'code': 200} Feb 09 22:20:12.415343 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:12.422263 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e341471-619f-4388-8f3e-09164fb49eba None None] DHCP port deletion for 8f77650a-4e83-4780-b5ee-56645beea85e request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:20:12.438539 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:20:12.561120 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:12.596988 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-de8a8876-dafe-46f3-b658-513d117f9313 None None] Provisioning complete for port 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:12.597639 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-de8a8876-dafe-46f3-b658-513d117f9313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4482ed9c-ecc0-49f3-aceb-ff7cd11479cb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:12.630517 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3985323e-1b74-4898-ac8b-c252b762aad0 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8857219 Feb 09 22:20:12.633461 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43948) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:12.647309 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f8240a9e-c1c5-4f32-b154-87782c72b164 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'subnet': {'network_id': 'c68616fe-5fca-4943-b6ec-fbd5fd530d9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:12.688624 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266b5955-dddd-44d3-9203-88235fc72001 None None] Network 8f77650a-4e83-4780-b5ee-56645beea85e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:12.728834 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266b5955-dddd-44d3-9203-88235fc72001 None None] Network 8f77650a-4e83-4780-b5ee-56645beea85e could not be found, it might have been deleted concurrently. {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:20:12.785962 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-383aaf32-e033-4feb-8513-dc6d3861ab39 None None] Set router 37780b23-1dd8-4ed6-8122-1b04227e2161 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:12.846165 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985323e-1b74-4898-ac8b-c252b762aad0 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Network': ['ID=c68616fe-5fca-4943-b6ec-fbd5fd530d9d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:12.917221 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network c68616fe-5fca-4943-b6ec-fbd5fd530d9d details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:20:12.938825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729af67a-5fa7-47d3-9f9e-3729845dd4bb req-765172de-8025-4bb6-a27d-a741bbffa456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:12.959570 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-729af67a-5fa7-47d3-9f9e-3729845dd4bb req-765172de-8025-4bb6-a27d-a741bbffa456 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b9cc49ec6add4d9e9840b65c33b053cd&device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 1167 time: 0.6500101 Feb 09 22:20:12.969619 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8240a9e-c1c5-4f32-b154-87782c72b164 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Made reservation on behalf of b8c3fb42183049be9371d52143051117 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:12.973789 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8240a9e-c1c5-4f32-b154-87782c72b164 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:12.978095 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-9cd7c696-b49d-469e-8613-6ff6529b0a21 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e HTTP/1.1" status: 200 len: 380 time: 0.6915896 Feb 09 22:20:13.007439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-5c38f7c3-9365-4105-9e86-ae05a7a80c15 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Request body: {'port': {'device_id': '81d15cd0-d9be-45c8-ae11-284647f69c8c', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'admin_state_up': True, 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'security_groups': ['b18504c4-a20c-4efd-8047-2581b7bd89e8']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:13.047950 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebe25d-b8b4-4413-9517-90387d3c3985 req-28fb44f6-f4d8-49e6-90de-9e4ad6b594c8 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:13.050205 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5ebe25d-b8b4-4413-9517-90387d3c3985 req-28fb44f6-f4d8-49e6-90de-9e4ad6b594c8 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 985 time: 0.5134158 Feb 09 22:20:13.156315 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-de8a8876-dafe-46f3-b658-513d117f9313 None None] Current status of the port 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:13.169431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:13.171190 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4482ed9c-ecc0-49f3-aceb-ff7cd11479cb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:13.320381 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:13.414554 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f4f44d8b-81a0-4120-9a6f-28efdd98d34f None None] Could not find standard attr ID for object 101592af-c360-43a4-a597-cd174069e638. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:20:13.473182 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8240a9e-c1c5-4f32-b154-87782c72b164 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (f47689c1-2b72-48e7-b298-b96368bc3211), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:13.490096 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729af67a-5fa7-47d3-9f9e-3729845dd4bb req-69529e45-ce86-4144-8ed7-c2aedaa8f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:13.491798 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-729af67a-5fa7-47d3-9f9e-3729845dd4bb req-69529e45-ce86-4144-8ed7-c2aedaa8f8be service neutron] 10.222.0.71 "GET /v2.0/networks?id=c08c80e7-ece5-4a9e-8647-0f5d34522ce3 HTTP/1.1" status: 200 len: 898 time: 0.5110939 Feb 09 22:20:13.498404 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5ebe25d-b8b4-4413-9517-90387d3c3985 req-c55902d3-9a72-4b44-981a-1e6c8e606a3b tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b22b4e6-ea01-4cb3-a5d6-c7e2c841453f&id=800ef66e-2293-4d11-a54b-a656f6688119&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3456330 Feb 09 22:20:13.558858 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-729af67a-5fa7-47d3-9f9e-3729845dd4bb req-7ae510e6-9a95-425a-afdd-71e3fa3c671c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1938b681-bcb4-461c-8144-064fc2497dae HTTP/1.1" status: 200 len: 217 time: 0.0592461 Feb 09 22:20:13.669659 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:13.674407 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa4670-e81c-47a8-8a51-d2d55b48a8f2 req-f6715f7a-06d9-458e-a332-16ca35620f47 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:13.684123 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1aa4670-e81c-47a8-8a51-d2d55b48a8f2 req-f6715f7a-06d9-458e-a332-16ca35620f47 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 985 time: 0.3232684 Feb 09 22:20:13.687116 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8240a9e-c1c5-4f32-b154-87782c72b164 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Subnet': ['ID=f47689c1-2b72-48e7-b298-b96368bc3211,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:13.694126 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8240a9e-c1c5-4f32-b154-87782c72b164 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Checking segment: {'id': '3283b1d4-812b-4742-85a8-da49e3eec126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c68616fe-5fca-4943-b6ec-fbd5fd530d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:13.694513 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8240a9e-c1c5-4f32-b154-87782c72b164 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Network hostable DHCP agents. Network: c68616fe-5fca-4943-b6ec-fbd5fd530d9d, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:20:13.728993 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-5c38f7c3-9365-4105-9e86-ae05a7a80c15 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Made reservation on behalf of 58c4a0b7c4ef40dc9ad9a8c42f1c443e for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:13.739607 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-5c38f7c3-9365-4105-9e86-ae05a7a80c15 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:13.744487 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8240a9e-c1c5-4f32-b154-87782c72b164 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Network c68616fe-5fca-4943-b6ec-fbd5fd530d9d is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:20:13.765606 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-f8240a9e-c1c5-4f32-b154-87782c72b164 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, c68616fe-5fca-4943-b6ec-fbd5fd530d9d) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:13.779340 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8240a9e-c1c5-4f32-b154-87782c72b164 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:13.780834 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8240a9e-c1c5-4f32-b154-87782c72b164 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:13.788528 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c1bb4c-ba49-4d71-bfc1-783399615cf7 None None] Network c68616fe-5fca-4943-b6ec-fbd5fd530d9d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:13.803053 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729af67a-5fa7-47d3-9f9e-3729845dd4bb req-1833bd32-f5b3-45dc-9899-80d3c3306145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:13.805624 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-729af67a-5fa7-47d3-9f9e-3729845dd4bb req-1833bd32-f5b3-45dc-9899-80d3c3306145 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=27c64d21-ca29-44ad-98b3-192d032c0775 HTTP/1.1" status: 200 len: 835 time: 0.2288814 Feb 09 22:20:13.840202 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f8240a9e-c1c5-4f32-b154-87782c72b164 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2030258 Feb 09 22:20:13.841149 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43952) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:13.852458 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c70d3788-e6b3-4970-b08f-4a5d027e8b49 req-b98661db-02e6-409b-9761-7e6977efa8ab tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 210 time: 0.0826948 Feb 09 22:20:13.852728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3806d9bb-52d2-4fd1-b87e-40b85b6589a4 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2043216911'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:13.932185 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3806d9bb-52d2-4fd1-b87e-40b85b6589a4 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Made reservation on behalf of b8c3fb42183049be9371d52143051117 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:13.942216 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3806d9bb-52d2-4fd1-b87e-40b85b6589a4 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:14.062605 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 101592af-c360-43a4-a597-cd174069e638 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:20:14.064782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3806d9bb-52d2-4fd1-b87e-40b85b6589a4 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:20:14.105016 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3806d9bb-52d2-4fd1-b87e-40b85b6589a4 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (58e9c20e-9178-4cc7-ad98-4f1d06eb22c2), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:14.105661 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-3806d9bb-52d2-4fd1-b87e-40b85b6589a4 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Added segment 58e9c20e-9178-4cc7-ad98-4f1d06eb22c2 of type vlan for network 2c999d85-555c-48fe-bba6-65263c959ded Feb 09 22:20:14.134259 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 101592af-c360-43a4-a597-cd174069e638 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:20:14.134932 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 101592af-c360-43a4-a597-cd174069e638 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:20:14.191409 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e10a23-8ab4-4ddd-9029-e39efbe60d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-c68616fe-5fca-4943-b6ec-fbd5fd530d9d', 'network_id': 'c68616fe-5fca-4943-b6ec-fbd5fd530d9d', 'project_id': 'b8c3fb42183049be9371d52143051117', 'fixed_ips': [{'subnet_id': 'f47689c1-2b72-48e7-b298-b96368bc3211'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:20:14.192368 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-05e10a23-8ab4-4ddd-9029-e39efbe60d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:14.282241 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3806d9bb-52d2-4fd1-b87e-40b85b6589a4 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (2c999d85-555c-48fe-bba6-65263c959ded), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:14.391050 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3806d9bb-52d2-4fd1-b87e-40b85b6589a4 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (2c999d85-555c-48fe-bba6-65263c959ded), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:14.398461 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3806d9bb-52d2-4fd1-b87e-40b85b6589a4 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:14.399748 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3806d9bb-52d2-4fd1-b87e-40b85b6589a4 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:14.426763 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-383aaf32-e033-4feb-8513-dc6d3861ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622731239', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:27Z', 'revision_number': 4, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '97cdd45e-8b62-48c6-b056-9dc15411c7eb', 'name': '', 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'mac_address': 'fa:16:3e:68:f7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '27c64d21-ca29-44ad-98b3-192d032c0775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:24Z', 'updated_at': '2022-02-09T22:18:34Z', 'revision_number': 5, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'subnets': [{'id': '27c64d21-ca29-44ad-98b3-192d032c0775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:14.507062 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383aaf32-e033-4feb-8513-dc6d3861ab39 None None] Checking router: 37780b23-1dd8-4ed6-8122-1b04227e2161 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:20:14.512060 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-05e10a23-8ab4-4ddd-9029-e39efbe60d1b None None] Allocated IP 2001:db8::3 (c68616fe-5fca-4943-b6ec-fbd5fd530d9d/f47689c1-2b72-48e7-b298-b96368bc3211/5d3f8383-7c61-45c0-a864-e4577f284434) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:20:14.543238 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3806d9bb-52d2-4fd1-b87e-40b85b6589a4 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7000840 Feb 09 22:20:14.548818 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43954) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:14.559471 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-5d60e556-939a-4471-b10d-617d7775c914 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'subnet': {'network_id': '2c999d85-555c-48fe-bba6-65263c959ded', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:14.590346 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383aaf32-e033-4feb-8513-dc6d3861ab39 None None] Routers {'37780b23-1dd8-4ed6-8122-1b04227e2161'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:14.595310 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-383aaf32-e033-4feb-8513-dc6d3861ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:20:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['37780b23-1dd8-4ed6-8122-1b04227e2161'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:14.672498 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729af67a-5fa7-47d3-9f9e-3729845dd4bb req-3cc49fe1-57f2-4756-b664-4365b50f8e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:14.674110 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-729af67a-5fa7-47d3-9f9e-3729845dd4bb req-3cc49fe1-57f2-4756-b664-4365b50f8e43 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c08c80e7-ece5-4a9e-8647-0f5d34522ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8363492 Feb 09 22:20:14.686238 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806d9bb-52d2-4fd1-b87e-40b85b6589a4 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Network': ['ID=2c999d85-555c-48fe-bba6-65263c959ded,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:14.759829 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-f1aa4670-e81c-47a8-8a51-d2d55b48a8f2 req-0f2e4964-56a3-4381-863f-abc2c7092c12 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Deleting port 1938b681-bcb4-461c-8144-064fc2497dae {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:14.760211 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f1aa4670-e81c-47a8-8a51-d2d55b48a8f2 req-0f2e4964-56a3-4381-863f-abc2c7092c12 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1938b681-bcb4-461c-8144-064fc2497dae), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:14.764278 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d60e556-939a-4471-b10d-617d7775c914 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Made reservation on behalf of b8c3fb42183049be9371d52143051117 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:14.769882 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5d60e556-939a-4471-b10d-617d7775c914 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:14.859541 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.ipam_backend_mixin [None req-5d60e556-939a-4471-b10d-617d7775c914 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Performing IP validity checks on allocation pools {{(pid=103202) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 22:20:14.862339 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.ipam_backend_mixin [None req-5d60e556-939a-4471-b10d-617d7775c914 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103202) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 22:20:14.867047 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-5c38f7c3-9365-4105-9e86-ae05a7a80c15 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Allocated IP 172.20.0.3 (1c413694-0f23-4bcd-9644-27b6436fabff/d01c0d6a-31a0-472b-ba02-5fee9667ec67/7e9ff3e6-eea2-4737-9b1b-0459f23dfb88) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:20:14.923772 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e699462-53ad-4f8b-8afc-67b1b6cf7b02 req-92281f13-2ffc-4455-b790-5f558a7dead3 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:14.926097 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e699462-53ad-4f8b-8afc-67b1b6cf7b02 req-92281f13-2ffc-4455-b790-5f558a7dead3 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 985 time: 0.2378464 Feb 09 22:20:15.048674 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-383aaf32-e033-4feb-8513-dc6d3861ab39 None None] Set router 37780b23-1dd8-4ed6-8122-1b04227e2161 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:15.110497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-f1aa4670-e81c-47a8-8a51-d2d55b48a8f2 req-0f2e4964-56a3-4381-863f-abc2c7092c12 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] For port 1938b681-bcb4-461c-8144-064fc2497dae, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=1938b681-bcb4-461c-8144-064fc2497dae,segment=NetworkSegment(20c1805b-9e63-4777-afd2-40c33c127bf1),segment_id=20c1805b-9e63-4777-afd2-40c33c127bf1)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:15.110901 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f1aa4670-e81c-47a8-8a51-d2d55b48a8f2 req-0f2e4964-56a3-4381-863f-abc2c7092c12 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1938b681-bcb4-461c-8144-064fc2497dae), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:15.134561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 2c999d85-555c-48fe-bba6-65263c959ded details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:20:15.170215 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-729af67a-5fa7-47d3-9f9e-3729845dd4bb req-ab890a70-f837-4d8f-9792-c06d0bf77caa service neutron] 10.222.0.71 "GET /v2.0/networks/c08c80e7-ece5-4a9e-8647-0f5d34522ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870636 Feb 09 22:20:15.183507 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-f1aa4670-e81c-47a8-8a51-d2d55b48a8f2 req-0f2e4964-56a3-4381-863f-abc2c7092c12 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Calling delete_port for 1938b681-bcb4-461c-8144-064fc2497dae owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:15.188911 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5d60e556-939a-4471-b10d-617d7775c914 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (b539c7b4-3849-4ec9-ae78-3f13b40f43c1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:15.210701 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e699462-53ad-4f8b-8afc-67b1b6cf7b02 req-7f6107de-8e5c-4b32-842b-2caaf675077b tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b22b4e6-ea01-4cb3-a5d6-c7e2c841453f&id=800ef66e-2293-4d11-a54b-a656f6688119&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2727933 Feb 09 22:20:15.257764 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60e556-939a-4471-b10d-617d7775c914 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Subnet': ['ID=b539c7b4-3849-4ec9-ae78-3f13b40f43c1,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:15.339379 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d60e556-939a-4471-b10d-617d7775c914 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Checking segment: {'id': '58e9c20e-9178-4cc7-ad98-4f1d06eb22c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2c999d85-555c-48fe-bba6-65263c959ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:15.339979 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d60e556-939a-4471-b10d-617d7775c914 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Network hostable DHCP agents. Network: 2c999d85-555c-48fe-bba6-65263c959ded, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:20:15.372931 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e6405e03-a286-40e2-9ea3-fecce324d302 req-a14aaada-15ab-47bf-81f0-c4f6773edbf8 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 210 time: 0.0530374 Feb 09 22:20:15.403059 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d60e556-939a-4471-b10d-617d7775c914 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Network 2c999d85-555c-48fe-bba6-65263c959ded is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:20:15.418128 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-5d60e556-939a-4471-b10d-617d7775c914 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 2c999d85-555c-48fe-bba6-65263c959ded) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:15.450576 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d60e556-939a-4471-b10d-617d7775c914 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:15.453293 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5d60e556-939a-4471-b10d-617d7775c914 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:15.492133 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5d60e556-939a-4471-b10d-617d7775c914 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9413588 Feb 09 22:20:15.495382 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43960) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:15.550315 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-729af67a-5fa7-47d3-9f9e-3729845dd4bb req-ee57497a-058d-40f9-92b3-b358afea06da service neutron] 10.222.0.71 "GET /v2.0/networks/c08c80e7-ece5-4a9e-8647-0f5d34522ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680046 Feb 09 22:20:15.583310 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-5c38f7c3-9365-4105-9e86-ae05a7a80c15 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for port (7e9ff3e6-eea2-4737-9b1b-0459f23dfb88), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:15.670306 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8717542-5758-44a2-b0a5-022a9abce25e None None] Network 2c999d85-555c-48fe-bba6-65263c959ded requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:15.719851 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c2cba59-0970-4eab-ae81-436055fb02ee tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (2c999d85-555c-48fe-bba6-65263c959ded), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:15.747804 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:15.764076 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-5c38f7c3-9365-4105-9e86-ae05a7a80c15 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (7e9ff3e6-eea2-4737-9b1b-0459f23dfb88), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:15.840756 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c2cba59-0970-4eab-ae81-436055fb02ee tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (b539c7b4-3849-4ec9-ae78-3f13b40f43c1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:15.897353 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-5c38f7c3-9365-4105-9e86-ae05a7a80c15 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Network 1c413694-0f23-4bcd-9644-27b6436fabff is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:15.902631 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-5c38f7c3-9365-4105-9e86-ae05a7a80c15 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:15.915788 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-5c38f7c3-9365-4105-9e86-ae05a7a80c15 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:20:15.924159 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f1aa4670-e81c-47a8-8a51-d2d55b48a8f2 req-0f2e4964-56a3-4381-863f-abc2c7092c12 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1938b681-bcb4-461c-8144-064fc2497dae), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:15.983911 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:15.986994 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-05e10a23-8ab4-4ddd-9029-e39efbe60d1b None None] Publish callbacks [] for port (5d3f8383-7c61-45c0-a864-e4577f284434), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:16.010073 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c2cba59-0970-4eab-ae81-436055fb02ee tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (b539c7b4-3849-4ec9-ae78-3f13b40f43c1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:16.022254 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-05e10a23-8ab4-4ddd-9029-e39efbe60d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (5d3f8383-7c61-45c0-a864-e4577f284434), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:16.046069 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43964) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:16.077946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38f7c3-9365-4105-9e86-ae05a7a80c15 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event updated for resources: {'Port': ['ID=7e9ff3e6-eea2-4737-9b1b-0459f23dfb88,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:16.166027 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e10a23-8ab4-4ddd-9029-e39efbe60d1b None None] Network c68616fe-5fca-4943-b6ec-fbd5fd530d9d is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:16.238105 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-05e10a23-8ab4-4ddd-9029-e39efbe60d1b None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:16.242449 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e10a23-8ab4-4ddd-9029-e39efbe60d1b None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:20:16.245650 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1aa4670-e81c-47a8-8a51-d2d55b48a8f2 req-0f2e4964-56a3-4381-863f-abc2c7092c12 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] No DVR routers for this DVR port 1938b681-bcb4-461c-8144-064fc2497dae on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:20:16.249827 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e4964-56a3-4381-863f-abc2c7092c12 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event deleted for resources: {'Port': ['ID=1938b681-bcb4-461c-8144-064fc2497dae,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:16.260493 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f1aa4670-e81c-47a8-8a51-d2d55b48a8f2 req-0f2e4964-56a3-4381-863f-abc2c7092c12 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:16.264358 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1aa4670-e81c-47a8-8a51-d2d55b48a8f2 req-0f2e4964-56a3-4381-863f-abc2c7092c12 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.71 "DELETE /v2.0/ports/1938b681-bcb4-461c-8144-064fc2497dae HTTP/1.1" status: 204 len: 173 time: 2.5617156 Feb 09 22:20:16.270518 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e10a23-8ab4-4ddd-9029-e39efbe60d1b None None] Pushing event updated for resources: {'Port': ['ID=5d3f8383-7c61-45c0-a864-e4577f284434,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:16.271269 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e618727-89ac-4e67-9871-650ebe797a8f', 'name': 'network-vif-deleted', 'tag': '1938b681-bcb4-461c-8144-064fc2497dae'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:20:16.274088 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c41996-3c02-4eb4-80b5-de12939e7bcd" -d '{"events": [{"server_uuid": "4e618727-89ac-4e67-9871-650ebe797a8f", "name": "network-vif-deleted", "tag": "1938b681-bcb4-461c-8144-064fc2497dae"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:20:16.281270 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cba59-0970-4eab-ae81-436055fb02ee tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Subnet': ['ID=b539c7b4-3849-4ec9-ae78-3f13b40f43c1,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:16.294564 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-5c38f7c3-9365-4105-9e86-ae05a7a80c15 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:16.295394 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-5c38f7c3-9365-4105-9e86-ae05a7a80c15 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:16.343376 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-5c38f7c3-9365-4105-9e86-ae05a7a80c15 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3415244 Feb 09 22:20:16.355532 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] Request body: {'port': {'device_id': '81d15cd0-d9be-45c8-ae11-284647f69c8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:16.508371 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c2cba59-0970-4eab-ae81-436055fb02ee tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (2c999d85-555c-48fe-bba6-65263c959ded), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:16.510457 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-00e66f52-8dad-4982-a8c9-a552b97a8e4f req-7ca42341-78b1-40e9-bc83-3bb3edb4407b tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e618727-89ac-4e67-9871-650ebe797a8f HTTP/1.1" status: 200 len: 210 time: 0.0796418 Feb 09 22:20:16.522776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a22cd6-ae70-4357-b074-2441cb44591a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-2c999d85-555c-48fe-bba6-65263c959ded', 'network_id': '2c999d85-555c-48fe-bba6-65263c959ded', 'project_id': 'b8c3fb42183049be9371d52143051117', 'fixed_ips': [{'subnet_id': 'b539c7b4-3849-4ec9-ae78-3f13b40f43c1'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:20:16.534555 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7e9ff3e6-eea2-4737-9b1b-0459f23dfb88), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:16.539370 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c1a22cd6-ae70-4357-b074-2441cb44591a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:16.624796 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:16.637934 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9ff124-46ac-4972-b3de-19f2682eb0d7 x-openstack-request-id: req-2e9ff124-46ac-4972-b3de-19f2682eb0d7 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:20:16.641678 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e618727-89ac-4e67-9871-650ebe797a8f", "name": "network-vif-deleted", "tag": "1938b681-bcb4-461c-8144-064fc2497dae", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:20:16.641955 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2e9ff124-46ac-4972-b3de-19f2682eb0d7 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:20:16.645072 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e618727-89ac-4e67-9871-650ebe797a8f', 'name': 'network-vif-deleted', 'tag': '1938b681-bcb4-461c-8144-064fc2497dae', 'status': 'completed', 'code': 200} Feb 09 22:20:16.729314 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-05e10a23-8ab4-4ddd-9029-e39efbe60d1b None None] Attempting to bind port 5d3f8383-7c61-45c0-a864-e4577f284434 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:20:16.729636 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-05e10a23-8ab4-4ddd-9029-e39efbe60d1b None None] Attempting to bind port 5d3f8383-7c61-45c0-a864-e4577f284434 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '3283b1d4-812b-4742-85a8-da49e3eec126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c68616fe-5fca-4943-b6ec-fbd5fd530d9d'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:20:16.729953 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e10a23-8ab4-4ddd-9029-e39efbe60d1b None None] Attempting to bind port 5d3f8383-7c61-45c0-a864-e4577f284434 on network c68616fe-5fca-4943-b6ec-fbd5fd530d9d {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:20:16.735230 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-7c2cba59-0970-4eab-ae81-436055fb02ee tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c999d85-555c-48fe-bba6-65263c959ded']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:16.748363 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-383aaf32-e033-4feb-8513-dc6d3861ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622731239', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:27Z', 'revision_number': 4, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '97cdd45e-8b62-48c6-b056-9dc15411c7eb', 'name': '', 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'mac_address': 'fa:16:3e:68:f7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '27c64d21-ca29-44ad-98b3-192d032c0775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:24Z', 'updated_at': '2022-02-09T22:18:34Z', 'revision_number': 5, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'subnets': [{'id': '27c64d21-ca29-44ad-98b3-192d032c0775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:16.774991 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-7c2cba59-0970-4eab-ae81-436055fb02ee tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e9c20e-9178-4cc7-ad98-4f1d06eb22c2') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:16.775926 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-7c2cba59-0970-4eab-ae81-436055fb02ee tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e9c20e-9178-4cc7-ad98-4f1d06eb22c2') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:16.833424 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c2cba59-0970-4eab-ae81-436055fb02ee tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (58e9c20e-9178-4cc7-ad98-4f1d06eb22c2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:16.835874 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383aaf32-e033-4feb-8513-dc6d3861ab39 None None] The sync data for ids ['37780b23-1dd8-4ed6-8122-1b04227e2161'] in n-d-828601-1 is: [{'id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622731239', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:27Z', 'revision_number': 4, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '97cdd45e-8b62-48c6-b056-9dc15411c7eb', 'name': '', 'network_id': 'c08c80e7-ece5-4a9e-8647-0f5d34522ce3', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'mac_address': 'fa:16:3e:68:f7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '27c64d21-ca29-44ad-98b3-192d032c0775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:24Z', 'updated_at': '2022-02-09T22:18:34Z', 'revision_number': 5, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'subnets': [{'id': '27c64d21-ca29-44ad-98b3-192d032c0775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:20:16.837938 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e10a23-8ab4-4ddd-9029-e39efbe60d1b None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:20:16.838442 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e10a23-8ab4-4ddd-9029-e39efbe60d1b None None] Checking segment: {'id': '3283b1d4-812b-4742-85a8-da49e3eec126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c68616fe-5fca-4943-b6ec-fbd5fd530d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:16.838827 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-05e10a23-8ab4-4ddd-9029-e39efbe60d1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:16.839008 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e10a23-8ab4-4ddd-9029-e39efbe60d1b None None] Bound using segment: {'id': '3283b1d4-812b-4742-85a8-da49e3eec126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c68616fe-5fca-4943-b6ec-fbd5fd530d9d'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:20:16.839358 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-05e10a23-8ab4-4ddd-9029-e39efbe60d1b None None] Bound port: 5d3f8383-7c61-45c0-a864-e4577f284434, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3283b1d4-812b-4742-85a8-da49e3eec126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c68616fe-5fca-4943-b6ec-fbd5fd530d9d'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:20:16.839774 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-05e10a23-8ab4-4ddd-9029-e39efbe60d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5d3f8383-7c61-45c0-a864-e4577f284434), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:16.843935 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d88a6aee-4b94-4e83-b448-965659e9e42b None None] Provisioning complete for port 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:16.844214 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d88a6aee-4b94-4e83-b448-965659e9e42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7e9ff3e6-eea2-4737-9b1b-0459f23dfb88), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:17.021317 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c2cba59-0970-4eab-ae81-436055fb02ee tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (58e9c20e-9178-4cc7-ad98-4f1d06eb22c2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:17.053551 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2cba59-0970-4eab-ae81-436055fb02ee tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:20:17.060351 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c2cba59-0970-4eab-ae81-436055fb02ee tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (58e9c20e-9178-4cc7-ad98-4f1d06eb22c2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:17.091580 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda4327-2f33-4132-80a2-de07ddb7fb60 req-18a0269f-50b4-4822-992f-3dbb6d9738d2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:17.093128 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7fda4327-2f33-4132-80a2-de07ddb7fb60 req-18a0269f-50b4-4822-992f-3dbb6d9738d2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 931 time: 0.3784463 Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:20:17.198814 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:20:17.255436 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4982d50f-fe0a-45bf-a08f-b4fafb48bea7 None None] Network 2c999d85-555c-48fe-bba6-65263c959ded requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:17.261911 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c2cba59-0970-4eab-ae81-436055fb02ee tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (2c999d85-555c-48fe-bba6-65263c959ded), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:17.287229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d88a6aee-4b94-4e83-b448-965659e9e42b None None] Port 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:20:17.297022 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7fda4327-2f33-4132-80a2-de07ddb7fb60 req-c688dccf-4554-4ec4-93c5-fe79f82a63d5 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879716 Feb 09 22:20:17.309299 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4982d50f-fe0a-45bf-a08f-b4fafb48bea7 None None] Network 2c999d85-555c-48fe-bba6-65263c959ded could not be found, it might have been deleted concurrently. {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:20:17.318558 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c2cba59-0970-4eab-ae81-436055fb02ee tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:17.328368 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7c2cba59-0970-4eab-ae81-436055fb02ee tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/networks/2c999d85-555c-48fe-bba6-65263c959ded HTTP/1.1" status: 204 len: 168 time: 1.8312843 Feb 09 22:20:17.331905 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43972) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:17.339369 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cba59-0970-4eab-ae81-436055fb02ee tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Network': ['ID=2c999d85-555c-48fe-bba6-65263c959ded,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:17.349021 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5db8394e-d7eb-4840-a71c-934a1e96941b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1854456388'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:17.360706 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-31b75443-0b1a-4a69-9a04-e7e5b99dbb5c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Deleting port d3a75712-5eef-4cd9-b9ac-d8f917718b90 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:17.362940 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31b75443-0b1a-4a69-9a04-e7e5b99dbb5c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d3a75712-5eef-4cd9-b9ac-d8f917718b90), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:17.411262 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:20:17.412639 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-05e10a23-8ab4-4ddd-9029-e39efbe60d1b None None] For port 5d3f8383-7c61-45c0-a864-e4577f284434, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:20:17.420942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-05e10a23-8ab4-4ddd-9029-e39efbe60d1b None None] For port 5d3f8383-7c61-45c0-a864-e4577f284434, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5d3f8383-7c61-45c0-a864-e4577f284434,segment=NetworkSegment(3283b1d4-812b-4742-85a8-da49e3eec126),segment_id=3283b1d4-812b-4742-85a8-da49e3eec126)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:20:17.430937 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] Publish callbacks [] for port (7e9ff3e6-eea2-4737-9b1b-0459f23dfb88), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:17.433867 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db8394e-d7eb-4840-a71c-934a1e96941b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Made reservation on behalf of b8c3fb42183049be9371d52143051117 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:17.437250 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5db8394e-d7eb-4840-a71c-934a1e96941b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:17.439243 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-05e10a23-8ab4-4ddd-9029-e39efbe60d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5d3f8383-7c61-45c0-a864-e4577f284434), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:17.464335 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] Transition to ACTIVE for port object 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:20:17.484955 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (7e9ff3e6-eea2-4737-9b1b-0459f23dfb88), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:17.490404 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9fa1f7-f3d5-40ce-b266-2bc2c7d423e3 None None] New status for floating IP 4c514c0c-8da9-4d5d-8b59-5e48aef217cb: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:20:17.515038 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db8394e-d7eb-4840-a71c-934a1e96941b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:20:17.611563 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5db8394e-d7eb-4840-a71c-934a1e96941b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (1ea3e13b-edae-428f-8f1e-13bc89f49c51), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:17.612471 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-5db8394e-d7eb-4840-a71c-934a1e96941b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Added segment 1ea3e13b-edae-428f-8f1e-13bc89f49c51 of type vlan for network 2559fee9-98ec-4688-8f5c-5a4d88bdda25 Feb 09 22:20:17.625805 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e10a23-8ab4-4ddd-9029-e39efbe60d1b None None] Pushing event updated for resources: {'Port': ['ID=5d3f8383-7c61-45c0-a864-e4577f284434,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:17.632348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43976) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:17.633554 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31b75443-0b1a-4a69-9a04-e7e5b99dbb5c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d3a75712-5eef-4cd9-b9ac-d8f917718b90), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:17.633554 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31b75443-0b1a-4a69-9a04-e7e5b99dbb5c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for floatingip (d3a75712-5eef-4cd9-b9ac-d8f917718b90), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:17.685819 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9ff3e6-eea2-4737-9b1b-0459f23dfb88,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:17.693248 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-31b75443-0b1a-4a69-9a04-e7e5b99dbb5c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Calling delete_port for d3a75712-5eef-4cd9-b9ac-d8f917718b90 owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:17.775766 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5db8394e-d7eb-4840-a71c-934a1e96941b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (2559fee9-98ec-4688-8f5c-5a4d88bdda25), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:17.890797 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5db8394e-d7eb-4840-a71c-934a1e96941b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (2559fee9-98ec-4688-8f5c-5a4d88bdda25), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:17.911795 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db8394e-d7eb-4840-a71c-934a1e96941b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:17.912139 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5db8394e-d7eb-4840-a71c-934a1e96941b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:17.915184 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5ecc8774-375b-4082-8769-1e7902f1e3af tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for security_group (3b22b4e6-ea01-4cb3-a5d6-c7e2c841453f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:17.983077 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] Attempting to bind port 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:20:17.983898 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] Attempting to bind port 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:20:17.984614 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] Attempting to bind port 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 on network 1c413694-0f23-4bcd-9644-27b6436fabff {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:20:17.991825 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31b75443-0b1a-4a69-9a04-e7e5b99dbb5c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (d3a75712-5eef-4cd9-b9ac-d8f917718b90), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:18.042427 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5db8394e-d7eb-4840-a71c-934a1e96941b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7087777 Feb 09 22:20:18.055322 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43978) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:18.063893 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d3056402-87f8-47af-a72b-3437a7fdff1f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'subnet': {'network_id': '2559fee9-98ec-4688-8f5c-5a4d88bdda25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:18.117817 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b75443-0b1a-4a69-9a04-e7e5b99dbb5c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Port': ['ID=d3a75712-5eef-4cd9-b9ac-d8f917718b90,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:18.155116 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5ecc8774-375b-4082-8769-1e7902f1e3af tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for security_group (3b22b4e6-ea01-4cb3-a5d6-c7e2c841453f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:18.166708 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] Port 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 on network 1c413694-0f23-4bcd-9644-27b6436fabff not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:20:18.167314 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] Attempting to bind port 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 on network 1c413694-0f23-4bcd-9644-27b6436fabff {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:20:18.214793 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:20:18.215168 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] Checking segment: {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:18.215517 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] Bound using segment: {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:20:18.216229 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] Bound port: 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:20:18.217030 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7e9ff3e6-eea2-4737-9b1b-0459f23dfb88), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:18.235441 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8394e-d7eb-4840-a71c-934a1e96941b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Network': ['ID=2559fee9-98ec-4688-8f5c-5a4d88bdda25,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:18.247789 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31b75443-0b1a-4a69-9a04-e7e5b99dbb5c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for floatingip (5c732473-4ee1-4c63-a0aa-698a85a1493e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:18.249064 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-31b75443-0b1a-4a69-9a04-e7e5b99dbb5c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Floating IP 5c732473-4ee1-4c63-a0aa-698a85a1493e disassociated (deleted). External IP: 172.25.6.230, port: b8d0efd7-7759-4bfc-a4ce-ca63697b83ff. Feb 09 22:20:18.254914 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 2559fee9-98ec-4688-8f5c-5a4d88bdda25 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:20:18.295776 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3056402-87f8-47af-a72b-3437a7fdff1f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Made reservation on behalf of b8c3fb42183049be9371d52143051117 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:18.299254 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3056402-87f8-47af-a72b-3437a7fdff1f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:18.323162 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5ecc8774-375b-4082-8769-1e7902f1e3af tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3b22b4e6-ea01-4cb3-a5d6-c7e2c841453f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:18.326583 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5ecc8774-375b-4082-8769-1e7902f1e3af tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:18.327898 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5ecc8774-375b-4082-8769-1e7902f1e3af tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "DELETE /v2.0/security-groups/3b22b4e6-ea01-4cb3-a5d6-c7e2c841453f HTTP/1.1" status: 204 len: 168 time: 0.6945632 Feb 09 22:20:18.353611 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43980) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:18.593265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc8774-375b-4082-8769-1e7902f1e3af tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b22b4e6-ea01-4cb3-a5d6-c7e2c841453f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:18.664072 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] For port 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:20:18.733858 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b75443-0b1a-4a69-9a04-e7e5b99dbb5c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Router 5bfe8c37-abc2-4f54-9f7b-fa85dce3465b has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:20:18.737529 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] For port 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=7e9ff3e6-eea2-4737-9b1b-0459f23dfb88,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:20:18.747085 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 1938b681-bcb4-461c-8144-064fc2497dae no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:20:18.776879 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc1a36-8baf-4220-9f3c-86437cbaa9ce req-b1b2e62f-42f2-4365-9670-b81bab14d605 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:18.780292 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1abc1a36-8baf-4220-9f3c-86437cbaa9ce req-b1b2e62f-42f2-4365-9670-b81bab14d605 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 943 time: 0.2377477 Feb 09 22:20:18.790073 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (7e9ff3e6-eea2-4737-9b1b-0459f23dfb88), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:18.848413 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 1938b681-bcb4-461c-8144-064fc2497dae {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:20:18.849037 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 1938b681-bcb4-461c-8144-064fc2497dae not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:20:18.897257 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b75443-0b1a-4a69-9a04-e7e5b99dbb5c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:20:18.903226 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31b75443-0b1a-4a69-9a04-e7e5b99dbb5c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:18.915013 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705928ce-104c-47d7-8dee-8a4b54055630 None None] Sync routers for ids ['5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:20:18.944958 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705928ce-104c-47d7-8dee-8a4b54055630 None None] Routers {'5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:18.945902 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-705928ce-104c-47d7-8dee-8a4b54055630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:20:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:18.976292 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:18.980636 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:18.983179 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] 10.222.0.42 "PUT /v2.0/ports/7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 HTTP/1.1" status: 200 len: 1091 time: 2.6318431 Feb 09 22:20:19.013071 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d15cd0-d9be-45c8-ae11-284647f69c8c', 'tag': '7e9ff3e6-eea2-4737-9b1b-0459f23dfb88'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:20:19.024751 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efd4828-fcba-44f4-8299-a58e01934d52" -d '{"events": [{"name": "network-changed", "server_uuid": "81d15cd0-d9be-45c8-ae11-284647f69c8c", "tag": "7e9ff3e6-eea2-4737-9b1b-0459f23dfb88"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:20:19.067361 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c62ed035-49b9-4729-ba07-2820d1ce69b0 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for security_group (800ef66e-2293-4d11-a54b-a656f6688119), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:19.196457 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-705928ce-104c-47d7-8dee-8a4b54055630 None None] Set router 5bfe8c37-abc2-4f54-9f7b-fa85dce3465b gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:19.292432 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1abc1a36-8baf-4220-9f3c-86437cbaa9ce req-54e1657a-d687-409a-b5fd-df2a414c82da tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4983189 Feb 09 22:20:19.374854 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e876541-dfee-4ee8-bbe7-fa62a2be2bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9ff3e6-eea2-4737-9b1b-0459f23dfb88,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:19.396241 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c62ed035-49b9-4729-ba07-2820d1ce69b0 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for security_group (800ef66e-2293-4d11-a54b-a656f6688119), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:19.457827 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0ad75b-ca39-44da-91ab-0ce14027721d x-openstack-request-id: req-9a0ad75b-ca39-44da-91ab-0ce14027721d {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:20:19.462644 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d15cd0-d9be-45c8-ae11-284647f69c8c", "tag": "7e9ff3e6-eea2-4737-9b1b-0459f23dfb88", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:20:19.463270 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9a0ad75b-ca39-44da-91ab-0ce14027721d {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:20:19.472410 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d15cd0-d9be-45c8-ae11-284647f69c8c', 'tag': '7e9ff3e6-eea2-4737-9b1b-0459f23dfb88', 'status': 'completed', 'code': 200} Feb 09 22:20:19.591157 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-88eca9ee-59c2-487d-86e5-4314fe0b0232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:19.594516 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-88eca9ee-59c2-487d-86e5-4314fe0b0232 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 1125 time: 0.4996295 Feb 09 22:20:19.666972 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa40ac8-76f7-4fcf-a3ae-ceeab16eac2d None None] Network c68616fe-5fca-4943-b6ec-fbd5fd530d9d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:19.693029 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-31b75443-0b1a-4a69-9a04-e7e5b99dbb5c tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "DELETE /v2.0/floatingips/5c732473-4ee1-4c63-a0aa-698a85a1493e HTTP/1.1" status: 204 len: 168 time: 3.6193147 Feb 09 22:20:19.694494 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2b5a7f-d69e-451b-b64c-00fbca0b46c1', 'tag': 'b8d0efd7-7759-4bfc-a4ce-ca63697b83ff'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:20:19.711275 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dadf3e-5b1a-4b87-8eff-bafd556d346f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2b5a7f-d69e-451b-b64c-00fbca0b46c1", "tag": "b8d0efd7-7759-4bfc-a4ce-ca63697b83ff"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:20:19.739069 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-78e7576f-f289-4a41-bf51-a1568b920a54 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 HTTP/1.1" status: 200 len: 217 time: 0.1263478 Feb 09 22:20:19.746153 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3056402-87f8-47af-a72b-3437a7fdff1f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (0eea6a93-092f-4b0b-808f-a20d033a314c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:19.887070 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3056402-87f8-47af-a72b-3437a7fdff1f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Subnet': ['ID=0eea6a93-092f-4b0b-808f-a20d033a314c,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:19.927708 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-a89f78be-06cf-4061-9b36-66fdd5e73912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:19.930170 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-a89f78be-06cf-4061-9b36-66fdd5e73912 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.1751339 Feb 09 22:20:19.933317 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c62ed035-49b9-4729-ba07-2820d1ce69b0 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (800ef66e-2293-4d11-a54b-a656f6688119), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:19.936419 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c62ed035-49b9-4729-ba07-2820d1ce69b0 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:19.941246 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c62ed035-49b9-4729-ba07-2820d1ce69b0 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "DELETE /v2.0/security-groups/800ef66e-2293-4d11-a54b-a656f6688119 HTTP/1.1" status: 204 len: 168 time: 1.5319085 Feb 09 22:20:19.943526 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 43992) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:20.008868 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ed035-49b9-4729-ba07-2820d1ce69b0 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=800ef66e-2293-4d11-a54b-a656f6688119,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:20.052041 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c8acae-6b42-45b7-8e23-fbca0f805b3f x-openstack-request-id: req-08c8acae-6b42-45b7-8e23-fbca0f805b3f {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:20:20.052660 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2b5a7f-d69e-451b-b64c-00fbca0b46c1", "tag": "b8d0efd7-7759-4bfc-a4ce-ca63697b83ff", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:20:20.053080 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-08c8acae-6b42-45b7-8e23-fbca0f805b3f {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:20:20.055044 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2b5a7f-d69e-451b-b64c-00fbca0b46c1', 'tag': 'b8d0efd7-7759-4bfc-a4ce-ca63697b83ff', 'status': 'completed', 'code': 200} Feb 09 22:20:20.060534 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-8322f1a8-7906-46dc-b0c4-9481d2602715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:20.067686 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-8322f1a8-7906-46dc-b0c4-9481d2602715 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1160769 Feb 09 22:20:20.067686 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3056402-87f8-47af-a72b-3437a7fdff1f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Checking segment: {'id': '1ea3e13b-edae-428f-8f1e-13bc89f49c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2559fee9-98ec-4688-8f5c-5a4d88bdda25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:20.067686 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3056402-87f8-47af-a72b-3437a7fdff1f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Network hostable DHCP agents. Network: 2559fee9-98ec-4688-8f5c-5a4d88bdda25, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:20:20.154061 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-fdb23f70-bfbf-4d0d-b620-b918cecd0f0d None None] Provisioning complete for port 5d3f8383-7c61-45c0-a864-e4577f284434 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:20.159128 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fdb23f70-bfbf-4d0d-b620-b918cecd0f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5d3f8383-7c61-45c0-a864-e4577f284434), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:20.179838 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3056402-87f8-47af-a72b-3437a7fdff1f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Network 2559fee9-98ec-4688-8f5c-5a4d88bdda25 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:20:20.196507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5d3f8383-7c61-45c0-a864-e4577f284434 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:20.275957 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-d3056402-87f8-47af-a72b-3437a7fdff1f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 2559fee9-98ec-4688-8f5c-5a4d88bdda25) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:20.297281 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3056402-87f8-47af-a72b-3437a7fdff1f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:20.303414 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3056402-87f8-47af-a72b-3437a7fdff1f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:20.309394 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31a0e83-cfb4-4442-ba33-2bf75ba8219f None None] Network 2559fee9-98ec-4688-8f5c-5a4d88bdda25 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:20.342517 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-49452677-b5d3-4a0f-a011-ad784a572712 service neutron] 10.222.0.42 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655180 Feb 09 22:20:20.394701 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d3056402-87f8-47af-a72b-3437a7fdff1f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3381546 Feb 09 22:20:20.395767 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 43996) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:20.441131 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a7ade-ac51-4649-8313-8897bfa7c8d9 req-598e912f-92a1-4b73-add4-b7d6777d8bf9 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:20.442851 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d54a7ade-ac51-4649-8313-8897bfa7c8d9 req-598e912f-92a1-4b73-add4-b7d6777d8bf9 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 946 time: 0.2321939 Feb 09 22:20:20.492319 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 5d3f8383-7c61-45c0-a864-e4577f284434 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:20.492692 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5d3f8383-7c61-45c0-a864-e4577f284434), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:20.617767 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-705928ce-104c-47d7-8dee-8a4b54055630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326583759', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:13Z', 'updated_at': '2022-02-09T22:18:24Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:24:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3', 'name': '', 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:bc:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:21Z', 'updated_at': '2022-02-09T22:18:35Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:20.684381 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d54a7ade-ac51-4649-8313-8897bfa7c8d9 req-74771eca-20f8-43b8-b1a9-a835b85d57fc tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bcad339-6d06-45d6-adef-9afdab714c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195072 Feb 09 22:20:20.719711 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d787e220-210b-407f-a309-9e5f963ff0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-2559fee9-98ec-4688-8f5c-5a4d88bdda25', 'network_id': '2559fee9-98ec-4688-8f5c-5a4d88bdda25', 'project_id': 'b8c3fb42183049be9371d52143051117', 'fixed_ips': [{'subnet_id': '0eea6a93-092f-4b0b-808f-a20d033a314c'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:20:20.722471 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d787e220-210b-407f-a309-9e5f963ff0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:20.732306 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705928ce-104c-47d7-8dee-8a4b54055630 None None] Checking router: 5bfe8c37-abc2-4f54-9f7b-fa85dce3465b for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:20:20.763189 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-fdb23f70-bfbf-4d0d-b620-b918cecd0f0d None None] Current status of the port 5d3f8383-7c61-45c0-a864-e4577f284434 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:20.763831 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fdb23f70-bfbf-4d0d-b620-b918cecd0f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5d3f8383-7c61-45c0-a864-e4577f284434), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:20.773227 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f98ac5f0-7367-40fe-95bc-0f49838740c8 req-c73b3220-9c83-476a-9188-a67631963076 service neutron] 10.222.0.42 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219999 Feb 09 22:20:20.794484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dadf3e-5b1a-4b87-8eff-bafd556d346f req-31f25429-95ba-448c-b72e-fd1c3eb2d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:20.796993 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a1dadf3e-5b1a-4b87-8eff-bafd556d346f req-31f25429-95ba-448c-b72e-fd1c3eb2d9d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 1128 time: 0.6053221 Feb 09 22:20:20.809965 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ef36-1795-4f61-8f78-294f7ee9b190 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (2559fee9-98ec-4688-8f5c-5a4d88bdda25), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:20.939392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705928ce-104c-47d7-8dee-8a4b54055630 None None] Routers {'5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:20.940802 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-705928ce-104c-47d7-8dee-8a4b54055630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:20:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:20.945803 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 5d3f8383-7c61-45c0-a864-e4577f284434 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:20.946594 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5d3f8383-7c61-45c0-a864-e4577f284434), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:21.011466 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ef36-1795-4f61-8f78-294f7ee9b190 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (0eea6a93-092f-4b0b-808f-a20d033a314c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:21.029831 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dadf3e-5b1a-4b87-8eff-bafd556d346f req-05415fe4-92a5-4b3a-9e75-43d0be21e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:21.031868 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a1dadf3e-5b1a-4b87-8eff-bafd556d346f req-05415fe4-92a5-4b3a-9e75-43d0be21e71c service neutron] 10.222.0.42 "GET /v2.0/networks?id=3c5b1b1f-067d-4c74-90d4-4f51a006cd63 HTTP/1.1" status: 200 len: 897 time: 0.2284150 Feb 09 22:20:21.129494 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a1dadf3e-5b1a-4b87-8eff-bafd556d346f req-8c997201-0a17-40b0-b06d-699264c63e61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff HTTP/1.1" status: 200 len: 217 time: 0.0903614 Feb 09 22:20:21.174632 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-fdb23f70-bfbf-4d0d-b620-b918cecd0f0d None None] For port 5d3f8383-7c61-45c0-a864-e4577f284434, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5d3f8383-7c61-45c0-a864-e4577f284434,segment=NetworkSegment(3283b1d4-812b-4742-85a8-da49e3eec126),segment_id=3283b1d4-812b-4742-85a8-da49e3eec126)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:21.198479 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ef36-1795-4f61-8f78-294f7ee9b190 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (0eea6a93-092f-4b0b-808f-a20d033a314c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:21.208571 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bc854293-e042-4497-8fc6-151a11885891 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (37780b23-1dd8-4ed6-8122-1b04227e2161), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:21.289314 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dadf3e-5b1a-4b87-8eff-bafd556d346f req-3b634887-b8f7-4afd-ab9d-cff44790cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:21.291178 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a1dadf3e-5b1a-4b87-8eff-bafd556d346f req-3b634887-b8f7-4afd-ab9d-cff44790cc0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9 HTTP/1.1" status: 200 len: 834 time: 0.1543450 Feb 09 22:20:21.305161 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9ef36-1795-4f61-8f78-294f7ee9b190 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Subnet': ['ID=0eea6a93-092f-4b0b-808f-a20d033a314c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:21.362652 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e0f96-19c1-4f74-a387-e0eba8d20d3a req-ac69899e-8431-412d-8b73-65736721058f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:21.374134 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e74e0f96-19c1-4f74-a387-e0eba8d20d3a req-ac69899e-8431-412d-8b73-65736721058f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 943 time: 0.5429635 Feb 09 22:20:21.428979 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dadf3e-5b1a-4b87-8eff-bafd556d346f req-63558b20-caa0-43a9-9787-e8fd9dfd4aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:21.430525 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a1dadf3e-5b1a-4b87-8eff-bafd556d346f req-63558b20-caa0-43a9-9787-e8fd9dfd4aee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c5b1b1f-067d-4c74-90d4-4f51a006cd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1320214 Feb 09 22:20:21.446487 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fdb23f70-bfbf-4d0d-b620-b918cecd0f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5d3f8383-7c61-45c0-a864-e4577f284434), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:21.526562 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd4828-fcba-44f4-8299-a58e01934d52 req-4e3d1672-97e7-4496-9841-7e25bb54c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:21.530688 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4efd4828-fcba-44f4-8299-a58e01934d52 req-4e3d1672-97e7-4496-9841-7e25bb54c554 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 1125 time: 0.6365435 Feb 09 22:20:21.542564 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:20:21.543315 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server [None req-d787e220-210b-407f-a309-9e5f963ff0f4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0eea6a93-092f-4b0b-808f-a20d033a314c: This subnet is being modified by another concurrent operation. Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise exception Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0eea6a93-092f-4b0b-808f-a20d033a314c: This subnet is being modified by another concurrent operation. Feb 09 22:20:21.546816 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Feb 09 22:20:21.569893 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a1dadf3e-5b1a-4b87-8eff-bafd556d346f req-189c4281-5d8d-4160-96a7-b9c12ead56e4 service neutron] 10.222.0.42 "GET /v2.0/networks/3c5b1b1f-067d-4c74-90d4-4f51a006cd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984969 Feb 09 22:20:21.588334 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-705928ce-104c-47d7-8dee-8a4b54055630 None None] Set router 5bfe8c37-abc2-4f54-9f7b-fa85dce3465b gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:21.610035 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ffb588-3abc-4661-8a08-aed9e2870f57 None None] get_active_networks_info from n-d-828601-1 {{(pid=103203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:20:21.707096 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e6e7a-bd13-4133-8f42-b924cb027129 req-89c6942f-d874-4da0-9acb-90f2e94b9e1f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:21.708766 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-473e6e7a-bd13-4133-8f42-b924cb027129 req-89c6942f-d874-4da0-9acb-90f2e94b9e1f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 946 time: 0.1379399 Feb 09 22:20:21.882079 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a1dadf3e-5b1a-4b87-8eff-bafd556d346f req-3798315b-996b-493a-aa11-38d6a41bc096 service neutron] 10.222.0.42 "GET /v2.0/networks/3c5b1b1f-067d-4c74-90d4-4f51a006cd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022630 Feb 09 22:20:21.886825 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-7a948b99-ef1e-4f04-95b2-1bdab415543e None None] Provisioning complete for port 5d3f8383-7c61-45c0-a864-e4577f284434 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:21.887443 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a948b99-ef1e-4f04-95b2-1bdab415543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5d3f8383-7c61-45c0-a864-e4577f284434), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:21.948084 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-473e6e7a-bd13-4133-8f42-b924cb027129 req-2645b01d-3fe9-4be8-a8dd-3a27ea3e39f4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Deleting port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:21.948457 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-473e6e7a-bd13-4133-8f42-b924cb027129 req-2645b01d-3fe9-4be8-a8dd-3a27ea3e39f4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b8d0efd7-7759-4bfc-a4ce-ca63697b83ff), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:21.984705 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb23f70-bfbf-4d0d-b620-b918cecd0f0d None None] Pushing event updated for resources: {'Port': ['ID=5d3f8383-7c61-45c0-a864-e4577f284434,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:22.043881 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bc854293-e042-4497-8fc6-151a11885891 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Deleting port 97cdd45e-8b62-48c6-b056-9dc15411c7eb {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:22.044278 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bc854293-e042-4497-8fc6-151a11885891 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (97cdd45e-8b62-48c6-b056-9dc15411c7eb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.114982 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-473e6e7a-bd13-4133-8f42-b924cb027129 req-2645b01d-3fe9-4be8-a8dd-3a27ea3e39f4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] For port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff,segment=NetworkSegment(80ebee18-e92a-470f-afa6-2960f75a08fa),segment_id=80ebee18-e92a-470f-afa6-2960f75a08fa)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:22.115379 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-473e6e7a-bd13-4133-8f42-b924cb027129 req-2645b01d-3fe9-4be8-a8dd-3a27ea3e39f4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b8d0efd7-7759-4bfc-a4ce-ca63697b83ff), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.136762 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-473e6e7a-bd13-4133-8f42-b924cb027129 req-2645b01d-3fe9-4be8-a8dd-3a27ea3e39f4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Calling delete_port for b8d0efd7-7759-4bfc-a4ce-ca63697b83ff owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:22.220854 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-bc854293-e042-4497-8fc6-151a11885891 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] For port 97cdd45e-8b62-48c6-b056-9dc15411c7eb, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=97cdd45e-8b62-48c6-b056-9dc15411c7eb,segment=NetworkSegment(20c1805b-9e63-4777-afd2-40c33c127bf1),segment_id=20c1805b-9e63-4777-afd2-40c33c127bf1)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:22.221334 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bc854293-e042-4497-8fc6-151a11885891 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (97cdd45e-8b62-48c6-b056-9dc15411c7eb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.225998 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e74e0f96-19c1-4f74-a387-e0eba8d20d3a req-2f4943d1-e9f5-494e-9f5f-e60ad6c180d4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8084397 Feb 09 22:20:22.229817 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ef36-1795-4f61-8f78-294f7ee9b190 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (2559fee9-98ec-4688-8f5c-5a4d88bdda25), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.242078 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bc854293-e042-4497-8fc6-151a11885891 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Calling delete_port for 97cdd45e-8b62-48c6-b056-9dc15411c7eb owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:22.274686 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-2fe9ef36-1795-4f61-8f78-294f7ee9b190 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2559fee9-98ec-4688-8f5c-5a4d88bdda25']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:22.285472 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 5d3f8383-7c61-45c0-a864-e4577f284434 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:22.292071 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-2fe9ef36-1795-4f61-8f78-294f7ee9b190 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea3e13b-edae-428f-8f1e-13bc89f49c51') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:22.292722 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-2fe9ef36-1795-4f61-8f78-294f7ee9b190 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea3e13b-edae-428f-8f1e-13bc89f49c51') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:22.317390 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ef36-1795-4f61-8f78-294f7ee9b190 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (1ea3e13b-edae-428f-8f1e-13bc89f49c51), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.349796 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd4828-fcba-44f4-8299-a58e01934d52 req-92cae3b1-1eb2-4dc1-a99c-1c8ae4dfe9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:22.357713 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4efd4828-fcba-44f4-8299-a58e01934d52 req-92cae3b1-1eb2-4dc1-a99c-1c8ae4dfe9d6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 912 time: 0.7609327 Feb 09 22:20:22.361815 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ef36-1795-4f61-8f78-294f7ee9b190 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (1ea3e13b-edae-428f-8f1e-13bc89f49c51), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.429942 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe9ef36-1795-4f61-8f78-294f7ee9b190 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:20:22.430699 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ef36-1795-4f61-8f78-294f7ee9b190 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (1ea3e13b-edae-428f-8f1e-13bc89f49c51), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:20:22.434567 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:20:22.437376 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-7a948b99-ef1e-4f04-95b2-1bdab415543e None None] Current status of the port 5d3f8383-7c61-45c0-a864-e4577f284434 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:22.477723 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-473e6e7a-bd13-4133-8f42-b924cb027129 req-2645b01d-3fe9-4be8-a8dd-3a27ea3e39f4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (b8d0efd7-7759-4bfc-a4ce-ca63697b83ff), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.481676 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4efd4828-fcba-44f4-8299-a58e01934d52 req-474ba606-b7cc-4469-b730-b1b17426170d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 HTTP/1.1" status: 200 len: 217 time: 0.1038861 Feb 09 22:20:22.491752 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5d3f8383-7c61-45c0-a864-e4577f284434 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:22.538118 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645b01d-3fe9-4be8-a8dd-3a27ea3e39f4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Port': ['ID=b8d0efd7-7759-4bfc-a4ce-ca63697b83ff,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:22.585657 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-473e6e7a-bd13-4133-8f42-b924cb027129 req-2645b01d-3fe9-4be8-a8dd-3a27ea3e39f4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] No DVR routers for this DVR port b8d0efd7-7759-4bfc-a4ce-ca63697b83ff on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:20:22.589086 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-473e6e7a-bd13-4133-8f42-b924cb027129 req-2645b01d-3fe9-4be8-a8dd-3a27ea3e39f4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.593297 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-473e6e7a-bd13-4133-8f42-b924cb027129 req-2645b01d-3fe9-4be8-a8dd-3a27ea3e39f4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.42 "DELETE /v2.0/ports/b8d0efd7-7759-4bfc-a4ce-ca63697b83ff HTTP/1.1" status: 204 len: 173 time: 0.8741796 Feb 09 22:20:22.593881 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2b5a7f-d69e-451b-b64c-00fbca0b46c1', 'name': 'network-vif-deleted', 'tag': 'b8d0efd7-7759-4bfc-a4ce-ca63697b83ff'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:20:22.597017 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9533676-8f9b-4a76-82e4-b5619bba242d" -d '{"events": [{"server_uuid": "7a2b5a7f-d69e-451b-b64c-00fbca0b46c1", "name": "network-vif-deleted", "tag": "b8d0efd7-7759-4bfc-a4ce-ca63697b83ff"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:20:22.637235 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bf445296-cd2f-43f6-abc4-eff6e3b8d46c req-d5e512c8-153b-4f61-866f-85f99935e78b tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2b5a7f-d69e-451b-b64c-00fbca0b46c1 HTTP/1.1" status: 200 len: 210 time: 0.1804404 Feb 09 22:20:22.648078 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 5d3f8383-7c61-45c0-a864-e4577f284434 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:22.648612 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5d3f8383-7c61-45c0-a864-e4577f284434), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.721839 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bc854293-e042-4497-8fc6-151a11885891 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (97cdd45e-8b62-48c6-b056-9dc15411c7eb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.726412 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd4828-fcba-44f4-8299-a58e01934d52 req-fa1e532c-ac50-4b2f-9ab4-986f09c34a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:22.730082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4efd4828-fcba-44f4-8299-a58e01934d52 req-fa1e532c-ac50-4b2f-9ab4-986f09c34a00 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.2452240 Feb 09 22:20:22.734916 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-705928ce-104c-47d7-8dee-8a4b54055630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326583759', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:13Z', 'updated_at': '2022-02-09T22:18:24Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:24:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3', 'name': '', 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:bc:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:21Z', 'updated_at': '2022-02-09T22:18:35Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:22.739960 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ef36-1795-4f61-8f78-294f7ee9b190 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (2559fee9-98ec-4688-8f5c-5a4d88bdda25), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.750986 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ef36-1795-4f61-8f78-294f7ee9b190 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.753590 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e549043-d9e0-42e6-9fb9-b1bc667e9905 x-openstack-request-id: req-0e549043-d9e0-42e6-9fb9-b1bc667e9905 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:20:22.754090 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2b5a7f-d69e-451b-b64c-00fbca0b46c1", "name": "network-vif-deleted", "tag": "b8d0efd7-7759-4bfc-a4ce-ca63697b83ff", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:20:22.754514 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e549043-d9e0-42e6-9fb9-b1bc667e9905 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:20:22.755181 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2b5a7f-d69e-451b-b64c-00fbca0b46c1', 'name': 'network-vif-deleted', 'tag': 'b8d0efd7-7759-4bfc-a4ce-ca63697b83ff', 'status': 'completed', 'code': 200} Feb 09 22:20:22.765888 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2fe9ef36-1795-4f61-8f78-294f7ee9b190 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/networks/2559fee9-98ec-4688-8f5c-5a4d88bdda25 HTTP/1.1" status: 204 len: 168 time: 2.3217425 Feb 09 22:20:22.785642 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44002) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:22.803747 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a81cdb8d-0fbb-4328-956f-802c1c62c1c9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-316966616'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:22.840563 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc854293-e042-4497-8fc6-151a11885891 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event deleted for resources: {'Port': ['ID=97cdd45e-8b62-48c6-b056-9dc15411c7eb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:22.857069 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9ef36-1795-4f61-8f78-294f7ee9b190 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Network': ['ID=2559fee9-98ec-4688-8f5c-5a4d88bdda25,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:22.934593 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81cdb8d-0fbb-4328-956f-802c1c62c1c9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Made reservation on behalf of b8c3fb42183049be9371d52143051117 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:22.942262 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a81cdb8d-0fbb-4328-956f-802c1c62c1c9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:23.011962 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705928ce-104c-47d7-8dee-8a4b54055630 None None] The sync data for ids ['5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'] in n-d-828601-1 is: [{'id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326583759', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:13Z', 'updated_at': '2022-02-09T22:18:24Z', 'revision_number': 4, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:24:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3', 'name': '', 'network_id': '3c5b1b1f-067d-4c74-90d4-4f51a006cd63', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'mac_address': 'fa:16:3e:bc:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:21Z', 'updated_at': '2022-02-09T22:18:35Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'subnets': [{'id': '3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:20:23.013693 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ffb588-3abc-4661-8a08-aed9e2870f57 None None] Resources bound (agent type, host, resource id): {{(pid=103203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:20:23.024036 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd4828-fcba-44f4-8299-a58e01934d52 req-ca9c88b9-16ec-4834-99dc-1346ec711df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:23.028912 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4efd4828-fcba-44f4-8299-a58e01934d52 req-ca9c88b9-16ec-4834-99dc-1346ec711df3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2854791 Feb 09 22:20:23.031488 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81cdb8d-0fbb-4328-956f-802c1c62c1c9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:20:23.181041 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 5d3f8383-7c61-45c0-a864-e4577f284434 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:23.193678 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a81cdb8d-0fbb-4328-956f-802c1c62c1c9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (8d7a7652-d0d2-4c74-a2bb-62ec00bdfc5c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:23.194679 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-a81cdb8d-0fbb-4328-956f-802c1c62c1c9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Added segment 8d7a7652-d0d2-4c74-a2bb-62ec00bdfc5c of type vlan for network 8a9ab8ae-06b4-4081-8d04-835406bb5fa7 Feb 09 22:20:23.315427 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bc854293-e042-4497-8fc6-151a11885891 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (37780b23-1dd8-4ed6-8122-1b04227e2161), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:23.449847 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a81cdb8d-0fbb-4328-956f-802c1c62c1c9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (8a9ab8ae-06b4-4081-8d04-835406bb5fa7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:23.526963 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6761cf84-b73a-4c14-bd2f-d5a194e4d667 None None] Network 2559fee9-98ec-4688-8f5c-5a4d88bdda25 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:23.528578 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4efd4828-fcba-44f4-8299-a58e01934d52 req-891aec09-d8dd-4cbe-bfdf-060d7883af4c service neutron] 10.222.0.42 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917402 Feb 09 22:20:23.531115 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a81cdb8d-0fbb-4328-956f-802c1c62c1c9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (8a9ab8ae-06b4-4081-8d04-835406bb5fa7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:23.538685 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81cdb8d-0fbb-4328-956f-802c1c62c1c9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:23.539403 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a81cdb8d-0fbb-4328-956f-802c1c62c1c9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:23.577216 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6761cf84-b73a-4c14-bd2f-d5a194e4d667 None None] Network 2559fee9-98ec-4688-8f5c-5a4d88bdda25 could not be found, it might have been deleted concurrently. {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:20:23.634916 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331554ba-d730-4c71-a79d-3e27ec2aada9 req-79747d4e-9fc2-44ee-9756-d1bcc312a424 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:23.643967 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-331554ba-d730-4c71-a79d-3e27ec2aada9 req-79747d4e-9fc2-44ee-9756-d1bcc312a424 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 943 time: 0.2831681 Feb 09 22:20:23.706401 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d57e8a9-ac1e-4b47-bd2e-fa26b28afe2e None None] New status for floating IP 5c732473-4ee1-4c63-a0aa-698a85a1493e: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:20:23.759214 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a81cdb8d-0fbb-4328-956f-802c1c62c1c9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9691446 Feb 09 22:20:23.780293 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44008) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:23.788544 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f705042c-c6e6-4ea5-bf76-77597b549ebd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'subnet': {'network_id': '8a9ab8ae-06b4-4081-8d04-835406bb5fa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:23.818902 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc854293-e042-4497-8fc6-151a11885891 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Router 37780b23-1dd8-4ed6-8122-1b04227e2161 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:20:23.864970 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81cdb8d-0fbb-4328-956f-802c1c62c1c9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Network': ['ID=8a9ab8ae-06b4-4081-8d04-835406bb5fa7,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:23.885928 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 8a9ab8ae-06b4-4081-8d04-835406bb5fa7 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:20:23.980515 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-331554ba-d730-4c71-a79d-3e27ec2aada9 req-a5bb9c1d-ddff-4d0e-ad5d-0ca1938a88f7 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3336620 Feb 09 22:20:24.028552 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4efd4828-fcba-44f4-8299-a58e01934d52 req-57d6b2b5-7e15-4bc5-b418-bc85d70c6626 service neutron] 10.222.0.42 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811869 Feb 09 22:20:24.069867 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44010) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:24.079346 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f705042c-c6e6-4ea5-bf76-77597b549ebd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Made reservation on behalf of b8c3fb42183049be9371d52143051117 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:24.084365 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f705042c-c6e6-4ea5-bf76-77597b549ebd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:24.582719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc854293-e042-4497-8fc6-151a11885891 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:20:24.588228 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bc854293-e042-4497-8fc6-151a11885891 tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "PUT /v2.0/routers/37780b23-1dd8-4ed6-8122-1b04227e2161/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6430981 Feb 09 22:20:24.592770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44012) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:24.597032 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212860fb-39f6-4a79-b684-0adba5f8c3c6 None None] Sync routers for ids ['37780b23-1dd8-4ed6-8122-1b04227e2161'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:20:24.617681 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212860fb-39f6-4a79-b684-0adba5f8c3c6 None None] Routers {'37780b23-1dd8-4ed6-8122-1b04227e2161'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:24.619280 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-212860fb-39f6-4a79-b684-0adba5f8c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:20:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['37780b23-1dd8-4ed6-8122-1b04227e2161'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:24.692313 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c02a249-99d3-4c18-9c1b-10c6b4363abf tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Deleting subnet 27c64d21-ca29-44ad-98b3-192d032c0775 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:20:24.698624 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8c02a249-99d3-4c18-9c1b-10c6b4363abf tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for subnet (27c64d21-ca29-44ad-98b3-192d032c0775), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:24.698982 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f705042c-c6e6-4ea5-bf76-77597b549ebd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (9fbd9a29-43b2-4f09-81cf-8af4e0b1875d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:24.764009 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8c02a249-99d3-4c18-9c1b-10c6b4363abf tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (27c64d21-ca29-44ad-98b3-192d032c0775), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:24.848540 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-212860fb-39f6-4a79-b684-0adba5f8c3c6 None None] Set router 37780b23-1dd8-4ed6-8122-1b04227e2161 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:24.874284 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8c02a249-99d3-4c18-9c1b-10c6b4363abf tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (27c64d21-ca29-44ad-98b3-192d032c0775), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:24.964298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705042c-c6e6-4ea5-bf76-77597b549ebd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Subnet': ['ID=9fbd9a29-43b2-4f09-81cf-8af4e0b1875d,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:24.992366 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8c02a249-99d3-4c18-9c1b-10c6b4363abf tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (27c64d21-ca29-44ad-98b3-192d032c0775), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.032795 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705042c-c6e6-4ea5-bf76-77597b549ebd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Checking segment: {'id': '8d7a7652-d0d2-4c74-a2bb-62ec00bdfc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8a9ab8ae-06b4-4081-8d04-835406bb5fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:25.034062 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f705042c-c6e6-4ea5-bf76-77597b549ebd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Network hostable DHCP agents. Network: 8a9ab8ae-06b4-4081-8d04-835406bb5fa7, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:20:25.067953 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02a249-99d3-4c18-9c1b-10c6b4363abf tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event deleted for resources: {'Subnet': ['ID=27c64d21-ca29-44ad-98b3-192d032c0775,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:25.082108 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8c02a249-99d3-4c18-9c1b-10c6b4363abf tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.091030 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8c02a249-99d3-4c18-9c1b-10c6b4363abf tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "DELETE /v2.0/subnets/27c64d21-ca29-44ad-98b3-192d032c0775 HTTP/1.1" status: 204 len: 168 time: 0.4926860 Feb 09 22:20:25.093913 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44016) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:25.116100 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa084bc7-98b1-44e7-9398-efe94cba8eb2 None None] Network c08c80e7-ece5-4a9e-8647-0f5d34522ce3 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:25.246663 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f705042c-c6e6-4ea5-bf76-77597b549ebd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Network 8a9ab8ae-06b4-4081-8d04-835406bb5fa7 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:20:25.335624 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f705042c-c6e6-4ea5-bf76-77597b549ebd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 8a9ab8ae-06b4-4081-8d04-835406bb5fa7) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:25.345046 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-212860fb-39f6-4a79-b684-0adba5f8c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622731239', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:20:22Z', 'revision_number': 5, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:25.354299 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f705042c-c6e6-4ea5-bf76-77597b549ebd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:25.354928 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f705042c-c6e6-4ea5-bf76-77597b549ebd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.399237 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc7a4aa-a458-4b72-b849-b6b544e937eb None None] Network 8a9ab8ae-06b4-4081-8d04-835406bb5fa7 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:25.405362 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212860fb-39f6-4a79-b684-0adba5f8c3c6 None None] Checking router: 37780b23-1dd8-4ed6-8122-1b04227e2161 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:20:25.437779 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f705042c-c6e6-4ea5-bf76-77597b549ebd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6538951 Feb 09 22:20:25.441932 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44018) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:25.490833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d43ea2-b904-419b-9d49-1d6e80b74cfb req-8a707cd0-0704-4f09-a97a-c6895cb9d081 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:25.493208 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-67d43ea2-b904-419b-9d49-1d6e80b74cfb req-8a707cd0-0704-4f09-a97a-c6895cb9d081 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 943 time: 0.3505886 Feb 09 22:20:25.496185 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cad3f175-09a3-4dc3-81c2-038cb00d75bd tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for router (37780b23-1dd8-4ed6-8122-1b04227e2161), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.498462 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5665c37-22a6-4944-bf4c-5546c2ac178e None None] DHCP port deletion for c08c80e7-ece5-4a9e-8647-0f5d34522ce3 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:20:25.516077 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212860fb-39f6-4a79-b684-0adba5f8c3c6 None None] Routers {'37780b23-1dd8-4ed6-8122-1b04227e2161'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:25.517271 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-212860fb-39f6-4a79-b684-0adba5f8c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:20:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['37780b23-1dd8-4ed6-8122-1b04227e2161'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:25.593743 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f77bfe19-bff3-41cf-8d6c-f404d8a6db30 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (8a9ab8ae-06b4-4081-8d04-835406bb5fa7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.689086 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f77bfe19-bff3-41cf-8d6c-f404d8a6db30 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (9fbd9a29-43b2-4f09-81cf-8af4e0b1875d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.793101 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb3264d9-1702-41e9-b45d-19524ba6db6e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (5bfe8c37-abc2-4f54-9f7b-fa85dce3465b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.832305 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f77bfe19-bff3-41cf-8d6c-f404d8a6db30 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (9fbd9a29-43b2-4f09-81cf-8af4e0b1875d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.882117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-212860fb-39f6-4a79-b684-0adba5f8c3c6 None None] Set router 37780b23-1dd8-4ed6-8122-1b04227e2161 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:25.926669 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bfe19-bff3-41cf-8d6c-f404d8a6db30 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Subnet': ['ID=9fbd9a29-43b2-4f09-81cf-8af4e0b1875d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:25.976209 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602613be-f0d1-4a58-bbc0-b204e5f469f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8a9ab8ae-06b4-4081-8d04-835406bb5fa7', 'network_id': '8a9ab8ae-06b4-4081-8d04-835406bb5fa7', 'project_id': 'b8c3fb42183049be9371d52143051117', 'fixed_ips': [{'subnet_id': '9fbd9a29-43b2-4f09-81cf-8af4e0b1875d'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:20:25.977073 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-602613be-f0d1-4a58-bbc0-b204e5f469f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.019673 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f77bfe19-bff3-41cf-8d6c-f404d8a6db30 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (8a9ab8ae-06b4-4081-8d04-835406bb5fa7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.051096 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-f77bfe19-bff3-41cf-8d6c-f404d8a6db30 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a9ab8ae-06b4-4081-8d04-835406bb5fa7']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:26.060405 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b8d0efd7-7759-4bfc-a4ce-ca63697b83ff no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:20:26.070867 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-f77bfe19-bff3-41cf-8d6c-f404d8a6db30 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d7a7652-d0d2-4c74-a2bb-62ec00bdfc5c') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:26.071627 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-f77bfe19-bff3-41cf-8d6c-f404d8a6db30 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d7a7652-d0d2-4c74-a2bb-62ec00bdfc5c') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:26.080132 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-67d43ea2-b904-419b-9d49-1d6e80b74cfb req-234affb8-2394-4275-bdb1-2b45dd89907b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4588888 Feb 09 22:20:26.089053 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f77bfe19-bff3-41cf-8d6c-f404d8a6db30 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (8d7a7652-d0d2-4c74-a2bb-62ec00bdfc5c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.123690 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f77bfe19-bff3-41cf-8d6c-f404d8a6db30 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (8d7a7652-d0d2-4c74-a2bb-62ec00bdfc5c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.149500 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77bfe19-bff3-41cf-8d6c-f404d8a6db30 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:20:26.150385 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f77bfe19-bff3-41cf-8d6c-f404d8a6db30 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (8d7a7652-d0d2-4c74-a2bb-62ec00bdfc5c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.177176 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: b8d0efd7-7759-4bfc-a4ce-ca63697b83ff {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:20:26.181186 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b8d0efd7-7759-4bfc-a4ce-ca63697b83ff not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:20:26.235038 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb9df67-6af9-42d0-a7d1-edec21fe58d0 None None] Network 8a9ab8ae-06b4-4081-8d04-835406bb5fa7 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:20:26.257141 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:20:26.285495 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cad3f175-09a3-4dc3-81c2-038cb00d75bd tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for router_gateway (37780b23-1dd8-4ed6-8122-1b04227e2161), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.353117 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f77bfe19-bff3-41cf-8d6c-f404d8a6db30 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (8a9ab8ae-06b4-4081-8d04-835406bb5fa7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.415764 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f77bfe19-bff3-41cf-8d6c-f404d8a6db30 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.440428 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f77bfe19-bff3-41cf-8d6c-f404d8a6db30 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/networks/8a9ab8ae-06b4-4081-8d04-835406bb5fa7 HTTP/1.1" status: 204 len: 168 time: 0.9896924 Feb 09 22:20:26.442453 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bfe19-bff3-41cf-8d6c-f404d8a6db30 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Network': ['ID=8a9ab8ae-06b4-4081-8d04-835406bb5fa7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:26.446339 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44024) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:26.456086 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-0aa423fe-78cf-4a21-bfac-a5fc2d242ce2 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1724715829'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:26.469368 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c5665c37-22a6-4944-bf4c-5546c2ac178e None None] Deleting port c00fd70e-2189-4c8f-8ecd-034b63250ac3 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:26.471793 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c5665c37-22a6-4944-bf4c-5546c2ac178e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c00fd70e-2189-4c8f-8ecd-034b63250ac3), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.505246 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c00fd70e-2189-4c8f-8ecd-034b63250ac3 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:20:26.520223 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa423fe-78cf-4a21-bfac-a5fc2d242ce2 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Made reservation on behalf of b8c3fb42183049be9371d52143051117 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:26.525894 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0aa423fe-78cf-4a21-bfac-a5fc2d242ce2 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.592698 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-cad3f175-09a3-4dc3-81c2-038cb00d75bd tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Deleting port 102bdb13-16ac-4db6-86dd-f553481022cf {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:26.593466 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cad3f175-09a3-4dc3-81c2-038cb00d75bd tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (102bdb13-16ac-4db6-86dd-f553481022cf), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.609096 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa423fe-78cf-4a21-bfac-a5fc2d242ce2 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:20:26.627715 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0aa423fe-78cf-4a21-bfac-a5fc2d242ce2 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (b59d12b4-afaa-4618-9b27-e1dd353c37eb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.628364 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-0aa423fe-78cf-4a21-bfac-a5fc2d242ce2 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Added segment b59d12b4-afaa-4618-9b27-e1dd353c37eb of type vlan for network 811ef29b-0a80-4c5e-9029-fb2afbd8967c Feb 09 22:20:26.717577 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0aa423fe-78cf-4a21-bfac-a5fc2d242ce2 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (811ef29b-0a80-4c5e-9029-fb2afbd8967c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.768527 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0aa423fe-78cf-4a21-bfac-a5fc2d242ce2 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (811ef29b-0a80-4c5e-9029-fb2afbd8967c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.779978 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa423fe-78cf-4a21-bfac-a5fc2d242ce2 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:26.781390 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0aa423fe-78cf-4a21-bfac-a5fc2d242ce2 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.901368 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0aa423fe-78cf-4a21-bfac-a5fc2d242ce2 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4529610 Feb 09 22:20:26.905963 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44026) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:26.922457 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-dbab2f74-7d49-470f-85d5-fc4231a15549 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'subnet': {'network_id': '811ef29b-0a80-4c5e-9029-fb2afbd8967c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:26.946851 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-cad3f175-09a3-4dc3-81c2-038cb00d75bd tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] For port 102bdb13-16ac-4db6-86dd-f553481022cf, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=102bdb13-16ac-4db6-86dd-f553481022cf,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:26.947463 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cad3f175-09a3-4dc3-81c2-038cb00d75bd tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (102bdb13-16ac-4db6-86dd-f553481022cf), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.961777 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa423fe-78cf-4a21-bfac-a5fc2d242ce2 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Network': ['ID=811ef29b-0a80-4c5e-9029-fb2afbd8967c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:26.977529 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c5665c37-22a6-4944-bf4c-5546c2ac178e None None] For port c00fd70e-2189-4c8f-8ecd-034b63250ac3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c00fd70e-2189-4c8f-8ecd-034b63250ac3,segment=NetworkSegment(20c1805b-9e63-4777-afd2-40c33c127bf1),segment_id=20c1805b-9e63-4777-afd2-40c33c127bf1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:26.978467 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c5665c37-22a6-4944-bf4c-5546c2ac178e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c00fd70e-2189-4c8f-8ecd-034b63250ac3), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.985743 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e24d4-fa1a-41e9-908d-70ca5c405a93 req-95b954b4-b988-42bf-bd4f-f66f1911d562 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:26.991128 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d88e24d4-fa1a-41e9-908d-70ca5c405a93 req-95b954b4-b988-42bf-bd4f-f66f1911d562 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.77 "GET /v2.0/ports?device_id=f21160b8-d1fe-4a2d-b0eb-fe589616c2f1 HTTP/1.1" status: 200 len: 950 time: 0.3703406 Feb 09 22:20:26.997170 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 811ef29b-0a80-4c5e-9029-fb2afbd8967c details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:20:27.098103 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-cad3f175-09a3-4dc3-81c2-038cb00d75bd tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Calling delete_port for 102bdb13-16ac-4db6-86dd-f553481022cf owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:27.108432 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c5665c37-22a6-4944-bf4c-5546c2ac178e None None] Calling delete_port for c00fd70e-2189-4c8f-8ecd-034b63250ac3 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:27.124653 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-fb3264d9-1702-41e9-b45d-19524ba6db6e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Deleting port 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:27.125241 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb3264d9-1702-41e9-b45d-19524ba6db6e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:27.198360 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c00fd70e-2189-4c8f-8ecd-034b63250ac3 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:27.199014 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c00fd70e-2189-4c8f-8ecd-034b63250ac3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:27.284389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d88e24d4-fa1a-41e9-908d-70ca5c405a93 req-9c0df8b5-ff5a-4ead-8fd5-f84931c657ec tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5abf813-d385-49b5-bc01-572fe899cb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586548 Feb 09 22:20:27.349082 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-212860fb-39f6-4a79-b684-0adba5f8c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622731239', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:20:22Z', 'revision_number': 5, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:27.384698 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212860fb-39f6-4a79-b684-0adba5f8c3c6 None None] The sync data for ids ['37780b23-1dd8-4ed6-8122-1b04227e2161'] in n-d-828601-1 is: [{'id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622731239', 'tenant_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:20:22Z', 'revision_number': 5, 'project_id': 'b9cc49ec6add4d9e9840b65c33b053cd', 'gw_port': {'id': '102bdb13-16ac-4db6-86dd-f553481022cf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37780b23-1dd8-4ed6-8122-1b04227e2161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:20:27.403098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port c00fd70e-2189-4c8f-8ecd-034b63250ac3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c00fd70e-2189-4c8f-8ecd-034b63250ac3,segment=NetworkSegment(20c1805b-9e63-4777-afd2-40c33c127bf1),segment_id=20c1805b-9e63-4777-afd2-40c33c127bf1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:27.411208 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c00fd70e-2189-4c8f-8ecd-034b63250ac3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:27.487685 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbab2f74-7d49-470f-85d5-fc4231a15549 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Made reservation on behalf of b8c3fb42183049be9371d52143051117 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:27.490746 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dbab2f74-7d49-470f-85d5-fc4231a15549 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:27.512560 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c5665c37-22a6-4944-bf4c-5546c2ac178e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (c00fd70e-2189-4c8f-8ecd-034b63250ac3), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:27.517750 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=c00fd70e-2189-4c8f-8ecd-034b63250ac3,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:27.568743 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5665c37-22a6-4944-bf4c-5546c2ac178e None None] Pushing event deleted for resources: {'Port': ['ID=c00fd70e-2189-4c8f-8ecd-034b63250ac3,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:27.573066 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5665c37-22a6-4944-bf4c-5546c2ac178e None None] No DVR routers for this DVR port c00fd70e-2189-4c8f-8ecd-034b63250ac3 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:20:27.616394 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-fb3264d9-1702-41e9-b45d-19524ba6db6e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] For port 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3,segment=NetworkSegment(80ebee18-e92a-470f-afa6-2960f75a08fa),segment_id=80ebee18-e92a-470f-afa6-2960f75a08fa)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:27.616772 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb3264d9-1702-41e9-b45d-19524ba6db6e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:27.664880 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-fb3264d9-1702-41e9-b45d-19524ba6db6e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Calling delete_port for 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:27.774828 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7864c54-8034-4deb-bc19-4a85b42f3bae req-f36b23e5-fe9c-4ba2-b55c-e0015a00c978 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:27.778041 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e7864c54-8034-4deb-bc19-4a85b42f3bae req-f36b23e5-fe9c-4ba2-b55c-e0015a00c978 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 943 time: 0.3095231 Feb 09 22:20:27.958519 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cad3f175-09a3-4dc3-81c2-038cb00d75bd tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (102bdb13-16ac-4db6-86dd-f553481022cf), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:28.342129 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 97cdd45e-8b62-48c6-b056-9dc15411c7eb no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:20:28.378622 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 97cdd45e-8b62-48c6-b056-9dc15411c7eb {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:20:28.379562 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 97cdd45e-8b62-48c6-b056-9dc15411c7eb not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:20:28.451307 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3f175-09a3-4dc3-81c2-038cb00d75bd tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event deleted for resources: {'Port': ['ID=102bdb13-16ac-4db6-86dd-f553481022cf,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:28.538748 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e7864c54-8034-4deb-bc19-4a85b42f3bae req-2694a6a5-b9ed-41bf-a730-b8f84531a01a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6944747 Feb 09 22:20:28.582247 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775c62d-a5be-49e0-ae5c-5166ca307813 req-38de799d-4da3-4511-abf6-6aadfdb198bd tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:28.583910 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0775c62d-a5be-49e0-ae5c-5166ca307813 req-38de799d-4da3-4511-abf6-6aadfdb198bd tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.71 "GET /v2.0/ports?device_id=f21160b8-d1fe-4a2d-b0eb-fe589616c2f1 HTTP/1.1" status: 200 len: 950 time: 0.7104042 Feb 09 22:20:28.726786 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cad3f175-09a3-4dc3-81c2-038cb00d75bd tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (37780b23-1dd8-4ed6-8122-1b04227e2161), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:28.734860 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dbab2f74-7d49-470f-85d5-fc4231a15549 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (7e12a8f0-2f1e-423d-9c84-4a558675d3c7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:28.964605 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cad3f175-09a3-4dc3-81c2-038cb00d75bd tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (37780b23-1dd8-4ed6-8122-1b04227e2161), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:28.975947 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cad3f175-09a3-4dc3-81c2-038cb00d75bd tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for router_controller (37780b23-1dd8-4ed6-8122-1b04227e2161), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.059166 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab2f74-7d49-470f-85d5-fc4231a15549 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Subnet': ['ID=7e12a8f0-2f1e-423d-9c84-4a558675d3c7,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:29.081737 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7257d79-9b29-4a52-aee3-81d55bb68c5f req-15ad5d05-4585-4422-80cd-9b0298cd5da7 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:29.083538 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a7257d79-9b29-4a52-aee3-81d55bb68c5f req-15ad5d05-4585-4422-80cd-9b0298cd5da7 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.77 "GET /v2.0/ports?device_id=f21160b8-d1fe-4a2d-b0eb-fe589616c2f1 HTTP/1.1" status: 200 len: 950 time: 0.4456456 Feb 09 22:20:29.100524 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cad3f175-09a3-4dc3-81c2-038cb00d75bd tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (37780b23-1dd8-4ed6-8122-1b04227e2161), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.101065 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad3f175-09a3-4dc3-81c2-038cb00d75bd tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Fanout notify agent at l3_agent the message router_deleted on router 37780b23-1dd8-4ed6-8122-1b04227e2161 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:20:29.113052 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cad3f175-09a3-4dc3-81c2-038cb00d75bd tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.117261 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-cad3f175-09a3-4dc3-81c2-038cb00d75bd tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "DELETE /v2.0/routers/37780b23-1dd8-4ed6-8122-1b04227e2161 HTTP/1.1" status: 204 len: 168 time: 4.0181167 Feb 09 22:20:29.117638 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44032) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:29.141644 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb3264d9-1702-41e9-b45d-19524ba6db6e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.171135 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab2f74-7d49-470f-85d5-fc4231a15549 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Checking segment: {'id': 'b59d12b4-afaa-4618-9b27-e1dd353c37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '811ef29b-0a80-4c5e-9029-fb2afbd8967c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:29.171517 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbab2f74-7d49-470f-85d5-fc4231a15549 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Network hostable DHCP agents. Network: 811ef29b-0a80-4c5e-9029-fb2afbd8967c, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:20:29.229161 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-0775c62d-a5be-49e0-ae5c-5166ca307813 req-949172bc-7c89-428c-8529-4bf7b365ff06 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Deleting port fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:29.229663 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0775c62d-a5be-49e0-ae5c-5166ca307813 req-949172bc-7c89-428c-8529-4bf7b365ff06 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.255043 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23a80a30-e30f-41b2-94c4-5f5eed93283f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (c08c80e7-ece5-4a9e-8647-0f5d34522ce3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.257113 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3264d9-1702-41e9-b45d-19524ba6db6e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Port': ['ID=02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:29.333110 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a7257d79-9b29-4a52-aee3-81d55bb68c5f req-45d2c2c1-5d6a-4a30-a4b8-a95e266e7254 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5abf813-d385-49b5-bc01-572fe899cb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299812 Feb 09 22:20:29.364810 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbab2f74-7d49-470f-85d5-fc4231a15549 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Network 811ef29b-0a80-4c5e-9029-fb2afbd8967c is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:20:29.412041 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23a80a30-e30f-41b2-94c4-5f5eed93283f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (c08c80e7-ece5-4a9e-8647-0f5d34522ce3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.437960 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-dbab2f74-7d49-470f-85d5-fc4231a15549 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 811ef29b-0a80-4c5e-9029-fb2afbd8967c) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:29.451362 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e2cf0a-07f8-4d83-88a2-c8a6afcf2c9e None None] Network 811ef29b-0a80-4c5e-9029-fb2afbd8967c requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:29.461339 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbab2f74-7d49-470f-85d5-fc4231a15549 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:29.461956 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dbab2f74-7d49-470f-85d5-fc4231a15549 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.467161 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-23a80a30-e30f-41b2-94c4-5f5eed93283f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08c80e7-ece5-4a9e-8647-0f5d34522ce3']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:29.485747 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-23a80a30-e30f-41b2-94c4-5f5eed93283f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c1805b-9e63-4777-afd2-40c33c127bf1') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:29.487037 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-23a80a30-e30f-41b2-94c4-5f5eed93283f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c1805b-9e63-4777-afd2-40c33c127bf1') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:29.514332 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23a80a30-e30f-41b2-94c4-5f5eed93283f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (20c1805b-9e63-4777-afd2-40c33c127bf1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.544631 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23a80a30-e30f-41b2-94c4-5f5eed93283f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (20c1805b-9e63-4777-afd2-40c33c127bf1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.555930 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a80a30-e30f-41b2-94c4-5f5eed93283f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:20:29.556663 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23a80a30-e30f-41b2-94c4-5f5eed93283f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (20c1805b-9e63-4777-afd2-40c33c127bf1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.657437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-0775c62d-a5be-49e0-ae5c-5166ca307813 req-949172bc-7c89-428c-8529-4bf7b365ff06 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] For port fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:29.657865 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0775c62d-a5be-49e0-ae5c-5166ca307813 req-949172bc-7c89-428c-8529-4bf7b365ff06 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.675727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-0775c62d-a5be-49e0-ae5c-5166ca307813 req-949172bc-7c89-428c-8529-4bf7b365ff06 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Calling delete_port for fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:20:29.690042 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:20:29.699102 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23a80a30-e30f-41b2-94c4-5f5eed93283f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (c08c80e7-ece5-4a9e-8647-0f5d34522ce3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.768851 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23a80a30-e30f-41b2-94c4-5f5eed93283f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.780566 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-23a80a30-e30f-41b2-94c4-5f5eed93283f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] 10.222.0.77 "DELETE /v2.0/networks/c08c80e7-ece5-4a9e-8647-0f5d34522ce3 HTTP/1.1" status: 204 len: 168 time: 0.6603324 Feb 09 22:20:29.784164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a80a30-e30f-41b2-94c4-5f5eed93283f tempest-TestSecurityGroupsBasicOps-878668049 tempest-TestSecurityGroupsBasicOps-878668049-project] Pushing event deleted for resources: {'Network': ['ID=c08c80e7-ece5-4a9e-8647-0f5d34522ce3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:29.795412 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-dbab2f74-7d49-470f-85d5-fc4231a15549 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8806400 Feb 09 22:20:29.795774 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44038) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:29.810750 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-53e6caca-23ec-4c78-b864-b4b01158b5b1 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'subnet': {'network_id': '811ef29b-0a80-4c5e-9029-fb2afbd8967c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:29.828264 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6e55d3-674f-4a4d-be29-9027def1b05a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-811ef29b-0a80-4c5e-9029-fb2afbd8967c', 'network_id': '811ef29b-0a80-4c5e-9029-fb2afbd8967c', 'project_id': 'b8c3fb42183049be9371d52143051117', 'fixed_ips': [{'subnet_id': '7e12a8f0-2f1e-423d-9c84-4a558675d3c7'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:20:29.829749 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8e6e55d3-674f-4a4d-be29-9027def1b05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.945260 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb40b2-d553-49bf-a9da-c6069094f603 req-9ec64592-7609-4a86-b178-414e6f0e575d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:29.952197 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71fb40b2-d553-49bf-a9da-c6069094f603 req-9ec64592-7609-4a86-b178-414e6f0e575d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 943 time: 0.1557178 Feb 09 22:20:30.075521 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb3264d9-1702-41e9-b45d-19524ba6db6e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (5bfe8c37-abc2-4f54-9f7b-fa85dce3465b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.101606 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-8e6e55d3-674f-4a4d-be29-9027def1b05a None None] Allocated IP 2001:db8::2 (811ef29b-0a80-4c5e-9029-fb2afbd8967c/7e12a8f0-2f1e-423d-9c84-4a558675d3c7/fe5c7808-7833-42b6-8f61-afbe01b5de33) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:20:30.188002 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e6caca-23ec-4c78-b864-b4b01158b5b1 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Made reservation on behalf of b8c3fb42183049be9371d52143051117 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:30.200526 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-53e6caca-23ec-4c78-b864-b4b01158b5b1 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.259208 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71fb40b2-d553-49bf-a9da-c6069094f603 req-2f8c9bad-4b34-4411-8fe4-6ae0c6b5e08b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929528 Feb 09 22:20:30.354745 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8e6e55d3-674f-4a4d-be29-9027def1b05a None None] Publish callbacks [] for port (fe5c7808-7833-42b6-8f61-afbe01b5de33), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.366835 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8e6e55d3-674f-4a4d-be29-9027def1b05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (fe5c7808-7833-42b6-8f61-afbe01b5de33), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.400793 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0775c62d-a5be-49e0-ae5c-5166ca307813 req-949172bc-7c89-428c-8529-4bf7b365ff06 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.461590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:20:30.606576 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6e55d3-674f-4a4d-be29-9027def1b05a None None] Network 811ef29b-0a80-4c5e-9029-fb2afbd8967c is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:30.623164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-8e6e55d3-674f-4a4d-be29-9027def1b05a None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:30.634080 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6e55d3-674f-4a4d-be29-9027def1b05a None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:20:30.688814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949172bc-7c89-428c-8529-4bf7b365ff06 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Pushing event deleted for resources: {'Port': ['ID=fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:30.699104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e55d3-674f-4a4d-be29-9027def1b05a None None] Pushing event updated for resources: {'Port': ['ID=fe5c7808-7833-42b6-8f61-afbe01b5de33,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:30.761523 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 102bdb13-16ac-4db6-86dd-f553481022cf no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:20:30.808427 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-0775c62d-a5be-49e0-ae5c-5166ca307813 req-949172bc-7c89-428c-8529-4bf7b365ff06 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] No DVR routers for this DVR port fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:20:30.816422 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0775c62d-a5be-49e0-ae5c-5166ca307813 req-949172bc-7c89-428c-8529-4bf7b365ff06 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.822513 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0775c62d-a5be-49e0-ae5c-5166ca307813 req-949172bc-7c89-428c-8529-4bf7b365ff06 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.71 "DELETE /v2.0/ports/fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca HTTP/1.1" status: 204 len: 173 time: 2.2085190 Feb 09 22:20:30.870579 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21160b8-d1fe-4a2d-b0eb-fe589616c2f1', 'name': 'network-vif-deleted', 'tag': 'fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:20:30.874665 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa10f1c9-e0e3-49a1-b81b-b17ca4cac910" -d '{"events": [{"server_uuid": "f21160b8-d1fe-4a2d-b0eb-fe589616c2f1", "name": "network-vif-deleted", "tag": "fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:20:30.881369 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a8732f1a-cdd6-466c-8986-df20c3195665 req-af15bb76-de4d-4afe-8c74-5b118f5c7c74 tempest-VolumesBackupsTest-1867929204 tempest-VolumesBackupsTest-1867929204-project] 10.222.0.77 "GET /v2.0/ports?device_id=f21160b8-d1fe-4a2d-b0eb-fe589616c2f1 HTTP/1.1" status: 200 len: 210 time: 0.0750520 Feb 09 22:20:30.891175 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 102bdb13-16ac-4db6-86dd-f553481022cf {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:20:30.891806 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 102bdb13-16ac-4db6-86dd-f553481022cf not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:20:30.896946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-8e6e55d3-674f-4a4d-be29-9027def1b05a None None] Attempting to bind port fe5c7808-7833-42b6-8f61-afbe01b5de33 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:20:30.897656 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-8e6e55d3-674f-4a4d-be29-9027def1b05a None None] Attempting to bind port fe5c7808-7833-42b6-8f61-afbe01b5de33 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b59d12b4-afaa-4618-9b27-e1dd353c37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '811ef29b-0a80-4c5e-9029-fb2afbd8967c'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:20:30.898284 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e55d3-674f-4a4d-be29-9027def1b05a None None] Attempting to bind port fe5c7808-7833-42b6-8f61-afbe01b5de33 on network 811ef29b-0a80-4c5e-9029-fb2afbd8967c {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:20:30.908235 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e55d3-674f-4a4d-be29-9027def1b05a None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:20:30.908873 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e55d3-674f-4a4d-be29-9027def1b05a None None] Checking segment: {'id': 'b59d12b4-afaa-4618-9b27-e1dd353c37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '811ef29b-0a80-4c5e-9029-fb2afbd8967c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:30.909564 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8e6e55d3-674f-4a4d-be29-9027def1b05a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.910261 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e55d3-674f-4a4d-be29-9027def1b05a None None] Bound using segment: {'id': 'b59d12b4-afaa-4618-9b27-e1dd353c37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '811ef29b-0a80-4c5e-9029-fb2afbd8967c'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:20:30.911088 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-8e6e55d3-674f-4a4d-be29-9027def1b05a None None] Bound port: fe5c7808-7833-42b6-8f61-afbe01b5de33, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59d12b4-afaa-4618-9b27-e1dd353c37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '811ef29b-0a80-4c5e-9029-fb2afbd8967c'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:20:30.911787 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8e6e55d3-674f-4a4d-be29-9027def1b05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fe5c7808-7833-42b6-8f61-afbe01b5de33), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:31.105282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-8e6e55d3-674f-4a4d-be29-9027def1b05a None None] For port fe5c7808-7833-42b6-8f61-afbe01b5de33, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:20:31.122315 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-8e6e55d3-674f-4a4d-be29-9027def1b05a None None] For port fe5c7808-7833-42b6-8f61-afbe01b5de33, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fe5c7808-7833-42b6-8f61-afbe01b5de33,segment=NetworkSegment(b59d12b4-afaa-4618-9b27-e1dd353c37eb),segment_id=b59d12b4-afaa-4618-9b27-e1dd353c37eb)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:20:31.132536 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb25726-f1d6-480b-bdda-bc3553f7c120 x-openstack-request-id: req-3eb25726-f1d6-480b-bdda-bc3553f7c120 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:20:31.133664 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21160b8-d1fe-4a2d-b0eb-fe589616c2f1", "name": "network-vif-deleted", "tag": "fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:20:31.133664 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3eb25726-f1d6-480b-bdda-bc3553f7c120 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:20:31.134043 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21160b8-d1fe-4a2d-b0eb-fe589616c2f1', 'name': 'network-vif-deleted', 'tag': 'fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca', 'status': 'completed', 'code': 200} Feb 09 22:20:31.142397 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8e6e55d3-674f-4a4d-be29-9027def1b05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fe5c7808-7833-42b6-8f61-afbe01b5de33), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:31.206902 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-53e6caca-23ec-4c78-b864-b4b01158b5b1 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (ce2eff53-8992-4fb2-bcb6-51d0b6377bd1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:31.246402 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e55d3-674f-4a4d-be29-9027def1b05a None None] Pushing event updated for resources: {'Port': ['ID=fe5c7808-7833-42b6-8f61-afbe01b5de33,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:31.271140 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3264d9-1702-41e9-b45d-19524ba6db6e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Router 5bfe8c37-abc2-4f54-9f7b-fa85dce3465b has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:20:31.422325 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e6caca-23ec-4c78-b864-b4b01158b5b1 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Network 811ef29b-0a80-4c5e-9029-fb2afbd8967c is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:31.435125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-53e6caca-23ec-4c78-b864-b4b01158b5b1 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:31.452012 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3264d9-1702-41e9-b45d-19524ba6db6e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:20:31.452990 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e6caca-23ec-4c78-b864-b4b01158b5b1 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:31.453995 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-53e6caca-23ec-4c78-b864-b4b01158b5b1 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:31.468127 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8699ab5-67a4-40e7-bffc-68c19762a0e3 None None] Sync routers for ids ['5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:20:31.474373 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fb3264d9-1702-41e9-b45d-19524ba6db6e tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "PUT /v2.0/routers/5bfe8c37-abc2-4f54-9f7b-fa85dce3465b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4022901 Feb 09 22:20:31.475415 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44050) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:31.488230 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44052) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:31.494845 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6caca-23ec-4c78-b864-b4b01158b5b1 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Subnet': ['ID=ce2eff53-8992-4fb2-bcb6-51d0b6377bd1,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:31.519971 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8699ab5-67a4-40e7-bffc-68c19762a0e3 None None] Routers {'5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:31.520614 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b8699ab5-67a4-40e7-bffc-68c19762a0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:20:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:31.526734 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-53e6caca-23ec-4c78-b864-b4b01158b5b1 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7232201 Feb 09 22:20:31.527794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44056) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:31.815149 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3278e0d-34b4-4ac4-8adf-2b09dff2d2d4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Deleting subnet 3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:20:31.824756 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3278e0d-34b4-4ac4-8adf-2b09dff2d2d4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for subnet (3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:31.855070 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f048de-20a2-489d-916c-5389188352c8 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:31.858461 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f048de-20a2-489d-916c-5389188352c8 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:31.861632 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f048de-20a2-489d-916c-5389188352c8 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:31.865613 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f048de-20a2-489d-916c-5389188352c8 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:31.868560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f048de-20a2-489d-916c-5389188352c8 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:31.875061 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-19f048de-20a2-489d-916c-5389188352c8 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3454564 Feb 09 22:20:31.879426 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44058) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:31.901608 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6258dff2-7a3a-4177-b4fc-1260c5b3d2b7 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-181171900'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:32.044685 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3278e0d-34b4-4ac4-8adf-2b09dff2d2d4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.050557 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6258dff2-7a3a-4177-b4fc-1260c5b3d2b7 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Made reservation on behalf of b8c3fb42183049be9371d52143051117 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:32.060451 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6258dff2-7a3a-4177-b4fc-1260c5b3d2b7 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.093125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6258dff2-7a3a-4177-b4fc-1260c5b3d2b7 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:20:32.104335 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-b8699ab5-67a4-40e7-bffc-68c19762a0e3 None None] Set router 5bfe8c37-abc2-4f54-9f7b-fa85dce3465b gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:32.110247 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6258dff2-7a3a-4177-b4fc-1260c5b3d2b7 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (60d45657-6272-4a8e-a300-d3003443b320), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.110690 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-6258dff2-7a3a-4177-b4fc-1260c5b3d2b7 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Added segment 60d45657-6272-4a8e-a300-d3003443b320 of type vlan for network 8841b267-2c32-4c8d-89ce-9af273065ae3 Feb 09 22:20:32.137405 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908add9-a626-484e-ae27-dbcb0f0671bb req-99bc06a2-3527-482e-b7a0-aed5c0bd93a8 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:32.151477 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a908add9-a626-484e-ae27-dbcb0f0671bb req-99bc06a2-3527-482e-b7a0-aed5c0bd93a8 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 943 time: 0.5668130 Feb 09 22:20:32.166811 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6258dff2-7a3a-4177-b4fc-1260c5b3d2b7 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (8841b267-2c32-4c8d-89ce-9af273065ae3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.202399 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e66e1302-51db-4d3d-90f7-be32a1b8fd1e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b9cc49ec6add4d9e9840b65c33b053cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7118280 Feb 09 22:20:32.203244 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44062) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:32.212699 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6258dff2-7a3a-4177-b4fc-1260c5b3d2b7 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (8841b267-2c32-4c8d-89ce-9af273065ae3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.218382 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6258dff2-7a3a-4177-b4fc-1260c5b3d2b7 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:32.219173 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6258dff2-7a3a-4177-b4fc-1260c5b3d2b7 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.280598 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a908add9-a626-484e-ae27-dbcb0f0671bb req-f0e7815d-4958-4f43-aef0-bea28b53fcc6 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274936 Feb 09 22:20:32.343121 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6258dff2-7a3a-4177-b4fc-1260c5b3d2b7 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4621904 Feb 09 22:20:32.348397 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44064) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:32.355790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e957a7b7-2589-4eb2-8123-8c20102f6c06 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:32.537771 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3278e0d-34b4-4ac4-8adf-2b09dff2d2d4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.672199 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b8699ab5-67a4-40e7-bffc-68c19762a0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326583759', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:13Z', 'updated_at': '2022-02-09T22:20:28Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:24:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:32.674224 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fe5c7808-7833-42b6-8f61-afbe01b5de33 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:32.684390 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258dff2-7a3a-4177-b4fc-1260c5b3d2b7 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Network': ['ID=8841b267-2c32-4c8d-89ce-9af273065ae3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:32.746938 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14517c45-ec7d-49c8-8090-ce3582d84983 admin admin] Publish callbacks [] for security_group (24613a0b-0fad-4282-9cb7-959235276ea0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.753003 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 8841b267-2c32-4c8d-89ce-9af273065ae3 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:20:32.754509 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3278e0d-34b4-4ac4-8adf-2b09dff2d2d4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.756767 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e957a7b7-2589-4eb2-8123-8c20102f6c06 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (8841b267-2c32-4c8d-89ce-9af273065ae3), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.821289 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8699ab5-67a4-40e7-bffc-68c19762a0e3 None None] Checking router: 5bfe8c37-abc2-4f54-9f7b-fa85dce3465b for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:20:32.829384 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e957a7b7-2589-4eb2-8123-8c20102f6c06 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (8841b267-2c32-4c8d-89ce-9af273065ae3), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.830000 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3278e0d-34b4-4ac4-8adf-2b09dff2d2d4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Subnet': ['ID=3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:32.843730 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:20:32.845827 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdd34df-df93-40ab-9a39-4824d17f2f18 None None] Network 3c5b1b1f-067d-4c74-90d4-4f51a006cd63 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:32.848249 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3278e0d-34b4-4ac4-8adf-2b09dff2d2d4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.860877 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d3278e0d-34b4-4ac4-8adf-2b09dff2d2d4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "DELETE /v2.0/subnets/3cfab5dc-130f-4d36-8e14-e0e0cc1bddc9 HTTP/1.1" status: 204 len: 168 time: 1.3809583 Feb 09 22:20:32.862686 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44070) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:32.878487 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8699ab5-67a4-40e7-bffc-68c19762a0e3 None None] Routers {'5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:32.879940 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b8699ab5-67a4-40e7-bffc-68c19762a0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:20:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:32.880219 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:20:32.880423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device fa0b0d38-cd48-4a5f-b8ee-4f57b7db6dca not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:20:32.973785 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port fe5c7808-7833-42b6-8f61-afbe01b5de33 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:32.974538 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fe5c7808-7833-42b6-8f61-afbe01b5de33), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.033274 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14517c45-ec7d-49c8-8090-ce3582d84983 admin admin] Publish callbacks [] for security_group (24613a0b-0fad-4282-9cb7-959235276ea0), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.039221 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-b8699ab5-67a4-40e7-bffc-68c19762a0e3 None None] Set router 5bfe8c37-abc2-4f54-9f7b-fa85dce3465b gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:33.129181 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e957a7b7-2589-4eb2-8123-8c20102f6c06 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Network 8841b267-2c32-4c8d-89ce-9af273065ae3 is not hosted by any dhcp agent {{(pid=103202) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 22:20:33.137223 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port fe5c7808-7833-42b6-8f61-afbe01b5de33 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:33.137666 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fe5c7808-7833-42b6-8f61-afbe01b5de33), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.142763 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e957a7b7-2589-4eb2-8123-8c20102f6c06 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:33.145872 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e957a7b7-2589-4eb2-8123-8c20102f6c06 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.151781 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e957a7b7-2589-4eb2-8123-8c20102f6c06 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "PUT /v2.0/networks/8841b267-2c32-4c8d-89ce-9af273065ae3 HTTP/1.1" status: 200 len: 723 time: 0.8009524 Feb 09 22:20:33.183411 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44072) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:33.199727 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7bcda774-434c-4c1f-a9ff-ae49e0439604 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'subnet': {'network_id': '8841b267-2c32-4c8d-89ce-9af273065ae3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:33.203475 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port fe5c7808-7833-42b6-8f61-afbe01b5de33, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fe5c7808-7833-42b6-8f61-afbe01b5de33,segment=NetworkSegment(b59d12b4-afaa-4618-9b27-e1dd353c37eb),segment_id=b59d12b4-afaa-4618-9b27-e1dd353c37eb)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:33.213462 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fe5c7808-7833-42b6-8f61-afbe01b5de33), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.222698 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe872d0-3ee9-4ba8-8e6d-e7c6a0636858 None None] DHCP port deletion for 3c5b1b1f-067d-4c74-90d4-4f51a006cd63 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:20:33.318401 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=fe5c7808-7833-42b6-8f61-afbe01b5de33,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:33.327460 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8cfb900-eeeb-4148-b1c5-97ac67431596 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router (5bfe8c37-abc2-4f54-9f7b-fa85dce3465b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.344767 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6fe872d0-3ee9-4ba8-8e6d-e7c6a0636858 None None] Deleting port d77f4eab-7c62-45f8-8438-d812f20c048a {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:33.345301 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6fe872d0-3ee9-4ba8-8e6d-e7c6a0636858 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d77f4eab-7c62-45f8-8438-d812f20c048a), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.450271 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6fe872d0-3ee9-4ba8-8e6d-e7c6a0636858 None None] For port d77f4eab-7c62-45f8-8438-d812f20c048a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d77f4eab-7c62-45f8-8438-d812f20c048a,segment=NetworkSegment(80ebee18-e92a-470f-afa6-2960f75a08fa),segment_id=80ebee18-e92a-470f-afa6-2960f75a08fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:33.450702 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6fe872d0-3ee9-4ba8-8e6d-e7c6a0636858 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d77f4eab-7c62-45f8-8438-d812f20c048a), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.460565 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b8699ab5-67a4-40e7-bffc-68c19762a0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326583759', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:13Z', 'updated_at': '2022-02-09T22:20:28Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:24:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:33.482151 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6fe872d0-3ee9-4ba8-8e6d-e7c6a0636858 None None] Calling delete_port for d77f4eab-7c62-45f8-8438-d812f20c048a owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:33.509181 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14517c45-ec7d-49c8-8090-ce3582d84983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (24613a0b-0fad-4282-9cb7-959235276ea0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.511354 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fa4cdd-6900-43f8-9b2e-9a0096ac5966 None None] Network 811ef29b-0a80-4c5e-9029-fb2afbd8967c requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:33.511946 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14517c45-ec7d-49c8-8090-ce3582d84983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.513340 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-14517c45-ec7d-49c8-8090-ce3582d84983 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/24613a0b-0fad-4282-9cb7-959235276ea0 HTTP/1.1" status: 204 len: 168 time: 1.3085890 Feb 09 22:20:33.518224 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957a7b7-2589-4eb2-8123-8c20102f6c06 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Network': ['ID=8841b267-2c32-4c8d-89ce-9af273065ae3,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:33.533170 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14517c45-ec7d-49c8-8090-ce3582d84983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24613a0b-0fad-4282-9cb7-959235276ea0,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:33.563102 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcda774-434c-4c1f-a9ff-ae49e0439604 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Made reservation on behalf of b8c3fb42183049be9371d52143051117 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:33.569442 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7bcda774-434c-4c1f-a9ff-ae49e0439604 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.578932 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 8841b267-2c32-4c8d-89ce-9af273065ae3 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:20:33.580103 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8699ab5-67a4-40e7-bffc-68c19762a0e3 None None] The sync data for ids ['5bfe8c37-abc2-4f54-9f7b-fa85dce3465b'] in n-d-828601-1 is: [{'id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326583759', 'tenant_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:13Z', 'updated_at': '2022-02-09T22:20:28Z', 'revision_number': 5, 'project_id': 'a306ddcdfade484fb30dc0e0a20bda6f', 'gw_port': {'id': '1fcc3e5d-1959-4d96-9013-de17c89e9574', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:24:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe8c37-abc2-4f54-9f7b-fa85dce3465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:20:33.798785 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8cfb900-eeeb-4148-b1c5-97ac67431596 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_gateway (5bfe8c37-abc2-4f54-9f7b-fa85dce3465b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.823151 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb40df4-6e6c-4a6f-a560-76704e1017ae req-25b6af82-764c-46b6-b455-e50b6a2c12ad tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:33.826457 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acb40df4-6e6c-4a6f-a560-76704e1017ae req-25b6af82-764c-46b6-b455-e50b6a2c12ad tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 943 time: 0.1796777 Feb 09 22:20:33.902271 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7bcda774-434c-4c1f-a9ff-ae49e0439604 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (21a683aa-c00f-40ab-868e-efbeb4a86c87), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.939413 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-dc37787b-f2c8-48bc-b5e4-d3bdc9d5265b None None] Provisioning complete for port fe5c7808-7833-42b6-8f61-afbe01b5de33 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:33.941115 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dc37787b-f2c8-48bc-b5e4-d3bdc9d5265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fe5c7808-7833-42b6-8f61-afbe01b5de33), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:34.065276 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b8cfb900-eeeb-4148-b1c5-97ac67431596 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Deleting port 1fcc3e5d-1959-4d96-9013-de17c89e9574 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:34.065913 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8cfb900-eeeb-4148-b1c5-97ac67431596 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1fcc3e5d-1959-4d96-9013-de17c89e9574), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:34.077319 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acb40df4-6e6c-4a6f-a560-76704e1017ae req-e059b8b4-b887-4094-a6a8-2ea42fd7c254 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342868 Feb 09 22:20:34.125769 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcda774-434c-4c1f-a9ff-ae49e0439604 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Checking segment: {'id': '60d45657-6272-4a8e-a300-d3003443b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8841b267-2c32-4c8d-89ce-9af273065ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:34.126656 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcda774-434c-4c1f-a9ff-ae49e0439604 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Network hostable DHCP agents. Network: 8841b267-2c32-4c8d-89ce-9af273065ae3, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:20:34.158627 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcda774-434c-4c1f-a9ff-ae49e0439604 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Subnet': ['ID=21a683aa-c00f-40ab-868e-efbeb4a86c87,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:34.184282 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcda774-434c-4c1f-a9ff-ae49e0439604 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Network 8841b267-2c32-4c8d-89ce-9af273065ae3 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:20:34.202403 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44082) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:34.240080 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-7bcda774-434c-4c1f-a9ff-ae49e0439604 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 8841b267-2c32-4c8d-89ce-9af273065ae3) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:34.257416 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6fe872d0-3ee9-4ba8-8e6d-e7c6a0636858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (d77f4eab-7c62-45f8-8438-d812f20c048a), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:34.265705 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1a99bc-f18b-442e-9802-c6a31fba062e None None] Network 8841b267-2c32-4c8d-89ce-9af273065ae3 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:34.268864 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcda774-434c-4c1f-a9ff-ae49e0439604 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:34.270169 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7bcda774-434c-4c1f-a9ff-ae49e0439604 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:34.284637 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-50217800-de2a-4738-a473-615752c56345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:34.332539 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7bcda774-434c-4c1f-a9ff-ae49e0439604 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1442223 Feb 09 22:20:34.333595 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44084) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:34.341354 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-0f3ab83f-6cc9-41c9-a568-4da4f76b5a1b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:34.349983 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-b8cfb900-eeeb-4148-b1c5-97ac67431596 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] For port 1fcc3e5d-1959-4d96-9013-de17c89e9574, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1fcc3e5d-1959-4d96-9013-de17c89e9574,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:34.350901 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8cfb900-eeeb-4148-b1c5-97ac67431596 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1fcc3e5d-1959-4d96-9013-de17c89e9574), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:34.373924 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b8cfb900-eeeb-4148-b1c5-97ac67431596 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Calling delete_port for 1fcc3e5d-1959-4d96-9013-de17c89e9574 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:34.378795 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-dc37787b-f2c8-48bc-b5e4-d3bdc9d5265b None None] Current status of the port fe5c7808-7833-42b6-8f61-afbe01b5de33 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:34.497061 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fe5c7808-7833-42b6-8f61-afbe01b5de33 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:34.502761 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe872d0-3ee9-4ba8-8e6d-e7c6a0636858 None None] Pushing event deleted for resources: {'Port': ['ID=d77f4eab-7c62-45f8-8438-d812f20c048a,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:34.524761 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8841b267-2c32-4c8d-89ce-9af273065ae3', 'network_id': '8841b267-2c32-4c8d-89ce-9af273065ae3', 'project_id': 'b8c3fb42183049be9371d52143051117', 'fixed_ips': [{'subnet_id': '21a683aa-c00f-40ab-868e-efbeb4a86c87'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:20:34.526262 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:34.588690 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-50217800-de2a-4738-a473-615752c56345 admin admin] Publish callbacks [] for security_group (79cf7d9e-8184-4fd7-9821-fb4fc9a9c482), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:34.637921 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8cfb900-eeeb-4148-b1c5-97ac67431596 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1fcc3e5d-1959-4d96-9013-de17c89e9574), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:34.641239 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe872d0-3ee9-4ba8-8e6d-e7c6a0636858 None None] No DVR routers for this DVR port d77f4eab-7c62-45f8-8438-d812f20c048a on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:20:34.683236 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0f3ab83f-6cc9-41c9-a568-4da4f76b5a1b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9796984'] for subnet (21a683aa-c00f-40ab-868e-efbeb4a86c87), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:34.700444 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfb900-eeeb-4148-b1c5-97ac67431596 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Port': ['ID=1fcc3e5d-1959-4d96-9013-de17c89e9574,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:34.733569 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-50217800-de2a-4738-a473-615752c56345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (79cf7d9e-8184-4fd7-9821-fb4fc9a9c482), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:34.752861 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fb25d4-770b-48da-aa83-be65ca56b7e0 None None] Update dhcp port {'port': {'network_id': '811ef29b-0a80-4c5e-9029-fb2afbd8967c', 'fixed_ips': [{'subnet_id': '7e12a8f0-2f1e-423d-9c84-4a558675d3c7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ce2eff53-8992-4fb2-bcb6-51d0b6377bd1'}], 'binding:host_id': 'n-d-828601-1'}, 'id': 'fe5c7808-7833-42b6-8f61-afbe01b5de33'} from n-d-828601-1. {{(pid=103203) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:20:34.796241 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8cfb900-eeeb-4148-b1c5-97ac67431596 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (5bfe8c37-abc2-4f54-9f7b-fa85dce3465b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:34.921901 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-86fb25d4-770b-48da-aa83-be65ca56b7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fe5c7808-7833-42b6-8f61-afbe01b5de33), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:34.931555 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50217800-de2a-4738-a473-615752c56345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cf7d9e-8184-4fd7-9821-fb4fc9a9c482,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:34.956193 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0f3ab83f-6cc9-41c9-a568-4da4f76b5a1b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729585839620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8712608'] for subnet (21a683aa-c00f-40ab-868e-efbeb4a86c87), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:34.973480 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8cfb900-eeeb-4148-b1c5-97ac67431596 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (5bfe8c37-abc2-4f54-9f7b-fa85dce3465b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:34.977728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3ab83f-6cc9-41c9-a568-4da4f76b5a1b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:34.978707 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0f3ab83f-6cc9-41c9-a568-4da4f76b5a1b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:34.980297 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0f3ab83f-6cc9-41c9-a568-4da4f76b5a1b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "PUT /v2.0/subnets/21a683aa-c00f-40ab-868e-efbeb4a86c87 HTTP/1.1" status: 200 len: 826 time: 0.6456306 Feb 09 22:20:34.982344 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8cfb900-eeeb-4148-b1c5-97ac67431596 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router_controller (5bfe8c37-abc2-4f54-9f7b-fa85dce3465b), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:34.986000 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44088) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:34.987130 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-50217800-de2a-4738-a473-615752c56345 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=790fea83d29d43d1b3e361a255bd01da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7749040 Feb 09 22:20:34.989552 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44090) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:35.051534 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port fe5c7808-7833-42b6-8f61-afbe01b5de33 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:35.053061 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fe5c7808-7833-42b6-8f61-afbe01b5de33), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:35.088896 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23403c69-99dd-4e84-a275-de82d8baf599 admin admin] Publish callbacks [] for security_group (79cf7d9e-8184-4fd7-9821-fb4fc9a9c482), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:35.097532 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ab83f-6cc9-41c9-a568-4da4f76b5a1b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Subnet': ['ID=21a683aa-c00f-40ab-868e-efbeb4a86c87,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:35.129499 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23403c69-99dd-4e84-a275-de82d8baf599 admin admin] Publish callbacks [] for security_group (79cf7d9e-8184-4fd7-9821-fb4fc9a9c482), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:35.194342 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23403c69-99dd-4e84-a275-de82d8baf599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (79cf7d9e-8184-4fd7-9821-fb4fc9a9c482), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:35.199298 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23403c69-99dd-4e84-a275-de82d8baf599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:35.200621 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-23403c69-99dd-4e84-a275-de82d8baf599 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/79cf7d9e-8184-4fd7-9821-fb4fc9a9c482 HTTP/1.1" status: 204 len: 168 time: 0.2097726 Feb 09 22:20:35.235056 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23403c69-99dd-4e84-a275-de82d8baf599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cf7d9e-8184-4fd7-9821-fb4fc9a9c482,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:35.300709 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (8841b267-2c32-4c8d-89ce-9af273065ae3), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:35.450329 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Allocated IP 2001:db8::2 (8841b267-2c32-4c8d-89ce-9af273065ae3/21a683aa-c00f-40ab-868e-efbeb4a86c87/b16b7296-b6d3-44ef-9307-8b61fa13738e) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:20:35.523428 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port fe5c7808-7833-42b6-8f61-afbe01b5de33 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:35.651511 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d77f4eab-7c62-45f8-8438-d812f20c048a no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:20:35.716903 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: d77f4eab-7c62-45f8-8438-d812f20c048a {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:20:35.717495 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d77f4eab-7c62-45f8-8438-d812f20c048a not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:20:35.718233 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:20:35.783024 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-86fb25d4-770b-48da-aa83-be65ca56b7e0 None None] Allocated IP 172.20.0.1 (811ef29b-0a80-4c5e-9029-fb2afbd8967c/ce2eff53-8992-4fb2-bcb6-51d0b6377bd1/fe5c7808-7833-42b6-8f61-afbe01b5de33) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:20:35.791259 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:20:35.791635 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 02ec861c-1ea3-4c0f-bb91-3afbd94e8cb3 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:20:35.966811 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8cfb900-eeeb-4148-b1c5-97ac67431596 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (5bfe8c37-abc2-4f54-9f7b-fa85dce3465b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:35.967817 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cfb900-eeeb-4148-b1c5-97ac67431596 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Fanout notify agent at l3_agent the message router_deleted on router 5bfe8c37-abc2-4f54-9f7b-fa85dce3465b {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:20:35.977140 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44100) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:35.992531 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8cfb900-eeeb-4148-b1c5-97ac67431596 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:35.994744 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b8cfb900-eeeb-4148-b1c5-97ac67431596 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "DELETE /v2.0/routers/5bfe8c37-abc2-4f54-9f7b-fa85dce3465b HTTP/1.1" status: 204 len: 168 time: 3.1299250 Feb 09 22:20:35.997783 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44102) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:36.059597 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423788c-72bb-4036-a030-aae98eabc1c7 req-be3d9be2-d3b9-4e65-a00b-9646534061a0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:36.062461 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9423788c-72bb-4036-a030-aae98eabc1c7 req-be3d9be2-d3b9-4e65-a00b-9646534061a0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 943 time: 0.7484446 Feb 09 22:20:36.161782 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eeef46fd-b0b0-45a8-8cf7-ba23ee0ff661 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (3c5b1b1f-067d-4c74-90d4-4f51a006cd63), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.202174 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-612c3b55-e6cc-4bcf-a144-d7be39afaab7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c36dbff4a01449f2a3f3225c276cb993&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2051673 Feb 09 22:20:36.207683 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44104) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:36.220825 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (21a683aa-c00f-40ab-868e-efbeb4a86c87), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.279880 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Publish callbacks [] for port (b16b7296-b6d3-44ef-9307-8b61fa13738e), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.283524 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-86fb25d4-770b-48da-aa83-be65ca56b7e0 None None] For port fe5c7808-7833-42b6-8f61-afbe01b5de33, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fe5c7808-7833-42b6-8f61-afbe01b5de33,segment=NetworkSegment(b59d12b4-afaa-4618-9b27-e1dd353c37eb),segment_id=b59d12b4-afaa-4618-9b27-e1dd353c37eb)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:36.299779 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (b16b7296-b6d3-44ef-9307-8b61fa13738e), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.323503 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eeef46fd-b0b0-45a8-8cf7-ba23ee0ff661 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (3c5b1b1f-067d-4c74-90d4-4f51a006cd63), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.341067 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9423788c-72bb-4036-a030-aae98eabc1c7 req-d7a1d2b5-02d9-4168-bd65-ea2a183d389e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629647 Feb 09 22:20:36.366369 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Network 8841b267-2c32-4c8d-89ce-9af273065ae3 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:36.371707 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:36.374496 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:20:36.383926 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-86fb25d4-770b-48da-aa83-be65ca56b7e0 None None] Publish callbacks [] for port (fe5c7808-7833-42b6-8f61-afbe01b5de33), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.420609 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-86fb25d4-770b-48da-aa83-be65ca56b7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fe5c7808-7833-42b6-8f61-afbe01b5de33), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.441163 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-eeef46fd-b0b0-45a8-8cf7-ba23ee0ff661 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c5b1b1f-067d-4c74-90d4-4f51a006cd63']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:36.444607 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Pushing event updated for resources: {'Port': ['ID=b16b7296-b6d3-44ef-9307-8b61fa13738e,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:36.456149 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-eeef46fd-b0b0-45a8-8cf7-ba23ee0ff661 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ebee18-e92a-470f-afa6-2960f75a08fa') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:36.456534 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-eeef46fd-b0b0-45a8-8cf7-ba23ee0ff661 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ebee18-e92a-470f-afa6-2960f75a08fa') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:36.459505 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59ed602a-b659-4f34-a3ab-b69f0cd660e1 admin admin] Publish callbacks [] for security_group (8757be4b-7444-487d-a8de-966e235fc5e7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.476908 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eeef46fd-b0b0-45a8-8cf7-ba23ee0ff661 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (80ebee18-e92a-470f-afa6-2960f75a08fa), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.478507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:36.478871 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:36.479229 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:36.479574 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:36.480081 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:36.480436 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:36.480770 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:36.481243 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:36.481584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:36.481919 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:36.482285 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:36.482633 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:36.482954 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:36.516124 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eeef46fd-b0b0-45a8-8cf7-ba23ee0ff661 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (80ebee18-e92a-470f-afa6-2960f75a08fa), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.528849 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59ed602a-b659-4f34-a3ab-b69f0cd660e1 admin admin] Publish callbacks [] for security_group (8757be4b-7444-487d-a8de-966e235fc5e7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.534676 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeef46fd-b0b0-45a8-8cf7-ba23ee0ff661 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:20:36.535348 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eeef46fd-b0b0-45a8-8cf7-ba23ee0ff661 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (80ebee18-e92a-470f-afa6-2960f75a08fa), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.554257 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (21a683aa-c00f-40ab-868e-efbeb4a86c87), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.572827 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Attempting to bind port b16b7296-b6d3-44ef-9307-8b61fa13738e on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:20:36.573222 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Attempting to bind port b16b7296-b6d3-44ef-9307-8b61fa13738e by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '60d45657-6272-4a8e-a300-d3003443b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8841b267-2c32-4c8d-89ce-9af273065ae3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:20:36.573598 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Attempting to bind port b16b7296-b6d3-44ef-9307-8b61fa13738e on network 8841b267-2c32-4c8d-89ce-9af273065ae3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:20:36.592142 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:20:36.592533 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Checking segment: {'id': '60d45657-6272-4a8e-a300-d3003443b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8841b267-2c32-4c8d-89ce-9af273065ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:36.592950 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.593362 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Bound using segment: {'id': '60d45657-6272-4a8e-a300-d3003443b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8841b267-2c32-4c8d-89ce-9af273065ae3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:20:36.593867 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Bound port: b16b7296-b6d3-44ef-9307-8b61fa13738e, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d45657-6272-4a8e-a300-d3003443b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8841b267-2c32-4c8d-89ce-9af273065ae3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:20:36.594263 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b16b7296-b6d3-44ef-9307-8b61fa13738e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.610383 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb25d4-770b-48da-aa83-be65ca56b7e0 None None] Pushing event updated for resources: {'Port': ['ID=fe5c7808-7833-42b6-8f61-afbe01b5de33,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:20:36.698017 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:20:36.708756 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eeef46fd-b0b0-45a8-8cf7-ba23ee0ff661 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (3c5b1b1f-067d-4c74-90d4-4f51a006cd63), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.743413 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Subnet': ['ID=21a683aa-c00f-40ab-868e-efbeb4a86c87,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:36.744033 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eeef46fd-b0b0-45a8-8cf7-ba23ee0ff661 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.759258 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-eeef46fd-b0b0-45a8-8cf7-ba23ee0ff661 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "DELETE /v2.0/networks/3c5b1b1f-067d-4c74-90d4-4f51a006cd63 HTTP/1.1" status: 204 len: 168 time: 0.7563956 Feb 09 22:20:36.763946 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44106) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:36.776510 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] For port b16b7296-b6d3-44ef-9307-8b61fa13738e, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:20:36.777452 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (8841b267-2c32-4c8d-89ce-9af273065ae3), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.781786 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] For port b16b7296-b6d3-44ef-9307-8b61fa13738e, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b16b7296-b6d3-44ef-9307-8b61fa13738e,segment=NetworkSegment(60d45657-6272-4a8e-a300-d3003443b320),segment_id=60d45657-6272-4a8e-a300-d3003443b320)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:20:36.791869 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b16b7296-b6d3-44ef-9307-8b61fa13738e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.812618 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8841b267-2c32-4c8d-89ce-9af273065ae3']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:36.835314 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d45657-6272-4a8e-a300-d3003443b320') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:36.836050 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d45657-6272-4a8e-a300-d3003443b320') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:36.847236 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59ed602a-b659-4f34-a3ab-b69f0cd660e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8757be4b-7444-487d-a8de-966e235fc5e7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.850851 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef46fd-b0b0-45a8-8cf7-ba23ee0ff661 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'Network': ['ID=3c5b1b1f-067d-4c74-90d4-4f51a006cd63,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:36.867460 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59ed602a-b659-4f34-a3ab-b69f0cd660e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.869746 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-59ed602a-b659-4f34-a3ab-b69f0cd660e1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8757be4b-7444-487d-a8de-966e235fc5e7 HTTP/1.1" status: 204 len: 168 time: 0.6606917 Feb 09 22:20:36.880801 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (60d45657-6272-4a8e-a300-d3003443b320), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.916032 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed602a-b659-4f34-a3ab-b69f0cd660e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8757be4b-7444-487d-a8de-966e235fc5e7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:36.933159 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (60d45657-6272-4a8e-a300-d3003443b320), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.944797 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:20:36.945497 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (60d45657-6272-4a8e-a300-d3003443b320), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:20:36.949260 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:20:36.954375 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b35b1-fb22-48eb-baba-c35871776918 None None] Pushing event updated for resources: {'Port': ['ID=b16b7296-b6d3-44ef-9307-8b61fa13738e,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:36.995838 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b7efee-2c7d-44da-9794-dd1e8aabdb49 None None] Network 8841b267-2c32-4c8d-89ce-9af273065ae3 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:37.052671 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-668b8715-f6db-4479-bd4c-4c9f8d0d1c2f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (5bcad339-6d06-45d6-adef-9afdab714c8f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:37.085176 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.db.api [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 22:20:37.085176 n-d-828601-1 neutron-server[103201]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 22:20:37.085176 n-d-828601-1 neutron-server[103201]: [parameters: {'id': '8841b267-2c32-4c8d-89ce-9af273065ae3'}] Feb 09 22:20:37.085176 n-d-828601-1 neutron-server[103201]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103201) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:20:37.086110 n-d-828601-1 neutron-server[103201]: DEBUG oslo_db.api [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:20:37.154611 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-668b8715-f6db-4479-bd4c-4c9f8d0d1c2f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (5bcad339-6d06-45d6-adef-9afdab714c8f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:37.172073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a71337-406c-474a-bfbb-8bd875a95190 None None] Network 8841b267-2c32-4c8d-89ce-9af273065ae3 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:37.249194 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-668b8715-f6db-4479-bd4c-4c9f8d0d1c2f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (5bcad339-6d06-45d6-adef-9afdab714c8f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:37.253052 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-668b8715-f6db-4479-bd4c-4c9f8d0d1c2f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:37.257000 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-668b8715-f6db-4479-bd4c-4c9f8d0d1c2f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] 10.222.0.77 "DELETE /v2.0/security-groups/5bcad339-6d06-45d6-adef-9afdab714c8f HTTP/1.1" status: 204 len: 168 time: 0.4913704 Feb 09 22:20:37.285166 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b8715-f6db-4479-bd4c-4c9f8d0d1c2f tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcad339-6d06-45d6-adef-9afdab714c8f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:37.587122 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (8841b267-2c32-4c8d-89ce-9af273065ae3), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:37.652603 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3c5a4-4842-4288-bab5-707452ccba74 req-c7537f8c-dd29-4cbd-b251-7b7ed3cbdda5 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:37.655171 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fab3c5a4-4842-4288-bab5-707452ccba74 req-c7537f8c-dd29-4cbd-b251-7b7ed3cbdda5 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 943 time: 0.1224105 Feb 09 22:20:37.842416 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fab3c5a4-4842-4288-bab5-707452ccba74 req-b62232ab-70fb-46b2-9c6f-307053c1fcfb tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545506 Feb 09 22:20:37.858906 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4855242c-6905-4018-b039-8d66c3d92e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:37.866070 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Deleting port b16b7296-b6d3-44ef-9307-8b61fa13738e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:37.866536 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b16b7296-b6d3-44ef-9307-8b61fa13738e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:37.872792 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e539f7-34b4-4eee-b038-9064c5b9cf17 None None] get_active_networks_info from n-d-828601-1 {{(pid=103203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:20:38.016724 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] For port b16b7296-b6d3-44ef-9307-8b61fa13738e, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b16b7296-b6d3-44ef-9307-8b61fa13738e,segment=NetworkSegment(60d45657-6272-4a8e-a300-d3003443b320),segment_id=60d45657-6272-4a8e-a300-d3003443b320)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:38.017366 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b16b7296-b6d3-44ef-9307-8b61fa13738e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:38.033201 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44130) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:38.047362 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-33e735ba-80f6-45ac-82eb-f9988fde52f9 None None] Provisioning complete for port fe5c7808-7833-42b6-8f61-afbe01b5de33 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:38.047552 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-33e735ba-80f6-45ac-82eb-f9988fde52f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fe5c7808-7833-42b6-8f61-afbe01b5de33), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:38.063431 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Calling delete_port for b16b7296-b6d3-44ef-9307-8b61fa13738e owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:38.178497 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-33e735ba-80f6-45ac-82eb-f9988fde52f9 None None] Current status of the port fe5c7808-7833-42b6-8f61-afbe01b5de33 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:38.180957 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e539f7-34b4-4eee-b038-9064c5b9cf17 None None] Resources bound (agent type, host, resource id): {{(pid=103203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:20:38.363764 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (b16b7296-b6d3-44ef-9307-8b61fa13738e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:38.405184 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] No DVR routers for this DVR port b16b7296-b6d3-44ef-9307-8b61fa13738e on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:20:38.465208 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fe5c7808-7833-42b6-8f61-afbe01b5de33 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:38.480568 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Port': ['ID=b16b7296-b6d3-44ef-9307-8b61fa13738e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:38.496706 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0f57ed84-1669-4359-86c4-5838628e4cef admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a306ddcdfade484fb30dc0e0a20bda6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4613514 Feb 09 22:20:38.499093 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44142) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:38.634318 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (8841b267-2c32-4c8d-89ce-9af273065ae3), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:38.640131 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7534728-b722-4ce3-b798-043b05756760 admin admin] Publish callbacks [] for security_group (f4dc1ada-f194-4fe6-bfef-df561dc833ec), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:38.686374 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8841b267-2c32-4c8d-89ce-9af273065ae3']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:38.692533 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44146) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:38.723135 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7534728-b722-4ce3-b798-043b05756760 admin admin] Publish callbacks [] for security_group (f4dc1ada-f194-4fe6-bfef-df561dc833ec), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:38.724710 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d45657-6272-4a8e-a300-d3003443b320') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:38.725016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d45657-6272-4a8e-a300-d3003443b320') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:38.750884 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (60d45657-6272-4a8e-a300-d3003443b320), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:38.773697 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port fe5c7808-7833-42b6-8f61-afbe01b5de33 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:38.774490 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fe5c7808-7833-42b6-8f61-afbe01b5de33), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:38.776809 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (60d45657-6272-4a8e-a300-d3003443b320), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:38.797619 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:20:38.798193 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (60d45657-6272-4a8e-a300-d3003443b320), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:38.850806 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635b66d0-35e3-4ca0-9dbe-3e401459001e None None] Network 811ef29b-0a80-4c5e-9029-fb2afbd8967c requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:38.920157 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7534728-b722-4ce3-b798-043b05756760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f4dc1ada-f194-4fe6-bfef-df561dc833ec), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:38.936051 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7534728-b722-4ce3-b798-043b05756760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:38.943190 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b7534728-b722-4ce3-b798-043b05756760 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f4dc1ada-f194-4fe6-bfef-df561dc833ec HTTP/1.1" status: 204 len: 168 time: 0.4398935 Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:20:38.966850 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:20:38.990369 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7534728-b722-4ce3-b798-043b05756760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dc1ada-f194-4fe6-bfef-df561dc833ec,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:39.010594 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-dd1b6064-0f90-4c94-8f53-e2d994e346f8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-633781297-network', 'tenant_id': 'e9d4d5f5f4de4ecd8749d140693205e8'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:39.021602 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (8841b267-2c32-4c8d-89ce-9af273065ae3), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:39.023141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port fe5c7808-7833-42b6-8f61-afbe01b5de33 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:39.029825 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:39.034939 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/networks/8841b267-2c32-4c8d-89ce-9af273065ae3 HTTP/1.1" status: 204 len: 168 time: 4.0475538 Feb 09 22:20:39.037692 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44154) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:39.070104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1fcc3e5d-1959-4d96-9013-de17c89e9574 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:20:39.070373 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92c82c-4b78-430f-94e1-ddbbcc26028c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Network': ['ID=8841b267-2c32-4c8d-89ce-9af273065ae3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:39.097269 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1b6064-0f90-4c94-8f53-e2d994e346f8 admin admin] Made reservation on behalf of e9d4d5f5f4de4ecd8749d140693205e8 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:39.102228 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6064-0f90-4c94-8f53-e2d994e346f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:39.124035 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17f089a-7b20-4d7c-a71e-e03ec309a31a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] DELETE failed (client error): The resource could not be found. Feb 09 22:20:39.131209 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f17f089a-7b20-4d7c-a71e-e03ec309a31a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:20:39.134109 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 1fcc3e5d-1959-4d96-9013-de17c89e9574 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:20:39.134464 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1fcc3e5d-1959-4d96-9013-de17c89e9574 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:20:39.143823 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6064-0f90-4c94-8f53-e2d994e346f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:39.145664 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f17f089a-7b20-4d7c-a71e-e03ec309a31a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/networks/8841b267-2c32-4c8d-89ce-9af273065ae3 HTTP/1.1" status: 404 len: 339 time: 0.1050687 Feb 09 22:20:39.149556 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44156) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:39.192073 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-850fe0b0-551a-4b98-9792-8bc46d2e15cc tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-974753741', 'description': 'd1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:39.241106 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850fe0b0-551a-4b98-9792-8bc46d2e15cc tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Made reservation on behalf of b8c3fb42183049be9371d52143051117 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:39.255312 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-850fe0b0-551a-4b98-9792-8bc46d2e15cc tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:39.343845 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850fe0b0-551a-4b98-9792-8bc46d2e15cc tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:20:39.356679 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6064-0f90-4c94-8f53-e2d994e346f8 admin admin] Publish callbacks [] for security_group (e823d248-3cc5-4d0c-8bac-b6ec269e9ae5), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:39.366617 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-850fe0b0-551a-4b98-9792-8bc46d2e15cc tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (f726f4fd-85c9-49ae-acc4-d6fa322b2b23), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:39.367774 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-850fe0b0-551a-4b98-9792-8bc46d2e15cc tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Added segment f726f4fd-85c9-49ae-acc4-d6fa322b2b23 of type vlan for network fbaf2806-7d6c-4534-a21f-3e2fcbe9f811 Feb 09 22:20:39.371483 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0018c96-f2a7-4214-baad-8f0a0731e9c7 req-7ed086fb-4ebe-41fc-9086-d8dc2bb72a54 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:39.373502 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0018c96-f2a7-4214-baad-8f0a0731e9c7 req-7ed086fb-4ebe-41fc-9086-d8dc2bb72a54 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 943 time: 0.1377077 Feb 09 22:20:39.375064 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6064-0f90-4c94-8f53-e2d994e346f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e823d248-3cc5-4d0c-8bac-b6ec269e9ae5), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:39.456381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1b6064-0f90-4c94-8f53-e2d994e346f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:20:39.468275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b6064-0f90-4c94-8f53-e2d994e346f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e823d248-3cc5-4d0c-8bac-b6ec269e9ae5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:39.524503 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-850fe0b0-551a-4b98-9792-8bc46d2e15cc tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (fbaf2806-7d6c-4534-a21f-3e2fcbe9f811), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:39.529654 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6064-0f90-4c94-8f53-e2d994e346f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (316ee010-8ec4-4baa-b616-83f4fee341d9), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:39.530023 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-dd1b6064-0f90-4c94-8f53-e2d994e346f8 admin admin] Added segment 316ee010-8ec4-4baa-b616-83f4fee341d9 of type vlan for network 67e1a0db-6141-45ef-b975-67bec8252f29 Feb 09 22:20:39.538489 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0018c96-f2a7-4214-baad-8f0a0731e9c7 req-3b5a5efe-d4b4-420a-a37b-b8a060c8c354 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339371 Feb 09 22:20:39.600124 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6064-0f90-4c94-8f53-e2d994e346f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (67e1a0db-6141-45ef-b975-67bec8252f29), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:39.605150 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-850fe0b0-551a-4b98-9792-8bc46d2e15cc tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (fbaf2806-7d6c-4534-a21f-3e2fcbe9f811), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:39.609965 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850fe0b0-551a-4b98-9792-8bc46d2e15cc tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:39.610633 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-850fe0b0-551a-4b98-9792-8bc46d2e15cc tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:39.651303 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6064-0f90-4c94-8f53-e2d994e346f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (67e1a0db-6141-45ef-b975-67bec8252f29), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:39.652552 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1b6064-0f90-4c94-8f53-e2d994e346f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:39.653802 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6064-0f90-4c94-8f53-e2d994e346f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:39.728637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-28e3f09b-d093-494f-a0d1-7f0128acec4f None None] Provisioning complete for port fe5c7808-7833-42b6-8f61-afbe01b5de33 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:39.729043 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-28e3f09b-d093-494f-a0d1-7f0128acec4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fe5c7808-7833-42b6-8f61-afbe01b5de33), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:39.744211 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fe0b0-551a-4b98-9792-8bc46d2e15cc tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Network': ['ID=fbaf2806-7d6c-4534-a21f-3e2fcbe9f811,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:39.779150 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-850fe0b0-551a-4b98-9792-8bc46d2e15cc tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6273634 Feb 09 22:20:39.779853 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44162) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:39.791445 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network fbaf2806-7d6c-4534-a21f-3e2fcbe9f811 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:20:39.798066 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-dd1b6064-0f90-4c94-8f53-e2d994e346f8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0934792 Feb 09 22:20:39.803237 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44164) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:39.805504 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b6064-0f90-4c94-8f53-e2d994e346f8 admin admin] Pushing event updated for resources: {'Network': ['ID=67e1a0db-6141-45ef-b975-67bec8252f29,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:39.820768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-9dba2bdf-3a1e-4a32-8530-c7e3e5499999 admin admin] Request body: {'subnet': {'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-633781297-subnet', 'tenant_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:39.880641 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44166) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:39.889560 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dba2bdf-3a1e-4a32-8530-c7e3e5499999 admin admin] Made reservation on behalf of e9d4d5f5f4de4ecd8749d140693205e8 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:39.891730 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9dba2bdf-3a1e-4a32-8530-c7e3e5499999 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:39.894242 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 67e1a0db-6141-45ef-b975-67bec8252f29 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:20:39.944125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aa3cc4-465e-489c-b7dc-f65e8df7fbac tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:39.948828 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-22aa3cc4-465e-489c-b7dc-f65e8df7fbac tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "GET /v2.0/networks?id=fbaf2806-7d6c-4534-a21f-3e2fcbe9f811 HTTP/1.1" status: 200 len: 764 time: 0.1678686 Feb 09 22:20:39.949473 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44168) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:39.955978 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-374028cc-84db-460a-a5d6-2e1113e92675 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'network': {'description': 'd2'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:40.128183 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-78787c34-d351-42a7-b386-c5807786d4cf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=13c474266b464b97ba2fdd5e847bc63e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2462347 Feb 09 22:20:40.128910 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44170) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:40.214227 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-28e3f09b-d093-494f-a0d1-7f0128acec4f None None] Current status of the port fe5c7808-7833-42b6-8f61-afbe01b5de33 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:40.272498 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6417b3aa-0cc9-4ba8-a864-6fd027abea01 admin admin] Publish callbacks [] for security_group (9039c0ed-f5a0-45b6-8976-5a5a2895c03f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:40.300769 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-374028cc-84db-460a-a5d6-2e1113e92675 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (fbaf2806-7d6c-4534-a21f-3e2fcbe9f811), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:40.341371 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-374028cc-84db-460a-a5d6-2e1113e92675 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (fbaf2806-7d6c-4534-a21f-3e2fcbe9f811), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:40.348627 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6417b3aa-0cc9-4ba8-a864-6fd027abea01 admin admin] Publish callbacks [] for security_group (9039c0ed-f5a0-45b6-8976-5a5a2895c03f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:40.376423 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9dba2bdf-3a1e-4a32-8530-c7e3e5499999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (78403603-60e5-4c70-a5f8-b8ca35b125dd), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:40.431827 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374028cc-84db-460a-a5d6-2e1113e92675 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Network': ['ID=fbaf2806-7d6c-4534-a21f-3e2fcbe9f811,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:40.433966 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-374028cc-84db-460a-a5d6-2e1113e92675 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Network fbaf2806-7d6c-4534-a21f-3e2fcbe9f811 is not hosted by any dhcp agent {{(pid=103202) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 22:20:40.439581 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374028cc-84db-460a-a5d6-2e1113e92675 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:40.440333 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-374028cc-84db-460a-a5d6-2e1113e92675 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:40.444980 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-374028cc-84db-460a-a5d6-2e1113e92675 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "PUT /v2.0/networks/fbaf2806-7d6c-4534-a21f-3e2fcbe9f811 HTTP/1.1" status: 200 len: 761 time: 0.4941397 Feb 09 22:20:40.446067 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44174) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:40.451699 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network fbaf2806-7d6c-4534-a21f-3e2fcbe9f811 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:20:40.521180 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba2bdf-3a1e-4a32-8530-c7e3e5499999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78403603-60e5-4c70-a5f8-b8ca35b125dd,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:40.554398 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dba2bdf-3a1e-4a32-8530-c7e3e5499999 admin admin] Checking segment: {'id': '316ee010-8ec4-4baa-b616-83f4fee341d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:40.555203 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dba2bdf-3a1e-4a32-8530-c7e3e5499999 admin admin] Network hostable DHCP agents. Network: 67e1a0db-6141-45ef-b975-67bec8252f29, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:20:40.559776 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6417b3aa-0cc9-4ba8-a864-6fd027abea01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (9039c0ed-f5a0-45b6-8976-5a5a2895c03f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:40.584184 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6417b3aa-0cc9-4ba8-a864-6fd027abea01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:40.589428 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6417b3aa-0cc9-4ba8-a864-6fd027abea01 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9039c0ed-f5a0-45b6-8976-5a5a2895c03f HTTP/1.1" status: 204 len: 168 time: 0.4547355 Feb 09 22:20:40.611458 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f6bc1014-b398-43ee-b6cf-31ef60c6f370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:40.641823 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417b3aa-0cc9-4ba8-a864-6fd027abea01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9039c0ed-f5a0-45b6-8976-5a5a2895c03f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:40.724528 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dba2bdf-3a1e-4a32-8530-c7e3e5499999 admin admin] Network 67e1a0db-6141-45ef-b975-67bec8252f29 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:20:40.752313 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-9dba2bdf-3a1e-4a32-8530-c7e3e5499999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 67e1a0db-6141-45ef-b975-67bec8252f29) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:40.761440 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dda4a63-b6c2-4a5a-a7e6-7bb74c19c072 None None] Network 67e1a0db-6141-45ef-b975-67bec8252f29 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:40.778765 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dba2bdf-3a1e-4a32-8530-c7e3e5499999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:40.784266 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9dba2bdf-3a1e-4a32-8530-c7e3e5499999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709935'] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:40.791339 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c9d209-332c-462a-9e95-6c5313243288 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:40.801308 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f4c9d209-332c-462a-9e95-6c5313243288 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "GET /v2.0/networks?id=fbaf2806-7d6c-4534-a21f-3e2fcbe9f811 HTTP/1.1" status: 200 len: 764 time: 0.3530152 Feb 09 22:20:40.802987 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44180) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:40.984392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2291b337-373b-489f-9271-848e27a474e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-67e1a0db-6141-45ef-b975-67bec8252f29', 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29', 'project_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'fixed_ips': [{'subnet_id': '78403603-60e5-4c70-a5f8-b8ca35b125dd'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:20:40.985624 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2291b337-373b-489f-9271-848e27a474e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:41.055483 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9dba2bdf-3a1e-4a32-8530-c7e3e5499999 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2499459 Feb 09 22:20:41.058206 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44182) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:41.062710 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-633781297-router', 'tenant_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:41.129935 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (e3616341-db63-426f-88ce-0d9b220cacd5), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:41.131076 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (e3616341-db63-426f-88ce-0d9b220cacd5), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:41.337479 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8783b-a611-4c91-be95-8a0a1458fddc req-86e7f769-b22f-42bd-b4ae-539092cadc8d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:41.346257 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80f8783b-a611-4c91-be95-8a0a1458fddc req-86e7f769-b22f-42bd-b4ae-539092cadc8d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 943 time: 0.4102318 Feb 09 22:20:41.359552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-2291b337-373b-489f-9271-848e27a474e0 None None] Allocated IP 172.20.0.2 (67e1a0db-6141-45ef-b975-67bec8252f29/78403603-60e5-4c70-a5f8-b8ca35b125dd/6f105236-cdc4-4062-87d2-a4f4e38d183c) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:20:41.362992 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Publish callbacks [] for router_controller (e3616341-db63-426f-88ce-0d9b220cacd5), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:41.446576 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98542dc-fa0d-44e9-9bb2-944807410a06 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:41.453490 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b98542dc-fa0d-44e9-9bb2-944807410a06 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6425469 Feb 09 22:20:41.457011 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44184) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:41.517387 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80f8783b-a611-4c91-be95-8a0a1458fddc req-985b93da-d6e0-47e1-9568-f050ec8ca2f0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697080 Feb 09 22:20:41.527008 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-697e3435-bedc-49e8-a26f-94ded05f45ee tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "GET /v2.0/subnets?network_id=10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 207 time: 0.0639770 Feb 09 22:20:41.532658 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44186) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:41.686519 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2291b337-373b-489f-9271-848e27a474e0 None None] Publish callbacks [] for port (6f105236-cdc4-4062-87d2-a4f4e38d183c), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:41.696880 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:41.708407 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2291b337-373b-489f-9271-848e27a474e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (6f105236-cdc4-4062-87d2-a4f4e38d183c), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:41.737406 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Publish callbacks [] for router_gateway (e3616341-db63-426f-88ce-0d9b220cacd5), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:41.782494 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2291b337-373b-489f-9271-848e27a474e0 None None] Network 67e1a0db-6141-45ef-b975-67bec8252f29 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:41.786734 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-2291b337-373b-489f-9271-848e27a474e0 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:41.791516 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2291b337-373b-489f-9271-848e27a474e0 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:20:41.863942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291b337-373b-489f-9271-848e27a474e0 None None] Pushing event updated for resources: {'Port': ['ID=6f105236-cdc4-4062-87d2-a4f4e38d183c,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:41.882989 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2291b337-373b-489f-9271-848e27a474e0 None None] Attempting to bind port 6f105236-cdc4-4062-87d2-a4f4e38d183c on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:20:41.883816 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2291b337-373b-489f-9271-848e27a474e0 None None] Attempting to bind port 6f105236-cdc4-4062-87d2-a4f4e38d183c by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '316ee010-8ec4-4baa-b616-83f4fee341d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:20:41.885588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291b337-373b-489f-9271-848e27a474e0 None None] Attempting to bind port 6f105236-cdc4-4062-87d2-a4f4e38d183c on network 67e1a0db-6141-45ef-b975-67bec8252f29 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:20:41.886089 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b173b20b-e1b8-4c63-af5b-b158ba75589c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:41.892608 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b173b20b-e1b8-4c63-af5b-b158ba75589c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:41.893067 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291b337-373b-489f-9271-848e27a474e0 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:20:41.893740 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291b337-373b-489f-9271-848e27a474e0 None None] Checking segment: {'id': '316ee010-8ec4-4baa-b616-83f4fee341d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:41.894370 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2291b337-373b-489f-9271-848e27a474e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:41.895011 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291b337-373b-489f-9271-848e27a474e0 None None] Bound using segment: {'id': '316ee010-8ec4-4baa-b616-83f4fee341d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:20:41.895787 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2291b337-373b-489f-9271-848e27a474e0 None None] Bound port: 6f105236-cdc4-4062-87d2-a4f4e38d183c, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316ee010-8ec4-4baa-b616-83f4fee341d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:20:41.896423 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2291b337-373b-489f-9271-848e27a474e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6f105236-cdc4-4062-87d2-a4f4e38d183c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:41.897864 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b173b20b-e1b8-4c63-af5b-b158ba75589c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:41.903045 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b173b20b-e1b8-4c63-af5b-b158ba75589c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:41.911113 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b173b20b-e1b8-4c63-af5b-b158ba75589c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:41.917509 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b173b20b-e1b8-4c63-af5b-b158ba75589c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:41.918853 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b173b20b-e1b8-4c63-af5b-b158ba75589c tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3807139 Feb 09 22:20:41.925369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44190) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:41.981583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2291b337-373b-489f-9271-848e27a474e0 None None] For port 6f105236-cdc4-4062-87d2-a4f4e38d183c, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:20:41.985344 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2291b337-373b-489f-9271-848e27a474e0 None None] For port 6f105236-cdc4-4062-87d2-a4f4e38d183c, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=6f105236-cdc4-4062-87d2-a4f4e38d183c,segment=NetworkSegment(316ee010-8ec4-4baa-b616-83f4fee341d9),segment_id=316ee010-8ec4-4baa-b616-83f4fee341d9)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:20:41.999616 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2291b337-373b-489f-9271-848e27a474e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6f105236-cdc4-4062-87d2-a4f4e38d183c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:42.101046 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Publish callbacks [] for router_gateway (e3616341-db63-426f-88ce-0d9b220cacd5), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:42.122657 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291b337-373b-489f-9271-848e27a474e0 None None] Pushing event updated for resources: {'Port': ['ID=6f105236-cdc4-4062-87d2-a4f4e38d183c,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:42.134326 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-00aef31a-ca66-43c5-8d52-aa46ea85c843 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2077320 Feb 09 22:20:42.138127 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44192) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:42.217585 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905326b5-f0e5-43ca-be65-c97000af9436 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:42.219035 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905326b5-f0e5-43ca-be65-c97000af9436 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:42.220432 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905326b5-f0e5-43ca-be65-c97000af9436 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:42.221851 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905326b5-f0e5-43ca-be65-c97000af9436 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:42.223673 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905326b5-f0e5-43ca-be65-c97000af9436 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:42.225712 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-905326b5-f0e5-43ca-be65-c97000af9436 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0865676 Feb 09 22:20:42.229436 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44194) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:42.303915 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1effeead-3970-46ee-abd0-20fd3a2416f6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:42.305210 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1effeead-3970-46ee-abd0-20fd3a2416f6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:42.307148 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1effeead-3970-46ee-abd0-20fd3a2416f6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:42.308437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1effeead-3970-46ee-abd0-20fd3a2416f6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:42.309677 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1effeead-3970-46ee-abd0-20fd3a2416f6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:42.311417 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1effeead-3970-46ee-abd0-20fd3a2416f6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0809567 Feb 09 22:20:42.316999 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44196) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:42.585044 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c47598-fd3f-4618-a561-2682947a1858 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:42.592256 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-57c47598-fd3f-4618-a561-2682947a1858 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "GET /v2.0/networks/5d82dc14-7f34-4a1f-befc-bc8ad64513e2 HTTP/1.1" status: 200 len: 803 time: 0.2688999 Feb 09 22:20:42.599030 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44200) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:42.728789 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:42.887576 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:42.931764 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-13c9950c-b96c-418e-bd86-5bfb90774aed tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "GET /v2.0/networks/5d82dc14-7f34-4a1f-befc-bc8ad64513e2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3306863 Feb 09 22:20:42.932566 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44204) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:42.972044 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Allocated IP 172.25.6.21 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:20:42.989636 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ecb3c0-9d40-421d-9542-4b3daf1937d0 req-c6ec677a-326e-4549-81af-d6c031543611 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:42.997374 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85ecb3c0-9d40-421d-9542-4b3daf1937d0 req-c6ec677a-326e-4549-81af-d6c031543611 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 943 time: 0.2242775 Feb 09 22:20:43.026547 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28af28a7-ee16-463e-9c73-429a23783019 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:43.039808 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-28af28a7-ee16-463e-9c73-429a23783019 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "GET /v2.0/subnets/c2d8feb8-abe6-41c7-bab4-2a26133aaaae HTTP/1.1" status: 200 len: 843 time: 0.1050360 Feb 09 22:20:43.041152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44206) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:43.145324 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669a8c30-174e-478b-b6d5-cd0db6b3c45f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:43.148439 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-669a8c30-174e-478b-b6d5-cd0db6b3c45f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "GET /v2.0/subnets/c2d8feb8-abe6-41c7-bab4-2a26133aaaae?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1031573 Feb 09 22:20:43.156643 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-85ecb3c0-9d40-421d-9542-4b3daf1937d0 req-48137ad5-2abc-40da-a0e5-ed2e84584db8 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580007 Feb 09 22:20:43.158123 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44208) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:43.168319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-cf2d54a4-109c-4f2b-9491-c1f88c8b83bd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1232959026'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:43.186207 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Publish callbacks [] for port (f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:43.212580 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2d54a4-109c-4f2b-9491-c1f88c8b83bd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Made reservation on behalf of b8c3fb42183049be9371d52143051117 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:43.220728 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cf2d54a4-109c-4f2b-9491-c1f88c8b83bd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:43.251938 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:43.300227 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf2d54a4-109c-4f2b-9491-c1f88c8b83bd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:20:43.339140 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cf2d54a4-109c-4f2b-9491-c1f88c8b83bd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (21bbb3e5-df9a-4880-a0b4-8833c4949621), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:43.341881 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-cf2d54a4-109c-4f2b-9491-c1f88c8b83bd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Added segment 21bbb3e5-df9a-4880-a0b4-8833c4949621 of type vlan for network 852a8c90-c967-431e-8d06-f1a4035ca70e Feb 09 22:20:43.344507 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:43.370179 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:43.391694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:20:43.457951 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Pushing event updated for resources: {'Port': ['ID=f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:43.460508 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cf2d54a4-109c-4f2b-9491-c1f88c8b83bd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (852a8c90-c967-431e-8d06-f1a4035ca70e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:43.490134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:43.490757 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:43.491330 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:43.492803 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:43.493395 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:43.493933 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:43.494475 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:43.495038 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:43.495583 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:43.496160 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:43.496707 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:43.497257 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:43.497790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:43.517610 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cf2d54a4-109c-4f2b-9491-c1f88c8b83bd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (852a8c90-c967-431e-8d06-f1a4035ca70e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:43.530721 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2d54a4-109c-4f2b-9491-c1f88c8b83bd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:43.531515 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cf2d54a4-109c-4f2b-9491-c1f88c8b83bd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:43.676223 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d54a4-109c-4f2b-9491-c1f88c8b83bd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Network': ['ID=852a8c90-c967-431e-8d06-f1a4035ca70e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:43.687093 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-cf2d54a4-109c-4f2b-9491-c1f88c8b83bd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5263777 Feb 09 22:20:43.691533 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 852a8c90-c967-431e-8d06-f1a4035ca70e details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:20:43.692913 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44210) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:43.703024 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d5bf9179-44f3-40d2-acfb-c65f5ac48a7a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'subnet': {'network_id': '852a8c90-c967-431e-8d06-f1a4035ca70e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:43.996420 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56510752-4399-4b13-835b-38e208c04e98 None None] Network 67e1a0db-6141-45ef-b975-67bec8252f29 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:44.015902 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bf9179-44f3-40d2-acfb-c65f5ac48a7a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Made reservation on behalf of b8c3fb42183049be9371d52143051117 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:44.019740 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d5bf9179-44f3-40d2-acfb-c65f5ac48a7a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:44.098104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.ipam_backend_mixin [None req-d5bf9179-44f3-40d2-acfb-c65f5ac48a7a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Performing IP validity checks on allocation pools {{(pid=103202) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 22:20:44.098691 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.ipam_backend_mixin [None req-d5bf9179-44f3-40d2-acfb-c65f5ac48a7a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103202) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 22:20:44.140382 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Publish callbacks [] for router_gateway (e3616341-db63-426f-88ce-0d9b220cacd5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:44.177314 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-a9fd87f8-059d-4dbf-a4d8-993412e53deb None None] Provisioning complete for port 6f105236-cdc4-4062-87d2-a4f4e38d183c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:44.177955 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a9fd87f8-059d-4dbf-a4d8-993412e53deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6f105236-cdc4-4062-87d2-a4f4e38d183c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:44.416164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd87f8-059d-4dbf-a4d8-993412e53deb None None] Current status of the port 6f105236-cdc4-4062-87d2-a4f4e38d183c is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:44.420107 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a9fd87f8-059d-4dbf-a4d8-993412e53deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6f105236-cdc4-4062-87d2-a4f4e38d183c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:44.503614 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fe0c0-e93c-4afe-a9d3-4ff95c0d6b1b req-1d06ec6b-8022-4a56-b285-f77b03137eb0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:44.505458 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-194fe0c0-e93c-4afe-a9d3-4ff95c0d6b1b req-1d06ec6b-8022-4a56-b285-f77b03137eb0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 943 time: 0.2131486 Feb 09 22:20:44.559513 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-a9fd87f8-059d-4dbf-a4d8-993412e53deb None None] For port 6f105236-cdc4-4062-87d2-a4f4e38d183c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=6f105236-cdc4-4062-87d2-a4f4e38d183c,segment=NetworkSegment(316ee010-8ec4-4baa-b616-83f4fee341d9),segment_id=316ee010-8ec4-4baa-b616-83f4fee341d9)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:44.576520 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a9fd87f8-059d-4dbf-a4d8-993412e53deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6f105236-cdc4-4062-87d2-a4f4e38d183c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:44.648336 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6f105236-cdc4-4062-87d2-a4f4e38d183c up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:44.678424 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-194fe0c0-e93c-4afe-a9d3-4ff95c0d6b1b req-f8111e4e-f2cc-47e8-9796-b48e7d2be299 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608491 Feb 09 22:20:44.679374 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d5bf9179-44f3-40d2-acfb-c65f5ac48a7a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (372566b0-4c0a-4528-b148-1ad83295ff88), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:44.775082 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:44.786820 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd87f8-059d-4dbf-a4d8-993412e53deb None None] Pushing event updated for resources: {'Port': ['ID=6f105236-cdc4-4062-87d2-a4f4e38d183c,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:44.803313 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf9179-44f3-40d2-acfb-c65f5ac48a7a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Subnet': ['ID=372566b0-4c0a-4528-b148-1ad83295ff88,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:44.810456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 6f105236-cdc4-4062-87d2-a4f4e38d183c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:44.811237 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6f105236-cdc4-4062-87d2-a4f4e38d183c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:44.838102 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b6866a01-e375-4fa7-b032-cf13af34aa2a None None] Provisioning complete for port 6f105236-cdc4-4062-87d2-a4f4e38d183c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:44.839124 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b6866a01-e375-4fa7-b032-cf13af34aa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6f105236-cdc4-4062-87d2-a4f4e38d183c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:44.912421 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bf9179-44f3-40d2-acfb-c65f5ac48a7a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Checking segment: {'id': '21bbb3e5-df9a-4880-a0b4-8833c4949621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '852a8c90-c967-431e-8d06-f1a4035ca70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:44.913211 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bf9179-44f3-40d2-acfb-c65f5ac48a7a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Network hostable DHCP agents. Network: 852a8c90-c967-431e-8d06-f1a4035ca70e, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:20:44.972430 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (e3616341-db63-426f-88ce-0d9b220cacd5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:45.143688 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bf9179-44f3-40d2-acfb-c65f5ac48a7a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Network 852a8c90-c967-431e-8d06-f1a4035ca70e is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:20:45.201961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d5bf9179-44f3-40d2-acfb-c65f5ac48a7a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 852a8c90-c967-431e-8d06-f1a4035ca70e) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:45.207554 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bf9179-44f3-40d2-acfb-c65f5ac48a7a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:45.208219 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d5bf9179-44f3-40d2-acfb-c65f5ac48a7a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:45.238709 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eeee3e-d41e-4fdb-b0c5-70d5e3e2d9fd None None] Network 852a8c90-c967-431e-8d06-f1a4035ca70e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:45.252002 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d5bf9179-44f3-40d2-acfb-c65f5ac48a7a tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5552061 Feb 09 22:20:45.252399 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44248) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:45.258755 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c7b5fca0-9323-4d04-abb7-3aa5d8296b85 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:45.327235 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Router e3616341-db63-426f-88ce-0d9b220cacd5 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:20:45.533693 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1be0937-c0fa-4719-8224-df32b081a10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-852a8c90-c967-431e-8d06-f1a4035ca70e', 'network_id': '852a8c90-c967-431e-8d06-f1a4035ca70e', 'project_id': 'b8c3fb42183049be9371d52143051117', 'fixed_ips': [{'subnet_id': '372566b0-4c0a-4528-b148-1ad83295ff88'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:20:45.536484 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d1be0937-c0fa-4719-8224-df32b081a10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:45.568324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 6f105236-cdc4-4062-87d2-a4f4e38d183c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:45.590246 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b6866a01-e375-4fa7-b032-cf13af34aa2a None None] Current status of the port 6f105236-cdc4-4062-87d2-a4f4e38d183c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:45.600988 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7b5fca0-9323-4d04-abb7-3aa5d8296b85 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9612476'] for subnet (372566b0-4c0a-4528-b148-1ad83295ff88), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:45.633040 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:20:45.698984 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:45.707954 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-05670578-b356-4198-87e2-b17d459b0a30 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6484058 Feb 09 22:20:45.708626 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44266) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:45.755925 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:45.757756 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] Sync routers for ids ['e3616341-db63-426f-88ce-0d9b220cacd5'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:20:45.826957 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] Routers {'e3616341-db63-426f-88ce-0d9b220cacd5'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:45.827711 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:20:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e3616341-db63-426f-88ce-0d9b220cacd5'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:46.106883 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b24a1-8e75-40f6-bf94-815db68dcfe2 req-740e6320-d67b-44fd-b436-20466b4ba9c7 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:46.110667 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d9b24a1-8e75-40f6-bf94-815db68dcfe2 req-740e6320-d67b-44fd-b436-20466b4ba9c7 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 943 time: 0.1840701 Feb 09 22:20:46.123391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] Set router e3616341-db63-426f-88ce-0d9b220cacd5 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:46.201059 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7b5fca0-9323-4d04-abb7-3aa5d8296b85 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729585839620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9570918'] for subnet (372566b0-4c0a-4528-b148-1ad83295ff88), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:46.273739 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-d1be0937-c0fa-4719-8224-df32b081a10f None None] Allocated IP 2001:db8::3 (852a8c90-c967-431e-8d06-f1a4035ca70e/372566b0-4c0a-4528-b148-1ad83295ff88/f8b6562c-5a37-482f-a2c1-479a2b1b565b) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:20:46.448261 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5fca0-9323-4d04-abb7-3aa5d8296b85 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event updated for resources: {'Subnet': ['ID=372566b0-4c0a-4528-b148-1ad83295ff88,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:46.484884 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d9b24a1-8e75-40f6-bf94-815db68dcfe2 req-ad241a92-11c5-4bd3-ace2-1b8e9bbdcd44 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3613489 Feb 09 22:20:46.502758 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b5fca0-9323-4d04-abb7-3aa5d8296b85 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:46.503877 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7b5fca0-9323-4d04-abb7-3aa5d8296b85 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:46.511808 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c7b5fca0-9323-4d04-abb7-3aa5d8296b85 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "PUT /v2.0/subnets/372566b0-4c0a-4528-b148-1ad83295ff88 HTTP/1.1" status: 200 len: 900 time: 1.2578070 Feb 09 22:20:46.513038 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44280) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:46.692655 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (852a8c90-c967-431e-8d06-f1a4035ca70e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:46.740803 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6f105236-cdc4-4062-87d2-a4f4e38d183c up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:46.846321 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d1be0937-c0fa-4719-8224-df32b081a10f None None] Publish callbacks [] for port (f8b6562c-5a37-482f-a2c1-479a2b1b565b), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:46.865003 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:46.870066 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d1be0937-c0fa-4719-8224-df32b081a10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (f8b6562c-5a37-482f-a2c1-479a2b1b565b), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:46.870417 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (372566b0-4c0a-4528-b148-1ad83295ff88), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:46.911822 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99add12c-b05d-4ed5-8bea-e95824063e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:46.926253 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be0937-c0fa-4719-8224-df32b081a10f None None] Pushing event updated for resources: {'Port': ['ID=f8b6562c-5a37-482f-a2c1-479a2b1b565b,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:46.937219 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1be0937-c0fa-4719-8224-df32b081a10f None None] Network 852a8c90-c967-431e-8d06-f1a4035ca70e is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:46.974112 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-d1be0937-c0fa-4719-8224-df32b081a10f None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:46.976471 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be0937-c0fa-4719-8224-df32b081a10f None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:20:46.985351 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 6f105236-cdc4-4062-87d2-a4f4e38d183c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:46.985746 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6f105236-cdc4-4062-87d2-a4f4e38d183c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:47.065552 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (372566b0-4c0a-4528-b148-1ad83295ff88), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:47.154169 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Subnet': ['ID=372566b0-4c0a-4528-b148-1ad83295ff88,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:47.175491 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d1be0937-c0fa-4719-8224-df32b081a10f None None] Attempting to bind port f8b6562c-5a37-482f-a2c1-479a2b1b565b on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:20:47.175914 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d1be0937-c0fa-4719-8224-df32b081a10f None None] Attempting to bind port f8b6562c-5a37-482f-a2c1-479a2b1b565b by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '21bbb3e5-df9a-4880-a0b4-8833c4949621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '852a8c90-c967-431e-8d06-f1a4035ca70e'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:20:47.176295 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be0937-c0fa-4719-8224-df32b081a10f None None] Attempting to bind port f8b6562c-5a37-482f-a2c1-479a2b1b565b on network 852a8c90-c967-431e-8d06-f1a4035ca70e {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:20:47.207745 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be0937-c0fa-4719-8224-df32b081a10f None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:20:47.212963 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be0937-c0fa-4719-8224-df32b081a10f None None] Checking segment: {'id': '21bbb3e5-df9a-4880-a0b4-8833c4949621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '852a8c90-c967-431e-8d06-f1a4035ca70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:47.213395 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d1be0937-c0fa-4719-8224-df32b081a10f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:47.213821 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be0937-c0fa-4719-8224-df32b081a10f None None] Bound using segment: {'id': '21bbb3e5-df9a-4880-a0b4-8833c4949621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '852a8c90-c967-431e-8d06-f1a4035ca70e'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:20:47.214362 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d1be0937-c0fa-4719-8224-df32b081a10f None None] Bound port: f8b6562c-5a37-482f-a2c1-479a2b1b565b, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21bbb3e5-df9a-4880-a0b4-8833c4949621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '852a8c90-c967-431e-8d06-f1a4035ca70e'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:20:47.214768 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d1be0937-c0fa-4719-8224-df32b081a10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f8b6562c-5a37-482f-a2c1-479a2b1b565b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:47.286095 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (852a8c90-c967-431e-8d06-f1a4035ca70e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:47.345972 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-99add12c-b05d-4ed5-8bea-e95824063e8b admin admin] Allocated IP 172.20.0.1 (67e1a0db-6141-45ef-b975-67bec8252f29/78403603-60e5-4c70-a5f8-b8ca35b125dd/899b7ddb-ea5d-4f96-a150-19b301cd3f69) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:20:47.352867 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852a8c90-c967-431e-8d06-f1a4035ca70e']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:47.357971 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3616341-db63-426f-88ce-0d9b220cacd5', 'name': 'tempest-TestServerMultinode-633781297-router', 'tenant_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:41Z', 'updated_at': '2022-02-09T22:20:43Z', 'revision_number': 3, 'project_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'gw_port': {'id': 'f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3616341-db63-426f-88ce-0d9b220cacd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:42Z', 'updated_at': '2022-02-09T22:20:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:47.380058 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21bbb3e5-df9a-4880-a0b4-8833c4949621') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:47.382244 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21bbb3e5-df9a-4880-a0b4-8833c4949621') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:47.400140 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] Checking router: e3616341-db63-426f-88ce-0d9b220cacd5 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:20:47.400507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] Updating router e3616341-db63-426f-88ce-0d9b220cacd5 port f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:20:47.407335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 6f105236-cdc4-4062-87d2-a4f4e38d183c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:47.422085 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (21bbb3e5-df9a-4880-a0b4-8833c4949621), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:47.447042 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d1be0937-c0fa-4719-8224-df32b081a10f None None] For port f8b6562c-5a37-482f-a2c1-479a2b1b565b, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:20:47.464009 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:47.465721 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (21bbb3e5-df9a-4880-a0b4-8833c4949621), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:47.486597 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:20:47.489907 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (21bbb3e5-df9a-4880-a0b4-8833c4949621), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:20:47.496918 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:20:47.593205 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99add12c-b05d-4ed5-8bea-e95824063e8b admin admin] Publish callbacks [] for port (899b7ddb-ea5d-4f96-a150-19b301cd3f69), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:47.673367 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.db.api [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 22:20:47.673367 n-d-828601-1 neutron-server[103201]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 22:20:47.673367 n-d-828601-1 neutron-server[103201]: [parameters: {'id': '852a8c90-c967-431e-8d06-f1a4035ca70e'}] Feb 09 22:20:47.673367 n-d-828601-1 neutron-server[103201]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103201) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:20:47.673942 n-d-828601-1 neutron-server[103201]: DEBUG oslo_db.api [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:20:47.682047 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99add12c-b05d-4ed5-8bea-e95824063e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (899b7ddb-ea5d-4f96-a150-19b301cd3f69), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:47.695734 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d1be0937-c0fa-4719-8224-df32b081a10f None None] For port f8b6562c-5a37-482f-a2c1-479a2b1b565b, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f8b6562c-5a37-482f-a2c1-479a2b1b565b,segment=NetworkSegment(21bbb3e5-df9a-4880-a0b4-8833c4949621),segment_id=21bbb3e5-df9a-4880-a0b4-8833c4949621)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:20:47.720283 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d1be0937-c0fa-4719-8224-df32b081a10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f8b6562c-5a37-482f-a2c1-479a2b1b565b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:47.771273 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99add12c-b05d-4ed5-8bea-e95824063e8b admin admin] Network 67e1a0db-6141-45ef-b975-67bec8252f29 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:47.781860 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-99add12c-b05d-4ed5-8bea-e95824063e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:47.787507 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99add12c-b05d-4ed5-8bea-e95824063e8b admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:20:47.820683 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e325600-1fed-46f8-a343-47a7cff0ab4b req-18772d2a-1a42-467b-9d23-d3bba2b619a8 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:47.828231 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e325600-1fed-46f8-a343-47a7cff0ab4b req-18772d2a-1a42-467b-9d23-d3bba2b619a8 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 943 time: 0.1208525 Feb 09 22:20:47.886782 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99add12c-b05d-4ed5-8bea-e95824063e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (e3616341-db63-426f-88ce-0d9b220cacd5), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:47.931362 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be0937-c0fa-4719-8224-df32b081a10f None None] Pushing event updated for resources: {'Port': ['ID=f8b6562c-5a37-482f-a2c1-479a2b1b565b,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:47.984324 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99add12c-b05d-4ed5-8bea-e95824063e8b admin admin] Pushing event updated for resources: {'Port': ['ID=899b7ddb-ea5d-4f96-a150-19b301cd3f69,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:48.017889 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9bd338-9230-48d7-9bf5-e1dbf09a24f7 None None] Network 852a8c90-c967-431e-8d06-f1a4035ca70e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:48.020546 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e325600-1fed-46f8-a343-47a7cff0ab4b req-8df66c62-21e5-49b4-8602-2676ef629320 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787684 Feb 09 22:20:48.174911 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (852a8c90-c967-431e-8d06-f1a4035ca70e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:48.196918 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99add12c-b05d-4ed5-8bea-e95824063e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (899b7ddb-ea5d-4f96-a150-19b301cd3f69), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:48.338851 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Deleting port f8b6562c-5a37-482f-a2c1-479a2b1b565b {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:48.339486 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f8b6562c-5a37-482f-a2c1-479a2b1b565b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:48.405321 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] Publish callbacks [] for port (f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:48.437675 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:48.503259 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-bafbe791-73f3-46d3-97e1-0d9304937fab None None] Provisioning complete for port 899b7ddb-ea5d-4f96-a150-19b301cd3f69 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:48.503950 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bafbe791-73f3-46d3-97e1-0d9304937fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (899b7ddb-ea5d-4f96-a150-19b301cd3f69), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:48.565341 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] For port f8b6562c-5a37-482f-a2c1-479a2b1b565b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f8b6562c-5a37-482f-a2c1-479a2b1b565b,segment=NetworkSegment(21bbb3e5-df9a-4880-a0b4-8833c4949621),segment_id=21bbb3e5-df9a-4880-a0b4-8833c4949621)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:48.566415 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f8b6562c-5a37-482f-a2c1-479a2b1b565b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:48.595533 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Calling delete_port for f8b6562c-5a37-482f-a2c1-479a2b1b565b owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:48.656228 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99add12c-b05d-4ed5-8bea-e95824063e8b admin admin] Publish callbacks [] for port (899b7ddb-ea5d-4f96-a150-19b301cd3f69), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:48.668590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bafbe791-73f3-46d3-97e1-0d9304937fab None None] Port 899b7ddb-ea5d-4f96-a150-19b301cd3f69 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:20:48.669737 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99add12c-b05d-4ed5-8bea-e95824063e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (899b7ddb-ea5d-4f96-a150-19b301cd3f69), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:48.671573 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff15f1f8-1595-48b8-82bb-369eab786342 None None] get_active_networks_info from n-d-828601-1 {{(pid=103203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:20:48.792527 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (f8b6562c-5a37-482f-a2c1-479a2b1b565b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:48.798608 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99add12c-b05d-4ed5-8bea-e95824063e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (e3616341-db63-426f-88ce-0d9b220cacd5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:48.810114 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99add12c-b05d-4ed5-8bea-e95824063e8b admin admin] Pushing event updated for resources: {'Port': ['ID=899b7ddb-ea5d-4f96-a150-19b301cd3f69,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:48.811957 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] No DVR routers for this DVR port f8b6562c-5a37-482f-a2c1-479a2b1b565b on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:20:48.835538 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Port': ['ID=f8b6562c-5a37-482f-a2c1-479a2b1b565b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:48.925977 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] Attempting to bind port f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:20:48.926511 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] Attempting to bind port f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:20:48.927071 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] Attempting to bind port f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:20:48.935976 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (852a8c90-c967-431e-8d06-f1a4035ca70e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:48.956488 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99add12c-b05d-4ed5-8bea-e95824063e8b admin admin] Network 67e1a0db-6141-45ef-b975-67bec8252f29 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:48.958913 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-99add12c-b05d-4ed5-8bea-e95824063e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:48.962268 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:20:48.962922 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:48.963465 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:48.964460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:20:48.965277 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] Bound port: f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:20:48.965911 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:48.977341 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c879f0-396b-4355-8bbd-022fc79a281b None None] Pushing event updated for resources: {'Port': ['ID=f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:49.066640 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff15f1f8-1595-48b8-82bb-369eab786342 None None] Resources bound (agent type, host, resource id): {{(pid=103203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:20:49.157262 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] For port f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:20:49.172087 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99add12c-b05d-4ed5-8bea-e95824063e8b admin admin] Router e3616341-db63-426f-88ce-0d9b220cacd5 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:20:49.224371 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] For port f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:20:49.240355 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:49.370483 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] Routers {'e3616341-db63-426f-88ce-0d9b220cacd5'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:49.370483 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:20:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e3616341-db63-426f-88ce-0d9b220cacd5'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:49.370483 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c879f0-396b-4355-8bbd-022fc79a281b None None] Pushing event updated for resources: {'Port': ['ID=f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:49.393831 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852a8c90-c967-431e-8d06-f1a4035ca70e']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:49.431309 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:20:49.436118 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21bbb3e5-df9a-4880-a0b4-8833c4949621') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:49.436427 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21bbb3e5-df9a-4880-a0b4-8833c4949621') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:49.457782 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (21bbb3e5-df9a-4880-a0b4-8833c4949621), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:49.488865 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d1239-3a6e-4866-b2dc-53144c87de8c req-08df3e4f-eae1-4d70-a66f-cc99526cd250 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:49.496525 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e49d1239-3a6e-4866-b2dc-53144c87de8c req-08df3e4f-eae1-4d70-a66f-cc99526cd250 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 943 time: 0.1148536 Feb 09 22:20:49.499633 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (21bbb3e5-df9a-4880-a0b4-8833c4949621), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:49.520518 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:20:49.520941 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (21bbb3e5-df9a-4880-a0b4-8833c4949621), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:20:49.524308 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:20:49.630762 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e49d1239-3a6e-4866-b2dc-53144c87de8c req-e7e2858d-5cef-4bba-9e12-7d69df208861 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251245 Feb 09 22:20:49.651195 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (852a8c90-c967-431e-8d06-f1a4035ca70e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:49.663812 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:49.680381 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/networks/852a8c90-c967-431e-8d06-f1a4035ca70e HTTP/1.1" status: 204 len: 168 time: 3.1654394 Feb 09 22:20:49.685279 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44316) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:49.758948 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c573ce-8821-4c38-9ea8-fe75de514b88 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Network': ['ID=852a8c90-c967-431e-8d06-f1a4035ca70e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:49.764749 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-662f7330-a658-433b-a7e3-26db834ffbba tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] DELETE failed (client error): The resource could not be found. Feb 09 22:20:49.765707 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-662f7330-a658-433b-a7e3-26db834ffbba tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:20:49.771793 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-662f7330-a658-433b-a7e3-26db834ffbba tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/subnets/372566b0-4c0a-4528-b148-1ad83295ff88 HTTP/1.1" status: 404 len: 337 time: 0.0845590 Feb 09 22:20:49.775158 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44318) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:49.814938 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce25589-4474-4746-950d-11a52109a924 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] DELETE failed (client error): The resource could not be found. Feb 09 22:20:49.815510 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce25589-4474-4746-950d-11a52109a924 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:20:49.818777 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4ce25589-4474-4746-950d-11a52109a924 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/networks/852a8c90-c967-431e-8d06-f1a4035ca70e HTTP/1.1" status: 404 len: 339 time: 0.0418653 Feb 09 22:20:49.824571 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44320) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:49.926708 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797ce5cf-05d9-4eee-aa8a-d99768c756ae None None] Network 852a8c90-c967-431e-8d06-f1a4035ca70e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:49.932301 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] Set router e3616341-db63-426f-88ce-0d9b220cacd5 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:49.943689 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99add12c-b05d-4ed5-8bea-e95824063e8b admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:20:49.955707 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-99add12c-b05d-4ed5-8bea-e95824063e8b admin admin] 10.222.0.77 "PUT /v2.0/routers/e3616341-db63-426f-88ce-0d9b220cacd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2411563 Feb 09 22:20:49.963517 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-10b9a268-919a-4446-a1a1-a9cd91d4eda9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (fbaf2806-7d6c-4534-a21f-3e2fcbe9f811), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:49.980348 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797ce5cf-05d9-4eee-aa8a-d99768c756ae None None] Network 852a8c90-c967-431e-8d06-f1a4035ca70e could not be found, it might have been deleted concurrently. {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:20:50.126313 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-10b9a268-919a-4446-a1a1-a9cd91d4eda9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (fbaf2806-7d6c-4534-a21f-3e2fcbe9f811), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:50.171359 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-10b9a268-919a-4446-a1a1-a9cd91d4eda9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbaf2806-7d6c-4534-a21f-3e2fcbe9f811']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:50.184454 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-10b9a268-919a-4446-a1a1-a9cd91d4eda9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f726f4fd-85c9-49ae-acc4-d6fa322b2b23') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:50.185078 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-10b9a268-919a-4446-a1a1-a9cd91d4eda9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f726f4fd-85c9-49ae-acc4-d6fa322b2b23') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:50.203087 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-10b9a268-919a-4446-a1a1-a9cd91d4eda9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (f726f4fd-85c9-49ae-acc4-d6fa322b2b23), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:50.247880 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-10b9a268-919a-4446-a1a1-a9cd91d4eda9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (f726f4fd-85c9-49ae-acc4-d6fa322b2b23), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:50.265444 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b9a268-919a-4446-a1a1-a9cd91d4eda9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:20:50.266163 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-10b9a268-919a-4446-a1a1-a9cd91d4eda9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (f726f4fd-85c9-49ae-acc4-d6fa322b2b23), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:50.348025 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b8b528f6-1546-4a38-9cb0-cb29a2377434 None None] Provisioning complete for port 899b7ddb-ea5d-4f96-a150-19b301cd3f69 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:50.348412 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b8b528f6-1546-4a38-9cb0-cb29a2377434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (899b7ddb-ea5d-4f96-a150-19b301cd3f69), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:20:50.391770 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:20:50.398461 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b8b528f6-1546-4a38-9cb0-cb29a2377434 None None] Port 899b7ddb-ea5d-4f96-a150-19b301cd3f69 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:20:50.418047 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3616341-db63-426f-88ce-0d9b220cacd5', 'name': 'tempest-TestServerMultinode-633781297-router', 'tenant_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:41Z', 'updated_at': '2022-02-09T22:20:48Z', 'revision_number': 4, 'project_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'gw_port': {'id': 'f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3616341-db63-426f-88ce-0d9b220cacd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:42Z', 'updated_at': '2022-02-09T22:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '899b7ddb-ea5d-4f96-a150-19b301cd3f69', 'name': '', 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29', 'tenant_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'mac_address': 'fa:16:3e:d4:a9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3616341-db63-426f-88ce-0d9b220cacd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '78403603-60e5-4c70-a5f8-b8ca35b125dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:46Z', 'updated_at': '2022-02-09T22:20:48Z', 'revision_number': 2, 'project_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'subnets': [{'id': '78403603-60e5-4c70-a5f8-b8ca35b125dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:50.475583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4910778-2524-4a23-9845-0bd5a141749a None None] The sync data for ids ['e3616341-db63-426f-88ce-0d9b220cacd5'] in n-d-828601-1 is: [{'id': 'e3616341-db63-426f-88ce-0d9b220cacd5', 'name': 'tempest-TestServerMultinode-633781297-router', 'tenant_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:41Z', 'updated_at': '2022-02-09T22:20:48Z', 'revision_number': 4, 'project_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'gw_port': {'id': 'f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3616341-db63-426f-88ce-0d9b220cacd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:42Z', 'updated_at': '2022-02-09T22:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '899b7ddb-ea5d-4f96-a150-19b301cd3f69', 'name': '', 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29', 'tenant_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'mac_address': 'fa:16:3e:d4:a9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3616341-db63-426f-88ce-0d9b220cacd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '78403603-60e5-4c70-a5f8-b8ca35b125dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:46Z', 'updated_at': '2022-02-09T22:20:48Z', 'revision_number': 2, 'project_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'subnets': [{'id': '78403603-60e5-4c70-a5f8-b8ca35b125dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:20:50.480122 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-10b9a268-919a-4446-a1a1-a9cd91d4eda9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (fbaf2806-7d6c-4534-a21f-3e2fcbe9f811), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:50.493301 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-10b9a268-919a-4446-a1a1-a9cd91d4eda9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:50.505922 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-10b9a268-919a-4446-a1a1-a9cd91d4eda9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/networks/fbaf2806-7d6c-4534-a21f-3e2fcbe9f811 HTTP/1.1" status: 204 len: 168 time: 0.6760607 Feb 09 22:20:50.506776 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44328) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:50.555462 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9a268-919a-4446-a1a1-a9cd91d4eda9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Network': ['ID=fbaf2806-7d6c-4534-a21f-3e2fcbe9f811,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:50.568402 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc97dbd-95d9-4fec-876e-14ace667c284 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] DELETE failed (client error): The resource could not be found. Feb 09 22:20:50.569090 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc97dbd-95d9-4fec-876e-14ace667c284 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:20:50.579075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44330) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:50.579402 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7fc97dbd-95d9-4fec-876e-14ace667c284 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/subnets/21a683aa-c00f-40ab-868e-efbeb4a86c87 HTTP/1.1" status: 404 len: 337 time: 0.0705233 Feb 09 22:20:50.620018 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb36f14-6aee-42ab-b1dc-b9b7a5b2a73e tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] DELETE failed (client error): The resource could not be found. Feb 09 22:20:50.620401 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb36f14-6aee-42ab-b1dc-b9b7a5b2a73e tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:20:50.624959 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7cb36f14-6aee-42ab-b1dc-b9b7a5b2a73e tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/networks/8841b267-2c32-4c8d-89ce-9af273065ae3 HTTP/1.1" status: 404 len: 339 time: 0.0433273 Feb 09 22:20:50.629099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44334) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:50.732176 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd22c54-d847-4775-b17e-10cf615cd5cf tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Deleting subnet ce2eff53-8992-4fb2-bcb6-51d0b6377bd1 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:20:50.744562 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3cd22c54-d847-4775-b17e-10cf615cd5cf tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for subnet (ce2eff53-8992-4fb2-bcb6-51d0b6377bd1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:50.822888 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3cd22c54-d847-4775-b17e-10cf615cd5cf tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (ce2eff53-8992-4fb2-bcb6-51d0b6377bd1), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:50.850613 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbe5b1-d1a5-4d14-86e2-705def49f5cc req-e9a7e0a2-08db-4a32-8be7-d2052050a003 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:50.853382 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d4cbe5b1-d1a5-4d14-86e2-705def49f5cc req-e9a7e0a2-08db-4a32-8be7-d2052050a003 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 943 time: 0.1414888 Feb 09 22:20:51.002661 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d4cbe5b1-d1a5-4d14-86e2-705def49f5cc req-a6549b5e-568c-408c-aa30-6cf51ed7f01c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340973 Feb 09 22:20:51.061260 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3cd22c54-d847-4775-b17e-10cf615cd5cf tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (ce2eff53-8992-4fb2-bcb6-51d0b6377bd1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:51.186398 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3cd22c54-d847-4775-b17e-10cf615cd5cf tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (ce2eff53-8992-4fb2-bcb6-51d0b6377bd1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:51.245703 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd22c54-d847-4775-b17e-10cf615cd5cf tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Subnet': ['ID=ce2eff53-8992-4fb2-bcb6-51d0b6377bd1,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:51.260711 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3cd22c54-d847-4775-b17e-10cf615cd5cf tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:51.267126 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3cd22c54-d847-4775-b17e-10cf615cd5cf tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/subnets/ce2eff53-8992-4fb2-bcb6-51d0b6377bd1 HTTP/1.1" status: 204 len: 168 time: 0.6364183 Feb 09 22:20:51.270930 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44344) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:51.273388 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3285d5-cc1b-4592-8002-d34e0c981bf0 None None] Network 811ef29b-0a80-4c5e-9029-fb2afbd8967c requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:51.392987 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-6060cef0-e533-4f53-a1ef-20a9d8e5fd1b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Deleting subnet 7e12a8f0-2f1e-423d-9c84-4a558675d3c7 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:20:51.399509 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6060cef0-e533-4f53-a1ef-20a9d8e5fd1b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for subnet (7e12a8f0-2f1e-423d-9c84-4a558675d3c7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:51.404437 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44348) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:51.414262 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-fa0a593c-1af3-4200-b8a5-3798299b963c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1619903131-network', 'tenant_id': '088b541bb04f43c8a407ba5abadba127'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:51.481756 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6060cef0-e533-4f53-a1ef-20a9d8e5fd1b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (7e12a8f0-2f1e-423d-9c84-4a558675d3c7), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:51.491217 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0a593c-1af3-4200-b8a5-3798299b963c admin admin] Made reservation on behalf of 088b541bb04f43c8a407ba5abadba127 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:51.495341 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa0a593c-1af3-4200-b8a5-3798299b963c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:51.532006 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa0a593c-1af3-4200-b8a5-3798299b963c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:51.632369 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6060cef0-e533-4f53-a1ef-20a9d8e5fd1b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (7e12a8f0-2f1e-423d-9c84-4a558675d3c7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:51.756751 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6060cef0-e533-4f53-a1ef-20a9d8e5fd1b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (7e12a8f0-2f1e-423d-9c84-4a558675d3c7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:51.768950 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa0a593c-1af3-4200-b8a5-3798299b963c admin admin] Publish callbacks [] for security_group (dd60110c-7f73-4c2b-a08e-b5df22d4fa84), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:51.777111 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa0a593c-1af3-4200-b8a5-3798299b963c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (dd60110c-7f73-4c2b-a08e-b5df22d4fa84), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:51.803433 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060cef0-e533-4f53-a1ef-20a9d8e5fd1b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Subnet': ['ID=7e12a8f0-2f1e-423d-9c84-4a558675d3c7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:51.806476 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6060cef0-e533-4f53-a1ef-20a9d8e5fd1b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:51.810049 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6060cef0-e533-4f53-a1ef-20a9d8e5fd1b tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/subnets/7e12a8f0-2f1e-423d-9c84-4a558675d3c7 HTTP/1.1" status: 204 len: 168 time: 0.5380123 Feb 09 22:20:51.814772 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44352) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:51.836269 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0a593c-1af3-4200-b8a5-3798299b963c admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:20:51.906654 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a593c-1af3-4200-b8a5-3798299b963c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd60110c-7f73-4c2b-a08e-b5df22d4fa84,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:51.918516 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa0a593c-1af3-4200-b8a5-3798299b963c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (7187eb5f-6c0f-4494-b30f-f83a1787ec95), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:51.919068 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-fa0a593c-1af3-4200-b8a5-3798299b963c admin admin] Added segment 7187eb5f-6c0f-4494-b30f-f83a1787ec95 of type vlan for network 1456ea00-7840-4fd5-bb80-0591c4fc3a7b Feb 09 22:20:52.044041 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa0a593c-1af3-4200-b8a5-3798299b963c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (1456ea00-7840-4fd5-bb80-0591c4fc3a7b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:52.052723 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b722ee0a-db22-4baa-bae8-f07593f3c8a6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (811ef29b-0a80-4c5e-9029-fb2afbd8967c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:52.091298 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa0a593c-1af3-4200-b8a5-3798299b963c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (1456ea00-7840-4fd5-bb80-0591c4fc3a7b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:52.093419 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0a593c-1af3-4200-b8a5-3798299b963c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:52.094748 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa0a593c-1af3-4200-b8a5-3798299b963c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:52.133337 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fa0a593c-1af3-4200-b8a5-3798299b963c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7271111 Feb 09 22:20:52.137074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44356) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:52.143149 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-13fecac0-dbb8-406a-b62f-ea1d6f33a941 admin admin] Request body: {'subnet': {'network_id': '1456ea00-7840-4fd5-bb80-0591c4fc3a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1619903131-subnet', 'tenant_id': '088b541bb04f43c8a407ba5abadba127', 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:52.265545 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a593c-1af3-4200-b8a5-3798299b963c admin admin] Pushing event updated for resources: {'Network': ['ID=1456ea00-7840-4fd5-bb80-0591c4fc3a7b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:52.285913 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 1456ea00-7840-4fd5-bb80-0591c4fc3a7b details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:20:52.291329 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fecac0-dbb8-406a-b62f-ea1d6f33a941 admin admin] Made reservation on behalf of 088b541bb04f43c8a407ba5abadba127 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:52.295623 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13fecac0-dbb8-406a-b62f-ea1d6f33a941 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:52.311968 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b722ee0a-db22-4baa-bae8-f07593f3c8a6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Deleting port fe5c7808-7833-42b6-8f61-afbe01b5de33 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:52.312558 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b722ee0a-db22-4baa-bae8-f07593f3c8a6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (fe5c7808-7833-42b6-8f61-afbe01b5de33), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:52.560237 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-b722ee0a-db22-4baa-bae8-f07593f3c8a6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] For port fe5c7808-7833-42b6-8f61-afbe01b5de33, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fe5c7808-7833-42b6-8f61-afbe01b5de33,segment=NetworkSegment(b59d12b4-afaa-4618-9b27-e1dd353c37eb),segment_id=b59d12b4-afaa-4618-9b27-e1dd353c37eb)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:52.561218 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b722ee0a-db22-4baa-bae8-f07593f3c8a6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (fe5c7808-7833-42b6-8f61-afbe01b5de33), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:52.569948 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:52.588735 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b722ee0a-db22-4baa-bae8-f07593f3c8a6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Calling delete_port for fe5c7808-7833-42b6-8f61-afbe01b5de33 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:52.607436 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d6831-152e-48a0-ac71-1a8ba41ba8f0 req-2845e620-534f-4cfa-82fd-db42b180c407 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:52.609547 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-061d6831-152e-48a0-ac71-1a8ba41ba8f0 req-2845e620-534f-4cfa-82fd-db42b180c407 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 943 time: 0.4277251 Feb 09 22:20:52.720978 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:52.721690 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:52.853533 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f43ef43-1b61-48f4-9b25-aaf2ff026450 None None] Network 811ef29b-0a80-4c5e-9029-fb2afbd8967c requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:52.886066 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-061d6831-152e-48a0-ac71-1a8ba41ba8f0 req-deadc5f4-5caf-4e36-9ee1-afc6bc52d565 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510009 Feb 09 22:20:52.969752 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b722ee0a-db22-4baa-bae8-f07593f3c8a6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (fe5c7808-7833-42b6-8f61-afbe01b5de33), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:53.021590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722ee0a-db22-4baa-bae8-f07593f3c8a6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Port': ['ID=fe5c7808-7833-42b6-8f61-afbe01b5de33,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:53.028862 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:53.029297 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b722ee0a-db22-4baa-bae8-f07593f3c8a6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] No DVR routers for this DVR port fe5c7808-7833-42b6-8f61-afbe01b5de33 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:20:53.029526 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:53.039117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e0e972c9-5d4e-4e17-a436-964fa76370d3 None None] Could not find standard attr ID for object fe5c7808-7833-42b6-8f61-afbe01b5de33. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:20:53.041528 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13fecac0-dbb8-406a-b62f-ea1d6f33a941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (5ebf1f4c-93c8-495e-a922-d9a63c20961a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:53.098158 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:53.108154 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:53.158469 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b722ee0a-db22-4baa-bae8-f07593f3c8a6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (811ef29b-0a80-4c5e-9029-fb2afbd8967c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:53.184805 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b722ee0a-db22-4baa-bae8-f07593f3c8a6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['811ef29b-0a80-4c5e-9029-fb2afbd8967c']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:53.198664 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b722ee0a-db22-4baa-bae8-f07593f3c8a6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59d12b4-afaa-4618-9b27-e1dd353c37eb') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:53.198976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b722ee0a-db22-4baa-bae8-f07593f3c8a6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59d12b4-afaa-4618-9b27-e1dd353c37eb') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:53.212154 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b722ee0a-db22-4baa-bae8-f07593f3c8a6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (b59d12b4-afaa-4618-9b27-e1dd353c37eb), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:53.252426 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:53.256849 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b722ee0a-db22-4baa-bae8-f07593f3c8a6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (b59d12b4-afaa-4618-9b27-e1dd353c37eb), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:53.272800 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcac92e3-5ef4-4c58-9348-744d3d75ffc0 None None] DHCP port deletion for 811ef29b-0a80-4c5e-9029-fb2afbd8967c request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:20:53.276876 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b722ee0a-db22-4baa-bae8-f07593f3c8a6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:20:53.277182 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b722ee0a-db22-4baa-bae8-f07593f3c8a6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (b59d12b4-afaa-4618-9b27-e1dd353c37eb), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:20:53.280476 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:20:53.341665 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fecac0-dbb8-406a-b62f-ea1d6f33a941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ebf1f4c-93c8-495e-a922-d9a63c20961a,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:53.367141 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fecac0-dbb8-406a-b62f-ea1d6f33a941 admin admin] Checking segment: {'id': '7187eb5f-6c0f-4494-b30f-f83a1787ec95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1456ea00-7840-4fd5-bb80-0591c4fc3a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:53.367551 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fecac0-dbb8-406a-b62f-ea1d6f33a941 admin admin] Network hostable DHCP agents. Network: 1456ea00-7840-4fd5-bb80-0591c4fc3a7b, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:20:53.379809 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b722ee0a-db22-4baa-bae8-f07593f3c8a6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (811ef29b-0a80-4c5e-9029-fb2afbd8967c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:53.391081 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b722ee0a-db22-4baa-bae8-f07593f3c8a6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:53.398328 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b722ee0a-db22-4baa-bae8-f07593f3c8a6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/networks/811ef29b-0a80-4c5e-9029-fb2afbd8967c HTTP/1.1" status: 204 len: 168 time: 1.5783975 Feb 09 22:20:53.399956 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44360) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:53.409904 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722ee0a-db22-4baa-bae8-f07593f3c8a6 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Network': ['ID=811ef29b-0a80-4c5e-9029-fb2afbd8967c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:53.415608 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fecac0-dbb8-406a-b62f-ea1d6f33a941 admin admin] Network 1456ea00-7840-4fd5-bb80-0591c4fc3a7b is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:20:53.443713 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-13fecac0-dbb8-406a-b62f-ea1d6f33a941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 1456ea00-7840-4fd5-bb80-0591c4fc3a7b) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:53.454379 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136f5c97-41c9-457b-bd07-2fe26149a10b None None] Network 1456ea00-7840-4fd5-bb80-0591c4fc3a7b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:53.460594 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fecac0-dbb8-406a-b62f-ea1d6f33a941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:53.461894 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13fecac0-dbb8-406a-b62f-ea1d6f33a941 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:53.466400 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a9fda5-5d98-4f58-9bcd-6e95586f368f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] DELETE failed (client error): The resource could not be found. Feb 09 22:20:53.467417 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a9fda5-5d98-4f58-9bcd-6e95586f368f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:20:53.473714 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-19a9fda5-5d98-4f58-9bcd-6e95586f368f tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/subnets/9fbd9a29-43b2-4f09-81cf-8af4e0b1875d HTTP/1.1" status: 404 len: 337 time: 0.0726480 Feb 09 22:20:53.477356 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44362) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:53.507745 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-13fecac0-dbb8-406a-b62f-ea1d6f33a941 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3636816 Feb 09 22:20:53.512910 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44364) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:53.522841 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-770eaba7-caab-408f-b355-e3a0972b2ad6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1619903131-router', 'tenant_id': '088b541bb04f43c8a407ba5abadba127', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:53.529447 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c7cda7-fc49-471f-8ecd-0e44f6db0e18 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] DELETE failed (client error): The resource could not be found. Feb 09 22:20:53.532068 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c7cda7-fc49-471f-8ecd-0e44f6db0e18 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:20:53.542722 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c5c7cda7-fc49-471f-8ecd-0e44f6db0e18 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/networks/8a9ab8ae-06b4-4081-8d04-835406bb5fa7 HTTP/1.1" status: 404 len: 339 time: 0.0609879 Feb 09 22:20:53.543341 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44366) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:53.578624 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-770eaba7-caab-408f-b355-e3a0972b2ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (b1a49d97-6551-4379-b422-d0cab3c25bd3), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:53.584452 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-770eaba7-caab-408f-b355-e3a0972b2ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (b1a49d97-6551-4379-b422-d0cab3c25bd3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:53.594856 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9e7e3f-fa12-4d17-a308-b0355c4ed6c7 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] DELETE failed (client error): The resource could not be found. Feb 09 22:20:53.595865 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c9e7e3f-fa12-4d17-a308-b0355c4ed6c7 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:20:53.604641 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4c9e7e3f-fa12-4d17-a308-b0355c4ed6c7 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/subnets/0eea6a93-092f-4b0b-808f-a20d033a314c HTTP/1.1" status: 404 len: 337 time: 0.0568705 Feb 09 22:20:53.605039 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44368) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:53.639109 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebfd6b0d-b64e-4191-bed9-879fc05dd8df tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] DELETE failed (client error): The resource could not be found. Feb 09 22:20:53.639885 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebfd6b0d-b64e-4191-bed9-879fc05dd8df tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:20:53.647298 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ebfd6b0d-b64e-4191-bed9-879fc05dd8df tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/networks/2559fee9-98ec-4688-8f5c-5a4d88bdda25 HTTP/1.1" status: 404 len: 339 time: 0.0373178 Feb 09 22:20:53.647577 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44370) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:53.679686 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-4303b81e-7dfe-47a4-8a38-99fec97cb9cd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] DELETE failed (client error): The resource could not be found. Feb 09 22:20:53.680527 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4303b81e-7dfe-47a4-8a38-99fec97cb9cd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:20:53.687064 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4303b81e-7dfe-47a4-8a38-99fec97cb9cd tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/subnets/b539c7b4-3849-4ec9-ae78-3f13b40f43c1 HTTP/1.1" status: 404 len: 337 time: 0.0342052 Feb 09 22:20:53.687345 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44372) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:53.711373 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-11918b49-cdb1-4aca-af64-f26b0ccbd291 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] DELETE failed (client error): The resource could not be found. Feb 09 22:20:53.711959 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11918b49-cdb1-4aca-af64-f26b0ccbd291 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:20:53.715303 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-11918b49-cdb1-4aca-af64-f26b0ccbd291 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/networks/2c999d85-555c-48fe-bba6-65263c959ded HTTP/1.1" status: 404 len: 339 time: 0.0267875 Feb 09 22:20:53.719077 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44374) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:53.722445 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-770eaba7-caab-408f-b355-e3a0972b2ad6 admin admin] Publish callbacks [] for router_controller (b1a49d97-6551-4379-b422-d0cab3c25bd3), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:53.730243 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105e7ff0-c05c-4d27-a33b-8d2999a0c15a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-1456ea00-7840-4fd5-bb80-0591c4fc3a7b', 'network_id': '1456ea00-7840-4fd5-bb80-0591c4fc3a7b', 'project_id': '088b541bb04f43c8a407ba5abadba127', 'fixed_ips': [{'subnet_id': '5ebf1f4c-93c8-495e-a922-d9a63c20961a'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:20:53.732183 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-105e7ff0-c05c-4d27-a33b-8d2999a0c15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:53.794739 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e4cde88-2a87-4656-9c79-d29ce535eea9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Deleting subnet f47689c1-2b72-48e7-b298-b96368bc3211 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:20:53.801509 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e4cde88-2a87-4656-9c79-d29ce535eea9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for subnet (f47689c1-2b72-48e7-b298-b96368bc3211), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:53.924682 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e4cde88-2a87-4656-9c79-d29ce535eea9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (f47689c1-2b72-48e7-b298-b96368bc3211), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:54.052180 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-105e7ff0-c05c-4d27-a33b-8d2999a0c15a None None] Allocated IP 172.20.0.2 (1456ea00-7840-4fd5-bb80-0591c4fc3a7b/5ebf1f4c-93c8-495e-a922-d9a63c20961a/c18dea3b-a8c8-4024-bf66-359c77a7497e) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:20:54.081588 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-770eaba7-caab-408f-b355-e3a0972b2ad6 admin admin] Publish callbacks [] for router_gateway (b1a49d97-6551-4379-b422-d0cab3c25bd3), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:54.125895 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e4cde88-2a87-4656-9c79-d29ce535eea9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (f47689c1-2b72-48e7-b298-b96368bc3211), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:54.152558 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:20:54.297041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06181e16-de46-46de-a0ea-81a25c5b7b34 req-83762dd0-e390-4b58-aa1b-ff9160200b25 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:54.299489 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-06181e16-de46-46de-a0ea-81a25c5b7b34 req-83762dd0-e390-4b58-aa1b-ff9160200b25 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 943 time: 0.1736031 Feb 09 22:20:54.302890 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e4cde88-2a87-4656-9c79-d29ce535eea9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (f47689c1-2b72-48e7-b298-b96368bc3211), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:54.355332 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e4cde88-2a87-4656-9c79-d29ce535eea9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:54.379545 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44380) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:54.383836 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5e4cde88-2a87-4656-9c79-d29ce535eea9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/subnets/f47689c1-2b72-48e7-b298-b96368bc3211 HTTP/1.1" status: 204 len: 168 time: 0.6622639 Feb 09 22:20:54.422509 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d20158e-5f31-490b-988e-52edded79847 None None] Network c68616fe-5fca-4943-b6ec-fbd5fd530d9d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:54.525185 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=7e9ff3e6-eea2-4737-9b1b-0459f23dfb88,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:54.530841 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4cde88-2a87-4656-9c79-d29ce535eea9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Subnet': ['ID=f47689c1-2b72-48e7-b298-b96368bc3211,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:54.534598 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-105e7ff0-c05c-4d27-a33b-8d2999a0c15a None None] Publish callbacks [] for port (c18dea3b-a8c8-4024-bf66-359c77a7497e), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:54.550989 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '7e9ff3e6-eea2-4737-9b1b-0459f23dfb88', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'port_id': '7e9ff3e6-eea2-4737-9b1b-0459f23dfb88', 'mac_address': 'fa:16:3e:d6:ce:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:20:54.553713 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-06181e16-de46-46de-a0ea-81a25c5b7b34 req-d6c734c3-d27f-4ffa-a8fb-a382ce12c64a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359498 Feb 09 22:20:54.578835 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-105e7ff0-c05c-4d27-a33b-8d2999a0c15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (c18dea3b-a8c8-4024-bf66-359c77a7497e), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:54.608720 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (c68616fe-5fca-4943-b6ec-fbd5fd530d9d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:54.610370 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] Sync routers for ids ['e3616341-db63-426f-88ce-0d9b220cacd5'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:20:54.629082 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] Routers {'e3616341-db63-426f-88ce-0d9b220cacd5'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:54.630435 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:20:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e3616341-db63-426f-88ce-0d9b220cacd5'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:54.659074 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:54.681364 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105e7ff0-c05c-4d27-a33b-8d2999a0c15a None None] Network 1456ea00-7840-4fd5-bb80-0591c4fc3a7b is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:54.724668 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-105e7ff0-c05c-4d27-a33b-8d2999a0c15a None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:54.736069 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-770eaba7-caab-408f-b355-e3a0972b2ad6 admin admin] Publish callbacks [] for router_gateway (b1a49d97-6551-4379-b422-d0cab3c25bd3), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:54.738121 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105e7ff0-c05c-4d27-a33b-8d2999a0c15a None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:20:54.751505 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:54.752527 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7e9ff3e6-eea2-4737-9b1b-0459f23dfb88), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:54.754288 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e7ff0-c05c-4d27-a33b-8d2999a0c15a None None] Pushing event updated for resources: {'Port': ['ID=c18dea3b-a8c8-4024-bf66-359c77a7497e,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:54.758683 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] Set router e3616341-db63-426f-88ce-0d9b220cacd5 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:54.785122 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-770eaba7-caab-408f-b355-e3a0972b2ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:55.005928 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3616341-db63-426f-88ce-0d9b220cacd5', 'name': 'tempest-TestServerMultinode-633781297-router', 'tenant_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:41Z', 'updated_at': '2022-02-09T22:20:48Z', 'revision_number': 4, 'project_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'gw_port': {'id': 'f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3616341-db63-426f-88ce-0d9b220cacd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:42Z', 'updated_at': '2022-02-09T22:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '899b7ddb-ea5d-4f96-a150-19b301cd3f69', 'name': '', 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29', 'tenant_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'mac_address': 'fa:16:3e:d4:a9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3616341-db63-426f-88ce-0d9b220cacd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '78403603-60e5-4c70-a5f8-b8ca35b125dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:46Z', 'updated_at': '2022-02-09T22:20:48Z', 'revision_number': 2, 'project_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'subnets': [{'id': '78403603-60e5-4c70-a5f8-b8ca35b125dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:55.019575 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d76b70e-abc7-45be-8454-7e7aa06f864e None None] DHCP port deletion for c68616fe-5fca-4943-b6ec-fbd5fd530d9d request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:20:55.036153 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] Checking router: e3616341-db63-426f-88ce-0d9b220cacd5 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:20:55.036607 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] Updating router e3616341-db63-426f-88ce-0d9b220cacd5 port 899b7ddb-ea5d-4f96-a150-19b301cd3f69 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:20:55.069375 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (899b7ddb-ea5d-4f96-a150-19b301cd3f69), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:55.076093 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:20:55.080569 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Deleting port 5d3f8383-7c61-45c0-a864-e4577f284434 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:55.081556 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5d3f8383-7c61-45c0-a864-e4577f284434), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:55.185114 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=7e9ff3e6-eea2-4737-9b1b-0459f23dfb88,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:55.186979 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-105e7ff0-c05c-4d27-a33b-8d2999a0c15a None None] Attempting to bind port c18dea3b-a8c8-4024-bf66-359c77a7497e on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:20:55.187370 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-105e7ff0-c05c-4d27-a33b-8d2999a0c15a None None] Attempting to bind port c18dea3b-a8c8-4024-bf66-359c77a7497e by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '7187eb5f-6c0f-4494-b30f-f83a1787ec95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1456ea00-7840-4fd5-bb80-0591c4fc3a7b'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:20:55.187778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e7ff0-c05c-4d27-a33b-8d2999a0c15a None None] Attempting to bind port c18dea3b-a8c8-4024-bf66-359c77a7497e on network 1456ea00-7840-4fd5-bb80-0591c4fc3a7b {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:20:55.202729 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7e9ff3e6-eea2-4737-9b1b-0459f23dfb88), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:55.211539 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e7ff0-c05c-4d27-a33b-8d2999a0c15a None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:20:55.211968 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e7ff0-c05c-4d27-a33b-8d2999a0c15a None None] Checking segment: {'id': '7187eb5f-6c0f-4494-b30f-f83a1787ec95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1456ea00-7840-4fd5-bb80-0591c4fc3a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:55.212385 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-105e7ff0-c05c-4d27-a33b-8d2999a0c15a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:55.212796 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e7ff0-c05c-4d27-a33b-8d2999a0c15a None None] Bound using segment: {'id': '7187eb5f-6c0f-4494-b30f-f83a1787ec95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1456ea00-7840-4fd5-bb80-0591c4fc3a7b'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:20:55.213309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-105e7ff0-c05c-4d27-a33b-8d2999a0c15a None None] Bound port: c18dea3b-a8c8-4024-bf66-359c77a7497e, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7187eb5f-6c0f-4494-b30f-f83a1787ec95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1456ea00-7840-4fd5-bb80-0591c4fc3a7b'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:20:55.213701 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-105e7ff0-c05c-4d27-a33b-8d2999a0c15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c18dea3b-a8c8-4024-bf66-359c77a7497e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:55.215875 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:55.216242 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:55.255324 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-770eaba7-caab-408f-b355-e3a0972b2ad6 admin admin] Allocated IP 172.25.6.148 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/2825dc5d-6a5d-4110-b55a-8983f34015cf) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:20:55.276014 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] For port 5d3f8383-7c61-45c0-a864-e4577f284434, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5d3f8383-7c61-45c0-a864-e4577f284434,segment=NetworkSegment(3283b1d4-812b-4742-85a8-da49e3eec126),segment_id=3283b1d4-812b-4742-85a8-da49e3eec126)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:55.276612 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5d3f8383-7c61-45c0-a864-e4577f284434), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:55.315524 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Calling delete_port for 5d3f8383-7c61-45c0-a864-e4577f284434 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:55.365725 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=7e9ff3e6-eea2-4737-9b1b-0459f23dfb88,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:55.387215 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6d76b70e-abc7-45be-8454-7e7aa06f864e None None] Deleting port 5d3f8383-7c61-45c0-a864-e4577f284434 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:55.387564 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d76b70e-abc7-45be-8454-7e7aa06f864e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5d3f8383-7c61-45c0-a864-e4577f284434), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:55.481552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-105e7ff0-c05c-4d27-a33b-8d2999a0c15a None None] For port c18dea3b-a8c8-4024-bf66-359c77a7497e, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:20:55.492910 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] Publish callbacks [] for port (899b7ddb-ea5d-4f96-a150-19b301cd3f69), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:55.503284 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (899b7ddb-ea5d-4f96-a150-19b301cd3f69), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:55.509860 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['7e9ff3e6-eea2-4737-9b1b-0459f23dfb88'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:20:55.516183 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-105e7ff0-c05c-4d27-a33b-8d2999a0c15a None None] For port c18dea3b-a8c8-4024-bf66-359c77a7497e, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c18dea3b-a8c8-4024-bf66-359c77a7497e,segment=NetworkSegment(7187eb5f-6c0f-4494-b30f-f83a1787ec95),segment_id=7187eb5f-6c0f-4494-b30f-f83a1787ec95)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:20:55.577906 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-105e7ff0-c05c-4d27-a33b-8d2999a0c15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c18dea3b-a8c8-4024-bf66-359c77a7497e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:55.600312 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6d76b70e-abc7-45be-8454-7e7aa06f864e None None] For port 5d3f8383-7c61-45c0-a864-e4577f284434, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5d3f8383-7c61-45c0-a864-e4577f284434,segment=NetworkSegment(3283b1d4-812b-4742-85a8-da49e3eec126),segment_id=3283b1d4-812b-4742-85a8-da49e3eec126)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:55.600728 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d76b70e-abc7-45be-8454-7e7aa06f864e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5d3f8383-7c61-45c0-a864-e4577f284434), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:55.606659 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:55.687383 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f3422-1027-4b8c-9f4c-d015f6c160bc None None] Pushing event updated for resources: {'Port': ['ID=899b7ddb-ea5d-4f96-a150-19b301cd3f69,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:55.727595 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6d76b70e-abc7-45be-8454-7e7aa06f864e None None] Calling delete_port for 5d3f8383-7c61-45c0-a864-e4577f284434 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:55.745026 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f3422-1027-4b8c-9f4c-d015f6c160bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:55.745494 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f3422-1027-4b8c-9f4c-d015f6c160bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:55.745798 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f3422-1027-4b8c-9f4c-d015f6c160bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:55.746202 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f3422-1027-4b8c-9f4c-d015f6c160bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:55.746538 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f3422-1027-4b8c-9f4c-d015f6c160bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:55.746878 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f3422-1027-4b8c-9f4c-d015f6c160bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:55.748144 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f3422-1027-4b8c-9f4c-d015f6c160bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:55.755301 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f3422-1027-4b8c-9f4c-d015f6c160bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:55.755794 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f3422-1027-4b8c-9f4c-d015f6c160bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:55.756088 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f3422-1027-4b8c-9f4c-d015f6c160bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:55.756405 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f3422-1027-4b8c-9f4c-d015f6c160bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:55.756807 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f3422-1027-4b8c-9f4c-d015f6c160bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:55.757139 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f3422-1027-4b8c-9f4c-d015f6c160bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:55.768197 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-770eaba7-caab-408f-b355-e3a0972b2ad6 admin admin] Publish callbacks [] for port (2825dc5d-6a5d-4110-b55a-8983f34015cf), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:55.784686 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] Attempting to bind port 899b7ddb-ea5d-4f96-a150-19b301cd3f69 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:20:55.785132 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] Attempting to bind port 899b7ddb-ea5d-4f96-a150-19b301cd3f69 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '316ee010-8ec4-4baa-b616-83f4fee341d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:20:55.786911 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] Attempting to bind port 899b7ddb-ea5d-4f96-a150-19b301cd3f69 on network 67e1a0db-6141-45ef-b975-67bec8252f29 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:20:55.805751 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:20:55.806298 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] Checking segment: {'id': '316ee010-8ec4-4baa-b616-83f4fee341d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:55.806623 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:55.807092 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] Bound using segment: {'id': '316ee010-8ec4-4baa-b616-83f4fee341d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:20:55.807606 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] Bound port: 899b7ddb-ea5d-4f96-a150-19b301cd3f69, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316ee010-8ec4-4baa-b616-83f4fee341d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:20:55.808101 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (899b7ddb-ea5d-4f96-a150-19b301cd3f69), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:55.854512 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (5d3f8383-7c61-45c0-a864-e4577f284434), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:55.934925 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fe5c7808-7833-42b6-8f61-afbe01b5de33 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:20:55.937809 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e7ff0-c05c-4d27-a33b-8d2999a0c15a None None] Pushing event updated for resources: {'Port': ['ID=c18dea3b-a8c8-4024-bf66-359c77a7497e,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:55.954615 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] For port 899b7ddb-ea5d-4f96-a150-19b301cd3f69, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:20:55.967068 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] For port 899b7ddb-ea5d-4f96-a150-19b301cd3f69, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=899b7ddb-ea5d-4f96-a150-19b301cd3f69,segment=NetworkSegment(316ee010-8ec4-4baa-b616-83f4fee341d9),segment_id=316ee010-8ec4-4baa-b616-83f4fee341d9)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:20:55.982484 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (899b7ddb-ea5d-4f96-a150-19b301cd3f69), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:56.026637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: fe5c7808-7833-42b6-8f61-afbe01b5de33 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:20:56.027065 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fe5c7808-7833-42b6-8f61-afbe01b5de33 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:20:56.043288 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Port': ['ID=5d3f8383-7c61-45c0-a864-e4577f284434,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:56.061927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] No DVR routers for this DVR port 5d3f8383-7c61-45c0-a864-e4577f284434 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:20:56.076508 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f3422-1027-4b8c-9f4c-d015f6c160bc None None] Pushing event updated for resources: {'Port': ['ID=899b7ddb-ea5d-4f96-a150-19b301cd3f69,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:56.114406 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] Routers {'e3616341-db63-426f-88ce-0d9b220cacd5'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:56.115055 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:20:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e3616341-db63-426f-88ce-0d9b220cacd5'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:56.128119 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d76b70e-abc7-45be-8454-7e7aa06f864e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (5d3f8383-7c61-45c0-a864-e4577f284434), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:56.151369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:56.155468 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:56.156090 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:56.156709 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:56.157232 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:56.158423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:56.159066 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:56.159593 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:56.160234 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:56.160817 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:56.161353 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:56.161884 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:56.162404 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:56.164663 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d76b70e-abc7-45be-8454-7e7aa06f864e None None] No DVR routers for this DVR port 5d3f8383-7c61-45c0-a864-e4577f284434 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:20:56.250413 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76b70e-abc7-45be-8454-7e7aa06f864e None None] Pushing event deleted for resources: {'Port': ['ID=5d3f8383-7c61-45c0-a864-e4577f284434,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:56.276591 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-770eaba7-caab-408f-b355-e3a0972b2ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (2825dc5d-6a5d-4110-b55a-8983f34015cf), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:56.311460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-aaed5254-c714-4460-8826-d68e28a576c3 None None] Provisioning complete for port 899b7ddb-ea5d-4f96-a150-19b301cd3f69 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:56.311964 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aaed5254-c714-4460-8826-d68e28a576c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (899b7ddb-ea5d-4f96-a150-19b301cd3f69), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:56.437646 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c8461-dbda-44af-a368-d02f5959517f req-2faadcbe-5c57-4ce8-949a-4d59c0569479 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:56.451806 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d62c8461-dbda-44af-a368-d02f5959517f req-2faadcbe-5c57-4ce8-949a-4d59c0569479 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 944 time: 0.5549409 Feb 09 22:20:56.498968 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (c68616fe-5fca-4943-b6ec-fbd5fd530d9d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:56.566291 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68616fe-5fca-4943-b6ec-fbd5fd530d9d']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:56.584722 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3283b1d4-812b-4742-85a8-da49e3eec126') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:56.585158 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3283b1d4-812b-4742-85a8-da49e3eec126') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:56.600523 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] Set router e3616341-db63-426f-88ce-0d9b220cacd5 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:56.601489 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (3283b1d4-812b-4742-85a8-da49e3eec126), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:56.714827 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770eaba7-caab-408f-b355-e3a0972b2ad6 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:56.720414 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (3283b1d4-812b-4742-85a8-da49e3eec126), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:56.733893 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-770eaba7-caab-408f-b355-e3a0972b2ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:56.739335 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770eaba7-caab-408f-b355-e3a0972b2ad6 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:20:56.744293 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770eaba7-caab-408f-b355-e3a0972b2ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=2825dc5d-6a5d-4110-b55a-8983f34015cf,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:56.750550 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:20:56.751354 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (3283b1d4-812b-4742-85a8-da49e3eec126), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:20:56.755100 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:20:56.905680 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c18dea3b-a8c8-4024-bf66-359c77a7497e up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:56.915151 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d62c8461-dbda-44af-a368-d02f5959517f req-c0d0a80e-a580-4132-ae27-b84f85f7965e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2753794 Feb 09 22:20:56.920137 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (c68616fe-5fca-4943-b6ec-fbd5fd530d9d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:56.929315 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:56.934313 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/networks/c68616fe-5fca-4943-b6ec-fbd5fd530d9d HTTP/1.1" status: 204 len: 168 time: 2.5523472 Feb 09 22:20:56.938309 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44388) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:57.025047 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-0860fcac-8a07-4a7e-8f84-7a057452b4b3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] DELETE failed (client error): The resource could not be found. Feb 09 22:20:57.032975 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0860fcac-8a07-4a7e-8f84-7a057452b4b3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:20:57.046128 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0860fcac-8a07-4a7e-8f84-7a057452b4b3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/subnets/88a3fbd5-0ca9-425b-b810-9bdcd89ea8ff HTTP/1.1" status: 404 len: 337 time: 0.1055899 Feb 09 22:20:57.048940 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44390) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:57.070981 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08885332-a48b-42e8-8bd7-0ef5cd219f1d tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Network': ['ID=c68616fe-5fca-4943-b6ec-fbd5fd530d9d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:57.076113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-aaed5254-c714-4460-8826-d68e28a576c3 None None] Current status of the port 899b7ddb-ea5d-4f96-a150-19b301cd3f69 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:57.076756 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aaed5254-c714-4460-8826-d68e28a576c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (899b7ddb-ea5d-4f96-a150-19b301cd3f69), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:57.105863 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3616341-db63-426f-88ce-0d9b220cacd5', 'name': 'tempest-TestServerMultinode-633781297-router', 'tenant_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:41Z', 'updated_at': '2022-02-09T22:20:48Z', 'revision_number': 4, 'project_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'gw_port': {'id': 'f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3616341-db63-426f-88ce-0d9b220cacd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:42Z', 'updated_at': '2022-02-09T22:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '899b7ddb-ea5d-4f96-a150-19b301cd3f69', 'name': '', 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29', 'tenant_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'mac_address': 'fa:16:3e:d4:a9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3616341-db63-426f-88ce-0d9b220cacd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '78403603-60e5-4c70-a5f8-b8ca35b125dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:46Z', 'updated_at': '2022-02-09T22:20:55Z', 'revision_number': 4, 'project_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'subnets': [{'id': '78403603-60e5-4c70-a5f8-b8ca35b125dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:57.123213 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70e7302-4d4c-40ce-9f58-821046f718d9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] DELETE failed (client error): The resource could not be found. Feb 09 22:20:57.124135 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70e7302-4d4c-40ce-9f58-821046f718d9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:20:57.130964 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b70e7302-4d4c-40ce-9f58-821046f718d9 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/networks/8f77650a-4e83-4780-b5ee-56645beea85e HTTP/1.1" status: 404 len: 339 time: 0.0799141 Feb 09 22:20:57.137469 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44392) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:57.144734 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea89f6-ef6a-41d1-94ef-52268e59482e None None] The sync data for ids ['e3616341-db63-426f-88ce-0d9b220cacd5'] in n-d-828601-1 is: [{'id': 'e3616341-db63-426f-88ce-0d9b220cacd5', 'name': 'tempest-TestServerMultinode-633781297-router', 'tenant_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:41Z', 'updated_at': '2022-02-09T22:20:48Z', 'revision_number': 4, 'project_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'gw_port': {'id': 'f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3616341-db63-426f-88ce-0d9b220cacd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:42Z', 'updated_at': '2022-02-09T22:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '899b7ddb-ea5d-4f96-a150-19b301cd3f69', 'name': '', 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29', 'tenant_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'mac_address': 'fa:16:3e:d4:a9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3616341-db63-426f-88ce-0d9b220cacd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '78403603-60e5-4c70-a5f8-b8ca35b125dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:46Z', 'updated_at': '2022-02-09T22:20:55Z', 'revision_number': 4, 'project_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'subnets': [{'id': '78403603-60e5-4c70-a5f8-b8ca35b125dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:20:57.212117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c18dea3b-a8c8-4024-bf66-359c77a7497e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:57.213159 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c18dea3b-a8c8-4024-bf66-359c77a7497e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:57.277762 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-aaed5254-c714-4460-8826-d68e28a576c3 None None] For port 899b7ddb-ea5d-4f96-a150-19b301cd3f69, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=899b7ddb-ea5d-4f96-a150-19b301cd3f69,segment=NetworkSegment(316ee010-8ec4-4baa-b616-83f4fee341d9),segment_id=316ee010-8ec4-4baa-b616-83f4fee341d9)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:57.292526 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aaed5254-c714-4460-8826-d68e28a576c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (899b7ddb-ea5d-4f96-a150-19b301cd3f69), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:57.405451 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8f48f1-c93b-4414-8561-581d9ffce143 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Deleting subnet c2d8feb8-abe6-41c7-bab4-2a26133aaaae {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:20:57.450662 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1d8f48f1-c93b-4414-8561-581d9ffce143 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for subnet (c2d8feb8-abe6-41c7-bab4-2a26133aaaae), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:57.581882 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1d8f48f1-c93b-4414-8561-581d9ffce143 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (c2d8feb8-abe6-41c7-bab4-2a26133aaaae), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:57.583579 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-1ad8aabd-431a-45b7-8e59-6735b828562f None None] Provisioning complete for port 899b7ddb-ea5d-4f96-a150-19b301cd3f69 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:57.584252 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1ad8aabd-431a-45b7-8e59-6735b828562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (899b7ddb-ea5d-4f96-a150-19b301cd3f69), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:57.590319 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed5254-c714-4460-8826-d68e28a576c3 None None] Pushing event updated for resources: {'Port': ['ID=899b7ddb-ea5d-4f96-a150-19b301cd3f69,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:57.643983 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-770eaba7-caab-408f-b355-e3a0972b2ad6 admin admin] Publish callbacks [] for router_gateway (b1a49d97-6551-4379-b422-d0cab3c25bd3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:57.842805 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c18dea3b-a8c8-4024-bf66-359c77a7497e is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:57.843329 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c18dea3b-a8c8-4024-bf66-359c77a7497e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:57.896775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port c18dea3b-a8c8-4024-bf66-359c77a7497e, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c18dea3b-a8c8-4024-bf66-359c77a7497e,segment=NetworkSegment(7187eb5f-6c0f-4494-b30f-f83a1787ec95),segment_id=7187eb5f-6c0f-4494-b30f-f83a1787ec95)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:57.907949 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c18dea3b-a8c8-4024-bf66-359c77a7497e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:57.908962 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 899b7ddb-ea5d-4f96-a150-19b301cd3f69 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:58.050444 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb04fc8-d54a-4ce4-a037-f3e7acc02ad7 None None] Network 1456ea00-7840-4fd5-bb80-0591c4fc3a7b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:58.159609 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:58.209651 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 899b7ddb-ea5d-4f96-a150-19b301cd3f69 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:58.209959 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (899b7ddb-ea5d-4f96-a150-19b301cd3f69), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:58.252444 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=c18dea3b-a8c8-4024-bf66-359c77a7497e,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:58.338663 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1d8f48f1-c93b-4414-8561-581d9ffce143 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (c2d8feb8-abe6-41c7-bab4-2a26133aaaae), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:58.358320 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 899b7ddb-ea5d-4f96-a150-19b301cd3f69 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:58.364009 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1ad8aabd-431a-45b7-8e59-6735b828562f None None] Current status of the port 899b7ddb-ea5d-4f96-a150-19b301cd3f69 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:58.412088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93721270-517d-47e6-99ee-ab8c888902be req-467c45e6-cbe5-4a80-86b9-5c327ea1a8b7 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:58.413702 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93721270-517d-47e6-99ee-ab8c888902be req-467c45e6-cbe5-4a80-86b9-5c327ea1a8b7 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 944 time: 0.1852732 Feb 09 22:20:58.444196 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:20:58.449676 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:58.450176 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7e9ff3e6-eea2-4737-9b1b-0459f23dfb88), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:58.490632 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5d3f8383-7c61-45c0-a864-e4577f284434 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:20:58.559801 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 5d3f8383-7c61-45c0-a864-e4577f284434 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:20:58.560742 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5d3f8383-7c61-45c0-a864-e4577f284434 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:20:58.567517 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2c3acf2a-94c9-4d81-911c-d91f30132d33 None None] Provisioning complete for port c18dea3b-a8c8-4024-bf66-359c77a7497e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:58.568436 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2c3acf2a-94c9-4d81-911c-d91f30132d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c18dea3b-a8c8-4024-bf66-359c77a7497e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:58.706583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:58.707137 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7e9ff3e6-eea2-4737-9b1b-0459f23dfb88), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:58.757138 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93721270-517d-47e6-99ee-ab8c888902be req-96906058-88ec-474d-ac91-3b4d1693c61d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2749598 Feb 09 22:20:58.794105 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1d8f48f1-c93b-4414-8561-581d9ffce143 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (c2d8feb8-abe6-41c7-bab4-2a26133aaaae), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:58.828986 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1d8f48f1-c93b-4414-8561-581d9ffce143 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:58.840355 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1d8f48f1-c93b-4414-8561-581d9ffce143 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/subnets/c2d8feb8-abe6-41c7-bab4-2a26133aaaae HTTP/1.1" status: 204 len: 168 time: 1.7013195 Feb 09 22:20:58.840743 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44400) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:58.878582 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f48f1-c93b-4414-8561-581d9ffce143 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Subnet': ['ID=c2d8feb8-abe6-41c7-bab4-2a26133aaaae,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:58.904638 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-770eaba7-caab-408f-b355-e3a0972b2ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (b1a49d97-6551-4379-b422-d0cab3c25bd3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:58.958258 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c18dea3b-a8c8-4024-bf66-359c77a7497e up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:58.958851 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10169e80-93f3-4bd4-aa2c-a4e102f379c3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (5d82dc14-7f34-4a1f-befc-bc8ad64513e2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:58.985800 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4b3433-8499-4075-ab02-6bd7e858c4b1 None None] Network 5d82dc14-7f34-4a1f-befc-bc8ad64513e2 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:59.076474 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d15cd0-d9be-45c8-ae11-284647f69c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9ff3e6-eea2-4737-9b1b-0459f23dfb88'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:20:59.078934 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edee7d9c-1d7f-44d0-a749-90f3019c69dc" -d '{"events": [{"server_uuid": "81d15cd0-d9be-45c8-ae11-284647f69c8c", "name": "network-vif-plugged", "status": "completed", "tag": "7e9ff3e6-eea2-4737-9b1b-0459f23dfb88"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:20:59.087565 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2c3acf2a-94c9-4d81-911c-d91f30132d33 None None] Current status of the port c18dea3b-a8c8-4024-bf66-359c77a7497e is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:59.105725 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=7e9ff3e6-eea2-4737-9b1b-0459f23dfb88,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:59.117709 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7e9ff3e6-eea2-4737-9b1b-0459f23dfb88), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:59.124156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-10169e80-93f3-4bd4-aa2c-a4e102f379c3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Deleting port 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:59.128022 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10169e80-93f3-4bd4-aa2c-a4e102f379c3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (4482ed9c-ecc0-49f3-aceb-ff7cd11479cb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:59.139014 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c18dea3b-a8c8-4024-bf66-359c77a7497e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:59.139391 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c18dea3b-a8c8-4024-bf66-359c77a7497e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:59.184476 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21d223c-f2cb-4040-8125-05028d3ee9f0 x-openstack-request-id: req-b21d223c-f2cb-4040-8125-05028d3ee9f0 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:20:59.184758 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d15cd0-d9be-45c8-ae11-284647f69c8c", "name": "network-vif-plugged", "status": "completed", "tag": "7e9ff3e6-eea2-4737-9b1b-0459f23dfb88", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:20:59.185020 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b21d223c-f2cb-4040-8125-05028d3ee9f0 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:20:59.185422 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d15cd0-d9be-45c8-ae11-284647f69c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9ff3e6-eea2-4737-9b1b-0459f23dfb88', 'code': 200} Feb 09 22:20:59.228794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-10169e80-93f3-4bd4-aa2c-a4e102f379c3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] For port 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=4482ed9c-ecc0-49f3-aceb-ff7cd11479cb,segment=NetworkSegment(8e05d4d9-a1b8-4bfb-aa36-d0038fa97831),segment_id=8e05d4d9-a1b8-4bfb-aa36-d0038fa97831)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:59.229179 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10169e80-93f3-4bd4-aa2c-a4e102f379c3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (4482ed9c-ecc0-49f3-aceb-ff7cd11479cb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:59.253737 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770eaba7-caab-408f-b355-e3a0972b2ad6 admin admin] Router b1a49d97-6551-4379-b422-d0cab3c25bd3 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:20:59.261794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-10169e80-93f3-4bd4-aa2c-a4e102f379c3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Calling delete_port for 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:59.271640 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0d7471d0-d047-4c6e-939d-0944920f0383 None None] Provisioning complete for port c18dea3b-a8c8-4024-bf66-359c77a7497e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:59.272083 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0d7471d0-d047-4c6e-939d-0944920f0383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c18dea3b-a8c8-4024-bf66-359c77a7497e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:59.273651 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=7e9ff3e6-eea2-4737-9b1b-0459f23dfb88,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:59.375155 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c18dea3b-a8c8-4024-bf66-359c77a7497e is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:59.377678 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 899b7ddb-ea5d-4f96-a150-19b301cd3f69 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:59.428084 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10169e80-93f3-4bd4-aa2c-a4e102f379c3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (4482ed9c-ecc0-49f3-aceb-ff7cd11479cb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:59.460455 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bb9b0f-7638-4be4-a87f-cf603635b71e None None] DHCP port deletion for 5d82dc14-7f34-4a1f-befc-bc8ad64513e2 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:20:59.473287 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10169e80-93f3-4bd4-aa2c-a4e102f379c3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] No DVR routers for this DVR port 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:20:59.481642 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10169e80-93f3-4bd4-aa2c-a4e102f379c3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Port': ['ID=4482ed9c-ecc0-49f3-aceb-ff7cd11479cb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:59.520677 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a7e96-ca12-40b0-816c-32c97e75f567 req-45b995d6-1641-4f6d-8222-6ff9fe8ca70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:59.522637 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-861a7e96-ca12-40b0-816c-32c97e75f567 req-45b995d6-1641-4f6d-8222-6ff9fe8ca70a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 1127 time: 0.1233432 Feb 09 22:20:59.561882 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770eaba7-caab-408f-b355-e3a0972b2ad6 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:20:59.587628 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] Sync routers for ids ['b1a49d97-6551-4379-b422-d0cab3c25bd3'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:20:59.604107 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-861a7e96-ca12-40b0-816c-32c97e75f567 req-949c4e1a-8cc8-41cb-a369-33452a65ee3a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707808 Feb 09 22:20:59.614522 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10169e80-93f3-4bd4-aa2c-a4e102f379c3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (5d82dc14-7f34-4a1f-befc-bc8ad64513e2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:59.616464 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0d7471d0-d047-4c6e-939d-0944920f0383 None None] Current status of the port c18dea3b-a8c8-4024-bf66-359c77a7497e is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:59.621051 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-770eaba7-caab-408f-b355-e3a0972b2ad6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:59.623529 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] Routers {'b1a49d97-6551-4379-b422-d0cab3c25bd3'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:59.624369 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:20:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b1a49d97-6551-4379-b422-d0cab3c25bd3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:59.628563 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-770eaba7-caab-408f-b355-e3a0972b2ad6 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1137328 Feb 09 22:20:59.632593 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44404) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:59.645951 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-10169e80-93f3-4bd4-aa2c-a4e102f379c3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d82dc14-7f34-4a1f-befc-bc8ad64513e2']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:59.658303 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-10169e80-93f3-4bd4-aa2c-a4e102f379c3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e05d4d9-a1b8-4bfb-aa36-d0038fa97831') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:59.658590 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-10169e80-93f3-4bd4-aa2c-a4e102f379c3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e05d4d9-a1b8-4bfb-aa36-d0038fa97831') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:59.677326 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10169e80-93f3-4bd4-aa2c-a4e102f379c3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (8e05d4d9-a1b8-4bfb-aa36-d0038fa97831), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:59.695497 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10169e80-93f3-4bd4-aa2c-a4e102f379c3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (8e05d4d9-a1b8-4bfb-aa36-d0038fa97831), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:59.706396 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10169e80-93f3-4bd4-aa2c-a4e102f379c3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:20:59.706889 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10169e80-93f3-4bd4-aa2c-a4e102f379c3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (8e05d4d9-a1b8-4bfb-aa36-d0038fa97831), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:20:59.710319 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:20:59.776128 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 899b7ddb-ea5d-4f96-a150-19b301cd3f69 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:59.776711 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (899b7ddb-ea5d-4f96-a150-19b301cd3f69), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:59.843737 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10169e80-93f3-4bd4-aa2c-a4e102f379c3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (5d82dc14-7f34-4a1f-befc-bc8ad64513e2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:59.853927 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10169e80-93f3-4bd4-aa2c-a4e102f379c3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:59.874265 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-10169e80-93f3-4bd4-aa2c-a4e102f379c3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] 10.222.0.77 "DELETE /v2.0/networks/5d82dc14-7f34-4a1f-befc-bc8ad64513e2 HTTP/1.1" status: 204 len: 168 time: 1.0315561 Feb 09 22:20:59.923486 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] Set router b1a49d97-6551-4379-b422-d0cab3c25bd3 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:59.955572 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10169e80-93f3-4bd4-aa2c-a4e102f379c3 tempest-NetworksIpV6Test-658526978 tempest-NetworksIpV6Test-658526978-project] Pushing event deleted for resources: {'Network': ['ID=5d82dc14-7f34-4a1f-befc-bc8ad64513e2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:00.107883 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 899b7ddb-ea5d-4f96-a150-19b301cd3f69 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:21:00.269872 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127be7c-1340-4d36-8255-2d03f4c2417c req-8768b50c-6d72-4578-ae2c-933db24fc2ae tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:00.279861 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f127be7c-1340-4d36-8255-2d03f4c2417c req-8768b50c-6d72-4578-ae2c-933db24fc2ae tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 945 time: 0.2574263 Feb 09 22:21:00.371255 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f127be7c-1340-4d36-8255-2d03f4c2417c req-2f072956-dc0d-4ccb-9738-f532df50d0b4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900488 Feb 09 22:21:00.501025 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a49d97-6551-4379-b422-d0cab3c25bd3', 'name': 'tempest-TestServerMultinode-1619903131-router', 'tenant_id': '088b541bb04f43c8a407ba5abadba127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '2825dc5d-6a5d-4110-b55a-8983f34015cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:53Z', 'updated_at': '2022-02-09T22:20:57Z', 'revision_number': 3, 'project_id': '088b541bb04f43c8a407ba5abadba127', 'gw_port': {'id': '2825dc5d-6a5d-4110-b55a-8983f34015cf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a49d97-6551-4379-b422-d0cab3c25bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:54Z', 'updated_at': '2022-02-09T22:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:00.547373 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44414) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:00.559814 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] Checking router: b1a49d97-6551-4379-b422-d0cab3c25bd3 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:21:00.560700 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] Updating router b1a49d97-6551-4379-b422-d0cab3c25bd3 port 2825dc5d-6a5d-4110-b55a-8983f34015cf binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:21:00.612373 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2825dc5d-6a5d-4110-b55a-8983f34015cf), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:00.692003 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd0bfdec-6c44-4305-b278-13f9d8a98063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:00.730661 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:21:00.885746 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:21:00.886217 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 4482ed9c-ecc0-49f3-aceb-ff7cd11479cb not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:21:00.899562 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fa99e357-571a-414b-95f2-9e004d5aa109 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b8c3fb42183049be9371d52143051117&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3491306 Feb 09 22:21:00.901822 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44418) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:01.007694 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a141b0aa-eaea-42f6-aea0-d0df0bea119f admin admin] Publish callbacks [] for security_group (d6752ace-c23b-4f0a-8a56-2bc1fe601c8c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:01.042600 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a141b0aa-eaea-42f6-aea0-d0df0bea119f admin admin] Publish callbacks [] for security_group (d6752ace-c23b-4f0a-8a56-2bc1fe601c8c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:01.158483 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a141b0aa-eaea-42f6-aea0-d0df0bea119f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d6752ace-c23b-4f0a-8a56-2bc1fe601c8c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:01.163934 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a141b0aa-eaea-42f6-aea0-d0df0bea119f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:01.165342 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a141b0aa-eaea-42f6-aea0-d0df0bea119f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d6752ace-c23b-4f0a-8a56-2bc1fe601c8c HTTP/1.1" status: 204 len: 168 time: 0.2620664 Feb 09 22:21:01.189571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141b0aa-eaea-42f6-aea0-d0df0bea119f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6752ace-c23b-4f0a-8a56-2bc1fe601c8c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:01.237269 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-bd0bfdec-6c44-4305-b278-13f9d8a98063 admin admin] Allocated IP 172.20.0.1 (1456ea00-7840-4fd5-bb80-0591c4fc3a7b/5ebf1f4c-93c8-495e-a922-d9a63c20961a/97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:21:01.330979 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] Publish callbacks [] for port (2825dc5d-6a5d-4110-b55a-8983f34015cf), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:01.347267 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2825dc5d-6a5d-4110-b55a-8983f34015cf), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:01.399184 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] Attempting to bind port 2825dc5d-6a5d-4110-b55a-8983f34015cf on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:21:01.399697 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] Attempting to bind port 2825dc5d-6a5d-4110-b55a-8983f34015cf by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:21:01.400172 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] Attempting to bind port 2825dc5d-6a5d-4110-b55a-8983f34015cf on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:21:01.415517 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:21:01.416858 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:01.416858 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:01.417324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:21:01.418028 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] Bound port: 2825dc5d-6a5d-4110-b55a-8983f34015cf, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:21:01.419043 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2825dc5d-6a5d-4110-b55a-8983f34015cf), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:01.441866 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd0bfdec-6c44-4305-b278-13f9d8a98063 admin admin] Publish callbacks [] for port (97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:01.469737 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c7335-2fc5-4f95-aa1b-a61bc3cbcbad None None] Pushing event updated for resources: {'Port': ['ID=2825dc5d-6a5d-4110-b55a-8983f34015cf,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:01.552261 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] For port 2825dc5d-6a5d-4110-b55a-8983f34015cf, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:21:01.557179 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] For port 2825dc5d-6a5d-4110-b55a-8983f34015cf, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2825dc5d-6a5d-4110-b55a-8983f34015cf,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:21:01.569173 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2825dc5d-6a5d-4110-b55a-8983f34015cf), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:01.612697 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd0bfdec-6c44-4305-b278-13f9d8a98063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:01.652616 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] Routers {'b1a49d97-6551-4379-b422-d0cab3c25bd3'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:21:01.652616 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:20:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b1a49d97-6551-4379-b422-d0cab3c25bd3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:01.709109 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0bfdec-6c44-4305-b278-13f9d8a98063 admin admin] Network 1456ea00-7840-4fd5-bb80-0591c4fc3a7b is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:21:01.727181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad40ac-a866-4aba-915d-3d97615dd5a2 req-999baec2-9531-4b71-ba3a-31b847d9d440 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:01.728874 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1fad40ac-a866-4aba-915d-3d97615dd5a2 req-999baec2-9531-4b71-ba3a-31b847d9d440 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 945 time: 0.2099710 Feb 09 22:21:01.732400 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-bd0bfdec-6c44-4305-b278-13f9d8a98063 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:01.734751 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c7335-2fc5-4f95-aa1b-a61bc3cbcbad None None] Pushing event updated for resources: {'Port': ['ID=2825dc5d-6a5d-4110-b55a-8983f34015cf,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:01.749264 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0bfdec-6c44-4305-b278-13f9d8a98063 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:21:01.839045 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bfdec-6c44-4305-b278-13f9d8a98063 admin admin] Pushing event updated for resources: {'Port': ['ID=97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:01.879559 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd0bfdec-6c44-4305-b278-13f9d8a98063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (b1a49d97-6551-4379-b422-d0cab3c25bd3), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:01.965680 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1fad40ac-a866-4aba-915d-3d97615dd5a2 req-86b57833-e6db-47b4-a5c6-44695a0717c2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119124 Feb 09 22:21:01.990959 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] Set router b1a49d97-6551-4379-b422-d0cab3c25bd3 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:21:02.240790 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137a16-079f-44ad-95f7-1af9e66263b4 req-c7423a23-99c4-4ad7-9a79-6941fe7297f0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:02.248504 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-26137a16-079f-44ad-95f7-1af9e66263b4 req-c7423a23-99c4-4ad7-9a79-6941fe7297f0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 945 time: 0.1088810 Feb 09 22:21:02.256425 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd0bfdec-6c44-4305-b278-13f9d8a98063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:02.361393 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-26137a16-079f-44ad-95f7-1af9e66263b4 req-69415551-987f-401d-b587-4383844ee583 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108510 Feb 09 22:21:02.385352 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44446) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:02.485673 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2e4a43-2e81-4c9d-a782-f479dda5ab75 tempest-TestVolumeBootPattern-140297059 tempest-TestVolumeBootPattern-140297059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:02.497908 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5a2e4a43-2e81-4c9d-a782-f479dda5ab75 tempest-TestVolumeBootPattern-140297059 tempest-TestVolumeBootPattern-140297059-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 1122 time: 0.1051571 Feb 09 22:21:02.498272 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44450) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:02.504526 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-227720ce-1aa3-496d-8d31-3c965f7393b3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': '7e9ff3e6-eea2-4737-9b1b-0459f23dfb88', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:02.565660 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-227720ce-1aa3-496d-8d31-3c965f7393b3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:02.598029 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd0bfdec-6c44-4305-b278-13f9d8a98063 admin admin] Publish callbacks [] for port (97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:02.633724 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd0bfdec-6c44-4305-b278-13f9d8a98063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:02.690286 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44452) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:02.755312 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d3efeb83-5e8a-407f-83ad-c95a2befd998 None None] Provisioning complete for port 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:21:02.756008 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d3efeb83-5e8a-407f-83ad-c95a2befd998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:02.768631 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bfdec-6c44-4305-b278-13f9d8a98063 admin admin] Pushing event updated for resources: {'Port': ['ID=97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:02.777896 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd0bfdec-6c44-4305-b278-13f9d8a98063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (b1a49d97-6551-4379-b422-d0cab3c25bd3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:02.859368 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d3efeb83-5e8a-407f-83ad-c95a2befd998 None None] Port 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:21:02.877136 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a49d97-6551-4379-b422-d0cab3c25bd3', 'name': 'tempest-TestServerMultinode-1619903131-router', 'tenant_id': '088b541bb04f43c8a407ba5abadba127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '2825dc5d-6a5d-4110-b55a-8983f34015cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:53Z', 'updated_at': '2022-02-09T22:20:57Z', 'revision_number': 3, 'project_id': '088b541bb04f43c8a407ba5abadba127', 'gw_port': {'id': '2825dc5d-6a5d-4110-b55a-8983f34015cf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a49d97-6551-4379-b422-d0cab3c25bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:54Z', 'updated_at': '2022-02-09T22:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:02.904724 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-227720ce-1aa3-496d-8d31-3c965f7393b3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:02.935107 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-1dad4177-9166-4efa-93af-e7e1d17ebbf3 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2069422946'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:02.946482 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983b19a6-9526-42ca-a0d9-173140570188 None None] The sync data for ids ['b1a49d97-6551-4379-b422-d0cab3c25bd3'] in n-d-828601-1 is: [{'id': 'b1a49d97-6551-4379-b422-d0cab3c25bd3', 'name': 'tempest-TestServerMultinode-1619903131-router', 'tenant_id': '088b541bb04f43c8a407ba5abadba127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '2825dc5d-6a5d-4110-b55a-8983f34015cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:53Z', 'updated_at': '2022-02-09T22:20:57Z', 'revision_number': 3, 'project_id': '088b541bb04f43c8a407ba5abadba127', 'gw_port': {'id': '2825dc5d-6a5d-4110-b55a-8983f34015cf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a49d97-6551-4379-b422-d0cab3c25bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:54Z', 'updated_at': '2022-02-09T22:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:21:02.959460 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dad4177-9166-4efa-93af-e7e1d17ebbf3 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Made reservation on behalf of 427a90d38d874e0996e2d2f86bf17bd1 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:02.965475 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1dad4177-9166-4efa-93af-e7e1d17ebbf3 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:02.987343 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1dad4177-9166-4efa-93af-e7e1d17ebbf3 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:02.998456 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0bfdec-6c44-4305-b278-13f9d8a98063 admin admin] Network 1456ea00-7840-4fd5-bb80-0591c4fc3a7b is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:21:03.000204 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-bd0bfdec-6c44-4305-b278-13f9d8a98063 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:03.203262 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1dad4177-9166-4efa-93af-e7e1d17ebbf3 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for security_group (8a0e9bbf-a4c8-40de-b99a-be74f5900d28), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:03.213926 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1dad4177-9166-4efa-93af-e7e1d17ebbf3 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8a0e9bbf-a4c8-40de-b99a-be74f5900d28), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:03.250437 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dad4177-9166-4efa-93af-e7e1d17ebbf3 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:21:03.250824 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-227720ce-1aa3-496d-8d31-3c965f7393b3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Allocated IP 172.25.6.104 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/c338b0d7-9d8f-4c1b-908d-4eea83d3f40d) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:21:03.322038 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0bfdec-6c44-4305-b278-13f9d8a98063 admin admin] Router b1a49d97-6551-4379-b422-d0cab3c25bd3 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:21:03.324050 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1dad4177-9166-4efa-93af-e7e1d17ebbf3 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (b33ab923-fa75-4bc0-85ae-5cdf0f3b6328), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:03.325451 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-1dad4177-9166-4efa-93af-e7e1d17ebbf3 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Added segment b33ab923-fa75-4bc0-85ae-5cdf0f3b6328 of type vlan for network 1b28a967-98d2-489a-8c4d-e90ac8708b9f Feb 09 22:21:03.439122 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1dad4177-9166-4efa-93af-e7e1d17ebbf3 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (1b28a967-98d2-489a-8c4d-e90ac8708b9f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:03.521890 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad4177-9166-4efa-93af-e7e1d17ebbf3 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0e9bbf-a4c8-40de-b99a-be74f5900d28,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:03.573164 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1dad4177-9166-4efa-93af-e7e1d17ebbf3 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (1b28a967-98d2-489a-8c4d-e90ac8708b9f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:03.601547 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dad4177-9166-4efa-93af-e7e1d17ebbf3 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:03.606045 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1dad4177-9166-4efa-93af-e7e1d17ebbf3 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:03.694784 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0bfdec-6c44-4305-b278-13f9d8a98063 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:21:03.698617 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-97174bbe-26aa-47a0-9507-4b41ace49733 None None] Provisioning complete for port 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:21:03.699537 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-97174bbe-26aa-47a0-9507-4b41ace49733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:03.719082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bd0bfdec-6c44-4305-b278-13f9d8a98063 admin admin] 10.222.0.77 "PUT /v2.0/routers/b1a49d97-6551-4379-b422-d0cab3c25bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0749886 Feb 09 22:21:03.762433 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1dad4177-9166-4efa-93af-e7e1d17ebbf3 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0689633 Feb 09 22:21:03.764331 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad4177-9166-4efa-93af-e7e1d17ebbf3 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Network': ['ID=1b28a967-98d2-489a-8c4d-e90ac8708b9f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:03.793743 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 1b28a967-98d2-489a-8c4d-e90ac8708b9f details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:21:03.813453 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-97174bbe-26aa-47a0-9507-4b41ace49733 None None] Port 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:21:03.896438 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-227720ce-1aa3-496d-8d31-3c965f7393b3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for port (c338b0d7-9d8f-4c1b-908d-4eea83d3f40d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:04.011585 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-227720ce-1aa3-496d-8d31-3c965f7393b3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c338b0d7-9d8f-4c1b-908d-4eea83d3f40d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:04.083226 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227720ce-1aa3-496d-8d31-3c965f7393b3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:21:04.086945 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-227720ce-1aa3-496d-8d31-3c965f7393b3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:04.093321 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227720ce-1aa3-496d-8d31-3c965f7393b3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:21:04.098326 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227720ce-1aa3-496d-8d31-3c965f7393b3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event updated for resources: {'Port': ['ID=c338b0d7-9d8f-4c1b-908d-4eea83d3f40d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:04.150000 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44464) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:04.159222 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-5ea4b5a2-0c47-4e8e-9d5e-ff0ce0886fba tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'subnet': {'network_id': '1b28a967-98d2-489a-8c4d-e90ac8708b9f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:04.364006 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea4b5a2-0c47-4e8e-9d5e-ff0ce0886fba tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Made reservation on behalf of 427a90d38d874e0996e2d2f86bf17bd1 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:04.369110 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ea4b5a2-0c47-4e8e-9d5e-ff0ce0886fba tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:04.891487 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2825dc5d-6a5d-4110-b55a-8983f34015cf up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:21:05.026499 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2825dc5d-6a5d-4110-b55a-8983f34015cf triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:21:05.026858 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2825dc5d-6a5d-4110-b55a-8983f34015cf), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:05.027927 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ea4b5a2-0c47-4e8e-9d5e-ff0ce0886fba tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (f5107725-7526-4602-833f-4b77586e9079), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:05.160389 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2825dc5d-6a5d-4110-b55a-8983f34015cf is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:21:05.161053 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2825dc5d-6a5d-4110-b55a-8983f34015cf), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:05.196814 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 2825dc5d-6a5d-4110-b55a-8983f34015cf, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2825dc5d-6a5d-4110-b55a-8983f34015cf,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:05.208912 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2825dc5d-6a5d-4110-b55a-8983f34015cf), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:05.279500 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4b5a2-0c47-4e8e-9d5e-ff0ce0886fba tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Subnet': ['ID=f5107725-7526-4602-833f-4b77586e9079,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:05.284356 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea4b5a2-0c47-4e8e-9d5e-ff0ce0886fba tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Checking segment: {'id': 'b33ab923-fa75-4bc0-85ae-5cdf0f3b6328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1b28a967-98d2-489a-8c4d-e90ac8708b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:05.284943 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea4b5a2-0c47-4e8e-9d5e-ff0ce0886fba tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network hostable DHCP agents. Network: 1b28a967-98d2-489a-8c4d-e90ac8708b9f, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:21:05.324171 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea4b5a2-0c47-4e8e-9d5e-ff0ce0886fba tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network 1b28a967-98d2-489a-8c4d-e90ac8708b9f is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:21:05.348609 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-5ea4b5a2-0c47-4e8e-9d5e-ff0ce0886fba tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 1b28a967-98d2-489a-8c4d-e90ac8708b9f) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:05.355521 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea4b5a2-0c47-4e8e-9d5e-ff0ce0886fba tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:05.357403 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ea4b5a2-0c47-4e8e-9d5e-ff0ce0886fba tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:05.357942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=2825dc5d-6a5d-4110-b55a-8983f34015cf,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:05.373950 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e866345-fd3e-4ba2-96e2-6ddd2c19cddd None None] Network 1b28a967-98d2-489a-8c4d-e90ac8708b9f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:05.400732 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5ea4b5a2-0c47-4e8e-9d5e-ff0ce0886fba tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2487872 Feb 09 22:21:05.401939 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44482) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:05.411705 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3464029b-5908-4d56-8284-3e0bcf7ff6e6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-765513634'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:05.468771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3464029b-5908-4d56-8284-3e0bcf7ff6e6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Made reservation on behalf of 427a90d38d874e0996e2d2f86bf17bd1 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:05.484242 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3464029b-5908-4d56-8284-3e0bcf7ff6e6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:05.555538 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3464029b-5908-4d56-8284-3e0bcf7ff6e6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:21:05.573342 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f52fa9-1ae3-4fa7-b4f0-1ddd8c08c35a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-1b28a967-98d2-489a-8c4d-e90ac8708b9f', 'network_id': '1b28a967-98d2-489a-8c4d-e90ac8708b9f', 'project_id': '427a90d38d874e0996e2d2f86bf17bd1', 'fixed_ips': [{'subnet_id': 'f5107725-7526-4602-833f-4b77586e9079'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:21:05.576278 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3464029b-5908-4d56-8284-3e0bcf7ff6e6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (133a8607-d66a-48a5-99f4-adfbff6fd022), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:05.577115 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-83f52fa9-1ae3-4fa7-b4f0-1ddd8c08c35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:05.577499 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-3464029b-5908-4d56-8284-3e0bcf7ff6e6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Added segment 133a8607-d66a-48a5-99f4-adfbff6fd022 of type vlan for network fb2ba9d4-3a30-4ac2-9dd2-a3529fb32a33 Feb 09 22:21:05.666836 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3464029b-5908-4d56-8284-3e0bcf7ff6e6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (fb2ba9d4-3a30-4ac2-9dd2-a3529fb32a33), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:05.720056 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3464029b-5908-4d56-8284-3e0bcf7ff6e6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (fb2ba9d4-3a30-4ac2-9dd2-a3529fb32a33), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:05.733933 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3464029b-5908-4d56-8284-3e0bcf7ff6e6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:05.734574 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3464029b-5908-4d56-8284-3e0bcf7ff6e6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:05.860092 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464029b-5908-4d56-8284-3e0bcf7ff6e6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Network': ['ID=fb2ba9d4-3a30-4ac2-9dd2-a3529fb32a33,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:05.886950 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network fb2ba9d4-3a30-4ac2-9dd2-a3529fb32a33 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:21:05.899198 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3464029b-5908-4d56-8284-3e0bcf7ff6e6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4939749 Feb 09 22:21:05.902771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44486) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:05.910455 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-58bfc50d-6ee5-47ce-b94b-7782e30d2b73 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'subnet': {'network_id': 'fb2ba9d4-3a30-4ac2-9dd2-a3529fb32a33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:05.922027 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-227720ce-1aa3-496d-8d31-3c965f7393b3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for floatingip (701b404b-601b-4fe4-b361-c6431392eeaa), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:06.084466 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-227720ce-1aa3-496d-8d31-3c965f7393b3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c338b0d7-9d8f-4c1b-908d-4eea83d3f40d), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:06.172595 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bfc50d-6ee5-47ce-b94b-7782e30d2b73 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Made reservation on behalf of 427a90d38d874e0996e2d2f86bf17bd1 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:06.176790 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58bfc50d-6ee5-47ce-b94b-7782e30d2b73 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:06.208390 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-83f52fa9-1ae3-4fa7-b4f0-1ddd8c08c35a None None] Allocated IP 172.20.255.242 (1b28a967-98d2-489a-8c4d-e90ac8708b9f/f5107725-7526-4602-833f-4b77586e9079/1b6e4cbd-1463-4395-bab0-f2ced8c057c5) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:21:06.431255 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-227720ce-1aa3-496d-8d31-3c965f7393b3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for port (c338b0d7-9d8f-4c1b-908d-4eea83d3f40d), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:06.443834 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-227720ce-1aa3-496d-8d31-3c965f7393b3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (c338b0d7-9d8f-4c1b-908d-4eea83d3f40d), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:06.559073 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227720ce-1aa3-496d-8d31-3c965f7393b3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event updated for resources: {'Port': ['ID=c338b0d7-9d8f-4c1b-908d-4eea83d3f40d,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:06.584292 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] Sync routers for ids ['b1a49d97-6551-4379-b422-d0cab3c25bd3'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:21:06.652516 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] Routers {'b1a49d97-6551-4379-b422-d0cab3c25bd3'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:21:06.660058 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:20:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b1a49d97-6551-4379-b422-d0cab3c25bd3'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:06.673966 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-6849142e-2f0c-452f-be24-eaaef10bf0b0 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:06.688303 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-6849142e-2f0c-452f-be24-eaaef10bf0b0 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/networks?id=67e1a0db-6141-45ef-b975-67bec8252f29 HTTP/1.1" status: 200 len: 910 time: 1.5972168 Feb 09 22:21:06.693218 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-227720ce-1aa3-496d-8d31-3c965f7393b3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (701b404b-601b-4fe4-b361-c6431392eeaa), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:06.711562 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-3a18b639-fa02-4124-b476-fb8ac1da6191 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/quotas/088b541bb04f43c8a407ba5abadba127 HTTP/1.1" status: 200 len: 375 time: 0.0217750 Feb 09 22:21:06.766991 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58bfc50d-6ee5-47ce-b94b-7782e30d2b73 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (623f81ef-8e45-4b31-9fce-ebef4572924d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:06.863976 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-83f52fa9-1ae3-4fa7-b4f0-1ddd8c08c35a None None] Publish callbacks [] for port (1b6e4cbd-1463-4395-bab0-f2ced8c057c5), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:06.901237 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2825dc5d-6a5d-4110-b55a-8983f34015cf up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:21:06.911419 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bfc50d-6ee5-47ce-b94b-7782e30d2b73 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Checking segment: {'id': '133a8607-d66a-48a5-99f4-adfbff6fd022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fb2ba9d4-3a30-4ac2-9dd2-a3529fb32a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:06.912072 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bfc50d-6ee5-47ce-b94b-7782e30d2b73 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network hostable DHCP agents. Network: fb2ba9d4-3a30-4ac2-9dd2-a3529fb32a33, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:21:06.921234 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-83f52fa9-1ae3-4fa7-b4f0-1ddd8c08c35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (1b6e4cbd-1463-4395-bab0-f2ced8c057c5), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:06.923739 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfc50d-6ee5-47ce-b94b-7782e30d2b73 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Subnet': ['ID=623f81ef-8e45-4b31-9fce-ebef4572924d,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:06.956516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bfc50d-6ee5-47ce-b94b-7782e30d2b73 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network fb2ba9d4-3a30-4ac2-9dd2-a3529fb32a33 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:21:06.977508 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-58bfc50d-6ee5-47ce-b94b-7782e30d2b73 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, fb2ba9d4-3a30-4ac2-9dd2-a3529fb32a33) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:06.986233 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bfc50d-6ee5-47ce-b94b-7782e30d2b73 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:06.987573 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58bfc50d-6ee5-47ce-b94b-7782e30d2b73 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:07.027747 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-58bfc50d-6ee5-47ce-b94b-7782e30d2b73 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1231132 Feb 09 22:21:07.030520 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44490) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:07.104153 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] Set router b1a49d97-6551-4379-b422-d0cab3c25bd3 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:21:07.127069 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7949f24b-3e97-47ac-b5e5-870675ec75e9 None None] Network fb2ba9d4-3a30-4ac2-9dd2-a3529fb32a33 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:07.152627 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-e2870062-8840-4b9e-9dee-591621e1ae1a tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?tenant_id=088b541bb04f43c8a407ba5abadba127&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3801994 Feb 09 22:21:07.247847 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-227720ce-1aa3-496d-8d31-3c965f7393b3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Floating IP 701b404b-601b-4fe4-b361-c6431392eeaa associated. External IP: 172.25.6.104, port: 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88. Feb 09 22:21:07.335021 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c977769e-0732-40d3-aae3-f8fa6b774c2a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (fb2ba9d4-3a30-4ac2-9dd2-a3529fb32a33), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:07.404909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f52fa9-1ae3-4fa7-b4f0-1ddd8c08c35a None None] Network 1b28a967-98d2-489a-8c4d-e90ac8708b9f is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:21:07.428828 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-83f52fa9-1ae3-4fa7-b4f0-1ddd8c08c35a None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:07.437814 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c977769e-0732-40d3-aae3-f8fa6b774c2a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (623f81ef-8e45-4b31-9fce-ebef4572924d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:07.443847 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffbd0b4-6075-44e2-893c-1fea0752d59a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-fb2ba9d4-3a30-4ac2-9dd2-a3529fb32a33', 'network_id': 'fb2ba9d4-3a30-4ac2-9dd2-a3529fb32a33', 'project_id': '427a90d38d874e0996e2d2f86bf17bd1', 'fixed_ips': [{'subnet_id': '623f81ef-8e45-4b31-9fce-ebef4572924d'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:21:07.445262 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2ffbd0b4-6075-44e2-893c-1fea0752d59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:07.452542 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f52fa9-1ae3-4fa7-b4f0-1ddd8c08c35a None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:21:07.500875 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2825dc5d-6a5d-4110-b55a-8983f34015cf triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:21:07.502031 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2825dc5d-6a5d-4110-b55a-8983f34015cf), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:07.506842 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f52fa9-1ae3-4fa7-b4f0-1ddd8c08c35a None None] Pushing event updated for resources: {'Port': ['ID=1b6e4cbd-1463-4395-bab0-f2ced8c057c5,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:07.588437 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c977769e-0732-40d3-aae3-f8fa6b774c2a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (623f81ef-8e45-4b31-9fce-ebef4572924d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:07.704856 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-83f52fa9-1ae3-4fa7-b4f0-1ddd8c08c35a None None] Attempting to bind port 1b6e4cbd-1463-4395-bab0-f2ced8c057c5 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:21:07.705397 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-83f52fa9-1ae3-4fa7-b4f0-1ddd8c08c35a None None] Attempting to bind port 1b6e4cbd-1463-4395-bab0-f2ced8c057c5 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b33ab923-fa75-4bc0-85ae-5cdf0f3b6328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1b28a967-98d2-489a-8c4d-e90ac8708b9f'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:21:07.705950 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f52fa9-1ae3-4fa7-b4f0-1ddd8c08c35a None None] Attempting to bind port 1b6e4cbd-1463-4395-bab0-f2ced8c057c5 on network 1b28a967-98d2-489a-8c4d-e90ac8708b9f {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:21:07.740709 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f52fa9-1ae3-4fa7-b4f0-1ddd8c08c35a None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:21:07.743897 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f52fa9-1ae3-4fa7-b4f0-1ddd8c08c35a None None] Checking segment: {'id': 'b33ab923-fa75-4bc0-85ae-5cdf0f3b6328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1b28a967-98d2-489a-8c4d-e90ac8708b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:07.744674 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-83f52fa9-1ae3-4fa7-b4f0-1ddd8c08c35a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:07.745291 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f52fa9-1ae3-4fa7-b4f0-1ddd8c08c35a None None] Bound using segment: {'id': 'b33ab923-fa75-4bc0-85ae-5cdf0f3b6328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1b28a967-98d2-489a-8c4d-e90ac8708b9f'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:21:07.746080 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-83f52fa9-1ae3-4fa7-b4f0-1ddd8c08c35a None None] Bound port: 1b6e4cbd-1463-4395-bab0-f2ced8c057c5, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33ab923-fa75-4bc0-85ae-5cdf0f3b6328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1b28a967-98d2-489a-8c4d-e90ac8708b9f'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:21:07.746688 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-83f52fa9-1ae3-4fa7-b4f0-1ddd8c08c35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1b6e4cbd-1463-4395-bab0-f2ced8c057c5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:07.767155 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977769e-0732-40d3-aae3-f8fa6b774c2a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Subnet': ['ID=623f81ef-8e45-4b31-9fce-ebef4572924d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:07.804348 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a49d97-6551-4379-b422-d0cab3c25bd3', 'name': 'tempest-TestServerMultinode-1619903131-router', 'tenant_id': '088b541bb04f43c8a407ba5abadba127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '2825dc5d-6a5d-4110-b55a-8983f34015cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:53Z', 'updated_at': '2022-02-09T22:21:02Z', 'revision_number': 4, 'project_id': '088b541bb04f43c8a407ba5abadba127', 'gw_port': {'id': '2825dc5d-6a5d-4110-b55a-8983f34015cf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a49d97-6551-4379-b422-d0cab3c25bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:54Z', 'updated_at': '2022-02-09T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921', 'name': '', 'network_id': '1456ea00-7840-4fd5-bb80-0591c4fc3a7b', 'tenant_id': '088b541bb04f43c8a407ba5abadba127', 'mac_address': 'fa:16:3e:7a:ab:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a49d97-6551-4379-b422-d0cab3c25bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '5ebf1f4c-93c8-495e-a922-d9a63c20961a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:21:00Z', 'updated_at': '2022-02-09T22:21:02Z', 'revision_number': 2, 'project_id': '088b541bb04f43c8a407ba5abadba127', 'subnets': [{'id': '5ebf1f4c-93c8-495e-a922-d9a63c20961a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:07.891370 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c977769e-0732-40d3-aae3-f8fa6b774c2a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (fb2ba9d4-3a30-4ac2-9dd2-a3529fb32a33), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:07.900330 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-f87de669-4818-428e-b775-a88d5ff7ff8e service neutron] 10.222.0.77 "GET /v2.0/networks/67e1a0db-6141-45ef-b975-67bec8252f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7351737 Feb 09 22:21:07.928149 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-93460912-30dc-4b86-89df-90e3940bccf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:07.947964 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] Checking router: b1a49d97-6551-4379-b422-d0cab3c25bd3 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:21:07.948555 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] Updating router b1a49d97-6551-4379-b422-d0cab3c25bd3 port 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:21:07.983098 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-c977769e-0732-40d3-aae3-f8fa6b774c2a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2ba9d4-3a30-4ac2-9dd2-a3529fb32a33']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:08.034460 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-c977769e-0732-40d3-aae3-f8fa6b774c2a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133a8607-d66a-48a5-99f4-adfbff6fd022') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:08.044214 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-c977769e-0732-40d3-aae3-f8fa6b774c2a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133a8607-d66a-48a5-99f4-adfbff6fd022') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:08.049223 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:08.072689 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c977769e-0732-40d3-aae3-f8fa6b774c2a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (133a8607-d66a-48a5-99f4-adfbff6fd022), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server [None req-2ffbd0b4-6075-44e2-893c-1fea0752d59a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 623f81ef-8e45-4b31-9fce-ebef4572924d: This subnet is being modified by another concurrent operation. Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise exception Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 623f81ef-8e45-4b31-9fce-ebef4572924d: This subnet is being modified by another concurrent operation. Feb 09 22:21:08.146538 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Feb 09 22:21:08.168685 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c977769e-0732-40d3-aae3-f8fa6b774c2a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (133a8607-d66a-48a5-99f4-adfbff6fd022), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:08.168685 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c977769e-0732-40d3-aae3-f8fa6b774c2a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:21:08.168685 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c977769e-0732-40d3-aae3-f8fa6b774c2a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (133a8607-d66a-48a5-99f4-adfbff6fd022), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:08.292491 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d6a8fd-90aa-4f29-bf08-3471de7d0a30 None None] Network fb2ba9d4-3a30-4ac2-9dd2-a3529fb32a33 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:21:08.306623 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:21:08.316435 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c977769e-0732-40d3-aae3-f8fa6b774c2a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (fb2ba9d4-3a30-4ac2-9dd2-a3529fb32a33), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:08.331037 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c977769e-0732-40d3-aae3-f8fa6b774c2a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:08.335998 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c977769e-0732-40d3-aae3-f8fa6b774c2a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/fb2ba9d4-3a30-4ac2-9dd2-a3529fb32a33 HTTP/1.1" status: 204 len: 168 time: 1.3019574 Feb 09 22:21:08.343593 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44496) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:08.352948 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977769e-0732-40d3-aae3-f8fa6b774c2a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Network': ['ID=fb2ba9d4-3a30-4ac2-9dd2-a3529fb32a33,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:08.354161 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-4d06a414-9691-42bc-aca4-4d44e27c147a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-463718843'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:08.460185 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d06a414-9691-42bc-aca4-4d44e27c147a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Made reservation on behalf of 427a90d38d874e0996e2d2f86bf17bd1 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:08.470864 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d06a414-9691-42bc-aca4-4d44e27c147a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:08.525397 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-83f52fa9-1ae3-4fa7-b4f0-1ddd8c08c35a None None] For port 1b6e4cbd-1463-4395-bab0-f2ced8c057c5, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:21:08.599784 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227720ce-1aa3-496d-8d31-3c965f7393b3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:21:08.614541 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-3a445ed9-fe42-45ba-9fb0-39054dd42f1e service neutron] 10.222.0.77 "GET /v2.0/networks/67e1a0db-6141-45ef-b975-67bec8252f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7087376 Feb 09 22:21:08.624966 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d06a414-9691-42bc-aca4-4d44e27c147a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:21:08.657174 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-83f52fa9-1ae3-4fa7-b4f0-1ddd8c08c35a None None] For port 1b6e4cbd-1463-4395-bab0-f2ced8c057c5, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1b6e4cbd-1463-4395-bab0-f2ced8c057c5,segment=NetworkSegment(b33ab923-fa75-4bc0-85ae-5cdf0f3b6328),segment_id=b33ab923-fa75-4bc0-85ae-5cdf0f3b6328)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:21:08.662746 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2825dc5d-6a5d-4110-b55a-8983f34015cf is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:21:08.696381 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-83f52fa9-1ae3-4fa7-b4f0-1ddd8c08c35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1b6e4cbd-1463-4395-bab0-f2ced8c057c5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:08.705345 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] Publish callbacks [] for port (97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:08.722064 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:08.756761 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d06a414-9691-42bc-aca4-4d44e27c147a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (a726ab85-3b6f-4bf6-8fa5-ede698c72b46), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:08.757421 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-4d06a414-9691-42bc-aca4-4d44e27c147a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Added segment a726ab85-3b6f-4bf6-8fa5-ede698c72b46 of type vlan for network 1429a3e2-b5c4-4396-85d0-09a085787fa9 Feb 09 22:21:08.876156 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a5287-425f-42a8-8d04-b1661da5b683 None None] Pushing event updated for resources: {'Port': ['ID=97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:08.887431 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d06a414-9691-42bc-aca4-4d44e27c147a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (1429a3e2-b5c4-4396-85d0-09a085787fa9), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:08.950634 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227720ce-1aa3-496d-8d31-3c965f7393b3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:21:08.986789 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc17676f-65c9-40d3-bf2c-18d803f2d379 None None] Sync routers for ids ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:21:08.992599 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d06a414-9691-42bc-aca4-4d44e27c147a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (1429a3e2-b5c4-4396-85d0-09a085787fa9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:09.019164 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d06a414-9691-42bc-aca4-4d44e27c147a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:09.025636 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d06a414-9691-42bc-aca4-4d44e27c147a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:09.040757 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] Attempting to bind port 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:21:09.041551 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] Attempting to bind port 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '7187eb5f-6c0f-4494-b30f-f83a1787ec95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1456ea00-7840-4fd5-bb80-0591c4fc3a7b'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:21:09.042196 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] Attempting to bind port 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921 on network 1456ea00-7840-4fd5-bb80-0591c4fc3a7b {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:21:09.049029 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:21:09.049763 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] Checking segment: {'id': '7187eb5f-6c0f-4494-b30f-f83a1787ec95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1456ea00-7840-4fd5-bb80-0591c4fc3a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:09.050413 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:09.051003 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] Bound using segment: {'id': '7187eb5f-6c0f-4494-b30f-f83a1787ec95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1456ea00-7840-4fd5-bb80-0591c4fc3a7b'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:21:09.051735 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] Bound port: 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7187eb5f-6c0f-4494-b30f-f83a1787ec95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1456ea00-7840-4fd5-bb80-0591c4fc3a7b'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:21:09.052337 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:09.179288 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f52fa9-1ae3-4fa7-b4f0-1ddd8c08c35a None None] Pushing event updated for resources: {'Port': ['ID=1b6e4cbd-1463-4395-bab0-f2ced8c057c5,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:09.194953 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc17676f-65c9-40d3-bf2c-18d803f2d379 None None] Routers {'59ebfdc7-6f34-4f22-9833-38a3c19909f9'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:21:09.196253 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fc17676f-65c9-40d3-bf2c-18d803f2d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:20:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:09.237950 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] For port 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:21:09.270748 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] For port 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921,segment=NetworkSegment(7187eb5f-6c0f-4494-b30f-f83a1787ec95),segment_id=7187eb5f-6c0f-4494-b30f-f83a1787ec95)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:21:09.300130 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e0f2c6e-dd21-44da-b654-8be8764dea9d req-c063d250-794d-4530-97de-5470626e6a66 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=17b5c1ec-69e3-4c41-9d45-c13f469b00de HTTP/1.1" status: 200 len: 210 time: 0.1877897 Feb 09 22:21:09.302678 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:09.336126 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4d06a414-9691-42bc-aca4-4d44e27c147a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9829683 Feb 09 22:21:09.338727 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44504) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:09.377197 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7466d197-5d15-42af-adbb-ae9518eb3ae4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'subnet': {'network_id': '1429a3e2-b5c4-4396-85d0-09a085787fa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:09.541088 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-227720ce-1aa3-496d-8d31-3c965f7393b3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:09.591570 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] Routers {'b1a49d97-6551-4379-b422-d0cab3c25bd3'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:21:09.593394 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:20:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b1a49d97-6551-4379-b422-d0cab3c25bd3'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:09.852161 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-227720ce-1aa3-496d-8d31-3c965f7393b3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3458159 Feb 09 22:21:09.870821 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d15cd0-d9be-45c8-ae11-284647f69c8c', 'tag': '7e9ff3e6-eea2-4737-9b1b-0459f23dfb88'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:21:09.875298 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f5bc52-e44f-48bc-b1d2-55d6eaff23c7" -d '{"events": [{"name": "network-changed", "server_uuid": "81d15cd0-d9be-45c8-ae11-284647f69c8c", "tag": "7e9ff3e6-eea2-4737-9b1b-0459f23dfb88"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:21:09.906767 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-fc17676f-65c9-40d3-bf2c-18d803f2d379 None None] Set router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:21:09.925617 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7466d197-5d15-42af-adbb-ae9518eb3ae4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Made reservation on behalf of 427a90d38d874e0996e2d2f86bf17bd1 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:09.942136 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7466d197-5d15-42af-adbb-ae9518eb3ae4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:10.014462 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06a414-9691-42bc-aca4-4d44e27c147a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Network': ['ID=1429a3e2-b5c4-4396-85d0-09a085787fa9,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:10.056737 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a5287-425f-42a8-8d04-b1661da5b683 None None] Pushing event updated for resources: {'Port': ['ID=97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:10.138863 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 1429a3e2-b5c4-4396-85d0-09a085787fa9 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:21:10.161287 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e50942-e4bf-4292-99b7-6f65d51813e3 x-openstack-request-id: req-d4e50942-e4bf-4292-99b7-6f65d51813e3 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:21:10.161731 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d15cd0-d9be-45c8-ae11-284647f69c8c", "tag": "7e9ff3e6-eea2-4737-9b1b-0459f23dfb88", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:21:10.162158 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d4e50942-e4bf-4292-99b7-6f65d51813e3 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:21:10.162840 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d15cd0-d9be-45c8-ae11-284647f69c8c', 'tag': '7e9ff3e6-eea2-4737-9b1b-0459f23dfb88', 'status': 'completed', 'code': 200} Feb 09 22:21:10.324504 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.ipam_backend_mixin [None req-7466d197-5d15-42af-adbb-ae9518eb3ae4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Performing IP validity checks on allocation pools {{(pid=103202) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 22:21:10.325907 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.ipam_backend_mixin [None req-7466d197-5d15-42af-adbb-ae9518eb3ae4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103202) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 22:21:10.382379 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] Set router b1a49d97-6551-4379-b422-d0cab3c25bd3 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:21:10.402120 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5bc52-e44f-48bc-b1d2-55d6eaff23c7 req-61c6d701-8044-4e04-afff-8834affd06a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:10.412068 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a7f5bc52-e44f-48bc-b1d2-55d6eaff23c7 req-61c6d701-8044-4e04-afff-8834affd06a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 1127 time: 0.2117236 Feb 09 22:21:10.765222 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5fcf0e80-544f-494d-bb58-b1f975411986 None None] Provisioning complete for port 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:21:10.771414 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0e80-544f-494d-bb58-b1f975411986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:10.889044 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a7e4ae83-8f16-49c3-9ac6-84194eea2b9c req-cf0ae2b0-e0d8-44a0-a4fb-beaf61afd383 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=17b5c1ec-69e3-4c41-9d45-c13f469b00de HTTP/1.1" status: 200 len: 210 time: 0.2492719 Feb 09 22:21:11.131582 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7466d197-5d15-42af-adbb-ae9518eb3ae4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (85cc68d4-45e6-450b-9b0e-ed1bed7d1bb9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:11.168139 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5bc52-e44f-48bc-b1d2-55d6eaff23c7 req-2c8d0f3d-d119-42a2-ba57-49da99590736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:11.170686 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a7f5bc52-e44f-48bc-b1d2-55d6eaff23c7 req-2c8d0f3d-d119-42a2-ba57-49da99590736 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 912 time: 0.7497404 Feb 09 22:21:11.197046 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1b6e4cbd-1463-4395-bab0-f2ced8c057c5 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:21:11.315873 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a49d97-6551-4379-b422-d0cab3c25bd3', 'name': 'tempest-TestServerMultinode-1619903131-router', 'tenant_id': '088b541bb04f43c8a407ba5abadba127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '2825dc5d-6a5d-4110-b55a-8983f34015cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:53Z', 'updated_at': '2022-02-09T22:21:02Z', 'revision_number': 4, 'project_id': '088b541bb04f43c8a407ba5abadba127', 'gw_port': {'id': '2825dc5d-6a5d-4110-b55a-8983f34015cf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a49d97-6551-4379-b422-d0cab3c25bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:54Z', 'updated_at': '2022-02-09T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921', 'name': '', 'network_id': '1456ea00-7840-4fd5-bb80-0591c4fc3a7b', 'tenant_id': '088b541bb04f43c8a407ba5abadba127', 'mac_address': 'fa:16:3e:7a:ab:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a49d97-6551-4379-b422-d0cab3c25bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '5ebf1f4c-93c8-495e-a922-d9a63c20961a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:21:00Z', 'updated_at': '2022-02-09T22:21:09Z', 'revision_number': 4, 'project_id': '088b541bb04f43c8a407ba5abadba127', 'subnets': [{'id': '5ebf1f4c-93c8-495e-a922-d9a63c20961a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:11.344050 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b3e281c2-d07b-4575-814c-f7c614d86e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:11.432266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7466d197-5d15-42af-adbb-ae9518eb3ae4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Checking segment: {'id': 'a726ab85-3b6f-4bf6-8fa5-ede698c72b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1429a3e2-b5c4-4396-85d0-09a085787fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:11.435176 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a7f5bc52-e44f-48bc-b1d2-55d6eaff23c7 req-8b70ae3c-511d-4d5b-bb24-f675a6002047 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 HTTP/1.1" status: 200 len: 999 time: 0.2555866 Feb 09 22:21:11.436693 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7466d197-5d15-42af-adbb-ae9518eb3ae4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network hostable DHCP agents. Network: 1429a3e2-b5c4-4396-85d0-09a085787fa9, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:21:11.477548 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466d197-5d15-42af-adbb-ae9518eb3ae4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Subnet': ['ID=85cc68d4-45e6-450b-9b0e-ed1bed7d1bb9,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:11.523727 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c092e-907b-4ff3-9e4a-73b1e29522a6 None None] The sync data for ids ['b1a49d97-6551-4379-b422-d0cab3c25bd3'] in n-d-828601-1 is: [{'id': 'b1a49d97-6551-4379-b422-d0cab3c25bd3', 'name': 'tempest-TestServerMultinode-1619903131-router', 'tenant_id': '088b541bb04f43c8a407ba5abadba127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '2825dc5d-6a5d-4110-b55a-8983f34015cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:53Z', 'updated_at': '2022-02-09T22:21:02Z', 'revision_number': 4, 'project_id': '088b541bb04f43c8a407ba5abadba127', 'gw_port': {'id': '2825dc5d-6a5d-4110-b55a-8983f34015cf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a49d97-6551-4379-b422-d0cab3c25bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:54Z', 'updated_at': '2022-02-09T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921', 'name': '', 'network_id': '1456ea00-7840-4fd5-bb80-0591c4fc3a7b', 'tenant_id': '088b541bb04f43c8a407ba5abadba127', 'mac_address': 'fa:16:3e:7a:ab:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a49d97-6551-4379-b422-d0cab3c25bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '5ebf1f4c-93c8-495e-a922-d9a63c20961a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:21:00Z', 'updated_at': '2022-02-09T22:21:09Z', 'revision_number': 4, 'project_id': '088b541bb04f43c8a407ba5abadba127', 'subnets': [{'id': '5ebf1f4c-93c8-495e-a922-d9a63c20961a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:21:11.559243 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7466d197-5d15-42af-adbb-ae9518eb3ae4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network 1429a3e2-b5c4-4396-85d0-09a085787fa9 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:21:11.596115 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-7466d197-5d15-42af-adbb-ae9518eb3ae4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 1429a3e2-b5c4-4396-85d0-09a085787fa9) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:11.611415 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7466d197-5d15-42af-adbb-ae9518eb3ae4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:11.612219 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7466d197-5d15-42af-adbb-ae9518eb3ae4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:11.738653 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5bc52-e44f-48bc-b1d2-55d6eaff23c7 req-fd95bb81-6581-41f3-bd40-182d66f576f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:11.741263 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7466d197-5d15-42af-adbb-ae9518eb3ae4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.4002640 Feb 09 22:21:11.742152 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a7f5bc52-e44f-48bc-b1d2-55d6eaff23c7 req-fd95bb81-6581-41f3-bd40-182d66f576f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.2987902 Feb 09 22:21:11.742402 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44522) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:12.019292 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5bc52-e44f-48bc-b1d2-55d6eaff23c7 req-33d12e83-fe17-4f7b-b4e9-96e3940b9895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:12.026572 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a7f5bc52-e44f-48bc-b1d2-55d6eaff23c7 req-33d12e83-fe17-4f7b-b4e9-96e3940b9895 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2414639 Feb 09 22:21:12.134411 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4476e3c3-3d47-4142-a821-a4c2766f0748 None None] Network 1429a3e2-b5c4-4396-85d0-09a085787fa9 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:12.147798 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5fcf0e80-544f-494d-bb58-b1f975411986 None None] Current status of the port 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:21:12.148316 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0e80-544f-494d-bb58-b1f975411986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:12.162105 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df81ad58-aa96-4bf8-8d74-9740aeff70e0 None None] Network 1b28a967-98d2-489a-8c4d-e90ac8708b9f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:12.225496 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-42b3054b-3980-4125-8cea-3813ed1310dc tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (1429a3e2-b5c4-4396-85d0-09a085787fa9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:12.339697 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a0df16f-90bb-4548-a111-1ba9fefd3aa0 req-89cc35cd-c0cb-4b25-aac6-e488d9f18a6d tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=17b5c1ec-69e3-4c41-9d45-c13f469b00de HTTP/1.1" status: 200 len: 210 time: 0.1227584 Feb 09 22:21:12.367312 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-42b3054b-3980-4125-8cea-3813ed1310dc tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (85cc68d4-45e6-450b-9b0e-ed1bed7d1bb9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:12.433581 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a7f5bc52-e44f-48bc-b1d2-55d6eaff23c7 req-e89d2012-7cd8-4c30-abcc-98475ceda3db service neutron] 10.222.0.42 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988428 Feb 09 22:21:12.467195 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:12.493060 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-42b3054b-3980-4125-8cea-3813ed1310dc tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (85cc68d4-45e6-450b-9b0e-ed1bed7d1bb9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:12.575777 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3054b-3980-4125-8cea-3813ed1310dc tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Subnet': ['ID=85cc68d4-45e6-450b-9b0e-ed1bed7d1bb9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:12.726398 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a7f5bc52-e44f-48bc-b1d2-55d6eaff23c7 req-3e0290bd-c036-4776-80f6-bb1da8e851ac service neutron] 10.222.0.42 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839465 Feb 09 22:21:12.726959 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-5fcf0e80-544f-494d-bb58-b1f975411986 None None] For port 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921,segment=NetworkSegment(7187eb5f-6c0f-4494-b30f-f83a1787ec95),segment_id=7187eb5f-6c0f-4494-b30f-f83a1787ec95)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:12.760867 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1b6e4cbd-1463-4395-bab0-f2ced8c057c5 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:21:12.761441 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1b6e4cbd-1463-4395-bab0-f2ced8c057c5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:12.786255 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-42b3054b-3980-4125-8cea-3813ed1310dc tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (1429a3e2-b5c4-4396-85d0-09a085787fa9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:12.795903 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0e80-544f-494d-bb58-b1f975411986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:12.824847 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b0331e-e470-4373-81d1-f2ccc6f24de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-1429a3e2-b5c4-4396-85d0-09a085787fa9', 'network_id': '1429a3e2-b5c4-4396-85d0-09a085787fa9', 'project_id': '427a90d38d874e0996e2d2f86bf17bd1', 'fixed_ips': [{'subnet_id': '85cc68d4-45e6-450b-9b0e-ed1bed7d1bb9'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:21:12.825164 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c0b0331e-e470-4373-81d1-f2ccc6f24de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:12.858435 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-42b3054b-3980-4125-8cea-3813ed1310dc tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1429a3e2-b5c4-4396-85d0-09a085787fa9']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:12.913917 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-42b3054b-3980-4125-8cea-3813ed1310dc tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a726ab85-3b6f-4bf6-8fa5-ede698c72b46') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:12.914402 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-42b3054b-3980-4125-8cea-3813ed1310dc tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a726ab85-3b6f-4bf6-8fa5-ede698c72b46') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:12.951612 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-42b3054b-3980-4125-8cea-3813ed1310dc tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (a726ab85-3b6f-4bf6-8fa5-ede698c72b46), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:12.996429 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-42b3054b-3980-4125-8cea-3813ed1310dc tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (a726ab85-3b6f-4bf6-8fa5-ede698c72b46), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:13.019019 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b3054b-3980-4125-8cea-3813ed1310dc tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:21:13.020138 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-42b3054b-3980-4125-8cea-3813ed1310dc tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (a726ab85-3b6f-4bf6-8fa5-ede698c72b46), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:21:13.026096 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:21:13.078293 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-2411973b-625d-46c6-b48f-d668763aea88 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:13.080526 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-2411973b-625d-46c6-b48f-d668763aea88 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.71 "GET /v2.0/networks?id=67e1a0db-6141-45ef-b975-67bec8252f29 HTTP/1.1" status: 200 len: 910 time: 0.2348630 Feb 09 22:21:13.092518 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf0e80-544f-494d-bb58-b1f975411986 None None] Pushing event updated for resources: {'Port': ['ID=97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:13.095567 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-159ba882-d354-402d-b06e-9ee50344f6b0 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Request body: {'port': {'device_id': '17b5c1ec-69e3-4c41-9d45-c13f469b00de', 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29', 'admin_state_up': True, 'tenant_id': '088b541bb04f43c8a407ba5abadba127'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:13.131684 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-159ba882-d354-402d-b06e-9ee50344f6b0 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Made reservation on behalf of 088b541bb04f43c8a407ba5abadba127 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:13.135347 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-159ba882-d354-402d-b06e-9ee50344f6b0 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:13.168473 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-42b3054b-3980-4125-8cea-3813ed1310dc tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (1429a3e2-b5c4-4396-85d0-09a085787fa9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:13.201883 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-42b3054b-3980-4125-8cea-3813ed1310dc tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:13.221464 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-42b3054b-3980-4125-8cea-3813ed1310dc tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/1429a3e2-b5c4-4396-85d0-09a085787fa9 HTTP/1.1" status: 204 len: 168 time: 1.4574780 Feb 09 22:21:13.253613 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44528) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:13.272343 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-32ed8063-d1ec-42d4-bbae-f803c9d9f50a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-410504511'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:13.305382 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3054b-3980-4125-8cea-3813ed1310dc tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Network': ['ID=1429a3e2-b5c4-4396-85d0-09a085787fa9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:13.348790 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:13.349591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-15844dee-01d6-4654-ac4a-fa4d79bcbd5b None None] Provisioning complete for port 1b6e4cbd-1463-4395-bab0-f2ced8c057c5 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:21:13.350067 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-15844dee-01d6-4654-ac4a-fa4d79bcbd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1b6e4cbd-1463-4395-bab0-f2ced8c057c5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:13.380524 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ed8063-d1ec-42d4-bbae-f803c9d9f50a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Made reservation on behalf of 427a90d38d874e0996e2d2f86bf17bd1 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:13.393389 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32ed8063-d1ec-42d4-bbae-f803c9d9f50a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:13.396795 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023e7119-c4bb-496c-ba55-86d907414751 None None] Network 1429a3e2-b5c4-4396-85d0-09a085787fa9 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:13.416304 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023e7119-c4bb-496c-ba55-86d907414751 None None] Network 1429a3e2-b5c4-4396-85d0-09a085787fa9 could not be found, it might have been deleted concurrently. {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:21:13.519149 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1b6e4cbd-1463-4395-bab0-f2ced8c057c5 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:21:13.519149 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1b6e4cbd-1463-4395-bab0-f2ced8c057c5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:13.525563 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-159ba882-d354-402d-b06e-9ee50344f6b0 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Allocated IP 172.20.0.14 (67e1a0db-6141-45ef-b975-67bec8252f29/78403603-60e5-4c70-a5f8-b8ca35b125dd/51f859e6-2574-435d-8089-4e173742d0c5) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:21:13.543938 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ed8063-d1ec-42d4-bbae-f803c9d9f50a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:21:13.579108 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32ed8063-d1ec-42d4-bbae-f803c9d9f50a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d3d43f9b-c4eb-409e-935a-60fe19eaa59f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:13.584031 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-32ed8063-d1ec-42d4-bbae-f803c9d9f50a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Added segment d3d43f9b-c4eb-409e-935a-60fe19eaa59f of type vlan for network a8e3fb9e-cb81-4f8e-bd02-5aa7f31f1105 Feb 09 22:21:13.663554 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fc17676f-65c9-40d3-bf2c-18d803f2d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '701b404b-601b-4fe4-b361-c6431392eeaa', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'port_id': '7e9ff3e6-eea2-4737-9b1b-0459f23dfb88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'mac_address': 'fa:16:3e:d6:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d15cd0-d9be-45c8-ae11-284647f69c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:21:04Z', 'updated_at': '2022-02-09T22:21:04Z', 'revision_number': 0, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aabb35d-66f0-4842-8cf7-11ae601e85cd', 'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'mac_address': 'fa:16:3e:97:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:21Z', 'updated_at': '2022-02-09T22:04:35Z', 'revision_number': 5, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'subnets': [{'id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:13.667117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 1b6e4cbd-1463-4395-bab0-f2ced8c057c5, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1b6e4cbd-1463-4395-bab0-f2ced8c057c5,segment=NetworkSegment(b33ab923-fa75-4bc0-85ae-5cdf0f3b6328),segment_id=b33ab923-fa75-4bc0-85ae-5cdf0f3b6328)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:13.700656 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2029c98a-3db7-4791-89ee-e2202d6abe93 req-cc011b0e-b0cb-472c-9537-2aa064d06827 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=17b5c1ec-69e3-4c41-9d45-c13f469b00de HTTP/1.1" status: 200 len: 210 time: 0.0762246 Feb 09 22:21:13.765327 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc17676f-65c9-40d3-bf2c-18d803f2d379 None None] Checking router: 59ebfdc7-6f34-4f22-9833-38a3c19909f9 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:21:13.774763 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32ed8063-d1ec-42d4-bbae-f803c9d9f50a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (a8e3fb9e-cb81-4f8e-bd02-5aa7f31f1105), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:13.777418 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1b6e4cbd-1463-4395-bab0-f2ced8c057c5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:13.880451 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32ed8063-d1ec-42d4-bbae-f803c9d9f50a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (a8e3fb9e-cb81-4f8e-bd02-5aa7f31f1105), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:13.894784 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ed8063-d1ec-42d4-bbae-f803c9d9f50a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:13.898630 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32ed8063-d1ec-42d4-bbae-f803c9d9f50a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:13.988877 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=1b6e4cbd-1463-4395-bab0-f2ced8c057c5,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:13.995613 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e7e0c9-4894-4f4b-839e-243f0bac4900 None None] get_active_networks_info from n-d-828601-1 {{(pid=103203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:21:14.019062 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-159ba882-d354-402d-b06e-9ee50344f6b0 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Publish callbacks [] for port (51f859e6-2574-435d-8089-4e173742d0c5), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:14.092282 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-159ba882-d354-402d-b06e-9ee50344f6b0 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (51f859e6-2574-435d-8089-4e173742d0c5), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:14.116694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed8063-d1ec-42d4-bbae-f803c9d9f50a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Network': ['ID=a8e3fb9e-cb81-4f8e-bd02-5aa7f31f1105,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:14.127504 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:21:14.135341 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc17676f-65c9-40d3-bf2c-18d803f2d379 None None] Routers {'59ebfdc7-6f34-4f22-9833-38a3c19909f9'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:21:14.136424 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fc17676f-65c9-40d3-bf2c-18d803f2d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:21:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:14.140202 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-32ed8063-d1ec-42d4-bbae-f803c9d9f50a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8849623 Feb 09 22:21:14.140853 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44542) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:14.146356 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network a8e3fb9e-cb81-4f8e-bd02-5aa7f31f1105 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:21:14.153285 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2cc1cf66-defa-49c6-97c1-654a312fd72c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'subnet': {'network_id': 'a8e3fb9e-cb81-4f8e-bd02-5aa7f31f1105', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:14.202632 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-159ba882-d354-402d-b06e-9ee50344f6b0 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Network 67e1a0db-6141-45ef-b975-67bec8252f29 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:21:14.212295 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-159ba882-d354-402d-b06e-9ee50344f6b0 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:14.220544 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-159ba882-d354-402d-b06e-9ee50344f6b0 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:21:14.309318 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ba882-d354-402d-b06e-9ee50344f6b0 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Pushing event updated for resources: {'Port': ['ID=51f859e6-2574-435d-8089-4e173742d0c5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:14.323637 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-159ba882-d354-402d-b06e-9ee50344f6b0 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:14.324690 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-159ba882-d354-402d-b06e-9ee50344f6b0 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:14.366590 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-159ba882-d354-402d-b06e-9ee50344f6b0 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2763777 Feb 09 22:21:14.371074 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc1cf66-defa-49c6-97c1-654a312fd72c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Made reservation on behalf of 427a90d38d874e0996e2d2f86bf17bd1 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:14.378515 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2cc1cf66-defa-49c6-97c1-654a312fd72c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:14.381150 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] Request body: {'port': {'device_id': '17b5c1ec-69e3-4c41-9d45-c13f469b00de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:14.478269 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-fc17676f-65c9-40d3-bf2c-18d803f2d379 None None] Set router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:21:14.494475 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (51f859e6-2574-435d-8089-4e173742d0c5), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:14.644472 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2cc1cf66-defa-49c6-97c1-654a312fd72c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (6316edff-5038-49fe-b08c-691f494ac6b4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:14.754275 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc1cf66-defa-49c6-97c1-654a312fd72c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Checking segment: {'id': 'd3d43f9b-c4eb-409e-935a-60fe19eaa59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a8e3fb9e-cb81-4f8e-bd02-5aa7f31f1105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:14.754823 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc1cf66-defa-49c6-97c1-654a312fd72c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network hostable DHCP agents. Network: a8e3fb9e-cb81-4f8e-bd02-5aa7f31f1105, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:21:14.772050 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1cf66-defa-49c6-97c1-654a312fd72c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Subnet': ['ID=6316edff-5038-49fe-b08c-691f494ac6b4,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:14.807700 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc1cf66-defa-49c6-97c1-654a312fd72c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network a8e3fb9e-cb81-4f8e-bd02-5aa7f31f1105 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:21:14.826558 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-2cc1cf66-defa-49c6-97c1-654a312fd72c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, a8e3fb9e-cb81-4f8e-bd02-5aa7f31f1105) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:14.862099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc1cf66-defa-49c6-97c1-654a312fd72c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:14.867274 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2cc1cf66-defa-49c6-97c1-654a312fd72c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:14.869310 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-15844dee-01d6-4654-ac4a-fa4d79bcbd5b None None] Current status of the port 1b6e4cbd-1463-4395-bab0-f2ced8c057c5 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:21:14.912157 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2cc1cf66-defa-49c6-97c1-654a312fd72c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7666903 Feb 09 22:21:14.926175 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44546) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:14.975609 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f859e6-2574-435d-8089-4e173742d0c5 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:21:14.992596 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] Publish callbacks [] for port (51f859e6-2574-435d-8089-4e173742d0c5), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:15.007607 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:15.015924 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] Transition to ACTIVE for port object 51f859e6-2574-435d-8089-4e173742d0c5 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:21:15.076142 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (51f859e6-2574-435d-8089-4e173742d0c5), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:15.076445 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-15844dee-01d6-4654-ac4a-fa4d79bcbd5b None None] Provisioning complete for port 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:21:15.077165 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-15844dee-01d6-4654-ac4a-fa4d79bcbd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:15.098216 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:21:15.098952 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:15.111519 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e67f96a3-053c-4fcd-852e-92b23114a0f4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (a8e3fb9e-cb81-4f8e-bd02-5aa7f31f1105), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:15.144409 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] Pushing event updated for resources: {'Port': ['ID=51f859e6-2574-435d-8089-4e173742d0c5,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:15.182754 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734bcbb-81a9-481e-808d-15a4df3bb004 req-0c6d6a1f-5256-4137-aca7-c7f57c4a3795 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:15.185318 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a734bcbb-81a9-481e-808d-15a4df3bb004 req-0c6d6a1f-5256-4137-aca7-c7f57c4a3795 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=17b5c1ec-69e3-4c41-9d45-c13f469b00de HTTP/1.1" status: 200 len: 1053 time: 0.1672616 Feb 09 22:21:15.237523 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e67f96a3-053c-4fcd-852e-92b23114a0f4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (6316edff-5038-49fe-b08c-691f494ac6b4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:15.293332 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e7e0c9-4894-4f4b-839e-243f0bac4900 None None] Resources bound (agent type, host, resource id): {{(pid=103203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:21:15.404041 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e67f96a3-053c-4fcd-852e-92b23114a0f4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (6316edff-5038-49fe-b08c-691f494ac6b4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:15.424643 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a734bcbb-81a9-481e-808d-15a4df3bb004 req-82a68c0a-452e-4eb4-86fc-62f7f315354b tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193267 Feb 09 22:21:15.525450 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] Attempting to bind port 51f859e6-2574-435d-8089-4e173742d0c5 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:21:15.526032 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] Attempting to bind port 51f859e6-2574-435d-8089-4e173742d0c5 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '316ee010-8ec4-4baa-b616-83f4fee341d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:21:15.526612 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] Attempting to bind port 51f859e6-2574-435d-8089-4e173742d0c5 on network 67e1a0db-6141-45ef-b975-67bec8252f29 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:21:15.535635 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] Port 51f859e6-2574-435d-8089-4e173742d0c5 on network 67e1a0db-6141-45ef-b975-67bec8252f29 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:21:15.536233 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] Attempting to bind port 51f859e6-2574-435d-8089-4e173742d0c5 on network 67e1a0db-6141-45ef-b975-67bec8252f29 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:21:15.553782 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-15844dee-01d6-4654-ac4a-fa4d79bcbd5b None None] Current status of the port 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:21:15.555178 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f96a3-053c-4fcd-852e-92b23114a0f4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Subnet': ['ID=6316edff-5038-49fe-b08c-691f494ac6b4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:15.563371 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:21:15.564722 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] Checking segment: {'id': '316ee010-8ec4-4baa-b616-83f4fee341d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:15.565725 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] Bound using segment: {'id': '316ee010-8ec4-4baa-b616-83f4fee341d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:21:15.567472 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] Bound port: 51f859e6-2574-435d-8089-4e173742d0c5, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316ee010-8ec4-4baa-b616-83f4fee341d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:21:15.568589 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (51f859e6-2574-435d-8089-4e173742d0c5), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:15.596481 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e67f96a3-053c-4fcd-852e-92b23114a0f4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (a8e3fb9e-cb81-4f8e-bd02-5aa7f31f1105), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:15.631297 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:21:15.645914 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e67f96a3-053c-4fcd-852e-92b23114a0f4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e3fb9e-cb81-4f8e-bd02-5aa7f31f1105']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:15.671542 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e67f96a3-053c-4fcd-852e-92b23114a0f4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d43f9b-c4eb-409e-935a-60fe19eaa59f') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:15.672124 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-e67f96a3-053c-4fcd-852e-92b23114a0f4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d43f9b-c4eb-409e-935a-60fe19eaa59f') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:15.684314 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:15.694477 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e67f96a3-053c-4fcd-852e-92b23114a0f4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (d3d43f9b-c4eb-409e-935a-60fe19eaa59f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:15.702188 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] For port 51f859e6-2574-435d-8089-4e173742d0c5, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:21:15.708557 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fc17676f-65c9-40d3-bf2c-18d803f2d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '701b404b-601b-4fe4-b361-c6431392eeaa', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'port_id': '7e9ff3e6-eea2-4737-9b1b-0459f23dfb88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'mac_address': 'fa:16:3e:d6:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d15cd0-d9be-45c8-ae11-284647f69c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:21:04Z', 'updated_at': '2022-02-09T22:21:04Z', 'revision_number': 0, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aabb35d-66f0-4842-8cf7-11ae601e85cd', 'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'mac_address': 'fa:16:3e:97:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:21Z', 'updated_at': '2022-02-09T22:04:35Z', 'revision_number': 5, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'subnets': [{'id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:15.714008 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] For port 51f859e6-2574-435d-8089-4e173742d0c5, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=51f859e6-2574-435d-8089-4e173742d0c5,segment=NetworkSegment(316ee010-8ec4-4baa-b616-83f4fee341d9),segment_id=316ee010-8ec4-4baa-b616-83f4fee341d9)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:21:15.725616 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (51f859e6-2574-435d-8089-4e173742d0c5), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:15.726681 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e67f96a3-053c-4fcd-852e-92b23114a0f4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d3d43f9b-c4eb-409e-935a-60fe19eaa59f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:15.744436 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e67f96a3-053c-4fcd-852e-92b23114a0f4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:21:15.745568 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e67f96a3-053c-4fcd-852e-92b23114a0f4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (d3d43f9b-c4eb-409e-935a-60fe19eaa59f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:21:15.754614 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:21:15.810954 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] Pushing event updated for resources: {'Port': ['ID=51f859e6-2574-435d-8089-4e173742d0c5,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:15.821321 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:15.822586 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:15.824581 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-55394882-a44a-4aca-a31c-f09f9d854ffa service neutron] 10.222.0.71 "PUT /v2.0/ports/51f859e6-2574-435d-8089-4e173742d0c5 HTTP/1.1" status: 200 len: 1092 time: 1.4506371 Feb 09 22:21:15.825116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b5c1ec-69e3-4c41-9d45-c13f469b00de', 'tag': '51f859e6-2574-435d-8089-4e173742d0c5'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:21:15.830529 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e80ed0-4e2d-430f-8c0d-1e87981106a5" -d '{"events": [{"name": "network-changed", "server_uuid": "17b5c1ec-69e3-4c41-9d45-c13f469b00de", "tag": "51f859e6-2574-435d-8089-4e173742d0c5"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:21:15.872358 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e67f96a3-053c-4fcd-852e-92b23114a0f4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (a8e3fb9e-cb81-4f8e-bd02-5aa7f31f1105), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:15.890247 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e67f96a3-053c-4fcd-852e-92b23114a0f4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:15.897737 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e67f96a3-053c-4fcd-852e-92b23114a0f4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/a8e3fb9e-cb81-4f8e-bd02-5aa7f31f1105 HTTP/1.1" status: 204 len: 168 time: 0.9693980 Feb 09 22:21:15.913655 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44560) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:15.921339 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab492e9-c5e8-44bf-b53c-e696f62f3baa x-openstack-request-id: req-1ab492e9-c5e8-44bf-b53c-e696f62f3baa {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:21:15.923497 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b5c1ec-69e3-4c41-9d45-c13f469b00de", "tag": "51f859e6-2574-435d-8089-4e173742d0c5", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:21:15.923686 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3872acbf-ede6-4d11-83e7-2adea0882046 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-709619380'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:15.924159 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1ab492e9-c5e8-44bf-b53c-e696f62f3baa {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:21:15.924790 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b5c1ec-69e3-4c41-9d45-c13f469b00de', 'tag': '51f859e6-2574-435d-8089-4e173742d0c5', 'status': 'completed', 'code': 200} Feb 09 22:21:15.931525 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f96a3-053c-4fcd-852e-92b23114a0f4 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Network': ['ID=a8e3fb9e-cb81-4f8e-bd02-5aa7f31f1105,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:15.953895 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-1665c95e-c52e-40f4-b191-ace5af82a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:15.956084 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-1665c95e-c52e-40f4-b191-ace5af82a830 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=088b541bb04f43c8a407ba5abadba127&device_id=17b5c1ec-69e3-4c41-9d45-c13f469b00de HTTP/1.1" status: 200 len: 1126 time: 0.0834296 Feb 09 22:21:15.970042 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3872acbf-ede6-4d11-83e7-2adea0882046 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Made reservation on behalf of 427a90d38d874e0996e2d2f86bf17bd1 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:15.977157 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3872acbf-ede6-4d11-83e7-2adea0882046 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:16.007430 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1b6e4cbd-1463-4395-bab0-f2ced8c057c5 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:21:16.010497 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-405258cc-4384-4348-bbf6-801284c11136 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51f859e6-2574-435d-8089-4e173742d0c5 HTTP/1.1" status: 200 len: 217 time: 0.0455451 Feb 09 22:21:16.029195 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-146c35fb-15e8-44d8-8056-e3e4d93fa908 None None] Provisioning complete for port 1b6e4cbd-1463-4395-bab0-f2ced8c057c5 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:21:16.029596 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-146c35fb-15e8-44d8-8056-e3e4d93fa908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1b6e4cbd-1463-4395-bab0-f2ced8c057c5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:16.051256 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3872acbf-ede6-4d11-83e7-2adea0882046 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:21:16.071899 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc17676f-65c9-40d3-bf2c-18d803f2d379 None None] The sync data for ids ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'] in n-d-828601-1 is: [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '701b404b-601b-4fe4-b361-c6431392eeaa', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'port_id': '7e9ff3e6-eea2-4737-9b1b-0459f23dfb88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'mac_address': 'fa:16:3e:d6:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d15cd0-d9be-45c8-ae11-284647f69c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:21:04Z', 'updated_at': '2022-02-09T22:21:04Z', 'revision_number': 0, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aabb35d-66f0-4842-8cf7-11ae601e85cd', 'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'mac_address': 'fa:16:3e:97:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:21Z', 'updated_at': '2022-02-09T22:04:35Z', 'revision_number': 5, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'subnets': [{'id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:21:16.073849 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9116e8-7491-4bc3-b572-42260e8d7492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-a8e3fb9e-cb81-4f8e-bd02-5aa7f31f1105', 'network_id': 'a8e3fb9e-cb81-4f8e-bd02-5aa7f31f1105', 'project_id': '427a90d38d874e0996e2d2f86bf17bd1', 'fixed_ips': [{'subnet_id': '6316edff-5038-49fe-b08c-691f494ac6b4'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:21:16.074738 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ad9116e8-7491-4bc3-b572-42260e8d7492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:16.097966 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3872acbf-ede6-4d11-83e7-2adea0882046 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (4b8fa72f-c63e-41dc-96a7-2c90f9d65d31), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:16.098552 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-3872acbf-ede6-4d11-83e7-2adea0882046 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Added segment 4b8fa72f-c63e-41dc-96a7-2c90f9d65d31 of type vlan for network 4143b500-6a23-4f35-83af-b26d5877f25f Feb 09 22:21:16.104557 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-4e44c448-7cf8-48a5-8f93-8301cf394b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:16.106555 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-4e44c448-7cf8-48a5-8f93-8301cf394b86 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=78403603-60e5-4c70-a5f8-b8ca35b125dd HTTP/1.1" status: 200 len: 848 time: 0.0906429 Feb 09 22:21:16.198357 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-146c35fb-15e8-44d8-8056-e3e4d93fa908 None None] Current status of the port 1b6e4cbd-1463-4395-bab0-f2ced8c057c5 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:21:16.200762 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547b3d40-fefc-48e5-9930-26306c26a57f None None] Network a8e3fb9e-cb81-4f8e-bd02-5aa7f31f1105 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:16.247291 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3872acbf-ede6-4d11-83e7-2adea0882046 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (4143b500-6a23-4f35-83af-b26d5877f25f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:16.259523 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547b3d40-fefc-48e5-9930-26306c26a57f None None] Network a8e3fb9e-cb81-4f8e-bd02-5aa7f31f1105 could not be found, it might have been deleted concurrently. {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:21:16.265401 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-9cb879d9-3bfa-4932-b058-837bc4926fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:16.268017 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-9cb879d9-3bfa-4932-b058-837bc4926fe5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=67e1a0db-6141-45ef-b975-67bec8252f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1387541 Feb 09 22:21:16.300145 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4696158c-cb8f-4eb4-8af7-764ee36de367 None None] Network a8e3fb9e-cb81-4f8e-bd02-5aa7f31f1105 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:16.314283 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:16.320059 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3872acbf-ede6-4d11-83e7-2adea0882046 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (4143b500-6a23-4f35-83af-b26d5877f25f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:16.330797 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3872acbf-ede6-4d11-83e7-2adea0882046 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:16.334700 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3872acbf-ede6-4d11-83e7-2adea0882046 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:16.337213 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4696158c-cb8f-4eb4-8af7-764ee36de367 None None] Network a8e3fb9e-cb81-4f8e-bd02-5aa7f31f1105 could not be found, it might have been deleted concurrently. {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:21:16.365945 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 1b6e4cbd-1463-4395-bab0-f2ced8c057c5 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:21:16.366658 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1b6e4cbd-1463-4395-bab0-f2ced8c057c5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:16.533478 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-fe9c0385-0a92-47f5-a2ce-67cdf540c203 service neutron] 10.222.0.71 "GET /v2.0/networks/67e1a0db-6141-45ef-b975-67bec8252f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594860 Feb 09 22:21:16.565334 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3872acbf-ede6-4d11-83e7-2adea0882046 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6496990 Feb 09 22:21:16.572409 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44566) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:16.587185 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-5b5ba35b-240a-4679-be04-a3f1d382cb25 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'subnet': {'network_id': '4143b500-6a23-4f35-83af-b26d5877f25f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:16.609140 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949fc1f0-bdd7-48bd-b0c6-3c23df2591df None None] New status for floating IP 701b404b-601b-4fe4-b361-c6431392eeaa: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:21:16.660391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 1b6e4cbd-1463-4395-bab0-f2ced8c057c5 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:21:16.704945 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872acbf-ede6-4d11-83e7-2adea0882046 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Network': ['ID=4143b500-6a23-4f35-83af-b26d5877f25f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:16.721077 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 4143b500-6a23-4f35-83af-b26d5877f25f details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:21:16.859921 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5ba35b-240a-4679-be04-a3f1d382cb25 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Made reservation on behalf of 427a90d38d874e0996e2d2f86bf17bd1 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:16.866383 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5b5ba35b-240a-4679-be04-a3f1d382cb25 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:17.002908 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada3218-e55d-4158-acf2-4d3176c43a1c req-173c2189-c139-4e30-8b9c-d4c878a1b4dd tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:17.017427 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ada3218-e55d-4158-acf2-4d3176c43a1c req-173c2189-c139-4e30-8b9c-d4c878a1b4dd tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=17b5c1ec-69e3-4c41-9d45-c13f469b00de HTTP/1.1" status: 200 len: 1126 time: 0.3656986 Feb 09 22:21:17.099673 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d74c70a-63d4-4213-b5d0-b1914071e244 req-88856a31-3c59-415e-b88d-96e652838bcf service neutron] 10.222.0.71 "GET /v2.0/networks/67e1a0db-6141-45ef-b975-67bec8252f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5493455 Feb 09 22:21:17.149050 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ada3218-e55d-4158-acf2-4d3176c43a1c req-ab867676-f2b5-4540-a3e1-d1313e453652 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301808 Feb 09 22:21:17.253990 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e80ed0-4e2d-430f-8c0d-1e87981106a5 req-2d4acb28-14b4-4eb7-aea6-3606ff4f3ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:17.255588 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42e80ed0-4e2d-430f-8c0d-1e87981106a5 req-2d4acb28-14b4-4eb7-aea6-3606ff4f3ddb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=088b541bb04f43c8a407ba5abadba127&device_id=17b5c1ec-69e3-4c41-9d45-c13f469b00de HTTP/1.1" status: 200 len: 1126 time: 0.1028588 Feb 09 22:21:17.422295 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5b5ba35b-240a-4679-be04-a3f1d382cb25 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (deeb0381-3c15-4f09-a698-ce59b035a52f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:17.457529 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e80ed0-4e2d-430f-8c0d-1e87981106a5 req-d8f71737-e582-4f92-9f53-6a79ae776d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:17.459913 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42e80ed0-4e2d-430f-8c0d-1e87981106a5 req-d8f71737-e582-4f92-9f53-6a79ae776d31 service neutron] 10.222.0.71 "GET /v2.0/networks?id=67e1a0db-6141-45ef-b975-67bec8252f29 HTTP/1.1" status: 200 len: 910 time: 0.1976359 Feb 09 22:21:17.562154 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ba35b-240a-4679-be04-a3f1d382cb25 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Subnet': ['ID=deeb0381-3c15-4f09-a698-ce59b035a52f,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:17.578364 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5ba35b-240a-4679-be04-a3f1d382cb25 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Checking segment: {'id': '4b8fa72f-c63e-41dc-96a7-2c90f9d65d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4143b500-6a23-4f35-83af-b26d5877f25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:17.579474 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5ba35b-240a-4679-be04-a3f1d382cb25 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network hostable DHCP agents. Network: 4143b500-6a23-4f35-83af-b26d5877f25f, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:21:17.608906 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5ba35b-240a-4679-be04-a3f1d382cb25 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network 4143b500-6a23-4f35-83af-b26d5877f25f is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:21:17.618242 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42e80ed0-4e2d-430f-8c0d-1e87981106a5 req-1ef05c70-b1ef-4afd-833f-ddd9b9b0b76f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51f859e6-2574-435d-8089-4e173742d0c5 HTTP/1.1" status: 200 len: 217 time: 0.1502440 Feb 09 22:21:17.627035 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-5b5ba35b-240a-4679-be04-a3f1d382cb25 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 4143b500-6a23-4f35-83af-b26d5877f25f) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:17.634930 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ba35b-240a-4679-be04-a3f1d382cb25 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:17.635959 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5b5ba35b-240a-4679-be04-a3f1d382cb25 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:17.658343 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ffee0b-8e16-4e43-a3c7-644a3ac50885 None None] Network 4143b500-6a23-4f35-83af-b26d5877f25f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:17.681756 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e80ed0-4e2d-430f-8c0d-1e87981106a5 req-e2f26719-ea83-49a2-8dff-e63d9dcb34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:17.681756 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42e80ed0-4e2d-430f-8c0d-1e87981106a5 req-e2f26719-ea83-49a2-8dff-e63d9dcb34d7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=78403603-60e5-4c70-a5f8-b8ca35b125dd HTTP/1.1" status: 200 len: 848 time: 0.0550025 Feb 09 22:21:17.703324 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5b5ba35b-240a-4679-be04-a3f1d382cb25 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1291203 Feb 09 22:21:17.703818 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44570) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:17.879439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e80ed0-4e2d-430f-8c0d-1e87981106a5 req-61d14ab8-2f75-4c31-884e-0fc90f3a27ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:17.882370 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42e80ed0-4e2d-430f-8c0d-1e87981106a5 req-61d14ab8-2f75-4c31-884e-0fc90f3a27ed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=67e1a0db-6141-45ef-b975-67bec8252f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1973100 Feb 09 22:21:17.898232 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c313ef56-d2e7-4f04-a858-bf38b9124a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-4143b500-6a23-4f35-83af-b26d5877f25f', 'network_id': '4143b500-6a23-4f35-83af-b26d5877f25f', 'project_id': '427a90d38d874e0996e2d2f86bf17bd1', 'fixed_ips': [{'subnet_id': 'deeb0381-3c15-4f09-a698-ce59b035a52f'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:21:17.899499 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c313ef56-d2e7-4f04-a858-bf38b9124a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:18.018363 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (4143b500-6a23-4f35-83af-b26d5877f25f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:18.115913 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-c313ef56-d2e7-4f04-a858-bf38b9124a59 None None] Allocated IP 172.20.0.2 (4143b500-6a23-4f35-83af-b26d5877f25f/deeb0381-3c15-4f09-a698-ce59b035a52f/fbb1d0c6-ff09-41a4-ac83-ccc4069d2f04) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:21:18.147521 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42e80ed0-4e2d-430f-8c0d-1e87981106a5 req-58372acf-f1bd-460c-82d1-920e5f1de240 service neutron] 10.222.0.71 "GET /v2.0/networks/67e1a0db-6141-45ef-b975-67bec8252f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580833 Feb 09 22:21:18.246879 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (deeb0381-3c15-4f09-a698-ce59b035a52f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:18.320218 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c313ef56-d2e7-4f04-a858-bf38b9124a59 None None] Publish callbacks [] for port (fbb1d0c6-ff09-41a4-ac83-ccc4069d2f04), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:18.329155 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c313ef56-d2e7-4f04-a858-bf38b9124a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (fbb1d0c6-ff09-41a4-ac83-ccc4069d2f04), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:18.375856 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c313ef56-d2e7-4f04-a858-bf38b9124a59 None None] Network 4143b500-6a23-4f35-83af-b26d5877f25f is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:21:18.379901 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-c313ef56-d2e7-4f04-a858-bf38b9124a59 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:18.382569 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c313ef56-d2e7-4f04-a858-bf38b9124a59 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:21:18.441829 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42e80ed0-4e2d-430f-8c0d-1e87981106a5 req-8b03979c-9436-4134-a2b9-87086c06c7b1 service neutron] 10.222.0.71 "GET /v2.0/networks/67e1a0db-6141-45ef-b975-67bec8252f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885687 Feb 09 22:21:18.446694 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (deeb0381-3c15-4f09-a698-ce59b035a52f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:18.465909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313ef56-d2e7-4f04-a858-bf38b9124a59 None None] Pushing event updated for resources: {'Port': ['ID=fbb1d0c6-ff09-41a4-ac83-ccc4069d2f04,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:18.475375 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Subnet': ['ID=deeb0381-3c15-4f09-a698-ce59b035a52f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:18.505297 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39798509-1615-4b16-b782-d311c6ab2693 req-21889596-ef5e-42ef-a9f5-7b6d3d86417d tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:18.505297 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39798509-1615-4b16-b782-d311c6ab2693 req-21889596-ef5e-42ef-a9f5-7b6d3d86417d tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=17b5c1ec-69e3-4c41-9d45-c13f469b00de HTTP/1.1" status: 200 len: 1126 time: 0.1595438 Feb 09 22:21:18.515924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c313ef56-d2e7-4f04-a858-bf38b9124a59 None None] Attempting to bind port fbb1d0c6-ff09-41a4-ac83-ccc4069d2f04 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:21:18.516364 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c313ef56-d2e7-4f04-a858-bf38b9124a59 None None] Attempting to bind port fbb1d0c6-ff09-41a4-ac83-ccc4069d2f04 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '4b8fa72f-c63e-41dc-96a7-2c90f9d65d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4143b500-6a23-4f35-83af-b26d5877f25f'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:21:18.517419 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c313ef56-d2e7-4f04-a858-bf38b9124a59 None None] Attempting to bind port fbb1d0c6-ff09-41a4-ac83-ccc4069d2f04 on network 4143b500-6a23-4f35-83af-b26d5877f25f {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:21:18.523631 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c313ef56-d2e7-4f04-a858-bf38b9124a59 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:21:18.524199 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c313ef56-d2e7-4f04-a858-bf38b9124a59 None None] Checking segment: {'id': '4b8fa72f-c63e-41dc-96a7-2c90f9d65d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4143b500-6a23-4f35-83af-b26d5877f25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:18.524618 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c313ef56-d2e7-4f04-a858-bf38b9124a59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:18.525067 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c313ef56-d2e7-4f04-a858-bf38b9124a59 None None] Bound using segment: {'id': '4b8fa72f-c63e-41dc-96a7-2c90f9d65d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4143b500-6a23-4f35-83af-b26d5877f25f'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:21:18.525746 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c313ef56-d2e7-4f04-a858-bf38b9124a59 None None] Bound port: fbb1d0c6-ff09-41a4-ac83-ccc4069d2f04, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8fa72f-c63e-41dc-96a7-2c90f9d65d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4143b500-6a23-4f35-83af-b26d5877f25f'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:21:18.526075 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c313ef56-d2e7-4f04-a858-bf38b9124a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fbb1d0c6-ff09-41a4-ac83-ccc4069d2f04), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:18.647243 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c313ef56-d2e7-4f04-a858-bf38b9124a59 None None] For port fbb1d0c6-ff09-41a4-ac83-ccc4069d2f04, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:21:18.648352 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (4143b500-6a23-4f35-83af-b26d5877f25f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:18.654018 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c313ef56-d2e7-4f04-a858-bf38b9124a59 None None] For port fbb1d0c6-ff09-41a4-ac83-ccc4069d2f04, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fbb1d0c6-ff09-41a4-ac83-ccc4069d2f04,segment=NetworkSegment(4b8fa72f-c63e-41dc-96a7-2c90f9d65d31),segment_id=4b8fa72f-c63e-41dc-96a7-2c90f9d65d31)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:21:18.669338 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c313ef56-d2e7-4f04-a858-bf38b9124a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fbb1d0c6-ff09-41a4-ac83-ccc4069d2f04), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:18.710726 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-39798509-1615-4b16-b782-d311c6ab2693 req-075cf6c8-3e19-4555-86a2-67e793980a6c tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458588 Feb 09 22:21:18.718648 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4143b500-6a23-4f35-83af-b26d5877f25f']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:18.737657 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8fa72f-c63e-41dc-96a7-2c90f9d65d31') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:18.738060 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8fa72f-c63e-41dc-96a7-2c90f9d65d31') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:18.756309 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (4b8fa72f-c63e-41dc-96a7-2c90f9d65d31), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:18.781688 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (4b8fa72f-c63e-41dc-96a7-2c90f9d65d31), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (4b8fa72f-c63e-41dc-96a7-2c90f9d65d31), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:21:18.804711 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:21:18.860390 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313ef56-d2e7-4f04-a858-bf38b9124a59 None None] Pushing event updated for resources: {'Port': ['ID=fbb1d0c6-ff09-41a4-ac83-ccc4069d2f04,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:18.890846 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.db.api [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 22:21:18.890846 n-d-828601-1 neutron-server[103201]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 22:21:18.890846 n-d-828601-1 neutron-server[103201]: [parameters: {'id': '4143b500-6a23-4f35-83af-b26d5877f25f'}] Feb 09 22:21:18.890846 n-d-828601-1 neutron-server[103201]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103201) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:21:18.891612 n-d-828601-1 neutron-server[103201]: DEBUG oslo_db.api [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:21:18.900216 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b158191-2538-4ab0-a890-70c893ba4c38 None None] get_active_networks_info from n-d-828601-1 {{(pid=103203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:21:18.906900 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 51f859e6-2574-435d-8089-4e173742d0c5 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:21:19.098276 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b158191-2538-4ab0-a890-70c893ba4c38 None None] Resources bound (agent type, host, resource id): {{(pid=103203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:21:19.108031 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 51f859e6-2574-435d-8089-4e173742d0c5, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=51f859e6-2574-435d-8089-4e173742d0c5,segment=NetworkSegment(316ee010-8ec4-4baa-b616-83f4fee341d9),segment_id=316ee010-8ec4-4baa-b616-83f4fee341d9)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:19.129338 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '51f859e6-2574-435d-8089-4e173742d0c5', 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29', 'port_id': '51f859e6-2574-435d-8089-4e173742d0c5', 'mac_address': 'fa:16:3e:3a:c5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78403603-60e5-4c70-a5f8-b8ca35b125dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:21:19.228141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 51f859e6-2574-435d-8089-4e173742d0c5 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:21:19.228427 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (51f859e6-2574-435d-8089-4e173742d0c5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:19.253247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f859e6-2574-435d-8089-4e173742d0c5 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:21:19.305380 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 51f859e6-2574-435d-8089-4e173742d0c5, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=51f859e6-2574-435d-8089-4e173742d0c5,segment=NetworkSegment(316ee010-8ec4-4baa-b616-83f4fee341d9),segment_id=316ee010-8ec4-4baa-b616-83f4fee341d9)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:19.330578 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (51f859e6-2574-435d-8089-4e173742d0c5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:19.394228 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (4143b500-6a23-4f35-83af-b26d5877f25f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:19.419615 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=51f859e6-2574-435d-8089-4e173742d0c5,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:19.457021 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede4dfb4-17f9-4067-896b-f5799b0b290c None None] Network 4143b500-6a23-4f35-83af-b26d5877f25f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:19.493699 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Deleting port fbb1d0c6-ff09-41a4-ac83-ccc4069d2f04 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:21:19.496571 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (fbb1d0c6-ff09-41a4-ac83-ccc4069d2f04), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:19.546107 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['51f859e6-2574-435d-8089-4e173742d0c5'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:21:19.605647 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] For port fbb1d0c6-ff09-41a4-ac83-ccc4069d2f04, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fbb1d0c6-ff09-41a4-ac83-ccc4069d2f04,segment=NetworkSegment(4b8fa72f-c63e-41dc-96a7-2c90f9d65d31),segment_id=4b8fa72f-c63e-41dc-96a7-2c90f9d65d31)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:19.606007 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (fbb1d0c6-ff09-41a4-ac83-ccc4069d2f04), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:19.624762 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Calling delete_port for fbb1d0c6-ff09-41a4-ac83-ccc4069d2f04 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:21:19.748776 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (fbb1d0c6-ff09-41a4-ac83-ccc4069d2f04), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:19.797145 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Port': ['ID=fbb1d0c6-ff09-41a4-ac83-ccc4069d2f04,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:19.800200 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No DVR routers for this DVR port fbb1d0c6-ff09-41a4-ac83-ccc4069d2f04 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:21:20.382801 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (4143b500-6a23-4f35-83af-b26d5877f25f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:20.429428 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4143b500-6a23-4f35-83af-b26d5877f25f']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:20.441451 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b8f13-fa0a-4fb4-9cb5-32df8fcf971b req-fcc33754-1c46-41a5-ac58-0c3a5f0bde59 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:20.443544 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-623b8f13-fa0a-4fb4-9cb5-32df8fcf971b req-fcc33754-1c46-41a5-ac58-0c3a5f0bde59 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=17b5c1ec-69e3-4c41-9d45-c13f469b00de HTTP/1.1" status: 200 len: 1127 time: 0.2029936 Feb 09 22:21:20.450431 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8fa72f-c63e-41dc-96a7-2c90f9d65d31') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:20.451127 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8fa72f-c63e-41dc-96a7-2c90f9d65d31') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:20.474051 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (4b8fa72f-c63e-41dc-96a7-2c90f9d65d31), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:20.509964 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (4b8fa72f-c63e-41dc-96a7-2c90f9d65d31), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:20.527865 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:21:20.528301 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (4b8fa72f-c63e-41dc-96a7-2c90f9d65d31), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:21:20.532761 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:21:20.576849 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-623b8f13-fa0a-4fb4-9cb5-32df8fcf971b req-65701be0-f7b4-4110-b54e-4f8c9c972038 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219134 Feb 09 22:21:20.612182 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (4143b500-6a23-4f35-83af-b26d5877f25f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:20.620070 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:20.623514 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/4143b500-6a23-4f35-83af-b26d5877f25f HTTP/1.1" status: 204 len: 168 time: 2.9174881 Feb 09 22:21:20.629598 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44588) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:20.638010 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8794a42-e0da-4d80-b333-260edd65f97a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Network': ['ID=4143b500-6a23-4f35-83af-b26d5877f25f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:20.639892 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7434125f-295c-4e1a-8da9-f7bff5170a45 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-724712536'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:20.678427 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7434125f-295c-4e1a-8da9-f7bff5170a45 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Made reservation on behalf of 427a90d38d874e0996e2d2f86bf17bd1 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:20.683502 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7434125f-295c-4e1a-8da9-f7bff5170a45 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:20.716478 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7434125f-295c-4e1a-8da9-f7bff5170a45 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:21:20.733955 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7434125f-295c-4e1a-8da9-f7bff5170a45 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (decb2f9b-e0f6-450d-8c36-fab857ba5623), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:20.735795 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-7434125f-295c-4e1a-8da9-f7bff5170a45 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Added segment decb2f9b-e0f6-450d-8c36-fab857ba5623 of type vlan for network 5c9ab4b0-eef3-4f22-a35a-633b060c148e Feb 09 22:21:20.823731 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7434125f-295c-4e1a-8da9-f7bff5170a45 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (5c9ab4b0-eef3-4f22-a35a-633b060c148e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:20.860952 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7434125f-295c-4e1a-8da9-f7bff5170a45 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (5c9ab4b0-eef3-4f22-a35a-633b060c148e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:20.866904 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7434125f-295c-4e1a-8da9-f7bff5170a45 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:20.867638 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7434125f-295c-4e1a-8da9-f7bff5170a45 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:20.938335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 51f859e6-2574-435d-8089-4e173742d0c5 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:21:20.942807 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7434125f-295c-4e1a-8da9-f7bff5170a45 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3112662 Feb 09 22:21:20.949536 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44590) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:20.961520 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434125f-295c-4e1a-8da9-f7bff5170a45 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Network': ['ID=5c9ab4b0-eef3-4f22-a35a-633b060c148e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:20.961862 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a3d31bd1-40c1-489e-8ed6-2073609292e8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'subnet': {'network_id': '5c9ab4b0-eef3-4f22-a35a-633b060c148e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:20.999704 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 5c9ab4b0-eef3-4f22-a35a-633b060c148e details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:21:21.094041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d31bd1-40c1-489e-8ed6-2073609292e8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Made reservation on behalf of 427a90d38d874e0996e2d2f86bf17bd1 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:21.098587 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a3d31bd1-40c1-489e-8ed6-2073609292e8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:21.158365 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 51f859e6-2574-435d-8089-4e173742d0c5 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:21:21.165399 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 51f859e6-2574-435d-8089-4e173742d0c5 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:21:21.166137 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (51f859e6-2574-435d-8089-4e173742d0c5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:21.188075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-a3d31bd1-40c1-489e-8ed6-2073609292e8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Performing IP validity checks on allocation pools {{(pid=103201) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 22:21:21.188872 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-a3d31bd1-40c1-489e-8ed6-2073609292e8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103201) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 22:21:21.270380 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 51f859e6-2574-435d-8089-4e173742d0c5 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:21:21.270869 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (51f859e6-2574-435d-8089-4e173742d0c5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:21.302916 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b5c1ec-69e3-4c41-9d45-c13f469b00de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f859e6-2574-435d-8089-4e173742d0c5'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:21:21.305457 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c22491a-52c2-4fcf-933f-b42b86b56fcc" -d '{"events": [{"server_uuid": "17b5c1ec-69e3-4c41-9d45-c13f469b00de", "name": "network-vif-plugged", "status": "completed", "tag": "51f859e6-2574-435d-8089-4e173742d0c5"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:21:21.333526 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 51f859e6-2574-435d-8089-4e173742d0c5, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=51f859e6-2574-435d-8089-4e173742d0c5,segment=NetworkSegment(316ee010-8ec4-4baa-b616-83f4fee341d9),segment_id=316ee010-8ec4-4baa-b616-83f4fee341d9)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:21.341587 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (51f859e6-2574-435d-8089-4e173742d0c5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:21.462705 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a3d31bd1-40c1-489e-8ed6-2073609292e8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (e947c915-5ab2-484b-99c5-38b82a93027a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:21.470811 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=51f859e6-2574-435d-8089-4e173742d0c5,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:21.538169 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7dc741-248e-4abf-bba7-30ade21993aa x-openstack-request-id: req-bc7dc741-248e-4abf-bba7-30ade21993aa {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:21:21.538797 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b5c1ec-69e3-4c41-9d45-c13f469b00de", "name": "network-vif-plugged", "status": "completed", "tag": "51f859e6-2574-435d-8089-4e173742d0c5", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:21:21.539422 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc7dc741-248e-4abf-bba7-30ade21993aa {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:21:21.540220 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b5c1ec-69e3-4c41-9d45-c13f469b00de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f859e6-2574-435d-8089-4e173742d0c5', 'code': 200} Feb 09 22:21:21.558049 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d31bd1-40c1-489e-8ed6-2073609292e8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Subnet': ['ID=e947c915-5ab2-484b-99c5-38b82a93027a,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:21.560504 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d31bd1-40c1-489e-8ed6-2073609292e8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Checking segment: {'id': 'decb2f9b-e0f6-450d-8c36-fab857ba5623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5c9ab4b0-eef3-4f22-a35a-633b060c148e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:21.561033 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d31bd1-40c1-489e-8ed6-2073609292e8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network hostable DHCP agents. Network: 5c9ab4b0-eef3-4f22-a35a-633b060c148e, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:21:21.599614 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d31bd1-40c1-489e-8ed6-2073609292e8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network 5c9ab4b0-eef3-4f22-a35a-633b060c148e is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:21:21.618625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a3d31bd1-40c1-489e-8ed6-2073609292e8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 5c9ab4b0-eef3-4f22-a35a-633b060c148e) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:21.628290 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d31bd1-40c1-489e-8ed6-2073609292e8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:21.629577 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a3d31bd1-40c1-489e-8ed6-2073609292e8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:21.639508 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffaf737-82f3-4b76-a53b-1c89662ec205 None None] Network 5c9ab4b0-eef3-4f22-a35a-633b060c148e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:21.745358 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a3d31bd1-40c1-489e-8ed6-2073609292e8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7926128 Feb 09 22:21:21.750631 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44600) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:21.803700 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0a31e-4c55-4ce3-96e2-378ef6080a52 req-5286cc00-5812-40e3-aadd-44f94225cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:21.804589 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fea0a31e-4c55-4ce3-96e2-378ef6080a52 req-5286cc00-5812-40e3-aadd-44f94225cacc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=17b5c1ec-69e3-4c41-9d45-c13f469b00de HTTP/1.1" status: 200 len: 1128 time: 0.1672056 Feb 09 22:21:21.848368 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bc28b-ac5a-4702-8b99-81e3c7b82636 req-904621c8-16d2-4ae0-b614-32c84e728453 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:21.850187 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af3fe88-fabd-44d4-8862-e5277c7b79dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-5c9ab4b0-eef3-4f22-a35a-633b060c148e', 'network_id': '5c9ab4b0-eef3-4f22-a35a-633b060c148e', 'project_id': '427a90d38d874e0996e2d2f86bf17bd1', 'fixed_ips': [{'subnet_id': 'e947c915-5ab2-484b-99c5-38b82a93027a'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:21:21.850468 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c4bc28b-ac5a-4702-8b99-81e3c7b82636 req-904621c8-16d2-4ae0-b614-32c84e728453 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=17b5c1ec-69e3-4c41-9d45-c13f469b00de HTTP/1.1" status: 200 len: 1128 time: 0.1348846 Feb 09 22:21:21.853663 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8af3fe88-fabd-44d4-8862-e5277c7b79dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:21.902878 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fea0a31e-4c55-4ce3-96e2-378ef6080a52 req-311715df-3e15-4cd9-a780-9f1a7de95a3d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918126 Feb 09 22:21:21.929847 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c4bc28b-ac5a-4702-8b99-81e3c7b82636 req-74db1eaa-896c-4995-abe9-0266ef3dc002 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734251 Feb 09 22:21:21.964621 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (5c9ab4b0-eef3-4f22-a35a-633b060c148e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:22.028231 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (e947c915-5ab2-484b-99c5-38b82a93027a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:22.110121 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-8af3fe88-fabd-44d4-8862-e5277c7b79dd None None] Allocated IP 172.20.0.3 (5c9ab4b0-eef3-4f22-a35a-633b060c148e/e947c915-5ab2-484b-99c5-38b82a93027a/637ab992-dffd-4ed1-b535-ff837867c692) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:21:22.327200 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8af3fe88-fabd-44d4-8862-e5277c7b79dd None None] Publish callbacks [] for port (637ab992-dffd-4ed1-b535-ff837867c692), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:22.335973 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8af3fe88-fabd-44d4-8862-e5277c7b79dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (637ab992-dffd-4ed1-b535-ff837867c692), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:22.374045 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (e947c915-5ab2-484b-99c5-38b82a93027a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:22.384022 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af3fe88-fabd-44d4-8862-e5277c7b79dd None None] Network 5c9ab4b0-eef3-4f22-a35a-633b060c148e is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:21:22.390255 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3fe88-fabd-44d4-8862-e5277c7b79dd None None] Pushing event updated for resources: {'Port': ['ID=637ab992-dffd-4ed1-b535-ff837867c692,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:22.395971 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-8af3fe88-fabd-44d4-8862-e5277c7b79dd None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:22.398657 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af3fe88-fabd-44d4-8862-e5277c7b79dd None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:21:22.448503 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Subnet': ['ID=e947c915-5ab2-484b-99c5-38b82a93027a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:22.495618 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-8af3fe88-fabd-44d4-8862-e5277c7b79dd None None] Attempting to bind port 637ab992-dffd-4ed1-b535-ff837867c692 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:21:22.496303 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-8af3fe88-fabd-44d4-8862-e5277c7b79dd None None] Attempting to bind port 637ab992-dffd-4ed1-b535-ff837867c692 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'decb2f9b-e0f6-450d-8c36-fab857ba5623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5c9ab4b0-eef3-4f22-a35a-633b060c148e'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:21:22.497316 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af3fe88-fabd-44d4-8862-e5277c7b79dd None None] Attempting to bind port 637ab992-dffd-4ed1-b535-ff837867c692 on network 5c9ab4b0-eef3-4f22-a35a-633b060c148e {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:21:22.507491 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af3fe88-fabd-44d4-8862-e5277c7b79dd None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:21:22.508161 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af3fe88-fabd-44d4-8862-e5277c7b79dd None None] Checking segment: {'id': 'decb2f9b-e0f6-450d-8c36-fab857ba5623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5c9ab4b0-eef3-4f22-a35a-633b060c148e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:22.508851 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8af3fe88-fabd-44d4-8862-e5277c7b79dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:22.509590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af3fe88-fabd-44d4-8862-e5277c7b79dd None None] Bound using segment: {'id': 'decb2f9b-e0f6-450d-8c36-fab857ba5623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5c9ab4b0-eef3-4f22-a35a-633b060c148e'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:21:22.510323 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-8af3fe88-fabd-44d4-8862-e5277c7b79dd None None] Bound port: 637ab992-dffd-4ed1-b535-ff837867c692, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'decb2f9b-e0f6-450d-8c36-fab857ba5623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5c9ab4b0-eef3-4f22-a35a-633b060c148e'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:21:22.510887 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8af3fe88-fabd-44d4-8862-e5277c7b79dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (637ab992-dffd-4ed1-b535-ff837867c692), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:22.579987 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (5c9ab4b0-eef3-4f22-a35a-633b060c148e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:22.605435 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-8af3fe88-fabd-44d4-8862-e5277c7b79dd None None] For port 637ab992-dffd-4ed1-b535-ff837867c692, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:21:22.610016 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-8af3fe88-fabd-44d4-8862-e5277c7b79dd None None] For port 637ab992-dffd-4ed1-b535-ff837867c692, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=637ab992-dffd-4ed1-b535-ff837867c692,segment=NetworkSegment(decb2f9b-e0f6-450d-8c36-fab857ba5623),segment_id=decb2f9b-e0f6-450d-8c36-fab857ba5623)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:21:22.620699 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8af3fe88-fabd-44d4-8862-e5277c7b79dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (637ab992-dffd-4ed1-b535-ff837867c692), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:22.630648 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9ab4b0-eef3-4f22-a35a-633b060c148e']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:22.651519 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'decb2f9b-e0f6-450d-8c36-fab857ba5623') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:22.652543 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'decb2f9b-e0f6-450d-8c36-fab857ba5623') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:22.675436 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (decb2f9b-e0f6-450d-8c36-fab857ba5623), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:22.703600 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (decb2f9b-e0f6-450d-8c36-fab857ba5623), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:22.714962 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:21:22.715809 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (decb2f9b-e0f6-450d-8c36-fab857ba5623), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:21:22.723059 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:21:22.827129 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.db.api [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 22:21:22.827129 n-d-828601-1 neutron-server[103202]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 22:21:22.827129 n-d-828601-1 neutron-server[103202]: [parameters: {'id': '5c9ab4b0-eef3-4f22-a35a-633b060c148e'}] Feb 09 22:21:22.827129 n-d-828601-1 neutron-server[103202]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:21:22.828234 n-d-828601-1 neutron-server[103202]: DEBUG oslo_db.api [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:21:22.930471 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3fe88-fabd-44d4-8862-e5277c7b79dd None None] Pushing event updated for resources: {'Port': ['ID=637ab992-dffd-4ed1-b535-ff837867c692,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:22.994811 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0322a03d-37e6-4d0c-90c1-78b0c70e273b None None] get_active_networks_info from n-d-828601-1 {{(pid=103203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:21:23.113025 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b0dc6-d537-45bb-a8c9-79762ef1940e req-077ebc8a-8d2e-46c4-90fe-89fef3c19495 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:23.115471 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd4b0dc6-d537-45bb-a8c9-79762ef1940e req-077ebc8a-8d2e-46c4-90fe-89fef3c19495 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=17b5c1ec-69e3-4c41-9d45-c13f469b00de HTTP/1.1" status: 200 len: 1128 time: 0.0554485 Feb 09 22:21:23.169877 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0322a03d-37e6-4d0c-90c1-78b0c70e273b None None] Resources bound (agent type, host, resource id): {{(pid=103203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:21:23.181454 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd4b0dc6-d537-45bb-a8c9-79762ef1940e req-4e94f17e-a3bb-41a1-bcd6-5c0155e61f3e tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556359 Feb 09 22:21:23.330227 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (5c9ab4b0-eef3-4f22-a35a-633b060c148e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:23.383626 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73784e-cb13-4c25-9e29-75c9172cb4f3 req-97e75b57-1e29-4dc6-b496-4d561a1ce009 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:23.386435 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fb73784e-cb13-4c25-9e29-75c9172cb4f3 req-97e75b57-1e29-4dc6-b496-4d561a1ce009 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=17b5c1ec-69e3-4c41-9d45-c13f469b00de HTTP/1.1" status: 200 len: 1128 time: 0.0843766 Feb 09 22:21:23.449418 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Deleting port 637ab992-dffd-4ed1-b535-ff837867c692 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:21:23.449734 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (637ab992-dffd-4ed1-b535-ff837867c692), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:23.485895 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fb73784e-cb13-4c25-9e29-75c9172cb4f3 req-0a21bb08-569e-487a-8965-4b95ef6698ec tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838046 Feb 09 22:21:23.503630 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51dbb3d-0b47-4573-b6f9-d9094d75b9f3 None None] Network 5c9ab4b0-eef3-4f22-a35a-633b060c148e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:23.581895 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] For port 637ab992-dffd-4ed1-b535-ff837867c692, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=637ab992-dffd-4ed1-b535-ff837867c692,segment=NetworkSegment(decb2f9b-e0f6-450d-8c36-fab857ba5623),segment_id=decb2f9b-e0f6-450d-8c36-fab857ba5623)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:23.582496 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (637ab992-dffd-4ed1-b535-ff837867c692), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:23.605555 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Calling delete_port for 637ab992-dffd-4ed1-b535-ff837867c692 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:21:23.687807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572fbed-d71d-4341-b4ba-77d3c7c438fe req-9f2c5674-6b6e-4fc8-bbcd-ba2221d1177f tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:23.694452 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f572fbed-d71d-4341-b4ba-77d3c7c438fe req-9f2c5674-6b6e-4fc8-bbcd-ba2221d1177f tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=17b5c1ec-69e3-4c41-9d45-c13f469b00de HTTP/1.1" status: 200 len: 1128 time: 0.0733333 Feb 09 22:21:23.756901 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f572fbed-d71d-4341-b4ba-77d3c7c438fe req-a2afc7a1-8400-4562-b790-0f9d6f70336c tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550425 Feb 09 22:21:23.771878 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (637ab992-dffd-4ed1-b535-ff837867c692), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:23.793275 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No DVR routers for this DVR port 637ab992-dffd-4ed1-b535-ff837867c692 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:21:23.875041 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Port': ['ID=637ab992-dffd-4ed1-b535-ff837867c692,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:23.991969 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (5c9ab4b0-eef3-4f22-a35a-633b060c148e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:24.030470 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9ab4b0-eef3-4f22-a35a-633b060c148e']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:24.051277 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'decb2f9b-e0f6-450d-8c36-fab857ba5623') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:24.054196 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'decb2f9b-e0f6-450d-8c36-fab857ba5623') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:24.079049 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (decb2f9b-e0f6-450d-8c36-fab857ba5623), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:24.082365 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-8e9ef10d-b621-45ad-97f3-c24486292716 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:24.084619 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-8e9ef10d-b621-45ad-97f3-c24486292716 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/networks?id=67e1a0db-6141-45ef-b975-67bec8252f29 HTTP/1.1" status: 200 len: 910 time: 0.1532135 Feb 09 22:21:24.099563 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (decb2f9b-e0f6-450d-8c36-fab857ba5623), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:24.104327 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-fb139f8b-4830-4f9d-baa7-6e146587a057 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/quotas/088b541bb04f43c8a407ba5abadba127 HTTP/1.1" status: 200 len: 375 time: 0.0133438 Feb 09 22:21:24.108082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:21:24.108497 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (decb2f9b-e0f6-450d-8c36-fab857ba5623), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:21:24.113060 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:21:24.182256 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-59480fd8-b261-4833-990a-b116093f8d1d tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?tenant_id=088b541bb04f43c8a407ba5abadba127&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647767 Feb 09 22:21:24.204776 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (5c9ab4b0-eef3-4f22-a35a-633b060c148e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:24.222535 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:24.234438 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/5c9ab4b0-eef3-4f22-a35a-633b060c148e HTTP/1.1" status: 204 len: 168 time: 2.4747183 Feb 09 22:21:24.251583 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44626) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:24.270244 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6d5673f9-b75b-4dcd-bef3-836238fac47d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1537106365'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:24.276107 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007b1d2-846a-40e5-9c29-a86e2dae07c6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Network': ['ID=5c9ab4b0-eef3-4f22-a35a-633b060c148e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:24.332072 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5673f9-b75b-4dcd-bef3-836238fac47d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Made reservation on behalf of 427a90d38d874e0996e2d2f86bf17bd1 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:24.332072 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d5673f9-b75b-4dcd-bef3-836238fac47d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:24.364522 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-504aff28-dc67-4d3e-92da-c024babe015f service neutron] 10.222.0.77 "GET /v2.0/networks/67e1a0db-6141-45ef-b975-67bec8252f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640530 Feb 09 22:21:24.383063 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5673f9-b75b-4dcd-bef3-836238fac47d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:21:24.414438 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d5673f9-b75b-4dcd-bef3-836238fac47d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (ba278012-9792-42f7-b56e-e52658ada51f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:24.414895 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-6d5673f9-b75b-4dcd-bef3-836238fac47d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Added segment ba278012-9792-42f7-b56e-e52658ada51f of type vlan for network 7d885fbb-939e-4a18-859e-92dfa465b521 Feb 09 22:21:24.498375 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d5673f9-b75b-4dcd-bef3-836238fac47d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (7d885fbb-939e-4a18-859e-92dfa465b521), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:24.525758 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-64d53d83-dd60-4aaa-942e-2f3a2d83ccc9 service neutron] 10.222.0.77 "GET /v2.0/networks/67e1a0db-6141-45ef-b975-67bec8252f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550381 Feb 09 22:21:24.555352 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d5673f9-b75b-4dcd-bef3-836238fac47d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (7d885fbb-939e-4a18-859e-92dfa465b521), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:24.565085 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5673f9-b75b-4dcd-bef3-836238fac47d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:24.566078 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d5673f9-b75b-4dcd-bef3-836238fac47d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:24.628901 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6d5673f9-b75b-4dcd-bef3-836238fac47d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3711970 Feb 09 22:21:24.629939 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44630) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:24.647281 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2d717b4f-cc00-4268-8a07-82494cd3d393 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'subnet': {'network_id': '7d885fbb-939e-4a18-859e-92dfa465b521', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:24.744988 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5673f9-b75b-4dcd-bef3-836238fac47d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Network': ['ID=7d885fbb-939e-4a18-859e-92dfa465b521,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:24.769660 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 7d885fbb-939e-4a18-859e-92dfa465b521 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:21:24.908609 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a260f97-c116-4f72-97d0-743531a0dbe1 req-47ec5500-ab27-4c1f-ac60-013a398bd2cf tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=73980689-4948-448f-82ad-69037aebed64 HTTP/1.1" status: 200 len: 210 time: 0.0427170 Feb 09 22:21:24.918999 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d717b4f-cc00-4268-8a07-82494cd3d393 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Made reservation on behalf of 427a90d38d874e0996e2d2f86bf17bd1 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:24.924290 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d717b4f-cc00-4268-8a07-82494cd3d393 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:25.278734 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d717b4f-cc00-4268-8a07-82494cd3d393 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (5a3fc919-c2eb-46be-8ba9-c4eff803e043), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:25.353463 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d717b4f-cc00-4268-8a07-82494cd3d393 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Subnet': ['ID=5a3fc919-c2eb-46be-8ba9-c4eff803e043,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:25.381071 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d717b4f-cc00-4268-8a07-82494cd3d393 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Checking segment: {'id': 'ba278012-9792-42f7-b56e-e52658ada51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7d885fbb-939e-4a18-859e-92dfa465b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:25.381925 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d717b4f-cc00-4268-8a07-82494cd3d393 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network hostable DHCP agents. Network: 7d885fbb-939e-4a18-859e-92dfa465b521, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:21:25.410520 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d717b4f-cc00-4268-8a07-82494cd3d393 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network 7d885fbb-939e-4a18-859e-92dfa465b521 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:21:25.427514 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-2d717b4f-cc00-4268-8a07-82494cd3d393 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 7d885fbb-939e-4a18-859e-92dfa465b521) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:25.432931 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d717b4f-cc00-4268-8a07-82494cd3d393 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:25.433749 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d717b4f-cc00-4268-8a07-82494cd3d393 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:25.439627 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eae9fdb-acab-494e-b5a7-655f4aaba632 None None] Network 7d885fbb-939e-4a18-859e-92dfa465b521 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:25.467773 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2d717b4f-cc00-4268-8a07-82494cd3d393 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8323441 Feb 09 22:21:25.468417 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44644) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:25.626370 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe80a9f-7e44-4e48-b5b3-f55f2fa03a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-7d885fbb-939e-4a18-859e-92dfa465b521', 'network_id': '7d885fbb-939e-4a18-859e-92dfa465b521', 'project_id': '427a90d38d874e0996e2d2f86bf17bd1', 'fixed_ips': [{'subnet_id': '5a3fc919-c2eb-46be-8ba9-c4eff803e043'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:21:25.629286 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ebe80a9f-7e44-4e48-b5b3-f55f2fa03a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:25.710328 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (7d885fbb-939e-4a18-859e-92dfa465b521), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:25.887274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-ebe80a9f-7e44-4e48-b5b3-f55f2fa03a0c None None] Allocated IP 172.20.0.1 (7d885fbb-939e-4a18-859e-92dfa465b521/5a3fc919-c2eb-46be-8ba9-c4eff803e043/13c5a1ad-e7de-4332-a8ba-337014227dd5) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:21:26.120322 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1eaea39a-8b40-4542-bce8-20581575ee8d req-4f2171aa-8285-4bfb-a0f8-489450eafbc3 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=73980689-4948-448f-82ad-69037aebed64 HTTP/1.1" status: 200 len: 210 time: 0.0581028 Feb 09 22:21:26.161217 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ebe80a9f-7e44-4e48-b5b3-f55f2fa03a0c None None] Publish callbacks [] for port (13c5a1ad-e7de-4332-a8ba-337014227dd5), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:26.170547 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ebe80a9f-7e44-4e48-b5b3-f55f2fa03a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (13c5a1ad-e7de-4332-a8ba-337014227dd5), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:26.233868 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe80a9f-7e44-4e48-b5b3-f55f2fa03a0c None None] Pushing event updated for resources: {'Port': ['ID=13c5a1ad-e7de-4332-a8ba-337014227dd5,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:26.259433 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe80a9f-7e44-4e48-b5b3-f55f2fa03a0c None None] Network 7d885fbb-939e-4a18-859e-92dfa465b521 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:21:26.261357 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-ebe80a9f-7e44-4e48-b5b3-f55f2fa03a0c None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:26.268637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe80a9f-7e44-4e48-b5b3-f55f2fa03a0c None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:21:26.349562 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ebe80a9f-7e44-4e48-b5b3-f55f2fa03a0c None None] Attempting to bind port 13c5a1ad-e7de-4332-a8ba-337014227dd5 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:21:26.350009 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ebe80a9f-7e44-4e48-b5b3-f55f2fa03a0c None None] Attempting to bind port 13c5a1ad-e7de-4332-a8ba-337014227dd5 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'ba278012-9792-42f7-b56e-e52658ada51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7d885fbb-939e-4a18-859e-92dfa465b521'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:21:26.350612 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe80a9f-7e44-4e48-b5b3-f55f2fa03a0c None None] Attempting to bind port 13c5a1ad-e7de-4332-a8ba-337014227dd5 on network 7d885fbb-939e-4a18-859e-92dfa465b521 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:21:26.351284 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (5a3fc919-c2eb-46be-8ba9-c4eff803e043), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:26.361773 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe80a9f-7e44-4e48-b5b3-f55f2fa03a0c None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:21:26.362517 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe80a9f-7e44-4e48-b5b3-f55f2fa03a0c None None] Checking segment: {'id': 'ba278012-9792-42f7-b56e-e52658ada51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7d885fbb-939e-4a18-859e-92dfa465b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:26.364122 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ebe80a9f-7e44-4e48-b5b3-f55f2fa03a0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:26.365495 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe80a9f-7e44-4e48-b5b3-f55f2fa03a0c None None] Bound using segment: {'id': 'ba278012-9792-42f7-b56e-e52658ada51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7d885fbb-939e-4a18-859e-92dfa465b521'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:21:26.365771 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ebe80a9f-7e44-4e48-b5b3-f55f2fa03a0c None None] Bound port: 13c5a1ad-e7de-4332-a8ba-337014227dd5, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba278012-9792-42f7-b56e-e52658ada51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7d885fbb-939e-4a18-859e-92dfa465b521'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:21:26.366407 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ebe80a9f-7e44-4e48-b5b3-f55f2fa03a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (13c5a1ad-e7de-4332-a8ba-337014227dd5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:26.450136 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (5a3fc919-c2eb-46be-8ba9-c4eff803e043), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:26.453412 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:21:26.503160 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-53cf430e-7d63-4d7e-be1c-49c0a0efc748 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:26.505098 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-53cf430e-7d63-4d7e-be1c-49c0a0efc748 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.42 "GET /v2.0/networks?id=67e1a0db-6141-45ef-b975-67bec8252f29 HTTP/1.1" status: 200 len: 910 time: 0.1579459 Feb 09 22:21:26.519491 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Subnet': ['ID=5a3fc919-c2eb-46be-8ba9-c4eff803e043,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:26.524282 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-bfda3bd4-edb1-42e5-91f4-6ed407d065bd tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Request body: {'port': {'device_id': '73980689-4948-448f-82ad-69037aebed64', 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29', 'admin_state_up': True, 'tenant_id': '088b541bb04f43c8a407ba5abadba127'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:26.563135 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ebe80a9f-7e44-4e48-b5b3-f55f2fa03a0c None None] For port 13c5a1ad-e7de-4332-a8ba-337014227dd5, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:21:26.569868 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ebe80a9f-7e44-4e48-b5b3-f55f2fa03a0c None None] For port 13c5a1ad-e7de-4332-a8ba-337014227dd5, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=13c5a1ad-e7de-4332-a8ba-337014227dd5,segment=NetworkSegment(ba278012-9792-42f7-b56e-e52658ada51f),segment_id=ba278012-9792-42f7-b56e-e52658ada51f)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:21:26.576501 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-bfda3bd4-edb1-42e5-91f4-6ed407d065bd tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Made reservation on behalf of 088b541bb04f43c8a407ba5abadba127 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:26.577824 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ebe80a9f-7e44-4e48-b5b3-f55f2fa03a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (13c5a1ad-e7de-4332-a8ba-337014227dd5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:26.580783 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-bfda3bd4-edb1-42e5-91f4-6ed407d065bd tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:26.653714 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (7d885fbb-939e-4a18-859e-92dfa465b521), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:26.685304 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d885fbb-939e-4a18-859e-92dfa465b521']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:26.712381 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba278012-9792-42f7-b56e-e52658ada51f') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:26.712841 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba278012-9792-42f7-b56e-e52658ada51f') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:26.727944 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe80a9f-7e44-4e48-b5b3-f55f2fa03a0c None None] Pushing event updated for resources: {'Port': ['ID=13c5a1ad-e7de-4332-a8ba-337014227dd5,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:26.742120 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (ba278012-9792-42f7-b56e-e52658ada51f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:26.780251 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (ba278012-9792-42f7-b56e-e52658ada51f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:26.794456 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:21:26.795910 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (ba278012-9792-42f7-b56e-e52658ada51f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:21:26.802726 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:21:26.838602 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-bfda3bd4-edb1-42e5-91f4-6ed407d065bd tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Allocated IP 172.20.0.8 (67e1a0db-6141-45ef-b975-67bec8252f29/78403603-60e5-4c70-a5f8-b8ca35b125dd/1d0fc12e-93fa-4c34-80b5-e356a9867573) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:21:26.938059 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.db.api [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 22:21:26.938059 n-d-828601-1 neutron-server[103202]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 22:21:26.938059 n-d-828601-1 neutron-server[103202]: [parameters: {'id': '7d885fbb-939e-4a18-859e-92dfa465b521'}] Feb 09 22:21:26.938059 n-d-828601-1 neutron-server[103202]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:21:26.940404 n-d-828601-1 neutron-server[103202]: DEBUG oslo_db.api [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:21:27.138408 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-bfda3bd4-edb1-42e5-91f4-6ed407d065bd tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Publish callbacks [] for port (1d0fc12e-93fa-4c34-80b5-e356a9867573), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:27.212514 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-bfda3bd4-edb1-42e5-91f4-6ed407d065bd tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1d0fc12e-93fa-4c34-80b5-e356a9867573), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:27.224732 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['51f859e6-2574-435d-8089-4e173742d0c5'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:21:27.295851 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-bfda3bd4-edb1-42e5-91f4-6ed407d065bd tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Network 67e1a0db-6141-45ef-b975-67bec8252f29 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:21:27.307302 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-bfda3bd4-edb1-42e5-91f4-6ed407d065bd tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:27.324701 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-bfda3bd4-edb1-42e5-91f4-6ed407d065bd tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:21:27.363564 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda3bd4-edb1-42e5-91f4-6ed407d065bd tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Pushing event updated for resources: {'Port': ['ID=1d0fc12e-93fa-4c34-80b5-e356a9867573,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:27.396143 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-bfda3bd4-edb1-42e5-91f4-6ed407d065bd tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:27.397166 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-bfda3bd4-edb1-42e5-91f4-6ed407d065bd tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:27.409326 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac192a1-2148-4f16-bea5-cd5ab6424cd0 req-43c07d11-e881-463e-8c5f-c10c68d11d8b tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:27.412016 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cac192a1-2148-4f16-bea5-cd5ab6424cd0 req-43c07d11-e881-463e-8c5f-c10c68d11d8b tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=73980689-4948-448f-82ad-69037aebed64 HTTP/1.1" status: 200 len: 1027 time: 0.1411731 Feb 09 22:21:27.442373 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-bfda3bd4-edb1-42e5-91f4-6ed407d065bd tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9251015 Feb 09 22:21:27.442669 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (7d885fbb-939e-4a18-859e-92dfa465b521), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:27.462682 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] Request body: {'port': {'device_id': '73980689-4948-448f-82ad-69037aebed64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:27.551694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Deleting port 13c5a1ad-e7de-4332-a8ba-337014227dd5 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:21:27.552417 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (13c5a1ad-e7de-4332-a8ba-337014227dd5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:27.618514 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cac192a1-2148-4f16-bea5-cd5ab6424cd0 req-df0400ed-5024-4840-be24-d19311e61963 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973476 Feb 09 22:21:27.661285 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1d0fc12e-93fa-4c34-80b5-e356a9867573), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:27.683242 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] For port 13c5a1ad-e7de-4332-a8ba-337014227dd5, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=13c5a1ad-e7de-4332-a8ba-337014227dd5,segment=NetworkSegment(ba278012-9792-42f7-b56e-e52658ada51f),segment_id=ba278012-9792-42f7-b56e-e52658ada51f)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:27.684020 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (13c5a1ad-e7de-4332-a8ba-337014227dd5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:27.708258 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Calling delete_port for 13c5a1ad-e7de-4332-a8ba-337014227dd5 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:21:27.791917 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-694195fd-a0d4-4c25-94c2-9f0316bed31c None None] Provisioning complete for port 1d0fc12e-93fa-4c34-80b5-e356a9867573 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:21:27.793148 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-694195fd-a0d4-4c25-94c2-9f0316bed31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1d0fc12e-93fa-4c34-80b5-e356a9867573), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:27.862315 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (13c5a1ad-e7de-4332-a8ba-337014227dd5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:27.898491 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-694195fd-a0d4-4c25-94c2-9f0316bed31c None None] Port 1d0fc12e-93fa-4c34-80b5-e356a9867573 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:21:27.921653 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Port': ['ID=13c5a1ad-e7de-4332-a8ba-337014227dd5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:27.927418 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No DVR routers for this DVR port 13c5a1ad-e7de-4332-a8ba-337014227dd5 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:21:28.044594 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 13c5a1ad-e7de-4332-a8ba-337014227dd5 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:21:28.095078 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 13c5a1ad-e7de-4332-a8ba-337014227dd5 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:21:28.095323 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 13c5a1ad-e7de-4332-a8ba-337014227dd5 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 22:21:28.118611 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (7d885fbb-939e-4a18-859e-92dfa465b521), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:28.122559 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Port 13c5a1ad-e7de-4332-a8ba-337014227dd5 not found, will not notify nova. {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 22:21:28.168329 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d885fbb-939e-4a18-859e-92dfa465b521']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:28.187809 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba278012-9792-42f7-b56e-e52658ada51f') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:28.189287 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba278012-9792-42f7-b56e-e52658ada51f') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:28.207421 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (ba278012-9792-42f7-b56e-e52658ada51f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:28.231964 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (ba278012-9792-42f7-b56e-e52658ada51f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:28.242886 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:21:28.243431 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (ba278012-9792-42f7-b56e-e52658ada51f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:21:28.250396 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:21:28.300386 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0fc12e-93fa-4c34-80b5-e356a9867573 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:21:28.320547 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] Publish callbacks [] for port (1d0fc12e-93fa-4c34-80b5-e356a9867573), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:28.366123 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] Transition to ACTIVE for port object 1d0fc12e-93fa-4c34-80b5-e356a9867573 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:21:28.369153 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (7d885fbb-939e-4a18-859e-92dfa465b521), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:28.372022 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (1d0fc12e-93fa-4c34-80b5-e356a9867573), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:28.384608 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:28.396807 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13023de-6cdf-4701-ad69-7a3303097b10 None None] Network 7d885fbb-939e-4a18-859e-92dfa465b521 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:28.397668 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/7d885fbb-939e-4a18-859e-92dfa465b521 HTTP/1.1" status: 204 len: 168 time: 2.9262674 Feb 09 22:21:28.402436 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44662) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:28.412807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-81b85629-e210-4f7d-9183-35f11c3a8d8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1153284152'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:28.424233 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e55070-a0b4-4f46-8370-da9a132a1540 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Network': ['ID=7d885fbb-939e-4a18-859e-92dfa465b521,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:28.439310 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13023de-6cdf-4701-ad69-7a3303097b10 None None] Network 7d885fbb-939e-4a18-859e-92dfa465b521 could not be found, it might have been deleted concurrently. {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:21:28.461415 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-39ce5253-9bdb-43f6-baf1-49b6ef66175a None None] Could not find standard attr ID for object 13c5a1ad-e7de-4332-a8ba-337014227dd5. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:21:28.474946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0fc12e-93fa-4c34-80b5-e356a9867573,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:28.515929 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b85629-e210-4f7d-9183-35f11c3a8d8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Made reservation on behalf of 427a90d38d874e0996e2d2f86bf17bd1 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:28.522113 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81b85629-e210-4f7d-9183-35f11c3a8d8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:28.592756 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2670906b-2c4e-425a-83c3-decf9ffba7ff None None] DHCP port deletion for 7d885fbb-939e-4a18-859e-92dfa465b521 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:21:28.635206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b85629-e210-4f7d-9183-35f11c3a8d8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:21:28.696170 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81b85629-e210-4f7d-9183-35f11c3a8d8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (21088b17-9912-43f9-ad98-f038a9ba2371), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:28.696886 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-81b85629-e210-4f7d-9183-35f11c3a8d8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Added segment 21088b17-9912-43f9-ad98-f038a9ba2371 of type vlan for network 72ce03fd-f76b-46d2-bc3c-bdbc5e2fe1d7 Feb 09 22:21:28.740011 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] Attempting to bind port 1d0fc12e-93fa-4c34-80b5-e356a9867573 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:21:28.740957 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] Attempting to bind port 1d0fc12e-93fa-4c34-80b5-e356a9867573 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '316ee010-8ec4-4baa-b616-83f4fee341d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:21:28.743167 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] Attempting to bind port 1d0fc12e-93fa-4c34-80b5-e356a9867573 on network 67e1a0db-6141-45ef-b975-67bec8252f29 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:21:28.823931 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] Port 1d0fc12e-93fa-4c34-80b5-e356a9867573 on network 67e1a0db-6141-45ef-b975-67bec8252f29 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:21:28.825081 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] Attempting to bind port 1d0fc12e-93fa-4c34-80b5-e356a9867573 on network 67e1a0db-6141-45ef-b975-67bec8252f29 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:21:28.869978 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:21:28.870486 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] Checking segment: {'id': '316ee010-8ec4-4baa-b616-83f4fee341d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:28.871281 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] Bound using segment: {'id': '316ee010-8ec4-4baa-b616-83f4fee341d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:21:28.873160 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] Bound port: 1d0fc12e-93fa-4c34-80b5-e356a9867573, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316ee010-8ec4-4baa-b616-83f4fee341d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:21:28.874116 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1d0fc12e-93fa-4c34-80b5-e356a9867573), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:28.913505 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81b85629-e210-4f7d-9183-35f11c3a8d8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (72ce03fd-f76b-46d2-bc3c-bdbc5e2fe1d7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:28.993095 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81b85629-e210-4f7d-9183-35f11c3a8d8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (72ce03fd-f76b-46d2-bc3c-bdbc5e2fe1d7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:28.997947 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b85629-e210-4f7d-9183-35f11c3a8d8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:28.998560 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81b85629-e210-4f7d-9183-35f11c3a8d8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:29.067630 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51929cb2-87c2-4ae3-bd7a-5a0fc114f4d5 req-2426ee47-5f82-4f2a-8095-21cf20abcc1a tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:29.069437 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-51929cb2-87c2-4ae3-bd7a-5a0fc114f4d5 req-2426ee47-5f82-4f2a-8095-21cf20abcc1a tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=73980689-4948-448f-82ad-69037aebed64 HTTP/1.1" status: 200 len: 1052 time: 0.2542055 Feb 09 22:21:29.088823 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-81b85629-e210-4f7d-9183-35f11c3a8d8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6837811 Feb 09 22:21:29.091459 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] For port 1d0fc12e-93fa-4c34-80b5-e356a9867573, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:21:29.094433 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44668) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:29.104804 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7c424bec-0fe8-4763-837c-c933da898dd8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'subnet': {'network_id': '72ce03fd-f76b-46d2-bc3c-bdbc5e2fe1d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:29.124271 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] For port 1d0fc12e-93fa-4c34-80b5-e356a9867573, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1d0fc12e-93fa-4c34-80b5-e356a9867573,segment=NetworkSegment(316ee010-8ec4-4baa-b616-83f4fee341d9),segment_id=316ee010-8ec4-4baa-b616-83f4fee341d9)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:21:29.128211 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b85629-e210-4f7d-9183-35f11c3a8d8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Network': ['ID=72ce03fd-f76b-46d2-bc3c-bdbc5e2fe1d7,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:29.145241 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (1d0fc12e-93fa-4c34-80b5-e356a9867573), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:29.152379 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 72ce03fd-f76b-46d2-bc3c-bdbc5e2fe1d7 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:21:29.262152 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-51929cb2-87c2-4ae3-bd7a-5a0fc114f4d5 req-bf343806-1144-4a0c-9ca4-eba3c581f87c tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717532 Feb 09 22:21:29.263891 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c424bec-0fe8-4763-837c-c933da898dd8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Made reservation on behalf of 427a90d38d874e0996e2d2f86bf17bd1 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:29.265729 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:29.268971 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c424bec-0fe8-4763-837c-c933da898dd8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:29.269730 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:29.273060 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] 10.222.0.42 "PUT /v2.0/ports/1d0fc12e-93fa-4c34-80b5-e356a9867573 HTTP/1.1" status: 200 len: 1091 time: 1.8173511 Feb 09 22:21:29.301071 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73980689-4948-448f-82ad-69037aebed64', 'tag': '1d0fc12e-93fa-4c34-80b5-e356a9867573'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:21:29.305966 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff59fae5-6664-4a84-b4ec-e296c4907351" -d '{"events": [{"name": "network-changed", "server_uuid": "73980689-4948-448f-82ad-69037aebed64", "tag": "1d0fc12e-93fa-4c34-80b5-e356a9867573"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:21:29.392198 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c16bb57-98e0-4490-997b-4a1294e7ecca x-openstack-request-id: req-9c16bb57-98e0-4490-997b-4a1294e7ecca {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:21:29.393224 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73980689-4948-448f-82ad-69037aebed64", "tag": "1d0fc12e-93fa-4c34-80b5-e356a9867573", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:21:29.393926 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9c16bb57-98e0-4490-997b-4a1294e7ecca {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:21:29.394957 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73980689-4948-448f-82ad-69037aebed64', 'tag': '1d0fc12e-93fa-4c34-80b5-e356a9867573', 'status': 'completed', 'code': 200} Feb 09 22:21:29.441557 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bcf7b9-77b4-4cc6-93c1-53ef48e8ab19 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0fc12e-93fa-4c34-80b5-e356a9867573,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:29.492740 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-fec3d1a2-eee2-4b58-b744-cc3ba8e5ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:29.496744 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-fec3d1a2-eee2-4b58-b744-cc3ba8e5ac85 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=088b541bb04f43c8a407ba5abadba127&device_id=73980689-4948-448f-82ad-69037aebed64 HTTP/1.1" status: 200 len: 1125 time: 0.1383049 Feb 09 22:21:29.552050 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-5241bc1f-56c4-439c-96d6-899f05315fc0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d0fc12e-93fa-4c34-80b5-e356a9867573 HTTP/1.1" status: 200 len: 217 time: 0.0460029 Feb 09 22:21:29.626384 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-af7c7d76-35e2-4539-b884-d988b0863329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:29.628084 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-af7c7d76-35e2-4539-b884-d988b0863329 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=78403603-60e5-4c70-a5f8-b8ca35b125dd HTTP/1.1" status: 200 len: 848 time: 0.0675905 Feb 09 22:21:29.680288 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c424bec-0fe8-4763-837c-c933da898dd8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (57762cd8-c4d7-4a78-83e1-a9d41e658094), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:29.696564 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-f4e299cb-c763-474d-8607-b29141bea0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:29.698452 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-f4e299cb-c763-474d-8607-b29141bea0eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=67e1a0db-6141-45ef-b975-67bec8252f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0618439 Feb 09 22:21:29.786493 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c424bec-0fe8-4763-837c-c933da898dd8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Subnet': ['ID=57762cd8-c4d7-4a78-83e1-a9d41e658094,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:29.812214 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c424bec-0fe8-4763-837c-c933da898dd8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Checking segment: {'id': '21088b17-9912-43f9-ad98-f038a9ba2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '72ce03fd-f76b-46d2-bc3c-bdbc5e2fe1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:29.812699 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c424bec-0fe8-4763-837c-c933da898dd8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network hostable DHCP agents. Network: 72ce03fd-f76b-46d2-bc3c-bdbc5e2fe1d7, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:21:29.832279 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-40ee6cbb-6844-4809-bf80-9b9b62e54ae5 service neutron] 10.222.0.42 "GET /v2.0/networks/67e1a0db-6141-45ef-b975-67bec8252f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242013 Feb 09 22:21:29.839989 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c424bec-0fe8-4763-837c-c933da898dd8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network 72ce03fd-f76b-46d2-bc3c-bdbc5e2fe1d7 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:21:29.860647 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-7c424bec-0fe8-4763-837c-c933da898dd8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 72ce03fd-f76b-46d2-bc3c-bdbc5e2fe1d7) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:29.869442 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c424bec-0fe8-4763-837c-c933da898dd8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:29.870621 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c424bec-0fe8-4763-837c-c933da898dd8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:29.890261 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb272b95-363e-4374-b66c-a61b3f354cb1 None None] Network 72ce03fd-f76b-46d2-bc3c-bdbc5e2fe1d7 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:29.905154 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7c424bec-0fe8-4763-837c-c933da898dd8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8036015 Feb 09 22:21:29.905708 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44674) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:30.002945 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 13c5a1ad-e7de-4332-a8ba-337014227dd5 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:21:30.007126 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eedcb6ef-ac26-401e-b22f-a6b3c49b115f req-dd337206-6bee-4161-bc1e-5f8389a0e70b service neutron] 10.222.0.42 "GET /v2.0/networks/67e1a0db-6141-45ef-b975-67bec8252f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672754 Feb 09 22:21:30.077710 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 13c5a1ad-e7de-4332-a8ba-337014227dd5 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:21:30.078301 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 13c5a1ad-e7de-4332-a8ba-337014227dd5 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:21:30.136344 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83423881-1860-4573-9e7b-3a7ebea92624 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (72ce03fd-f76b-46d2-bc3c-bdbc5e2fe1d7), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:30.184733 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59fae5-6664-4a84-b4ec-e296c4907351 req-6379d697-5573-4da6-bdda-c1d714fc7050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:30.186658 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff59fae5-6664-4a84-b4ec-e296c4907351 req-6379d697-5573-4da6-bdda-c1d714fc7050 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=088b541bb04f43c8a407ba5abadba127&device_id=73980689-4948-448f-82ad-69037aebed64 HTTP/1.1" status: 200 len: 1125 time: 0.0964077 Feb 09 22:21:30.198851 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83423881-1860-4573-9e7b-3a7ebea92624 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (57762cd8-c4d7-4a78-83e1-a9d41e658094), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:30.208234 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e9982b-bc65-4751-8fa9-e40ccec9d578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-72ce03fd-f76b-46d2-bc3c-bdbc5e2fe1d7', 'network_id': '72ce03fd-f76b-46d2-bc3c-bdbc5e2fe1d7', 'project_id': '427a90d38d874e0996e2d2f86bf17bd1', 'fixed_ips': [{'subnet_id': '57762cd8-c4d7-4a78-83e1-a9d41e658094'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:21:30.209619 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-65e9982b-bc65-4751-8fa9-e40ccec9d578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:30.270948 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83423881-1860-4573-9e7b-3a7ebea92624 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (57762cd8-c4d7-4a78-83e1-a9d41e658094), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:30.306370 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83423881-1860-4573-9e7b-3a7ebea92624 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Subnet': ['ID=57762cd8-c4d7-4a78-83e1-a9d41e658094,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:30.399924 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59fae5-6664-4a84-b4ec-e296c4907351 req-8540059d-3ac1-4533-96b5-6921ec851eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:30.401705 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff59fae5-6664-4a84-b4ec-e296c4907351 req-8540059d-3ac1-4533-96b5-6921ec851eca service neutron] 10.222.0.42 "GET /v2.0/networks?id=67e1a0db-6141-45ef-b975-67bec8252f29 HTTP/1.1" status: 200 len: 910 time: 0.2084897 Feb 09 22:21:30.470832 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83423881-1860-4573-9e7b-3a7ebea92624 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (72ce03fd-f76b-46d2-bc3c-bdbc5e2fe1d7), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:30.502835 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff59fae5-6664-4a84-b4ec-e296c4907351 req-80658260-b77e-4910-9feb-94990336f09c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d0fc12e-93fa-4c34-80b5-e356a9867573 HTTP/1.1" status: 200 len: 217 time: 0.0908871 Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server [None req-65e9982b-bc65-4751-8fa9-e40ccec9d578 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57762cd8-c4d7-4a78-83e1-a9d41e658094: This subnet is being modified by another concurrent operation. Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise exception Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57762cd8-c4d7-4a78-83e1-a9d41e658094: This subnet is being modified by another concurrent operation. Feb 09 22:21:30.511380 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Feb 09 22:21:30.538710 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-83423881-1860-4573-9e7b-3a7ebea92624 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ce03fd-f76b-46d2-bc3c-bdbc5e2fe1d7']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:30.569954 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-83423881-1860-4573-9e7b-3a7ebea92624 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21088b17-9912-43f9-ad98-f038a9ba2371') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:30.569954 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-83423881-1860-4573-9e7b-3a7ebea92624 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21088b17-9912-43f9-ad98-f038a9ba2371') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:30.570493 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2534c18a-04fb-454c-a3d2-c8af215caa5c None None] get_active_networks_info from n-d-828601-1 {{(pid=103203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:21:30.576660 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83423881-1860-4573-9e7b-3a7ebea92624 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (21088b17-9912-43f9-ad98-f038a9ba2371), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:30.609621 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83423881-1860-4573-9e7b-3a7ebea92624 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (21088b17-9912-43f9-ad98-f038a9ba2371), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:30.625037 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83423881-1860-4573-9e7b-3a7ebea92624 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:21:30.625037 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83423881-1860-4573-9e7b-3a7ebea92624 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (21088b17-9912-43f9-ad98-f038a9ba2371), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:21:30.630758 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:21:30.652950 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff296220-306c-49ac-860d-7e43346acc5a req-3d6b80ec-2abf-4978-bf94-966736d80f4c tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:30.665886 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff296220-306c-49ac-860d-7e43346acc5a req-3d6b80ec-2abf-4978-bf94-966736d80f4c tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=73980689-4948-448f-82ad-69037aebed64 HTTP/1.1" status: 200 len: 1125 time: 0.2681236 Feb 09 22:21:30.687861 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59fae5-6664-4a84-b4ec-e296c4907351 req-941203d4-23d6-416d-8959-095831a7249e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:30.691209 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff59fae5-6664-4a84-b4ec-e296c4907351 req-941203d4-23d6-416d-8959-095831a7249e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=78403603-60e5-4c70-a5f8-b8ca35b125dd HTTP/1.1" status: 200 len: 848 time: 0.1806781 Feb 09 22:21:30.787017 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2534c18a-04fb-454c-a3d2-c8af215caa5c None None] Resources bound (agent type, host, resource id): {{(pid=103203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:21:30.816539 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff296220-306c-49ac-860d-7e43346acc5a req-9b8e7a68-a1b5-461f-952c-df2778838d18 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409249 Feb 09 22:21:30.832092 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83423881-1860-4573-9e7b-3a7ebea92624 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (72ce03fd-f76b-46d2-bc3c-bdbc5e2fe1d7), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:30.841325 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59fae5-6664-4a84-b4ec-e296c4907351 req-310312a0-bbc0-4e1f-9422-996c5748ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:30.842052 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83423881-1860-4573-9e7b-3a7ebea92624 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:30.843336 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff59fae5-6664-4a84-b4ec-e296c4907351 req-310312a0-bbc0-4e1f-9422-996c5748ce2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=67e1a0db-6141-45ef-b975-67bec8252f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1310151 Feb 09 22:21:30.849668 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-83423881-1860-4573-9e7b-3a7ebea92624 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/72ce03fd-f76b-46d2-bc3c-bdbc5e2fe1d7 HTTP/1.1" status: 204 len: 168 time: 0.9419696 Feb 09 22:21:30.869597 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44680) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:30.878070 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83423881-1860-4573-9e7b-3a7ebea92624 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Network': ['ID=72ce03fd-f76b-46d2-bc3c-bdbc5e2fe1d7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:30.878427 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-290ea011-95c1-4f33-bafc-f0ec3459419d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-378066528'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:30.950950 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290ea011-95c1-4f33-bafc-f0ec3459419d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Made reservation on behalf of 427a90d38d874e0996e2d2f86bf17bd1 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:30.954435 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-290ea011-95c1-4f33-bafc-f0ec3459419d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:31.006725 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290ea011-95c1-4f33-bafc-f0ec3459419d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:21:31.025145 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-290ea011-95c1-4f33-bafc-f0ec3459419d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (fb39f488-931f-4cc2-8cc7-7108fbd61979), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:31.025524 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-290ea011-95c1-4f33-bafc-f0ec3459419d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Added segment fb39f488-931f-4cc2-8cc7-7108fbd61979 of type vlan for network ad714f29-6b77-4f7d-aba6-068167b124ad Feb 09 22:21:31.028570 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff59fae5-6664-4a84-b4ec-e296c4907351 req-a5f4e4fc-88b1-422d-97da-5b0c024da5c8 service neutron] 10.222.0.42 "GET /v2.0/networks/67e1a0db-6141-45ef-b975-67bec8252f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729724 Feb 09 22:21:31.098551 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc24689-b456-4b31-b3e2-74e9cc0abd5c None None] Network 72ce03fd-f76b-46d2-bc3c-bdbc5e2fe1d7 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:31.121660 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc24689-b456-4b31-b3e2-74e9cc0abd5c None None] Network 72ce03fd-f76b-46d2-bc3c-bdbc5e2fe1d7 could not be found, it might have been deleted concurrently. {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:21:31.122686 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-290ea011-95c1-4f33-bafc-f0ec3459419d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (ad714f29-6b77-4f7d-aba6-068167b124ad), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:31.178365 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-290ea011-95c1-4f33-bafc-f0ec3459419d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (ad714f29-6b77-4f7d-aba6-068167b124ad), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:31.183589 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290ea011-95c1-4f33-bafc-f0ec3459419d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:31.184248 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-290ea011-95c1-4f33-bafc-f0ec3459419d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:31.217826 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff59fae5-6664-4a84-b4ec-e296c4907351 req-8d20c396-6ac1-4efa-94cf-d5719b23ef05 service neutron] 10.222.0.42 "GET /v2.0/networks/67e1a0db-6141-45ef-b975-67bec8252f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788175 Feb 09 22:21:31.270143 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-290ea011-95c1-4f33-bafc-f0ec3459419d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3987851 Feb 09 22:21:31.275508 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44684) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:31.286851 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-9d2e2e5a-1ad7-4516-805f-ca1a01a2d158 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:31.307732 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ea011-95c1-4f33-bafc-f0ec3459419d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Network': ['ID=ad714f29-6b77-4f7d-aba6-068167b124ad,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:31.326189 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network ad714f29-6b77-4f7d-aba6-068167b124ad details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:21:31.548031 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d2e2e5a-1ad7-4516-805f-ca1a01a2d158 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (ad714f29-6b77-4f7d-aba6-068167b124ad), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:31.572508 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d2e2e5a-1ad7-4516-805f-ca1a01a2d158 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (ad714f29-6b77-4f7d-aba6-068167b124ad), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:31.603782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9d2e2e5a-1ad7-4516-805f-ca1a01a2d158 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network ad714f29-6b77-4f7d-aba6-068167b124ad is not hosted by any dhcp agent {{(pid=103202) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 22:21:31.610518 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2e2e5a-1ad7-4516-805f-ca1a01a2d158 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:31.611351 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d2e2e5a-1ad7-4516-805f-ca1a01a2d158 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:31.613122 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9d2e2e5a-1ad7-4516-805f-ca1a01a2d158 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "PUT /v2.0/networks/ad714f29-6b77-4f7d-aba6-068167b124ad HTTP/1.1" status: 200 len: 723 time: 0.3355663 Feb 09 22:21:31.617642 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44686) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:31.628916 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-831c4851-b149-452f-b530-012ace817682 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'subnet': {'network_id': 'ad714f29-6b77-4f7d-aba6-068167b124ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:31.676751 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e2e5a-1ad7-4516-805f-ca1a01a2d158 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Network': ['ID=ad714f29-6b77-4f7d-aba6-068167b124ad,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:31.692712 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network ad714f29-6b77-4f7d-aba6-068167b124ad details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:21:31.772015 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831c4851-b149-452f-b530-012ace817682 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Made reservation on behalf of 427a90d38d874e0996e2d2f86bf17bd1 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:31.778879 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-831c4851-b149-452f-b530-012ace817682 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:32.036012 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec477aa1-97ff-4d93-b694-7e4b0f2cba6a req-e236300d-e09c-4296-be71-53be4872b23f tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:32.037629 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ec477aa1-97ff-4d93-b694-7e4b0f2cba6a req-e236300d-e09c-4296-be71-53be4872b23f tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=73980689-4948-448f-82ad-69037aebed64 HTTP/1.1" status: 200 len: 1125 time: 0.1248138 Feb 09 22:21:32.143172 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ec477aa1-97ff-4d93-b694-7e4b0f2cba6a req-f794ab5a-3b9a-410d-b675-9c5cf5ebaa5c tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986269 Feb 09 22:21:32.155386 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-831c4851-b149-452f-b530-012ace817682 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (16698582-f768-4613-8dff-b5c03ac00718), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:32.237069 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c4851-b149-452f-b530-012ace817682 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Subnet': ['ID=16698582-f768-4613-8dff-b5c03ac00718,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:32.253760 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831c4851-b149-452f-b530-012ace817682 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Checking segment: {'id': 'fb39f488-931f-4cc2-8cc7-7108fbd61979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ad714f29-6b77-4f7d-aba6-068167b124ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:32.254215 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831c4851-b149-452f-b530-012ace817682 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network hostable DHCP agents. Network: ad714f29-6b77-4f7d-aba6-068167b124ad, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:21:32.285561 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831c4851-b149-452f-b530-012ace817682 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network ad714f29-6b77-4f7d-aba6-068167b124ad is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:21:32.306185 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-831c4851-b149-452f-b530-012ace817682 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, ad714f29-6b77-4f7d-aba6-068167b124ad) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:32.313365 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831c4851-b149-452f-b530-012ace817682 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:32.314277 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-831c4851-b149-452f-b530-012ace817682 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:32.319001 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 1d0fc12e-93fa-4c34-80b5-e356a9867573 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:21:32.332601 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd06693-d958-4d5f-8a54-760526540d48 None None] Network ad714f29-6b77-4f7d-aba6-068167b124ad requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:32.346190 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-831c4851-b149-452f-b530-012ace817682 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7260354 Feb 09 22:21:32.349697 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44692) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:32.357130 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-dae864cd-3925-4cc1-9310-5657f844694f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:32.535322 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dae864cd-3925-4cc1-9310-5657f844694f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9612476'] for subnet (16698582-f768-4613-8dff-b5c03ac00718), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:32.630207 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e388d6-21f6-4f56-b1b4-c9b2cb8747f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-ad714f29-6b77-4f7d-aba6-068167b124ad', 'network_id': 'ad714f29-6b77-4f7d-aba6-068167b124ad', 'project_id': '427a90d38d874e0996e2d2f86bf17bd1', 'fixed_ips': [{'subnet_id': '16698582-f768-4613-8dff-b5c03ac00718'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:21:32.631514 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-86e388d6-21f6-4f56-b1b4-c9b2cb8747f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:32.684993 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 1d0fc12e-93fa-4c34-80b5-e356a9867573, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1d0fc12e-93fa-4c34-80b5-e356a9867573,segment=NetworkSegment(316ee010-8ec4-4baa-b616-83f4fee341d9),segment_id=316ee010-8ec4-4baa-b616-83f4fee341d9)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:32.716073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '1d0fc12e-93fa-4c34-80b5-e356a9867573', 'network_id': '67e1a0db-6141-45ef-b975-67bec8252f29', 'port_id': '1d0fc12e-93fa-4c34-80b5-e356a9867573', 'mac_address': 'fa:16:3e:5d:df:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78403603-60e5-4c70-a5f8-b8ca35b125dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:21:32.819221 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dae864cd-3925-4cc1-9310-5657f844694f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729585839620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9570918'] for subnet (16698582-f768-4613-8dff-b5c03ac00718), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:32.901465 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae864cd-3925-4cc1-9310-5657f844694f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:32.902938 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dae864cd-3925-4cc1-9310-5657f844694f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:32.908878 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-dae864cd-3925-4cc1-9310-5657f844694f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "PUT /v2.0/subnets/16698582-f768-4613-8dff-b5c03ac00718 HTTP/1.1" status: 200 len: 806 time: 0.5543163 Feb 09 22:21:32.909182 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 1d0fc12e-93fa-4c34-80b5-e356a9867573 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:21:32.910806 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44694) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:32.912152 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1d0fc12e-93fa-4c34-80b5-e356a9867573), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:32.937556 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0fc12e-93fa-4c34-80b5-e356a9867573 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:21:32.950977 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae864cd-3925-4cc1-9310-5657f844694f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Subnet': ['ID=16698582-f768-4613-8dff-b5c03ac00718,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:33.002074 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 1d0fc12e-93fa-4c34-80b5-e356a9867573, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1d0fc12e-93fa-4c34-80b5-e356a9867573,segment=NetworkSegment(316ee010-8ec4-4baa-b616-83f4fee341d9),segment_id=316ee010-8ec4-4baa-b616-83f4fee341d9)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:33.009285 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-86e388d6-21f6-4f56-b1b4-c9b2cb8747f8 None None] Allocated IP 172.20.0.2 (ad714f29-6b77-4f7d-aba6-068167b124ad/16698582-f768-4613-8dff-b5c03ac00718/b8900a7a-69df-46dd-941a-d4d33346e32a) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:21:33.016707 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1d0fc12e-93fa-4c34-80b5-e356a9867573), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:33.153709 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (ad714f29-6b77-4f7d-aba6-068167b124ad), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:33.176442 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=1d0fc12e-93fa-4c34-80b5-e356a9867573,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:33.296885 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (16698582-f768-4613-8dff-b5c03ac00718), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:33.393637 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-86e388d6-21f6-4f56-b1b4-c9b2cb8747f8 None None] Publish callbacks [] for port (b8900a7a-69df-46dd-941a-d4d33346e32a), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:33.405615 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-86e388d6-21f6-4f56-b1b4-c9b2cb8747f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (b8900a7a-69df-46dd-941a-d4d33346e32a), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:33.409152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3eae9f-639f-4cf0-95ef-edfe3151ea93 req-d736dbbb-0a0f-4489-bcc9-49042b2e5f0e tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:33.412196 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b3eae9f-639f-4cf0-95ef-edfe3151ea93 req-d736dbbb-0a0f-4489-bcc9-49042b2e5f0e tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=73980689-4948-448f-82ad-69037aebed64 HTTP/1.1" status: 200 len: 1126 time: 0.1132166 Feb 09 22:21:33.453348 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (16698582-f768-4613-8dff-b5c03ac00718), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:33.454558 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e388d6-21f6-4f56-b1b4-c9b2cb8747f8 None None] Network ad714f29-6b77-4f7d-aba6-068167b124ad is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:21:33.456329 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['1d0fc12e-93fa-4c34-80b5-e356a9867573'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:21:33.481902 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-86e388d6-21f6-4f56-b1b4-c9b2cb8747f8 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:33.485500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e388d6-21f6-4f56-b1b4-c9b2cb8747f8 None None] Pushing event updated for resources: {'Port': ['ID=b8900a7a-69df-46dd-941a-d4d33346e32a,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:33.489222 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e388d6-21f6-4f56-b1b4-c9b2cb8747f8 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:21:33.541528 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b3eae9f-639f-4cf0-95ef-edfe3151ea93 req-ca40cae0-ab1b-4bda-96fc-5ae5d26467a4 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038425 Feb 09 22:21:33.558971 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Subnet': ['ID=16698582-f768-4613-8dff-b5c03ac00718,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:33.637341 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-86e388d6-21f6-4f56-b1b4-c9b2cb8747f8 None None] Attempting to bind port b8900a7a-69df-46dd-941a-d4d33346e32a on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:21:33.638073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-86e388d6-21f6-4f56-b1b4-c9b2cb8747f8 None None] Attempting to bind port b8900a7a-69df-46dd-941a-d4d33346e32a by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'fb39f488-931f-4cc2-8cc7-7108fbd61979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ad714f29-6b77-4f7d-aba6-068167b124ad'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:21:33.638769 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e388d6-21f6-4f56-b1b4-c9b2cb8747f8 None None] Attempting to bind port b8900a7a-69df-46dd-941a-d4d33346e32a on network ad714f29-6b77-4f7d-aba6-068167b124ad {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:21:33.641128 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (ad714f29-6b77-4f7d-aba6-068167b124ad), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:33.654561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e388d6-21f6-4f56-b1b4-c9b2cb8747f8 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:21:33.655177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e388d6-21f6-4f56-b1b4-c9b2cb8747f8 None None] Checking segment: {'id': 'fb39f488-931f-4cc2-8cc7-7108fbd61979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ad714f29-6b77-4f7d-aba6-068167b124ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:33.656042 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-86e388d6-21f6-4f56-b1b4-c9b2cb8747f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:33.656646 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e388d6-21f6-4f56-b1b4-c9b2cb8747f8 None None] Bound using segment: {'id': 'fb39f488-931f-4cc2-8cc7-7108fbd61979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ad714f29-6b77-4f7d-aba6-068167b124ad'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:21:33.661211 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-86e388d6-21f6-4f56-b1b4-c9b2cb8747f8 None None] Bound port: b8900a7a-69df-46dd-941a-d4d33346e32a, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb39f488-931f-4cc2-8cc7-7108fbd61979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ad714f29-6b77-4f7d-aba6-068167b124ad'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:21:33.662687 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-86e388d6-21f6-4f56-b1b4-c9b2cb8747f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b8900a7a-69df-46dd-941a-d4d33346e32a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:33.684620 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad714f29-6b77-4f7d-aba6-068167b124ad']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:33.697517 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb39f488-931f-4cc2-8cc7-7108fbd61979') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:33.698189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb39f488-931f-4cc2-8cc7-7108fbd61979') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:33.713162 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (fb39f488-931f-4cc2-8cc7-7108fbd61979), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:33.738346 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (fb39f488-931f-4cc2-8cc7-7108fbd61979), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:33.749971 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:21:33.751344 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (fb39f488-931f-4cc2-8cc7-7108fbd61979), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:21:33.757373 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:21:33.878777 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.db.api [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 22:21:33.878777 n-d-828601-1 neutron-server[103202]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 22:21:33.878777 n-d-828601-1 neutron-server[103202]: [parameters: {'id': 'ad714f29-6b77-4f7d-aba6-068167b124ad'}] Feb 09 22:21:33.878777 n-d-828601-1 neutron-server[103202]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:21:33.880076 n-d-828601-1 neutron-server[103202]: DEBUG oslo_db.api [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:21:33.904393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-86e388d6-21f6-4f56-b1b4-c9b2cb8747f8 None None] For port b8900a7a-69df-46dd-941a-d4d33346e32a, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:21:33.929655 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-86e388d6-21f6-4f56-b1b4-c9b2cb8747f8 None None] For port b8900a7a-69df-46dd-941a-d4d33346e32a, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b8900a7a-69df-46dd-941a-d4d33346e32a,segment=NetworkSegment(fb39f488-931f-4cc2-8cc7-7108fbd61979),segment_id=fb39f488-931f-4cc2-8cc7-7108fbd61979)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:21:33.940468 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-86e388d6-21f6-4f56-b1b4-c9b2cb8747f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b8900a7a-69df-46dd-941a-d4d33346e32a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:34.085632 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e388d6-21f6-4f56-b1b4-c9b2cb8747f8 None None] Pushing event updated for resources: {'Port': ['ID=b8900a7a-69df-46dd-941a-d4d33346e32a,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:34.112069 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038c0c53-bc78-403e-ad56-aba6c7985da3 None None] get_active_networks_info from n-d-828601-1 {{(pid=103203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:21:34.261845 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038c0c53-bc78-403e-ad56-aba6c7985da3 None None] Resources bound (agent type, host, resource id): {{(pid=103203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:21:34.382176 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (ad714f29-6b77-4f7d-aba6-068167b124ad), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:34.479576 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Deleting port b8900a7a-69df-46dd-941a-d4d33346e32a {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:21:34.479992 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b8900a7a-69df-46dd-941a-d4d33346e32a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:34.566767 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] For port b8900a7a-69df-46dd-941a-d4d33346e32a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b8900a7a-69df-46dd-941a-d4d33346e32a,segment=NetworkSegment(fb39f488-931f-4cc2-8cc7-7108fbd61979),segment_id=fb39f488-931f-4cc2-8cc7-7108fbd61979)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:34.567159 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b8900a7a-69df-46dd-941a-d4d33346e32a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:34.585847 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Calling delete_port for b8900a7a-69df-46dd-941a-d4d33346e32a owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:21:34.712389 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (b8900a7a-69df-46dd-941a-d4d33346e32a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:34.795722 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7c2c19-d993-4e38-b483-b0819ef8d4b9 None None] Network ad714f29-6b77-4f7d-aba6-068167b124ad requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:34.835756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No DVR routers for this DVR port b8900a7a-69df-46dd-941a-d4d33346e32a on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:21:34.879450 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Port': ['ID=b8900a7a-69df-46dd-941a-d4d33346e32a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:34.894349 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa2607-c668-4fce-b4ee-6330ec877625 req-6cd13563-ea12-45d4-ac29-fd8ac9dc790c tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:34.914733 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4cfa2607-c668-4fce-b4ee-6330ec877625 req-6cd13563-ea12-45d4-ac29-fd8ac9dc790c tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=73980689-4948-448f-82ad-69037aebed64 HTTP/1.1" status: 200 len: 1126 time: 0.1614373 Feb 09 22:21:35.023997 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (ad714f29-6b77-4f7d-aba6-068167b124ad), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:35.049771 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4cfa2607-c668-4fce-b4ee-6330ec877625 req-1d6589c7-2695-4389-9e08-831497226261 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301451 Feb 09 22:21:35.065864 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad714f29-6b77-4f7d-aba6-068167b124ad']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:35.083349 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7638a6-a184-4bc1-93f3-f3a1c5d951dc None None] Network ad714f29-6b77-4f7d-aba6-068167b124ad requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:35.098734 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb39f488-931f-4cc2-8cc7-7108fbd61979') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:35.099602 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb39f488-931f-4cc2-8cc7-7108fbd61979') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:35.123496 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (fb39f488-931f-4cc2-8cc7-7108fbd61979), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:35.160714 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (fb39f488-931f-4cc2-8cc7-7108fbd61979), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:35.180402 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:21:35.181263 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (fb39f488-931f-4cc2-8cc7-7108fbd61979), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:21:35.189658 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:21:35.308110 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (ad714f29-6b77-4f7d-aba6-068167b124ad), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:35.314798 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:35.321164 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/ad714f29-6b77-4f7d-aba6-068167b124ad HTTP/1.1" status: 204 len: 168 time: 2.4084220 Feb 09 22:21:35.325183 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44708) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:35.347410 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-751fb6ef-d3cd-4d25-a156-a92dbb881b6c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] DELETE failed (client error): The resource could not be found. Feb 09 22:21:35.348011 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-751fb6ef-d3cd-4d25-a156-a92dbb881b6c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:21:35.348686 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82319c5-ebc2-40de-9649-ed7304978dd6 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Network': ['ID=ad714f29-6b77-4f7d-aba6-068167b124ad,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:35.351869 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-751fb6ef-d3cd-4d25-a156-a92dbb881b6c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/ad714f29-6b77-4f7d-aba6-068167b124ad HTTP/1.1" status: 404 len: 339 time: 0.0255299 Feb 09 22:21:35.357705 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44710) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:35.363272 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3ed65f39-25ab-4218-af5b-e1e9475fc474 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1601755424', 'description': 'd1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:35.389012 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed65f39-25ab-4218-af5b-e1e9475fc474 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Made reservation on behalf of 427a90d38d874e0996e2d2f86bf17bd1 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:35.393383 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ed65f39-25ab-4218-af5b-e1e9475fc474 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:35.428450 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed65f39-25ab-4218-af5b-e1e9475fc474 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:21:35.442349 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ed65f39-25ab-4218-af5b-e1e9475fc474 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (a889281d-d5ca-41d1-be70-0ff908b473a9), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:35.442887 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-3ed65f39-25ab-4218-af5b-e1e9475fc474 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Added segment a889281d-d5ca-41d1-be70-0ff908b473a9 of type vlan for network 60851e29-96aa-47cb-989f-37e8fcf6ae59 Feb 09 22:21:35.498579 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ed65f39-25ab-4218-af5b-e1e9475fc474 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (60851e29-96aa-47cb-989f-37e8fcf6ae59), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:35.528533 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ed65f39-25ab-4218-af5b-e1e9475fc474 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (60851e29-96aa-47cb-989f-37e8fcf6ae59), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:35.533664 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed65f39-25ab-4218-af5b-e1e9475fc474 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:35.534312 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ed65f39-25ab-4218-af5b-e1e9475fc474 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:35.603474 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3ed65f39-25ab-4218-af5b-e1e9475fc474 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2445502 Feb 09 22:21:35.606542 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44712) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:35.635976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed65f39-25ab-4218-af5b-e1e9475fc474 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Network': ['ID=60851e29-96aa-47cb-989f-37e8fcf6ae59,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:35.650388 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 60851e29-96aa-47cb-989f-37e8fcf6ae59 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:21:35.723491 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bf7da1-2d3c-4d21-9479-4b7c7b1b3cb0 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:35.725689 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-90bf7da1-2d3c-4d21-9479-4b7c7b1b3cb0 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "GET /v2.0/networks?id=60851e29-96aa-47cb-989f-37e8fcf6ae59 HTTP/1.1" status: 200 len: 761 time: 0.1180267 Feb 09 22:21:35.729766 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44714) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:35.739469 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c504d8ef-215e-4341-a0da-468046791c08 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'network': {'description': 'd2'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:35.970193 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c504d8ef-215e-4341-a0da-468046791c08 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (60851e29-96aa-47cb-989f-37e8fcf6ae59), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:35.988483 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c504d8ef-215e-4341-a0da-468046791c08 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (60851e29-96aa-47cb-989f-37e8fcf6ae59), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:36.002314 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c504d8ef-215e-4341-a0da-468046791c08 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network 60851e29-96aa-47cb-989f-37e8fcf6ae59 is not hosted by any dhcp agent {{(pid=103201) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 22:21:36.008538 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c504d8ef-215e-4341-a0da-468046791c08 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:36.009294 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c504d8ef-215e-4341-a0da-468046791c08 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:36.010967 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c504d8ef-215e-4341-a0da-468046791c08 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "PUT /v2.0/networks/60851e29-96aa-47cb-989f-37e8fcf6ae59 HTTP/1.1" status: 200 len: 758 time: 0.2788231 Feb 09 22:21:36.015890 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44716) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:36.117183 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504d8ef-215e-4341-a0da-468046791c08 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Network': ['ID=60851e29-96aa-47cb-989f-37e8fcf6ae59,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:36.132095 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 60851e29-96aa-47cb-989f-37e8fcf6ae59 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:21:36.172939 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5f361d-6e3e-4d00-a13c-65b383a22847 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:36.176476 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ec5f361d-6e3e-4d00-a13c-65b383a22847 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "GET /v2.0/networks?id=60851e29-96aa-47cb-989f-37e8fcf6ae59 HTTP/1.1" status: 200 len: 761 time: 0.1574821 Feb 09 22:21:36.185034 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44720) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:36.193755 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7c8c1d0f-b226-45fd-970a-5b9b6afb6b00 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1819861450'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:36.231946 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8c1d0f-b226-45fd-970a-5b9b6afb6b00 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Made reservation on behalf of 427a90d38d874e0996e2d2f86bf17bd1 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:36.238572 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c8c1d0f-b226-45fd-970a-5b9b6afb6b00 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:36.268743 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3c573-fff3-4158-b9b7-0bb98d82a039 req-57c51b67-475f-4107-9a5e-1506fb62ee31 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:36.270407 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bb3c573-fff3-4158-b9b7-0bb98d82a039 req-57c51b67-475f-4107-9a5e-1506fb62ee31 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=73980689-4948-448f-82ad-69037aebed64 HTTP/1.1" status: 200 len: 1126 time: 0.0725963 Feb 09 22:21:36.304098 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8c1d0f-b226-45fd-970a-5b9b6afb6b00 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:21:36.323334 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c8c1d0f-b226-45fd-970a-5b9b6afb6b00 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (ce963a57-1b73-45ac-86ba-1e8bbc6089b9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:36.323967 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-7c8c1d0f-b226-45fd-970a-5b9b6afb6b00 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Added segment ce963a57-1b73-45ac-86ba-1e8bbc6089b9 of type vlan for network 374bfdf0-815f-46b1-b283-04086468f88d Feb 09 22:21:36.341994 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3bb3c573-fff3-4158-b9b7-0bb98d82a039 req-517ffeaa-a861-4759-b12f-ce214b728fe7 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605118 Feb 09 22:21:36.354304 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 1d0fc12e-93fa-4c34-80b5-e356a9867573 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:21:36.401979 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c8c1d0f-b226-45fd-970a-5b9b6afb6b00 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (374bfdf0-815f-46b1-b283-04086468f88d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:36.440982 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c8c1d0f-b226-45fd-970a-5b9b6afb6b00 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (374bfdf0-815f-46b1-b283-04086468f88d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:36.447270 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8c1d0f-b226-45fd-970a-5b9b6afb6b00 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:36.447983 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c8c1d0f-b226-45fd-970a-5b9b6afb6b00 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:36.463158 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 1d0fc12e-93fa-4c34-80b5-e356a9867573 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:21:36.471348 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 1d0fc12e-93fa-4c34-80b5-e356a9867573 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:21:36.472140 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (1d0fc12e-93fa-4c34-80b5-e356a9867573), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:36.585847 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44724) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:36.586345 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7c8c1d0f-b226-45fd-970a-5b9b6afb6b00 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3992264 Feb 09 22:21:36.591942 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c1d0f-b226-45fd-970a-5b9b6afb6b00 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Network': ['ID=374bfdf0-815f-46b1-b283-04086468f88d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:36.603796 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 1d0fc12e-93fa-4c34-80b5-e356a9867573 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:21:36.604571 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1d0fc12e-93fa-4c34-80b5-e356a9867573), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:36.611270 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-77ae42c9-61ad-4fa9-85dd-8d0ac570e674 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'subnet': {'network_id': '374bfdf0-815f-46b1-b283-04086468f88d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:36.612441 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 374bfdf0-815f-46b1-b283-04086468f88d details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:21:36.696078 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73980689-4948-448f-82ad-69037aebed64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0fc12e-93fa-4c34-80b5-e356a9867573'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:21:36.698507 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bddace-a6a0-41c6-96d3-d49568c26143" -d '{"events": [{"server_uuid": "73980689-4948-448f-82ad-69037aebed64", "name": "network-vif-plugged", "status": "completed", "tag": "1d0fc12e-93fa-4c34-80b5-e356a9867573"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:21:36.721947 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 1d0fc12e-93fa-4c34-80b5-e356a9867573, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1d0fc12e-93fa-4c34-80b5-e356a9867573,segment=NetworkSegment(316ee010-8ec4-4baa-b616-83f4fee341d9),segment_id=316ee010-8ec4-4baa-b616-83f4fee341d9)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:36.730979 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1d0fc12e-93fa-4c34-80b5-e356a9867573), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:36.758067 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e8bf7b-c58d-44b7-9e10-5b6646185fc0 x-openstack-request-id: req-69e8bf7b-c58d-44b7-9e10-5b6646185fc0 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:21:36.758402 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73980689-4948-448f-82ad-69037aebed64", "name": "network-vif-plugged", "status": "completed", "tag": "1d0fc12e-93fa-4c34-80b5-e356a9867573", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:21:36.758606 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-69e8bf7b-c58d-44b7-9e10-5b6646185fc0 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:21:36.758997 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73980689-4948-448f-82ad-69037aebed64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0fc12e-93fa-4c34-80b5-e356a9867573', 'code': 200} Feb 09 22:21:36.791847 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=1d0fc12e-93fa-4c34-80b5-e356a9867573,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:36.801403 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:36.801718 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:36.801951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:36.802329 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:36.802581 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:36.803009 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:36.803406 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:36.803848 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:36.804124 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:36.804655 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:36.805205 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:36.805538 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:36.805860 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:36.808701 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ae42c9-61ad-4fa9-85dd-8d0ac570e674 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Made reservation on behalf of 427a90d38d874e0996e2d2f86bf17bd1 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:36.815378 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77ae42c9-61ad-4fa9-85dd-8d0ac570e674 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:37.017670 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e93b2-99ec-41fc-a4b8-51659058c70e req-f169d7c0-6a49-451f-bc78-d1715bb30029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:37.020424 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-505e93b2-99ec-41fc-a4b8-51659058c70e req-f169d7c0-6a49-451f-bc78-d1715bb30029 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=73980689-4948-448f-82ad-69037aebed64 HTTP/1.1" status: 200 len: 1127 time: 0.1383467 Feb 09 22:21:37.175919 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-505e93b2-99ec-41fc-a4b8-51659058c70e req-b2a5bc2e-49ba-491c-8e59-817a0ba89b5b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463497 Feb 09 22:21:37.228534 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77ae42c9-61ad-4fa9-85dd-8d0ac570e674 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (7181a40b-8cff-48d6-9d72-3277e99e1b92), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:37.298169 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae42c9-61ad-4fa9-85dd-8d0ac570e674 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Subnet': ['ID=7181a40b-8cff-48d6-9d72-3277e99e1b92,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:37.310577 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ae42c9-61ad-4fa9-85dd-8d0ac570e674 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Checking segment: {'id': 'ce963a57-1b73-45ac-86ba-1e8bbc6089b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '374bfdf0-815f-46b1-b283-04086468f88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:37.310957 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ae42c9-61ad-4fa9-85dd-8d0ac570e674 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network hostable DHCP agents. Network: 374bfdf0-815f-46b1-b283-04086468f88d, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:21:37.331108 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ae42c9-61ad-4fa9-85dd-8d0ac570e674 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network 374bfdf0-815f-46b1-b283-04086468f88d is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:21:37.341826 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-77ae42c9-61ad-4fa9-85dd-8d0ac570e674 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 374bfdf0-815f-46b1-b283-04086468f88d) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:37.347702 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ae42c9-61ad-4fa9-85dd-8d0ac570e674 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:37.348345 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77ae42c9-61ad-4fa9-85dd-8d0ac570e674 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:37.358034 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef04d70-ecad-45bb-8e03-20346ef52f4b None None] Network 374bfdf0-815f-46b1-b283-04086468f88d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:37.372545 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-77ae42c9-61ad-4fa9-85dd-8d0ac570e674 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7842233 Feb 09 22:21:37.373512 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44730) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:37.581854 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825ec5f-42ac-4810-bf33-1551be51858f req-632eeba2-a99d-4b56-ac04-172d6bf79567 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:37.584489 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7825ec5f-42ac-4810-bf33-1551be51858f req-632eeba2-a99d-4b56-ac04-172d6bf79567 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=73980689-4948-448f-82ad-69037aebed64 HTTP/1.1" status: 200 len: 1127 time: 0.0961199 Feb 09 22:21:37.602355 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69635540-5766-4380-8d5a-59b5674eb98f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (374bfdf0-815f-46b1-b283-04086468f88d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:37.602972 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ce455a-a418-4c2f-b8e8-07533b92ec92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-374bfdf0-815f-46b1-b283-04086468f88d', 'network_id': '374bfdf0-815f-46b1-b283-04086468f88d', 'project_id': '427a90d38d874e0996e2d2f86bf17bd1', 'fixed_ips': [{'subnet_id': '7181a40b-8cff-48d6-9d72-3277e99e1b92'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:21:37.604456 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b9ce455a-a418-4c2f-b8e8-07533b92ec92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:37.695598 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69635540-5766-4380-8d5a-59b5674eb98f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (7181a40b-8cff-48d6-9d72-3277e99e1b92), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:37.715726 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7825ec5f-42ac-4810-bf33-1551be51858f req-ba85570f-f12a-47b5-8d03-99ef908db9e2 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152234 Feb 09 22:21:37.786697 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69635540-5766-4380-8d5a-59b5674eb98f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (7181a40b-8cff-48d6-9d72-3277e99e1b92), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server [None req-b9ce455a-a418-4c2f-b8e8-07533b92ec92 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7181a40b-8cff-48d6-9d72-3277e99e1b92: This subnet is being modified by another concurrent operation. Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise exception Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7181a40b-8cff-48d6-9d72-3277e99e1b92: This subnet is being modified by another concurrent operation. Feb 09 22:21:37.790493 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Feb 09 22:21:37.820968 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8907434-d076-4ae6-b562-5ba568c232ef None None] get_active_networks_info from n-d-828601-1 {{(pid=103203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:21:37.861953 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69635540-5766-4380-8d5a-59b5674eb98f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Subnet': ['ID=7181a40b-8cff-48d6-9d72-3277e99e1b92,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:37.902861 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-449e14a7-5a01-448a-a524-d880d59c547e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:37.971148 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69635540-5766-4380-8d5a-59b5674eb98f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (374bfdf0-815f-46b1-b283-04086468f88d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:38.007356 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-69635540-5766-4380-8d5a-59b5674eb98f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374bfdf0-815f-46b1-b283-04086468f88d']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:38.012383 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8907434-d076-4ae6-b562-5ba568c232ef None None] Resources bound (agent type, host, resource id): {{(pid=103203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:21:38.020747 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-69635540-5766-4380-8d5a-59b5674eb98f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce963a57-1b73-45ac-86ba-1e8bbc6089b9') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:38.021094 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-69635540-5766-4380-8d5a-59b5674eb98f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce963a57-1b73-45ac-86ba-1e8bbc6089b9') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:38.032299 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69635540-5766-4380-8d5a-59b5674eb98f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (ce963a57-1b73-45ac-86ba-1e8bbc6089b9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:38.050186 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69635540-5766-4380-8d5a-59b5674eb98f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (ce963a57-1b73-45ac-86ba-1e8bbc6089b9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:38.059322 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69635540-5766-4380-8d5a-59b5674eb98f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:21:38.059833 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69635540-5766-4380-8d5a-59b5674eb98f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (ce963a57-1b73-45ac-86ba-1e8bbc6089b9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:21:38.065906 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:21:38.155204 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69635540-5766-4380-8d5a-59b5674eb98f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (374bfdf0-815f-46b1-b283-04086468f88d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:38.170656 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69635540-5766-4380-8d5a-59b5674eb98f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:38.179258 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-69635540-5766-4380-8d5a-59b5674eb98f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/374bfdf0-815f-46b1-b283-04086468f88d HTTP/1.1" status: 204 len: 168 time: 0.8018878 Feb 09 22:21:38.179869 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44736) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:38.198363 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69635540-5766-4380-8d5a-59b5674eb98f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Network': ['ID=374bfdf0-815f-46b1-b283-04086468f88d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:38.254000 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-34078f9a-6200-452f-a661-b278cd292f4e tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] GET failed (client error): The resource could not be found. Feb 09 22:21:38.259496 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-34078f9a-6200-452f-a661-b278cd292f4e tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "GET /v2.0/subnets/7181a40b-8cff-48d6-9d72-3277e99e1b92 HTTP/1.1" status: 404 len: 337 time: 0.0730493 Feb 09 22:21:38.260468 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44738) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:38.282653 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5dbfc6-fb8f-45e5-818b-52157a718a8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] DELETE failed (client error): The resource could not be found. Feb 09 22:21:38.283028 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da5dbfc6-fb8f-45e5-818b-52157a718a8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:21:38.291378 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-da5dbfc6-fb8f-45e5-818b-52157a718a8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/374bfdf0-815f-46b1-b283-04086468f88d HTTP/1.1" status: 404 len: 339 time: 0.0249276 Feb 09 22:21:38.291615 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778bf40c-1cd0-43a0-80ce-34087a4f29ba None None] Network 374bfdf0-815f-46b1-b283-04086468f88d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:38.293192 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44740) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:38.302045 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778bf40c-1cd0-43a0-80ce-34087a4f29ba None None] Network 374bfdf0-815f-46b1-b283-04086468f88d could not be found, it might have been deleted concurrently. {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:21:38.582326 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d37609-51f5-43d1-b50c-6f733b75f23d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:38.584119 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b7d37609-51f5-43d1-b50c-6f733b75f23d tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2889028 Feb 09 22:21:38.588427 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44744) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:38.642863 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dfd8cba2-6044-4b25-b13f-90e19851dac5 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "GET /v2.0/subnets?network_id=10785b1a-bf3d-4365-b294-8affe97441d3 HTTP/1.1" status: 200 len: 207 time: 0.0470166 Feb 09 22:21:38.643190 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44746) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:38.825654 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22089802-ffec-454d-a753-8639a5097002 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:38.833129 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22089802-ffec-454d-a753-8639a5097002 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:38.839779 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22089802-ffec-454d-a753-8639a5097002 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:38.846120 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22089802-ffec-454d-a753-8639a5097002 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:38.849365 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-22089802-ffec-454d-a753-8639a5097002 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2041492 Feb 09 22:21:38.855087 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44750) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:38.927224 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a52c77-efce-48bb-8bc0-c44e0c4e1700 req-419bc111-cd82-47a9-a32e-4535591df2e3 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:38.929809 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17a52c77-efce-48bb-8bc0-c44e0c4e1700 req-419bc111-cd82-47a9-a32e-4535591df2e3 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=73980689-4948-448f-82ad-69037aebed64 HTTP/1.1" status: 200 len: 1127 time: 0.0799789 Feb 09 22:21:39.002081 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-edbebaff-2943-443c-89cd-b88f2cecfa5a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1452425 Feb 09 22:21:39.006677 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44752) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:39.014363 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17a52c77-efce-48bb-8bc0-c44e0c4e1700 req-1d6cd31e-69b9-49b7-8125-c52c518de626 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712812 Feb 09 22:21:39.088470 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19894f7c-28cb-4cda-8600-64daae2b26d9 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:39.090392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19894f7c-28cb-4cda-8600-64daae2b26d9 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:39.093296 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-19894f7c-28cb-4cda-8600-64daae2b26d9 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0849731 Feb 09 22:21:39.099599 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44756) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:39.181171 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aae03a2-9cf5-4415-8140-d311172a0e76 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:39.183445 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aae03a2-9cf5-4415-8140-d311172a0e76 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:39.191339 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9aae03a2-9cf5-4415-8140-d311172a0e76 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0845273 Feb 09 22:21:39.191971 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44758) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:39.217048 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9be91-1eb2-4b02-a852-c21a111bd2df req-f46e8d9a-a030-4427-bcf2-a43e5b61aa4d tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:39.220590 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41d9be91-1eb2-4b02-a852-c21a111bd2df req-f46e8d9a-a030-4427-bcf2-a43e5b61aa4d tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=73980689-4948-448f-82ad-69037aebed64 HTTP/1.1" status: 200 len: 1127 time: 0.0772004 Feb 09 22:21:39.308210 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41d9be91-1eb2-4b02-a852-c21a111bd2df req-64b11913-b8b8-4c25-9b3c-efadeecbe5a9 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755823 Feb 09 22:21:39.361188 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4b4410-15af-4cca-8917-1b1df3edaea2 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:39.363261 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dc4b4410-15af-4cca-8917-1b1df3edaea2 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "GET /v2.0/networks/1b28a967-98d2-489a-8c4d-e90ac8708b9f HTTP/1.1" status: 200 len: 800 time: 0.1697564 Feb 09 22:21:39.369365 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44762) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:39.532011 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-91b676d8-af96-4222-8a65-1f9a742bbb3a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "GET /v2.0/networks/1b28a967-98d2-489a-8c4d-e90ac8708b9f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1605976 Feb 09 22:21:39.537645 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44764) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:39.615100 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f244556-a881-4467-8864-eddcd4f00efa tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:39.620505 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6f244556-a881-4467-8864-eddcd4f00efa tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "GET /v2.0/subnets/f5107725-7526-4602-833f-4b77586e9079 HTTP/1.1" status: 200 len: 811 time: 0.0813944 Feb 09 22:21:39.624744 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44768) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:39.732258 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96128799-57db-4110-abfb-fa7a5a2c7e74 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:39.736188 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-96128799-57db-4110-abfb-fa7a5a2c7e74 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "GET /v2.0/subnets/f5107725-7526-4602-833f-4b77586e9079?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1079319 Feb 09 22:21:39.742456 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44770) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:39.752783 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-baead26a-80b2-4afc-abfd-cb643e78bc3a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-230526899'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:39.782990 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baead26a-80b2-4afc-abfd-cb643e78bc3a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Made reservation on behalf of 427a90d38d874e0996e2d2f86bf17bd1 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:39.786762 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-baead26a-80b2-4afc-abfd-cb643e78bc3a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:39.843278 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baead26a-80b2-4afc-abfd-cb643e78bc3a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:21:39.874217 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-baead26a-80b2-4afc-abfd-cb643e78bc3a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (564c39f9-b7ed-4799-8ab1-f8af66033e0b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:39.874655 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-baead26a-80b2-4afc-abfd-cb643e78bc3a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Added segment 564c39f9-b7ed-4799-8ab1-f8af66033e0b of type vlan for network 64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b Feb 09 22:21:39.956781 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-baead26a-80b2-4afc-abfd-cb643e78bc3a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:39.976775 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c05c55-7c2b-481b-a305-0041e25d2fc4 req-35ece248-446d-45b9-b58e-836d8845f632 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:39.980092 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-14c05c55-7c2b-481b-a305-0041e25d2fc4 req-35ece248-446d-45b9-b58e-836d8845f632 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=73980689-4948-448f-82ad-69037aebed64 HTTP/1.1" status: 200 len: 1127 time: 0.5258873 Feb 09 22:21:40.001479 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-baead26a-80b2-4afc-abfd-cb643e78bc3a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:40.010576 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baead26a-80b2-4afc-abfd-cb643e78bc3a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:40.011800 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-baead26a-80b2-4afc-abfd-cb643e78bc3a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:40.063508 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-14c05c55-7c2b-481b-a305-0041e25d2fc4 req-bfae4cf6-c601-4b82-8be6-7056116ad2a8 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744381 Feb 09 22:21:40.097624 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-baead26a-80b2-4afc-abfd-cb643e78bc3a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3531208 Feb 09 22:21:40.102221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44774) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:40.111412 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e57526ed-dc81-4498-b02b-88450145acc9 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'subnet': {'network_id': '64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:40.140703 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baead26a-80b2-4afc-abfd-cb643e78bc3a tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Network': ['ID=64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:40.165295 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:21:40.293467 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57526ed-dc81-4498-b02b-88450145acc9 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Made reservation on behalf of 427a90d38d874e0996e2d2f86bf17bd1 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:40.300710 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e57526ed-dc81-4498-b02b-88450145acc9 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:40.463691 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-e57526ed-dc81-4498-b02b-88450145acc9 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Performing IP validity checks on allocation pools {{(pid=103201) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 22:21:40.464535 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-e57526ed-dc81-4498-b02b-88450145acc9 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103201) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 22:21:40.542694 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b1da5-cf07-4942-91ab-47f5a425da31 req-217a778a-c264-47e3-9a66-7cdac204f8ca tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:40.544246 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a8fc82a-9f77-40fb-835b-3a7ce35d3c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:40.544639 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a43b1da5-cf07-4942-91ab-47f5a425da31 req-217a778a-c264-47e3-9a66-7cdac204f8ca tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=73980689-4948-448f-82ad-69037aebed64 HTTP/1.1" status: 200 len: 1127 time: 0.1296494 Feb 09 22:21:40.673020 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a43b1da5-cf07-4942-91ab-47f5a425da31 req-fa981ca5-7fa7-4f07-adca-a5337b973885 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107402 Feb 09 22:21:40.712785 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e57526ed-dc81-4498-b02b-88450145acc9 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (e2c7f4e7-a833-4701-8583-edb84b8f2d73), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:40.793223 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57526ed-dc81-4498-b02b-88450145acc9 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Subnet': ['ID=e2c7f4e7-a833-4701-8583-edb84b8f2d73,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:40.799929 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57526ed-dc81-4498-b02b-88450145acc9 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Checking segment: {'id': '564c39f9-b7ed-4799-8ab1-f8af66033e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:40.800637 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57526ed-dc81-4498-b02b-88450145acc9 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network hostable DHCP agents. Network: 64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:21:40.826804 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57526ed-dc81-4498-b02b-88450145acc9 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Network 64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:21:40.843400 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-e57526ed-dc81-4498-b02b-88450145acc9 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:40.851744 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57526ed-dc81-4498-b02b-88450145acc9 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:40.852762 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e57526ed-dc81-4498-b02b-88450145acc9 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:40.864099 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef02e641-ec57-4e3b-a2f9-6ead175c5c00 None None] Network 64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:40.885001 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44782) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:40.885856 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e57526ed-dc81-4498-b02b-88450145acc9 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7814889 Feb 09 22:21:40.897220 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-fea98b7b-75d2-4a32-96e1-9cfd32bd2ba8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:41.069419 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b', 'network_id': '64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b', 'project_id': '427a90d38d874e0996e2d2f86bf17bd1', 'fixed_ips': [{'subnet_id': 'e2c7f4e7-a833-4701-8583-edb84b8f2d73'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:21:41.072006 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:41.094784 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fea98b7b-75d2-4a32-96e1-9cfd32bd2ba8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9796984'] for subnet (e2c7f4e7-a833-4701-8583-edb84b8f2d73), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:41.230885 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 22:21:41.230885 n-d-828601-1 neutron-server[103203]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 09 22:21:41.230885 n-d-828601-1 neutron-server[103203]: [parameters: {'in_use': 1, 'id_1': 'e2c7f4e7-a833-4701-8583-edb84b8f2d73'}] Feb 09 22:21:41.230885 n-d-828601-1 neutron-server[103203]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:21:41.232518 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:21:41.373399 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fea98b7b-75d2-4a32-96e1-9cfd32bd2ba8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729585839620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8712608'] for subnet (e2c7f4e7-a833-4701-8583-edb84b8f2d73), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:41.447168 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea98b7b-75d2-4a32-96e1-9cfd32bd2ba8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:41.448252 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fea98b7b-75d2-4a32-96e1-9cfd32bd2ba8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:41.452607 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fea98b7b-75d2-4a32-96e1-9cfd32bd2ba8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "PUT /v2.0/subnets/e2c7f4e7-a833-4701-8583-edb84b8f2d73 HTTP/1.1" status: 200 len: 877 time: 0.5627773 Feb 09 22:21:41.454960 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44784) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:41.463126 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea98b7b-75d2-4a32-96e1-9cfd32bd2ba8 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event updated for resources: {'Subnet': ['ID=e2c7f4e7-a833-4701-8583-edb84b8f2d73,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:41.658128 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:41.741498 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:41.778805 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (e2c7f4e7-a833-4701-8583-edb84b8f2d73), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:41.820092 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:41.964619 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c6834-02d7-4f6a-bd9c-6a7bbd95857d req-ed7be37d-e6c7-462e-8260-5e67a309c0f8 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:41.966062 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b1c6834-02d7-4f6a-bd9c-6a7bbd95857d req-ed7be37d-e6c7-462e-8260-5e67a309c0f8 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=73980689-4948-448f-82ad-69037aebed64 HTTP/1.1" status: 200 len: 1127 time: 0.0995362 Feb 09 22:21:41.970563 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0b2c9-b191-47a4-bd3d-348b3b988dc6 req-d5a06d8c-b8a8-48fd-9db3-8ca70043b443 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:41.974835 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-27f0b2c9-b191-47a4-bd3d-348b3b988dc6 req-d5a06d8c-b8a8-48fd-9db3-8ca70043b443 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=73980689-4948-448f-82ad-69037aebed64 HTTP/1.1" status: 200 len: 1127 time: 0.1849625 Feb 09 22:21:41.997072 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] Allocated IP 172.20.0.3 (64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b/e2c7f4e7-a833-4701-8583-edb84b8f2d73/1940c139-739e-48fc-a366-d5fc433aa97b) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:21:42.096259 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b1c6834-02d7-4f6a-bd9c-6a7bbd95857d req-9e943e1f-9029-41a3-a322-548d5514e5f0 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189117 Feb 09 22:21:42.125889 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-27f0b2c9-b191-47a4-bd3d-348b3b988dc6 req-074b88c7-b28a-44ef-bd20-a97198b2a4e7 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Deleting port 1d0fc12e-93fa-4c34-80b5-e356a9867573 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:21:42.126449 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-27f0b2c9-b191-47a4-bd3d-348b3b988dc6 req-074b88c7-b28a-44ef-bd20-a97198b2a4e7 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1d0fc12e-93fa-4c34-80b5-e356a9867573), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:42.184577 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] Publish callbacks [] for port (1940c139-739e-48fc-a366-d5fc433aa97b), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:42.196507 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (1940c139-739e-48fc-a366-d5fc433aa97b), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:42.253590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-27f0b2c9-b191-47a4-bd3d-348b3b988dc6 req-074b88c7-b28a-44ef-bd20-a97198b2a4e7 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] For port 1d0fc12e-93fa-4c34-80b5-e356a9867573, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=1d0fc12e-93fa-4c34-80b5-e356a9867573,segment=NetworkSegment(316ee010-8ec4-4baa-b616-83f4fee341d9),segment_id=316ee010-8ec4-4baa-b616-83f4fee341d9)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:42.254058 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-27f0b2c9-b191-47a4-bd3d-348b3b988dc6 req-074b88c7-b28a-44ef-bd20-a97198b2a4e7 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1d0fc12e-93fa-4c34-80b5-e356a9867573), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:42.259241 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (e2c7f4e7-a833-4701-8583-edb84b8f2d73), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:42.260980 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] Network 64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:21:42.269953 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:42.276435 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:21:42.293077 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] Pushing event updated for resources: {'Port': ['ID=1940c139-739e-48fc-a366-d5fc433aa97b,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:42.320045 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-27f0b2c9-b191-47a4-bd3d-348b3b988dc6 req-074b88c7-b28a-44ef-bd20-a97198b2a4e7 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Calling delete_port for 1d0fc12e-93fa-4c34-80b5-e356a9867573 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:21:42.323032 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Subnet': ['ID=e2c7f4e7-a833-4701-8583-edb84b8f2d73,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:42.389765 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] Attempting to bind port 1940c139-739e-48fc-a366-d5fc433aa97b on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:21:42.390240 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] Attempting to bind port 1940c139-739e-48fc-a366-d5fc433aa97b by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '564c39f9-b7ed-4799-8ab1-f8af66033e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:21:42.390732 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] Attempting to bind port 1940c139-739e-48fc-a366-d5fc433aa97b on network 64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:21:42.398943 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:21:42.399446 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] Checking segment: {'id': '564c39f9-b7ed-4799-8ab1-f8af66033e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:42.400039 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:42.400548 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] Bound using segment: {'id': '564c39f9-b7ed-4799-8ab1-f8af66033e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:21:42.401434 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] Bound port: 1940c139-739e-48fc-a366-d5fc433aa97b, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564c39f9-b7ed-4799-8ab1-f8af66033e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:21:42.402083 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1940c139-739e-48fc-a366-d5fc433aa97b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:42.498914 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:42.506917 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] For port 1940c139-739e-48fc-a366-d5fc433aa97b, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:21:42.511403 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] For port 1940c139-739e-48fc-a366-d5fc433aa97b, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1940c139-739e-48fc-a366-d5fc433aa97b,segment=NetworkSegment(564c39f9-b7ed-4799-8ab1-f8af66033e0b),segment_id=564c39f9-b7ed-4799-8ab1-f8af66033e0b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:21:42.520530 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (1940c139-739e-48fc-a366-d5fc433aa97b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:42.543804 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:42.559961 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564c39f9-b7ed-4799-8ab1-f8af66033e0b') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:42.560521 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564c39f9-b7ed-4799-8ab1-f8af66033e0b') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:42.587677 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (564c39f9-b7ed-4799-8ab1-f8af66033e0b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:42.618921 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (564c39f9-b7ed-4799-8ab1-f8af66033e0b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:42.637942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551817f4-87fb-4aed-9a45-6500f0c372f9 None None] Pushing event updated for resources: {'Port': ['ID=1940c139-739e-48fc-a366-d5fc433aa97b,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:42.656327 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:21:42.657661 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (564c39f9-b7ed-4799-8ab1-f8af66033e0b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:21:42.665484 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:21:42.668640 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0d58a7-8a18-43ea-a2ba-4b39766f78a3 None None] get_active_networks_info from n-d-828601-1 {{(pid=103203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:21:42.795558 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.db.api [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 22:21:42.795558 n-d-828601-1 neutron-server[103201]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 22:21:42.795558 n-d-828601-1 neutron-server[103201]: [parameters: {'id': '64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b'}] Feb 09 22:21:42.795558 n-d-828601-1 neutron-server[103201]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103201) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:21:42.796415 n-d-828601-1 neutron-server[103201]: DEBUG oslo_db.api [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:21:42.799216 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-27f0b2c9-b191-47a4-bd3d-348b3b988dc6 req-074b88c7-b28a-44ef-bd20-a97198b2a4e7 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1d0fc12e-93fa-4c34-80b5-e356a9867573), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:42.849492 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b88c7-b28a-44ef-bd20-a97198b2a4e7 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d0fc12e-93fa-4c34-80b5-e356a9867573,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:42.876597 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['51f859e6-2574-435d-8089-4e173742d0c5'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:21:42.913842 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f0b2c9-b191-47a4-bd3d-348b3b988dc6 req-074b88c7-b28a-44ef-bd20-a97198b2a4e7 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] No DVR routers for this DVR port 1d0fc12e-93fa-4c34-80b5-e356a9867573 on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:21:42.917383 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-27f0b2c9-b191-47a4-bd3d-348b3b988dc6 req-074b88c7-b28a-44ef-bd20-a97198b2a4e7 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:42.920990 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-27f0b2c9-b191-47a4-bd3d-348b3b988dc6 req-074b88c7-b28a-44ef-bd20-a97198b2a4e7 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.42 "DELETE /v2.0/ports/1d0fc12e-93fa-4c34-80b5-e356a9867573 HTTP/1.1" status: 204 len: 173 time: 0.9341576 Feb 09 22:21:42.921496 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73980689-4948-448f-82ad-69037aebed64', 'name': 'network-vif-deleted', 'tag': '1d0fc12e-93fa-4c34-80b5-e356a9867573'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:21:42.925403 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30b2ea3-1f5d-48c5-b5c9-cc8bea3d458b" -d '{"events": [{"server_uuid": "73980689-4948-448f-82ad-69037aebed64", "name": "network-vif-deleted", "tag": "1d0fc12e-93fa-4c34-80b5-e356a9867573"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:21:42.927380 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['1d0fc12e-93fa-4c34-80b5-e356a9867573'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:21:43.046706 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0d58a7-8a18-43ea-a2ba-4b39766f78a3 None None] Resources bound (agent type, host, resource id): {{(pid=103203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:21:43.053271 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:43.197657 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d0736e-b344-4346-8c8a-1421cb068b61 x-openstack-request-id: req-73d0736e-b344-4346-8c8a-1421cb068b61 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:21:43.198459 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73980689-4948-448f-82ad-69037aebed64", "name": "network-vif-deleted", "tag": "1d0fc12e-93fa-4c34-80b5-e356a9867573", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:21:43.199110 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-73d0736e-b344-4346-8c8a-1421cb068b61 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:21:43.200024 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73980689-4948-448f-82ad-69037aebed64', 'name': 'network-vif-deleted', 'tag': '1d0fc12e-93fa-4c34-80b5-e356a9867573', 'status': 'completed', 'code': 200} Feb 09 22:21:43.299834 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:43.339215 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80b68719-f3cd-4b4c-9cfa-de40f42eca18 req-ce5332bb-9f7a-434d-9304-1f7aae50dce8 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=73980689-4948-448f-82ad-69037aebed64 HTTP/1.1" status: 200 len: 210 time: 0.0424895 Feb 09 22:21:43.407167 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Deleting port 1940c139-739e-48fc-a366-d5fc433aa97b {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:21:43.407511 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1940c139-739e-48fc-a366-d5fc433aa97b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:43.488505 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] For port 1940c139-739e-48fc-a366-d5fc433aa97b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1940c139-739e-48fc-a366-d5fc433aa97b,segment=NetworkSegment(564c39f9-b7ed-4799-8ab1-f8af66033e0b),segment_id=564c39f9-b7ed-4799-8ab1-f8af66033e0b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:43.488880 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1940c139-739e-48fc-a366-d5fc433aa97b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:43.521525 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Calling delete_port for 1940c139-739e-48fc-a366-d5fc433aa97b owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:21:43.589209 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f864c0f1-bb77-4bd0-a227-8c54628ee0f0 None None] Network 64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:43.724681 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1940c139-739e-48fc-a366-d5fc433aa97b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:43.786717 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Port': ['ID=1940c139-739e-48fc-a366-d5fc433aa97b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:43.801538 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dab629-f58d-44a1-bede-afd85dd74d8d None None] Network 64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:43.802525 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No DVR routers for this DVR port 1940c139-739e-48fc-a366-d5fc433aa97b on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:21:43.937530 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:43.980259 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:43.992614 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564c39f9-b7ed-4799-8ab1-f8af66033e0b') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:43.992964 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564c39f9-b7ed-4799-8ab1-f8af66033e0b') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:44.006891 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (564c39f9-b7ed-4799-8ab1-f8af66033e0b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:44.024385 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (564c39f9-b7ed-4799-8ab1-f8af66033e0b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:44.032874 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:21:44.033345 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (564c39f9-b7ed-4799-8ab1-f8af66033e0b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:21:44.037100 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:21:44.114069 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:44.126833 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:44.133355 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b HTTP/1.1" status: 204 len: 168 time: 2.6772265 Feb 09 22:21:44.138700 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44812) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:44.165770 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297009fb-16a3-4c1f-9f95-456fe2a4ee47 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Network': ['ID=64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:44.195402 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-337627b3-2553-4699-baef-64b428980510 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] DELETE failed (client error): The resource could not be found. Feb 09 22:21:44.195991 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337627b3-2553-4699-baef-64b428980510 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:21:44.200169 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-337627b3-2553-4699-baef-64b428980510 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/subnets/e2c7f4e7-a833-4701-8583-edb84b8f2d73 HTTP/1.1" status: 404 len: 337 time: 0.0597966 Feb 09 22:21:44.203347 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44814) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:44.225491 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e422a99-1cd9-4536-9f55-416092285e88 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] DELETE failed (client error): The resource could not be found. Feb 09 22:21:44.226000 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e422a99-1cd9-4536-9f55-416092285e88 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:21:44.229463 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4e422a99-1cd9-4536-9f55-416092285e88 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/64e4ddfe-a9d0-4ebd-bfb0-a853267cc57b HTTP/1.1" status: 404 len: 339 time: 0.0246999 Feb 09 22:21:44.232916 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44816) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:44.262643 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-42bac0c5-789a-4ade-9e37-05b021cd2113 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] DELETE failed (client error): The resource could not be found. Feb 09 22:21:44.263251 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42bac0c5-789a-4ade-9e37-05b021cd2113 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:21:44.267179 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-42bac0c5-789a-4ade-9e37-05b021cd2113 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/subnets/7181a40b-8cff-48d6-9d72-3277e99e1b92 HTTP/1.1" status: 404 len: 337 time: 0.0329013 Feb 09 22:21:44.269950 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44818) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:44.291821 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1a2555-b780-412c-8510-b3e9202b9904 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] DELETE failed (client error): The resource could not be found. Feb 09 22:21:44.292445 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1a2555-b780-412c-8510-b3e9202b9904 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:21:44.295852 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ea1a2555-b780-412c-8510-b3e9202b9904 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/374bfdf0-815f-46b1-b283-04086468f88d HTTP/1.1" status: 404 len: 339 time: 0.0247564 Feb 09 22:21:44.300365 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44820) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:44.403262 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-668c7196-5555-4734-a39f-18c8485daf8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (60851e29-96aa-47cb-989f-37e8fcf6ae59), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:44.541806 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-668c7196-5555-4734-a39f-18c8485daf8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (60851e29-96aa-47cb-989f-37e8fcf6ae59), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:44.591384 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-668c7196-5555-4734-a39f-18c8485daf8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60851e29-96aa-47cb-989f-37e8fcf6ae59']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:44.614050 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-668c7196-5555-4734-a39f-18c8485daf8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a889281d-d5ca-41d1-be70-0ff908b473a9') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:44.614633 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-668c7196-5555-4734-a39f-18c8485daf8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a889281d-d5ca-41d1-be70-0ff908b473a9') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:44.637690 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-668c7196-5555-4734-a39f-18c8485daf8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (a889281d-d5ca-41d1-be70-0ff908b473a9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:44.659195 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b82ad4f2-3b75-4c95-8457-777b540a6dee req-60218be7-32e0-406f-9ad9-4ff0dd03f3b7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=17b5c1ec-69e3-4c41-9d45-c13f469b00de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1563237 Feb 09 22:21:44.673756 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-668c7196-5555-4734-a39f-18c8485daf8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (a889281d-d5ca-41d1-be70-0ff908b473a9), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:44.685010 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668c7196-5555-4734-a39f-18c8485daf8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:21:44.685772 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-668c7196-5555-4734-a39f-18c8485daf8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (a889281d-d5ca-41d1-be70-0ff908b473a9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:21:44.696007 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:21:44.743868 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:44.838788 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-668c7196-5555-4734-a39f-18c8485daf8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (60851e29-96aa-47cb-989f-37e8fcf6ae59), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:44.853247 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-668c7196-5555-4734-a39f-18c8485daf8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:44.856671 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-668c7196-5555-4734-a39f-18c8485daf8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/60851e29-96aa-47cb-989f-37e8fcf6ae59 HTTP/1.1" status: 204 len: 168 time: 0.5551341 Feb 09 22:21:44.860798 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44834) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:44.869783 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ad4f2-3b75-4c95-8457-777b540a6dee req-f6c3577c-2b70-4ea9-bde2-93384357ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:44.871399 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b82ad4f2-3b75-4c95-8457-777b540a6dee req-f6c3577c-2b70-4ea9-bde2-93384357ac0a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=088b541bb04f43c8a407ba5abadba127&device_id=17b5c1ec-69e3-4c41-9d45-c13f469b00de HTTP/1.1" status: 200 len: 1128 time: 0.1280890 Feb 09 22:21:44.873434 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c7196-5555-4734-a39f-18c8485daf8c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Network': ['ID=60851e29-96aa-47cb-989f-37e8fcf6ae59,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:44.881670 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c2fcc-2356-4ef6-a4e8-2a42cea0c17f req-90e5cf5a-8bc0-4f60-afe8-502cb6e26e83 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:44.883292 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b19c2fcc-2356-4ef6-a4e8-2a42cea0c17f req-90e5cf5a-8bc0-4f60-afe8-502cb6e26e83 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=17b5c1ec-69e3-4c41-9d45-c13f469b00de HTTP/1.1" status: 200 len: 1128 time: 0.1115496 Feb 09 22:21:44.932599 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-99778fe8-57fd-445a-b31f-4f00d3c697dd tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] DELETE failed (client error): The resource could not be found. Feb 09 22:21:44.933197 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99778fe8-57fd-445a-b31f-4f00d3c697dd tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:21:44.939991 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-99778fe8-57fd-445a-b31f-4f00d3c697dd tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/subnets/16698582-f768-4613-8dff-b5c03ac00718 HTTP/1.1" status: 404 len: 337 time: 0.0721202 Feb 09 22:21:44.942881 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44836) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:44.988003 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc15d09a-1ea6-432b-b0ce-0a6d78f30ca9 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] DELETE failed (client error): The resource could not be found. Feb 09 22:21:44.989561 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc15d09a-1ea6-432b-b0ce-0a6d78f30ca9 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:21:44.997382 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dc15d09a-1ea6-432b-b0ce-0a6d78f30ca9 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/ad714f29-6b77-4f7d-aba6-068167b124ad HTTP/1.1" status: 404 len: 339 time: 0.0526974 Feb 09 22:21:44.999999 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44842) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:45.014778 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b19c2fcc-2356-4ef6-a4e8-2a42cea0c17f req-24cf21f7-cfc9-437d-8e00-7c6c731ec2d1 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163311 Feb 09 22:21:45.046333 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81652dd-96f6-4a81-baac-485f5e76144c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] DELETE failed (client error): The resource could not be found. Feb 09 22:21:45.046860 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c81652dd-96f6-4a81-baac-485f5e76144c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:21:45.049274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ad4f2-3b75-4c95-8457-777b540a6dee req-9e9e69ec-9db1-4391-80d3-602211915983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:45.051198 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b82ad4f2-3b75-4c95-8457-777b540a6dee req-9e9e69ec-9db1-4391-80d3-602211915983 service neutron] 10.222.0.71 "GET /v2.0/networks?id=67e1a0db-6141-45ef-b975-67bec8252f29 HTTP/1.1" status: 200 len: 910 time: 0.1356025 Feb 09 22:21:45.052622 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c81652dd-96f6-4a81-baac-485f5e76144c tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/subnets/57762cd8-c4d7-4a78-83e1-a9d41e658094 HTTP/1.1" status: 404 len: 337 time: 0.0498655 Feb 09 22:21:45.053869 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44844) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:45.088600 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-14cbf576-0a4c-44d3-b0b7-d43452661922 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] DELETE failed (client error): The resource could not be found. Feb 09 22:21:45.089467 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14cbf576-0a4c-44d3-b0b7-d43452661922 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:21:45.095479 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-14cbf576-0a4c-44d3-b0b7-d43452661922 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/72ce03fd-f76b-46d2-bc3c-bdbc5e2fe1d7 HTTP/1.1" status: 404 len: 339 time: 0.0398386 Feb 09 22:21:45.099616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44846) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:45.102223 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b82ad4f2-3b75-4c95-8457-777b540a6dee req-4b608e07-628b-4aa6-9dd7-e3a665590a27 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51f859e6-2574-435d-8089-4e173742d0c5 HTTP/1.1" status: 200 len: 217 time: 0.0438309 Feb 09 22:21:45.139540 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2ac19b-63a0-449c-800f-a7f7f73d45bc tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] DELETE failed (client error): The resource could not be found. Feb 09 22:21:45.140945 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df2ac19b-63a0-449c-800f-a7f7f73d45bc tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:21:45.146514 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-df2ac19b-63a0-449c-800f-a7f7f73d45bc tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/subnets/5a3fc919-c2eb-46be-8ba9-c4eff803e043 HTTP/1.1" status: 404 len: 337 time: 0.0443811 Feb 09 22:21:45.149150 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44848) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:45.169563 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ad4f2-3b75-4c95-8457-777b540a6dee req-36a51997-6382-49fb-b4e5-0aa416db7edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:45.171503 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b82ad4f2-3b75-4c95-8457-777b540a6dee req-36a51997-6382-49fb-b4e5-0aa416db7edf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=78403603-60e5-4c70-a5f8-b8ca35b125dd HTTP/1.1" status: 200 len: 848 time: 0.0615914 Feb 09 22:21:45.173729 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-76bf0874-0cf6-423a-9385-a572b16f6711 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] DELETE failed (client error): The resource could not be found. Feb 09 22:21:45.174245 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76bf0874-0cf6-423a-9385-a572b16f6711 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:21:45.177538 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-76bf0874-0cf6-423a-9385-a572b16f6711 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/7d885fbb-939e-4a18-859e-92dfa465b521 HTTP/1.1" status: 404 len: 339 time: 0.0269582 Feb 09 22:21:45.180098 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44850) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:45.207972 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e13d47e-eee2-4230-ac33-4eedaa463c39 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] DELETE failed (client error): The resource could not be found. Feb 09 22:21:45.208343 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e13d47e-eee2-4230-ac33-4eedaa463c39 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:21:45.211610 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6e13d47e-eee2-4230-ac33-4eedaa463c39 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/subnets/e947c915-5ab2-484b-99c5-38b82a93027a HTTP/1.1" status: 404 len: 337 time: 0.0304477 Feb 09 22:21:45.216667 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44852) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:45.233794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ad4f2-3b75-4c95-8457-777b540a6dee req-1cd00087-b027-45ae-af80-cc768be88fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:45.236905 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b82ad4f2-3b75-4c95-8457-777b540a6dee req-1cd00087-b027-45ae-af80-cc768be88fea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=67e1a0db-6141-45ef-b975-67bec8252f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0572567 Feb 09 22:21:45.249671 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87c14bf-fda5-41fb-9540-6ab549e18392 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] DELETE failed (client error): The resource could not be found. Feb 09 22:21:45.251053 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c87c14bf-fda5-41fb-9540-6ab549e18392 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:21:45.260460 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c87c14bf-fda5-41fb-9540-6ab549e18392 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/5c9ab4b0-eef3-4f22-a35a-633b060c148e HTTP/1.1" status: 404 len: 339 time: 0.0380578 Feb 09 22:21:45.261003 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44854) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:45.317144 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-d03a973d-a100-4dc7-800f-d30558d2a103 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] DELETE failed (client error): The resource could not be found. Feb 09 22:21:45.317905 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d03a973d-a100-4dc7-800f-d30558d2a103 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:21:45.323744 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d03a973d-a100-4dc7-800f-d30558d2a103 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/subnets/deeb0381-3c15-4f09-a698-ce59b035a52f HTTP/1.1" status: 404 len: 337 time: 0.0609856 Feb 09 22:21:45.326360 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44856) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:45.353848 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59c68f6-47c7-4b58-904c-2b959a874bdd tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] DELETE failed (client error): The resource could not be found. Feb 09 22:21:45.353848 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59c68f6-47c7-4b58-904c-2b959a874bdd tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:21:45.356719 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b59c68f6-47c7-4b58-904c-2b959a874bdd tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/4143b500-6a23-4f35-83af-b26d5877f25f HTTP/1.1" status: 404 len: 339 time: 0.0289092 Feb 09 22:21:45.361448 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44858) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:45.392560 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b82ad4f2-3b75-4c95-8457-777b540a6dee req-89d1ebc4-0bef-4773-bb22-749d5d5c8b48 service neutron] 10.222.0.71 "GET /v2.0/networks/67e1a0db-6141-45ef-b975-67bec8252f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470611 Feb 09 22:21:45.409594 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0764a5-7ed6-49a1-8410-2e8a177cb1a1 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] DELETE failed (client error): The resource could not be found. Feb 09 22:21:45.410388 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0764a5-7ed6-49a1-8410-2e8a177cb1a1 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:21:45.418990 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dc0764a5-7ed6-49a1-8410-2e8a177cb1a1 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/subnets/6316edff-5038-49fe-b08c-691f494ac6b4 HTTP/1.1" status: 404 len: 337 time: 0.0532176 Feb 09 22:21:45.420770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44860) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:45.441182 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-afda47b5-08b7-4930-875d-ccfc1c2c946f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] DELETE failed (client error): The resource could not be found. Feb 09 22:21:45.441889 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afda47b5-08b7-4930-875d-ccfc1c2c946f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:21:45.445539 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-afda47b5-08b7-4930-875d-ccfc1c2c946f tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/a8e3fb9e-cb81-4f8e-bd02-5aa7f31f1105 HTTP/1.1" status: 404 len: 339 time: 0.0230341 Feb 09 22:21:45.447706 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44862) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:45.476001 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4ccc73-c5d4-417a-adbb-c78f266fb866 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] DELETE failed (client error): The resource could not be found. Feb 09 22:21:45.476383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b4ccc73-c5d4-417a-adbb-c78f266fb866 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:21:45.481989 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3b4ccc73-c5d4-417a-adbb-c78f266fb866 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/subnets/85cc68d4-45e6-450b-9b0e-ed1bed7d1bb9 HTTP/1.1" status: 404 len: 337 time: 0.0306172 Feb 09 22:21:45.482382 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44866) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:45.501226 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb906262-b20e-4ebd-a26b-869779871f48 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] DELETE failed (client error): The resource could not be found. Feb 09 22:21:45.501899 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb906262-b20e-4ebd-a26b-869779871f48 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:21:45.507452 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-eb906262-b20e-4ebd-a26b-869779871f48 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/1429a3e2-b5c4-4396-85d0-09a085787fa9 HTTP/1.1" status: 404 len: 339 time: 0.0217555 Feb 09 22:21:45.508026 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44868) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:45.581373 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-e433eb3e-84ec-4e4c-bc09-d478a3f29d62 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] DELETE failed (client error): The resource could not be found. Feb 09 22:21:45.582151 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e433eb3e-84ec-4e4c-bc09-d478a3f29d62 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:21:45.586576 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e433eb3e-84ec-4e4c-bc09-d478a3f29d62 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/subnets/623f81ef-8e45-4b31-9fce-ebef4572924d HTTP/1.1" status: 404 len: 337 time: 0.0770001 Feb 09 22:21:45.591771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44870) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:45.606960 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:45.610250 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b82ad4f2-3b75-4c95-8457-777b540a6dee req-2768a86c-fe2a-4bf7-9665-60e0dc1fdc5c service neutron] 10.222.0.71 "GET /v2.0/networks/67e1a0db-6141-45ef-b975-67bec8252f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122998 Feb 09 22:21:45.618575 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb2e303-b72c-4870-b2c5-f140a923e66b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] DELETE failed (client error): The resource could not be found. Feb 09 22:21:45.619194 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb2e303-b72c-4870-b2c5-f140a923e66b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:21:45.627025 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3cb2e303-b72c-4870-b2c5-f140a923e66b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/fb2ba9d4-3a30-4ac2-9dd2-a3529fb32a33 HTTP/1.1" status: 404 len: 339 time: 0.0238662 Feb 09 22:21:45.627365 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44872) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:45.694037 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-e56f8870-6618-4ea6-afd5-c1c6f7587384 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Deleting subnet f5107725-7526-4602-833f-4b77586e9079 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:21:45.698130 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e56f8870-6618-4ea6-afd5-c1c6f7587384 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for subnet (f5107725-7526-4602-833f-4b77586e9079), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:45.753399 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e56f8870-6618-4ea6-afd5-c1c6f7587384 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (f5107725-7526-4602-833f-4b77586e9079), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:45.897739 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e56f8870-6618-4ea6-afd5-c1c6f7587384 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (f5107725-7526-4602-833f-4b77586e9079), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:46.013694 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e56f8870-6618-4ea6-afd5-c1c6f7587384 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (f5107725-7526-4602-833f-4b77586e9079), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:46.050467 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f8870-6618-4ea6-afd5-c1c6f7587384 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Subnet': ['ID=f5107725-7526-4602-833f-4b77586e9079,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:46.055670 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e56f8870-6618-4ea6-afd5-c1c6f7587384 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:46.060299 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e56f8870-6618-4ea6-afd5-c1c6f7587384 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/subnets/f5107725-7526-4602-833f-4b77586e9079 HTTP/1.1" status: 204 len: 168 time: 0.4317076 Feb 09 22:21:46.063878 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44882) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:46.067264 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5874ac33-c7a2-4ed9-acef-2c8e6048bb8b None None] Network 1b28a967-98d2-489a-8c4d-e90ac8708b9f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:46.085647 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8870-6618-4ea6-afd5-c1c6f7587384 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:46.086304 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8870-6618-4ea6-afd5-c1c6f7587384 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:46.088226 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8870-6618-4ea6-afd5-c1c6f7587384 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:46.088226 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8870-6618-4ea6-afd5-c1c6f7587384 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:46.088695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8870-6618-4ea6-afd5-c1c6f7587384 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:46.089126 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8870-6618-4ea6-afd5-c1c6f7587384 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:46.089748 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8870-6618-4ea6-afd5-c1c6f7587384 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:46.090535 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8870-6618-4ea6-afd5-c1c6f7587384 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:46.091156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8870-6618-4ea6-afd5-c1c6f7587384 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:46.091807 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8870-6618-4ea6-afd5-c1c6f7587384 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:46.092670 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8870-6618-4ea6-afd5-c1c6f7587384 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:46.093295 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8870-6618-4ea6-afd5-c1c6f7587384 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:46.093939 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8870-6618-4ea6-afd5-c1c6f7587384 tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:46.234219 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:46.333697 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dff3f55e-bedc-4c80-aed3-42f7b425c37b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (1b28a967-98d2-489a-8c4d-e90ac8708b9f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:46.348778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed562732-2de8-49fc-8457-58bbfb455f64 None None] DHCP port deletion for 1b28a967-98d2-489a-8c4d-e90ac8708b9f request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:21:46.360149 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646fdf5-d409-456e-b476-8aa0afae8a2f req-054ceadf-1ff1-456f-900e-95a2283cf163 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:46.361956 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3646fdf5-d409-456e-b476-8aa0afae8a2f req-054ceadf-1ff1-456f-900e-95a2283cf163 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=17b5c1ec-69e3-4c41-9d45-c13f469b00de HTTP/1.1" status: 200 len: 1128 time: 0.2247205 Feb 09 22:21:46.366156 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc9f22-8440-4330-8873-9fd8490c1615 req-a945560c-aa08-472d-8448-1b6c1a034748 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:46.367752 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a0cc9f22-8440-4330-8873-9fd8490c1615 req-a945560c-aa08-472d-8448-1b6c1a034748 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=17b5c1ec-69e3-4c41-9d45-c13f469b00de HTTP/1.1" status: 200 len: 1128 time: 0.1644554 Feb 09 22:21:46.399157 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 1d0fc12e-93fa-4c34-80b5-e356a9867573 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:21:46.436461 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 1d0fc12e-93fa-4c34-80b5-e356a9867573 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:21:46.436975 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 1d0fc12e-93fa-4c34-80b5-e356a9867573 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:21:46.472173 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ed562732-2de8-49fc-8457-58bbfb455f64 None None] Deleting port 1b6e4cbd-1463-4395-bab0-f2ced8c057c5 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:21:46.473277 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ed562732-2de8-49fc-8457-58bbfb455f64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1b6e4cbd-1463-4395-bab0-f2ced8c057c5), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:46.560563 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a0cc9f22-8440-4330-8873-9fd8490c1615 req-3d8a8fd0-fbab-4ab2-a061-a41908c3f9d9 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd60110c-7f73-4c2b-a08e-b5df22d4fa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432390 Feb 09 22:21:46.579178 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-dff3f55e-bedc-4c80-aed3-42f7b425c37b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Deleting port 1b6e4cbd-1463-4395-bab0-f2ced8c057c5 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:21:46.580123 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dff3f55e-bedc-4c80-aed3-42f7b425c37b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1b6e4cbd-1463-4395-bab0-f2ced8c057c5), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:46.593327 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ed562732-2de8-49fc-8457-58bbfb455f64 None None] For port 1b6e4cbd-1463-4395-bab0-f2ced8c057c5, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1b6e4cbd-1463-4395-bab0-f2ced8c057c5,segment=NetworkSegment(b33ab923-fa75-4bc0-85ae-5cdf0f3b6328),segment_id=b33ab923-fa75-4bc0-85ae-5cdf0f3b6328)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:46.593999 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ed562732-2de8-49fc-8457-58bbfb455f64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1b6e4cbd-1463-4395-bab0-f2ced8c057c5), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:46.626117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ed562732-2de8-49fc-8457-58bbfb455f64 None None] Calling delete_port for 1b6e4cbd-1463-4395-bab0-f2ced8c057c5 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:21:46.681618 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-3646fdf5-d409-456e-b476-8aa0afae8a2f req-d7c8fb7a-3664-45b1-8662-9cb1acbd6453 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Deleting port 51f859e6-2574-435d-8089-4e173742d0c5 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:21:46.682220 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3646fdf5-d409-456e-b476-8aa0afae8a2f req-d7c8fb7a-3664-45b1-8662-9cb1acbd6453 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (51f859e6-2574-435d-8089-4e173742d0c5), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:46.774174 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ed562732-2de8-49fc-8457-58bbfb455f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (1b6e4cbd-1463-4395-bab0-f2ced8c057c5), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:46.813371 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-3646fdf5-d409-456e-b476-8aa0afae8a2f req-d7c8fb7a-3664-45b1-8662-9cb1acbd6453 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] For port 51f859e6-2574-435d-8089-4e173742d0c5, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=51f859e6-2574-435d-8089-4e173742d0c5,segment=NetworkSegment(316ee010-8ec4-4baa-b616-83f4fee341d9),segment_id=316ee010-8ec4-4baa-b616-83f4fee341d9)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:46.813753 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3646fdf5-d409-456e-b476-8aa0afae8a2f req-d7c8fb7a-3664-45b1-8662-9cb1acbd6453 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (51f859e6-2574-435d-8089-4e173742d0c5), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:46.832155 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed562732-2de8-49fc-8457-58bbfb455f64 None None] Pushing event deleted for resources: {'Port': ['ID=1b6e4cbd-1463-4395-bab0-f2ced8c057c5,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:46.837084 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-dff3f55e-bedc-4c80-aed3-42f7b425c37b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] For port 1b6e4cbd-1463-4395-bab0-f2ced8c057c5, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=1b6e4cbd-1463-4395-bab0-f2ced8c057c5,segment=NetworkSegment(b33ab923-fa75-4bc0-85ae-5cdf0f3b6328),segment_id=b33ab923-fa75-4bc0-85ae-5cdf0f3b6328)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:46.837472 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dff3f55e-bedc-4c80-aed3-42f7b425c37b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1b6e4cbd-1463-4395-bab0-f2ced8c057c5), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:46.857770 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-3646fdf5-d409-456e-b476-8aa0afae8a2f req-d7c8fb7a-3664-45b1-8662-9cb1acbd6453 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Calling delete_port for 51f859e6-2574-435d-8089-4e173742d0c5 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:21:46.858056 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed562732-2de8-49fc-8457-58bbfb455f64 None None] No DVR routers for this DVR port 1b6e4cbd-1463-4395-bab0-f2ced8c057c5 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:21:46.863144 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-dff3f55e-bedc-4c80-aed3-42f7b425c37b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Calling delete_port for 1b6e4cbd-1463-4395-bab0-f2ced8c057c5 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:21:47.057345 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dff3f55e-bedc-4c80-aed3-42f7b425c37b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1b6e4cbd-1463-4395-bab0-f2ced8c057c5), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:47.120855 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3f55e-bedc-4c80-aed3-42f7b425c37b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Port': ['ID=1b6e4cbd-1463-4395-bab0-f2ced8c057c5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:47.122750 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff3f55e-bedc-4c80-aed3-42f7b425c37b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] No DVR routers for this DVR port 1b6e4cbd-1463-4395-bab0-f2ced8c057c5 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:21:47.173740 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3646fdf5-d409-456e-b476-8aa0afae8a2f req-d7c8fb7a-3664-45b1-8662-9cb1acbd6453 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (51f859e6-2574-435d-8089-4e173742d0c5), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:47.199968 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['51f859e6-2574-435d-8089-4e173742d0c5'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:21:47.256783 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8fb7a-3664-45b1-8662-9cb1acbd6453 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Pushing event deleted for resources: {'Port': ['ID=51f859e6-2574-435d-8089-4e173742d0c5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:47.309293 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dff3f55e-bedc-4c80-aed3-42f7b425c37b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (1b28a967-98d2-489a-8c4d-e90ac8708b9f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:47.353625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-3646fdf5-d409-456e-b476-8aa0afae8a2f req-d7c8fb7a-3664-45b1-8662-9cb1acbd6453 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] No DVR routers for this DVR port 51f859e6-2574-435d-8089-4e173742d0c5 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:21:47.360695 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3646fdf5-d409-456e-b476-8aa0afae8a2f req-d7c8fb7a-3664-45b1-8662-9cb1acbd6453 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:47.364300 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3646fdf5-d409-456e-b476-8aa0afae8a2f req-d7c8fb7a-3664-45b1-8662-9cb1acbd6453 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.71 "DELETE /v2.0/ports/51f859e6-2574-435d-8089-4e173742d0c5 HTTP/1.1" status: 204 len: 173 time: 0.9954073 Feb 09 22:21:47.364810 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b5c1ec-69e3-4c41-9d45-c13f469b00de', 'name': 'network-vif-deleted', 'tag': '51f859e6-2574-435d-8089-4e173742d0c5'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:21:47.367272 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcada5f-9f11-448d-95ff-0a6bc560cfd4" -d '{"events": [{"server_uuid": "17b5c1ec-69e3-4c41-9d45-c13f469b00de", "name": "network-vif-deleted", "tag": "51f859e6-2574-435d-8089-4e173742d0c5"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:21:47.382898 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-dff3f55e-bedc-4c80-aed3-42f7b425c37b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b28a967-98d2-489a-8c4d-e90ac8708b9f']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:47.403458 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-dff3f55e-bedc-4c80-aed3-42f7b425c37b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33ab923-fa75-4bc0-85ae-5cdf0f3b6328') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:47.403824 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-dff3f55e-bedc-4c80-aed3-42f7b425c37b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33ab923-fa75-4bc0-85ae-5cdf0f3b6328') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:47.424889 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dff3f55e-bedc-4c80-aed3-42f7b425c37b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (b33ab923-fa75-4bc0-85ae-5cdf0f3b6328), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:47.462536 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd2f909-1508-47c2-a2c9-cf2460d13864 x-openstack-request-id: req-7dd2f909-1508-47c2-a2c9-cf2460d13864 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:21:47.463192 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b5c1ec-69e3-4c41-9d45-c13f469b00de", "name": "network-vif-deleted", "tag": "51f859e6-2574-435d-8089-4e173742d0c5", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:21:47.463808 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7dd2f909-1508-47c2-a2c9-cf2460d13864 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:21:47.464515 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b5c1ec-69e3-4c41-9d45-c13f469b00de', 'name': 'network-vif-deleted', 'tag': '51f859e6-2574-435d-8089-4e173742d0c5', 'status': 'completed', 'code': 200} Feb 09 22:21:47.481759 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dff3f55e-bedc-4c80-aed3-42f7b425c37b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (b33ab923-fa75-4bc0-85ae-5cdf0f3b6328), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:47.494466 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff3f55e-bedc-4c80-aed3-42f7b425c37b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:21:47.495303 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dff3f55e-bedc-4c80-aed3-42f7b425c37b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (b33ab923-fa75-4bc0-85ae-5cdf0f3b6328), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:21:47.501257 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:21:47.622006 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dff3f55e-bedc-4c80-aed3-42f7b425c37b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (1b28a967-98d2-489a-8c4d-e90ac8708b9f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:47.638338 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dff3f55e-bedc-4c80-aed3-42f7b425c37b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:47.645041 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-dff3f55e-bedc-4c80-aed3-42f7b425c37b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] 10.222.0.77 "DELETE /v2.0/networks/1b28a967-98d2-489a-8c4d-e90ac8708b9f HTTP/1.1" status: 204 len: 168 time: 1.5794539 Feb 09 22:21:47.668840 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3f55e-bedc-4c80-aed3-42f7b425c37b tempest-NetworksTest-1911900588 tempest-NetworksTest-1911900588-project] Pushing event deleted for resources: {'Network': ['ID=1b28a967-98d2-489a-8c4d-e90ac8708b9f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:47.771154 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-668b4f1b-e389-492a-8e00-0fd9319a5f77 req-e9d025d9-7db3-41a0-a2e3-3271badece63 tempest-TestServerMultinode-1006550594 tempest-TestServerMultinode-1006550594-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=17b5c1ec-69e3-4c41-9d45-c13f469b00de HTTP/1.1" status: 200 len: 210 time: 0.0498059 Feb 09 22:21:48.012315 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1b6e4cbd-1463-4395-bab0-f2ced8c057c5 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:21:48.062332 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 1b6e4cbd-1463-4395-bab0-f2ced8c057c5 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:21:48.062706 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 1b6e4cbd-1463-4395-bab0-f2ced8c057c5 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:21:48.210229 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44902) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:48.437086 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-04371d88-7e07-4a08-b91a-4fcf73cc1ca7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=427a90d38d874e0996e2d2f86bf17bd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2253871 Feb 09 22:21:48.441411 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44906) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:48.519013 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-383179ec-38d9-4eb1-b925-90fbda1269b6 admin admin] Publish callbacks [] for security_group (8a0e9bbf-a4c8-40de-b99a-be74f5900d28), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:48.552107 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-383179ec-38d9-4eb1-b925-90fbda1269b6 admin admin] Publish callbacks [] for security_group (8a0e9bbf-a4c8-40de-b99a-be74f5900d28), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:48.631565 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-383179ec-38d9-4eb1-b925-90fbda1269b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (8a0e9bbf-a4c8-40de-b99a-be74f5900d28), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:48.637923 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-383179ec-38d9-4eb1-b925-90fbda1269b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:48.645045 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-383179ec-38d9-4eb1-b925-90fbda1269b6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8a0e9bbf-a4c8-40de-b99a-be74f5900d28 HTTP/1.1" status: 204 len: 168 time: 0.1980023 Feb 09 22:21:48.660413 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383179ec-38d9-4eb1-b925-90fbda1269b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0e9bbf-a4c8-40de-b99a-be74f5900d28,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:48.885790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44918) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:49.719773 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44946) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:49.866644 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2cf5db56-a637-4bd2-80c1-2c091534cd05 tempest-DvrRoutersNegativeTest-1579299251 tempest-DvrRoutersNegativeTest-1579299251-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1737722688', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:49.869384 n-d-828601-1 neutron-server[103201]: DEBUG neutron.policy [None req-2cf5db56-a637-4bd2-80c1-2c091534cd05 tempest-DvrRoutersNegativeTest-1579299251 tempest-DvrRoutersNegativeTest-1579299251-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103201) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 09 22:21:49.869696 n-d-828601-1 neutron-server[103201]: DEBUG neutron.policy [None req-2cf5db56-a637-4bd2-80c1-2c091534cd05 tempest-DvrRoutersNegativeTest-1579299251 tempest-DvrRoutersNegativeTest-1579299251-project] Failed policy check for 'create_router' {{(pid=103201) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 09 22:21:49.870223 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-2cf5db56-a637-4bd2-80c1-2c091534cd05 tempest-DvrRoutersNegativeTest-1579299251 tempest-DvrRoutersNegativeTest-1579299251-project] create failed (client error): Access was denied to this resource. Feb 09 22:21:49.878459 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e8577979-fefe-4e98-b41d-a5212e4282bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (e3616341-db63-426f-88ce-0d9b220cacd5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:49.879261 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2cf5db56-a637-4bd2-80c1-2c091534cd05 tempest-DvrRoutersNegativeTest-1579299251 tempest-DvrRoutersNegativeTest-1579299251-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1557209 Feb 09 22:21:50.272990 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e8577979-fefe-4e98-b41d-a5212e4282bf admin admin] Deleting port 899b7ddb-ea5d-4f96-a150-19b301cd3f69 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:21:50.273629 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e8577979-fefe-4e98-b41d-a5212e4282bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (899b7ddb-ea5d-4f96-a150-19b301cd3f69), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:50.292439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 44960) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:50.373958 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e8577979-fefe-4e98-b41d-a5212e4282bf admin admin] For port 899b7ddb-ea5d-4f96-a150-19b301cd3f69, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=899b7ddb-ea5d-4f96-a150-19b301cd3f69,segment=NetworkSegment(316ee010-8ec4-4baa-b616-83f4fee341d9),segment_id=316ee010-8ec4-4baa-b616-83f4fee341d9)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:50.374269 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e8577979-fefe-4e98-b41d-a5212e4282bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (899b7ddb-ea5d-4f96-a150-19b301cd3f69), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:50.399692 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e8577979-fefe-4e98-b41d-a5212e4282bf admin admin] Calling delete_port for 899b7ddb-ea5d-4f96-a150-19b301cd3f69 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:21:50.457065 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-33bb7975-55af-40bb-9bd6-33ff4670413d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:50.583664 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-33bb7975-55af-40bb-9bd6-33ff4670413d admin admin] Publish callbacks [] for security_group (d3ddb7d5-c406-4edc-b503-9fc134195c79), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:50.589545 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-33bb7975-55af-40bb-9bd6-33ff4670413d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d3ddb7d5-c406-4edc-b503-9fc134195c79), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:50.650572 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e8577979-fefe-4e98-b41d-a5212e4282bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (899b7ddb-ea5d-4f96-a150-19b301cd3f69), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:50.678121 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb7975-55af-40bb-9bd6-33ff4670413d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ddb7d5-c406-4edc-b503-9fc134195c79,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:50.685945 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8577979-fefe-4e98-b41d-a5212e4282bf admin admin] Pushing event deleted for resources: {'Port': ['ID=899b7ddb-ea5d-4f96-a150-19b301cd3f69,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:50.691496 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-33bb7975-55af-40bb-9bd6-33ff4670413d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=67a999c674ac42d6beb86a185973714c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3977015 Feb 09 22:21:50.695366 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44968) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:50.882757 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6431f5ab-dd54-4881-a05d-2c7e1c3c1556 admin admin] Publish callbacks [] for security_group (d3ddb7d5-c406-4edc-b503-9fc134195c79), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:50.928201 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6431f5ab-dd54-4881-a05d-2c7e1c3c1556 admin admin] Publish callbacks [] for security_group (d3ddb7d5-c406-4edc-b503-9fc134195c79), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:50.990048 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 51f859e6-2574-435d-8089-4e173742d0c5 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:21:51.016933 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e8577979-fefe-4e98-b41d-a5212e4282bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (e3616341-db63-426f-88ce-0d9b220cacd5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:51.060927 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 51f859e6-2574-435d-8089-4e173742d0c5 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:21:51.061771 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 51f859e6-2574-435d-8089-4e173742d0c5 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:21:51.184165 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6431f5ab-dd54-4881-a05d-2c7e1c3c1556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d3ddb7d5-c406-4edc-b503-9fc134195c79), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:51.184165 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6431f5ab-dd54-4881-a05d-2c7e1c3c1556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:51.184165 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6431f5ab-dd54-4881-a05d-2c7e1c3c1556 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d3ddb7d5-c406-4edc-b503-9fc134195c79 HTTP/1.1" status: 204 len: 168 time: 0.4864018 Feb 09 22:21:51.215499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f5ab-dd54-4881-a05d-2c7e1c3c1556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ddb7d5-c406-4edc-b503-9fc134195c79,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:51.463000 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8577979-fefe-4e98-b41d-a5212e4282bf admin admin] Router e3616341-db63-426f-88ce-0d9b220cacd5 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:21:51.636721 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8577979-fefe-4e98-b41d-a5212e4282bf admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:21:51.649297 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e8577979-fefe-4e98-b41d-a5212e4282bf admin admin] 10.222.0.77 "PUT /v2.0/routers/e3616341-db63-426f-88ce-0d9b220cacd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7582319 Feb 09 22:21:51.649910 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 44982) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:51.659599 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bc3ace-09c5-4197-a8c5-ea492293c7b9 None None] Sync routers for ids ['e3616341-db63-426f-88ce-0d9b220cacd5'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:21:51.685080 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bc3ace-09c5-4197-a8c5-ea492293c7b9 None None] Routers {'e3616341-db63-426f-88ce-0d9b220cacd5'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:21:51.686571 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a6bc3ace-09c5-4197-a8c5-ea492293c7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:21:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e3616341-db63-426f-88ce-0d9b220cacd5'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:51.900132 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-659e9885-e665-467d-a1cf-ba9b9f29f290 admin admin] Publish callbacks [] for router (e3616341-db63-426f-88ce-0d9b220cacd5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:52.097581 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-659e9885-e665-467d-a1cf-ba9b9f29f290 admin admin] Publish callbacks [] for router_gateway (e3616341-db63-426f-88ce-0d9b220cacd5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:52.228968 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-a6bc3ace-09c5-4197-a8c5-ea492293c7b9 None None] Set router e3616341-db63-426f-88ce-0d9b220cacd5 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:21:52.231047 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-659e9885-e665-467d-a1cf-ba9b9f29f290 admin admin] Deleting port f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:21:52.231602 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-659e9885-e665-467d-a1cf-ba9b9f29f290 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:52.395064 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-659e9885-e665-467d-a1cf-ba9b9f29f290 admin admin] For port f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:52.395885 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-659e9885-e665-467d-a1cf-ba9b9f29f290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:52.418652 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-659e9885-e665-467d-a1cf-ba9b9f29f290 admin admin] Calling delete_port for f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:21:52.502557 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf01dd20-760d-4e19-85e0-acebb08445bb req-3b22291e-f4c3-434b-9032-cdc189a472b8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825496 Feb 09 22:21:52.590343 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45008) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:52.623947 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a6bc3ace-09c5-4197-a8c5-ea492293c7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3616341-db63-426f-88ce-0d9b220cacd5', 'name': 'tempest-TestServerMultinode-633781297-router', 'tenant_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:41Z', 'updated_at': '2022-02-09T22:21:50Z', 'revision_number': 5, 'project_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'gw_port': {'id': 'f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3616341-db63-426f-88ce-0d9b220cacd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:42Z', 'updated_at': '2022-02-09T22:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:52.682369 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bc3ace-09c5-4197-a8c5-ea492293c7b9 None None] Checking router: e3616341-db63-426f-88ce-0d9b220cacd5 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:21:52.693305 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bc3ace-09c5-4197-a8c5-ea492293c7b9 None None] Routers {'e3616341-db63-426f-88ce-0d9b220cacd5'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:21:52.694333 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a6bc3ace-09c5-4197-a8c5-ea492293c7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:21:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e3616341-db63-426f-88ce-0d9b220cacd5'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:52.700995 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01dd20-760d-4e19-85e0-acebb08445bb req-d737ff61-7e57-4256-8e0e-81635cdbab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:52.709853 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf01dd20-760d-4e19-85e0-acebb08445bb req-d737ff61-7e57-4256-8e0e-81635cdbab71 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 1127 time: 0.1345458 Feb 09 22:21:52.763094 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-659e9885-e665-467d-a1cf-ba9b9f29f290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:52.855224 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-a6bc3ace-09c5-4197-a8c5-ea492293c7b9 None None] Set router e3616341-db63-426f-88ce-0d9b220cacd5 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:21:52.867502 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c072ac84-f465-423e-8c6c-b5dc831b5963 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-718942969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:52.886160 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e9885-e665-467d-a1cf-ba9b9f29f290 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:52.933428 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a6bc3ace-09c5-4197-a8c5-ea492293c7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3616341-db63-426f-88ce-0d9b220cacd5', 'name': 'tempest-TestServerMultinode-633781297-router', 'tenant_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:41Z', 'updated_at': '2022-02-09T22:21:52Z', 'revision_number': 6, 'project_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:52.948484 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c072ac84-f465-423e-8c6c-b5dc831b5963 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (ccd9ef07-8aba-4894-b9a6-191647e48bd3), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:52.950214 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c072ac84-f465-423e-8c6c-b5dc831b5963 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (ccd9ef07-8aba-4894-b9a6-191647e48bd3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:52.973464 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-659e9885-e665-467d-a1cf-ba9b9f29f290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (e3616341-db63-426f-88ce-0d9b220cacd5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:53.006113 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01dd20-760d-4e19-85e0-acebb08445bb req-141886ff-ad69-4a44-960b-2c6b12efdba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:53.008882 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf01dd20-760d-4e19-85e0-acebb08445bb req-141886ff-ad69-4a44-960b-2c6b12efdba1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 912 time: 0.2700925 Feb 09 22:21:53.019264 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bc3ace-09c5-4197-a8c5-ea492293c7b9 None None] The sync data for ids ['e3616341-db63-426f-88ce-0d9b220cacd5'] in n-d-828601-1 is: [{'id': 'e3616341-db63-426f-88ce-0d9b220cacd5', 'name': 'tempest-TestServerMultinode-633781297-router', 'tenant_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:41Z', 'updated_at': '2022-02-09T22:21:52Z', 'revision_number': 6, 'project_id': 'e9d4d5f5f4de4ecd8749d140693205e8', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:21:53.129375 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-659e9885-e665-467d-a1cf-ba9b9f29f290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (e3616341-db63-426f-88ce-0d9b220cacd5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:53.132569 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-659e9885-e665-467d-a1cf-ba9b9f29f290 admin admin] Publish callbacks [] for router_controller (e3616341-db63-426f-88ce-0d9b220cacd5), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:53.169782 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c072ac84-f465-423e-8c6c-b5dc831b5963 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for router_controller (ccd9ef07-8aba-4894-b9a6-191647e48bd3), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:53.183286 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c072ac84-f465-423e-8c6c-b5dc831b5963 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (ccd9ef07-8aba-4894-b9a6-191647e48bd3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:53.194853 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-659e9885-e665-467d-a1cf-ba9b9f29f290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (e3616341-db63-426f-88ce-0d9b220cacd5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:53.195483 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659e9885-e665-467d-a1cf-ba9b9f29f290 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3616341-db63-426f-88ce-0d9b220cacd5 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:21:53.201297 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-659e9885-e665-467d-a1cf-ba9b9f29f290 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:53.202094 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-659e9885-e665-467d-a1cf-ba9b9f29f290 admin admin] 10.222.0.77 "DELETE /v2.0/routers/e3616341-db63-426f-88ce-0d9b220cacd5 HTTP/1.1" status: 204 len: 168 time: 1.5505536 Feb 09 22:21:53.206197 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45018) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:53.220279 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf01dd20-760d-4e19-85e0-acebb08445bb req-449638ef-5c46-4ec3-b165-f87127630f09 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 HTTP/1.1" status: 200 len: 1001 time: 0.1821966 Feb 09 22:21:53.253516 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c072ac84-f465-423e-8c6c-b5dc831b5963 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:53.260591 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c072ac84-f465-423e-8c6c-b5dc831b5963 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6621487 Feb 09 22:21:53.263284 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45022) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:53.268845 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-35307f6f-ae85-44e2-9e1e-729fc456a7fa tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1133696830'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:53.291946 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-62da1d4a-39c8-475a-a03a-d47d15829039 admin admin] Deleting subnet 78403603-60e5-4c70-a5f8-b8ca35b125dd {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:21:53.298525 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62da1d4a-39c8-475a-a03a-d47d15829039 admin admin] Publish callbacks [] for subnet (78403603-60e5-4c70-a5f8-b8ca35b125dd), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:53.322655 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35307f6f-ae85-44e2-9e1e-729fc456a7fa tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Made reservation on behalf of f9745299827a45b2bc71c3931c15c6df for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:53.326062 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35307f6f-ae85-44e2-9e1e-729fc456a7fa tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:53.336348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01dd20-760d-4e19-85e0-acebb08445bb req-ceade0c3-07bf-499d-a8cf-d06adf15f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:53.338958 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf01dd20-760d-4e19-85e0-acebb08445bb req-ceade0c3-07bf-499d-a8cf-d06adf15f4c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.1112909 Feb 09 22:21:53.340661 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35307f6f-ae85-44e2-9e1e-729fc456a7fa tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:53.364986 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62da1d4a-39c8-475a-a03a-d47d15829039 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (78403603-60e5-4c70-a5f8-b8ca35b125dd), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:53.445658 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01dd20-760d-4e19-85e0-acebb08445bb req-b865a129-fd2d-4922-9542-50a25ac9b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:53.448857 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf01dd20-760d-4e19-85e0-acebb08445bb req-b865a129-fd2d-4922-9542-50a25ac9b122 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1021137 Feb 09 22:21:53.519765 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62da1d4a-39c8-475a-a03a-d47d15829039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (78403603-60e5-4c70-a5f8-b8ca35b125dd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:53.568212 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35307f6f-ae85-44e2-9e1e-729fc456a7fa tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for security_group (3132762c-8c62-47c9-9aca-1fffc0e22ffb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:53.577167 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35307f6f-ae85-44e2-9e1e-729fc456a7fa tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3132762c-8c62-47c9-9aca-1fffc0e22ffb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:53.620860 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35307f6f-ae85-44e2-9e1e-729fc456a7fa tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:21:53.633957 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35307f6f-ae85-44e2-9e1e-729fc456a7fa tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3132762c-8c62-47c9-9aca-1fffc0e22ffb,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:53.642767 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35307f6f-ae85-44e2-9e1e-729fc456a7fa tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (aca3d9ee-9d02-488d-8ca0-b7eec16461a0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:53.643119 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-35307f6f-ae85-44e2-9e1e-729fc456a7fa tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Added segment aca3d9ee-9d02-488d-8ca0-b7eec16461a0 of type vlan for network 6ba57f73-067b-4d53-9fcd-5734a10c00d7 Feb 09 22:21:53.654138 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62da1d4a-39c8-475a-a03a-d47d15829039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (78403603-60e5-4c70-a5f8-b8ca35b125dd), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:53.667963 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf01dd20-760d-4e19-85e0-acebb08445bb req-16644ec7-9304-41a9-9c5f-3178a2dfcb74 service neutron] 10.222.0.42 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093697 Feb 09 22:21:53.717144 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da1d4a-39c8-475a-a03a-d47d15829039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78403603-60e5-4c70-a5f8-b8ca35b125dd,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:53.725643 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35307f6f-ae85-44e2-9e1e-729fc456a7fa tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (6ba57f73-067b-4d53-9fcd-5734a10c00d7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:53.728572 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62da1d4a-39c8-475a-a03a-d47d15829039 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:53.731982 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-62da1d4a-39c8-475a-a03a-d47d15829039 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/78403603-60e5-4c70-a5f8-b8ca35b125dd HTTP/1.1" status: 204 len: 168 time: 0.5243804 Feb 09 22:21:53.734654 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45024) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:53.740998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb96caa9-1798-4ff6-aca2-5657784e95bc None None] Network 67e1a0db-6141-45ef-b975-67bec8252f29 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:53.813625 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e5a3-33df-4166-81b2-9ed51e300245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (67e1a0db-6141-45ef-b975-67bec8252f29), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:53.863859 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35307f6f-ae85-44e2-9e1e-729fc456a7fa tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (6ba57f73-067b-4d53-9fcd-5734a10c00d7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:53.868953 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35307f6f-ae85-44e2-9e1e-729fc456a7fa tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:53.869599 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35307f6f-ae85-44e2-9e1e-729fc456a7fa tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:53.899182 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-35307f6f-ae85-44e2-9e1e-729fc456a7fa tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6299098 Feb 09 22:21:53.905747 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45026) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:53.943090 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-bd6275ef-e1fa-466f-8f0b-d2729a955618 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Request body: {'subnet': {'network_id': '6ba57f73-067b-4d53-9fcd-5734a10c00d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:54.051724 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35307f6f-ae85-44e2-9e1e-729fc456a7fa tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Pushing event updated for resources: {'Network': ['ID=6ba57f73-067b-4d53-9fcd-5734a10c00d7,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:54.078703 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4ed0e5a3-33df-4166-81b2-9ed51e300245 admin admin] Deleting port 6f105236-cdc4-4062-87d2-a4f4e38d183c {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:21:54.079187 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e5a3-33df-4166-81b2-9ed51e300245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (6f105236-cdc4-4062-87d2-a4f4e38d183c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:54.124507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 6ba57f73-067b-4d53-9fcd-5734a10c00d7 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:21:54.184180 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6275ef-e1fa-466f-8f0b-d2729a955618 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Made reservation on behalf of f9745299827a45b2bc71c3931c15c6df for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:54.189939 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd6275ef-e1fa-466f-8f0b-d2729a955618 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:54.313720 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:21:54.337955 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-4ed0e5a3-33df-4166-81b2-9ed51e300245 admin admin] For port 6f105236-cdc4-4062-87d2-a4f4e38d183c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=6f105236-cdc4-4062-87d2-a4f4e38d183c,segment=NetworkSegment(316ee010-8ec4-4baa-b616-83f4fee341d9),segment_id=316ee010-8ec4-4baa-b616-83f4fee341d9)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:54.338600 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e5a3-33df-4166-81b2-9ed51e300245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (6f105236-cdc4-4062-87d2-a4f4e38d183c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:54.358579 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4ed0e5a3-33df-4166-81b2-9ed51e300245 admin admin] Calling delete_port for 6f105236-cdc4-4062-87d2-a4f4e38d183c owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:21:54.406407 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:21:54.407698 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f2fdcb2e-6a61-43cf-b39f-fe327e2c8a3b not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:21:54.408353 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 899b7ddb-ea5d-4f96-a150-19b301cd3f69 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:21:54.411636 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf01dd20-760d-4e19-85e0-acebb08445bb req-4f6b1117-f563-463e-a0dd-ab61ae6542b6 service neutron] 10.222.0.42 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7360082 Feb 09 22:21:54.433423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 899b7ddb-ea5d-4f96-a150-19b301cd3f69 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:21:54.434172 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 899b7ddb-ea5d-4f96-a150-19b301cd3f69 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:21:54.541209 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd6275ef-e1fa-466f-8f0b-d2729a955618 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (1166ac75-17d9-4816-bc4f-e1954a6ce065), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:54.558274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e48261-1605-4ad8-a85e-a60dbf151600 None None] DHCP port deletion for 67e1a0db-6141-45ef-b975-67bec8252f29 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:21:54.613717 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6275ef-e1fa-466f-8f0b-d2729a955618 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Pushing event updated for resources: {'Subnet': ['ID=1166ac75-17d9-4816-bc4f-e1954a6ce065,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:54.616840 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e5a3-33df-4166-81b2-9ed51e300245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (6f105236-cdc4-4062-87d2-a4f4e38d183c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:54.634429 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed0e5a3-33df-4166-81b2-9ed51e300245 admin admin] No DVR routers for this DVR port 6f105236-cdc4-4062-87d2-a4f4e38d183c on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:21:54.671403 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-85e48261-1605-4ad8-a85e-a60dbf151600 None None] Deleting port 6f105236-cdc4-4062-87d2-a4f4e38d183c {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:21:54.672115 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-85e48261-1605-4ad8-a85e-a60dbf151600 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (6f105236-cdc4-4062-87d2-a4f4e38d183c), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:54.690196 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0e5a3-33df-4166-81b2-9ed51e300245 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f105236-cdc4-4062-87d2-a4f4e38d183c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:54.754689 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-85e48261-1605-4ad8-a85e-a60dbf151600 None None] For port 6f105236-cdc4-4062-87d2-a4f4e38d183c, host n-d-828601-1, got binding levels [] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:54.755594 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-85e48261-1605-4ad8-a85e-a60dbf151600 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (6f105236-cdc4-4062-87d2-a4f4e38d183c), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:54.770914 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6275ef-e1fa-466f-8f0b-d2729a955618 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Checking segment: {'id': 'aca3d9ee-9d02-488d-8ca0-b7eec16461a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6ba57f73-067b-4d53-9fcd-5734a10c00d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:54.771243 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6275ef-e1fa-466f-8f0b-d2729a955618 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Network hostable DHCP agents. Network: 6ba57f73-067b-4d53-9fcd-5734a10c00d7, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:21:54.774105 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-85e48261-1605-4ad8-a85e-a60dbf151600 None None] Calling delete_port for 6f105236-cdc4-4062-87d2-a4f4e38d183c owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:21:54.778948 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.ipam_backend_mixin [None req-85e48261-1605-4ad8-a85e-a60dbf151600 None None] Port 6f105236-cdc4-4062-87d2-a4f4e38d183c was not found and therefore no delete operation was performed {{(pid=103203) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:21:54.779282 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e5a3-33df-4166-81b2-9ed51e300245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (67e1a0db-6141-45ef-b975-67bec8252f29), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:54.781135 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-85e48261-1605-4ad8-a85e-a60dbf151600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (6f105236-cdc4-4062-87d2-a4f4e38d183c), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:54.794545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e48261-1605-4ad8-a85e-a60dbf151600 None None] No DVR routers for this DVR port 6f105236-cdc4-4062-87d2-a4f4e38d183c on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:21:54.815064 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e48261-1605-4ad8-a85e-a60dbf151600 None None] Pushing event deleted for resources: {'Port': ['ID=6f105236-cdc4-4062-87d2-a4f4e38d183c,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:54.815372 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-4ed0e5a3-33df-4166-81b2-9ed51e300245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e1a0db-6141-45ef-b975-67bec8252f29']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:54.837801 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6275ef-e1fa-466f-8f0b-d2729a955618 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Network 6ba57f73-067b-4d53-9fcd-5734a10c00d7 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:21:54.844239 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-4ed0e5a3-33df-4166-81b2-9ed51e300245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316ee010-8ec4-4baa-b616-83f4fee341d9') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:54.844594 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-4ed0e5a3-33df-4166-81b2-9ed51e300245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316ee010-8ec4-4baa-b616-83f4fee341d9') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:54.865282 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e5a3-33df-4166-81b2-9ed51e300245 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (316ee010-8ec4-4baa-b616-83f4fee341d9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:54.872586 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-bd6275ef-e1fa-466f-8f0b-d2729a955618 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 6ba57f73-067b-4d53-9fcd-5734a10c00d7) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:54.878056 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6275ef-e1fa-466f-8f0b-d2729a955618 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:54.878672 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd6275ef-e1fa-466f-8f0b-d2729a955618 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:54.887082 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae59a381-2a11-4763-96ed-499da50b00e9 None None] Network 6ba57f73-067b-4d53-9fcd-5734a10c00d7 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:54.895787 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e5a3-33df-4166-81b2-9ed51e300245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (316ee010-8ec4-4baa-b616-83f4fee341d9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:54.905803 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed0e5a3-33df-4166-81b2-9ed51e300245 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:21:54.907064 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e5a3-33df-4166-81b2-9ed51e300245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (316ee010-8ec4-4baa-b616-83f4fee341d9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:21:54.909790 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:21:54.920327 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bd6275ef-e1fa-466f-8f0b-d2729a955618 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9751260 Feb 09 22:21:54.921336 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45034) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:54.937414 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e381a86b-c368-4e75-a551-ec7eae9bd5f9 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Request body: {'network': {'name': 'tempest-router-network01--174681691'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:54.982838 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e381a86b-c368-4e75-a551-ec7eae9bd5f9 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Made reservation on behalf of f9745299827a45b2bc71c3931c15c6df for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:54.989138 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e381a86b-c368-4e75-a551-ec7eae9bd5f9 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:55.006302 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e5a3-33df-4166-81b2-9ed51e300245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (67e1a0db-6141-45ef-b975-67bec8252f29), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:55.025355 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e5a3-33df-4166-81b2-9ed51e300245 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:55.027036 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e381a86b-c368-4e75-a551-ec7eae9bd5f9 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:21:55.033994 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4ed0e5a3-33df-4166-81b2-9ed51e300245 admin admin] 10.222.0.77 "DELETE /v2.0/networks/67e1a0db-6141-45ef-b975-67bec8252f29 HTTP/1.1" status: 204 len: 168 time: 1.2981074 Feb 09 22:21:55.037214 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45036) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:55.053461 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e381a86b-c368-4e75-a551-ec7eae9bd5f9 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (5abd576e-abd6-4cab-b483-54a5195b0eae), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:55.054493 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-e381a86b-c368-4e75-a551-ec7eae9bd5f9 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Added segment 5abd576e-abd6-4cab-b483-54a5195b0eae of type vlan for network b92c2f5d-c4ce-4439-b68c-53b3d5696431 Feb 09 22:21:55.096878 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dc7cfd-4555-4c61-b245-526f5278a3e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-6ba57f73-067b-4d53-9fcd-5734a10c00d7', 'network_id': '6ba57f73-067b-4d53-9fcd-5734a10c00d7', 'project_id': 'f9745299827a45b2bc71c3931c15c6df', 'fixed_ips': [{'subnet_id': '1166ac75-17d9-4816-bc4f-e1954a6ce065'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:21:55.097779 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-20dc7cfd-4555-4c61-b245-526f5278a3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:55.139024 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e381a86b-c368-4e75-a551-ec7eae9bd5f9 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (b92c2f5d-c4ce-4439-b68c-53b3d5696431), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:55.176036 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e381a86b-c368-4e75-a551-ec7eae9bd5f9 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (b92c2f5d-c4ce-4439-b68c-53b3d5696431), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:55.181372 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e381a86b-c368-4e75-a551-ec7eae9bd5f9 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:55.182661 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e381a86b-c368-4e75-a551-ec7eae9bd5f9 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:55.263492 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e381a86b-c368-4e75-a551-ec7eae9bd5f9 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3367171 Feb 09 22:21:55.272521 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45042) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:55.281169 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a7d5f1e3-0087-447a-8d74-f682562ebcc8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Request body: {'network': {'name': 'tempest-router-network02--1669809815'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:55.331031 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381a86b-c368-4e75-a551-ec7eae9bd5f9 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Pushing event updated for resources: {'Network': ['ID=b92c2f5d-c4ce-4439-b68c-53b3d5696431,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:55.346688 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d5f1e3-0087-447a-8d74-f682562ebcc8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Made reservation on behalf of f9745299827a45b2bc71c3931c15c6df for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:55.351558 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7d5f1e3-0087-447a-8d74-f682562ebcc8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:55.381699 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network b92c2f5d-c4ce-4439-b68c-53b3d5696431 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:21:55.385920 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d5f1e3-0087-447a-8d74-f682562ebcc8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:21:55.400246 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7d5f1e3-0087-447a-8d74-f682562ebcc8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (4b794417-2ac1-4f86-abc3-934dc5ff72f3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:55.400452 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-a7d5f1e3-0087-447a-8d74-f682562ebcc8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Added segment 4b794417-2ac1-4f86-abc3-934dc5ff72f3 of type vlan for network dbcda809-e932-44f6-ba28-daee616aec15 Feb 09 22:21:55.454088 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7d5f1e3-0087-447a-8d74-f682562ebcc8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (dbcda809-e932-44f6-ba28-daee616aec15), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:55.469393 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0e5a3-33df-4166-81b2-9ed51e300245 admin admin] Pushing event deleted for resources: {'Network': ['ID=67e1a0db-6141-45ef-b975-67bec8252f29,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:55.492771 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7d5f1e3-0087-447a-8d74-f682562ebcc8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (dbcda809-e932-44f6-ba28-daee616aec15), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:55.500401 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d5f1e3-0087-447a-8d74-f682562ebcc8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:55.502356 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7d5f1e3-0087-447a-8d74-f682562ebcc8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:55.586069 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-20dc7cfd-4555-4c61-b245-526f5278a3e0 None None] Allocated IP 172.20.0.2 (6ba57f73-067b-4d53-9fcd-5734a10c00d7/1166ac75-17d9-4816-bc4f-e1954a6ce065/8812dd90-baf2-44a7-aa09-5d5d07e987db) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:21:55.597522 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a7d5f1e3-0087-447a-8d74-f682562ebcc8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3248651 Feb 09 22:21:55.601808 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45046) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:55.610923 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Request body: {'subnet': {'network_id': 'b92c2f5d-c4ce-4439-b68c-53b3d5696431', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:55.618974 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5f1e3-0087-447a-8d74-f682562ebcc8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Pushing event updated for resources: {'Network': ['ID=dbcda809-e932-44f6-ba28-daee616aec15,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:55.691982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network dbcda809-e932-44f6-ba28-daee616aec15 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:21:55.772209 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32e57d3a-810d-43af-a9f0-c3d27b048959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (b1a49d97-6551-4379-b422-d0cab3c25bd3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:55.778991 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Made reservation on behalf of f9745299827a45b2bc71c3931c15c6df for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:55.785388 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:55.982339 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-20dc7cfd-4555-4c61-b245-526f5278a3e0 None None] Publish callbacks [] for port (8812dd90-baf2-44a7-aa09-5d5d07e987db), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:56.000833 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-20dc7cfd-4555-4c61-b245-526f5278a3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (8812dd90-baf2-44a7-aa09-5d5d07e987db), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:56.011231 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6f105236-cdc4-4062-87d2-a4f4e38d183c no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:21:56.060406 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (f9abfe96-5da3-4a4d-bfc5-f644a57179c6), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:56.078993 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc7cfd-4555-4c61-b245-526f5278a3e0 None None] Pushing event updated for resources: {'Port': ['ID=8812dd90-baf2-44a7-aa09-5d5d07e987db,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:56.122892 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 6f105236-cdc4-4062-87d2-a4f4e38d183c {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:21:56.124324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6f105236-cdc4-4062-87d2-a4f4e38d183c not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:21:56.137580 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dc7cfd-4555-4c61-b245-526f5278a3e0 None None] Network 6ba57f73-067b-4d53-9fcd-5734a10c00d7 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:21:56.143254 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-20dc7cfd-4555-4c61-b245-526f5278a3e0 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:56.152027 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dc7cfd-4555-4c61-b245-526f5278a3e0 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:21:56.195388 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Checking segment: {'id': '5abd576e-abd6-4cab-b483-54a5195b0eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b92c2f5d-c4ce-4439-b68c-53b3d5696431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:56.196504 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Network hostable DHCP agents. Network: b92c2f5d-c4ce-4439-b68c-53b3d5696431, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:21:56.227736 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Pushing event updated for resources: {'Subnet': ['ID=f9abfe96-5da3-4a4d-bfc5-f644a57179c6,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:56.244225 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-20dc7cfd-4555-4c61-b245-526f5278a3e0 None None] Attempting to bind port 8812dd90-baf2-44a7-aa09-5d5d07e987db on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:21:56.244914 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-20dc7cfd-4555-4c61-b245-526f5278a3e0 None None] Attempting to bind port 8812dd90-baf2-44a7-aa09-5d5d07e987db by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'aca3d9ee-9d02-488d-8ca0-b7eec16461a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6ba57f73-067b-4d53-9fcd-5734a10c00d7'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:21:56.245720 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dc7cfd-4555-4c61-b245-526f5278a3e0 None None] Attempting to bind port 8812dd90-baf2-44a7-aa09-5d5d07e987db on network 6ba57f73-067b-4d53-9fcd-5734a10c00d7 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:21:56.246501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-32e57d3a-810d-43af-a9f0-c3d27b048959 admin admin] Deleting port 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:21:56.247021 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32e57d3a-810d-43af-a9f0-c3d27b048959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:56.254166 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dc7cfd-4555-4c61-b245-526f5278a3e0 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:21:56.254751 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dc7cfd-4555-4c61-b245-526f5278a3e0 None None] Checking segment: {'id': 'aca3d9ee-9d02-488d-8ca0-b7eec16461a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6ba57f73-067b-4d53-9fcd-5734a10c00d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:56.255138 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-20dc7cfd-4555-4c61-b245-526f5278a3e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:56.255964 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dc7cfd-4555-4c61-b245-526f5278a3e0 None None] Bound using segment: {'id': 'aca3d9ee-9d02-488d-8ca0-b7eec16461a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6ba57f73-067b-4d53-9fcd-5734a10c00d7'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:21:56.256777 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-20dc7cfd-4555-4c61-b245-526f5278a3e0 None None] Bound port: 8812dd90-baf2-44a7-aa09-5d5d07e987db, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca3d9ee-9d02-488d-8ca0-b7eec16461a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6ba57f73-067b-4d53-9fcd-5734a10c00d7'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:21:56.257258 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-20dc7cfd-4555-4c61-b245-526f5278a3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8812dd90-baf2-44a7-aa09-5d5d07e987db), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:56.258775 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:56.259791 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:56.260740 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:56.261637 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:56.262527 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:56.263405 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:56.264295 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:56.265223 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:56.267468 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:56.268463 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:56.269354 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:56.270233 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:56.271085 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:21:56.289553 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Network b92c2f5d-c4ce-4439-b68c-53b3d5696431 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:21:56.311416 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, b92c2f5d-c4ce-4439-b68c-53b3d5696431) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:56.317629 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:56.318674 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:56.329443 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78692ae-b1a7-41b1-b166-2d3e349a915f None None] Network b92c2f5d-c4ce-4439-b68c-53b3d5696431 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:56.347286 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-09a4c87d-bcd5-494a-854c-760c7ed855bc tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7437563 Feb 09 22:21:56.350583 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45048) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:56.358169 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-0c14b5e3-f4e0-4bc0-9ff2-dad7d0469c4f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Request body: {'subnet': {'network_id': 'dbcda809-e932-44f6-ba28-daee616aec15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:21:56.399355 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-20dc7cfd-4555-4c61-b245-526f5278a3e0 None None] For port 8812dd90-baf2-44a7-aa09-5d5d07e987db, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:21:56.419638 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-20dc7cfd-4555-4c61-b245-526f5278a3e0 None None] For port 8812dd90-baf2-44a7-aa09-5d5d07e987db, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8812dd90-baf2-44a7-aa09-5d5d07e987db,segment=NetworkSegment(aca3d9ee-9d02-488d-8ca0-b7eec16461a0),segment_id=aca3d9ee-9d02-488d-8ca0-b7eec16461a0)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:21:56.447716 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-20dc7cfd-4555-4c61-b245-526f5278a3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8812dd90-baf2-44a7-aa09-5d5d07e987db), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:56.452981 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-32e57d3a-810d-43af-a9f0-c3d27b048959 admin admin] For port 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921,segment=NetworkSegment(7187eb5f-6c0f-4494-b30f-f83a1787ec95),segment_id=7187eb5f-6c0f-4494-b30f-f83a1787ec95)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:56.453762 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32e57d3a-810d-43af-a9f0-c3d27b048959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:56.492005 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-32e57d3a-810d-43af-a9f0-c3d27b048959 admin admin] Calling delete_port for 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:21:56.531085 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeb05f8-bddf-4256-b794-a0288eb371cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-b92c2f5d-c4ce-4439-b68c-53b3d5696431', 'network_id': 'b92c2f5d-c4ce-4439-b68c-53b3d5696431', 'project_id': 'f9745299827a45b2bc71c3931c15c6df', 'fixed_ips': [{'subnet_id': 'f9abfe96-5da3-4a4d-bfc5-f644a57179c6'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:21:56.532686 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-adeb05f8-bddf-4256-b794-a0288eb371cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:56.568859 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc7cfd-4555-4c61-b245-526f5278a3e0 None None] Pushing event updated for resources: {'Port': ['ID=8812dd90-baf2-44a7-aa09-5d5d07e987db,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:56.570184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c14b5e3-f4e0-4bc0-9ff2-dad7d0469c4f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Made reservation on behalf of f9745299827a45b2bc71c3931c15c6df for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:21:56.575317 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0c14b5e3-f4e0-4bc0-9ff2-dad7d0469c4f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:56.749967 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-adeb05f8-bddf-4256-b794-a0288eb371cd None None] Allocated IP 172.20.0.2 (b92c2f5d-c4ce-4439-b68c-53b3d5696431/f9abfe96-5da3-4a4d-bfc5-f644a57179c6/59e2b5da-726e-4837-98f3-4eeedfb28b21) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:21:57.053226 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-adeb05f8-bddf-4256-b794-a0288eb371cd None None] Publish callbacks [] for port (59e2b5da-726e-4837-98f3-4eeedfb28b21), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:57.064690 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-adeb05f8-bddf-4256-b794-a0288eb371cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (59e2b5da-726e-4837-98f3-4eeedfb28b21), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:57.146703 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeb05f8-bddf-4256-b794-a0288eb371cd None None] Network b92c2f5d-c4ce-4439-b68c-53b3d5696431 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:21:57.164986 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-adeb05f8-bddf-4256-b794-a0288eb371cd None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:57.173141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeb05f8-bddf-4256-b794-a0288eb371cd None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:21:57.185545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb05f8-bddf-4256-b794-a0288eb371cd None None] Pushing event updated for resources: {'Port': ['ID=59e2b5da-726e-4837-98f3-4eeedfb28b21,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:57.314398 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-adeb05f8-bddf-4256-b794-a0288eb371cd None None] Attempting to bind port 59e2b5da-726e-4837-98f3-4eeedfb28b21 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:21:57.315143 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-adeb05f8-bddf-4256-b794-a0288eb371cd None None] Attempting to bind port 59e2b5da-726e-4837-98f3-4eeedfb28b21 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '5abd576e-abd6-4cab-b483-54a5195b0eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b92c2f5d-c4ce-4439-b68c-53b3d5696431'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:21:57.315879 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeb05f8-bddf-4256-b794-a0288eb371cd None None] Attempting to bind port 59e2b5da-726e-4837-98f3-4eeedfb28b21 on network b92c2f5d-c4ce-4439-b68c-53b3d5696431 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:21:57.325775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeb05f8-bddf-4256-b794-a0288eb371cd None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:21:57.326491 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeb05f8-bddf-4256-b794-a0288eb371cd None None] Checking segment: {'id': '5abd576e-abd6-4cab-b483-54a5195b0eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b92c2f5d-c4ce-4439-b68c-53b3d5696431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:57.327262 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-adeb05f8-bddf-4256-b794-a0288eb371cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:57.328089 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeb05f8-bddf-4256-b794-a0288eb371cd None None] Bound using segment: {'id': '5abd576e-abd6-4cab-b483-54a5195b0eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b92c2f5d-c4ce-4439-b68c-53b3d5696431'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:21:57.328993 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-adeb05f8-bddf-4256-b794-a0288eb371cd None None] Bound port: 59e2b5da-726e-4837-98f3-4eeedfb28b21, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abd576e-abd6-4cab-b483-54a5195b0eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b92c2f5d-c4ce-4439-b68c-53b3d5696431'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:21:57.329716 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-adeb05f8-bddf-4256-b794-a0288eb371cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (59e2b5da-726e-4837-98f3-4eeedfb28b21), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:57.441960 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0c14b5e3-f4e0-4bc0-9ff2-dad7d0469c4f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (5bc3f334-4b6f-4e54-85f6-b71730de251f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:57.470370 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-adeb05f8-bddf-4256-b794-a0288eb371cd None None] For port 59e2b5da-726e-4837-98f3-4eeedfb28b21, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:21:57.470692 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32e57d3a-810d-43af-a9f0-c3d27b048959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:57.476676 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-adeb05f8-bddf-4256-b794-a0288eb371cd None None] For port 59e2b5da-726e-4837-98f3-4eeedfb28b21, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=59e2b5da-726e-4837-98f3-4eeedfb28b21,segment=NetworkSegment(5abd576e-abd6-4cab-b483-54a5195b0eae),segment_id=5abd576e-abd6-4cab-b483-54a5195b0eae)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:21:57.492342 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-adeb05f8-bddf-4256-b794-a0288eb371cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (59e2b5da-726e-4837-98f3-4eeedfb28b21), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:57.535236 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e57d3a-810d-43af-a9f0-c3d27b048959 admin admin] Pushing event deleted for resources: {'Port': ['ID=97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:57.571566 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14b5e3-f4e0-4bc0-9ff2-dad7d0469c4f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Pushing event updated for resources: {'Subnet': ['ID=5bc3f334-4b6f-4e54-85f6-b71730de251f,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:57.634086 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c14b5e3-f4e0-4bc0-9ff2-dad7d0469c4f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Checking segment: {'id': '4b794417-2ac1-4f86-abc3-934dc5ff72f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dbcda809-e932-44f6-ba28-daee616aec15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:21:57.634461 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c14b5e3-f4e0-4bc0-9ff2-dad7d0469c4f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Network hostable DHCP agents. Network: dbcda809-e932-44f6-ba28-daee616aec15, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:21:57.722205 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb05f8-bddf-4256-b794-a0288eb371cd None None] Pushing event updated for resources: {'Port': ['ID=59e2b5da-726e-4837-98f3-4eeedfb28b21,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:57.819099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c14b5e3-f4e0-4bc0-9ff2-dad7d0469c4f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Network dbcda809-e932-44f6-ba28-daee616aec15 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:21:57.862241 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-0c14b5e3-f4e0-4bc0-9ff2-dad7d0469c4f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, dbcda809-e932-44f6-ba28-daee616aec15) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:21:57.882759 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60660641-f491-472e-8655-1b10de1a4f26 None None] Network dbcda809-e932-44f6-ba28-daee616aec15 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:57.884250 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32e57d3a-810d-43af-a9f0-c3d27b048959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (b1a49d97-6551-4379-b422-d0cab3c25bd3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:57.889332 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c14b5e3-f4e0-4bc0-9ff2-dad7d0469c4f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:57.890222 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0c14b5e3-f4e0-4bc0-9ff2-dad7d0469c4f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:58.060279 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45058) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:58.071317 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0c14b5e3-f4e0-4bc0-9ff2-dad7d0469c4f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7192476 Feb 09 22:21:58.518552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8812dd90-baf2-44a7-aa09-5d5d07e987db up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:21:58.521051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28260f78-1f28-4077-95c7-dc79c473e4dc None None] Network 6ba57f73-067b-4d53-9fcd-5734a10c00d7 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:21:58.555600 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e57d3a-810d-43af-a9f0-c3d27b048959 admin admin] Router b1a49d97-6551-4379-b422-d0cab3c25bd3 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:21:58.667110 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b1cc-175f-40dc-b0f9-3e59d169d24f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:58.682731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-907fc73c-f47a-4843-97ee-752fa8f28a93 None None] Provisioning complete for port 8812dd90-baf2-44a7-aa09-5d5d07e987db triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:21:58.683755 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-907fc73c-f47a-4843-97ee-752fa8f28a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8812dd90-baf2-44a7-aa09-5d5d07e987db), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:58.716033 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a35110-0a9e-446a-bd6b-11dece122ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-dbcda809-e932-44f6-ba28-daee616aec15', 'network_id': 'dbcda809-e932-44f6-ba28-daee616aec15', 'project_id': 'f9745299827a45b2bc71c3931c15c6df', 'fixed_ips': [{'subnet_id': '5bc3f334-4b6f-4e54-85f6-b71730de251f'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:21:58.719977 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f9a35110-0a9e-446a-bd6b-11dece122ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:58.745830 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e57d3a-810d-43af-a9f0-c3d27b048959 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:21:58.758999 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdfdb4f-3dd8-47a0-9cb8-e4a121b70e9f None None] Sync routers for ids ['b1a49d97-6551-4379-b422-d0cab3c25bd3'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:21:58.768282 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-32e57d3a-810d-43af-a9f0-c3d27b048959 admin admin] 10.222.0.77 "PUT /v2.0/routers/b1a49d97-6551-4379-b422-d0cab3c25bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7298708 Feb 09 22:21:58.769533 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45066) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:58.775639 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdfdb4f-3dd8-47a0-9cb8-e4a121b70e9f None None] Routers {'b1a49d97-6551-4379-b422-d0cab3c25bd3'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:21:58.776434 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-bcdfdb4f-3dd8-47a0-9cb8-e4a121b70e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:21:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b1a49d97-6551-4379-b422-d0cab3c25bd3'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:58.874171 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8812dd90-baf2-44a7-aa09-5d5d07e987db triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:21:58.874960 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8812dd90-baf2-44a7-aa09-5d5d07e987db), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:58.926971 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-acadde2d-0341-47f5-a7f9-e885adc64c24 admin admin] Publish callbacks [] for router (b1a49d97-6551-4379-b422-d0cab3c25bd3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:58.962539 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-bcdfdb4f-3dd8-47a0-9cb8-e4a121b70e9f None None] Set router b1a49d97-6551-4379-b422-d0cab3c25bd3 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:21:59.120774 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-acadde2d-0341-47f5-a7f9-e885adc64c24 admin admin] Publish callbacks [] for router_gateway (b1a49d97-6551-4379-b422-d0cab3c25bd3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:59.256164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-acadde2d-0341-47f5-a7f9-e885adc64c24 admin admin] Deleting port 2825dc5d-6a5d-4110-b55a-8983f34015cf {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:21:59.256893 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-acadde2d-0341-47f5-a7f9-e885adc64c24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (2825dc5d-6a5d-4110-b55a-8983f34015cf), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:59.330244 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-9ee8b1cc-175f-40dc-b0f9-3e59d169d24f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Allocated IP 172.20.0.1 (b92c2f5d-c4ce-4439-b68c-53b3d5696431/f9abfe96-5da3-4a4d-bfc5-f644a57179c6/b1219804-cccf-4ec6-b88b-49d260510d7e) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:21:59.417084 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-bcdfdb4f-3dd8-47a0-9cb8-e4a121b70e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a49d97-6551-4379-b422-d0cab3c25bd3', 'name': 'tempest-TestServerMultinode-1619903131-router', 'tenant_id': '088b541bb04f43c8a407ba5abadba127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '2825dc5d-6a5d-4110-b55a-8983f34015cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:53Z', 'updated_at': '2022-02-09T22:21:56Z', 'revision_number': 5, 'project_id': '088b541bb04f43c8a407ba5abadba127', 'gw_port': {'id': '2825dc5d-6a5d-4110-b55a-8983f34015cf', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a49d97-6551-4379-b422-d0cab3c25bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:54Z', 'updated_at': '2022-02-09T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:59.475974 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdfdb4f-3dd8-47a0-9cb8-e4a121b70e9f None None] Checking router: b1a49d97-6551-4379-b422-d0cab3c25bd3 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:21:59.499340 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdfdb4f-3dd8-47a0-9cb8-e4a121b70e9f None None] Routers {'b1a49d97-6551-4379-b422-d0cab3c25bd3'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:21:59.500825 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-bcdfdb4f-3dd8-47a0-9cb8-e4a121b70e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:21:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['b1a49d97-6551-4379-b422-d0cab3c25bd3'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:59.540380 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-f9a35110-0a9e-446a-bd6b-11dece122ad8 None None] Allocated IP 172.20.0.2 (dbcda809-e932-44f6-ba28-daee616aec15/5bc3f334-4b6f-4e54-85f6-b71730de251f/9af88a50-d8dd-4260-bdf1-d2ee31018a08) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:21:59.549746 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-acadde2d-0341-47f5-a7f9-e885adc64c24 admin admin] For port 2825dc5d-6a5d-4110-b55a-8983f34015cf, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2825dc5d-6a5d-4110-b55a-8983f34015cf,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:59.550437 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-acadde2d-0341-47f5-a7f9-e885adc64c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (2825dc5d-6a5d-4110-b55a-8983f34015cf), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:59.651128 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-acadde2d-0341-47f5-a7f9-e885adc64c24 admin admin] Calling delete_port for 2825dc5d-6a5d-4110-b55a-8983f34015cf owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:21:59.672713 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-bcdfdb4f-3dd8-47a0-9cb8-e4a121b70e9f None None] Set router b1a49d97-6551-4379-b422-d0cab3c25bd3 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:21:59.690142 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-907fc73c-f47a-4843-97ee-752fa8f28a93 None None] Current status of the port 8812dd90-baf2-44a7-aa09-5d5d07e987db is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:21:59.696726 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-907fc73c-f47a-4843-97ee-752fa8f28a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8812dd90-baf2-44a7-aa09-5d5d07e987db), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:59.739044 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-bcdfdb4f-3dd8-47a0-9cb8-e4a121b70e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a49d97-6551-4379-b422-d0cab3c25bd3', 'name': 'tempest-TestServerMultinode-1619903131-router', 'tenant_id': '088b541bb04f43c8a407ba5abadba127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:53Z', 'updated_at': '2022-02-09T22:21:59Z', 'revision_number': 6, 'project_id': '088b541bb04f43c8a407ba5abadba127', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:21:59.769354 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdfdb4f-3dd8-47a0-9cb8-e4a121b70e9f None None] The sync data for ids ['b1a49d97-6551-4379-b422-d0cab3c25bd3'] in n-d-828601-1 is: [{'id': 'b1a49d97-6551-4379-b422-d0cab3c25bd3', 'name': 'tempest-TestServerMultinode-1619903131-router', 'tenant_id': '088b541bb04f43c8a407ba5abadba127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:53Z', 'updated_at': '2022-02-09T22:21:59Z', 'revision_number': 6, 'project_id': '088b541bb04f43c8a407ba5abadba127', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:21:59.817374 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b1cc-175f-40dc-b0f9-3e59d169d24f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for port (b1219804-cccf-4ec6-b88b-49d260510d7e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:59.830244 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8812dd90-baf2-44a7-aa09-5d5d07e987db is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:21:59.830712 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8812dd90-baf2-44a7-aa09-5d5d07e987db), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:59.876458 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-907fc73c-f47a-4843-97ee-752fa8f28a93 None None] For port 8812dd90-baf2-44a7-aa09-5d5d07e987db, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8812dd90-baf2-44a7-aa09-5d5d07e987db,segment=NetworkSegment(aca3d9ee-9d02-488d-8ca0-b7eec16461a0),segment_id=aca3d9ee-9d02-488d-8ca0-b7eec16461a0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:21:59.890186 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-907fc73c-f47a-4843-97ee-752fa8f28a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8812dd90-baf2-44a7-aa09-5d5d07e987db), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:59.984950 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b1cc-175f-40dc-b0f9-3e59d169d24f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (b1219804-cccf-4ec6-b88b-49d260510d7e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:59.988913 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907fc73c-f47a-4843-97ee-752fa8f28a93 None None] Pushing event updated for resources: {'Port': ['ID=8812dd90-baf2-44a7-aa09-5d5d07e987db,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:21:59.989253 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-acadde2d-0341-47f5-a7f9-e885adc64c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (2825dc5d-6a5d-4110-b55a-8983f34015cf), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:00.002265 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f7966c-4c54-48f1-90f4-add48ba26d15 None None] Network b92c2f5d-c4ce-4439-b68c-53b3d5696431 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:22:00.076279 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee8b1cc-175f-40dc-b0f9-3e59d169d24f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Network b92c2f5d-c4ce-4439-b68c-53b3d5696431 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:22:00.088840 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-9ee8b1cc-175f-40dc-b0f9-3e59d169d24f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:22:00.095872 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee8b1cc-175f-40dc-b0f9-3e59d169d24f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:22:00.111346 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acadde2d-0341-47f5-a7f9-e885adc64c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=2825dc5d-6a5d-4110-b55a-8983f34015cf,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:00.174296 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b1cc-175f-40dc-b0f9-3e59d169d24f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (ccd9ef07-8aba-4894-b9a6-191647e48bd3), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:00.178539 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-acadde2d-0341-47f5-a7f9-e885adc64c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (b1a49d97-6551-4379-b422-d0cab3c25bd3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:00.223996 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f9a35110-0a9e-446a-bd6b-11dece122ad8 None None] Publish callbacks [] for port (9af88a50-d8dd-4260-bdf1-d2ee31018a08), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:00.282236 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8b1cc-175f-40dc-b0f9-3e59d169d24f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Pushing event updated for resources: {'Port': ['ID=b1219804-cccf-4ec6-b88b-49d260510d7e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:00.358240 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f9a35110-0a9e-446a-bd6b-11dece122ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (9af88a50-d8dd-4260-bdf1-d2ee31018a08), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:00.444081 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b1cc-175f-40dc-b0f9-3e59d169d24f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b1219804-cccf-4ec6-b88b-49d260510d7e), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:00.471371 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:22:00.471894 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:22:00.473208 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-acadde2d-0341-47f5-a7f9-e885adc64c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (b1a49d97-6551-4379-b422-d0cab3c25bd3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:00.481589 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-acadde2d-0341-47f5-a7f9-e885adc64c24 admin admin] Publish callbacks [] for router_controller (b1a49d97-6551-4379-b422-d0cab3c25bd3), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:00.494033 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-77ebc6c8-7ce5-442d-a152-764b2d63d6f0 None None] Provisioning complete for port 59e2b5da-726e-4837-98f3-4eeedfb28b21 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:22:00.494329 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-77ebc6c8-7ce5-442d-a152-764b2d63d6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (59e2b5da-726e-4837-98f3-4eeedfb28b21), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:00.500213 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a35110-0a9e-446a-bd6b-11dece122ad8 None None] Network dbcda809-e932-44f6-ba28-daee616aec15 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:22:00.523744 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-f9a35110-0a9e-446a-bd6b-11dece122ad8 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:22:00.528826 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a35110-0a9e-446a-bd6b-11dece122ad8 None None] Pushing event updated for resources: {'Port': ['ID=9af88a50-d8dd-4260-bdf1-d2ee31018a08,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:00.531998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a35110-0a9e-446a-bd6b-11dece122ad8 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:22:00.643230 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f9a35110-0a9e-446a-bd6b-11dece122ad8 None None] Attempting to bind port 9af88a50-d8dd-4260-bdf1-d2ee31018a08 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:22:00.643989 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f9a35110-0a9e-446a-bd6b-11dece122ad8 None None] Attempting to bind port 9af88a50-d8dd-4260-bdf1-d2ee31018a08 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '4b794417-2ac1-4f86-abc3-934dc5ff72f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dbcda809-e932-44f6-ba28-daee616aec15'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:22:00.644135 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a35110-0a9e-446a-bd6b-11dece122ad8 None None] Attempting to bind port 9af88a50-d8dd-4260-bdf1-d2ee31018a08 on network dbcda809-e932-44f6-ba28-daee616aec15 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:22:00.647571 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-acadde2d-0341-47f5-a7f9-e885adc64c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (b1a49d97-6551-4379-b422-d0cab3c25bd3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:00.648490 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acadde2d-0341-47f5-a7f9-e885adc64c24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1a49d97-6551-4379-b422-d0cab3c25bd3 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:22:00.652287 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a35110-0a9e-446a-bd6b-11dece122ad8 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:22:00.652762 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a35110-0a9e-446a-bd6b-11dece122ad8 None None] Checking segment: {'id': '4b794417-2ac1-4f86-abc3-934dc5ff72f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dbcda809-e932-44f6-ba28-daee616aec15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:22:00.653085 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f9a35110-0a9e-446a-bd6b-11dece122ad8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:00.653500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a35110-0a9e-446a-bd6b-11dece122ad8 None None] Bound using segment: {'id': '4b794417-2ac1-4f86-abc3-934dc5ff72f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dbcda809-e932-44f6-ba28-daee616aec15'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:22:00.654001 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f9a35110-0a9e-446a-bd6b-11dece122ad8 None None] Bound port: 9af88a50-d8dd-4260-bdf1-d2ee31018a08, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b794417-2ac1-4f86-abc3-934dc5ff72f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dbcda809-e932-44f6-ba28-daee616aec15'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:22:00.654402 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f9a35110-0a9e-446a-bd6b-11dece122ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9af88a50-d8dd-4260-bdf1-d2ee31018a08), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:00.665801 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-acadde2d-0341-47f5-a7f9-e885adc64c24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:00.667112 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-acadde2d-0341-47f5-a7f9-e885adc64c24 admin admin] 10.222.0.77 "DELETE /v2.0/routers/b1a49d97-6551-4379-b422-d0cab3c25bd3 HTTP/1.1" status: 204 len: 168 time: 1.8960729 Feb 09 22:22:00.674024 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45078) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:00.748456 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb45f7b8-a7e4-420c-aa76-cfb007000fa8 admin admin] Deleting subnet 5ebf1f4c-93c8-495e-a922-d9a63c20961a {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:22:00.755191 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb45f7b8-a7e4-420c-aa76-cfb007000fa8 admin admin] Publish callbacks [] for subnet (5ebf1f4c-93c8-495e-a922-d9a63c20961a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:00.799028 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-77ebc6c8-7ce5-442d-a152-764b2d63d6f0 None None] Current status of the port 59e2b5da-726e-4837-98f3-4eeedfb28b21 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:22:00.800180 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-77ebc6c8-7ce5-442d-a152-764b2d63d6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (59e2b5da-726e-4837-98f3-4eeedfb28b21), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:00.874474 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb45f7b8-a7e4-420c-aa76-cfb007000fa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (5ebf1f4c-93c8-495e-a922-d9a63c20961a), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:01.131257 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b1cc-175f-40dc-b0f9-3e59d169d24f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for port (b1219804-cccf-4ec6-b88b-49d260510d7e), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:01.156138 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b1cc-175f-40dc-b0f9-3e59d169d24f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (b1219804-cccf-4ec6-b88b-49d260510d7e), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:01.221723 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b1cc-175f-40dc-b0f9-3e59d169d24f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (ccd9ef07-8aba-4894-b9a6-191647e48bd3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:01.257835 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f9a35110-0a9e-446a-bd6b-11dece122ad8 None None] For port 9af88a50-d8dd-4260-bdf1-d2ee31018a08, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:22:01.264100 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f9a35110-0a9e-446a-bd6b-11dece122ad8 None None] For port 9af88a50-d8dd-4260-bdf1-d2ee31018a08, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9af88a50-d8dd-4260-bdf1-d2ee31018a08,segment=NetworkSegment(4b794417-2ac1-4f86-abc3-934dc5ff72f3),segment_id=4b794417-2ac1-4f86-abc3-934dc5ff72f3)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:22:01.273957 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8812dd90-baf2-44a7-aa09-5d5d07e987db is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:22:01.287410 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb45f7b8-a7e4-420c-aa76-cfb007000fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (5ebf1f4c-93c8-495e-a922-d9a63c20961a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:01.297209 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f9a35110-0a9e-446a-bd6b-11dece122ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9af88a50-d8dd-4260-bdf1-d2ee31018a08), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:01.325439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8b1cc-175f-40dc-b0f9-3e59d169d24f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Pushing event updated for resources: {'Port': ['ID=b1219804-cccf-4ec6-b88b-49d260510d7e,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:01.397446 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-77ebc6c8-7ce5-442d-a152-764b2d63d6f0 None None] For port 59e2b5da-726e-4837-98f3-4eeedfb28b21, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=59e2b5da-726e-4837-98f3-4eeedfb28b21,segment=NetworkSegment(5abd576e-abd6-4cab-b483-54a5195b0eae),segment_id=5abd576e-abd6-4cab-b483-54a5195b0eae)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:22:01.408760 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-77ebc6c8-7ce5-442d-a152-764b2d63d6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (59e2b5da-726e-4837-98f3-4eeedfb28b21), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:01.472753 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a35110-0a9e-446a-bd6b-11dece122ad8 None None] Pushing event updated for resources: {'Port': ['ID=9af88a50-d8dd-4260-bdf1-d2ee31018a08,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:01.485125 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-77ebc6c8-7ce5-442d-a152-764b2d63d6f0 None None] Provisioning complete for port 8812dd90-baf2-44a7-aa09-5d5d07e987db triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:22:01.485125 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-77ebc6c8-7ce5-442d-a152-764b2d63d6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8812dd90-baf2-44a7-aa09-5d5d07e987db), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:01.490860 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb45f7b8-a7e4-420c-aa76-cfb007000fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (5ebf1f4c-93c8-495e-a922-d9a63c20961a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:01.616551 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45f7b8-a7e4-420c-aa76-cfb007000fa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ebf1f4c-93c8-495e-a922-d9a63c20961a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:01.620555 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb45f7b8-a7e4-420c-aa76-cfb007000fa8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:01.625542 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-eb45f7b8-a7e4-420c-aa76-cfb007000fa8 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5ebf1f4c-93c8-495e-a922-d9a63c20961a HTTP/1.1" status: 204 len: 168 time: 0.9471514 Feb 09 22:22:01.625897 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0c2155-03a3-4a7a-bcd0-a27b7adfb391 None None] Network 1456ea00-7840-4fd5-bb80-0591c4fc3a7b requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:22:01.630357 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45082) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:01.630767 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee8b1cc-175f-40dc-b0f9-3e59d169d24f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Network b92c2f5d-c4ce-4439-b68c-53b3d5696431 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:22:01.633648 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-9ee8b1cc-175f-40dc-b0f9-3e59d169d24f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:22:01.638440 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebc6c8-7ce5-442d-a152-764b2d63d6f0 None None] Pushing event updated for resources: {'Port': ['ID=59e2b5da-726e-4837-98f3-4eeedfb28b21,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:01.870231 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e5a646a-ecdf-41c3-8fe0-6fd76ee0fdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (1456ea00-7840-4fd5-bb80-0591c4fc3a7b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:01.942066 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 59e2b5da-726e-4837-98f3-4eeedfb28b21 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:22:02.077387 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-77ebc6c8-7ce5-442d-a152-764b2d63d6f0 None None] Current status of the port 8812dd90-baf2-44a7-aa09-5d5d07e987db is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:22:02.096292 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 59e2b5da-726e-4837-98f3-4eeedfb28b21 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:22:02.101433 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (59e2b5da-726e-4837-98f3-4eeedfb28b21), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:02.118552 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3e5a646a-ecdf-41c3-8fe0-6fd76ee0fdb4 admin admin] Deleting port c18dea3b-a8c8-4024-bf66-359c77a7497e {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:22:02.119117 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e5a646a-ecdf-41c3-8fe0-6fd76ee0fdb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c18dea3b-a8c8-4024-bf66-359c77a7497e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:02.159756 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee8b1cc-175f-40dc-b0f9-3e59d169d24f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Router ccd9ef07-8aba-4894-b9a6-191647e48bd3 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:22:02.240518 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 59e2b5da-726e-4837-98f3-4eeedfb28b21 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:22:02.241760 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8812dd90-baf2-44a7-aa09-5d5d07e987db up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:22:02.302127 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6393f2a4-860f-44eb-acc4-a9ef49d692bd None None] Provisioning complete for port b1219804-cccf-4ec6-b88b-49d260510d7e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:22:02.302530 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6393f2a4-860f-44eb-acc4-a9ef49d692bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b1219804-cccf-4ec6-b88b-49d260510d7e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:02.398275 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e506265a-7707-4d66-a25e-f0f2a8b2c946 None None] DHCP port deletion for 1456ea00-7840-4fd5-bb80-0591c4fc3a7b request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:22:02.409511 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-3e5a646a-ecdf-41c3-8fe0-6fd76ee0fdb4 admin admin] For port c18dea3b-a8c8-4024-bf66-359c77a7497e, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c18dea3b-a8c8-4024-bf66-359c77a7497e,segment=NetworkSegment(7187eb5f-6c0f-4494-b30f-f83a1787ec95),segment_id=7187eb5f-6c0f-4494-b30f-f83a1787ec95)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:22:02.410123 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e5a646a-ecdf-41c3-8fe0-6fd76ee0fdb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c18dea3b-a8c8-4024-bf66-359c77a7497e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:02.425289 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6393f2a4-860f-44eb-acc4-a9ef49d692bd None None] Port b1219804-cccf-4ec6-b88b-49d260510d7e cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:22:02.442566 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3e5a646a-ecdf-41c3-8fe0-6fd76ee0fdb4 admin admin] Calling delete_port for c18dea3b-a8c8-4024-bf66-359c77a7497e owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:22:02.494111 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee8b1cc-175f-40dc-b0f9-3e59d169d24f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:22:02.514259 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8812dd90-baf2-44a7-aa09-5d5d07e987db triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:22:02.515113 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8812dd90-baf2-44a7-aa09-5d5d07e987db), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:02.520728 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9ee8b1cc-175f-40dc-b0f9-3e59d169d24f tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "PUT /v2.0/routers/ccd9ef07-8aba-4894-b9a6-191647e48bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4587388 Feb 09 22:22:02.524420 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45090) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:02.545644 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27e784f-3004-440b-8fe9-6b85697b64c8 None None] Sync routers for ids ['ccd9ef07-8aba-4894-b9a6-191647e48bd3'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:22:02.569248 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6393f2a4-860f-44eb-acc4-a9ef49d692bd None None] Provisioning complete for port 59e2b5da-726e-4837-98f3-4eeedfb28b21 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:22:02.569844 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6393f2a4-860f-44eb-acc4-a9ef49d692bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (59e2b5da-726e-4837-98f3-4eeedfb28b21), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:02.617256 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27e784f-3004-440b-8fe9-6b85697b64c8 None None] Routers {'ccd9ef07-8aba-4894-b9a6-191647e48bd3'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:22:02.618153 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d27e784f-3004-440b-8fe9-6b85697b64c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:21:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ccd9ef07-8aba-4894-b9a6-191647e48bd3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:02.654357 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e5a646a-ecdf-41c3-8fe0-6fd76ee0fdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c18dea3b-a8c8-4024-bf66-359c77a7497e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:02.692916 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d27e784f-3004-440b-8fe9-6b85697b64c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:02.709690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27e784f-3004-440b-8fe9-6b85697b64c8 None None] Routers {'ccd9ef07-8aba-4894-b9a6-191647e48bd3'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:22:02.710494 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d27e784f-3004-440b-8fe9-6b85697b64c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:21:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ccd9ef07-8aba-4894-b9a6-191647e48bd3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:02.746504 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5a646a-ecdf-41c3-8fe0-6fd76ee0fdb4 admin admin] No DVR routers for this DVR port c18dea3b-a8c8-4024-bf66-359c77a7497e on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:22:02.752638 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a646a-ecdf-41c3-8fe0-6fd76ee0fdb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c18dea3b-a8c8-4024-bf66-359c77a7497e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:02.788243 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e506265a-7707-4d66-a25e-f0f2a8b2c946 None None] Deleting port c18dea3b-a8c8-4024-bf66-359c77a7497e {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:22:02.788993 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e506265a-7707-4d66-a25e-f0f2a8b2c946 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c18dea3b-a8c8-4024-bf66-359c77a7497e), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:02.834255 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d27e784f-3004-440b-8fe9-6b85697b64c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:02.836126 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27e784f-3004-440b-8fe9-6b85697b64c8 None None] The sync data for ids ['ccd9ef07-8aba-4894-b9a6-191647e48bd3'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:22:03.023002 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e5a646a-ecdf-41c3-8fe0-6fd76ee0fdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (1456ea00-7840-4fd5-bb80-0591c4fc3a7b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:03.093675 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-3e5a646a-ecdf-41c3-8fe0-6fd76ee0fdb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1456ea00-7840-4fd5-bb80-0591c4fc3a7b']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:03.113882 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-3e5a646a-ecdf-41c3-8fe0-6fd76ee0fdb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7187eb5f-6c0f-4494-b30f-f83a1787ec95') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:03.114480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-3e5a646a-ecdf-41c3-8fe0-6fd76ee0fdb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7187eb5f-6c0f-4494-b30f-f83a1787ec95') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:03.152784 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e5a646a-ecdf-41c3-8fe0-6fd76ee0fdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (7187eb5f-6c0f-4494-b30f-f83a1787ec95), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:03.175195 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6393f2a4-860f-44eb-acc4-a9ef49d692bd None None] Current status of the port 59e2b5da-726e-4837-98f3-4eeedfb28b21 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:22:03.187098 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e5a646a-ecdf-41c3-8fe0-6fd76ee0fdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (7187eb5f-6c0f-4494-b30f-f83a1787ec95), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:03.200922 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e5a646a-ecdf-41c3-8fe0-6fd76ee0fdb4 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:22:03.201587 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e5a646a-ecdf-41c3-8fe0-6fd76ee0fdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (7187eb5f-6c0f-4494-b30f-f83a1787ec95), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:03.241687 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e506265a-7707-4d66-a25e-f0f2a8b2c946 None None] For port c18dea3b-a8c8-4024-bf66-359c77a7497e, host n-d-828601-1, got binding levels [] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:22:03.242269 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e506265a-7707-4d66-a25e-f0f2a8b2c946 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c18dea3b-a8c8-4024-bf66-359c77a7497e), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:03.258637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8812dd90-baf2-44a7-aa09-5d5d07e987db is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:22:03.276687 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e506265a-7707-4d66-a25e-f0f2a8b2c946 None None] Calling delete_port for c18dea3b-a8c8-4024-bf66-359c77a7497e owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:22:03.285705 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.ipam_backend_mixin [None req-e506265a-7707-4d66-a25e-f0f2a8b2c946 None None] Port c18dea3b-a8c8-4024-bf66-359c77a7497e was not found and therefore no delete operation was performed {{(pid=103203) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:22:03.290524 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:22:03.302304 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e506265a-7707-4d66-a25e-f0f2a8b2c946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (c18dea3b-a8c8-4024-bf66-359c77a7497e), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:03.334686 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e5a646a-ecdf-41c3-8fe0-6fd76ee0fdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (1456ea00-7840-4fd5-bb80-0591c4fc3a7b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:03.352529 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e5a646a-ecdf-41c3-8fe0-6fd76ee0fdb4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:03.363115 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e506265a-7707-4d66-a25e-f0f2a8b2c946 None None] No DVR routers for this DVR port c18dea3b-a8c8-4024-bf66-359c77a7497e on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:22:03.369650 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506265a-7707-4d66-a25e-f0f2a8b2c946 None None] Pushing event deleted for resources: {'Port': ['ID=c18dea3b-a8c8-4024-bf66-359c77a7497e,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:03.377357 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2825dc5d-6a5d-4110-b55a-8983f34015cf no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:22:03.405987 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3e5a646a-ecdf-41c3-8fe0-6fd76ee0fdb4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1456ea00-7840-4fd5-bb80-0591c4fc3a7b HTTP/1.1" status: 204 len: 168 time: 1.7730913 Feb 09 22:22:03.418488 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 2825dc5d-6a5d-4110-b55a-8983f34015cf {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:22:03.418997 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2825dc5d-6a5d-4110-b55a-8983f34015cf not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:22:03.419225 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-43c400c1-ba1f-416b-88ce-05ee8f8edc11 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:22:03.419995 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:22:03.436557 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:22:03.441061 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-43c400c1-ba1f-416b-88ce-05ee8f8edc11 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "PUT /v2.0/routers/ccd9ef07-8aba-4894-b9a6-191647e48bd3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9129157 Feb 09 22:22:03.442517 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45096) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:03.444499 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:22:03.444987 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 97f6dc1d-9d8f-4d7e-b738-9a5bad7e0921 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:22:03.447594 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a646a-ecdf-41c3-8fe0-6fd76ee0fdb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1456ea00-7840-4fd5-bb80-0591c4fc3a7b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:03.465441 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f8e2f3a3-3907-4813-ba26-4314b8f659cd None None] Provisioning complete for port b1219804-cccf-4ec6-b88b-49d260510d7e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:22:03.465907 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f3a3-3907-4813-ba26-4314b8f659cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b1219804-cccf-4ec6-b88b-49d260510d7e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:03.536231 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f8e2f3a3-3907-4813-ba26-4314b8f659cd None None] Port b1219804-cccf-4ec6-b88b-49d260510d7e cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:22:03.638823 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccca0d3-cbeb-48ca-90b5-f7d0cd011ea1 None None] Network dbcda809-e932-44f6-ba28-daee616aec15 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:22:03.750603 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f0633784-f1b5-452e-9374-4e76906cad4b None None] Provisioning complete for port 9af88a50-d8dd-4260-bdf1-d2ee31018a08 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:22:03.750977 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f0633784-f1b5-452e-9374-4e76906cad4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9af88a50-d8dd-4260-bdf1-d2ee31018a08), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:03.806835 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45100) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:03.847045 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9af88a50-d8dd-4260-bdf1-d2ee31018a08 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:22:03.901267 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45106) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:03.901585 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8a17200a-00cb-4e5b-a544-208f8c6c88db admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e9d4d5f5f4de4ecd8749d140693205e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0915670 Feb 09 22:22:04.000927 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9572964-8e50-4ee0-867d-071a7057c6e3 admin admin] Publish callbacks [] for security_group (e823d248-3cc5-4d0c-8bac-b6ec269e9ae5), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:04.017746 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f0633784-f1b5-452e-9374-4e76906cad4b None None] Current status of the port 9af88a50-d8dd-4260-bdf1-d2ee31018a08 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:22:04.018168 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f0633784-f1b5-452e-9374-4e76906cad4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9af88a50-d8dd-4260-bdf1-d2ee31018a08), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:04.030489 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9572964-8e50-4ee0-867d-071a7057c6e3 admin admin] Publish callbacks [] for security_group (e823d248-3cc5-4d0c-8bac-b6ec269e9ae5), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:04.033589 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 9af88a50-d8dd-4260-bdf1-d2ee31018a08 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:22:04.033975 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9af88a50-d8dd-4260-bdf1-d2ee31018a08), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:04.034609 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8db1909d-0896-4b03-8a49-2a56ac07d40e tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (ccd9ef07-8aba-4894-b9a6-191647e48bd3), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:04.089680 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f0633784-f1b5-452e-9374-4e76906cad4b None None] For port 9af88a50-d8dd-4260-bdf1-d2ee31018a08, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9af88a50-d8dd-4260-bdf1-d2ee31018a08,segment=NetworkSegment(4b794417-2ac1-4f86-abc3-934dc5ff72f3),segment_id=4b794417-2ac1-4f86-abc3-934dc5ff72f3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:22:04.100581 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f0633784-f1b5-452e-9374-4e76906cad4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9af88a50-d8dd-4260-bdf1-d2ee31018a08), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:04.184600 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9572964-8e50-4ee0-867d-071a7057c6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e823d248-3cc5-4d0c-8bac-b6ec269e9ae5), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:04.189107 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9572964-8e50-4ee0-867d-071a7057c6e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:04.202518 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 9af88a50-d8dd-4260-bdf1-d2ee31018a08 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:22:04.204730 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 59e2b5da-726e-4837-98f3-4eeedfb28b21 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:22:04.204941 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a9572964-8e50-4ee0-867d-071a7057c6e3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e823d248-3cc5-4d0c-8bac-b6ec269e9ae5 HTTP/1.1" status: 204 len: 168 time: 0.2928383 Feb 09 22:22:04.208734 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0633784-f1b5-452e-9374-4e76906cad4b None None] Pushing event updated for resources: {'Port': ['ID=9af88a50-d8dd-4260-bdf1-d2ee31018a08,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:04.258847 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9572964-8e50-4ee0-867d-071a7057c6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e823d248-3cc5-4d0c-8bac-b6ec269e9ae5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:04.267755 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 59e2b5da-726e-4837-98f3-4eeedfb28b21 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:22:04.268195 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (59e2b5da-726e-4837-98f3-4eeedfb28b21), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:04.428419 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 59e2b5da-726e-4837-98f3-4eeedfb28b21 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:22:04.513158 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c18dea3b-a8c8-4024-bf66-359c77a7497e no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:22:04.548925 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: c18dea3b-a8c8-4024-bf66-359c77a7497e {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:22:04.549568 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c18dea3b-a8c8-4024-bf66-359c77a7497e not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:22:04.577299 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6bcd5f9d-7fd3-4428-8324-ec0f146429d9 None None] Provisioning complete for port 9af88a50-d8dd-4260-bdf1-d2ee31018a08 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:22:04.578038 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6bcd5f9d-7fd3-4428-8324-ec0f146429d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9af88a50-d8dd-4260-bdf1-d2ee31018a08), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:04.615118 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8db1909d-0896-4b03-8a49-2a56ac07d40e tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Deleting port b1219804-cccf-4ec6-b88b-49d260510d7e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:22:04.615860 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8db1909d-0896-4b03-8a49-2a56ac07d40e tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b1219804-cccf-4ec6-b88b-49d260510d7e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:04.754230 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8db1909d-0896-4b03-8a49-2a56ac07d40e tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b1219804-cccf-4ec6-b88b-49d260510d7e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:04.770611 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8db1909d-0896-4b03-8a49-2a56ac07d40e tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Calling delete_port for b1219804-cccf-4ec6-b88b-49d260510d7e owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:22:04.851940 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6bcd5f9d-7fd3-4428-8324-ec0f146429d9 None None] Current status of the port 9af88a50-d8dd-4260-bdf1-d2ee31018a08 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:22:04.989379 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45118) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:05.041614 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-51b96d1a-f2ec-4fd6-9d0f-c759e5d53adf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=088b541bb04f43c8a407ba5abadba127&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0509021 Feb 09 22:22:05.044007 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45120) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:05.114784 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8db1909d-0896-4b03-8a49-2a56ac07d40e tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (b1219804-cccf-4ec6-b88b-49d260510d7e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:05.130360 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db847184-8fc9-4fb2-b97f-45819abffe04 admin admin] Publish callbacks [] for security_group (dd60110c-7f73-4c2b-a08e-b5df22d4fa84), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:05.148531 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1909d-0896-4b03-8a49-2a56ac07d40e tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Pushing event deleted for resources: {'Port': ['ID=b1219804-cccf-4ec6-b88b-49d260510d7e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:05.172885 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db847184-8fc9-4fb2-b97f-45819abffe04 admin admin] Publish callbacks [] for security_group (dd60110c-7f73-4c2b-a08e-b5df22d4fa84), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:05.260319 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db847184-8fc9-4fb2-b97f-45819abffe04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (dd60110c-7f73-4c2b-a08e-b5df22d4fa84), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:05.263688 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db847184-8fc9-4fb2-b97f-45819abffe04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:05.269285 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-db847184-8fc9-4fb2-b97f-45819abffe04 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dd60110c-7f73-4c2b-a08e-b5df22d4fa84 HTTP/1.1" status: 204 len: 168 time: 0.2229066 Feb 09 22:22:05.290373 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db847184-8fc9-4fb2-b97f-45819abffe04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd60110c-7f73-4c2b-a08e-b5df22d4fa84,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:05.412607 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8db1909d-0896-4b03-8a49-2a56ac07d40e tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (ccd9ef07-8aba-4894-b9a6-191647e48bd3), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:05.667090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9af88a50-d8dd-4260-bdf1-d2ee31018a08 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:22:05.813815 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 9af88a50-d8dd-4260-bdf1-d2ee31018a08 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:22:05.814614 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9af88a50-d8dd-4260-bdf1-d2ee31018a08), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:06.019956 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 9af88a50-d8dd-4260-bdf1-d2ee31018a08 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:22:06.183492 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db1909d-0896-4b03-8a49-2a56ac07d40e tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Router ccd9ef07-8aba-4894-b9a6-191647e48bd3 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:22:06.267037 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db1909d-0896-4b03-8a49-2a56ac07d40e tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:22:06.277522 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45126) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:06.282892 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fcadb2-e7fa-46a1-8230-140bbe84289b None None] Sync routers for ids ['ccd9ef07-8aba-4894-b9a6-191647e48bd3'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:22:06.284602 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8db1909d-0896-4b03-8a49-2a56ac07d40e tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "PUT /v2.0/routers/ccd9ef07-8aba-4894-b9a6-191647e48bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8402333 Feb 09 22:22:06.301475 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fcadb2-e7fa-46a1-8230-140bbe84289b None None] Routers {'ccd9ef07-8aba-4894-b9a6-191647e48bd3'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:22:06.302427 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-10fcadb2-e7fa-46a1-8230-140bbe84289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:21:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ccd9ef07-8aba-4894-b9a6-191647e48bd3'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:06.325146 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-1a43a079-8ed6-47c2-a48e-b0789f78dd42 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] delete failed (client error): The resource could not be found. Feb 09 22:22:06.331730 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45128) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:06.337362 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-13a2fd96-e79e-45e4-ae12-7723e51ce135 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ccd9ef07-8aba-4894-b9a6-191647e48bd3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:22:06.344221 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1a43a079-8ed6-47c2-a48e-b0789f78dd42 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-2132919990 HTTP/1.1" status: 404 len: 335 time: 0.0651824 Feb 09 22:22:06.383246 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-10fcadb2-e7fa-46a1-8230-140bbe84289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:06.397396 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fcadb2-e7fa-46a1-8230-140bbe84289b None None] Routers {'ccd9ef07-8aba-4894-b9a6-191647e48bd3'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:22:06.398325 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-10fcadb2-e7fa-46a1-8230-140bbe84289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:21:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ccd9ef07-8aba-4894-b9a6-191647e48bd3'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:06.443082 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-10fcadb2-e7fa-46a1-8230-140bbe84289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:06.443712 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fcadb2-e7fa-46a1-8230-140bbe84289b None None] The sync data for ids ['ccd9ef07-8aba-4894-b9a6-191647e48bd3'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:22:06.612745 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13a2fd96-e79e-45e4-ae12-7723e51ce135 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for router_gateway (ccd9ef07-8aba-4894-b9a6-191647e48bd3), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:06.637485 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-13a2fd96-e79e-45e4-ae12-7723e51ce135 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] update failed (client error): The resource could not be found. Feb 09 22:22:06.642971 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-13a2fd96-e79e-45e4-ae12-7723e51ce135 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "PUT /v2.0/routers/ccd9ef07-8aba-4894-b9a6-191647e48bd3 HTTP/1.1" status: 404 len: 339 time: 0.3055313 Feb 09 22:22:06.643402 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45134) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:07.045569 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f09d44ab-9e94-4c8f-af7c-7318fc370984 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:07.481508 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-f09d44ab-9e94-4c8f-af7c-7318fc370984 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Allocated IP 172.20.0.1 (6ba57f73-067b-4d53-9fcd-5734a10c00d7/1166ac75-17d9-4816-bc4f-e1954a6ce065/2207af47-3c1f-47a9-ad8b-967074ae6d63) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:22:07.686195 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f09d44ab-9e94-4c8f-af7c-7318fc370984 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for port (2207af47-3c1f-47a9-ad8b-967074ae6d63), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:07.735383 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f09d44ab-9e94-4c8f-af7c-7318fc370984 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (2207af47-3c1f-47a9-ad8b-967074ae6d63), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:07.802630 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09d44ab-9e94-4c8f-af7c-7318fc370984 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Network 6ba57f73-067b-4d53-9fcd-5734a10c00d7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:22:07.811876 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f09d44ab-9e94-4c8f-af7c-7318fc370984 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:22:07.818731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09d44ab-9e94-4c8f-af7c-7318fc370984 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:22:07.862255 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-455e2446-9773-4423-83da-5d1fe810fdd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:07.876849 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d44ab-9e94-4c8f-af7c-7318fc370984 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Pushing event updated for resources: {'Port': ['ID=2207af47-3c1f-47a9-ad8b-967074ae6d63,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:07.919348 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f09d44ab-9e94-4c8f-af7c-7318fc370984 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (ccd9ef07-8aba-4894-b9a6-191647e48bd3), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:08.137265 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f09d44ab-9e94-4c8f-af7c-7318fc370984 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2207af47-3c1f-47a9-ad8b-967074ae6d63), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:08.213294 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-90f6321f-d485-42ea-82ee-ffb4f3e3651c None None] Provisioning complete for port 2207af47-3c1f-47a9-ad8b-967074ae6d63 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:22:08.213779 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-90f6321f-d485-42ea-82ee-ffb4f3e3651c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2207af47-3c1f-47a9-ad8b-967074ae6d63), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:08.280055 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-90f6321f-d485-42ea-82ee-ffb4f3e3651c None None] Port 2207af47-3c1f-47a9-ad8b-967074ae6d63 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:22:08.533705 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f09d44ab-9e94-4c8f-af7c-7318fc370984 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for port (2207af47-3c1f-47a9-ad8b-967074ae6d63), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:08.540790 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f09d44ab-9e94-4c8f-af7c-7318fc370984 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (2207af47-3c1f-47a9-ad8b-967074ae6d63), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:08.620377 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d44ab-9e94-4c8f-af7c-7318fc370984 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Pushing event updated for resources: {'Port': ['ID=2207af47-3c1f-47a9-ad8b-967074ae6d63,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:08.627169 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f09d44ab-9e94-4c8f-af7c-7318fc370984 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (ccd9ef07-8aba-4894-b9a6-191647e48bd3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:08.742935 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09d44ab-9e94-4c8f-af7c-7318fc370984 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Network 6ba57f73-067b-4d53-9fcd-5734a10c00d7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:22:08.744521 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f09d44ab-9e94-4c8f-af7c-7318fc370984 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:22:08.863465 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09d44ab-9e94-4c8f-af7c-7318fc370984 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Router ccd9ef07-8aba-4894-b9a6-191647e48bd3 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:22:08.983034 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09d44ab-9e94-4c8f-af7c-7318fc370984 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:22:08.992035 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45148) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:08.992799 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f09d44ab-9e94-4c8f-af7c-7318fc370984 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "PUT /v2.0/routers/ccd9ef07-8aba-4894-b9a6-191647e48bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3476105 Feb 09 22:22:09.001141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9610019b-361d-43f3-b8e7-cdd3f8afcb52 None None] Sync routers for ids ['ccd9ef07-8aba-4894-b9a6-191647e48bd3'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:22:09.018076 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9610019b-361d-43f3-b8e7-cdd3f8afcb52 None None] Routers {'ccd9ef07-8aba-4894-b9a6-191647e48bd3'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:22:09.018723 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9610019b-361d-43f3-b8e7-cdd3f8afcb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:21:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ccd9ef07-8aba-4894-b9a6-191647e48bd3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:09.055905 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9610019b-361d-43f3-b8e7-cdd3f8afcb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:09.067094 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9610019b-361d-43f3-b8e7-cdd3f8afcb52 None None] Routers {'ccd9ef07-8aba-4894-b9a6-191647e48bd3'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:22:09.067803 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9610019b-361d-43f3-b8e7-cdd3f8afcb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:21:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ccd9ef07-8aba-4894-b9a6-191647e48bd3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:09.111010 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9610019b-361d-43f3-b8e7-cdd3f8afcb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:09.111738 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9610019b-361d-43f3-b8e7-cdd3f8afcb52 None None] The sync data for ids ['ccd9ef07-8aba-4894-b9a6-191647e48bd3'] in n-d-828601-1 is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:22:09.128453 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9d8fe6dd-a8fc-4f66-961f-519053f487f6 None None] Provisioning complete for port 2207af47-3c1f-47a9-ad8b-967074ae6d63 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:22:09.128842 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9d8fe6dd-a8fc-4f66-961f-519053f487f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2207af47-3c1f-47a9-ad8b-967074ae6d63), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:09.142442 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a301e7de-90cb-47ed-abb2-fcba865af54a tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for router (ccd9ef07-8aba-4894-b9a6-191647e48bd3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:09.171277 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9d8fe6dd-a8fc-4f66-961f-519053f487f6 None None] Port 2207af47-3c1f-47a9-ad8b-967074ae6d63 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:22:09.251469 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-a301e7de-90cb-47ed-abb2-fcba865af54a tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 22:22:09.253069 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a301e7de-90cb-47ed-abb2-fcba865af54a tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "DELETE /v2.0/routers/ccd9ef07-8aba-4894-b9a6-191647e48bd3 HTTP/1.1" status: 409 len: 329 time: 0.2597647 Feb 09 22:22:09.256283 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45152) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:09.638434 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-957e5514-4b98-4660-bf15-93496bd49e6b tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (ccd9ef07-8aba-4894-b9a6-191647e48bd3), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:09.919823 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-957e5514-4b98-4660-bf15-93496bd49e6b tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Deleting port 2207af47-3c1f-47a9-ad8b-967074ae6d63 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:22:09.920177 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-957e5514-4b98-4660-bf15-93496bd49e6b tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (2207af47-3c1f-47a9-ad8b-967074ae6d63), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:10.018062 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-957e5514-4b98-4660-bf15-93496bd49e6b tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (2207af47-3c1f-47a9-ad8b-967074ae6d63), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:10.034008 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-957e5514-4b98-4660-bf15-93496bd49e6b tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Calling delete_port for 2207af47-3c1f-47a9-ad8b-967074ae6d63 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:22:10.239875 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-957e5514-4b98-4660-bf15-93496bd49e6b tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (2207af47-3c1f-47a9-ad8b-967074ae6d63), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:10.269526 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e5514-4b98-4660-bf15-93496bd49e6b tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Pushing event deleted for resources: {'Port': ['ID=2207af47-3c1f-47a9-ad8b-967074ae6d63,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:10.476094 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-957e5514-4b98-4660-bf15-93496bd49e6b tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (ccd9ef07-8aba-4894-b9a6-191647e48bd3), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:10.550866 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cf65dbf7-d183-418e-868f-4b20e7b43633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:10.653920 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957e5514-4b98-4660-bf15-93496bd49e6b tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Router ccd9ef07-8aba-4894-b9a6-191647e48bd3 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:22:10.739700 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957e5514-4b98-4660-bf15-93496bd49e6b tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:22:10.752960 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-957e5514-4b98-4660-bf15-93496bd49e6b tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "PUT /v2.0/routers/ccd9ef07-8aba-4894-b9a6-191647e48bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4879262 Feb 09 22:22:10.753160 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45164) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:10.754366 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90fb8db-029b-4067-9032-4a040855e16b None None] Sync routers for ids ['ccd9ef07-8aba-4894-b9a6-191647e48bd3'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:22:10.766281 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90fb8db-029b-4067-9032-4a040855e16b None None] Routers {'ccd9ef07-8aba-4894-b9a6-191647e48bd3'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:22:10.767045 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b90fb8db-029b-4067-9032-4a040855e16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:22:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ccd9ef07-8aba-4894-b9a6-191647e48bd3'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:10.802530 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-edfd9d5a-d546-4b92-a50c-c0339407d5ca tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] show failed (client error): The resource could not be found. Feb 09 22:22:10.803959 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-edfd9d5a-d546-4b92-a50c-c0339407d5ca tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-737160879 HTTP/1.1" status: 404 len: 334 time: 0.0500083 Feb 09 22:22:10.808206 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b90fb8db-029b-4067-9032-4a040855e16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:10.811507 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45166) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:10.817825 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f04e6f71-4f41-4c33-b367-bb7c1872e928 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:22:10.819009 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90fb8db-029b-4067-9032-4a040855e16b None None] Routers {'ccd9ef07-8aba-4894-b9a6-191647e48bd3'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:22:10.819695 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b90fb8db-029b-4067-9032-4a040855e16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:22:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ccd9ef07-8aba-4894-b9a6-191647e48bd3'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:10.856284 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-b90fb8db-029b-4067-9032-4a040855e16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:10.856963 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90fb8db-029b-4067-9032-4a040855e16b None None] The sync data for ids ['ccd9ef07-8aba-4894-b9a6-191647e48bd3'] in n-d-828601-1 is: [] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:22:10.858842 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-f04e6f71-4f41-4c33-b367-bb7c1872e928 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] update failed (client error): The resource could not be found. Feb 09 22:22:10.863712 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f04e6f71-4f41-4c33-b367-bb7c1872e928 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-1862803006 HTTP/1.1" status: 404 len: 335 time: 0.0475278 Feb 09 22:22:10.865201 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45168) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:10.922210 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-960a2231-e69a-4474-9e1c-721ce8bfba85 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Deleting subnet 5bc3f334-4b6f-4e54-85f6-b71730de251f {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:22:10.925799 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-960a2231-e69a-4474-9e1c-721ce8bfba85 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for subnet (5bc3f334-4b6f-4e54-85f6-b71730de251f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:10.968440 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-960a2231-e69a-4474-9e1c-721ce8bfba85 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (5bc3f334-4b6f-4e54-85f6-b71730de251f), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:11.067119 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-960a2231-e69a-4474-9e1c-721ce8bfba85 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (5bc3f334-4b6f-4e54-85f6-b71730de251f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:11.133373 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-960a2231-e69a-4474-9e1c-721ce8bfba85 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (5bc3f334-4b6f-4e54-85f6-b71730de251f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:11.171033 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a2231-e69a-4474-9e1c-721ce8bfba85 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc3f334-4b6f-4e54-85f6-b71730de251f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:11.176629 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-960a2231-e69a-4474-9e1c-721ce8bfba85 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:11.182719 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-960a2231-e69a-4474-9e1c-721ce8bfba85 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "DELETE /v2.0/subnets/5bc3f334-4b6f-4e54-85f6-b71730de251f HTTP/1.1" status: 204 len: 168 time: 0.3139405 Feb 09 22:22:11.182986 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45174) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:11.189677 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de1be1d-7aea-4f65-ada6-194849946ab4 None None] Network dbcda809-e932-44f6-ba28-daee616aec15 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:22:11.250777 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-b197b421-7f7d-4a2b-8f31-7108faa28ef8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Deleting subnet f9abfe96-5da3-4a4d-bfc5-f644a57179c6 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:22:11.261153 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b197b421-7f7d-4a2b-8f31-7108faa28ef8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for subnet (f9abfe96-5da3-4a4d-bfc5-f644a57179c6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:11.328202 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b197b421-7f7d-4a2b-8f31-7108faa28ef8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (f9abfe96-5da3-4a4d-bfc5-f644a57179c6), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:11.451704 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b197b421-7f7d-4a2b-8f31-7108faa28ef8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (f9abfe96-5da3-4a4d-bfc5-f644a57179c6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:11.508951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f29287-0e8c-467f-b8af-6bfa65b22f8d None None] DHCP port deletion for dbcda809-e932-44f6-ba28-daee616aec15 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:22:11.550255 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b197b421-7f7d-4a2b-8f31-7108faa28ef8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (f9abfe96-5da3-4a4d-bfc5-f644a57179c6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:11.567477 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-42f29287-0e8c-467f-b8af-6bfa65b22f8d None None] Deleting port 9af88a50-d8dd-4260-bdf1-d2ee31018a08 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:22:11.568154 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-42f29287-0e8c-467f-b8af-6bfa65b22f8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (9af88a50-d8dd-4260-bdf1-d2ee31018a08), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:11.586707 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197b421-7f7d-4a2b-8f31-7108faa28ef8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Pushing event deleted for resources: {'Subnet': ['ID=f9abfe96-5da3-4a4d-bfc5-f644a57179c6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:11.592378 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b197b421-7f7d-4a2b-8f31-7108faa28ef8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:11.596388 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b197b421-7f7d-4a2b-8f31-7108faa28ef8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "DELETE /v2.0/subnets/f9abfe96-5da3-4a4d-bfc5-f644a57179c6 HTTP/1.1" status: 204 len: 168 time: 0.4123843 Feb 09 22:22:11.599012 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45180) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:11.652943 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44eb3ce5-384d-4437-bcf3-2de6472c7fde None None] Network b92c2f5d-c4ce-4439-b68c-53b3d5696431 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:22:11.667786 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-42f29287-0e8c-467f-b8af-6bfa65b22f8d None None] For port 9af88a50-d8dd-4260-bdf1-d2ee31018a08, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9af88a50-d8dd-4260-bdf1-d2ee31018a08,segment=NetworkSegment(4b794417-2ac1-4f86-abc3-934dc5ff72f3),segment_id=4b794417-2ac1-4f86-abc3-934dc5ff72f3)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:22:11.668367 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-42f29287-0e8c-467f-b8af-6bfa65b22f8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (9af88a50-d8dd-4260-bdf1-d2ee31018a08), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:11.698879 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-061223b0-8a7a-4d0b-97fd-9d0fa1930c79 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (dbcda809-e932-44f6-ba28-daee616aec15), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:11.716875 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9af88a50-d8dd-4260-bdf1-d2ee31018a08 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:22:11.757863 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-42f29287-0e8c-467f-b8af-6bfa65b22f8d None None] Calling delete_port for 9af88a50-d8dd-4260-bdf1-d2ee31018a08 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:22:11.784599 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-061223b0-8a7a-4d0b-97fd-9d0fa1930c79 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Deleting port 9af88a50-d8dd-4260-bdf1-d2ee31018a08 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:22:11.785569 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-061223b0-8a7a-4d0b-97fd-9d0fa1930c79 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (9af88a50-d8dd-4260-bdf1-d2ee31018a08), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:11.791928 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:11.868782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-061223b0-8a7a-4d0b-97fd-9d0fa1930c79 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] For port 9af88a50-d8dd-4260-bdf1-d2ee31018a08, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9af88a50-d8dd-4260-bdf1-d2ee31018a08,segment=NetworkSegment(4b794417-2ac1-4f86-abc3-934dc5ff72f3),segment_id=4b794417-2ac1-4f86-abc3-934dc5ff72f3)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:22:11.869293 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-061223b0-8a7a-4d0b-97fd-9d0fa1930c79 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (9af88a50-d8dd-4260-bdf1-d2ee31018a08), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:11.897952 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-061223b0-8a7a-4d0b-97fd-9d0fa1930c79 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Calling delete_port for 9af88a50-d8dd-4260-bdf1-d2ee31018a08 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:22:11.971734 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 9af88a50-d8dd-4260-bdf1-d2ee31018a08 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:22:11.972364 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9af88a50-d8dd-4260-bdf1-d2ee31018a08), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:12.007612 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-42f29287-0e8c-467f-b8af-6bfa65b22f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (9af88a50-d8dd-4260-bdf1-d2ee31018a08), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:12.065319 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-061223b0-8a7a-4d0b-97fd-9d0fa1930c79 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (9af88a50-d8dd-4260-bdf1-d2ee31018a08), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:12.084670 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f29287-0e8c-467f-b8af-6bfa65b22f8d None None] Pushing event deleted for resources: {'Port': ['ID=9af88a50-d8dd-4260-bdf1-d2ee31018a08,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:12.087936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f29287-0e8c-467f-b8af-6bfa65b22f8d None None] No DVR routers for this DVR port 9af88a50-d8dd-4260-bdf1-d2ee31018a08 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:22:12.119584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac9d22d-b0db-402f-95ce-fa0ca6c9bf88 None None] DHCP port deletion for b92c2f5d-c4ce-4439-b68c-53b3d5696431 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:22:12.148588 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061223b0-8a7a-4d0b-97fd-9d0fa1930c79 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Pushing event deleted for resources: {'Port': ['ID=9af88a50-d8dd-4260-bdf1-d2ee31018a08,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:12.151842 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061223b0-8a7a-4d0b-97fd-9d0fa1930c79 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] No DVR routers for this DVR port 9af88a50-d8dd-4260-bdf1-d2ee31018a08 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:22:12.207456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6ac9d22d-b0db-402f-95ce-fa0ca6c9bf88 None None] Deleting port 59e2b5da-726e-4837-98f3-4eeedfb28b21 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:22:12.208306 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6ac9d22d-b0db-402f-95ce-fa0ca6c9bf88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (59e2b5da-726e-4837-98f3-4eeedfb28b21), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:12.308181 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-061223b0-8a7a-4d0b-97fd-9d0fa1930c79 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (dbcda809-e932-44f6-ba28-daee616aec15), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:12.325759 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6ac9d22d-b0db-402f-95ce-fa0ca6c9bf88 None None] For port 59e2b5da-726e-4837-98f3-4eeedfb28b21, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=59e2b5da-726e-4837-98f3-4eeedfb28b21,segment=NetworkSegment(5abd576e-abd6-4cab-b483-54a5195b0eae),segment_id=5abd576e-abd6-4cab-b483-54a5195b0eae)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:22:12.325759 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6ac9d22d-b0db-402f-95ce-fa0ca6c9bf88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (59e2b5da-726e-4837-98f3-4eeedfb28b21), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:12.338800 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-061223b0-8a7a-4d0b-97fd-9d0fa1930c79 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbcda809-e932-44f6-ba28-daee616aec15']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:12.350868 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-061223b0-8a7a-4d0b-97fd-9d0fa1930c79 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b794417-2ac1-4f86-abc3-934dc5ff72f3') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:12.351239 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-061223b0-8a7a-4d0b-97fd-9d0fa1930c79 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b794417-2ac1-4f86-abc3-934dc5ff72f3') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:12.352839 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6ac9d22d-b0db-402f-95ce-fa0ca6c9bf88 None None] Calling delete_port for 59e2b5da-726e-4837-98f3-4eeedfb28b21 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:22:12.364087 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-061223b0-8a7a-4d0b-97fd-9d0fa1930c79 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (4b794417-2ac1-4f86-abc3-934dc5ff72f3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:12.383398 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-061223b0-8a7a-4d0b-97fd-9d0fa1930c79 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (4b794417-2ac1-4f86-abc3-934dc5ff72f3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:12.391390 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061223b0-8a7a-4d0b-97fd-9d0fa1930c79 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:22:12.391959 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-061223b0-8a7a-4d0b-97fd-9d0fa1930c79 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (4b794417-2ac1-4f86-abc3-934dc5ff72f3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: self.session.flush() Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:22:12.395712 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:22:12.489658 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-061223b0-8a7a-4d0b-97fd-9d0fa1930c79 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (dbcda809-e932-44f6-ba28-daee616aec15), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:12.490288 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6ac9d22d-b0db-402f-95ce-fa0ca6c9bf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (59e2b5da-726e-4837-98f3-4eeedfb28b21), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:12.513173 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-061223b0-8a7a-4d0b-97fd-9d0fa1930c79 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:12.521353 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-061223b0-8a7a-4d0b-97fd-9d0fa1930c79 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "DELETE /v2.0/networks/dbcda809-e932-44f6-ba28-daee616aec15 HTTP/1.1" status: 204 len: 168 time: 0.9170558 Feb 09 22:22:12.522951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9d22d-b0db-402f-95ce-fa0ca6c9bf88 None None] Pushing event deleted for resources: {'Port': ['ID=59e2b5da-726e-4837-98f3-4eeedfb28b21,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:12.523161 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45186) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:12.531264 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac9d22d-b0db-402f-95ce-fa0ca6c9bf88 None None] No DVR routers for this DVR port 59e2b5da-726e-4837-98f3-4eeedfb28b21 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:22:12.541533 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061223b0-8a7a-4d0b-97fd-9d0fa1930c79 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Pushing event deleted for resources: {'Network': ['ID=dbcda809-e932-44f6-ba28-daee616aec15,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:12.662758 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c0bcc6e-c636-47be-9d94-26f0269669f7 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (b92c2f5d-c4ce-4439-b68c-53b3d5696431), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:12.825714 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c0bcc6e-c636-47be-9d94-26f0269669f7 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (b92c2f5d-c4ce-4439-b68c-53b3d5696431), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:12.862617 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-4c0bcc6e-c636-47be-9d94-26f0269669f7 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92c2f5d-c4ce-4439-b68c-53b3d5696431']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:12.872064 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:12.881704 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-4c0bcc6e-c636-47be-9d94-26f0269669f7 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abd576e-abd6-4cab-b483-54a5195b0eae') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:12.882190 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-4c0bcc6e-c636-47be-9d94-26f0269669f7 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abd576e-abd6-4cab-b483-54a5195b0eae') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:12.902243 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c0bcc6e-c636-47be-9d94-26f0269669f7 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (5abd576e-abd6-4cab-b483-54a5195b0eae), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:12.925511 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c0bcc6e-c636-47be-9d94-26f0269669f7 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (5abd576e-abd6-4cab-b483-54a5195b0eae), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:12.938385 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c0bcc6e-c636-47be-9d94-26f0269669f7 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:22:12.939088 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c0bcc6e-c636-47be-9d94-26f0269669f7 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (5abd576e-abd6-4cab-b483-54a5195b0eae), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:22:12.944681 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:22:13.048889 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c0bcc6e-c636-47be-9d94-26f0269669f7 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (b92c2f5d-c4ce-4439-b68c-53b3d5696431), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:13.063252 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c0bcc6e-c636-47be-9d94-26f0269669f7 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:13.071762 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4c0bcc6e-c636-47be-9d94-26f0269669f7 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "DELETE /v2.0/networks/b92c2f5d-c4ce-4439-b68c-53b3d5696431 HTTP/1.1" status: 204 len: 168 time: 0.5447609 Feb 09 22:22:13.073076 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45190) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:13.086747 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bcc6e-c636-47be-9d94-26f0269669f7 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Pushing event deleted for resources: {'Network': ['ID=b92c2f5d-c4ce-4439-b68c-53b3d5696431,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:13.150266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-47258410-00ba-424a-baa9-a9b6bdc8c9a8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Deleting subnet 1166ac75-17d9-4816-bc4f-e1954a6ce065 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:22:13.155496 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47258410-00ba-424a-baa9-a9b6bdc8c9a8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for subnet (1166ac75-17d9-4816-bc4f-e1954a6ce065), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:13.218955 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47258410-00ba-424a-baa9-a9b6bdc8c9a8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (1166ac75-17d9-4816-bc4f-e1954a6ce065), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:13.336866 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47258410-00ba-424a-baa9-a9b6bdc8c9a8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (1166ac75-17d9-4816-bc4f-e1954a6ce065), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:13.414018 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47258410-00ba-424a-baa9-a9b6bdc8c9a8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (1166ac75-17d9-4816-bc4f-e1954a6ce065), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:13.448599 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47258410-00ba-424a-baa9-a9b6bdc8c9a8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Pushing event deleted for resources: {'Subnet': ['ID=1166ac75-17d9-4816-bc4f-e1954a6ce065,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:13.453853 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47258410-00ba-424a-baa9-a9b6bdc8c9a8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:13.460216 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45192) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:13.464290 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f2964e-b3ff-468e-8719-8a1df49c4230 None None] Network 6ba57f73-067b-4d53-9fcd-5734a10c00d7 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:22:13.472119 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-47258410-00ba-424a-baa9-a9b6bdc8c9a8 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "DELETE /v2.0/subnets/1166ac75-17d9-4816-bc4f-e1954a6ce065 HTTP/1.1" status: 204 len: 168 time: 0.3847890 Feb 09 22:22:13.611563 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 59e2b5da-726e-4837-98f3-4eeedfb28b21 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:22:13.652177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 59e2b5da-726e-4837-98f3-4eeedfb28b21 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:22:13.652684 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 59e2b5da-726e-4837-98f3-4eeedfb28b21 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:22:13.763184 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e0ff0e-513c-441e-8966-7856734cfae8 None None] DHCP port deletion for 6ba57f73-067b-4d53-9fcd-5734a10c00d7 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:22:13.848682 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-89e0ff0e-513c-441e-8966-7856734cfae8 None None] Deleting port 8812dd90-baf2-44a7-aa09-5d5d07e987db {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:22:13.849278 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-89e0ff0e-513c-441e-8966-7856734cfae8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8812dd90-baf2-44a7-aa09-5d5d07e987db), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:13.965914 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-89e0ff0e-513c-441e-8966-7856734cfae8 None None] For port 8812dd90-baf2-44a7-aa09-5d5d07e987db, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8812dd90-baf2-44a7-aa09-5d5d07e987db,segment=NetworkSegment(aca3d9ee-9d02-488d-8ca0-b7eec16461a0),segment_id=aca3d9ee-9d02-488d-8ca0-b7eec16461a0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:22:13.966969 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-89e0ff0e-513c-441e-8966-7856734cfae8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8812dd90-baf2-44a7-aa09-5d5d07e987db), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:13.984572 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-89e0ff0e-513c-441e-8966-7856734cfae8 None None] Calling delete_port for 8812dd90-baf2-44a7-aa09-5d5d07e987db owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:22:14.083240 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4ddcce2-7a8e-40d4-9167-98421300b980 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (6ba57f73-067b-4d53-9fcd-5734a10c00d7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:14.119906 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-89e0ff0e-513c-441e-8966-7856734cfae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (8812dd90-baf2-44a7-aa09-5d5d07e987db), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:14.159678 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d4ddcce2-7a8e-40d4-9167-98421300b980 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Deleting port 8812dd90-baf2-44a7-aa09-5d5d07e987db {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:22:14.160207 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4ddcce2-7a8e-40d4-9167-98421300b980 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8812dd90-baf2-44a7-aa09-5d5d07e987db), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:14.160338 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0ff0e-513c-441e-8966-7856734cfae8 None None] Pushing event deleted for resources: {'Port': ['ID=8812dd90-baf2-44a7-aa09-5d5d07e987db,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:14.168089 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e0ff0e-513c-441e-8966-7856734cfae8 None None] No DVR routers for this DVR port 8812dd90-baf2-44a7-aa09-5d5d07e987db on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:22:14.254369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-d4ddcce2-7a8e-40d4-9167-98421300b980 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] For port 8812dd90-baf2-44a7-aa09-5d5d07e987db, host n-d-828601-1, got binding levels [] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:22:14.254698 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4ddcce2-7a8e-40d4-9167-98421300b980 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8812dd90-baf2-44a7-aa09-5d5d07e987db), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:14.272090 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d4ddcce2-7a8e-40d4-9167-98421300b980 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Calling delete_port for 8812dd90-baf2-44a7-aa09-5d5d07e987db owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:22:14.275739 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-d4ddcce2-7a8e-40d4-9167-98421300b980 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Port 8812dd90-baf2-44a7-aa09-5d5d07e987db was not found and therefore no delete operation was performed {{(pid=103201) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:22:14.277484 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4ddcce2-7a8e-40d4-9167-98421300b980 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (8812dd90-baf2-44a7-aa09-5d5d07e987db), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:14.317832 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ddcce2-7a8e-40d4-9167-98421300b980 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Pushing event deleted for resources: {'Port': ['ID=8812dd90-baf2-44a7-aa09-5d5d07e987db,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:14.320311 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ddcce2-7a8e-40d4-9167-98421300b980 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] No DVR routers for this DVR port 8812dd90-baf2-44a7-aa09-5d5d07e987db on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:22:14.431183 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4ddcce2-7a8e-40d4-9167-98421300b980 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (6ba57f73-067b-4d53-9fcd-5734a10c00d7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:14.457902 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d4ddcce2-7a8e-40d4-9167-98421300b980 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba57f73-067b-4d53-9fcd-5734a10c00d7']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:14.471774 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d4ddcce2-7a8e-40d4-9167-98421300b980 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca3d9ee-9d02-488d-8ca0-b7eec16461a0') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:14.472090 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d4ddcce2-7a8e-40d4-9167-98421300b980 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca3d9ee-9d02-488d-8ca0-b7eec16461a0') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:22:14.483015 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4ddcce2-7a8e-40d4-9167-98421300b980 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (aca3d9ee-9d02-488d-8ca0-b7eec16461a0), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:14.499534 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4ddcce2-7a8e-40d4-9167-98421300b980 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (aca3d9ee-9d02-488d-8ca0-b7eec16461a0), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:14.508201 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ddcce2-7a8e-40d4-9167-98421300b980 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:22:14.508704 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4ddcce2-7a8e-40d4-9167-98421300b980 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (aca3d9ee-9d02-488d-8ca0-b7eec16461a0), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:22:14.512601 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:22:14.586673 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4ddcce2-7a8e-40d4-9167-98421300b980 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (6ba57f73-067b-4d53-9fcd-5734a10c00d7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:14.605203 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d4ddcce2-7a8e-40d4-9167-98421300b980 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:14.612085 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45200) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:14.613252 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d4ddcce2-7a8e-40d4-9167-98421300b980 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "DELETE /v2.0/networks/6ba57f73-067b-4d53-9fcd-5734a10c00d7 HTTP/1.1" status: 204 len: 168 time: 1.1504099 Feb 09 22:22:14.633192 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ddcce2-7a8e-40d4-9167-98421300b980 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Pushing event deleted for resources: {'Network': ['ID=6ba57f73-067b-4d53-9fcd-5734a10c00d7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:14.653569 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-75e941b4-4971-485c-aa27-49fddf094808 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd9ef07-8aba-4894-b9a6-191647e48bd3 HTTP/1.1" status: 200 len: 205 time: 0.0402634 Feb 09 22:22:14.657609 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45204) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:14.694260 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:14.798365 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c1afcac-9657-4dd9-b201-914da2d0da26 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for router (ccd9ef07-8aba-4894-b9a6-191647e48bd3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:15.009104 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c1afcac-9657-4dd9-b201-914da2d0da26 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (ccd9ef07-8aba-4894-b9a6-191647e48bd3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:15.011712 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c1afcac-9657-4dd9-b201-914da2d0da26 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for router_controller (ccd9ef07-8aba-4894-b9a6-191647e48bd3), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:15.066922 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c1afcac-9657-4dd9-b201-914da2d0da26 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (ccd9ef07-8aba-4894-b9a6-191647e48bd3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:15.068132 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1afcac-9657-4dd9-b201-914da2d0da26 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Fanout notify agent at l3_agent the message router_deleted on router ccd9ef07-8aba-4894-b9a6-191647e48bd3 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:22:15.079374 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c1afcac-9657-4dd9-b201-914da2d0da26 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:15.085561 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3c1afcac-9657-4dd9-b201-914da2d0da26 tempest-RoutersNegativeTest-524405758 tempest-RoutersNegativeTest-524405758-project] 10.222.0.77 "DELETE /v2.0/routers/ccd9ef07-8aba-4894-b9a6-191647e48bd3 HTTP/1.1" status: 204 len: 168 time: 0.4260943 Feb 09 22:22:15.454713 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45214) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:15.582330 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8812dd90-baf2-44a7-aa09-5d5d07e987db no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:22:15.624124 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 8812dd90-baf2-44a7-aa09-5d5d07e987db {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:22:15.624769 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8812dd90-baf2-44a7-aa09-5d5d07e987db not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:22:15.657308 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:15.714808 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c6792f9b-ec73-4c4d-8cb9-dbdbee313562 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f9745299827a45b2bc71c3931c15c6df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2545753 Feb 09 22:22:15.715434 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45220) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:15.783097 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db451231-7310-4570-a4b2-1ac20a7d8648 admin admin] Publish callbacks [] for security_group (3132762c-8c62-47c9-9aca-1fffc0e22ffb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:15.808963 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db451231-7310-4570-a4b2-1ac20a7d8648 admin admin] Publish callbacks [] for security_group (3132762c-8c62-47c9-9aca-1fffc0e22ffb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:15.876940 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db451231-7310-4570-a4b2-1ac20a7d8648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (3132762c-8c62-47c9-9aca-1fffc0e22ffb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:15.880842 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db451231-7310-4570-a4b2-1ac20a7d8648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:15.882656 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-db451231-7310-4570-a4b2-1ac20a7d8648 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3132762c-8c62-47c9-9aca-1fffc0e22ffb HTTP/1.1" status: 204 len: 168 time: 0.1659570 Feb 09 22:22:15.903840 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db451231-7310-4570-a4b2-1ac20a7d8648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3132762c-8c62-47c9-9aca-1fffc0e22ffb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:16.242636 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:18.318466 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45282) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:18.457367 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e46a4bc8-4d24-4d82-9801-fbe415c7465e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:18.547362 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e46a4bc8-4d24-4d82-9801-fbe415c7465e admin admin] Publish callbacks [] for security_group (392b58ad-e234-45f7-8eb3-9802372a5a2f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:18.552569 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e46a4bc8-4d24-4d82-9801-fbe415c7465e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (392b58ad-e234-45f7-8eb3-9802372a5a2f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:18.601598 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e46a4bc8-4d24-4d82-9801-fbe415c7465e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=df157e60771c40cdb92795e3f15a3dc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2787955 Feb 09 22:22:18.601598 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a4bc8-4d24-4d82-9801-fbe415c7465e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392b58ad-e234-45f7-8eb3-9802372a5a2f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:18.602042 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45290) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:18.660993 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1fc4defe-e8f6-402d-8274-4545b3256ba8 admin admin] Publish callbacks [] for security_group (392b58ad-e234-45f7-8eb3-9802372a5a2f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:18.685403 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1fc4defe-e8f6-402d-8274-4545b3256ba8 admin admin] Publish callbacks [] for security_group (392b58ad-e234-45f7-8eb3-9802372a5a2f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:18.740207 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1fc4defe-e8f6-402d-8274-4545b3256ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (392b58ad-e234-45f7-8eb3-9802372a5a2f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:18.743351 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1fc4defe-e8f6-402d-8274-4545b3256ba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:18.745065 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1fc4defe-e8f6-402d-8274-4545b3256ba8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/392b58ad-e234-45f7-8eb3-9802372a5a2f HTTP/1.1" status: 204 len: 168 time: 0.1419437 Feb 09 22:22:18.757171 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4defe-e8f6-402d-8274-4545b3256ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392b58ad-e234-45f7-8eb3-9802372a5a2f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:19.136088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45298) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:19.155312 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5d483f5-33fd-4ce1-875f-9bbd6a0e0f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:19.275606 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5d483f5-33fd-4ce1-875f-9bbd6a0e0f31 admin admin] Publish callbacks [] for security_group (d5a13b18-3893-4824-9980-8ef6fea00c7f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:19.281367 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5d483f5-33fd-4ce1-875f-9bbd6a0e0f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d5a13b18-3893-4824-9980-8ef6fea00c7f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:19.325653 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a5d483f5-33fd-4ce1-875f-9bbd6a0e0f31 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4ee67489ca3645d0b6093c0d6474e628&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1876791 Feb 09 22:22:19.329650 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45300) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:19.347215 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d483f5-33fd-4ce1-875f-9bbd6a0e0f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a13b18-3893-4824-9980-8ef6fea00c7f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:19.388656 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47671a50-bc0c-4f5f-88d2-26c6c247e6c0 admin admin] Publish callbacks [] for security_group (d5a13b18-3893-4824-9980-8ef6fea00c7f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:19.417083 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47671a50-bc0c-4f5f-88d2-26c6c247e6c0 admin admin] Publish callbacks [] for security_group (d5a13b18-3893-4824-9980-8ef6fea00c7f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:19.490936 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47671a50-bc0c-4f5f-88d2-26c6c247e6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d5a13b18-3893-4824-9980-8ef6fea00c7f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:19.494933 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47671a50-bc0c-4f5f-88d2-26c6c247e6c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:19.496791 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-47671a50-bc0c-4f5f-88d2-26c6c247e6c0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d5a13b18-3893-4824-9980-8ef6fea00c7f HTTP/1.1" status: 204 len: 168 time: 0.1652880 Feb 09 22:22:19.510331 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47671a50-bc0c-4f5f-88d2-26c6c247e6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a13b18-3893-4824-9980-8ef6fea00c7f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:22.010653 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45388) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:22.128572 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1d8edf15-54c0-4a79-82da-02467972ac9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:22.224401 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1d8edf15-54c0-4a79-82da-02467972ac9d admin admin] Publish callbacks [] for security_group (6ee83d8e-255d-4393-9dff-e4221ec9871e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:22.230417 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1d8edf15-54c0-4a79-82da-02467972ac9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6ee83d8e-255d-4393-9dff-e4221ec9871e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:22.276112 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1d8edf15-54c0-4a79-82da-02467972ac9d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3feac72a02b0405498ac8eee5a7306cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2642651 Feb 09 22:22:22.276892 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8edf15-54c0-4a79-82da-02467972ac9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee83d8e-255d-4393-9dff-e4221ec9871e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:22.279974 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45392) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:22.366635 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76b1c8ff-eab3-410d-8fee-898f73b61eea admin admin] Publish callbacks [] for security_group (6ee83d8e-255d-4393-9dff-e4221ec9871e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:22.403334 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76b1c8ff-eab3-410d-8fee-898f73b61eea admin admin] Publish callbacks [] for security_group (6ee83d8e-255d-4393-9dff-e4221ec9871e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:22.483607 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76b1c8ff-eab3-410d-8fee-898f73b61eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (6ee83d8e-255d-4393-9dff-e4221ec9871e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:22.489648 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76b1c8ff-eab3-410d-8fee-898f73b61eea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:22.491740 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-76b1c8ff-eab3-410d-8fee-898f73b61eea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6ee83d8e-255d-4393-9dff-e4221ec9871e HTTP/1.1" status: 204 len: 168 time: 0.2093809 Feb 09 22:22:22.507295 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1c8ff-eab3-410d-8fee-898f73b61eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee83d8e-255d-4393-9dff-e4221ec9871e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:22.914519 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45402) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:22.935615 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cf9cab13-dfe8-48a3-9d45-54929dfa4bc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:23.076680 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cf9cab13-dfe8-48a3-9d45-54929dfa4bc2 admin admin] Publish callbacks [] for security_group (31e29b91-3c8f-4fc1-ac65-49e014a3d563), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:23.083429 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cf9cab13-dfe8-48a3-9d45-54929dfa4bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (31e29b91-3c8f-4fc1-ac65-49e014a3d563), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:23.157257 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cab13-dfe8-48a3-9d45-54929dfa4bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e29b91-3c8f-4fc1-ac65-49e014a3d563,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:23.164407 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-cf9cab13-dfe8-48a3-9d45-54929dfa4bc2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f5dd0c2d65164ffab20c789552b30cf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2484055 Feb 09 22:22:23.168034 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45406) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:23.240051 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-804a2f61-3caa-4b54-bf19-3f02546dfb75 admin admin] Publish callbacks [] for security_group (31e29b91-3c8f-4fc1-ac65-49e014a3d563), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:23.279299 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-804a2f61-3caa-4b54-bf19-3f02546dfb75 admin admin] Publish callbacks [] for security_group (31e29b91-3c8f-4fc1-ac65-49e014a3d563), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:23.350661 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-804a2f61-3caa-4b54-bf19-3f02546dfb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (31e29b91-3c8f-4fc1-ac65-49e014a3d563), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:23.355403 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-804a2f61-3caa-4b54-bf19-3f02546dfb75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:23.356859 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-804a2f61-3caa-4b54-bf19-3f02546dfb75 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/31e29b91-3c8f-4fc1-ac65-49e014a3d563 HTTP/1.1" status: 204 len: 168 time: 0.1874149 Feb 09 22:22:23.368246 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a2f61-3caa-4b54-bf19-3f02546dfb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e29b91-3c8f-4fc1-ac65-49e014a3d563,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:29.179904 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45530) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:29.339889 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd602b9d-751a-465a-b6f3-53a8b056171c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:29.471973 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd602b9d-751a-465a-b6f3-53a8b056171c admin admin] Publish callbacks [] for security_group (7ec22384-8230-4cf9-831d-a581bab0b2ff), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:29.477700 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd602b9d-751a-465a-b6f3-53a8b056171c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7ec22384-8230-4cf9-831d-a581bab0b2ff), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:29.523964 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd602b9d-751a-465a-b6f3-53a8b056171c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec22384-8230-4cf9-831d-a581bab0b2ff,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:29.563349 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45534) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:29.564269 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fd602b9d-751a-465a-b6f3-53a8b056171c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ce6c2c71164b41539d19958431df726a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3823800 Feb 09 22:22:29.657548 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa0515c9-faeb-4ee3-8ed2-1ea4f19fee18 admin admin] Publish callbacks [] for security_group (7ec22384-8230-4cf9-831d-a581bab0b2ff), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:29.697611 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa0515c9-faeb-4ee3-8ed2-1ea4f19fee18 admin admin] Publish callbacks [] for security_group (7ec22384-8230-4cf9-831d-a581bab0b2ff), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:29.777769 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa0515c9-faeb-4ee3-8ed2-1ea4f19fee18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7ec22384-8230-4cf9-831d-a581bab0b2ff), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:29.782950 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa0515c9-faeb-4ee3-8ed2-1ea4f19fee18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:29.784790 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fa0515c9-faeb-4ee3-8ed2-1ea4f19fee18 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7ec22384-8230-4cf9-831d-a581bab0b2ff HTTP/1.1" status: 204 len: 168 time: 0.2193060 Feb 09 22:22:29.794783 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0515c9-faeb-4ee3-8ed2-1ea4f19fee18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec22384-8230-4cf9-831d-a581bab0b2ff,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:30.234957 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 45546) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:30.256759 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be678794-9890-4161-9e5d-45b6f7a5387f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:30.392173 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be678794-9890-4161-9e5d-45b6f7a5387f admin admin] Publish callbacks [] for security_group (7ebfcf24-e69e-4c06-b572-ba9b57fcfe47), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:30.398817 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be678794-9890-4161-9e5d-45b6f7a5387f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7ebfcf24-e69e-4c06-b572-ba9b57fcfe47), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:30.462916 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-be678794-9890-4161-9e5d-45b6f7a5387f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7bc1ad6ee3404a43bfc66eb67c03d212&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2261453 Feb 09 22:22:30.464423 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be678794-9890-4161-9e5d-45b6f7a5387f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebfcf24-e69e-4c06-b572-ba9b57fcfe47,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:30.465929 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 45548) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:22:30.538830 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6623ce95-b6bf-40fb-8678-c48182eb676a admin admin] Publish callbacks [] for security_group (7ebfcf24-e69e-4c06-b572-ba9b57fcfe47), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:30.566901 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6623ce95-b6bf-40fb-8678-c48182eb676a admin admin] Publish callbacks [] for security_group (7ebfcf24-e69e-4c06-b572-ba9b57fcfe47), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:30.623915 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6623ce95-b6bf-40fb-8678-c48182eb676a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7ebfcf24-e69e-4c06-b572-ba9b57fcfe47), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:30.627366 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6623ce95-b6bf-40fb-8678-c48182eb676a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:30.628954 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6623ce95-b6bf-40fb-8678-c48182eb676a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7ebfcf24-e69e-4c06-b572-ba9b57fcfe47 HTTP/1.1" status: 204 len: 168 time: 0.1617305 Feb 09 22:22:30.644471 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623ce95-b6bf-40fb-8678-c48182eb676a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebfcf24-e69e-4c06-b572-ba9b57fcfe47,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:22:37.853437 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3bfafd1e-4241-4165-9549-478244027c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:40.440548 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:22:40.539895 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6fd68dfc-ba90-4710-b34e-e31c2f0b81eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:41.697337 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:42.884839 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:44.684765 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:45.643126 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:46.241660 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:53.515747 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-091d600e-6b6a-4722-8c2c-a6da0ce26a52 req-9b427dee-ffc0-4ab2-ad7c-53b1d37e16c6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1250474 Feb 09 22:22:53.668220 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d600e-6b6a-4722-8c2c-a6da0ce26a52 req-a6301c78-e489-486a-ac1b-dd6bde4922ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:22:53.670198 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-091d600e-6b6a-4722-8c2c-a6da0ce26a52 req-a6301c78-e489-486a-ac1b-dd6bde4922ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 1127 time: 0.0675676 Feb 09 22:22:53.891175 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d600e-6b6a-4722-8c2c-a6da0ce26a52 req-df04637b-a6f4-4cf2-a12e-be06994d2a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:22:53.895324 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-091d600e-6b6a-4722-8c2c-a6da0ce26a52 req-df04637b-a6f4-4cf2-a12e-be06994d2a08 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 912 time: 0.1951706 Feb 09 22:22:54.046948 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-091d600e-6b6a-4722-8c2c-a6da0ce26a52 req-c4b1e885-3a6e-492c-a901-065a307bd7f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 HTTP/1.1" status: 200 len: 1001 time: 0.1423759 Feb 09 22:22:54.168199 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d600e-6b6a-4722-8c2c-a6da0ce26a52 req-eaaa2c09-aa66-4c78-a143-151f973ec46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:22:54.170181 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-091d600e-6b6a-4722-8c2c-a6da0ce26a52 req-eaaa2c09-aa66-4c78-a143-151f973ec46c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.1138718 Feb 09 22:22:54.253158 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d600e-6b6a-4722-8c2c-a6da0ce26a52 req-7450855c-7a10-40e4-980d-57d2293b741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:22:54.254929 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-091d600e-6b6a-4722-8c2c-a6da0ce26a52 req-7450855c-7a10-40e4-980d-57d2293b741d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0746245 Feb 09 22:22:54.401865 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-091d600e-6b6a-4722-8c2c-a6da0ce26a52 req-88e1a066-ee86-477f-9136-96540835b4ff service neutron] 10.222.0.42 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364880 Feb 09 22:22:54.556085 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-091d600e-6b6a-4722-8c2c-a6da0ce26a52 req-9bf6ba48-7471-4e5d-9223-9eeb04be383f service neutron] 10.222.0.42 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440949 Feb 09 22:23:01.426718 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56005610-2326-40a2-8ca1-5ee4499f798a req-71bfe3fa-fee3-4495-bb25-dbc162e1716c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030204005&fields=id&tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e HTTP/1.1" status: 200 len: 267 time: 0.0707080 Feb 09 22:23:01.589616 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56005610-2326-40a2-8ca1-5ee4499f798a req-eb9ec0cf-3855-4926-adf0-74348cdcc3cc tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:01.591213 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56005610-2326-40a2-8ca1-5ee4499f798a req-eb9ec0cf-3855-4926-adf0-74348cdcc3cc tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 811 time: 0.1578996 Feb 09 22:23:01.607896 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56005610-2326-40a2-8ca1-5ee4499f798a req-e82b0307-1639-4ca8-94e3-732550a9f770 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/quotas/58c4a0b7c4ef40dc9ad9a8c42f1c443e HTTP/1.1" status: 200 len: 375 time: 0.0100772 Feb 09 22:23:01.678116 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56005610-2326-40a2-8ca1-5ee4499f798a req-fbac32c2-6a0a-4061-b9a3-2b63d75ce326 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0637898 Feb 09 22:23:01.696053 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-56005610-2326-40a2-8ca1-5ee4499f798a req-25b7fbc4-3cda-4266-88b5-1d72864219f9 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:23:01.697087 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56005610-2326-40a2-8ca1-5ee4499f798a req-25b7fbc4-3cda-4266-88b5-1d72864219f9 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059979 Feb 09 22:23:01.798720 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56005610-2326-40a2-8ca1-5ee4499f798a req-836b25b2-3edb-471f-a30f-1eefbc6f41c9 service neutron] 10.222.0.77 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946665 Feb 09 22:23:01.907814 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56005610-2326-40a2-8ca1-5ee4499f798a req-96e55dab-1302-49a9-b0e6-9b774b18da9f service neutron] 10.222.0.77 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027141 Feb 09 22:23:02.262869 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc07f57b-429f-4de4-af53-b59ecc20cd9d req-42d36d76-ba5e-4f31-9afa-692bd5518363 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 210 time: 0.0547178 Feb 09 22:23:03.450944 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-53a68c0b-5075-4da1-a16f-f2843d4a9b1c req-eb0a2cf2-fb91-47cd-9bb0-7346a8aafc73 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 210 time: 0.0687006 Feb 09 22:23:03.605867 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56005610-2326-40a2-8ca1-5ee4499f798a req-77a8ad35-9090-4509-b5da-7623eb2c8b98 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:03.607510 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56005610-2326-40a2-8ca1-5ee4499f798a req-77a8ad35-9090-4509-b5da-7623eb2c8b98 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.71 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 811 time: 0.1673138 Feb 09 22:23:03.715306 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56005610-2326-40a2-8ca1-5ee4499f798a req-a35a3249-db4d-487f-a3e5-075f0e130d3b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e HTTP/1.1" status: 200 len: 380 time: 0.0957565 Feb 09 22:23:03.727225 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-56005610-2326-40a2-8ca1-5ee4499f798a req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Request body: {'port': {'device_id': 'ac3f90be-a7e5-4852-8fad-ab2d963cb88a', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'admin_state_up': True, 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'security_groups': ['b18504c4-a20c-4efd-8047-2581b7bd89e8']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:23:03.896597 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56005610-2326-40a2-8ca1-5ee4499f798a req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Made reservation on behalf of 58c4a0b7c4ef40dc9ad9a8c42f1c443e for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:23:03.904253 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-56005610-2326-40a2-8ca1-5ee4499f798a req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:04.083263 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-56005610-2326-40a2-8ca1-5ee4499f798a req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Allocated IP 172.20.0.11 (1c413694-0f23-4bcd-9644-27b6436fabff/d01c0d6a-31a0-472b-ba02-5fee9667ec67/be023f24-6d9a-4796-aea1-c1230008bdf5) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:23:04.344156 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-56005610-2326-40a2-8ca1-5ee4499f798a req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for port (be023f24-6d9a-4796-aea1-c1230008bdf5), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:04.427754 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-56005610-2326-40a2-8ca1-5ee4499f798a req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (be023f24-6d9a-4796-aea1-c1230008bdf5), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:04.532507 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56005610-2326-40a2-8ca1-5ee4499f798a req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Network 1c413694-0f23-4bcd-9644-27b6436fabff is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:23:04.546896 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-56005610-2326-40a2-8ca1-5ee4499f798a req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:23:04.571105 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-56005610-2326-40a2-8ca1-5ee4499f798a req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:23:04.731976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event updated for resources: {'Port': ['ID=be023f24-6d9a-4796-aea1-c1230008bdf5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:23:04.785824 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:04.786537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:04.786917 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:04.787298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:04.787746 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:04.789075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:04.789608 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:04.789964 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:04.791770 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:04.792132 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:04.792477 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:04.792827 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:04.794926 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:04.904493 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56005610-2326-40a2-8ca1-5ee4499f798a req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:04.906095 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-56005610-2326-40a2-8ca1-5ee4499f798a req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:04.990819 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cf701-6923-46ca-912b-1cc8173e58cd req-de8b5221-fa45-40c9-ab1c-8b06772fb3b3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:05.004691 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc5cf701-6923-46ca-912b-1cc8173e58cd req-de8b5221-fa45-40c9-ab1c-8b06772fb3b3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 932 time: 0.2298014 Feb 09 22:23:05.011308 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56005610-2326-40a2-8ca1-5ee4499f798a req-8c643d8f-a1af-4712-a0f2-8cab3480c993 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2906015 Feb 09 22:23:05.032037 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-56005610-2326-40a2-8ca1-5ee4499f798a req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] Request body: {'port': {'device_id': 'ac3f90be-a7e5-4852-8fad-ab2d963cb88a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:23:05.089377 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-207dbd3b-2e25-4d39-ae90-70a5796eddf3 None None] Provisioning complete for port be023f24-6d9a-4796-aea1-c1230008bdf5 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:23:05.092125 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-207dbd3b-2e25-4d39-ae90-70a5796eddf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (be023f24-6d9a-4796-aea1-c1230008bdf5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:05.156558 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc5cf701-6923-46ca-912b-1cc8173e58cd req-63386c5c-955a-4493-9425-6a6dddc3f62d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435177 Feb 09 22:23:05.184407 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-207dbd3b-2e25-4d39-ae90-70a5796eddf3 None None] Port be023f24-6d9a-4796-aea1-c1230008bdf5 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:23:05.250027 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-56005610-2326-40a2-8ca1-5ee4499f798a req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (be023f24-6d9a-4796-aea1-c1230008bdf5), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:05.752028 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-56005610-2326-40a2-8ca1-5ee4499f798a req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be023f24-6d9a-4796-aea1-c1230008bdf5 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:23:05.767361 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-56005610-2326-40a2-8ca1-5ee4499f798a req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] Publish callbacks [] for port (be023f24-6d9a-4796-aea1-c1230008bdf5), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:05.787009 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-56005610-2326-40a2-8ca1-5ee4499f798a req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] Transition to ACTIVE for port object be023f24-6d9a-4796-aea1-c1230008bdf5 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:23:05.792288 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-56005610-2326-40a2-8ca1-5ee4499f798a req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (be023f24-6d9a-4796-aea1-c1230008bdf5), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:05.847471 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] Pushing event updated for resources: {'Port': ['ID=be023f24-6d9a-4796-aea1-c1230008bdf5,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:23:05.937237 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-56005610-2326-40a2-8ca1-5ee4499f798a req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] Attempting to bind port be023f24-6d9a-4796-aea1-c1230008bdf5 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:23:05.938121 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-56005610-2326-40a2-8ca1-5ee4499f798a req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] Attempting to bind port be023f24-6d9a-4796-aea1-c1230008bdf5 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:23:05.938472 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56005610-2326-40a2-8ca1-5ee4499f798a req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] Attempting to bind port be023f24-6d9a-4796-aea1-c1230008bdf5 on network 1c413694-0f23-4bcd-9644-27b6436fabff {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:23:05.944378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56005610-2326-40a2-8ca1-5ee4499f798a req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] Port be023f24-6d9a-4796-aea1-c1230008bdf5 on network 1c413694-0f23-4bcd-9644-27b6436fabff not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:23:05.944870 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56005610-2326-40a2-8ca1-5ee4499f798a req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] Attempting to bind port be023f24-6d9a-4796-aea1-c1230008bdf5 on network 1c413694-0f23-4bcd-9644-27b6436fabff {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:23:05.951270 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56005610-2326-40a2-8ca1-5ee4499f798a req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:23:05.951692 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56005610-2326-40a2-8ca1-5ee4499f798a req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] Checking segment: {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:23:05.952019 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56005610-2326-40a2-8ca1-5ee4499f798a req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] Bound using segment: {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:23:05.952461 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-56005610-2326-40a2-8ca1-5ee4499f798a req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] Bound port: be023f24-6d9a-4796-aea1-c1230008bdf5, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:23:05.952834 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-56005610-2326-40a2-8ca1-5ee4499f798a req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (be023f24-6d9a-4796-aea1-c1230008bdf5), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:06.070376 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-56005610-2326-40a2-8ca1-5ee4499f798a req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] For port be023f24-6d9a-4796-aea1-c1230008bdf5, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:23:06.077886 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-56005610-2326-40a2-8ca1-5ee4499f798a req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] For port be023f24-6d9a-4796-aea1-c1230008bdf5, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=be023f24-6d9a-4796-aea1-c1230008bdf5,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:23:06.090604 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-56005610-2326-40a2-8ca1-5ee4499f798a req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (be023f24-6d9a-4796-aea1-c1230008bdf5), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:06.161519 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56005610-2326-40a2-8ca1-5ee4499f798a req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:06.162023 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-56005610-2326-40a2-8ca1-5ee4499f798a req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:06.163683 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56005610-2326-40a2-8ca1-5ee4499f798a req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] 10.222.0.71 "PUT /v2.0/ports/be023f24-6d9a-4796-aea1-c1230008bdf5 HTTP/1.1" status: 200 len: 1092 time: 1.1398652 Feb 09 22:23:06.164152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3f90be-a7e5-4852-8fad-ab2d963cb88a', 'tag': 'be023f24-6d9a-4796-aea1-c1230008bdf5'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:23:06.166590 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ff7b1a-d24e-4ba9-9b77-f9c04096feb2" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3f90be-a7e5-4852-8fad-ab2d963cb88a", "tag": "be023f24-6d9a-4796-aea1-c1230008bdf5"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:23:06.272802 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98a58d3-0417-4999-afa4-7ea27ff90c5a x-openstack-request-id: req-e98a58d3-0417-4999-afa4-7ea27ff90c5a {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:23:06.284405 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3f90be-a7e5-4852-8fad-ab2d963cb88a", "tag": "be023f24-6d9a-4796-aea1-c1230008bdf5", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:23:06.284732 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e98a58d3-0417-4999-afa4-7ea27ff90c5a {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:23:06.285159 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3f90be-a7e5-4852-8fad-ab2d963cb88a', 'tag': 'be023f24-6d9a-4796-aea1-c1230008bdf5', 'status': 'completed', 'code': 200} Feb 09 22:23:06.311523 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e44b99-3de8-408b-9af7-7ffd923190e2 service neutron] Pushing event updated for resources: {'Port': ['ID=be023f24-6d9a-4796-aea1-c1230008bdf5,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:23:06.361432 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56005610-2326-40a2-8ca1-5ee4499f798a req-e818415b-9aac-4b65-ae67-708ac554d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:06.363374 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56005610-2326-40a2-8ca1-5ee4499f798a req-e818415b-9aac-4b65-ae67-708ac554d787 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 1126 time: 0.1531982 Feb 09 22:23:06.447231 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56005610-2326-40a2-8ca1-5ee4499f798a req-f10fb324-3f86-463a-a3e0-8353a045456c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be023f24-6d9a-4796-aea1-c1230008bdf5 HTTP/1.1" status: 200 len: 217 time: 0.0727422 Feb 09 22:23:06.561972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56005610-2326-40a2-8ca1-5ee4499f798a req-05c98e90-096f-459c-81fd-14263f23ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:06.565761 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56005610-2326-40a2-8ca1-5ee4499f798a req-05c98e90-096f-459c-81fd-14263f23ef81 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.0870218 Feb 09 22:23:06.593534 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69366c18-b79d-4026-90ab-a966f9e2a1d7 req-cadffe6d-4e9f-4d2e-b202-22cd8f4e511f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:06.595250 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-69366c18-b79d-4026-90ab-a966f9e2a1d7 req-cadffe6d-4e9f-4d2e-b202-22cd8f4e511f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 944 time: 0.2196095 Feb 09 22:23:06.737274 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-69366c18-b79d-4026-90ab-a966f9e2a1d7 req-430f5f73-7af7-4c94-847c-4f0525dbf23c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164994 Feb 09 22:23:06.750077 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56005610-2326-40a2-8ca1-5ee4499f798a req-d06f8dbd-9b4d-4ce3-b739-fb1bebab2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:06.753261 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56005610-2326-40a2-8ca1-5ee4499f798a req-d06f8dbd-9b4d-4ce3-b739-fb1bebab2829 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1780713 Feb 09 22:23:06.940784 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56005610-2326-40a2-8ca1-5ee4499f798a req-91758c60-b6d6-4dfe-b666-dfe13e23e025 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793714 Feb 09 22:23:07.085077 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56005610-2326-40a2-8ca1-5ee4499f798a req-bc2e1601-980f-4a71-bdf5-d83d372183a7 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375928 Feb 09 22:23:07.221908 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff7b1a-d24e-4ba9-9b77-f9c04096feb2 req-3fc2916e-2ae4-4b93-8df4-8eab3243863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:07.223623 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0ff7b1a-d24e-4ba9-9b77-f9c04096feb2 req-3fc2916e-2ae4-4b93-8df4-8eab3243863b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 1126 time: 0.0663331 Feb 09 22:23:07.336679 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff7b1a-d24e-4ba9-9b77-f9c04096feb2 req-15eb48c4-54d8-442a-8052-d8fa31459c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:07.338405 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0ff7b1a-d24e-4ba9-9b77-f9c04096feb2 req-15eb48c4-54d8-442a-8052-d8fa31459c9b service neutron] 10.222.0.71 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 912 time: 0.1088490 Feb 09 22:23:07.391997 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0ff7b1a-d24e-4ba9-9b77-f9c04096feb2 req-be0003db-6f47-45ea-b502-501d77fa5290 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be023f24-6d9a-4796-aea1-c1230008bdf5 HTTP/1.1" status: 200 len: 217 time: 0.0471828 Feb 09 22:23:07.460511 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff7b1a-d24e-4ba9-9b77-f9c04096feb2 req-223977c3-0df7-4c2d-afd4-ea82ef2adde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:07.462349 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0ff7b1a-d24e-4ba9-9b77-f9c04096feb2 req-223977c3-0df7-4c2d-afd4-ea82ef2adde4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.0653257 Feb 09 22:23:07.519345 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff7b1a-d24e-4ba9-9b77-f9c04096feb2 req-4add97c2-8c8f-4b09-be71-e78c4f4f0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:07.521045 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0ff7b1a-d24e-4ba9-9b77-f9c04096feb2 req-4add97c2-8c8f-4b09-be71-e78c4f4f0603 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529094 Feb 09 22:23:07.646471 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0ff7b1a-d24e-4ba9-9b77-f9c04096feb2 req-78df1a6e-10fb-4646-bb27-3f55ec677328 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187167 Feb 09 22:23:07.793065 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0ff7b1a-d24e-4ba9-9b77-f9c04096feb2 req-62befad5-f2d6-44bd-bb04-bfac98710ffd service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403153 Feb 09 22:23:07.854351 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c1b3897e-63d4-48c9-963f-49dbb54ceb5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:07.900186 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d2e0e-160d-4ace-8524-233f938be40c req-424d4067-2212-4680-ba4c-f9d321371555 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:07.901835 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-523d2e0e-160d-4ace-8524-233f938be40c req-424d4067-2212-4680-ba4c-f9d321371555 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 944 time: 0.0760763 Feb 09 22:23:07.960318 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-523d2e0e-160d-4ace-8524-233f938be40c req-df7d5121-822f-4bad-83fa-8b12fdca4954 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491402 Feb 09 22:23:09.185165 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a6aa1-03b8-4fa7-8d16-009fcac31098 req-1e63c102-9cb0-403d-abab-7f67176b2d87 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:09.192756 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-730a6aa1-03b8-4fa7-8d16-009fcac31098 req-1e63c102-9cb0-403d-abab-7f67176b2d87 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 944 time: 0.1248083 Feb 09 22:23:09.278152 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-730a6aa1-03b8-4fa7-8d16-009fcac31098 req-62522d7c-cb37-4462-8325-ebebbcafa185 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812063 Feb 09 22:23:10.470662 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1553af-3cdf-48f9-9a7b-b316817d8e95 req-97805e4d-1765-4245-82b3-5bc7d83ebb90 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:10.473540 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9e1553af-3cdf-48f9-9a7b-b316817d8e95 req-97805e4d-1765-4245-82b3-5bc7d83ebb90 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 944 time: 0.1015530 Feb 09 22:23:10.541997 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ae1ff8b5-0e49-47c8-8375-335bc46ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:10.590419 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9e1553af-3cdf-48f9-9a7b-b316817d8e95 req-0973aeaf-4e37-4f30-a6bd-f547f3ec3392 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984097 Feb 09 22:23:11.698786 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:11.838227 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee1f7f-b0e6-4661-adb9-2dfeff3fcae9 req-eb26eaa9-af27-4417-a8bc-2f97cfa1d5cf tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:11.841134 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18ee1f7f-b0e6-4661-adb9-2dfeff3fcae9 req-eb26eaa9-af27-4417-a8bc-2f97cfa1d5cf tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 944 time: 0.1087441 Feb 09 22:23:11.936504 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-18ee1f7f-b0e6-4661-adb9-2dfeff3fcae9 req-78cb0e73-6dd1-491c-9905-c734a6eb0ff2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869658 Feb 09 22:23:12.888626 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:13.099283 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0ac2f-bd97-4bd5-b6de-85435a613bcd req-9ffd0427-35b7-4df2-a49c-1b3e3b280742 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:13.100991 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ee0ac2f-bd97-4bd5-b6de-85435a613bcd req-9ffd0427-35b7-4df2-a49c-1b3e3b280742 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 944 time: 0.0668311 Feb 09 22:23:13.157092 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ee0ac2f-bd97-4bd5-b6de-85435a613bcd req-079dda10-80ca-436d-9542-12b820e23c22 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485835 Feb 09 22:23:14.305481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822b45e-4586-4a42-b0d9-9e87320a465e req-a74aa39e-71ca-48c8-9f36-939b3f887917 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:14.307098 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5822b45e-4586-4a42-b0d9-9e87320a465e req-a74aa39e-71ca-48c8-9f36-939b3f887917 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 944 time: 0.0636933 Feb 09 22:23:14.379756 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5822b45e-4586-4a42-b0d9-9e87320a465e req-3ab3f4b3-fa7b-4279-a077-2a88d1e187e1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616572 Feb 09 22:23:14.683734 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:15.562238 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494fc01-f761-4169-a2a1-8ca5841932e2 req-63f6007a-ebfd-4cba-91a2-e869cefad660 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:15.566345 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5494fc01-f761-4169-a2a1-8ca5841932e2 req-63f6007a-ebfd-4cba-91a2-e869cefad660 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 944 time: 0.0738420 Feb 09 22:23:15.639004 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5494fc01-f761-4169-a2a1-8ca5841932e2 req-f0568c17-808d-4ab4-895c-488215809244 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656996 Feb 09 22:23:15.648365 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:16.253250 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:16.817141 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c6b7e-71d4-4d7d-9a85-cf92ef3ad7bb req-749d5c87-414c-4d8c-8278-cc6134bdcb3a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:16.820023 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d3c6b7e-71d4-4d7d-9a85-cf92ef3ad7bb req-749d5c87-414c-4d8c-8278-cc6134bdcb3a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 944 time: 0.0934594 Feb 09 22:23:16.915669 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d3c6b7e-71d4-4d7d-9a85-cf92ef3ad7bb req-05f1607a-bf33-4e65-829a-76232fac6456 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851221 Feb 09 22:23:17.441535 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:23:18.062546 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a79640-98fa-402f-bb2f-a2ee4a8db86a req-3a7eda7e-6acd-49b5-9451-8100e72d80e4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:18.065164 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-81a79640-98fa-402f-bb2f-a2ee4a8db86a req-3a7eda7e-6acd-49b5-9451-8100e72d80e4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 944 time: 0.0678093 Feb 09 22:23:18.123716 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-81a79640-98fa-402f-bb2f-a2ee4a8db86a req-3e3ed901-d4e6-4066-aa8e-3d9a0de9a7d9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512457 Feb 09 22:23:19.295251 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be143f3-3005-4740-8812-91c7d30cad11 req-8cda4c92-2fdf-43fc-8ac3-e528538b1c08 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:19.297955 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4be143f3-3005-4740-8812-91c7d30cad11 req-8cda4c92-2fdf-43fc-8ac3-e528538b1c08 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 944 time: 0.0820396 Feb 09 22:23:19.373722 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4be143f3-3005-4740-8812-91c7d30cad11 req-b9e7c71e-19e8-4428-bdc8-69d50484c804 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692923 Feb 09 22:23:20.577844 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd688118-79ad-4aab-af67-e06f41ec4d6c req-0e4e38b1-c99b-4c55-ae67-7dd1faf086b5 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:20.579493 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd688118-79ad-4aab-af67-e06f41ec4d6c req-0e4e38b1-c99b-4c55-ae67-7dd1faf086b5 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 944 time: 0.0662584 Feb 09 22:23:20.641899 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dd688118-79ad-4aab-af67-e06f41ec4d6c req-63eb6425-f9c7-468d-b989-946d66f705a3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563176 Feb 09 22:23:21.826635 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa8e97-0ad1-4e8c-8c27-ccf90c2705e3 req-392e0852-224f-4b3f-9f5d-b25a9e32bd9e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:21.828733 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-03fa8e97-0ad1-4e8c-8c27-ccf90c2705e3 req-392e0852-224f-4b3f-9f5d-b25a9e32bd9e tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 944 time: 0.0622783 Feb 09 22:23:21.889215 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-03fa8e97-0ad1-4e8c-8c27-ccf90c2705e3 req-6074168f-8442-47d0-9fe3-6cdfbc0e3c67 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501902 Feb 09 22:23:23.076209 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39e9ef-67c9-4557-9924-9933b5278a51 req-f4ab4a71-2ecd-4311-9442-7a86cd1fb529 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:23.078924 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5f39e9ef-67c9-4557-9924-9933b5278a51 req-f4ab4a71-2ecd-4311-9442-7a86cd1fb529 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 944 time: 0.0932965 Feb 09 22:23:23.164417 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5f39e9ef-67c9-4557-9924-9933b5278a51 req-7a94e4a4-835f-4808-9778-416e782b5e16 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777907 Feb 09 22:23:24.339906 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2be4f8-5979-48ae-8c3e-8075b9280b11 req-fcb5c4bb-4df5-4cc1-941c-243553310a90 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:24.342324 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e2be4f8-5979-48ae-8c3e-8075b9280b11 req-fcb5c4bb-4df5-4cc1-941c-243553310a90 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 944 time: 0.0909250 Feb 09 22:23:24.411424 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4e2be4f8-5979-48ae-8c3e-8075b9280b11 req-2dc76c86-a0ca-4513-95d1-224858749e9d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583687 Feb 09 22:23:25.579572 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145599f0-6da7-454c-8854-e86b9bd53ea2 req-5d5d9f21-b02b-476e-be35-ef47b471acab tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:25.581237 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-145599f0-6da7-454c-8854-e86b9bd53ea2 req-5d5d9f21-b02b-476e-be35-ef47b471acab tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 944 time: 0.0824058 Feb 09 22:23:25.648145 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-145599f0-6da7-454c-8854-e86b9bd53ea2 req-eb23b6a0-bfe1-4e50-ba98-14895dbfa2c7 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563209 Feb 09 22:23:26.807386 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7e4b2-2e66-4054-a1e8-cf1fc1f8b10c req-ba7e9d1b-c2c7-4ab1-95e9-6df6ad5fdf8b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:26.810002 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93d7e4b2-2e66-4054-a1e8-cf1fc1f8b10c req-ba7e9d1b-c2c7-4ab1-95e9-6df6ad5fdf8b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 944 time: 0.0680459 Feb 09 22:23:26.894540 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93d7e4b2-2e66-4054-a1e8-cf1fc1f8b10c req-efdf885c-53dc-45fe-9683-da5d1f333798 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726774 Feb 09 22:23:28.028548 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f9b37-df12-4b9e-9430-da4b3f24c1a8 req-d5fc0195-7973-448f-b087-78d6fb4a6d8b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:28.030341 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fb7f9b37-df12-4b9e-9430-da4b3f24c1a8 req-d5fc0195-7973-448f-b087-78d6fb4a6d8b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 944 time: 0.0562582 Feb 09 22:23:28.086016 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fb7f9b37-df12-4b9e-9430-da4b3f24c1a8 req-76da2564-64bd-41c2-b1a9-7aef70315c07 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495481 Feb 09 22:23:29.460783 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650e91c-cb4e-46e2-af1b-791adb8466ed req-42ff6459-0c74-4bda-a670-6f2d39d9ae57 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:29.460783 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4650e91c-cb4e-46e2-af1b-791adb8466ed req-42ff6459-0c74-4bda-a670-6f2d39d9ae57 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 944 time: 0.0632071 Feb 09 22:23:29.460783 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4650e91c-cb4e-46e2-af1b-791adb8466ed req-af761be0-732d-4eff-9508-3320fb818c37 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773740 Feb 09 22:23:30.510814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5ef52-fc85-4234-850c-407f1b16c6c7 req-fd999865-112a-4b81-aed0-0a4d9d26816b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:30.514059 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6d5ef52-fc85-4234-850c-407f1b16c6c7 req-fd999865-112a-4b81-aed0-0a4d9d26816b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 944 time: 0.0943742 Feb 09 22:23:30.585824 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6d5ef52-fc85-4234-850c-407f1b16c6c7 req-f6e7403b-25de-4b9d-828a-f35841aef3f2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610564 Feb 09 22:23:31.447993 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device be023f24-6d9a-4796-aea1-c1230008bdf5 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:23:31.590193 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port be023f24-6d9a-4796-aea1-c1230008bdf5, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=be023f24-6d9a-4796-aea1-c1230008bdf5,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:23:31.605374 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'be023f24-6d9a-4796-aea1-c1230008bdf5', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'port_id': 'be023f24-6d9a-4796-aea1-c1230008bdf5', 'mac_address': 'fa:16:3e:f8:fa:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:23:31.662221 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port be023f24-6d9a-4796-aea1-c1230008bdf5 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:23:31.662757 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (be023f24-6d9a-4796-aea1-c1230008bdf5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:31.685462 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be023f24-6d9a-4796-aea1-c1230008bdf5 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:23:31.721471 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port be023f24-6d9a-4796-aea1-c1230008bdf5, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=be023f24-6d9a-4796-aea1-c1230008bdf5,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:23:31.729085 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (be023f24-6d9a-4796-aea1-c1230008bdf5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:31.793287 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b333ed-de08-49e0-879f-35e1032d553d req-5e1e1216-7359-495f-918e-e56a158be916 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:31.796678 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93b333ed-de08-49e0-879f-35e1032d553d req-5e1e1216-7359-495f-918e-e56a158be916 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 944 time: 0.1034329 Feb 09 22:23:31.821944 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=be023f24-6d9a-4796-aea1-c1230008bdf5,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:23:31.831327 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:31.831871 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:31.832052 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:31.832369 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:31.832903 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:31.833405 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:31.833923 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:31.834435 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:31.834968 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:31.835470 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:31.836116 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:31.836688 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:31.837206 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:31.878966 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93b333ed-de08-49e0-879f-35e1032d553d req-ddcbc27d-eb1c-417c-9e7a-e9518fbe1f41 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720758 Feb 09 22:23:31.957416 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['be023f24-6d9a-4796-aea1-c1230008bdf5'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:23:33.030681 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d2250-fc2f-454b-9faa-8a98006eba5f req-fbc2c5f0-a9c8-4fb7-a5d4-79da71433f7f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:33.032673 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa4d2250-fc2f-454b-9faa-8a98006eba5f req-fbc2c5f0-a9c8-4fb7-a5d4-79da71433f7f tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 945 time: 0.0680978 Feb 09 22:23:33.128064 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa4d2250-fc2f-454b-9faa-8a98006eba5f req-767dc9c3-69e3-43c1-984e-af1cfd8f025c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867817 Feb 09 22:23:33.449888 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device be023f24-6d9a-4796-aea1-c1230008bdf5 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:23:33.512558 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port be023f24-6d9a-4796-aea1-c1230008bdf5 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:23:33.519006 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port be023f24-6d9a-4796-aea1-c1230008bdf5 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:23:33.519636 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (be023f24-6d9a-4796-aea1-c1230008bdf5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:33.655042 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port be023f24-6d9a-4796-aea1-c1230008bdf5 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:23:33.655570 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (be023f24-6d9a-4796-aea1-c1230008bdf5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:33.696616 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3f90be-a7e5-4852-8fad-ab2d963cb88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be023f24-6d9a-4796-aea1-c1230008bdf5'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:23:33.700243 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f555feedd1feece2a1d577a1d507c05b334233eb6f99cc2aacab333de5c4e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff44071-9806-4b31-8276-b06d88c0a9d1" -d '{"events": [{"server_uuid": "ac3f90be-a7e5-4852-8fad-ab2d963cb88a", "name": "network-vif-plugged", "status": "completed", "tag": "be023f24-6d9a-4796-aea1-c1230008bdf5"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:23:33.721964 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port be023f24-6d9a-4796-aea1-c1230008bdf5, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=be023f24-6d9a-4796-aea1-c1230008bdf5,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:23:33.729451 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (be023f24-6d9a-4796-aea1-c1230008bdf5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:33.778372 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954d2225-b16d-4f83-b36f-b2177202f282 x-openstack-request-id: req-954d2225-b16d-4f83-b36f-b2177202f282 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:23:33.779698 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3f90be-a7e5-4852-8fad-ab2d963cb88a", "name": "network-vif-plugged", "status": "completed", "tag": "be023f24-6d9a-4796-aea1-c1230008bdf5", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:23:33.780436 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-954d2225-b16d-4f83-b36f-b2177202f282 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:23:33.781580 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3f90be-a7e5-4852-8fad-ab2d963cb88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be023f24-6d9a-4796-aea1-c1230008bdf5', 'code': 200} Feb 09 22:23:33.824869 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=be023f24-6d9a-4796-aea1-c1230008bdf5,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:23:33.921136 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c54b57-b78e-418f-8c7c-c4108b771ec8 req-84af32ac-e805-4470-a15a-cacd42b6079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:33.924026 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1c54b57-b78e-418f-8c7c-c4108b771ec8 req-84af32ac-e805-4470-a15a-cacd42b6079b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 1128 time: 0.0737963 Feb 09 22:23:33.983162 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1c54b57-b78e-418f-8c7c-c4108b771ec8 req-442b3f9d-a791-4bb6-ad02-cb652e35778e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533695 Feb 09 22:23:34.282768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8d112-e34a-40c4-b067-edd5ae44090d req-8cc6c187-e676-4333-84b3-4faab8dffb4d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:34.284440 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1c8d112-e34a-40c4-b067-edd5ae44090d req-8cc6c187-e676-4333-84b3-4faab8dffb4d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 946 time: 0.0637832 Feb 09 22:23:34.347814 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1c8d112-e34a-40c4-b067-edd5ae44090d req-3c68bd3c-fa1f-4d5d-867e-b4fa3863059d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572469 Feb 09 22:23:35.538103 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e419e06-8548-4b9f-aecf-31b9a7282c9b req-abfe7c59-267f-40dd-932e-7467fa2926fb tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:35.541410 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e419e06-8548-4b9f-aecf-31b9a7282c9b req-abfe7c59-267f-40dd-932e-7467fa2926fb tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 946 time: 0.0906880 Feb 09 22:23:35.631068 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8e419e06-8548-4b9f-aecf-31b9a7282c9b req-a3dfc1c7-289e-416f-b106-bf7e312b4fa2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796316 Feb 09 22:23:35.770435 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7c888-690e-4ea6-8d80-f86e467dc911 req-32b525eb-ab72-4388-a594-f24512e6e796 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:35.772475 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42f7c888-690e-4ea6-8d80-f86e467dc911 req-32b525eb-ab72-4388-a594-f24512e6e796 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 946 time: 0.0616343 Feb 09 22:23:35.832530 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42f7c888-690e-4ea6-8d80-f86e467dc911 req-a251f821-8d88-477e-8811-aab43fd1f6fa tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540471 Feb 09 22:23:35.885844 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 46174) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:23:36.179351 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5216a14-e15e-4508-8fae-741ae4929dff tempest-TestVolumeBootPattern-140297059 tempest-TestVolumeBootPattern-140297059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:36.189424 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d5216a14-e15e-4508-8fae-741ae4929dff tempest-TestVolumeBootPattern-140297059 tempest-TestVolumeBootPattern-140297059-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 1123 time: 0.2938960 Feb 09 22:23:36.191726 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 46184) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:23:36.199153 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': 'be023f24-6d9a-4796-aea1-c1230008bdf5', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:23:36.232924 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:36.391584 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:36.559062 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Allocated IP 172.25.6.20 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/95a98f31-0672-42e1-a747-c8a85e55d552) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:23:36.734173 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for port (95a98f31-0672-42e1-a747-c8a85e55d552), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:36.779302 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (95a98f31-0672-42e1-a747-c8a85e55d552), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:36.828417 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:23:36.836138 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:23:36.839921 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:23:36.884960 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event updated for resources: {'Port': ['ID=95a98f31-0672-42e1-a747-c8a85e55d552,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:23:36.902247 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:36.902585 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:36.902938 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:36.903291 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:36.903709 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:36.904062 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:36.904413 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:36.904749 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:36.905084 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:36.905419 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:36.905759 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:36.906305 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:36.906482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:37.756649 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for floatingip (2d04c62c-2ad2-4b45-b830-fc45f28738ba), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:37.841808 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (95a98f31-0672-42e1-a747-c8a85e55d552), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:37.847075 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3950729d-4e2c-495d-a0e3-e819967b35a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:38.034831 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for port (95a98f31-0672-42e1-a747-c8a85e55d552), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:38.040850 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (95a98f31-0672-42e1-a747-c8a85e55d552), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:38.137400 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event updated for resources: {'Port': ['ID=95a98f31-0672-42e1-a747-c8a85e55d552,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:23:38.154707 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (2d04c62c-2ad2-4b45-b830-fc45f28738ba), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:38.294900 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Floating IP 2d04c62c-2ad2-4b45-b830-fc45f28738ba associated. External IP: 172.25.6.20, port: be023f24-6d9a-4796-aea1-c1230008bdf5. Feb 09 22:23:38.562124 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:23:38.718927 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:23:38.736064 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0350ba-dca9-47d1-8e3d-d73f84b7fa97 None None] Sync routers for ids ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:23:38.753152 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:38.757114 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0350ba-dca9-47d1-8e3d-d73f84b7fa97 None None] Routers {'59ebfdc7-6f34-4f22-9833-38a3c19909f9'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:23:38.758498 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ae0350ba-dca9-47d1-8e3d-d73f84b7fa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:23:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:23:38.817007 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-eeab2f4c-b1f5-43a2-98b8-59d41aaf11ec tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6244485 Feb 09 22:23:38.819479 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3f90be-a7e5-4852-8fad-ab2d963cb88a', 'tag': 'be023f24-6d9a-4796-aea1-c1230008bdf5'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:23:38.824942 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61012892-483e-4ba3-b349-a7b8ee555504" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3f90be-a7e5-4852-8fad-ab2d963cb88a", "tag": "be023f24-6d9a-4796-aea1-c1230008bdf5"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:23:38.912144 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ae0350ba-dca9-47d1-8e3d-d73f84b7fa97 None None] Set router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:23:39.100560 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b040705b-f25a-4624-8bbc-44fe234e0d0c x-openstack-request-id: req-b040705b-f25a-4624-8bbc-44fe234e0d0c {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:23:39.101100 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3f90be-a7e5-4852-8fad-ab2d963cb88a", "tag": "be023f24-6d9a-4796-aea1-c1230008bdf5", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:23:39.101535 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b040705b-f25a-4624-8bbc-44fe234e0d0c {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:23:39.102162 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3f90be-a7e5-4852-8fad-ab2d963cb88a', 'tag': 'be023f24-6d9a-4796-aea1-c1230008bdf5', 'status': 'completed', 'code': 200} Feb 09 22:23:39.211723 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61012892-483e-4ba3-b349-a7b8ee555504 req-d1af8334-a334-4ae7-8ed8-87b16b40206b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:39.216927 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61012892-483e-4ba3-b349-a7b8ee555504 req-d1af8334-a334-4ae7-8ed8-87b16b40206b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 1128 time: 0.0890474 Feb 09 22:23:39.224072 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ae0350ba-dca9-47d1-8e3d-d73f84b7fa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '2d04c62c-2ad2-4b45-b830-fc45f28738ba', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'port_id': 'be023f24-6d9a-4796-aea1-c1230008bdf5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'mac_address': 'fa:16:3e:f8:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3f90be-a7e5-4852-8fad-ab2d963cb88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:23:37Z', 'updated_at': '2022-02-09T22:23:37Z', 'revision_number': 0, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'fixed_ip_address_scope': None}, {'id': '701b404b-601b-4fe4-b361-c6431392eeaa', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'port_id': '7e9ff3e6-eea2-4737-9b1b-0459f23dfb88', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'mac_address': 'fa:16:3e:d6:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d15cd0-d9be-45c8-ae11-284647f69c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:21:04Z', 'updated_at': '2022-02-09T22:21:16Z', 'revision_number': 1, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aabb35d-66f0-4842-8cf7-11ae601e85cd', 'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'mac_address': 'fa:16:3e:97:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:21Z', 'updated_at': '2022-02-09T22:04:35Z', 'revision_number': 5, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'subnets': [{'id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:23:39.266648 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0350ba-dca9-47d1-8e3d-d73f84b7fa97 None None] Checking router: 59ebfdc7-6f34-4f22-9833-38a3c19909f9 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:23:39.279357 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0350ba-dca9-47d1-8e3d-d73f84b7fa97 None None] Routers {'59ebfdc7-6f34-4f22-9833-38a3c19909f9'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:23:39.280029 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ae0350ba-dca9-47d1-8e3d-d73f84b7fa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:23:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:23:39.346967 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61012892-483e-4ba3-b349-a7b8ee555504 req-48cc58e7-affc-4cde-adbe-acc59b872cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:39.348613 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61012892-483e-4ba3-b349-a7b8ee555504 req-48cc58e7-affc-4cde-adbe-acc59b872cd6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 912 time: 0.1265707 Feb 09 22:23:39.484417 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ae0350ba-dca9-47d1-8e3d-d73f84b7fa97 None None] Set router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:23:39.492506 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61012892-483e-4ba3-b349-a7b8ee555504 req-3a40c56f-02e0-4a4e-a59d-bf20d749b463 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be023f24-6d9a-4796-aea1-c1230008bdf5 HTTP/1.1" status: 200 len: 999 time: 0.1357834 Feb 09 22:23:39.553334 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61012892-483e-4ba3-b349-a7b8ee555504 req-ea2401e3-f5cf-4e82-8e50-c6338b77ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:39.556159 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61012892-483e-4ba3-b349-a7b8ee555504 req-ea2401e3-f5cf-4e82-8e50-c6338b77ad5a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.0584135 Feb 09 22:23:39.631474 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61012892-483e-4ba3-b349-a7b8ee555504 req-cf833574-27e8-4927-acc3-361566af8a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:39.641461 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61012892-483e-4ba3-b349-a7b8ee555504 req-cf833574-27e8-4927-acc3-361566af8a4c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0791144 Feb 09 22:23:39.807594 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61012892-483e-4ba3-b349-a7b8ee555504 req-6121d711-cfbb-44fb-9a74-ad73649c61f9 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602182 Feb 09 22:23:39.841748 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ae0350ba-dca9-47d1-8e3d-d73f84b7fa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '2d04c62c-2ad2-4b45-b830-fc45f28738ba', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'port_id': 'be023f24-6d9a-4796-aea1-c1230008bdf5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'mac_address': 'fa:16:3e:f8:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3f90be-a7e5-4852-8fad-ab2d963cb88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:23:37Z', 'updated_at': '2022-02-09T22:23:37Z', 'revision_number': 0, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'fixed_ip_address_scope': None}, {'id': '701b404b-601b-4fe4-b361-c6431392eeaa', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'port_id': '7e9ff3e6-eea2-4737-9b1b-0459f23dfb88', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'mac_address': 'fa:16:3e:d6:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d15cd0-d9be-45c8-ae11-284647f69c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:21:04Z', 'updated_at': '2022-02-09T22:21:16Z', 'revision_number': 1, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aabb35d-66f0-4842-8cf7-11ae601e85cd', 'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'mac_address': 'fa:16:3e:97:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:21Z', 'updated_at': '2022-02-09T22:04:35Z', 'revision_number': 5, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'subnets': [{'id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:23:39.874508 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0350ba-dca9-47d1-8e3d-d73f84b7fa97 None None] The sync data for ids ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'] in n-d-828601-1 is: [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '2d04c62c-2ad2-4b45-b830-fc45f28738ba', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'port_id': 'be023f24-6d9a-4796-aea1-c1230008bdf5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'mac_address': 'fa:16:3e:f8:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3f90be-a7e5-4852-8fad-ab2d963cb88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:23:37Z', 'updated_at': '2022-02-09T22:23:37Z', 'revision_number': 0, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'fixed_ip_address_scope': None}, {'id': '701b404b-601b-4fe4-b361-c6431392eeaa', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'port_id': '7e9ff3e6-eea2-4737-9b1b-0459f23dfb88', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'mac_address': 'fa:16:3e:d6:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d15cd0-d9be-45c8-ae11-284647f69c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:21:04Z', 'updated_at': '2022-02-09T22:21:16Z', 'revision_number': 1, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aabb35d-66f0-4842-8cf7-11ae601e85cd', 'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'mac_address': 'fa:16:3e:97:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:21Z', 'updated_at': '2022-02-09T22:04:35Z', 'revision_number': 5, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'subnets': [{'id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:23:39.941275 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61012892-483e-4ba3-b349-a7b8ee555504 req-c7a19ca1-b221-4ba2-811c-9cb4b79ee21e service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280968 Feb 09 22:23:40.189348 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85eb3dd-8481-49f3-b646-4db20fa8997d None None] New status for floating IP 2d04c62c-2ad2-4b45-b830-fc45f28738ba: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:23:40.550918 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c34e37ee-9eaa-4961-b314-f1c36b3c9e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:41.701225 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:42.886139 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:44.680883 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:45.642558 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:46.241476 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:48.583351 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04449774-2f7b-4aaa-b6ed-993392e8937e req-47658930-388f-4829-924e-e14e7f553344 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0891850 Feb 09 22:23:48.699385 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04449774-2f7b-4aaa-b6ed-993392e8937e req-3ce8f8cb-34dc-427d-b735-3155fac4601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:48.701511 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04449774-2f7b-4aaa-b6ed-993392e8937e req-3ce8f8cb-34dc-427d-b735-3155fac4601a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 1128 time: 0.0655324 Feb 09 22:23:48.812164 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04449774-2f7b-4aaa-b6ed-993392e8937e req-c0b31210-33f2-40f9-9213-8eaef03fdb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:48.813755 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04449774-2f7b-4aaa-b6ed-993392e8937e req-c0b31210-33f2-40f9-9213-8eaef03fdb33 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 912 time: 0.0925176 Feb 09 22:23:48.889763 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04449774-2f7b-4aaa-b6ed-993392e8937e req-416b798b-62c3-416f-b108-0f38828f91e5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be023f24-6d9a-4796-aea1-c1230008bdf5 HTTP/1.1" status: 200 len: 1001 time: 0.0700312 Feb 09 22:23:48.941196 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04449774-2f7b-4aaa-b6ed-993392e8937e req-3c2f0b18-1123-402c-bde7-0e449a73a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:48.942531 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04449774-2f7b-4aaa-b6ed-993392e8937e req-3c2f0b18-1123-402c-bde7-0e449a73a3df service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.0472245 Feb 09 22:23:48.994854 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04449774-2f7b-4aaa-b6ed-993392e8937e req-be4e53b7-68af-4408-8419-955201aace72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:48.996418 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04449774-2f7b-4aaa-b6ed-993392e8937e req-be4e53b7-68af-4408-8419-955201aace72 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484803 Feb 09 22:23:49.109675 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04449774-2f7b-4aaa-b6ed-993392e8937e req-ccb84ded-95cb-40b1-92c0-f598441665c6 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066749 Feb 09 22:23:49.206576 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04449774-2f7b-4aaa-b6ed-993392e8937e req-1dd72620-3da2-4faf-95fc-8df4cb7b99f2 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908134 Feb 09 22:23:53.494653 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09f80583-9cbb-4ac0-ab34-ac7d3cd5fbd2 req-8432aa4b-4741-4354-9b95-dde40549ab60 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1060326 Feb 09 22:23:53.596462 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f80583-9cbb-4ac0-ab34-ac7d3cd5fbd2 req-d43bb153-f5ab-4906-b1e6-3502c96bbe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:53.598631 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09f80583-9cbb-4ac0-ab34-ac7d3cd5fbd2 req-d43bb153-f5ab-4906-b1e6-3502c96bbe31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 1127 time: 0.0531077 Feb 09 22:23:53.726813 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f80583-9cbb-4ac0-ab34-ac7d3cd5fbd2 req-9c428a7f-eacd-4fa4-9f0b-29d0c2b33b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:53.728562 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09f80583-9cbb-4ac0-ab34-ac7d3cd5fbd2 req-9c428a7f-eacd-4fa4-9f0b-29d0c2b33b7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 912 time: 0.1037281 Feb 09 22:23:53.838517 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09f80583-9cbb-4ac0-ab34-ac7d3cd5fbd2 req-a6479c4d-3d11-4978-8dee-cbed01ddc109 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 HTTP/1.1" status: 200 len: 1001 time: 0.1000288 Feb 09 22:23:53.914175 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f80583-9cbb-4ac0-ab34-ac7d3cd5fbd2 req-abb9942b-8bd1-494c-8019-dae18d0df95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:53.915981 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09f80583-9cbb-4ac0-ab34-ac7d3cd5fbd2 req-abb9942b-8bd1-494c-8019-dae18d0df95c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.0670481 Feb 09 22:23:53.978400 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f80583-9cbb-4ac0-ab34-ac7d3cd5fbd2 req-9819e181-3704-43f2-abac-e0edc8d5ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:53.979905 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09f80583-9cbb-4ac0-ab34-ac7d3cd5fbd2 req-9819e181-3704-43f2-abac-e0edc8d5ed21 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0545275 Feb 09 22:23:54.099056 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09f80583-9cbb-4ac0-ab34-ac7d3cd5fbd2 req-377bb4ec-8a58-42bc-b574-021d16f79a51 service neutron] 10.222.0.42 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086187 Feb 09 22:23:54.248789 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09f80583-9cbb-4ac0-ab34-ac7d3cd5fbd2 req-1de9365d-db2a-4293-ad19-3cefa36ab4e4 service neutron] 10.222.0.42 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394317 Feb 09 22:23:54.447626 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:24:07.848335 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2638a8ef-9e5f-414a-9832-f19fbdb49b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:10.537798 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bb062f42-4bac-49ce-839e-d676d8c7fcc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:11.709955 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:12.890275 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:14.680597 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:15.649876 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:16.247304 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:31.437664 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:24:37.851702 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5080c48e-e787-46c2-8a9e-49b510e7bba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:40.545186 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-436cd091-ba77-4d48-85c8-8eded5507b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:41.713258 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:42.894781 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:44.680057 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:45.647223 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:46.261112 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:50.643512 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5af05a85-4d43-48dc-81dc-e869c65ba51d req-0aa70e1f-031c-4cc2-b3d8-613265220a26 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1581118 Feb 09 22:24:50.743137 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af05a85-4d43-48dc-81dc-e869c65ba51d req-cfffa0ec-7273-43ae-a0d0-91fea9b8cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:24:50.744979 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5af05a85-4d43-48dc-81dc-e869c65ba51d req-cfffa0ec-7273-43ae-a0d0-91fea9b8cd89 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 1128 time: 0.0544505 Feb 09 22:24:50.880753 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af05a85-4d43-48dc-81dc-e869c65ba51d req-21eea510-6a73-4b74-8045-2ecd0fd3366a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:24:50.882918 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5af05a85-4d43-48dc-81dc-e869c65ba51d req-21eea510-6a73-4b74-8045-2ecd0fd3366a service neutron] 10.222.0.71 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 912 time: 0.1189044 Feb 09 22:24:50.973807 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5af05a85-4d43-48dc-81dc-e869c65ba51d req-36ea2e22-70df-4d6d-93b4-c30b021ddb09 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be023f24-6d9a-4796-aea1-c1230008bdf5 HTTP/1.1" status: 200 len: 1001 time: 0.0855358 Feb 09 22:24:51.041099 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af05a85-4d43-48dc-81dc-e869c65ba51d req-27eaa1b6-35cd-49a2-b54d-51de7c0b174e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:24:51.044424 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5af05a85-4d43-48dc-81dc-e869c65ba51d req-27eaa1b6-35cd-49a2-b54d-51de7c0b174e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.0646129 Feb 09 22:24:51.113266 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af05a85-4d43-48dc-81dc-e869c65ba51d req-d9f9a80a-bc2c-4f7e-9659-0f4be05d3581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:24:51.115014 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5af05a85-4d43-48dc-81dc-e869c65ba51d req-d9f9a80a-bc2c-4f7e-9659-0f4be05d3581 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0644920 Feb 09 22:24:51.260708 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5af05a85-4d43-48dc-81dc-e869c65ba51d req-2361065d-2e3b-4fc1-89ca-d6a5f78a71ac service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394565 Feb 09 22:24:51.381413 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5af05a85-4d43-48dc-81dc-e869c65ba51d req-868816ee-baa7-4575-bcae-88f4f6e7adfd service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133370 Feb 09 22:24:53.481440 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0a36883-8569-4c96-9e1a-4d683da12c29 req-f993862f-c4fb-422c-a528-44d34c4ac8d1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0802081 Feb 09 22:24:53.610150 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a36883-8569-4c96-9e1a-4d683da12c29 req-f825aae5-6757-41a4-8a80-45c928962ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:24:53.612173 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0a36883-8569-4c96-9e1a-4d683da12c29 req-f825aae5-6757-41a4-8a80-45c928962ff8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 1127 time: 0.0740895 Feb 09 22:24:53.749060 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a36883-8569-4c96-9e1a-4d683da12c29 req-c719cd06-4d62-401f-bcef-705fdbc1ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:24:53.750567 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0a36883-8569-4c96-9e1a-4d683da12c29 req-c719cd06-4d62-401f-bcef-705fdbc1ce6b service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 912 time: 0.1121244 Feb 09 22:24:53.837985 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0a36883-8569-4c96-9e1a-4d683da12c29 req-f1942c44-e9ea-44f2-956a-5d2ded45cc3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 HTTP/1.1" status: 200 len: 1001 time: 0.0770118 Feb 09 22:24:53.896116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a36883-8569-4c96-9e1a-4d683da12c29 req-7c8193ff-5d3f-472c-8816-133049ff48f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:24:53.897684 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0a36883-8569-4c96-9e1a-4d683da12c29 req-7c8193ff-5d3f-472c-8816-133049ff48f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.0502350 Feb 09 22:24:53.973881 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a36883-8569-4c96-9e1a-4d683da12c29 req-48f90cb5-c18a-4bfe-8ce2-ccc52d566072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:24:53.975717 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0a36883-8569-4c96-9e1a-4d683da12c29 req-48f90cb5-c18a-4bfe-8ce2-ccc52d566072 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0694480 Feb 09 22:24:54.112655 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0a36883-8569-4c96-9e1a-4d683da12c29 req-808cd803-906f-4ef1-a5a2-6d1504b4b1d5 service neutron] 10.222.0.42 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275268 Feb 09 22:24:54.223420 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0a36883-8569-4c96-9e1a-4d683da12c29 req-26518abe-3ecb-40d5-8ebf-7110209fe234 service neutron] 10.222.0.42 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011717 Feb 09 22:25:06.921062 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47414) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:25:07.254316 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Deleting port 95a98f31-0672-42e1-a747-c8a85e55d552 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:25:07.254879 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (95a98f31-0672-42e1-a747-c8a85e55d552), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:07.377739 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (95a98f31-0672-42e1-a747-c8a85e55d552), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:07.378113 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for floatingip (95a98f31-0672-42e1-a747-c8a85e55d552), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:07.394574 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Calling delete_port for 95a98f31-0672-42e1-a747-c8a85e55d552 owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:25:07.616970 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (95a98f31-0672-42e1-a747-c8a85e55d552), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:07.650107 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event deleted for resources: {'Port': ['ID=95a98f31-0672-42e1-a747-c8a85e55d552,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:25:07.684133 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:07.684483 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:07.684822 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:07.685161 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:07.685499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:07.685831 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:07.686161 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:07.686482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:07.686815 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:07.687132 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:07.687461 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:07.687831 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:07.688191 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:07.732524 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for floatingip (2d04c62c-2ad2-4b45-b830-fc45f28738ba), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:07.732860 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Floating IP 2d04c62c-2ad2-4b45-b830-fc45f28738ba disassociated (deleted). External IP: 172.25.6.20, port: be023f24-6d9a-4796-aea1-c1230008bdf5. Feb 09 22:25:07.848753 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8acdd975-a0a7-4d03-b010-951b0d8a4de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:07.978283 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:25:08.100193 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:25:08.105417 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:08.116248 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a886dd-b75a-4da1-b028-f7b46208116b None None] Sync routers for ids ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:25:08.138897 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2afd37ec-5b8e-48a7-ba1c-4faabc6ea6be tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "DELETE /v2.0/floatingips/2d04c62c-2ad2-4b45-b830-fc45f28738ba HTTP/1.1" status: 204 len: 168 time: 1.2162621 Feb 09 22:25:08.139367 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3f90be-a7e5-4852-8fad-ab2d963cb88a', 'tag': 'be023f24-6d9a-4796-aea1-c1230008bdf5'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:25:08.142880 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a283cbd-4024-4859-82db-e96f4c3d9647" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3f90be-a7e5-4852-8fad-ab2d963cb88a", "tag": "be023f24-6d9a-4796-aea1-c1230008bdf5"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:25:08.153752 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a886dd-b75a-4da1-b028-f7b46208116b None None] Routers {'59ebfdc7-6f34-4f22-9833-38a3c19909f9'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:25:08.154554 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-43a886dd-b75a-4da1-b028-f7b46208116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:24:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:25:08.321039 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-43a886dd-b75a-4da1-b028-f7b46208116b None None] Set router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:25:08.383569 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebfc2da-a3b3-41c0-86ac-baa540fd5658 x-openstack-request-id: req-5ebfc2da-a3b3-41c0-86ac-baa540fd5658 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:25:08.384074 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3f90be-a7e5-4852-8fad-ab2d963cb88a", "tag": "be023f24-6d9a-4796-aea1-c1230008bdf5", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:25:08.384472 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5ebfc2da-a3b3-41c0-86ac-baa540fd5658 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:25:08.385116 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3f90be-a7e5-4852-8fad-ab2d963cb88a', 'tag': 'be023f24-6d9a-4796-aea1-c1230008bdf5', 'status': 'completed', 'code': 200} Feb 09 22:25:08.437603 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:25:08.518253 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a283cbd-4024-4859-82db-e96f4c3d9647 req-2772bbdc-38cc-4dfa-a0ac-67aea49005ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:25:08.521797 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a283cbd-4024-4859-82db-e96f4c3d9647 req-2772bbdc-38cc-4dfa-a0ac-67aea49005ed service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 1128 time: 0.1006620 Feb 09 22:25:08.721184 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-43a886dd-b75a-4da1-b028-f7b46208116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '701b404b-601b-4fe4-b361-c6431392eeaa', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'port_id': '7e9ff3e6-eea2-4737-9b1b-0459f23dfb88', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'mac_address': 'fa:16:3e:d6:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d15cd0-d9be-45c8-ae11-284647f69c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:21:04Z', 'updated_at': '2022-02-09T22:21:16Z', 'revision_number': 1, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aabb35d-66f0-4842-8cf7-11ae601e85cd', 'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'mac_address': 'fa:16:3e:97:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:21Z', 'updated_at': '2022-02-09T22:04:35Z', 'revision_number': 5, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'subnets': [{'id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:25:08.755305 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a886dd-b75a-4da1-b028-f7b46208116b None None] Checking router: 59ebfdc7-6f34-4f22-9833-38a3c19909f9 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:25:08.767559 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a283cbd-4024-4859-82db-e96f4c3d9647 req-16750b45-15bf-4622-b63c-c78d85be5832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:25:08.770203 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a283cbd-4024-4859-82db-e96f4c3d9647 req-16750b45-15bf-4622-b63c-c78d85be5832 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 912 time: 0.2413423 Feb 09 22:25:08.770974 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a886dd-b75a-4da1-b028-f7b46208116b None None] Routers {'59ebfdc7-6f34-4f22-9833-38a3c19909f9'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:25:08.772280 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-43a886dd-b75a-4da1-b028-f7b46208116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:24:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:25:08.781305 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f16496-a326-43cb-bb57-37d6e3dca65c req-9f185866-4826-4ef8-a5ec-1e8a7d9a2130 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:25:08.782919 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b2f16496-a326-43cb-bb57-37d6e3dca65c req-9f185866-4826-4ef8-a5ec-1e8a7d9a2130 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 946 time: 0.3101118 Feb 09 22:25:08.834331 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a283cbd-4024-4859-82db-e96f4c3d9647 req-76357fc0-1de5-41c1-9e93-e0392acaf793 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be023f24-6d9a-4796-aea1-c1230008bdf5 HTTP/1.1" status: 200 len: 217 time: 0.0502510 Feb 09 22:25:08.965466 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b2f16496-a326-43cb-bb57-37d6e3dca65c req-61b71dc9-fb01-4312-a8b7-7b03975277c1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733325 Feb 09 22:25:08.974111 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a283cbd-4024-4859-82db-e96f4c3d9647 req-0817b7ee-5ccc-41c7-a655-3d1eea94dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:25:08.977008 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a283cbd-4024-4859-82db-e96f4c3d9647 req-0817b7ee-5ccc-41c7-a655-3d1eea94dcd9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.1316762 Feb 09 22:25:09.060410 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a283cbd-4024-4859-82db-e96f4c3d9647 req-7fc12509-821b-4307-9571-9ac121388398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:25:09.063167 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a283cbd-4024-4859-82db-e96f4c3d9647 req-7fc12509-821b-4307-9571-9ac121388398 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0799654 Feb 09 22:25:09.102014 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-43a886dd-b75a-4da1-b028-f7b46208116b None None] Set router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:25:09.158941 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a283cbd-4024-4859-82db-e96f4c3d9647 req-1e231fde-c57e-4543-be40-b58eae8da545 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897229 Feb 09 22:25:09.390448 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-43a886dd-b75a-4da1-b028-f7b46208116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '701b404b-601b-4fe4-b361-c6431392eeaa', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'port_id': '7e9ff3e6-eea2-4737-9b1b-0459f23dfb88', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'mac_address': 'fa:16:3e:d6:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d15cd0-d9be-45c8-ae11-284647f69c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:21:04Z', 'updated_at': '2022-02-09T22:21:16Z', 'revision_number': 1, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aabb35d-66f0-4842-8cf7-11ae601e85cd', 'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'mac_address': 'fa:16:3e:97:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:21Z', 'updated_at': '2022-02-09T22:04:35Z', 'revision_number': 5, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'subnets': [{'id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:25:09.427412 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a886dd-b75a-4da1-b028-f7b46208116b None None] The sync data for ids ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'] in n-d-828601-1 is: [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '701b404b-601b-4fe4-b361-c6431392eeaa', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'port_id': '7e9ff3e6-eea2-4737-9b1b-0459f23dfb88', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'mac_address': 'fa:16:3e:d6:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d15cd0-d9be-45c8-ae11-284647f69c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:21:04Z', 'updated_at': '2022-02-09T22:21:16Z', 'revision_number': 1, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aabb35d-66f0-4842-8cf7-11ae601e85cd', 'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'mac_address': 'fa:16:3e:97:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:21Z', 'updated_at': '2022-02-09T22:04:35Z', 'revision_number': 5, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'subnets': [{'id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:25:09.657775 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a283cbd-4024-4859-82db-e96f4c3d9647 req-8042d4f6-d3b4-4da7-939f-ff2f487c3350 service neutron] 10.222.0.71 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925289 Feb 09 22:25:09.757055 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34a64cd-d697-42a7-9b27-72cc65fc9c53 None None] New status for floating IP 2d04c62c-2ad2-4b45-b830-fc45f28738ba: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:25:09.957069 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651305c-d823-49ee-9fac-4a1e84132305 req-648cd952-03f8-4a8a-9df4-3161ad172e9a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:25:09.959059 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0651305c-d823-49ee-9fac-4a1e84132305 req-648cd952-03f8-4a8a-9df4-3161ad172e9a tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 946 time: 0.0924940 Feb 09 22:25:10.123113 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-0651305c-d823-49ee-9fac-4a1e84132305 req-f08faf8f-e525-436a-ad98-cee26f418e50 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Deleting port be023f24-6d9a-4796-aea1-c1230008bdf5 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:25:10.123460 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0651305c-d823-49ee-9fac-4a1e84132305 req-f08faf8f-e525-436a-ad98-cee26f418e50 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (be023f24-6d9a-4796-aea1-c1230008bdf5), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:10.148317 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2eadb-85bd-4506-bbcb-64dcd1c820d9 req-28839439-55fd-4ad4-aa91-7e28a87218e1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:25:10.150171 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8b2eadb-85bd-4506-bbcb-64dcd1c820d9 req-28839439-55fd-4ad4-aa91-7e28a87218e1 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 946 time: 0.0959635 Feb 09 22:25:10.262312 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c8b2eadb-85bd-4506-bbcb-64dcd1c820d9 req-604036ea-5cc1-4e3b-9288-881d5d14240b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858922 Feb 09 22:25:10.281380 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-0651305c-d823-49ee-9fac-4a1e84132305 req-f08faf8f-e525-436a-ad98-cee26f418e50 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] For port be023f24-6d9a-4796-aea1-c1230008bdf5, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=be023f24-6d9a-4796-aea1-c1230008bdf5,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:25:10.282212 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0651305c-d823-49ee-9fac-4a1e84132305 req-f08faf8f-e525-436a-ad98-cee26f418e50 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (be023f24-6d9a-4796-aea1-c1230008bdf5), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:10.304152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-0651305c-d823-49ee-9fac-4a1e84132305 req-f08faf8f-e525-436a-ad98-cee26f418e50 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Calling delete_port for be023f24-6d9a-4796-aea1-c1230008bdf5 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:25:10.486166 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0651305c-d823-49ee-9fac-4a1e84132305 req-f08faf8f-e525-436a-ad98-cee26f418e50 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (be023f24-6d9a-4796-aea1-c1230008bdf5), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:10.542587 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08faf8f-e525-436a-ad98-cee26f418e50 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event deleted for resources: {'Port': ['ID=be023f24-6d9a-4796-aea1-c1230008bdf5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:25:10.548023 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c7d5843a-8603-4027-806a-c6171646de13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:10.566047 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08faf8f-e525-436a-ad98-cee26f418e50 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:10.566659 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08faf8f-e525-436a-ad98-cee26f418e50 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:10.567146 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08faf8f-e525-436a-ad98-cee26f418e50 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:10.567728 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08faf8f-e525-436a-ad98-cee26f418e50 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:10.568281 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08faf8f-e525-436a-ad98-cee26f418e50 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:10.568896 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08faf8f-e525-436a-ad98-cee26f418e50 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:10.569468 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08faf8f-e525-436a-ad98-cee26f418e50 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:10.570088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08faf8f-e525-436a-ad98-cee26f418e50 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:10.570647 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08faf8f-e525-436a-ad98-cee26f418e50 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:10.571182 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08faf8f-e525-436a-ad98-cee26f418e50 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:10.571756 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08faf8f-e525-436a-ad98-cee26f418e50 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:10.572308 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08faf8f-e525-436a-ad98-cee26f418e50 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:10.573468 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08faf8f-e525-436a-ad98-cee26f418e50 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:25:10.624842 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-0651305c-d823-49ee-9fac-4a1e84132305 req-f08faf8f-e525-436a-ad98-cee26f418e50 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] No DVR routers for this DVR port be023f24-6d9a-4796-aea1-c1230008bdf5 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:25:10.628030 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0651305c-d823-49ee-9fac-4a1e84132305 req-f08faf8f-e525-436a-ad98-cee26f418e50 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:10.631710 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0651305c-d823-49ee-9fac-4a1e84132305 req-f08faf8f-e525-436a-ad98-cee26f418e50 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.71 "DELETE /v2.0/ports/be023f24-6d9a-4796-aea1-c1230008bdf5 HTTP/1.1" status: 204 len: 173 time: 0.6674864 Feb 09 22:25:10.632213 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3f90be-a7e5-4852-8fad-ab2d963cb88a', 'name': 'network-vif-deleted', 'tag': 'be023f24-6d9a-4796-aea1-c1230008bdf5'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:25:10.634593 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851274a9-dfd7-4a31-94a2-899d7a7d39be" -d '{"events": [{"server_uuid": "ac3f90be-a7e5-4852-8fad-ab2d963cb88a", "name": "network-vif-deleted", "tag": "be023f24-6d9a-4796-aea1-c1230008bdf5"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:25:10.692097 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebff7083-0866-4ade-95e2-7c9444c6e67c x-openstack-request-id: req-ebff7083-0866-4ade-95e2-7c9444c6e67c {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:25:10.693009 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3f90be-a7e5-4852-8fad-ab2d963cb88a", "name": "network-vif-deleted", "tag": "be023f24-6d9a-4796-aea1-c1230008bdf5", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:25:10.693009 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ebff7083-0866-4ade-95e2-7c9444c6e67c {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:25:10.693669 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3f90be-a7e5-4852-8fad-ab2d963cb88a', 'name': 'network-vif-deleted', 'tag': 'be023f24-6d9a-4796-aea1-c1230008bdf5', 'status': 'completed', 'code': 200} Feb 09 22:25:11.398209 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce8ac6fe-883c-4d3a-8ec9-b1c68f5bddfd req-9eff3603-e0b8-456d-92b1-e61f5747c30b tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 210 time: 0.0440772 Feb 09 22:25:11.717450 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:12.527942 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ed979df7-ec7d-4eb1-85f4-01b8b93a8109 req-19838b02-af7b-434c-b162-4f0fafeddbf5 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 210 time: 0.0457680 Feb 09 22:25:12.893788 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:13.694954 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76d0df91-9c6d-4995-8276-f99ad4c56ba2 req-010db24b-5832-47a9-a996-e172c2ae49b4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 210 time: 0.0347822 Feb 09 22:25:14.039306 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device be023f24-6d9a-4796-aea1-c1230008bdf5 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:25:14.067101 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: be023f24-6d9a-4796-aea1-c1230008bdf5 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:25:14.067551 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device be023f24-6d9a-4796-aea1-c1230008bdf5 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:25:14.686689 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:14.846799 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a96f7374-767f-4fb6-bbc9-d2306d34c94f req-1570e93e-7050-4689-885d-9c2c0d1322cd tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 210 time: 0.0579178 Feb 09 22:25:15.654009 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:15.976364 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-336b8a4f-4ff6-4b20-ac45-0b99b6f6860d req-797fac2a-f1c8-4618-ac61-6654f4998b00 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 210 time: 0.0451424 Feb 09 22:25:16.276832 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:17.123417 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd436c24-f24b-432a-b8b8-bd2cb3bcbf00 req-4a4ae7d6-84ee-4f9f-9693-86b5fef70bf7 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 210 time: 0.0375860 Feb 09 22:25:18.230357 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7828831-d546-4ba5-a7a4-76a879b50e8f req-82e79845-c53a-4a1e-a2bb-bc3696bf8e13 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 210 time: 0.0319483 Feb 09 22:25:19.348667 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea8c2ec5-6611-4b9f-8699-3765b0656379 req-af62cc05-81f2-46e6-8ad0-701e907291b0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 210 time: 0.0293703 Feb 09 22:25:20.506892 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d8075d4-b12b-4155-b946-d2076f280292 req-95d4c740-aeae-48ed-88c7-13eeb8f6ec8c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 210 time: 0.0532544 Feb 09 22:25:21.641844 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3394daa0-ba06-4ce4-a170-1b8b8e41e279 req-742e9b14-b112-4226-8421-43deafc303c9 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 210 time: 0.0455158 Feb 09 22:25:22.795137 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-543e8576-c0ef-4e85-a880-301b9117440e req-90a57dbc-f03f-429f-9f07-87f0e3b0b0c0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3f90be-a7e5-4852-8fad-ab2d963cb88a HTTP/1.1" status: 200 len: 210 time: 0.0292857 Feb 09 22:25:37.069172 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47702) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:25:37.371812 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2ded0a0c-81ca-483f-bb62-83469f0aefbe tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Deleting port c338b0d7-9d8f-4c1b-908d-4eea83d3f40d {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:25:37.372371 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ded0a0c-81ca-483f-bb62-83469f0aefbe tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c338b0d7-9d8f-4c1b-908d-4eea83d3f40d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:37.501116 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ded0a0c-81ca-483f-bb62-83469f0aefbe tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c338b0d7-9d8f-4c1b-908d-4eea83d3f40d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:37.502491 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ded0a0c-81ca-483f-bb62-83469f0aefbe tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for floatingip (c338b0d7-9d8f-4c1b-908d-4eea83d3f40d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:37.527511 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2ded0a0c-81ca-483f-bb62-83469f0aefbe tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Calling delete_port for c338b0d7-9d8f-4c1b-908d-4eea83d3f40d owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:25:37.767783 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ded0a0c-81ca-483f-bb62-83469f0aefbe tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (c338b0d7-9d8f-4c1b-908d-4eea83d3f40d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:37.799188 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded0a0c-81ca-483f-bb62-83469f0aefbe tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event deleted for resources: {'Port': ['ID=c338b0d7-9d8f-4c1b-908d-4eea83d3f40d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:25:37.852604 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1104cc38-1c33-46f5-bc90-f075c4dac3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:37.918113 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ded0a0c-81ca-483f-bb62-83469f0aefbe tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for floatingip (701b404b-601b-4fe4-b361-c6431392eeaa), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:37.918590 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-2ded0a0c-81ca-483f-bb62-83469f0aefbe tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Floating IP 701b404b-601b-4fe4-b361-c6431392eeaa disassociated (deleted). External IP: 172.25.6.104, port: 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88. Feb 09 22:25:38.289473 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ded0a0c-81ca-483f-bb62-83469f0aefbe tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:25:38.450796 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ded0a0c-81ca-483f-bb62-83469f0aefbe tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:25:38.455952 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ded0a0c-81ca-483f-bb62-83469f0aefbe tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:38.471353 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbcd18e-dbd2-427a-886a-1e89ac135ada None None] Sync routers for ids ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:25:38.489721 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbcd18e-dbd2-427a-886a-1e89ac135ada None None] Routers {'59ebfdc7-6f34-4f22-9833-38a3c19909f9'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:25:38.491282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bbbcd18e-dbd2-427a-886a-1e89ac135ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:25:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:25:38.513114 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2ded0a0c-81ca-483f-bb62-83469f0aefbe tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "DELETE /v2.0/floatingips/701b404b-601b-4fe4-b361-c6431392eeaa HTTP/1.1" status: 204 len: 168 time: 1.4426172 Feb 09 22:25:38.514595 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d15cd0-d9be-45c8-ae11-284647f69c8c', 'tag': '7e9ff3e6-eea2-4737-9b1b-0459f23dfb88'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:25:38.517029 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d798ef09656c00d84e8ca5e5856d2237e86cc13818be8ce932ca3abfbb3d8cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced6ab99-72cf-41ec-b769-2a941c8faae3" -d '{"events": [{"name": "network-changed", "server_uuid": "81d15cd0-d9be-45c8-ae11-284647f69c8c", "tag": "7e9ff3e6-eea2-4737-9b1b-0459f23dfb88"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:25:38.733243 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-bbbcd18e-dbd2-427a-886a-1e89ac135ada None None] Set router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:25:38.802139 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e84c67-101d-4394-bd32-4addfb3ead33 x-openstack-request-id: req-04e84c67-101d-4394-bd32-4addfb3ead33 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:25:38.802939 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d15cd0-d9be-45c8-ae11-284647f69c8c", "tag": "7e9ff3e6-eea2-4737-9b1b-0459f23dfb88", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:25:38.816723 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-04e84c67-101d-4394-bd32-4addfb3ead33 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:25:38.817429 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d15cd0-d9be-45c8-ae11-284647f69c8c', 'tag': '7e9ff3e6-eea2-4737-9b1b-0459f23dfb88', 'status': 'completed', 'code': 200} Feb 09 22:25:38.971869 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6ab99-72cf-41ec-b769-2a941c8faae3 req-f331c896-cb54-4439-8f07-20f25bd1162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:25:38.971869 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ced6ab99-72cf-41ec-b769-2a941c8faae3 req-f331c896-cb54-4439-8f07-20f25bd1162a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 1127 time: 0.1278462 Feb 09 22:25:39.067712 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bbbcd18e-dbd2-427a-886a-1e89ac135ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '8aabb35d-66f0-4842-8cf7-11ae601e85cd', 'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'mac_address': 'fa:16:3e:97:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:21Z', 'updated_at': '2022-02-09T22:04:35Z', 'revision_number': 5, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'subnets': [{'id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:25:39.085929 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cec36-b305-437a-9384-5a207f4006e0 req-f726dffc-3013-488d-adda-2b614f30baf4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:25:39.088966 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d46cec36-b305-437a-9384-5a207f4006e0 req-f726dffc-3013-488d-adda-2b614f30baf4 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 945 time: 0.1804962 Feb 09 22:25:39.110773 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbcd18e-dbd2-427a-886a-1e89ac135ada None None] Checking router: 59ebfdc7-6f34-4f22-9833-38a3c19909f9 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:25:39.130877 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbcd18e-dbd2-427a-886a-1e89ac135ada None None] Routers {'59ebfdc7-6f34-4f22-9833-38a3c19909f9'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:25:39.131911 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bbbcd18e-dbd2-427a-886a-1e89ac135ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:25:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:25:39.220405 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6ab99-72cf-41ec-b769-2a941c8faae3 req-abecddd9-be7d-4d31-93ce-1d98af3630fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:25:39.223299 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ced6ab99-72cf-41ec-b769-2a941c8faae3 req-abecddd9-be7d-4d31-93ce-1d98af3630fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 200 len: 912 time: 0.2502437 Feb 09 22:25:39.234032 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d46cec36-b305-437a-9384-5a207f4006e0 req-2f5a02f4-a82e-40b2-ace3-694c0021f68c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302080 Feb 09 22:25:39.307573 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-bbbcd18e-dbd2-427a-886a-1e89ac135ada None None] Set router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:25:39.317142 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ced6ab99-72cf-41ec-b769-2a941c8faae3 req-21b24dd9-0ec6-4e0a-b645-cb4b90e1e684 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 HTTP/1.1" status: 200 len: 217 time: 0.0819597 Feb 09 22:25:39.424123 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6ab99-72cf-41ec-b769-2a941c8faae3 req-b594efaa-30e8-4e15-b102-b5feb4f02cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:25:39.424123 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ced6ab99-72cf-41ec-b769-2a941c8faae3 req-b594efaa-30e8-4e15-b102-b5feb4f02cca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 200 len: 850 time: 0.0949903 Feb 09 22:25:39.513976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6ab99-72cf-41ec-b769-2a941c8faae3 req-f10e4701-0174-4f10-9cbf-f83a1a07e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:25:39.517467 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ced6ab99-72cf-41ec-b769-2a941c8faae3 req-f10e4701-0174-4f10-9cbf-f83a1a07e396 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c413694-0f23-4bcd-9644-27b6436fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0815084 Feb 09 22:25:39.681903 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bbbcd18e-dbd2-427a-886a-1e89ac135ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '8aabb35d-66f0-4842-8cf7-11ae601e85cd', 'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'mac_address': 'fa:16:3e:97:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:21Z', 'updated_at': '2022-02-09T22:04:35Z', 'revision_number': 5, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'subnets': [{'id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:25:39.685522 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ced6ab99-72cf-41ec-b769-2a941c8faae3 req-d60e1be4-4c4d-4e8d-9215-7f5c9f826c62 service neutron] 10.222.0.42 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601622 Feb 09 22:25:39.733006 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbcd18e-dbd2-427a-886a-1e89ac135ada None None] The sync data for ids ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'] in n-d-828601-1 is: [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:04:23Z', 'revision_number': 4, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '8aabb35d-66f0-4842-8cf7-11ae601e85cd', 'name': '', 'network_id': '1c413694-0f23-4bcd-9644-27b6436fabff', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'mac_address': 'fa:16:3e:97:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:21Z', 'updated_at': '2022-02-09T22:04:35Z', 'revision_number': 5, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'subnets': [{'id': 'd01c0d6a-31a0-472b-ba02-5fee9667ec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:25:39.827604 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ced6ab99-72cf-41ec-b769-2a941c8faae3 req-86deecc7-6d9e-44b2-84e0-d86c14682d78 service neutron] 10.222.0.42 "GET /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322329 Feb 09 22:25:40.096130 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0441f016-47ec-4fab-bfdb-82e66301fe8d None None] New status for floating IP 701b404b-601b-4fe4-b361-c6431392eeaa: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:25:40.401217 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379982be-935a-4d73-b992-f48d5dc0cc30 req-dc21278e-3fcd-4ae1-aff5-19d62accee47 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:25:40.403221 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-379982be-935a-4d73-b992-f48d5dc0cc30 req-dc21278e-3fcd-4ae1-aff5-19d62accee47 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 945 time: 0.0696139 Feb 09 22:25:40.493169 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-379982be-935a-4d73-b992-f48d5dc0cc30 req-601670c0-174f-4dff-9877-efcfbea6c674 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18504c4-a20c-4efd-8047-2581b7bd89e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798807 Feb 09 22:25:40.556996 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8a348f84-2be4-4972-b130-6b4297bda773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:40.684174 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92708e6-100d-4748-a92c-089143f4386f req-f1afc118-cc84-4f81-a8a4-13f90fbfea4c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:25:40.685798 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e92708e6-100d-4748-a92c-089143f4386f req-f1afc118-cc84-4f81-a8a4-13f90fbfea4c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 945 time: 0.0763259 Feb 09 22:25:40.863158 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-e92708e6-100d-4748-a92c-089143f4386f req-a5fec0f9-3a89-4f57-8cfe-a397c39ed9f2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Deleting port 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:25:40.863829 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e92708e6-100d-4748-a92c-089143f4386f req-a5fec0f9-3a89-4f57-8cfe-a397c39ed9f2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (7e9ff3e6-eea2-4737-9b1b-0459f23dfb88), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:41.000409 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-e92708e6-100d-4748-a92c-089143f4386f req-a5fec0f9-3a89-4f57-8cfe-a397c39ed9f2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] For port 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=7e9ff3e6-eea2-4737-9b1b-0459f23dfb88,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:25:41.000932 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e92708e6-100d-4748-a92c-089143f4386f req-a5fec0f9-3a89-4f57-8cfe-a397c39ed9f2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (7e9ff3e6-eea2-4737-9b1b-0459f23dfb88), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:41.018489 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-e92708e6-100d-4748-a92c-089143f4386f req-a5fec0f9-3a89-4f57-8cfe-a397c39ed9f2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Calling delete_port for 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:25:41.181198 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e92708e6-100d-4748-a92c-089143f4386f req-a5fec0f9-3a89-4f57-8cfe-a397c39ed9f2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (7e9ff3e6-eea2-4737-9b1b-0459f23dfb88), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:41.237351 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fec0f9-3a89-4f57-8cfe-a397c39ed9f2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event deleted for resources: {'Port': ['ID=7e9ff3e6-eea2-4737-9b1b-0459f23dfb88,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:25:41.303612 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92708e6-100d-4748-a92c-089143f4386f req-a5fec0f9-3a89-4f57-8cfe-a397c39ed9f2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] No DVR routers for this DVR port 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:25:41.309406 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e92708e6-100d-4748-a92c-089143f4386f req-a5fec0f9-3a89-4f57-8cfe-a397c39ed9f2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:41.314177 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e92708e6-100d-4748-a92c-089143f4386f req-a5fec0f9-3a89-4f57-8cfe-a397c39ed9f2 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.42 "DELETE /v2.0/ports/7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 HTTP/1.1" status: 204 len: 173 time: 0.6194742 Feb 09 22:25:41.314912 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d15cd0-d9be-45c8-ae11-284647f69c8c', 'name': 'network-vif-deleted', 'tag': '7e9ff3e6-eea2-4737-9b1b-0459f23dfb88'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:25:41.318508 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dd8c7bc9f4f777b0d59bac36d31f159d8d64b74145c3ce757e11c5dd4538c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c381c3-f4f0-4ddd-b870-138dad93190f" -d '{"events": [{"server_uuid": "81d15cd0-d9be-45c8-ae11-284647f69c8c", "name": "network-vif-deleted", "tag": "7e9ff3e6-eea2-4737-9b1b-0459f23dfb88"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:25:41.385794 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6407c960-5c1e-4c44-ab63-3c24432ef6df x-openstack-request-id: req-6407c960-5c1e-4c44-ab63-3c24432ef6df {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:25:41.386136 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d15cd0-d9be-45c8-ae11-284647f69c8c", "name": "network-vif-deleted", "tag": "7e9ff3e6-eea2-4737-9b1b-0459f23dfb88", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:25:41.386653 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6407c960-5c1e-4c44-ab63-3c24432ef6df {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:25:41.387385 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d15cd0-d9be-45c8-ae11-284647f69c8c', 'name': 'network-vif-deleted', 'tag': '7e9ff3e6-eea2-4737-9b1b-0459f23dfb88', 'status': 'completed', 'code': 200} Feb 09 22:25:41.677821 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bbe61d1-a6b8-4340-afd7-868c8a8df0f8 req-837d86ac-4669-4a9d-881b-68e0b9379594 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 210 time: 0.0628676 Feb 09 22:25:41.731896 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:42.894506 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8b3f9d43-0412-476b-aa8c-01b4571d3491 req-26b85972-687b-43e3-bb52-19d79c5ff5e3 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 210 time: 0.0538464 Feb 09 22:25:42.904354 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:43.726561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:25:43.758629 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:25:43.759152 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 7e9ff3e6-eea2-4737-9b1b-0459f23dfb88 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:25:43.997149 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ef1d8dc7-5f4d-44ad-af15-e24387860add req-e0f98ea1-6aa3-4745-97d0-27b24e0290c6 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 210 time: 0.0286677 Feb 09 22:25:44.683288 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:45.143151 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7456dcad-7a86-4ab0-bf42-583dc2611e5e req-de7bda60-f4b1-4815-af70-9c1871e10157 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 210 time: 0.0360320 Feb 09 22:25:45.438561 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:25:45.656304 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:46.268747 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b84a2a7-1712-45b0-9d52-dd24fc20fd0a req-ed6172aa-482c-4391-aeb7-6facb6106692 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 210 time: 0.0349281 Feb 09 22:25:46.282634 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:47.413444 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1bc4b31-577d-422d-b5c4-9eb24b1c81fa req-75d8995a-948b-436f-9c9e-60d6311dbca0 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 210 time: 0.0466404 Feb 09 22:25:48.518479 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ca7b3e81-8f40-4389-b9a6-f44856e82ccf req-a7357977-c008-4b46-9781-c67525fa7110 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 210 time: 0.0300262 Feb 09 22:25:49.682597 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be8c9e67-0b42-447f-8007-957f0c18602e req-edaca55b-14f3-4922-a813-f35d419f1a21 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 210 time: 0.0374219 Feb 09 22:25:50.819349 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f00ffc1-9c3e-45b5-8cc0-fdc58841fe38 req-11af1718-8fa9-417e-93b9-95e87f64f295 tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d15cd0-d9be-45c8-ae11-284647f69c8c HTTP/1.1" status: 200 len: 210 time: 0.0362601 Feb 09 22:25:51.886721 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47834) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:25:52.044376 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-296b11ab-3e3b-4323-ac54-a0259e02579d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Deleting port 1cdd4ccb-d707-4ab5-a10c-c1ed44b95f51 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:25:52.044727 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-296b11ab-3e3b-4323-ac54-a0259e02579d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1cdd4ccb-d707-4ab5-a10c-c1ed44b95f51), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:52.147093 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-296b11ab-3e3b-4323-ac54-a0259e02579d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1cdd4ccb-d707-4ab5-a10c-c1ed44b95f51), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:52.147486 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-296b11ab-3e3b-4323-ac54-a0259e02579d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for floatingip (1cdd4ccb-d707-4ab5-a10c-c1ed44b95f51), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:52.164214 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-296b11ab-3e3b-4323-ac54-a0259e02579d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Calling delete_port for 1cdd4ccb-d707-4ab5-a10c-c1ed44b95f51 owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:25:52.339409 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-296b11ab-3e3b-4323-ac54-a0259e02579d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (1cdd4ccb-d707-4ab5-a10c-c1ed44b95f51), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:52.379502 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b11ab-3e3b-4323-ac54-a0259e02579d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event deleted for resources: {'Port': ['ID=1cdd4ccb-d707-4ab5-a10c-c1ed44b95f51,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:25:52.465412 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-296b11ab-3e3b-4323-ac54-a0259e02579d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for floatingip (d3cca4ad-85f0-4950-a314-e0faad2c29b0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:52.468683 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-296b11ab-3e3b-4323-ac54-a0259e02579d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:52.470788 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-296b11ab-3e3b-4323-ac54-a0259e02579d tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "DELETE /v2.0/floatingips/d3cca4ad-85f0-4950-a314-e0faad2c29b0 HTTP/1.1" status: 204 len: 168 time: 0.5818598 Feb 09 22:26:00.200254 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47876) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:00.289163 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb5c7d61-9f39-4837-8825-3d6a5d4d4f8c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group (b18504c4-a20c-4efd-8047-2581b7bd89e8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:00.324134 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb5c7d61-9f39-4837-8825-3d6a5d4d4f8c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group (b18504c4-a20c-4efd-8047-2581b7bd89e8), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:00.420203 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb5c7d61-9f39-4837-8825-3d6a5d4d4f8c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b18504c4-a20c-4efd-8047-2581b7bd89e8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:00.423410 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb5c7d61-9f39-4837-8825-3d6a5d4d4f8c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:00.427436 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fb5c7d61-9f39-4837-8825-3d6a5d4d4f8c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] 10.222.0.77 "DELETE /v2.0/security-groups/b18504c4-a20c-4efd-8047-2581b7bd89e8 HTTP/1.1" status: 204 len: 168 time: 0.2257161 Feb 09 22:26:00.438165 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c7d61-9f39-4837-8825-3d6a5d4d4f8c tempest-TestVolumeBootPattern-590970455 tempest-TestVolumeBootPattern-590970455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18504c4-a20c-4efd-8047-2581b7bd89e8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:00.535721 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47880) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:01.237690 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a4e510fb-f21f-4375-819f-c03def679a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (59ebfdc7-6f34-4f22-9833-38a3c19909f9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:01.594358 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-a4e510fb-f21f-4375-819f-c03def679a06 admin admin] Deleting port 8aabb35d-66f0-4842-8cf7-11ae601e85cd {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:26:01.595166 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a4e510fb-f21f-4375-819f-c03def679a06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8aabb35d-66f0-4842-8cf7-11ae601e85cd), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:01.688460 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-a4e510fb-f21f-4375-819f-c03def679a06 admin admin] For port 8aabb35d-66f0-4842-8cf7-11ae601e85cd, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8aabb35d-66f0-4842-8cf7-11ae601e85cd,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:01.688815 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a4e510fb-f21f-4375-819f-c03def679a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8aabb35d-66f0-4842-8cf7-11ae601e85cd), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:01.703539 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-a4e510fb-f21f-4375-819f-c03def679a06 admin admin] Calling delete_port for 8aabb35d-66f0-4842-8cf7-11ae601e85cd owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:26:01.908354 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a4e510fb-f21f-4375-819f-c03def679a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (8aabb35d-66f0-4842-8cf7-11ae601e85cd), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:01.947921 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e510fb-f21f-4375-819f-c03def679a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aabb35d-66f0-4842-8cf7-11ae601e85cd,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:02.159804 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a4e510fb-f21f-4375-819f-c03def679a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (59ebfdc7-6f34-4f22-9833-38a3c19909f9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:02.495859 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e510fb-f21f-4375-819f-c03def679a06 admin admin] Router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:26:02.666704 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e510fb-f21f-4375-819f-c03def679a06 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:26:02.673778 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a4e510fb-f21f-4375-819f-c03def679a06 admin admin] 10.222.0.77 "PUT /v2.0/routers/59ebfdc7-6f34-4f22-9833-38a3c19909f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1347845 Feb 09 22:26:02.676658 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47888) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:02.689732 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95275a5f-437b-40b5-af4a-d16699a22e96 None None] Sync routers for ids ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:26:02.713540 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95275a5f-437b-40b5-af4a-d16699a22e96 None None] Routers {'59ebfdc7-6f34-4f22-9833-38a3c19909f9'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:26:02.716849 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-95275a5f-437b-40b5-af4a-d16699a22e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:25:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:02.812237 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77ef79a3-edc8-498c-b848-24d9d9cbbbc1 admin admin] Publish callbacks [] for router (59ebfdc7-6f34-4f22-9833-38a3c19909f9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:02.840831 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-95275a5f-437b-40b5-af4a-d16699a22e96 None None] Set router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:26:02.980131 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77ef79a3-edc8-498c-b848-24d9d9cbbbc1 admin admin] Publish callbacks [] for router_gateway (59ebfdc7-6f34-4f22-9833-38a3c19909f9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:03.044115 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-77ef79a3-edc8-498c-b848-24d9d9cbbbc1 admin admin] Deleting port c74772f2-f29d-4fd6-9b44-00ee76c1875f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:26:03.044466 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77ef79a3-edc8-498c-b848-24d9d9cbbbc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c74772f2-f29d-4fd6-9b44-00ee76c1875f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:03.052114 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-95275a5f-437b-40b5-af4a-d16699a22e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:26:01Z', 'revision_number': 5, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port': {'id': 'c74772f2-f29d-4fd6-9b44-00ee76c1875f', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:12Z', 'updated_at': '2022-02-09T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:03.087034 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95275a5f-437b-40b5-af4a-d16699a22e96 None None] Checking router: 59ebfdc7-6f34-4f22-9833-38a3c19909f9 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:26:03.096423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95275a5f-437b-40b5-af4a-d16699a22e96 None None] Routers {'59ebfdc7-6f34-4f22-9833-38a3c19909f9'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:26:03.097050 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-95275a5f-437b-40b5-af4a-d16699a22e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:25:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:03.161116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-77ef79a3-edc8-498c-b848-24d9d9cbbbc1 admin admin] For port c74772f2-f29d-4fd6-9b44-00ee76c1875f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c74772f2-f29d-4fd6-9b44-00ee76c1875f,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:03.162312 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77ef79a3-edc8-498c-b848-24d9d9cbbbc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c74772f2-f29d-4fd6-9b44-00ee76c1875f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:03.186246 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-77ef79a3-edc8-498c-b848-24d9d9cbbbc1 admin admin] Calling delete_port for c74772f2-f29d-4fd6-9b44-00ee76c1875f owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:26:03.192854 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-95275a5f-437b-40b5-af4a-d16699a22e96 None None] Set router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:26:03.257852 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-95275a5f-437b-40b5-af4a-d16699a22e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:26:02Z', 'revision_number': 6, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:03.304053 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95275a5f-437b-40b5-af4a-d16699a22e96 None None] The sync data for ids ['59ebfdc7-6f34-4f22-9833-38a3c19909f9'] in n-d-828601-1 is: [{'id': '59ebfdc7-6f34-4f22-9833-38a3c19909f9', 'name': 'tempest-TestVolumeBootPattern-380554529-router', 'tenant_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:11Z', 'updated_at': '2022-02-09T22:26:02Z', 'revision_number': 6, 'project_id': '58c4a0b7c4ef40dc9ad9a8c42f1c443e', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:26:03.404688 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77ef79a3-edc8-498c-b848-24d9d9cbbbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c74772f2-f29d-4fd6-9b44-00ee76c1875f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:03.433631 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef79a3-edc8-498c-b848-24d9d9cbbbc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c74772f2-f29d-4fd6-9b44-00ee76c1875f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:03.511029 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77ef79a3-edc8-498c-b848-24d9d9cbbbc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (59ebfdc7-6f34-4f22-9833-38a3c19909f9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:03.832462 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8aabb35d-66f0-4842-8cf7-11ae601e85cd no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:26:03.856876 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 8aabb35d-66f0-4842-8cf7-11ae601e85cd {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:26:03.857633 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8aabb35d-66f0-4842-8cf7-11ae601e85cd not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:26:03.962818 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77ef79a3-edc8-498c-b848-24d9d9cbbbc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (59ebfdc7-6f34-4f22-9833-38a3c19909f9), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:03.964945 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77ef79a3-edc8-498c-b848-24d9d9cbbbc1 admin admin] Publish callbacks [] for router_controller (59ebfdc7-6f34-4f22-9833-38a3c19909f9), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:04.008250 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77ef79a3-edc8-498c-b848-24d9d9cbbbc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (59ebfdc7-6f34-4f22-9833-38a3c19909f9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:04.008958 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ef79a3-edc8-498c-b848-24d9d9cbbbc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59ebfdc7-6f34-4f22-9833-38a3c19909f9 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:26:04.013570 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77ef79a3-edc8-498c-b848-24d9d9cbbbc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:04.014732 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-77ef79a3-edc8-498c-b848-24d9d9cbbbc1 admin admin] 10.222.0.77 "DELETE /v2.0/routers/59ebfdc7-6f34-4f22-9833-38a3c19909f9 HTTP/1.1" status: 204 len: 168 time: 1.3367708 Feb 09 22:26:04.017661 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47900) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:04.073316 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13aa5e6-fbbb-4537-b6b0-1ce46dc79340 admin admin] Deleting subnet d01c0d6a-31a0-472b-ba02-5fee9667ec67 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:26:04.076762 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c13aa5e6-fbbb-4537-b6b0-1ce46dc79340 admin admin] Publish callbacks [] for subnet (d01c0d6a-31a0-472b-ba02-5fee9667ec67), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:04.120786 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c13aa5e6-fbbb-4537-b6b0-1ce46dc79340 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (d01c0d6a-31a0-472b-ba02-5fee9667ec67), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:04.203738 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c13aa5e6-fbbb-4537-b6b0-1ce46dc79340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (d01c0d6a-31a0-472b-ba02-5fee9667ec67), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:04.266072 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c13aa5e6-fbbb-4537-b6b0-1ce46dc79340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (d01c0d6a-31a0-472b-ba02-5fee9667ec67), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:04.295412 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13aa5e6-fbbb-4537-b6b0-1ce46dc79340 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d01c0d6a-31a0-472b-ba02-5fee9667ec67,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:04.304699 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c13aa5e6-fbbb-4537-b6b0-1ce46dc79340 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:04.312502 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c13aa5e6-fbbb-4537-b6b0-1ce46dc79340 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d01c0d6a-31a0-472b-ba02-5fee9667ec67 HTTP/1.1" status: 204 len: 168 time: 0.2899644 Feb 09 22:26:04.312947 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47904) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:04.317594 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602d9534-b269-4a20-ad13-8b98e9d161f6 None None] Network 1c413694-0f23-4bcd-9644-27b6436fabff requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:26:04.422561 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14247c85-d113-4b05-bbf8-6096b4223295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (1c413694-0f23-4bcd-9644-27b6436fabff), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:04.499593 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-14247c85-d113-4b05-bbf8-6096b4223295 admin admin] Deleting port dbbadea0-aa9b-45dc-ba9a-011a4e92656d {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:26:04.500267 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14247c85-d113-4b05-bbf8-6096b4223295 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (dbbadea0-aa9b-45dc-ba9a-011a4e92656d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:04.592335 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-14247c85-d113-4b05-bbf8-6096b4223295 admin admin] For port dbbadea0-aa9b-45dc-ba9a-011a4e92656d, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=dbbadea0-aa9b-45dc-ba9a-011a4e92656d,segment=NetworkSegment(446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc),segment_id=446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:04.593250 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14247c85-d113-4b05-bbf8-6096b4223295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (dbbadea0-aa9b-45dc-ba9a-011a4e92656d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:04.630232 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-14247c85-d113-4b05-bbf8-6096b4223295 admin admin] Calling delete_port for dbbadea0-aa9b-45dc-ba9a-011a4e92656d owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:26:04.800498 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14247c85-d113-4b05-bbf8-6096b4223295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (dbbadea0-aa9b-45dc-ba9a-011a4e92656d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:04.834467 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14247c85-d113-4b05-bbf8-6096b4223295 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbbadea0-aa9b-45dc-ba9a-011a4e92656d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:04.846697 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf3c619-7328-4dad-b4a7-24562deb6105 None None] DHCP port deletion for 1c413694-0f23-4bcd-9644-27b6436fabff request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:26:04.849893 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14247c85-d113-4b05-bbf8-6096b4223295 admin admin] No DVR routers for this DVR port dbbadea0-aa9b-45dc-ba9a-011a4e92656d on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:26:04.951425 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14247c85-d113-4b05-bbf8-6096b4223295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (1c413694-0f23-4bcd-9644-27b6436fabff), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:04.977803 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-14247c85-d113-4b05-bbf8-6096b4223295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c413694-0f23-4bcd-9644-27b6436fabff']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:04.990322 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-14247c85-d113-4b05-bbf8-6096b4223295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:04.991453 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-14247c85-d113-4b05-bbf8-6096b4223295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:05.010962 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14247c85-d113-4b05-bbf8-6096b4223295 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:05.037310 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14247c85-d113-4b05-bbf8-6096b4223295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:05.050632 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14247c85-d113-4b05-bbf8-6096b4223295 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:26:05.051361 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14247c85-d113-4b05-bbf8-6096b4223295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (446d4ee4-1c90-4aa9-b4f2-4f454cc4a8bc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:26:05.055969 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:26:05.161463 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14247c85-d113-4b05-bbf8-6096b4223295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (1c413694-0f23-4bcd-9644-27b6436fabff), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:05.170006 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14247c85-d113-4b05-bbf8-6096b4223295 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:05.180564 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-14247c85-d113-4b05-bbf8-6096b4223295 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1c413694-0f23-4bcd-9644-27b6436fabff HTTP/1.1" status: 204 len: 168 time: 0.8654044 Feb 09 22:26:05.180828 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47906) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:05.203958 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14247c85-d113-4b05-bbf8-6096b4223295 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c413694-0f23-4bcd-9644-27b6436fabff,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:05.677832 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8f6feca-5e28-430b-bfc4-ed01155d02f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (3f48b858-9322-4655-bda9-a1a300b898fe), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:05.739095 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c74772f2-f29d-4fd6-9b44-00ee76c1875f no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:26:05.778562 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: c74772f2-f29d-4fd6-9b44-00ee76c1875f {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:26:05.779464 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c74772f2-f29d-4fd6-9b44-00ee76c1875f not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:26:05.780416 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device dbbadea0-aa9b-45dc-ba9a-011a4e92656d no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:26:05.819441 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: dbbadea0-aa9b-45dc-ba9a-011a4e92656d {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:26:05.820370 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device dbbadea0-aa9b-45dc-ba9a-011a4e92656d not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:26:06.059621 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b8f6feca-5e28-430b-bfc4-ed01155d02f1 admin admin] Deleting port fd8c6650-2bbe-4189-bdf3-aeae9601b299 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:26:06.059927 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8f6feca-5e28-430b-bfc4-ed01155d02f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (fd8c6650-2bbe-4189-bdf3-aeae9601b299), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:06.192048 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-b8f6feca-5e28-430b-bfc4-ed01155d02f1 admin admin] For port fd8c6650-2bbe-4189-bdf3-aeae9601b299, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fd8c6650-2bbe-4189-bdf3-aeae9601b299,segment=NetworkSegment(ac55945e-4f16-4733-b2c5-494633fb70a8),segment_id=ac55945e-4f16-4733-b2c5-494633fb70a8)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:06.192737 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8f6feca-5e28-430b-bfc4-ed01155d02f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (fd8c6650-2bbe-4189-bdf3-aeae9601b299), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:06.206630 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b8f6feca-5e28-430b-bfc4-ed01155d02f1 admin admin] Calling delete_port for fd8c6650-2bbe-4189-bdf3-aeae9601b299 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:26:06.435887 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8f6feca-5e28-430b-bfc4-ed01155d02f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (fd8c6650-2bbe-4189-bdf3-aeae9601b299), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:06.465663 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6feca-5e28-430b-bfc4-ed01155d02f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd8c6650-2bbe-4189-bdf3-aeae9601b299,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:06.654254 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b8f6feca-5e28-430b-bfc4-ed01155d02f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (3f48b858-9322-4655-bda9-a1a300b898fe), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:06.921069 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f6feca-5e28-430b-bfc4-ed01155d02f1 admin admin] Router 3f48b858-9322-4655-bda9-a1a300b898fe has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:26:07.043796 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f6feca-5e28-430b-bfc4-ed01155d02f1 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:26:07.050485 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b8f6feca-5e28-430b-bfc4-ed01155d02f1 admin admin] 10.222.0.77 "PUT /v2.0/routers/3f48b858-9322-4655-bda9-a1a300b898fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8676805 Feb 09 22:26:07.053825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47912) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:07.060573 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47300da-f518-49bc-a860-8f4e3385dae9 None None] Sync routers for ids ['3f48b858-9322-4655-bda9-a1a300b898fe'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:26:07.077823 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47300da-f518-49bc-a860-8f4e3385dae9 None None] Routers {'3f48b858-9322-4655-bda9-a1a300b898fe'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:26:07.079179 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a47300da-f518-49bc-a860-8f4e3385dae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:25:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['3f48b858-9322-4655-bda9-a1a300b898fe'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:07.169916 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-61f46ca0-f5d6-4655-b8f5-d9291dd2e9ce admin admin] Publish callbacks [] for router (3f48b858-9322-4655-bda9-a1a300b898fe), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:07.298215 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-61f46ca0-f5d6-4655-b8f5-d9291dd2e9ce admin admin] Publish callbacks [] for router_gateway (3f48b858-9322-4655-bda9-a1a300b898fe), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:07.396215 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-61f46ca0-f5d6-4655-b8f5-d9291dd2e9ce admin admin] Deleting port d13566d1-729d-414c-b7ea-87541cffa15d {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:26:07.396808 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-61f46ca0-f5d6-4655-b8f5-d9291dd2e9ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d13566d1-729d-414c-b7ea-87541cffa15d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:07.420969 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-a47300da-f518-49bc-a860-8f4e3385dae9 None None] Set router 3f48b858-9322-4655-bda9-a1a300b898fe gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:26:07.516142 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-61f46ca0-f5d6-4655-b8f5-d9291dd2e9ce admin admin] For port d13566d1-729d-414c-b7ea-87541cffa15d, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=d13566d1-729d-414c-b7ea-87541cffa15d,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:07.516603 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-61f46ca0-f5d6-4655-b8f5-d9291dd2e9ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d13566d1-729d-414c-b7ea-87541cffa15d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:07.542488 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-61f46ca0-f5d6-4655-b8f5-d9291dd2e9ce admin admin] Calling delete_port for d13566d1-729d-414c-b7ea-87541cffa15d owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:26:07.664517 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a47300da-f518-49bc-a860-8f4e3385dae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f48b858-9322-4655-bda9-a1a300b898fe', 'name': 'tempest-TestVolumeBootPattern-317155415-router', 'tenant_id': '6c7233be260b4699b09222aae60ff77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'd13566d1-729d-414c-b7ea-87541cffa15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:34Z', 'updated_at': '2022-02-09T22:26:06Z', 'revision_number': 5, 'project_id': '6c7233be260b4699b09222aae60ff77a', 'gw_port': {'id': 'd13566d1-729d-414c-b7ea-87541cffa15d', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48b858-9322-4655-bda9-a1a300b898fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:04:36Z', 'updated_at': '2022-02-09T22:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:07.709129 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47300da-f518-49bc-a860-8f4e3385dae9 None None] Checking router: 3f48b858-9322-4655-bda9-a1a300b898fe for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:26:07.723223 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47300da-f518-49bc-a860-8f4e3385dae9 None None] Routers {'3f48b858-9322-4655-bda9-a1a300b898fe'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:26:07.724499 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a47300da-f518-49bc-a860-8f4e3385dae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:25:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['3f48b858-9322-4655-bda9-a1a300b898fe'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:07.866497 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-a47300da-f518-49bc-a860-8f4e3385dae9 None None] Set router 3f48b858-9322-4655-bda9-a1a300b898fe gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:26:07.874143 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d0cd1667-e226-4199-b4b8-c219c6dc6bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:07.926169 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-61f46ca0-f5d6-4655-b8f5-d9291dd2e9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (d13566d1-729d-414c-b7ea-87541cffa15d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:07.938349 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a47300da-f518-49bc-a860-8f4e3385dae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f48b858-9322-4655-bda9-a1a300b898fe', 'name': 'tempest-TestVolumeBootPattern-317155415-router', 'tenant_id': '6c7233be260b4699b09222aae60ff77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:34Z', 'updated_at': '2022-02-09T22:26:07Z', 'revision_number': 6, 'project_id': '6c7233be260b4699b09222aae60ff77a', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:07.968004 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47300da-f518-49bc-a860-8f4e3385dae9 None None] The sync data for ids ['3f48b858-9322-4655-bda9-a1a300b898fe'] in n-d-828601-1 is: [{'id': '3f48b858-9322-4655-bda9-a1a300b898fe', 'name': 'tempest-TestVolumeBootPattern-317155415-router', 'tenant_id': '6c7233be260b4699b09222aae60ff77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:04:34Z', 'updated_at': '2022-02-09T22:26:07Z', 'revision_number': 6, 'project_id': '6c7233be260b4699b09222aae60ff77a', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:26:07.980836 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f46ca0-f5d6-4655-b8f5-d9291dd2e9ce admin admin] Pushing event deleted for resources: {'Port': ['ID=d13566d1-729d-414c-b7ea-87541cffa15d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:08.067126 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-61f46ca0-f5d6-4655-b8f5-d9291dd2e9ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (3f48b858-9322-4655-bda9-a1a300b898fe), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:08.236077 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-61f46ca0-f5d6-4655-b8f5-d9291dd2e9ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (3f48b858-9322-4655-bda9-a1a300b898fe), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:08.238322 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-61f46ca0-f5d6-4655-b8f5-d9291dd2e9ce admin admin] Publish callbacks [] for router_controller (3f48b858-9322-4655-bda9-a1a300b898fe), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:08.288704 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-61f46ca0-f5d6-4655-b8f5-d9291dd2e9ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (3f48b858-9322-4655-bda9-a1a300b898fe), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:08.289258 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f46ca0-f5d6-4655-b8f5-d9291dd2e9ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f48b858-9322-4655-bda9-a1a300b898fe {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:26:08.294248 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-61f46ca0-f5d6-4655-b8f5-d9291dd2e9ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:08.295462 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-61f46ca0-f5d6-4655-b8f5-d9291dd2e9ce admin admin] 10.222.0.77 "DELETE /v2.0/routers/3f48b858-9322-4655-bda9-a1a300b898fe HTTP/1.1" status: 204 len: 168 time: 1.2406826 Feb 09 22:26:08.298055 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47916) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:08.348705 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-102caf27-d9da-435c-b21a-d675d935676b admin admin] Deleting subnet d7f43d32-c43b-4bff-8d2d-22f447697131 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:26:08.353631 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-102caf27-d9da-435c-b21a-d675d935676b admin admin] Publish callbacks [] for subnet (d7f43d32-c43b-4bff-8d2d-22f447697131), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:08.403822 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-102caf27-d9da-435c-b21a-d675d935676b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (d7f43d32-c43b-4bff-8d2d-22f447697131), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:08.537983 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-102caf27-d9da-435c-b21a-d675d935676b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (d7f43d32-c43b-4bff-8d2d-22f447697131), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:08.601399 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-102caf27-d9da-435c-b21a-d675d935676b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (d7f43d32-c43b-4bff-8d2d-22f447697131), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:08.644606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102caf27-d9da-435c-b21a-d675d935676b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7f43d32-c43b-4bff-8d2d-22f447697131,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:08.651702 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-102caf27-d9da-435c-b21a-d675d935676b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:08.657124 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76bbb92-fc8c-40d3-9943-2cde92552059 None None] Network ac9da911-83eb-46ea-ac32-2b2f046f58e5 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:26:08.660209 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47920) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:08.660704 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-102caf27-d9da-435c-b21a-d675d935676b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d7f43d32-c43b-4bff-8d2d-22f447697131 HTTP/1.1" status: 204 len: 168 time: 0.3611991 Feb 09 22:26:08.761086 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (ac9da911-83eb-46ea-ac32-2b2f046f58e5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:08.834189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Deleting port ff4e313e-108a-4e78-8003-ff44c2d7685a {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:26:08.834743 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ff4e313e-108a-4e78-8003-ff44c2d7685a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:08.868943 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa4d1ff-e446-4691-bdde-c7cb1faeeb4f None None] DHCP port deletion for ac9da911-83eb-46ea-ac32-2b2f046f58e5 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:26:08.909020 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] For port ff4e313e-108a-4e78-8003-ff44c2d7685a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ff4e313e-108a-4e78-8003-ff44c2d7685a,segment=NetworkSegment(ac55945e-4f16-4733-b2c5-494633fb70a8),segment_id=ac55945e-4f16-4733-b2c5-494633fb70a8)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:08.909665 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ff4e313e-108a-4e78-8003-ff44c2d7685a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:08.932526 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Calling delete_port for ff4e313e-108a-4e78-8003-ff44c2d7685a owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:26:08.941551 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0fa4d1ff-e446-4691-bdde-c7cb1faeeb4f None None] Deleting port ff4e313e-108a-4e78-8003-ff44c2d7685a {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:26:08.942563 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0fa4d1ff-e446-4691-bdde-c7cb1faeeb4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ff4e313e-108a-4e78-8003-ff44c2d7685a), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:09.022450 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0fa4d1ff-e446-4691-bdde-c7cb1faeeb4f None None] For port ff4e313e-108a-4e78-8003-ff44c2d7685a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ff4e313e-108a-4e78-8003-ff44c2d7685a,segment=NetworkSegment(ac55945e-4f16-4733-b2c5-494633fb70a8),segment_id=ac55945e-4f16-4733-b2c5-494633fb70a8)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:09.023070 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0fa4d1ff-e446-4691-bdde-c7cb1faeeb4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ff4e313e-108a-4e78-8003-ff44c2d7685a), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:09.033498 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ff4e313e-108a-4e78-8003-ff44c2d7685a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:09.041188 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0fa4d1ff-e446-4691-bdde-c7cb1faeeb4f None None] Calling delete_port for ff4e313e-108a-4e78-8003-ff44c2d7685a owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:26:09.064599 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Pushing event deleted for resources: {'Port': ['ID=ff4e313e-108a-4e78-8003-ff44c2d7685a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:09.072878 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] No DVR routers for this DVR port ff4e313e-108a-4e78-8003-ff44c2d7685a on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:26:09.075920 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.076264 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.076666 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.077022 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.077358 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.077694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.078158 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.078595 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.078952 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.079348 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.079874 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.080464 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.080944 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.138101 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0fa4d1ff-e446-4691-bdde-c7cb1faeeb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (ff4e313e-108a-4e78-8003-ff44c2d7685a), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:09.163253 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4d1ff-e446-4691-bdde-c7cb1faeeb4f None None] Pushing event deleted for resources: {'Port': ['ID=ff4e313e-108a-4e78-8003-ff44c2d7685a,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:09.188428 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (ac9da911-83eb-46ea-ac32-2b2f046f58e5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:09.201942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4d1ff-e446-4691-bdde-c7cb1faeeb4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.203133 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4d1ff-e446-4691-bdde-c7cb1faeeb4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.204929 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4d1ff-e446-4691-bdde-c7cb1faeeb4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.207306 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4d1ff-e446-4691-bdde-c7cb1faeeb4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.208554 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4d1ff-e446-4691-bdde-c7cb1faeeb4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.209255 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4d1ff-e446-4691-bdde-c7cb1faeeb4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.210630 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4d1ff-e446-4691-bdde-c7cb1faeeb4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.211299 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4d1ff-e446-4691-bdde-c7cb1faeeb4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.212945 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4d1ff-e446-4691-bdde-c7cb1faeeb4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.213438 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9da911-83eb-46ea-ac32-2b2f046f58e5']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:09.215834 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4d1ff-e446-4691-bdde-c7cb1faeeb4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.216448 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4d1ff-e446-4691-bdde-c7cb1faeeb4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.217003 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4d1ff-e446-4691-bdde-c7cb1faeeb4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.217542 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4d1ff-e446-4691-bdde-c7cb1faeeb4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:09.221373 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa4d1ff-e446-4691-bdde-c7cb1faeeb4f None None] No DVR routers for this DVR port ff4e313e-108a-4e78-8003-ff44c2d7685a on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:26:09.225109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac55945e-4f16-4733-b2c5-494633fb70a8') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:09.225553 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac55945e-4f16-4733-b2c5-494633fb70a8') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:09.238931 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (ac55945e-4f16-4733-b2c5-494633fb70a8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:09.258017 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (ac55945e-4f16-4733-b2c5-494633fb70a8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:09.266648 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:26:09.267184 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (ac55945e-4f16-4733-b2c5-494633fb70a8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:26:09.271762 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:26:09.329366 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (ac9da911-83eb-46ea-ac32-2b2f046f58e5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:09.335354 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:09.339580 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] 10.222.0.77 "DELETE /v2.0/networks/ac9da911-83eb-46ea-ac32-2b2f046f58e5 HTTP/1.1" status: 204 len: 168 time: 0.6776206 Feb 09 22:26:09.352892 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91004083-7d12-48aa-8676-f9fb65d0928a admin admin] Pushing event deleted for resources: {'Network': ['ID=ac9da911-83eb-46ea-ac32-2b2f046f58e5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:09.513778 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47924) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:09.579512 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1d864b6f-5888-40c2-bf03-aa05824ef571 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=58c4a0b7c4ef40dc9ad9a8c42f1c443e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0642235 Feb 09 22:26:09.582694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47926) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:09.645497 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c867ffd-14a9-4bae-9578-3e429528cdd3 admin admin] Publish callbacks [] for security_group (4d63222a-0bd0-4c97-b232-f4343b6bc10f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:09.682341 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c867ffd-14a9-4bae-9578-3e429528cdd3 admin admin] Publish callbacks [] for security_group (4d63222a-0bd0-4c97-b232-f4343b6bc10f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:09.740860 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ff4e313e-108a-4e78-8003-ff44c2d7685a no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:26:09.768488 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c867ffd-14a9-4bae-9578-3e429528cdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4d63222a-0bd0-4c97-b232-f4343b6bc10f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:09.771397 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c867ffd-14a9-4bae-9578-3e429528cdd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:09.776832 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1c867ffd-14a9-4bae-9578-3e429528cdd3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4d63222a-0bd0-4c97-b232-f4343b6bc10f HTTP/1.1" status: 204 len: 168 time: 0.1888969 Feb 09 22:26:09.781843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c867ffd-14a9-4bae-9578-3e429528cdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d63222a-0bd0-4c97-b232-f4343b6bc10f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:09.787489 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: ff4e313e-108a-4e78-8003-ff44c2d7685a {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:26:09.788582 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ff4e313e-108a-4e78-8003-ff44c2d7685a not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:26:09.789530 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fd8c6650-2bbe-4189-bdf3-aeae9601b299 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:26:09.849019 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: fd8c6650-2bbe-4189-bdf3-aeae9601b299 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:26:09.849271 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fd8c6650-2bbe-4189-bdf3-aeae9601b299 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:26:09.850397 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d13566d1-729d-414c-b7ea-87541cffa15d no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:26:09.894998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: d13566d1-729d-414c-b7ea-87541cffa15d {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:26:09.895435 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device d13566d1-729d-414c-b7ea-87541cffa15d not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:26:10.306923 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 47986) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:10.374591 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e359f828-a4fe-4e04-a201-257ca7ef6cc5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6c7233be260b4699b09222aae60ff77a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0657663 Feb 09 22:26:10.377446 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 47994) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:10.467998 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6dfae01d-56f8-43cb-ad7d-9e8fd04d4eda admin admin] Publish callbacks [] for security_group (43dee0bb-c8a2-4a2b-997f-fbe56a039096), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:10.493422 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6dfae01d-56f8-43cb-ad7d-9e8fd04d4eda admin admin] Publish callbacks [] for security_group (43dee0bb-c8a2-4a2b-997f-fbe56a039096), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:10.544138 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5eb9b925-8c94-4c0b-bc4a-6de4b27ab08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:10.559993 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6dfae01d-56f8-43cb-ad7d-9e8fd04d4eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (43dee0bb-c8a2-4a2b-997f-fbe56a039096), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:10.563862 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6dfae01d-56f8-43cb-ad7d-9e8fd04d4eda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:10.567683 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6dfae01d-56f8-43cb-ad7d-9e8fd04d4eda admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/43dee0bb-c8a2-4a2b-997f-fbe56a039096 HTTP/1.1" status: 204 len: 168 time: 0.1868496 Feb 09 22:26:10.575538 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfae01d-56f8-43cb-ad7d-9e8fd04d4eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dee0bb-c8a2-4a2b-997f-fbe56a039096,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:11.724499 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:12.902713 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:14.681616 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:15.665414 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:16.287036 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:22.443532 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:26:26.412325 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48418) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:26.652125 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7c54f8bd-048e-4a49-9c27-ce5b1e781b65 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f0e7f3f557cd432ea0f657692deae606&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2379205 Feb 09 22:26:26.656058 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 48422) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:26.714762 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-874cb186-4981-4470-b3e4-33038f7f8eb1 admin admin] Publish callbacks [] for security_group (e5abf813-d385-49b5-bc01-572fe899cb1e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:26.742229 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-874cb186-4981-4470-b3e4-33038f7f8eb1 admin admin] Publish callbacks [] for security_group (e5abf813-d385-49b5-bc01-572fe899cb1e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:26.817764 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-874cb186-4981-4470-b3e4-33038f7f8eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e5abf813-d385-49b5-bc01-572fe899cb1e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:26.821410 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-874cb186-4981-4470-b3e4-33038f7f8eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:26.822883 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-874cb186-4981-4470-b3e4-33038f7f8eb1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e5abf813-d385-49b5-bc01-572fe899cb1e HTTP/1.1" status: 204 len: 168 time: 0.1656544 Feb 09 22:26:26.837597 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874cb186-4981-4470-b3e4-33038f7f8eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5abf813-d385-49b5-bc01-572fe899cb1e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:26.853867 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cb186-4981-4470-b3e4-33038f7f8eb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:26.854762 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cb186-4981-4470-b3e4-33038f7f8eb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:26.855319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cb186-4981-4470-b3e4-33038f7f8eb1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:26.855988 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cb186-4981-4470-b3e4-33038f7f8eb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:26.856560 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cb186-4981-4470-b3e4-33038f7f8eb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:26.857227 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cb186-4981-4470-b3e4-33038f7f8eb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:26.858005 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cb186-4981-4470-b3e4-33038f7f8eb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:26.858577 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cb186-4981-4470-b3e4-33038f7f8eb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:26.859171 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cb186-4981-4470-b3e4-33038f7f8eb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:26.859802 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cb186-4981-4470-b3e4-33038f7f8eb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:26.860400 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cb186-4981-4470-b3e4-33038f7f8eb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:26.860988 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cb186-4981-4470-b3e4-33038f7f8eb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:26.861564 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cb186-4981-4470-b3e4-33038f7f8eb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:37.857013 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb217-aaa4-41cf-aa19-60b03822d9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:40.546308 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5c242d23-30d8-4e42-a333-8301ff363e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:41.721186 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:42.905699 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:44.677582 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:45.659921 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:46.287071 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:59.442913 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:27:07.854825 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f3fb7f21-b0ba-4cce-af91-63318d22f33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:10.542079 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-092482a4-20ab-4a25-a52d-99d0bf9f727c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:11.726880 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:12.905818 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:14.674663 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:15.665297 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:16.284033 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:33.198270 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49480) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:27:33.319293 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2339e2a8-9fc8-4bd4-be28-f13eb16c7f84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:33.408251 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2339e2a8-9fc8-4bd4-be28-f13eb16c7f84 admin admin] Publish callbacks [] for security_group (bd65b871-d9d8-4232-9ff4-339959e2e841), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:33.413635 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2339e2a8-9fc8-4bd4-be28-f13eb16c7f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bd65b871-d9d8-4232-9ff4-339959e2e841), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:33.459073 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2339e2a8-9fc8-4bd4-be28-f13eb16c7f84 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=37064ca7f6514231b122a364286d954c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2566502 Feb 09 22:27:33.459073 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339e2a8-9fc8-4bd4-be28-f13eb16c7f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd65b871-d9d8-4232-9ff4-339959e2e841,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:27:33.463737 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49486) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:27:33.465735 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2339e2a8-9fc8-4bd4-be28-f13eb16c7f84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.466096 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2339e2a8-9fc8-4bd4-be28-f13eb16c7f84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.466442 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2339e2a8-9fc8-4bd4-be28-f13eb16c7f84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.466782 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2339e2a8-9fc8-4bd4-be28-f13eb16c7f84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.467118 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2339e2a8-9fc8-4bd4-be28-f13eb16c7f84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.467451 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2339e2a8-9fc8-4bd4-be28-f13eb16c7f84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.467812 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2339e2a8-9fc8-4bd4-be28-f13eb16c7f84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.468142 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2339e2a8-9fc8-4bd4-be28-f13eb16c7f84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.468470 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2339e2a8-9fc8-4bd4-be28-f13eb16c7f84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.468795 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2339e2a8-9fc8-4bd4-be28-f13eb16c7f84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.469123 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2339e2a8-9fc8-4bd4-be28-f13eb16c7f84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.469446 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2339e2a8-9fc8-4bd4-be28-f13eb16c7f84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.469769 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2339e2a8-9fc8-4bd4-be28-f13eb16c7f84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.548097 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67df2494-eee0-448f-8462-925e7d92b856 admin admin] Publish callbacks [] for security_group (bd65b871-d9d8-4232-9ff4-339959e2e841), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:33.586638 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67df2494-eee0-448f-8462-925e7d92b856 admin admin] Publish callbacks [] for security_group (bd65b871-d9d8-4232-9ff4-339959e2e841), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:33.644326 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67df2494-eee0-448f-8462-925e7d92b856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (bd65b871-d9d8-4232-9ff4-339959e2e841), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:33.647904 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67df2494-eee0-448f-8462-925e7d92b856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:33.649733 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-67df2494-eee0-448f-8462-925e7d92b856 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bd65b871-d9d8-4232-9ff4-339959e2e841 HTTP/1.1" status: 204 len: 168 time: 0.1839933 Feb 09 22:27:33.660258 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df2494-eee0-448f-8462-925e7d92b856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd65b871-d9d8-4232-9ff4-339959e2e841,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:27:33.668880 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df2494-eee0-448f-8462-925e7d92b856 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.669208 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df2494-eee0-448f-8462-925e7d92b856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.669562 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df2494-eee0-448f-8462-925e7d92b856 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.669903 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df2494-eee0-448f-8462-925e7d92b856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.670323 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df2494-eee0-448f-8462-925e7d92b856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.670654 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df2494-eee0-448f-8462-925e7d92b856 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.670991 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df2494-eee0-448f-8462-925e7d92b856 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.671323 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df2494-eee0-448f-8462-925e7d92b856 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.671683 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df2494-eee0-448f-8462-925e7d92b856 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.672038 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df2494-eee0-448f-8462-925e7d92b856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.672516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df2494-eee0-448f-8462-925e7d92b856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.672843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df2494-eee0-448f-8462-925e7d92b856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:33.673173 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df2494-eee0-448f-8462-925e7d92b856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:36.443307 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:27:37.859256 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-37e2ec78-a65e-4153-814a-73f7f6ff77db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:40.543713 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-03f37f41-2260-42a8-86c0-f80ef1076057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:41.760854 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:42.958554 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:44.679961 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:45.680267 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:46.291270 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:01.936152 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49642) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:28:02.078147 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-36230816-0ba6-4142-b1d4-ae0682652223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:02.179229 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-36230816-0ba6-4142-b1d4-ae0682652223 admin admin] Publish callbacks [] for security_group (d72c4872-b5d8-4abe-b906-2d2838291706), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:02.184815 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-36230816-0ba6-4142-b1d4-ae0682652223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d72c4872-b5d8-4abe-b906-2d2838291706), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:02.229624 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-36230816-0ba6-4142-b1d4-ae0682652223 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=09c5108e6f184e0695198274ead9760b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2922912 Feb 09 22:28:02.231975 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36230816-0ba6-4142-b1d4-ae0682652223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72c4872-b5d8-4abe-b906-2d2838291706,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:02.233671 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49646) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:28:02.293117 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d9d8988-8a90-4998-9b42-d1e3c717d2e6 admin admin] Publish callbacks [] for security_group (d72c4872-b5d8-4abe-b906-2d2838291706), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:02.322156 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d9d8988-8a90-4998-9b42-d1e3c717d2e6 admin admin] Publish callbacks [] for security_group (d72c4872-b5d8-4abe-b906-2d2838291706), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:02.397420 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d9d8988-8a90-4998-9b42-d1e3c717d2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (d72c4872-b5d8-4abe-b906-2d2838291706), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:02.400198 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d9d8988-8a90-4998-9b42-d1e3c717d2e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:02.401941 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5d9d8988-8a90-4998-9b42-d1e3c717d2e6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d72c4872-b5d8-4abe-b906-2d2838291706 HTTP/1.1" status: 204 len: 168 time: 0.1663036 Feb 09 22:28:02.413504 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d8988-8a90-4998-9b42-d1e3c717d2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72c4872-b5d8-4abe-b906-2d2838291706,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:07.853172 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-57f537e8-adb0-4c02-b9d3-328e79f0d5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:10.537234 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8508d9c6-c706-4e42-8ca1-feb0de1cb9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:11.731830 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:12.910610 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:13.444224 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:28:14.673536 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:15.672283 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:16.282070 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:16.817970 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49742) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:28:16.951550 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5374146-9a5b-4bed-8f50-6d760a17ca8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:17.026882 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5374146-9a5b-4bed-8f50-6d760a17ca8e admin admin] Publish callbacks [] for security_group (4d541ca0-dc50-4ee0-9ac6-31b12be094ff), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:17.031049 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5374146-9a5b-4bed-8f50-6d760a17ca8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4d541ca0-dc50-4ee0-9ac6-31b12be094ff), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:17.068758 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5374146-9a5b-4bed-8f50-6d760a17ca8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d541ca0-dc50-4ee0-9ac6-31b12be094ff,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:17.077889 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c5374146-9a5b-4bed-8f50-6d760a17ca8e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d6f09293d5784555ad4c4c3e18b1c73d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2581735 Feb 09 22:28:17.080630 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49748) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:28:17.134608 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db9407dc-3200-4532-a7f1-7cbee98a5260 admin admin] Publish callbacks [] for security_group (4d541ca0-dc50-4ee0-9ac6-31b12be094ff), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:17.159488 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db9407dc-3200-4532-a7f1-7cbee98a5260 admin admin] Publish callbacks [] for security_group (4d541ca0-dc50-4ee0-9ac6-31b12be094ff), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:17.219079 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db9407dc-3200-4532-a7f1-7cbee98a5260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4d541ca0-dc50-4ee0-9ac6-31b12be094ff), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:17.222845 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db9407dc-3200-4532-a7f1-7cbee98a5260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:17.224843 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-db9407dc-3200-4532-a7f1-7cbee98a5260 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4d541ca0-dc50-4ee0-9ac6-31b12be094ff HTTP/1.1" status: 204 len: 168 time: 0.1432292 Feb 09 22:28:17.235506 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9407dc-3200-4532-a7f1-7cbee98a5260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d541ca0-dc50-4ee0-9ac6-31b12be094ff,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:17.956025 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49774) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:28:18.052568 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-8190d472-d9e0-404e-a846-a5608d090ca4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1288109780-network', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:28:18.071889 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8190d472-d9e0-404e-a846-a5608d090ca4 admin admin] Made reservation on behalf of 01bbe608ad214ea3a88f6fd60295f3c0 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:28:18.074327 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8190d472-d9e0-404e-a846-a5608d090ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:18.082440 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8190d472-d9e0-404e-a846-a5608d090ca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:18.158292 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8190d472-d9e0-404e-a846-a5608d090ca4 admin admin] Publish callbacks [] for security_group (4ebe5ee9-af34-4461-94b5-305819a2c47e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:18.161943 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8190d472-d9e0-404e-a846-a5608d090ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4ebe5ee9-af34-4461-94b5-305819a2c47e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:18.187029 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8190d472-d9e0-404e-a846-a5608d090ca4 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:28:18.197295 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190d472-d9e0-404e-a846-a5608d090ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebe5ee9-af34-4461-94b5-305819a2c47e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:18.202144 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8190d472-d9e0-404e-a846-a5608d090ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (3e48e0c1-00ec-4571-92d9-3fc74b88105f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:18.202488 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-8190d472-d9e0-404e-a846-a5608d090ca4 admin admin] Added segment 3e48e0c1-00ec-4571-92d9-3fc74b88105f of type vlan for network b224a476-823d-4478-8ea5-5babad8f6c46 Feb 09 22:28:18.242012 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8190d472-d9e0-404e-a846-a5608d090ca4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (b224a476-823d-4478-8ea5-5babad8f6c46), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:18.267055 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8190d472-d9e0-404e-a846-a5608d090ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (b224a476-823d-4478-8ea5-5babad8f6c46), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:18.268089 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8190d472-d9e0-404e-a846-a5608d090ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:18.268675 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8190d472-d9e0-404e-a846-a5608d090ca4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:18.326136 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8190d472-d9e0-404e-a846-a5608d090ca4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3689926 Feb 09 22:28:18.329125 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49778) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:28:18.333762 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190d472-d9e0-404e-a846-a5608d090ca4 admin admin] Pushing event updated for resources: {'Network': ['ID=b224a476-823d-4478-8ea5-5babad8f6c46,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:18.334290 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1c1fee74-f2b7-4d69-aae6-b35a723c215c admin admin] Request body: {'subnet': {'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1288109780-subnet', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:28:18.344384 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network b224a476-823d-4478-8ea5-5babad8f6c46 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:28:18.357627 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1fee74-f2b7-4d69-aae6-b35a723c215c admin admin] Made reservation on behalf of 01bbe608ad214ea3a88f6fd60295f3c0 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:28:18.360092 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1c1fee74-f2b7-4d69-aae6-b35a723c215c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:18.536981 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1c1fee74-f2b7-4d69-aae6-b35a723c215c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (8469ee26-4193-455c-9125-8cf46deb1868), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:18.594728 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fee74-f2b7-4d69-aae6-b35a723c215c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8469ee26-4193-455c-9125-8cf46deb1868,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:18.605422 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1fee74-f2b7-4d69-aae6-b35a723c215c admin admin] Checking segment: {'id': '3e48e0c1-00ec-4571-92d9-3fc74b88105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:28:18.605791 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1fee74-f2b7-4d69-aae6-b35a723c215c admin admin] Network hostable DHCP agents. Network: b224a476-823d-4478-8ea5-5babad8f6c46, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:28:18.630905 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1fee74-f2b7-4d69-aae6-b35a723c215c admin admin] Network b224a476-823d-4478-8ea5-5babad8f6c46 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:28:18.640306 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-1c1fee74-f2b7-4d69-aae6-b35a723c215c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, b224a476-823d-4478-8ea5-5babad8f6c46) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:28:18.644797 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1fee74-f2b7-4d69-aae6-b35a723c215c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:18.645444 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1c1fee74-f2b7-4d69-aae6-b35a723c215c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:18.650468 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a084db98-ee67-4a66-b0d1-94fae5a3d570 None None] Network b224a476-823d-4478-8ea5-5babad8f6c46 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:28:18.663206 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1c1fee74-f2b7-4d69-aae6-b35a723c215c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3327873 Feb 09 22:28:18.666097 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49782) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:28:18.670419 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-adff4bd4-b7c4-4c01-b494-4b95d5dfa9f3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1288109780-router', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:28:18.690479 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-adff4bd4-b7c4-4c01-b494-4b95d5dfa9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (3dbd6f42-50d6-4236-b57c-4df69dac3584), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:18.691521 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-adff4bd4-b7c4-4c01-b494-4b95d5dfa9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (3dbd6f42-50d6-4236-b57c-4df69dac3584), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:18.749671 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-adff4bd4-b7c4-4c01-b494-4b95d5dfa9f3 admin admin] Publish callbacks [] for router_controller (3dbd6f42-50d6-4236-b57c-4df69dac3584), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:18.761063 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-b224a476-823d-4478-8ea5-5babad8f6c46', 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46', 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'fixed_ips': [{'subnet_id': '8469ee26-4193-455c-9125-8cf46deb1868'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:28:18.761979 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:18.894628 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-adff4bd4-b7c4-4c01-b494-4b95d5dfa9f3 admin admin] Publish callbacks [] for router_gateway (3dbd6f42-50d6-4236-b57c-4df69dac3584), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:18.902342 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Allocated IP 172.20.0.2 (b224a476-823d-4478-8ea5-5babad8f6c46/8469ee26-4193-455c-9125-8cf46deb1868/6a087a34-fb90-48b6-8bb1-9d45225116c2) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:28:19.064936 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Publish callbacks [] for port (6a087a34-fb90-48b6-8bb1-9d45225116c2), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:19.071999 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (6a087a34-fb90-48b6-8bb1-9d45225116c2), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:19.108930 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Network b224a476-823d-4478-8ea5-5babad8f6c46 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:28:19.114063 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:28:19.115794 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-adff4bd4-b7c4-4c01-b494-4b95d5dfa9f3 admin admin] Publish callbacks [] for router_gateway (3dbd6f42-50d6-4236-b57c-4df69dac3584), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:19.118358 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:28:19.128452 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Pushing event updated for resources: {'Port': ['ID=6a087a34-fb90-48b6-8bb1-9d45225116c2,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:19.136200 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-adff4bd4-b7c4-4c01-b494-4b95d5dfa9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:19.137677 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:19.138047 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:19.138707 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:19.139066 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:19.139411 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:19.139787 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:19.140130 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:19.140466 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:19.140808 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:19.141146 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:19.141476 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:19.141810 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:19.142144 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:19.194470 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Attempting to bind port 6a087a34-fb90-48b6-8bb1-9d45225116c2 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:28:19.194856 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Attempting to bind port 6a087a34-fb90-48b6-8bb1-9d45225116c2 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '3e48e0c1-00ec-4571-92d9-3fc74b88105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:28:19.195351 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Attempting to bind port 6a087a34-fb90-48b6-8bb1-9d45225116c2 on network b224a476-823d-4478-8ea5-5babad8f6c46 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:28:19.200738 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:28:19.201235 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Checking segment: {'id': '3e48e0c1-00ec-4571-92d9-3fc74b88105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:28:19.201541 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:19.201948 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Bound using segment: {'id': '3e48e0c1-00ec-4571-92d9-3fc74b88105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:28:19.203355 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Bound port: 6a087a34-fb90-48b6-8bb1-9d45225116c2, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e48e0c1-00ec-4571-92d9-3fc74b88105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:28:19.203776 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6a087a34-fb90-48b6-8bb1-9d45225116c2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:19.268481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-adff4bd4-b7c4-4c01-b494-4b95d5dfa9f3 admin admin] Allocated IP 172.25.6.190 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/af135bde-ffc9-4bb9-9c38-85f8987c9d99) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:28:19.275469 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-58104d54-66ed-44fc-a115-993398c78835 None None] For port 6a087a34-fb90-48b6-8bb1-9d45225116c2, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:28:19.278916 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-58104d54-66ed-44fc-a115-993398c78835 None None] For port 6a087a34-fb90-48b6-8bb1-9d45225116c2, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=6a087a34-fb90-48b6-8bb1-9d45225116c2,segment=NetworkSegment(3e48e0c1-00ec-4571-92d9-3fc74b88105f),segment_id=3e48e0c1-00ec-4571-92d9-3fc74b88105f)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:28:19.286395 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6a087a34-fb90-48b6-8bb1-9d45225116c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:19.357022 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58104d54-66ed-44fc-a115-993398c78835 None None] Pushing event updated for resources: {'Port': ['ID=6a087a34-fb90-48b6-8bb1-9d45225116c2,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:19.402116 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-adff4bd4-b7c4-4c01-b494-4b95d5dfa9f3 admin admin] Publish callbacks [] for port (af135bde-ffc9-4bb9-9c38-85f8987c9d99), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:19.443372 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-adff4bd4-b7c4-4c01-b494-4b95d5dfa9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (af135bde-ffc9-4bb9-9c38-85f8987c9d99), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:19.491055 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adff4bd4-b7c4-4c01-b494-4b95d5dfa9f3 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:28:19.507037 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-adff4bd4-b7c4-4c01-b494-4b95d5dfa9f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:28:19.515333 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adff4bd4-b7c4-4c01-b494-4b95d5dfa9f3 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:28:19.521575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff4bd4-b7c4-4c01-b494-4b95d5dfa9f3 admin admin] Pushing event updated for resources: {'Port': ['ID=af135bde-ffc9-4bb9-9c38-85f8987c9d99,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:19.805107 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-adff4bd4-b7c4-4c01-b494-4b95d5dfa9f3 admin admin] Publish callbacks [] for router_gateway (3dbd6f42-50d6-4236-b57c-4df69dac3584), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:19.820239 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6a087a34-fb90-48b6-8bb1-9d45225116c2 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:28:19.878752 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 6a087a34-fb90-48b6-8bb1-9d45225116c2 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:19.879069 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6a087a34-fb90-48b6-8bb1-9d45225116c2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:19.970098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 6a087a34-fb90-48b6-8bb1-9d45225116c2 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:28:19.970486 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6a087a34-fb90-48b6-8bb1-9d45225116c2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:20.012203 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 6a087a34-fb90-48b6-8bb1-9d45225116c2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=6a087a34-fb90-48b6-8bb1-9d45225116c2,segment=NetworkSegment(3e48e0c1-00ec-4571-92d9-3fc74b88105f),segment_id=3e48e0c1-00ec-4571-92d9-3fc74b88105f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:28:20.017750 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6a087a34-fb90-48b6-8bb1-9d45225116c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:20.078924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=6a087a34-fb90-48b6-8bb1-9d45225116c2,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:20.393680 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad54fa6-aa64-4d09-8a2c-5076884695cd None None] Network b224a476-823d-4478-8ea5-5babad8f6c46 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:28:20.434231 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-adff4bd4-b7c4-4c01-b494-4b95d5dfa9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (3dbd6f42-50d6-4236-b57c-4df69dac3584), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:20.516073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-63b7de06-653b-4e7d-b5f6-ac9482db9628 None None] Provisioning complete for port 6a087a34-fb90-48b6-8bb1-9d45225116c2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:20.516461 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-63b7de06-653b-4e7d-b5f6-ac9482db9628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6a087a34-fb90-48b6-8bb1-9d45225116c2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:20.589979 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adff4bd4-b7c4-4c01-b494-4b95d5dfa9f3 admin admin] Router 3dbd6f42-50d6-4236-b57c-4df69dac3584 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:28:20.612590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-63b7de06-653b-4e7d-b5f6-ac9482db9628 None None] Current status of the port 6a087a34-fb90-48b6-8bb1-9d45225116c2 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:28:20.709840 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adff4bd4-b7c4-4c01-b494-4b95d5dfa9f3 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:28:20.722601 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] Sync routers for ids ['3dbd6f42-50d6-4236-b57c-4df69dac3584'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:28:20.730518 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-adff4bd4-b7c4-4c01-b494-4b95d5dfa9f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:20.732427 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-adff4bd4-b7c4-4c01-b494-4b95d5dfa9f3 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0652642 Feb 09 22:28:20.733774 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] Routers {'3dbd6f42-50d6-4236-b57c-4df69dac3584'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:28:20.734396 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:28:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['3dbd6f42-50d6-4236-b57c-4df69dac3584'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:20.735142 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49784) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:28:20.854218 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] Set router 3dbd6f42-50d6-4236-b57c-4df69dac3584 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:28:20.856427 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-01a1660c-e4ae-4bce-9365-ae859e348766 None None] Provisioning complete for port 6a087a34-fb90-48b6-8bb1-9d45225116c2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:20.856427 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-01a1660c-e4ae-4bce-9365-ae859e348766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6a087a34-fb90-48b6-8bb1-9d45225116c2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:21.074307 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-01a1660c-e4ae-4bce-9365-ae859e348766 None None] Current status of the port 6a087a34-fb90-48b6-8bb1-9d45225116c2 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:28:21.104584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'name': 'tempest-TestServerBasicOps-1288109780-router', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:18Z', 'updated_at': '2022-02-09T22:28:19Z', 'revision_number': 3, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'gw_port': {'id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:19Z', 'updated_at': '2022-02-09T22:28:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:21.132774 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] Checking router: 3dbd6f42-50d6-4236-b57c-4df69dac3584 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:28:21.133124 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] Updating router 3dbd6f42-50d6-4236-b57c-4df69dac3584 port af135bde-ffc9-4bb9-9c38-85f8987c9d99 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:28:21.160177 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (af135bde-ffc9-4bb9-9c38-85f8987c9d99), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:21.180528 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2216e137-51f2-4916-8ea6-fbcfa59020ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:21.359142 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-2216e137-51f2-4916-8ea6-fbcfa59020ce admin admin] Allocated IP 172.20.0.1 (b224a476-823d-4478-8ea5-5babad8f6c46/8469ee26-4193-455c-9125-8cf46deb1868/c6c12205-8301-409a-813c-0b82812f2caf) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:28:21.480767 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2216e137-51f2-4916-8ea6-fbcfa59020ce admin admin] Publish callbacks [] for port (c6c12205-8301-409a-813c-0b82812f2caf), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:21.518834 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2216e137-51f2-4916-8ea6-fbcfa59020ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c6c12205-8301-409a-813c-0b82812f2caf), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:21.565037 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2216e137-51f2-4916-8ea6-fbcfa59020ce admin admin] Network b224a476-823d-4478-8ea5-5babad8f6c46 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:28:21.568270 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-2216e137-51f2-4916-8ea6-fbcfa59020ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:28:21.572035 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2216e137-51f2-4916-8ea6-fbcfa59020ce admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:28:21.577989 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216e137-51f2-4916-8ea6-fbcfa59020ce admin admin] Pushing event updated for resources: {'Port': ['ID=c6c12205-8301-409a-813c-0b82812f2caf,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:21.624985 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2216e137-51f2-4916-8ea6-fbcfa59020ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (3dbd6f42-50d6-4236-b57c-4df69dac3584), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:21.635094 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] Publish callbacks [] for port (af135bde-ffc9-4bb9-9c38-85f8987c9d99), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:21.642388 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (af135bde-ffc9-4bb9-9c38-85f8987c9d99), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:21.699285 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] Attempting to bind port af135bde-ffc9-4bb9-9c38-85f8987c9d99 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:28:21.699285 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] Attempting to bind port af135bde-ffc9-4bb9-9c38-85f8987c9d99 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:28:21.699634 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] Attempting to bind port af135bde-ffc9-4bb9-9c38-85f8987c9d99 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:28:21.703591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b988a1-c63a-40fc-b996-f272cb9d507a None None] Pushing event updated for resources: {'Port': ['ID=af135bde-ffc9-4bb9-9c38-85f8987c9d99,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:21.708999 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:28:21.709389 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:28:21.709803 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:21.710215 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:28:21.710694 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] Bound port: af135bde-ffc9-4bb9-9c38-85f8987c9d99, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:28:21.711170 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (af135bde-ffc9-4bb9-9c38-85f8987c9d99), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:21.772695 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] For port af135bde-ffc9-4bb9-9c38-85f8987c9d99, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:28:21.783161 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] For port af135bde-ffc9-4bb9-9c38-85f8987c9d99, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=af135bde-ffc9-4bb9-9c38-85f8987c9d99,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:28:21.793544 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (af135bde-ffc9-4bb9-9c38-85f8987c9d99), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:21.795733 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2216e137-51f2-4916-8ea6-fbcfa59020ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c6c12205-8301-409a-813c-0b82812f2caf), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:21.842970 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6a087a34-fb90-48b6-8bb1-9d45225116c2 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:28:21.910390 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b988a1-c63a-40fc-b996-f272cb9d507a None None] Pushing event updated for resources: {'Port': ['ID=af135bde-ffc9-4bb9-9c38-85f8987c9d99,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:21.916406 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] Routers {'3dbd6f42-50d6-4236-b57c-4df69dac3584'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:28:21.917178 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:28:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['3dbd6f42-50d6-4236-b57c-4df69dac3584'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:21.985316 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2216e137-51f2-4916-8ea6-fbcfa59020ce admin admin] Publish callbacks [] for port (c6c12205-8301-409a-813c-0b82812f2caf), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:21.991096 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2216e137-51f2-4916-8ea6-fbcfa59020ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (c6c12205-8301-409a-813c-0b82812f2caf), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:21.999706 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5db524e7-919f-4510-8cf8-66d2ab6e6539 None None] Provisioning complete for port c6c12205-8301-409a-813c-0b82812f2caf triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:22.000094 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5db524e7-919f-4510-8cf8-66d2ab6e6539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c6c12205-8301-409a-813c-0b82812f2caf), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:22.056345 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 6a087a34-fb90-48b6-8bb1-9d45225116c2 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:22.056744 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6a087a34-fb90-48b6-8bb1-9d45225116c2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:22.062392 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216e137-51f2-4916-8ea6-fbcfa59020ce admin admin] Pushing event updated for resources: {'Port': ['ID=c6c12205-8301-409a-813c-0b82812f2caf,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:22.062761 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5db524e7-919f-4510-8cf8-66d2ab6e6539 None None] Port c6c12205-8301-409a-813c-0b82812f2caf cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:28:22.068354 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2216e137-51f2-4916-8ea6-fbcfa59020ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (3dbd6f42-50d6-4236-b57c-4df69dac3584), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:22.115389 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] Set router 3dbd6f42-50d6-4236-b57c-4df69dac3584 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:28:22.162230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2216e137-51f2-4916-8ea6-fbcfa59020ce admin admin] Network b224a476-823d-4478-8ea5-5babad8f6c46 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:28:22.163746 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-2216e137-51f2-4916-8ea6-fbcfa59020ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:28:22.278982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 6a087a34-fb90-48b6-8bb1-9d45225116c2 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:28:22.298742 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2216e137-51f2-4916-8ea6-fbcfa59020ce admin admin] Router 3dbd6f42-50d6-4236-b57c-4df69dac3584 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:28:22.390278 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'name': 'tempest-TestServerBasicOps-1288109780-router', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:18Z', 'updated_at': '2022-02-09T22:28:21Z', 'revision_number': 4, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'gw_port': {'id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:19Z', 'updated_at': '2022-02-09T22:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'c6c12205-8301-409a-813c-0b82812f2caf', 'name': '', 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'mac_address': 'fa:16:3e:01:c9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '8469ee26-4193-455c-9125-8cf46deb1868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:21Z', 'updated_at': '2022-02-09T22:28:21Z', 'revision_number': 1, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'subnets': [{'id': '8469ee26-4193-455c-9125-8cf46deb1868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:22.422522 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e470c-25f3-4122-ae8d-4f2f4696f373 None None] The sync data for ids ['3dbd6f42-50d6-4236-b57c-4df69dac3584'] in n-d-828601-1 is: [{'id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'name': 'tempest-TestServerBasicOps-1288109780-router', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:18Z', 'updated_at': '2022-02-09T22:28:21Z', 'revision_number': 4, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'gw_port': {'id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:19Z', 'updated_at': '2022-02-09T22:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'c6c12205-8301-409a-813c-0b82812f2caf', 'name': '', 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'mac_address': 'fa:16:3e:01:c9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '8469ee26-4193-455c-9125-8cf46deb1868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:21Z', 'updated_at': '2022-02-09T22:28:21Z', 'revision_number': 1, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'subnets': [{'id': '8469ee26-4193-455c-9125-8cf46deb1868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:28:22.455557 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2216e137-51f2-4916-8ea6-fbcfa59020ce admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:28:22.462037 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2216e137-51f2-4916-8ea6-fbcfa59020ce admin admin] 10.222.0.77 "PUT /v2.0/routers/3dbd6f42-50d6-4236-b57c-4df69dac3584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7256181 Feb 09 22:28:22.495161 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-1e32fda2-e312-4d64-bbdd-6ab479be5d2b None None] Provisioning complete for port c6c12205-8301-409a-813c-0b82812f2caf triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:22.495666 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1e32fda2-e312-4d64-bbdd-6ab479be5d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c6c12205-8301-409a-813c-0b82812f2caf), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:22.531853 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1e32fda2-e312-4d64-bbdd-6ab479be5d2b None None] Port c6c12205-8301-409a-813c-0b82812f2caf cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:28:23.046338 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49802) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:28:23.051923 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e3bf3a76-fe4d-458f-9178-faafc163b1c8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1355172794-network', 'tenant_id': 'fbcc8de02e024541bdb09b92bbae0c88'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:28:23.077734 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bf3a76-fe4d-458f-9178-faafc163b1c8 admin admin] Made reservation on behalf of fbcc8de02e024541bdb09b92bbae0c88 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:28:23.081311 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3bf3a76-fe4d-458f-9178-faafc163b1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:23.096994 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3bf3a76-fe4d-458f-9178-faafc163b1c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:23.219709 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3bf3a76-fe4d-458f-9178-faafc163b1c8 admin admin] Publish callbacks [] for security_group (1ea06913-4010-4a42-a748-a9788ee4261c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:23.224480 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3bf3a76-fe4d-458f-9178-faafc163b1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (1ea06913-4010-4a42-a748-a9788ee4261c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:23.251064 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3bf3a76-fe4d-458f-9178-faafc163b1c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:28:23.262194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf3a76-fe4d-458f-9178-faafc163b1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea06913-4010-4a42-a748-a9788ee4261c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:23.267627 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3bf3a76-fe4d-458f-9178-faafc163b1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (61f1edd5-9220-4ae7-8faa-8859cffe2e63), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:23.268008 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-e3bf3a76-fe4d-458f-9178-faafc163b1c8 admin admin] Added segment 61f1edd5-9220-4ae7-8faa-8859cffe2e63 of type vlan for network 084147be-eb52-42e2-a0b8-52d87265b1dc Feb 09 22:28:23.318300 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3bf3a76-fe4d-458f-9178-faafc163b1c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (084147be-eb52-42e2-a0b8-52d87265b1dc), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:23.351172 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3bf3a76-fe4d-458f-9178-faafc163b1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (084147be-eb52-42e2-a0b8-52d87265b1dc), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:23.352345 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bf3a76-fe4d-458f-9178-faafc163b1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:23.353032 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3bf3a76-fe4d-458f-9178-faafc163b1c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:23.410336 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e3bf3a76-fe4d-458f-9178-faafc163b1c8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3625255 Feb 09 22:28:23.413695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 49804) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:28:23.422850 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-9cca7890-7c96-4c82-9804-b06385886dc4 admin admin] Request body: {'subnet': {'network_id': '084147be-eb52-42e2-a0b8-52d87265b1dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1355172794-subnet', 'tenant_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:28:23.429797 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf3a76-fe4d-458f-9178-faafc163b1c8 admin admin] Pushing event updated for resources: {'Network': ['ID=084147be-eb52-42e2-a0b8-52d87265b1dc,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:23.441042 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 084147be-eb52-42e2-a0b8-52d87265b1dc details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:28:23.458666 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cca7890-7c96-4c82-9804-b06385886dc4 admin admin] Made reservation on behalf of fbcc8de02e024541bdb09b92bbae0c88 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:28:23.462973 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9cca7890-7c96-4c82-9804-b06385886dc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:23.668464 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9cca7890-7c96-4c82-9804-b06385886dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (23b45151-23b6-4308-b776-2dbd47915730), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:23.744887 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca7890-7c96-4c82-9804-b06385886dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23b45151-23b6-4308-b776-2dbd47915730,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:23.755785 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca7890-7c96-4c82-9804-b06385886dc4 admin admin] Checking segment: {'id': '61f1edd5-9220-4ae7-8faa-8859cffe2e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '084147be-eb52-42e2-a0b8-52d87265b1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:28:23.756146 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cca7890-7c96-4c82-9804-b06385886dc4 admin admin] Network hostable DHCP agents. Network: 084147be-eb52-42e2-a0b8-52d87265b1dc, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:28:23.775955 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cca7890-7c96-4c82-9804-b06385886dc4 admin admin] Network 084147be-eb52-42e2-a0b8-52d87265b1dc is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:28:23.787455 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-9cca7890-7c96-4c82-9804-b06385886dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 084147be-eb52-42e2-a0b8-52d87265b1dc) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:28:23.801802 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cca7890-7c96-4c82-9804-b06385886dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:23.803039 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9cca7890-7c96-4c82-9804-b06385886dc4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:23.807784 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01838af4-700a-4c67-b78e-42cb4239cf66 None None] Network 084147be-eb52-42e2-a0b8-52d87265b1dc requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:28:23.826228 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49806) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:28:23.826451 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9cca7890-7c96-4c82-9804-b06385886dc4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4104877 Feb 09 22:28:23.849820 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8113c3bd-6d22-45bc-a2ca-fc4a75730dff admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1355172794-router', 'tenant_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:28:23.868088 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device af135bde-ffc9-4bb9-9c38-85f8987c9d99 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:28:23.878221 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8113c3bd-6d22-45bc-a2ca-fc4a75730dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (97574cb7-dc00-46a1-a806-86cd5cbb6906), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:23.879417 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8113c3bd-6d22-45bc-a2ca-fc4a75730dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (97574cb7-dc00-46a1-a806-86cd5cbb6906), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:23.946692 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8113c3bd-6d22-45bc-a2ca-fc4a75730dff admin admin] Publish callbacks [] for router_controller (97574cb7-dc00-46a1-a806-86cd5cbb6906), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:23.970126 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port af135bde-ffc9-4bb9-9c38-85f8987c9d99 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:23.970502 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (af135bde-ffc9-4bb9-9c38-85f8987c9d99), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:23.995035 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4533d0c6-9572-42a1-8718-aac79f0f55d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-084147be-eb52-42e2-a0b8-52d87265b1dc', 'network_id': '084147be-eb52-42e2-a0b8-52d87265b1dc', 'project_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'fixed_ips': [{'subnet_id': '23b45151-23b6-4308-b776-2dbd47915730'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:28:23.995865 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4533d0c6-9572-42a1-8718-aac79f0f55d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:24.142707 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port af135bde-ffc9-4bb9-9c38-85f8987c9d99 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:28:24.143088 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (af135bde-ffc9-4bb9-9c38-85f8987c9d99), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:24.145026 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8113c3bd-6d22-45bc-a2ca-fc4a75730dff admin admin] Publish callbacks [] for router_gateway (97574cb7-dc00-46a1-a806-86cd5cbb6906), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:24.190095 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port af135bde-ffc9-4bb9-9c38-85f8987c9d99, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=af135bde-ffc9-4bb9-9c38-85f8987c9d99,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:28:24.197004 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (af135bde-ffc9-4bb9-9c38-85f8987c9d99), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:24.205258 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-4533d0c6-9572-42a1-8718-aac79f0f55d9 None None] Allocated IP 172.20.0.2 (084147be-eb52-42e2-a0b8-52d87265b1dc/23b45151-23b6-4308-b776-2dbd47915730/50d305b6-c777-4c4f-adb9-1f78a6317175) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:28:24.307638 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=af135bde-ffc9-4bb9-9c38-85f8987c9d99,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:24.376788 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8113c3bd-6d22-45bc-a2ca-fc4a75730dff admin admin] Publish callbacks [] for router_gateway (97574cb7-dc00-46a1-a806-86cd5cbb6906), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:24.395962 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8113c3bd-6d22-45bc-a2ca-fc4a75730dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:24.404249 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4533d0c6-9572-42a1-8718-aac79f0f55d9 None None] Publish callbacks [] for port (50d305b6-c777-4c4f-adb9-1f78a6317175), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:24.409521 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4533d0c6-9572-42a1-8718-aac79f0f55d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (50d305b6-c777-4c4f-adb9-1f78a6317175), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:24.451064 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4533d0c6-9572-42a1-8718-aac79f0f55d9 None None] Network 084147be-eb52-42e2-a0b8-52d87265b1dc is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:28:24.455392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-4533d0c6-9572-42a1-8718-aac79f0f55d9 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:28:24.458829 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4533d0c6-9572-42a1-8718-aac79f0f55d9 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:28:24.468605 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533d0c6-9572-42a1-8718-aac79f0f55d9 None None] Pushing event updated for resources: {'Port': ['ID=50d305b6-c777-4c4f-adb9-1f78a6317175,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:24.533846 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-4533d0c6-9572-42a1-8718-aac79f0f55d9 None None] Attempting to bind port 50d305b6-c777-4c4f-adb9-1f78a6317175 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:28:24.534557 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-4533d0c6-9572-42a1-8718-aac79f0f55d9 None None] Attempting to bind port 50d305b6-c777-4c4f-adb9-1f78a6317175 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '61f1edd5-9220-4ae7-8faa-8859cffe2e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '084147be-eb52-42e2-a0b8-52d87265b1dc'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:28:24.535127 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533d0c6-9572-42a1-8718-aac79f0f55d9 None None] Attempting to bind port 50d305b6-c777-4c4f-adb9-1f78a6317175 on network 084147be-eb52-42e2-a0b8-52d87265b1dc {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:28:24.535502 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-8113c3bd-6d22-45bc-a2ca-fc4a75730dff admin admin] Allocated IP 172.25.6.173 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/261012f7-d1d5-4561-8923-7658a4c5f40d) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:28:24.542588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533d0c6-9572-42a1-8718-aac79f0f55d9 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:28:24.543064 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533d0c6-9572-42a1-8718-aac79f0f55d9 None None] Checking segment: {'id': '61f1edd5-9220-4ae7-8faa-8859cffe2e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '084147be-eb52-42e2-a0b8-52d87265b1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:28:24.543477 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4533d0c6-9572-42a1-8718-aac79f0f55d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:24.543901 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533d0c6-9572-42a1-8718-aac79f0f55d9 None None] Bound using segment: {'id': '61f1edd5-9220-4ae7-8faa-8859cffe2e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '084147be-eb52-42e2-a0b8-52d87265b1dc'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:28:24.544381 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-4533d0c6-9572-42a1-8718-aac79f0f55d9 None None] Bound port: 50d305b6-c777-4c4f-adb9-1f78a6317175, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f1edd5-9220-4ae7-8faa-8859cffe2e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '084147be-eb52-42e2-a0b8-52d87265b1dc'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:28:24.544765 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4533d0c6-9572-42a1-8718-aac79f0f55d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (50d305b6-c777-4c4f-adb9-1f78a6317175), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:24.613460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-4533d0c6-9572-42a1-8718-aac79f0f55d9 None None] For port 50d305b6-c777-4c4f-adb9-1f78a6317175, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:28:24.618187 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-4533d0c6-9572-42a1-8718-aac79f0f55d9 None None] For port 50d305b6-c777-4c4f-adb9-1f78a6317175, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=50d305b6-c777-4c4f-adb9-1f78a6317175,segment=NetworkSegment(61f1edd5-9220-4ae7-8faa-8859cffe2e63),segment_id=61f1edd5-9220-4ae7-8faa-8859cffe2e63)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:28:24.625739 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4533d0c6-9572-42a1-8718-aac79f0f55d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (50d305b6-c777-4c4f-adb9-1f78a6317175), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:24.652566 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8113c3bd-6d22-45bc-a2ca-fc4a75730dff admin admin] Publish callbacks [] for port (261012f7-d1d5-4561-8923-7658a4c5f40d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:24.691436 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533d0c6-9572-42a1-8718-aac79f0f55d9 None None] Pushing event updated for resources: {'Port': ['ID=50d305b6-c777-4c4f-adb9-1f78a6317175,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:24.692316 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8113c3bd-6d22-45bc-a2ca-fc4a75730dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (261012f7-d1d5-4561-8923-7658a4c5f40d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:24.733558 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8113c3bd-6d22-45bc-a2ca-fc4a75730dff admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:28:24.736697 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-8113c3bd-6d22-45bc-a2ca-fc4a75730dff admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:28:24.744225 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8113c3bd-6d22-45bc-a2ca-fc4a75730dff admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:28:24.780563 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113c3bd-6d22-45bc-a2ca-fc4a75730dff admin admin] Pushing event updated for resources: {'Port': ['ID=261012f7-d1d5-4561-8923-7658a4c5f40d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:24.907518 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] Sync routers for ids ['3dbd6f42-50d6-4236-b57c-4df69dac3584'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:28:24.918277 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] Routers {'3dbd6f42-50d6-4236-b57c-4df69dac3584'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:28:24.918893 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:28:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['3dbd6f42-50d6-4236-b57c-4df69dac3584'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:25.052458 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] Set router 3dbd6f42-50d6-4236-b57c-4df69dac3584 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:28:25.060839 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8113c3bd-6d22-45bc-a2ca-fc4a75730dff admin admin] Publish callbacks [] for router_gateway (97574cb7-dc00-46a1-a806-86cd5cbb6906), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:25.274681 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'name': 'tempest-TestServerBasicOps-1288109780-router', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:18Z', 'updated_at': '2022-02-09T22:28:21Z', 'revision_number': 4, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'gw_port': {'id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:19Z', 'updated_at': '2022-02-09T22:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'c6c12205-8301-409a-813c-0b82812f2caf', 'name': '', 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'mac_address': 'fa:16:3e:01:c9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '8469ee26-4193-455c-9125-8cf46deb1868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:21Z', 'updated_at': '2022-02-09T22:28:21Z', 'revision_number': 2, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'subnets': [{'id': '8469ee26-4193-455c-9125-8cf46deb1868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:25.276744 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8113c3bd-6d22-45bc-a2ca-fc4a75730dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (97574cb7-dc00-46a1-a806-86cd5cbb6906), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:25.306136 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] Checking router: 3dbd6f42-50d6-4236-b57c-4df69dac3584 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:28:25.306493 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] Updating router 3dbd6f42-50d6-4236-b57c-4df69dac3584 port c6c12205-8301-409a-813c-0b82812f2caf binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:28:25.336932 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c6c12205-8301-409a-813c-0b82812f2caf), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:25.425839 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8113c3bd-6d22-45bc-a2ca-fc4a75730dff admin admin] Router 97574cb7-dc00-46a1-a806-86cd5cbb6906 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:28:25.552216 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8113c3bd-6d22-45bc-a2ca-fc4a75730dff admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:28:25.564467 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] Sync routers for ids ['97574cb7-dc00-46a1-a806-86cd5cbb6906'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:28:25.575197 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8113c3bd-6d22-45bc-a2ca-fc4a75730dff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:25.576953 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8113c3bd-6d22-45bc-a2ca-fc4a75730dff admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7496574 Feb 09 22:28:25.578060 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] Routers {'97574cb7-dc00-46a1-a806-86cd5cbb6906'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:28:25.578851 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:28:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['97574cb7-dc00-46a1-a806-86cd5cbb6906'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:25.579667 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49808) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:28:25.684665 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] Publish callbacks [] for port (c6c12205-8301-409a-813c-0b82812f2caf), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:25.693208 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c6c12205-8301-409a-813c-0b82812f2caf), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:25.714251 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] Set router 97574cb7-dc00-46a1-a806-86cd5cbb6906 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:28:25.751859 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3506b-1e2d-4fee-aad4-9099990b76b5 None None] Pushing event updated for resources: {'Port': ['ID=c6c12205-8301-409a-813c-0b82812f2caf,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:25.769350 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3506b-1e2d-4fee-aad4-9099990b76b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.769350 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3506b-1e2d-4fee-aad4-9099990b76b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.769350 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3506b-1e2d-4fee-aad4-9099990b76b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.769648 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3506b-1e2d-4fee-aad4-9099990b76b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.769852 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3506b-1e2d-4fee-aad4-9099990b76b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.770299 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3506b-1e2d-4fee-aad4-9099990b76b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.770639 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3506b-1e2d-4fee-aad4-9099990b76b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.772842 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3506b-1e2d-4fee-aad4-9099990b76b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.773254 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3506b-1e2d-4fee-aad4-9099990b76b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.773599 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3506b-1e2d-4fee-aad4-9099990b76b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.773937 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3506b-1e2d-4fee-aad4-9099990b76b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.774268 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3506b-1e2d-4fee-aad4-9099990b76b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.774595 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3506b-1e2d-4fee-aad4-9099990b76b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.855201 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] Attempting to bind port c6c12205-8301-409a-813c-0b82812f2caf on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:28:25.855579 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] Attempting to bind port c6c12205-8301-409a-813c-0b82812f2caf by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '3e48e0c1-00ec-4571-92d9-3fc74b88105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:28:25.855982 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] Attempting to bind port c6c12205-8301-409a-813c-0b82812f2caf on network b224a476-823d-4478-8ea5-5babad8f6c46 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:28:25.863257 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:28:25.863640 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] Checking segment: {'id': '3e48e0c1-00ec-4571-92d9-3fc74b88105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:28:25.864127 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:25.864523 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] Bound using segment: {'id': '3e48e0c1-00ec-4571-92d9-3fc74b88105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:28:25.865026 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] Bound port: c6c12205-8301-409a-813c-0b82812f2caf, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e48e0c1-00ec-4571-92d9-3fc74b88105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:28:25.865856 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c6c12205-8301-409a-813c-0b82812f2caf), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:25.892776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8908a79b-909a-4193-83dc-64fa72d42609 None None] Network 084147be-eb52-42e2-a0b8-52d87265b1dc requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:28:25.969174 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] For port c6c12205-8301-409a-813c-0b82812f2caf, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:28:25.973153 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] For port c6c12205-8301-409a-813c-0b82812f2caf, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c6c12205-8301-409a-813c-0b82812f2caf,segment=NetworkSegment(3e48e0c1-00ec-4571-92d9-3fc74b88105f),segment_id=3e48e0c1-00ec-4571-92d9-3fc74b88105f)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:28:25.990842 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c6c12205-8301-409a-813c-0b82812f2caf), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:26.021485 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-606273af-c352-412f-ab48-26d629482a59 None None] Provisioning complete for port 50d305b6-c777-4c4f-adb9-1f78a6317175 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:26.021920 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-606273af-c352-412f-ab48-26d629482a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (50d305b6-c777-4c4f-adb9-1f78a6317175), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:26.087067 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] Routers {'3dbd6f42-50d6-4236-b57c-4df69dac3584'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:28:26.087845 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:28:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['3dbd6f42-50d6-4236-b57c-4df69dac3584'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:26.088867 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 50d305b6-c777-4c4f-adb9-1f78a6317175 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:28:26.292343 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-606273af-c352-412f-ab48-26d629482a59 None None] Current status of the port 50d305b6-c777-4c4f-adb9-1f78a6317175 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:28:26.292740 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-606273af-c352-412f-ab48-26d629482a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (50d305b6-c777-4c4f-adb9-1f78a6317175), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:26.322248 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97574cb7-dc00-46a1-a806-86cd5cbb6906', 'name': 'tempest-TestServerBasicOps-1355172794-router', 'tenant_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '261012f7-d1d5-4561-8923-7658a4c5f40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:23Z', 'updated_at': '2022-02-09T22:28:24Z', 'revision_number': 3, 'project_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'gw_port': {'id': '261012f7-d1d5-4561-8923-7658a4c5f40d', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97574cb7-dc00-46a1-a806-86cd5cbb6906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:24Z', 'updated_at': '2022-02-09T22:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:26.323880 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] Set router 3dbd6f42-50d6-4236-b57c-4df69dac3584 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:28:26.327301 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 50d305b6-c777-4c4f-adb9-1f78a6317175 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:26.327696 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (50d305b6-c777-4c4f-adb9-1f78a6317175), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:26.421028 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3506b-1e2d-4fee-aad4-9099990b76b5 None None] Pushing event updated for resources: {'Port': ['ID=c6c12205-8301-409a-813c-0b82812f2caf,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:26.564600 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] Checking router: 97574cb7-dc00-46a1-a806-86cd5cbb6906 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:28:26.565508 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] Updating router 97574cb7-dc00-46a1-a806-86cd5cbb6906 port 261012f7-d1d5-4561-8923-7658a4c5f40d binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:28:26.608539 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'name': 'tempest-TestServerBasicOps-1288109780-router', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:18Z', 'updated_at': '2022-02-09T22:28:21Z', 'revision_number': 4, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'gw_port': {'id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:19Z', 'updated_at': '2022-02-09T22:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'c6c12205-8301-409a-813c-0b82812f2caf', 'name': '', 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'mac_address': 'fa:16:3e:01:c9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '8469ee26-4193-455c-9125-8cf46deb1868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:21Z', 'updated_at': '2022-02-09T22:28:25Z', 'revision_number': 4, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'subnets': [{'id': '8469ee26-4193-455c-9125-8cf46deb1868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:26.615280 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-606273af-c352-412f-ab48-26d629482a59 None None] For port 50d305b6-c777-4c4f-adb9-1f78a6317175, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=50d305b6-c777-4c4f-adb9-1f78a6317175,segment=NetworkSegment(61f1edd5-9220-4ae7-8faa-8859cffe2e63),segment_id=61f1edd5-9220-4ae7-8faa-8859cffe2e63)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:28:26.626550 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-606273af-c352-412f-ab48-26d629482a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (50d305b6-c777-4c4f-adb9-1f78a6317175), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:26.632616 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (261012f7-d1d5-4561-8923-7658a4c5f40d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:26.641684 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-422baa4f-403f-4c80-adea-3225c77e0e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:26.656495 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be41fe60-6c5d-4528-b402-58e52bc3ce70 None None] The sync data for ids ['3dbd6f42-50d6-4236-b57c-4df69dac3584'] in n-d-828601-1 is: [{'id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'name': 'tempest-TestServerBasicOps-1288109780-router', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:18Z', 'updated_at': '2022-02-09T22:28:21Z', 'revision_number': 4, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'gw_port': {'id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:19Z', 'updated_at': '2022-02-09T22:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'c6c12205-8301-409a-813c-0b82812f2caf', 'name': '', 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'mac_address': 'fa:16:3e:01:c9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '8469ee26-4193-455c-9125-8cf46deb1868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:21Z', 'updated_at': '2022-02-09T22:28:25Z', 'revision_number': 4, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'subnets': [{'id': '8469ee26-4193-455c-9125-8cf46deb1868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:28:26.836789 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606273af-c352-412f-ab48-26d629482a59 None None] Pushing event updated for resources: {'Port': ['ID=50d305b6-c777-4c4f-adb9-1f78a6317175,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:26.862059 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 50d305b6-c777-4c4f-adb9-1f78a6317175 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:28:26.863133 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device af135bde-ffc9-4bb9-9c38-85f8987c9d99 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:28:26.867363 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-979a6045-0f0c-428a-8c35-65e47a2df0e8 None None] Provisioning complete for port c6c12205-8301-409a-813c-0b82812f2caf triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:26.867782 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-979a6045-0f0c-428a-8c35-65e47a2df0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c6c12205-8301-409a-813c-0b82812f2caf), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:26.897591 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-422baa4f-403f-4c80-adea-3225c77e0e3b admin admin] Allocated IP 172.20.0.1 (084147be-eb52-42e2-a0b8-52d87265b1dc/23b45151-23b6-4308-b776-2dbd47915730/9847b67e-9e2f-4137-801d-6ece1d6dbbc3) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:28:27.029820 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-422baa4f-403f-4c80-adea-3225c77e0e3b admin admin] Publish callbacks [] for port (9847b67e-9e2f-4137-801d-6ece1d6dbbc3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:27.059334 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port af135bde-ffc9-4bb9-9c38-85f8987c9d99 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:27.059748 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (af135bde-ffc9-4bb9-9c38-85f8987c9d99), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:27.075483 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-422baa4f-403f-4c80-adea-3225c77e0e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (9847b67e-9e2f-4137-801d-6ece1d6dbbc3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:27.102328 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-979a6045-0f0c-428a-8c35-65e47a2df0e8 None None] Current status of the port c6c12205-8301-409a-813c-0b82812f2caf is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:28:27.102730 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-979a6045-0f0c-428a-8c35-65e47a2df0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c6c12205-8301-409a-813c-0b82812f2caf), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:27.114272 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422baa4f-403f-4c80-adea-3225c77e0e3b admin admin] Network 084147be-eb52-42e2-a0b8-52d87265b1dc is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:28:27.122097 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-422baa4f-403f-4c80-adea-3225c77e0e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:28:27.126090 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422baa4f-403f-4c80-adea-3225c77e0e3b admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:28:27.150666 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422baa4f-403f-4c80-adea-3225c77e0e3b admin admin] Pushing event updated for resources: {'Port': ['ID=9847b67e-9e2f-4137-801d-6ece1d6dbbc3,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:27.174214 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-422baa4f-403f-4c80-adea-3225c77e0e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (97574cb7-dc00-46a1-a806-86cd5cbb6906), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:27.203158 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-979a6045-0f0c-428a-8c35-65e47a2df0e8 None None] For port c6c12205-8301-409a-813c-0b82812f2caf, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c6c12205-8301-409a-813c-0b82812f2caf,segment=NetworkSegment(3e48e0c1-00ec-4571-92d9-3fc74b88105f),segment_id=3e48e0c1-00ec-4571-92d9-3fc74b88105f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:28:27.220448 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-979a6045-0f0c-428a-8c35-65e47a2df0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c6c12205-8301-409a-813c-0b82812f2caf), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:27.226065 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] Publish callbacks [] for port (261012f7-d1d5-4561-8923-7658a4c5f40d), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:27.271798 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (261012f7-d1d5-4561-8923-7658a4c5f40d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:27.314527 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port af135bde-ffc9-4bb9-9c38-85f8987c9d99 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:28:27.341823 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] Attempting to bind port 261012f7-d1d5-4561-8923-7658a4c5f40d on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:28:27.342137 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] Attempting to bind port 261012f7-d1d5-4561-8923-7658a4c5f40d by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:28:27.342509 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] Attempting to bind port 261012f7-d1d5-4561-8923-7658a4c5f40d on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:28:27.351435 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a6045-0f0c-428a-8c35-65e47a2df0e8 None None] Pushing event updated for resources: {'Port': ['ID=c6c12205-8301-409a-813c-0b82812f2caf,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:27.361974 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:28:27.361974 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:28:27.362396 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:27.362772 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:28:27.363278 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] Bound port: 261012f7-d1d5-4561-8923-7658a4c5f40d, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:28:27.363690 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (261012f7-d1d5-4561-8923-7658a4c5f40d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:27.376465 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-422baa4f-403f-4c80-adea-3225c77e0e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9847b67e-9e2f-4137-801d-6ece1d6dbbc3), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:27.423112 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6c4fd147-6ecb-4e3a-a22a-3cdb101f1fb7 None None] Provisioning complete for port 50d305b6-c777-4c4f-adb9-1f78a6317175 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:27.423414 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd147-6ecb-4e3a-a22a-3cdb101f1fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (50d305b6-c777-4c4f-adb9-1f78a6317175), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:27.472611 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c626e-91db-4ed4-bf3b-04bdef604613 None None] Pushing event updated for resources: {'Port': ['ID=261012f7-d1d5-4561-8923-7658a4c5f40d,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:27.494565 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] For port 261012f7-d1d5-4561-8923-7658a4c5f40d, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:28:27.498702 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] For port 261012f7-d1d5-4561-8923-7658a4c5f40d, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=261012f7-d1d5-4561-8923-7658a4c5f40d,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:28:27.509419 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (261012f7-d1d5-4561-8923-7658a4c5f40d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:27.593130 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-422baa4f-403f-4c80-adea-3225c77e0e3b admin admin] Publish callbacks [] for port (9847b67e-9e2f-4137-801d-6ece1d6dbbc3), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:27.602473 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-422baa4f-403f-4c80-adea-3225c77e0e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (9847b67e-9e2f-4137-801d-6ece1d6dbbc3), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:27.611365 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fd147-6ecb-4e3a-a22a-3cdb101f1fb7 None None] Current status of the port 50d305b6-c777-4c4f-adb9-1f78a6317175 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:28:27.613444 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] Routers {'97574cb7-dc00-46a1-a806-86cd5cbb6906'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:28:27.614463 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:28:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['97574cb7-dc00-46a1-a806-86cd5cbb6906'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:27.616181 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c626e-91db-4ed4-bf3b-04bdef604613 None None] Pushing event updated for resources: {'Port': ['ID=261012f7-d1d5-4561-8923-7658a4c5f40d,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:27.676672 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-422baa4f-403f-4c80-adea-3225c77e0e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (97574cb7-dc00-46a1-a806-86cd5cbb6906), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:27.682299 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422baa4f-403f-4c80-adea-3225c77e0e3b admin admin] Pushing event updated for resources: {'Port': ['ID=9847b67e-9e2f-4137-801d-6ece1d6dbbc3,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:27.744066 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-4cf02948-5f9e-4b24-9200-903f2c956510 None None] Provisioning complete for port 9847b67e-9e2f-4137-801d-6ece1d6dbbc3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:27.744596 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4cf02948-5f9e-4b24-9200-903f2c956510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9847b67e-9e2f-4137-801d-6ece1d6dbbc3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:27.778568 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] Set router 97574cb7-dc00-46a1-a806-86cd5cbb6906 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:28:27.787794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422baa4f-403f-4c80-adea-3225c77e0e3b admin admin] Network 084147be-eb52-42e2-a0b8-52d87265b1dc is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:28:27.789456 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-422baa4f-403f-4c80-adea-3225c77e0e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:28:27.824017 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4cf02948-5f9e-4b24-9200-903f2c956510 None None] Port 9847b67e-9e2f-4137-801d-6ece1d6dbbc3 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:28:27.874870 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 50d305b6-c777-4c4f-adb9-1f78a6317175 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:28:27.939454 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422baa4f-403f-4c80-adea-3225c77e0e3b admin admin] Router 97574cb7-dc00-46a1-a806-86cd5cbb6906 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:28:28.006867 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 50d305b6-c777-4c4f-adb9-1f78a6317175 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:28.007252 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (50d305b6-c777-4c4f-adb9-1f78a6317175), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:28.082412 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422baa4f-403f-4c80-adea-3225c77e0e3b admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:28:28.088738 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-422baa4f-403f-4c80-adea-3225c77e0e3b admin admin] 10.222.0.77 "PUT /v2.0/routers/97574cb7-dc00-46a1-a806-86cd5cbb6906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5074909 Feb 09 22:28:28.116879 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97574cb7-dc00-46a1-a806-86cd5cbb6906', 'name': 'tempest-TestServerBasicOps-1355172794-router', 'tenant_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '261012f7-d1d5-4561-8923-7658a4c5f40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:23Z', 'updated_at': '2022-02-09T22:28:27Z', 'revision_number': 4, 'project_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'gw_port': {'id': '261012f7-d1d5-4561-8923-7658a4c5f40d', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97574cb7-dc00-46a1-a806-86cd5cbb6906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:24Z', 'updated_at': '2022-02-09T22:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '9847b67e-9e2f-4137-801d-6ece1d6dbbc3', 'name': '', 'network_id': '084147be-eb52-42e2-a0b8-52d87265b1dc', 'tenant_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'mac_address': 'fa:16:3e:fd:8c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97574cb7-dc00-46a1-a806-86cd5cbb6906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '23b45151-23b6-4308-b776-2dbd47915730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:26Z', 'updated_at': '2022-02-09T22:28:27Z', 'revision_number': 2, 'project_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'subnets': [{'id': '23b45151-23b6-4308-b776-2dbd47915730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:28.155014 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b9b2e4-0dcd-4901-9a3a-0d87070d4bde None None] The sync data for ids ['97574cb7-dc00-46a1-a806-86cd5cbb6906'] in n-d-828601-1 is: [{'id': '97574cb7-dc00-46a1-a806-86cd5cbb6906', 'name': 'tempest-TestServerBasicOps-1355172794-router', 'tenant_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '261012f7-d1d5-4561-8923-7658a4c5f40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:23Z', 'updated_at': '2022-02-09T22:28:27Z', 'revision_number': 4, 'project_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'gw_port': {'id': '261012f7-d1d5-4561-8923-7658a4c5f40d', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97574cb7-dc00-46a1-a806-86cd5cbb6906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:24Z', 'updated_at': '2022-02-09T22:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '9847b67e-9e2f-4137-801d-6ece1d6dbbc3', 'name': '', 'network_id': '084147be-eb52-42e2-a0b8-52d87265b1dc', 'tenant_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'mac_address': 'fa:16:3e:fd:8c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97574cb7-dc00-46a1-a806-86cd5cbb6906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '23b45151-23b6-4308-b776-2dbd47915730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:26Z', 'updated_at': '2022-02-09T22:28:27Z', 'revision_number': 2, 'project_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'subnets': [{'id': '23b45151-23b6-4308-b776-2dbd47915730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:28:28.156460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 50d305b6-c777-4c4f-adb9-1f78a6317175 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:28:28.157563 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c6c12205-8301-409a-813c-0b82812f2caf up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:28:28.197438 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e21fb829-b774-4e40-9278-5b3821a902fe None None] Provisioning complete for port 9847b67e-9e2f-4137-801d-6ece1d6dbbc3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:28.197822 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e21fb829-b774-4e40-9278-5b3821a902fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9847b67e-9e2f-4137-801d-6ece1d6dbbc3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:28.245792 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e21fb829-b774-4e40-9278-5b3821a902fe None None] Port 9847b67e-9e2f-4137-801d-6ece1d6dbbc3 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:28:28.251983 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c6c12205-8301-409a-813c-0b82812f2caf triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:28.252371 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c6c12205-8301-409a-813c-0b82812f2caf), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:28.337030 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c6c12205-8301-409a-813c-0b82812f2caf is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:28:28.663092 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49826) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:28:28.667875 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a55f2f10-d857-47da-82c6-2c5ab70f5d10 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-729240185', 'description': 'tempest-secgroup-smoke-729240185 description', 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:28:28.690603 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a55f2f10-d857-47da-82c6-2c5ab70f5d10 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:28.771922 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a55f2f10-d857-47da-82c6-2c5ab70f5d10 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group (c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:28.777047 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a55f2f10-d857-47da-82c6-2c5ab70f5d10 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:28.817738 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a55f2f10-d857-47da-82c6-2c5ab70f5d10 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:28.819328 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a55f2f10-d857-47da-82c6-2c5ab70f5d10 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1549251 Feb 09 22:28:28.820705 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f2f10-d857-47da-82c6-2c5ab70f5d10 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:28.823924 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49828) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:28:28.831389 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7896739c-ef2f-4258-aa60-1dad324f44d7 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Request body: {'security_group_rule': {'security_group_id': 'c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd', 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:28:28.865885 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7896739c-ef2f-4258-aa60-1dad324f44d7 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group_rule (bb198889-6dc7-4625-be42-2db380a529b2), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:28.941160 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7896739c-ef2f-4258-aa60-1dad324f44d7 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group_rule (bb198889-6dc7-4625-be42-2db380a529b2), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:28.945393 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7896739c-ef2f-4258-aa60-1dad324f44d7 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (bb198889-6dc7-4625-be42-2db380a529b2), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:28.961845 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896739c-ef2f-4258-aa60-1dad324f44d7 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb198889-6dc7-4625-be42-2db380a529b2,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:28.975362 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7896739c-ef2f-4258-aa60-1dad324f44d7 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:28.976880 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7896739c-ef2f-4258-aa60-1dad324f44d7 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516404 Feb 09 22:28:28.979883 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49830) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:28:28.985189 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-62b4cf26-51de-4d0f-86b1-165151b2a627 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Request body: {'security_group_rule': {'security_group_id': 'c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd', 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:28:29.014683 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62b4cf26-51de-4d0f-86b1-165151b2a627 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group_rule (442e08a8-e531-4f35-b461-b76ba09bde8f), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.086455 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62b4cf26-51de-4d0f-86b1-165151b2a627 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group_rule (442e08a8-e531-4f35-b461-b76ba09bde8f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.090214 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62b4cf26-51de-4d0f-86b1-165151b2a627 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (442e08a8-e531-4f35-b461-b76ba09bde8f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.110514 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4cf26-51de-4d0f-86b1-165151b2a627 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442e08a8-e531-4f35-b461-b76ba09bde8f,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:29.121524 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62b4cf26-51de-4d0f-86b1-165151b2a627 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.122990 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-62b4cf26-51de-4d0f-86b1-165151b2a627 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1419632 Feb 09 22:28:29.127852 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49832) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:28:29.132722 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-65a8324b-116f-4c8c-9a69-cccc4c3b96c9 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Request body: {'security_group_rule': {'security_group_id': 'c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd', 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:28:29.161600 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65a8324b-116f-4c8c-9a69-cccc4c3b96c9 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group_rule (b36401ad-c33a-4660-91a0-d6fe5db7232d), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.226562 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65a8324b-116f-4c8c-9a69-cccc4c3b96c9 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group_rule (b36401ad-c33a-4660-91a0-d6fe5db7232d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.230928 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65a8324b-116f-4c8c-9a69-cccc4c3b96c9 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (b36401ad-c33a-4660-91a0-d6fe5db7232d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.251415 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8324b-116f-4c8c-9a69-cccc4c3b96c9 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36401ad-c33a-4660-91a0-d6fe5db7232d,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:29.259286 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65a8324b-116f-4c8c-9a69-cccc4c3b96c9 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.260702 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-65a8324b-116f-4c8c-9a69-cccc4c3b96c9 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318901 Feb 09 22:28:29.264174 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49834) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:28:29.269214 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-86e2bbae-3322-4def-bd47-614a704196ae tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Request body: {'security_group_rule': {'security_group_id': 'c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd', 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:28:29.308565 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-86e2bbae-3322-4def-bd47-614a704196ae tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group_rule (9509b197-f765-4631-b52d-e709f4c15290), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.390761 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-86e2bbae-3322-4def-bd47-614a704196ae tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group_rule (9509b197-f765-4631-b52d-e709f4c15290), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.396271 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-86e2bbae-3322-4def-bd47-614a704196ae tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (9509b197-f765-4631-b52d-e709f4c15290), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.416935 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2bbae-3322-4def-bd47-614a704196ae tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9509b197-f765-4631-b52d-e709f4c15290,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:29.428143 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-86e2bbae-3322-4def-bd47-614a704196ae tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.430171 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-86e2bbae-3322-4def-bd47-614a704196ae tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1647482 Feb 09 22:28:29.433477 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49836) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:28:29.438282 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-579a05f4-3cbf-411b-b5a5-2900477de1af tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Request body: {'security_group_rule': {'security_group_id': 'c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd', 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:28:29.464218 n-d-828601-1 neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-579a05f4-3cbf-411b-b5a5-2900477de1af tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Project 01bbe608ad214ea3a88f6fd60295f3c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:28:29.470640 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-579a05f4-3cbf-411b-b5a5-2900477de1af tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group_rule (d739aa0c-36c6-4b74-ad0f-058f5bf8ff1c), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.546423 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-579a05f4-3cbf-411b-b5a5-2900477de1af tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group_rule (d739aa0c-36c6-4b74-ad0f-058f5bf8ff1c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.550277 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-579a05f4-3cbf-411b-b5a5-2900477de1af tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (d739aa0c-36c6-4b74-ad0f-058f5bf8ff1c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.570973 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a05f4-3cbf-411b-b5a5-2900477de1af tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d739aa0c-36c6-4b74-ad0f-058f5bf8ff1c,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:29.584528 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-579a05f4-3cbf-411b-b5a5-2900477de1af tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.588582 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-579a05f4-3cbf-411b-b5a5-2900477de1af tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1514435 Feb 09 22:28:29.588934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49838) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:28:29.594022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-65b11735-f759-4a2b-9148-3a030d7126a8 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Request body: {'security_group_rule': {'security_group_id': 'c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd', 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:28:29.617016 n-d-828601-1 neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-65b11735-f759-4a2b-9148-3a030d7126a8 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Project 01bbe608ad214ea3a88f6fd60295f3c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:28:29.622977 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65b11735-f759-4a2b-9148-3a030d7126a8 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group_rule (b9ab950f-f80b-46c1-852e-2379142fb4b0), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.696265 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65b11735-f759-4a2b-9148-3a030d7126a8 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group_rule (b9ab950f-f80b-46c1-852e-2379142fb4b0), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.701384 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65b11735-f759-4a2b-9148-3a030d7126a8 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (b9ab950f-f80b-46c1-852e-2379142fb4b0), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.720062 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b11735-f759-4a2b-9148-3a030d7126a8 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ab950f-f80b-46c1-852e-2379142fb4b0,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:29.729805 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65b11735-f759-4a2b-9148-3a030d7126a8 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.731059 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-65b11735-f759-4a2b-9148-3a030d7126a8 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1409972 Feb 09 22:28:29.863262 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 261012f7-d1d5-4561-8923-7658a4c5f40d up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:28:29.923040 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 261012f7-d1d5-4561-8923-7658a4c5f40d triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:29.923414 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (261012f7-d1d5-4561-8923-7658a4c5f40d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:30.022392 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 261012f7-d1d5-4561-8923-7658a4c5f40d is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:28:30.023007 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (261012f7-d1d5-4561-8923-7658a4c5f40d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:30.046305 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 261012f7-d1d5-4561-8923-7658a4c5f40d, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=261012f7-d1d5-4561-8923-7658a4c5f40d,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:28:30.051111 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (261012f7-d1d5-4561-8923-7658a4c5f40d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:30.111439 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=261012f7-d1d5-4561-8923-7658a4c5f40d,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:30.159987 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5fc13605-48b2-449f-91d4-0270174299dc req-052fe928-f2d0-4058-a0b9-29bab1226b9f tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-729240185&fields=id&tenant_id=01bbe608ad214ea3a88f6fd60295f3c0 HTTP/1.1" status: 200 len: 267 time: 0.0802348 Feb 09 22:28:30.277278 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc13605-48b2-449f-91d4-0270174299dc req-46cdeef6-b33c-4a56-8718-4f6cdce9a1fe tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:30.278679 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5fc13605-48b2-449f-91d4-0270174299dc req-46cdeef6-b33c-4a56-8718-4f6cdce9a1fe tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/networks?id=b224a476-823d-4478-8ea5-5babad8f6c46 HTTP/1.1" status: 200 len: 809 time: 0.1105032 Feb 09 22:28:30.295018 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5fc13605-48b2-449f-91d4-0270174299dc req-6226659b-98c6-465c-af32-dc96794ac6ee tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/quotas/01bbe608ad214ea3a88f6fd60295f3c0 HTTP/1.1" status: 200 len: 375 time: 0.0100319 Feb 09 22:28:30.361801 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5fc13605-48b2-449f-91d4-0270174299dc req-1af688ce-76a5-48eb-adf8-6ec6ba809123 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=01bbe608ad214ea3a88f6fd60295f3c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610740 Feb 09 22:28:30.642384 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5fc13605-48b2-449f-91d4-0270174299dc req-d0e2d75f-2bde-4259-83cd-3a44635e4f32 service neutron] 10.222.0.77 "GET /v2.0/networks/b224a476-823d-4478-8ea5-5babad8f6c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538692 Feb 09 22:28:30.738105 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5fc13605-48b2-449f-91d4-0270174299dc req-c64b9d15-5aa4-4fc2-a8fa-f14051701137 service neutron] 10.222.0.77 "GET /v2.0/networks/b224a476-823d-4478-8ea5-5babad8f6c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913870 Feb 09 22:28:30.955355 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] Sync routers for ids ['97574cb7-dc00-46a1-a806-86cd5cbb6906'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:28:30.956560 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-335cfe1c-8a0e-417a-ba9a-3cd8e571180e req-e6426fca-34dd-4411-9ecc-288da4908ce5 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 210 time: 0.0347929 Feb 09 22:28:30.965654 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] Routers {'97574cb7-dc00-46a1-a806-86cd5cbb6906'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:28:30.966339 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:28:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['97574cb7-dc00-46a1-a806-86cd5cbb6906'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:31.083862 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] Set router 97574cb7-dc00-46a1-a806-86cd5cbb6906 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:28:31.317670 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97574cb7-dc00-46a1-a806-86cd5cbb6906', 'name': 'tempest-TestServerBasicOps-1355172794-router', 'tenant_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '261012f7-d1d5-4561-8923-7658a4c5f40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:23Z', 'updated_at': '2022-02-09T22:28:27Z', 'revision_number': 4, 'project_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'gw_port': {'id': '261012f7-d1d5-4561-8923-7658a4c5f40d', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97574cb7-dc00-46a1-a806-86cd5cbb6906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:24Z', 'updated_at': '2022-02-09T22:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '9847b67e-9e2f-4137-801d-6ece1d6dbbc3', 'name': '', 'network_id': '084147be-eb52-42e2-a0b8-52d87265b1dc', 'tenant_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'mac_address': 'fa:16:3e:fd:8c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97574cb7-dc00-46a1-a806-86cd5cbb6906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '23b45151-23b6-4308-b776-2dbd47915730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:26Z', 'updated_at': '2022-02-09T22:28:27Z', 'revision_number': 2, 'project_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'subnets': [{'id': '23b45151-23b6-4308-b776-2dbd47915730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:31.356686 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] Checking router: 97574cb7-dc00-46a1-a806-86cd5cbb6906 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:28:31.357073 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] Updating router 97574cb7-dc00-46a1-a806-86cd5cbb6906 port 9847b67e-9e2f-4137-801d-6ece1d6dbbc3 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:28:31.388482 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9847b67e-9e2f-4137-801d-6ece1d6dbbc3), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:31.679322 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] Publish callbacks [] for port (9847b67e-9e2f-4137-801d-6ece1d6dbbc3), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:31.689706 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9847b67e-9e2f-4137-801d-6ece1d6dbbc3), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:31.749125 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13839f85-f8ca-49c0-a813-defc3ed7b350 None None] Pushing event updated for resources: {'Port': ['ID=9847b67e-9e2f-4137-801d-6ece1d6dbbc3,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:31.815007 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] Attempting to bind port 9847b67e-9e2f-4137-801d-6ece1d6dbbc3 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:28:31.815631 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] Attempting to bind port 9847b67e-9e2f-4137-801d-6ece1d6dbbc3 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '61f1edd5-9220-4ae7-8faa-8859cffe2e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '084147be-eb52-42e2-a0b8-52d87265b1dc'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:28:31.816226 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] Attempting to bind port 9847b67e-9e2f-4137-801d-6ece1d6dbbc3 on network 084147be-eb52-42e2-a0b8-52d87265b1dc {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:28:31.823640 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:28:31.824080 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] Checking segment: {'id': '61f1edd5-9220-4ae7-8faa-8859cffe2e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '084147be-eb52-42e2-a0b8-52d87265b1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:28:31.824511 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:31.824898 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] Bound using segment: {'id': '61f1edd5-9220-4ae7-8faa-8859cffe2e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '084147be-eb52-42e2-a0b8-52d87265b1dc'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:28:31.825432 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] Bound port: 9847b67e-9e2f-4137-801d-6ece1d6dbbc3, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f1edd5-9220-4ae7-8faa-8859cffe2e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '084147be-eb52-42e2-a0b8-52d87265b1dc'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:28:31.825763 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9847b67e-9e2f-4137-801d-6ece1d6dbbc3), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:31.842009 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 261012f7-d1d5-4561-8923-7658a4c5f40d up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:28:31.897228 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] For port 9847b67e-9e2f-4137-801d-6ece1d6dbbc3, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:28:31.901673 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] For port 9847b67e-9e2f-4137-801d-6ece1d6dbbc3, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9847b67e-9e2f-4137-801d-6ece1d6dbbc3,segment=NetworkSegment(61f1edd5-9220-4ae7-8faa-8859cffe2e63),segment_id=61f1edd5-9220-4ae7-8faa-8859cffe2e63)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:28:31.909830 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9847b67e-9e2f-4137-801d-6ece1d6dbbc3), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:31.910103 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 261012f7-d1d5-4561-8923-7658a4c5f40d triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:31.910598 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (261012f7-d1d5-4561-8923-7658a4c5f40d), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:31.967512 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] Routers {'97574cb7-dc00-46a1-a806-86cd5cbb6906'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:28:31.968299 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:28:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['97574cb7-dc00-46a1-a806-86cd5cbb6906'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:32.095262 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] Set router 97574cb7-dc00-46a1-a806-86cd5cbb6906 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:28:32.143334 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13839f85-f8ca-49c0-a813-defc3ed7b350 None None] Pushing event updated for resources: {'Port': ['ID=9847b67e-9e2f-4137-801d-6ece1d6dbbc3,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:32.233258 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-79d53d23-c067-4e17-a7d3-91b08a97f8f3 req-e09135d6-60f9-4713-a201-c2054e0ad320 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 210 time: 0.1395764 Feb 09 22:28:32.248317 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 261012f7-d1d5-4561-8923-7658a4c5f40d is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:28:32.276305 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e2ec585a-a71e-4055-8e10-0dca3d533d69 None None] Provisioning complete for port 9847b67e-9e2f-4137-801d-6ece1d6dbbc3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:32.276752 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e2ec585a-a71e-4055-8e10-0dca3d533d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9847b67e-9e2f-4137-801d-6ece1d6dbbc3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:32.304072 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc13605-48b2-449f-91d4-0270174299dc req-77026c91-210a-44d9-8dff-728121cb2f31 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:32.305990 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5fc13605-48b2-449f-91d4-0270174299dc req-77026c91-210a-44d9-8dff-728121cb2f31 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.71 "GET /v2.0/networks?id=b224a476-823d-4478-8ea5-5babad8f6c46 HTTP/1.1" status: 200 len: 809 time: 0.2284737 Feb 09 22:28:32.353485 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97574cb7-dc00-46a1-a806-86cd5cbb6906', 'name': 'tempest-TestServerBasicOps-1355172794-router', 'tenant_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '261012f7-d1d5-4561-8923-7658a4c5f40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:23Z', 'updated_at': '2022-02-09T22:28:27Z', 'revision_number': 4, 'project_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'gw_port': {'id': '261012f7-d1d5-4561-8923-7658a4c5f40d', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97574cb7-dc00-46a1-a806-86cd5cbb6906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:24Z', 'updated_at': '2022-02-09T22:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '9847b67e-9e2f-4137-801d-6ece1d6dbbc3', 'name': '', 'network_id': '084147be-eb52-42e2-a0b8-52d87265b1dc', 'tenant_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'mac_address': 'fa:16:3e:fd:8c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97574cb7-dc00-46a1-a806-86cd5cbb6906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '23b45151-23b6-4308-b776-2dbd47915730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:26Z', 'updated_at': '2022-02-09T22:28:31Z', 'revision_number': 4, 'project_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'subnets': [{'id': '23b45151-23b6-4308-b776-2dbd47915730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:32.385380 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b5bd7b-3291-40de-8621-bb5ef37a1a86 None None] The sync data for ids ['97574cb7-dc00-46a1-a806-86cd5cbb6906'] in n-d-828601-1 is: [{'id': '97574cb7-dc00-46a1-a806-86cd5cbb6906', 'name': 'tempest-TestServerBasicOps-1355172794-router', 'tenant_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '261012f7-d1d5-4561-8923-7658a4c5f40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:23Z', 'updated_at': '2022-02-09T22:28:27Z', 'revision_number': 4, 'project_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'gw_port': {'id': '261012f7-d1d5-4561-8923-7658a4c5f40d', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97574cb7-dc00-46a1-a806-86cd5cbb6906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:24Z', 'updated_at': '2022-02-09T22:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '9847b67e-9e2f-4137-801d-6ece1d6dbbc3', 'name': '', 'network_id': '084147be-eb52-42e2-a0b8-52d87265b1dc', 'tenant_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'mac_address': 'fa:16:3e:fd:8c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97574cb7-dc00-46a1-a806-86cd5cbb6906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '23b45151-23b6-4308-b776-2dbd47915730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:26Z', 'updated_at': '2022-02-09T22:28:31Z', 'revision_number': 4, 'project_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'subnets': [{'id': '23b45151-23b6-4308-b776-2dbd47915730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:28:32.390552 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5fc13605-48b2-449f-91d4-0270174299dc req-61c7feb4-6bf0-4a15-8e53-4e38b4db4e01 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01bbe608ad214ea3a88f6fd60295f3c0 HTTP/1.1" status: 200 len: 379 time: 0.0742285 Feb 09 22:28:32.393323 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e2ec585a-a71e-4055-8e10-0dca3d533d69 None None] Current status of the port 9847b67e-9e2f-4137-801d-6ece1d6dbbc3 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:28:32.393718 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e2ec585a-a71e-4055-8e10-0dca3d533d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9847b67e-9e2f-4137-801d-6ece1d6dbbc3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:32.400435 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-5fc13605-48b2-449f-91d4-0270174299dc req-ad7ceec7-f681-4407-8184-8c81171e7416 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Request body: {'port': {'device_id': '9a546292-0575-418e-841b-5a0aa1611b9f', 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46', 'admin_state_up': True, 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'security_groups': ['c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:28:32.433923 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e2ec585a-a71e-4055-8e10-0dca3d533d69 None None] For port 9847b67e-9e2f-4137-801d-6ece1d6dbbc3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9847b67e-9e2f-4137-801d-6ece1d6dbbc3,segment=NetworkSegment(61f1edd5-9220-4ae7-8faa-8859cffe2e63),segment_id=61f1edd5-9220-4ae7-8faa-8859cffe2e63)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:28:32.438832 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e2ec585a-a71e-4055-8e10-0dca3d533d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9847b67e-9e2f-4137-801d-6ece1d6dbbc3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:32.499281 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec585a-a71e-4055-8e10-0dca3d533d69 None None] Pushing event updated for resources: {'Port': ['ID=9847b67e-9e2f-4137-801d-6ece1d6dbbc3,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:32.562496 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-89041606-4e00-415d-8af8-86a7816eff94 None None] Provisioning complete for port 9847b67e-9e2f-4137-801d-6ece1d6dbbc3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:32.562880 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-89041606-4e00-415d-8af8-86a7816eff94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9847b67e-9e2f-4137-801d-6ece1d6dbbc3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:32.566857 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc13605-48b2-449f-91d4-0270174299dc req-ad7ceec7-f681-4407-8184-8c81171e7416 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Made reservation on behalf of 01bbe608ad214ea3a88f6fd60295f3c0 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:28:32.570780 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5fc13605-48b2-449f-91d4-0270174299dc req-ad7ceec7-f681-4407-8184-8c81171e7416 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:32.651681 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-89041606-4e00-415d-8af8-86a7816eff94 None None] Current status of the port 9847b67e-9e2f-4137-801d-6ece1d6dbbc3 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:28:32.724430 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-5fc13605-48b2-449f-91d4-0270174299dc req-ad7ceec7-f681-4407-8184-8c81171e7416 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Allocated IP 172.20.0.3 (b224a476-823d-4478-8ea5-5babad8f6c46/8469ee26-4193-455c-9125-8cf46deb1868/b0752b1a-5c4a-4d23-a98a-21a905ba8fa9) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:28:32.888108 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5fc13605-48b2-449f-91d4-0270174299dc req-ad7ceec7-f681-4407-8184-8c81171e7416 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for port (b0752b1a-5c4a-4d23-a98a-21a905ba8fa9), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:32.928497 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5fc13605-48b2-449f-91d4-0270174299dc req-ad7ceec7-f681-4407-8184-8c81171e7416 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (b0752b1a-5c4a-4d23-a98a-21a905ba8fa9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:32.974161 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc13605-48b2-449f-91d4-0270174299dc req-ad7ceec7-f681-4407-8184-8c81171e7416 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Network b224a476-823d-4478-8ea5-5babad8f6c46 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:28:32.979356 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-5fc13605-48b2-449f-91d4-0270174299dc req-ad7ceec7-f681-4407-8184-8c81171e7416 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:28:32.983243 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc13605-48b2-449f-91d4-0270174299dc req-ad7ceec7-f681-4407-8184-8c81171e7416 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:28:33.010307 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ceec7-f681-4407-8184-8c81171e7416 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Pushing event updated for resources: {'Port': ['ID=b0752b1a-5c4a-4d23-a98a-21a905ba8fa9,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:33.039444 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc13605-48b2-449f-91d4-0270174299dc req-ad7ceec7-f681-4407-8184-8c81171e7416 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:33.040136 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5fc13605-48b2-449f-91d4-0270174299dc req-ad7ceec7-f681-4407-8184-8c81171e7416 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:33.057460 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5fc13605-48b2-449f-91d4-0270174299dc req-ad7ceec7-f681-4407-8184-8c81171e7416 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6611297 Feb 09 22:28:33.155839 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-5fc13605-48b2-449f-91d4-0270174299dc req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Request body: {'port': {'device_id': '9a546292-0575-418e-841b-5a0aa1611b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:28:33.218029 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5fc13605-48b2-449f-91d4-0270174299dc req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b0752b1a-5c4a-4d23-a98a-21a905ba8fa9), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:33.276992 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c0da7127-cf7e-4eaf-bf9b-1a981c998e7c None None] Provisioning complete for port b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:33.277780 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c0da7127-cf7e-4eaf-bf9b-1a981c998e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b0752b1a-5c4a-4d23-a98a-21a905ba8fa9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:33.319140 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c0da7127-cf7e-4eaf-bf9b-1a981c998e7c None None] Port b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:28:33.440584 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf548f-cf97-41c9-87af-2682548622c8 req-e72d5255-d920-4ea0-942b-7008c22613f1 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:33.442189 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-edcf548f-cf97-41c9-87af-2682548622c8 req-e72d5255-d920-4ea0-942b-7008c22613f1 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 931 time: 0.1192272 Feb 09 22:28:33.530080 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-edcf548f-cf97-41c9-87af-2682548622c8 req-7c6fa62b-ca52-4793-b731-d917c2b1b376 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804193 Feb 09 22:28:33.568901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-5fc13605-48b2-449f-91d4-0270174299dc req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:28:33.577525 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5fc13605-48b2-449f-91d4-0270174299dc req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Publish callbacks [] for port (b0752b1a-5c4a-4d23-a98a-21a905ba8fa9), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:33.590660 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-5fc13605-48b2-449f-91d4-0270174299dc req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Transition to ACTIVE for port object b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:28:33.598558 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5fc13605-48b2-449f-91d4-0270174299dc req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (b0752b1a-5c4a-4d23-a98a-21a905ba8fa9), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:33.663105 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Pushing event updated for resources: {'Port': ['ID=b0752b1a-5c4a-4d23-a98a-21a905ba8fa9,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:33.686701 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:33.687070 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:33.687427 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:33.687803 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:33.688153 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:33.688523 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:33.688853 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:33.689179 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:33.689516 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:33.689852 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:33.690188 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:33.690522 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:33.690851 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:33.754235 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-5fc13605-48b2-449f-91d4-0270174299dc req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Attempting to bind port b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:28:33.754589 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-5fc13605-48b2-449f-91d4-0270174299dc req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Attempting to bind port b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '3e48e0c1-00ec-4571-92d9-3fc74b88105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:28:33.755134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc13605-48b2-449f-91d4-0270174299dc req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Attempting to bind port b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 on network b224a476-823d-4478-8ea5-5babad8f6c46 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:28:33.760849 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc13605-48b2-449f-91d4-0270174299dc req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Port b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 on network b224a476-823d-4478-8ea5-5babad8f6c46 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:28:33.761194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc13605-48b2-449f-91d4-0270174299dc req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Attempting to bind port b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 on network b224a476-823d-4478-8ea5-5babad8f6c46 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:28:33.770316 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc13605-48b2-449f-91d4-0270174299dc req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:28:33.770946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc13605-48b2-449f-91d4-0270174299dc req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Checking segment: {'id': '3e48e0c1-00ec-4571-92d9-3fc74b88105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:28:33.771519 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc13605-48b2-449f-91d4-0270174299dc req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Bound using segment: {'id': '3e48e0c1-00ec-4571-92d9-3fc74b88105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:28:33.772363 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-5fc13605-48b2-449f-91d4-0270174299dc req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Bound port: b0752b1a-5c4a-4d23-a98a-21a905ba8fa9, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e48e0c1-00ec-4571-92d9-3fc74b88105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:28:33.772906 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5fc13605-48b2-449f-91d4-0270174299dc req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b0752b1a-5c4a-4d23-a98a-21a905ba8fa9), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:33.854361 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9847b67e-9e2f-4137-801d-6ece1d6dbbc3 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:28:33.865392 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-5fc13605-48b2-449f-91d4-0270174299dc req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] For port b0752b1a-5c4a-4d23-a98a-21a905ba8fa9, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:28:33.868899 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-5fc13605-48b2-449f-91d4-0270174299dc req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] For port b0752b1a-5c4a-4d23-a98a-21a905ba8fa9, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b0752b1a-5c4a-4d23-a98a-21a905ba8fa9,segment=NetworkSegment(3e48e0c1-00ec-4571-92d9-3fc74b88105f),segment_id=3e48e0c1-00ec-4571-92d9-3fc74b88105f)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:28:33.875731 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5fc13605-48b2-449f-91d4-0270174299dc req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (b0752b1a-5c4a-4d23-a98a-21a905ba8fa9), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:33.911352 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc13605-48b2-449f-91d4-0270174299dc req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:33.912101 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-5fc13605-48b2-449f-91d4-0270174299dc req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:33.913649 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5fc13605-48b2-449f-91d4-0270174299dc req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] 10.222.0.71 "PUT /v2.0/ports/b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 HTTP/1.1" status: 200 len: 1091 time: 0.8119662 Feb 09 22:28:33.914116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a546292-0575-418e-841b-5a0aa1611b9f', 'tag': 'b0752b1a-5c4a-4d23-a98a-21a905ba8fa9'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:28:33.944294 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a4d8e-d652-41d5-82e8-7b77f0d74a3f service neutron] Pushing event updated for resources: {'Port': ['ID=b0752b1a-5c4a-4d23-a98a-21a905ba8fa9,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:33.985052 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 9847b67e-9e2f-4137-801d-6ece1d6dbbc3 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:33.985430 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9847b67e-9e2f-4137-801d-6ece1d6dbbc3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:33.986201 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebb48fc-4a2c-433a-bb77-f4e80fa236dc" -d '{"events": [{"name": "network-changed", "server_uuid": "9a546292-0575-418e-841b-5a0aa1611b9f", "tag": "b0752b1a-5c4a-4d23-a98a-21a905ba8fa9"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:28:34.036654 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc13605-48b2-449f-91d4-0270174299dc req-1893d671-1339-41d6-b21d-df95684d2a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:34.040237 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5fc13605-48b2-449f-91d4-0270174299dc req-1893d671-1339-41d6-b21d-df95684d2a82 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=01bbe608ad214ea3a88f6fd60295f3c0&device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 1125 time: 0.0647237 Feb 09 22:28:34.083233 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 9847b67e-9e2f-4137-801d-6ece1d6dbbc3 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:28:34.086581 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5fc13605-48b2-449f-91d4-0270174299dc req-e14f800e-8558-483e-93b5-747850d7683c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 HTTP/1.1" status: 200 len: 217 time: 0.0378191 Feb 09 22:28:34.120419 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b9688f-b229-4017-9a22-927c31bf1354 x-openstack-request-id: req-85b9688f-b229-4017-9a22-927c31bf1354 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:28:34.121340 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a546292-0575-418e-841b-5a0aa1611b9f", "tag": "b0752b1a-5c4a-4d23-a98a-21a905ba8fa9", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:28:34.121615 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-85b9688f-b229-4017-9a22-927c31bf1354 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:28:34.122032 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a546292-0575-418e-841b-5a0aa1611b9f', 'tag': 'b0752b1a-5c4a-4d23-a98a-21a905ba8fa9', 'status': 'completed', 'code': 200} Feb 09 22:28:34.142773 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc13605-48b2-449f-91d4-0270174299dc req-d525fd5c-f255-4c58-8572-44a5c407863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:34.144389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5fc13605-48b2-449f-91d4-0270174299dc req-d525fd5c-f255-4c58-8572-44a5c407863d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8469ee26-4193-455c-9125-8cf46deb1868 HTTP/1.1" status: 200 len: 848 time: 0.0522053 Feb 09 22:28:34.197193 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc13605-48b2-449f-91d4-0270174299dc req-16719efc-89c5-4e42-8014-e72bbb285561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:34.198787 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5fc13605-48b2-449f-91d4-0270174299dc req-16719efc-89c5-4e42-8014-e72bbb285561 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b224a476-823d-4478-8ea5-5babad8f6c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491841 Feb 09 22:28:34.289367 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5fc13605-48b2-449f-91d4-0270174299dc req-f2a8831f-9f0f-4e6a-aa00-4021221648fe service neutron] 10.222.0.71 "GET /v2.0/networks/b224a476-823d-4478-8ea5-5babad8f6c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837307 Feb 09 22:28:34.381625 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5fc13605-48b2-449f-91d4-0270174299dc req-3a19dd0e-d16d-4cee-88fe-b3d890ea8867 service neutron] 10.222.0.71 "GET /v2.0/networks/b224a476-823d-4478-8ea5-5babad8f6c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865095 Feb 09 22:28:34.475972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb48fc-4a2c-433a-bb77-f4e80fa236dc req-12bf8c1b-2fbe-4b07-acaf-3a4f69d13cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:34.477505 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ebb48fc-4a2c-433a-bb77-f4e80fa236dc req-12bf8c1b-2fbe-4b07-acaf-3a4f69d13cc5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=01bbe608ad214ea3a88f6fd60295f3c0&device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 1125 time: 0.0476456 Feb 09 22:28:34.575625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb48fc-4a2c-433a-bb77-f4e80fa236dc req-5ab7ec8d-e55d-475d-8d9e-d4d65a32cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:34.577163 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ebb48fc-4a2c-433a-bb77-f4e80fa236dc req-5ab7ec8d-e55d-475d-8d9e-d4d65a32cc8e service neutron] 10.222.0.71 "GET /v2.0/networks?id=b224a476-823d-4478-8ea5-5babad8f6c46 HTTP/1.1" status: 200 len: 910 time: 0.0926888 Feb 09 22:28:34.632696 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ebb48fc-4a2c-433a-bb77-f4e80fa236dc req-9a690638-ef3c-4436-9420-9ca45c9b783f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 HTTP/1.1" status: 200 len: 217 time: 0.0483558 Feb 09 22:28:34.712065 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ebd33-fa09-493f-9b87-872d1781d2d1 req-175ccdbf-5b97-427c-bbdb-bbbc8c2b075a tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:34.713595 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-840ebd33-fa09-493f-9b87-872d1781d2d1 req-175ccdbf-5b97-427c-bbdb-bbbc8c2b075a tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 943 time: 0.0905120 Feb 09 22:28:34.715015 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb48fc-4a2c-433a-bb77-f4e80fa236dc req-8059b9b2-0b21-42cd-be27-13e647ade45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:34.716402 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ebb48fc-4a2c-433a-bb77-f4e80fa236dc req-8059b9b2-0b21-42cd-be27-13e647ade45e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8469ee26-4193-455c-9125-8cf46deb1868 HTTP/1.1" status: 200 len: 848 time: 0.0653000 Feb 09 22:28:34.799095 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-840ebd33-fa09-493f-9b87-872d1781d2d1 req-b9106374-a16a-48a7-85e3-0a90c5b185dd tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797498 Feb 09 22:28:34.806440 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb48fc-4a2c-433a-bb77-f4e80fa236dc req-c7d551ad-49fe-4a44-9868-d1d6f7c68c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:34.807995 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ebb48fc-4a2c-433a-bb77-f4e80fa236dc req-c7d551ad-49fe-4a44-9868-d1d6f7c68c48 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b224a476-823d-4478-8ea5-5babad8f6c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0822594 Feb 09 22:28:34.900010 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ebb48fc-4a2c-433a-bb77-f4e80fa236dc req-0ef4c9e8-08ea-40bd-8cae-c5db47586dc5 service neutron] 10.222.0.71 "GET /v2.0/networks/b224a476-823d-4478-8ea5-5babad8f6c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855858 Feb 09 22:28:35.002259 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ebb48fc-4a2c-433a-bb77-f4e80fa236dc req-8ff1f245-8afd-4606-afaa-2ef994920af3 service neutron] 10.222.0.71 "GET /v2.0/networks/b224a476-823d-4478-8ea5-5babad8f6c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959907 Feb 09 22:28:35.939733 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651e704-e17a-410d-9602-a3af5c47dbd6 req-e5edbd5a-96c4-47f1-b0cc-1b077f45e594 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:35.941230 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a651e704-e17a-410d-9602-a3af5c47dbd6 req-e5edbd5a-96c4-47f1-b0cc-1b077f45e594 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 943 time: 0.0665255 Feb 09 22:28:35.991534 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a651e704-e17a-410d-9602-a3af5c47dbd6 req-e60e7071-e5e7-44dd-b058-0574872a34da tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446045 Feb 09 22:28:36.892115 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:28:37.008019 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port b0752b1a-5c4a-4d23-a98a-21a905ba8fa9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b0752b1a-5c4a-4d23-a98a-21a905ba8fa9,segment=NetworkSegment(3e48e0c1-00ec-4571-92d9-3fc74b88105f),segment_id=3e48e0c1-00ec-4571-92d9-3fc74b88105f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:28:37.024738 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'b0752b1a-5c4a-4d23-a98a-21a905ba8fa9', 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46', 'port_id': 'b0752b1a-5c4a-4d23-a98a-21a905ba8fa9', 'mac_address': 'fa:16:3e:80:7c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8469ee26-4193-455c-9125-8cf46deb1868', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:28:37.074273 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:28:37.074663 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b0752b1a-5c4a-4d23-a98a-21a905ba8fa9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:37.088114 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:28:37.109778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port b0752b1a-5c4a-4d23-a98a-21a905ba8fa9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b0752b1a-5c4a-4d23-a98a-21a905ba8fa9,segment=NetworkSegment(3e48e0c1-00ec-4571-92d9-3fc74b88105f),segment_id=3e48e0c1-00ec-4571-92d9-3fc74b88105f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:28:37.115555 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b0752b1a-5c4a-4d23-a98a-21a905ba8fa9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:37.133825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8ac98-0733-4051-8b8d-b63e996f0e4c req-79e87779-cf33-418b-9b10-b10e73d48747 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:37.136107 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4d8ac98-0733-4051-8b8d-b63e996f0e4c req-79e87779-cf33-418b-9b10-b10e73d48747 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 943 time: 0.0682335 Feb 09 22:28:37.171126 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=b0752b1a-5c4a-4d23-a98a-21a905ba8fa9,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:37.204242 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4d8ac98-0733-4051-8b8d-b63e996f0e4c req-35edea45-c989-4d1b-af90-3c5d4445b811 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620160 Feb 09 22:28:37.359071 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['b0752b1a-5c4a-4d23-a98a-21a905ba8fa9'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:28:37.859971 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2fe7cd6e-4e00-414f-8189-b2eae5a2ea75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:38.337589 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b8138-d28d-4108-b960-4c28df0660fb req-cc3e70a3-e8fd-4263-9c9d-d683d3182c78 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:38.339207 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f74b8138-d28d-4108-b960-4c28df0660fb req-cc3e70a3-e8fd-4263-9c9d-d683d3182c78 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 944 time: 0.0590444 Feb 09 22:28:38.397381 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f74b8138-d28d-4108-b960-4c28df0660fb req-2685496b-bc17-49ff-81ac-9fed6165c42f tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517046 Feb 09 22:28:38.907778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:28:38.963858 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:28:38.969811 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:38.970371 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b0752b1a-5c4a-4d23-a98a-21a905ba8fa9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:39.060808 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:28:39.061202 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b0752b1a-5c4a-4d23-a98a-21a905ba8fa9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:39.085272 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a546292-0575-418e-841b-5a0aa1611b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0752b1a-5c4a-4d23-a98a-21a905ba8fa9'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:28:39.100809 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port b0752b1a-5c4a-4d23-a98a-21a905ba8fa9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b0752b1a-5c4a-4d23-a98a-21a905ba8fa9,segment=NetworkSegment(3e48e0c1-00ec-4571-92d9-3fc74b88105f),segment_id=3e48e0c1-00ec-4571-92d9-3fc74b88105f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:28:39.106158 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b0752b1a-5c4a-4d23-a98a-21a905ba8fa9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:39.144025 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1095eba6-ce05-4dc0-9d8a-9ad18f0a87c0" -d '{"events": [{"server_uuid": "9a546292-0575-418e-841b-5a0aa1611b9f", "name": "network-vif-plugged", "status": "completed", "tag": "b0752b1a-5c4a-4d23-a98a-21a905ba8fa9"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:28:39.185635 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=b0752b1a-5c4a-4d23-a98a-21a905ba8fa9,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:39.256725 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6e85c5-3dbd-4e53-a1d9-4dec4c19f7ee x-openstack-request-id: req-ff6e85c5-3dbd-4e53-a1d9-4dec4c19f7ee {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:28:39.257072 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a546292-0575-418e-841b-5a0aa1611b9f", "name": "network-vif-plugged", "status": "completed", "tag": "b0752b1a-5c4a-4d23-a98a-21a905ba8fa9", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:28:39.257444 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ff6e85c5-3dbd-4e53-a1d9-4dec4c19f7ee {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:28:39.258042 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a546292-0575-418e-841b-5a0aa1611b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0752b1a-5c4a-4d23-a98a-21a905ba8fa9', 'code': 200} Feb 09 22:28:39.372219 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44cb00-c625-43cf-835c-dcdfb2b094f8 req-e57809c5-388c-4908-9d01-79e06144c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:39.373854 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc44cb00-c625-43cf-835c-dcdfb2b094f8 req-e57809c5-388c-4908-9d01-79e06144c7dc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 1127 time: 0.0522056 Feb 09 22:28:39.428489 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc44cb00-c625-43cf-835c-dcdfb2b094f8 req-5b864279-189e-400b-8af1-8e98525cd539 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479474 Feb 09 22:28:39.529138 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac429a70-9702-4ba3-bb29-4a1bedfa1585 req-c00acc0b-5bee-4822-9c07-918c0e9a0ed3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:39.530642 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac429a70-9702-4ba3-bb29-4a1bedfa1585 req-c00acc0b-5bee-4822-9c07-918c0e9a0ed3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 945 time: 0.0529621 Feb 09 22:28:39.581061 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac429a70-9702-4ba3-bb29-4a1bedfa1585 req-4eaecab5-7f3a-4048-a57d-eeb0ac8a779a tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445762 Feb 09 22:28:40.546023 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-901764a8-e547-4a03-bc20-bb8d12ee2304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:40.718657 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a99801-c227-459b-b296-5f3ceafd83a6 req-a1dedf28-aad6-474a-989a-ec8d8958e794 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:40.720279 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93a99801-c227-459b-b296-5f3ceafd83a6 req-a1dedf28-aad6-474a-989a-ec8d8958e794 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 945 time: 0.0654869 Feb 09 22:28:40.770064 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-93a99801-c227-459b-b296-5f3ceafd83a6 req-25139b43-45e4-4121-94c8-cf572bfe9224 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427544 Feb 09 22:28:40.894467 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936fef9-bb9d-41a9-a612-4d40f772e3a3 req-5e1ed716-ed63-4965-a99b-ec186023bf17 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:40.896462 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9936fef9-bb9d-41a9-a612-4d40f772e3a3 req-5e1ed716-ed63-4965-a99b-ec186023bf17 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 945 time: 0.0581083 Feb 09 22:28:40.945435 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9936fef9-bb9d-41a9-a612-4d40f772e3a3 req-9f676d41-2a47-457b-8d45-f6e814b5335b tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430398 Feb 09 22:28:41.075719 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cd8a8-007b-47dd-b5f7-ddc9bda30223 req-a0bc4e77-5401-424c-9498-daece5defd8b tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:41.077461 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a0cd8a8-007b-47dd-b5f7-ddc9bda30223 req-a0bc4e77-5401-424c-9498-daece5defd8b tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 945 time: 0.0578313 Feb 09 22:28:41.130959 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a0cd8a8-007b-47dd-b5f7-ddc9bda30223 req-73de4cd5-abef-43eb-ac74-1aee76b84bf3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470283 Feb 09 22:28:41.155152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49934) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:28:41.262086 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094a6ebb-0cbf-4688-a738-3706afe9ffa8 tempest-TestServerBasicOps-1915245536 tempest-TestServerBasicOps-1915245536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:41.265696 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-094a6ebb-0cbf-4688-a738-3706afe9ffa8 tempest-TestServerBasicOps-1915245536 tempest-TestServerBasicOps-1915245536-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 1122 time: 0.1092846 Feb 09 22:28:41.268891 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49938) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:28:41.273333 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-697dc216-9990-4111-80f8-dcdff281f367 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': 'b0752b1a-5c4a-4d23-a98a-21a905ba8fa9', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:28:41.296206 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-697dc216-9990-4111-80f8-dcdff281f367 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:41.403081 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-697dc216-9990-4111-80f8-dcdff281f367 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:41.511098 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-697dc216-9990-4111-80f8-dcdff281f367 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Allocated IP 172.25.6.137 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/9e0d05d4-7f4b-4767-a3c5-203748ba0832) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:28:41.622259 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-697dc216-9990-4111-80f8-dcdff281f367 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for port (9e0d05d4-7f4b-4767-a3c5-203748ba0832), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:41.657199 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-697dc216-9990-4111-80f8-dcdff281f367 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (9e0d05d4-7f4b-4767-a3c5-203748ba0832), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:41.701087 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697dc216-9990-4111-80f8-dcdff281f367 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:28:41.707220 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-697dc216-9990-4111-80f8-dcdff281f367 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:28:41.710046 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697dc216-9990-4111-80f8-dcdff281f367 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:28:41.712471 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dc216-9990-4111-80f8-dcdff281f367 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Pushing event updated for resources: {'Port': ['ID=9e0d05d4-7f4b-4767-a3c5-203748ba0832,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:41.735808 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:42.108493 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-697dc216-9990-4111-80f8-dcdff281f367 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for floatingip (87a7f1bd-e96d-45a4-ae99-156c618244c2), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:42.185045 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-697dc216-9990-4111-80f8-dcdff281f367 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9e0d05d4-7f4b-4767-a3c5-203748ba0832), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:42.344261 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-697dc216-9990-4111-80f8-dcdff281f367 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for port (9e0d05d4-7f4b-4767-a3c5-203748ba0832), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:42.350131 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-697dc216-9990-4111-80f8-dcdff281f367 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (9e0d05d4-7f4b-4767-a3c5-203748ba0832), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:42.424215 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dc216-9990-4111-80f8-dcdff281f367 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Pushing event updated for resources: {'Port': ['ID=9e0d05d4-7f4b-4767-a3c5-203748ba0832,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:42.436191 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-697dc216-9990-4111-80f8-dcdff281f367 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (87a7f1bd-e96d-45a4-ae99-156c618244c2), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:42.915203 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:42.928802 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-697dc216-9990-4111-80f8-dcdff281f367 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Floating IP 87a7f1bd-e96d-45a4-ae99-156c618244c2 associated. External IP: 172.25.6.137, port: b0752b1a-5c4a-4d23-a98a-21a905ba8fa9. Feb 09 22:28:43.166883 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697dc216-9990-4111-80f8-dcdff281f367 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Router 3dbd6f42-50d6-4236-b57c-4df69dac3584 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:28:43.279022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697dc216-9990-4111-80f8-dcdff281f367 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:28:43.288862 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d85b69-f666-4427-b5fe-724d244762cf None None] Sync routers for ids ['3dbd6f42-50d6-4236-b57c-4df69dac3584'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:28:43.299200 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-697dc216-9990-4111-80f8-dcdff281f367 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:43.299616 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d85b69-f666-4427-b5fe-724d244762cf None None] Routers {'3dbd6f42-50d6-4236-b57c-4df69dac3584'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:28:43.300513 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e4d85b69-f666-4427-b5fe-724d244762cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:28:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['3dbd6f42-50d6-4236-b57c-4df69dac3584'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:43.339838 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-697dc216-9990-4111-80f8-dcdff281f367 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0695589 Feb 09 22:28:43.340776 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a546292-0575-418e-841b-5a0aa1611b9f', 'tag': 'b0752b1a-5c4a-4d23-a98a-21a905ba8fa9'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:28:43.345255 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a09b6c-9340-4aea-940b-448a4770180f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a546292-0575-418e-841b-5a0aa1611b9f", "tag": "b0752b1a-5c4a-4d23-a98a-21a905ba8fa9"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:28:43.404547 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45927273-67c6-4c97-8c94-b6a3a626f742 x-openstack-request-id: req-45927273-67c6-4c97-8c94-b6a3a626f742 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:28:43.406008 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a546292-0575-418e-841b-5a0aa1611b9f", "tag": "b0752b1a-5c4a-4d23-a98a-21a905ba8fa9", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:28:43.406008 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-45927273-67c6-4c97-8c94-b6a3a626f742 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:28:43.406300 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a546292-0575-418e-841b-5a0aa1611b9f', 'tag': 'b0752b1a-5c4a-4d23-a98a-21a905ba8fa9', 'status': 'completed', 'code': 200} Feb 09 22:28:43.439959 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-e4d85b69-f666-4427-b5fe-724d244762cf None None] Set router 3dbd6f42-50d6-4236-b57c-4df69dac3584 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:28:43.482150 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a09b6c-9340-4aea-940b-448a4770180f req-0c66d766-9b2b-4ef9-82f0-9ac51f16dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:43.483755 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09a09b6c-9340-4aea-940b-448a4770180f req-0c66d766-9b2b-4ef9-82f0-9ac51f16dca1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=01bbe608ad214ea3a88f6fd60295f3c0&device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 1127 time: 0.0544665 Feb 09 22:28:43.577285 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a09b6c-9340-4aea-940b-448a4770180f req-2d5c7a70-fc5a-4907-844d-7ba11f1cae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:43.578840 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09a09b6c-9340-4aea-940b-448a4770180f req-2d5c7a70-fc5a-4907-844d-7ba11f1cae7e service neutron] 10.222.0.71 "GET /v2.0/networks?id=b224a476-823d-4478-8ea5-5babad8f6c46 HTTP/1.1" status: 200 len: 910 time: 0.0894456 Feb 09 22:28:43.657186 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09a09b6c-9340-4aea-940b-448a4770180f req-64b09bcb-e568-41a1-8625-3e15674ce8cd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 HTTP/1.1" status: 200 len: 999 time: 0.0728002 Feb 09 22:28:43.694257 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e4d85b69-f666-4427-b5fe-724d244762cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'name': 'tempest-TestServerBasicOps-1288109780-router', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:18Z', 'updated_at': '2022-02-09T22:28:21Z', 'revision_number': 4, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'gw_port': {'id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:19Z', 'updated_at': '2022-02-09T22:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '87a7f1bd-e96d-45a4-ae99-156c618244c2', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'port_id': 'b0752b1a-5c4a-4d23-a98a-21a905ba8fa9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46', 'mac_address': 'fa:16:3e:80:7c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a546292-0575-418e-841b-5a0aa1611b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:28:41Z', 'updated_at': '2022-02-09T22:28:41Z', 'revision_number': 0, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c12205-8301-409a-813c-0b82812f2caf', 'name': '', 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'mac_address': 'fa:16:3e:01:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '8469ee26-4193-455c-9125-8cf46deb1868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:21Z', 'updated_at': '2022-02-09T22:28:27Z', 'revision_number': 5, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'subnets': [{'id': '8469ee26-4193-455c-9125-8cf46deb1868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:43.706502 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a09b6c-9340-4aea-940b-448a4770180f req-915bb2de-b00d-4132-9421-6803ed0c274c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:43.708049 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09a09b6c-9340-4aea-940b-448a4770180f req-915bb2de-b00d-4132-9421-6803ed0c274c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8469ee26-4193-455c-9125-8cf46deb1868 HTTP/1.1" status: 200 len: 848 time: 0.0457199 Feb 09 22:28:43.725220 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d85b69-f666-4427-b5fe-724d244762cf None None] Checking router: 3dbd6f42-50d6-4236-b57c-4df69dac3584 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:28:43.734331 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d85b69-f666-4427-b5fe-724d244762cf None None] Routers {'3dbd6f42-50d6-4236-b57c-4df69dac3584'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:28:43.734948 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e4d85b69-f666-4427-b5fe-724d244762cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:28:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['3dbd6f42-50d6-4236-b57c-4df69dac3584'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:43.762830 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a09b6c-9340-4aea-940b-448a4770180f req-56d65035-e6ec-4d79-80ac-3ccbffcec1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:43.764421 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09a09b6c-9340-4aea-940b-448a4770180f req-56d65035-e6ec-4d79-80ac-3ccbffcec1de service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b224a476-823d-4478-8ea5-5babad8f6c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513487 Feb 09 22:28:43.863076 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09a09b6c-9340-4aea-940b-448a4770180f req-584441b8-33ac-4e51-a2ea-c852e00b1418 service neutron] 10.222.0.71 "GET /v2.0/networks/b224a476-823d-4478-8ea5-5babad8f6c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924945 Feb 09 22:28:43.866555 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-e4d85b69-f666-4427-b5fe-724d244762cf None None] Set router 3dbd6f42-50d6-4236-b57c-4df69dac3584 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:28:43.961565 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09a09b6c-9340-4aea-940b-448a4770180f req-0e518e5d-fd98-49d6-892a-95250f09b936 service neutron] 10.222.0.71 "GET /v2.0/networks/b224a476-823d-4478-8ea5-5babad8f6c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930583 Feb 09 22:28:44.113290 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e4d85b69-f666-4427-b5fe-724d244762cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'name': 'tempest-TestServerBasicOps-1288109780-router', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:18Z', 'updated_at': '2022-02-09T22:28:21Z', 'revision_number': 4, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'gw_port': {'id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:19Z', 'updated_at': '2022-02-09T22:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '87a7f1bd-e96d-45a4-ae99-156c618244c2', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'port_id': 'b0752b1a-5c4a-4d23-a98a-21a905ba8fa9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46', 'mac_address': 'fa:16:3e:80:7c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a546292-0575-418e-841b-5a0aa1611b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:28:41Z', 'updated_at': '2022-02-09T22:28:41Z', 'revision_number': 0, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c12205-8301-409a-813c-0b82812f2caf', 'name': '', 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'mac_address': 'fa:16:3e:01:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '8469ee26-4193-455c-9125-8cf46deb1868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:21Z', 'updated_at': '2022-02-09T22:28:27Z', 'revision_number': 5, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'subnets': [{'id': '8469ee26-4193-455c-9125-8cf46deb1868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:44.144588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d85b69-f666-4427-b5fe-724d244762cf None None] The sync data for ids ['3dbd6f42-50d6-4236-b57c-4df69dac3584'] in n-d-828601-1 is: [{'id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'name': 'tempest-TestServerBasicOps-1288109780-router', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:18Z', 'updated_at': '2022-02-09T22:28:21Z', 'revision_number': 4, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'gw_port': {'id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:19Z', 'updated_at': '2022-02-09T22:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '87a7f1bd-e96d-45a4-ae99-156c618244c2', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'port_id': 'b0752b1a-5c4a-4d23-a98a-21a905ba8fa9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46', 'mac_address': 'fa:16:3e:80:7c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a546292-0575-418e-841b-5a0aa1611b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:28:41Z', 'updated_at': '2022-02-09T22:28:41Z', 'revision_number': 0, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c12205-8301-409a-813c-0b82812f2caf', 'name': '', 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'mac_address': 'fa:16:3e:01:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '8469ee26-4193-455c-9125-8cf46deb1868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:21Z', 'updated_at': '2022-02-09T22:28:27Z', 'revision_number': 5, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'subnets': [{'id': '8469ee26-4193-455c-9125-8cf46deb1868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:28:44.369544 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248c7c60-e313-4ba9-af16-6693a4f51c43 None None] New status for floating IP 87a7f1bd-e96d-45a4-ae99-156c618244c2: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:28:44.688678 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:45.686581 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:46.279623 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:50.443756 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:28:56.165527 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c190274b-a11e-48a6-8f69-dde9964e3724 req-c8fdbdff-8a8f-4d99-8a50-74e1f43b1d74 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9a546292-0575-418e-841b-5a0aa1611b9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500207 Feb 09 22:28:56.251036 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190274b-a11e-48a6-8f69-dde9964e3724 req-6afc159a-ba36-438f-a0f0-2e908d2dde2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:56.252645 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c190274b-a11e-48a6-8f69-dde9964e3724 req-6afc159a-ba36-438f-a0f0-2e908d2dde2c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=01bbe608ad214ea3a88f6fd60295f3c0&device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 1127 time: 0.0445156 Feb 09 22:28:56.354842 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190274b-a11e-48a6-8f69-dde9964e3724 req-eb6fba2c-8af6-4bed-8c0c-87eb1c6fe3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:56.356444 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c190274b-a11e-48a6-8f69-dde9964e3724 req-eb6fba2c-8af6-4bed-8c0c-87eb1c6fe3d7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b224a476-823d-4478-8ea5-5babad8f6c46 HTTP/1.1" status: 200 len: 910 time: 0.0858600 Feb 09 22:28:56.428904 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c190274b-a11e-48a6-8f69-dde9964e3724 req-e8ad9a0c-dccc-430a-be32-f3fa294c7588 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 HTTP/1.1" status: 200 len: 1001 time: 0.0661955 Feb 09 22:28:56.478647 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190274b-a11e-48a6-8f69-dde9964e3724 req-8543d53b-29a5-45ee-908f-a4283fa8d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:56.480237 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c190274b-a11e-48a6-8f69-dde9964e3724 req-8543d53b-29a5-45ee-908f-a4283fa8d5b9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8469ee26-4193-455c-9125-8cf46deb1868 HTTP/1.1" status: 200 len: 848 time: 0.0453591 Feb 09 22:28:56.528799 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190274b-a11e-48a6-8f69-dde9964e3724 req-fdcfb926-813d-457e-bdcb-8590dcc22a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:56.530343 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c190274b-a11e-48a6-8f69-dde9964e3724 req-fdcfb926-813d-457e-bdcb-8590dcc22a5c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b224a476-823d-4478-8ea5-5babad8f6c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434570 Feb 09 22:28:56.624466 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c190274b-a11e-48a6-8f69-dde9964e3724 req-2793dab3-dc95-400a-9cad-5baec0a981b1 service neutron] 10.222.0.71 "GET /v2.0/networks/b224a476-823d-4478-8ea5-5babad8f6c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876169 Feb 09 22:28:56.721840 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c190274b-a11e-48a6-8f69-dde9964e3724 req-5d08cd22-4f0e-4f14-99ff-d76df92dd6de service neutron] 10.222.0.71 "GET /v2.0/networks/b224a476-823d-4478-8ea5-5babad8f6c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913243 Feb 09 22:28:59.578919 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-d02f4b4d-15fd-4c78-b1a2-e23b1c9226ec req-4527d539-706c-4646-834c-13de14537c8e service neutron] (103202) timed out ('10.222.0.77', 51408) {{(pid=103202) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:29:07.853247 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a680d93c-1b0a-4c21-96cb-2e1abe63ec87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:10.541396 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ff7868ed-e2eb-4335-b96d-8596c0fb2a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:11.738495 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:12.915944 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:14.679010 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:15.690214 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:16.284489 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:18.834537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 49974) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:18.973499 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268fcb5-ec4a-47ba-b98a-2a8afc1240bf req-9450de0b-a6c5-49bf-b44c-433caec8c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:18.975190 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7268fcb5-ec4a-47ba-b98a-2a8afc1240bf req-9450de0b-a6c5-49bf-b44c-433caec8c7bc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 1127 time: 0.1395955 Feb 09 22:29:19.025191 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7268fcb5-ec4a-47ba-b98a-2a8afc1240bf req-664abba4-c7d2-4e13-96df-a91ec6872c40 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438478 Feb 09 22:29:27.444675 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:29:37.856480 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0ca8fa37-e279-4eb5-975b-7d83b0d72434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:40.544466 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1864513b-f87b-4b97-b52b-1312dc10806f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:41.740234 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:42.919779 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:44.673512 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:45.704492 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:46.281543 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:58.048654 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8e78e86-b18d-4ad6-aae5-f8c815458e6d req-caeaa37f-b216-4cd6-9768-b78da0fedabf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9a546292-0575-418e-841b-5a0aa1611b9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435834 Feb 09 22:29:58.135847 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e78e86-b18d-4ad6-aae5-f8c815458e6d req-2a182b71-086d-4093-8567-b4004a34fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:58.137584 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8e78e86-b18d-4ad6-aae5-f8c815458e6d req-2a182b71-086d-4093-8567-b4004a34fcb0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=01bbe608ad214ea3a88f6fd60295f3c0&device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 1127 time: 0.0486507 Feb 09 22:29:58.247360 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e78e86-b18d-4ad6-aae5-f8c815458e6d req-7b62ade2-7c93-466d-9344-7f038da9b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:58.248905 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8e78e86-b18d-4ad6-aae5-f8c815458e6d req-7b62ade2-7c93-466d-9344-7f038da9b435 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b224a476-823d-4478-8ea5-5babad8f6c46 HTTP/1.1" status: 200 len: 910 time: 0.0913770 Feb 09 22:29:58.314774 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8e78e86-b18d-4ad6-aae5-f8c815458e6d req-510a41f7-2eeb-4e20-aff1-70264bb630c1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 HTTP/1.1" status: 200 len: 1001 time: 0.0591257 Feb 09 22:29:58.367131 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e78e86-b18d-4ad6-aae5-f8c815458e6d req-39b47140-5bd4-4281-886a-e35c194f96da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:58.368700 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8e78e86-b18d-4ad6-aae5-f8c815458e6d req-39b47140-5bd4-4281-886a-e35c194f96da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8469ee26-4193-455c-9125-8cf46deb1868 HTTP/1.1" status: 200 len: 848 time: 0.0492370 Feb 09 22:29:58.418716 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e78e86-b18d-4ad6-aae5-f8c815458e6d req-adc065d1-c189-4595-be3e-3abbba2190e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:58.420353 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8e78e86-b18d-4ad6-aae5-f8c815458e6d req-adc065d1-c189-4595-be3e-3abbba2190e7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b224a476-823d-4478-8ea5-5babad8f6c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463459 Feb 09 22:29:58.430815 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-e8e78e86-b18d-4ad6-aae5-f8c815458e6d req-895ebbf0-42f0-46f1-9fae-6d1f74d8ee95 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:29:58.431799 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8e78e86-b18d-4ad6-aae5-f8c815458e6d req-895ebbf0-42f0-46f1-9fae-6d1f74d8ee95 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051556 Feb 09 22:29:58.524269 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8e78e86-b18d-4ad6-aae5-f8c815458e6d req-3c74fbc2-e169-4ba0-bec3-137e86151076 service neutron] 10.222.0.71 "GET /v2.0/networks/b224a476-823d-4478-8ea5-5babad8f6c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865664 Feb 09 22:29:58.620584 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8e78e86-b18d-4ad6-aae5-f8c815458e6d req-934fa7ee-b1ef-4f4b-95a0-0a86ed4bb0be service neutron] 10.222.0.71 "GET /v2.0/networks/b224a476-823d-4478-8ea5-5babad8f6c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907276 Feb 09 22:30:04.450061 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:30:07.858230 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ea0d8632-ff76-490a-94f1-048b4e9863db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:10.546920 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1047d972-5f6d-43c1-ab53-98561f861485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:11.745483 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:12.924686 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:14.679058 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:15.723143 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:16.281330 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:37.861515 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-47a2b953-5f3a-4326-a065-f64572c5773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:40.551720 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a81ead81-375a-44e7-b9f2-948f6cbbcae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:41.449778 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:30:41.746912 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:42.928012 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:44.684523 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:45.732302 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:46.286271 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:59.047389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6bc3cf5a-8d7d-4eab-820e-957dcbf3c46b req-ef1f46c6-d313-4a7a-8cb4-90cd24b3b7c8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9a546292-0575-418e-841b-5a0aa1611b9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454595 Feb 09 22:30:59.133455 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3cf5a-8d7d-4eab-820e-957dcbf3c46b req-e9dc96d8-f17f-457e-98dd-8ac5552fdfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:59.134990 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6bc3cf5a-8d7d-4eab-820e-957dcbf3c46b req-e9dc96d8-f17f-457e-98dd-8ac5552fdfd2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=01bbe608ad214ea3a88f6fd60295f3c0&device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 1127 time: 0.0472522 Feb 09 22:30:59.241248 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3cf5a-8d7d-4eab-820e-957dcbf3c46b req-a31f981c-1d44-49da-9583-865732e2e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:59.242724 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6bc3cf5a-8d7d-4eab-820e-957dcbf3c46b req-a31f981c-1d44-49da-9583-865732e2e90c service neutron] 10.222.0.71 "GET /v2.0/networks?id=b224a476-823d-4478-8ea5-5babad8f6c46 HTTP/1.1" status: 200 len: 910 time: 0.0890539 Feb 09 22:30:59.307133 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6bc3cf5a-8d7d-4eab-820e-957dcbf3c46b req-8ee672b6-e417-46cc-a08c-bf1e31546c71 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 HTTP/1.1" status: 200 len: 1001 time: 0.0590994 Feb 09 22:30:59.358671 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3cf5a-8d7d-4eab-820e-957dcbf3c46b req-3bd46d75-c035-46e2-99af-946f6512c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:59.360681 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6bc3cf5a-8d7d-4eab-820e-957dcbf3c46b req-3bd46d75-c035-46e2-99af-946f6512c91b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8469ee26-4193-455c-9125-8cf46deb1868 HTTP/1.1" status: 200 len: 848 time: 0.0481646 Feb 09 22:30:59.411093 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3cf5a-8d7d-4eab-820e-957dcbf3c46b req-f55c0e8e-f145-49dc-b733-8fffaa33c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:59.412701 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6bc3cf5a-8d7d-4eab-820e-957dcbf3c46b req-f55c0e8e-f145-49dc-b733-8fffaa33c84b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b224a476-823d-4478-8ea5-5babad8f6c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469174 Feb 09 22:30:59.516244 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6bc3cf5a-8d7d-4eab-820e-957dcbf3c46b req-c3c6306c-2863-422f-8adb-506236ba6e9b service neutron] 10.222.0.71 "GET /v2.0/networks/b224a476-823d-4478-8ea5-5babad8f6c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968571 Feb 09 22:30:59.625423 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6bc3cf5a-8d7d-4eab-820e-957dcbf3c46b req-385014f2-bed2-4d96-9062-dfd76bdc864c service neutron] 10.222.0.71 "GET /v2.0/networks/b224a476-823d-4478-8ea5-5babad8f6c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041570 Feb 09 22:31:07.865052 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f45f4783-8cd5-4b19-bc62-8874c8a537c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:10.553862 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6d12-67d4-4b7f-8f2d-da21b127d2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:11.751515 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:12.929219 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:14.688112 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:15.730783 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:16.292808 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:18.449542 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:31:37.867606 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-637c5020-7364-43d3-8e51-7319eed6e925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:40.557479 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6752c4e5-c154-468f-b6d1-4c0ccd6a6daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:41.752370 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:42.932855 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:44.693988 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:45.731239 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:46.294089 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:55.448632 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:32:01.064456 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-12439e08-2d10-4902-9425-d9974c60874a req-5b86c114-367f-4cd3-92e7-50e4e88cc0cf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9a546292-0575-418e-841b-5a0aa1611b9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465283 Feb 09 22:32:01.153253 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12439e08-2d10-4902-9425-d9974c60874a req-cb4858d4-ea82-49fc-9a09-c91cff65eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:01.154793 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-12439e08-2d10-4902-9425-d9974c60874a req-cb4858d4-ea82-49fc-9a09-c91cff65eacc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=01bbe608ad214ea3a88f6fd60295f3c0&device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 1127 time: 0.0461414 Feb 09 22:32:01.263840 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12439e08-2d10-4902-9425-d9974c60874a req-96320e2a-fcb1-4326-868d-88a3a0b34409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:01.265976 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-12439e08-2d10-4902-9425-d9974c60874a req-96320e2a-fcb1-4326-868d-88a3a0b34409 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b224a476-823d-4478-8ea5-5babad8f6c46 HTTP/1.1" status: 200 len: 910 time: 0.0927613 Feb 09 22:32:01.344468 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-12439e08-2d10-4902-9425-d9974c60874a req-5ae475e2-06b9-4b11-859c-1bfdf50f85b6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 HTTP/1.1" status: 200 len: 1001 time: 0.0725760 Feb 09 22:32:01.398526 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12439e08-2d10-4902-9425-d9974c60874a req-4506ddf5-a50a-49b8-a10c-9a3645f5a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:01.400389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-12439e08-2d10-4902-9425-d9974c60874a req-4506ddf5-a50a-49b8-a10c-9a3645f5a7a2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8469ee26-4193-455c-9125-8cf46deb1868 HTTP/1.1" status: 200 len: 848 time: 0.0507112 Feb 09 22:32:01.455056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12439e08-2d10-4902-9425-d9974c60874a req-6269e220-cb10-4624-9311-6f292cbe6789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:01.456667 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-12439e08-2d10-4902-9425-d9974c60874a req-6269e220-cb10-4624-9311-6f292cbe6789 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b224a476-823d-4478-8ea5-5babad8f6c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507917 Feb 09 22:32:01.556756 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-12439e08-2d10-4902-9425-d9974c60874a req-1aeac2c0-987f-41e2-95cf-54436715e6a5 service neutron] 10.222.0.71 "GET /v2.0/networks/b224a476-823d-4478-8ea5-5babad8f6c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938492 Feb 09 22:32:01.664050 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-12439e08-2d10-4902-9425-d9974c60874a req-378f7afb-ced2-4bdd-84fa-3919c5b9dd41 service neutron] 10.222.0.71 "GET /v2.0/networks/b224a476-823d-4478-8ea5-5babad8f6c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009049 Feb 09 22:32:07.869498 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-704960a1-0397-4972-8543-b9cc8ebeef72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:10.561016 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d33e2d1-37a1-463e-a4a7-32031ddd8d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:11.755741 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:12.934465 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:14.687209 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:15.744470 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:16.307009 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:30.934408 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-75b1b3f2-e2d9-4614-aa90-4f0c3b56e841 req-a0e9311c-a45c-4029-858a-e5858f457f6f service neutron] (103202) timed out ('10.222.0.77', 41452) {{(pid=103202) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:32:32.447940 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:32:33.306109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-4a9b198a-172f-46e2-9d1e-87dd05c7c963 req-453f136b-c512-4e9f-b868-e40ba99d4ef0 service neutron] (103202) timed out ('10.222.0.71', 60106) {{(pid=103202) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:32:37.878781 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fda26882-da60-4bb3-9a50-fbf1a34fa38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:40.564284 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-597ad192-97bd-4f6b-b043-f0a2a3cf35c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:41.774108 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:42.939751 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:44.692059 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:45.761795 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:46.307744 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:03.148439 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3a96faf-1634-4bb6-891d-138a28e613be req-680d8810-8164-4024-a19e-02cbed17eee7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9a546292-0575-418e-841b-5a0aa1611b9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455763 Feb 09 22:33:03.235277 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a96faf-1634-4bb6-891d-138a28e613be req-56a24c7f-9741-4ab3-84ce-24367aaa46a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:03.236963 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3a96faf-1634-4bb6-891d-138a28e613be req-56a24c7f-9741-4ab3-84ce-24367aaa46a5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=01bbe608ad214ea3a88f6fd60295f3c0&device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 1127 time: 0.0467801 Feb 09 22:33:03.351578 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a96faf-1634-4bb6-891d-138a28e613be req-e2a1b838-6811-45dc-a51b-79a55bee4c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:03.357613 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3a96faf-1634-4bb6-891d-138a28e613be req-e2a1b838-6811-45dc-a51b-79a55bee4c45 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b224a476-823d-4478-8ea5-5babad8f6c46 HTTP/1.1" status: 200 len: 910 time: 0.0965176 Feb 09 22:33:03.419272 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3a96faf-1634-4bb6-891d-138a28e613be req-38c05811-95c0-42a2-bd04-f8b6cceb4a0f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 HTTP/1.1" status: 200 len: 1001 time: 0.0603848 Feb 09 22:33:03.475908 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a96faf-1634-4bb6-891d-138a28e613be req-e5af6306-daec-4829-9335-e9f9fcb17447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:03.477477 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3a96faf-1634-4bb6-891d-138a28e613be req-e5af6306-daec-4829-9335-e9f9fcb17447 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8469ee26-4193-455c-9125-8cf46deb1868 HTTP/1.1" status: 200 len: 848 time: 0.0531533 Feb 09 22:33:03.536417 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a96faf-1634-4bb6-891d-138a28e613be req-cef023d3-ccfe-4c86-b98e-76f9eddfb9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:03.537956 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3a96faf-1634-4bb6-891d-138a28e613be req-cef023d3-ccfe-4c86-b98e-76f9eddfb9e2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b224a476-823d-4478-8ea5-5babad8f6c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0550778 Feb 09 22:33:03.631557 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3a96faf-1634-4bb6-891d-138a28e613be req-8f1b8350-d026-4b4d-ae2c-fcad8e5fa7bb service neutron] 10.222.0.71 "GET /v2.0/networks/b224a476-823d-4478-8ea5-5babad8f6c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878923 Feb 09 22:33:03.733689 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3a96faf-1634-4bb6-891d-138a28e613be req-c30f0fe4-88f2-4dc5-be25-78eeca11070a service neutron] 10.222.0.71 "GET /v2.0/networks/b224a476-823d-4478-8ea5-5babad8f6c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964561 Feb 09 22:33:07.874975 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c3b75618-2e7e-42d2-908f-cea5b16ebf93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:09.447381 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:33:10.568764 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7fd6ccb1-e631-492c-8486-eaf0ca9c67f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:11.763247 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:12.940571 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:14.698487 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:15.759689 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:16.315353 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:23.555728 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa4842-c0f3-4a85-aa52-a9903150d27a req-108bc189-75c8-4d42-bb5e-6af6f0e6af9a tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:23.557353 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0fa4842-c0f3-4a85-aa52-a9903150d27a req-108bc189-75c8-4d42-bb5e-6af6f0e6af9a tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 945 time: 0.0620768 Feb 09 22:33:23.608127 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0fa4842-c0f3-4a85-aa52-a9903150d27a req-85569565-18b3-4ac2-99e9-85d66fc67d74 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447798 Feb 09 22:33:24.776816 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ad79d-43ec-4e2b-86b8-21c71d9ea60d req-a1a07b2f-15dc-4ce2-825f-9987f9a857d0 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:24.778577 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e13ad79d-43ec-4e2b-86b8-21c71d9ea60d req-a1a07b2f-15dc-4ce2-825f-9987f9a857d0 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 945 time: 0.0816875 Feb 09 22:33:24.828082 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d76ec-6167-4ca4-ba69-02fbb655d58d req-0cce5d73-9ab0-48d2-b7ef-2f22df863d85 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:24.829632 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f5d76ec-6167-4ca4-ba69-02fbb655d58d req-0cce5d73-9ab0-48d2-b7ef-2f22df863d85 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 945 time: 0.0921168 Feb 09 22:33:24.853209 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e13ad79d-43ec-4e2b-86b8-21c71d9ea60d req-ff545a6f-02be-4af1-be4f-13482b3d088a tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677843 Feb 09 22:33:24.932043 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-7f5d76ec-6167-4ca4-ba69-02fbb655d58d req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Deleting port b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:33:24.932307 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7f5d76ec-6167-4ca4-ba69-02fbb655d58d req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b0752b1a-5c4a-4d23-a98a-21a905ba8fa9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:25.023095 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-7f5d76ec-6167-4ca4-ba69-02fbb655d58d req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] For port b0752b1a-5c4a-4d23-a98a-21a905ba8fa9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b0752b1a-5c4a-4d23-a98a-21a905ba8fa9,segment=NetworkSegment(3e48e0c1-00ec-4571-92d9-3fc74b88105f),segment_id=3e48e0c1-00ec-4571-92d9-3fc74b88105f)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:25.023451 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7f5d76ec-6167-4ca4-ba69-02fbb655d58d req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b0752b1a-5c4a-4d23-a98a-21a905ba8fa9), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:25.197271 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7f5d76ec-6167-4ca4-ba69-02fbb655d58d req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:25.197549 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7f5d76ec-6167-4ca4-ba69-02fbb655d58d req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (87a7f1bd-e96d-45a4-ae99-156c618244c2), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:25.197868 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [req-7f5d76ec-6167-4ca4-ba69-02fbb655d58d req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Floating IP 87a7f1bd-e96d-45a4-ae99-156c618244c2 disassociated. External IP: 172.25.6.137, port: b0752b1a-5c4a-4d23-a98a-21a905ba8fa9. Feb 09 22:33:25.198208 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-7f5d76ec-6167-4ca4-ba69-02fbb655d58d req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Calling delete_port for b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:33:25.328079 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7f5d76ec-6167-4ca4-ba69-02fbb655d58d req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (b0752b1a-5c4a-4d23-a98a-21a905ba8fa9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:25.359749 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Pushing event deleted for resources: {'Port': ['ID=b0752b1a-5c4a-4d23-a98a-21a905ba8fa9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:25.370339 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:25.370689 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:25.371032 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:25.371371 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:25.371726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:25.372070 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:25.372398 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:25.372729 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:25.373055 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:25.373376 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:25.373698 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:25.374020 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:25.374341 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:25.487965 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f5d76ec-6167-4ca4-ba69-02fbb655d58d req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Router 3dbd6f42-50d6-4236-b57c-4df69dac3584 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:33:25.608777 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f5d76ec-6167-4ca4-ba69-02fbb655d58d req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:33:25.619722 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b5595-e1f7-4dee-ae55-71ef82ae35a8 None None] Sync routers for ids ['3dbd6f42-50d6-4236-b57c-4df69dac3584'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:33:25.631598 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727b5595-e1f7-4dee-ae55-71ef82ae35a8 None None] Routers {'3dbd6f42-50d6-4236-b57c-4df69dac3584'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:33:25.632225 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-727b5595-e1f7-4dee-ae55-71ef82ae35a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:33:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['3dbd6f42-50d6-4236-b57c-4df69dac3584'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:25.655042 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5d76ec-6167-4ca4-ba69-02fbb655d58d req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] No DVR routers for this DVR port b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:33:25.658750 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7f5d76ec-6167-4ca4-ba69-02fbb655d58d req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:25.662895 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f5d76ec-6167-4ca4-ba69-02fbb655d58d req-c4d0571b-f949-4ea5-990c-efb7d771b5b3 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.71 "DELETE /v2.0/ports/b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 HTTP/1.1" status: 204 len: 173 time: 0.8252170 Feb 09 22:33:25.663520 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a546292-0575-418e-841b-5a0aa1611b9f', 'name': 'network-vif-deleted', 'tag': 'b0752b1a-5c4a-4d23-a98a-21a905ba8fa9'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:33:25.666378 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b964dd8b-e8cb-4f14-8cb9-c5682a9abcb9" -d '{"events": [{"server_uuid": "9a546292-0575-418e-841b-5a0aa1611b9f", "name": "network-vif-deleted", "tag": "b0752b1a-5c4a-4d23-a98a-21a905ba8fa9"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:33:25.715635 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d52d131-7da0-44cc-a89a-631ceaf67a87 x-openstack-request-id: req-5d52d131-7da0-44cc-a89a-631ceaf67a87 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:33:25.716081 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a546292-0575-418e-841b-5a0aa1611b9f", "name": "network-vif-deleted", "tag": "b0752b1a-5c4a-4d23-a98a-21a905ba8fa9", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:33:25.716398 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d52d131-7da0-44cc-a89a-631ceaf67a87 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:33:25.716849 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a546292-0575-418e-841b-5a0aa1611b9f', 'name': 'network-vif-deleted', 'tag': 'b0752b1a-5c4a-4d23-a98a-21a905ba8fa9', 'status': 'completed', 'code': 200} Feb 09 22:33:25.789021 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-727b5595-e1f7-4dee-ae55-71ef82ae35a8 None None] Set router 3dbd6f42-50d6-4236-b57c-4df69dac3584 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:33:25.983636 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-022050db-0695-4933-aadc-ac9ba21bcb13 req-971da6db-06ac-41d0-a20b-a8aa11157abb tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a546292-0575-418e-841b-5a0aa1611b9f HTTP/1.1" status: 200 len: 210 time: 0.0367067 Feb 09 22:33:26.066052 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-727b5595-e1f7-4dee-ae55-71ef82ae35a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'name': 'tempest-TestServerBasicOps-1288109780-router', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:18Z', 'updated_at': '2022-02-09T22:28:21Z', 'revision_number': 4, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'gw_port': {'id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:19Z', 'updated_at': '2022-02-09T22:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'c6c12205-8301-409a-813c-0b82812f2caf', 'name': '', 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'mac_address': 'fa:16:3e:01:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '8469ee26-4193-455c-9125-8cf46deb1868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:21Z', 'updated_at': '2022-02-09T22:28:27Z', 'revision_number': 5, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'subnets': [{'id': '8469ee26-4193-455c-9125-8cf46deb1868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:26.095204 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b5595-e1f7-4dee-ae55-71ef82ae35a8 None None] Checking router: 3dbd6f42-50d6-4236-b57c-4df69dac3584 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:33:26.104258 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727b5595-e1f7-4dee-ae55-71ef82ae35a8 None None] Routers {'3dbd6f42-50d6-4236-b57c-4df69dac3584'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:33:26.105399 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-727b5595-e1f7-4dee-ae55-71ef82ae35a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:33:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['3dbd6f42-50d6-4236-b57c-4df69dac3584'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:26.217247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-727b5595-e1f7-4dee-ae55-71ef82ae35a8 None None] Set router 3dbd6f42-50d6-4236-b57c-4df69dac3584 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:33:26.419246 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-727b5595-e1f7-4dee-ae55-71ef82ae35a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'name': 'tempest-TestServerBasicOps-1288109780-router', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:18Z', 'updated_at': '2022-02-09T22:28:21Z', 'revision_number': 4, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'gw_port': {'id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:19Z', 'updated_at': '2022-02-09T22:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'c6c12205-8301-409a-813c-0b82812f2caf', 'name': '', 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'mac_address': 'fa:16:3e:01:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '8469ee26-4193-455c-9125-8cf46deb1868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:21Z', 'updated_at': '2022-02-09T22:28:27Z', 'revision_number': 5, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'subnets': [{'id': '8469ee26-4193-455c-9125-8cf46deb1868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:26.446214 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b5595-e1f7-4dee-ae55-71ef82ae35a8 None None] The sync data for ids ['3dbd6f42-50d6-4236-b57c-4df69dac3584'] in n-d-828601-1 is: [{'id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'name': 'tempest-TestServerBasicOps-1288109780-router', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:18Z', 'updated_at': '2022-02-09T22:28:21Z', 'revision_number': 4, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'gw_port': {'id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:19Z', 'updated_at': '2022-02-09T22:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'c6c12205-8301-409a-813c-0b82812f2caf', 'name': '', 'network_id': 'b224a476-823d-4478-8ea5-5babad8f6c46', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'mac_address': 'fa:16:3e:01:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '8469ee26-4193-455c-9125-8cf46deb1868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:21Z', 'updated_at': '2022-02-09T22:28:27Z', 'revision_number': 5, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'subnets': [{'id': '8469ee26-4193-455c-9125-8cf46deb1868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:33:26.684935 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce09871e-c459-4772-9333-b7038088a7c6 None None] New status for floating IP 87a7f1bd-e96d-45a4-ae99-156c618244c2: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:33:27.042112 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50078) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:27.165960 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5438b0cf-2437-4af1-a146-763fa6202754 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Deleting port 9e0d05d4-7f4b-4767-a3c5-203748ba0832 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:33:27.166300 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5438b0cf-2437-4af1-a146-763fa6202754 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (9e0d05d4-7f4b-4767-a3c5-203748ba0832), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:27.241627 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5438b0cf-2437-4af1-a146-763fa6202754 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (9e0d05d4-7f4b-4767-a3c5-203748ba0832), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:27.241956 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5438b0cf-2437-4af1-a146-763fa6202754 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for floatingip (9e0d05d4-7f4b-4767-a3c5-203748ba0832), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:27.254478 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5438b0cf-2437-4af1-a146-763fa6202754 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Calling delete_port for 9e0d05d4-7f4b-4767-a3c5-203748ba0832 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:33:27.388373 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5438b0cf-2437-4af1-a146-763fa6202754 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (9e0d05d4-7f4b-4767-a3c5-203748ba0832), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:27.414861 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438b0cf-2437-4af1-a146-763fa6202754 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Pushing event deleted for resources: {'Port': ['ID=9e0d05d4-7f4b-4767-a3c5-203748ba0832,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:27.485612 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5438b0cf-2437-4af1-a146-763fa6202754 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for floatingip (87a7f1bd-e96d-45a4-ae99-156c618244c2), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:27.488250 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5438b0cf-2437-4af1-a146-763fa6202754 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:27.489513 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5438b0cf-2437-4af1-a146-763fa6202754 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "DELETE /v2.0/floatingips/87a7f1bd-e96d-45a4-ae99-156c618244c2 HTTP/1.1" status: 204 len: 168 time: 0.4463551 Feb 09 22:33:27.564567 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50084) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:27.627010 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09a1792a-a56c-47e6-93ac-d3361b08d700 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group (c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:27.652985 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09a1792a-a56c-47e6-93ac-d3361b08d700 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group (c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:27.715993 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09a1792a-a56c-47e6-93ac-d3361b08d700 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:27.718603 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09a1792a-a56c-47e6-93ac-d3361b08d700 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:27.719972 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-09a1792a-a56c-47e6-93ac-d3361b08d700 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] 10.222.0.77 "DELETE /v2.0/security-groups/c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd HTTP/1.1" status: 204 len: 168 time: 0.1542988 Feb 09 22:33:27.729641 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1792a-a56c-47e6-93ac-d3361b08d700 tempest-TestServerBasicOps-1142321290 tempest-TestServerBasicOps-1142321290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bbeeb5-f03a-4b5f-a553-2e85c74f50bd,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:27.763410 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50088) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:28.071754 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:33:28.097019 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:33:28.097374 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device b0752b1a-5c4a-4d23-a98a-21a905ba8fa9 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:33:28.585699 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4736bbe3-02ec-4d49-a1da-38fc8ad80d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (3dbd6f42-50d6-4236-b57c-4df69dac3584), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:28.832448 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-4736bbe3-02ec-4d49-a1da-38fc8ad80d96 admin admin] Deleting port c6c12205-8301-409a-813c-0b82812f2caf {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:33:28.832783 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4736bbe3-02ec-4d49-a1da-38fc8ad80d96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c6c12205-8301-409a-813c-0b82812f2caf), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:28.913006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-4736bbe3-02ec-4d49-a1da-38fc8ad80d96 admin admin] For port c6c12205-8301-409a-813c-0b82812f2caf, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c6c12205-8301-409a-813c-0b82812f2caf,segment=NetworkSegment(3e48e0c1-00ec-4571-92d9-3fc74b88105f),segment_id=3e48e0c1-00ec-4571-92d9-3fc74b88105f)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:28.913361 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4736bbe3-02ec-4d49-a1da-38fc8ad80d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c6c12205-8301-409a-813c-0b82812f2caf), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:28.926882 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-4736bbe3-02ec-4d49-a1da-38fc8ad80d96 admin admin] Calling delete_port for c6c12205-8301-409a-813c-0b82812f2caf owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:33:29.116515 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4736bbe3-02ec-4d49-a1da-38fc8ad80d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c6c12205-8301-409a-813c-0b82812f2caf), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:29.145965 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736bbe3-02ec-4d49-a1da-38fc8ad80d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c12205-8301-409a-813c-0b82812f2caf,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:29.317202 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4736bbe3-02ec-4d49-a1da-38fc8ad80d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (3dbd6f42-50d6-4236-b57c-4df69dac3584), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:29.548299 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4736bbe3-02ec-4d49-a1da-38fc8ad80d96 admin admin] Router 3dbd6f42-50d6-4236-b57c-4df69dac3584 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:33:29.657206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4736bbe3-02ec-4d49-a1da-38fc8ad80d96 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:33:29.662849 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4736bbe3-02ec-4d49-a1da-38fc8ad80d96 admin admin] 10.222.0.77 "PUT /v2.0/routers/3dbd6f42-50d6-4236-b57c-4df69dac3584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8983154 Feb 09 22:33:29.665871 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50092) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:29.666955 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6509e8-825c-4ba0-aa15-beb506e39ec6 None None] Sync routers for ids ['3dbd6f42-50d6-4236-b57c-4df69dac3584'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:33:29.677019 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6509e8-825c-4ba0-aa15-beb506e39ec6 None None] Routers {'3dbd6f42-50d6-4236-b57c-4df69dac3584'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:33:29.677635 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7c6509e8-825c-4ba0-aa15-beb506e39ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:33:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['3dbd6f42-50d6-4236-b57c-4df69dac3584'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:29.780719 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fc38a4c-359b-4d97-a1be-6d98dacea6c2 admin admin] Publish callbacks [] for router (3dbd6f42-50d6-4236-b57c-4df69dac3584), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:29.786081 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-7c6509e8-825c-4ba0-aa15-beb506e39ec6 None None] Set router 3dbd6f42-50d6-4236-b57c-4df69dac3584 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:33:29.889162 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fc38a4c-359b-4d97-a1be-6d98dacea6c2 admin admin] Publish callbacks [] for router_gateway (3dbd6f42-50d6-4236-b57c-4df69dac3584), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:29.953893 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9fc38a4c-359b-4d97-a1be-6d98dacea6c2 admin admin] Deleting port af135bde-ffc9-4bb9-9c38-85f8987c9d99 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:33:29.954241 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fc38a4c-359b-4d97-a1be-6d98dacea6c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (af135bde-ffc9-4bb9-9c38-85f8987c9d99), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:29.991423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7c6509e8-825c-4ba0-aa15-beb506e39ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'name': 'tempest-TestServerBasicOps-1288109780-router', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:18Z', 'updated_at': '2022-02-09T22:33:29Z', 'revision_number': 5, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'gw_port': {'id': 'af135bde-ffc9-4bb9-9c38-85f8987c9d99', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:19Z', 'updated_at': '2022-02-09T22:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:30.017220 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6509e8-825c-4ba0-aa15-beb506e39ec6 None None] Checking router: 3dbd6f42-50d6-4236-b57c-4df69dac3584 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:33:30.025934 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6509e8-825c-4ba0-aa15-beb506e39ec6 None None] Routers {'3dbd6f42-50d6-4236-b57c-4df69dac3584'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:33:30.026539 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7c6509e8-825c-4ba0-aa15-beb506e39ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:33:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['3dbd6f42-50d6-4236-b57c-4df69dac3584'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:30.037529 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-9fc38a4c-359b-4d97-a1be-6d98dacea6c2 admin admin] For port af135bde-ffc9-4bb9-9c38-85f8987c9d99, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=af135bde-ffc9-4bb9-9c38-85f8987c9d99,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:30.037917 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fc38a4c-359b-4d97-a1be-6d98dacea6c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (af135bde-ffc9-4bb9-9c38-85f8987c9d99), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:30.050856 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9fc38a4c-359b-4d97-a1be-6d98dacea6c2 admin admin] Calling delete_port for af135bde-ffc9-4bb9-9c38-85f8987c9d99 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:33:30.116423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-7c6509e8-825c-4ba0-aa15-beb506e39ec6 None None] Set router 3dbd6f42-50d6-4236-b57c-4df69dac3584 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:33:30.172816 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7c6509e8-825c-4ba0-aa15-beb506e39ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'name': 'tempest-TestServerBasicOps-1288109780-router', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:18Z', 'updated_at': '2022-02-09T22:33:29Z', 'revision_number': 6, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:30.203150 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6509e8-825c-4ba0-aa15-beb506e39ec6 None None] The sync data for ids ['3dbd6f42-50d6-4236-b57c-4df69dac3584'] in n-d-828601-1 is: [{'id': '3dbd6f42-50d6-4236-b57c-4df69dac3584', 'name': 'tempest-TestServerBasicOps-1288109780-router', 'tenant_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:18Z', 'updated_at': '2022-02-09T22:33:29Z', 'revision_number': 6, 'project_id': '01bbe608ad214ea3a88f6fd60295f3c0', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:33:30.242624 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fc38a4c-359b-4d97-a1be-6d98dacea6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (af135bde-ffc9-4bb9-9c38-85f8987c9d99), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:30.268756 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc38a4c-359b-4d97-a1be-6d98dacea6c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=af135bde-ffc9-4bb9-9c38-85f8987c9d99,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:30.329431 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fc38a4c-359b-4d97-a1be-6d98dacea6c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (3dbd6f42-50d6-4236-b57c-4df69dac3584), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:30.426810 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fc38a4c-359b-4d97-a1be-6d98dacea6c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (3dbd6f42-50d6-4236-b57c-4df69dac3584), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:30.429028 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fc38a4c-359b-4d97-a1be-6d98dacea6c2 admin admin] Publish callbacks [] for router_controller (3dbd6f42-50d6-4236-b57c-4df69dac3584), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:30.482381 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fc38a4c-359b-4d97-a1be-6d98dacea6c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (3dbd6f42-50d6-4236-b57c-4df69dac3584), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:30.482381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc38a4c-359b-4d97-a1be-6d98dacea6c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dbd6f42-50d6-4236-b57c-4df69dac3584 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:33:30.487462 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fc38a4c-359b-4d97-a1be-6d98dacea6c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:30.488786 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9fc38a4c-359b-4d97-a1be-6d98dacea6c2 admin admin] 10.222.0.77 "DELETE /v2.0/routers/3dbd6f42-50d6-4236-b57c-4df69dac3584 HTTP/1.1" status: 204 len: 168 time: 0.8219531 Feb 09 22:33:30.491276 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50094) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:30.536194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bcb1517-276c-4080-b518-9bebc765b6f2 admin admin] Deleting subnet 8469ee26-4193-455c-9125-8cf46deb1868 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:33:30.539323 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9bcb1517-276c-4080-b518-9bebc765b6f2 admin admin] Publish callbacks [] for subnet (8469ee26-4193-455c-9125-8cf46deb1868), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:30.574673 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9bcb1517-276c-4080-b518-9bebc765b6f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (8469ee26-4193-455c-9125-8cf46deb1868), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:30.661836 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9bcb1517-276c-4080-b518-9bebc765b6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (8469ee26-4193-455c-9125-8cf46deb1868), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:30.717093 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9bcb1517-276c-4080-b518-9bebc765b6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (8469ee26-4193-455c-9125-8cf46deb1868), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:30.743980 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb1517-276c-4080-b518-9bebc765b6f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8469ee26-4193-455c-9125-8cf46deb1868,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:30.748575 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9bcb1517-276c-4080-b518-9bebc765b6f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:30.751912 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9bcb1517-276c-4080-b518-9bebc765b6f2 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8469ee26-4193-455c-9125-8cf46deb1868 HTTP/1.1" status: 204 len: 168 time: 0.2596385 Feb 09 22:33:30.754219 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64e8054-1046-4b95-b5ab-bb553179c1a5 None None] Network b224a476-823d-4478-8ea5-5babad8f6c46 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:33:30.754716 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50096) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:30.827733 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6367924e-98cd-4b67-9204-84fdf7066dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (b224a476-823d-4478-8ea5-5babad8f6c46), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:30.895187 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-6367924e-98cd-4b67-9204-84fdf7066dd8 admin admin] Deleting port 6a087a34-fb90-48b6-8bb1-9d45225116c2 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:33:30.895521 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6367924e-98cd-4b67-9204-84fdf7066dd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (6a087a34-fb90-48b6-8bb1-9d45225116c2), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:30.974529 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-6367924e-98cd-4b67-9204-84fdf7066dd8 admin admin] For port 6a087a34-fb90-48b6-8bb1-9d45225116c2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=6a087a34-fb90-48b6-8bb1-9d45225116c2,segment=NetworkSegment(3e48e0c1-00ec-4571-92d9-3fc74b88105f),segment_id=3e48e0c1-00ec-4571-92d9-3fc74b88105f)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:30.974963 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6367924e-98cd-4b67-9204-84fdf7066dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (6a087a34-fb90-48b6-8bb1-9d45225116c2), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:30.991137 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-6367924e-98cd-4b67-9204-84fdf7066dd8 admin admin] Calling delete_port for 6a087a34-fb90-48b6-8bb1-9d45225116c2 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:33:31.076153 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6367924e-98cd-4b67-9204-84fdf7066dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (6a087a34-fb90-48b6-8bb1-9d45225116c2), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:31.106912 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367924e-98cd-4b67-9204-84fdf7066dd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a087a34-fb90-48b6-8bb1-9d45225116c2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:31.111701 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6367924e-98cd-4b67-9204-84fdf7066dd8 admin admin] No DVR routers for this DVR port 6a087a34-fb90-48b6-8bb1-9d45225116c2 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:33:31.119022 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432867fd-5e83-4907-9a00-a7a54c50fd3d None None] DHCP port deletion for b224a476-823d-4478-8ea5-5babad8f6c46 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:33:31.191014 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6367924e-98cd-4b67-9204-84fdf7066dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (b224a476-823d-4478-8ea5-5babad8f6c46), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:31.217810 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6367924e-98cd-4b67-9204-84fdf7066dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b224a476-823d-4478-8ea5-5babad8f6c46']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:31.231367 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6367924e-98cd-4b67-9204-84fdf7066dd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e48e0c1-00ec-4571-92d9-3fc74b88105f') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:31.231589 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6367924e-98cd-4b67-9204-84fdf7066dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e48e0c1-00ec-4571-92d9-3fc74b88105f') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:31.242816 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6367924e-98cd-4b67-9204-84fdf7066dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (3e48e0c1-00ec-4571-92d9-3fc74b88105f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:31.258784 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6367924e-98cd-4b67-9204-84fdf7066dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (3e48e0c1-00ec-4571-92d9-3fc74b88105f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:31.264831 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6367924e-98cd-4b67-9204-84fdf7066dd8 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:33:31.265213 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6367924e-98cd-4b67-9204-84fdf7066dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (3e48e0c1-00ec-4571-92d9-3fc74b88105f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:33:31.267291 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:33:31.324681 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6367924e-98cd-4b67-9204-84fdf7066dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (b224a476-823d-4478-8ea5-5babad8f6c46), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:31.330967 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6367924e-98cd-4b67-9204-84fdf7066dd8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:31.334276 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6367924e-98cd-4b67-9204-84fdf7066dd8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b224a476-823d-4478-8ea5-5babad8f6c46 HTTP/1.1" status: 204 len: 168 time: 0.5788703 Feb 09 22:33:31.337845 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50098) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:31.346777 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367924e-98cd-4b67-9204-84fdf7066dd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b224a476-823d-4478-8ea5-5babad8f6c46,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:31.707140 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (97574cb7-dc00-46a1-a806-86cd5cbb6906), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:31.954334 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device af135bde-ffc9-4bb9-9c38-85f8987c9d99 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:33:31.975731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: af135bde-ffc9-4bb9-9c38-85f8987c9d99 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:33:31.975978 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device af135bde-ffc9-4bb9-9c38-85f8987c9d99 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:33:31.976408 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c6c12205-8301-409a-813c-0b82812f2caf no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:33:31.998091 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: c6c12205-8301-409a-813c-0b82812f2caf {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:33:31.998448 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c6c12205-8301-409a-813c-0b82812f2caf not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:33:31.998878 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6a087a34-fb90-48b6-8bb1-9d45225116c2 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:33:32.023950 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 6a087a34-fb90-48b6-8bb1-9d45225116c2 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:33:32.024309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6a087a34-fb90-48b6-8bb1-9d45225116c2 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:33:32.276709 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] Deleting port 9847b67e-9e2f-4137-801d-6ece1d6dbbc3 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:33:32.276958 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (9847b67e-9e2f-4137-801d-6ece1d6dbbc3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:32.353157 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] For port 9847b67e-9e2f-4137-801d-6ece1d6dbbc3, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9847b67e-9e2f-4137-801d-6ece1d6dbbc3,segment=NetworkSegment(61f1edd5-9220-4ae7-8faa-8859cffe2e63),segment_id=61f1edd5-9220-4ae7-8faa-8859cffe2e63)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:32.353914 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (9847b67e-9e2f-4137-801d-6ece1d6dbbc3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:32.367780 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] Calling delete_port for 9847b67e-9e2f-4137-801d-6ece1d6dbbc3 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:33:32.554045 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (9847b67e-9e2f-4137-801d-6ece1d6dbbc3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:32.579226 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9847b67e-9e2f-4137-801d-6ece1d6dbbc3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:32.594768 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:32.595125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:32.595480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:32.595855 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:32.596197 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:32.596537 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:32.596872 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:32.597206 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:32.597538 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:32.597871 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:32.598436 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:32.598764 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:32.599091 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:32.765156 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (97574cb7-dc00-46a1-a806-86cd5cbb6906), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:32.983437 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] Router 97574cb7-dc00-46a1-a806-86cd5cbb6906 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:33:33.091137 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:33:33.096641 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9364ddea-fd8c-404d-a2eb-4b658d7a38c7 admin admin] 10.222.0.77 "PUT /v2.0/routers/97574cb7-dc00-46a1-a806-86cd5cbb6906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7568536 Feb 09 22:33:33.099405 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50106) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:33.102085 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd09d6c3-4b9a-4a45-8487-cbcd67ab787d None None] Sync routers for ids ['97574cb7-dc00-46a1-a806-86cd5cbb6906'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:33:33.112890 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd09d6c3-4b9a-4a45-8487-cbcd67ab787d None None] Routers {'97574cb7-dc00-46a1-a806-86cd5cbb6906'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:33:33.113607 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-dd09d6c3-4b9a-4a45-8487-cbcd67ab787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:33:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['97574cb7-dc00-46a1-a806-86cd5cbb6906'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:33.208531 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-397e914d-cd21-4a26-8074-dd1b82f3177f admin admin] Publish callbacks [] for router (97574cb7-dc00-46a1-a806-86cd5cbb6906), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:33.220214 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-dd09d6c3-4b9a-4a45-8487-cbcd67ab787d None None] Set router 97574cb7-dc00-46a1-a806-86cd5cbb6906 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:33:33.319591 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-397e914d-cd21-4a26-8074-dd1b82f3177f admin admin] Publish callbacks [] for router_gateway (97574cb7-dc00-46a1-a806-86cd5cbb6906), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:33.373935 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-397e914d-cd21-4a26-8074-dd1b82f3177f admin admin] Deleting port 261012f7-d1d5-4561-8923-7658a4c5f40d {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:33:33.374697 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-397e914d-cd21-4a26-8074-dd1b82f3177f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (261012f7-d1d5-4561-8923-7658a4c5f40d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:33.401588 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-dd09d6c3-4b9a-4a45-8487-cbcd67ab787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97574cb7-dc00-46a1-a806-86cd5cbb6906', 'name': 'tempest-TestServerBasicOps-1355172794-router', 'tenant_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '261012f7-d1d5-4561-8923-7658a4c5f40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:23Z', 'updated_at': '2022-02-09T22:33:32Z', 'revision_number': 5, 'project_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'gw_port': {'id': '261012f7-d1d5-4561-8923-7658a4c5f40d', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97574cb7-dc00-46a1-a806-86cd5cbb6906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:28:24Z', 'updated_at': '2022-02-09T22:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:33.428099 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd09d6c3-4b9a-4a45-8487-cbcd67ab787d None None] Checking router: 97574cb7-dc00-46a1-a806-86cd5cbb6906 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:33:33.436258 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd09d6c3-4b9a-4a45-8487-cbcd67ab787d None None] Routers {'97574cb7-dc00-46a1-a806-86cd5cbb6906'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:33:33.436871 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-dd09d6c3-4b9a-4a45-8487-cbcd67ab787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:33:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['97574cb7-dc00-46a1-a806-86cd5cbb6906'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:33.459181 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-397e914d-cd21-4a26-8074-dd1b82f3177f admin admin] For port 261012f7-d1d5-4561-8923-7658a4c5f40d, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=261012f7-d1d5-4561-8923-7658a4c5f40d,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:33.459543 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-397e914d-cd21-4a26-8074-dd1b82f3177f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (261012f7-d1d5-4561-8923-7658a4c5f40d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:33.474550 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-397e914d-cd21-4a26-8074-dd1b82f3177f admin admin] Calling delete_port for 261012f7-d1d5-4561-8923-7658a4c5f40d owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:33:33.624921 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-dd09d6c3-4b9a-4a45-8487-cbcd67ab787d None None] Set router 97574cb7-dc00-46a1-a806-86cd5cbb6906 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:33:33.673125 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-397e914d-cd21-4a26-8074-dd1b82f3177f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (261012f7-d1d5-4561-8923-7658a4c5f40d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:33.680984 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-dd09d6c3-4b9a-4a45-8487-cbcd67ab787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97574cb7-dc00-46a1-a806-86cd5cbb6906', 'name': 'tempest-TestServerBasicOps-1355172794-router', 'tenant_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:23Z', 'updated_at': '2022-02-09T22:33:33Z', 'revision_number': 6, 'project_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:33.697144 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e914d-cd21-4a26-8074-dd1b82f3177f admin admin] Pushing event deleted for resources: {'Port': ['ID=261012f7-d1d5-4561-8923-7658a4c5f40d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:33.708979 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd09d6c3-4b9a-4a45-8487-cbcd67ab787d None None] The sync data for ids ['97574cb7-dc00-46a1-a806-86cd5cbb6906'] in n-d-828601-1 is: [{'id': '97574cb7-dc00-46a1-a806-86cd5cbb6906', 'name': 'tempest-TestServerBasicOps-1355172794-router', 'tenant_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:28:23Z', 'updated_at': '2022-02-09T22:33:33Z', 'revision_number': 6, 'project_id': 'fbcc8de02e024541bdb09b92bbae0c88', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:33:33.768982 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-397e914d-cd21-4a26-8074-dd1b82f3177f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (97574cb7-dc00-46a1-a806-86cd5cbb6906), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:33.866286 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-397e914d-cd21-4a26-8074-dd1b82f3177f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (97574cb7-dc00-46a1-a806-86cd5cbb6906), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:33.868690 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-397e914d-cd21-4a26-8074-dd1b82f3177f admin admin] Publish callbacks [] for router_controller (97574cb7-dc00-46a1-a806-86cd5cbb6906), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:33.914278 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-397e914d-cd21-4a26-8074-dd1b82f3177f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (97574cb7-dc00-46a1-a806-86cd5cbb6906), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:33.914991 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397e914d-cd21-4a26-8074-dd1b82f3177f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97574cb7-dc00-46a1-a806-86cd5cbb6906 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:33:33.920466 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-397e914d-cd21-4a26-8074-dd1b82f3177f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:33.921637 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-397e914d-cd21-4a26-8074-dd1b82f3177f admin admin] 10.222.0.77 "DELETE /v2.0/routers/97574cb7-dc00-46a1-a806-86cd5cbb6906 HTTP/1.1" status: 204 len: 168 time: 0.8213027 Feb 09 22:33:33.924272 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50108) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:33.968484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4af8b9b-7c8e-4b66-97f4-0600befbf1b8 admin admin] Deleting subnet 23b45151-23b6-4308-b776-2dbd47915730 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:33:33.971751 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4af8b9b-7c8e-4b66-97f4-0600befbf1b8 admin admin] Publish callbacks [] for subnet (23b45151-23b6-4308-b776-2dbd47915730), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:34.007192 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4af8b9b-7c8e-4b66-97f4-0600befbf1b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (23b45151-23b6-4308-b776-2dbd47915730), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:34.106546 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4af8b9b-7c8e-4b66-97f4-0600befbf1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (23b45151-23b6-4308-b776-2dbd47915730), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:34.180619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9847b67e-9e2f-4137-801d-6ece1d6dbbc3 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:33:34.182596 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4af8b9b-7c8e-4b66-97f4-0600befbf1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (23b45151-23b6-4308-b776-2dbd47915730), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:34.206540 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 9847b67e-9e2f-4137-801d-6ece1d6dbbc3 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:33:34.206909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9847b67e-9e2f-4137-801d-6ece1d6dbbc3 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:33:34.211630 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8b9b-7c8e-4b66-97f4-0600befbf1b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23b45151-23b6-4308-b776-2dbd47915730,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:34.213591 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4af8b9b-7c8e-4b66-97f4-0600befbf1b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:34.216957 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f4af8b9b-7c8e-4b66-97f4-0600befbf1b8 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/23b45151-23b6-4308-b776-2dbd47915730 HTTP/1.1" status: 204 len: 168 time: 0.2916303 Feb 09 22:33:34.218184 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b3b499-289b-4b1e-b326-d0d0e37f2b5e None None] Network 084147be-eb52-42e2-a0b8-52d87265b1dc requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:33:34.219507 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50110) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:34.306026 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a24fde37-58c2-4037-a658-0cc0fa9de7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (084147be-eb52-42e2-a0b8-52d87265b1dc), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:34.374190 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-a24fde37-58c2-4037-a658-0cc0fa9de7fd admin admin] Deleting port 50d305b6-c777-4c4f-adb9-1f78a6317175 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:33:34.374536 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a24fde37-58c2-4037-a658-0cc0fa9de7fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (50d305b6-c777-4c4f-adb9-1f78a6317175), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:34.448378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-a24fde37-58c2-4037-a658-0cc0fa9de7fd admin admin] For port 50d305b6-c777-4c4f-adb9-1f78a6317175, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=50d305b6-c777-4c4f-adb9-1f78a6317175,segment=NetworkSegment(61f1edd5-9220-4ae7-8faa-8859cffe2e63),segment_id=61f1edd5-9220-4ae7-8faa-8859cffe2e63)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:34.448636 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a24fde37-58c2-4037-a658-0cc0fa9de7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (50d305b6-c777-4c4f-adb9-1f78a6317175), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:34.462375 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-a24fde37-58c2-4037-a658-0cc0fa9de7fd admin admin] Calling delete_port for 50d305b6-c777-4c4f-adb9-1f78a6317175 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:33:34.518877 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5097a7d6-1ce1-4a50-a20a-58893b5eb652 None None] DHCP port deletion for 084147be-eb52-42e2-a0b8-52d87265b1dc request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:33:34.561625 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a24fde37-58c2-4037-a658-0cc0fa9de7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (50d305b6-c777-4c4f-adb9-1f78a6317175), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:34.572408 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5097a7d6-1ce1-4a50-a20a-58893b5eb652 None None] Deleting port 50d305b6-c777-4c4f-adb9-1f78a6317175 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:33:34.572790 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5097a7d6-1ce1-4a50-a20a-58893b5eb652 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (50d305b6-c777-4c4f-adb9-1f78a6317175), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:34.590141 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24fde37-58c2-4037-a658-0cc0fa9de7fd admin admin] No DVR routers for this DVR port 50d305b6-c777-4c4f-adb9-1f78a6317175 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:33:34.595259 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fde37-58c2-4037-a658-0cc0fa9de7fd admin admin] Pushing event deleted for resources: {'Port': ['ID=50d305b6-c777-4c4f-adb9-1f78a6317175,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:34.645577 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-5097a7d6-1ce1-4a50-a20a-58893b5eb652 None None] For port 50d305b6-c777-4c4f-adb9-1f78a6317175, host n-d-828601-1, got binding levels [] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:34.645898 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5097a7d6-1ce1-4a50-a20a-58893b5eb652 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (50d305b6-c777-4c4f-adb9-1f78a6317175), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:34.659726 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5097a7d6-1ce1-4a50-a20a-58893b5eb652 None None] Calling delete_port for 50d305b6-c777-4c4f-adb9-1f78a6317175 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:33:34.662546 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.ipam_backend_mixin [None req-5097a7d6-1ce1-4a50-a20a-58893b5eb652 None None] Port 50d305b6-c777-4c4f-adb9-1f78a6317175 was not found and therefore no delete operation was performed {{(pid=103203) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:33:34.664763 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5097a7d6-1ce1-4a50-a20a-58893b5eb652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (50d305b6-c777-4c4f-adb9-1f78a6317175), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:34.678079 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a24fde37-58c2-4037-a658-0cc0fa9de7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (084147be-eb52-42e2-a0b8-52d87265b1dc), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:34.690982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097a7d6-1ce1-4a50-a20a-58893b5eb652 None None] Pushing event deleted for resources: {'Port': ['ID=50d305b6-c777-4c4f-adb9-1f78a6317175,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:34.699888 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097a7d6-1ce1-4a50-a20a-58893b5eb652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:34.700173 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097a7d6-1ce1-4a50-a20a-58893b5eb652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:34.700530 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097a7d6-1ce1-4a50-a20a-58893b5eb652 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:34.700874 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097a7d6-1ce1-4a50-a20a-58893b5eb652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:34.701025 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-a24fde37-58c2-4037-a658-0cc0fa9de7fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084147be-eb52-42e2-a0b8-52d87265b1dc']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:34.701515 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097a7d6-1ce1-4a50-a20a-58893b5eb652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:34.702038 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097a7d6-1ce1-4a50-a20a-58893b5eb652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:34.702378 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097a7d6-1ce1-4a50-a20a-58893b5eb652 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:34.702886 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097a7d6-1ce1-4a50-a20a-58893b5eb652 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:34.703255 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097a7d6-1ce1-4a50-a20a-58893b5eb652 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:34.703763 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097a7d6-1ce1-4a50-a20a-58893b5eb652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:34.704277 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097a7d6-1ce1-4a50-a20a-58893b5eb652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:34.704764 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097a7d6-1ce1-4a50-a20a-58893b5eb652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:34.705268 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097a7d6-1ce1-4a50-a20a-58893b5eb652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:34.708309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5097a7d6-1ce1-4a50-a20a-58893b5eb652 None None] No DVR routers for this DVR port 50d305b6-c777-4c4f-adb9-1f78a6317175 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:33:34.712342 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-a24fde37-58c2-4037-a658-0cc0fa9de7fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f1edd5-9220-4ae7-8faa-8859cffe2e63') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:34.712815 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-a24fde37-58c2-4037-a658-0cc0fa9de7fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f1edd5-9220-4ae7-8faa-8859cffe2e63') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:34.724279 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a24fde37-58c2-4037-a658-0cc0fa9de7fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (61f1edd5-9220-4ae7-8faa-8859cffe2e63), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:34.739729 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a24fde37-58c2-4037-a658-0cc0fa9de7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (61f1edd5-9220-4ae7-8faa-8859cffe2e63), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:34.746838 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24fde37-58c2-4037-a658-0cc0fa9de7fd admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:33:34.747266 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a24fde37-58c2-4037-a658-0cc0fa9de7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (61f1edd5-9220-4ae7-8faa-8859cffe2e63), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:33:34.749130 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:33:34.808875 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a24fde37-58c2-4037-a658-0cc0fa9de7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (084147be-eb52-42e2-a0b8-52d87265b1dc), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:34.824673 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a24fde37-58c2-4037-a658-0cc0fa9de7fd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:34.824673 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a24fde37-58c2-4037-a658-0cc0fa9de7fd admin admin] 10.222.0.77 "DELETE /v2.0/networks/084147be-eb52-42e2-a0b8-52d87265b1dc HTTP/1.1" status: 204 len: 168 time: 0.6000896 Feb 09 22:33:34.841975 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fde37-58c2-4037-a658-0cc0fa9de7fd admin admin] Pushing event deleted for resources: {'Network': ['ID=084147be-eb52-42e2-a0b8-52d87265b1dc,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:34.943272 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50114) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:34.981759 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-12826cc4-9787-45ac-bb05-e286e5f8d042 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=01bbe608ad214ea3a88f6fd60295f3c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372078 Feb 09 22:33:34.984237 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50116) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:35.035055 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-939264a9-a14c-46c6-83d1-a637ff14d5e4 admin admin] Publish callbacks [] for security_group (4ebe5ee9-af34-4461-94b5-305819a2c47e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:35.055829 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-939264a9-a14c-46c6-83d1-a637ff14d5e4 admin admin] Publish callbacks [] for security_group (4ebe5ee9-af34-4461-94b5-305819a2c47e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:35.103166 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-939264a9-a14c-46c6-83d1-a637ff14d5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4ebe5ee9-af34-4461-94b5-305819a2c47e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:35.105899 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-939264a9-a14c-46c6-83d1-a637ff14d5e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:35.107094 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-939264a9-a14c-46c6-83d1-a637ff14d5e4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4ebe5ee9-af34-4461-94b5-305819a2c47e HTTP/1.1" status: 204 len: 168 time: 0.1214271 Feb 09 22:33:35.115509 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939264a9-a14c-46c6-83d1-a637ff14d5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebe5ee9-af34-4461-94b5-305819a2c47e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:35.461097 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50122) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:35.502375 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-037dac43-6061-4f46-acaf-089f7bbbe8a6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fbcc8de02e024541bdb09b92bbae0c88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399702 Feb 09 22:33:35.505156 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50124) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:35.569931 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a822d401-161b-4d8c-8acb-a1d6f707bbcc admin admin] Publish callbacks [] for security_group (1ea06913-4010-4a42-a748-a9788ee4261c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:35.593858 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a822d401-161b-4d8c-8acb-a1d6f707bbcc admin admin] Publish callbacks [] for security_group (1ea06913-4010-4a42-a748-a9788ee4261c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:35.648868 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a822d401-161b-4d8c-8acb-a1d6f707bbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (1ea06913-4010-4a42-a748-a9788ee4261c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:35.651602 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a822d401-161b-4d8c-8acb-a1d6f707bbcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:35.652908 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a822d401-161b-4d8c-8acb-a1d6f707bbcc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1ea06913-4010-4a42-a748-a9788ee4261c HTTP/1.1" status: 204 len: 168 time: 0.1466458 Feb 09 22:33:35.662109 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822d401-161b-4d8c-8acb-a1d6f707bbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea06913-4010-4a42-a748-a9788ee4261c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:35.960370 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 50d305b6-c777-4c4f-adb9-1f78a6317175 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:33:35.986568 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 50d305b6-c777-4c4f-adb9-1f78a6317175 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:33:35.986922 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 50d305b6-c777-4c4f-adb9-1f78a6317175 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:33:35.987352 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 261012f7-d1d5-4561-8923-7658a4c5f40d no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:33:36.012138 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 261012f7-d1d5-4561-8923-7658a4c5f40d {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:33:36.012486 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 261012f7-d1d5-4561-8923-7658a4c5f40d not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:33:37.881873 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6113f6e6-f5c7-4276-a87d-ec0f8d985e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:40.581175 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fa67d0ce-f6e3-4583-ad19-977a4bb96827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:41.767538 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:42.943026 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:44.695041 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:45.761639 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:46.323588 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:46.447388 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:33:47.533552 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-b80f88b9-2662-4142-82e3-df63da408537 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=add3a58a20804d93a6e537a0965177eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264239 Feb 09 22:33:47.642687 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-8bc0f3d3-280d-407e-ae67-ca22ebe60e91 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:47.644095 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-8bc0f3d3-280d-407e-ae67-ca22ebe60e91 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1052504 Feb 09 22:33:47.659875 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-ba20ede3-11da-4e0f-a13b-12c09f873ee5 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/quotas/add3a58a20804d93a6e537a0965177eb HTTP/1.1" status: 200 len: 375 time: 0.0100071 Feb 09 22:33:47.694811 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-97b5594a-bb13-4302-bf48-71addad1235f tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=add3a58a20804d93a6e537a0965177eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296366 Feb 09 22:33:47.864527 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a9370d6-6362-4338-ba0c-2abc89cd8fc2 req-c549284e-a5e0-48ee-885c-dddff3d166b4 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b6cc8c4-9ee9-43a7-9366-2e5675855af5 HTTP/1.1" status: 200 len: 210 time: 0.0286307 Feb 09 22:33:48.969581 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f1b3da7-d81c-4c5d-94a4-ac8c7e3a9dc2 req-16bb704f-9536-4363-a5d5-fbaf7418b47e tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b6cc8c4-9ee9-43a7-9366-2e5675855af5 HTTP/1.1" status: 200 len: 210 time: 0.0286844 Feb 09 22:33:48.995172 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-077c8117-c117-486d-9dae-f28f6629902d tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=add3a58a20804d93a6e537a0965177eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240152 Feb 09 22:33:49.118627 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-3dcd9bb5-cf02-47eb-a503-9e08083ba024 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:49.120209 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-3dcd9bb5-cf02-47eb-a503-9e08083ba024 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1198866 Feb 09 22:33:49.132298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-8d403bd9-9457-4f70-b392-46e7fb801210 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Request body: {'port': {'device_id': '0b6cc8c4-9ee9-43a7-9366-2e5675855af5', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'admin_state_up': True, 'tenant_id': 'add3a58a20804d93a6e537a0965177eb'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:33:49.241418 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-8d403bd9-9457-4f70-b392-46e7fb801210 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Made reservation on behalf of add3a58a20804d93a6e537a0965177eb for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:33:49.244585 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-8d403bd9-9457-4f70-b392-46e7fb801210 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:49.254036 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-8d403bd9-9457-4f70-b392-46e7fb801210 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:49.328214 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-8d403bd9-9457-4f70-b392-46e7fb801210 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Publish callbacks [] for security_group (4b144f9e-bd1e-4ea9-a2d9-5d7b3001f370), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:49.332086 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-8d403bd9-9457-4f70-b392-46e7fb801210 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4b144f9e-bd1e-4ea9-a2d9-5d7b3001f370), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:49.402602 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d403bd9-9457-4f70-b392-46e7fb801210 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b144f9e-bd1e-4ea9-a2d9-5d7b3001f370,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:49.475231 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-8d403bd9-9457-4f70-b392-46e7fb801210 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Allocated IP 192.168.233.73 (38f55aa0-2030-4cb8-a142-3b7fcc2a05b6/69d9ca27-8843-45dc-ab03-aa640bd3e8ce/92e331bc-6bc1-4103-8700-e2b6a667d6e6) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:33:49.619529 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-8d403bd9-9457-4f70-b392-46e7fb801210 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Publish callbacks [] for port (92e331bc-6bc1-4103-8700-e2b6a667d6e6), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:49.653579 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-8d403bd9-9457-4f70-b392-46e7fb801210 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (92e331bc-6bc1-4103-8700-e2b6a667d6e6), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:49.700650 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-8d403bd9-9457-4f70-b392-46e7fb801210 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:33:49.704371 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-8d403bd9-9457-4f70-b392-46e7fb801210 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:33:49.708199 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-8d403bd9-9457-4f70-b392-46e7fb801210 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:33:49.714828 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d403bd9-9457-4f70-b392-46e7fb801210 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Pushing event updated for resources: {'Port': ['ID=92e331bc-6bc1-4103-8700-e2b6a667d6e6,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:49.763743 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-8d403bd9-9457-4f70-b392-46e7fb801210 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:49.764404 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-8d403bd9-9457-4f70-b392-46e7fb801210 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:49.782036 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-8d403bd9-9457-4f70-b392-46e7fb801210 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6535401 Feb 09 22:33:49.795410 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-4236c675-e7ac-4ed4-8091-ba0ffc0ce0c5 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:33:49.796498 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-4236c675-e7ac-4ed4-8091-ba0ffc0ce0c5 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053949 Feb 09 22:33:49.927171 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ae501b70-cd1e-4550-bc7b-c52d235353bd None None] Provisioning complete for port 92e331bc-6bc1-4103-8700-e2b6a667d6e6 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:33:49.927877 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ae501b70-cd1e-4550-bc7b-c52d235353bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (92e331bc-6bc1-4103-8700-e2b6a667d6e6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:49.962981 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ae501b70-cd1e-4550-bc7b-c52d235353bd None None] Port 92e331bc-6bc1-4103-8700-e2b6a667d6e6 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:33:49.963711 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-67784c57-e48a-4038-a728-be01e216e929 service neutron] Request body: {'port': {'device_id': '0b6cc8c4-9ee9-43a7-9366-2e5675855af5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:33:50.028009 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-67784c57-e48a-4038-a728-be01e216e929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (92e331bc-6bc1-4103-8700-e2b6a667d6e6), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:50.179527 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2e834-a308-42d7-be79-ee1266e59bf4 req-72542cb0-96ec-4d37-bda7-77509348ea34 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:50.181025 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04c2e834-a308-42d7-be79-ee1266e59bf4 req-72542cb0-96ec-4d37-bda7-77509348ea34 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b6cc8c4-9ee9-43a7-9366-2e5675855af5 HTTP/1.1" status: 200 len: 935 time: 0.1389487 Feb 09 22:33:50.274314 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-04c2e834-a308-42d7-be79-ee1266e59bf4 req-f0b01b23-65ae-4a20-a7e3-88546ad2fcd4 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b144f9e-bd1e-4ea9-a2d9-5d7b3001f370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862682 Feb 09 22:33:50.366758 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-67784c57-e48a-4038-a728-be01e216e929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e331bc-6bc1-4103-8700-e2b6a667d6e6 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:33:50.375182 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-67784c57-e48a-4038-a728-be01e216e929 service neutron] Publish callbacks [] for port (92e331bc-6bc1-4103-8700-e2b6a667d6e6), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:50.387740 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-67784c57-e48a-4038-a728-be01e216e929 service neutron] Transition to ACTIVE for port object 92e331bc-6bc1-4103-8700-e2b6a667d6e6 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:33:50.394247 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-67784c57-e48a-4038-a728-be01e216e929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (92e331bc-6bc1-4103-8700-e2b6a667d6e6), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:50.463178 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67784c57-e48a-4038-a728-be01e216e929 service neutron] Pushing event updated for resources: {'Port': ['ID=92e331bc-6bc1-4103-8700-e2b6a667d6e6,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:50.518593 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-67784c57-e48a-4038-a728-be01e216e929 service neutron] Attempting to bind port 92e331bc-6bc1-4103-8700-e2b6a667d6e6 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:33:50.519041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-67784c57-e48a-4038-a728-be01e216e929 service neutron] Attempting to bind port 92e331bc-6bc1-4103-8700-e2b6a667d6e6 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:33:50.519414 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-67784c57-e48a-4038-a728-be01e216e929 service neutron] Attempting to bind port 92e331bc-6bc1-4103-8700-e2b6a667d6e6 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:33:50.524124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-67784c57-e48a-4038-a728-be01e216e929 service neutron] Port 92e331bc-6bc1-4103-8700-e2b6a667d6e6 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:33:50.524444 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-67784c57-e48a-4038-a728-be01e216e929 service neutron] Attempting to bind port 92e331bc-6bc1-4103-8700-e2b6a667d6e6 on network 38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:33:50.529651 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-67784c57-e48a-4038-a728-be01e216e929 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:33:50.529983 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-67784c57-e48a-4038-a728-be01e216e929 service neutron] Checking segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:33:50.530371 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-67784c57-e48a-4038-a728-be01e216e929 service neutron] Bound using segment: {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:33:50.530879 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-67784c57-e48a-4038-a728-be01e216e929 service neutron] Bound port: 92e331bc-6bc1-4103-8700-e2b6a667d6e6, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db949c83-6d46-49c6-821a-65a23c0f1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:33:50.531299 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-67784c57-e48a-4038-a728-be01e216e929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (92e331bc-6bc1-4103-8700-e2b6a667d6e6), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:50.602877 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-67784c57-e48a-4038-a728-be01e216e929 service neutron] For port 92e331bc-6bc1-4103-8700-e2b6a667d6e6, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:33:50.606293 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-67784c57-e48a-4038-a728-be01e216e929 service neutron] For port 92e331bc-6bc1-4103-8700-e2b6a667d6e6, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=92e331bc-6bc1-4103-8700-e2b6a667d6e6,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:33:50.613740 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-67784c57-e48a-4038-a728-be01e216e929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (92e331bc-6bc1-4103-8700-e2b6a667d6e6), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:50.646349 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-67784c57-e48a-4038-a728-be01e216e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:50.646970 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-67784c57-e48a-4038-a728-be01e216e929 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:50.648644 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-67784c57-e48a-4038-a728-be01e216e929 service neutron] 10.222.0.42 "PUT /v2.0/ports/92e331bc-6bc1-4103-8700-e2b6a667d6e6 HTTP/1.1" status: 200 len: 1095 time: 0.7347572 Feb 09 22:33:50.649027 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6cc8c4-9ee9-43a7-9366-2e5675855af5', 'tag': '92e331bc-6bc1-4103-8700-e2b6a667d6e6'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:33:50.651332 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94eef4ab-af4f-4beb-a6c8-e1a6cbf68ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6cc8c4-9ee9-43a7-9366-2e5675855af5", "tag": "92e331bc-6bc1-4103-8700-e2b6a667d6e6"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:33:50.683903 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67784c57-e48a-4038-a728-be01e216e929 service neutron] Pushing event updated for resources: {'Port': ['ID=92e331bc-6bc1-4103-8700-e2b6a667d6e6,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:50.765323 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-6b2a7aae-f71e-4eeb-9769-ae96d573420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:50.766896 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-6b2a7aae-f71e-4eeb-9769-ae96d573420f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=add3a58a20804d93a6e537a0965177eb&device_id=0b6cc8c4-9ee9-43a7-9366-2e5675855af5 HTTP/1.1" status: 200 len: 1129 time: 0.0539274 Feb 09 22:33:50.785226 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc70def1-24d9-4cf9-8646-3cc82fe4e8e8 x-openstack-request-id: req-cc70def1-24d9-4cf9-8646-3cc82fe4e8e8 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:33:50.785551 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6cc8c4-9ee9-43a7-9366-2e5675855af5", "tag": "92e331bc-6bc1-4103-8700-e2b6a667d6e6", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:33:50.785781 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cc70def1-24d9-4cf9-8646-3cc82fe4e8e8 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:33:50.786211 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6cc8c4-9ee9-43a7-9366-2e5675855af5', 'tag': '92e331bc-6bc1-4103-8700-e2b6a667d6e6', 'status': 'completed', 'code': 200} Feb 09 22:33:50.820165 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-a68670a1-49ad-41c3-b3e1-05c5b298ab7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=92e331bc-6bc1-4103-8700-e2b6a667d6e6 HTTP/1.1" status: 200 len: 217 time: 0.0416987 Feb 09 22:33:50.873984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-59579199-fe5b-4bf9-b738-3d76ccdf6903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:50.875489 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-59579199-fe5b-4bf9-b738-3d76ccdf6903 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0469174 Feb 09 22:33:50.928697 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-c4c63e5f-d39a-4a2b-9865-9ee955437f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:50.930360 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-c4c63e5f-d39a-4a2b-9865-9ee955437f45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0451460 Feb 09 22:33:51.026122 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-03733592-4020-4260-add4-73c9e9e98653 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890801 Feb 09 22:33:51.119272 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-788692c5-f2e3-4f9d-a9de-07c2eaae07a1 req-b98ef100-b3e2-4054-b59a-c39a91dfa531 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835006 Feb 09 22:33:51.217478 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eef4ab-af4f-4beb-a6c8-e1a6cbf68ed6 req-a9f5deeb-5c1c-46e8-9636-4030872fed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:51.219513 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94eef4ab-af4f-4beb-a6c8-e1a6cbf68ed6 req-a9f5deeb-5c1c-46e8-9636-4030872fed40 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=add3a58a20804d93a6e537a0965177eb&device_id=0b6cc8c4-9ee9-43a7-9366-2e5675855af5 HTTP/1.1" status: 200 len: 1129 time: 0.0454645 Feb 09 22:33:51.313201 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eef4ab-af4f-4beb-a6c8-e1a6cbf68ed6 req-032d1fd8-f304-462e-948c-53badbd25502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:51.314691 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94eef4ab-af4f-4beb-a6c8-e1a6cbf68ed6 req-032d1fd8-f304-462e-948c-53badbd25502 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6 HTTP/1.1" status: 200 len: 870 time: 0.0886948 Feb 09 22:33:51.366351 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94eef4ab-af4f-4beb-a6c8-e1a6cbf68ed6 req-005e5cdd-1532-4217-9261-040ff155a2d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=92e331bc-6bc1-4103-8700-e2b6a667d6e6 HTTP/1.1" status: 200 len: 217 time: 0.0453608 Feb 09 22:33:51.443535 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eef4ab-af4f-4beb-a6c8-e1a6cbf68ed6 req-8ea5470d-e2bd-4b52-8855-1edb013be4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:51.445047 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94eef4ab-af4f-4beb-a6c8-e1a6cbf68ed6 req-8ea5470d-e2bd-4b52-8855-1edb013be4e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69d9ca27-8843-45dc-ab03-aa640bd3e8ce HTTP/1.1" status: 200 len: 843 time: 0.0714288 Feb 09 22:33:51.457446 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536a27c-b228-450f-853b-fa45ef014be6 req-88053efc-47b1-41b3-a46c-5a1064d70580 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:51.459009 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7536a27c-b228-450f-853b-fa45ef014be6 req-88053efc-47b1-41b3-a46c-5a1064d70580 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b6cc8c4-9ee9-43a7-9366-2e5675855af5 HTTP/1.1" status: 200 len: 947 time: 0.0952482 Feb 09 22:33:51.536154 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7536a27c-b228-450f-853b-fa45ef014be6 req-8812f008-48aa-4fed-88b9-0ae35c8c8d27 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b144f9e-bd1e-4ea9-a2d9-5d7b3001f370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683377 Feb 09 22:33:51.541491 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eef4ab-af4f-4beb-a6c8-e1a6cbf68ed6 req-f775e1d4-0137-47ff-96f5-dc4e999c1705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:51.543131 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94eef4ab-af4f-4beb-a6c8-e1a6cbf68ed6 req-f775e1d4-0137-47ff-96f5-dc4e999c1705 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38f55aa0-2030-4cb8-a142-3b7fcc2a05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0832496 Feb 09 22:33:51.663800 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94eef4ab-af4f-4beb-a6c8-e1a6cbf68ed6 req-ba348837-6a00-4b52-8746-dc2aefbd5d75 service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119535 Feb 09 22:33:51.760957 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94eef4ab-af4f-4beb-a6c8-e1a6cbf68ed6 req-b1c4d49c-1b1a-4c76-831b-2b9eff089a0d service neutron] 10.222.0.42 "GET /v2.0/networks/38f55aa0-2030-4cb8-a142-3b7fcc2a05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904896 Feb 09 22:33:52.659613 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8d08a-a045-4f08-993d-1d89813be7f0 req-d451a0e3-cf13-40fb-822c-778ba2cafaae tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:52.661296 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73e8d08a-a045-4f08-993d-1d89813be7f0 req-d451a0e3-cf13-40fb-822c-778ba2cafaae tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b6cc8c4-9ee9-43a7-9366-2e5675855af5 HTTP/1.1" status: 200 len: 947 time: 0.0535989 Feb 09 22:33:53.053525 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73e8d08a-a045-4f08-993d-1d89813be7f0 req-275ecd69-86a0-40ee-8bcd-9a6ae3307bdc tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b144f9e-bd1e-4ea9-a2d9-5d7b3001f370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864059 Feb 09 22:33:54.175472 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033e5ae-4ce4-4318-9fb9-b06592297587 req-52994781-a99c-4ae3-9cf1-8b12c7b8f912 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:54.176998 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7033e5ae-4ce4-4318-9fb9-b06592297587 req-52994781-a99c-4ae3-9cf1-8b12c7b8f912 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b6cc8c4-9ee9-43a7-9366-2e5675855af5 HTTP/1.1" status: 200 len: 947 time: 0.0513189 Feb 09 22:33:54.223969 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7033e5ae-4ce4-4318-9fb9-b06592297587 req-0d17f1cd-3e92-46d4-b686-74af88505557 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b144f9e-bd1e-4ea9-a2d9-5d7b3001f370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412369 Feb 09 22:33:54.250127 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 92e331bc-6bc1-4103-8700-e2b6a667d6e6 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:33:54.347082 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 92e331bc-6bc1-4103-8700-e2b6a667d6e6, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=92e331bc-6bc1-4103-8700-e2b6a667d6e6,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:54.360273 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '92e331bc-6bc1-4103-8700-e2b6a667d6e6', 'network_id': '38f55aa0-2030-4cb8-a142-3b7fcc2a05b6', 'port_id': '92e331bc-6bc1-4103-8700-e2b6a667d6e6', 'mac_address': 'fa:16:3e:b0:d9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d9ca27-8843-45dc-ab03-aa640bd3e8ce', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:33:54.398202 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 92e331bc-6bc1-4103-8700-e2b6a667d6e6 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:33:54.398598 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (92e331bc-6bc1-4103-8700-e2b6a667d6e6), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:54.416608 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e331bc-6bc1-4103-8700-e2b6a667d6e6 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:33:54.438839 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 92e331bc-6bc1-4103-8700-e2b6a667d6e6, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=92e331bc-6bc1-4103-8700-e2b6a667d6e6,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:54.444802 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (92e331bc-6bc1-4103-8700-e2b6a667d6e6), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:54.499170 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=92e331bc-6bc1-4103-8700-e2b6a667d6e6,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:54.761016 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['92e331bc-6bc1-4103-8700-e2b6a667d6e6'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:33:55.347041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1daed-2bda-4409-bdef-51e8e0900499 req-5b032230-5744-4b9c-adb5-ce0bc7c83f23 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:55.348859 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-70d1daed-2bda-4409-bdef-51e8e0900499 req-5b032230-5744-4b9c-adb5-ce0bc7c83f23 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b6cc8c4-9ee9-43a7-9366-2e5675855af5 HTTP/1.1" status: 200 len: 948 time: 0.0545688 Feb 09 22:33:55.398964 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-70d1daed-2bda-4409-bdef-51e8e0900499 req-c3875f6e-69a8-4047-9441-c666c2377532 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b144f9e-bd1e-4ea9-a2d9-5d7b3001f370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446110 Feb 09 22:33:56.264818 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 92e331bc-6bc1-4103-8700-e2b6a667d6e6 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:33:56.312111 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 92e331bc-6bc1-4103-8700-e2b6a667d6e6 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:33:56.316126 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 92e331bc-6bc1-4103-8700-e2b6a667d6e6 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:33:56.316504 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (92e331bc-6bc1-4103-8700-e2b6a667d6e6), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:56.393728 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 92e331bc-6bc1-4103-8700-e2b6a667d6e6 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:33:56.394118 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (92e331bc-6bc1-4103-8700-e2b6a667d6e6), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:56.417100 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6cc8c4-9ee9-43a7-9366-2e5675855af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e331bc-6bc1-4103-8700-e2b6a667d6e6'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:33:56.419389 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8d52e2-9c4c-4a0f-8e08-5849e767bb62" -d '{"events": [{"server_uuid": "0b6cc8c4-9ee9-43a7-9366-2e5675855af5", "name": "network-vif-plugged", "status": "completed", "tag": "92e331bc-6bc1-4103-8700-e2b6a667d6e6"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:33:56.435613 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 92e331bc-6bc1-4103-8700-e2b6a667d6e6, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=92e331bc-6bc1-4103-8700-e2b6a667d6e6,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:56.440560 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (92e331bc-6bc1-4103-8700-e2b6a667d6e6), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:56.496267 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=92e331bc-6bc1-4103-8700-e2b6a667d6e6,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:56.530335 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1665e9-9844-4874-8359-1b0ea5d5925c req-b6f0a72c-c4e9-4fb3-bc2b-31ddde953f9e tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:56.532342 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b1665e9-9844-4874-8359-1b0ea5d5925c req-b6f0a72c-c4e9-4fb3-bc2b-31ddde953f9e tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b6cc8c4-9ee9-43a7-9366-2e5675855af5 HTTP/1.1" status: 200 len: 949 time: 0.0557470 Feb 09 22:33:56.580532 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b1665e9-9844-4874-8359-1b0ea5d5925c req-05af20a3-aa50-4689-aa12-9cce80e793c6 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b144f9e-bd1e-4ea9-a2d9-5d7b3001f370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424607 Feb 09 22:33:56.684582 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf4594b-4725-4259-aad2-0aec159971c6 x-openstack-request-id: req-7bf4594b-4725-4259-aad2-0aec159971c6 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:33:56.684886 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6cc8c4-9ee9-43a7-9366-2e5675855af5", "name": "network-vif-plugged", "status": "completed", "tag": "92e331bc-6bc1-4103-8700-e2b6a667d6e6", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:33:56.685147 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7bf4594b-4725-4259-aad2-0aec159971c6 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:33:56.685555 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6cc8c4-9ee9-43a7-9366-2e5675855af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e331bc-6bc1-4103-8700-e2b6a667d6e6', 'code': 200} Feb 09 22:33:56.795910 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d022c-169a-43f6-8de7-313844467b48 req-466bb09e-f960-4ac7-bcff-5fb3b7c97095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:56.797373 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b3d022c-169a-43f6-8de7-313844467b48 req-466bb09e-f960-4ac7-bcff-5fb3b7c97095 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0b6cc8c4-9ee9-43a7-9366-2e5675855af5 HTTP/1.1" status: 200 len: 1131 time: 0.0448930 Feb 09 22:33:56.843740 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3b3d022c-169a-43f6-8de7-313844467b48 req-2e3dd785-bd46-43d8-aeab-0dcd4374ed91 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4b144f9e-bd1e-4ea9-a2d9-5d7b3001f370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380023 Feb 09 22:33:57.711249 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854c7bf-92cf-4dc9-be24-cbc43c70f454 req-457a7a45-50e1-4081-8262-bbe635044d6c tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:57.712845 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7854c7bf-92cf-4dc9-be24-cbc43c70f454 req-457a7a45-50e1-4081-8262-bbe635044d6c tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b6cc8c4-9ee9-43a7-9366-2e5675855af5 HTTP/1.1" status: 200 len: 949 time: 0.0589736 Feb 09 22:33:57.762191 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7854c7bf-92cf-4dc9-be24-cbc43c70f454 req-65fa9ba2-a328-4a85-98d1-f61e32b16818 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b144f9e-bd1e-4ea9-a2d9-5d7b3001f370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437553 Feb 09 22:33:58.882749 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b0a46-8a35-4c0a-8dcf-271cffefe717 req-58d1fbf3-2c5a-4d87-88ee-7d5d1f76e9a1 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:58.884427 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-945b0a46-8a35-4c0a-8dcf-271cffefe717 req-58d1fbf3-2c5a-4d87-88ee-7d5d1f76e9a1 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b6cc8c4-9ee9-43a7-9366-2e5675855af5 HTTP/1.1" status: 200 len: 949 time: 0.0527651 Feb 09 22:33:58.931981 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-945b0a46-8a35-4c0a-8dcf-271cffefe717 req-9795d235-d211-4e24-a33d-effb330bcd42 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b144f9e-bd1e-4ea9-a2d9-5d7b3001f370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420215 Feb 09 22:33:59.270859 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-de815bbf-3f62-4636-bc17-8ec9df7342e0 req-aac58ed2-152c-4ff8-bcd5-ee6c51e6bc91 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:33:59.271919 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de815bbf-3f62-4636-bc17-8ec9df7342e0 req-aac58ed2-152c-4ff8-bcd5-ee6c51e6bc91 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0518284 Feb 09 22:33:59.889646 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a84370-1188-494e-be9b-23a3fdbf83b2 req-0a30512f-b0a3-411e-b6b3-0c3ce4c0aa89 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:59.891804 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-24a84370-1188-494e-be9b-23a3fdbf83b2 req-0a30512f-b0a3-411e-b6b3-0c3ce4c0aa89 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b6cc8c4-9ee9-43a7-9366-2e5675855af5 HTTP/1.1" status: 200 len: 949 time: 0.0533907 Feb 09 22:33:59.942546 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-24a84370-1188-494e-be9b-23a3fdbf83b2 req-ae7f8a4f-1706-49ef-9c73-a88210d6d493 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b144f9e-bd1e-4ea9-a2d9-5d7b3001f370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449443 Feb 09 22:34:01.062918 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62491211-3103-4ab0-a43f-996400680932 req-23021969-0fb8-4677-8254-2457a7898964 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:01.064454 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62491211-3103-4ab0-a43f-996400680932 req-23021969-0fb8-4677-8254-2457a7898964 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b6cc8c4-9ee9-43a7-9366-2e5675855af5 HTTP/1.1" status: 200 len: 949 time: 0.0521762 Feb 09 22:34:01.113697 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62491211-3103-4ab0-a43f-996400680932 req-5e8255aa-0bc6-43b7-a05d-cb48ad1e5739 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b144f9e-bd1e-4ea9-a2d9-5d7b3001f370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433772 Feb 09 22:34:01.244575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a51a4-f1a4-40ac-a645-9f3566f1970c req-1f1bd1e1-e5b3-4801-81fc-7950ee69f297 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:01.246003 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7d8a51a4-f1a4-40ac-a645-9f3566f1970c req-1f1bd1e1-e5b3-4801-81fc-7950ee69f297 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b6cc8c4-9ee9-43a7-9366-2e5675855af5 HTTP/1.1" status: 200 len: 949 time: 0.0547900 Feb 09 22:34:01.344134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-7d8a51a4-f1a4-40ac-a645-9f3566f1970c req-52678908-36a9-4b2a-a22d-ec4eaf496792 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Deleting port 92e331bc-6bc1-4103-8700-e2b6a667d6e6 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:34:01.344571 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7d8a51a4-f1a4-40ac-a645-9f3566f1970c req-52678908-36a9-4b2a-a22d-ec4eaf496792 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (92e331bc-6bc1-4103-8700-e2b6a667d6e6), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:01.441581 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-7d8a51a4-f1a4-40ac-a645-9f3566f1970c req-52678908-36a9-4b2a-a22d-ec4eaf496792 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] For port 92e331bc-6bc1-4103-8700-e2b6a667d6e6, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=92e331bc-6bc1-4103-8700-e2b6a667d6e6,segment=NetworkSegment(db949c83-6d46-49c6-821a-65a23c0f1bd2),segment_id=db949c83-6d46-49c6-821a-65a23c0f1bd2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:01.441940 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7d8a51a4-f1a4-40ac-a645-9f3566f1970c req-52678908-36a9-4b2a-a22d-ec4eaf496792 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (92e331bc-6bc1-4103-8700-e2b6a667d6e6), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:01.455149 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-7d8a51a4-f1a4-40ac-a645-9f3566f1970c req-52678908-36a9-4b2a-a22d-ec4eaf496792 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Calling delete_port for 92e331bc-6bc1-4103-8700-e2b6a667d6e6 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:34:01.587407 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7d8a51a4-f1a4-40ac-a645-9f3566f1970c req-52678908-36a9-4b2a-a22d-ec4eaf496792 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (92e331bc-6bc1-4103-8700-e2b6a667d6e6), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:01.610074 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['92e331bc-6bc1-4103-8700-e2b6a667d6e6'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:34:01.616179 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52678908-36a9-4b2a-a22d-ec4eaf496792 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Pushing event deleted for resources: {'Port': ['ID=92e331bc-6bc1-4103-8700-e2b6a667d6e6,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:01.665791 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8a51a4-f1a4-40ac-a645-9f3566f1970c req-52678908-36a9-4b2a-a22d-ec4eaf496792 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] No DVR routers for this DVR port 92e331bc-6bc1-4103-8700-e2b6a667d6e6 on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:34:01.668724 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7d8a51a4-f1a4-40ac-a645-9f3566f1970c req-52678908-36a9-4b2a-a22d-ec4eaf496792 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:01.672346 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7d8a51a4-f1a4-40ac-a645-9f3566f1970c req-52678908-36a9-4b2a-a22d-ec4eaf496792 tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.42 "DELETE /v2.0/ports/92e331bc-6bc1-4103-8700-e2b6a667d6e6 HTTP/1.1" status: 204 len: 173 time: 0.4209869 Feb 09 22:34:01.672872 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6cc8c4-9ee9-43a7-9366-2e5675855af5', 'name': 'network-vif-deleted', 'tag': '92e331bc-6bc1-4103-8700-e2b6a667d6e6'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:34:01.675180 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b601576e-ba4f-45ea-8800-a40036675fc5" -d '{"events": [{"server_uuid": "0b6cc8c4-9ee9-43a7-9366-2e5675855af5", "name": "network-vif-deleted", "tag": "92e331bc-6bc1-4103-8700-e2b6a667d6e6"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:34:01.714750 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4600e800-4670-4608-9647-c46c54f048d8 x-openstack-request-id: req-4600e800-4670-4608-9647-c46c54f048d8 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:34:01.715053 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6cc8c4-9ee9-43a7-9366-2e5675855af5", "name": "network-vif-deleted", "tag": "92e331bc-6bc1-4103-8700-e2b6a667d6e6", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:34:01.715314 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4600e800-4670-4608-9647-c46c54f048d8 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:34:01.715751 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6cc8c4-9ee9-43a7-9366-2e5675855af5', 'name': 'network-vif-deleted', 'tag': '92e331bc-6bc1-4103-8700-e2b6a667d6e6', 'status': 'completed', 'code': 200} Feb 09 22:34:02.231052 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cbcdc8b9-937d-4b0e-b002-e02d723395cc req-000af40d-7789-4d44-bdf7-0d74b8eef57c tempest-ServersAdminNegativeTestJSON-1623803058 tempest-ServersAdminNegativeTestJSON-1623803058-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b6cc8c4-9ee9-43a7-9366-2e5675855af5 HTTP/1.1" status: 200 len: 210 time: 0.0300674 Feb 09 22:34:03.565100 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50278) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:03.708214 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-87568a11-35a1-407e-b0e7-2892d4319b60 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=add3a58a20804d93a6e537a0965177eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418223 Feb 09 22:34:03.710646 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50282) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:03.761561 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e4ea033-adef-4e0d-bc29-dd4836f08997 admin admin] Publish callbacks [] for security_group (4b144f9e-bd1e-4ea9-a2d9-5d7b3001f370), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:03.784417 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e4ea033-adef-4e0d-bc29-dd4836f08997 admin admin] Publish callbacks [] for security_group (4b144f9e-bd1e-4ea9-a2d9-5d7b3001f370), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:03.837434 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e4ea033-adef-4e0d-bc29-dd4836f08997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4b144f9e-bd1e-4ea9-a2d9-5d7b3001f370), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:03.839504 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e4ea033-adef-4e0d-bc29-dd4836f08997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:03.840722 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0e4ea033-adef-4e0d-bc29-dd4836f08997 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4b144f9e-bd1e-4ea9-a2d9-5d7b3001f370 HTTP/1.1" status: 204 len: 168 time: 0.1291432 Feb 09 22:34:03.852842 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ea033-adef-4e0d-bc29-dd4836f08997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b144f9e-bd1e-4ea9-a2d9-5d7b3001f370,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:04.148500 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50288) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:04.164973 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8c2c257a-fca4-472b-bd2c-c4d19ab4f54e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:04.257148 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8c2c257a-fca4-472b-bd2c-c4d19ab4f54e admin admin] Publish callbacks [] for security_group (7b386e7b-82fb-4601-bc69-29061e1a6549), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:04.261221 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8c2c257a-fca4-472b-bd2c-c4d19ab4f54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7b386e7b-82fb-4601-bc69-29061e1a6549), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:04.300391 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c257a-fca4-472b-bd2c-c4d19ab4f54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b386e7b-82fb-4601-bc69-29061e1a6549,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:04.306096 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8c2c257a-fca4-472b-bd2c-c4d19ab4f54e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9de966cd532f4a2e9c9b8daf21e3b2d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1564820 Feb 09 22:34:04.308887 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50290) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:04.367402 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f429d1a2-3591-409f-ab5e-dc3002f6f109 admin admin] Publish callbacks [] for security_group (7b386e7b-82fb-4601-bc69-29061e1a6549), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:04.395863 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f429d1a2-3591-409f-ab5e-dc3002f6f109 admin admin] Publish callbacks [] for security_group (7b386e7b-82fb-4601-bc69-29061e1a6549), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:04.451064 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f429d1a2-3591-409f-ab5e-dc3002f6f109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7b386e7b-82fb-4601-bc69-29061e1a6549), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:04.453766 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f429d1a2-3591-409f-ab5e-dc3002f6f109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:04.457548 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f429d1a2-3591-409f-ab5e-dc3002f6f109 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7b386e7b-82fb-4601-bc69-29061e1a6549 HTTP/1.1" status: 204 len: 168 time: 0.1450992 Feb 09 22:34:04.465306 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429d1a2-3591-409f-ab5e-dc3002f6f109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b386e7b-82fb-4601-bc69-29061e1a6549,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:05.281101 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50312) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:05.395502 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6f606759-3e7b-456c-b975-5f45cf5ea52c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-87548139-network', 'tenant_id': '320fc15383be416c8dc6ea79fb84882d'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:05.424175 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f606759-3e7b-456c-b975-5f45cf5ea52c admin admin] Made reservation on behalf of 320fc15383be416c8dc6ea79fb84882d for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:05.426723 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f606759-3e7b-456c-b975-5f45cf5ea52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:05.435868 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f606759-3e7b-456c-b975-5f45cf5ea52c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:05.533773 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f606759-3e7b-456c-b975-5f45cf5ea52c admin admin] Publish callbacks [] for security_group (976ba536-a631-4934-bdf9-36eac3489a54), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:05.539416 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f606759-3e7b-456c-b975-5f45cf5ea52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (976ba536-a631-4934-bdf9-36eac3489a54), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:05.572862 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f606759-3e7b-456c-b975-5f45cf5ea52c admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:34:05.580071 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f606759-3e7b-456c-b975-5f45cf5ea52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976ba536-a631-4934-bdf9-36eac3489a54,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:05.586773 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f606759-3e7b-456c-b975-5f45cf5ea52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (66fb9cd0-1d2e-4d50-8b00-f767145cba08), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:05.587137 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-6f606759-3e7b-456c-b975-5f45cf5ea52c admin admin] Added segment 66fb9cd0-1d2e-4d50-8b00-f767145cba08 of type vlan for network 3e11f4f4-8a5c-4fd7-bda0-677ffa566606 Feb 09 22:34:05.631551 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f606759-3e7b-456c-b975-5f45cf5ea52c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (3e11f4f4-8a5c-4fd7-bda0-677ffa566606), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:05.659245 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f606759-3e7b-456c-b975-5f45cf5ea52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (3e11f4f4-8a5c-4fd7-bda0-677ffa566606), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:05.660380 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f606759-3e7b-456c-b975-5f45cf5ea52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:05.661171 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f606759-3e7b-456c-b975-5f45cf5ea52c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:05.715204 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6f606759-3e7b-456c-b975-5f45cf5ea52c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4328532 Feb 09 22:34:05.719411 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50316) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:05.727935 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ef4b43e3-d8c9-4be7-80a1-9a2ade421eaf admin admin] Request body: {'subnet': {'network_id': '3e11f4f4-8a5c-4fd7-bda0-677ffa566606', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-87548139-subnet', 'tenant_id': '320fc15383be416c8dc6ea79fb84882d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:05.731262 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f606759-3e7b-456c-b975-5f45cf5ea52c admin admin] Pushing event updated for resources: {'Network': ['ID=3e11f4f4-8a5c-4fd7-bda0-677ffa566606,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:05.747467 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 3e11f4f4-8a5c-4fd7-bda0-677ffa566606 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:34:05.751693 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4b43e3-d8c9-4be7-80a1-9a2ade421eaf admin admin] Made reservation on behalf of 320fc15383be416c8dc6ea79fb84882d for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:05.754678 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef4b43e3-d8c9-4be7-80a1-9a2ade421eaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:05.948829 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef4b43e3-d8c9-4be7-80a1-9a2ade421eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (e820120a-622a-49ac-831d-ca91fa072748), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:06.007481 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b43e3-d8c9-4be7-80a1-9a2ade421eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e820120a-622a-49ac-831d-ca91fa072748,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:06.019496 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4b43e3-d8c9-4be7-80a1-9a2ade421eaf admin admin] Checking segment: {'id': '66fb9cd0-1d2e-4d50-8b00-f767145cba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3e11f4f4-8a5c-4fd7-bda0-677ffa566606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:06.020751 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4b43e3-d8c9-4be7-80a1-9a2ade421eaf admin admin] Network hostable DHCP agents. Network: 3e11f4f4-8a5c-4fd7-bda0-677ffa566606, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:34:06.043632 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4b43e3-d8c9-4be7-80a1-9a2ade421eaf admin admin] Network 3e11f4f4-8a5c-4fd7-bda0-677ffa566606 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:34:06.055863 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-ef4b43e3-d8c9-4be7-80a1-9a2ade421eaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 3e11f4f4-8a5c-4fd7-bda0-677ffa566606) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:06.060274 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4b43e3-d8c9-4be7-80a1-9a2ade421eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:06.060878 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef4b43e3-d8c9-4be7-80a1-9a2ade421eaf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:06.067201 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa7daf4-f007-4c74-995e-0f5f780d1eb2 None None] Network 3e11f4f4-8a5c-4fd7-bda0-677ffa566606 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:06.090884 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ef4b43e3-d8c9-4be7-80a1-9a2ade421eaf admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3586967 Feb 09 22:34:06.217547 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563a61ba-e972-4c47-95ba-4d53e9ecf3ff None None] Network 3e11f4f4-8a5c-4fd7-bda0-677ffa566606 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:06.309753 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 92e331bc-6bc1-4103-8700-e2b6a667d6e6 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:34:06.354513 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 92e331bc-6bc1-4103-8700-e2b6a667d6e6 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:34:06.354963 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 92e331bc-6bc1-4103-8700-e2b6a667d6e6 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:34:06.610696 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-4bd37b1c-a746-48e6-9ce0-84a05aa80793 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:06.612195 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-4bd37b1c-a746-48e6-9ce0-84a05aa80793 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/networks?id=3e11f4f4-8a5c-4fd7-bda0-677ffa566606 HTTP/1.1" status: 200 len: 810 time: 0.1103837 Feb 09 22:34:06.627334 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-ab399722-7468-40dc-b0fe-a8ab5c83e6f3 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/quotas/320fc15383be416c8dc6ea79fb84882d HTTP/1.1" status: 200 len: 375 time: 0.0097733 Feb 09 22:34:06.660749 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-9eb4585a-ac5e-416d-9970-727aa04a5e7e tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=320fc15383be416c8dc6ea79fb84882d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277698 Feb 09 22:34:06.671567 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-b432a6d7-1607-4c07-947c-593b876a6778 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:34:06.673096 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-b432a6d7-1607-4c07-947c-593b876a6778 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058274 Feb 09 22:34:06.766260 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-7ea2d5d9-a31f-4245-9b87-766ebb74c233 service neutron] 10.222.0.77 "GET /v2.0/networks/3e11f4f4-8a5c-4fd7-bda0-677ffa566606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868275 Feb 09 22:34:06.857017 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-ab5a0e84-c505-4bdd-847d-dfc11d1bd836 service neutron] 10.222.0.77 "GET /v2.0/networks/3e11f4f4-8a5c-4fd7-bda0-677ffa566606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850599 Feb 09 22:34:07.015533 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1087cf6-9599-4dee-b143-a2b8e4ca6de3 req-aa41f11b-8b3d-43e8-a6a1-1bac14252969 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 210 time: 0.0278258 Feb 09 22:34:07.876763 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-46e3f05d-88b4-4738-b14c-f020e67fea0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:08.102412 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-e5c0b679-a59a-4b1e-8dd0-7ad41fd36e6f tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:08.104131 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-e5c0b679-a59a-4b1e-8dd0-7ad41fd36e6f tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.71 "GET /v2.0/networks?id=3e11f4f4-8a5c-4fd7-bda0-677ffa566606 HTTP/1.1" status: 200 len: 810 time: 0.1237431 Feb 09 22:34:08.129131 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6f29591-c3f5-4f56-b5c3-a5220bb2cf1c req-009e1345-d8b2-49ea-85e9-7d384623e754 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 210 time: 0.0408294 Feb 09 22:34:08.132456 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-582089dd-2c08-472f-8a36-63fab65bb941 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Request body: {'port': {'device_id': '063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f', 'network_id': '3e11f4f4-8a5c-4fd7-bda0-677ffa566606', 'admin_state_up': True, 'tenant_id': '320fc15383be416c8dc6ea79fb84882d'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:08.241628 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-582089dd-2c08-472f-8a36-63fab65bb941 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Made reservation on behalf of 320fc15383be416c8dc6ea79fb84882d for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:08.244987 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-582089dd-2c08-472f-8a36-63fab65bb941 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:08.369209 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-582089dd-2c08-472f-8a36-63fab65bb941 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Allocated IP 172.20.0.3 (3e11f4f4-8a5c-4fd7-bda0-677ffa566606/e820120a-622a-49ac-831d-ca91fa072748/7b178eb6-322d-442f-8d97-453eabb9c185) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:34:08.529783 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-582089dd-2c08-472f-8a36-63fab65bb941 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Publish callbacks [] for port (7b178eb6-322d-442f-8d97-453eabb9c185), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:08.563669 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-582089dd-2c08-472f-8a36-63fab65bb941 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (7b178eb6-322d-442f-8d97-453eabb9c185), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:08.610209 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-582089dd-2c08-472f-8a36-63fab65bb941 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Network 3e11f4f4-8a5c-4fd7-bda0-677ffa566606 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:34:08.615391 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-582089dd-2c08-472f-8a36-63fab65bb941 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:08.619378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-582089dd-2c08-472f-8a36-63fab65bb941 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:34:08.648268 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582089dd-2c08-472f-8a36-63fab65bb941 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Pushing event updated for resources: {'Port': ['ID=7b178eb6-322d-442f-8d97-453eabb9c185,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:08.672920 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-582089dd-2c08-472f-8a36-63fab65bb941 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:08.673548 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-582089dd-2c08-472f-8a36-63fab65bb941 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:08.692824 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-582089dd-2c08-472f-8a36-63fab65bb941 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5665891 Feb 09 22:34:08.750839 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] Request body: {'port': {'device_id': '063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:08.811532 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7b178eb6-322d-442f-8d97-453eabb9c185), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:09.076695 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b178eb6-322d-442f-8d97-453eabb9c185 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:34:09.085116 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] Publish callbacks [] for port (7b178eb6-322d-442f-8d97-453eabb9c185), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:09.097544 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] Transition to ACTIVE for port object 7b178eb6-322d-442f-8d97-453eabb9c185 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:34:09.101392 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (7b178eb6-322d-442f-8d97-453eabb9c185), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:09.153316 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b178eb6-322d-442f-8d97-453eabb9c185,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:09.251438 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] Attempting to bind port 7b178eb6-322d-442f-8d97-453eabb9c185 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:34:09.251807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] Attempting to bind port 7b178eb6-322d-442f-8d97-453eabb9c185 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '66fb9cd0-1d2e-4d50-8b00-f767145cba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3e11f4f4-8a5c-4fd7-bda0-677ffa566606'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:34:09.252140 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] Attempting to bind port 7b178eb6-322d-442f-8d97-453eabb9c185 on network 3e11f4f4-8a5c-4fd7-bda0-677ffa566606 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:34:09.259176 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] Port 7b178eb6-322d-442f-8d97-453eabb9c185 on network 3e11f4f4-8a5c-4fd7-bda0-677ffa566606 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:34:09.259497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] Attempting to bind port 7b178eb6-322d-442f-8d97-453eabb9c185 on network 3e11f4f4-8a5c-4fd7-bda0-677ffa566606 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:34:09.268082 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:34:09.268422 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] Checking segment: {'id': '66fb9cd0-1d2e-4d50-8b00-f767145cba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3e11f4f4-8a5c-4fd7-bda0-677ffa566606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:09.268806 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] Bound using segment: {'id': '66fb9cd0-1d2e-4d50-8b00-f767145cba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3e11f4f4-8a5c-4fd7-bda0-677ffa566606'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:34:09.269231 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] Bound port: 7b178eb6-322d-442f-8d97-453eabb9c185, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66fb9cd0-1d2e-4d50-8b00-f767145cba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3e11f4f4-8a5c-4fd7-bda0-677ffa566606'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:34:09.269588 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7b178eb6-322d-442f-8d97-453eabb9c185), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:09.288795 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee37c3-66d5-4ae0-ba62-96b112b91dad req-2e188c5a-1871-4888-bdcc-9761df0e1324 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:09.290309 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61ee37c3-66d5-4ae0-ba62-96b112b91dad req-2e188c5a-1871-4888-bdcc-9761df0e1324 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 943 time: 0.0855241 Feb 09 22:34:09.378260 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-61ee37c3-66d5-4ae0-ba62-96b112b91dad req-1cf988af-cea4-467b-9709-f0dd6ebe90eb tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821462 Feb 09 22:34:09.379230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] For port 7b178eb6-322d-442f-8d97-453eabb9c185, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:34:09.382581 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] For port 7b178eb6-322d-442f-8d97-453eabb9c185, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=7b178eb6-322d-442f-8d97-453eabb9c185,segment=NetworkSegment(66fb9cd0-1d2e-4d50-8b00-f767145cba08),segment_id=66fb9cd0-1d2e-4d50-8b00-f767145cba08)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:34:09.399775 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (7b178eb6-322d-442f-8d97-453eabb9c185), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:09.424848 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:09.425473 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:09.426874 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] 10.222.0.71 "PUT /v2.0/ports/7b178eb6-322d-442f-8d97-453eabb9c185 HTTP/1.1" status: 200 len: 1091 time: 0.7270582 Feb 09 22:34:09.427319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f', 'tag': '7b178eb6-322d-442f-8d97-453eabb9c185'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:34:09.429640 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa29406a-d15b-44b7-9765-42f6bd80cbac" -d '{"events": [{"name": "network-changed", "server_uuid": "063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f", "tag": "7b178eb6-322d-442f-8d97-453eabb9c185"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:34:09.452848 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cd22d-b57a-4b6a-9b09-707a66bf04a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b178eb6-322d-442f-8d97-453eabb9c185,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:09.476827 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4546dc-f28f-4274-b0fb-2ddf6769fcde x-openstack-request-id: req-eb4546dc-f28f-4274-b0fb-2ddf6769fcde {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:34:09.477118 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f", "tag": "7b178eb6-322d-442f-8d97-453eabb9c185", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:34:09.477403 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eb4546dc-f28f-4274-b0fb-2ddf6769fcde {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:34:09.477813 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f', 'tag': '7b178eb6-322d-442f-8d97-453eabb9c185', 'status': 'completed', 'code': 200} Feb 09 22:34:09.514984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-c56bcb7e-94d1-4935-851d-2fa7fe8c8f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:09.516657 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-c56bcb7e-94d1-4935-851d-2fa7fe8c8f8c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=320fc15383be416c8dc6ea79fb84882d&device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 1125 time: 0.0522592 Feb 09 22:34:09.563366 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-69387c2a-8d83-49da-b3a8-6545f55ecf4c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b178eb6-322d-442f-8d97-453eabb9c185 HTTP/1.1" status: 200 len: 217 time: 0.0396492 Feb 09 22:34:09.615125 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-353a84e1-b893-4fe5-936c-9f4bd13e325d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:09.616751 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-353a84e1-b893-4fe5-936c-9f4bd13e325d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e820120a-622a-49ac-831d-ca91fa072748 HTTP/1.1" status: 200 len: 850 time: 0.0460830 Feb 09 22:34:09.652871 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-03f9ce41-ea07-4927-97c4-92963da6d05c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e11f4f4-8a5c-4fd7-bda0-677ffa566606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299366 Feb 09 22:34:09.744872 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-de16b596-73a6-491f-827a-818961463c61 service neutron] 10.222.0.71 "GET /v2.0/networks/3e11f4f4-8a5c-4fd7-bda0-677ffa566606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859425 Feb 09 22:34:09.841191 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c3e9f98-14f5-4d2c-b4f0-ad664d6aaea2 req-c441692a-ea73-4191-a082-0a44a74b3dfe service neutron] 10.222.0.71 "GET /v2.0/networks/3e11f4f4-8a5c-4fd7-bda0-677ffa566606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907609 Feb 09 22:34:09.931415 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29406a-d15b-44b7-9765-42f6bd80cbac req-f7877720-5f84-4dbc-a354-e2fca5bb92d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:09.932979 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa29406a-d15b-44b7-9765-42f6bd80cbac req-f7877720-5f84-4dbc-a354-e2fca5bb92d6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=320fc15383be416c8dc6ea79fb84882d&device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 1125 time: 0.0491755 Feb 09 22:34:10.021450 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29406a-d15b-44b7-9765-42f6bd80cbac req-355092a6-2458-430b-9a75-dc05fe4adcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:10.022944 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa29406a-d15b-44b7-9765-42f6bd80cbac req-355092a6-2458-430b-9a75-dc05fe4adcf2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3e11f4f4-8a5c-4fd7-bda0-677ffa566606 HTTP/1.1" status: 200 len: 911 time: 0.0840092 Feb 09 22:34:10.067408 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa29406a-d15b-44b7-9765-42f6bd80cbac req-f51d59a6-d2f1-4791-a33a-820aac4cfba9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b178eb6-322d-442f-8d97-453eabb9c185 HTTP/1.1" status: 200 len: 217 time: 0.0387821 Feb 09 22:34:10.116004 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29406a-d15b-44b7-9765-42f6bd80cbac req-ae1f5622-d828-472d-84e5-1695fd15ea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:10.117490 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa29406a-d15b-44b7-9765-42f6bd80cbac req-ae1f5622-d828-472d-84e5-1695fd15ea12 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e820120a-622a-49ac-831d-ca91fa072748 HTTP/1.1" status: 200 len: 850 time: 0.0443616 Feb 09 22:34:10.151825 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa29406a-d15b-44b7-9765-42f6bd80cbac req-b0db4335-5a79-44c8-a0df-9520ac2448f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e11f4f4-8a5c-4fd7-bda0-677ffa566606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277212 Feb 09 22:34:10.249451 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa29406a-d15b-44b7-9765-42f6bd80cbac req-ddca1ceb-f716-41e1-ae01-49a08254f6c2 service neutron] 10.222.0.71 "GET /v2.0/networks/3e11f4f4-8a5c-4fd7-bda0-677ffa566606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914476 Feb 09 22:34:10.339582 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa29406a-d15b-44b7-9765-42f6bd80cbac req-456c70b9-f340-415e-b090-45d6d372248c service neutron] 10.222.0.71 "GET /v2.0/networks/3e11f4f4-8a5c-4fd7-bda0-677ffa566606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825937 Feb 09 22:34:10.506147 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f24391-2475-42b2-be23-05b34368923e req-446b593d-1f19-49e6-ae19-16dc652769db tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:10.507727 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-96f24391-2475-42b2-be23-05b34368923e req-446b593d-1f19-49e6-ae19-16dc652769db tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 943 time: 0.0588372 Feb 09 22:34:10.555948 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-96f24391-2475-42b2-be23-05b34368923e req-3c471420-6842-4059-9f88-b55a55049fd4 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425537 Feb 09 22:34:10.573380 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-95446c0d-be4e-45a8-a844-47ad23c4d92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:11.684643 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb255f8f-9959-4710-baf2-fef1f2f02e8e req-2c21b0cc-ac73-4cec-ba48-bb3ff779d2f5 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:11.686104 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb255f8f-9959-4710-baf2-fef1f2f02e8e req-2c21b0cc-ac73-4cec-ba48-bb3ff779d2f5 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 943 time: 0.0581396 Feb 09 22:34:11.735920 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb255f8f-9959-4710-baf2-fef1f2f02e8e req-3699a961-678e-4ce2-8d7e-139114a2df4b tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440564 Feb 09 22:34:11.769849 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:12.226666 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 7b178eb6-322d-442f-8d97-453eabb9c185 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:34:12.327657 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 7b178eb6-322d-442f-8d97-453eabb9c185, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=7b178eb6-322d-442f-8d97-453eabb9c185,segment=NetworkSegment(66fb9cd0-1d2e-4d50-8b00-f767145cba08),segment_id=66fb9cd0-1d2e-4d50-8b00-f767145cba08)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:12.339992 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '7b178eb6-322d-442f-8d97-453eabb9c185', 'network_id': '3e11f4f4-8a5c-4fd7-bda0-677ffa566606', 'port_id': '7b178eb6-322d-442f-8d97-453eabb9c185', 'mac_address': 'fa:16:3e:60:02:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e820120a-622a-49ac-831d-ca91fa072748', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:34:12.377717 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 7b178eb6-322d-442f-8d97-453eabb9c185 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:12.378112 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7b178eb6-322d-442f-8d97-453eabb9c185), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:12.393498 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b178eb6-322d-442f-8d97-453eabb9c185 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:34:12.414120 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 7b178eb6-322d-442f-8d97-453eabb9c185, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=7b178eb6-322d-442f-8d97-453eabb9c185,segment=NetworkSegment(66fb9cd0-1d2e-4d50-8b00-f767145cba08),segment_id=66fb9cd0-1d2e-4d50-8b00-f767145cba08)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:12.419773 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7b178eb6-322d-442f-8d97-453eabb9c185), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:12.477005 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=7b178eb6-322d-442f-8d97-453eabb9c185,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:12.657069 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['7b178eb6-322d-442f-8d97-453eabb9c185'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:34:12.862063 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235fe8-ff3f-430d-98d3-8a6b59453c36 req-7e9914d0-bce0-4890-85d4-8513bef01326 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:12.863639 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff235fe8-ff3f-430d-98d3-8a6b59453c36 req-7e9914d0-bce0-4890-85d4-8513bef01326 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 944 time: 0.0547125 Feb 09 22:34:12.917734 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff235fe8-ff3f-430d-98d3-8a6b59453c36 req-99015582-b5de-4ffb-a01c-4637b1c65373 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472624 Feb 09 22:34:12.947280 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:14.043261 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e530d-f331-4cc7-84b6-ff505f29ad96 req-fc88dc4a-b782-4299-8e70-ee5dd339c93b tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:14.044925 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-442e530d-f331-4cc7-84b6-ff505f29ad96 req-fc88dc4a-b782-4299-8e70-ee5dd339c93b tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 944 time: 0.0580337 Feb 09 22:34:14.097603 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-442e530d-f331-4cc7-84b6-ff505f29ad96 req-73ee98f5-c9b8-4f3d-9b0d-b3929c6e5e1f tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460467 Feb 09 22:34:14.226677 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 7b178eb6-322d-442f-8d97-453eabb9c185 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:34:14.277521 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 7b178eb6-322d-442f-8d97-453eabb9c185 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:34:14.282262 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 7b178eb6-322d-442f-8d97-453eabb9c185 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:14.282640 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7b178eb6-322d-442f-8d97-453eabb9c185), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:14.385423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 7b178eb6-322d-442f-8d97-453eabb9c185 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:14.385812 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7b178eb6-322d-442f-8d97-453eabb9c185), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:14.409709 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b178eb6-322d-442f-8d97-453eabb9c185'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:34:14.411999 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61765ce-e06d-4d66-ae20-50ae2c74cfa8" -d '{"events": [{"server_uuid": "063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f", "name": "network-vif-plugged", "status": "completed", "tag": "7b178eb6-322d-442f-8d97-453eabb9c185"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:34:14.425551 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 7b178eb6-322d-442f-8d97-453eabb9c185, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=7b178eb6-322d-442f-8d97-453eabb9c185,segment=NetworkSegment(66fb9cd0-1d2e-4d50-8b00-f767145cba08),segment_id=66fb9cd0-1d2e-4d50-8b00-f767145cba08)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:14.429960 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7b178eb6-322d-442f-8d97-453eabb9c185), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:14.452429 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57623735-3b7b-44be-a605-64c622d21216 x-openstack-request-id: req-57623735-3b7b-44be-a605-64c622d21216 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:34:14.452713 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f", "name": "network-vif-plugged", "status": "completed", "tag": "7b178eb6-322d-442f-8d97-453eabb9c185", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:34:14.452972 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-57623735-3b7b-44be-a605-64c622d21216 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:34:14.453915 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b178eb6-322d-442f-8d97-453eabb9c185', 'code': 200} Feb 09 22:34:14.483574 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=7b178eb6-322d-442f-8d97-453eabb9c185,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:14.552238 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0e9ea-5ab2-4f9c-a447-6756c06445d3 req-4923912d-a0b6-440c-a076-80f983b1c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:14.553749 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fef0e9ea-5ab2-4f9c-a447-6756c06445d3 req-4923912d-a0b6-440c-a076-80f983b1c4b2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 1127 time: 0.0431857 Feb 09 22:34:14.599390 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fef0e9ea-5ab2-4f9c-a447-6756c06445d3 req-2de8981d-8189-4cb1-b1fc-db83e0985261 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401421 Feb 09 22:34:14.698773 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:15.220963 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c87ace-83d6-4969-8a20-d177151f4a88 req-b0a3cc02-843f-4464-bd52-beb4ae56c431 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:15.222375 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4c87ace-83d6-4969-8a20-d177151f4a88 req-b0a3cc02-843f-4464-bd52-beb4ae56c431 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0534093 Feb 09 22:34:15.273781 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4c87ace-83d6-4969-8a20-d177151f4a88 req-c9611c9e-4cbb-4d3d-845d-f34fd598b726 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451081 Feb 09 22:34:15.773027 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:16.318978 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:16.398911 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80064f27-fdb7-4e2b-8685-f21d899e67fe req-0d739e3b-9725-4ad4-aeb2-e39ac6cc7e81 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:16.400531 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80064f27-fdb7-4e2b-8685-f21d899e67fe req-0d739e3b-9725-4ad4-aeb2-e39ac6cc7e81 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0558083 Feb 09 22:34:16.447169 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80064f27-fdb7-4e2b-8685-f21d899e67fe req-9b7fd3f3-0c13-418e-82ee-d79f210e34f9 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410669 Feb 09 22:34:16.679587 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50374) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:16.705340 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346a620-e881-427e-8170-208afb01540c req-7387b72f-0aa3-4b3d-8481-a7966ea96a70 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:16.706904 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6346a620-e881-427e-8170-208afb01540c req-7387b72f-0aa3-4b3d-8481-a7966ea96a70 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0647073 Feb 09 22:34:16.759455 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6346a620-e881-427e-8170-208afb01540c req-590257b8-9212-4e94-b3fa-c42efefd1fa3 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462148 Feb 09 22:34:16.783233 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-9eeafa05-bfcd-45df-a329-b9e9e6fce2b2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1015978 Feb 09 22:34:16.792284 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-b70acb32-99d8-4da8-a705-e9c9b1ee060c service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:34:16.793296 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-b70acb32-99d8-4da8-a705-e9c9b1ee060c service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053887 Feb 09 22:34:17.902582 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9b348-ad22-4ad9-98aa-f6ba52f86af2 req-041e6be2-0bc6-4683-a423-cf35d5e54c6a tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:17.904200 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e7d9b348-ad22-4ad9-98aa-f6ba52f86af2 req-041e6be2-0bc6-4683-a423-cf35d5e54c6a tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0606117 Feb 09 22:34:17.961511 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e7d9b348-ad22-4ad9-98aa-f6ba52f86af2 req-a2cd67fb-afff-45a2-979c-ace2e25d8d12 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515249 Feb 09 22:34:18.126262 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-6bf7bb11-7e43-4c06-b76e-934d2bc1ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:18.127863 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-6bf7bb11-7e43-4c06-b76e-934d2bc1ce78 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=320fc15383be416c8dc6ea79fb84882d&device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 1127 time: 0.0479710 Feb 09 22:34:18.224538 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-d89a3d82-2c6f-41dc-93ec-42798bb32e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:18.226108 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-d89a3d82-2c6f-41dc-93ec-42798bb32e59 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3e11f4f4-8a5c-4fd7-bda0-677ffa566606 HTTP/1.1" status: 200 len: 911 time: 0.0928240 Feb 09 22:34:18.278469 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-2ad7b2f2-013f-44ce-90e1-7175339c719e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b178eb6-322d-442f-8d97-453eabb9c185 HTTP/1.1" status: 200 len: 217 time: 0.0470598 Feb 09 22:34:18.328702 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-2bcde618-91cb-4795-bf38-8ac3a32d911b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:18.330219 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-2bcde618-91cb-4795-bf38-8ac3a32d911b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e820120a-622a-49ac-831d-ca91fa072748 HTTP/1.1" status: 200 len: 850 time: 0.0456862 Feb 09 22:34:18.361942 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-707c6a3f-027d-4acf-bfbc-8d674881c128 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e11f4f4-8a5c-4fd7-bda0-677ffa566606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260880 Feb 09 22:34:18.463667 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-d6646d05-2434-43d7-bcb3-38e08cb508d7 service neutron] 10.222.0.71 "GET /v2.0/networks/3e11f4f4-8a5c-4fd7-bda0-677ffa566606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964241 Feb 09 22:34:18.555756 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-27bb2f4e-ad53-4753-9aa6-c8c2671803cc service neutron] 10.222.0.71 "GET /v2.0/networks/3e11f4f4-8a5c-4fd7-bda0-677ffa566606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865121 Feb 09 22:34:19.088972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d087ac-71bc-446e-b4e0-4df40ffc5827 req-767b1028-0456-445e-b006-abc941b889c7 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:19.090517 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-34d087ac-71bc-446e-b4e0-4df40ffc5827 req-767b1028-0456-445e-b006-abc941b889c7 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0598614 Feb 09 22:34:19.138634 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-34d087ac-71bc-446e-b4e0-4df40ffc5827 req-445caa3e-14fb-4d19-a1aa-56609c551e19 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412340 Feb 09 22:34:20.275396 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7346e-6d9e-4bd9-a692-d753c56fa576 req-a41ad98c-e35a-48ed-991a-22ddf662cd7e tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:20.277031 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ba7346e-6d9e-4bd9-a692-d753c56fa576 req-a41ad98c-e35a-48ed-991a-22ddf662cd7e tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0637207 Feb 09 22:34:20.326330 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ba7346e-6d9e-4bd9-a692-d753c56fa576 req-8260093e-3a1b-459a-8dc9-3e2f804553c3 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435548 Feb 09 22:34:21.450512 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4d54a-e4a6-4cc9-8abb-9ccc976fb069 req-2a2a2813-d9d3-491d-84c1-1a3780a8f4c2 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:21.452050 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bea4d54a-e4a6-4cc9-8abb-9ccc976fb069 req-2a2a2813-d9d3-491d-84c1-1a3780a8f4c2 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0548153 Feb 09 22:34:21.505523 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bea4d54a-e4a6-4cc9-8abb-9ccc976fb069 req-f59c82fc-63bd-4f12-9f0e-399e1684f0be tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472815 Feb 09 22:34:22.628750 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957e04d-c6f6-432f-bbeb-c3a5ce7393f4 req-048e1d69-04ca-4095-9e3f-d33a3bb77e03 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:22.630261 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b957e04d-c6f6-432f-bbeb-c3a5ce7393f4 req-048e1d69-04ca-4095-9e3f-d33a3bb77e03 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0533741 Feb 09 22:34:22.678274 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b957e04d-c6f6-432f-bbeb-c3a5ce7393f4 req-2c0983a7-a010-4d53-9292-f4aa4455ab90 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419569 Feb 09 22:34:23.445990 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:34:23.801521 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc846f-e4f6-4874-8a9c-e5c2d0d1031b req-e8bd40af-f191-4391-8325-620f08e63bca tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:23.803098 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8fc846f-e4f6-4874-8a9c-e5c2d0d1031b req-e8bd40af-f191-4391-8325-620f08e63bca tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0532594 Feb 09 22:34:23.852568 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8fc846f-e4f6-4874-8a9c-e5c2d0d1031b req-70a95aa2-2f3f-46e9-ac7d-c16163eda1ad tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438175 Feb 09 22:34:24.981101 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82811721-45d3-46d1-ae46-36249e7d1a3d req-dcba0732-21ea-4928-9fc3-0432ea4a2203 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:24.982603 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82811721-45d3-46d1-ae46-36249e7d1a3d req-dcba0732-21ea-4928-9fc3-0432ea4a2203 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0590711 Feb 09 22:34:25.033283 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82811721-45d3-46d1-ae46-36249e7d1a3d req-c9fab892-6cee-49a3-bfba-9f36bf34abaa tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443268 Feb 09 22:34:26.165548 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f6758-e882-44da-b299-5138e35c7cef req-7088fe8a-4b70-4613-b8af-f518da5ee3c7 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:26.167156 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f2f6758-e882-44da-b299-5138e35c7cef req-7088fe8a-4b70-4613-b8af-f518da5ee3c7 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0578878 Feb 09 22:34:26.216452 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f2f6758-e882-44da-b299-5138e35c7cef req-4df53224-d8bd-4512-8503-78820861847e tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431824 Feb 09 22:34:27.347318 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396a9b1-2e35-40d1-9b24-101fb8a2da5f req-5d23a202-9ba4-48c6-bc13-3e42b21de28b tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:27.349195 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4396a9b1-2e35-40d1-9b24-101fb8a2da5f req-5d23a202-9ba4-48c6-bc13-3e42b21de28b tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0633812 Feb 09 22:34:27.397660 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4396a9b1-2e35-40d1-9b24-101fb8a2da5f req-3d424fa1-40f6-4146-882e-22fec2435503 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428085 Feb 09 22:34:28.517203 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4e808-5702-4ef0-9c17-57e3ac0e03da req-06eb3abe-9d98-4f67-9a88-e7d8eaf8229a tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:28.518688 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-43e4e808-5702-4ef0-9c17-57e3ac0e03da req-06eb3abe-9d98-4f67-9a88-e7d8eaf8229a tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0529401 Feb 09 22:34:28.567990 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-43e4e808-5702-4ef0-9c17-57e3ac0e03da req-276ee3cd-96ea-4f02-85e4-a6880cfb06ee tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434983 Feb 09 22:34:29.698218 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088f926-92b0-4a1e-be5a-f9981f3e2ad1 req-e9d17ef8-9cba-4b75-867b-82d817d15763 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:29.699673 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6088f926-92b0-4a1e-be5a-f9981f3e2ad1 req-e9d17ef8-9cba-4b75-867b-82d817d15763 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0564299 Feb 09 22:34:29.751138 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6088f926-92b0-4a1e-be5a-f9981f3e2ad1 req-bc19cf16-b346-4433-bc7a-cc2d81ea84cf tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455179 Feb 09 22:34:30.878918 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b505a8f-9e24-4d20-a79d-848435a9a52f req-4814f602-184a-4b3c-ab15-315176e4b366 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:30.880450 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8b505a8f-9e24-4d20-a79d-848435a9a52f req-4814f602-184a-4b3c-ab15-315176e4b366 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0570016 Feb 09 22:34:30.945884 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8b505a8f-9e24-4d20-a79d-848435a9a52f req-1e7ef8e9-f270-4b2e-a80b-17e10eaa03a9 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597317 Feb 09 22:34:32.080520 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645448ec-f23d-499d-b61b-8d8b3e9b89aa req-7b8fb9ed-bc59-467a-b100-d147c7518c4a tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:32.082165 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-645448ec-f23d-499d-b61b-8d8b3e9b89aa req-7b8fb9ed-bc59-467a-b100-d147c7518c4a tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0553577 Feb 09 22:34:32.132945 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-645448ec-f23d-499d-b61b-8d8b3e9b89aa req-2f14365c-f817-49f5-b6f6-c02c58449649 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444694 Feb 09 22:34:33.273909 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa4a8d-366b-416b-96d1-67d8e0435392 req-b7df7747-2aa7-4659-afcb-ae73907d43ee tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:33.275440 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-67fa4a8d-366b-416b-96d1-67d8e0435392 req-b7df7747-2aa7-4659-afcb-ae73907d43ee tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0604510 Feb 09 22:34:33.326193 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-67fa4a8d-366b-416b-96d1-67d8e0435392 req-1c557eb6-989a-4e46-a47a-39eae89a4c09 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450089 Feb 09 22:34:34.464392 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569aee16-4c9d-42bf-b19c-9b05d686cac2 req-6f781bf3-7f1b-40c1-8370-880cd9d45104 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:34.466026 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-569aee16-4c9d-42bf-b19c-9b05d686cac2 req-6f781bf3-7f1b-40c1-8370-880cd9d45104 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0596986 Feb 09 22:34:34.518986 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-569aee16-4c9d-42bf-b19c-9b05d686cac2 req-73fbc6d2-fbf2-423c-ae96-54a07c2880c0 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445700 Feb 09 22:34:35.669590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab2be5-ddd3-4296-b39e-3c5bbfd15522 req-87e43b1e-bb30-4b31-b347-8ffbbc4352bc tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:35.671390 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f6ab2be5-ddd3-4296-b39e-3c5bbfd15522 req-87e43b1e-bb30-4b31-b347-8ffbbc4352bc tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0665774 Feb 09 22:34:35.732473 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f6ab2be5-ddd3-4296-b39e-3c5bbfd15522 req-0bb4e90c-5186-4a0d-8815-136cdf26f1aa tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537369 Feb 09 22:34:36.863777 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4fd52-1868-4555-844e-f0cc490daddc req-f3d05629-8a98-4f35-a776-476507c4509f tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:36.865408 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bc4fd52-1868-4555-844e-f0cc490daddc req-f3d05629-8a98-4f35-a776-476507c4509f tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0590405 Feb 09 22:34:36.922889 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bc4fd52-1868-4555-844e-f0cc490daddc req-0821bf44-c4e7-4c3c-93f3-fc191b10caa7 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462828 Feb 09 22:34:37.882449 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0816bddb-d373-4fd9-bfb3-667c679a9187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:38.054579 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ca180-baf5-4985-be17-e81a0d2c0f5a req-8b5de47c-f54f-4040-8b76-ad54eddd2e92 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:38.056809 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b82ca180-baf5-4985-be17-e81a0d2c0f5a req-8b5de47c-f54f-4040-8b76-ad54eddd2e92 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0600848 Feb 09 22:34:38.125025 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b82ca180-baf5-4985-be17-e81a0d2c0f5a req-72ddec3c-fa32-495f-bd41-f605d45ad713 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614583 Feb 09 22:34:39.263479 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7f825-16d5-4c19-9942-e51a00488cfc req-ae0fb5f2-edeb-41c9-ba70-bd9066b779e0 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:39.265594 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cdb7f825-16d5-4c19-9942-e51a00488cfc req-ae0fb5f2-edeb-41c9-ba70-bd9066b779e0 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0647173 Feb 09 22:34:39.318529 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cdb7f825-16d5-4c19-9942-e51a00488cfc req-7001daaf-ff25-4944-8f67-1fc745ffd802 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437529 Feb 09 22:34:40.456902 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9cd80-391d-48ca-af32-4a4f758f3999 req-fc851288-3b62-4b1c-a73a-52b913cb1332 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:40.459281 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-47d9cd80-391d-48ca-af32-4a4f758f3999 req-fc851288-3b62-4b1c-a73a-52b913cb1332 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0646331 Feb 09 22:34:40.512180 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-47d9cd80-391d-48ca-af32-4a4f758f3999 req-251e847c-fa5f-45de-89c6-390c7d49612e tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469596 Feb 09 22:34:40.581508 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5395aff2-0456-46eb-8108-59dc8e0e98a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:41.666742 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc136a-71ea-4fca-85e8-d2b3bce0cd13 req-2fcac498-2c99-4fee-84b5-7c87ecdeab6f tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:41.668230 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dabc136a-71ea-4fca-85e8-d2b3bce0cd13 req-2fcac498-2c99-4fee-84b5-7c87ecdeab6f tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0733206 Feb 09 22:34:41.716819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dabc136a-71ea-4fca-85e8-d2b3bce0cd13 req-8d088dac-f112-4291-b275-07e61a0cffe1 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418396 Feb 09 22:34:41.771101 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:42.844917 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400fcb5-eeb0-4a4e-a80a-eccab96dde43 req-f668f2d7-167e-4df1-af8a-031836719a96 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:42.846549 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f400fcb5-eeb0-4a4e-a80a-eccab96dde43 req-f668f2d7-167e-4df1-af8a-031836719a96 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0569859 Feb 09 22:34:42.896251 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f400fcb5-eeb0-4a4e-a80a-eccab96dde43 req-71e733c7-15c6-4be7-b675-665164c9490e tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434623 Feb 09 22:34:42.950447 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:44.047345 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94694190-3e54-4885-a3bd-76778c348e11 req-bd16193d-5d26-4b37-9232-1b8073bfa083 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:44.048885 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94694190-3e54-4885-a3bd-76778c348e11 req-bd16193d-5d26-4b37-9232-1b8073bfa083 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0525842 Feb 09 22:34:44.101861 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94694190-3e54-4885-a3bd-76778c348e11 req-ee4c411e-aea2-49c0-9c43-0df9241549a9 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473802 Feb 09 22:34:44.693182 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:45.224050 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a219c93-f9fa-4779-999b-64159df8cee6 req-9f7f5d2e-a155-4c29-bca8-476f46ba6a36 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:45.225532 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a219c93-f9fa-4779-999b-64159df8cee6 req-9f7f5d2e-a155-4c29-bca8-476f46ba6a36 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0533981 Feb 09 22:34:45.274318 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a219c93-f9fa-4779-999b-64159df8cee6 req-6e50ecf2-f151-4303-8e98-3e35b3fa25fd tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428438 Feb 09 22:34:45.406429 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-8a39cad9-5534-4920-85aa-beb8a7c65e3d service neutron] show failed (client error): The resource could not be found. Feb 09 22:34:45.407455 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-8a39cad9-5534-4920-85aa-beb8a7c65e3d service neutron] 10.222.0.71 "GET /v2.0/ports/7b178eb6-322d-442f-8d97-453eabb9c185/bindings/n-h2-828601-1 HTTP/1.1" status: 404 len: 380 time: 0.0546601 Feb 09 22:34:45.617653 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-26dae999-36e6-49d0-8b35-dd5b408c5176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:45.619156 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-26dae999-36e6-49d0-8b35-dd5b408c5176 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f&tenant_id=320fc15383be416c8dc6ea79fb84882d HTTP/1.1" status: 200 len: 1127 time: 0.0453854 Feb 09 22:34:45.633984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828601-1', 'device_owner': 'compute:nova'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:45.699928 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7b178eb6-322d-442f-8d97-453eabb9c185), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:45.776982 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:45.932153 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] For port 7b178eb6-322d-442f-8d97-453eabb9c185, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=7b178eb6-322d-442f-8d97-453eabb9c185,segment=NetworkSegment(66fb9cd0-1d2e-4d50-8b00-f767145cba08),segment_id=66fb9cd0-1d2e-4d50-8b00-f767145cba08)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:45.969464 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] For port 7b178eb6-322d-442f-8d97-453eabb9c185, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:34:46.013604 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b178eb6-322d-442f-8d97-453eabb9c185'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:34:46.016513 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88322a44-4a41-4dc4-af48-7e735533e0e8" -d '{"events": [{"server_uuid": "063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b178eb6-322d-442f-8d97-453eabb9c185"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:34:46.020763 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Publish callbacks [] for port (7b178eb6-322d-442f-8d97-453eabb9c185), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:46.042129 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Transition to ACTIVE for port object 7b178eb6-322d-442f-8d97-453eabb9c185 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:34:46.049092 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (7b178eb6-322d-442f-8d97-453eabb9c185), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:46.090923 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24412719-8275-4414-b04b-d41f12c0d68b x-openstack-request-id: req-24412719-8275-4414-b04b-d41f12c0d68b {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:34:46.091214 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b178eb6-322d-442f-8d97-453eabb9c185", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:34:46.091455 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-24412719-8275-4414-b04b-d41f12c0d68b {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:34:46.091927 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b178eb6-322d-442f-8d97-453eabb9c185', 'code': 200} Feb 09 22:34:46.142833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] No DVR routers for this DVR port 7b178eb6-322d-442f-8d97-453eabb9c185 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:34:46.145006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Pushing event updated for resources: {'Port': ['ID=7b178eb6-322d-442f-8d97-453eabb9c185,revision_number=6']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:46.158816 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:46.159167 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:46.159513 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:46.159925 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:46.160262 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:46.160602 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:46.160933 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:46.161261 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:46.161586 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:46.161915 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:46.162238 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:46.162559 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:46.162880 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:46.194853 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Attempting to bind port 7b178eb6-322d-442f-8d97-453eabb9c185 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:34:46.195350 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Attempting to bind port 7b178eb6-322d-442f-8d97-453eabb9c185 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '66fb9cd0-1d2e-4d50-8b00-f767145cba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3e11f4f4-8a5c-4fd7-bda0-677ffa566606'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:34:46.195725 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Attempting to bind port 7b178eb6-322d-442f-8d97-453eabb9c185 on network 3e11f4f4-8a5c-4fd7-bda0-677ffa566606 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:34:46.200903 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Port 7b178eb6-322d-442f-8d97-453eabb9c185 on network 3e11f4f4-8a5c-4fd7-bda0-677ffa566606 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:34:46.201258 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Attempting to bind port 7b178eb6-322d-442f-8d97-453eabb9c185 on network 3e11f4f4-8a5c-4fd7-bda0-677ffa566606 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:34:46.207305 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:34:46.207669 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Checking segment: {'id': '66fb9cd0-1d2e-4d50-8b00-f767145cba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3e11f4f4-8a5c-4fd7-bda0-677ffa566606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:46.208073 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Bound using segment: {'id': '66fb9cd0-1d2e-4d50-8b00-f767145cba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3e11f4f4-8a5c-4fd7-bda0-677ffa566606'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:34:46.208514 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Bound port: 7b178eb6-322d-442f-8d97-453eabb9c185, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66fb9cd0-1d2e-4d50-8b00-f767145cba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3e11f4f4-8a5c-4fd7-bda0-677ffa566606'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:34:46.208878 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7b178eb6-322d-442f-8d97-453eabb9c185), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:46.276087 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] For port 7b178eb6-322d-442f-8d97-453eabb9c185, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:34:46.279447 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] For port 7b178eb6-322d-442f-8d97-453eabb9c185, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=7b178eb6-322d-442f-8d97-453eabb9c185,segment=NetworkSegment(66fb9cd0-1d2e-4d50-8b00-f767145cba08),segment_id=66fb9cd0-1d2e-4d50-8b00-f767145cba08)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:34:46.287179 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (7b178eb6-322d-442f-8d97-453eabb9c185), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:46.323334 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:46.329036 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:46.329703 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:46.331140 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] 10.222.0.42 "PUT /v2.0/ports/7b178eb6-322d-442f-8d97-453eabb9c185 HTTP/1.1" status: 200 len: 1091 time: 0.7013550 Feb 09 22:34:46.362856 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91340e1-eea7-4d13-b550-d4e406eeb533 service neutron] Pushing event updated for resources: {'Port': ['ID=7b178eb6-322d-442f-8d97-453eabb9c185,revision_number=7']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:46.437854 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-2478a45a-23cd-41ec-95b6-2afb61d899d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:46.439375 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-2478a45a-23cd-41ec-95b6-2afb61d899d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=320fc15383be416c8dc6ea79fb84882d&device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 1125 time: 0.0724349 Feb 09 22:34:46.446921 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf481c-bc01-4ee4-b979-5ccf522afdbb req-6308ec64-873f-4658-af75-5adaa58ea44a tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:46.448409 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5fbf481c-bc01-4ee4-b979-5ccf522afdbb req-6308ec64-873f-4658-af75-5adaa58ea44a tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 943 time: 0.0945711 Feb 09 22:34:46.554836 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5fbf481c-bc01-4ee4-b979-5ccf522afdbb req-f2a9d7b9-2307-4b90-a5ab-590be3dc4dce tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971627 Feb 09 22:34:46.571333 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-b5f15d48-2f9d-45ef-9bad-72860f864575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:46.573077 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-b5f15d48-2f9d-45ef-9bad-72860f864575 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e11f4f4-8a5c-4fd7-bda0-677ffa566606 HTTP/1.1" status: 200 len: 911 time: 0.1234722 Feb 09 22:34:46.615036 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c761db68-a472-486c-b4bd-a30dd388a4d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b178eb6-322d-442f-8d97-453eabb9c185 HTTP/1.1" status: 200 len: 217 time: 0.0332987 Feb 09 22:34:46.669453 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c955f316-2131-4804-8b43-0359c150d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:46.670915 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c955f316-2131-4804-8b43-0359c150d51c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e820120a-622a-49ac-831d-ca91fa072748 HTTP/1.1" status: 200 len: 850 time: 0.0471351 Feb 09 22:34:46.706923 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-c80d77ea-da34-4cab-b2c1-8be343d0f6b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e11f4f4-8a5c-4fd7-bda0-677ffa566606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257621 Feb 09 22:34:46.798929 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-3ec9158b-4975-4181-8f70-7180074a96a7 service neutron] 10.222.0.42 "GET /v2.0/networks/3e11f4f4-8a5c-4fd7-bda0-677ffa566606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815756 Feb 09 22:34:46.896494 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bdaa861-39e5-46cf-ba49-52f8e60be262 req-bc1231ca-85bb-4047-b8a6-1a31ea6cc3d2 service neutron] 10.222.0.42 "GET /v2.0/networks/3e11f4f4-8a5c-4fd7-bda0-677ffa566606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885329 Feb 09 22:34:47.679733 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854abd0-5659-498d-b0af-100300bccf9b req-ca39daf8-c64e-4394-a6a5-b1648366c24e tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:47.681174 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6854abd0-5659-498d-b0af-100300bccf9b req-ca39daf8-c64e-4394-a6a5-b1648366c24e tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 943 time: 0.0530148 Feb 09 22:34:47.729207 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6854abd0-5659-498d-b0af-100300bccf9b req-02df1161-6010-4cc0-a6e4-454e1cc83108 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423193 Feb 09 22:34:48.093642 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f', 'tag': '7b178eb6-322d-442f-8d97-453eabb9c185'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:34:48.096103 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3cb4a6-1dab-4c1a-920c-efa19cc4c546" -d '{"events": [{"name": "network-changed", "server_uuid": "063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f", "tag": "7b178eb6-322d-442f-8d97-453eabb9c185"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:34:48.177507 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8161f24e-64ff-4979-a0fc-e40a953caf61 x-openstack-request-id: req-8161f24e-64ff-4979-a0fc-e40a953caf61 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:34:48.177977 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f", "tag": "7b178eb6-322d-442f-8d97-453eabb9c185", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:34:48.178397 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8161f24e-64ff-4979-a0fc-e40a953caf61 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:34:48.179036 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f', 'tag': '7b178eb6-322d-442f-8d97-453eabb9c185', 'status': 'completed', 'code': 200} Feb 09 22:34:48.267707 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3cb4a6-1dab-4c1a-920c-efa19cc4c546 req-474e03dc-bd21-49de-9b45-927ba41ab497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:48.269125 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee3cb4a6-1dab-4c1a-920c-efa19cc4c546 req-474e03dc-bd21-49de-9b45-927ba41ab497 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=320fc15383be416c8dc6ea79fb84882d&device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 1125 time: 0.0800798 Feb 09 22:34:48.274456 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3cb4a6-1dab-4c1a-920c-efa19cc4c546 req-8a5f5e16-e3c4-4fc7-ae4e-d88702ebb437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:48.275898 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee3cb4a6-1dab-4c1a-920c-efa19cc4c546 req-8a5f5e16-e3c4-4fc7-ae4e-d88702ebb437 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=320fc15383be416c8dc6ea79fb84882d&device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 1125 time: 0.0763609 Feb 09 22:34:48.398918 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 7b178eb6-322d-442f-8d97-453eabb9c185 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:34:48.443486 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] The host n-h1-828601-1 is not matching for port 7b178eb6-322d-442f-8d97-453eabb9c185 host n-h2-828601-1! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:34:48.443936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 7b178eb6-322d-442f-8d97-453eabb9c185 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:34:48.504953 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 7b178eb6-322d-442f-8d97-453eabb9c185 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:34:48.622210 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 7b178eb6-322d-442f-8d97-453eabb9c185, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=7b178eb6-322d-442f-8d97-453eabb9c185,segment=NetworkSegment(66fb9cd0-1d2e-4d50-8b00-f767145cba08),segment_id=66fb9cd0-1d2e-4d50-8b00-f767145cba08)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:48.637230 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '7b178eb6-322d-442f-8d97-453eabb9c185', 'network_id': '3e11f4f4-8a5c-4fd7-bda0-677ffa566606', 'port_id': '7b178eb6-322d-442f-8d97-453eabb9c185', 'mac_address': 'fa:16:3e:60:02:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e820120a-622a-49ac-831d-ca91fa072748', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:34:48.689713 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 7b178eb6-322d-442f-8d97-453eabb9c185 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:48.690814 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7b178eb6-322d-442f-8d97-453eabb9c185), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:48.725939 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b178eb6-322d-442f-8d97-453eabb9c185 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:34:48.756463 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 7b178eb6-322d-442f-8d97-453eabb9c185, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=7b178eb6-322d-442f-8d97-453eabb9c185,segment=NetworkSegment(66fb9cd0-1d2e-4d50-8b00-f767145cba08),segment_id=66fb9cd0-1d2e-4d50-8b00-f767145cba08)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:48.771565 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7b178eb6-322d-442f-8d97-453eabb9c185), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:48.791954 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3cb4a6-1dab-4c1a-920c-efa19cc4c546 req-1e6c52ae-7b28-4ed3-830f-f338dc354f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:48.793485 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee3cb4a6-1dab-4c1a-920c-efa19cc4c546 req-1e6c52ae-7b28-4ed3-830f-f338dc354f9b service neutron] 10.222.0.71 "GET /v2.0/networks?id=3e11f4f4-8a5c-4fd7-bda0-677ffa566606 HTTP/1.1" status: 200 len: 911 time: 0.5167184 Feb 09 22:34:48.800055 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3cb4a6-1dab-4c1a-920c-efa19cc4c546 req-c02af8d1-1249-4cd2-96ec-707a5c4a6995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:48.801906 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee3cb4a6-1dab-4c1a-920c-efa19cc4c546 req-c02af8d1-1249-4cd2-96ec-707a5c4a6995 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e11f4f4-8a5c-4fd7-bda0-677ffa566606 HTTP/1.1" status: 200 len: 911 time: 0.5177701 Feb 09 22:34:48.828629 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=7b178eb6-322d-442f-8d97-453eabb9c185,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:48.836228 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:48.836576 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:48.836917 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:48.837256 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:48.837592 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:48.837916 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:48.838240 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:48.838574 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:48.838898 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:48.839224 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:48.839545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:48.839890 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:48.840213 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:48.851485 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee3cb4a6-1dab-4c1a-920c-efa19cc4c546 req-6846a144-6b66-4164-bfea-a1f478602624 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b178eb6-322d-442f-8d97-453eabb9c185 HTTP/1.1" status: 200 len: 217 time: 0.0485971 Feb 09 22:34:48.910069 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee3cb4a6-1dab-4c1a-920c-efa19cc4c546 req-4cd6aa4b-36d7-4071-95ed-737c4723529f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b178eb6-322d-442f-8d97-453eabb9c185 HTTP/1.1" status: 200 len: 217 time: 0.0670857 Feb 09 22:34:48.993651 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3cb4a6-1dab-4c1a-920c-efa19cc4c546 req-e1bba99e-cf57-4ed5-bedc-95ef3585185a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:48.995140 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee3cb4a6-1dab-4c1a-920c-efa19cc4c546 req-e1bba99e-cf57-4ed5-bedc-95ef3585185a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e820120a-622a-49ac-831d-ca91fa072748 HTTP/1.1" status: 200 len: 850 time: 0.1082144 Feb 09 22:34:48.997979 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['7b178eb6-322d-442f-8d97-453eabb9c185'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:34:48.998474 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3cb4a6-1dab-4c1a-920c-efa19cc4c546 req-7350dd4b-2953-4b8a-91b9-e43963560b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:49.000580 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee3cb4a6-1dab-4c1a-920c-efa19cc4c546 req-7350dd4b-2953-4b8a-91b9-e43963560b3e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e820120a-622a-49ac-831d-ca91fa072748 HTTP/1.1" status: 200 len: 850 time: 0.0711737 Feb 09 22:34:49.054593 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee3cb4a6-1dab-4c1a-920c-efa19cc4c546 req-9145f1f9-293b-439c-80d9-1a8705962c74 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e11f4f4-8a5c-4fd7-bda0-677ffa566606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530238 Feb 09 22:34:49.056360 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee3cb4a6-1dab-4c1a-920c-efa19cc4c546 req-9d9064ca-4a99-4610-865c-b15479a8c8c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e11f4f4-8a5c-4fd7-bda0-677ffa566606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466936 Feb 09 22:34:49.063939 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b439d84-45ec-4cf9-9436-da8634719d8f req-a7671086-ec24-4b7d-bfc1-492a8ca279ef tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:49.065441 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b439d84-45ec-4cf9-9436-da8634719d8f req-a7671086-ec24-4b7d-bfc1-492a8ca279ef tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 944 time: 0.2209847 Feb 09 22:34:49.258389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b439d84-45ec-4cf9-9436-da8634719d8f req-e0da4032-d210-4913-915c-18ecc5e61426 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758125 Feb 09 22:34:49.281132 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee3cb4a6-1dab-4c1a-920c-efa19cc4c546 req-325b4f4a-885c-4d41-9768-dc1fdaa63a36 service neutron] 10.222.0.71 "GET /v2.0/networks/3e11f4f4-8a5c-4fd7-bda0-677ffa566606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141087 Feb 09 22:34:49.283195 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee3cb4a6-1dab-4c1a-920c-efa19cc4c546 req-22910259-4a9c-4b47-a1b9-7cfd6ea0b313 service neutron] 10.222.0.42 "GET /v2.0/networks/3e11f4f4-8a5c-4fd7-bda0-677ffa566606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157650 Feb 09 22:34:49.444797 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee3cb4a6-1dab-4c1a-920c-efa19cc4c546 req-bfecfb8f-f275-4ed9-8f92-15f2c2e7b250 service neutron] 10.222.0.71 "GET /v2.0/networks/3e11f4f4-8a5c-4fd7-bda0-677ffa566606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582518 Feb 09 22:34:49.446734 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee3cb4a6-1dab-4c1a-920c-efa19cc4c546 req-6a5a6b12-9f6c-40eb-87fb-3f59cffcad96 service neutron] 10.222.0.42 "GET /v2.0/networks/3e11f4f4-8a5c-4fd7-bda0-677ffa566606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519089 Feb 09 22:34:49.615807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-c0527a3c-0bcb-43b3-aa5c-3dd3a4f6915d tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:49.617314 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-c0527a3c-0bcb-43b3-aa5c-3dd3a4f6915d tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.71 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f&tenant_id=320fc15383be416c8dc6ea79fb84882d&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 944 time: 0.0968974 Feb 09 22:34:49.681324 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-3fc03265-a7c1-461e-a8ae-87aa4b5c5ba4 service neutron] delete failed (client error): The resource could not be found. Feb 09 22:34:49.682367 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-3fc03265-a7c1-461e-a8ae-87aa4b5c5ba4 service neutron] 10.222.0.71 "DELETE /v2.0/ports/7b178eb6-322d-442f-8d97-453eabb9c185/bindings/n-h1-828601-1 HTTP/1.1" status: 404 len: 380 time: 0.0555356 Feb 09 22:34:49.775228 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-2cef7217-e5d4-4f25-8784-55be2abb9329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:49.776839 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-2cef7217-e5d4-4f25-8784-55be2abb9329 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=320fc15383be416c8dc6ea79fb84882d&device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 1126 time: 0.0499272 Feb 09 22:34:49.880406 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-072d2afd-1488-4abd-b263-e349b55ba357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:49.881864 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-072d2afd-1488-4abd-b263-e349b55ba357 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3e11f4f4-8a5c-4fd7-bda0-677ffa566606 HTTP/1.1" status: 200 len: 911 time: 0.0997794 Feb 09 22:34:49.923624 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-889a1b6f-b49a-49b9-92fc-5c485e716d28 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b178eb6-322d-442f-8d97-453eabb9c185 HTTP/1.1" status: 200 len: 217 time: 0.0361106 Feb 09 22:34:49.972872 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-d2787ad6-1b5d-4c31-9b93-4bffdb5bc53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:49.974665 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-d2787ad6-1b5d-4c31-9b93-4bffdb5bc53d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e820120a-622a-49ac-831d-ca91fa072748 HTTP/1.1" status: 200 len: 850 time: 0.0458062 Feb 09 22:34:50.005988 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-5bdf302c-8fa7-4a8f-8863-6edbfecfd0b2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e11f4f4-8a5c-4fd7-bda0-677ffa566606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260499 Feb 09 22:34:50.100214 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-c273d0ed-d195-48a8-ad98-ff327d094196 service neutron] 10.222.0.71 "GET /v2.0/networks/3e11f4f4-8a5c-4fd7-bda0-677ffa566606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887368 Feb 09 22:34:50.193351 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-aaf47573-10ea-45df-885b-304531a2c4f1 service neutron] 10.222.0.71 "GET /v2.0/networks/3e11f4f4-8a5c-4fd7-bda0-677ffa566606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878017 Feb 09 22:34:50.508969 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 7b178eb6-322d-442f-8d97-453eabb9c185 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:34:50.557941 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 7b178eb6-322d-442f-8d97-453eabb9c185 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:34:50.563061 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 7b178eb6-322d-442f-8d97-453eabb9c185 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:50.563435 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7b178eb6-322d-442f-8d97-453eabb9c185), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:50.645926 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 7b178eb6-322d-442f-8d97-453eabb9c185 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:50.646441 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7b178eb6-322d-442f-8d97-453eabb9c185), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:50.670593 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b178eb6-322d-442f-8d97-453eabb9c185'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:34:50.673366 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4ec19c-ec2f-4618-ace3-82cda3101169" -d '{"events": [{"server_uuid": "063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f", "name": "network-vif-plugged", "status": "completed", "tag": "7b178eb6-322d-442f-8d97-453eabb9c185"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:34:50.686025 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 7b178eb6-322d-442f-8d97-453eabb9c185, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=7b178eb6-322d-442f-8d97-453eabb9c185,segment=NetworkSegment(66fb9cd0-1d2e-4d50-8b00-f767145cba08),segment_id=66fb9cd0-1d2e-4d50-8b00-f767145cba08)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:50.691286 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7b178eb6-322d-442f-8d97-453eabb9c185), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:50.740087 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=7b178eb6-322d-442f-8d97-453eabb9c185,revision_number=9']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:50.838478 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04b4e7f-7b2a-47cb-a64f-a959c11ffd2b x-openstack-request-id: req-e04b4e7f-7b2a-47cb-a64f-a959c11ffd2b {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:34:50.838806 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f", "name": "network-vif-plugged", "status": "completed", "tag": "7b178eb6-322d-442f-8d97-453eabb9c185", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:34:50.839063 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e04b4e7f-7b2a-47cb-a64f-a959c11ffd2b {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:34:50.839467 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b178eb6-322d-442f-8d97-453eabb9c185', 'code': 200} Feb 09 22:34:50.947278 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d370a-bbc4-4884-a83e-396eb5174f89 req-b79c06ac-f0f9-4c88-8b97-6e3a68d8cdc8 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:50.948923 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee8d370a-bbc4-4884-a83e-396eb5174f89 req-b79c06ac-f0f9-4c88-8b97-6e3a68d8cdc8 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0627322 Feb 09 22:34:50.998649 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee8d370a-bbc4-4884-a83e-396eb5174f89 req-5b28cac4-7efc-4978-b772-f72edac3810d tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438881 Feb 09 22:34:52.120599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e7d86-2626-4bca-a699-31de5ef86dbb req-e3d6e4e7-3fe9-40c9-838f-5a9ffa680618 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:52.122306 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e65e7d86-2626-4bca-a699-31de5ef86dbb req-e3d6e4e7-3fe9-40c9-838f-5a9ffa680618 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0538919 Feb 09 22:34:52.172496 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e65e7d86-2626-4bca-a699-31de5ef86dbb req-c9fb15aa-1f3d-4067-84b4-0289fbcc80d5 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.77 "GET /v2.0/security-groups?id=976ba536-a631-4934-bdf9-36eac3489a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439160 Feb 09 22:34:52.271505 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-5cad85fc-1856-430c-9443-6d08567df171 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:52.272999 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-5cad85fc-1856-430c-9443-6d08567df171 tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.42 "GET /v2.0/ports?device_id=063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f HTTP/1.1" status: 200 len: 945 time: 0.0628986 Feb 09 22:34:52.379845 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-4e7d969d-02e4-4901-a51a-0773e21c053a tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Deleting port 7b178eb6-322d-442f-8d97-453eabb9c185 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:34:52.380195 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-4e7d969d-02e4-4901-a51a-0773e21c053a tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (7b178eb6-322d-442f-8d97-453eabb9c185), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:52.476477 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-4e7d969d-02e4-4901-a51a-0773e21c053a tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] For port 7b178eb6-322d-442f-8d97-453eabb9c185, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=7b178eb6-322d-442f-8d97-453eabb9c185,segment=NetworkSegment(66fb9cd0-1d2e-4d50-8b00-f767145cba08),segment_id=66fb9cd0-1d2e-4d50-8b00-f767145cba08)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:52.476845 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-4e7d969d-02e4-4901-a51a-0773e21c053a tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (7b178eb6-322d-442f-8d97-453eabb9c185), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:52.492912 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-4e7d969d-02e4-4901-a51a-0773e21c053a tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Calling delete_port for 7b178eb6-322d-442f-8d97-453eabb9c185 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:34:52.622932 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-4e7d969d-02e4-4901-a51a-0773e21c053a tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (7b178eb6-322d-442f-8d97-453eabb9c185), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:52.641548 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['7b178eb6-322d-442f-8d97-453eabb9c185'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:34:52.658243 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d969d-02e4-4901-a51a-0773e21c053a tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Pushing event deleted for resources: {'Port': ['ID=7b178eb6-322d-442f-8d97-453eabb9c185,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:52.701897 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-4e7d969d-02e4-4901-a51a-0773e21c053a tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] No DVR routers for this DVR port 7b178eb6-322d-442f-8d97-453eabb9c185 on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:34:52.705299 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-4e7d969d-02e4-4901-a51a-0773e21c053a tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:52.708779 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e1e4505-2c2b-4fc7-b709-01d6c7d12e30 req-4e7d969d-02e4-4901-a51a-0773e21c053a tempest-DeleteServersTestJSON-625316648 tempest-DeleteServersTestJSON-625316648-project] 10.222.0.42 "DELETE /v2.0/ports/7b178eb6-322d-442f-8d97-453eabb9c185 HTTP/1.1" status: 204 len: 173 time: 0.4273102 Feb 09 22:34:52.709239 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f', 'name': 'network-vif-deleted', 'tag': '7b178eb6-322d-442f-8d97-453eabb9c185'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:34:52.711544 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1606ceb4-9be3-4a0e-94c5-25e818e7d031" -d '{"events": [{"server_uuid": "063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f", "name": "network-vif-deleted", "tag": "7b178eb6-322d-442f-8d97-453eabb9c185"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:34:52.753445 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d097c9a-0d46-4074-9e63-1b6fc6e20e62 x-openstack-request-id: req-3d097c9a-0d46-4074-9e63-1b6fc6e20e62 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:34:52.753747 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f", "name": "network-vif-deleted", "tag": "7b178eb6-322d-442f-8d97-453eabb9c185", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:34:52.754005 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3d097c9a-0d46-4074-9e63-1b6fc6e20e62 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:34:52.754411 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063b444e-bf1f-4fa8-bca8-d31c8ffdfb8f', 'name': 'network-vif-deleted', 'tag': '7b178eb6-322d-442f-8d97-453eabb9c185', 'status': 'completed', 'code': 200} Feb 09 22:34:53.302335 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50480) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:53.345899 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b681f44-24a4-48c9-ab1f-e87ca958fa12 admin admin] Deleting subnet e820120a-622a-49ac-831d-ca91fa072748 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:34:53.350149 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b681f44-24a4-48c9-ab1f-e87ca958fa12 admin admin] Publish callbacks [] for subnet (e820120a-622a-49ac-831d-ca91fa072748), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.386631 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b681f44-24a4-48c9-ab1f-e87ca958fa12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (e820120a-622a-49ac-831d-ca91fa072748), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.429618 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b681f44-24a4-48c9-ab1f-e87ca958fa12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (e820120a-622a-49ac-831d-ca91fa072748), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.495815 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b681f44-24a4-48c9-ab1f-e87ca958fa12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (e820120a-622a-49ac-831d-ca91fa072748), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.526076 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b681f44-24a4-48c9-ab1f-e87ca958fa12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.531902 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8b681f44-24a4-48c9-ab1f-e87ca958fa12 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e820120a-622a-49ac-831d-ca91fa072748 HTTP/1.1" status: 204 len: 168 time: 0.2283800 Feb 09 22:34:53.533304 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b681f44-24a4-48c9-ab1f-e87ca958fa12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e820120a-622a-49ac-831d-ca91fa072748,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:53.534882 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50482) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:53.546570 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b681f44-24a4-48c9-ab1f-e87ca958fa12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.547123 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b681f44-24a4-48c9-ab1f-e87ca958fa12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.547769 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b681f44-24a4-48c9-ab1f-e87ca958fa12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.548339 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b681f44-24a4-48c9-ab1f-e87ca958fa12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.548885 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b681f44-24a4-48c9-ab1f-e87ca958fa12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.549422 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b681f44-24a4-48c9-ab1f-e87ca958fa12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.549952 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b681f44-24a4-48c9-ab1f-e87ca958fa12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.550490 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b681f44-24a4-48c9-ab1f-e87ca958fa12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.551035 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b681f44-24a4-48c9-ab1f-e87ca958fa12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.551579 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b681f44-24a4-48c9-ab1f-e87ca958fa12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.552161 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b681f44-24a4-48c9-ab1f-e87ca958fa12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.552728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b681f44-24a4-48c9-ab1f-e87ca958fa12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.553281 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b681f44-24a4-48c9-ab1f-e87ca958fa12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.616606 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4032d2ff-64ce-4218-a9bb-726aa2306ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (3e11f4f4-8a5c-4fd7-bda0-677ffa566606), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.705417 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4032d2ff-64ce-4218-a9bb-726aa2306ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (3e11f4f4-8a5c-4fd7-bda0-677ffa566606), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.727518 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-4032d2ff-64ce-4218-a9bb-726aa2306ecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e11f4f4-8a5c-4fd7-bda0-677ffa566606']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:53.737253 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-4032d2ff-64ce-4218-a9bb-726aa2306ecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66fb9cd0-1d2e-4d50-8b00-f767145cba08') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:53.737543 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-4032d2ff-64ce-4218-a9bb-726aa2306ecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66fb9cd0-1d2e-4d50-8b00-f767145cba08') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:53.747613 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4032d2ff-64ce-4218-a9bb-726aa2306ecf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (66fb9cd0-1d2e-4d50-8b00-f767145cba08), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.762712 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4032d2ff-64ce-4218-a9bb-726aa2306ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (66fb9cd0-1d2e-4d50-8b00-f767145cba08), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.769875 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4032d2ff-64ce-4218-a9bb-726aa2306ecf admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:34:53.770324 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4032d2ff-64ce-4218-a9bb-726aa2306ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (66fb9cd0-1d2e-4d50-8b00-f767145cba08), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:34:53.772435 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:34:53.833105 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4032d2ff-64ce-4218-a9bb-726aa2306ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (3e11f4f4-8a5c-4fd7-bda0-677ffa566606), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.838939 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4032d2ff-64ce-4218-a9bb-726aa2306ecf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.842248 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4032d2ff-64ce-4218-a9bb-726aa2306ecf admin admin] 10.222.0.77 "DELETE /v2.0/networks/3e11f4f4-8a5c-4fd7-bda0-677ffa566606 HTTP/1.1" status: 204 len: 168 time: 0.3059571 Feb 09 22:34:53.854022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032d2ff-64ce-4218-a9bb-726aa2306ecf admin admin] Pushing event deleted for resources: {'Network': ['ID=3e11f4f4-8a5c-4fd7-bda0-677ffa566606,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:53.957907 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50486) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:54.000472 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b44cf09c-9e1f-4660-987c-42a848988935 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=320fc15383be416c8dc6ea79fb84882d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411689 Feb 09 22:34:54.003015 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50488) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:54.050296 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1af6e977-1240-493a-8278-afeb6a95f0ce admin admin] Publish callbacks [] for security_group (976ba536-a631-4934-bdf9-36eac3489a54), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:54.074858 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1af6e977-1240-493a-8278-afeb6a95f0ce admin admin] Publish callbacks [] for security_group (976ba536-a631-4934-bdf9-36eac3489a54), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:54.129108 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1af6e977-1240-493a-8278-afeb6a95f0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (976ba536-a631-4934-bdf9-36eac3489a54), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:54.132180 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1af6e977-1240-493a-8278-afeb6a95f0ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:54.133402 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1af6e977-1240-493a-8278-afeb6a95f0ce admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/976ba536-a631-4934-bdf9-36eac3489a54 HTTP/1.1" status: 204 len: 168 time: 0.1294758 Feb 09 22:34:54.143472 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6e977-1240-493a-8278-afeb6a95f0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976ba536-a631-4934-bdf9-36eac3489a54,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:54.914517 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50510) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:55.025795 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-72fd2e64-dcca-4380-bbdb-72889df7faa6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1010285173-network', 'tenant_id': '3c695438500943c7a3a33f3679f77ba5'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:55.045312 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fd2e64-dcca-4380-bbdb-72889df7faa6 admin admin] Made reservation on behalf of 3c695438500943c7a3a33f3679f77ba5 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:55.047678 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72fd2e64-dcca-4380-bbdb-72889df7faa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.055936 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72fd2e64-dcca-4380-bbdb-72889df7faa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.145092 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72fd2e64-dcca-4380-bbdb-72889df7faa6 admin admin] Publish callbacks [] for security_group (c3b342c3-69e7-4e4c-b51f-87e31b4070fc), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.149390 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72fd2e64-dcca-4380-bbdb-72889df7faa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c3b342c3-69e7-4e4c-b51f-87e31b4070fc), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.177707 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72fd2e64-dcca-4380-bbdb-72889df7faa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:34:55.188558 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd2e64-dcca-4380-bbdb-72889df7faa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b342c3-69e7-4e4c-b51f-87e31b4070fc,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:55.194086 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72fd2e64-dcca-4380-bbdb-72889df7faa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (057c5a72-3b02-4367-b3ec-9eb11876cdbe), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.194437 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-72fd2e64-dcca-4380-bbdb-72889df7faa6 admin admin] Added segment 057c5a72-3b02-4367-b3ec-9eb11876cdbe of type vlan for network 15126338-8b50-4dc3-b815-c7bca56c8ed1 Feb 09 22:34:55.238938 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72fd2e64-dcca-4380-bbdb-72889df7faa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (15126338-8b50-4dc3-b815-c7bca56c8ed1), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.266445 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72fd2e64-dcca-4380-bbdb-72889df7faa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (15126338-8b50-4dc3-b815-c7bca56c8ed1), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.267430 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fd2e64-dcca-4380-bbdb-72889df7faa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:55.268047 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72fd2e64-dcca-4380-bbdb-72889df7faa6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.317021 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-72fd2e64-dcca-4380-bbdb-72889df7faa6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4013238 Feb 09 22:34:55.320193 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50514) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:55.328608 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2f650d22-6497-4376-b97d-e8f726ddb3bf admin admin] Request body: {'subnet': {'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1010285173-subnet', 'tenant_id': '3c695438500943c7a3a33f3679f77ba5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:55.332236 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd2e64-dcca-4380-bbdb-72889df7faa6 admin admin] Pushing event updated for resources: {'Network': ['ID=15126338-8b50-4dc3-b815-c7bca56c8ed1,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:55.345996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 15126338-8b50-4dc3-b815-c7bca56c8ed1 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:34:55.359331 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f650d22-6497-4376-b97d-e8f726ddb3bf admin admin] Made reservation on behalf of 3c695438500943c7a3a33f3679f77ba5 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:55.361757 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2f650d22-6497-4376-b97d-e8f726ddb3bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.539711 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2f650d22-6497-4376-b97d-e8f726ddb3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (d65c73ea-c846-4a51-bde8-19e82dc96c31), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.595193 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f650d22-6497-4376-b97d-e8f726ddb3bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d65c73ea-c846-4a51-bde8-19e82dc96c31,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:55.606728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f650d22-6497-4376-b97d-e8f726ddb3bf admin admin] Checking segment: {'id': '057c5a72-3b02-4367-b3ec-9eb11876cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:55.607089 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f650d22-6497-4376-b97d-e8f726ddb3bf admin admin] Network hostable DHCP agents. Network: 15126338-8b50-4dc3-b815-c7bca56c8ed1, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:34:55.626858 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f650d22-6497-4376-b97d-e8f726ddb3bf admin admin] Network 15126338-8b50-4dc3-b815-c7bca56c8ed1 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:34:55.643847 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-2f650d22-6497-4376-b97d-e8f726ddb3bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 15126338-8b50-4dc3-b815-c7bca56c8ed1) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:55.648462 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f650d22-6497-4376-b97d-e8f726ddb3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:55.649066 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2f650d22-6497-4376-b97d-e8f726ddb3bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.658230 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958804af-0c05-48b4-a094-e031edd65d78 None None] Network 15126338-8b50-4dc3-b815-c7bca56c8ed1 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:55.667500 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2f650d22-6497-4376-b97d-e8f726ddb3bf admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3458600 Feb 09 22:34:55.775525 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1541106d-0557-47ac-9ea3-7760ec220585 None None] Network 15126338-8b50-4dc3-b815-c7bca56c8ed1 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:56.157660 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a43376-f31c-4a04-8073-de3336781410 req-63caea47-9560-4b7a-bab2-4974199e7a1b tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:56.159164 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84a43376-f31c-4a04-8073-de3336781410 req-63caea47-9560-4b7a-bab2-4974199e7a1b tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/networks?id=15126338-8b50-4dc3-b815-c7bca56c8ed1 HTTP/1.1" status: 200 len: 815 time: 0.1105213 Feb 09 22:34:56.176687 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84a43376-f31c-4a04-8073-de3336781410 req-a2bee11b-c891-41c2-aceb-f0b11aea3161 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/quotas/3c695438500943c7a3a33f3679f77ba5 HTTP/1.1" status: 200 len: 375 time: 0.0098455 Feb 09 22:34:56.209310 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84a43376-f31c-4a04-8073-de3336781410 req-6d7cc10b-c01b-4ce9-989a-30a56131c18e tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c695438500943c7a3a33f3679f77ba5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273793 Feb 09 22:34:56.302266 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84a43376-f31c-4a04-8073-de3336781410 req-4a4f12fa-6c9d-4ec0-9752-00fdf9412b05 service neutron] 10.222.0.77 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860310 Feb 09 22:34:56.388601 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84a43376-f31c-4a04-8073-de3336781410 req-81f14107-2d08-4ba7-95d7-2c4e6c7cfd27 service neutron] 10.222.0.77 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806262 Feb 09 22:34:56.541253 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 7b178eb6-322d-442f-8d97-453eabb9c185 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:34:56.556243 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de026e94-9d2e-4748-be90-ccb951eac3e8 req-5bde5720-dd9a-4bf3-8656-edda8a836310 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 210 time: 0.0292194 Feb 09 22:34:56.563789 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 7b178eb6-322d-442f-8d97-453eabb9c185 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:34:56.564144 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 7b178eb6-322d-442f-8d97-453eabb9c185 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:34:57.635425 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a43376-f31c-4a04-8073-de3336781410 req-20a5c0ee-d182-45f8-adb9-0e40be86e230 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:57.638193 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84a43376-f31c-4a04-8073-de3336781410 req-20a5c0ee-d182-45f8-adb9-0e40be86e230 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.42 "GET /v2.0/networks?id=15126338-8b50-4dc3-b815-c7bca56c8ed1 HTTP/1.1" status: 200 len: 815 time: 0.1414258 Feb 09 22:34:57.668056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-84a43376-f31c-4a04-8073-de3336781410 req-9612ecb8-7301-4c75-b70c-081efef26be2 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Request body: {'port': {'device_id': '21657a6e-22fa-40f2-ae85-d861185737f1', 'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1', 'admin_state_up': True, 'tenant_id': '3c695438500943c7a3a33f3679f77ba5'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:57.721248 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-49c95a59-0e4a-4ebb-b291-c65fef585e58 req-009b6c31-48c0-4335-887d-472b1447144d tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 210 time: 0.0802560 Feb 09 22:34:57.868413 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a43376-f31c-4a04-8073-de3336781410 req-9612ecb8-7301-4c75-b70c-081efef26be2 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Made reservation on behalf of 3c695438500943c7a3a33f3679f77ba5 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:57.871993 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-84a43376-f31c-4a04-8073-de3336781410 req-9612ecb8-7301-4c75-b70c-081efef26be2 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:58.008613 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-84a43376-f31c-4a04-8073-de3336781410 req-9612ecb8-7301-4c75-b70c-081efef26be2 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Allocated IP 172.20.0.7 (15126338-8b50-4dc3-b815-c7bca56c8ed1/d65c73ea-c846-4a51-bde8-19e82dc96c31/d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:34:58.167996 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-84a43376-f31c-4a04-8073-de3336781410 req-9612ecb8-7301-4c75-b70c-081efef26be2 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Publish callbacks [] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:58.202981 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-84a43376-f31c-4a04-8073-de3336781410 req-9612ecb8-7301-4c75-b70c-081efef26be2 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:58.253927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a43376-f31c-4a04-8073-de3336781410 req-9612ecb8-7301-4c75-b70c-081efef26be2 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Network 15126338-8b50-4dc3-b815-c7bca56c8ed1 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:34:58.257296 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-84a43376-f31c-4a04-8073-de3336781410 req-9612ecb8-7301-4c75-b70c-081efef26be2 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:58.261322 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a43376-f31c-4a04-8073-de3336781410 req-9612ecb8-7301-4c75-b70c-081efef26be2 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:34:58.268521 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612ecb8-7301-4c75-b70c-081efef26be2 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Pushing event updated for resources: {'Port': ['ID=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:58.316184 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a43376-f31c-4a04-8073-de3336781410 req-9612ecb8-7301-4c75-b70c-081efef26be2 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:58.316799 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-84a43376-f31c-4a04-8073-de3336781410 req-9612ecb8-7301-4c75-b70c-081efef26be2 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:58.334474 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84a43376-f31c-4a04-8073-de3336781410 req-9612ecb8-7301-4c75-b70c-081efef26be2 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6765530 Feb 09 22:34:58.350383 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-84a43376-f31c-4a04-8073-de3336781410 req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] Request body: {'port': {'device_id': '21657a6e-22fa-40f2-ae85-d861185737f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:58.421288 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-84a43376-f31c-4a04-8073-de3336781410 req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:58.707223 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-84a43376-f31c-4a04-8073-de3336781410 req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:34:58.715255 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-84a43376-f31c-4a04-8073-de3336781410 req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] Publish callbacks [] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:58.728021 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-84a43376-f31c-4a04-8073-de3336781410 req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] Transition to ACTIVE for port object d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:34:58.731918 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-84a43376-f31c-4a04-8073-de3336781410 req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:58.783268 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:58.887741 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-84a43376-f31c-4a04-8073-de3336781410 req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] Attempting to bind port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:34:58.888088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-84a43376-f31c-4a04-8073-de3336781410 req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] Attempting to bind port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '057c5a72-3b02-4367-b3ec-9eb11876cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:34:58.888425 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a43376-f31c-4a04-8073-de3336781410 req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] Attempting to bind port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd on network 15126338-8b50-4dc3-b815-c7bca56c8ed1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:34:58.899067 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f687aa-f860-4b92-a5e7-83e5a64b163f req-31d52bb7-a482-4142-8e2a-1f3b88522166 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:58.900735 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-00f687aa-f860-4b92-a5e7-83e5a64b163f req-31d52bb7-a482-4142-8e2a-1f3b88522166 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 943 time: 0.0972397 Feb 09 22:34:58.903256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a43376-f31c-4a04-8073-de3336781410 req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] Port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd on network 15126338-8b50-4dc3-b815-c7bca56c8ed1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:34:58.903586 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a43376-f31c-4a04-8073-de3336781410 req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] Attempting to bind port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd on network 15126338-8b50-4dc3-b815-c7bca56c8ed1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:34:58.909616 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a43376-f31c-4a04-8073-de3336781410 req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:34:58.909960 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a43376-f31c-4a04-8073-de3336781410 req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] Checking segment: {'id': '057c5a72-3b02-4367-b3ec-9eb11876cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:58.910352 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a43376-f31c-4a04-8073-de3336781410 req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] Bound using segment: {'id': '057c5a72-3b02-4367-b3ec-9eb11876cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:34:58.910830 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-84a43376-f31c-4a04-8073-de3336781410 req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] Bound port: d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '057c5a72-3b02-4367-b3ec-9eb11876cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:34:58.911196 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-84a43376-f31c-4a04-8073-de3336781410 req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:59.001286 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-00f687aa-f860-4b92-a5e7-83e5a64b163f req-d38fca0a-e8cf-4ca4-950e-8bd43fcb508b tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874593 Feb 09 22:34:59.012731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-84a43376-f31c-4a04-8073-de3336781410 req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] For port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:34:59.015470 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-84a43376-f31c-4a04-8073-de3336781410 req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] For port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd,segment=NetworkSegment(057c5a72-3b02-4367-b3ec-9eb11876cdbe),segment_id=057c5a72-3b02-4367-b3ec-9eb11876cdbe)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:34:59.022147 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-84a43376-f31c-4a04-8073-de3336781410 req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:59.056424 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a43376-f31c-4a04-8073-de3336781410 req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:59.057059 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-84a43376-f31c-4a04-8073-de3336781410 req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:59.058441 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84a43376-f31c-4a04-8073-de3336781410 req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] 10.222.0.42 "PUT /v2.0/ports/d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd HTTP/1.1" status: 200 len: 1091 time: 0.7132146 Feb 09 22:34:59.058934 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21657a6e-22fa-40f2-ae85-d861185737f1', 'tag': 'd615f9c2-43e1-4eaa-ad85-ab7f4bac19cd'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:34:59.061264 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902ffdb0-6ed3-4996-a87a-3ccb6a219ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "21657a6e-22fa-40f2-ae85-d861185737f1", "tag": "d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:34:59.087798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a8fa7-8c74-4954-a187-5d93e0e55ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:59.133154 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82655982-7031-4238-aef0-d655701d81ae x-openstack-request-id: req-82655982-7031-4238-aef0-d655701d81ae {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:34:59.133457 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21657a6e-22fa-40f2-ae85-d861185737f1", "tag": "d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:34:59.133717 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-82655982-7031-4238-aef0-d655701d81ae {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:34:59.134125 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21657a6e-22fa-40f2-ae85-d861185737f1', 'tag': 'd615f9c2-43e1-4eaa-ad85-ab7f4bac19cd', 'status': 'completed', 'code': 200} Feb 09 22:34:59.153786 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a43376-f31c-4a04-8073-de3336781410 req-9d206b04-328a-4a34-99ca-0be018b1ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:59.155961 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84a43376-f31c-4a04-8073-de3336781410 req-9d206b04-328a-4a34-99ca-0be018b1ce52 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c695438500943c7a3a33f3679f77ba5&device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 1125 time: 0.0546165 Feb 09 22:34:59.204668 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84a43376-f31c-4a04-8073-de3336781410 req-98846449-ca39-48d4-812b-3b82b72e7828 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd HTTP/1.1" status: 200 len: 217 time: 0.0362670 Feb 09 22:34:59.254388 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a43376-f31c-4a04-8073-de3336781410 req-c0a74410-d7f9-457f-8a0c-c66500189f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:59.255811 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84a43376-f31c-4a04-8073-de3336781410 req-c0a74410-d7f9-457f-8a0c-c66500189f24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d65c73ea-c846-4a51-bde8-19e82dc96c31 HTTP/1.1" status: 200 len: 855 time: 0.0443773 Feb 09 22:34:59.294084 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84a43376-f31c-4a04-8073-de3336781410 req-248b7608-6283-411f-9dc0-4c3b5a48a3bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15126338-8b50-4dc3-b815-c7bca56c8ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293515 Feb 09 22:34:59.389653 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84a43376-f31c-4a04-8073-de3336781410 req-2d3026f3-2576-4615-aafc-67c4002971d7 service neutron] 10.222.0.42 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859587 Feb 09 22:34:59.488912 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84a43376-f31c-4a04-8073-de3336781410 req-824a761a-667a-44f7-9e90-7fe8d799ff81 service neutron] 10.222.0.42 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900455 Feb 09 22:34:59.600581 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ffdb0-6ed3-4996-a87a-3ccb6a219ff8 req-a5f70f43-bfd1-40ea-af93-f1c82a7bc277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:59.602394 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-902ffdb0-6ed3-4996-a87a-3ccb6a219ff8 req-a5f70f43-bfd1-40ea-af93-f1c82a7bc277 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c695438500943c7a3a33f3679f77ba5&device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 1125 time: 0.0541055 Feb 09 22:34:59.703894 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ffdb0-6ed3-4996-a87a-3ccb6a219ff8 req-1dbf0818-91d4-4ce9-b8e5-6a0764fc08b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:59.705709 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-902ffdb0-6ed3-4996-a87a-3ccb6a219ff8 req-1dbf0818-91d4-4ce9-b8e5-6a0764fc08b2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=15126338-8b50-4dc3-b815-c7bca56c8ed1 HTTP/1.1" status: 200 len: 916 time: 0.0949790 Feb 09 22:34:59.757157 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-902ffdb0-6ed3-4996-a87a-3ccb6a219ff8 req-7b25b2a2-5c51-47c4-967b-e4a151e7169f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd HTTP/1.1" status: 200 len: 217 time: 0.0431507 Feb 09 22:34:59.810537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ffdb0-6ed3-4996-a87a-3ccb6a219ff8 req-60ecd6cd-934e-4f87-bf6c-8553abded189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:59.812727 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-902ffdb0-6ed3-4996-a87a-3ccb6a219ff8 req-60ecd6cd-934e-4f87-bf6c-8553abded189 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d65c73ea-c846-4a51-bde8-19e82dc96c31 HTTP/1.1" status: 200 len: 855 time: 0.0474515 Feb 09 22:34:59.848868 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-902ffdb0-6ed3-4996-a87a-3ccb6a219ff8 req-9aaf6d21-c380-4f6c-bce6-f38e8d25a51a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15126338-8b50-4dc3-b815-c7bca56c8ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293009 Feb 09 22:34:59.950451 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-902ffdb0-6ed3-4996-a87a-3ccb6a219ff8 req-625dacf5-1f9c-40ad-bbab-01a1aa975aa6 service neutron] 10.222.0.42 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957377 Feb 09 22:35:00.053209 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-902ffdb0-6ed3-4996-a87a-3ccb6a219ff8 req-3e8e44ec-9e19-45a6-8423-cd34b8b77795 service neutron] 10.222.0.42 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957494 Feb 09 22:35:00.147939 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5944a1-c6d2-46e2-8384-d47f9d011977 req-5044b120-7424-4222-8468-b979ecc51425 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:00.149523 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e5944a1-c6d2-46e2-8384-d47f9d011977 req-5044b120-7424-4222-8468-b979ecc51425 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 943 time: 0.0685861 Feb 09 22:35:00.209999 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e5944a1-c6d2-46e2-8384-d47f9d011977 req-e7dd7fa3-a214-49b3-90ae-38b386866ec9 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506065 Feb 09 22:35:00.446496 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:35:01.335315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b10fb-55af-4cc6-b150-05161c69ecdd req-e835aba7-d6ed-48e3-82f2-4be68d012472 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:01.336904 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe3b10fb-55af-4cc6-b150-05161c69ecdd req-e835aba7-d6ed-48e3-82f2-4be68d012472 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 943 time: 0.0548756 Feb 09 22:35:01.388301 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe3b10fb-55af-4cc6-b150-05161c69ecdd req-e71094f4-430a-4d5e-b632-755ea924530a tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456531 Feb 09 22:35:02.514375 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372b3a3-97ca-4667-bc93-f4210d7c3c57 req-a21d9b6a-8ac4-4efe-b755-1b22ad573df4 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:02.515895 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d372b3a3-97ca-4667-bc93-f4210d7c3c57 req-a21d9b6a-8ac4-4efe-b755-1b22ad573df4 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 943 time: 0.0530810 Feb 09 22:35:02.564199 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d372b3a3-97ca-4667-bc93-f4210d7c3c57 req-1260cca7-a061-49b5-9e0f-235a08776c1a tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426414 Feb 09 22:35:02.587531 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:35:02.693346 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd,segment=NetworkSegment(057c5a72-3b02-4367-b3ec-9eb11876cdbe),segment_id=057c5a72-3b02-4367-b3ec-9eb11876cdbe)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:02.705444 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'd615f9c2-43e1-4eaa-ad85-ab7f4bac19cd', 'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1', 'port_id': 'd615f9c2-43e1-4eaa-ad85-ab7f4bac19cd', 'mac_address': 'fa:16:3e:dd:af:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65c73ea-c846-4a51-bde8-19e82dc96c31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:35:02.747412 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:35:02.747832 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:02.761620 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:35:02.784795 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd,segment=NetworkSegment(057c5a72-3b02-4367-b3ec-9eb11876cdbe),segment_id=057c5a72-3b02-4367-b3ec-9eb11876cdbe)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:02.788949 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:02.835790 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:03.061195 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:35:03.698469 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554980a-310d-48e1-a832-f4cbaa72bf5c req-d321a94a-aba5-4c77-a9d4-e630e8bb6d1a tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:03.699961 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2554980a-310d-48e1-a832-f4cbaa72bf5c req-d321a94a-aba5-4c77-a9d4-e630e8bb6d1a tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 944 time: 0.0564773 Feb 09 22:35:03.748674 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2554980a-310d-48e1-a832-f4cbaa72bf5c req-ce1a00b6-0d27-4f62-a0b2-61bf731d97da tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425842 Feb 09 22:35:04.605097 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:35:04.655051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:35:04.659204 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:35:04.659628 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:04.738797 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:35:04.739072 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:04.763050 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21657a6e-22fa-40f2-ae85-d861185737f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd615f9c2-43e1-4eaa-ad85-ab7f4bac19cd'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:35:04.765476 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819d6b52-c2d4-4570-a1cc-ba8c135c505d" -d '{"events": [{"server_uuid": "21657a6e-22fa-40f2-ae85-d861185737f1", "name": "network-vif-plugged", "status": "completed", "tag": "d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:35:04.783992 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd,segment=NetworkSegment(057c5a72-3b02-4367-b3ec-9eb11876cdbe),segment_id=057c5a72-3b02-4367-b3ec-9eb11876cdbe)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:04.791954 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:04.822610 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1124ae0-9a9a-41c2-b937-cadf7c37ded3 x-openstack-request-id: req-e1124ae0-9a9a-41c2-b937-cadf7c37ded3 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:35:04.822915 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21657a6e-22fa-40f2-ae85-d861185737f1", "name": "network-vif-plugged", "status": "completed", "tag": "d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:35:04.823177 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e1124ae0-9a9a-41c2-b937-cadf7c37ded3 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:35:04.823580 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21657a6e-22fa-40f2-ae85-d861185737f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd615f9c2-43e1-4eaa-ad85-ab7f4bac19cd', 'code': 200} Feb 09 22:35:04.848410 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:04.985109 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54736392-1260-4859-8c27-9277abe84d20 req-4c926663-3e03-4f10-bdd1-ee1ee39810a7 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:04.986710 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-54736392-1260-4859-8c27-9277abe84d20 req-4c926663-3e03-4f10-bdd1-ee1ee39810a7 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0898178 Feb 09 22:35:04.993767 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3b58a-cbc8-49a5-9d44-3424d82d25ec req-94ff42d4-647a-4231-aa72-5b98c89dcd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:04.996139 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-20b3b58a-cbc8-49a5-9d44-3424d82d25ec req-94ff42d4-647a-4231-aa72-5b98c89dcd28 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 1127 time: 0.0862825 Feb 09 22:35:05.441792 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-54736392-1260-4859-8c27-9277abe84d20 req-284b3148-d7bf-41ba-a508-7ec26c653cc4 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445093 Feb 09 22:35:05.449483 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-20b3b58a-cbc8-49a5-9d44-3424d82d25ec req-74c89916-81ea-4f1a-92ea-9693b5a6b2f7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451151 Feb 09 22:35:06.586661 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccf3a6-b2e7-4fe6-864d-1dea780f8825 req-1dcdc05b-9bbc-44c7-bf0d-5d6c2185812c tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:06.588381 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-15ccf3a6-b2e7-4fe6-864d-1dea780f8825 req-1dcdc05b-9bbc-44c7-bf0d-5d6c2185812c tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0629747 Feb 09 22:35:06.662506 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-15ccf3a6-b2e7-4fe6-864d-1dea780f8825 req-b3e1da9a-0ecc-47e5-8f17-732cecf1c147 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671377 Feb 09 22:35:07.784911 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfb6ec-6a5e-4bb7-b7a1-b80a74e68980 req-7b67f7f8-b1c8-47b4-a2f9-9e74a3829196 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:07.786468 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9bfb6ec-6a5e-4bb7-b7a1-b80a74e68980 req-7b67f7f8-b1c8-47b4-a2f9-9e74a3829196 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0531433 Feb 09 22:35:07.837934 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9bfb6ec-6a5e-4bb7-b7a1-b80a74e68980 req-7b743306-a788-4c6a-a0fa-eb9da7025ec7 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452347 Feb 09 22:35:07.876118 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c4baa432-2474-4bcc-8533-604f12428547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:07.961715 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbc8da-b299-4394-b422-678ecdb3a61a req-10c0c976-b1fe-4184-8173-b41e35edf190 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:07.963247 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0dbc8da-b299-4394-b422-678ecdb3a61a req-10c0c976-b1fe-4184-8173-b41e35edf190 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0560949 Feb 09 22:35:08.010635 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0dbc8da-b299-4394-b422-678ecdb3a61a req-30fccc6c-5031-432c-8b25-92807035ddc7 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410614 Feb 09 22:35:08.224284 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8b37f-ec37-4885-bd06-81eed0fdaef1 req-a6f991dd-3b55-4d21-9059-d4dfa8d23494 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:08.225741 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7eb8b37f-ec37-4885-bd06-81eed0fdaef1 req-a6f991dd-3b55-4d21-9059-d4dfa8d23494 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0534277 Feb 09 22:35:08.286065 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7eb8b37f-ec37-4885-bd06-81eed0fdaef1 req-b2cfe93b-046f-4af1-8530-8d933f60a1af tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548120 Feb 09 22:35:08.427491 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e60388-4b11-4f63-ab6d-a97affd14306 req-0aa9b6c1-5179-4c5a-a914-cd03bed891be tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:08.429125 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21e60388-4b11-4f63-ab6d-a97affd14306 req-0aa9b6c1-5179-4c5a-a914-cd03bed891be tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0611959 Feb 09 22:35:08.486034 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-21e60388-4b11-4f63-ab6d-a97affd14306 req-30f36dde-3c6e-455e-a405-42ea782e2fc7 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509977 Feb 09 22:35:08.751935 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-42ae25a2-445c-438d-9dbf-88878bb12800 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0459275 Feb 09 22:35:08.766807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce304858-7bb1-467d-a5a2-cc15c31247ae req-73d61ec2-2b48-4f34-8e4e-4bc1b6d9d0fb tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:08.769020 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce304858-7bb1-467d-a5a2-cc15c31247ae req-73d61ec2-2b48-4f34-8e4e-4bc1b6d9d0fb tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0569282 Feb 09 22:35:08.819392 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ce304858-7bb1-467d-a5a2-cc15c31247ae req-9dcd04a6-4ab3-4fad-90f6-d2dd9068a048 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441227 Feb 09 22:35:09.971692 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-e07058d7-9ae0-41b2-8c20-0b09332bc72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:09.973283 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-e07058d7-9ae0-41b2-8c20-0b09332bc72e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c695438500943c7a3a33f3679f77ba5&device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 1127 time: 0.0860252 Feb 09 22:35:10.011305 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12b504-9581-4bed-8c64-d68e6c3007af req-6fbb4eb2-1627-4ee9-bef9-b9037ebec8d5 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:10.012901 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df12b504-9581-4bed-8c64-d68e6c3007af req-6fbb4eb2-1627-4ee9-bef9-b9037ebec8d5 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0981858 Feb 09 22:35:10.132894 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df12b504-9581-4bed-8c64-d68e6c3007af req-42866c42-fd21-4bc6-90d6-1f930b83527c tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904875 Feb 09 22:35:10.138546 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-1a4b8d5d-b247-466e-acab-75d6a7fe1550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:10.140302 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-1a4b8d5d-b247-466e-acab-75d6a7fe1550 service neutron] 10.222.0.42 "GET /v2.0/networks?id=15126338-8b50-4dc3-b815-c7bca56c8ed1 HTTP/1.1" status: 200 len: 916 time: 0.1600986 Feb 09 22:35:10.189578 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-f7f6b44c-3eb9-4bdd-b55c-c9179d50a62e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd HTTP/1.1" status: 200 len: 217 time: 0.0428171 Feb 09 22:35:10.241313 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-6b2c1cac-9bdd-4bd5-9f6e-920bd71f512a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:10.242803 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-6b2c1cac-9bdd-4bd5-9f6e-920bd71f512a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d65c73ea-c846-4a51-bde8-19e82dc96c31 HTTP/1.1" status: 200 len: 855 time: 0.0471296 Feb 09 22:35:10.276436 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-2c89a111-b845-4416-abc4-bac53d434bc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15126338-8b50-4dc3-b815-c7bca56c8ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276115 Feb 09 22:35:10.371380 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-08f4665f-306d-47ec-ae62-0918bf3f4d70 service neutron] 10.222.0.42 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894096 Feb 09 22:35:10.469710 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-1c3fb975-0ba1-4499-9eb3-9ed0861db75b service neutron] 10.222.0.42 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929847 Feb 09 22:35:10.585516 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-14f3903d-3366-4fc9-8859-6ddcdb08ebbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:11.264939 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e2bfa-4feb-4171-bc87-197b0d28a722 req-3d5e339e-bd4f-474c-98ff-991fbadffca4 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:11.266528 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-355e2bfa-4feb-4171-bc87-197b0d28a722 req-3d5e339e-bd4f-474c-98ff-991fbadffca4 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0621130 Feb 09 22:35:11.321812 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-355e2bfa-4feb-4171-bc87-197b0d28a722 req-710a35c0-7ce4-42a0-9241-65339825b6d1 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450454 Feb 09 22:35:11.775200 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:12.473420 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff13eb5-ec21-4301-838e-36635d66f3a5 req-eff02406-9d07-47a5-82c2-faf76f6f4ec0 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:12.475313 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aff13eb5-ec21-4301-838e-36635d66f3a5 req-eff02406-9d07-47a5-82c2-faf76f6f4ec0 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0547249 Feb 09 22:35:12.535098 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aff13eb5-ec21-4301-838e-36635d66f3a5 req-0ee82695-f9a1-4245-a07a-f450303d5839 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532415 Feb 09 22:35:12.954478 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:13.672762 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78896376-a8ba-4bd6-93d7-6538710e4f73 req-addcbff5-0634-4f87-835a-331077373438 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:13.674257 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-78896376-a8ba-4bd6-93d7-6538710e4f73 req-addcbff5-0634-4f87-835a-331077373438 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0554774 Feb 09 22:35:13.729832 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-78896376-a8ba-4bd6-93d7-6538710e4f73 req-c0a9e842-d0df-411a-be5f-fc6f69eecda1 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482681 Feb 09 22:35:14.697952 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:14.854500 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca23d9-758f-40a0-a926-a613a48e1b9e req-e0b9bf1d-9a04-4c67-a675-21edc1c0c0ec tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:14.856078 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3eca23d9-758f-40a0-a926-a613a48e1b9e req-e0b9bf1d-9a04-4c67-a675-21edc1c0c0ec tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0545435 Feb 09 22:35:14.905932 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3eca23d9-758f-40a0-a926-a613a48e1b9e req-03db0d94-4971-491a-9c7d-b9169a79692c tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415704 Feb 09 22:35:15.551605 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-729af67a-5fa7-47d3-9f9e-3729845dd4bb req-ee57497a-058d-40f9-92b3-b358afea06da service neutron] (103201) timed out ('10.222.0.71', 60378) {{(pid=103201) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:35:15.787738 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:16.033805 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15810d-95da-4aed-ba9f-6dc895a43ff6 req-7394d461-44d9-4383-b1da-cf29f1d96586 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:16.035386 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6d15810d-95da-4aed-ba9f-6dc895a43ff6 req-7394d461-44d9-4383-b1da-cf29f1d96586 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0535183 Feb 09 22:35:16.088765 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6d15810d-95da-4aed-ba9f-6dc895a43ff6 req-43fa38c6-d13b-47e3-b1b7-1c2ded82dff8 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460227 Feb 09 22:35:16.318328 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:17.240469 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6e4a7-b9e4-41af-aa38-c3f8a51e8688 req-cd23f5b4-91f1-4059-98b7-36035414d531 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:17.243074 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4e6e4a7-b9e4-41af-aa38-c3f8a51e8688 req-cd23f5b4-91f1-4059-98b7-36035414d531 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0739603 Feb 09 22:35:17.296468 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4e6e4a7-b9e4-41af-aa38-c3f8a51e8688 req-85c7dab1-7aae-4593-9711-888630e2909c tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472605 Feb 09 22:35:18.437405 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbefb68-8692-4fd8-b3b7-e160364ce392 req-20d55aca-defa-4432-af76-af7704281b4f tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:18.439241 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fcbefb68-8692-4fd8-b3b7-e160364ce392 req-20d55aca-defa-4432-af76-af7704281b4f tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0708249 Feb 09 22:35:18.491620 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fcbefb68-8692-4fd8-b3b7-e160364ce392 req-03838384-1d52-41d4-86dd-d9711a42a987 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447159 Feb 09 22:35:19.625218 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c06b5-ebab-4c3c-abad-a207e11d50e9 req-962dada6-f388-4181-928c-80a8d58ddd3a tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:19.626806 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2d8c06b5-ebab-4c3c-abad-a207e11d50e9 req-962dada6-f388-4181-928c-80a8d58ddd3a tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0594578 Feb 09 22:35:19.682405 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2d8c06b5-ebab-4c3c-abad-a207e11d50e9 req-f147b594-9c12-406e-bc06-f486ee110206 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450833 Feb 09 22:35:20.815269 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa572a-f86f-46b2-ae1c-1179fe0f91dd req-1cf0f129-c290-43ae-8e74-e180588f620e tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:20.816888 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b8aa572a-f86f-46b2-ae1c-1179fe0f91dd req-1cf0f129-c290-43ae-8e74-e180588f620e tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0563564 Feb 09 22:35:20.867795 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b8aa572a-f86f-46b2-ae1c-1179fe0f91dd req-05843bda-ccea-402b-8775-44a3d7ce01e4 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443070 Feb 09 22:35:21.883627 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-a1dadf3e-5b1a-4b87-8eff-bafd556d346f req-3798315b-996b-493a-aa11-38d6a41bc096 service neutron] (103202) timed out ('10.222.0.42', 58121) {{(pid=103202) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:35:21.989894 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cfabb-55e2-458d-b44c-dda6158e2725 req-25ef6963-c9cc-432c-8ee9-d2f8c8254f34 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:21.991415 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-889cfabb-55e2-458d-b44c-dda6158e2725 req-25ef6963-c9cc-432c-8ee9-d2f8c8254f34 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0537066 Feb 09 22:35:22.043283 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-889cfabb-55e2-458d-b44c-dda6158e2725 req-153eced0-642a-421d-bc1e-0183544a1a45 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458424 Feb 09 22:35:22.594964 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-473e6e7a-bd13-4133-8f42-b924cb027129 req-2645b01d-3fe9-4be8-a8dd-3a27ea3e39f4 tempest-TestNetworkAdvancedServerOps-752431858 tempest-TestNetworkAdvancedServerOps-752431858-project] (103202) timed out ('10.222.0.42', 57631) {{(pid=103202) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:35:23.178664 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168df1c-b45d-457a-92f4-df9b9561fa8e req-23cfb0f6-741d-4a7e-8eac-aafef06048a9 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:23.180347 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8168df1c-b45d-457a-92f4-df9b9561fa8e req-23cfb0f6-741d-4a7e-8eac-aafef06048a9 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0582771 Feb 09 22:35:23.234819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8168df1c-b45d-457a-92f4-df9b9561fa8e req-cec13ce0-aec1-4417-86d8-4bb1008abce0 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476575 Feb 09 22:35:24.377798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe1a88-e730-4439-a9fa-8601e7fb35cc req-1d3d1b84-c837-47cf-a0c8-2ffc17dc629b tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:24.379450 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cebe1a88-e730-4439-a9fa-8601e7fb35cc req-1d3d1b84-c837-47cf-a0c8-2ffc17dc629b tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0601633 Feb 09 22:35:24.439667 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cebe1a88-e730-4439-a9fa-8601e7fb35cc req-f845b049-d403-4d7d-834d-377e3644a840 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538707 Feb 09 22:35:25.573235 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008af5af-13de-4b3f-bfb7-b5370f148453 req-03aeffe4-6f4c-4553-b21b-3167d0761c9b tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:25.574770 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-008af5af-13de-4b3f-bfb7-b5370f148453 req-03aeffe4-6f4c-4553-b21b-3167d0761c9b tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0584614 Feb 09 22:35:25.626024 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-008af5af-13de-4b3f-bfb7-b5370f148453 req-b89fdaf3-40d8-4468-bee5-0716cf4375b5 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429375 Feb 09 22:35:26.746099 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8a4b3-a69c-4944-b62f-ca67ba5dc1e0 req-37b98121-e44b-4a50-a684-3dd7898a9b0b tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:26.747601 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-03e8a4b3-a69c-4944-b62f-ca67ba5dc1e0 req-37b98121-e44b-4a50-a684-3dd7898a9b0b tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0522697 Feb 09 22:35:26.794405 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-03e8a4b3-a69c-4944-b62f-ca67ba5dc1e0 req-023eca38-97f9-4327-9e3d-688dc87fd93a tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403297 Feb 09 22:35:27.913197 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a395e2-1b02-4b3c-a40b-6db0baa42254 req-3c1cd1c3-6499-4f6a-9be1-3cfa5c56a06d tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:27.914677 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0a395e2-1b02-4b3c-a40b-6db0baa42254 req-3c1cd1c3-6499-4f6a-9be1-3cfa5c56a06d tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0515656 Feb 09 22:35:27.966381 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0a395e2-1b02-4b3c-a40b-6db0baa42254 req-b7234965-a74f-486a-8b0c-6d3ba844876d tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459042 Feb 09 22:35:29.089878 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba16a98-87fc-485f-93c5-6032429662ff req-904e935b-7efd-4d66-9d7d-0614df43adc8 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:29.091375 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eba16a98-87fc-485f-93c5-6032429662ff req-904e935b-7efd-4d66-9d7d-0614df43adc8 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0559459 Feb 09 22:35:29.141446 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eba16a98-87fc-485f-93c5-6032429662ff req-0d51c870-202c-4edf-8d83-d7a0997585c8 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441656 Feb 09 22:35:30.274940 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c40fa-fee1-43d9-bf82-e59eaee131ab req-b3418783-9923-4e2d-9f1a-69d1cb208d1d tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:30.276495 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-658c40fa-fee1-43d9-bf82-e59eaee131ab req-b3418783-9923-4e2d-9f1a-69d1cb208d1d tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0558119 Feb 09 22:35:30.326818 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-658c40fa-fee1-43d9-bf82-e59eaee131ab req-aeef45e5-8830-4471-936b-efb8cef96848 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437436 Feb 09 22:35:31.454749 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974ca65-88d1-458c-abdf-f7bccd55c02a req-26fcb5e8-a128-4f4a-8e92-dc7b0fadd0b7 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:31.456271 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b974ca65-88d1-458c-abdf-f7bccd55c02a req-26fcb5e8-a128-4f4a-8e92-dc7b0fadd0b7 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0569806 Feb 09 22:35:31.505258 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b974ca65-88d1-458c-abdf-f7bccd55c02a req-7f9c76df-1198-44ab-85e9-663efdbfe4a5 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426948 Feb 09 22:35:32.629977 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6261cb1-0862-4e64-bf95-783fe2ebd8e4 req-137f6ea9-47ad-4ad7-a160-6ceb4347184b tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:32.631512 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b6261cb1-0862-4e64-bf95-783fe2ebd8e4 req-137f6ea9-47ad-4ad7-a160-6ceb4347184b tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0559025 Feb 09 22:35:32.680613 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b6261cb1-0862-4e64-bf95-783fe2ebd8e4 req-8b0e2ed2-9fab-488e-bfba-ee03907d3d32 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412881 Feb 09 22:35:33.804567 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6858d7-4e70-40c8-8c09-4f13fe968aa6 req-8950a84e-fe9e-4cd9-b11e-5d3f3cf9d8ad tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:33.806061 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ec6858d7-4e70-40c8-8c09-4f13fe968aa6 req-8950a84e-fe9e-4cd9-b11e-5d3f3cf9d8ad tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0565727 Feb 09 22:35:33.853138 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ec6858d7-4e70-40c8-8c09-4f13fe968aa6 req-5667065f-aa3b-4092-bf20-6320771a37ec tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413814 Feb 09 22:35:34.996043 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e0686-ba20-4846-aea3-566da9211d11 req-8a6caf45-477e-4b2e-b3ca-4c837cc6d312 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:34.998248 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f7e0686-ba20-4846-aea3-566da9211d11 req-8a6caf45-477e-4b2e-b3ca-4c837cc6d312 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0669394 Feb 09 22:35:35.060367 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f7e0686-ba20-4846-aea3-566da9211d11 req-4d2f7996-0574-4291-8b66-9f6bb916c912 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552404 Feb 09 22:35:36.180909 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a6798-03cc-419f-befa-5b30c2226980 req-37fea018-0a6e-4ace-a091-593bee5aca00 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:36.182449 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da5a6798-03cc-419f-befa-5b30c2226980 req-37fea018-0a6e-4ace-a091-593bee5aca00 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0528533 Feb 09 22:35:36.256295 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da5a6798-03cc-419f-befa-5b30c2226980 req-15e60871-b210-4d28-8cbb-45b140d8992b tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670455 Feb 09 22:35:37.377519 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d57bb7-7898-4c8b-b190-4868aecbe4b7 req-793f3c94-7403-4c16-aa80-8b4f9c2c56e7 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:37.379057 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71d57bb7-7898-4c8b-b190-4868aecbe4b7 req-793f3c94-7403-4c16-aa80-8b4f9c2c56e7 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 945 time: 0.0535419 Feb 09 22:35:37.425879 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71d57bb7-7898-4c8b-b190-4868aecbe4b7 req-7312f255-5cb4-4b26-8902-d363d6f1edfc tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412405 Feb 09 22:35:37.445767 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:35:37.665616 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-8a449529-0901-4b3f-bb77-5be03cfb4494 service neutron] show failed (client error): The resource could not be found. Feb 09 22:35:37.666670 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-8a449529-0901-4b3f-bb77-5be03cfb4494 service neutron] 10.222.0.42 "GET /v2.0/ports/d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd/bindings/n-h1-828601-1 HTTP/1.1" status: 404 len: 380 time: 0.0638733 Feb 09 22:35:37.881415 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1d117dbd-942c-43df-b2c9-a92948c5101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:37.889928 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-0fb3ad57-db49-40c8-8e0d-baa52aca846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:37.891445 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-0fb3ad57-db49-40c8-8e0d-baa52aca846d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1&tenant_id=3c695438500943c7a3a33f3679f77ba5 HTTP/1.1" status: 200 len: 1127 time: 0.0480344 Feb 09 22:35:37.902224 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828601-1', 'device_owner': 'compute:nova'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:35:37.972429 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:38.174248 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] For port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd,segment=NetworkSegment(057c5a72-3b02-4367-b3ec-9eb11876cdbe),segment_id=057c5a72-3b02-4367-b3ec-9eb11876cdbe)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:38.208780 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] For port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:35:38.250536 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21657a6e-22fa-40f2-ae85-d861185737f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd615f9c2-43e1-4eaa-ad85-ab7f4bac19cd'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:35:38.252799 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1deaf6-bf2c-40c2-b8b0-f45245e8cee8" -d '{"events": [{"server_uuid": "21657a6e-22fa-40f2-ae85-d861185737f1", "name": "network-vif-unplugged", "status": "completed", "tag": "d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:35:38.256721 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] Publish callbacks [] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:38.269956 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] Transition to ACTIVE for port object d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:35:38.274255 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:38.310666 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f29b71-bec7-4ef9-974a-046da9ad3259 x-openstack-request-id: req-f8f29b71-bec7-4ef9-974a-046da9ad3259 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:35:38.310965 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21657a6e-22fa-40f2-ae85-d861185737f1", "name": "network-vif-unplugged", "status": "completed", "tag": "d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:35:38.311221 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8f29b71-bec7-4ef9-974a-046da9ad3259 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:35:38.312171 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21657a6e-22fa-40f2-ae85-d861185737f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd615f9c2-43e1-4eaa-ad85-ab7f4bac19cd', 'code': 200} Feb 09 22:35:38.344083 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] No DVR routers for this DVR port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:35:38.346135 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] Pushing event updated for resources: {'Port': ['ID=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd,revision_number=6']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:38.382369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] Attempting to bind port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:35:38.383091 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] Attempting to bind port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '057c5a72-3b02-4367-b3ec-9eb11876cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:35:38.383091 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] Attempting to bind port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd on network 15126338-8b50-4dc3-b815-c7bca56c8ed1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:35:38.387394 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] Port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd on network 15126338-8b50-4dc3-b815-c7bca56c8ed1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:35:38.387739 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] Attempting to bind port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd on network 15126338-8b50-4dc3-b815-c7bca56c8ed1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:35:38.393420 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:35:38.393788 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] Checking segment: {'id': '057c5a72-3b02-4367-b3ec-9eb11876cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:35:38.394168 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] Bound using segment: {'id': '057c5a72-3b02-4367-b3ec-9eb11876cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:35:38.394609 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] Bound port: d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '057c5a72-3b02-4367-b3ec-9eb11876cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:35:38.395006 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:38.459198 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] For port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:35:38.462773 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] For port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd,segment=NetworkSegment(057c5a72-3b02-4367-b3ec-9eb11876cdbe),segment_id=057c5a72-3b02-4367-b3ec-9eb11876cdbe)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:35:38.469612 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:38.517260 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:38.517882 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:38.519278 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] 10.222.0.71 "PUT /v2.0/ports/d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd HTTP/1.1" status: 200 len: 1091 time: 0.6212485 Feb 09 22:35:38.588161 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8aa4b-29d8-42c5-9113-b2136e1c4a6c service neutron] Pushing event updated for resources: {'Port': ['ID=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd,revision_number=7']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:38.609478 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98578838-6988-4dfc-9b76-327bdde4f185 req-0046e5e9-256a-41f5-a0a1-a8bc5f1c9e1e tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:38.611002 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98578838-6988-4dfc-9b76-327bdde4f185 req-0046e5e9-256a-41f5-a0a1-a8bc5f1c9e1e tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 943 time: 0.1092818 Feb 09 22:35:38.627801 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-af42d1b6-6a29-4ac8-82b0-f594bf7f90a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:38.629358 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-af42d1b6-6a29-4ac8-82b0-f594bf7f90a5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c695438500943c7a3a33f3679f77ba5&device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 1125 time: 0.0868828 Feb 09 22:35:38.714510 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-98578838-6988-4dfc-9b76-327bdde4f185 req-a3e48897-e648-421d-82e7-e3a10d7d219b tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969369 Feb 09 22:35:38.746972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-3615b1d0-1d76-440a-ad5d-a66261ade93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:38.748568 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-3615b1d0-1d76-440a-ad5d-a66261ade93b service neutron] 10.222.0.71 "GET /v2.0/networks?id=15126338-8b50-4dc3-b815-c7bca56c8ed1 HTTP/1.1" status: 200 len: 916 time: 0.1129701 Feb 09 22:35:38.789478 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-c3b51919-a0f2-44c5-b680-5f07c99b566a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd HTTP/1.1" status: 200 len: 217 time: 0.0345764 Feb 09 22:35:38.840696 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9bee8ccd-8d12-412e-81b5-88d8c80bee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:38.842226 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-9bee8ccd-8d12-412e-81b5-88d8c80bee84 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d65c73ea-c846-4a51-bde8-19e82dc96c31 HTTP/1.1" status: 200 len: 855 time: 0.0469997 Feb 09 22:35:38.873253 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-92b03d5b-2891-47bb-9897-ef21bb748cb4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=15126338-8b50-4dc3-b815-c7bca56c8ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253706 Feb 09 22:35:38.960981 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-dcf6af3c-789c-4ec3-86cf-a221bf76d4fb service neutron] 10.222.0.71 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803623 Feb 09 22:35:39.054638 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2f57f8f-ea2a-498d-b714-036fd9dbef5f req-b1f6c9e9-c30c-4f91-8aa7-120fda124c7f service neutron] 10.222.0.71 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878677 Feb 09 22:35:39.845406 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5488dd6-a5e9-4dd9-b2f5-e863bbb6eded req-b20182e7-d672-4d36-8fc3-dad49173652b tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:39.846931 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f5488dd6-a5e9-4dd9-b2f5-e863bbb6eded req-b20182e7-d672-4d36-8fc3-dad49173652b tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 943 time: 0.0539680 Feb 09 22:35:39.907483 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f5488dd6-a5e9-4dd9-b2f5-e863bbb6eded req-84d6f7d3-b943-4a79-a437-dd6c114fd547 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543814 Feb 09 22:35:40.313761 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21657a6e-22fa-40f2-ae85-d861185737f1', 'tag': 'd615f9c2-43e1-4eaa-ad85-ab7f4bac19cd'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:35:40.316400 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd65de4-6b55-4891-b72c-2d92b5ac321a" -d '{"events": [{"name": "network-changed", "server_uuid": "21657a6e-22fa-40f2-ae85-d861185737f1", "tag": "d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:35:40.364496 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a05832-2c63-44f9-9bd6-9123d023be68 x-openstack-request-id: req-98a05832-2c63-44f9-9bd6-9123d023be68 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:35:40.364799 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21657a6e-22fa-40f2-ae85-d861185737f1", "tag": "d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:35:40.365069 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-98a05832-2c63-44f9-9bd6-9123d023be68 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:35:40.365479 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21657a6e-22fa-40f2-ae85-d861185737f1', 'tag': 'd615f9c2-43e1-4eaa-ad85-ab7f4bac19cd', 'status': 'completed', 'code': 200} Feb 09 22:35:40.470280 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd65de4-6b55-4891-b72c-2d92b5ac321a req-66d5a9ac-9a45-415b-a59b-4d9df8010f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:40.471854 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fd65de4-6b55-4891-b72c-2d92b5ac321a req-66d5a9ac-9a45-415b-a59b-4d9df8010f5c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c695438500943c7a3a33f3679f77ba5&device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 1125 time: 0.0760345 Feb 09 22:35:40.473565 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd65de4-6b55-4891-b72c-2d92b5ac321a req-b9520115-84b9-480e-abf1-0fbeaaf2dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:40.475208 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fd65de4-6b55-4891-b72c-2d92b5ac321a req-b9520115-84b9-480e-abf1-0fbeaaf2dd51 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c695438500943c7a3a33f3679f77ba5&device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 1125 time: 0.0911512 Feb 09 22:35:40.601802 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-439c9b40-9a9b-4558-aaf4-5047e83e0e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:40.643492 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd65de4-6b55-4891-b72c-2d92b5ac321a req-deedc436-6ac5-455b-8cfa-a09f00dff191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:40.645022 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fd65de4-6b55-4891-b72c-2d92b5ac321a req-deedc436-6ac5-455b-8cfa-a09f00dff191 service neutron] 10.222.0.42 "GET /v2.0/networks?id=15126338-8b50-4dc3-b815-c7bca56c8ed1 HTTP/1.1" status: 200 len: 916 time: 0.1637297 Feb 09 22:35:40.647822 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd65de4-6b55-4891-b72c-2d92b5ac321a req-0de36f7f-b5eb-463e-a63e-7fae0bb1637a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:40.649168 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fd65de4-6b55-4891-b72c-2d92b5ac321a req-0de36f7f-b5eb-463e-a63e-7fae0bb1637a service neutron] 10.222.0.71 "GET /v2.0/networks?id=15126338-8b50-4dc3-b815-c7bca56c8ed1 HTTP/1.1" status: 200 len: 916 time: 0.1596861 Feb 09 22:35:40.723147 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fd65de4-6b55-4891-b72c-2d92b5ac321a req-27fee8f1-85e8-455c-a46d-b27cc18dba7b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd HTTP/1.1" status: 200 len: 217 time: 0.0701728 Feb 09 22:35:40.724829 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fd65de4-6b55-4891-b72c-2d92b5ac321a req-e5523c6c-1370-4343-a616-1e7c620556cc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd HTTP/1.1" status: 200 len: 217 time: 0.0655606 Feb 09 22:35:40.729181 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:35:40.780053 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] The host n-h2-828601-1 is not matching for port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd host n-h1-828601-1! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:35:40.781277 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:35:40.805648 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd65de4-6b55-4891-b72c-2d92b5ac321a req-9bea2a3b-e7cd-47cf-b9f1-b019d8a74661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:40.807138 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fd65de4-6b55-4891-b72c-2d92b5ac321a req-9bea2a3b-e7cd-47cf-b9f1-b019d8a74661 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d65c73ea-c846-4a51-bde8-19e82dc96c31 HTTP/1.1" status: 200 len: 855 time: 0.0763485 Feb 09 22:35:40.821351 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd65de4-6b55-4891-b72c-2d92b5ac321a req-c3c8ac53-f98d-4013-a59c-59a9c3045ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:40.822752 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fd65de4-6b55-4891-b72c-2d92b5ac321a req-c3c8ac53-f98d-4013-a59c-59a9c3045ca3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d65c73ea-c846-4a51-bde8-19e82dc96c31 HTTP/1.1" status: 200 len: 855 time: 0.0651920 Feb 09 22:35:40.843973 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fd65de4-6b55-4891-b72c-2d92b5ac321a req-78a1e6da-15c3-4422-8a37-ac2748107139 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=15126338-8b50-4dc3-b815-c7bca56c8ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304317 Feb 09 22:35:40.878925 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fd65de4-6b55-4891-b72c-2d92b5ac321a req-cebfacc3-a538-4af7-9bc0-9257be2ff8db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15126338-8b50-4dc3-b815-c7bca56c8ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377352 Feb 09 22:35:41.054976 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fd65de4-6b55-4891-b72c-2d92b5ac321a req-014d489c-5037-4474-86f4-0608f6f4d9b7 service neutron] 10.222.0.71 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037220 Feb 09 22:35:41.071752 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fd65de4-6b55-4891-b72c-2d92b5ac321a req-35421f62-086f-429f-ad91-867c4a5af593 service neutron] 10.222.0.42 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834674 Feb 09 22:35:41.144436 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc5448-005a-4c95-a9e1-47191072475f req-a74b3e61-c02b-4a04-92f0-ac24ee18f88d tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:41.145878 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b8dc5448-005a-4c95-a9e1-47191072475f req-a74b3e61-c02b-4a04-92f0-ac24ee18f88d tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 943 time: 0.1621847 Feb 09 22:35:41.279724 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fd65de4-6b55-4891-b72c-2d92b5ac321a req-f9c1b3d8-4dfa-462f-acba-e2a1870525df service neutron] 10.222.0.42 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941068 Feb 09 22:35:41.282830 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b8dc5448-005a-4c95-a9e1-47191072475f req-ba556208-d38d-4ba2-9aa3-834691d34cfb tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086566 Feb 09 22:35:41.285367 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9fd65de4-6b55-4891-b72c-2d92b5ac321a req-1538ce2c-153e-497d-afd4-ae3a3cd43d0e service neutron] 10.222.0.71 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223408 Feb 09 22:35:41.528207 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039faa9-fb98-4239-9f9f-5a5631dd578f req-954d2485-0653-4e7e-a8d7-6e50eb63b5e1 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:41.529976 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e039faa9-fb98-4239-9f9f-5a5631dd578f req-954d2485-0653-4e7e-a8d7-6e50eb63b5e1 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 943 time: 0.0906773 Feb 09 22:35:41.557225 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df175d-6404-4db9-b8c8-1730c10c1fbd req-6a9402c7-4574-405f-a3da-a4b4a85f088f tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:41.559182 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-52df175d-6404-4db9-b8c8-1730c10c1fbd req-6a9402c7-4574-405f-a3da-a4b4a85f088f tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.42 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1&tenant_id=3c695438500943c7a3a33f3679f77ba5&binding%3Ahost_id=n-h1-828601-1 HTTP/1.1" status: 200 len: 943 time: 0.0885017 Feb 09 22:35:41.642743 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e039faa9-fb98-4239-9f9f-5a5631dd578f req-655fca34-bd54-4709-8706-1982e343d1d3 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041193 Feb 09 22:35:41.657849 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-52df175d-6404-4db9-b8c8-1730c10c1fbd req-c20305f9-33c0-49f6-82ec-beed7c9cf36b service neutron] delete failed (client error): The resource could not be found. Feb 09 22:35:41.658896 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-52df175d-6404-4db9-b8c8-1730c10c1fbd req-c20305f9-33c0-49f6-82ec-beed7c9cf36b service neutron] 10.222.0.42 "DELETE /v2.0/ports/d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd/bindings/n-h2-828601-1 HTTP/1.1" status: 404 len: 380 time: 0.0897894 Feb 09 22:35:41.764276 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df175d-6404-4db9-b8c8-1730c10c1fbd req-ce57d6a7-9500-4069-a475-fbfd6ef4a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:41.766190 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-52df175d-6404-4db9-b8c8-1730c10c1fbd req-ce57d6a7-9500-4069-a475-fbfd6ef4a758 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c695438500943c7a3a33f3679f77ba5&device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 1125 time: 0.0492699 Feb 09 22:35:41.779325 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:41.862342 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df175d-6404-4db9-b8c8-1730c10c1fbd req-b7a2a01f-0f5f-4262-866f-1a5b0ae19bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:41.863832 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-52df175d-6404-4db9-b8c8-1730c10c1fbd req-b7a2a01f-0f5f-4262-866f-1a5b0ae19bdc service neutron] 10.222.0.42 "GET /v2.0/networks?id=15126338-8b50-4dc3-b815-c7bca56c8ed1 HTTP/1.1" status: 200 len: 916 time: 0.0900016 Feb 09 22:35:41.911509 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-52df175d-6404-4db9-b8c8-1730c10c1fbd req-10846683-406c-4372-8e52-a6ee537f8f77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd HTTP/1.1" status: 200 len: 217 time: 0.0387468 Feb 09 22:35:41.961501 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df175d-6404-4db9-b8c8-1730c10c1fbd req-02cbe0ed-e802-4db9-9427-0360ab2b3db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:41.963302 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-52df175d-6404-4db9-b8c8-1730c10c1fbd req-02cbe0ed-e802-4db9-9427-0360ab2b3db6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d65c73ea-c846-4a51-bde8-19e82dc96c31 HTTP/1.1" status: 200 len: 855 time: 0.0433836 Feb 09 22:35:41.998641 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-52df175d-6404-4db9-b8c8-1730c10c1fbd req-e1b5ed66-83f7-4ca7-bae6-a130c2d7862e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15126338-8b50-4dc3-b815-c7bca56c8ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265832 Feb 09 22:35:42.101064 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-52df175d-6404-4db9-b8c8-1730c10c1fbd req-0d028d43-7ba9-4dee-998a-8551b580a3db service neutron] 10.222.0.42 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936050 Feb 09 22:35:42.198511 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-52df175d-6404-4db9-b8c8-1730c10c1fbd req-e464ff06-5254-4e24-b218-f47456bf7712 service neutron] 10.222.0.42 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883973 Feb 09 22:35:42.687422 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:35:42.790554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823e428-a599-4d4f-96e8-237573f16f82 req-c53007f0-cba8-4161-a0f3-38f248e45203 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:42.791142 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd,segment=NetworkSegment(057c5a72-3b02-4367-b3ec-9eb11876cdbe),segment_id=057c5a72-3b02-4367-b3ec-9eb11876cdbe)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:42.796340 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1823e428-a599-4d4f-96e8-237573f16f82 req-c53007f0-cba8-4161-a0f3-38f248e45203 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 943 time: 0.0759928 Feb 09 22:35:42.808791 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'd615f9c2-43e1-4eaa-ad85-ab7f4bac19cd', 'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1', 'port_id': 'd615f9c2-43e1-4eaa-ad85-ab7f4bac19cd', 'mac_address': 'fa:16:3e:dd:af:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65c73ea-c846-4a51-bde8-19e82dc96c31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:35:42.852301 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1823e428-a599-4d4f-96e8-237573f16f82 req-6ba58170-fcc8-4c69-aad3-5f78409d52db tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537517 Feb 09 22:35:42.855549 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:35:42.856061 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:42.871234 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:35:42.904151 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd,segment=NetworkSegment(057c5a72-3b02-4367-b3ec-9eb11876cdbe),segment_id=057c5a72-3b02-4367-b3ec-9eb11876cdbe)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:42.908803 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:42.969336 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:42.975591 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:42.977145 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432cea1-6540-47d6-b50d-39e83d5b72f1 req-cd3e31dc-ede7-4e05-aa53-9392b587c7bf tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:42.978773 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3432cea1-6540-47d6-b50d-39e83d5b72f1 req-cd3e31dc-ede7-4e05-aa53-9392b587c7bf tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 944 time: 0.0601192 Feb 09 22:35:43.034458 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3432cea1-6540-47d6-b50d-39e83d5b72f1 req-6bd05ddf-55c9-4822-b1c6-2b71f6252fb6 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463846 Feb 09 22:35:43.119093 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:35:43.179256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd8605-cee8-476c-9d3c-890b7f1f1edd req-3cfe9256-54f0-411c-99c7-e2841f1612bf tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:43.180834 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5fd8605-cee8-476c-9d3c-890b7f1f1edd req-3cfe9256-54f0-411c-99c7-e2841f1612bf tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 944 time: 0.0684292 Feb 09 22:35:43.235455 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5fd8605-cee8-476c-9d3c-890b7f1f1edd req-eed6c470-6c6c-4d7e-b425-fc9a2c90e430 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470102 Feb 09 22:35:43.643709 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-e2816a74-ff17-4236-853f-2c093f72a12f tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:43.645418 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-e2816a74-ff17-4236-853f-2c093f72a12f tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/networks?id=15126338-8b50-4dc3-b815-c7bca56c8ed1 HTTP/1.1" status: 200 len: 815 time: 0.1180532 Feb 09 22:35:43.665045 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-f16edf23-44be-422f-bf6c-3c9df5d8a98a tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/quotas/3c695438500943c7a3a33f3679f77ba5 HTTP/1.1" status: 200 len: 375 time: 0.0121107 Feb 09 22:35:43.724959 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-b89140fa-30f5-438c-98c6-9b8116413f66 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c695438500943c7a3a33f3679f77ba5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0546410 Feb 09 22:35:43.823233 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-51abec95-7fc5-4d92-b86c-b46b49094039 service neutron] 10.222.0.77 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901167 Feb 09 22:35:43.916652 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-d982506d-3c94-4e41-b018-d5c09dc495ec service neutron] 10.222.0.77 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866280 Feb 09 22:35:44.087640 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6057b17c-6cb9-4ea7-b05b-3c24b6796d95 req-58d0e903-6009-4cc9-beff-e8f06e59ad25 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 210 time: 0.0329406 Feb 09 22:35:44.682485 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:35:44.726449 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:44.746212 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:35:44.751157 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:35:44.751535 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:44.813172 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e47a7a-7646-4ecd-8736-5ad7c271b006 req-3f1bba95-b00f-422c-9474-30b234c3c717 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:44.814793 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84e47a7a-7646-4ecd-8736-5ad7c271b006 req-3f1bba95-b00f-422c-9474-30b234c3c717 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.71 "GET /v2.0/ports?device_id=21657a6e-22fa-40f2-ae85-d861185737f1 HTTP/1.1" status: 200 len: 944 time: 0.0665457 Feb 09 22:35:44.836476 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:35:44.836867 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:44.866878 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21657a6e-22fa-40f2-ae85-d861185737f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd615f9c2-43e1-4eaa-ad85-ab7f4bac19cd'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:35:44.869243 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329dc469-fd86-4c90-a335-eb3b72b4732d" -d '{"events": [{"server_uuid": "21657a6e-22fa-40f2-ae85-d861185737f1", "name": "network-vif-plugged", "status": "completed", "tag": "d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:35:44.902006 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd,segment=NetworkSegment(057c5a72-3b02-4367-b3ec-9eb11876cdbe),segment_id=057c5a72-3b02-4367-b3ec-9eb11876cdbe)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:44.910303 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:44.920877 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-84e47a7a-7646-4ecd-8736-5ad7c271b006 req-17f4d81e-70de-4bfc-b86f-4b09b1b32990 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Deleting port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:35:44.921144 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-84e47a7a-7646-4ecd-8736-5ad7c271b006 req-17f4d81e-70de-4bfc-b86f-4b09b1b32990 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:44.921553 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b19f2b3-2169-464e-85f3-d9208f14cf3b x-openstack-request-id: req-8b19f2b3-2169-464e-85f3-d9208f14cf3b {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:35:44.922640 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21657a6e-22fa-40f2-ae85-d861185737f1", "name": "network-vif-plugged", "status": "completed", "tag": "d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:35:44.923686 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8b19f2b3-2169-464e-85f3-d9208f14cf3b {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:35:44.923686 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21657a6e-22fa-40f2-ae85-d861185737f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd615f9c2-43e1-4eaa-ad85-ab7f4bac19cd', 'code': 200} Feb 09 22:35:44.946570 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.71', 60811) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:35:44.986866 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd,revision_number=9']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:45.046361 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-84e47a7a-7646-4ecd-8736-5ad7c271b006 req-17f4d81e-70de-4bfc-b86f-4b09b1b32990 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] For port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd,segment=NetworkSegment(057c5a72-3b02-4367-b3ec-9eb11876cdbe),segment_id=057c5a72-3b02-4367-b3ec-9eb11876cdbe)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:45.046759 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-84e47a7a-7646-4ecd-8736-5ad7c271b006 req-17f4d81e-70de-4bfc-b86f-4b09b1b32990 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:45.064955 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-84e47a7a-7646-4ecd-8736-5ad7c271b006 req-17f4d81e-70de-4bfc-b86f-4b09b1b32990 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Calling delete_port for d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:35:45.118573 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-9a03eccf-932c-4593-89b8-ca3909484f87 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:45.121206 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-9a03eccf-932c-4593-89b8-ca3909484f87 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.71 "GET /v2.0/networks?id=15126338-8b50-4dc3-b815-c7bca56c8ed1 HTTP/1.1" status: 200 len: 815 time: 0.1729009 Feb 09 22:35:45.136244 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-7269e7de-b640-4123-b68e-4d34ba346bf1 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Request body: {'port': {'device_id': 'e3207f04-314a-4f30-be36-ba1fa5d0f4cc', 'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1', 'admin_state_up': True, 'tenant_id': '3c695438500943c7a3a33f3679f77ba5'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:35:45.217441 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-939bd3b1-06d6-4081-ae42-71dc477dde4d req-69ce66a2-4990-4b05-a0c7-a98281371733 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 210 time: 0.0366397 Feb 09 22:35:45.231305 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-84e47a7a-7646-4ecd-8736-5ad7c271b006 req-17f4d81e-70de-4bfc-b86f-4b09b1b32990 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:45.244065 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:35:45.260482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-7269e7de-b640-4123-b68e-4d34ba346bf1 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Made reservation on behalf of 3c695438500943c7a3a33f3679f77ba5 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:35:45.262828 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4d81e-70de-4bfc-b86f-4b09b1b32990 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Pushing event deleted for resources: {'Port': ['ID=d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:45.265212 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-7269e7de-b640-4123-b68e-4d34ba346bf1 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:45.309654 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e47a7a-7646-4ecd-8736-5ad7c271b006 req-17f4d81e-70de-4bfc-b86f-4b09b1b32990 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] No DVR routers for this DVR port d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:35:45.312375 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-84e47a7a-7646-4ecd-8736-5ad7c271b006 req-17f4d81e-70de-4bfc-b86f-4b09b1b32990 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:45.316421 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84e47a7a-7646-4ecd-8736-5ad7c271b006 req-17f4d81e-70de-4bfc-b86f-4b09b1b32990 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.71 "DELETE /v2.0/ports/d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd HTTP/1.1" status: 204 len: 173 time: 0.4963439 Feb 09 22:35:45.316877 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21657a6e-22fa-40f2-ae85-d861185737f1', 'name': 'network-vif-deleted', 'tag': 'd615f9c2-43e1-4eaa-ad85-ab7f4bac19cd'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:35:45.319187 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6da0b5-5fcd-4aec-b0ab-1b2572dfb896" -d '{"events": [{"server_uuid": "21657a6e-22fa-40f2-ae85-d861185737f1", "name": "network-vif-deleted", "tag": "d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:35:45.356956 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffd7fbb-bd53-46c0-9605-b2073d87ede6 x-openstack-request-id: req-6ffd7fbb-bd53-46c0-9605-b2073d87ede6 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:35:45.357262 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21657a6e-22fa-40f2-ae85-d861185737f1", "name": "network-vif-deleted", "tag": "d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:35:45.357521 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6ffd7fbb-bd53-46c0-9605-b2073d87ede6 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:35:45.359898 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21657a6e-22fa-40f2-ae85-d861185737f1', 'name': 'network-vif-deleted', 'tag': 'd615f9c2-43e1-4eaa-ad85-ab7f4bac19cd', 'status': 'completed', 'code': 200} Feb 09 22:35:45.412849 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-7269e7de-b640-4123-b68e-4d34ba346bf1 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Allocated IP 172.20.0.9 (15126338-8b50-4dc3-b815-c7bca56c8ed1/d65c73ea-c846-4a51-bde8-19e82dc96c31/168906f2-8b5e-4e6d-9920-45915502abd8) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:35:45.574893 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-7269e7de-b640-4123-b68e-4d34ba346bf1 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Publish callbacks [] for port (168906f2-8b5e-4e6d-9920-45915502abd8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:45.609228 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-7269e7de-b640-4123-b68e-4d34ba346bf1 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (168906f2-8b5e-4e6d-9920-45915502abd8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:45.621156 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:35:45.658090 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-7269e7de-b640-4123-b68e-4d34ba346bf1 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Network 15126338-8b50-4dc3-b815-c7bca56c8ed1 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:35:45.661241 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-7269e7de-b640-4123-b68e-4d34ba346bf1 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:35:45.665593 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-7269e7de-b640-4123-b68e-4d34ba346bf1 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:35:45.672061 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269e7de-b640-4123-b68e-4d34ba346bf1 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Pushing event updated for resources: {'Port': ['ID=168906f2-8b5e-4e6d-9920-45915502abd8,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:45.716811 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-7269e7de-b640-4123-b68e-4d34ba346bf1 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:45.717416 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-7269e7de-b640-4123-b68e-4d34ba346bf1 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:45.733394 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-7269e7de-b640-4123-b68e-4d34ba346bf1 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6026537 Feb 09 22:35:45.744272 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] Request body: {'port': {'device_id': 'e3207f04-314a-4f30-be36-ba1fa5d0f4cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:35:45.780305 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:45.802971 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (168906f2-8b5e-4e6d-9920-45915502abd8), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:46.117088 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168906f2-8b5e-4e6d-9920-45915502abd8 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:35:46.124929 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] Publish callbacks [] for port (168906f2-8b5e-4e6d-9920-45915502abd8), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:46.139225 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] Transition to ACTIVE for port object 168906f2-8b5e-4e6d-9920-45915502abd8 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:35:46.143790 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (168906f2-8b5e-4e6d-9920-45915502abd8), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:46.212792 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] Pushing event updated for resources: {'Port': ['ID=168906f2-8b5e-4e6d-9920-45915502abd8,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:46.263781 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] Attempting to bind port 168906f2-8b5e-4e6d-9920-45915502abd8 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:35:46.263781 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] Attempting to bind port 168906f2-8b5e-4e6d-9920-45915502abd8 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '057c5a72-3b02-4367-b3ec-9eb11876cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:35:46.263781 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] Attempting to bind port 168906f2-8b5e-4e6d-9920-45915502abd8 on network 15126338-8b50-4dc3-b815-c7bca56c8ed1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:35:46.268135 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] Port 168906f2-8b5e-4e6d-9920-45915502abd8 on network 15126338-8b50-4dc3-b815-c7bca56c8ed1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:35:46.268455 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] Attempting to bind port 168906f2-8b5e-4e6d-9920-45915502abd8 on network 15126338-8b50-4dc3-b815-c7bca56c8ed1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:35:46.273272 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:35:46.273612 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] Checking segment: {'id': '057c5a72-3b02-4367-b3ec-9eb11876cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:35:46.274001 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] Bound using segment: {'id': '057c5a72-3b02-4367-b3ec-9eb11876cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:35:46.274423 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] Bound port: 168906f2-8b5e-4e6d-9920-45915502abd8, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '057c5a72-3b02-4367-b3ec-9eb11876cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:35:46.274777 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (168906f2-8b5e-4e6d-9920-45915502abd8), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:46.317844 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:46.344372 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] For port 168906f2-8b5e-4e6d-9920-45915502abd8, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:35:46.347603 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] For port 168906f2-8b5e-4e6d-9920-45915502abd8, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=168906f2-8b5e-4e6d-9920-45915502abd8,segment=NetworkSegment(057c5a72-3b02-4367-b3ec-9eb11876cdbe),segment_id=057c5a72-3b02-4367-b3ec-9eb11876cdbe)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:35:46.353227 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5b605-fc28-4dad-84d8-f10f64c56f12 req-8bb9f895-13ba-4a8f-9597-099efe480fe2 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:46.353798 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (168906f2-8b5e-4e6d-9920-45915502abd8), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:46.354807 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3d5b605-fc28-4dad-84d8-f10f64c56f12 req-8bb9f895-13ba-4a8f-9597-099efe480fe2 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 943 time: 0.0634673 Feb 09 22:35:46.395484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:46.396226 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:46.397663 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] 10.222.0.71 "PUT /v2.0/ports/168906f2-8b5e-4e6d-9920-45915502abd8 HTTP/1.1" status: 200 len: 1091 time: 0.6574821 Feb 09 22:35:46.398105 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3207f04-314a-4f30-be36-ba1fa5d0f4cc', 'tag': '168906f2-8b5e-4e6d-9920-45915502abd8'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:35:46.415784 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3d5b605-fc28-4dad-84d8-f10f64c56f12 req-b7b0b42a-a797-405e-b50f-dbdbd78b2ec5 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548389 Feb 09 22:35:46.432310 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7c119-a588-4a04-9ba2-68bf352d8de5 service neutron] Pushing event updated for resources: {'Port': ['ID=168906f2-8b5e-4e6d-9920-45915502abd8,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:46.470745 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cc8ae8-e74c-434e-a7ce-38ed4e183b96" -d '{"events": [{"name": "network-changed", "server_uuid": "e3207f04-314a-4f30-be36-ba1fa5d0f4cc", "tag": "168906f2-8b5e-4e6d-9920-45915502abd8"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:35:46.494657 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-7b1ae34f-994b-4607-a1f1-03d7a46e9d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:46.496254 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-7b1ae34f-994b-4607-a1f1-03d7a46e9d49 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c695438500943c7a3a33f3679f77ba5&device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 1125 time: 0.0542524 Feb 09 22:35:46.538270 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-9c81fb89-78e7-4323-8eac-0b4f820ec979 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=168906f2-8b5e-4e6d-9920-45915502abd8 HTTP/1.1" status: 200 len: 217 time: 0.0344653 Feb 09 22:35:46.574102 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd742a62-157e-4025-850f-a2399d0c6aae x-openstack-request-id: req-fd742a62-157e-4025-850f-a2399d0c6aae {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:35:46.574401 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3207f04-314a-4f30-be36-ba1fa5d0f4cc", "tag": "168906f2-8b5e-4e6d-9920-45915502abd8", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:35:46.574662 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd742a62-157e-4025-850f-a2399d0c6aae {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:35:46.575069 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3207f04-314a-4f30-be36-ba1fa5d0f4cc', 'tag': '168906f2-8b5e-4e6d-9920-45915502abd8', 'status': 'completed', 'code': 200} Feb 09 22:35:46.589586 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a1ee7703-9c4d-4fc7-aa98-a3f0fa3d27b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:46.591073 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-a1ee7703-9c4d-4fc7-aa98-a3f0fa3d27b7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d65c73ea-c846-4a51-bde8-19e82dc96c31 HTTP/1.1" status: 200 len: 855 time: 0.0485337 Feb 09 22:35:46.628202 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-69383586-f085-4fe3-976e-1a451200c553 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=15126338-8b50-4dc3-b815-c7bca56c8ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311804 Feb 09 22:35:46.715026 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-2966bb01-b442-4c01-a068-c3cc901cf57f service neutron] 10.222.0.71 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812032 Feb 09 22:35:46.808730 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6036ebc8-837c-4511-924e-e0f8b3d58da8 req-d5047b88-3ad6-47ab-a838-e85abed8710a service neutron] 10.222.0.71 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873816 Feb 09 22:35:46.899264 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc8ae8-e74c-434e-a7ce-38ed4e183b96 req-a3f52888-2a9a-4de1-9649-72079ccb02d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:46.900795 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-42cc8ae8-e74c-434e-a7ce-38ed4e183b96 req-a3f52888-2a9a-4de1-9649-72079ccb02d5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c695438500943c7a3a33f3679f77ba5&device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 1125 time: 0.0459781 Feb 09 22:35:46.987726 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc8ae8-e74c-434e-a7ce-38ed4e183b96 req-6153d512-e341-48aa-a7be-55172b51ef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:46.989223 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-42cc8ae8-e74c-434e-a7ce-38ed4e183b96 req-6153d512-e341-48aa-a7be-55172b51ef6d service neutron] 10.222.0.71 "GET /v2.0/networks?id=15126338-8b50-4dc3-b815-c7bca56c8ed1 HTTP/1.1" status: 200 len: 916 time: 0.0830796 Feb 09 22:35:47.032914 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-42cc8ae8-e74c-434e-a7ce-38ed4e183b96 req-173f9e1b-8164-4a96-9612-91a5c76be51e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=168906f2-8b5e-4e6d-9920-45915502abd8 HTTP/1.1" status: 200 len: 217 time: 0.0383270 Feb 09 22:35:47.081446 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc8ae8-e74c-434e-a7ce-38ed4e183b96 req-9cb419b9-818c-4b98-b2aa-8f3a0941971b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:47.082964 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-42cc8ae8-e74c-434e-a7ce-38ed4e183b96 req-9cb419b9-818c-4b98-b2aa-8f3a0941971b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d65c73ea-c846-4a51-bde8-19e82dc96c31 HTTP/1.1" status: 200 len: 855 time: 0.0440924 Feb 09 22:35:47.117514 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-42cc8ae8-e74c-434e-a7ce-38ed4e183b96 req-e05a6244-f9c4-451e-a253-49a732978417 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=15126338-8b50-4dc3-b815-c7bca56c8ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273407 Feb 09 22:35:47.210951 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-42cc8ae8-e74c-434e-a7ce-38ed4e183b96 req-30d600cb-6c61-4718-b327-adfd8cb76203 service neutron] 10.222.0.71 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870941 Feb 09 22:35:47.300400 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-42cc8ae8-e74c-434e-a7ce-38ed4e183b96 req-d89fa2f7-d119-468a-931d-e528300603a6 service neutron] 10.222.0.71 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828698 Feb 09 22:35:47.537533 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f129a8a-f9e4-4dd0-90b6-c14a81236f1b req-99be8c3d-c1de-45bc-88e1-62a544c380e5 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:47.539036 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f129a8a-f9e4-4dd0-90b6-c14a81236f1b req-99be8c3d-c1de-45bc-88e1-62a544c380e5 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 943 time: 0.0537744 Feb 09 22:35:47.584238 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f129a8a-f9e4-4dd0-90b6-c14a81236f1b req-4f5627a6-e686-47de-a823-6c3c968c6eaa tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396004 Feb 09 22:35:48.708151 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:35:48.714944 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f00f31-3ff8-4031-a59f-5c5e149360eb req-d3755626-5fae-4434-8c4c-f4386bb61814 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:48.716685 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-86f00f31-3ff8-4031-a59f-5c5e149360eb req-d3755626-5fae-4434-8c4c-f4386bb61814 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 943 time: 0.0568919 Feb 09 22:35:48.729547 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:35:48.729903 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device d615f9c2-43e1-4eaa-ad85-ab7f4bac19cd not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:35:48.769225 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-86f00f31-3ff8-4031-a59f-5c5e149360eb req-8330bbae-ab64-4106-aaa4-871cc4ac7863 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462270 Feb 09 22:35:49.890719 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf0dca-fe52-49cd-926c-fcf640402d5b req-06df6c9b-b78a-461a-a41a-2f3a5848df73 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:49.892215 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3daf0dca-fe52-49cd-926c-fcf640402d5b req-06df6c9b-b78a-461a-a41a-2f3a5848df73 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 943 time: 0.0514970 Feb 09 22:35:49.940276 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3daf0dca-fe52-49cd-926c-fcf640402d5b req-e9e6efd3-8999-4122-9444-42913f3f942c tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424440 Feb 09 22:35:50.713165 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 168906f2-8b5e-4e6d-9920-45915502abd8 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:35:50.814478 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 168906f2-8b5e-4e6d-9920-45915502abd8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=168906f2-8b5e-4e6d-9920-45915502abd8,segment=NetworkSegment(057c5a72-3b02-4367-b3ec-9eb11876cdbe),segment_id=057c5a72-3b02-4367-b3ec-9eb11876cdbe)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:50.830769 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '168906f2-8b5e-4e6d-9920-45915502abd8', 'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1', 'port_id': '168906f2-8b5e-4e6d-9920-45915502abd8', 'mac_address': 'fa:16:3e:81:1c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65c73ea-c846-4a51-bde8-19e82dc96c31', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:35:50.867768 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 168906f2-8b5e-4e6d-9920-45915502abd8 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:35:50.868156 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (168906f2-8b5e-4e6d-9920-45915502abd8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:50.881736 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168906f2-8b5e-4e6d-9920-45915502abd8 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:35:50.901131 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 168906f2-8b5e-4e6d-9920-45915502abd8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=168906f2-8b5e-4e6d-9920-45915502abd8,segment=NetworkSegment(057c5a72-3b02-4367-b3ec-9eb11876cdbe),segment_id=057c5a72-3b02-4367-b3ec-9eb11876cdbe)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:50.905397 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (168906f2-8b5e-4e6d-9920-45915502abd8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:50.959262 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=168906f2-8b5e-4e6d-9920-45915502abd8,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:50.968861 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:50.969432 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:50.969781 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:50.970145 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:50.970727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:50.971318 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:50.971936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:50.972527 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:50.973065 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:50.973411 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:50.973749 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:50.974336 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:50.974677 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:51.064563 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2d1bb-9d14-46d8-bf8a-59d2d141062a req-efca72ba-6c36-4380-b545-f784b4c704ce tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:51.066099 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-43f2d1bb-9d14-46d8-bf8a-59d2d141062a req-efca72ba-6c36-4380-b545-f784b4c704ce tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 944 time: 0.0534866 Feb 09 22:35:51.096959 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['168906f2-8b5e-4e6d-9920-45915502abd8'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:35:51.114849 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-43f2d1bb-9d14-46d8-bf8a-59d2d141062a req-181d6f22-7992-4ecf-bd7c-84e17f2b8e6b tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430026 Feb 09 22:35:52.237870 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb22a2e-2f1b-4e0f-8ff4-4fd9945a2a0d req-25eb52cc-a511-47f9-8bcc-23c33630e191 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:52.239267 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cdb22a2e-2f1b-4e0f-8ff4-4fd9945a2a0d req-25eb52cc-a511-47f9-8bcc-23c33630e191 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 944 time: 0.0548542 Feb 09 22:35:52.284635 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cdb22a2e-2f1b-4e0f-8ff4-4fd9945a2a0d req-41a6f222-bbdf-41d7-ba1e-322c403cdff5 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399215 Feb 09 22:35:52.738608 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 168906f2-8b5e-4e6d-9920-45915502abd8 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:35:52.787061 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 168906f2-8b5e-4e6d-9920-45915502abd8 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:35:52.791143 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 168906f2-8b5e-4e6d-9920-45915502abd8 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:35:52.791525 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (168906f2-8b5e-4e6d-9920-45915502abd8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:52.871881 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 168906f2-8b5e-4e6d-9920-45915502abd8 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:35:52.872269 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (168906f2-8b5e-4e6d-9920-45915502abd8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:52.895036 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3207f04-314a-4f30-be36-ba1fa5d0f4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168906f2-8b5e-4e6d-9920-45915502abd8'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:35:52.897339 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97c1706-b902-41b3-b204-61b574f595bc" -d '{"events": [{"server_uuid": "e3207f04-314a-4f30-be36-ba1fa5d0f4cc", "name": "network-vif-plugged", "status": "completed", "tag": "168906f2-8b5e-4e6d-9920-45915502abd8"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:35:52.910552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 168906f2-8b5e-4e6d-9920-45915502abd8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=168906f2-8b5e-4e6d-9920-45915502abd8,segment=NetworkSegment(057c5a72-3b02-4367-b3ec-9eb11876cdbe),segment_id=057c5a72-3b02-4367-b3ec-9eb11876cdbe)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:52.914982 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (168906f2-8b5e-4e6d-9920-45915502abd8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:52.942120 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ba6096-c9df-4c70-a054-9c994cea7fc0 x-openstack-request-id: req-a2ba6096-c9df-4c70-a054-9c994cea7fc0 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:35:52.942410 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3207f04-314a-4f30-be36-ba1fa5d0f4cc", "name": "network-vif-plugged", "status": "completed", "tag": "168906f2-8b5e-4e6d-9920-45915502abd8", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:35:52.942669 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a2ba6096-c9df-4c70-a054-9c994cea7fc0 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:35:52.943064 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3207f04-314a-4f30-be36-ba1fa5d0f4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168906f2-8b5e-4e6d-9920-45915502abd8', 'code': 200} Feb 09 22:35:52.968851 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=168906f2-8b5e-4e6d-9920-45915502abd8,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:53.043168 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e9f2f-cad5-40c8-9006-b3830ffd5049 req-04e8f696-d933-43c3-bddc-54e2efac7650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:53.044621 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-756e9f2f-cad5-40c8-9006-b3830ffd5049 req-04e8f696-d933-43c3-bddc-54e2efac7650 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 1127 time: 0.0489564 Feb 09 22:35:53.427547 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47749974-bab0-4019-8b82-f0a5d78656be req-6d9268b4-882f-49db-b4d4-094391220a0d tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:53.430278 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-47749974-bab0-4019-8b82-f0a5d78656be req-6d9268b4-882f-49db-b4d4-094391220a0d tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0715828 Feb 09 22:35:53.435502 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-756e9f2f-cad5-40c8-9006-b3830ffd5049 req-174aa6d4-a29d-46be-b981-82245b268922 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852866 Feb 09 22:35:53.479891 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-47749974-bab0-4019-8b82-f0a5d78656be req-1d6295d4-a8c7-40a0-ae7d-dc988fd7f08b tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437851 Feb 09 22:35:54.613753 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568855e-caf7-41f2-aa9a-716bf1833f30 req-2e099e86-3646-4ce5-b09e-33c935091439 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:54.615305 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4568855e-caf7-41f2-aa9a-716bf1833f30 req-2e099e86-3646-4ce5-b09e-33c935091439 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0611608 Feb 09 22:35:55.015089 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4568855e-caf7-41f2-aa9a-716bf1833f30 req-238f93b1-1f93-4747-941e-3a5aa24217de tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928266 Feb 09 22:35:55.137371 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76c138-aea5-410f-8512-711e56ef1319 req-10a44b07-1a9b-4915-b2d0-808a782b41ae tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:55.138912 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e76c138-aea5-410f-8512-711e56ef1319 req-10a44b07-1a9b-4915-b2d0-808a782b41ae tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0538008 Feb 09 22:35:55.187745 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e76c138-aea5-410f-8512-711e56ef1319 req-290fd37b-bd5a-4793-8d5c-1d8a8cd91105 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424790 Feb 09 22:35:55.447753 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-0ed77c4d-3a83-4299-b5d2-762f742f6026 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0502317 Feb 09 22:35:55.455374 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279712a-9f50-45e4-a179-e9204f35e76f req-dfb15aba-d49a-45de-9e6a-e09561b5194d tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:55.456963 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2279712a-9f50-45e4-a179-e9204f35e76f req-dfb15aba-d49a-45de-9e6a-e09561b5194d tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0549016 Feb 09 22:35:55.512094 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2279712a-9f50-45e4-a179-e9204f35e76f req-fb5898ff-091a-4008-88de-6310254e6bfd tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484197 Feb 09 22:35:56.658438 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f996b5-49eb-4b9a-8e4a-4d63c04078d6 req-61b917b4-0d58-45b3-b4e9-72ad8d489db4 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:56.659945 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e6f996b5-49eb-4b9a-8e4a-4d63c04078d6 req-61b917b4-0d58-45b3-b4e9-72ad8d489db4 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0581756 Feb 09 22:35:56.690183 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-a2ee4e07-9a0b-45f0-9bd7-7f14e92c5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:56.692323 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-a2ee4e07-9a0b-45f0-9bd7-7f14e92c5582 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c695438500943c7a3a33f3679f77ba5&device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 1127 time: 0.0463097 Feb 09 22:35:56.722149 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e6f996b5-49eb-4b9a-8e4a-4d63c04078d6 req-fed00277-173f-4850-b5cd-c5314d35be05 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561540 Feb 09 22:35:56.798518 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-551022e9-7547-4852-bca4-bb787228dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:56.800209 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-551022e9-7547-4852-bca4-bb787228dfdd service neutron] 10.222.0.71 "GET /v2.0/networks?id=15126338-8b50-4dc3-b815-c7bca56c8ed1 HTTP/1.1" status: 200 len: 916 time: 0.1017656 Feb 09 22:35:56.843042 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-f317d6df-5025-4554-b9e6-2d082133698c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=168906f2-8b5e-4e6d-9920-45915502abd8 HTTP/1.1" status: 200 len: 217 time: 0.0363727 Feb 09 22:35:56.893396 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-2a81d68a-bc16-4849-90ab-365888b4ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:56.894923 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-2a81d68a-bc16-4849-90ab-365888b4ea4f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d65c73ea-c846-4a51-bde8-19e82dc96c31 HTTP/1.1" status: 200 len: 855 time: 0.0465300 Feb 09 22:35:56.933421 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-13f9b809-5b07-40b0-9db0-1b0212cc3482 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=15126338-8b50-4dc3-b815-c7bca56c8ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325987 Feb 09 22:35:57.022513 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-c94596aa-5aab-46c8-9297-af710da7e759 service neutron] 10.222.0.71 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833817 Feb 09 22:35:57.118916 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-ae5faaf2-2ffd-4ba9-9a2f-82b0ad473304 service neutron] 10.222.0.71 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904663 Feb 09 22:35:57.851449 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a819ec-e74f-4b5a-bbb7-aa9c3200e1be req-9a5d50fb-d3f7-4e95-9c48-83d9cab952bd tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:57.853048 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b2a819ec-e74f-4b5a-bbb7-aa9c3200e1be req-9a5d50fb-d3f7-4e95-9c48-83d9cab952bd tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0592606 Feb 09 22:35:57.899745 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b2a819ec-e74f-4b5a-bbb7-aa9c3200e1be req-bdf2e17b-61de-4b35-84ef-1717629b012e tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410781 Feb 09 22:35:59.033136 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd079e-a166-4d23-b6fd-124bd0569dee req-1eaf3bc4-9063-439b-9b4f-bc5f612565f5 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:59.035092 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01fd079e-a166-4d23-b6fd-124bd0569dee req-1eaf3bc4-9063-439b-9b4f-bc5f612565f5 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0590870 Feb 09 22:35:59.087720 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01fd079e-a166-4d23-b6fd-124bd0569dee req-6a69cf7a-6a11-45c7-b4fe-b892bf40fdde tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457981 Feb 09 22:36:00.212040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72b82b-35a2-4497-9e3a-d033be1baa06 req-c1a1d829-d5bd-4f59-86a9-04fb38c93680 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:00.213631 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de72b82b-35a2-4497-9e3a-d033be1baa06 req-c1a1d829-d5bd-4f59-86a9-04fb38c93680 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0532634 Feb 09 22:36:00.270304 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de72b82b-35a2-4497-9e3a-d033be1baa06 req-13a9e35e-3230-44aa-b137-4e885ee8520e tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504186 Feb 09 22:36:01.397852 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801ca4e-61cf-4fb6-a12d-83121d264359 req-359b4206-2cd8-4c99-a5a3-28518770af8d tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:01.399523 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d801ca4e-61cf-4fb6-a12d-83121d264359 req-359b4206-2cd8-4c99-a5a3-28518770af8d tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0589466 Feb 09 22:36:01.448799 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d801ca4e-61cf-4fb6-a12d-83121d264359 req-1219db87-0bd8-44ec-b0e5-9f9f7bcaf0e5 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428329 Feb 09 22:36:02.571239 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1aa35-f0df-471a-b1d8-275679a81645 req-246641b0-9c36-4d0b-b5b6-801c04868491 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:02.572829 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-23d1aa35-f0df-471a-b1d8-275679a81645 req-246641b0-9c36-4d0b-b5b6-801c04868491 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0541737 Feb 09 22:36:02.623089 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-23d1aa35-f0df-471a-b1d8-275679a81645 req-0a2afde4-9a15-46c1-aac4-e36ca1d4d5c6 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440576 Feb 09 22:36:03.753453 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8898f1c-9380-4935-a329-1005e6d9e58f req-7a819552-0b81-4ea0-8fb2-5f658a395b1c tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:03.755017 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8898f1c-9380-4935-a329-1005e6d9e58f req-7a819552-0b81-4ea0-8fb2-5f658a395b1c tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0581329 Feb 09 22:36:03.809296 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8898f1c-9380-4935-a329-1005e6d9e58f req-036d965d-a9eb-46be-aaf5-25c20d8620c9 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474758 Feb 09 22:36:04.942127 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555955e-84ca-4436-a077-e31ac33bb9e1 req-c908fb49-eb09-4f84-b672-2f0bf26b0b24 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:04.943670 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0555955e-84ca-4436-a077-e31ac33bb9e1 req-c908fb49-eb09-4f84-b672-2f0bf26b0b24 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0550618 Feb 09 22:36:04.993613 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0555955e-84ca-4436-a077-e31ac33bb9e1 req-fa95f1fc-0af7-40cd-b3cc-d5c1d599c7ee tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432298 Feb 09 22:36:06.118593 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab672bfb-b3f6-4590-ad97-45b327dc2b9e req-e75ce6f4-7b52-44f7-9971-d1b9c2c78f73 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:06.120307 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab672bfb-b3f6-4590-ad97-45b327dc2b9e req-e75ce6f4-7b52-44f7-9971-d1b9c2c78f73 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0553544 Feb 09 22:36:06.169845 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab672bfb-b3f6-4590-ad97-45b327dc2b9e req-1303e114-17fe-4e03-b8de-28c228486574 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430424 Feb 09 22:36:07.301556 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4095a73-de8d-477d-876d-f52e873f8255 req-ac0477fa-0991-4465-9a43-1063a37db511 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:07.303206 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e4095a73-de8d-477d-876d-f52e873f8255 req-ac0477fa-0991-4465-9a43-1063a37db511 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0583181 Feb 09 22:36:07.358493 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e4095a73-de8d-477d-876d-f52e873f8255 req-18e9eee0-78b1-4e82-9d7d-583a6f31072c tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494182 Feb 09 22:36:07.884587 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-85677ce3-388d-4a77-a532-41655dac9802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:08.120905 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f4c31-9533-482c-9067-978a0e5a6084 req-0cb188f5-e85b-47b2-b555-d9d54cbd3f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:08.122343 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-865f4c31-9533-482c-9067-978a0e5a6084 req-0cb188f5-e85b-47b2-b555-d9d54cbd3f2e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c695438500943c7a3a33f3679f77ba5&device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 1127 time: 0.0475833 Feb 09 22:36:08.228302 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f4c31-9533-482c-9067-978a0e5a6084 req-e164c3ce-b65b-4be5-be8c-b9dd8cbfb955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:08.229820 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-865f4c31-9533-482c-9067-978a0e5a6084 req-e164c3ce-b65b-4be5-be8c-b9dd8cbfb955 service neutron] 10.222.0.71 "GET /v2.0/networks?id=15126338-8b50-4dc3-b815-c7bca56c8ed1 HTTP/1.1" status: 200 len: 916 time: 0.0892053 Feb 09 22:36:08.273053 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-865f4c31-9533-482c-9067-978a0e5a6084 req-8f4f5190-0db0-412b-b7bc-45ea067d658b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=168906f2-8b5e-4e6d-9920-45915502abd8 HTTP/1.1" status: 200 len: 217 time: 0.0371225 Feb 09 22:36:08.320662 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f4c31-9533-482c-9067-978a0e5a6084 req-8e1554ff-55f7-416b-9a6d-826dfafe0e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:08.322190 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-865f4c31-9533-482c-9067-978a0e5a6084 req-8e1554ff-55f7-416b-9a6d-826dfafe0e67 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d65c73ea-c846-4a51-bde8-19e82dc96c31 HTTP/1.1" status: 200 len: 855 time: 0.0437350 Feb 09 22:36:08.355032 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-865f4c31-9533-482c-9067-978a0e5a6084 req-da443255-bb40-410f-a917-c4beb7702056 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=15126338-8b50-4dc3-b815-c7bca56c8ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275917 Feb 09 22:36:08.447960 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-865f4c31-9533-482c-9067-978a0e5a6084 req-132da2aa-025b-45db-acea-3d3c044fb6ec service neutron] 10.222.0.71 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870254 Feb 09 22:36:08.481745 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6dfc4-0176-47a1-b355-819b9e1f8257 req-2e5340fa-6591-4e8e-8c18-c14265ee1588 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:08.483253 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-51c6dfc4-0176-47a1-b355-819b9e1f8257 req-2e5340fa-6591-4e8e-8c18-c14265ee1588 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0526500 Feb 09 22:36:08.529464 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-51c6dfc4-0176-47a1-b355-819b9e1f8257 req-eaedd227-6cbc-47e9-8771-8dc901889dad tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402634 Feb 09 22:36:08.537398 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-865f4c31-9533-482c-9067-978a0e5a6084 req-74417f23-5482-43e5-b956-1e4203ca798d service neutron] 10.222.0.71 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835869 Feb 09 22:36:09.651226 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9058c1-673f-4afc-ac66-b0597830ffe4 req-6ffc84ee-34f1-44fe-94d4-c8fb892acaaa tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:09.652674 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9e9058c1-673f-4afc-ac66-b0597830ffe4 req-6ffc84ee-34f1-44fe-94d4-c8fb892acaaa tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0539224 Feb 09 22:36:09.702604 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9e9058c1-673f-4afc-ac66-b0597830ffe4 req-c82b156b-3524-489b-bf82-64dc77df26af tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438812 Feb 09 22:36:10.585066 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5a7aae84-2a76-43f1-bb8a-46f9225ba0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:10.835959 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c502b1c-40c4-4f82-8aef-4f43d4f3b04c req-2c3f41ac-8470-454c-a4d3-972d799c31e2 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:10.837479 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c502b1c-40c4-4f82-8aef-4f43d4f3b04c req-2c3f41ac-8470-454c-a4d3-972d799c31e2 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0582728 Feb 09 22:36:10.883887 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c502b1c-40c4-4f82-8aef-4f43d4f3b04c req-083a30f9-7a0b-4e8e-b885-3b89a447e904 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407834 Feb 09 22:36:11.781101 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:12.001495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7c01a-ac78-4d82-8ec9-e8e04ea2a16f req-6ae03055-dbfd-4657-adad-28eef0eedec9 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:12.002998 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4b7c01a-ac78-4d82-8ec9-e8e04ea2a16f req-6ae03055-dbfd-4657-adad-28eef0eedec9 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0522671 Feb 09 22:36:12.048157 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4b7c01a-ac78-4d82-8ec9-e8e04ea2a16f req-f850d9c5-c51d-4e54-8dfe-12a25f8dd87e tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394359 Feb 09 22:36:12.958375 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:13.168495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a28f14-2c63-4827-a1e2-4e89a4efdc43 req-424ab929-20fc-4118-8cfd-6cdb164f7081 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:13.170003 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1a28f14-2c63-4827-a1e2-4e89a4efdc43 req-424ab929-20fc-4118-8cfd-6cdb164f7081 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0545750 Feb 09 22:36:13.215951 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1a28f14-2c63-4827-a1e2-4e89a4efdc43 req-e45b3a1f-0cc0-4fe6-8a69-69e4cbbcdc1c tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397742 Feb 09 22:36:14.339149 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d373a-e4ee-405a-9bb2-632be01d4f65 req-0727b66a-2f6e-453b-b527-bcf388c0de25 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:14.340679 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c0d373a-e4ee-405a-9bb2-632be01d4f65 req-0727b66a-2f6e-453b-b527-bcf388c0de25 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0539176 Feb 09 22:36:14.388047 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c0d373a-e4ee-405a-9bb2-632be01d4f65 req-e2ac346f-6846-4991-8f87-539f4b3f9ce2 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417051 Feb 09 22:36:14.445564 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:36:14.699131 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:15.509997 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64cf7f-4364-4e93-bd6f-8b48b71f3ec4 req-b4892027-bac7-45b0-b814-bfcf346c36c7 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:15.511464 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5b64cf7f-4364-4e93-bd6f-8b48b71f3ec4 req-b4892027-bac7-45b0-b814-bfcf346c36c7 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0554154 Feb 09 22:36:15.557597 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5b64cf7f-4364-4e93-bd6f-8b48b71f3ec4 req-1c3a13a0-f3a4-4a7f-827e-e812a9a8b22b tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389040 Feb 09 22:36:15.796281 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:16.318180 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:16.677517 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a72457-88d3-4eb5-b498-42f63d60a0ee req-672bdbe1-a89d-4430-9eb2-19d495713595 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:16.679025 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-02a72457-88d3-4eb5-b498-42f63d60a0ee req-672bdbe1-a89d-4430-9eb2-19d495713595 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0525906 Feb 09 22:36:16.725085 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-02a72457-88d3-4eb5-b498-42f63d60a0ee req-da82d063-4fa0-4bb1-aed9-44f4cb3033a2 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404408 Feb 09 22:36:17.849318 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079de2ae-eef9-47e2-9a91-467ab8da5f86 req-d00a74e9-6c9e-48d5-8d21-d41a0f7518d2 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:17.850866 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-079de2ae-eef9-47e2-9a91-467ab8da5f86 req-d00a74e9-6c9e-48d5-8d21-d41a0f7518d2 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0579703 Feb 09 22:36:17.900809 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-079de2ae-eef9-47e2-9a91-467ab8da5f86 req-46c43e6e-9935-4d18-9e47-d41d942534fb tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442946 Feb 09 22:36:19.018049 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c0172-4db4-49b6-af5a-73da77d1a782 req-b8b406f6-3f85-4e1e-8d59-3a46ccac5df6 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:19.019557 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-656c0172-4db4-49b6-af5a-73da77d1a782 req-b8b406f6-3f85-4e1e-8d59-3a46ccac5df6 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0513802 Feb 09 22:36:19.066985 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-656c0172-4db4-49b6-af5a-73da77d1a782 req-4b0f44db-9624-40e5-b295-3bd34c1c5805 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418289 Feb 09 22:36:20.186972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d14b94-0aad-4d08-b0b4-eaf148aae150 req-e12835da-8cab-4ee5-85dd-8c46c71ec180 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:20.188472 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-23d14b94-0aad-4d08-b0b4-eaf148aae150 req-e12835da-8cab-4ee5-85dd-8c46c71ec180 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0520856 Feb 09 22:36:20.239348 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-23d14b94-0aad-4d08-b0b4-eaf148aae150 req-9d290b0c-c235-4280-a4d3-22aed9fe0509 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450950 Feb 09 22:36:21.370602 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14fa25-a6fc-4a2a-b7b5-2d2ce2330106 req-56997312-f323-431e-bbf4-7a70ef656b49 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:21.372101 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bd14fa25-a6fc-4a2a-b7b5-2d2ce2330106 req-56997312-f323-431e-bbf4-7a70ef656b49 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0573151 Feb 09 22:36:21.420019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bd14fa25-a6fc-4a2a-b7b5-2d2ce2330106 req-03e7aeb1-e25b-4157-b223-b868a021a4b7 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406253 Feb 09 22:36:22.540755 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d7b5d-80c3-441d-be5d-232a8b406013 req-1bb13b39-583a-40d8-8af4-27c28a73ae3a tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:22.542244 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-424d7b5d-80c3-441d-be5d-232a8b406013 req-1bb13b39-583a-40d8-8af4-27c28a73ae3a tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0516593 Feb 09 22:36:22.588830 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-424d7b5d-80c3-441d-be5d-232a8b406013 req-28b18e91-5b0f-4526-873d-1b1d597e88a9 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408370 Feb 09 22:36:23.708084 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2233fd-942e-4fa7-a1dd-8edecd0e7410 req-60bde53c-8fe6-4fc6-9ac7-d856b12a5e29 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:23.709516 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b2233fd-942e-4fa7-a1dd-8edecd0e7410 req-60bde53c-8fe6-4fc6-9ac7-d856b12a5e29 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0518837 Feb 09 22:36:23.759715 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b2233fd-942e-4fa7-a1dd-8edecd0e7410 req-ac9cffd8-4519-45f9-b60b-a67e6508be70 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445862 Feb 09 22:36:23.935498 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-92048abe-151e-4474-8c3f-f8d8703ebc75 service neutron] show failed (client error): The resource could not be found. Feb 09 22:36:23.936568 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-92048abe-151e-4474-8c3f-f8d8703ebc75 service neutron] 10.222.0.71 "GET /v2.0/ports/168906f2-8b5e-4e6d-9920-45915502abd8/bindings/n-h2-828601-1 HTTP/1.1" status: 404 len: 380 time: 0.0561156 Feb 09 22:36:24.141311 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-a198d209-0311-4c5b-a3b2-8b8b63463a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:24.143331 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-a198d209-0311-4c5b-a3b2-8b8b63463a37 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc&tenant_id=3c695438500943c7a3a33f3679f77ba5 HTTP/1.1" status: 200 len: 1127 time: 0.0443532 Feb 09 22:36:24.156671 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828601-1', 'device_owner': 'compute:nova'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:36:24.213447 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (168906f2-8b5e-4e6d-9920-45915502abd8), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:24.419430 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] For port 168906f2-8b5e-4e6d-9920-45915502abd8, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=168906f2-8b5e-4e6d-9920-45915502abd8,segment=NetworkSegment(057c5a72-3b02-4367-b3ec-9eb11876cdbe),segment_id=057c5a72-3b02-4367-b3ec-9eb11876cdbe)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:24.451999 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] For port 168906f2-8b5e-4e6d-9920-45915502abd8, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:36:24.491844 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3207f04-314a-4f30-be36-ba1fa5d0f4cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '168906f2-8b5e-4e6d-9920-45915502abd8'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:36:24.494192 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d87a6c-9e69-4599-8ef5-c970f40a6f6d" -d '{"events": [{"server_uuid": "e3207f04-314a-4f30-be36-ba1fa5d0f4cc", "name": "network-vif-unplugged", "status": "completed", "tag": "168906f2-8b5e-4e6d-9920-45915502abd8"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:36:24.498129 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Publish callbacks [] for port (168906f2-8b5e-4e6d-9920-45915502abd8), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:24.511346 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Transition to ACTIVE for port object 168906f2-8b5e-4e6d-9920-45915502abd8 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:36:24.515598 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (168906f2-8b5e-4e6d-9920-45915502abd8), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:24.546511 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa1dd00-fafc-4ab1-8bb1-052504f3b24a x-openstack-request-id: req-aaa1dd00-fafc-4ab1-8bb1-052504f3b24a {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:36:24.546812 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3207f04-314a-4f30-be36-ba1fa5d0f4cc", "name": "network-vif-unplugged", "status": "completed", "tag": "168906f2-8b5e-4e6d-9920-45915502abd8", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:36:24.547078 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aaa1dd00-fafc-4ab1-8bb1-052504f3b24a {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:36:24.547482 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3207f04-314a-4f30-be36-ba1fa5d0f4cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '168906f2-8b5e-4e6d-9920-45915502abd8', 'code': 200} Feb 09 22:36:24.581111 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Pushing event updated for resources: {'Port': ['ID=168906f2-8b5e-4e6d-9920-45915502abd8,revision_number=6']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:24.583259 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] No DVR routers for this DVR port 168906f2-8b5e-4e6d-9920-45915502abd8 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:36:24.595071 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:24.595437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:24.595822 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:24.596175 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:24.596521 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:24.596864 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:24.597223 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:24.597566 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:24.597905 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:24.598242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:24.598579 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:24.598913 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:24.599498 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:24.628519 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Attempting to bind port 168906f2-8b5e-4e6d-9920-45915502abd8 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:36:24.628863 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Attempting to bind port 168906f2-8b5e-4e6d-9920-45915502abd8 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '057c5a72-3b02-4367-b3ec-9eb11876cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:36:24.629197 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Attempting to bind port 168906f2-8b5e-4e6d-9920-45915502abd8 on network 15126338-8b50-4dc3-b815-c7bca56c8ed1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:36:24.633737 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Port 168906f2-8b5e-4e6d-9920-45915502abd8 on network 15126338-8b50-4dc3-b815-c7bca56c8ed1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:36:24.634052 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Attempting to bind port 168906f2-8b5e-4e6d-9920-45915502abd8 on network 15126338-8b50-4dc3-b815-c7bca56c8ed1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:36:24.639086 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:36:24.639427 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Checking segment: {'id': '057c5a72-3b02-4367-b3ec-9eb11876cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:36:24.639844 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Bound using segment: {'id': '057c5a72-3b02-4367-b3ec-9eb11876cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:36:24.640275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Bound port: 168906f2-8b5e-4e6d-9920-45915502abd8, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '057c5a72-3b02-4367-b3ec-9eb11876cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:36:24.640714 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (168906f2-8b5e-4e6d-9920-45915502abd8), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:24.706405 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] For port 168906f2-8b5e-4e6d-9920-45915502abd8, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:36:24.709357 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] For port 168906f2-8b5e-4e6d-9920-45915502abd8, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=168906f2-8b5e-4e6d-9920-45915502abd8,segment=NetworkSegment(057c5a72-3b02-4367-b3ec-9eb11876cdbe),segment_id=057c5a72-3b02-4367-b3ec-9eb11876cdbe)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:36:24.715384 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (168906f2-8b5e-4e6d-9920-45915502abd8), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:24.748404 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:24.749041 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:24.750413 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] 10.222.0.42 "PUT /v2.0/ports/168906f2-8b5e-4e6d-9920-45915502abd8 HTTP/1.1" status: 200 len: 1091 time: 0.5977852 Feb 09 22:36:24.772235 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd5fc9-48c1-4f36-b2fa-f6b5aa8d9678 service neutron] Pushing event updated for resources: {'Port': ['ID=168906f2-8b5e-4e6d-9920-45915502abd8,revision_number=7']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:24.821663 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-280d69a3-0119-4e3a-b1d8-eaf6e6ea8e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:24.823208 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-280d69a3-0119-4e3a-b1d8-eaf6e6ea8e34 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c695438500943c7a3a33f3679f77ba5&device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 1125 time: 0.0473261 Feb 09 22:36:24.954163 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ff100-5a0c-407a-93b2-428d06805a67 req-9c7cae2e-b443-4387-9546-9adf65252fd8 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:24.955663 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ef7ff100-5a0c-407a-93b2-428d06805a67 req-9c7cae2e-b443-4387-9546-9adf65252fd8 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 943 time: 0.1152518 Feb 09 22:36:24.957333 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-5acccae4-749b-412f-9d8c-09fff8bfe615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:24.958678 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-5acccae4-749b-412f-9d8c-09fff8bfe615 service neutron] 10.222.0.42 "GET /v2.0/networks?id=15126338-8b50-4dc3-b815-c7bca56c8ed1 HTTP/1.1" status: 200 len: 916 time: 0.1269934 Feb 09 22:36:25.013229 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-f0e1c783-064d-4991-92c9-06cd263dd87f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=168906f2-8b5e-4e6d-9920-45915502abd8 HTTP/1.1" status: 200 len: 217 time: 0.0450964 Feb 09 22:36:25.066615 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ef7ff100-5a0c-407a-93b2-428d06805a67 req-b7414179-7491-4ad3-9633-347bcd60f21d tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052961 Feb 09 22:36:25.077224 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-3c6c0a78-2ce5-478b-9485-803ceb26f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:25.078537 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-3c6c0a78-2ce5-478b-9485-803ceb26f976 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d65c73ea-c846-4a51-bde8-19e82dc96c31 HTTP/1.1" status: 200 len: 855 time: 0.0562108 Feb 09 22:36:25.113971 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-77782935-2097-43f8-a4eb-e7ff2106b1fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15126338-8b50-4dc3-b815-c7bca56c8ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256379 Feb 09 22:36:25.214730 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-4fc2f0a5-cd02-40d2-a7ad-e906fbedc868 service neutron] 10.222.0.42 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908976 Feb 09 22:36:25.305035 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ef44b1d-b8dc-4499-be93-18d835653355 req-7e68a4e0-fe4a-40f9-bf46-66956eb19830 service neutron] 10.222.0.42 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806861 Feb 09 22:36:26.195637 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3097e57-970c-4754-91a5-433f0b7aa890 req-fc66ff7c-4347-4d14-acc7-c442eb982251 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:26.197150 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3097e57-970c-4754-91a5-433f0b7aa890 req-fc66ff7c-4347-4d14-acc7-c442eb982251 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 943 time: 0.0539608 Feb 09 22:36:26.248457 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a3097e57-970c-4754-91a5-433f0b7aa890 req-cada2353-5f76-403a-82de-8e252ea43d88 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453022 Feb 09 22:36:26.548996 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3207f04-314a-4f30-be36-ba1fa5d0f4cc', 'tag': '168906f2-8b5e-4e6d-9920-45915502abd8'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:36:26.551450 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5677db91-5221-4689-ae33-7bad880669ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e3207f04-314a-4f30-be36-ba1fa5d0f4cc", "tag": "168906f2-8b5e-4e6d-9920-45915502abd8"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:36:26.599641 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65ce706-9b51-4b88-918b-a2856cdacb8c x-openstack-request-id: req-e65ce706-9b51-4b88-918b-a2856cdacb8c {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:36:26.599972 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3207f04-314a-4f30-be36-ba1fa5d0f4cc", "tag": "168906f2-8b5e-4e6d-9920-45915502abd8", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:36:26.600568 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e65ce706-9b51-4b88-918b-a2856cdacb8c {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:36:26.600995 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3207f04-314a-4f30-be36-ba1fa5d0f4cc', 'tag': '168906f2-8b5e-4e6d-9920-45915502abd8', 'status': 'completed', 'code': 200} Feb 09 22:36:26.666439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677db91-5221-4689-ae33-7bad880669ed req-b0f5e532-ae81-4284-be41-77515bdd3a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:26.668041 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5677db91-5221-4689-ae33-7bad880669ed req-b0f5e532-ae81-4284-be41-77515bdd3a37 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c695438500943c7a3a33f3679f77ba5&device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 1125 time: 0.0462756 Feb 09 22:36:26.668177 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677db91-5221-4689-ae33-7bad880669ed req-c95a9c46-e28f-4e2a-a7d4-55c651c4929c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:26.672397 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5677db91-5221-4689-ae33-7bad880669ed req-c95a9c46-e28f-4e2a-a7d4-55c651c4929c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c695438500943c7a3a33f3679f77ba5&device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 1125 time: 0.0543411 Feb 09 22:36:26.763808 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677db91-5221-4689-ae33-7bad880669ed req-c644bcd0-dc4f-4072-bbc8-91835e9c8ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:26.764762 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677db91-5221-4689-ae33-7bad880669ed req-588f09da-752b-4179-a2c6-58ad0db12ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:26.765323 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5677db91-5221-4689-ae33-7bad880669ed req-c644bcd0-dc4f-4072-bbc8-91835e9c8ec3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=15126338-8b50-4dc3-b815-c7bca56c8ed1 HTTP/1.1" status: 200 len: 916 time: 0.0894594 Feb 09 22:36:26.766258 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5677db91-5221-4689-ae33-7bad880669ed req-588f09da-752b-4179-a2c6-58ad0db12ca9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=15126338-8b50-4dc3-b815-c7bca56c8ed1 HTTP/1.1" status: 200 len: 916 time: 0.0911367 Feb 09 22:36:26.811077 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5677db91-5221-4689-ae33-7bad880669ed req-5a48ea9f-a2fc-4dda-9913-fb45c8529dcb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=168906f2-8b5e-4e6d-9920-45915502abd8 HTTP/1.1" status: 200 len: 217 time: 0.0399218 Feb 09 22:36:26.813825 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5677db91-5221-4689-ae33-7bad880669ed req-7f0ace51-86fe-4ad9-bcc1-d4203bc208c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=168906f2-8b5e-4e6d-9920-45915502abd8 HTTP/1.1" status: 200 len: 217 time: 0.0391138 Feb 09 22:36:26.860024 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677db91-5221-4689-ae33-7bad880669ed req-38b4d71a-f9a1-425c-92dc-4022aa1c92ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:26.862099 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5677db91-5221-4689-ae33-7bad880669ed req-38b4d71a-f9a1-425c-92dc-4022aa1c92ad service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d65c73ea-c846-4a51-bde8-19e82dc96c31 HTTP/1.1" status: 200 len: 855 time: 0.0458045 Feb 09 22:36:26.863404 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677db91-5221-4689-ae33-7bad880669ed req-0fd99d22-9dbc-4ef5-973e-f4cbb4ec7e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:26.864893 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5677db91-5221-4689-ae33-7bad880669ed req-0fd99d22-9dbc-4ef5-973e-f4cbb4ec7e82 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d65c73ea-c846-4a51-bde8-19e82dc96c31 HTTP/1.1" status: 200 len: 855 time: 0.0440884 Feb 09 22:36:26.892363 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5677db91-5221-4689-ae33-7bad880669ed req-6e3598f3-0b23-4fb7-9c76-0c902b3f2584 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=15126338-8b50-4dc3-b815-c7bca56c8ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248137 Feb 09 22:36:26.899626 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5677db91-5221-4689-ae33-7bad880669ed req-2bf04e4b-3eeb-40fc-ab23-941319871c5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15126338-8b50-4dc3-b815-c7bca56c8ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248649 Feb 09 22:36:26.941591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 168906f2-8b5e-4e6d-9920-45915502abd8 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:36:26.945530 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 168906f2-8b5e-4e6d-9920-45915502abd8 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:36:26.985537 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5677db91-5221-4689-ae33-7bad880669ed req-bfcbc929-519b-487b-b543-8dd647312ce9 service neutron] 10.222.0.71 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876696 Feb 09 22:36:27.002615 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5677db91-5221-4689-ae33-7bad880669ed req-e5253e53-7a70-41f6-9ae3-750e800ab00b service neutron] 10.222.0.42 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937319 Feb 09 22:36:27.004456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] The host n-h1-828601-1 is not matching for port 168906f2-8b5e-4e6d-9920-45915502abd8 host n-h2-828601-1! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:36:27.004859 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 168906f2-8b5e-4e6d-9920-45915502abd8 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:36:27.081774 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5677db91-5221-4689-ae33-7bad880669ed req-38c25ada-5950-4f57-8417-752a3f06b662 service neutron] 10.222.0.71 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905476 Feb 09 22:36:27.083335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 168906f2-8b5e-4e6d-9920-45915502abd8, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=168906f2-8b5e-4e6d-9920-45915502abd8,segment=NetworkSegment(057c5a72-3b02-4367-b3ec-9eb11876cdbe),segment_id=057c5a72-3b02-4367-b3ec-9eb11876cdbe)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:27.099887 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '168906f2-8b5e-4e6d-9920-45915502abd8', 'network_id': '15126338-8b50-4dc3-b815-c7bca56c8ed1', 'port_id': '168906f2-8b5e-4e6d-9920-45915502abd8', 'mac_address': 'fa:16:3e:81:1c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65c73ea-c846-4a51-bde8-19e82dc96c31', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:36:27.105028 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5677db91-5221-4689-ae33-7bad880669ed req-86945817-5ed3-4d07-b6f7-c0411a98d828 service neutron] 10.222.0.42 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940640 Feb 09 22:36:27.142799 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 168906f2-8b5e-4e6d-9920-45915502abd8 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:27.143252 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (168906f2-8b5e-4e6d-9920-45915502abd8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:27.156000 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168906f2-8b5e-4e6d-9920-45915502abd8 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:36:27.176128 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 168906f2-8b5e-4e6d-9920-45915502abd8, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=168906f2-8b5e-4e6d-9920-45915502abd8,segment=NetworkSegment(057c5a72-3b02-4367-b3ec-9eb11876cdbe),segment_id=057c5a72-3b02-4367-b3ec-9eb11876cdbe)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:27.179927 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (168906f2-8b5e-4e6d-9920-45915502abd8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:27.225119 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=168906f2-8b5e-4e6d-9920-45915502abd8,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:27.373003 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d075a-839a-4f75-9bb6-20129a838552 req-e112cfde-ef36-42b8-882c-9630bfcbe529 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:27.374429 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b68d075a-839a-4f75-9bb6-20129a838552 req-e112cfde-ef36-42b8-882c-9630bfcbe529 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 944 time: 0.0543253 Feb 09 22:36:27.426188 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['168906f2-8b5e-4e6d-9920-45915502abd8'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:36:27.428160 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b68d075a-839a-4f75-9bb6-20129a838552 req-1e35a01f-a622-4521-9b4b-f7d028cdd1cc tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481496 Feb 09 22:36:27.633266 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e287ec-a906-495e-a926-dfc37c07171c req-a92e7d79-a6f8-49c8-8f60-069e61cb38ba tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:27.635126 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17e287ec-a906-495e-a926-dfc37c07171c req-a92e7d79-a6f8-49c8-8f60-069e61cb38ba tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 944 time: 0.0539265 Feb 09 22:36:27.679177 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7eadf-22b7-49b8-afc4-5614258fbb35 req-1391b3a7-2935-468d-b579-9c4ab7ab5995 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:27.680645 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d3b7eadf-22b7-49b8-afc4-5614258fbb35 req-1391b3a7-2935-468d-b579-9c4ab7ab5995 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc&tenant_id=3c695438500943c7a3a33f3679f77ba5&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 944 time: 0.0961215 Feb 09 22:36:27.685017 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17e287ec-a906-495e-a926-dfc37c07171c req-2af5ea0e-3f53-46a0-9351-b4c72d7fb924 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435345 Feb 09 22:36:27.739438 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [req-d3b7eadf-22b7-49b8-afc4-5614258fbb35 req-8d414fe1-a353-4bb9-bebb-65c4ec7f4cbe service neutron] delete failed (client error): The resource could not be found. Feb 09 22:36:27.740497 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d3b7eadf-22b7-49b8-afc4-5614258fbb35 req-8d414fe1-a353-4bb9-bebb-65c4ec7f4cbe service neutron] 10.222.0.71 "DELETE /v2.0/ports/168906f2-8b5e-4e6d-9920-45915502abd8/bindings/n-h1-828601-1 HTTP/1.1" status: 404 len: 380 time: 0.0537286 Feb 09 22:36:27.830147 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7eadf-22b7-49b8-afc4-5614258fbb35 req-afdae333-4144-43a2-84b1-ddaa5a1c13d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:27.831724 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d3b7eadf-22b7-49b8-afc4-5614258fbb35 req-afdae333-4144-43a2-84b1-ddaa5a1c13d4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c695438500943c7a3a33f3679f77ba5&device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 1126 time: 0.0475411 Feb 09 22:36:27.927226 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7eadf-22b7-49b8-afc4-5614258fbb35 req-f408b934-5517-4154-b270-dc93aae5bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:27.928676 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d3b7eadf-22b7-49b8-afc4-5614258fbb35 req-f408b934-5517-4154-b270-dc93aae5bc2b service neutron] 10.222.0.71 "GET /v2.0/networks?id=15126338-8b50-4dc3-b815-c7bca56c8ed1 HTTP/1.1" status: 200 len: 916 time: 0.0912931 Feb 09 22:36:27.969609 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d3b7eadf-22b7-49b8-afc4-5614258fbb35 req-0e2206c9-9cae-43bc-8a1a-1f35105169cd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=168906f2-8b5e-4e6d-9920-45915502abd8 HTTP/1.1" status: 200 len: 217 time: 0.0349247 Feb 09 22:36:28.016881 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7eadf-22b7-49b8-afc4-5614258fbb35 req-35bcedab-ef01-49f0-95b4-94bc2321a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:28.018331 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d3b7eadf-22b7-49b8-afc4-5614258fbb35 req-35bcedab-ef01-49f0-95b4-94bc2321a16d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d65c73ea-c846-4a51-bde8-19e82dc96c31 HTTP/1.1" status: 200 len: 855 time: 0.0434875 Feb 09 22:36:28.047744 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d3b7eadf-22b7-49b8-afc4-5614258fbb35 req-e2135ef7-3355-47d3-84fd-29eab1eb6491 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=15126338-8b50-4dc3-b815-c7bca56c8ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239158 Feb 09 22:36:28.137054 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d3b7eadf-22b7-49b8-afc4-5614258fbb35 req-666eb17e-7a64-4bff-b930-5c5b9178fe47 service neutron] 10.222.0.71 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835614 Feb 09 22:36:28.223886 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d3b7eadf-22b7-49b8-afc4-5614258fbb35 req-8f521a72-7018-47b7-a277-48565ab4d73b service neutron] 10.222.0.71 "GET /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808840 Feb 09 22:36:28.826318 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493d833-e93e-4a0d-bdd6-059fd6f5f85e req-7f2087c5-c0f6-4a7c-b437-dbdd4fdd324a tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:28.827756 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a493d833-e93e-4a0d-bdd6-059fd6f5f85e req-7f2087c5-c0f6-4a7c-b437-dbdd4fdd324a tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 944 time: 0.0649552 Feb 09 22:36:28.876876 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a493d833-e93e-4a0d-bdd6-059fd6f5f85e req-6ab75dcd-5216-491e-bdd6-ebb01a542ad3 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427086 Feb 09 22:36:28.946251 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 168906f2-8b5e-4e6d-9920-45915502abd8 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:36:29.000888 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4f881-1172-4d03-8032-b9cc8815a6b2 req-4902e24c-ca42-497c-a97f-e6c5debe5514 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:29.002812 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8c4f881-1172-4d03-8032-b9cc8815a6b2 req-4902e24c-ca42-497c-a97f-e6c5debe5514 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 944 time: 0.0582345 Feb 09 22:36:29.011470 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 168906f2-8b5e-4e6d-9920-45915502abd8 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:36:29.016394 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 168906f2-8b5e-4e6d-9920-45915502abd8 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:29.016695 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (168906f2-8b5e-4e6d-9920-45915502abd8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:29.057945 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f8c4f881-1172-4d03-8032-b9cc8815a6b2 req-79fb369e-3151-4ee7-b85e-5a8e2ec31350 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491593 Feb 09 22:36:29.108852 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 168906f2-8b5e-4e6d-9920-45915502abd8 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:29.109245 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (168906f2-8b5e-4e6d-9920-45915502abd8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:29.134851 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3207f04-314a-4f30-be36-ba1fa5d0f4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168906f2-8b5e-4e6d-9920-45915502abd8'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:36:29.137253 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98efb925-d47d-49aa-a2f8-688d0651563a" -d '{"events": [{"server_uuid": "e3207f04-314a-4f30-be36-ba1fa5d0f4cc", "name": "network-vif-plugged", "status": "completed", "tag": "168906f2-8b5e-4e6d-9920-45915502abd8"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:36:29.150333 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 168906f2-8b5e-4e6d-9920-45915502abd8, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=168906f2-8b5e-4e6d-9920-45915502abd8,segment=NetworkSegment(057c5a72-3b02-4367-b3ec-9eb11876cdbe),segment_id=057c5a72-3b02-4367-b3ec-9eb11876cdbe)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:29.154307 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (168906f2-8b5e-4e6d-9920-45915502abd8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:29.181277 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5a3c2-ca42-4d37-b11c-ebf9dae43438 req-d495d30b-144b-498b-bd4d-497fd8cf6c0d tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:29.182779 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-57e5a3c2-ca42-4d37-b11c-ebf9dae43438 req-d495d30b-144b-498b-bd4d-497fd8cf6c0d tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 944 time: 0.0538878 Feb 09 22:36:29.202933 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=168906f2-8b5e-4e6d-9920-45915502abd8,revision_number=9']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:29.229344 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-57e5a3c2-ca42-4d37-b11c-ebf9dae43438 req-06bc3e0d-744b-49d3-9c86-37e636f06dcc tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409596 Feb 09 22:36:29.273754 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedf98e9-5530-4d65-ab8a-8f4212226bd0 x-openstack-request-id: req-aedf98e9-5530-4d65-ab8a-8f4212226bd0 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:36:29.274147 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3207f04-314a-4f30-be36-ba1fa5d0f4cc", "name": "network-vif-plugged", "status": "completed", "tag": "168906f2-8b5e-4e6d-9920-45915502abd8", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:36:29.274403 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aedf98e9-5530-4d65-ab8a-8f4212226bd0 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:36:29.274819 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3207f04-314a-4f30-be36-ba1fa5d0f4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168906f2-8b5e-4e6d-9920-45915502abd8', 'code': 200} Feb 09 22:36:29.586473 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32fabe-3759-46ef-914f-d58c196e980d req-a4e2d1e2-1342-469e-865c-249598c02b06 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:29.587968 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a32fabe-3759-46ef-914f-d58c196e980d req-a4e2d1e2-1342-469e-865c-249598c02b06 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0515661 Feb 09 22:36:29.639214 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a32fabe-3759-46ef-914f-d58c196e980d req-4a5fccc7-d158-47ee-9093-a9efa674790f tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455575 Feb 09 22:36:30.759736 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab9fe0-3b49-4964-ba5b-cdbfd401906a req-b263324d-56b6-4dd5-a98e-fc94b6a5326f tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:30.761257 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8fab9fe0-3b49-4964-ba5b-cdbfd401906a req-b263324d-56b6-4dd5-a98e-fc94b6a5326f tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0523088 Feb 09 22:36:30.808103 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8fab9fe0-3b49-4964-ba5b-cdbfd401906a req-179caeda-52f0-4201-8130-345796f615dd tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3b342c3-69e7-4e4c-b51f-87e31b4070fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412848 Feb 09 22:36:30.876857 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0513f16-7b4f-4e3f-ba7c-70ec43454a17 req-fa7c7f71-4f01-41bc-b0a5-091694658968 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:30.878315 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e0513f16-7b4f-4e3f-ba7c-70ec43454a17 req-fa7c7f71-4f01-41bc-b0a5-091694658968 tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3207f04-314a-4f30-be36-ba1fa5d0f4cc HTTP/1.1" status: 200 len: 945 time: 0.0531437 Feb 09 22:36:30.977138 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-e0513f16-7b4f-4e3f-ba7c-70ec43454a17 req-1a4c0289-f70b-46e7-9a4c-b47def9ba89a tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Deleting port 168906f2-8b5e-4e6d-9920-45915502abd8 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:36:30.977397 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e0513f16-7b4f-4e3f-ba7c-70ec43454a17 req-1a4c0289-f70b-46e7-9a4c-b47def9ba89a tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (168906f2-8b5e-4e6d-9920-45915502abd8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:31.063361 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-e0513f16-7b4f-4e3f-ba7c-70ec43454a17 req-1a4c0289-f70b-46e7-9a4c-b47def9ba89a tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] For port 168906f2-8b5e-4e6d-9920-45915502abd8, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=168906f2-8b5e-4e6d-9920-45915502abd8,segment=NetworkSegment(057c5a72-3b02-4367-b3ec-9eb11876cdbe),segment_id=057c5a72-3b02-4367-b3ec-9eb11876cdbe)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:31.063845 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e0513f16-7b4f-4e3f-ba7c-70ec43454a17 req-1a4c0289-f70b-46e7-9a4c-b47def9ba89a tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (168906f2-8b5e-4e6d-9920-45915502abd8), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:31.075870 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-e0513f16-7b4f-4e3f-ba7c-70ec43454a17 req-1a4c0289-f70b-46e7-9a4c-b47def9ba89a tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Calling delete_port for 168906f2-8b5e-4e6d-9920-45915502abd8 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:36:31.205271 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e0513f16-7b4f-4e3f-ba7c-70ec43454a17 req-1a4c0289-f70b-46e7-9a4c-b47def9ba89a tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (168906f2-8b5e-4e6d-9920-45915502abd8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:31.226186 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['168906f2-8b5e-4e6d-9920-45915502abd8'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:36:31.231098 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c0289-f70b-46e7-9a4c-b47def9ba89a tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Pushing event deleted for resources: {'Port': ['ID=168906f2-8b5e-4e6d-9920-45915502abd8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:31.279144 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0513f16-7b4f-4e3f-ba7c-70ec43454a17 req-1a4c0289-f70b-46e7-9a4c-b47def9ba89a tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] No DVR routers for this DVR port 168906f2-8b5e-4e6d-9920-45915502abd8 on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:36:31.281811 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-e0513f16-7b4f-4e3f-ba7c-70ec43454a17 req-1a4c0289-f70b-46e7-9a4c-b47def9ba89a tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:31.285306 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e0513f16-7b4f-4e3f-ba7c-70ec43454a17 req-1a4c0289-f70b-46e7-9a4c-b47def9ba89a tempest-ServerDiskConfigTestJSON-1033944188 tempest-ServerDiskConfigTestJSON-1033944188-project] 10.222.0.42 "DELETE /v2.0/ports/168906f2-8b5e-4e6d-9920-45915502abd8 HTTP/1.1" status: 204 len: 173 time: 0.3988726 Feb 09 22:36:31.285756 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3207f04-314a-4f30-be36-ba1fa5d0f4cc', 'name': 'network-vif-deleted', 'tag': '168906f2-8b5e-4e6d-9920-45915502abd8'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:36:31.288023 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4391224e-cf77-4526-a323-011c7aac6728" -d '{"events": [{"server_uuid": "e3207f04-314a-4f30-be36-ba1fa5d0f4cc", "name": "network-vif-deleted", "tag": "168906f2-8b5e-4e6d-9920-45915502abd8"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:36:31.329254 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6979402f-3d31-49f2-8d6f-77471a2f30f5 x-openstack-request-id: req-6979402f-3d31-49f2-8d6f-77471a2f30f5 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:36:31.329551 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3207f04-314a-4f30-be36-ba1fa5d0f4cc", "name": "network-vif-deleted", "tag": "168906f2-8b5e-4e6d-9920-45915502abd8", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:36:31.329806 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6979402f-3d31-49f2-8d6f-77471a2f30f5 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:36:31.330215 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3207f04-314a-4f30-be36-ba1fa5d0f4cc', 'name': 'network-vif-deleted', 'tag': '168906f2-8b5e-4e6d-9920-45915502abd8', 'status': 'completed', 'code': 200} Feb 09 22:36:31.931120 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50838) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:31.981634 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-30fc9371-0c61-4ec5-bab7-15f8e4986146 admin admin] Deleting subnet d65c73ea-c846-4a51-bde8-19e82dc96c31 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:36:31.984728 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-30fc9371-0c61-4ec5-bab7-15f8e4986146 admin admin] Publish callbacks [] for subnet (d65c73ea-c846-4a51-bde8-19e82dc96c31), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:32.023161 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-30fc9371-0c61-4ec5-bab7-15f8e4986146 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (d65c73ea-c846-4a51-bde8-19e82dc96c31), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:32.062315 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-30fc9371-0c61-4ec5-bab7-15f8e4986146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (d65c73ea-c846-4a51-bde8-19e82dc96c31), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:32.113318 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-30fc9371-0c61-4ec5-bab7-15f8e4986146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (d65c73ea-c846-4a51-bde8-19e82dc96c31), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:32.135857 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc9371-0c61-4ec5-bab7-15f8e4986146 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d65c73ea-c846-4a51-bde8-19e82dc96c31,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:32.145771 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-30fc9371-0c61-4ec5-bab7-15f8e4986146 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:32.148996 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-30fc9371-0c61-4ec5-bab7-15f8e4986146 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d65c73ea-c846-4a51-bde8-19e82dc96c31 HTTP/1.1" status: 204 len: 168 time: 0.2168307 Feb 09 22:36:32.150554 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc9371-0c61-4ec5-bab7-15f8e4986146 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:32.150905 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc9371-0c61-4ec5-bab7-15f8e4986146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:32.151244 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc9371-0c61-4ec5-bab7-15f8e4986146 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:32.151584 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc9371-0c61-4ec5-bab7-15f8e4986146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:32.151948 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc9371-0c61-4ec5-bab7-15f8e4986146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:32.152143 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50840) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:32.152644 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc9371-0c61-4ec5-bab7-15f8e4986146 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:32.152644 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc9371-0c61-4ec5-bab7-15f8e4986146 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:32.152906 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc9371-0c61-4ec5-bab7-15f8e4986146 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:32.153232 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc9371-0c61-4ec5-bab7-15f8e4986146 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:32.153560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc9371-0c61-4ec5-bab7-15f8e4986146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:32.153886 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc9371-0c61-4ec5-bab7-15f8e4986146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:32.154208 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc9371-0c61-4ec5-bab7-15f8e4986146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:32.154529 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc9371-0c61-4ec5-bab7-15f8e4986146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:32.222656 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-41d1be51-3471-4146-b18c-e30447b29451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (15126338-8b50-4dc3-b815-c7bca56c8ed1), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:32.303599 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-41d1be51-3471-4146-b18c-e30447b29451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (15126338-8b50-4dc3-b815-c7bca56c8ed1), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:32.323191 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-41d1be51-3471-4146-b18c-e30447b29451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15126338-8b50-4dc3-b815-c7bca56c8ed1']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:32.332748 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-41d1be51-3471-4146-b18c-e30447b29451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057c5a72-3b02-4367-b3ec-9eb11876cdbe') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:32.333052 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-41d1be51-3471-4146-b18c-e30447b29451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057c5a72-3b02-4367-b3ec-9eb11876cdbe') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:32.342295 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-41d1be51-3471-4146-b18c-e30447b29451 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (057c5a72-3b02-4367-b3ec-9eb11876cdbe), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:32.356380 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-41d1be51-3471-4146-b18c-e30447b29451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (057c5a72-3b02-4367-b3ec-9eb11876cdbe), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:32.363094 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d1be51-3471-4146-b18c-e30447b29451 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:36:32.363568 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-41d1be51-3471-4146-b18c-e30447b29451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (057c5a72-3b02-4367-b3ec-9eb11876cdbe), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:36:32.365383 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:36:32.420783 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-41d1be51-3471-4146-b18c-e30447b29451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (15126338-8b50-4dc3-b815-c7bca56c8ed1), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:32.429641 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-41d1be51-3471-4146-b18c-e30447b29451 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:32.432188 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-41d1be51-3471-4146-b18c-e30447b29451 admin admin] 10.222.0.77 "DELETE /v2.0/networks/15126338-8b50-4dc3-b815-c7bca56c8ed1 HTTP/1.1" status: 204 len: 168 time: 0.2789965 Feb 09 22:36:32.443832 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1be51-3471-4146-b18c-e30447b29451 admin admin] Pushing event deleted for resources: {'Network': ['ID=15126338-8b50-4dc3-b815-c7bca56c8ed1,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:32.546855 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50846) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:32.587019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9e8a7d63-df59-4797-8ca9-135df88bd9c1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3c695438500943c7a3a33f3679f77ba5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389178 Feb 09 22:36:32.589606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50848) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:32.642555 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98613f13-c6b5-45f2-8ad2-f05b28bc0541 admin admin] Publish callbacks [] for security_group (c3b342c3-69e7-4e4c-b51f-87e31b4070fc), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:32.664482 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98613f13-c6b5-45f2-8ad2-f05b28bc0541 admin admin] Publish callbacks [] for security_group (c3b342c3-69e7-4e4c-b51f-87e31b4070fc), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:32.712627 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98613f13-c6b5-45f2-8ad2-f05b28bc0541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c3b342c3-69e7-4e4c-b51f-87e31b4070fc), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:32.715207 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98613f13-c6b5-45f2-8ad2-f05b28bc0541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:32.716397 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-98613f13-c6b5-45f2-8ad2-f05b28bc0541 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c3b342c3-69e7-4e4c-b51f-87e31b4070fc HTTP/1.1" status: 204 len: 168 time: 0.1258988 Feb 09 22:36:32.724010 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98613f13-c6b5-45f2-8ad2-f05b28bc0541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b342c3-69e7-4e4c-b51f-87e31b4070fc,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:33.380311 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50870) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:33.475905 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-787406a2-353d-4d6e-a95c-28d0291db840 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-627806546-network', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:36:33.496630 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787406a2-353d-4d6e-a95c-28d0291db840 admin admin] Made reservation on behalf of d79c9f6cc21d4f85b659a2742a3eee6e for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:36:33.499166 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-787406a2-353d-4d6e-a95c-28d0291db840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:33.507471 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-787406a2-353d-4d6e-a95c-28d0291db840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:33.580687 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-787406a2-353d-4d6e-a95c-28d0291db840 admin admin] Publish callbacks [] for security_group (e74bb7d8-5b4c-48fb-92e0-c3c1b39a1232), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:33.584383 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-787406a2-353d-4d6e-a95c-28d0291db840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e74bb7d8-5b4c-48fb-92e0-c3c1b39a1232), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:33.605864 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787406a2-353d-4d6e-a95c-28d0291db840 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:36:33.619693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787406a2-353d-4d6e-a95c-28d0291db840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74bb7d8-5b4c-48fb-92e0-c3c1b39a1232,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:33.624781 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-787406a2-353d-4d6e-a95c-28d0291db840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (05abeb77-d129-4188-b23a-cc5da4af9ce2), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:33.625137 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-787406a2-353d-4d6e-a95c-28d0291db840 admin admin] Added segment 05abeb77-d129-4188-b23a-cc5da4af9ce2 of type vlan for network 6638d097-1a14-4c77-ba78-98ca19e889e2 Feb 09 22:36:33.669103 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-787406a2-353d-4d6e-a95c-28d0291db840 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (6638d097-1a14-4c77-ba78-98ca19e889e2), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:33.698496 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-787406a2-353d-4d6e-a95c-28d0291db840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (6638d097-1a14-4c77-ba78-98ca19e889e2), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:33.699435 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787406a2-353d-4d6e-a95c-28d0291db840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:33.700081 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-787406a2-353d-4d6e-a95c-28d0291db840 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:33.756411 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-787406a2-353d-4d6e-a95c-28d0291db840 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3749726 Feb 09 22:36:33.759335 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50874) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:33.764218 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f60bd51a-eef9-4964-9a09-403dedce347d admin admin] Request body: {'subnet': {'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-627806546-subnet', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:36:33.776877 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787406a2-353d-4d6e-a95c-28d0291db840 admin admin] Pushing event updated for resources: {'Network': ['ID=6638d097-1a14-4c77-ba78-98ca19e889e2,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:33.789347 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 6638d097-1a14-4c77-ba78-98ca19e889e2 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:36:33.793807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60bd51a-eef9-4964-9a09-403dedce347d admin admin] Made reservation on behalf of d79c9f6cc21d4f85b659a2742a3eee6e for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:36:33.797077 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f60bd51a-eef9-4964-9a09-403dedce347d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:33.973875 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f60bd51a-eef9-4964-9a09-403dedce347d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (ca5aaed4-4d38-43cc-9797-209114c0b43f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:34.025166 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bd51a-eef9-4964-9a09-403dedce347d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca5aaed4-4d38-43cc-9797-209114c0b43f,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:34.035855 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60bd51a-eef9-4964-9a09-403dedce347d admin admin] Checking segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:36:34.036218 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60bd51a-eef9-4964-9a09-403dedce347d admin admin] Network hostable DHCP agents. Network: 6638d097-1a14-4c77-ba78-98ca19e889e2, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:36:34.052168 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60bd51a-eef9-4964-9a09-403dedce347d admin admin] Network 6638d097-1a14-4c77-ba78-98ca19e889e2 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:36:34.060211 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f60bd51a-eef9-4964-9a09-403dedce347d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 6638d097-1a14-4c77-ba78-98ca19e889e2) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:36:34.065025 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60bd51a-eef9-4964-9a09-403dedce347d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:34.066898 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f60bd51a-eef9-4964-9a09-403dedce347d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:34.068197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994b6859-1e36-4858-8faf-8b5680568555 None None] Network 6638d097-1a14-4c77-ba78-98ca19e889e2 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:36:34.083554 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f60bd51a-eef9-4964-9a09-403dedce347d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3231323 Feb 09 22:36:34.086237 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50876) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:34.090446 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-70b9bac1-07e4-44e8-878c-2b734a525758 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:36:34.109854 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70b9bac1-07e4-44e8-878c-2b734a525758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (e9ccffc4-3f9a-4c90-bd18-d43b33e71bce), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:34.110989 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70b9bac1-07e4-44e8-878c-2b734a525758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (e9ccffc4-3f9a-4c90-bd18-d43b33e71bce), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:34.167155 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715b19a9-92b2-4302-a7d3-f32febc8829f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-6638d097-1a14-4c77-ba78-98ca19e889e2', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:36:34.168083 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70b9bac1-07e4-44e8-878c-2b734a525758 admin admin] Publish callbacks [] for router_controller (e9ccffc4-3f9a-4c90-bd18-d43b33e71bce), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:34.168259 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-715b19a9-92b2-4302-a7d3-f32febc8829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:34.307917 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70b9bac1-07e4-44e8-878c-2b734a525758 admin admin] Publish callbacks [] for router_gateway (e9ccffc4-3f9a-4c90-bd18-d43b33e71bce), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:34.314551 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-715b19a9-92b2-4302-a7d3-f32febc8829f None None] Allocated IP 172.20.0.2 (6638d097-1a14-4c77-ba78-98ca19e889e2/ca5aaed4-4d38-43cc-9797-209114c0b43f/f5097115-f21c-432d-91f7-2889cf3be181) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:36:34.458512 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-715b19a9-92b2-4302-a7d3-f32febc8829f None None] Publish callbacks [] for port (f5097115-f21c-432d-91f7-2889cf3be181), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:34.464572 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-715b19a9-92b2-4302-a7d3-f32febc8829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (f5097115-f21c-432d-91f7-2889cf3be181), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:34.510276 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715b19a9-92b2-4302-a7d3-f32febc8829f None None] Network 6638d097-1a14-4c77-ba78-98ca19e889e2 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:36:34.513380 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-715b19a9-92b2-4302-a7d3-f32febc8829f None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:36:34.517572 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715b19a9-92b2-4302-a7d3-f32febc8829f None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:36:34.518835 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70b9bac1-07e4-44e8-878c-2b734a525758 admin admin] Publish callbacks [] for router_gateway (e9ccffc4-3f9a-4c90-bd18-d43b33e71bce), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:34.526941 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b19a9-92b2-4302-a7d3-f32febc8829f None None] Pushing event updated for resources: {'Port': ['ID=f5097115-f21c-432d-91f7-2889cf3be181,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:34.543292 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70b9bac1-07e4-44e8-878c-2b734a525758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:34.590964 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-715b19a9-92b2-4302-a7d3-f32febc8829f None None] Attempting to bind port f5097115-f21c-432d-91f7-2889cf3be181 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:36:34.591333 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-715b19a9-92b2-4302-a7d3-f32febc8829f None None] Attempting to bind port f5097115-f21c-432d-91f7-2889cf3be181 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:36:34.591731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715b19a9-92b2-4302-a7d3-f32febc8829f None None] Attempting to bind port f5097115-f21c-432d-91f7-2889cf3be181 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:36:34.596641 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715b19a9-92b2-4302-a7d3-f32febc8829f None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:36:34.597015 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715b19a9-92b2-4302-a7d3-f32febc8829f None None] Checking segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:36:34.597424 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-715b19a9-92b2-4302-a7d3-f32febc8829f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:34.597819 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715b19a9-92b2-4302-a7d3-f32febc8829f None None] Bound using segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:36:34.598375 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-715b19a9-92b2-4302-a7d3-f32febc8829f None None] Bound port: f5097115-f21c-432d-91f7-2889cf3be181, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:36:34.598652 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-715b19a9-92b2-4302-a7d3-f32febc8829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f5097115-f21c-432d-91f7-2889cf3be181), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:34.652484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-70b9bac1-07e4-44e8-878c-2b734a525758 admin admin] Allocated IP 172.25.6.170 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/7a4c08cf-16c7-44c4-9eed-ecc49bb8f190) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:36:34.659578 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-715b19a9-92b2-4302-a7d3-f32febc8829f None None] For port f5097115-f21c-432d-91f7-2889cf3be181, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:36:34.662643 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-715b19a9-92b2-4302-a7d3-f32febc8829f None None] For port f5097115-f21c-432d-91f7-2889cf3be181, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f5097115-f21c-432d-91f7-2889cf3be181,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:36:34.669542 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-715b19a9-92b2-4302-a7d3-f32febc8829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f5097115-f21c-432d-91f7-2889cf3be181), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:34.725136 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b19a9-92b2-4302-a7d3-f32febc8829f None None] Pushing event updated for resources: {'Port': ['ID=f5097115-f21c-432d-91f7-2889cf3be181,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:34.766280 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70b9bac1-07e4-44e8-878c-2b734a525758 admin admin] Publish callbacks [] for port (7a4c08cf-16c7-44c4-9eed-ecc49bb8f190), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:34.800778 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70b9bac1-07e4-44e8-878c-2b734a525758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (7a4c08cf-16c7-44c4-9eed-ecc49bb8f190), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:34.847548 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b9bac1-07e4-44e8-878c-2b734a525758 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:36:34.850813 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-70b9bac1-07e4-44e8-878c-2b734a525758 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:36:34.853485 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b9bac1-07e4-44e8-878c-2b734a525758 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:36:34.908291 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9bac1-07e4-44e8-878c-2b734a525758 admin admin] Pushing event updated for resources: {'Port': ['ID=7a4c08cf-16c7-44c4-9eed-ecc49bb8f190,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:34.992872 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 168906f2-8b5e-4e6d-9920-45915502abd8 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:36:35.019595 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 168906f2-8b5e-4e6d-9920-45915502abd8 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:36:35.020074 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 168906f2-8b5e-4e6d-9920-45915502abd8 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:36:35.174680 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70b9bac1-07e4-44e8-878c-2b734a525758 admin admin] Publish callbacks [] for router_gateway (e9ccffc4-3f9a-4c90-bd18-d43b33e71bce), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:35.697052 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0674b1-ca25-43ca-86b8-e8d29b1b4e2e None None] Network 6638d097-1a14-4c77-ba78-98ca19e889e2 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:36:35.751634 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70b9bac1-07e4-44e8-878c-2b734a525758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (e9ccffc4-3f9a-4c90-bd18-d43b33e71bce), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:35.779802 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f217ec0e-91be-4819-9e40-11d3f8051218 None None] Provisioning complete for port f5097115-f21c-432d-91f7-2889cf3be181 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:35.780185 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f217ec0e-91be-4819-9e40-11d3f8051218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f5097115-f21c-432d-91f7-2889cf3be181), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:35.900479 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f217ec0e-91be-4819-9e40-11d3f8051218 None None] Current status of the port f5097115-f21c-432d-91f7-2889cf3be181 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:35.900922 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f217ec0e-91be-4819-9e40-11d3f8051218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f5097115-f21c-432d-91f7-2889cf3be181), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:35.904764 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b9bac1-07e4-44e8-878c-2b734a525758 admin admin] Router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:36:35.940736 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f217ec0e-91be-4819-9e40-11d3f8051218 None None] For port f5097115-f21c-432d-91f7-2889cf3be181, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f5097115-f21c-432d-91f7-2889cf3be181,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:35.945071 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f217ec0e-91be-4819-9e40-11d3f8051218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f5097115-f21c-432d-91f7-2889cf3be181), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:35.996016 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217ec0e-91be-4819-9e40-11d3f8051218 None None] Pushing event updated for resources: {'Port': ['ID=f5097115-f21c-432d-91f7-2889cf3be181,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:36.047495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b9bac1-07e4-44e8-878c-2b734a525758 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:36:36.059091 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] Sync routers for ids ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:36:36.071783 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] Routers {'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:36:36.072574 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:36:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:36.080091 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70b9bac1-07e4-44e8-878c-2b734a525758 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:36.085404 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-70b9bac1-07e4-44e8-878c-2b734a525758 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9954519 Feb 09 22:36:36.085649 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50878) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:36.319765 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f5097115-f21c-432d-91f7-2889cf3be181 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:36:36.384680 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b00f7f75-0057-4692-9f99-52e87efedc9c None None] Provisioning complete for port f5097115-f21c-432d-91f7-2889cf3be181 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:36.385057 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b00f7f75-0057-4692-9f99-52e87efedc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f5097115-f21c-432d-91f7-2889cf3be181), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:36.449335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] Set router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:36:36.507353 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f5097115-f21c-432d-91f7-2889cf3be181 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:36.507762 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f5097115-f21c-432d-91f7-2889cf3be181), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:36.562088 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e8eec9c-4816-4e08-b7a3-0ba94824f810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:36.660295 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b00f7f75-0057-4692-9f99-52e87efedc9c None None] Current status of the port f5097115-f21c-432d-91f7-2889cf3be181 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:36.723267 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-5e8eec9c-4816-4e08-b7a3-0ba94824f810 admin admin] Allocated IP 172.20.0.1 (6638d097-1a14-4c77-ba78-98ca19e889e2/ca5aaed4-4d38-43cc-9797-209114c0b43f/56ad5e94-264f-4cda-82f8-4e2e2275f788) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:36:36.727309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f5097115-f21c-432d-91f7-2889cf3be181 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:36.751315 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:35Z', 'revision_number': 3, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:36.780674 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] Checking router: e9ccffc4-3f9a-4c90-bd18-d43b33e71bce for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:36:36.781028 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] Updating router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce port 7a4c08cf-16c7-44c4-9eed-ecc49bb8f190 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:36:36.808849 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7a4c08cf-16c7-44c4-9eed-ecc49bb8f190), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:36.831316 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e8eec9c-4816-4e08-b7a3-0ba94824f810 admin admin] Publish callbacks [] for port (56ad5e94-264f-4cda-82f8-4e2e2275f788), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:36.863949 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e8eec9c-4816-4e08-b7a3-0ba94824f810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (56ad5e94-264f-4cda-82f8-4e2e2275f788), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:36.913058 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8eec9c-4816-4e08-b7a3-0ba94824f810 admin admin] Network 6638d097-1a14-4c77-ba78-98ca19e889e2 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:36:36.916144 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5e8eec9c-4816-4e08-b7a3-0ba94824f810 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:36:36.920895 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8eec9c-4816-4e08-b7a3-0ba94824f810 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:36:36.948751 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8eec9c-4816-4e08-b7a3-0ba94824f810 admin admin] Pushing event updated for resources: {'Port': ['ID=56ad5e94-264f-4cda-82f8-4e2e2275f788,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:36.970326 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e8eec9c-4816-4e08-b7a3-0ba94824f810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (e9ccffc4-3f9a-4c90-bd18-d43b33e71bce), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:37.076560 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] Publish callbacks [] for port (7a4c08cf-16c7-44c4-9eed-ecc49bb8f190), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:37.083955 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7a4c08cf-16c7-44c4-9eed-ecc49bb8f190), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:37.112676 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e8eec9c-4816-4e08-b7a3-0ba94824f810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (56ad5e94-264f-4cda-82f8-4e2e2275f788), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:37.139309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] Attempting to bind port 7a4c08cf-16c7-44c4-9eed-ecc49bb8f190 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:36:37.139717 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] Attempting to bind port 7a4c08cf-16c7-44c4-9eed-ecc49bb8f190 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:36:37.140089 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] Attempting to bind port 7a4c08cf-16c7-44c4-9eed-ecc49bb8f190 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:36:37.147630 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65da2d-1856-4d84-a597-539a3f25782a None None] Pushing event updated for resources: {'Port': ['ID=7a4c08cf-16c7-44c4-9eed-ecc49bb8f190,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:37.150436 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:36:37.150815 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:36:37.151219 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:37.151611 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:36:37.152113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] Bound port: 7a4c08cf-16c7-44c4-9eed-ecc49bb8f190, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:36:37.152498 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7a4c08cf-16c7-44c4-9eed-ecc49bb8f190), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:37.209347 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-eaf98402-2b1c-4540-ba62-9730caec5bd8 None None] Provisioning complete for port 56ad5e94-264f-4cda-82f8-4e2e2275f788 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:37.209624 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eaf98402-2b1c-4540-ba62-9730caec5bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (56ad5e94-264f-4cda-82f8-4e2e2275f788), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:37.215543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] For port 7a4c08cf-16c7-44c4-9eed-ecc49bb8f190, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:36:37.244765 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] For port 7a4c08cf-16c7-44c4-9eed-ecc49bb8f190, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7a4c08cf-16c7-44c4-9eed-ecc49bb8f190,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:36:37.255757 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7a4c08cf-16c7-44c4-9eed-ecc49bb8f190), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:37.262089 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-eaf98402-2b1c-4540-ba62-9730caec5bd8 None None] Port 56ad5e94-264f-4cda-82f8-4e2e2275f788 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:36:37.308018 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e8eec9c-4816-4e08-b7a3-0ba94824f810 admin admin] Publish callbacks [] for port (56ad5e94-264f-4cda-82f8-4e2e2275f788), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:37.314180 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e8eec9c-4816-4e08-b7a3-0ba94824f810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (56ad5e94-264f-4cda-82f8-4e2e2275f788), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:37.322667 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] Routers {'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:36:37.323301 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:36:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:37.325213 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65da2d-1856-4d84-a597-539a3f25782a None None] Pushing event updated for resources: {'Port': ['ID=7a4c08cf-16c7-44c4-9eed-ecc49bb8f190,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:37.390171 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8eec9c-4816-4e08-b7a3-0ba94824f810 admin admin] Pushing event updated for resources: {'Port': ['ID=56ad5e94-264f-4cda-82f8-4e2e2275f788,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:37.395809 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e8eec9c-4816-4e08-b7a3-0ba94824f810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (e9ccffc4-3f9a-4c90-bd18-d43b33e71bce), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:37.443353 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] Set router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:36:37.489960 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8eec9c-4816-4e08-b7a3-0ba94824f810 admin admin] Network 6638d097-1a14-4c77-ba78-98ca19e889e2 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:36:37.491340 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5e8eec9c-4816-4e08-b7a3-0ba94824f810 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:36:37.649863 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8eec9c-4816-4e08-b7a3-0ba94824f810 admin admin] Router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:36:37.666310 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 2, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:37.696666 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8b87fb-823b-4d5f-8dda-6a9ceeaed56e None None] The sync data for ids ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'] in n-d-828601-1 is: [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 2, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:36:37.783128 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8eec9c-4816-4e08-b7a3-0ba94824f810 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:36:37.787510 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e77c7d0e-2938-4f23-b2de-aa981336a868 None None] Provisioning complete for port 56ad5e94-264f-4cda-82f8-4e2e2275f788 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:37.788064 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e77c7d0e-2938-4f23-b2de-aa981336a868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (56ad5e94-264f-4cda-82f8-4e2e2275f788), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:37.792165 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5e8eec9c-4816-4e08-b7a3-0ba94824f810 admin admin] 10.222.0.77 "PUT /v2.0/routers/e9ccffc4-3f9a-4c90-bd18-d43b33e71bce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7054248 Feb 09 22:36:37.840209 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e77c7d0e-2938-4f23-b2de-aa981336a868 None None] Port 56ad5e94-264f-4cda-82f8-4e2e2275f788 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:36:37.888528 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3f6ce946-9ca6-4c4a-8d52-49326f8529e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:38.078066 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f5097115-f21c-432d-91f7-2889cf3be181 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:36:38.133787 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f5097115-f21c-432d-91f7-2889cf3be181 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:38.134166 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f5097115-f21c-432d-91f7-2889cf3be181), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:38.219208 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f5097115-f21c-432d-91f7-2889cf3be181 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:38.547416 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50886) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:38.552793 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ae2fe3a3-8a4d-411e-aa39-bcc4c52e9d00 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--677626910', 'description': 'tempest-description--562715933'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:36:38.574632 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae2fe3a3-8a4d-411e-aa39-bcc4c52e9d00 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:38.655324 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae2fe3a3-8a4d-411e-aa39-bcc4c52e9d00 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for security_group (02b30053-1565-4fab-9681-a3d799a08e1a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:38.666423 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae2fe3a3-8a4d-411e-aa39-bcc4c52e9d00 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (02b30053-1565-4fab-9681-a3d799a08e1a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:38.703894 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae2fe3a3-8a4d-411e-aa39-bcc4c52e9d00 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:38.705752 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ae2fe3a3-8a4d-411e-aa39-bcc4c52e9d00 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1570306 Feb 09 22:36:38.708124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fe3a3-8a4d-411e-aa39-bcc4c52e9d00 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b30053-1565-4fab-9681-a3d799a08e1a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:38.708898 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50888) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:38.713644 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-64d5592a-f4ef-43d1-8baf-096cb073e6fa tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Request body: {'security_group_rule': {'security_group_id': '02b30053-1565-4fab-9681-a3d799a08e1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:36:38.751224 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-64d5592a-f4ef-43d1-8baf-096cb073e6fa tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for security_group_rule (0ea28db7-242d-49f8-b7f8-5ab2208f6d17), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:38.817947 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-64d5592a-f4ef-43d1-8baf-096cb073e6fa tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for security_group_rule (0ea28db7-242d-49f8-b7f8-5ab2208f6d17), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:38.822584 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-64d5592a-f4ef-43d1-8baf-096cb073e6fa tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (0ea28db7-242d-49f8-b7f8-5ab2208f6d17), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:38.839193 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5592a-f4ef-43d1-8baf-096cb073e6fa tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea28db7-242d-49f8-b7f8-5ab2208f6d17,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:38.851553 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-64d5592a-f4ef-43d1-8baf-096cb073e6fa tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:38.853123 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-64d5592a-f4ef-43d1-8baf-096cb073e6fa tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1431692 Feb 09 22:36:38.856000 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 50890) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:38.860946 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b9936e74-2655-4c77-886c-92ccf9b885b7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Request body: {'security_group_rule': {'security_group_id': '02b30053-1565-4fab-9681-a3d799a08e1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:36:38.888328 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b9936e74-2655-4c77-886c-92ccf9b885b7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for security_group_rule (29e01496-7740-4427-a17e-74efe8a784bd), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:38.955516 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b9936e74-2655-4c77-886c-92ccf9b885b7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for security_group_rule (29e01496-7740-4427-a17e-74efe8a784bd), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:38.959977 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b9936e74-2655-4c77-886c-92ccf9b885b7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (29e01496-7740-4427-a17e-74efe8a784bd), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:38.987509 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9936e74-2655-4c77-886c-92ccf9b885b7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e01496-7740-4427-a17e-74efe8a784bd,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:38.999501 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b9936e74-2655-4c77-886c-92ccf9b885b7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:39.004478 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b9936e74-2655-4c77-886c-92ccf9b885b7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439176 Feb 09 22:36:39.004963 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50892) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:39.011143 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-63d2bd3b-d6a4-4ef0-89a2-2b59d65eb712 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:36:39.036590 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63d2bd3b-d6a4-4ef0-89a2-2b59d65eb712 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:39.161798 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63d2bd3b-d6a4-4ef0-89a2-2b59d65eb712 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:39.293332 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-63d2bd3b-d6a4-4ef0-89a2-2b59d65eb712 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Allocated IP 172.25.6.68 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/cad07305-cd31-4542-89c2-274c71d775ee) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:36:39.408221 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63d2bd3b-d6a4-4ef0-89a2-2b59d65eb712 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for port (cad07305-cd31-4542-89c2-274c71d775ee), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:39.445330 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63d2bd3b-d6a4-4ef0-89a2-2b59d65eb712 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (cad07305-cd31-4542-89c2-274c71d775ee), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:39.482990 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d2bd3b-d6a4-4ef0-89a2-2b59d65eb712 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:36:39.488833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-63d2bd3b-d6a4-4ef0-89a2-2b59d65eb712 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:36:39.492703 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d2bd3b-d6a4-4ef0-89a2-2b59d65eb712 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:36:39.518159 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2bd3b-d6a4-4ef0-89a2-2b59d65eb712 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Pushing event updated for resources: {'Port': ['ID=cad07305-cd31-4542-89c2-274c71d775ee,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:39.591279 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63d2bd3b-d6a4-4ef0-89a2-2b59d65eb712 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for floatingip (9014190c-32ef-4744-83a8-983cf21ac129), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:39.632049 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63d2bd3b-d6a4-4ef0-89a2-2b59d65eb712 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cad07305-cd31-4542-89c2-274c71d775ee), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:39.797701 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63d2bd3b-d6a4-4ef0-89a2-2b59d65eb712 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for port (cad07305-cd31-4542-89c2-274c71d775ee), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:39.803494 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63d2bd3b-d6a4-4ef0-89a2-2b59d65eb712 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (cad07305-cd31-4542-89c2-274c71d775ee), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:39.878196 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2bd3b-d6a4-4ef0-89a2-2b59d65eb712 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Pushing event updated for resources: {'Port': ['ID=cad07305-cd31-4542-89c2-274c71d775ee,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:39.888910 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63d2bd3b-d6a4-4ef0-89a2-2b59d65eb712 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (9014190c-32ef-4744-83a8-983cf21ac129), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:39.904141 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63d2bd3b-d6a4-4ef0-89a2-2b59d65eb712 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:39.905383 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-63d2bd3b-d6a4-4ef0-89a2-2b59d65eb712 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8993187 Feb 09 22:36:40.051062 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] Sync routers for ids ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:36:40.061457 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] Routers {'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:36:40.062064 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:36:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:40.067882 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6c39253-391a-437c-8c4f-ef063a438478 req-d0c96dc1-4246-485d-a027-f02f5427645a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--677626910&fields=id&tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e HTTP/1.1" status: 200 len: 267 time: 0.0536747 Feb 09 22:36:40.090366 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7a4c08cf-16c7-44c4-9eed-ecc49bb8f190 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:36:40.141686 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 7a4c08cf-16c7-44c4-9eed-ecc49bb8f190 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:40.141978 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7a4c08cf-16c7-44c4-9eed-ecc49bb8f190), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:40.183913 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] Set router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:36:40.211560 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c39253-391a-437c-8c4f-ef063a438478 req-52d05359-9503-4c97-9fae-9d74e2331994 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:40.213753 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6c39253-391a-437c-8c4f-ef063a438478 req-52d05359-9503-4c97-9fae-9d74e2331994 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 811 time: 0.1450591 Feb 09 22:36:40.225798 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 7a4c08cf-16c7-44c4-9eed-ecc49bb8f190 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:40.226200 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (7a4c08cf-16c7-44c4-9eed-ecc49bb8f190), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:40.238561 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6c39253-391a-437c-8c4f-ef063a438478 req-80b703ba-5d9c-45ab-a438-c820787d73b9 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/quotas/d79c9f6cc21d4f85b659a2742a3eee6e HTTP/1.1" status: 200 len: 375 time: 0.0179164 Feb 09 22:36:40.250860 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 7a4c08cf-16c7-44c4-9eed-ecc49bb8f190, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7a4c08cf-16c7-44c4-9eed-ecc49bb8f190,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:40.257287 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (7a4c08cf-16c7-44c4-9eed-ecc49bb8f190), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:40.302584 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6c39253-391a-437c-8c4f-ef063a438478 req-9f3f3cf2-e8e0-4141-ade9-1554610ad56b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624566 Feb 09 22:36:40.318706 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=7a4c08cf-16c7-44c4-9eed-ecc49bb8f190,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:40.412368 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 2, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:40.429032 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6c39253-391a-437c-8c4f-ef063a438478 req-5c16829d-acf7-435d-bf12-884b43fc390d service neutron] 10.222.0.77 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125391 Feb 09 22:36:40.441098 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] Checking router: e9ccffc4-3f9a-4c90-bd18-d43b33e71bce for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:36:40.441453 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] Updating router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce port 56ad5e94-264f-4cda-82f8-4e2e2275f788 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:36:40.469279 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (56ad5e94-264f-4cda-82f8-4e2e2275f788), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:40.521742 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6c39253-391a-437c-8c4f-ef063a438478 req-aae5812c-463a-4448-954b-01ed0aa29374 service neutron] 10.222.0.77 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868344 Feb 09 22:36:40.589287 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a6e7bc16-1bd3-45c3-8e9b-0f269a063444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:40.710026 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d063e620-50d6-4813-9857-c761e3b112ee req-0510694e-bda8-4e03-8571-eb0d1d6f0a46 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 210 time: 0.0284226 Feb 09 22:36:40.753758 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] Publish callbacks [] for port (56ad5e94-264f-4cda-82f8-4e2e2275f788), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:40.760097 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (56ad5e94-264f-4cda-82f8-4e2e2275f788), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:40.813717 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab09f4-02eb-49c0-9465-234f3edcc4a6 None None] Pushing event updated for resources: {'Port': ['ID=56ad5e94-264f-4cda-82f8-4e2e2275f788,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:40.824446 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab09f4-02eb-49c0-9465-234f3edcc4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.824793 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab09f4-02eb-49c0-9465-234f3edcc4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.825170 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab09f4-02eb-49c0-9465-234f3edcc4a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.825460 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab09f4-02eb-49c0-9465-234f3edcc4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.825785 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab09f4-02eb-49c0-9465-234f3edcc4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.826113 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab09f4-02eb-49c0-9465-234f3edcc4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.826436 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab09f4-02eb-49c0-9465-234f3edcc4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.826752 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab09f4-02eb-49c0-9465-234f3edcc4a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.827079 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab09f4-02eb-49c0-9465-234f3edcc4a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.827395 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab09f4-02eb-49c0-9465-234f3edcc4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.827738 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab09f4-02eb-49c0-9465-234f3edcc4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.828060 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab09f4-02eb-49c0-9465-234f3edcc4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.828374 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab09f4-02eb-49c0-9465-234f3edcc4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.879377 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] Attempting to bind port 56ad5e94-264f-4cda-82f8-4e2e2275f788 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:36:40.879847 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] Attempting to bind port 56ad5e94-264f-4cda-82f8-4e2e2275f788 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:36:40.880145 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] Attempting to bind port 56ad5e94-264f-4cda-82f8-4e2e2275f788 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:36:40.885683 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:36:40.886120 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] Checking segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:36:40.886674 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:40.886976 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] Bound using segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:36:40.887628 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] Bound port: 56ad5e94-264f-4cda-82f8-4e2e2275f788, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:36:40.888037 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (56ad5e94-264f-4cda-82f8-4e2e2275f788), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:40.972764 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] For port 56ad5e94-264f-4cda-82f8-4e2e2275f788, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:36:40.976625 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] For port 56ad5e94-264f-4cda-82f8-4e2e2275f788, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=56ad5e94-264f-4cda-82f8-4e2e2275f788,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:36:40.984302 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (56ad5e94-264f-4cda-82f8-4e2e2275f788), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:41.037066 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] Routers {'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:36:41.037526 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:36:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:41.100289 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2f62c420-10ce-470e-87f2-46d6f537f62d None None] Provisioning complete for port 56ad5e94-264f-4cda-82f8-4e2e2275f788 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:41.100901 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2f62c420-10ce-470e-87f2-46d6f537f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (56ad5e94-264f-4cda-82f8-4e2e2275f788), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:41.128554 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab09f4-02eb-49c0-9465-234f3edcc4a6 None None] Pushing event updated for resources: {'Port': ['ID=56ad5e94-264f-4cda-82f8-4e2e2275f788,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:41.168126 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] Set router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:36:41.222782 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2f62c420-10ce-470e-87f2-46d6f537f62d None None] Current status of the port 56ad5e94-264f-4cda-82f8-4e2e2275f788 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:41.223606 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2f62c420-10ce-470e-87f2-46d6f537f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (56ad5e94-264f-4cda-82f8-4e2e2275f788), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:41.272220 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2f62c420-10ce-470e-87f2-46d6f537f62d None None] For port 56ad5e94-264f-4cda-82f8-4e2e2275f788, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=56ad5e94-264f-4cda-82f8-4e2e2275f788,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:41.277062 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2f62c420-10ce-470e-87f2-46d6f537f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (56ad5e94-264f-4cda-82f8-4e2e2275f788), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:41.342452 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62c420-10ce-470e-87f2-46d6f537f62d None None] Pushing event updated for resources: {'Port': ['ID=56ad5e94-264f-4cda-82f8-4e2e2275f788,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:41.401248 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-3f9ddf0c-9da2-4ee0-8f3c-ad300e054e3d None None] Provisioning complete for port 56ad5e94-264f-4cda-82f8-4e2e2275f788 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:41.401870 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3f9ddf0c-9da2-4ee0-8f3c-ad300e054e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (56ad5e94-264f-4cda-82f8-4e2e2275f788), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:41.443215 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:41.472653 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57cc46c-e351-4deb-a149-56e9861db516 None None] The sync data for ids ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'] in n-d-828601-1 is: [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:36:41.484093 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-3f9ddf0c-9da2-4ee0-8f3c-ad300e054e3d None None] Current status of the port 56ad5e94-264f-4cda-82f8-4e2e2275f788 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:41.794617 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:41.858150 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-02671a5b-f7df-450e-8a71-d84e0437b2c0 req-0ab97438-27cf-435d-8f4c-9063d869f2df tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 210 time: 0.0682306 Feb 09 22:36:41.931692 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c39253-391a-437c-8c4f-ef063a438478 req-ab3ad27b-6ff0-4a10-888e-28071f3db857 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:41.935818 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6c39253-391a-437c-8c4f-ef063a438478 req-ab3ad27b-6ff0-4a10-888e-28071f3db857 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.42 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 811 time: 0.1521037 Feb 09 22:36:42.009708 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6c39253-391a-437c-8c4f-ef063a438478 req-a8942427-0359-4c1f-95c2-f7225d598fcb tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e HTTP/1.1" status: 200 len: 379 time: 0.0628402 Feb 09 22:36:42.019484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-a6c39253-391a-437c-8c4f-ef063a438478 req-978776ce-1c76-45db-8adb-abf42767ca54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Request body: {'port': {'device_id': 'abff2af7-e6e2-4d60-99e4-d1cf1151811a', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'admin_state_up': True, 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'security_groups': ['02b30053-1565-4fab-9681-a3d799a08e1a']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:36:42.101126 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7a4c08cf-16c7-44c4-9eed-ecc49bb8f190 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:36:42.155423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 7a4c08cf-16c7-44c4-9eed-ecc49bb8f190 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:42.155825 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (7a4c08cf-16c7-44c4-9eed-ecc49bb8f190), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.158147 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c39253-391a-437c-8c4f-ef063a438478 req-978776ce-1c76-45db-8adb-abf42767ca54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Made reservation on behalf of d79c9f6cc21d4f85b659a2742a3eee6e for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:36:42.162355 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a6c39253-391a-437c-8c4f-ef063a438478 req-978776ce-1c76-45db-8adb-abf42767ca54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.241325 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 7a4c08cf-16c7-44c4-9eed-ecc49bb8f190 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:42.242368 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 56ad5e94-264f-4cda-82f8-4e2e2275f788 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:36:42.291488 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 56ad5e94-264f-4cda-82f8-4e2e2275f788 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:42.291919 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (56ad5e94-264f-4cda-82f8-4e2e2275f788), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.313689 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-a6c39253-391a-437c-8c4f-ef063a438478 req-978776ce-1c76-45db-8adb-abf42767ca54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Allocated IP 172.20.0.7 (6638d097-1a14-4c77-ba78-98ca19e889e2/ca5aaed4-4d38-43cc-9797-209114c0b43f/0eb970a2-6939-4b62-a504-2ae43313f7fd) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:36:42.402683 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 56ad5e94-264f-4cda-82f8-4e2e2275f788 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:42.478863 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a6c39253-391a-437c-8c4f-ef063a438478 req-978776ce-1c76-45db-8adb-abf42767ca54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.513760 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a6c39253-391a-437c-8c4f-ef063a438478 req-978776ce-1c76-45db-8adb-abf42767ca54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.565859 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c39253-391a-437c-8c4f-ef063a438478 req-978776ce-1c76-45db-8adb-abf42767ca54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Network 6638d097-1a14-4c77-ba78-98ca19e889e2 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:36:42.569701 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-a6c39253-391a-437c-8c4f-ef063a438478 req-978776ce-1c76-45db-8adb-abf42767ca54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:36:42.573611 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c39253-391a-437c-8c4f-ef063a438478 req-978776ce-1c76-45db-8adb-abf42767ca54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:36:42.581242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978776ce-1c76-45db-8adb-abf42767ca54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Pushing event updated for resources: {'Port': ['ID=0eb970a2-6939-4b62-a504-2ae43313f7fd,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:42.628612 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c39253-391a-437c-8c4f-ef063a438478 req-978776ce-1c76-45db-8adb-abf42767ca54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:42.629236 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a6c39253-391a-437c-8c4f-ef063a438478 req-978776ce-1c76-45db-8adb-abf42767ca54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.649354 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6c39253-391a-437c-8c4f-ef063a438478 req-978776ce-1c76-45db-8adb-abf42767ca54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6344573 Feb 09 22:36:42.664645 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-a6c39253-391a-437c-8c4f-ef063a438478 req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] Request body: {'port': {'device_id': 'abff2af7-e6e2-4d60-99e4-d1cf1151811a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:36:42.727079 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a6c39253-391a-437c-8c4f-ef063a438478 req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.812561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e30b07b8-4751-424e-8353-6b5a3c9c50ea None None] Provisioning complete for port 0eb970a2-6939-4b62-a504-2ae43313f7fd triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:42.812947 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e30b07b8-4751-424e-8353-6b5a3c9c50ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.848464 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e30b07b8-4751-424e-8353-6b5a3c9c50ea None None] Port 0eb970a2-6939-4b62-a504-2ae43313f7fd cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:36:42.972500 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:43.044508 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-a6c39253-391a-437c-8c4f-ef063a438478 req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb970a2-6939-4b62-a504-2ae43313f7fd {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:36:43.056279 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72f211-7da7-42c5-9f8b-cf7762c90b6a req-be2d4e88-5e76-46d0-82c8-196d5e3e504e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:43.057796 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ef72f211-7da7-42c5-9f8b-cf7762c90b6a req-be2d4e88-5e76-46d0-82c8-196d5e3e504e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 931 time: 0.1080482 Feb 09 22:36:43.062366 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a6c39253-391a-437c-8c4f-ef063a438478 req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] Publish callbacks [] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:43.091760 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-a6c39253-391a-437c-8c4f-ef063a438478 req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] Transition to ACTIVE for port object 0eb970a2-6939-4b62-a504-2ae43313f7fd will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:36:43.097256 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a6c39253-391a-437c-8c4f-ef063a438478 req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:43.172237 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ef72f211-7da7-42c5-9f8b-cf7762c90b6a req-d23581dd-e522-4040-8e1f-c75927ff14d8 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007588 Feb 09 22:36:43.200860 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] Pushing event updated for resources: {'Port': ['ID=0eb970a2-6939-4b62-a504-2ae43313f7fd,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:43.257516 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-a6c39253-391a-437c-8c4f-ef063a438478 req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] Attempting to bind port 0eb970a2-6939-4b62-a504-2ae43313f7fd on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:36:43.258237 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-a6c39253-391a-437c-8c4f-ef063a438478 req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] Attempting to bind port 0eb970a2-6939-4b62-a504-2ae43313f7fd by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:36:43.258237 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c39253-391a-437c-8c4f-ef063a438478 req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] Attempting to bind port 0eb970a2-6939-4b62-a504-2ae43313f7fd on network 6638d097-1a14-4c77-ba78-98ca19e889e2 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:36:43.263026 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c39253-391a-437c-8c4f-ef063a438478 req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] Port 0eb970a2-6939-4b62-a504-2ae43313f7fd on network 6638d097-1a14-4c77-ba78-98ca19e889e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:36:43.263347 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c39253-391a-437c-8c4f-ef063a438478 req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] Attempting to bind port 0eb970a2-6939-4b62-a504-2ae43313f7fd on network 6638d097-1a14-4c77-ba78-98ca19e889e2 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:36:43.268854 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c39253-391a-437c-8c4f-ef063a438478 req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:36:43.269273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c39253-391a-437c-8c4f-ef063a438478 req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] Checking segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:36:43.269662 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c39253-391a-437c-8c4f-ef063a438478 req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] Bound using segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:36:43.270136 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-a6c39253-391a-437c-8c4f-ef063a438478 req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] Bound port: 0eb970a2-6939-4b62-a504-2ae43313f7fd, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:36:43.270498 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a6c39253-391a-437c-8c4f-ef063a438478 req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:43.352137 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-a6c39253-391a-437c-8c4f-ef063a438478 req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] For port 0eb970a2-6939-4b62-a504-2ae43313f7fd, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:36:43.355628 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-a6c39253-391a-437c-8c4f-ef063a438478 req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] For port 0eb970a2-6939-4b62-a504-2ae43313f7fd, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0eb970a2-6939-4b62-a504-2ae43313f7fd,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:36:43.371729 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a6c39253-391a-437c-8c4f-ef063a438478 req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:43.410786 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c39253-391a-437c-8c4f-ef063a438478 req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:43.411433 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-a6c39253-391a-437c-8c4f-ef063a438478 req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:43.412887 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6c39253-391a-437c-8c4f-ef063a438478 req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] 10.222.0.42 "PUT /v2.0/ports/0eb970a2-6939-4b62-a504-2ae43313f7fd HTTP/1.1" status: 200 len: 1091 time: 0.7525201 Feb 09 22:36:43.413409 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abff2af7-e6e2-4d60-99e4-d1cf1151811a', 'tag': '0eb970a2-6939-4b62-a504-2ae43313f7fd'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:36:43.416030 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee417e33-f1ec-4a3b-993c-e05d41ffd1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "abff2af7-e6e2-4d60-99e4-d1cf1151811a", "tag": "0eb970a2-6939-4b62-a504-2ae43313f7fd"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:36:43.462617 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7006f1-e054-4a5c-adf6-76cdd63bdd3d service neutron] Pushing event updated for resources: {'Port': ['ID=0eb970a2-6939-4b62-a504-2ae43313f7fd,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:43.476465 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1e0b8b-19d5-4b31-8edb-1055d2756011 x-openstack-request-id: req-aa1e0b8b-19d5-4b31-8edb-1055d2756011 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:36:43.476767 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abff2af7-e6e2-4d60-99e4-d1cf1151811a", "tag": "0eb970a2-6939-4b62-a504-2ae43313f7fd", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:36:43.477054 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa1e0b8b-19d5-4b31-8edb-1055d2756011 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:36:43.477486 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abff2af7-e6e2-4d60-99e4-d1cf1151811a', 'tag': '0eb970a2-6939-4b62-a504-2ae43313f7fd', 'status': 'completed', 'code': 200} Feb 09 22:36:43.585191 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c39253-391a-437c-8c4f-ef063a438478 req-d2b72a5e-edab-44b0-918e-80a77dc266a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:43.586652 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6c39253-391a-437c-8c4f-ef063a438478 req-d2b72a5e-edab-44b0-918e-80a77dc266a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 1125 time: 0.0497911 Feb 09 22:36:43.636344 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6c39253-391a-437c-8c4f-ef063a438478 req-62bce5b9-6baf-4595-8dc1-b65f352e7658 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eb970a2-6939-4b62-a504-2ae43313f7fd HTTP/1.1" status: 200 len: 217 time: 0.0378752 Feb 09 22:36:43.692203 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c39253-391a-437c-8c4f-ef063a438478 req-6c3998b6-3c73-4ee6-abce-9f543dba89f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:43.693590 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6c39253-391a-437c-8c4f-ef063a438478 req-6c3998b6-3c73-4ee6-abce-9f543dba89f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0476563 Feb 09 22:36:43.752622 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c39253-391a-437c-8c4f-ef063a438478 req-e8a6d67f-1cff-41c4-b304-366a1c9a0c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:43.754226 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6c39253-391a-437c-8c4f-ef063a438478 req-e8a6d67f-1cff-41c4-b304-366a1c9a0c9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517223 Feb 09 22:36:43.857691 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6c39253-391a-437c-8c4f-ef063a438478 req-c72399ed-d25e-46bf-a781-6a3dbdcf8aa7 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937943 Feb 09 22:36:43.958879 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a6c39253-391a-437c-8c4f-ef063a438478 req-780df8b3-e207-4a35-b085-a903ccec8e83 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913861 Feb 09 22:36:44.055674 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee417e33-f1ec-4a3b-993c-e05d41ffd1e1 req-c1f2aaf1-ed79-4187-8886-59071a3f6f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:44.057259 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee417e33-f1ec-4a3b-993c-e05d41ffd1e1 req-c1f2aaf1-ed79-4187-8886-59071a3f6f85 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 1125 time: 0.0472312 Feb 09 22:36:44.154808 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee417e33-f1ec-4a3b-993c-e05d41ffd1e1 req-ff8ddec3-7837-4c49-817b-eaf24b9737c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:44.156350 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee417e33-f1ec-4a3b-993c-e05d41ffd1e1 req-ff8ddec3-7837-4c49-817b-eaf24b9737c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0936110 Feb 09 22:36:44.198918 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee417e33-f1ec-4a3b-993c-e05d41ffd1e1 req-8b971923-839b-4a23-9f08-4f6fcd92b777 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eb970a2-6939-4b62-a504-2ae43313f7fd HTTP/1.1" status: 200 len: 217 time: 0.0360217 Feb 09 22:36:44.248323 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee417e33-f1ec-4a3b-993c-e05d41ffd1e1 req-c803ff00-7a9f-431f-b4c2-ef8694cd6530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:44.249853 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee417e33-f1ec-4a3b-993c-e05d41ffd1e1 req-c803ff00-7a9f-431f-b4c2-ef8694cd6530 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0447729 Feb 09 22:36:44.338829 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe92d6-a523-435e-83bb-1812fe29620c req-4b952015-1702-478f-bec0-a6dfd8da367c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:44.340429 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-19fe92d6-a523-435e-83bb-1812fe29620c req-4b952015-1702-478f-bec0-a6dfd8da367c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 943 time: 0.0875063 Feb 09 22:36:44.344084 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee417e33-f1ec-4a3b-993c-e05d41ffd1e1 req-d7892b2c-32a0-4343-95b5-31f6ca831b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:44.345554 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee417e33-f1ec-4a3b-993c-e05d41ffd1e1 req-d7892b2c-32a0-4343-95b5-31f6ca831b81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0845258 Feb 09 22:36:44.440263 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-19fe92d6-a523-435e-83bb-1812fe29620c req-867b33e4-e7f2-4d8c-a59c-27c137439bca tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937378 Feb 09 22:36:44.469527 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee417e33-f1ec-4a3b-993c-e05d41ffd1e1 req-218b38cb-4468-4279-a08a-2bcac3017ce3 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098549 Feb 09 22:36:44.566512 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee417e33-f1ec-4a3b-993c-e05d41ffd1e1 req-919a04cd-6628-4f7e-9ecb-cea8d9360bd7 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905247 Feb 09 22:36:44.702623 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:45.562401 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f129f91-2277-46ab-bb04-03ba732ac6a8 req-9ba91082-6b88-4f2a-8d9e-cee8a26d9947 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:45.564642 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f129f91-2277-46ab-bb04-03ba732ac6a8 req-9ba91082-6b88-4f2a-8d9e-cee8a26d9947 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 943 time: 0.0549679 Feb 09 22:36:45.613306 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f129f91-2277-46ab-bb04-03ba732ac6a8 req-bf02d64a-48ff-4dad-a95d-d78fa1eeb886 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429316 Feb 09 22:36:45.817982 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:46.328940 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:46.738147 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d7d85-28df-4967-8af0-7b93d218ca8b req-2e050079-97f0-4b1b-b126-0acfd4fb7528 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:46.739758 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-259d7d85-28df-4967-8af0-7b93d218ca8b req-2e050079-97f0-4b1b-b126-0acfd4fb7528 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 943 time: 0.0571475 Feb 09 22:36:46.786752 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-259d7d85-28df-4967-8af0-7b93d218ca8b req-66f559d8-0b12-4bd7-94ab-ca8fcf175d04 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413606 Feb 09 22:36:47.023439 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0eb970a2-6939-4b62-a504-2ae43313f7fd details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:36:47.120184 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 0eb970a2-6939-4b62-a504-2ae43313f7fd, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0eb970a2-6939-4b62-a504-2ae43313f7fd,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:47.134842 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '0eb970a2-6939-4b62-a504-2ae43313f7fd', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'port_id': '0eb970a2-6939-4b62-a504-2ae43313f7fd', 'mac_address': 'fa:16:3e:37:af:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:36:47.329710 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 0eb970a2-6939-4b62-a504-2ae43313f7fd is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:47.330092 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:47.342455 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb970a2-6939-4b62-a504-2ae43313f7fd {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:36:47.361924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 0eb970a2-6939-4b62-a504-2ae43313f7fd, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0eb970a2-6939-4b62-a504-2ae43313f7fd,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:47.366414 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:47.415790 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=0eb970a2-6939-4b62-a504-2ae43313f7fd,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:47.614827 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['0eb970a2-6939-4b62-a504-2ae43313f7fd'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:36:47.909542 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6515c-607f-4468-8adb-843cb3c2bbc6 req-3b646b25-7f91-4def-b5b2-3c89ca61e65d tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:47.910950 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-07b6515c-607f-4468-8adb-843cb3c2bbc6 req-3b646b25-7f91-4def-b5b2-3c89ca61e65d tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 944 time: 0.0520775 Feb 09 22:36:47.958937 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-07b6515c-607f-4468-8adb-843cb3c2bbc6 req-dbdb78be-f092-494c-993e-5369df26024e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423040 Feb 09 22:36:49.024049 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0eb970a2-6939-4b62-a504-2ae43313f7fd up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:36:49.081734 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 0eb970a2-6939-4b62-a504-2ae43313f7fd completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:36:49.084187 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c1403-8220-416a-bb6d-14d8969721c8 req-ab035f87-5e38-4ef2-a344-0ac6f20a2a9e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:49.085822 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-109c1403-8220-416a-bb6d-14d8969721c8 req-ab035f87-5e38-4ef2-a344-0ac6f20a2a9e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 944 time: 0.0572505 Feb 09 22:36:49.089417 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 0eb970a2-6939-4b62-a504-2ae43313f7fd triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:49.089770 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:49.187148 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 0eb970a2-6939-4b62-a504-2ae43313f7fd is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:49.187543 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:49.214908 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abff2af7-e6e2-4d60-99e4-d1cf1151811a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb970a2-6939-4b62-a504-2ae43313f7fd'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:36:49.217426 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5027d4-2551-4074-9b27-a812386b557f" -d '{"events": [{"server_uuid": "abff2af7-e6e2-4d60-99e4-d1cf1151811a", "name": "network-vif-plugged", "status": "completed", "tag": "0eb970a2-6939-4b62-a504-2ae43313f7fd"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:36:49.233807 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 0eb970a2-6939-4b62-a504-2ae43313f7fd, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0eb970a2-6939-4b62-a504-2ae43313f7fd,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:49.240180 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:49.298170 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=0eb970a2-6939-4b62-a504-2ae43313f7fd,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:49.499073 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-109c1403-8220-416a-bb6d-14d8969721c8 req-d6bb363b-6f7b-420e-82ec-fc1ede9ac562 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4066777 Feb 09 22:36:49.545372 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22835fd9-393d-4b0b-8e78-c27eacc1a176 x-openstack-request-id: req-22835fd9-393d-4b0b-8e78-c27eacc1a176 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:36:49.545698 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abff2af7-e6e2-4d60-99e4-d1cf1151811a", "name": "network-vif-plugged", "status": "completed", "tag": "0eb970a2-6939-4b62-a504-2ae43313f7fd", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:36:49.545958 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-22835fd9-393d-4b0b-8e78-c27eacc1a176 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:36:49.546363 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abff2af7-e6e2-4d60-99e4-d1cf1151811a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb970a2-6939-4b62-a504-2ae43313f7fd', 'code': 200} Feb 09 22:36:49.655147 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adf03d-9b2b-4da9-ac5e-d585bf3ca2e4 req-56280fae-78ce-47fa-8300-ac5b5724f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:49.656713 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-51adf03d-9b2b-4da9-ac5e-d585bf3ca2e4 req-56280fae-78ce-47fa-8300-ac5b5724f2dd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 1127 time: 0.0437043 Feb 09 22:36:49.713121 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-51adf03d-9b2b-4da9-ac5e-d585bf3ca2e4 req-a9989dd7-4091-4c40-b40b-79bde2b05350 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455048 Feb 09 22:36:50.620664 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db41d8-aaf6-4c78-9ed5-7b1559b7ae86 req-748e41a6-0d99-4a93-abfb-3959e1eaf44f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:50.622174 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3db41d8-aaf6-4c78-9ed5-7b1559b7ae86 req-748e41a6-0d99-4a93-abfb-3959e1eaf44f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0534606 Feb 09 22:36:50.675692 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f3db41d8-aaf6-4c78-9ed5-7b1559b7ae86 req-3df76af0-c162-4eac-90c5-52a1d0f23f72 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477581 Feb 09 22:36:51.445697 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:36:51.799210 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15ab72-4f3a-4410-b3bd-9d49cec436b8 req-1d6a282a-c656-40b1-a504-56d6273d3589 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:51.800819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e15ab72-4f3a-4410-b3bd-9d49cec436b8 req-1d6a282a-c656-40b1-a504-56d6273d3589 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0565267 Feb 09 22:36:51.847574 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5e15ab72-4f3a-4410-b3bd-9d49cec436b8 req-de0bcbae-c533-4463-bdc8-57f2e6b90fa9 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411232 Feb 09 22:36:51.960930 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2c8d3-5859-40b7-9e5a-f5cefe550f36 req-d6377006-e4bf-4d53-9038-2f12d9dec90f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:51.962333 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95b2c8d3-5859-40b7-9e5a-f5cefe550f36 req-d6377006-e4bf-4d53-9038-2f12d9dec90f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0523920 Feb 09 22:36:51.971991 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 50940) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:51.976648 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ec9a96a7-7278-46ab-ac16-d1cfb0ad94c0 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Request body: {'floatingip': {'port_id': '0eb970a2-6939-4b62-a504-2ae43313f7fd'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:36:52.018034 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec9a96a7-7278-46ab-ac16-d1cfb0ad94c0 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for floatingip (9014190c-32ef-4744-83a8-983cf21ac129), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:52.454149 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec9a96a7-7278-46ab-ac16-d1cfb0ad94c0 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:52.458087 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec9a96a7-7278-46ab-ac16-d1cfb0ad94c0 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (9014190c-32ef-4744-83a8-983cf21ac129), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:52.558690 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-ec9a96a7-7278-46ab-ac16-d1cfb0ad94c0 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Floating IP 9014190c-32ef-4744-83a8-983cf21ac129 associated. External IP: 172.25.6.68, port: 0eb970a2-6939-4b62-a504-2ae43313f7fd. Feb 09 22:36:52.773336 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9a96a7-7278-46ab-ac16-d1cfb0ad94c0 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:36:52.886484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9a96a7-7278-46ab-ac16-d1cfb0ad94c0 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:36:52.891096 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec9a96a7-7278-46ab-ac16-d1cfb0ad94c0 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:52.896336 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7efc929-6a8d-4483-adec-aba7e7c11688 None None] Sync routers for ids ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:36:52.905575 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7efc929-6a8d-4483-adec-aba7e7c11688 None None] Routers {'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:36:52.906217 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d7efc929-6a8d-4483-adec-aba7e7c11688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:36:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:52.921963 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ec9a96a7-7278-46ab-ac16-d1cfb0ad94c0 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "PUT /v2.0/floatingips/9014190c-32ef-4744-83a8-983cf21ac129 HTTP/1.1" status: 200 len: 990 time: 0.9488914 Feb 09 22:36:52.923078 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abff2af7-e6e2-4d60-99e4-d1cf1151811a', 'tag': '0eb970a2-6939-4b62-a504-2ae43313f7fd'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:36:52.925421 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34229ac5-8b20-480a-be3c-1cebcb6e1076" -d '{"events": [{"name": "network-changed", "server_uuid": "abff2af7-e6e2-4d60-99e4-d1cf1151811a", "tag": "0eb970a2-6939-4b62-a504-2ae43313f7fd"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:36:53.027010 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-d7efc929-6a8d-4483-adec-aba7e7c11688 None None] Set router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:36:53.040360 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48a472-ca56-4246-9311-b0516828e627 req-7c21f2b0-afe4-49df-bc2b-6ff5e164f1ce tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:53.043077 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5b48a472-ca56-4246-9311-b0516828e627 req-7c21f2b0-afe4-49df-bc2b-6ff5e164f1ce tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0705106 Feb 09 22:36:53.097527 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5b48a472-ca56-4246-9311-b0516828e627 req-acc50f44-20ad-4d2f-89af-820423d3a8a5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483389 Feb 09 22:36:53.142876 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c967b7e4-6407-43b9-9ee1-ac3a008df70e x-openstack-request-id: req-c967b7e4-6407-43b9-9ee1-ac3a008df70e {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:36:53.143179 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abff2af7-e6e2-4d60-99e4-d1cf1151811a", "tag": "0eb970a2-6939-4b62-a504-2ae43313f7fd", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:36:53.143522 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c967b7e4-6407-43b9-9ee1-ac3a008df70e {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:36:53.143882 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abff2af7-e6e2-4d60-99e4-d1cf1151811a', 'tag': '0eb970a2-6939-4b62-a504-2ae43313f7fd', 'status': 'completed', 'code': 200} Feb 09 22:36:53.211061 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34229ac5-8b20-480a-be3c-1cebcb6e1076 req-0c1546ff-c58e-4e5a-8055-37a36a4d7d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:53.212696 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-34229ac5-8b20-480a-be3c-1cebcb6e1076 req-0c1546ff-c58e-4e5a-8055-37a36a4d7d7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 1127 time: 0.0463493 Feb 09 22:36:53.270642 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d7efc929-6a8d-4483-adec-aba7e7c11688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '9014190c-32ef-4744-83a8-983cf21ac129', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'port_id': '0eb970a2-6939-4b62-a504-2ae43313f7fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'mac_address': 'fa:16:3e:37:af:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abff2af7-e6e2-4d60-99e4-d1cf1151811a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:36:39Z', 'updated_at': '2022-02-09T22:36:52Z', 'revision_number': 1, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:53.297817 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7efc929-6a8d-4483-adec-aba7e7c11688 None None] Checking router: e9ccffc4-3f9a-4c90-bd18-d43b33e71bce for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:36:53.306505 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7efc929-6a8d-4483-adec-aba7e7c11688 None None] Routers {'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:36:53.307110 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d7efc929-6a8d-4483-adec-aba7e7c11688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:36:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:53.313060 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34229ac5-8b20-480a-be3c-1cebcb6e1076 req-15d70040-6660-4e2b-98ad-031d838e8af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:53.314624 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-34229ac5-8b20-480a-be3c-1cebcb6e1076 req-15d70040-6660-4e2b-98ad-031d838e8af2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0963640 Feb 09 22:36:53.387851 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-34229ac5-8b20-480a-be3c-1cebcb6e1076 req-a3db0447-7cec-46dc-b495-3b2b4cbbc2da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eb970a2-6939-4b62-a504-2ae43313f7fd HTTP/1.1" status: 200 len: 998 time: 0.0662749 Feb 09 22:36:53.417157 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-d7efc929-6a8d-4483-adec-aba7e7c11688 None None] Set router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:36:53.442119 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34229ac5-8b20-480a-be3c-1cebcb6e1076 req-9043e439-1b9d-463f-bed1-9b4463707ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:53.443594 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-34229ac5-8b20-480a-be3c-1cebcb6e1076 req-9043e439-1b9d-463f-bed1-9b4463707ebd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0495877 Feb 09 22:36:53.491878 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34229ac5-8b20-480a-be3c-1cebcb6e1076 req-4f7d2c1f-3d9b-447a-9714-faf03a0b7356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:53.493458 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-34229ac5-8b20-480a-be3c-1cebcb6e1076 req-4f7d2c1f-3d9b-447a-9714-faf03a0b7356 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442731 Feb 09 22:36:53.586662 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-34229ac5-8b20-480a-be3c-1cebcb6e1076 req-ef02b1b9-1b04-4311-a51f-871a44a5de95 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869150 Feb 09 22:36:53.642142 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d7efc929-6a8d-4483-adec-aba7e7c11688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '9014190c-32ef-4744-83a8-983cf21ac129', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'port_id': '0eb970a2-6939-4b62-a504-2ae43313f7fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'mac_address': 'fa:16:3e:37:af:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abff2af7-e6e2-4d60-99e4-d1cf1151811a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:36:39Z', 'updated_at': '2022-02-09T22:36:52Z', 'revision_number': 1, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:53.668571 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7efc929-6a8d-4483-adec-aba7e7c11688 None None] The sync data for ids ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'] in n-d-828601-1 is: [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '9014190c-32ef-4744-83a8-983cf21ac129', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'port_id': '0eb970a2-6939-4b62-a504-2ae43313f7fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'mac_address': 'fa:16:3e:37:af:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abff2af7-e6e2-4d60-99e4-d1cf1151811a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:36:39Z', 'updated_at': '2022-02-09T22:36:52Z', 'revision_number': 1, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:36:53.679046 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-34229ac5-8b20-480a-be3c-1cebcb6e1076 req-c5fa2308-3a86-44fa-babc-40a2b284c244 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864689 Feb 09 22:36:53.871691 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9aa871-155c-484d-b136-87a9e1045712 None None] New status for floating IP 9014190c-32ef-4744-83a8-983cf21ac129: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:36:54.225625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5887170-2591-4607-ba10-42da8ef8d67a req-faa1865f-8c3a-4c80-adc5-5b486035567a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:54.227121 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5887170-2591-4607-ba10-42da8ef8d67a req-faa1865f-8c3a-4c80-adc5-5b486035567a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0528889 Feb 09 22:36:54.280077 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5887170-2591-4607-ba10-42da8ef8d67a req-03d40462-eb5e-47e0-9e96-8dc0e78fc137 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469642 Feb 09 22:36:54.406150 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28a1ee-330b-423a-bd32-c5fbaef096a4 req-752a4369-4786-4408-b933-78e8412abc70 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:54.408171 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f28a1ee-330b-423a-bd32-c5fbaef096a4 req-752a4369-4786-4408-b933-78e8412abc70 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0590827 Feb 09 22:36:54.456053 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f28a1ee-330b-423a-bd32-c5fbaef096a4 req-b7a5614d-9201-4479-8008-3d97f8bf137c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423048 Feb 09 22:36:54.684633 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-20c10cd5-214c-4c2e-95d6-8e563ccd1166 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0459096 Feb 09 22:36:54.698013 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c9e5f-589b-48ff-8c4f-0d6d2a53fb0e req-bfe3a32e-4738-45be-af96-3fea26fab7e6 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:54.704426 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-764c9e5f-589b-48ff-8c4f-0d6d2a53fb0e req-bfe3a32e-4738-45be-af96-3fea26fab7e6 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0593076 Feb 09 22:36:54.757485 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-764c9e5f-589b-48ff-8c4f-0d6d2a53fb0e req-7c30ef2d-9682-4602-9f48-3be67ccfc9f4 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509481 Feb 09 22:36:55.923276 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-067bafa5-c3bb-49e9-85f2-900dce09064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:55.924747 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-067bafa5-c3bb-49e9-85f2-900dce09064a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 1127 time: 0.0958261 Feb 09 22:36:55.937242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd9a71-678a-4160-929a-289e09f8fe19 req-f58f98f9-89c0-4547-a88d-60b562f58403 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:55.939538 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a2dd9a71-678a-4160-929a-289e09f8fe19 req-f58f98f9-89c0-4547-a88d-60b562f58403 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0932560 Feb 09 22:36:56.040769 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a2dd9a71-678a-4160-929a-289e09f8fe19 req-c2043f35-8e0e-4211-8f91-b133e75e5f1f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911367 Feb 09 22:36:56.065434 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-30ea3df5-91df-47a0-ad9e-ecd65f20b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:56.066950 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-30ea3df5-91df-47a0-ad9e-ecd65f20b3f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.1264830 Feb 09 22:36:56.137164 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-e53372f3-8064-45f8-8c67-f4375175795a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eb970a2-6939-4b62-a504-2ae43313f7fd HTTP/1.1" status: 200 len: 1000 time: 0.0635598 Feb 09 22:36:56.189423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-fffa76f1-a5cf-4915-bd87-05299e194c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:56.190826 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-fffa76f1-a5cf-4915-bd87-05299e194c4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0471482 Feb 09 22:36:56.244815 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-4092684f-2585-4b82-9f8e-da287c833d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:56.246340 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-4092684f-2585-4b82-9f8e-da287c833d05 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488079 Feb 09 22:36:56.335605 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-5833376e-b524-4498-87b0-12c042811f54 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833631 Feb 09 22:36:56.442818 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-4e5ab5d8-adaf-43a1-a642-6a210ce10f9d service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011395 Feb 09 22:36:57.172851 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a2606-c872-4192-92e1-2712b497a608 req-82153057-2805-4a41-9d51-362f916a64cc tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:57.174432 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-362a2606-c872-4192-92e1-2712b497a608 req-82153057-2805-4a41-9d51-362f916a64cc tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0555286 Feb 09 22:36:57.221367 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-362a2606-c872-4192-92e1-2712b497a608 req-ba355dbe-ad62-4116-b39d-54f512e28bea tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413079 Feb 09 22:36:58.346668 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d778b2-9c1d-45e8-ba0d-688cfe3f70fb req-f4b0acb3-adeb-4735-a813-aee3628bbfdd tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:58.348243 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a0d778b2-9c1d-45e8-ba0d-688cfe3f70fb req-f4b0acb3-adeb-4735-a813-aee3628bbfdd tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0536408 Feb 09 22:36:58.399035 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a0d778b2-9c1d-45e8-ba0d-688cfe3f70fb req-ba0603b4-9082-4641-aad9-b4779e123cfb tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449984 Feb 09 22:36:59.528315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b412ff-ac41-4dc4-b7f1-fd72cbc0a4cd req-28344839-7444-43be-8e3a-ec0f8c70f5b5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:59.529838 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-27b412ff-ac41-4dc4-b7f1-fd72cbc0a4cd req-28344839-7444-43be-8e3a-ec0f8c70f5b5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0575802 Feb 09 22:36:59.585929 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-27b412ff-ac41-4dc4-b7f1-fd72cbc0a4cd req-9f513389-6fce-4b66-ba54-3f82a59074a8 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503881 Feb 09 22:37:00.710668 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a64e2-a69c-4469-be99-deca06cef343 req-8fa60acc-6fe4-497b-a5b6-e9d4e8495e8a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:00.712105 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db2a64e2-a69c-4469-be99-deca06cef343 req-8fa60acc-6fe4-497b-a5b6-e9d4e8495e8a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0528789 Feb 09 22:37:00.759552 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db2a64e2-a69c-4469-be99-deca06cef343 req-04831b08-56a8-4a35-8d17-03ef91f404e1 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416417 Feb 09 22:37:01.886963 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007280b4-ca17-4937-81f8-6912f048be6c req-ca1c0119-87f6-4da0-91e4-ec00247f5e90 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:01.888501 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-007280b4-ca17-4937-81f8-6912f048be6c req-ca1c0119-87f6-4da0-91e4-ec00247f5e90 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0584209 Feb 09 22:37:01.936286 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-007280b4-ca17-4937-81f8-6912f048be6c req-63dc2c61-acb3-4c49-978b-3ceda69f1dfb tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415053 Feb 09 22:37:03.059731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f02d9-636e-4632-b815-a684df558a1b req-b8b17d59-0685-4577-8f90-fc1e886fe908 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:03.061301 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5a2f02d9-636e-4632-b815-a684df558a1b req-b8b17d59-0685-4577-8f90-fc1e886fe908 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0531533 Feb 09 22:37:03.111126 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5a2f02d9-636e-4632-b815-a684df558a1b req-387c8c75-0578-438c-a3e1-878db74f7e41 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434155 Feb 09 22:37:04.236547 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe01f78-6561-401c-9d8d-90fe40d3835a req-58141897-076e-4e6a-a4ff-d4fcf274ae67 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:04.238066 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-abe01f78-6561-401c-9d8d-90fe40d3835a req-58141897-076e-4e6a-a4ff-d4fcf274ae67 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0539372 Feb 09 22:37:04.289608 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-abe01f78-6561-401c-9d8d-90fe40d3835a req-d7faacd0-75d5-469f-bc50-1ea1fda5ddc4 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458915 Feb 09 22:37:04.420160 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b195da7-743b-42aa-aba9-714f27920667 req-4330766f-84d2-4ff7-ac1a-98631b0fbd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:04.421694 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b195da7-743b-42aa-aba9-714f27920667 req-4330766f-84d2-4ff7-ac1a-98631b0fbd13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 1127 time: 0.0444613 Feb 09 22:37:04.522891 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b195da7-743b-42aa-aba9-714f27920667 req-4bd3fc8e-1fc6-4f10-9a7d-ba1cfb5d9bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:04.524418 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b195da7-743b-42aa-aba9-714f27920667 req-4bd3fc8e-1fc6-4f10-9a7d-ba1cfb5d9bb2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0842719 Feb 09 22:37:04.592989 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b195da7-743b-42aa-aba9-714f27920667 req-0f0db8b0-3b9c-4faf-8f9b-d2939f297de9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eb970a2-6939-4b62-a504-2ae43313f7fd HTTP/1.1" status: 200 len: 1000 time: 0.0626030 Feb 09 22:37:04.639982 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b195da7-743b-42aa-aba9-714f27920667 req-3421ceae-abab-4141-8be9-3530b242762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:04.641958 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b195da7-743b-42aa-aba9-714f27920667 req-3421ceae-abab-4141-8be9-3530b242762a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0441380 Feb 09 22:37:04.689142 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b195da7-743b-42aa-aba9-714f27920667 req-176fed05-4be7-4005-a50c-bd59b155220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:04.690688 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b195da7-743b-42aa-aba9-714f27920667 req-176fed05-4be7-4005-a50c-bd59b155220d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435581 Feb 09 22:37:04.782389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b195da7-743b-42aa-aba9-714f27920667 req-f660ed8f-64d1-4679-9442-0d44c6cd5608 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852668 Feb 09 22:37:04.870998 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b195da7-743b-42aa-aba9-714f27920667 req-637a30c6-f9c5-42d6-8a3d-7b8d561b321d service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838473 Feb 09 22:37:05.429678 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ead97-7811-4ffe-aeb6-e38f117d78d5 req-b39dd9c6-ff7b-49c5-80f3-6fa23381a04b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:05.431964 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da2ead97-7811-4ffe-aeb6-e38f117d78d5 req-b39dd9c6-ff7b-49c5-80f3-6fa23381a04b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0673587 Feb 09 22:37:05.493766 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-da2ead97-7811-4ffe-aeb6-e38f117d78d5 req-3568968b-ec7b-4ff4-8050-8fcf4e640c5f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561182 Feb 09 22:37:06.619260 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b41e74-9b0b-45e8-ba04-7e9aed2450ea req-978eaf6f-003e-4f1e-86d0-32713954cf5f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:06.620812 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b5b41e74-9b0b-45e8-ba04-7e9aed2450ea req-978eaf6f-003e-4f1e-86d0-32713954cf5f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0543578 Feb 09 22:37:06.669641 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b5b41e74-9b0b-45e8-ba04-7e9aed2450ea req-0e28e52d-9042-4403-9d02-42e62a2a7681 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430961 Feb 09 22:37:07.796924 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e887a56-58db-472d-8750-acc3def8bdc6 req-7c9894f4-6d00-42cb-8a77-a29358e18db2 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:07.799020 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e887a56-58db-472d-8750-acc3def8bdc6 req-7c9894f4-6d00-42cb-8a77-a29358e18db2 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0594263 Feb 09 22:37:07.855303 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1e887a56-58db-472d-8750-acc3def8bdc6 req-a67fa562-7a18-444b-9071-c2c2097f795c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494299 Feb 09 22:37:07.887869 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-36365d14-739d-4477-a0b4-b8f1120a1200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:08.987257 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b44fe1-df8b-49bc-81c8-f72221f063e1 req-07c5a2c4-743c-4f70-9fdd-6778a7a8ead8 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:08.988802 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a7b44fe1-df8b-49bc-81c8-f72221f063e1 req-07c5a2c4-743c-4f70-9fdd-6778a7a8ead8 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0604889 Feb 09 22:37:09.037479 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a7b44fe1-df8b-49bc-81c8-f72221f063e1 req-caae46bc-005f-4b19-bf6c-e4885f8e5bf8 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428567 Feb 09 22:37:10.161081 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9c929-8cb8-4b06-9c71-93f4fc0c620f req-f9c02899-8edd-47ee-8ec2-fe6a6205f11f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:10.162573 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72f9c929-8cb8-4b06-9c71-93f4fc0c620f req-f9c02899-8edd-47ee-8ec2-fe6a6205f11f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0542808 Feb 09 22:37:10.216714 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72f9c929-8cb8-4b06-9c71-93f4fc0c620f req-bceed4ac-c80e-4528-9c30-9d2a9dca75d4 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436213 Feb 09 22:37:10.585585 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0a24829d-636d-4e42-aa00-fee56d781363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:11.346891 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683207c-9527-4b8a-bad2-7ceb727fc800 req-a8d714e6-d4d2-4311-b7b9-c67048d78a05 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:11.348459 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8683207c-9527-4b8a-bad2-7ceb727fc800 req-a8d714e6-d4d2-4311-b7b9-c67048d78a05 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0574729 Feb 09 22:37:11.405502 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8683207c-9527-4b8a-bad2-7ceb727fc800 req-73a47631-0bdc-4964-bab5-c67ef6a36ed7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508730 Feb 09 22:37:11.786175 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:12.551171 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c75ee-22cc-44db-b051-82b6ec27d3ec req-3effd2ce-4fae-4124-85fc-3f3552c4833c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:12.552714 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-285c75ee-22cc-44db-b051-82b6ec27d3ec req-3effd2ce-4fae-4124-85fc-3f3552c4833c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0782826 Feb 09 22:37:12.602000 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-285c75ee-22cc-44db-b051-82b6ec27d3ec req-186ba2c4-ab63-4d37-92a8-fa55415c6622 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431149 Feb 09 22:37:12.964564 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:13.729432 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9950f3-be4f-4e8f-bbf1-edd631cf0ef3 req-e49c6c35-87ed-4ad9-b10c-f4f809bc7079 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:13.730924 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9e9950f3-be4f-4e8f-bbf1-edd631cf0ef3 req-e49c6c35-87ed-4ad9-b10c-f4f809bc7079 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0546958 Feb 09 22:37:13.785130 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9e9950f3-be4f-4e8f-bbf1-edd631cf0ef3 req-fba8269f-213a-4742-a4eb-c0d56df1e311 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474558 Feb 09 22:37:14.704759 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:14.915965 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147e307-fdc2-46c5-86a2-438c2024db78 req-692bf81c-2218-45a3-871f-155c32f99d40 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:14.917493 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b147e307-fdc2-46c5-86a2-438c2024db78 req-692bf81c-2218-45a3-871f-155c32f99d40 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0556536 Feb 09 22:37:14.966390 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b147e307-fdc2-46c5-86a2-438c2024db78 req-25218df1-5837-4b08-9ba0-ed8f02462cdf tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430911 Feb 09 22:37:15.818267 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:16.089718 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c505bb2-c4e5-40a3-aab5-3fc848819ffb req-92e81cc7-13df-466a-84a6-53db8b17710e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:16.091161 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c505bb2-c4e5-40a3-aab5-3fc848819ffb req-92e81cc7-13df-466a-84a6-53db8b17710e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0533671 Feb 09 22:37:16.143598 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c505bb2-c4e5-40a3-aab5-3fc848819ffb req-b95e4a70-55ee-447b-a30b-70cae28cf8f9 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467484 Feb 09 22:37:16.343619 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:17.271051 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88288b-7b80-442c-8c64-07a649000674 req-56c80362-21d8-4cce-8604-ca92444d736a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:17.272666 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea88288b-7b80-442c-8c64-07a649000674 req-56c80362-21d8-4cce-8604-ca92444d736a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0579894 Feb 09 22:37:17.319934 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ea88288b-7b80-442c-8c64-07a649000674 req-a75d00e4-0a40-4e8c-b445-8ee5cb5cf212 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413034 Feb 09 22:37:18.442841 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dae4c-3021-47e1-a691-6d6dac4abb04 req-f448bfd6-7b10-436b-a850-ea1e926bd022 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:18.444512 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-075dae4c-3021-47e1-a691-6d6dac4abb04 req-f448bfd6-7b10-436b-a850-ea1e926bd022 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0533760 Feb 09 22:37:18.496695 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-075dae4c-3021-47e1-a691-6d6dac4abb04 req-4a3605e3-0d8d-442d-a23d-8c5bf6b12849 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410392 Feb 09 22:37:19.620572 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d344b-60f9-49ee-aeec-49f45b90c12f req-1c4bef61-0ef1-47c3-abad-675a150bb748 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:19.622121 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d15d344b-60f9-49ee-aeec-49f45b90c12f req-1c4bef61-0ef1-47c3-abad-675a150bb748 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0567629 Feb 09 22:37:19.671482 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d15d344b-60f9-49ee-aeec-49f45b90c12f req-8c5620a1-cd67-4168-978e-3f1e0c661c98 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436985 Feb 09 22:37:20.796319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3200089-9346-41e0-bb7d-b2e49a078c27 req-b912209d-2169-4919-a4af-2d20381135b3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:20.797892 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3200089-9346-41e0-bb7d-b2e49a078c27 req-b912209d-2169-4919-a4af-2d20381135b3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0544934 Feb 09 22:37:20.857285 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3200089-9346-41e0-bb7d-b2e49a078c27 req-fc1f445f-bbb1-4ab1-94c0-f15ed7fb19e2 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534067 Feb 09 22:37:21.981351 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfc231-5d1e-4593-ae4b-2e26aaab397e req-aaa2cc2b-f24e-438d-9107-9b8c2147c167 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:21.982897 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-26bfc231-5d1e-4593-ae4b-2e26aaab397e req-aaa2cc2b-f24e-438d-9107-9b8c2147c167 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0547364 Feb 09 22:37:22.032653 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-26bfc231-5d1e-4593-ae4b-2e26aaab397e req-ef822d2a-7185-471e-9b8d-102ddc47cbaa tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441322 Feb 09 22:37:23.157894 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d5b8a-e6b2-45de-bcab-4e69da490df4 req-cb57da8a-959b-45a7-b463-752de2c4fe4c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:23.159439 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc4d5b8a-e6b2-45de-bcab-4e69da490df4 req-cb57da8a-959b-45a7-b463-752de2c4fe4c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0543134 Feb 09 22:37:23.213363 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc4d5b8a-e6b2-45de-bcab-4e69da490df4 req-13dd1800-ba3f-4de4-b0f7-a97b6874304c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477781 Feb 09 22:37:24.337229 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4caf408-89dd-4468-a203-6b6744847675 req-a08bacb5-7fd2-4fc4-8278-11e5cd4e190c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:24.338802 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d4caf408-89dd-4468-a203-6b6744847675 req-a08bacb5-7fd2-4fc4-8278-11e5cd4e190c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0553384 Feb 09 22:37:24.396426 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d4caf408-89dd-4468-a203-6b6744847675 req-0b826d4b-0417-4651-87b6-63a2813b7284 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518715 Feb 09 22:37:25.522227 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd18f1-16c0-4bc9-8071-e1882ba0cbe7 req-51be39cc-99fc-4208-8d2f-d144dd06c4a5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:25.523819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2edd18f1-16c0-4bc9-8071-e1882ba0cbe7 req-51be39cc-99fc-4208-8d2f-d144dd06c4a5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0572624 Feb 09 22:37:25.574819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2edd18f1-16c0-4bc9-8071-e1882ba0cbe7 req-726551c6-e5b9-4b39-8c76-81a6bda637d7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451739 Feb 09 22:37:26.695256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84bec1-9f3f-49dd-a2fe-3ea5243e01d7 req-26582ff9-c5f6-4d28-8f0e-0ff768c19e31 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:26.696779 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f84bec1-9f3f-49dd-a2fe-3ea5243e01d7 req-26582ff9-c5f6-4d28-8f0e-0ff768c19e31 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0530663 Feb 09 22:37:26.745009 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f84bec1-9f3f-49dd-a2fe-3ea5243e01d7 req-c386d95c-1297-4202-b1ff-35fd76e13831 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426223 Feb 09 22:37:27.870988 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0e0e8-9c26-406b-ac28-f5a6904754be req-c0e3d5fc-9eef-4b80-9113-2b28551f8a46 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:27.872670 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6eb0e0e8-9c26-406b-ac28-f5a6904754be req-c0e3d5fc-9eef-4b80-9113-2b28551f8a46 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0529306 Feb 09 22:37:27.936604 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6eb0e0e8-9c26-406b-ac28-f5a6904754be req-81767e1a-d94e-4251-84d5-fa2a1594cd9a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525806 Feb 09 22:37:28.445358 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:37:28.651933 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-8c4338b7-a700-42bd-96f3-0b4eae644a7c service neutron] show failed (client error): The resource could not be found. Feb 09 22:37:28.652875 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-8c4338b7-a700-42bd-96f3-0b4eae644a7c service neutron] 10.222.0.42 "GET /v2.0/ports/0eb970a2-6939-4b62-a504-2ae43313f7fd/bindings/n-h1-828601-1 HTTP/1.1" status: 404 len: 380 time: 0.0552917 Feb 09 22:37:28.972969 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-45bfd8df-2167-4e6c-83ed-eb5385dbc511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:28.976043 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-45bfd8df-2167-4e6c-83ed-eb5385dbc511 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a&tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e HTTP/1.1" status: 200 len: 1127 time: 0.1409073 Feb 09 22:37:28.988137 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828601-1', 'device_owner': 'compute:nova'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:37:29.062268 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240417d-3051-44ef-ba52-70cf39b67486 req-d36ee7b3-20ba-40fb-992b-3707a1e811cd tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:29.063955 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7240417d-3051-44ef-ba52-70cf39b67486 req-d36ee7b3-20ba-40fb-992b-3707a1e811cd tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0555606 Feb 09 22:37:29.074767 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:29.113165 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7240417d-3051-44ef-ba52-70cf39b67486 req-f4b2eaff-0ad0-4eec-abf9-2801c3be4d17 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427413 Feb 09 22:37:29.289318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] For port 0eb970a2-6939-4b62-a504-2ae43313f7fd, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0eb970a2-6939-4b62-a504-2ae43313f7fd,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:29.322423 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] For port 0eb970a2-6939-4b62-a504-2ae43313f7fd, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:37:29.367484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abff2af7-e6e2-4d60-99e4-d1cf1151811a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb970a2-6939-4b62-a504-2ae43313f7fd'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:37:29.369879 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d7c1a2-91e5-4749-ba6a-a29ae91a34b3" -d '{"events": [{"server_uuid": "abff2af7-e6e2-4d60-99e4-d1cf1151811a", "name": "network-vif-unplugged", "status": "completed", "tag": "0eb970a2-6939-4b62-a504-2ae43313f7fd"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:37:29.373849 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] Publish callbacks [] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:29.392164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] Transition to ACTIVE for port object 0eb970a2-6939-4b62-a504-2ae43313f7fd will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:37:29.397666 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:29.484862 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af84e3a1-bf71-40af-a7a1-2f5a8512cc9a x-openstack-request-id: req-af84e3a1-bf71-40af-a7a1-2f5a8512cc9a {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:37:29.485180 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abff2af7-e6e2-4d60-99e4-d1cf1151811a", "name": "network-vif-unplugged", "status": "completed", "tag": "0eb970a2-6939-4b62-a504-2ae43313f7fd", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:37:29.485419 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af84e3a1-bf71-40af-a7a1-2f5a8512cc9a {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:37:29.485830 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abff2af7-e6e2-4d60-99e4-d1cf1151811a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb970a2-6939-4b62-a504-2ae43313f7fd', 'code': 200} Feb 09 22:37:29.547990 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb970a2-6939-4b62-a504-2ae43313f7fd,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:29.638072 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] No DVR routers for this DVR port 0eb970a2-6939-4b62-a504-2ae43313f7fd on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:37:29.786290 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] Attempting to bind port 0eb970a2-6939-4b62-a504-2ae43313f7fd on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:37:29.786669 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] Attempting to bind port 0eb970a2-6939-4b62-a504-2ae43313f7fd by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:37:29.787008 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] Attempting to bind port 0eb970a2-6939-4b62-a504-2ae43313f7fd on network 6638d097-1a14-4c77-ba78-98ca19e889e2 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:37:29.791600 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] Port 0eb970a2-6939-4b62-a504-2ae43313f7fd on network 6638d097-1a14-4c77-ba78-98ca19e889e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:37:29.791968 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] Attempting to bind port 0eb970a2-6939-4b62-a504-2ae43313f7fd on network 6638d097-1a14-4c77-ba78-98ca19e889e2 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:37:29.797346 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:37:29.797689 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] Checking segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:37:29.798134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] Bound using segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:37:29.798506 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] Bound port: 0eb970a2-6939-4b62-a504-2ae43313f7fd, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:37:29.798868 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:29.868942 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] For port 0eb970a2-6939-4b62-a504-2ae43313f7fd, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:37:29.872142 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] For port 0eb970a2-6939-4b62-a504-2ae43313f7fd, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=0eb970a2-6939-4b62-a504-2ae43313f7fd,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:37:29.878036 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:29.917705 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:29.918344 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:29.919874 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] 10.222.0.71 "PUT /v2.0/ports/0eb970a2-6939-4b62-a504-2ae43313f7fd HTTP/1.1" status: 200 len: 1091 time: 0.9360626 Feb 09 22:37:29.960093 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28814b2e-d2c4-460a-8229-28721821d020 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb970a2-6939-4b62-a504-2ae43313f7fd,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:29.999064 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-d66616dd-b187-4394-ae05-32e6c0fbf0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:30.000687 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-d66616dd-b187-4394-ae05-32e6c0fbf0b7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 1125 time: 0.0498910 Feb 09 22:37:30.096090 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-fe64a528-0b81-4b6b-873f-96a12ea1c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:30.097626 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-fe64a528-0b81-4b6b-873f-96a12ea1c983 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0910132 Feb 09 22:37:30.216718 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-be8dbd15-c1c3-4318-8145-b78a158dbc9d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eb970a2-6939-4b62-a504-2ae43313f7fd HTTP/1.1" status: 200 len: 998 time: 0.1043715 Feb 09 22:37:30.251202 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32479993-5144-4fe7-a5ae-b949eee5c538 req-cd89ccc2-e8a8-4002-ab18-deed5562e88a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:30.252871 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32479993-5144-4fe7-a5ae-b949eee5c538 req-cd89ccc2-e8a8-4002-ab18-deed5562e88a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 943 time: 0.0613034 Feb 09 22:37:30.274217 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-f267c74f-14c4-42f9-ab77-fe27065e5407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:30.276089 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-f267c74f-14c4-42f9-ab77-fe27065e5407 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0539522 Feb 09 22:37:30.313974 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32479993-5144-4fe7-a5ae-b949eee5c538 req-0f76f90b-63b8-468e-b617-1787d166dfcf tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474095 Feb 09 22:37:30.345821 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-438e3e6f-9d0a-4671-82ac-fb2cc3cbc136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:30.347351 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-438e3e6f-9d0a-4671-82ac-fb2cc3cbc136 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0653913 Feb 09 22:37:30.438785 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-5578c30f-dc6d-4723-a950-b07ba3b099c8 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854058 Feb 09 22:37:30.533149 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eabeaf2b-ff71-432e-998f-822bb20b3799 req-ebcb7cc1-2f17-417e-97c0-fc9bdc96b8d3 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885954 Feb 09 22:37:31.449631 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ddddc-fe07-4231-84be-285c5626b43d req-01a262f5-058f-4d32-9019-ddbfb38fc8ab tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:31.451184 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db6ddddc-fe07-4231-84be-285c5626b43d req-01a262f5-058f-4d32-9019-ddbfb38fc8ab tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 943 time: 0.0576136 Feb 09 22:37:31.486896 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abff2af7-e6e2-4d60-99e4-d1cf1151811a', 'tag': '0eb970a2-6939-4b62-a504-2ae43313f7fd'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:37:31.489304 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6feb1b05-2bcc-4a1e-80f2-a912eb676103" -d '{"events": [{"name": "network-changed", "server_uuid": "abff2af7-e6e2-4d60-99e4-d1cf1151811a", "tag": "0eb970a2-6939-4b62-a504-2ae43313f7fd"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:37:31.499008 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db6ddddc-fe07-4231-84be-285c5626b43d req-730539c1-2a1e-41ed-b541-53e245851f07 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422068 Feb 09 22:37:31.554486 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c4f724-88d6-4d3f-b47c-d6e38c3b2a73 x-openstack-request-id: req-f1c4f724-88d6-4d3f-b47c-d6e38c3b2a73 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:37:31.554794 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abff2af7-e6e2-4d60-99e4-d1cf1151811a", "tag": "0eb970a2-6939-4b62-a504-2ae43313f7fd", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:37:31.555055 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1c4f724-88d6-4d3f-b47c-d6e38c3b2a73 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:37:31.555474 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abff2af7-e6e2-4d60-99e4-d1cf1151811a', 'tag': '0eb970a2-6939-4b62-a504-2ae43313f7fd', 'status': 'completed', 'code': 200} Feb 09 22:37:31.622841 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb1b05-2bcc-4a1e-80f2-a912eb676103 req-5a87c952-2718-43e4-9295-9c8374f5ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:31.624336 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6feb1b05-2bcc-4a1e-80f2-a912eb676103 req-5a87c952-2718-43e4-9295-9c8374f5ec7e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 1125 time: 0.0469384 Feb 09 22:37:31.632916 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb1b05-2bcc-4a1e-80f2-a912eb676103 req-38de3eaa-bbfa-4a68-9eb8-43876df6f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:31.634438 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6feb1b05-2bcc-4a1e-80f2-a912eb676103 req-38de3eaa-bbfa-4a68-9eb8-43876df6f0e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 1125 time: 0.0463290 Feb 09 22:37:31.718054 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb1b05-2bcc-4a1e-80f2-a912eb676103 req-abcdb75d-bd1f-403c-8a6a-f4d6d05546f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:31.721641 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6feb1b05-2bcc-4a1e-80f2-a912eb676103 req-abcdb75d-bd1f-403c-8a6a-f4d6d05546f6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0895627 Feb 09 22:37:31.750876 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb1b05-2bcc-4a1e-80f2-a912eb676103 req-886b327e-e0c5-4f40-b30a-a7da7ee33a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:31.753477 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6feb1b05-2bcc-4a1e-80f2-a912eb676103 req-886b327e-e0c5-4f40-b30a-a7da7ee33a33 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.1095474 Feb 09 22:37:31.794448 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6feb1b05-2bcc-4a1e-80f2-a912eb676103 req-46d66d02-198d-4dbf-9d94-15155a257589 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eb970a2-6939-4b62-a504-2ae43313f7fd HTTP/1.1" status: 200 len: 998 time: 0.0686114 Feb 09 22:37:31.828331 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6feb1b05-2bcc-4a1e-80f2-a912eb676103 req-61ccd672-18d8-46d0-b88f-568bd4a91054 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eb970a2-6939-4b62-a504-2ae43313f7fd HTTP/1.1" status: 200 len: 998 time: 0.0663643 Feb 09 22:37:31.846574 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb1b05-2bcc-4a1e-80f2-a912eb676103 req-076de1b4-314d-4432-b3bb-e2386b2d4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:31.848187 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6feb1b05-2bcc-4a1e-80f2-a912eb676103 req-076de1b4-314d-4432-b3bb-e2386b2d4c95 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0476375 Feb 09 22:37:31.888273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb1b05-2bcc-4a1e-80f2-a912eb676103 req-3864513b-be00-4b45-8a86-051d82348a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:31.889695 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6feb1b05-2bcc-4a1e-80f2-a912eb676103 req-3864513b-be00-4b45-8a86-051d82348a14 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0525014 Feb 09 22:37:31.906675 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb1b05-2bcc-4a1e-80f2-a912eb676103 req-61c99f30-f3b2-4566-998d-bf5df3f0f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:31.908332 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6feb1b05-2bcc-4a1e-80f2-a912eb676103 req-61c99f30-f3b2-4566-998d-bf5df3f0f8c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525153 Feb 09 22:37:31.948352 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb1b05-2bcc-4a1e-80f2-a912eb676103 req-d4f4fc6e-7aa7-4a1f-ae7d-81a3b585e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:31.949933 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6feb1b05-2bcc-4a1e-80f2-a912eb676103 req-d4f4fc6e-7aa7-4a1f-ae7d-81a3b585e50b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511777 Feb 09 22:37:32.050533 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6feb1b05-2bcc-4a1e-80f2-a912eb676103 req-6cd23218-475c-4376-9735-5513f1d7c64d service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354327 Feb 09 22:37:32.070230 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6feb1b05-2bcc-4a1e-80f2-a912eb676103 req-b9ed2d91-6d0b-4994-9b5b-49d23b2f9b7d service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101408 Feb 09 22:37:32.169329 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-6feb1b05-2bcc-4a1e-80f2-a912eb676103 req-bd74b72c-d6e6-42fa-a51a-3cbf89fc344c service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122396 Feb 09 22:37:32.196676 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6feb1b05-2bcc-4a1e-80f2-a912eb676103 req-112244ba-162e-4b6f-8bba-d2c951fde38f service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169398 Feb 09 22:37:32.626423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593b6bb-5fe7-4152-8ab0-6ad615fedf5b req-f5d5e94e-ed17-4e32-80f4-cbef27b5e18d tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:32.627998 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6593b6bb-5fe7-4152-8ab0-6ad615fedf5b req-f5d5e94e-ed17-4e32-80f4-cbef27b5e18d tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 943 time: 0.0535281 Feb 09 22:37:32.676507 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6593b6bb-5fe7-4152-8ab0-6ad615fedf5b req-a36ccaaf-a094-4d0b-a956-446083c93670 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426190 Feb 09 22:37:32.917262 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdac0e3-6411-49ea-b234-80fc9b876114 req-8ce28c30-714a-4c5b-af1e-1126d16bd0cc tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:32.918776 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bbdac0e3-6411-49ea-b234-80fc9b876114 req-8ce28c30-714a-4c5b-af1e-1126d16bd0cc tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 943 time: 0.0911031 Feb 09 22:37:32.939571 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4419e-920c-4069-b539-292030fcd8e8 req-2594727e-1892-4eca-8466-1ab6aa725e0e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:32.941081 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37c4419e-920c-4069-b539-292030fcd8e8 req-2594727e-1892-4eca-8466-1ab6aa725e0e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.42 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a&tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&binding%3Ahost_id=n-h1-828601-1 HTTP/1.1" status: 200 len: 943 time: 0.0814857 Feb 09 22:37:33.018969 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bbdac0e3-6411-49ea-b234-80fc9b876114 req-081ea8cb-3dbe-4538-b204-f078dd11bcd3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942895 Feb 09 22:37:33.028788 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-37c4419e-920c-4069-b539-292030fcd8e8 req-dfef4e55-2071-4500-87b9-b95053b12e64 service neutron] delete failed (client error): The resource could not be found. Feb 09 22:37:33.029849 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37c4419e-920c-4069-b539-292030fcd8e8 req-dfef4e55-2071-4500-87b9-b95053b12e64 service neutron] 10.222.0.42 "DELETE /v2.0/ports/0eb970a2-6939-4b62-a504-2ae43313f7fd/bindings/n-h2-828601-1 HTTP/1.1" status: 404 len: 380 time: 0.0811493 Feb 09 22:37:33.132564 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4419e-920c-4069-b539-292030fcd8e8 req-d541ed10-a31a-4e0b-8c57-a329c848c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:33.134086 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37c4419e-920c-4069-b539-292030fcd8e8 req-d541ed10-a31a-4e0b-8c57-a329c848c124 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 1125 time: 0.0508924 Feb 09 22:37:33.210376 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0eb970a2-6939-4b62-a504-2ae43313f7fd no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:37:33.214809 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 0eb970a2-6939-4b62-a504-2ae43313f7fd details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:37:33.230696 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4419e-920c-4069-b539-292030fcd8e8 req-43dd8c33-815d-432e-ab21-98b0a93b0da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:33.232223 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37c4419e-920c-4069-b539-292030fcd8e8 req-43dd8c33-815d-432e-ab21-98b0a93b0da5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0919564 Feb 09 22:37:33.302388 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] The host n-h2-828601-1 is not matching for port 0eb970a2-6939-4b62-a504-2ae43313f7fd host n-h1-828601-1! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:37:33.302710 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0eb970a2-6939-4b62-a504-2ae43313f7fd not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:37:33.315209 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37c4419e-920c-4069-b539-292030fcd8e8 req-2acbf218-6e53-45d3-8b13-8df6e475f038 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eb970a2-6939-4b62-a504-2ae43313f7fd HTTP/1.1" status: 200 len: 998 time: 0.0720665 Feb 09 22:37:33.347668 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 0eb970a2-6939-4b62-a504-2ae43313f7fd, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=0eb970a2-6939-4b62-a504-2ae43313f7fd,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:33.361347 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '0eb970a2-6939-4b62-a504-2ae43313f7fd', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'port_id': '0eb970a2-6939-4b62-a504-2ae43313f7fd', 'mac_address': 'fa:16:3e:37:af:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:37:33.405656 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 0eb970a2-6939-4b62-a504-2ae43313f7fd is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:37:33.406046 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:33.420855 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb970a2-6939-4b62-a504-2ae43313f7fd {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:37:33.441605 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 0eb970a2-6939-4b62-a504-2ae43313f7fd, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=0eb970a2-6939-4b62-a504-2ae43313f7fd,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:33.448614 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:33.500942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=0eb970a2-6939-4b62-a504-2ae43313f7fd,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:33.509546 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:33.510044 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:33.510342 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:33.510608 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:33.510900 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:33.511326 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:33.511558 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:33.512074 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:33.512287 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:33.512612 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:33.512940 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:33.513277 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:33.513593 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:33.668544 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['0eb970a2-6939-4b62-a504-2ae43313f7fd'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:37:33.715983 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4419e-920c-4069-b539-292030fcd8e8 req-295eb4df-3f47-4c6e-bcd6-b9ff40d92166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:33.717558 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37c4419e-920c-4069-b539-292030fcd8e8 req-295eb4df-3f47-4c6e-bcd6-b9ff40d92166 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.3935955 Feb 09 22:37:33.771634 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4419e-920c-4069-b539-292030fcd8e8 req-d3071cec-303c-4f46-b666-7daeb8026cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:33.773186 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37c4419e-920c-4069-b539-292030fcd8e8 req-d3071cec-303c-4f46-b666-7daeb8026cca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447774 Feb 09 22:37:33.870483 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37c4419e-920c-4069-b539-292030fcd8e8 req-cc22adf6-db1c-48e6-b3b8-387ac092fe30 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876174 Feb 09 22:37:33.962879 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37c4419e-920c-4069-b539-292030fcd8e8 req-faac0599-6ae2-4a27-9865-1e3130d2a8e0 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828025 Feb 09 22:37:34.149187 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e07ad9-8096-4ff7-ad7f-6196b5ac5a74 req-e53fd6a0-2a28-4a39-a67f-87e80e6deb59 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:34.150730 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41e07ad9-8096-4ff7-ad7f-6196b5ac5a74 req-e53fd6a0-2a28-4a39-a67f-87e80e6deb59 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 944 time: 0.0550447 Feb 09 22:37:34.202964 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41e07ad9-8096-4ff7-ad7f-6196b5ac5a74 req-1a72d56c-99f7-45ef-acf0-fe9e027e0620 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466344 Feb 09 22:37:35.228946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 0eb970a2-6939-4b62-a504-2ae43313f7fd up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:37:35.278351 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 0eb970a2-6939-4b62-a504-2ae43313f7fd completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:37:35.282646 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 0eb970a2-6939-4b62-a504-2ae43313f7fd triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:37:35.283021 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:35.325414 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d8821-72ba-4007-a9ee-9828de730971 req-c772d135-b423-4981-b374-c79c7a2d126f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:35.326937 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a01d8821-72ba-4007-a9ee-9828de730971 req-c772d135-b423-4981-b374-c79c7a2d126f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 944 time: 0.0561113 Feb 09 22:37:35.361072 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 0eb970a2-6939-4b62-a504-2ae43313f7fd is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:37:35.361458 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:35.374821 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a01d8821-72ba-4007-a9ee-9828de730971 req-a9f168ae-cfed-46e2-aa7c-841b266940d7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417309 Feb 09 22:37:35.386608 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abff2af7-e6e2-4d60-99e4-d1cf1151811a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb970a2-6939-4b62-a504-2ae43313f7fd'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:37:35.388912 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba375782-0df3-4ec6-b7dd-81b03b3d0ddd" -d '{"events": [{"server_uuid": "abff2af7-e6e2-4d60-99e4-d1cf1151811a", "name": "network-vif-plugged", "status": "completed", "tag": "0eb970a2-6939-4b62-a504-2ae43313f7fd"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:37:35.402061 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 0eb970a2-6939-4b62-a504-2ae43313f7fd, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=0eb970a2-6939-4b62-a504-2ae43313f7fd,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:35.406572 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:35.431544 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cfb4b7-b916-44ab-bf89-a3346cba9dda x-openstack-request-id: req-b8cfb4b7-b916-44ab-bf89-a3346cba9dda {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:37:35.431862 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abff2af7-e6e2-4d60-99e4-d1cf1151811a", "name": "network-vif-plugged", "status": "completed", "tag": "0eb970a2-6939-4b62-a504-2ae43313f7fd", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:37:35.432122 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b8cfb4b7-b916-44ab-bf89-a3346cba9dda {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:37:35.432515 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abff2af7-e6e2-4d60-99e4-d1cf1151811a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb970a2-6939-4b62-a504-2ae43313f7fd', 'code': 200} Feb 09 22:37:35.455314 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=0eb970a2-6939-4b62-a504-2ae43313f7fd,revision_number=9']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:35.525432 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30b12e-2102-4bbc-9ac5-4e96829db7bf req-7599927e-7909-43d1-a9f3-f7d0cbbfca53 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:35.526871 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7b30b12e-2102-4bbc-9ac5-4e96829db7bf req-7599927e-7909-43d1-a9f3-f7d0cbbfca53 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0535278 Feb 09 22:37:35.575372 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7b30b12e-2102-4bbc-9ac5-4e96829db7bf req-7ceffb71-e3c6-4c41-807c-0b5e4735dba7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425425 Feb 09 22:37:35.702630 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c34f89-3775-48c9-96e7-9b307ec7c882 req-6c0d684f-b4cb-427d-ad10-5d757a4d3b1b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:35.704141 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-48c34f89-3775-48c9-96e7-9b307ec7c882 req-6c0d684f-b4cb-427d-ad10-5d757a4d3b1b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0571194 Feb 09 22:37:35.749930 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-48c34f89-3775-48c9-96e7-9b307ec7c882 req-99962ed2-d003-4b51-96bc-0378b5873d60 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403407 Feb 09 22:37:35.993502 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a74f0a-8bcb-45fb-a634-ee0794f7ca77 req-3be80978-2826-466d-bc0c-84e37e40d4e9 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:35.994924 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1a74f0a-8bcb-45fb-a634-ee0794f7ca77 req-3be80978-2826-466d-bc0c-84e37e40d4e9 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0531681 Feb 09 22:37:36.041207 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1a74f0a-8bcb-45fb-a634-ee0794f7ca77 req-f1cdcd0e-55ad-40dd-a762-98177b7ad995 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405977 Feb 09 22:37:37.163231 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45c66e-af49-4ebd-b197-4ae5d808b8a6 req-a672dcc1-f148-41ce-8ad7-2c66f5759b60 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:37.164746 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7c45c66e-af49-4ebd-b197-4ae5d808b8a6 req-a672dcc1-f148-41ce-8ad7-2c66f5759b60 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0522873 Feb 09 22:37:37.219761 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7c45c66e-af49-4ebd-b197-4ae5d808b8a6 req-8ec44123-1606-4693-ae39-858f4651ce28 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491514 Feb 09 22:37:37.255603 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f7dcd-a5c9-4603-a418-464045ebae02 req-71654e67-f23c-490a-afc7-dc1a510ff216 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:37.257100 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-767f7dcd-a5c9-4603-a418-464045ebae02 req-71654e67-f23c-490a-afc7-dc1a510ff216 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.71 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 945 time: 0.0761445 Feb 09 22:37:37.384006 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-767f7dcd-a5c9-4603-a418-464045ebae02 req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Deleting port 0eb970a2-6939-4b62-a504-2ae43313f7fd {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:37:37.384259 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-767f7dcd-a5c9-4603-a418-464045ebae02 req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:37.476464 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-767f7dcd-a5c9-4603-a418-464045ebae02 req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] For port 0eb970a2-6939-4b62-a504-2ae43313f7fd, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=0eb970a2-6939-4b62-a504-2ae43313f7fd,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:37.476822 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-767f7dcd-a5c9-4603-a418-464045ebae02 req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:37.890611 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e42881b8-7ef8-481b-a523-78b7eaa41833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:38.034183 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-767f7dcd-a5c9-4603-a418-464045ebae02 req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:38.034545 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-767f7dcd-a5c9-4603-a418-464045ebae02 req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (9014190c-32ef-4744-83a8-983cf21ac129), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:38.034883 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [req-767f7dcd-a5c9-4603-a418-464045ebae02 req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Floating IP 9014190c-32ef-4744-83a8-983cf21ac129 disassociated. External IP: 172.25.6.68, port: 0eb970a2-6939-4b62-a504-2ae43313f7fd. Feb 09 22:37:38.035221 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-767f7dcd-a5c9-4603-a418-464045ebae02 req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Calling delete_port for 0eb970a2-6939-4b62-a504-2ae43313f7fd owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:37:38.163907 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-767f7dcd-a5c9-4603-a418-464045ebae02 req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (0eb970a2-6939-4b62-a504-2ae43313f7fd), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:38.207154 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Pushing event deleted for resources: {'Port': ['ID=0eb970a2-6939-4b62-a504-2ae43313f7fd,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:38.224938 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:38.225296 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:38.225630 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:38.225974 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:38.226315 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:38.226654 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:38.226993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:38.227327 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:38.227665 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:38.228010 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:38.228347 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:38.228667 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:38.228999 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:38.323875 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-900507f1-0704-46d1-b645-dc4a3d50a0e3 req-5be2b5c1-09c4-4023-b326-0f905b363358 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=abff2af7-e6e2-4d60-99e4-d1cf1151811a HTTP/1.1" status: 200 len: 210 time: 0.0299735 Feb 09 22:37:38.358600 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-767f7dcd-a5c9-4603-a418-464045ebae02 req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:37:38.479775 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-767f7dcd-a5c9-4603-a418-464045ebae02 req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:37:38.491188 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70a0af9-1fc7-46c9-9875-79428896eede None None] Sync routers for ids ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:37:38.500589 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70a0af9-1fc7-46c9-9875-79428896eede None None] Routers {'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:37:38.501203 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f70a0af9-1fc7-46c9-9875-79428896eede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:37:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:37:38.541643 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-767f7dcd-a5c9-4603-a418-464045ebae02 req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] No DVR routers for this DVR port 0eb970a2-6939-4b62-a504-2ae43313f7fd on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:37:38.544405 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-767f7dcd-a5c9-4603-a418-464045ebae02 req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:38.547799 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-767f7dcd-a5c9-4603-a418-464045ebae02 req-8b8673d2-ecc6-4ccf-ae86-7cdf03e0f818 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.71 "DELETE /v2.0/ports/0eb970a2-6939-4b62-a504-2ae43313f7fd HTTP/1.1" status: 204 len: 173 time: 1.2860169 Feb 09 22:37:38.548252 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abff2af7-e6e2-4d60-99e4-d1cf1151811a', 'name': 'network-vif-deleted', 'tag': '0eb970a2-6939-4b62-a504-2ae43313f7fd'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:37:38.550558 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793cc117-6862-499e-96e6-89f278bbd9a5" -d '{"events": [{"server_uuid": "abff2af7-e6e2-4d60-99e4-d1cf1151811a", "name": "network-vif-deleted", "tag": "0eb970a2-6939-4b62-a504-2ae43313f7fd"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:37:38.591504 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2091810b-13cb-44c3-a553-c51ec2a485f3 x-openstack-request-id: req-2091810b-13cb-44c3-a553-c51ec2a485f3 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:37:38.591828 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abff2af7-e6e2-4d60-99e4-d1cf1151811a", "name": "network-vif-deleted", "tag": "0eb970a2-6939-4b62-a504-2ae43313f7fd", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:37:38.592025 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2091810b-13cb-44c3-a553-c51ec2a485f3 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:37:38.592438 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abff2af7-e6e2-4d60-99e4-d1cf1151811a', 'name': 'network-vif-deleted', 'tag': '0eb970a2-6939-4b62-a504-2ae43313f7fd', 'status': 'completed', 'code': 200} Feb 09 22:37:38.621073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-f70a0af9-1fc7-46c9-9875-79428896eede None None] Set router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:37:38.852878 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f70a0af9-1fc7-46c9-9875-79428896eede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:37:38.879486 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70a0af9-1fc7-46c9-9875-79428896eede None None] Checking router: e9ccffc4-3f9a-4c90-bd18-d43b33e71bce for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:37:38.888281 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70a0af9-1fc7-46c9-9875-79428896eede None None] Routers {'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:37:38.888893 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f70a0af9-1fc7-46c9-9875-79428896eede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:37:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:37:39.000282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-f70a0af9-1fc7-46c9-9875-79428896eede None None] Set router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:37:39.380996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f70a0af9-1fc7-46c9-9875-79428896eede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:37:39.428477 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70a0af9-1fc7-46c9-9875-79428896eede None None] The sync data for ids ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'] in n-d-828601-1 is: [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:37:39.569823 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-2f9c917e-3205-4328-a41a-b14966f1ce1e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--677626910&fields=id&tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e HTTP/1.1" status: 200 len: 267 time: 0.0456553 Feb 09 22:37:39.670250 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40fae91-9d59-4560-bbc4-7b8fdf37d8a2 None None] New status for floating IP 9014190c-32ef-4744-83a8-983cf21ac129: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:37:39.691286 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-3f8ffdfe-8f57-4c10-8ccf-89b28b2c6d33 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:39.693454 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-3f8ffdfe-8f57-4c10-8ccf-89b28b2c6d33 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 811 time: 0.1159687 Feb 09 22:37:39.708916 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-61877cf9-6793-4eda-8a61-9c57450e7b89 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/quotas/d79c9f6cc21d4f85b659a2742a3eee6e HTTP/1.1" status: 200 len: 375 time: 0.0093102 Feb 09 22:37:39.764090 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-80ee948e-7642-4a30-b8cb-22d6304f4fab tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498183 Feb 09 22:37:39.859772 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-ca49003d-c3d0-4a0f-a291-0ddc7f84b9c1 service neutron] 10.222.0.77 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840402 Feb 09 22:37:39.951390 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-d88905e1-d452-421c-8a08-c915e6596351 service neutron] 10.222.0.77 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852990 Feb 09 22:37:40.110078 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-178d9faa-8e69-4dd1-a1c8-8daf8ca84104 req-7cd78bb9-4035-4ce1-abba-ec30f79104cb tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 210 time: 0.0285337 Feb 09 22:37:40.590598 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-164cc25c-cf47-4e38-97b8-9eef8e59b841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:41.078209 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-70afee59-8b9b-4eba-bb9b-4048216212a6 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:41.081002 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-70afee59-8b9b-4eba-bb9b-4048216212a6 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 811 time: 0.1285207 Feb 09 22:37:41.158934 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-1b0ab1a9-2c70-4908-9642-90051dd03d78 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e HTTP/1.1" status: 200 len: 379 time: 0.0701301 Feb 09 22:37:41.169692 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-d5c5df87-8bd7-4030-84c7-4cb503804135 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Request body: {'port': {'device_id': '786d8ecf-38ab-4555-b5a6-ce3acb178215', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'admin_state_up': True, 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'security_groups': ['02b30053-1565-4fab-9681-a3d799a08e1a']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:37:41.215981 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ee524af-d29c-41a8-a332-35dda06ecab3 req-6d3753ba-9fe9-4903-8e85-e7b1a3982bb3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 210 time: 0.0289242 Feb 09 22:37:41.251231 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 0eb970a2-6939-4b62-a504-2ae43313f7fd no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:37:41.279866 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 0eb970a2-6939-4b62-a504-2ae43313f7fd {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:37:41.280220 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 0eb970a2-6939-4b62-a504-2ae43313f7fd not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:37:41.291907 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-d5c5df87-8bd7-4030-84c7-4cb503804135 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Made reservation on behalf of d79c9f6cc21d4f85b659a2742a3eee6e for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:37:41.295360 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-d5c5df87-8bd7-4030-84c7-4cb503804135 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:41.438205 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-d5c5df87-8bd7-4030-84c7-4cb503804135 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Allocated IP 172.20.0.4 (6638d097-1a14-4c77-ba78-98ca19e889e2/ca5aaed4-4d38-43cc-9797-209114c0b43f/d7db0cd1-9428-43e7-99c5-f04514aa40a1) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:37:41.581896 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-d5c5df87-8bd7-4030-84c7-4cb503804135 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:41.614833 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-d5c5df87-8bd7-4030-84c7-4cb503804135 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:41.665328 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-d5c5df87-8bd7-4030-84c7-4cb503804135 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Network 6638d097-1a14-4c77-ba78-98ca19e889e2 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:37:41.668568 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-d5c5df87-8bd7-4030-84c7-4cb503804135 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:37:41.671109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-d5c5df87-8bd7-4030-84c7-4cb503804135 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:37:41.696695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5df87-8bd7-4030-84c7-4cb503804135 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Pushing event updated for resources: {'Port': ['ID=d7db0cd1-9428-43e7-99c5-f04514aa40a1,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:41.728267 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-d5c5df87-8bd7-4030-84c7-4cb503804135 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:41.728897 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-d5c5df87-8bd7-4030-84c7-4cb503804135 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:41.745115 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-d5c5df87-8bd7-4030-84c7-4cb503804135 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5801995 Feb 09 22:37:41.756474 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] Request body: {'port': {'device_id': '786d8ecf-38ab-4555-b5a6-ce3acb178215', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:37:41.793926 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:41.819439 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:41.956632 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-19527ce1-0344-46b6-96c9-a57d445b02fa None None] Provisioning complete for port d7db0cd1-9428-43e7-99c5-f04514aa40a1 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:37:41.956632 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-19527ce1-0344-46b6-96c9-a57d445b02fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:41.992724 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-19527ce1-0344-46b6-96c9-a57d445b02fa None None] Port d7db0cd1-9428-43e7-99c5-f04514aa40a1 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:37:42.101249 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7db0cd1-9428-43e7-99c5-f04514aa40a1 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:37:42.111574 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] Publish callbacks [] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:42.127117 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] Transition to ACTIVE for port object d7db0cd1-9428-43e7-99c5-f04514aa40a1 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:37:42.131467 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:42.201284 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] Pushing event updated for resources: {'Port': ['ID=d7db0cd1-9428-43e7-99c5-f04514aa40a1,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:42.262913 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] Attempting to bind port d7db0cd1-9428-43e7-99c5-f04514aa40a1 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:37:42.263256 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] Attempting to bind port d7db0cd1-9428-43e7-99c5-f04514aa40a1 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:37:42.263585 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] Attempting to bind port d7db0cd1-9428-43e7-99c5-f04514aa40a1 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:37:42.268744 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] Port d7db0cd1-9428-43e7-99c5-f04514aa40a1 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:37:42.269074 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] Attempting to bind port d7db0cd1-9428-43e7-99c5-f04514aa40a1 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:37:42.274578 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:37:42.274921 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] Checking segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:37:42.275314 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] Bound using segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:37:42.275771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] Bound port: d7db0cd1-9428-43e7-99c5-f04514aa40a1, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:37:42.276136 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:42.353054 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] For port d7db0cd1-9428-43e7-99c5-f04514aa40a1, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:37:42.357692 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] For port d7db0cd1-9428-43e7-99c5-f04514aa40a1, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d7db0cd1-9428-43e7-99c5-f04514aa40a1,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:37:42.362210 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c379198-8f0c-4617-97e4-e2658c30eff4 req-0f68608a-73d4-4262-8f44-da6cf3828748 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:42.365175 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c379198-8f0c-4617-97e4-e2658c30eff4 req-0f68608a-73d4-4262-8f44-da6cf3828748 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 943 time: 0.0656674 Feb 09 22:37:42.366711 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:42.411835 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:42.412483 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:42.414155 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] 10.222.0.71 "PUT /v2.0/ports/d7db0cd1-9428-43e7-99c5-f04514aa40a1 HTTP/1.1" status: 200 len: 1091 time: 0.6623750 Feb 09 22:37:42.414695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786d8ecf-38ab-4555-b5a6-ce3acb178215', 'tag': 'd7db0cd1-9428-43e7-99c5-f04514aa40a1'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:37:42.417178 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a4aea6-409d-4aa6-a0dd-fa213f81fba5" -d '{"events": [{"name": "network-changed", "server_uuid": "786d8ecf-38ab-4555-b5a6-ce3acb178215", "tag": "d7db0cd1-9428-43e7-99c5-f04514aa40a1"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:37:42.443253 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00a7ab-a668-4565-9945-b903b8549dec service neutron] Pushing event updated for resources: {'Port': ['ID=d7db0cd1-9428-43e7-99c5-f04514aa40a1,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:42.447486 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c379198-8f0c-4617-97e4-e2658c30eff4 req-93b11cc1-2bdc-4c27-9dbf-a01fe38fcc72 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646954 Feb 09 22:37:42.505104 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a6f5d2-17d3-4e2b-9f71-d3f06c6795c2 x-openstack-request-id: req-e9a6f5d2-17d3-4e2b-9f71-d3f06c6795c2 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:37:42.505520 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "786d8ecf-38ab-4555-b5a6-ce3acb178215", "tag": "d7db0cd1-9428-43e7-99c5-f04514aa40a1", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:37:42.506057 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e9a6f5d2-17d3-4e2b-9f71-d3f06c6795c2 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:37:42.506400 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786d8ecf-38ab-4555-b5a6-ce3acb178215', 'tag': 'd7db0cd1-9428-43e7-99c5-f04514aa40a1', 'status': 'completed', 'code': 200} Feb 09 22:37:42.526939 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-a061191c-c698-4a31-b0b2-97c803fdc890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:42.528858 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-a061191c-c698-4a31-b0b2-97c803fdc890 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 1125 time: 0.0568435 Feb 09 22:37:42.583592 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-cec95810-292a-44c2-9061-c71ab2b56e0c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7db0cd1-9428-43e7-99c5-f04514aa40a1 HTTP/1.1" status: 200 len: 217 time: 0.0486240 Feb 09 22:37:42.633512 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-85beb207-8ca8-450b-880a-fde18fdb5549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:42.634998 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-85beb207-8ca8-450b-880a-fde18fdb5549 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0464549 Feb 09 22:37:42.687635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-bcd0967c-0616-41c6-a007-176d2ba8723e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:42.689305 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-bcd0967c-0616-41c6-a007-176d2ba8723e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478034 Feb 09 22:37:42.781023 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-3d4f601c-1d38-4777-b246-ef97ec707e54 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860825 Feb 09 22:37:42.868017 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d6d573d-33f5-4e36-9a9d-bef4b51571c2 req-2406fece-01c4-4ab2-a905-65b9ca3d7127 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818796 Feb 09 22:37:42.955821 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4aea6-409d-4aa6-a0dd-fa213f81fba5 req-32422657-5bf6-446e-8f02-00c6efc8fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:42.957326 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-14a4aea6-409d-4aa6-a0dd-fa213f81fba5 req-32422657-5bf6-446e-8f02-00c6efc8fa17 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 1125 time: 0.0443466 Feb 09 22:37:42.969144 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:43.048848 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4aea6-409d-4aa6-a0dd-fa213f81fba5 req-734cd225-fce2-45ef-a2de-588c789f2c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:43.050214 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-14a4aea6-409d-4aa6-a0dd-fa213f81fba5 req-734cd225-fce2-45ef-a2de-588c789f2c46 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0874500 Feb 09 22:37:43.089536 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-14a4aea6-409d-4aa6-a0dd-fa213f81fba5 req-27808e49-621e-4a00-8a1d-764378251af5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7db0cd1-9428-43e7-99c5-f04514aa40a1 HTTP/1.1" status: 200 len: 217 time: 0.0337389 Feb 09 22:37:43.141241 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4aea6-409d-4aa6-a0dd-fa213f81fba5 req-2e9c2fd4-7311-4e1c-b0e2-03282a9da185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:43.142775 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-14a4aea6-409d-4aa6-a0dd-fa213f81fba5 req-2e9c2fd4-7311-4e1c-b0e2-03282a9da185 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0472012 Feb 09 22:37:43.196993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4aea6-409d-4aa6-a0dd-fa213f81fba5 req-c58b6c77-a988-48f0-9da6-e27c6de76152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:43.198586 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-14a4aea6-409d-4aa6-a0dd-fa213f81fba5 req-c58b6c77-a988-48f0-9da6-e27c6de76152 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500059 Feb 09 22:37:43.292559 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-14a4aea6-409d-4aa6-a0dd-fa213f81fba5 req-bf759234-595f-46ba-a9f9-69f21e3b7e7f service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874498 Feb 09 22:37:43.389026 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-14a4aea6-409d-4aa6-a0dd-fa213f81fba5 req-b422bd27-67df-42ee-a5ee-7690a2078c95 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903394 Feb 09 22:37:43.566362 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05814f3-19ff-46a8-88b7-afb0f242987c req-6b50b43f-49f8-468d-a496-ce446049a850 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:43.568481 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b05814f3-19ff-46a8-88b7-afb0f242987c req-6b50b43f-49f8-468d-a496-ce446049a850 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 943 time: 0.0527813 Feb 09 22:37:43.623312 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b05814f3-19ff-46a8-88b7-afb0f242987c req-cf7a37b3-abab-44b8-9831-358f4015c6e6 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491970 Feb 09 22:37:44.707723 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:44.744789 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d1f6a-e9e7-46fe-9683-2526524795c8 req-aa642593-2556-40aa-81dd-0ae454deaca2 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:44.746330 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc2d1f6a-e9e7-46fe-9683-2526524795c8 req-aa642593-2556-40aa-81dd-0ae454deaca2 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 943 time: 0.0546458 Feb 09 22:37:44.797874 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc2d1f6a-e9e7-46fe-9683-2526524795c8 req-5fc85353-64ed-440d-8458-de15cacfc31e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454836 Feb 09 22:37:45.250511 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device d7db0cd1-9428-43e7-99c5-f04514aa40a1 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:37:45.344390 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port d7db0cd1-9428-43e7-99c5-f04514aa40a1, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d7db0cd1-9428-43e7-99c5-f04514aa40a1,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:45.359473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'd7db0cd1-9428-43e7-99c5-f04514aa40a1', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'port_id': 'd7db0cd1-9428-43e7-99c5-f04514aa40a1', 'mac_address': 'fa:16:3e:2c:e3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:37:45.404250 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port d7db0cd1-9428-43e7-99c5-f04514aa40a1 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:37:45.404641 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:45.417766 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7db0cd1-9428-43e7-99c5-f04514aa40a1 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:37:45.437993 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port d7db0cd1-9428-43e7-99c5-f04514aa40a1, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d7db0cd1-9428-43e7-99c5-f04514aa40a1,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:45.442022 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:45.488528 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=d7db0cd1-9428-43e7-99c5-f04514aa40a1,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:45.628205 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['d7db0cd1-9428-43e7-99c5-f04514aa40a1'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:37:45.814726 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:45.916198 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928b353-2ff5-401d-bea6-7381c3eb251d req-dbefbf8a-ae53-426a-aa63-2c76737fd480 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:45.917647 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9928b353-2ff5-401d-bea6-7381c3eb251d req-dbefbf8a-ae53-426a-aa63-2c76737fd480 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 944 time: 0.0516751 Feb 09 22:37:45.964285 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9928b353-2ff5-401d-bea6-7381c3eb251d req-e77a8094-e741-4dfe-9822-80c5325a7abf tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411434 Feb 09 22:37:46.342319 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:47.082736 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139cb06-4e93-4e2a-8559-297bb66b717b req-35be88b9-8d37-44cf-86c6-f0cf3fbac0e5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:47.084294 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d139cb06-4e93-4e2a-8559-297bb66b717b req-35be88b9-8d37-44cf-86c6-f0cf3fbac0e5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 944 time: 0.0520992 Feb 09 22:37:47.131247 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d139cb06-4e93-4e2a-8559-297bb66b717b req-c93acf7f-9f28-4f41-ad6e-8915eacfc10e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414038 Feb 09 22:37:47.266399 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device d7db0cd1-9428-43e7-99c5-f04514aa40a1 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:37:47.314349 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port d7db0cd1-9428-43e7-99c5-f04514aa40a1 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:37:47.318469 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port d7db0cd1-9428-43e7-99c5-f04514aa40a1 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:37:47.318848 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:47.399909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port d7db0cd1-9428-43e7-99c5-f04514aa40a1 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:37:47.400298 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:47.423234 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786d8ecf-38ab-4555-b5a6-ce3acb178215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7db0cd1-9428-43e7-99c5-f04514aa40a1'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:37:47.425583 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d714c546-d3ff-46c3-bc1b-f0c6afbfe16b" -d '{"events": [{"server_uuid": "786d8ecf-38ab-4555-b5a6-ce3acb178215", "name": "network-vif-plugged", "status": "completed", "tag": "d7db0cd1-9428-43e7-99c5-f04514aa40a1"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:37:47.438049 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port d7db0cd1-9428-43e7-99c5-f04514aa40a1, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d7db0cd1-9428-43e7-99c5-f04514aa40a1,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:47.442472 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:47.465346 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e2d929-48a6-4b59-a60c-66040fa968c9 x-openstack-request-id: req-78e2d929-48a6-4b59-a60c-66040fa968c9 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:37:47.465645 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786d8ecf-38ab-4555-b5a6-ce3acb178215", "name": "network-vif-plugged", "status": "completed", "tag": "d7db0cd1-9428-43e7-99c5-f04514aa40a1", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:37:47.465900 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-78e2d929-48a6-4b59-a60c-66040fa968c9 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:37:47.466288 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786d8ecf-38ab-4555-b5a6-ce3acb178215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7db0cd1-9428-43e7-99c5-f04514aa40a1', 'code': 200} Feb 09 22:37:47.494859 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=d7db0cd1-9428-43e7-99c5-f04514aa40a1,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:47.575138 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453c627-1fd9-4724-b68f-9a98d141a68e req-9d22be39-47b1-4213-8401-dee0a3e66000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:47.576725 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a453c627-1fd9-4724-b68f-9a98d141a68e req-9d22be39-47b1-4213-8401-dee0a3e66000 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 1127 time: 0.0460787 Feb 09 22:37:47.619193 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a453c627-1fd9-4724-b68f-9a98d141a68e req-9975af57-1824-4168-a687-7080b56acccb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367568 Feb 09 22:37:48.258540 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6802b-556f-4607-838e-01393a34765e req-a8d346d5-3f48-4608-bf4d-9b7ecdcac5d9 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:48.260238 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-57c6802b-556f-4607-838e-01393a34765e req-a8d346d5-3f48-4608-bf4d-9b7ecdcac5d9 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0591142 Feb 09 22:37:48.309160 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-57c6802b-556f-4607-838e-01393a34765e req-9b0327b2-809a-495d-82a4-cd07631e4814 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431228 Feb 09 22:37:49.430677 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53beef86-fb6e-4e5c-ad35-e76c491b857b req-5de2cce9-dd83-4301-87db-76771d989323 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:49.432196 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-53beef86-fb6e-4e5c-ad35-e76c491b857b req-5de2cce9-dd83-4301-87db-76771d989323 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0526807 Feb 09 22:37:49.477705 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-53beef86-fb6e-4e5c-ad35-e76c491b857b req-1df7b859-0699-40ac-b01c-9ae0844046a5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399625 Feb 09 22:37:49.589636 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618978b-de53-4e2a-b843-1f3862596418 req-dbf9e857-bf64-415b-82f0-55e51c586f53 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:49.591007 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9618978b-de53-4e2a-b843-1f3862596418 req-dbf9e857-bf64-415b-82f0-55e51c586f53 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0510924 Feb 09 22:37:49.599888 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51116) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:37:49.604342 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b2cea8cb-07f8-40a7-ba1b-3fc7b2f6dbd8 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Request body: {'floatingip': {'port_id': 'd7db0cd1-9428-43e7-99c5-f04514aa40a1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:37:49.649464 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2cea8cb-07f8-40a7-ba1b-3fc7b2f6dbd8 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for floatingip (9014190c-32ef-4744-83a8-983cf21ac129), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:50.071320 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2cea8cb-07f8-40a7-ba1b-3fc7b2f6dbd8 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:50.075081 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2cea8cb-07f8-40a7-ba1b-3fc7b2f6dbd8 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (9014190c-32ef-4744-83a8-983cf21ac129), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:50.178560 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-b2cea8cb-07f8-40a7-ba1b-3fc7b2f6dbd8 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Floating IP 9014190c-32ef-4744-83a8-983cf21ac129 associated. External IP: 172.25.6.68, port: d7db0cd1-9428-43e7-99c5-f04514aa40a1. Feb 09 22:37:50.397738 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2cea8cb-07f8-40a7-ba1b-3fc7b2f6dbd8 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:37:50.511773 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cea8cb-07f8-40a7-ba1b-3fc7b2f6dbd8 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:37:50.516720 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2cea8cb-07f8-40a7-ba1b-3fc7b2f6dbd8 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:50.522439 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207bc33-09ac-44b0-b218-be9a9909a851 None None] Sync routers for ids ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:37:50.534554 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6207bc33-09ac-44b0-b218-be9a9909a851 None None] Routers {'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:37:50.539689 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6207bc33-09ac-44b0-b218-be9a9909a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:37:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:37:50.548142 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b2cea8cb-07f8-40a7-ba1b-3fc7b2f6dbd8 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "PUT /v2.0/floatingips/9014190c-32ef-4744-83a8-983cf21ac129 HTTP/1.1" status: 200 len: 990 time: 0.9471540 Feb 09 22:37:50.548745 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786d8ecf-38ab-4555-b5a6-ce3acb178215', 'tag': 'd7db0cd1-9428-43e7-99c5-f04514aa40a1'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:37:50.551232 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f795e7f-e247-41a3-8e21-e6b736b99b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "786d8ecf-38ab-4555-b5a6-ce3acb178215", "tag": "d7db0cd1-9428-43e7-99c5-f04514aa40a1"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:37:50.652578 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-6207bc33-09ac-44b0-b218-be9a9909a851 None None] Set router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:37:50.653284 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184fbf3-2589-4a25-9eba-206d81badeba req-07082149-0a8f-498a-9f89-46dd5518a5b6 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:50.654874 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4184fbf3-2589-4a25-9eba-206d81badeba req-07082149-0a8f-498a-9f89-46dd5518a5b6 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0576365 Feb 09 22:37:50.711335 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4184fbf3-2589-4a25-9eba-206d81badeba req-1f21f2ac-9a2d-4e5d-a351-c8f4b99e42b5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497940 Feb 09 22:37:50.754568 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f1e87a-0344-49c7-9d42-3bc1bccfb3c1 x-openstack-request-id: req-45f1e87a-0344-49c7-9d42-3bc1bccfb3c1 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:37:50.755363 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "786d8ecf-38ab-4555-b5a6-ce3acb178215", "tag": "d7db0cd1-9428-43e7-99c5-f04514aa40a1", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:37:50.755622 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-45f1e87a-0344-49c7-9d42-3bc1bccfb3c1 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:37:50.756083 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786d8ecf-38ab-4555-b5a6-ce3acb178215', 'tag': 'd7db0cd1-9428-43e7-99c5-f04514aa40a1', 'status': 'completed', 'code': 200} Feb 09 22:37:50.817020 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f795e7f-e247-41a3-8e21-e6b736b99b8c req-9d1b682e-4ca8-4d18-8570-ebaddb3ffaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:50.819057 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7f795e7f-e247-41a3-8e21-e6b736b99b8c req-9d1b682e-4ca8-4d18-8570-ebaddb3ffaa8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 1127 time: 0.0442021 Feb 09 22:37:50.882153 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6207bc33-09ac-44b0-b218-be9a9909a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '9014190c-32ef-4744-83a8-983cf21ac129', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'port_id': 'd7db0cd1-9428-43e7-99c5-f04514aa40a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'mac_address': 'fa:16:3e:2c:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786d8ecf-38ab-4555-b5a6-ce3acb178215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:36:39Z', 'updated_at': '2022-02-09T22:37:49Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:37:50.908482 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207bc33-09ac-44b0-b218-be9a9909a851 None None] Checking router: e9ccffc4-3f9a-4c90-bd18-d43b33e71bce for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:37:50.912280 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f795e7f-e247-41a3-8e21-e6b736b99b8c req-7b147842-8f0e-43ec-b160-0d3a92cda481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:50.913824 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7f795e7f-e247-41a3-8e21-e6b736b99b8c req-7b147842-8f0e-43ec-b160-0d3a92cda481 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0889680 Feb 09 22:37:50.917108 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6207bc33-09ac-44b0-b218-be9a9909a851 None None] Routers {'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:37:50.917731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6207bc33-09ac-44b0-b218-be9a9909a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:37:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:37:50.979149 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7f795e7f-e247-41a3-8e21-e6b736b99b8c req-447c2e62-b2ff-45a2-b9b4-f6f427be35bf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7db0cd1-9428-43e7-99c5-f04514aa40a1 HTTP/1.1" status: 200 len: 998 time: 0.0592396 Feb 09 22:37:51.025439 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-6207bc33-09ac-44b0-b218-be9a9909a851 None None] Set router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:37:51.030640 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f795e7f-e247-41a3-8e21-e6b736b99b8c req-7837f48e-dd6c-4deb-8b66-94bcd7c2a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:51.032123 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7f795e7f-e247-41a3-8e21-e6b736b99b8c req-7837f48e-dd6c-4deb-8b66-94bcd7c2a493 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0475385 Feb 09 22:37:51.081524 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f795e7f-e247-41a3-8e21-e6b736b99b8c req-c962d1b6-fa65-4298-a7d8-c1def8acf0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:51.083025 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7f795e7f-e247-41a3-8e21-e6b736b99b8c req-c962d1b6-fa65-4298-a7d8-c1def8acf0c7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446932 Feb 09 22:37:51.170767 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7f795e7f-e247-41a3-8e21-e6b736b99b8c req-1786b610-3d8e-44aa-bef4-0ceb9c9220d3 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818181 Feb 09 22:37:51.250429 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6207bc33-09ac-44b0-b218-be9a9909a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '9014190c-32ef-4744-83a8-983cf21ac129', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'port_id': 'd7db0cd1-9428-43e7-99c5-f04514aa40a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'mac_address': 'fa:16:3e:2c:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786d8ecf-38ab-4555-b5a6-ce3acb178215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:36:39Z', 'updated_at': '2022-02-09T22:37:49Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:37:51.264090 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7f795e7f-e247-41a3-8e21-e6b736b99b8c req-7d3bb22a-90b4-4018-a75b-a38ccfc7441f service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860720 Feb 09 22:37:51.276776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207bc33-09ac-44b0-b218-be9a9909a851 None None] The sync data for ids ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'] in n-d-828601-1 is: [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '9014190c-32ef-4744-83a8-983cf21ac129', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'port_id': 'd7db0cd1-9428-43e7-99c5-f04514aa40a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'mac_address': 'fa:16:3e:2c:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786d8ecf-38ab-4555-b5a6-ce3acb178215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:36:39Z', 'updated_at': '2022-02-09T22:37:49Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:37:51.493071 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d96d3e5-f435-40e2-8d39-4fd07b3262a7 None None] New status for floating IP 9014190c-32ef-4744-83a8-983cf21ac129: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:37:51.856176 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36b225-da87-46b8-8c51-7c6b131a3d43 req-7825ec0b-3ed9-42ca-bfca-de0bafc21c3c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:51.857690 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3f36b225-da87-46b8-8c51-7c6b131a3d43 req-7825ec0b-3ed9-42ca-bfca-de0bafc21c3c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0573797 Feb 09 22:37:51.903781 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3f36b225-da87-46b8-8c51-7c6b131a3d43 req-fa49b8c9-acb0-441a-81c4-11c342d2816d tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404589 Feb 09 22:37:52.103843 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31caba-b3e2-448b-808c-b21f9145cf3b req-89a5876e-f2fb-46bc-a3c1-5d1c914f8b48 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:52.105326 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be31caba-b3e2-448b-808c-b21f9145cf3b req-89a5876e-f2fb-46bc-a3c1-5d1c914f8b48 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0551515 Feb 09 22:37:52.152736 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be31caba-b3e2-448b-808c-b21f9145cf3b req-65460305-ba22-491d-8334-88ca0315bb8e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419083 Feb 09 22:37:53.275535 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa25ae4-537d-493b-af9a-d1013a79a8eb req-1c8aa93c-ce79-44eb-802c-35aaf9cd98de tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:53.277041 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bfa25ae4-537d-493b-af9a-d1013a79a8eb req-1c8aa93c-ce79-44eb-802c-35aaf9cd98de tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0560505 Feb 09 22:37:53.322031 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bfa25ae4-537d-493b-af9a-d1013a79a8eb req-af5f2b45-705e-4266-8148-95f30836e913 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395327 Feb 09 22:37:54.444124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477c7c7-d1a6-437f-b047-31393ccb5ea2 req-b19d44d9-cc70-4eb2-aa60-9947bc71a71e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:54.445631 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c477c7c7-d1a6-437f-b047-31393ccb5ea2 req-b19d44d9-cc70-4eb2-aa60-9947bc71a71e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0524147 Feb 09 22:37:54.501194 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c477c7c7-d1a6-437f-b047-31393ccb5ea2 req-38f6168b-a1fc-4cc4-8899-23b9d1db8e29 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500574 Feb 09 22:37:55.619187 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c0b83-7a73-4de0-a0ab-258e77f7e9c8 req-693a16de-5673-42a3-b0cb-79985136005b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:55.620897 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-843c0b83-7a73-4de0-a0ab-258e77f7e9c8 req-693a16de-5673-42a3-b0cb-79985136005b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0529277 Feb 09 22:37:55.673270 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-843c0b83-7a73-4de0-a0ab-258e77f7e9c8 req-f351a025-7eea-48fa-9283-f263359c7fe8 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467017 Feb 09 22:37:56.793003 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426e22e-94d5-4ac7-85f2-261555951cf6 req-16677b4d-b620-4a88-a84b-70163ef73a09 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:56.794493 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4426e22e-94d5-4ac7-85f2-261555951cf6 req-16677b4d-b620-4a88-a84b-70163ef73a09 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0520167 Feb 09 22:37:56.840340 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4426e22e-94d5-4ac7-85f2-261555951cf6 req-778cdcde-a07b-4e39-a332-be72334526f5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403388 Feb 09 22:37:57.957671 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47eb477-4b17-4e0c-8bbc-b08d0a0eb878 req-a359b018-b1ed-4fae-8b12-3c7a069a015c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:57.959562 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e47eb477-4b17-4e0c-8bbc-b08d0a0eb878 req-a359b018-b1ed-4fae-8b12-3c7a069a015c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0518744 Feb 09 22:37:58.007108 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e47eb477-4b17-4e0c-8bbc-b08d0a0eb878 req-45d2f739-acb7-412c-85f5-961fed5c4f0f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416474 Feb 09 22:37:59.142528 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e6d00-2f68-45df-8a2a-af5976868490 req-9a4f8907-25ec-4ae2-9338-76d267202bed tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:59.144070 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc4e6d00-2f68-45df-8a2a-af5976868490 req-9a4f8907-25ec-4ae2-9338-76d267202bed tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0679862 Feb 09 22:37:59.190644 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc4e6d00-2f68-45df-8a2a-af5976868490 req-87e85392-9ce5-4234-a932-762366e796b2 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404303 Feb 09 22:38:00.309316 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bdb75-e10d-46d4-abd5-132a307b746b req-33389b54-11ef-4a39-b029-c8b5589876f1 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:00.310740 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d90bdb75-e10d-46d4-abd5-132a307b746b req-33389b54-11ef-4a39-b029-c8b5589876f1 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0524495 Feb 09 22:38:00.358663 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d90bdb75-e10d-46d4-abd5-132a307b746b req-890c77bd-3550-4dc1-92cc-d029d5e6a311 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422182 Feb 09 22:38:01.486931 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed9896-61af-4b09-8be2-8a52354224df req-42b098cd-b33e-4534-984f-763b4c9661fd tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:01.488464 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e0ed9896-61af-4b09-8be2-8a52354224df req-42b098cd-b33e-4534-984f-763b4c9661fd tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0625539 Feb 09 22:38:01.534539 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e0ed9896-61af-4b09-8be2-8a52354224df req-8a5ae9f7-4de1-4df1-883b-02c88cf80038 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400274 Feb 09 22:38:02.655586 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f7163-c4d1-418a-b24b-d77db5cdfe0f req-0f2ac339-b1cb-4b10-9d56-8c0eda6a246b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:02.657035 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-796f7163-c4d1-418a-b24b-d77db5cdfe0f req-0f2ac339-b1cb-4b10-9d56-8c0eda6a246b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0524216 Feb 09 22:38:02.703237 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-796f7163-c4d1-418a-b24b-d77db5cdfe0f req-ad6ae421-28bc-40ed-a5a8-126814f5ac20 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406780 Feb 09 22:38:03.824919 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30f01f-9e63-4eae-af31-b8dd3924f3b0 req-e73f933e-3883-408b-a629-64e64abfa22c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:03.826420 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa30f01f-9e63-4eae-af31-b8dd3924f3b0 req-e73f933e-3883-408b-a629-64e64abfa22c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0528011 Feb 09 22:38:03.877557 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa30f01f-9e63-4eae-af31-b8dd3924f3b0 req-f9a5e65e-96ce-460b-9230-d2fb6172dc3c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456429 Feb 09 22:38:04.997663 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffad45-d6cb-412b-9987-f430739043ac req-8f240fe4-bc0b-417c-b666-9573eeff5c4f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:04.999279 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5cffad45-d6cb-412b-9987-f430739043ac req-8f240fe4-bc0b-417c-b666-9573eeff5c4f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0526865 Feb 09 22:38:05.046282 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5cffad45-d6cb-412b-9987-f430739043ac req-293c9dff-9c0f-4acb-86c4-494b390c26d4 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414031 Feb 09 22:38:05.444661 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:38:06.178181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324ba-58b0-449d-96e8-56c304019236 req-4477c870-ddc7-4ecc-9d6e-72b79d932fda tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:06.179780 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-456324ba-58b0-449d-96e8-56c304019236 req-4477c870-ddc7-4ecc-9d6e-72b79d932fda tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0583770 Feb 09 22:38:06.227681 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-456324ba-58b0-449d-96e8-56c304019236 req-90544edf-dcc9-44ec-9802-debf01d5e6fe tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422890 Feb 09 22:38:07.353453 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f399fd9-b42c-40ab-81d2-53ed12870155 req-f863c0c7-f270-4210-ad18-357cbbfe640a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:07.354991 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f399fd9-b42c-40ab-81d2-53ed12870155 req-f863c0c7-f270-4210-ad18-357cbbfe640a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0571396 Feb 09 22:38:07.405363 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f399fd9-b42c-40ab-81d2-53ed12870155 req-ad835b93-2c4d-40ae-89c5-78c27520d1ab tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444808 Feb 09 22:38:07.893696 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8bafdc99-e820-4ccb-8009-f0c7ac0e25e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:08.523462 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cf8f4-dbaa-400f-a855-073de3a02370 req-242a2c55-271f-4b9e-9457-5df1ceca5fe0 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:08.524990 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-491cf8f4-dbaa-400f-a855-073de3a02370 req-242a2c55-271f-4b9e-9457-5df1ceca5fe0 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0525975 Feb 09 22:38:08.571614 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-491cf8f4-dbaa-400f-a855-073de3a02370 req-fd3fa924-af69-437f-9d5c-0f83e260d0c3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408015 Feb 09 22:38:09.700294 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363c9cb-491a-44e8-9b9e-084b5456f4fd req-f3a9399a-3158-4578-ae12-41269269ebc3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:09.701720 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d363c9cb-491a-44e8-9b9e-084b5456f4fd req-f3a9399a-3158-4578-ae12-41269269ebc3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0564713 Feb 09 22:38:09.753985 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d363c9cb-491a-44e8-9b9e-084b5456f4fd req-419dc8fe-17e9-47c9-b5d6-deb1ebaa0e35 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464807 Feb 09 22:38:10.585125 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9192a058-2722-4511-8e46-994ade933c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:10.875667 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefc0e6-1042-48c1-bf27-ed810883cf9c req-b3e0c761-cc8a-4922-bfcf-a0e260b42749 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:10.877186 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cbefc0e6-1042-48c1-bf27-ed810883cf9c req-b3e0c761-cc8a-4922-bfcf-a0e260b42749 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0535872 Feb 09 22:38:10.923903 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cbefc0e6-1042-48c1-bf27-ed810883cf9c req-3a9b0c59-3f38-498b-95c9-5667a1157ace tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410903 Feb 09 22:38:11.180542 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1f547-c00c-4f78-9a62-5adf74425eb9 req-cf6b35fd-38ad-4bba-8b70-65978c56d573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:11.182059 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a0b1f547-c00c-4f78-9a62-5adf74425eb9 req-cf6b35fd-38ad-4bba-8b70-65978c56d573 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 1127 time: 0.0452576 Feb 09 22:38:11.288732 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1f547-c00c-4f78-9a62-5adf74425eb9 req-17fe7b64-7d7c-4069-b009-fec83bdb58d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:11.290215 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a0b1f547-c00c-4f78-9a62-5adf74425eb9 req-17fe7b64-7d7c-4069-b009-fec83bdb58d3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0889831 Feb 09 22:38:11.353997 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a0b1f547-c00c-4f78-9a62-5adf74425eb9 req-ae591d27-b291-42e9-8f81-f29014d4e730 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7db0cd1-9428-43e7-99c5-f04514aa40a1 HTTP/1.1" status: 200 len: 1000 time: 0.0575056 Feb 09 22:38:11.400635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1f547-c00c-4f78-9a62-5adf74425eb9 req-2f038b87-a39f-4c8e-bc2b-6f6b09678b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:11.402103 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a0b1f547-c00c-4f78-9a62-5adf74425eb9 req-2f038b87-a39f-4c8e-bc2b-6f6b09678b6a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0423963 Feb 09 22:38:11.454733 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1f547-c00c-4f78-9a62-5adf74425eb9 req-f379555c-42ef-4ea9-9c11-f1ee56ee54ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:11.456195 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a0b1f547-c00c-4f78-9a62-5adf74425eb9 req-f379555c-42ef-4ea9-9c11-f1ee56ee54ab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485475 Feb 09 22:38:11.552698 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a0b1f547-c00c-4f78-9a62-5adf74425eb9 req-da5e26d2-6c86-4e7b-805f-1465a588d0f8 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902429 Feb 09 22:38:11.646996 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a0b1f547-c00c-4f78-9a62-5adf74425eb9 req-4364f3a1-4971-46f0-9fbd-f5329782acc3 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866494 Feb 09 22:38:11.793468 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:12.047734 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955926a3-e7c6-44b2-b053-aeac1f67152c req-ff30235e-67ab-416f-92ba-684313ed35d5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:12.049349 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-955926a3-e7c6-44b2-b053-aeac1f67152c req-ff30235e-67ab-416f-92ba-684313ed35d5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0548813 Feb 09 22:38:12.101174 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-955926a3-e7c6-44b2-b053-aeac1f67152c req-b667769f-ec29-450c-b760-86a22d6951d3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443883 Feb 09 22:38:12.975097 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:13.233807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cdea3-d92c-49b2-a3ca-e718f8cb27c0 req-674acbe5-832d-43f2-b81d-e868d5a6e60d tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:13.235399 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-807cdea3-d92c-49b2-a3ca-e718f8cb27c0 req-674acbe5-832d-43f2-b81d-e868d5a6e60d tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0583909 Feb 09 22:38:13.284763 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-807cdea3-d92c-49b2-a3ca-e718f8cb27c0 req-f0010833-e6c5-4c38-beb8-1753ded9ef27 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436234 Feb 09 22:38:14.408923 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4ed5d-6bf1-4c54-96ac-797b15d5588a req-afe6545f-a4ab-4522-9155-8d5e4c4b7ac5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:14.410520 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bef4ed5d-6bf1-4c54-96ac-797b15d5588a req-afe6545f-a4ab-4522-9155-8d5e4c4b7ac5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0553257 Feb 09 22:38:14.459722 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bef4ed5d-6bf1-4c54-96ac-797b15d5588a req-4b188afb-cbd9-4ddf-9904-eac82ef945ca tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427573 Feb 09 22:38:14.712501 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:15.588802 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8c7f1-9c51-468d-abad-56df0a30fbe5 req-f4857b3b-379e-4605-a6a0-b93d74d1e374 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:15.590344 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41b8c7f1-9c51-468d-abad-56df0a30fbe5 req-f4857b3b-379e-4605-a6a0-b93d74d1e374 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0611486 Feb 09 22:38:15.641825 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-41b8c7f1-9c51-468d-abad-56df0a30fbe5 req-8e95f183-189d-41e1-91cf-bee3bda292f0 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452816 Feb 09 22:38:15.816827 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:16.342434 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:16.765754 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b463c11-0b45-4a28-bbd4-991ccb8b8133 req-b929772b-f235-4ce9-bbd2-a88ba7d17e9e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:16.767257 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b463c11-0b45-4a28-bbd4-991ccb8b8133 req-b929772b-f235-4ce9-bbd2-a88ba7d17e9e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0516579 Feb 09 22:38:16.817376 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b463c11-0b45-4a28-bbd4-991ccb8b8133 req-a9033f80-0521-4e16-bef8-7e49a82dd7bc tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407939 Feb 09 22:38:17.944976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b5957-ca4c-4f50-b011-93fdc1719339 req-6db52457-35b3-477a-aab9-a5bd54d6b997 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:17.946610 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e66b5957-ca4c-4f50-b011-93fdc1719339 req-6db52457-35b3-477a-aab9-a5bd54d6b997 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0541909 Feb 09 22:38:17.999876 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e66b5957-ca4c-4f50-b011-93fdc1719339 req-0e5d4fa5-7b99-493b-9dac-fc8cfae3f085 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474229 Feb 09 22:38:18.237226 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-88e36d0b-0f25-4af3-aa22-77c33fbbcf01 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0459659 Feb 09 22:38:18.245546 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9f48d-3ae8-4249-923f-b30c467ba471 req-6a4bb6b4-be82-40e2-95f4-a6b80a550914 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:18.247042 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-43e9f48d-3ae8-4249-923f-b30c467ba471 req-6a4bb6b4-be82-40e2-95f4-a6b80a550914 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0513387 Feb 09 22:38:18.295383 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-43e9f48d-3ae8-4249-923f-b30c467ba471 req-f98de517-dfca-43a4-b7e7-67e0122f4a4d tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426693 Feb 09 22:38:19.425383 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37509282-c133-4b15-9c15-3c8df17c2918 req-a92f071f-41a6-4d61-aa6c-0dcde4af2b59 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:19.426938 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37509282-c133-4b15-9c15-3c8df17c2918 req-a92f071f-41a6-4d61-aa6c-0dcde4af2b59 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0557930 Feb 09 22:38:19.478755 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37509282-c133-4b15-9c15-3c8df17c2918 req-dca895a8-6d6c-49f2-9fb5-e03cc0d0942a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448408 Feb 09 22:38:19.481865 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-431db854-bdf2-410a-bf9e-f5ae05249ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:19.484227 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-431db854-bdf2-410a-bf9e-f5ae05249ece service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 1127 time: 0.0481246 Feb 09 22:38:19.581536 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-fdf16f59-c4c1-4cac-8064-b2ed4ef21a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:19.582944 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-fdf16f59-c4c1-4cac-8064-b2ed4ef21a14 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0932345 Feb 09 22:38:19.649717 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-bc5d6320-5076-40df-b074-a159b3850894 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7db0cd1-9428-43e7-99c5-f04514aa40a1 HTTP/1.1" status: 200 len: 1000 time: 0.0613379 Feb 09 22:38:19.699971 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-2567d7fc-1470-46d0-bbb3-79bd0cc317d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:19.701466 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-2567d7fc-1470-46d0-bbb3-79bd0cc317d1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0457850 Feb 09 22:38:19.754721 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-458e6b94-0915-4f43-90a9-69ec36020c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:19.756861 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-458e6b94-0915-4f43-90a9-69ec36020c3c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501761 Feb 09 22:38:19.850251 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-a51f65d9-4864-4257-9b91-d4b6cdb17efa service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860515 Feb 09 22:38:19.945058 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-14458abb-56b6-403a-9f9a-236b5e0a11ab service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888374 Feb 09 22:38:20.615190 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3e6a4-9baf-4468-af29-94ef6cd42e0a req-9194788e-fc71-45ab-9ba3-31317211b35f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:20.616734 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-38e3e6a4-9baf-4468-af29-94ef6cd42e0a req-9194788e-fc71-45ab-9ba3-31317211b35f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0624127 Feb 09 22:38:20.665943 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-38e3e6a4-9baf-4468-af29-94ef6cd42e0a req-fb18a990-bce0-4f71-95c0-f0cc7a7f3502 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433998 Feb 09 22:38:21.709225 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-bd4da27d-7cc1-4704-93fd-6f4d52dcf230 service neutron] show failed (client error): The resource could not be found. Feb 09 22:38:21.710287 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-bd4da27d-7cc1-4704-93fd-6f4d52dcf230 service neutron] 10.222.0.71 "GET /v2.0/ports/d7db0cd1-9428-43e7-99c5-f04514aa40a1/bindings/n-h2-828601-1 HTTP/1.1" status: 404 len: 380 time: 0.0676448 Feb 09 22:38:21.796139 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e37f6-adca-4dbb-b5e3-78600808504b req-535f368d-cf80-4feb-a4ab-95a6964ed54b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:21.797769 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-542e37f6-adca-4dbb-b5e3-78600808504b req-535f368d-cf80-4feb-a4ab-95a6964ed54b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0581899 Feb 09 22:38:21.857838 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-542e37f6-adca-4dbb-b5e3-78600808504b req-d33bc3c0-65c2-48cb-8817-a89f34210e8a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538383 Feb 09 22:38:21.959246 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-1508d4b3-81a9-4692-814e-381df77df270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:21.960715 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-1508d4b3-81a9-4692-814e-381df77df270 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215&tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e HTTP/1.1" status: 200 len: 1127 time: 0.0464005 Feb 09 22:38:21.977909 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828601-1', 'device_owner': 'compute:nova'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:38:22.050360 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:22.294101 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] For port d7db0cd1-9428-43e7-99c5-f04514aa40a1, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=d7db0cd1-9428-43e7-99c5-f04514aa40a1,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:38:22.329445 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] For port d7db0cd1-9428-43e7-99c5-f04514aa40a1, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:38:22.373488 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786d8ecf-38ab-4555-b5a6-ce3acb178215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7db0cd1-9428-43e7-99c5-f04514aa40a1'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:38:22.376200 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac4115c-9b9b-4d62-a17f-07549609aaca" -d '{"events": [{"server_uuid": "786d8ecf-38ab-4555-b5a6-ce3acb178215", "name": "network-vif-unplugged", "status": "completed", "tag": "d7db0cd1-9428-43e7-99c5-f04514aa40a1"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:38:22.381176 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Publish callbacks [] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:22.398749 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Transition to ACTIVE for port object d7db0cd1-9428-43e7-99c5-f04514aa40a1 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:38:22.406345 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:22.436938 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf61336-9c5f-4004-82b2-8e46579b91ac x-openstack-request-id: req-dcf61336-9c5f-4004-82b2-8e46579b91ac {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:38:22.437250 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786d8ecf-38ab-4555-b5a6-ce3acb178215", "name": "network-vif-unplugged", "status": "completed", "tag": "d7db0cd1-9428-43e7-99c5-f04514aa40a1", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:38:22.437476 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dcf61336-9c5f-4004-82b2-8e46579b91ac {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:38:22.437888 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786d8ecf-38ab-4555-b5a6-ce3acb178215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7db0cd1-9428-43e7-99c5-f04514aa40a1', 'code': 200} Feb 09 22:38:22.493952 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Pushing event updated for resources: {'Port': ['ID=d7db0cd1-9428-43e7-99c5-f04514aa40a1,revision_number=6']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:22.507384 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:22.507772 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:22.508354 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:22.508519 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:22.508789 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:22.509130 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:22.509458 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:22.509797 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:22.510135 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:22.510470 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:22.510801 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:22.511136 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:22.511467 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:22.565124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] No DVR routers for this DVR port d7db0cd1-9428-43e7-99c5-f04514aa40a1 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:38:22.719894 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Attempting to bind port d7db0cd1-9428-43e7-99c5-f04514aa40a1 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:38:22.720234 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Attempting to bind port d7db0cd1-9428-43e7-99c5-f04514aa40a1 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:38:22.720565 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Attempting to bind port d7db0cd1-9428-43e7-99c5-f04514aa40a1 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:38:22.725632 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Port d7db0cd1-9428-43e7-99c5-f04514aa40a1 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:38:22.725970 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Attempting to bind port d7db0cd1-9428-43e7-99c5-f04514aa40a1 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:38:22.731083 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:38:22.731423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Checking segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:38:22.731845 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Bound using segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:38:22.732282 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Bound port: d7db0cd1-9428-43e7-99c5-f04514aa40a1, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:38:22.732642 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:22.803706 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] For port d7db0cd1-9428-43e7-99c5-f04514aa40a1, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:38:22.806847 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] For port d7db0cd1-9428-43e7-99c5-f04514aa40a1, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=d7db0cd1-9428-43e7-99c5-f04514aa40a1,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:38:22.813799 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:22.846504 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:22.847153 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:22.849365 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] 10.222.0.42 "PUT /v2.0/ports/d7db0cd1-9428-43e7-99c5-f04514aa40a1 HTTP/1.1" status: 200 len: 1091 time: 0.8762476 Feb 09 22:38:22.892531 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c2b5e-da0a-46f0-92bf-41f236022b60 service neutron] Pushing event updated for resources: {'Port': ['ID=d7db0cd1-9428-43e7-99c5-f04514aa40a1,revision_number=7']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:22.946325 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-bd92e4e8-2128-452c-8fd4-3e54814a966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:22.949083 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-bd92e4e8-2128-452c-8fd4-3e54814a966d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 1125 time: 0.0703924 Feb 09 22:38:23.100008 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc23428-3784-4e1d-9584-fff3a7461b26 req-b596312f-c792-478c-967b-6f687cf90741 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:23.101560 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7bc23428-3784-4e1d-9584-fff3a7461b26 req-b596312f-c792-478c-967b-6f687cf90741 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 943 time: 0.1190591 Feb 09 22:38:23.103220 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-85a51db4-0079-49c1-b93b-cdb1637c24ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:23.104681 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-85a51db4-0079-49c1-b93b-cdb1637c24ad service neutron] 10.222.0.42 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.1462507 Feb 09 22:38:23.207725 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7bc23428-3784-4e1d-9584-fff3a7461b26 req-dd9eefba-884e-4614-87e0-21fcad94e228 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001079 Feb 09 22:38:23.210168 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-02eb7a9b-32f3-4676-a723-ba744a3dd193 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7db0cd1-9428-43e7-99c5-f04514aa40a1 HTTP/1.1" status: 200 len: 998 time: 0.0959136 Feb 09 22:38:23.264040 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-2970ac8d-6e83-4329-8c45-6b292d0c7242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:23.265563 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-2970ac8d-6e83-4329-8c45-6b292d0c7242 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0483866 Feb 09 22:38:23.324245 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-34f7ecd9-4c2b-48f1-bae5-aad5c6d2eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:23.325847 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-34f7ecd9-4c2b-48f1-bae5-aad5c6d2eda8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504956 Feb 09 22:38:23.441148 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-cdd94c2b-b710-4ab4-9201-823818641811 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056247 Feb 09 22:38:23.540425 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f1420ae4-331b-4dd4-99de-f8c4823d09a0 req-f5656679-1ce0-470d-b7be-a26c5b33a932 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902939 Feb 09 22:38:24.340183 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec5dd2-f2a2-49dc-8afe-680fe11f9ea4 req-87bafd0f-b4d6-4eb2-8d7b-d3f83d1b81b3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:24.341817 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05ec5dd2-f2a2-49dc-8afe-680fe11f9ea4 req-87bafd0f-b4d6-4eb2-8d7b-d3f83d1b81b3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 943 time: 0.0566850 Feb 09 22:38:24.397678 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05ec5dd2-f2a2-49dc-8afe-680fe11f9ea4 req-0dd9ff5d-5b93-4b20-bba6-2015a2007f9a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501170 Feb 09 22:38:24.438731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786d8ecf-38ab-4555-b5a6-ce3acb178215', 'tag': 'd7db0cd1-9428-43e7-99c5-f04514aa40a1'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:38:24.441859 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c304896-42a3-44f9-982c-b42d57eab4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "786d8ecf-38ab-4555-b5a6-ce3acb178215", "tag": "d7db0cd1-9428-43e7-99c5-f04514aa40a1"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:38:24.491633 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3aa955-839b-47fa-8fbf-acc18d26d13b x-openstack-request-id: req-9b3aa955-839b-47fa-8fbf-acc18d26d13b {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:38:24.491955 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "786d8ecf-38ab-4555-b5a6-ce3acb178215", "tag": "d7db0cd1-9428-43e7-99c5-f04514aa40a1", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:38:24.492220 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9b3aa955-839b-47fa-8fbf-acc18d26d13b {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:38:24.492632 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786d8ecf-38ab-4555-b5a6-ce3acb178215', 'tag': 'd7db0cd1-9428-43e7-99c5-f04514aa40a1', 'status': 'completed', 'code': 200} Feb 09 22:38:24.576410 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c304896-42a3-44f9-982c-b42d57eab4ca req-1f6393b3-accc-452d-9904-4fbcff5a306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:24.578981 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2c304896-42a3-44f9-982c-b42d57eab4ca req-1f6393b3-accc-452d-9904-4fbcff5a306c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 1125 time: 0.0704353 Feb 09 22:38:24.582276 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c304896-42a3-44f9-982c-b42d57eab4ca req-2a6ef3d4-b0ae-431c-8d35-d9bed9caf76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:24.584428 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c304896-42a3-44f9-982c-b42d57eab4ca req-2a6ef3d4-b0ae-431c-8d35-d9bed9caf76c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 1125 time: 0.0675135 Feb 09 22:38:24.704174 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c304896-42a3-44f9-982c-b42d57eab4ca req-8a99a78e-d6c1-429a-a0bc-a69b7246de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:24.705878 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c304896-42a3-44f9-982c-b42d57eab4ca req-8a99a78e-d6c1-429a-a0bc-a69b7246de43 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.1137826 Feb 09 22:38:24.789215 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c304896-42a3-44f9-982c-b42d57eab4ca req-5477ef5c-faa9-4913-a2d8-0db493bac489 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7db0cd1-9428-43e7-99c5-f04514aa40a1 HTTP/1.1" status: 200 len: 998 time: 0.0743628 Feb 09 22:38:24.865968 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c304896-42a3-44f9-982c-b42d57eab4ca req-bf7c6363-e11d-4222-9a9a-18fb116e42a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:24.868678 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c304896-42a3-44f9-982c-b42d57eab4ca req-bf7c6363-e11d-4222-9a9a-18fb116e42a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0709767 Feb 09 22:38:24.929491 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c304896-42a3-44f9-982c-b42d57eab4ca req-d579d14d-aa78-4bba-9e95-c72585207e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:24.931056 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c304896-42a3-44f9-982c-b42d57eab4ca req-d579d14d-aa78-4bba-9e95-c72585207e5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557570 Feb 09 22:38:24.948547 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c304896-42a3-44f9-982c-b42d57eab4ca req-585ad41d-703c-4e1a-9816-497368312a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:24.950225 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2c304896-42a3-44f9-982c-b42d57eab4ca req-585ad41d-703c-4e1a-9816-497368312a8d service neutron] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.3653734 Feb 09 22:38:25.034858 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2c304896-42a3-44f9-982c-b42d57eab4ca req-ed586628-e4e1-4b0b-a8de-d1eda5dfb6b2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7db0cd1-9428-43e7-99c5-f04514aa40a1 HTTP/1.1" status: 200 len: 998 time: 0.0778277 Feb 09 22:38:25.037444 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c304896-42a3-44f9-982c-b42d57eab4ca req-977a9926-2167-42e8-8e8c-0d3d0ef703b3 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986259 Feb 09 22:38:25.088520 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c304896-42a3-44f9-982c-b42d57eab4ca req-3b64578d-6fbd-48ef-9114-a2a13af8eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:25.090005 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2c304896-42a3-44f9-982c-b42d57eab4ca req-3b64578d-6fbd-48ef-9114-a2a13af8eb21 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0510104 Feb 09 22:38:25.145313 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c304896-42a3-44f9-982c-b42d57eab4ca req-b5117fb4-d3fe-4263-8a55-d4dd48d793fa service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014509 Feb 09 22:38:25.156181 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c304896-42a3-44f9-982c-b42d57eab4ca req-2b9c82ed-7075-41f2-8ec3-741fe0ca2993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:25.157835 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2c304896-42a3-44f9-982c-b42d57eab4ca req-2b9c82ed-7075-41f2-8ec3-741fe0ca2993 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0622196 Feb 09 22:38:25.251470 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2c304896-42a3-44f9-982c-b42d57eab4ca req-147b7cae-c460-4c2c-81b0-de5d25b1227d service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860445 Feb 09 22:38:25.354956 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2c304896-42a3-44f9-982c-b42d57eab4ca req-0e4da110-8676-44bc-bdef-f4826e2bc0eb service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979013 Feb 09 22:38:25.453500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device d7db0cd1-9428-43e7-99c5-f04514aa40a1 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:38:25.498462 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] The host n-h1-828601-1 is not matching for port d7db0cd1-9428-43e7-99c5-f04514aa40a1 host n-h2-828601-1! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:38:25.498854 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device d7db0cd1-9428-43e7-99c5-f04514aa40a1 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:38:25.529236 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fac10a-fae2-47bb-9914-246798b74c31 req-3af17d6a-d683-4072-9e76-6bcbed857e26 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:25.530754 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a0fac10a-fae2-47bb-9914-246798b74c31 req-3af17d6a-d683-4072-9e76-6bcbed857e26 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 943 time: 0.0603786 Feb 09 22:38:25.579009 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a0fac10a-fae2-47bb-9914-246798b74c31 req-b2d64b12-ce79-419c-b6fd-4948457c18f5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424640 Feb 09 22:38:25.809369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b1333-5f6f-4265-b30b-19bbe561b311 req-86572452-f80b-43fa-978b-45417ff13f40 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:25.811308 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b50b1333-5f6f-4265-b30b-19bbe561b311 req-86572452-f80b-43fa-978b-45417ff13f40 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 943 time: 0.0659950 Feb 09 22:38:25.822540 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856e075-43fe-4112-902d-4829824db4b7 req-f6572ae6-3d46-4bdf-9887-fc90a9071e15 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:25.824327 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b856e075-43fe-4112-902d-4829824db4b7 req-f6572ae6-3d46-4bdf-9887-fc90a9071e15 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.71 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215&tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 943 time: 0.0667131 Feb 09 22:38:25.876438 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b50b1333-5f6f-4265-b30b-19bbe561b311 req-bd9c9565-46a5-4f54-8f6f-28d056b0b74a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558693 Feb 09 22:38:25.906561 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [req-b856e075-43fe-4112-902d-4829824db4b7 req-650d84b0-acf0-475c-8af6-bc5654879b1d service neutron] delete failed (client error): The resource could not be found. Feb 09 22:38:25.907619 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b856e075-43fe-4112-902d-4829824db4b7 req-650d84b0-acf0-475c-8af6-bc5654879b1d service neutron] 10.222.0.71 "DELETE /v2.0/ports/d7db0cd1-9428-43e7-99c5-f04514aa40a1/bindings/n-h1-828601-1 HTTP/1.1" status: 404 len: 380 time: 0.0722692 Feb 09 22:38:26.015075 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856e075-43fe-4112-902d-4829824db4b7 req-c9a539db-33eb-4fe5-956c-c01e1f814b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:26.016672 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b856e075-43fe-4112-902d-4829824db4b7 req-c9a539db-33eb-4fe5-956c-c01e1f814b6b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 1125 time: 0.0619586 Feb 09 22:38:26.113712 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856e075-43fe-4112-902d-4829824db4b7 req-b657bc03-211b-4316-b2f6-547e325dc6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:26.115789 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b856e075-43fe-4112-902d-4829824db4b7 req-b657bc03-211b-4316-b2f6-547e325dc6e2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0933869 Feb 09 22:38:26.189191 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b856e075-43fe-4112-902d-4829824db4b7 req-b0912f0f-c711-4418-a216-1aa9949f8212 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7db0cd1-9428-43e7-99c5-f04514aa40a1 HTTP/1.1" status: 200 len: 998 time: 0.0669637 Feb 09 22:38:26.240289 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856e075-43fe-4112-902d-4829824db4b7 req-9fb4da47-5da9-416b-bac6-a92750a78f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:26.241801 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b856e075-43fe-4112-902d-4829824db4b7 req-9fb4da47-5da9-416b-bac6-a92750a78f6e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0472341 Feb 09 22:38:26.293574 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856e075-43fe-4112-902d-4829824db4b7 req-55f7a1e1-2c60-4730-95fe-204875396dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:26.295115 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b856e075-43fe-4112-902d-4829824db4b7 req-55f7a1e1-2c60-4730-95fe-204875396dea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465739 Feb 09 22:38:26.396511 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b856e075-43fe-4112-902d-4829824db4b7 req-565ff0a3-adb5-4953-99d1-bbfaf52c6be8 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947914 Feb 09 22:38:26.494147 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b856e075-43fe-4112-902d-4829824db4b7 req-b7952e75-e8fd-4b5c-a333-63cfe67dff1a service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919826 Feb 09 22:38:27.026299 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afb350-4f9c-40d9-84bc-d5ecf311c236 req-90f98bcb-dfc0-42b9-864a-7df38a9ea75e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:27.028125 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1afb350-4f9c-40d9-84bc-d5ecf311c236 req-90f98bcb-dfc0-42b9-864a-7df38a9ea75e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 943 time: 0.0619376 Feb 09 22:38:27.089997 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1afb350-4f9c-40d9-84bc-d5ecf311c236 req-ed725115-088e-48cf-b3b0-28c9f5d59a95 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500948 Feb 09 22:38:27.225674 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e83ade-6215-4d62-ae1e-fae351fdaf23 req-171880a9-3140-4e4c-8b80-3e0c9a486292 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:27.227213 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-15e83ade-6215-4d62-ae1e-fae351fdaf23 req-171880a9-3140-4e4c-8b80-3e0c9a486292 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 943 time: 0.0619450 Feb 09 22:38:27.286344 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-15e83ade-6215-4d62-ae1e-fae351fdaf23 req-fd718826-0da1-4237-9c08-6df9af8f5070 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485969 Feb 09 22:38:27.429018 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device d7db0cd1-9428-43e7-99c5-f04514aa40a1 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:38:27.569221 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port d7db0cd1-9428-43e7-99c5-f04514aa40a1, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=d7db0cd1-9428-43e7-99c5-f04514aa40a1,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:38:27.581944 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'd7db0cd1-9428-43e7-99c5-f04514aa40a1', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'port_id': 'd7db0cd1-9428-43e7-99c5-f04514aa40a1', 'mac_address': 'fa:16:3e:2c:e3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:38:27.584664 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a3ae6-ea41-42d6-bb1a-228138e87987 req-db9f3a76-67f6-4b38-8530-fe1521fb9883 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:27.586252 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a3a3ae6-ea41-42d6-bb1a-228138e87987 req-db9f3a76-67f6-4b38-8530-fe1521fb9883 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 943 time: 0.1056499 Feb 09 22:38:27.604313 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f1c71-071a-4f47-b4f9-4ea4cf3ae8be req-c7acfaf4-5ae7-462a-8f62-65b2abd42ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:27.605859 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc2f1c71-071a-4f47-b4f9-4ea4cf3ae8be req-c7acfaf4-5ae7-462a-8f62-65b2abd42ddc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 1125 time: 0.0731351 Feb 09 22:38:27.628227 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port d7db0cd1-9428-43e7-99c5-f04514aa40a1 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:38:27.628890 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:27.647170 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7db0cd1-9428-43e7-99c5-f04514aa40a1 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:38:27.673124 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port d7db0cd1-9428-43e7-99c5-f04514aa40a1, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=d7db0cd1-9428-43e7-99c5-f04514aa40a1,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:38:27.678601 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:27.740478 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=d7db0cd1-9428-43e7-99c5-f04514aa40a1,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:27.940486 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['d7db0cd1-9428-43e7-99c5-f04514aa40a1'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:38:28.134112 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4a3a3ae6-ea41-42d6-bb1a-228138e87987 req-86ce649a-9349-40f2-bf0c-f1bd96d1f307 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5407410 Feb 09 22:38:28.175353 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f1c71-071a-4f47-b4f9-4ea4cf3ae8be req-188235bb-3356-416a-b61d-106f5dd621f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:28.176948 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc2f1c71-071a-4f47-b4f9-4ea4cf3ae8be req-188235bb-3356-416a-b61d-106f5dd621f4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.5615699 Feb 09 22:38:28.261589 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc2f1c71-071a-4f47-b4f9-4ea4cf3ae8be req-a817b4e5-139c-4c2d-86a9-7c373031b459 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7db0cd1-9428-43e7-99c5-f04514aa40a1 HTTP/1.1" status: 200 len: 999 time: 0.0776839 Feb 09 22:38:28.316413 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f1c71-071a-4f47-b4f9-4ea4cf3ae8be req-f38feedf-ec85-4dd5-9bfe-2320873e5e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:28.318603 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc2f1c71-071a-4f47-b4f9-4ea4cf3ae8be req-f38feedf-ec85-4dd5-9bfe-2320873e5e12 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0489373 Feb 09 22:38:28.373068 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f1c71-071a-4f47-b4f9-4ea4cf3ae8be req-fa812703-fdc4-4c04-9c1a-3789cc8e3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:28.374598 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc2f1c71-071a-4f47-b4f9-4ea4cf3ae8be req-fa812703-fdc4-4c04-9c1a-3789cc8e3676 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492830 Feb 09 22:38:28.474483 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc2f1c71-071a-4f47-b4f9-4ea4cf3ae8be req-01db4e4f-b69f-4fbb-b3db-0f5545991379 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923615 Feb 09 22:38:28.572153 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc2f1c71-071a-4f47-b4f9-4ea4cf3ae8be req-35587d50-e2dd-4ee2-91a5-8c6a4723a79d service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878587 Feb 09 22:38:29.266056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b19f42-1ea9-4b42-9781-ad5aec47cf7d req-1a9aa088-4b07-4a9e-804c-14bfd5845083 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:29.267906 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-92b19f42-1ea9-4b42-9781-ad5aec47cf7d req-1a9aa088-4b07-4a9e-804c-14bfd5845083 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 944 time: 0.0594716 Feb 09 22:38:29.316540 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-92b19f42-1ea9-4b42-9781-ad5aec47cf7d req-01d1deef-e99a-49a5-a81d-3a770800e4f2 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427234 Feb 09 22:38:29.445942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device d7db0cd1-9428-43e7-99c5-f04514aa40a1 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:38:29.517601 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port d7db0cd1-9428-43e7-99c5-f04514aa40a1 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:38:29.523515 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port d7db0cd1-9428-43e7-99c5-f04514aa40a1 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:38:29.524072 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:29.587931 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d38ed-8789-4d31-a585-3b5f86cc9605 req-dfae9665-e36b-46ab-811e-1d1ad132a96e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:29.589558 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c32d38ed-8789-4d31-a585-3b5f86cc9605 req-dfae9665-e36b-46ab-811e-1d1ad132a96e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 944 time: 0.0672970 Feb 09 22:38:29.622167 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port d7db0cd1-9428-43e7-99c5-f04514aa40a1 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:38:29.622674 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:29.646914 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c32d38ed-8789-4d31-a585-3b5f86cc9605 req-b38a16b1-f76b-4a99-8731-348c0a306b06 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497382 Feb 09 22:38:29.648926 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786d8ecf-38ab-4555-b5a6-ce3acb178215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7db0cd1-9428-43e7-99c5-f04514aa40a1'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:38:29.651412 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef181c1-a197-486d-9449-66e1e18466e1" -d '{"events": [{"server_uuid": "786d8ecf-38ab-4555-b5a6-ce3acb178215", "name": "network-vif-plugged", "status": "completed", "tag": "d7db0cd1-9428-43e7-99c5-f04514aa40a1"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:38:29.673456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port d7db0cd1-9428-43e7-99c5-f04514aa40a1, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=d7db0cd1-9428-43e7-99c5-f04514aa40a1,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:38:29.680392 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:29.705286 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764cb558-432e-4bb1-b597-f6541e5722ba x-openstack-request-id: req-764cb558-432e-4bb1-b597-f6541e5722ba {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:38:29.705606 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786d8ecf-38ab-4555-b5a6-ce3acb178215", "name": "network-vif-plugged", "status": "completed", "tag": "d7db0cd1-9428-43e7-99c5-f04514aa40a1", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:38:29.705821 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-764cb558-432e-4bb1-b597-f6541e5722ba {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:38:29.706221 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786d8ecf-38ab-4555-b5a6-ce3acb178215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7db0cd1-9428-43e7-99c5-f04514aa40a1', 'code': 200} Feb 09 22:38:29.734076 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=d7db0cd1-9428-43e7-99c5-f04514aa40a1,revision_number=9']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:30.778775 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef8011-0265-4893-bfab-8145a3def6d1 req-98804c5c-75ce-449f-87d5-081df7a9e959 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:30.780409 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-90ef8011-0265-4893-bfab-8145a3def6d1 req-98804c5c-75ce-449f-87d5-081df7a9e959 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0548604 Feb 09 22:38:30.832551 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-90ef8011-0265-4893-bfab-8145a3def6d1 req-daf4a152-a2ca-4a05-838f-c03ce3dc8ef0 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464385 Feb 09 22:38:31.060171 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc40eb-1b26-4e7f-9b85-f33104508bfb req-815c2872-94c7-49ba-ab0f-ae42da7e3a22 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:31.061594 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6ffc40eb-1b26-4e7f-9b85-f33104508bfb req-815c2872-94c7-49ba-ab0f-ae42da7e3a22 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.42 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 945 time: 0.0518548 Feb 09 22:38:31.156906 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-6ffc40eb-1b26-4e7f-9b85-f33104508bfb req-803dada3-48d6-44c8-8013-270e25c18227 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Deleting port d7db0cd1-9428-43e7-99c5-f04514aa40a1 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:38:31.157248 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6ffc40eb-1b26-4e7f-9b85-f33104508bfb req-803dada3-48d6-44c8-8013-270e25c18227 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:31.249479 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-6ffc40eb-1b26-4e7f-9b85-f33104508bfb req-803dada3-48d6-44c8-8013-270e25c18227 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] For port d7db0cd1-9428-43e7-99c5-f04514aa40a1, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=d7db0cd1-9428-43e7-99c5-f04514aa40a1,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:38:31.249841 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6ffc40eb-1b26-4e7f-9b85-f33104508bfb req-803dada3-48d6-44c8-8013-270e25c18227 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:31.426055 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6ffc40eb-1b26-4e7f-9b85-f33104508bfb req-803dada3-48d6-44c8-8013-270e25c18227 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:31.426674 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6ffc40eb-1b26-4e7f-9b85-f33104508bfb req-803dada3-48d6-44c8-8013-270e25c18227 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (9014190c-32ef-4744-83a8-983cf21ac129), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:31.427740 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [req-6ffc40eb-1b26-4e7f-9b85-f33104508bfb req-803dada3-48d6-44c8-8013-270e25c18227 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Floating IP 9014190c-32ef-4744-83a8-983cf21ac129 disassociated. External IP: 172.25.6.68, port: d7db0cd1-9428-43e7-99c5-f04514aa40a1. Feb 09 22:38:31.428303 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-6ffc40eb-1b26-4e7f-9b85-f33104508bfb req-803dada3-48d6-44c8-8013-270e25c18227 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Calling delete_port for d7db0cd1-9428-43e7-99c5-f04514aa40a1 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:38:31.560064 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6ffc40eb-1b26-4e7f-9b85-f33104508bfb req-803dada3-48d6-44c8-8013-270e25c18227 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (d7db0cd1-9428-43e7-99c5-f04514aa40a1), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:31.586656 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803dada3-48d6-44c8-8013-270e25c18227 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Pushing event deleted for resources: {'Port': ['ID=d7db0cd1-9428-43e7-99c5-f04514aa40a1,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:31.704728 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ffc40eb-1b26-4e7f-9b85-f33104508bfb req-803dada3-48d6-44c8-8013-270e25c18227 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:38:31.815059 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ffc40eb-1b26-4e7f-9b85-f33104508bfb req-803dada3-48d6-44c8-8013-270e25c18227 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:38:31.825258 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0e8c03-dccf-485c-8e78-e41f6a779c43 None None] Sync routers for ids ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:38:31.835138 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0e8c03-dccf-485c-8e78-e41f6a779c43 None None] Routers {'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:38:31.835868 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0e0e8c03-dccf-485c-8e78-e41f6a779c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:38:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:38:31.857216 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffc40eb-1b26-4e7f-9b85-f33104508bfb req-803dada3-48d6-44c8-8013-270e25c18227 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] No DVR routers for this DVR port d7db0cd1-9428-43e7-99c5-f04514aa40a1 on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:38:31.860120 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6ffc40eb-1b26-4e7f-9b85-f33104508bfb req-803dada3-48d6-44c8-8013-270e25c18227 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:31.863811 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6ffc40eb-1b26-4e7f-9b85-f33104508bfb req-803dada3-48d6-44c8-8013-270e25c18227 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.42 "DELETE /v2.0/ports/d7db0cd1-9428-43e7-99c5-f04514aa40a1 HTTP/1.1" status: 204 len: 173 time: 0.7937536 Feb 09 22:38:31.863942 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786d8ecf-38ab-4555-b5a6-ce3acb178215', 'name': 'network-vif-deleted', 'tag': 'd7db0cd1-9428-43e7-99c5-f04514aa40a1'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:38:31.866892 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc15984b-2ef6-4bd5-a752-a297fcd4a5d9" -d '{"events": [{"server_uuid": "786d8ecf-38ab-4555-b5a6-ce3acb178215", "name": "network-vif-deleted", "tag": "d7db0cd1-9428-43e7-99c5-f04514aa40a1"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:38:31.942593 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-24e30e40-91d3-46fe-a3b9-5638772aaa1a req-8dc61ac6-1501-444c-8030-1156fbd6f159 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=786d8ecf-38ab-4555-b5a6-ce3acb178215 HTTP/1.1" status: 200 len: 210 time: 0.0288591 Feb 09 22:38:31.954378 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-0e0e8c03-dccf-485c-8e78-e41f6a779c43 None None] Set router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:38:32.001143 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540a829a-113a-48dd-824f-c1b898524997 x-openstack-request-id: req-540a829a-113a-48dd-824f-c1b898524997 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:38:32.001143 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786d8ecf-38ab-4555-b5a6-ce3acb178215", "name": "network-vif-deleted", "tag": "d7db0cd1-9428-43e7-99c5-f04514aa40a1", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:38:32.001354 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-540a829a-113a-48dd-824f-c1b898524997 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:38:32.001719 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786d8ecf-38ab-4555-b5a6-ce3acb178215', 'name': 'network-vif-deleted', 'tag': 'd7db0cd1-9428-43e7-99c5-f04514aa40a1', 'status': 'completed', 'code': 200} Feb 09 22:38:32.191238 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0e0e8c03-dccf-485c-8e78-e41f6a779c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:38:32.217122 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0e8c03-dccf-485c-8e78-e41f6a779c43 None None] Checking router: e9ccffc4-3f9a-4c90-bd18-d43b33e71bce for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:38:32.226452 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0e8c03-dccf-485c-8e78-e41f6a779c43 None None] Routers {'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:38:32.226995 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0e0e8c03-dccf-485c-8e78-e41f6a779c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:38:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:38:32.506877 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-0e0e8c03-dccf-485c-8e78-e41f6a779c43 None None] Set router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:38:32.709552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0e0e8c03-dccf-485c-8e78-e41f6a779c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:38:32.738667 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0e8c03-dccf-485c-8e78-e41f6a779c43 None None] The sync data for ids ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'] in n-d-828601-1 is: [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:38:32.958443 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9af0e9-e4e4-43e2-a228-14ec1775afdf None None] New status for floating IP 9014190c-32ef-4744-83a8-983cf21ac129: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:38:33.192314 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-b1a8feb3-6090-4ee5-90e2-bf502c16be03 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--677626910&fields=id&tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e HTTP/1.1" status: 200 len: 267 time: 0.0459297 Feb 09 22:38:33.296342 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-3103f9f1-94be-4b2a-933f-baffbdbd0e53 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:33.297736 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-3103f9f1-94be-4b2a-933f-baffbdbd0e53 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 811 time: 0.0984738 Feb 09 22:38:33.312778 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-b442a3f9-b70e-4026-a7e3-1367dca26dba tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/quotas/d79c9f6cc21d4f85b659a2742a3eee6e HTTP/1.1" status: 200 len: 375 time: 0.0090179 Feb 09 22:38:33.366702 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-ced9c99a-f59c-4f53-987b-fcdb2afc59f4 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492063 Feb 09 22:38:33.464849 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-12fb2986-3538-4146-8368-fe9877130620 service neutron] 10.222.0.77 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867238 Feb 09 22:38:33.553041 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-11c24d13-4ea2-4d53-87de-70383f383a52 service neutron] 10.222.0.77 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824821 Feb 09 22:38:33.739982 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a80692f-e55f-474d-9c9d-37162f2b7bd6 req-0f4848b2-127a-4737-9820-c1d04adc11b0 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 210 time: 0.0356712 Feb 09 22:38:34.660878 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-735da5fc-84e1-433a-b678-29aea795139e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:34.662296 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-735da5fc-84e1-433a-b678-29aea795139e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 811 time: 0.1084008 Feb 09 22:38:34.723091 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-538e8057-36d1-4648-b695-f96dfc8a9aed tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e HTTP/1.1" status: 200 len: 379 time: 0.0518279 Feb 09 22:38:34.731676 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-9077c5c9-99e8-4fdb-9de6-d5d25a3af13e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Request body: {'port': {'device_id': '00f9246b-f41b-47a6-a772-2861a7234f26', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'admin_state_up': True, 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'security_groups': ['02b30053-1565-4fab-9681-a3d799a08e1a']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:38:34.840933 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-9077c5c9-99e8-4fdb-9de6-d5d25a3af13e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Made reservation on behalf of d79c9f6cc21d4f85b659a2742a3eee6e for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:38:34.844355 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ee96937-2298-47f2-ab5b-91e65233e88d req-59a344ed-a4a1-4a6c-a897-f6684dd87d15 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 210 time: 0.0339007 Feb 09 22:38:34.844883 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-9077c5c9-99e8-4fdb-9de6-d5d25a3af13e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:34.984866 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-9077c5c9-99e8-4fdb-9de6-d5d25a3af13e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Allocated IP 172.20.0.14 (6638d097-1a14-4c77-ba78-98ca19e889e2/ca5aaed4-4d38-43cc-9797-209114c0b43f/4081912d-9b7b-4c5a-a15c-bc48000d7b40) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:38:35.125068 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-9077c5c9-99e8-4fdb-9de6-d5d25a3af13e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:35.157793 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-9077c5c9-99e8-4fdb-9de6-d5d25a3af13e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:35.198340 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-9077c5c9-99e8-4fdb-9de6-d5d25a3af13e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Network 6638d097-1a14-4c77-ba78-98ca19e889e2 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:38:35.203361 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-9077c5c9-99e8-4fdb-9de6-d5d25a3af13e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:38:35.207167 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-9077c5c9-99e8-4fdb-9de6-d5d25a3af13e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:38:35.235909 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077c5c9-99e8-4fdb-9de6-d5d25a3af13e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Pushing event updated for resources: {'Port': ['ID=4081912d-9b7b-4c5a-a15c-bc48000d7b40,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:35.262203 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-9077c5c9-99e8-4fdb-9de6-d5d25a3af13e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:35.262831 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-9077c5c9-99e8-4fdb-9de6-d5d25a3af13e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:35.280049 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-9077c5c9-99e8-4fdb-9de6-d5d25a3af13e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5518417 Feb 09 22:38:35.292156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] Request body: {'port': {'device_id': '00f9246b-f41b-47a6-a772-2861a7234f26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:38:35.357068 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:35.440888 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-465cd342-a24f-4e84-ae57-e872ecb0fe58 None None] Provisioning complete for port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:38:35.441915 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-465cd342-a24f-4e84-ae57-e872ecb0fe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:35.464795 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device d7db0cd1-9428-43e7-99c5-f04514aa40a1 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:38:35.490563 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: d7db0cd1-9428-43e7-99c5-f04514aa40a1 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:38:35.490830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device d7db0cd1-9428-43e7-99c5-f04514aa40a1 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:38:35.497447 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-465cd342-a24f-4e84-ae57-e872ecb0fe58 None None] Port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:38:35.616216 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4081912d-9b7b-4c5a-a15c-bc48000d7b40 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:38:35.623546 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] Publish callbacks [] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:35.636690 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] Transition to ACTIVE for port object 4081912d-9b7b-4c5a-a15c-bc48000d7b40 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:38:35.640852 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:35.691792 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] Pushing event updated for resources: {'Port': ['ID=4081912d-9b7b-4c5a-a15c-bc48000d7b40,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:35.773307 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] Attempting to bind port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:38:35.773756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] Attempting to bind port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:38:35.774095 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] Attempting to bind port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:38:35.778976 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] Port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:38:35.779284 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] Attempting to bind port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:38:35.784539 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:38:35.785018 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] Checking segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:38:35.785254 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] Bound using segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:38:35.785680 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] Bound port: 4081912d-9b7b-4c5a-a15c-bc48000d7b40, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:38:35.786086 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:35.863712 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] For port 4081912d-9b7b-4c5a-a15c-bc48000d7b40, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:38:35.868185 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] For port 4081912d-9b7b-4c5a-a15c-bc48000d7b40, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:38:35.878757 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:35.929223 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:35.929223 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:35.930488 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] 10.222.0.71 "PUT /v2.0/ports/4081912d-9b7b-4c5a-a15c-bc48000d7b40 HTTP/1.1" status: 200 len: 1092 time: 0.6431599 Feb 09 22:38:35.930958 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f9246b-f41b-47a6-a772-2861a7234f26', 'tag': '4081912d-9b7b-4c5a-a15c-bc48000d7b40'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:38:35.933498 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178540b2-2b99-4b07-bdde-b76bccd9444a" -d '{"events": [{"name": "network-changed", "server_uuid": "00f9246b-f41b-47a6-a772-2861a7234f26", "tag": "4081912d-9b7b-4c5a-a15c-bc48000d7b40"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:38:35.975594 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c079d5b-d8fd-4eae-b7cb-81bf7ccfc309 service neutron] Pushing event updated for resources: {'Port': ['ID=4081912d-9b7b-4c5a-a15c-bc48000d7b40,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:35.994184 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ab5e8-e576-4bcb-8890-7666071959e8 req-9f9f79b8-d0a7-4b9c-a4d8-42c796b9ae37 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:35.995809 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b01ab5e8-e576-4bcb-8890-7666071959e8 req-9f9f79b8-d0a7-4b9c-a4d8-42c796b9ae37 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 944 time: 0.0766718 Feb 09 22:38:36.044224 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-37ac1d7d-7fa3-4ac0-9ee9-1b67c6f03782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:36.045803 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-37ac1d7d-7fa3-4ac0-9ee9-1b67c6f03782 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 1126 time: 0.0589578 Feb 09 22:38:36.055498 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b01ab5e8-e576-4bcb-8890-7666071959e8 req-6c15ca5c-c560-4f8b-9073-fdf8aff10a52 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484941 Feb 09 22:38:36.094760 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-a4d9856a-9d25-42b5-a74e-77f2f410d014 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40 HTTP/1.1" status: 200 len: 217 time: 0.0416412 Feb 09 22:38:36.143050 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a06d742-4fa0-44cf-8a3b-278f4b841347 x-openstack-request-id: req-1a06d742-4fa0-44cf-8a3b-278f4b841347 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:38:36.143473 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f9246b-f41b-47a6-a772-2861a7234f26", "tag": "4081912d-9b7b-4c5a-a15c-bc48000d7b40", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:38:36.143758 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1a06d742-4fa0-44cf-8a3b-278f4b841347 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:38:36.144455 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f9246b-f41b-47a6-a772-2861a7234f26', 'tag': '4081912d-9b7b-4c5a-a15c-bc48000d7b40', 'status': 'completed', 'code': 200} Feb 09 22:38:36.151230 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-cf7e68f7-4a2d-4773-aaad-070e782fae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:36.152856 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-cf7e68f7-4a2d-4773-aaad-070e782fae64 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0524380 Feb 09 22:38:36.211988 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-d2625a08-e3ac-4918-b4ea-39da72e636fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:36.213542 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-d2625a08-e3ac-4918-b4ea-39da72e636fa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549612 Feb 09 22:38:36.307222 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-cbe1c98a-7178-431d-9e2e-5fac6e45cd0d service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824327 Feb 09 22:38:36.399214 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e5438a7a-b948-4a8a-b572-404e1e13c922 req-6eed2851-90ab-4006-8ea0-dc34a983f50a service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864542 Feb 09 22:38:36.487969 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178540b2-2b99-4b07-bdde-b76bccd9444a req-ff622cb3-913f-400a-bd12-b9a19bd1d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:36.489514 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-178540b2-2b99-4b07-bdde-b76bccd9444a req-ff622cb3-913f-400a-bd12-b9a19bd1d136 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 1126 time: 0.0471802 Feb 09 22:38:36.575393 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178540b2-2b99-4b07-bdde-b76bccd9444a req-c6572384-1488-4723-b3b2-e2df729b3026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:36.576920 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-178540b2-2b99-4b07-bdde-b76bccd9444a req-c6572384-1488-4723-b3b2-e2df729b3026 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0821371 Feb 09 22:38:36.620282 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-178540b2-2b99-4b07-bdde-b76bccd9444a req-9eb356a5-fa4c-4c42-88e7-6b0177065920 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40 HTTP/1.1" status: 200 len: 217 time: 0.0378599 Feb 09 22:38:36.668720 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178540b2-2b99-4b07-bdde-b76bccd9444a req-0b58a340-ce7c-4298-b647-34c233ed4015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:36.670177 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-178540b2-2b99-4b07-bdde-b76bccd9444a req-0b58a340-ce7c-4298-b647-34c233ed4015 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0439208 Feb 09 22:38:36.718886 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178540b2-2b99-4b07-bdde-b76bccd9444a req-cca16923-0c9e-468f-a932-cf12e1596bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:36.720494 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-178540b2-2b99-4b07-bdde-b76bccd9444a req-cca16923-0c9e-468f-a932-cf12e1596bdc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440061 Feb 09 22:38:36.810004 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-178540b2-2b99-4b07-bdde-b76bccd9444a req-1f218301-760b-46b9-8d28-3a5beffd65e9 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833647 Feb 09 22:38:36.897038 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-178540b2-2b99-4b07-bdde-b76bccd9444a req-58f0612d-e978-4537-a72a-b8f517501026 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812037 Feb 09 22:38:37.196334 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635207f8-8141-4757-9ada-340f4d9dc880 req-bf2030a1-40b8-4c40-bbf6-deddad9d34e3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:37.197769 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-635207f8-8141-4757-9ada-340f4d9dc880 req-bf2030a1-40b8-4c40-bbf6-deddad9d34e3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 944 time: 0.0520539 Feb 09 22:38:37.248859 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-635207f8-8141-4757-9ada-340f4d9dc880 req-61a21128-bc22-43d3-87e2-d94530bb8157 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456109 Feb 09 22:38:37.896310 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-080f45cf-1882-4ecf-932d-4bb042d1bbf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:38.373447 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571c6a8-0af9-4279-b992-9e777a63bef9 req-8a596601-4af3-4e7d-96fa-952ccc160620 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:38.374991 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6571c6a8-0af9-4279-b992-9e777a63bef9 req-8a596601-4af3-4e7d-96fa-952ccc160620 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 944 time: 0.0557516 Feb 09 22:38:38.423149 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6571c6a8-0af9-4279-b992-9e777a63bef9 req-c862a464-bfa6-4d7c-bb57-88784e85b80b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416675 Feb 09 22:38:39.515613 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 4081912d-9b7b-4c5a-a15c-bc48000d7b40 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:38:39.555074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cebaf-a41b-4b2d-9f09-7e1e5824605c req-b36ff00f-1e3c-4561-80ed-57b3669abbb5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:39.556663 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a6cebaf-a41b-4b2d-9f09-7e1e5824605c req-b36ff00f-1e3c-4561-80ed-57b3669abbb5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 944 time: 0.0611448 Feb 09 22:38:39.606901 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a6cebaf-a41b-4b2d-9f09-7e1e5824605c req-690d840b-fd82-46ec-a4f4-afbed2cf283e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442822 Feb 09 22:38:39.615286 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 4081912d-9b7b-4c5a-a15c-bc48000d7b40, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:38:39.628806 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '4081912d-9b7b-4c5a-a15c-bc48000d7b40', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'port_id': '4081912d-9b7b-4c5a-a15c-bc48000d7b40', 'mac_address': 'fa:16:3e:4f:5a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:38:39.677529 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:38:39.677823 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:39.691292 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4081912d-9b7b-4c5a-a15c-bc48000d7b40 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:38:39.711796 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 4081912d-9b7b-4c5a-a15c-bc48000d7b40, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:38:39.715957 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:39.769564 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=4081912d-9b7b-4c5a-a15c-bc48000d7b40,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:39.777128 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:39.777485 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:39.777834 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:39.778178 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:39.778519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:39.778857 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:39.779193 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:39.779527 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:39.779881 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:39.780218 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:39.780549 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:39.780879 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:39.781209 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:39.917964 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['4081912d-9b7b-4c5a-a15c-bc48000d7b40'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:38:40.588539 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8bdf70e4-ef2c-4d7e-9ec0-cf948412e43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:40.747820 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a7aa7-487b-4210-beb4-e59c2a5e7d04 req-dc5519fc-130d-45f5-ba20-383247b26e98 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:40.749424 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-738a7aa7-487b-4210-beb4-e59c2a5e7d04 req-dc5519fc-130d-45f5-ba20-383247b26e98 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 945 time: 0.0676055 Feb 09 22:38:40.806162 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-738a7aa7-487b-4210-beb4-e59c2a5e7d04 req-c5ff74ed-2974-45b0-8d5f-81e509572edf tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490453 Feb 09 22:38:41.515665 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 4081912d-9b7b-4c5a-a15c-bc48000d7b40 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:38:41.566921 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:38:41.571904 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:38:41.572350 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:41.656916 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:38:41.657594 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:41.681160 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f9246b-f41b-47a6-a772-2861a7234f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4081912d-9b7b-4c5a-a15c-bc48000d7b40'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:38:41.683434 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c24c6d-79dc-47ce-b74e-ac1b5a06fb30" -d '{"events": [{"server_uuid": "00f9246b-f41b-47a6-a772-2861a7234f26", "name": "network-vif-plugged", "status": "completed", "tag": "4081912d-9b7b-4c5a-a15c-bc48000d7b40"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:38:41.698005 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 4081912d-9b7b-4c5a-a15c-bc48000d7b40, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:38:41.702843 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:41.726779 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceefb70f-8598-42d3-bd08-260899f39de8 x-openstack-request-id: req-ceefb70f-8598-42d3-bd08-260899f39de8 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:38:41.727370 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f9246b-f41b-47a6-a772-2861a7234f26", "name": "network-vif-plugged", "status": "completed", "tag": "4081912d-9b7b-4c5a-a15c-bc48000d7b40", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:38:41.727976 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ceefb70f-8598-42d3-bd08-260899f39de8 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:38:41.728389 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f9246b-f41b-47a6-a772-2861a7234f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4081912d-9b7b-4c5a-a15c-bc48000d7b40', 'code': 200} Feb 09 22:38:41.757047 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=4081912d-9b7b-4c5a-a15c-bc48000d7b40,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:41.804109 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:41.825702 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e95ead-a994-4f25-a7ef-f53554ba6711 req-429aa854-4acc-4697-b2d3-6b3da6576094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:41.827368 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-09e95ead-a994-4f25-a7ef-f53554ba6711 req-429aa854-4acc-4697-b2d3-6b3da6576094 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 1128 time: 0.0482552 Feb 09 22:38:41.889827 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-09e95ead-a994-4f25-a7ef-f53554ba6711 req-dd7eb36b-2afe-4748-91d3-abeef384ea7a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510437 Feb 09 22:38:41.941263 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c834bf9-5e92-4be3-a4df-2f52c0c8bfbf req-e2e25df4-fa38-48ab-a3b9-43d64bf5768b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:41.942392 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c834bf9-5e92-4be3-a4df-2f52c0c8bfbf req-e2e25df4-fa38-48ab-a3b9-43d64bf5768b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0555215 Feb 09 22:38:41.991509 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c834bf9-5e92-4be3-a4df-2f52c0c8bfbf req-ea46a226-e8b1-47d4-8a98-3b374fd7b036 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437157 Feb 09 22:38:42.445123 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:38:42.975308 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:43.111128 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0cc3f-aa09-4722-b6db-eeadf0c71eaf req-b30f8a99-fe8e-491b-87dc-671db826c130 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:43.112598 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32f0cc3f-aa09-4722-b6db-eeadf0c71eaf req-b30f8a99-fe8e-491b-87dc-671db826c130 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0525613 Feb 09 22:38:43.166068 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32f0cc3f-aa09-4722-b6db-eeadf0c71eaf req-d1d1ded8-49a2-4505-a74a-728beabfc8eb tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456250 Feb 09 22:38:43.563054 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3796277-9778-4740-83e2-f1b824c38836 req-aa31b862-aefc-41d2-a9ec-9af7f740a6d7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:43.564570 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c3796277-9778-4740-83e2-f1b824c38836 req-aa31b862-aefc-41d2-a9ec-9af7f740a6d7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0528224 Feb 09 22:38:43.573319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51288) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:38:43.577673 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-32edb9ee-7927-4f3b-920a-e059f217823a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Request body: {'floatingip': {'port_id': '4081912d-9b7b-4c5a-a15c-bc48000d7b40'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:38:43.617073 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32edb9ee-7927-4f3b-920a-e059f217823a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for floatingip (9014190c-32ef-4744-83a8-983cf21ac129), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:44.044113 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32edb9ee-7927-4f3b-920a-e059f217823a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:44.047758 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32edb9ee-7927-4f3b-920a-e059f217823a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (9014190c-32ef-4744-83a8-983cf21ac129), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:44.148934 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-32edb9ee-7927-4f3b-920a-e059f217823a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Floating IP 9014190c-32ef-4744-83a8-983cf21ac129 associated. External IP: 172.25.6.68, port: 4081912d-9b7b-4c5a-a15c-bc48000d7b40. Feb 09 22:38:44.367515 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32edb9ee-7927-4f3b-920a-e059f217823a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:38:44.497444 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32edb9ee-7927-4f3b-920a-e059f217823a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:38:44.502406 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32edb9ee-7927-4f3b-920a-e059f217823a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:44.510180 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200d1e83-d249-4ade-a95b-6310c92d6fc1 None None] Sync routers for ids ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:38:44.519912 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d1e83-d249-4ade-a95b-6310c92d6fc1 None None] Routers {'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:38:44.520531 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-200d1e83-d249-4ade-a95b-6310c92d6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:38:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:38:44.531352 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-32edb9ee-7927-4f3b-920a-e059f217823a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "PUT /v2.0/floatingips/9014190c-32ef-4744-83a8-983cf21ac129 HTTP/1.1" status: 200 len: 991 time: 0.9569893 Feb 09 22:38:44.532097 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f9246b-f41b-47a6-a772-2861a7234f26', 'tag': '4081912d-9b7b-4c5a-a15c-bc48000d7b40'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:38:44.534571 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3f2460-8746-471c-ac98-65a66faaded9" -d '{"events": [{"name": "network-changed", "server_uuid": "00f9246b-f41b-47a6-a772-2861a7234f26", "tag": "4081912d-9b7b-4c5a-a15c-bc48000d7b40"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:38:44.632517 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-200d1e83-d249-4ade-a95b-6310c92d6fc1 None None] Set router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:38:44.643604 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296a193-93a4-427d-887b-1732c815ef13 req-ae833fc2-626e-47fd-9137-3edbf1185ea1 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:44.645156 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f296a193-93a4-427d-887b-1732c815ef13 req-ae833fc2-626e-47fd-9137-3edbf1185ea1 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0543036 Feb 09 22:38:44.693059 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f296a193-93a4-427d-887b-1732c815ef13 req-0c7a9db7-7d98-4701-bf92-8d1b0a8213f3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416656 Feb 09 22:38:44.730246 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:44.741057 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1ffe6f-1ac5-422e-ba83-133dd764db91 x-openstack-request-id: req-4d1ffe6f-1ac5-422e-ba83-133dd764db91 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:38:44.741359 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f9246b-f41b-47a6-a772-2861a7234f26", "tag": "4081912d-9b7b-4c5a-a15c-bc48000d7b40", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:38:44.741616 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d1ffe6f-1ac5-422e-ba83-133dd764db91 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:38:44.742035 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f9246b-f41b-47a6-a772-2861a7234f26', 'tag': '4081912d-9b7b-4c5a-a15c-bc48000d7b40', 'status': 'completed', 'code': 200} Feb 09 22:38:44.804275 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f2460-8746-471c-ac98-65a66faaded9 req-cab0708a-d729-450e-9366-725d4cb023a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:44.805787 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fa3f2460-8746-471c-ac98-65a66faaded9 req-cab0708a-d729-450e-9366-725d4cb023a8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 1128 time: 0.0451562 Feb 09 22:38:44.888149 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-200d1e83-d249-4ade-a95b-6310c92d6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '9014190c-32ef-4744-83a8-983cf21ac129', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'port_id': '4081912d-9b7b-4c5a-a15c-bc48000d7b40', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'mac_address': 'fa:16:3e:4f:5a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9246b-f41b-47a6-a772-2861a7234f26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:36:39Z', 'updated_at': '2022-02-09T22:38:43Z', 'revision_number': 9, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:38:44.895790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f2460-8746-471c-ac98-65a66faaded9 req-f908cf41-e130-4f38-9605-0dfda77efdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:44.897287 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fa3f2460-8746-471c-ac98-65a66faaded9 req-f908cf41-e130-4f38-9605-0dfda77efdae service neutron] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0861137 Feb 09 22:38:44.915918 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200d1e83-d249-4ade-a95b-6310c92d6fc1 None None] Checking router: e9ccffc4-3f9a-4c90-bd18-d43b33e71bce for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:38:44.924572 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d1e83-d249-4ade-a95b-6310c92d6fc1 None None] Routers {'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:38:44.925207 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-200d1e83-d249-4ade-a95b-6310c92d6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:38:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:38:44.969903 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fa3f2460-8746-471c-ac98-65a66faaded9 req-e3c7e7c8-224b-42e0-b9df-b0cc9768ef50 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40 HTTP/1.1" status: 200 len: 999 time: 0.0668905 Feb 09 22:38:45.019320 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f2460-8746-471c-ac98-65a66faaded9 req-ffeaf910-27af-4640-b230-822c90e110c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:45.021337 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fa3f2460-8746-471c-ac98-65a66faaded9 req-ffeaf910-27af-4640-b230-822c90e110c9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0449998 Feb 09 22:38:45.040055 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-200d1e83-d249-4ade-a95b-6310c92d6fc1 None None] Set router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:38:45.069560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f2460-8746-471c-ac98-65a66faaded9 req-b1ba3223-edfe-4235-ab67-71d9dbde4f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:45.071121 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fa3f2460-8746-471c-ac98-65a66faaded9 req-b1ba3223-edfe-4235-ab67-71d9dbde4f75 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441749 Feb 09 22:38:45.163442 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fa3f2460-8746-471c-ac98-65a66faaded9 req-bd3c3be6-a90d-49f7-b356-c4102d4ecd6b service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858803 Feb 09 22:38:45.252383 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fa3f2460-8746-471c-ac98-65a66faaded9 req-826dedb8-0e46-4fcd-96e4-3c2a42591baa service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809791 Feb 09 22:38:45.264278 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-200d1e83-d249-4ade-a95b-6310c92d6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '9014190c-32ef-4744-83a8-983cf21ac129', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'port_id': '4081912d-9b7b-4c5a-a15c-bc48000d7b40', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'mac_address': 'fa:16:3e:4f:5a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9246b-f41b-47a6-a772-2861a7234f26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:36:39Z', 'updated_at': '2022-02-09T22:38:43Z', 'revision_number': 9, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:38:45.290509 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200d1e83-d249-4ade-a95b-6310c92d6fc1 None None] The sync data for ids ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'] in n-d-828601-1 is: [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '9014190c-32ef-4744-83a8-983cf21ac129', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'port_id': '4081912d-9b7b-4c5a-a15c-bc48000d7b40', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'mac_address': 'fa:16:3e:4f:5a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9246b-f41b-47a6-a772-2861a7234f26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:36:39Z', 'updated_at': '2022-02-09T22:38:43Z', 'revision_number': 9, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:38:45.484010 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf1b825-02d2-42fb-9efe-4e60ed02cc8a None None] New status for floating IP 9014190c-32ef-4744-83a8-983cf21ac129: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:38:45.815148 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4c7a9-258e-4f57-9bd2-f049eadb2868 req-5c34f96a-bd84-48e7-87d1-c4f078884504 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:45.818287 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ba4c7a9-258e-4f57-9bd2-f049eadb2868 req-5c34f96a-bd84-48e7-87d1-c4f078884504 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0543914 Feb 09 22:38:45.832681 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:45.870526 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1ba4c7a9-258e-4f57-9bd2-f049eadb2868 req-51de435d-3723-451f-9d0a-08119de655d1 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457883 Feb 09 22:38:46.117794 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-8e208b06-b21f-46aa-895e-c686ceae8a11 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0506711 Feb 09 22:38:46.126430 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6424bb-ea77-41c6-bc3c-8928b65c2ee4 req-cfc765e0-0d9a-4fd0-88dd-125dd102e4c9 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:46.127974 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe6424bb-ea77-41c6-bc3c-8928b65c2ee4 req-cfc765e0-0d9a-4fd0-88dd-125dd102e4c9 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0542502 Feb 09 22:38:46.178404 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe6424bb-ea77-41c6-bc3c-8928b65c2ee4 req-2e547ff0-793d-48fe-8cfc-95051cda952a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445235 Feb 09 22:38:46.336714 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:47.298762 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-986c4de0-10b2-4063-97d0-c77886f3d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:47.300475 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-986c4de0-10b2-4063-97d0-c77886f3d4d6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 1128 time: 0.0445278 Feb 09 22:38:47.355512 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acbf92-fb9b-40c9-b5f8-8e990974c87e req-02c3661b-b061-47ff-b4ef-3deab1e18968 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:47.357089 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94acbf92-fb9b-40c9-b5f8-8e990974c87e req-02c3661b-b061-47ff-b4ef-3deab1e18968 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.1043649 Feb 09 22:38:47.389099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-a76d9dd8-7178-4fa0-8512-cf8f44b6d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:47.390951 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-a76d9dd8-7178-4fa0-8512-cf8f44b6d7ee service neutron] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0846267 Feb 09 22:38:47.404857 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94acbf92-fb9b-40c9-b5f8-8e990974c87e req-cc874915-af62-4399-b00a-975532fdfbed tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417993 Feb 09 22:38:47.459980 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-8935a363-72d8-4f92-869b-bd34d25b9676 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40 HTTP/1.1" status: 200 len: 1002 time: 0.0630193 Feb 09 22:38:47.506375 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-0334233a-1be5-4405-bb5e-72ef7c6acb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:47.507892 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-0334233a-1be5-4405-bb5e-72ef7c6acb43 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0431960 Feb 09 22:38:47.557833 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-1b8e36c9-bb29-4e45-a18f-8d56b629181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:47.559392 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-1b8e36c9-bb29-4e45-a18f-8d56b629181f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458257 Feb 09 22:38:47.653694 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-fc81ef60-576c-47fc-a6ab-a49963c52989 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881569 Feb 09 22:38:47.743725 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-edfdff1b-33cc-4178-90fa-990ed414585f service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841858 Feb 09 22:38:48.528971 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65648f3c-0a84-4b67-b21b-8670751078c2 req-8ede8853-2b6c-4810-827a-56ed92d7662c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:48.530451 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-65648f3c-0a84-4b67-b21b-8670751078c2 req-8ede8853-2b6c-4810-827a-56ed92d7662c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0561292 Feb 09 22:38:48.576716 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-65648f3c-0a84-4b67-b21b-8670751078c2 req-31068273-be39-4f96-8694-e361d180acc2 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406141 Feb 09 22:38:49.699351 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedad6fa-c04c-4a84-b7ac-de74cc0c43a5 req-cd964650-41d6-49f1-a312-2f09da0049d3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:49.700836 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cedad6fa-c04c-4a84-b7ac-de74cc0c43a5 req-cd964650-41d6-49f1-a312-2f09da0049d3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0545537 Feb 09 22:38:49.747660 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cedad6fa-c04c-4a84-b7ac-de74cc0c43a5 req-476ba303-4652-4ce2-a14d-98d742e39eb7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411975 Feb 09 22:38:50.867411 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6ab19-b24b-472b-9fd9-3e5af5893e4d req-09dcb045-fa2f-4b1f-b84b-38e60bd1f798 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:50.869007 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99f6ab19-b24b-472b-9fd9-3e5af5893e4d req-09dcb045-fa2f-4b1f-b84b-38e60bd1f798 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0522530 Feb 09 22:38:50.918820 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-99f6ab19-b24b-472b-9fd9-3e5af5893e4d req-bd601656-159c-4197-9d63-cf765db0b819 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442998 Feb 09 22:38:52.037984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d301151-b416-4ff4-a3a8-38ccbe85ac95 req-70061860-df44-4f99-83ff-3b7ac3aaa4b3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:52.039469 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d301151-b416-4ff4-a3a8-38ccbe85ac95 req-70061860-df44-4f99-83ff-3b7ac3aaa4b3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0518928 Feb 09 22:38:52.085518 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d301151-b416-4ff4-a3a8-38ccbe85ac95 req-50434a6e-f6ab-40bc-aa97-40f68d6861ff tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405014 Feb 09 22:38:53.205388 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4662aa8-06c8-4879-9768-7241cd048c49 req-c2014f0f-1394-4432-8a02-6db1e32d05de tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:53.206866 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d4662aa8-06c8-4879-9768-7241cd048c49 req-c2014f0f-1394-4432-8a02-6db1e32d05de tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0519063 Feb 09 22:38:53.252146 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d4662aa8-06c8-4879-9768-7241cd048c49 req-29c953fb-4435-4224-a326-9ad00901868c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396554 Feb 09 22:38:54.378817 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdac02e-1fbd-4cd2-bfd9-be4a1c38c216 req-5088a462-b192-4b7a-a216-9c835532b321 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:54.380281 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8cdac02e-1fbd-4cd2-bfd9-be4a1c38c216 req-5088a462-b192-4b7a-a216-9c835532b321 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0559659 Feb 09 22:38:54.426817 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8cdac02e-1fbd-4cd2-bfd9-be4a1c38c216 req-389b2aee-9436-4329-b11b-d3eeee5495c1 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404387 Feb 09 22:38:55.544373 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3452f-6d55-4d33-90cc-f40232ad2ad5 req-3a526525-6d72-4035-8b7f-b60bbd319832 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:55.545865 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5e3452f-6d55-4d33-90cc-f40232ad2ad5 req-3a526525-6d72-4035-8b7f-b60bbd319832 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0515146 Feb 09 22:38:55.591193 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5e3452f-6d55-4d33-90cc-f40232ad2ad5 req-6f4309d0-0765-4fee-8ac0-0058a03e9a4a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398328 Feb 09 22:38:56.718474 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf9894-367b-4746-a868-a0189a0a4a92 req-83533d28-a0c2-4deb-b8ad-e8dce4bcdb82 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:56.719990 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bacf9894-367b-4746-a868-a0189a0a4a92 req-83533d28-a0c2-4deb-b8ad-e8dce4bcdb82 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0558138 Feb 09 22:38:56.769626 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bacf9894-367b-4746-a868-a0189a0a4a92 req-2b571857-a70d-40ea-a9af-bedf2f12588b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419519 Feb 09 22:38:57.892768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e52dc9-4bce-4285-9d52-6c4d314ac35b req-4ab71982-4b97-41c7-9387-816a93a128e1 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:57.894261 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0e52dc9-4bce-4285-9d52-6c4d314ac35b req-4ab71982-4b97-41c7-9387-816a93a128e1 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0525978 Feb 09 22:38:57.940859 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0e52dc9-4bce-4285-9d52-6c4d314ac35b req-5d42d761-83f9-440e-9786-3c0a369e3f39 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409281 Feb 09 22:38:59.059022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24532e7d-934c-4564-9986-5406c2c6ee8b req-9038e616-4939-4a30-92c8-b6f684917a44 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:59.060557 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-24532e7d-934c-4564-9986-5406c2c6ee8b req-9038e616-4939-4a30-92c8-b6f684917a44 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0509927 Feb 09 22:38:59.112692 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-24532e7d-934c-4564-9986-5406c2c6ee8b req-2ba93f41-4e83-4c02-bae4-152f1f5db6dc tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465055 Feb 09 22:39:00.240163 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5830d7-65ae-48c8-a491-7111bf9fe644 req-c19789d9-adee-4716-a3dc-43f97dcbd200 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:00.242492 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb5830d7-65ae-48c8-a491-7111bf9fe644 req-c19789d9-adee-4716-a3dc-43f97dcbd200 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0568404 Feb 09 22:39:00.290033 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb5830d7-65ae-48c8-a491-7111bf9fe644 req-2c029e6e-bccf-45de-a0bd-335db41dc5e0 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421438 Feb 09 22:39:01.411566 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71334e6f-fbc3-4947-a0fd-1c9c9259fe43 req-71180b98-d951-4ada-a280-311ced15d217 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:01.413747 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71334e6f-fbc3-4947-a0fd-1c9c9259fe43 req-71180b98-d951-4ada-a280-311ced15d217 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0518730 Feb 09 22:39:01.459467 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-71334e6f-fbc3-4947-a0fd-1c9c9259fe43 req-b80e8ace-2d84-48bb-8163-3449df7bdbd4 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400600 Feb 09 22:39:02.590131 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21ca31-270d-4ff7-960c-f0cebb9fd6e4 req-43cffdae-a528-4f23-a717-4b273cb8dfce tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:02.591732 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b21ca31-270d-4ff7-960c-f0cebb9fd6e4 req-43cffdae-a528-4f23-a717-4b273cb8dfce tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0583625 Feb 09 22:39:02.640625 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b21ca31-270d-4ff7-960c-f0cebb9fd6e4 req-269c92e2-f02d-40bd-a826-f050a591ddfa tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430830 Feb 09 22:39:03.769711 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fb99e-5c88-4705-b73a-0282e712332a req-bcdc55fc-2662-4ff7-91d6-20c45bb7667a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:03.771449 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-314fb99e-5c88-4705-b73a-0282e712332a req-bcdc55fc-2662-4ff7-91d6-20c45bb7667a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0572941 Feb 09 22:39:03.822665 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-314fb99e-5c88-4705-b73a-0282e712332a req-f68390e2-eaa5-4c3c-95f3-e3b3cd749750 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449290 Feb 09 22:39:04.437790 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-6e96ca1c-30a1-43c9-a9e5-87ed433ac5d9 service neutron] show failed (client error): The resource could not be found. Feb 09 22:39:04.438860 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-6e96ca1c-30a1-43c9-a9e5-87ed433ac5d9 service neutron] 10.222.0.71 "GET /v2.0/ports/4081912d-9b7b-4c5a-a15c-bc48000d7b40/bindings/n-h2-828601-1 HTTP/1.1" status: 404 len: 380 time: 0.0634358 Feb 09 22:39:04.699395 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-9ec1d99f-3982-4657-abfe-0ef30fbdedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:04.700987 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-9ec1d99f-3982-4657-abfe-0ef30fbdedb3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26&tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e HTTP/1.1" status: 200 len: 1128 time: 0.0931947 Feb 09 22:39:04.716888 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828601-1', 'device_owner': 'compute:nova'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:04.781244 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:05.015984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5dd7d4-cd09-4497-96fd-ae6795a241fe req-5a994aa1-27e3-4d0f-887a-d6041b3b12db tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:05.017588 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff5dd7d4-cd09-4497-96fd-ae6795a241fe req-5a994aa1-27e3-4d0f-887a-d6041b3b12db tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.1147530 Feb 09 22:39:05.077256 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] For port 4081912d-9b7b-4c5a-a15c-bc48000d7b40, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:05.107771 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff5dd7d4-cd09-4497-96fd-ae6795a241fe req-d2ad2b64-d8ed-4ee0-a3bd-0f254fc32a5c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823572 Feb 09 22:39:05.131434 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] For port 4081912d-9b7b-4c5a-a15c-bc48000d7b40, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:39:05.170386 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f9246b-f41b-47a6-a772-2861a7234f26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4081912d-9b7b-4c5a-a15c-bc48000d7b40'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:39:05.173329 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cedc36d-b6b4-46e6-ba64-07c60bbb6c46" -d '{"events": [{"server_uuid": "00f9246b-f41b-47a6-a772-2861a7234f26", "name": "network-vif-unplugged", "status": "completed", "tag": "4081912d-9b7b-4c5a-a15c-bc48000d7b40"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:39:05.179130 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] Publish callbacks [] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:05.199139 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] Transition to ACTIVE for port object 4081912d-9b7b-4c5a-a15c-bc48000d7b40 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:39:05.203877 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:05.775175 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8561ad49-a053-4c65-ba82-0bfc2cf8e6e7 x-openstack-request-id: req-8561ad49-a053-4c65-ba82-0bfc2cf8e6e7 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:39:05.775462 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f9246b-f41b-47a6-a772-2861a7234f26", "name": "network-vif-unplugged", "status": "completed", "tag": "4081912d-9b7b-4c5a-a15c-bc48000d7b40", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:39:05.775786 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8561ad49-a053-4c65-ba82-0bfc2cf8e6e7 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:39:05.776131 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f9246b-f41b-47a6-a772-2861a7234f26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4081912d-9b7b-4c5a-a15c-bc48000d7b40', 'code': 200} Feb 09 22:39:05.781212 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] Pushing event updated for resources: {'Port': ['ID=4081912d-9b7b-4c5a-a15c-bc48000d7b40,revision_number=6']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:05.826146 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] No DVR routers for this DVR port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:39:05.965638 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] Attempting to bind port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:39:05.965992 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] Attempting to bind port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:39:05.966339 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] Attempting to bind port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:05.970648 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] Port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:39:05.970976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] Attempting to bind port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:05.976723 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:39:05.977221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] Checking segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:05.977577 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] Bound using segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:39:05.978007 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] Bound port: 4081912d-9b7b-4c5a-a15c-bc48000d7b40, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:39:05.978199 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.042076 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] For port 4081912d-9b7b-4c5a-a15c-bc48000d7b40, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:39:06.044982 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] For port 4081912d-9b7b-4c5a-a15c-bc48000d7b40, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:39:06.051088 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.089152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:06.090357 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.091813 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] 10.222.0.42 "PUT /v2.0/ports/4081912d-9b7b-4c5a-a15c-bc48000d7b40 HTTP/1.1" status: 200 len: 1092 time: 1.3789580 Feb 09 22:39:06.109217 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5beee-c895-47b2-8a4f-34a1d7b84253 service neutron] Pushing event updated for resources: {'Port': ['ID=4081912d-9b7b-4c5a-a15c-bc48000d7b40,revision_number=7']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:06.236382 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-6bae47b4-677a-4f42-b880-56be83b5b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:06.239176 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-6bae47b4-677a-4f42-b880-56be83b5b6ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 1126 time: 0.1121070 Feb 09 22:39:06.337575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc103094-db2d-40ac-b2d4-318ce85bd734 req-ebd26333-e079-4c75-aa07-41fda9383fe9 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:06.340104 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc103094-db2d-40ac-b2d4-318ce85bd734 req-ebd26333-e079-4c75-aa07-41fda9383fe9 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 944 time: 0.1360085 Feb 09 22:39:06.409175 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-43134486-4de6-448e-bab2-f595797fb878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:06.410678 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-43134486-4de6-448e-bab2-f595797fb878 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.1649470 Feb 09 22:39:06.415926 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc103094-db2d-40ac-b2d4-318ce85bd734 req-06584219-5ed3-4235-a147-06ec60ae2d53 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704367 Feb 09 22:39:06.492609 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-1c15dde9-86b6-4aee-80ae-b4124d031e97 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40 HTTP/1.1" status: 200 len: 1000 time: 0.0721130 Feb 09 22:39:06.553962 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-f9252cb0-2d96-4701-b69a-8a43af29bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:06.555441 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-f9252cb0-2d96-4701-b69a-8a43af29bdef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0573716 Feb 09 22:39:06.609306 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-cd41ff67-4a56-4521-920d-22e9880bbd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:06.610851 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-cd41ff67-4a56-4521-920d-22e9880bbd86 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448081 Feb 09 22:39:06.704896 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-94e6de47-c8e2-4be6-b139-450e2651ddcf service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846462 Feb 09 22:39:06.801088 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d3654314-48e8-41bb-ab97-d2b0485716eb req-9bb021d8-a616-409b-bccc-a8e1aaf4f463 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872893 Feb 09 22:39:06.945540 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c96ae-35f0-473b-8489-c272b182567f req-5e90a991-2b08-42b0-a465-f8830c12ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:06.947524 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-585c96ae-35f0-473b-8489-c272b182567f req-5e90a991-2b08-42b0-a465-f8830c12ff90 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 1126 time: 0.0583506 Feb 09 22:39:07.061036 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c96ae-35f0-473b-8489-c272b182567f req-5b95c8e6-698d-4761-a2f8-8f3172af6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:07.062516 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-585c96ae-35f0-473b-8489-c272b182567f req-5b95c8e6-698d-4761-a2f8-8f3172af6fe6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0912490 Feb 09 22:39:07.134103 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-585c96ae-35f0-473b-8489-c272b182567f req-b5ee7fe5-d5d8-46b6-b36c-1b4f2b1b1952 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40 HTTP/1.1" status: 200 len: 1000 time: 0.0590491 Feb 09 22:39:07.276648 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c96ae-35f0-473b-8489-c272b182567f req-7481c8af-58e7-4d53-a922-4e6e2205e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:07.278063 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-585c96ae-35f0-473b-8489-c272b182567f req-7481c8af-58e7-4d53-a922-4e6e2205e604 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0451236 Feb 09 22:39:07.335100 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c96ae-35f0-473b-8489-c272b182567f req-40c4fd38-e01d-46cc-8d11-bc87ac3ffce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:07.336688 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-585c96ae-35f0-473b-8489-c272b182567f req-40c4fd38-e01d-46cc-8d11-bc87ac3ffce6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516725 Feb 09 22:39:07.427146 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-585c96ae-35f0-473b-8489-c272b182567f req-a921cdc7-3cba-418b-8d58-9e8b4b494dba service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840428 Feb 09 22:39:07.564587 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-585c96ae-35f0-473b-8489-c272b182567f req-a2804d52-108f-40cd-bf34-afef226d8aa1 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311936 Feb 09 22:39:07.577028 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2984e-62d4-4b1f-99c6-70c06a0a07a8 req-5103e4c9-a507-41d1-844c-d8277f2741c0 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:07.578636 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76f2984e-62d4-4b1f-99c6-70c06a0a07a8 req-5103e4c9-a507-41d1-844c-d8277f2741c0 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 944 time: 0.0847509 Feb 09 22:39:07.634624 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76f2984e-62d4-4b1f-99c6-70c06a0a07a8 req-db46b68f-1c4f-4e21-bd68-4ef0a760fb7e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442784 Feb 09 22:39:07.777528 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f9246b-f41b-47a6-a772-2861a7234f26', 'tag': '4081912d-9b7b-4c5a-a15c-bc48000d7b40'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:39:07.780091 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a347eee-5987-4013-b4b0-d27ea0c4a67c" -d '{"events": [{"name": "network-changed", "server_uuid": "00f9246b-f41b-47a6-a772-2861a7234f26", "tag": "4081912d-9b7b-4c5a-a15c-bc48000d7b40"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:39:07.833269 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b41d13-b84d-45bd-8731-6bf5b03c138c x-openstack-request-id: req-92b41d13-b84d-45bd-8731-6bf5b03c138c {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:39:07.834248 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f9246b-f41b-47a6-a772-2861a7234f26", "tag": "4081912d-9b7b-4c5a-a15c-bc48000d7b40", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:39:07.834657 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-92b41d13-b84d-45bd-8731-6bf5b03c138c {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:39:07.835221 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f9246b-f41b-47a6-a772-2861a7234f26', 'tag': '4081912d-9b7b-4c5a-a15c-bc48000d7b40', 'status': 'completed', 'code': 200} Feb 09 22:39:07.902119 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-80427981-752e-49b0-94fe-c4d53c8fca11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:07.904166 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347eee-5987-4013-b4b0-d27ea0c4a67c req-f2e1c7a4-0329-487f-b03e-03ad877389e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:07.905744 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a347eee-5987-4013-b4b0-d27ea0c4a67c req-f2e1c7a4-0329-487f-b03e-03ad877389e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 1126 time: 0.0498185 Feb 09 22:39:07.973540 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347eee-5987-4013-b4b0-d27ea0c4a67c req-c707d626-3294-47ff-8a08-8e2513e639bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:07.976249 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a347eee-5987-4013-b4b0-d27ea0c4a67c req-c707d626-3294-47ff-8a08-8e2513e639bb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 1126 time: 0.1231942 Feb 09 22:39:08.018759 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347eee-5987-4013-b4b0-d27ea0c4a67c req-f672c7b8-68f8-4fcb-ab3d-f7683e2bb668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:08.020347 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a347eee-5987-4013-b4b0-d27ea0c4a67c req-f672c7b8-68f8-4fcb-ab3d-f7683e2bb668 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.1084633 Feb 09 22:39:08.075101 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347eee-5987-4013-b4b0-d27ea0c4a67c req-9831a1d0-4432-4966-a468-d167e071cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:08.076192 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a347eee-5987-4013-b4b0-d27ea0c4a67c req-9831a1d0-4432-4966-a468-d167e071cf10 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0943186 Feb 09 22:39:08.089966 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a347eee-5987-4013-b4b0-d27ea0c4a67c req-6ba82247-917b-441a-a721-036c976f1864 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40 HTTP/1.1" status: 200 len: 1000 time: 0.0634105 Feb 09 22:39:08.145097 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347eee-5987-4013-b4b0-d27ea0c4a67c req-801a0536-deb2-4963-96a5-8b6acc930cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:08.146863 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a347eee-5987-4013-b4b0-d27ea0c4a67c req-801a0536-deb2-4963-96a5-8b6acc930cad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0510359 Feb 09 22:39:08.147952 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a347eee-5987-4013-b4b0-d27ea0c4a67c req-ae0d7106-75d7-4b80-8616-57ece7c751ee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40 HTTP/1.1" status: 200 len: 1000 time: 0.0662196 Feb 09 22:39:08.196757 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347eee-5987-4013-b4b0-d27ea0c4a67c req-914d6109-af20-4b2b-bd47-618db46e0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:08.197732 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347eee-5987-4013-b4b0-d27ea0c4a67c req-46995ea1-c8b9-47f9-9267-e5f74f59ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:08.198252 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a347eee-5987-4013-b4b0-d27ea0c4a67c req-914d6109-af20-4b2b-bd47-618db46e0472 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0445478 Feb 09 22:39:08.199257 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a347eee-5987-4013-b4b0-d27ea0c4a67c req-46995ea1-c8b9-47f9-9267-e5f74f59ffb2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457165 Feb 09 22:39:08.248910 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347eee-5987-4013-b4b0-d27ea0c4a67c req-f65d7234-b570-4f08-a4a7-ded52b67ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:08.250452 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a347eee-5987-4013-b4b0-d27ea0c4a67c req-f65d7234-b570-4f08-a4a7-ded52b67ed06 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460205 Feb 09 22:39:08.299977 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a347eee-5987-4013-b4b0-d27ea0c4a67c req-41e92aed-03b3-4f70-b413-570ee19f7104 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926681 Feb 09 22:39:08.345108 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a347eee-5987-4013-b4b0-d27ea0c4a67c req-38692b16-f8d3-42f5-af4c-178d05feff2a service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883970 Feb 09 22:39:08.399006 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a347eee-5987-4013-b4b0-d27ea0c4a67c req-5cd8b82d-9a45-4985-8b1a-0d195c718556 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913820 Feb 09 22:39:08.435561 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2a347eee-5987-4013-b4b0-d27ea0c4a67c req-5c79bbfc-c424-4543-ab44-1b61314a4496 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846939 Feb 09 22:39:08.782352 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555075fc-821b-4ed9-8897-535a958e7ea2 req-08e23abf-2570-4929-9276-948547fa0334 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:08.783924 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-555075fc-821b-4ed9-8897-535a958e7ea2 req-08e23abf-2570-4929-9276-948547fa0334 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 944 time: 0.0547361 Feb 09 22:39:08.831847 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-555075fc-821b-4ed9-8897-535a958e7ea2 req-abe49958-b0d6-463a-b472-2f1300b96773 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415909 Feb 09 22:39:09.164684 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-6134c3e7-1658-4ebe-bb34-b3f21011ac52 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:09.166207 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-6134c3e7-1658-4ebe-bb34-b3f21011ac52 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.42 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26&tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 944 time: 0.0971215 Feb 09 22:39:09.178639 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86de29-d61a-4792-8e3d-3ce86dcd09d1 req-d346d479-c7fe-4d5c-a998-78023c6aaf4a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:09.180082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb86de29-d61a-4792-8e3d-3ce86dcd09d1 req-d346d479-c7fe-4d5c-a998-78023c6aaf4a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 944 time: 0.0799606 Feb 09 22:39:09.266509 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb86de29-d61a-4792-8e3d-3ce86dcd09d1 req-bfc11f4a-4c2e-412e-8215-105e0561b67c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800161 Feb 09 22:39:09.269459 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-ebff6d5d-c227-4562-94f3-f28239ddc810 service neutron] 10.222.0.42 "GET /v2.0/ports/4081912d-9b7b-4c5a-a15c-bc48000d7b40/bindings/n-h2-828601-1 HTTP/1.1" status: 200 len: 382 time: 0.0885108 Feb 09 22:39:09.354062 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-a0c52869-c529-43f3-9bcb-5600872c7830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:09.355602 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-a0c52869-c529-43f3-9bcb-5600872c7830 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 1126 time: 0.0549743 Feb 09 22:39:09.448941 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-190cae9b-90a2-4f9d-b17b-6c9db50a3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:09.450327 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-190cae9b-90a2-4f9d-b17b-6c9db50a3f92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0889423 Feb 09 22:39:09.523254 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-afbd1b85-8bef-4400-b9b9-55302d05f530 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40 HTTP/1.1" status: 200 len: 1000 time: 0.0664291 Feb 09 22:39:09.574157 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-f25a724e-4cba-4f8b-bbaa-001d30337b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:09.575670 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-f25a724e-4cba-4f8b-bbaa-001d30337b69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0464461 Feb 09 22:39:09.581647 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 4081912d-9b7b-4c5a-a15c-bc48000d7b40 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:39:09.629755 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-1803bf30-6e15-4ffe-8c6c-cd5d63c86043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:09.631362 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-1803bf30-6e15-4ffe-8c6c-cd5d63c86043 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482752 Feb 09 22:39:09.655738 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 4081912d-9b7b-4c5a-a15c-bc48000d7b40 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:39:09.728328 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 4081912d-9b7b-4c5a-a15c-bc48000d7b40, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:09.737828 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-ce565ce4-f3ed-491d-9904-211c73c8c378 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004686 Feb 09 22:39:09.743077 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] The host n-h1-828601-1 is not matching for port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 host n-h2-828601-1! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:39:09.743481 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 4081912d-9b7b-4c5a-a15c-bc48000d7b40 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:39:09.745031 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '4081912d-9b7b-4c5a-a15c-bc48000d7b40', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'port_id': '4081912d-9b7b-4c5a-a15c-bc48000d7b40', 'mac_address': 'fa:16:3e:4f:5a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:39:09.783514 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:09.783990 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.797496 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4081912d-9b7b-4c5a-a15c-bc48000d7b40 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:39:09.817195 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 4081912d-9b7b-4c5a-a15c-bc48000d7b40, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:09.822404 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.829655 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-693625c5-23e1-4a0b-b272-2fba5d637824 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863955 Feb 09 22:39:09.877446 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=4081912d-9b7b-4c5a-a15c-bc48000d7b40,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:10.044090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['4081912d-9b7b-4c5a-a15c-bc48000d7b40'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:39:10.409129 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc457e53-901d-4ef1-a143-c1a1f9c98ea0 req-9f6ed1d5-2944-4ace-af00-f17ec2e5b2ab tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:10.410638 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc457e53-901d-4ef1-a143-c1a1f9c98ea0 req-9f6ed1d5-2944-4ace-af00-f17ec2e5b2ab tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 945 time: 0.0544002 Feb 09 22:39:10.465123 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc457e53-901d-4ef1-a143-c1a1f9c98ea0 req-459026af-f0b7-4744-ad02-f7c07bd53130 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486596 Feb 09 22:39:10.592274 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2704938-ac2b-482e-806d-3d4bb2cdf349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.602672 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366c63d-ea62-45ac-9cd1-a6e41527feb2 req-9a4156db-8a16-43c8-b001-921b81d88ea3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:11.604227 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c366c63d-ea62-45ac-9cd1-a6e41527feb2 req-9a4156db-8a16-43c8-b001-921b81d88ea3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 945 time: 0.0626709 Feb 09 22:39:11.614776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 4081912d-9b7b-4c5a-a15c-bc48000d7b40 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:39:11.658512 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c366c63d-ea62-45ac-9cd1-a6e41527feb2 req-d0e4bda4-612d-432d-b683-c1717d2aa0cc tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475953 Feb 09 22:39:11.672590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:39:11.681510 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:11.682056 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.799740 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:11.800141 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.814816 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.830465 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f9246b-f41b-47a6-a772-2861a7234f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4081912d-9b7b-4c5a-a15c-bc48000d7b40'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:39:11.832978 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f45dda2-a1f3-48bd-a594-38f5961601ff" -d '{"events": [{"server_uuid": "00f9246b-f41b-47a6-a772-2861a7234f26", "name": "network-vif-plugged", "status": "completed", "tag": "4081912d-9b7b-4c5a-a15c-bc48000d7b40"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:39:11.849143 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 4081912d-9b7b-4c5a-a15c-bc48000d7b40, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:11.855591 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.917247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=4081912d-9b7b-4c5a-a15c-bc48000d7b40,revision_number=9']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:11.973937 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-f502f229-a9de-4bf9-bfbc-bdba30c2fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:11.976412 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-f502f229-a9de-4bf9-bfbc-bdba30c2fbbc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26&tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e HTTP/1.1" status: 200 len: 1128 time: 0.0655735 Feb 09 22:39:11.977391 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea39d9e-b2cc-4fdd-9a53-ce49bcd7be60 x-openstack-request-id: req-6ea39d9e-b2cc-4fdd-9a53-ce49bcd7be60 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:39:11.977692 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f9246b-f41b-47a6-a772-2861a7234f26", "name": "network-vif-plugged", "status": "completed", "tag": "4081912d-9b7b-4c5a-a15c-bc48000d7b40", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:39:11.977958 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6ea39d9e-b2cc-4fdd-9a53-ce49bcd7be60 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:39:11.978367 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f9246b-f41b-47a6-a772-2861a7234f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4081912d-9b7b-4c5a-a15c-bc48000d7b40', 'code': 200} Feb 09 22:39:11.987313 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828601-1', 'device_owner': 'compute:nova'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:12.046262 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.179706 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af85b29-0622-4c6b-bb2a-fdcdf23fe9a0 req-6e1f884c-da4f-4ef8-9193-34d68fe206b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:12.181260 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8af85b29-0622-4c6b-bb2a-fdcdf23fe9a0 req-6e1f884c-da4f-4ef8-9193-34d68fe206b1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 1128 time: 0.0467975 Feb 09 22:39:12.267476 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] For port 4081912d-9b7b-4c5a-a15c-bc48000d7b40, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:12.292096 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af85b29-0622-4c6b-bb2a-fdcdf23fe9a0 req-d14b23cc-688b-4618-adf0-6104eb8cb88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:12.293613 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8af85b29-0622-4c6b-bb2a-fdcdf23fe9a0 req-d14b23cc-688b-4618-adf0-6104eb8cb88d service neutron] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0918980 Feb 09 22:39:12.301228 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] For port 4081912d-9b7b-4c5a-a15c-bc48000d7b40, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:39:12.357701 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f9246b-f41b-47a6-a772-2861a7234f26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4081912d-9b7b-4c5a-a15c-bc48000d7b40'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:39:12.360159 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9337a0f-4ce9-416c-9891-136676b2345b" -d '{"events": [{"server_uuid": "00f9246b-f41b-47a6-a772-2861a7234f26", "name": "network-vif-unplugged", "status": "completed", "tag": "4081912d-9b7b-4c5a-a15c-bc48000d7b40"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:39:12.365157 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Publish callbacks [] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.377658 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8af85b29-0622-4c6b-bb2a-fdcdf23fe9a0 req-f2534732-a947-4efe-a5d1-5f6d2a0ba13b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40 HTTP/1.1" status: 200 len: 1002 time: 0.0781672 Feb 09 22:39:12.379697 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Transition to ACTIVE for port object 4081912d-9b7b-4c5a-a15c-bc48000d7b40 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:39:12.392646 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.462167 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27b3d81-78ec-452e-bd32-2bce77cffb57 x-openstack-request-id: req-a27b3d81-78ec-452e-bd32-2bce77cffb57 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:39:12.462382 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f9246b-f41b-47a6-a772-2861a7234f26", "name": "network-vif-unplugged", "status": "completed", "tag": "4081912d-9b7b-4c5a-a15c-bc48000d7b40", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:39:12.462588 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a27b3d81-78ec-452e-bd32-2bce77cffb57 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:39:12.462981 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f9246b-f41b-47a6-a772-2861a7234f26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4081912d-9b7b-4c5a-a15c-bc48000d7b40', 'code': 200} Feb 09 22:39:12.464437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af85b29-0622-4c6b-bb2a-fdcdf23fe9a0 req-434ba35a-d8e7-4b56-88dd-5dfeb3f7b484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:12.467159 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8af85b29-0622-4c6b-bb2a-fdcdf23fe9a0 req-434ba35a-d8e7-4b56-88dd-5dfeb3f7b484 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0820451 Feb 09 22:39:12.508054 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Pushing event updated for resources: {'Port': ['ID=4081912d-9b7b-4c5a-a15c-bc48000d7b40,revision_number=10']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:12.525589 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:12.525995 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:12.526358 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:12.526689 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:12.527033 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:12.527370 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:12.527588 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af85b29-0622-4c6b-bb2a-fdcdf23fe9a0 req-297a0a2c-f56c-41a5-a1f6-e8ec77ae8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:12.527882 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:12.528416 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:12.528968 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:12.529491 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8af85b29-0622-4c6b-bb2a-fdcdf23fe9a0 req-297a0a2c-f56c-41a5-a1f6-e8ec77ae8681 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0566769 Feb 09 22:39:12.529676 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:12.530068 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:12.530627 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:12.531182 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:12.589234 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] No DVR routers for this DVR port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:39:12.624989 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8af85b29-0622-4c6b-bb2a-fdcdf23fe9a0 req-41722f6a-116d-4e53-9c23-63834aaae4a5 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898302 Feb 09 22:39:12.774224 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8af85b29-0622-4c6b-bb2a-fdcdf23fe9a0 req-51644cf3-2789-49b5-94ee-eaa991496893 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433876 Feb 09 22:39:12.793432 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Attempting to bind port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:39:12.793957 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Attempting to bind port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:39:12.794308 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Attempting to bind port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:12.802867 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:39:12.803310 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Attempting to bind port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:12.810039 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:39:12.810392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Checking segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:12.810981 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Bound using segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:39:12.811724 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Bound port: 4081912d-9b7b-4c5a-a15c-bc48000d7b40, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:39:12.812330 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.848522 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3296e1-4b8b-401f-a909-8cea4671011c req-53972e24-b0a9-40a7-ab25-23426f0e46a1 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:12.850989 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f3296e1-4b8b-401f-a909-8cea4671011c req-53972e24-b0a9-40a7-ab25-23426f0e46a1 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 945 time: 0.0609620 Feb 09 22:39:12.888821 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] For port 4081912d-9b7b-4c5a-a15c-bc48000d7b40, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:39:12.892083 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] For port 4081912d-9b7b-4c5a-a15c-bc48000d7b40, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:39:12.899599 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.905998 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f3296e1-4b8b-401f-a909-8cea4671011c req-be219b48-2141-4229-8052-f39e9f46cb1a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485897 Feb 09 22:39:12.935955 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:12.936576 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.938046 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] 10.222.0.71 "PUT /v2.0/ports/4081912d-9b7b-4c5a-a15c-bc48000d7b40 HTTP/1.1" status: 200 len: 1093 time: 0.9550445 Feb 09 22:39:12.966441 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bf328-b11f-4953-98c0-50fb6f6df30c service neutron] Pushing event updated for resources: {'Port': ['ID=4081912d-9b7b-4c5a-a15c-bc48000d7b40,revision_number=11']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:12.987284 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.017570 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-8b6719b2-595b-48b2-8735-5a28476aea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:13.019141 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-8b6719b2-595b-48b2-8735-5a28476aea8b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 1127 time: 0.0541623 Feb 09 22:39:13.372723 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-678b0b80-71a7-474d-bd74-fbebb353b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:13.374208 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-678b0b80-71a7-474d-bd74-fbebb353b019 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.3490412 Feb 09 22:39:13.450019 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-53c371b5-f67d-46f5-b1f5-59425994d443 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40 HTTP/1.1" status: 200 len: 1000 time: 0.0699904 Feb 09 22:39:13.502785 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-1117265e-d6bc-4e94-84f8-d77544b1c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:13.504294 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-1117265e-d6bc-4e94-84f8-d77544b1c05c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0487039 Feb 09 22:39:13.553851 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-f197ac11-4bcf-4adc-a476-8f5b45babad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:13.555390 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-f197ac11-4bcf-4adc-a476-8f5b45babad4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458274 Feb 09 22:39:13.649282 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-5a7e0fc4-0239-46a3-9517-18664b10c9ed service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879662 Feb 09 22:39:13.748366 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f0f8dcf5-6534-41f5-bcdd-0f5d23f71de4 req-0ece00bb-280f-486b-963c-5dcdd51e177e service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929732 Feb 09 22:39:14.030724 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f9397-9577-4ed6-b725-a05602aa8487 req-05dd3eaa-f630-47bc-92d0-a34160baabcb tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:14.032335 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be5f9397-9577-4ed6-b725-a05602aa8487 req-05dd3eaa-f630-47bc-92d0-a34160baabcb tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 945 time: 0.0524471 Feb 09 22:39:14.087965 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be5f9397-9577-4ed6-b725-a05602aa8487 req-6af10290-c62a-4fbc-9389-e6e479332fbb tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496042 Feb 09 22:39:14.464427 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f9246b-f41b-47a6-a772-2861a7234f26', 'tag': '4081912d-9b7b-4c5a-a15c-bc48000d7b40'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:39:14.466867 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8eca589-b109-4e01-80ef-cb95620d4a87" -d '{"events": [{"name": "network-changed", "server_uuid": "00f9246b-f41b-47a6-a772-2861a7234f26", "tag": "4081912d-9b7b-4c5a-a15c-bc48000d7b40"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:39:14.514515 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f13f46e-08f3-448c-888b-894603c9d242 x-openstack-request-id: req-4f13f46e-08f3-448c-888b-894603c9d242 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:39:14.514822 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f9246b-f41b-47a6-a772-2861a7234f26", "tag": "4081912d-9b7b-4c5a-a15c-bc48000d7b40", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:39:14.515085 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4f13f46e-08f3-448c-888b-894603c9d242 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:39:14.515496 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f9246b-f41b-47a6-a772-2861a7234f26', 'tag': '4081912d-9b7b-4c5a-a15c-bc48000d7b40', 'status': 'completed', 'code': 200} Feb 09 22:39:14.581158 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eca589-b109-4e01-80ef-cb95620d4a87 req-4ed2523c-9568-4ec1-b782-c254d0b6b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:14.582683 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d8eca589-b109-4e01-80ef-cb95620d4a87 req-4ed2523c-9568-4ec1-b782-c254d0b6b67c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 1127 time: 0.0454762 Feb 09 22:39:14.591362 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eca589-b109-4e01-80ef-cb95620d4a87 req-12013847-d6ce-48a8-8da2-ff58f396b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:14.592967 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8eca589-b109-4e01-80ef-cb95620d4a87 req-12013847-d6ce-48a8-8da2-ff58f396b4a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 1127 time: 0.0504403 Feb 09 22:39:14.683214 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eca589-b109-4e01-80ef-cb95620d4a87 req-03e2be0b-19be-4da1-81a4-4b315932ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:14.684633 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d8eca589-b109-4e01-80ef-cb95620d4a87 req-03e2be0b-19be-4da1-81a4-4b315932ad64 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0960052 Feb 09 22:39:14.690558 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eca589-b109-4e01-80ef-cb95620d4a87 req-90116daa-2907-4a83-85bf-16a7390725e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:14.692076 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8eca589-b109-4e01-80ef-cb95620d4a87 req-90116daa-2907-4a83-85bf-16a7390725e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0888040 Feb 09 22:39:14.716273 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:14.751166 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d8eca589-b109-4e01-80ef-cb95620d4a87 req-15db3bd0-4c3d-4d2e-822e-5052a476de9f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40 HTTP/1.1" status: 200 len: 1000 time: 0.0595186 Feb 09 22:39:14.767260 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8eca589-b109-4e01-80ef-cb95620d4a87 req-ff973a58-7662-4ec6-826c-f8ebc0ee54e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40 HTTP/1.1" status: 200 len: 1000 time: 0.0666432 Feb 09 22:39:14.801287 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eca589-b109-4e01-80ef-cb95620d4a87 req-aea591f7-e823-47bd-bcb4-b4c78477a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:14.802744 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d8eca589-b109-4e01-80ef-cb95620d4a87 req-aea591f7-e823-47bd-bcb4-b4c78477a3cb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0451496 Feb 09 22:39:14.820450 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eca589-b109-4e01-80ef-cb95620d4a87 req-38b3920c-ab88-46b5-8a02-4eab3162eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:14.821934 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8eca589-b109-4e01-80ef-cb95620d4a87 req-38b3920c-ab88-46b5-8a02-4eab3162eeb9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0458391 Feb 09 22:39:14.860058 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eca589-b109-4e01-80ef-cb95620d4a87 req-820a0856-17fb-4fdc-a29b-c6c957d6ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:14.861622 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d8eca589-b109-4e01-80ef-cb95620d4a87 req-820a0856-17fb-4fdc-a29b-c6c957d6ff77 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523295 Feb 09 22:39:14.883637 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eca589-b109-4e01-80ef-cb95620d4a87 req-b41e3dae-9faf-4ea4-a534-69a0ba41992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:14.885177 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8eca589-b109-4e01-80ef-cb95620d4a87 req-b41e3dae-9faf-4ea4-a534-69a0ba41992a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525491 Feb 09 22:39:14.957230 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d8eca589-b109-4e01-80ef-cb95620d4a87 req-3640986f-5b52-4857-9382-50b98c98e04a service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893285 Feb 09 22:39:14.987179 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8eca589-b109-4e01-80ef-cb95620d4a87 req-4f448ae7-5a30-4eb4-a283-37e7e3ac767b service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918214 Feb 09 22:39:15.055476 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d8eca589-b109-4e01-80ef-cb95620d4a87 req-3ef3de54-ee0f-4f59-a272-75b6b472769f service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888696 Feb 09 22:39:15.085239 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8eca589-b109-4e01-80ef-cb95620d4a87 req-69394d33-fee8-40ae-91fb-c4bfec0abf02 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893457 Feb 09 22:39:15.214985 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11838058-5c3c-432c-a4c4-0ffad16bd2b8 req-9e71ad5b-8c99-4b00-b766-6531e964f4e5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:15.216406 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-11838058-5c3c-432c-a4c4-0ffad16bd2b8 req-9e71ad5b-8c99-4b00-b766-6531e964f4e5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 945 time: 0.0533071 Feb 09 22:39:15.270015 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-11838058-5c3c-432c-a4c4-0ffad16bd2b8 req-bc4a6a5e-dff8-4f9d-97af-503040242ad5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472572 Feb 09 22:39:15.630885 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 4081912d-9b7b-4c5a-a15c-bc48000d7b40 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:39:15.670386 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] The host n-h2-828601-1 is not matching for port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 host n-h1-828601-1! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:39:15.670778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 4081912d-9b7b-4c5a-a15c-bc48000d7b40 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:39:15.716680 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 4081912d-9b7b-4c5a-a15c-bc48000d7b40 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:39:15.814454 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 4081912d-9b7b-4c5a-a15c-bc48000d7b40, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:15.999036 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '4081912d-9b7b-4c5a-a15c-bc48000d7b40', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'port_id': '4081912d-9b7b-4c5a-a15c-bc48000d7b40', 'mac_address': 'fa:16:3e:4f:5a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:39:16.006614 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.038366 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:16.038753 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.052066 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4081912d-9b7b-4c5a-a15c-bc48000d7b40 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:39:16.071696 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 4081912d-9b7b-4c5a-a15c-bc48000d7b40, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:16.075541 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.121960 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=4081912d-9b7b-4c5a-a15c-bc48000d7b40,revision_number=12']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:16.282707 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['4081912d-9b7b-4c5a-a15c-bc48000d7b40'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:39:16.370566 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.393659 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab01fab-ca3c-4bb3-9723-6ac72ecc1b2b req-37a8b4f8-c285-4892-a050-f99a65a706d4 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:16.395192 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ab01fab-ca3c-4bb3-9723-6ac72ecc1b2b req-37a8b4f8-c285-4892-a050-f99a65a706d4 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0541716 Feb 09 22:39:16.441941 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ab01fab-ca3c-4bb3-9723-6ac72ecc1b2b req-f03b6724-adfb-48d7-80a0-d1d0e38b45cf tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409293 Feb 09 22:39:16.557994 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31333d59-953e-4700-a0a7-2163440e4550 req-60b8e972-3026-42ba-ba60-93d46d649993 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:16.559401 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31333d59-953e-4700-a0a7-2163440e4550 req-60b8e972-3026-42ba-ba60-93d46d649993 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0513663 Feb 09 22:39:16.605383 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-31333d59-953e-4700-a0a7-2163440e4550 req-e71b0cf1-7a69-4353-b998-868815cb05c6 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403354 Feb 09 22:39:16.725175 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90637068-4807-4371-9957-ae2e72020518 req-675d981b-21e4-42fa-8a32-5869886bbc3c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:16.726674 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-90637068-4807-4371-9957-ae2e72020518 req-675d981b-21e4-42fa-8a32-5869886bbc3c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0562384 Feb 09 22:39:16.772164 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-90637068-4807-4371-9957-ae2e72020518 req-c2299377-a7cf-4f74-9460-b3b091d17c2e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398676 Feb 09 22:39:17.006368 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2e8b0-6892-40a1-b4fa-d145003f109c req-5ac7faea-ffb5-4027-acc6-2b58279ebec1 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:17.007873 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76e2e8b0-6892-40a1-b4fa-d145003f109c req-5ac7faea-ffb5-4027-acc6-2b58279ebec1 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 946 time: 0.0525100 Feb 09 22:39:17.053834 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76e2e8b0-6892-40a1-b4fa-d145003f109c req-e6ed05b9-5df7-44d5-b3be-993005461e1d tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403669 Feb 09 22:39:17.721672 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 4081912d-9b7b-4c5a-a15c-bc48000d7b40 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:39:17.771435 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:39:17.776077 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:17.776455 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:17.858239 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:17.858626 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:17.881099 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f9246b-f41b-47a6-a772-2861a7234f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4081912d-9b7b-4c5a-a15c-bc48000d7b40'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:39:17.883354 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14028124-84c7-4c0e-bbd7-96281d68d02f" -d '{"events": [{"server_uuid": "00f9246b-f41b-47a6-a772-2861a7234f26", "name": "network-vif-plugged", "status": "completed", "tag": "4081912d-9b7b-4c5a-a15c-bc48000d7b40"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:39:17.895290 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 4081912d-9b7b-4c5a-a15c-bc48000d7b40, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:17.899718 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:17.924257 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a0ccd4-720a-480d-9fe8-3212b74b1558 x-openstack-request-id: req-21a0ccd4-720a-480d-9fe8-3212b74b1558 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:39:17.924555 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f9246b-f41b-47a6-a772-2861a7234f26", "name": "network-vif-plugged", "status": "completed", "tag": "4081912d-9b7b-4c5a-a15c-bc48000d7b40", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:39:17.924823 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21a0ccd4-720a-480d-9fe8-3212b74b1558 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:39:17.925218 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f9246b-f41b-47a6-a772-2861a7234f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4081912d-9b7b-4c5a-a15c-bc48000d7b40', 'code': 200} Feb 09 22:39:17.953137 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=4081912d-9b7b-4c5a-a15c-bc48000d7b40,revision_number=13']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:18.176668 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a76a83-1419-482d-b57e-809b2789befc req-e9ed8db0-6364-489c-b8d5-aa95e99efcaf tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:18.178671 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95a76a83-1419-482d-b57e-809b2789befc req-e9ed8db0-6364-489c-b8d5-aa95e99efcaf tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 947 time: 0.0564611 Feb 09 22:39:18.225492 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95a76a83-1419-482d-b57e-809b2789befc req-d4a11afc-7064-48df-b347-15d43fab0d87 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409472 Feb 09 22:39:18.277910 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7ffb1-67c9-452a-831e-b62e414fe813 req-3004cd61-054f-4081-bbe7-0b07fb290e21 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:18.279359 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-86b7ffb1-67c9-452a-831e-b62e414fe813 req-3004cd61-054f-4081-bbe7-0b07fb290e21 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.71 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 947 time: 0.0547919 Feb 09 22:39:18.376837 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-86b7ffb1-67c9-452a-831e-b62e414fe813 req-6029ffea-67dd-4977-ac83-b5f6f33eebd7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Deleting port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:39:18.377093 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-86b7ffb1-67c9-452a-831e-b62e414fe813 req-6029ffea-67dd-4977-ac83-b5f6f33eebd7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.467752 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-86b7ffb1-67c9-452a-831e-b62e414fe813 req-6029ffea-67dd-4977-ac83-b5f6f33eebd7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] For port 4081912d-9b7b-4c5a-a15c-bc48000d7b40, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=4081912d-9b7b-4c5a-a15c-bc48000d7b40,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:18.468113 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-86b7ffb1-67c9-452a-831e-b62e414fe813 req-6029ffea-67dd-4977-ac83-b5f6f33eebd7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.646171 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-86b7ffb1-67c9-452a-831e-b62e414fe813 req-6029ffea-67dd-4977-ac83-b5f6f33eebd7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.646450 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-86b7ffb1-67c9-452a-831e-b62e414fe813 req-6029ffea-67dd-4977-ac83-b5f6f33eebd7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (9014190c-32ef-4744-83a8-983cf21ac129), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.646770 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [req-86b7ffb1-67c9-452a-831e-b62e414fe813 req-6029ffea-67dd-4977-ac83-b5f6f33eebd7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Floating IP 9014190c-32ef-4744-83a8-983cf21ac129 disassociated. External IP: 172.25.6.68, port: 4081912d-9b7b-4c5a-a15c-bc48000d7b40. Feb 09 22:39:18.647108 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-86b7ffb1-67c9-452a-831e-b62e414fe813 req-6029ffea-67dd-4977-ac83-b5f6f33eebd7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Calling delete_port for 4081912d-9b7b-4c5a-a15c-bc48000d7b40 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:39:18.775453 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-86b7ffb1-67c9-452a-831e-b62e414fe813 req-6029ffea-67dd-4977-ac83-b5f6f33eebd7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (4081912d-9b7b-4c5a-a15c-bc48000d7b40), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.808336 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029ffea-67dd-4977-ac83-b5f6f33eebd7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Pushing event deleted for resources: {'Port': ['ID=4081912d-9b7b-4c5a-a15c-bc48000d7b40,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:18.927452 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86b7ffb1-67c9-452a-831e-b62e414fe813 req-6029ffea-67dd-4977-ac83-b5f6f33eebd7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:39:19.038840 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86b7ffb1-67c9-452a-831e-b62e414fe813 req-6029ffea-67dd-4977-ac83-b5f6f33eebd7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:39:19.050219 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c50a15-caa1-43de-ac4c-9488d80cfad3 None None] Sync routers for ids ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:39:19.060971 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c50a15-caa1-43de-ac4c-9488d80cfad3 None None] Routers {'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:39:19.061676 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-72c50a15-caa1-43de-ac4c-9488d80cfad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:39:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:19.085912 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b7ffb1-67c9-452a-831e-b62e414fe813 req-6029ffea-67dd-4977-ac83-b5f6f33eebd7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] No DVR routers for this DVR port 4081912d-9b7b-4c5a-a15c-bc48000d7b40 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:39:19.088560 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-86b7ffb1-67c9-452a-831e-b62e414fe813 req-6029ffea-67dd-4977-ac83-b5f6f33eebd7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.091897 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-86b7ffb1-67c9-452a-831e-b62e414fe813 req-6029ffea-67dd-4977-ac83-b5f6f33eebd7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.71 "DELETE /v2.0/ports/4081912d-9b7b-4c5a-a15c-bc48000d7b40 HTTP/1.1" status: 204 len: 173 time: 0.8076150 Feb 09 22:39:19.092347 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f9246b-f41b-47a6-a772-2861a7234f26', 'name': 'network-vif-deleted', 'tag': '4081912d-9b7b-4c5a-a15c-bc48000d7b40'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:39:19.094648 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc0a5e1-dc46-4649-87fd-a3ecbba59b5e" -d '{"events": [{"server_uuid": "00f9246b-f41b-47a6-a772-2861a7234f26", "name": "network-vif-deleted", "tag": "4081912d-9b7b-4c5a-a15c-bc48000d7b40"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:39:19.147481 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b75281-2269-4a5c-b02d-8353f10056cf x-openstack-request-id: req-57b75281-2269-4a5c-b02d-8353f10056cf {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:39:19.147825 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f9246b-f41b-47a6-a772-2861a7234f26", "name": "network-vif-deleted", "tag": "4081912d-9b7b-4c5a-a15c-bc48000d7b40", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:39:19.148085 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-57b75281-2269-4a5c-b02d-8353f10056cf {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:39:19.148500 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f9246b-f41b-47a6-a772-2861a7234f26', 'name': 'network-vif-deleted', 'tag': '4081912d-9b7b-4c5a-a15c-bc48000d7b40', 'status': 'completed', 'code': 200} Feb 09 22:39:19.176650 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-72c50a15-caa1-43de-ac4c-9488d80cfad3 None None] Set router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:39:19.343080 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45d11445-0380-44be-90bc-c08a391bbe31 req-eb829178-7fe8-4ee2-9c1e-1a3efa749e5f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f9246b-f41b-47a6-a772-2861a7234f26 HTTP/1.1" status: 200 len: 210 time: 0.0273240 Feb 09 22:39:19.383749 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-72c50a15-caa1-43de-ac4c-9488d80cfad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:19.410176 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c50a15-caa1-43de-ac4c-9488d80cfad3 None None] Checking router: e9ccffc4-3f9a-4c90-bd18-d43b33e71bce for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:39:19.418599 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c50a15-caa1-43de-ac4c-9488d80cfad3 None None] Routers {'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:39:19.419226 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-72c50a15-caa1-43de-ac4c-9488d80cfad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:39:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:19.444184 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:39:19.549548 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-72c50a15-caa1-43de-ac4c-9488d80cfad3 None None] Set router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:39:19.790529 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-72c50a15-caa1-43de-ac4c-9488d80cfad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:19.822034 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c50a15-caa1-43de-ac4c-9488d80cfad3 None None] The sync data for ids ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'] in n-d-828601-1 is: [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:39:20.055298 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5112dee2-88d7-44ff-8d72-906296ebd21c None None] New status for floating IP 9014190c-32ef-4744-83a8-983cf21ac129: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:39:20.613527 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-9ec7b0e0-84ce-4e42-b237-68865344ff8c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--677626910&fields=id&tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e HTTP/1.1" status: 200 len: 267 time: 0.0431640 Feb 09 22:39:20.727180 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-796fdfbc-3fed-4c03-8f6d-99fa9b0a41a5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:20.728628 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-796fdfbc-3fed-4c03-8f6d-99fa9b0a41a5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 811 time: 0.1083992 Feb 09 22:39:20.743998 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-9acfa2cb-1331-4461-9dd1-3a4eb1c0ee1e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/quotas/d79c9f6cc21d4f85b659a2742a3eee6e HTTP/1.1" status: 200 len: 375 time: 0.0094519 Feb 09 22:39:20.803175 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-fbe2d2d9-0e48-42c0-83df-4f6b3866798e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536253 Feb 09 22:39:20.966747 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-26a62861-38bd-4188-9ffd-fd056043188b service neutron] 10.222.0.77 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518567 Feb 09 22:39:21.062986 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-cf12d4bc-282c-48f2-937c-7277e61c077e service neutron] 10.222.0.77 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897355 Feb 09 22:39:21.250041 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-044dcf59-b17a-4149-9270-ae7ca3e0287b req-efc10d0a-7412-4c38-8f91-ae8579e2df9b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 210 time: 0.0312045 Feb 09 22:39:22.250370 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-7f42312d-14d4-47f9-8b01-2bc0d53b0b41 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:22.251811 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-7f42312d-14d4-47f9-8b01-2bc0d53b0b41 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 811 time: 0.1065478 Feb 09 22:39:22.318309 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-133daa84-909c-476e-a845-facc0cfcb680 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e HTTP/1.1" status: 200 len: 379 time: 0.0584147 Feb 09 22:39:22.327880 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-b2429713-f248-40ca-8b97-921ca48f3b09 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Request body: {'port': {'device_id': 'a9ac61d1-1989-4791-b15b-8d90e6795c28', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'admin_state_up': True, 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'security_groups': ['02b30053-1565-4fab-9681-a3d799a08e1a']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:22.356716 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e2c81de8-b3fc-4caf-82b9-52fa156ad3a2 req-e3e3b1dd-4f3c-4e38-9a37-82716ceeb24d tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 210 time: 0.0276167 Feb 09 22:39:22.445607 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-b2429713-f248-40ca-8b97-921ca48f3b09 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Made reservation on behalf of d79c9f6cc21d4f85b659a2742a3eee6e for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:39:22.449223 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-b2429713-f248-40ca-8b97-921ca48f3b09 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:22.579172 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-b2429713-f248-40ca-8b97-921ca48f3b09 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Allocated IP 172.20.0.10 (6638d097-1a14-4c77-ba78-98ca19e889e2/ca5aaed4-4d38-43cc-9797-209114c0b43f/37abdaa3-a441-4c23-a156-553a47f76507) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:39:22.713064 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-b2429713-f248-40ca-8b97-921ca48f3b09 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for port (37abdaa3-a441-4c23-a156-553a47f76507), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:22.747521 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-b2429713-f248-40ca-8b97-921ca48f3b09 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (37abdaa3-a441-4c23-a156-553a47f76507), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:22.791714 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-b2429713-f248-40ca-8b97-921ca48f3b09 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Network 6638d097-1a14-4c77-ba78-98ca19e889e2 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:39:22.794794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-b2429713-f248-40ca-8b97-921ca48f3b09 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:22.797538 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-b2429713-f248-40ca-8b97-921ca48f3b09 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:39:22.833243 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2429713-f248-40ca-8b97-921ca48f3b09 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Pushing event updated for resources: {'Port': ['ID=37abdaa3-a441-4c23-a156-553a47f76507,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:22.858411 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-b2429713-f248-40ca-8b97-921ca48f3b09 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:22.859066 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-b2429713-f248-40ca-8b97-921ca48f3b09 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:22.876521 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-b2429713-f248-40ca-8b97-921ca48f3b09 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5528977 Feb 09 22:39:22.887868 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] Request body: {'port': {'device_id': 'a9ac61d1-1989-4791-b15b-8d90e6795c28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:22.950675 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (37abdaa3-a441-4c23-a156-553a47f76507), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:23.032172 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ec4809f7-f839-4f13-b209-e6f95e2a5cb8 None None] Provisioning complete for port 37abdaa3-a441-4c23-a156-553a47f76507 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:23.032827 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ec4809f7-f839-4f13-b209-e6f95e2a5cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (37abdaa3-a441-4c23-a156-553a47f76507), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:23.067066 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ec4809f7-f839-4f13-b209-e6f95e2a5cb8 None None] Port 37abdaa3-a441-4c23-a156-553a47f76507 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:39:23.213973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37abdaa3-a441-4c23-a156-553a47f76507 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:39:23.221420 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] Publish callbacks [] for port (37abdaa3-a441-4c23-a156-553a47f76507), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:23.234694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] Transition to ACTIVE for port object 37abdaa3-a441-4c23-a156-553a47f76507 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:39:23.238274 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (37abdaa3-a441-4c23-a156-553a47f76507), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:23.289275 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] Pushing event updated for resources: {'Port': ['ID=37abdaa3-a441-4c23-a156-553a47f76507,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:23.356209 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] Attempting to bind port 37abdaa3-a441-4c23-a156-553a47f76507 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:39:23.356546 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] Attempting to bind port 37abdaa3-a441-4c23-a156-553a47f76507 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:39:23.357001 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] Attempting to bind port 37abdaa3-a441-4c23-a156-553a47f76507 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:23.361623 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] Port 37abdaa3-a441-4c23-a156-553a47f76507 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:39:23.361945 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] Attempting to bind port 37abdaa3-a441-4c23-a156-553a47f76507 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:23.367303 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:39:23.367668 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] Checking segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:23.368061 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] Bound using segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:39:23.368489 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] Bound port: 37abdaa3-a441-4c23-a156-553a47f76507, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:39:23.368841 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (37abdaa3-a441-4c23-a156-553a47f76507), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:23.445144 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] For port 37abdaa3-a441-4c23-a156-553a47f76507, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:39:23.448299 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] For port 37abdaa3-a441-4c23-a156-553a47f76507, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=37abdaa3-a441-4c23-a156-553a47f76507,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:39:23.453744 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (37abdaa3-a441-4c23-a156-553a47f76507), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:23.494933 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:23.495474 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:23.497074 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] 10.222.0.71 "PUT /v2.0/ports/37abdaa3-a441-4c23-a156-553a47f76507 HTTP/1.1" status: 200 len: 1092 time: 0.6137116 Feb 09 22:39:23.497623 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ac61d1-1989-4791-b15b-8d90e6795c28', 'tag': '37abdaa3-a441-4c23-a156-553a47f76507'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:39:23.499898 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13162a4-681c-4000-9376-bc322747c967" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ac61d1-1989-4791-b15b-8d90e6795c28", "tag": "37abdaa3-a441-4c23-a156-553a47f76507"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:39:23.500389 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a54ded-836e-4ce5-a7d3-94f1b6578924 req-66c28729-64d0-4a76-9e6b-1ae27631a594 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:23.502713 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-20a54ded-836e-4ce5-a7d3-94f1b6578924 req-66c28729-64d0-4a76-9e6b-1ae27631a594 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 944 time: 0.0622790 Feb 09 22:39:23.553844 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b282b-00bc-4b12-9922-cf44c61f2f3d service neutron] Pushing event updated for resources: {'Port': ['ID=37abdaa3-a441-4c23-a156-553a47f76507,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:23.563322 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-20a54ded-836e-4ce5-a7d3-94f1b6578924 req-ee6e8eaf-9eab-4bc1-b925-9d3475ce3fd3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532820 Feb 09 22:39:23.604772 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-6572f392-e193-4d1a-8907-db602016cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:23.606536 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-6572f392-e193-4d1a-8907-db602016cda4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 1126 time: 0.0656660 Feb 09 22:39:23.620255 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a856c9-6419-4d0e-b824-f94e7c1579fe x-openstack-request-id: req-18a856c9-6419-4d0e-b824-f94e7c1579fe {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:39:23.620564 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ac61d1-1989-4791-b15b-8d90e6795c28", "tag": "37abdaa3-a441-4c23-a156-553a47f76507", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:39:23.620825 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18a856c9-6419-4d0e-b824-f94e7c1579fe {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:39:23.621385 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ac61d1-1989-4791-b15b-8d90e6795c28', 'tag': '37abdaa3-a441-4c23-a156-553a47f76507', 'status': 'completed', 'code': 200} Feb 09 22:39:23.657108 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-effe860d-fafc-4148-9414-461c8a9a0be2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37abdaa3-a441-4c23-a156-553a47f76507 HTTP/1.1" status: 200 len: 217 time: 0.0442014 Feb 09 22:39:23.706362 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-8c8e6e42-e9d5-4e9a-9a2e-3bda6442fcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:23.708627 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-8c8e6e42-e9d5-4e9a-9a2e-3bda6442fcb6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0458119 Feb 09 22:39:23.747853 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 4081912d-9b7b-4c5a-a15c-bc48000d7b40 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:39:23.757368 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-aadda512-7b13-4d8b-88a5-00fa66193701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:23.758876 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-aadda512-7b13-4d8b-88a5-00fa66193701 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448701 Feb 09 22:39:23.773109 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 4081912d-9b7b-4c5a-a15c-bc48000d7b40 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:39:23.773460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 4081912d-9b7b-4c5a-a15c-bc48000d7b40 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:39:23.859736 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-f987b385-d755-4321-8641-bf9d6ad6878d service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942411 Feb 09 22:39:23.948446 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-caef67d9-14f5-4b74-aa34-23e87de42cc7 req-0a083b8f-ebb8-4501-8f8f-74e0b4bb889a service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828781 Feb 09 22:39:24.039231 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13162a4-681c-4000-9376-bc322747c967 req-3be37f92-d16f-4457-a1b4-d0c428578c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:24.040790 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b13162a4-681c-4000-9376-bc322747c967 req-3be37f92-d16f-4457-a1b4-d0c428578c17 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 1126 time: 0.0448654 Feb 09 22:39:24.134911 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13162a4-681c-4000-9376-bc322747c967 req-51fb1c9a-f1ae-4b91-ad72-07a72dbbd9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:24.136454 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b13162a4-681c-4000-9376-bc322747c967 req-51fb1c9a-f1ae-4b91-ad72-07a72dbbd9e6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0894816 Feb 09 22:39:24.175012 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b13162a4-681c-4000-9376-bc322747c967 req-2d580532-e52c-41f1-a5b0-cca4d6c9d6af service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37abdaa3-a441-4c23-a156-553a47f76507 HTTP/1.1" status: 200 len: 217 time: 0.0329201 Feb 09 22:39:24.227090 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13162a4-681c-4000-9376-bc322747c967 req-2cb61ed8-e8f5-4c66-b864-edb22977be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:24.228561 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b13162a4-681c-4000-9376-bc322747c967 req-2cb61ed8-e8f5-4c66-b864-edb22977be2e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0478189 Feb 09 22:39:24.278567 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13162a4-681c-4000-9376-bc322747c967 req-2a61f03d-858f-4539-a7ee-6b7e7adc73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:24.280098 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b13162a4-681c-4000-9376-bc322747c967 req-2a61f03d-858f-4539-a7ee-6b7e7adc73f9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437348 Feb 09 22:39:24.368826 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b13162a4-681c-4000-9376-bc322747c967 req-010bc2dd-f85f-4181-af0a-f29e27731626 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814497 Feb 09 22:39:24.462172 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b13162a4-681c-4000-9376-bc322747c967 req-1e5889ce-fa0f-41c1-a12c-dd40e4d320de service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859742 Feb 09 22:39:24.687140 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ca5e7-f9ca-470a-8390-4e9fbdd37ff8 req-781cb9d0-c384-4824-84eb-55592a3372e7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:24.689262 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b4ca5e7-f9ca-470a-8390-4e9fbdd37ff8 req-781cb9d0-c384-4824-84eb-55592a3372e7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 944 time: 0.0536177 Feb 09 22:39:24.738842 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b4ca5e7-f9ca-470a-8390-4e9fbdd37ff8 req-6f04f3c1-a11f-4fe4-a2a9-904ec6a1f088 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445271 Feb 09 22:39:25.763913 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 37abdaa3-a441-4c23-a156-553a47f76507 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:39:25.862134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5e885-1e86-4dfe-b916-0aa334014fae req-9861d198-6be2-46aa-82a4-d5be7bc08081 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:25.862982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 37abdaa3-a441-4c23-a156-553a47f76507, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=37abdaa3-a441-4c23-a156-553a47f76507,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:25.863694 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-08f5e885-1e86-4dfe-b916-0aa334014fae req-9861d198-6be2-46aa-82a4-d5be7bc08081 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 944 time: 0.0564833 Feb 09 22:39:25.876090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '37abdaa3-a441-4c23-a156-553a47f76507', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'port_id': '37abdaa3-a441-4c23-a156-553a47f76507', 'mac_address': 'fa:16:3e:c4:e6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:39:25.917647 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-08f5e885-1e86-4dfe-b916-0aa334014fae req-ad7265dd-136a-4f41-b69f-0f56dca25f29 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469091 Feb 09 22:39:25.918081 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 37abdaa3-a441-4c23-a156-553a47f76507 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:25.918479 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (37abdaa3-a441-4c23-a156-553a47f76507), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:25.933963 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37abdaa3-a441-4c23-a156-553a47f76507 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:39:25.955552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 37abdaa3-a441-4c23-a156-553a47f76507, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=37abdaa3-a441-4c23-a156-553a47f76507,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:25.960065 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (37abdaa3-a441-4c23-a156-553a47f76507), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:26.008595 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=37abdaa3-a441-4c23-a156-553a47f76507,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:26.151805 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['37abdaa3-a441-4c23-a156-553a47f76507'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:39:27.040470 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e3128-2637-4bec-aa31-0c801670beed req-a0df7efa-2bed-4123-9985-65d080dbcfd2 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:27.041981 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e0e3128-2637-4bec-aa31-0c801670beed req-a0df7efa-2bed-4123-9985-65d080dbcfd2 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 945 time: 0.0540516 Feb 09 22:39:27.089466 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e0e3128-2637-4bec-aa31-0c801670beed req-eb73f308-46d5-42f7-a02c-9646e7c2c7f2 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418131 Feb 09 22:39:27.781115 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 37abdaa3-a441-4c23-a156-553a47f76507 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:39:27.829856 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 37abdaa3-a441-4c23-a156-553a47f76507 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:39:27.835239 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 37abdaa3-a441-4c23-a156-553a47f76507 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:27.835864 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (37abdaa3-a441-4c23-a156-553a47f76507), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:27.914809 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 37abdaa3-a441-4c23-a156-553a47f76507 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:27.915191 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (37abdaa3-a441-4c23-a156-553a47f76507), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:27.940208 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ac61d1-1989-4791-b15b-8d90e6795c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37abdaa3-a441-4c23-a156-553a47f76507'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:39:27.942471 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f815f21-bd68-498c-b135-46a69e88ead3" -d '{"events": [{"server_uuid": "a9ac61d1-1989-4791-b15b-8d90e6795c28", "name": "network-vif-plugged", "status": "completed", "tag": "37abdaa3-a441-4c23-a156-553a47f76507"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:39:27.955756 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 37abdaa3-a441-4c23-a156-553a47f76507, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=37abdaa3-a441-4c23-a156-553a47f76507,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:27.960538 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (37abdaa3-a441-4c23-a156-553a47f76507), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:27.985899 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3a47c5-7186-48e6-b64e-d4125b901e9f x-openstack-request-id: req-6d3a47c5-7186-48e6-b64e-d4125b901e9f {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:39:27.986207 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ac61d1-1989-4791-b15b-8d90e6795c28", "name": "network-vif-plugged", "status": "completed", "tag": "37abdaa3-a441-4c23-a156-553a47f76507", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:39:27.986468 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6d3a47c5-7186-48e6-b64e-d4125b901e9f {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:39:27.986871 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ac61d1-1989-4791-b15b-8d90e6795c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37abdaa3-a441-4c23-a156-553a47f76507', 'code': 200} Feb 09 22:39:28.012793 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=37abdaa3-a441-4c23-a156-553a47f76507,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:28.079604 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb5388-d972-4f22-95a9-834a608e95a4 req-2975aafc-5c48-4e85-acdc-aa840a48bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:28.081166 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2bfb5388-d972-4f22-95a9-834a608e95a4 req-2975aafc-5c48-4e85-acdc-aa840a48bb93 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 1128 time: 0.0437076 Feb 09 22:39:28.123963 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2bfb5388-d972-4f22-95a9-834a608e95a4 req-9e04cf63-f667-4002-8b84-c8d17c78cfba service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374155 Feb 09 22:39:28.211161 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fe9ef-6559-49d1-a430-f8d31037ba20 req-a23d9669-44d2-434f-9095-15daf7f0f3a2 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:28.212818 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e38fe9ef-6559-49d1-a430-f8d31037ba20 req-a23d9669-44d2-434f-9095-15daf7f0f3a2 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 946 time: 0.0540929 Feb 09 22:39:28.263071 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e38fe9ef-6559-49d1-a430-f8d31037ba20 req-a2a1bd36-34e9-40e0-adba-ee16cf65825e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444925 Feb 09 22:39:29.386933 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05717a1d-7c72-4632-bf94-766ad304ebec req-f4244e1d-8aa4-4b9e-bb12-a0a21f61e4ad tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:29.388505 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05717a1d-7c72-4632-bf94-766ad304ebec req-f4244e1d-8aa4-4b9e-bb12-a0a21f61e4ad tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 946 time: 0.0555098 Feb 09 22:39:29.436603 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-05717a1d-7c72-4632-bf94-766ad304ebec req-3e63e42d-4fa8-4439-9c50-1e6c9e9365ef tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418983 Feb 09 22:39:29.568842 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba066e1-da95-44ce-b0d0-27fe65c2aa59 req-9d0eaae8-df52-4631-8c76-8e7ea434bc85 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:29.570378 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6ba066e1-da95-44ce-b0d0-27fe65c2aa59 req-9d0eaae8-df52-4631-8c76-8e7ea434bc85 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 946 time: 0.0689108 Feb 09 22:39:29.579606 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51466) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:29.584886 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d38c7016-2ccc-42bc-b875-4e957794ba0a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Request body: {'floatingip': {'port_id': '37abdaa3-a441-4c23-a156-553a47f76507'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:29.627536 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d38c7016-2ccc-42bc-b875-4e957794ba0a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for floatingip (9014190c-32ef-4744-83a8-983cf21ac129), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.043183 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d38c7016-2ccc-42bc-b875-4e957794ba0a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.046857 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d38c7016-2ccc-42bc-b875-4e957794ba0a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (9014190c-32ef-4744-83a8-983cf21ac129), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.150330 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-d38c7016-2ccc-42bc-b875-4e957794ba0a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Floating IP 9014190c-32ef-4744-83a8-983cf21ac129 associated. External IP: 172.25.6.68, port: 37abdaa3-a441-4c23-a156-553a47f76507. Feb 09 22:39:30.616561 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38c7016-2ccc-42bc-b875-4e957794ba0a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:39:30.728815 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38c7016-2ccc-42bc-b875-4e957794ba0a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:39:30.733732 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d38c7016-2ccc-42bc-b875-4e957794ba0a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.738251 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a645405e-0cb5-48ec-a77a-d76ba47a5866 None None] Sync routers for ids ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:39:30.748132 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a645405e-0cb5-48ec-a77a-d76ba47a5866 None None] Routers {'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:39:30.748757 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a645405e-0cb5-48ec-a77a-d76ba47a5866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:39:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:30.761903 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d38c7016-2ccc-42bc-b875-4e957794ba0a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "PUT /v2.0/floatingips/9014190c-32ef-4744-83a8-983cf21ac129 HTTP/1.1" status: 200 len: 992 time: 1.1811335 Feb 09 22:39:30.762490 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ac61d1-1989-4791-b15b-8d90e6795c28', 'tag': '37abdaa3-a441-4c23-a156-553a47f76507'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:39:30.764778 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c971510-f888-49b0-8121-e0c5bed69d68" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ac61d1-1989-4791-b15b-8d90e6795c28", "tag": "37abdaa3-a441-4c23-a156-553a47f76507"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:39:30.858842 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-a645405e-0cb5-48ec-a77a-d76ba47a5866 None None] Set router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:39:30.864584 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc404eb-4048-4392-a4a9-6503d694a3d4 req-93a28c2a-b09b-4955-9e6f-14ea9b5f2ec2 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:30.866161 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bcc404eb-4048-4392-a4a9-6503d694a3d4 req-93a28c2a-b09b-4955-9e6f-14ea9b5f2ec2 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 946 time: 0.0533478 Feb 09 22:39:30.915675 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bcc404eb-4048-4392-a4a9-6503d694a3d4 req-a305e83b-41a2-4b18-ba87-8a33cdd7a807 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438523 Feb 09 22:39:30.960453 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2826b0e9-0ca0-4ae4-abd1-bc473b6bedfb x-openstack-request-id: req-2826b0e9-0ca0-4ae4-abd1-bc473b6bedfb {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:39:30.960780 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ac61d1-1989-4791-b15b-8d90e6795c28", "tag": "37abdaa3-a441-4c23-a156-553a47f76507", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:39:30.961042 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2826b0e9-0ca0-4ae4-abd1-bc473b6bedfb {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:39:30.961452 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ac61d1-1989-4791-b15b-8d90e6795c28', 'tag': '37abdaa3-a441-4c23-a156-553a47f76507', 'status': 'completed', 'code': 200} Feb 09 22:39:31.024845 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c971510-f888-49b0-8121-e0c5bed69d68 req-06038ec1-2e11-441c-97d0-f9d51e593cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:31.026308 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9c971510-f888-49b0-8121-e0c5bed69d68 req-06038ec1-2e11-441c-97d0-f9d51e593cf4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 1128 time: 0.0448411 Feb 09 22:39:31.097044 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a645405e-0cb5-48ec-a77a-d76ba47a5866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '9014190c-32ef-4744-83a8-983cf21ac129', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'port_id': '37abdaa3-a441-4c23-a156-553a47f76507', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'mac_address': 'fa:16:3e:c4:e6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ac61d1-1989-4791-b15b-8d90e6795c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:36:39Z', 'updated_at': '2022-02-09T22:39:29Z', 'revision_number': 13, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:31.117927 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c971510-f888-49b0-8121-e0c5bed69d68 req-f9622e16-5a58-4faf-9c4f-dd473fc6a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:31.119440 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9c971510-f888-49b0-8121-e0c5bed69d68 req-f9622e16-5a58-4faf-9c4f-dd473fc6a663 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0881319 Feb 09 22:39:31.123185 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a645405e-0cb5-48ec-a77a-d76ba47a5866 None None] Checking router: e9ccffc4-3f9a-4c90-bd18-d43b33e71bce for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:39:31.132215 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a645405e-0cb5-48ec-a77a-d76ba47a5866 None None] Routers {'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:39:31.132832 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a645405e-0cb5-48ec-a77a-d76ba47a5866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:39:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:31.184167 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9c971510-f888-49b0-8121-e0c5bed69d68 req-237c8bcd-1549-4ec2-9b28-9f67fe802851 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37abdaa3-a441-4c23-a156-553a47f76507 HTTP/1.1" status: 200 len: 1000 time: 0.0589077 Feb 09 22:39:31.234807 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c971510-f888-49b0-8121-e0c5bed69d68 req-01cec56b-2c32-4843-bcf8-4549a1a973b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:31.236318 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9c971510-f888-49b0-8121-e0c5bed69d68 req-01cec56b-2c32-4843-bcf8-4549a1a973b1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0472317 Feb 09 22:39:31.240463 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-a645405e-0cb5-48ec-a77a-d76ba47a5866 None None] Set router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:39:31.288447 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c971510-f888-49b0-8121-e0c5bed69d68 req-f92fcc7e-d1cc-46f6-b6fe-25794ce89c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:31.289986 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9c971510-f888-49b0-8121-e0c5bed69d68 req-f92fcc7e-d1cc-46f6-b6fe-25794ce89c2b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478890 Feb 09 22:39:31.376121 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9c971510-f888-49b0-8121-e0c5bed69d68 req-bbf0fe06-ed94-437b-8440-ad3ca644399f service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805104 Feb 09 22:39:31.460078 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a645405e-0cb5-48ec-a77a-d76ba47a5866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '9014190c-32ef-4744-83a8-983cf21ac129', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'port_id': '37abdaa3-a441-4c23-a156-553a47f76507', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'mac_address': 'fa:16:3e:c4:e6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ac61d1-1989-4791-b15b-8d90e6795c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:36:39Z', 'updated_at': '2022-02-09T22:39:29Z', 'revision_number': 13, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:31.467711 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9c971510-f888-49b0-8121-e0c5bed69d68 req-066c8c68-c29b-4bf0-9940-c5497bb1c4b7 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862341 Feb 09 22:39:31.493029 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a645405e-0cb5-48ec-a77a-d76ba47a5866 None None] The sync data for ids ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'] in n-d-828601-1 is: [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '9014190c-32ef-4744-83a8-983cf21ac129', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'port_id': '37abdaa3-a441-4c23-a156-553a47f76507', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'mac_address': 'fa:16:3e:c4:e6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ac61d1-1989-4791-b15b-8d90e6795c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:36:39Z', 'updated_at': '2022-02-09T22:39:29Z', 'revision_number': 13, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:39:31.684241 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5e5552-71c0-43f2-b63a-2e2e89510417 None None] New status for floating IP 9014190c-32ef-4744-83a8-983cf21ac129: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:39:32.041055 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b464dcf-4565-4c50-a4e3-5afed2814851 req-baa6338c-c0ea-400f-a74d-b6e0f36173da tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:32.042695 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b464dcf-4565-4c50-a4e3-5afed2814851 req-baa6338c-c0ea-400f-a74d-b6e0f36173da tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 946 time: 0.0554819 Feb 09 22:39:32.092919 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2b464dcf-4565-4c50-a4e3-5afed2814851 req-6365b81c-6855-4ec0-8055-15d001985d27 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448310 Feb 09 22:39:34.586074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290ed64-3a56-404e-8b1c-af9e2ef963a8 req-3d9cabff-34ef-4c93-b5dc-55440b9dc14b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:34.587549 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2290ed64-3a56-404e-8b1c-af9e2ef963a8 req-3d9cabff-34ef-4c93-b5dc-55440b9dc14b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 946 time: 0.0517361 Feb 09 22:39:34.633109 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2290ed64-3a56-404e-8b1c-af9e2ef963a8 req-16bef5fa-14db-4291-a6d2-32531c47a4d1 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399458 Feb 09 22:39:37.901796 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cd773af9-bf14-4de5-9564-e02a4248b94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:40.597333 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-111a072a-dd86-40ce-80b5-5d07e2c4dc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:41.804284 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:42.979945 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:44.717543 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:45.845383 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:46.360590 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:51.016966 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf73555-4493-4fbe-b2f0-25a7daf3fb8d req-ad0815c9-09d7-4165-b6c1-04a4840a23de tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:51.018479 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ddf73555-4493-4fbe-b2f0-25a7daf3fb8d req-ad0815c9-09d7-4165-b6c1-04a4840a23de tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 946 time: 0.0564194 Feb 09 22:39:51.048231 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-f5423ae6-1414-4ee2-a983-1ffc5aecb21e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0979311 Feb 09 22:39:51.067715 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ddf73555-4493-4fbe-b2f0-25a7daf3fb8d req-fda6c1ce-5a67-4a60-a484-8fb69744b430 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425577 Feb 09 22:39:52.189466 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94024c8c-d404-4645-a28d-3906421df09c req-ed933180-ea7a-47a5-a834-7e7bd9da221f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:52.190949 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94024c8c-d404-4645-a28d-3906421df09c req-ed933180-ea7a-47a5-a834-7e7bd9da221f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 946 time: 0.0528529 Feb 09 22:39:52.238193 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-94024c8c-d404-4645-a28d-3906421df09c req-05dc5fec-a87f-454d-bb69-244b3d76f09a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416112 Feb 09 22:39:52.350797 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-5fa2fb45-d848-4695-bbc3-f2c7b6afebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:52.352230 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-5fa2fb45-d848-4695-bbc3-f2c7b6afebe0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 1128 time: 0.0452251 Feb 09 22:39:52.446986 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-3e6618a9-3fcf-486f-bfe8-b5e037dfd087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:52.448515 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-3e6618a9-3fcf-486f-bfe8-b5e037dfd087 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0890338 Feb 09 22:39:52.512049 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e21d515f-adfc-4532-91c8-e7b1cec1f23e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37abdaa3-a441-4c23-a156-553a47f76507 HTTP/1.1" status: 200 len: 1002 time: 0.0570676 Feb 09 22:39:52.558377 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-1d659612-a0b4-46ae-8cee-73f3905bbe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:52.559951 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-1d659612-a0b4-46ae-8cee-73f3905bbe0e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0427823 Feb 09 22:39:52.616561 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-2da81bc8-1c87-4ea2-81e6-dc1c4fb0fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:52.618068 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-2da81bc8-1c87-4ea2-81e6-dc1c4fb0fa54 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530260 Feb 09 22:39:52.704227 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-3c083c17-007b-4804-b732-33977cf6ede4 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798233 Feb 09 22:39:52.797260 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-53102f3b-588f-4912-bc50-a723e8bfabdc service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870345 Feb 09 22:39:53.365729 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c65f5-505f-46e1-a100-58b709417005 req-aa6e4e93-f15d-4f2c-89b7-6245ccee6531 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:53.367274 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-972c65f5-505f-46e1-a100-58b709417005 req-aa6e4e93-f15d-4f2c-89b7-6245ccee6531 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 946 time: 0.0566986 Feb 09 22:39:53.419112 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-972c65f5-505f-46e1-a100-58b709417005 req-d07f5ac4-ba7a-43ec-bd00-2333bcddcf09 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460088 Feb 09 22:39:54.553261 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35476571-cf88-4431-b55d-74cc59110737 req-4df98e75-437f-4ecc-bcd4-76c37a6eb79c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:54.554822 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35476571-cf88-4431-b55d-74cc59110737 req-4df98e75-437f-4ecc-bcd4-76c37a6eb79c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 946 time: 0.0542042 Feb 09 22:39:54.604056 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35476571-cf88-4431-b55d-74cc59110737 req-72341205-b6fa-4068-ae88-374a2518715a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436096 Feb 09 22:39:55.725436 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4056d-b23a-4e38-8b75-7a973097c9cf req-27230b64-da49-4ea2-8122-d6b1dfe951c9 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:55.726992 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bfc4056d-b23a-4e38-8b75-7a973097c9cf req-27230b64-da49-4ea2-8122-d6b1dfe951c9 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 946 time: 0.0523388 Feb 09 22:39:55.779117 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bfc4056d-b23a-4e38-8b75-7a973097c9cf req-0ea02487-5da9-40f6-8f12-00651f27a16c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464301 Feb 09 22:39:56.444016 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:39:56.908330 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfb8c6-21bd-4647-b437-7f18f02a7d7c req-2a373bae-838a-4a1c-815a-c01f73160ce5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:56.909770 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ccbfb8c6-21bd-4647-b437-7f18f02a7d7c req-2a373bae-838a-4a1c-815a-c01f73160ce5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 946 time: 0.0584586 Feb 09 22:39:56.968149 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ccbfb8c6-21bd-4647-b437-7f18f02a7d7c req-26db9a87-5ced-4b43-ac58-5394c53a2d0e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526938 Feb 09 22:39:58.103865 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64ed33-0bea-4122-b99f-e1c8d927dccd req-a8068aa3-c1d5-4bf5-8371-4b8d4f1c10e0 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:58.105486 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf64ed33-0bea-4122-b99f-e1c8d927dccd req-a8068aa3-c1d5-4bf5-8371-4b8d4f1c10e0 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 946 time: 0.0648897 Feb 09 22:39:58.154944 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf64ed33-0bea-4122-b99f-e1c8d927dccd req-e0d4a7e0-b403-44d9-98a5-2a01623d1b8d tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427868 Feb 09 22:39:59.274364 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57475dc-5378-4ccf-b73a-a78dcfcaefd6 req-c22caf95-4e5b-41ce-8d02-72eb4acb1754 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:59.275987 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c57475dc-5378-4ccf-b73a-a78dcfcaefd6 req-c22caf95-4e5b-41ce-8d02-72eb4acb1754 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 946 time: 0.0522249 Feb 09 22:39:59.691477 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c57475dc-5378-4ccf-b73a-a78dcfcaefd6 req-04ac8ea2-6ef6-4845-b280-87b4593aa08d tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4080384 Feb 09 22:40:00.821028 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192683d6-5206-4537-a4bb-65c8a39991ea req-a5311e0d-2034-4baa-8d43-b8d8289619e3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:00.823353 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-192683d6-5206-4537-a4bb-65c8a39991ea req-a5311e0d-2034-4baa-8d43-b8d8289619e3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 946 time: 0.0578666 Feb 09 22:40:00.872017 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-192683d6-5206-4537-a4bb-65c8a39991ea req-3a15e605-a4b4-41e2-a7c7-d930d466dcaa tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436158 Feb 09 22:40:01.994537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030502a2-0856-4660-b954-ef5ef7f58d2c req-1cc6dd7a-218f-4481-9057-453056bf26af tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:01.996101 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-030502a2-0856-4660-b954-ef5ef7f58d2c req-1cc6dd7a-218f-4481-9057-453056bf26af tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 946 time: 0.0537453 Feb 09 22:40:02.048384 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-030502a2-0856-4660-b954-ef5ef7f58d2c req-e837905e-db8a-431f-abd5-ef163add3f11 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460074 Feb 09 22:40:03.188323 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b582651-ef1a-481f-9a64-7f5719c98bae req-c9b78034-e47f-410c-82b0-2ea65f488b47 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:03.189996 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b582651-ef1a-481f-9a64-7f5719c98bae req-c9b78034-e47f-410c-82b0-2ea65f488b47 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 946 time: 0.0574167 Feb 09 22:40:03.244978 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b582651-ef1a-481f-9a64-7f5719c98bae req-c158c363-e792-4981-9be1-73b6e27544fc tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477877 Feb 09 22:40:03.306196 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-efe5d48f-a53b-46b8-99a3-303b5e910ebe tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:40:03.307328 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-efe5d48f-a53b-46b8-99a3-303b5e910ebe tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054693 Feb 09 22:40:03.368104 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-daf5c9ee-7e3c-429a-b0d4-756368ba5c99 service neutron] show failed (client error): The resource could not be found. Feb 09 22:40:03.369044 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-daf5c9ee-7e3c-429a-b0d4-756368ba5c99 service neutron] 10.222.0.71 "GET /v2.0/ports/37abdaa3-a441-4c23-a156-553a47f76507/bindings/n-h2-828601-1 HTTP/1.1" status: 404 len: 380 time: 0.0548096 Feb 09 22:40:03.573860 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-3c03acfe-09b4-419f-9509-a8d189d644aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:03.575343 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-3c03acfe-09b4-419f-9509-a8d189d644aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28&tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e HTTP/1.1" status: 200 len: 1128 time: 0.0439789 Feb 09 22:40:03.590351 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828601-1', 'device_owner': 'compute:nova'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:40:03.651724 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (37abdaa3-a441-4c23-a156-553a47f76507), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:03.848064 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] For port 37abdaa3-a441-4c23-a156-553a47f76507, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=37abdaa3-a441-4c23-a156-553a47f76507,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:40:03.881400 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] For port 37abdaa3-a441-4c23-a156-553a47f76507, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:40:03.918855 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 37abdaa3-a441-4c23-a156-553a47f76507 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:40:03.920573 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ac61d1-1989-4791-b15b-8d90e6795c28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37abdaa3-a441-4c23-a156-553a47f76507'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:40:03.923382 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d95ce4-361d-4867-840b-1f87f0db45e4" -d '{"events": [{"server_uuid": "a9ac61d1-1989-4791-b15b-8d90e6795c28", "name": "network-vif-unplugged", "status": "completed", "tag": "37abdaa3-a441-4c23-a156-553a47f76507"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:40:03.928316 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Publish callbacks [] for port (37abdaa3-a441-4c23-a156-553a47f76507), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:03.944213 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Transition to ACTIVE for port object 37abdaa3-a441-4c23-a156-553a47f76507 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:40:03.949289 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (37abdaa3-a441-4c23-a156-553a47f76507), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:03.961687 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] The host n-h1-828601-1 is not matching for port 37abdaa3-a441-4c23-a156-553a47f76507 host n-h2-828601-1! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:40:03.962435 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 37abdaa3-a441-4c23-a156-553a47f76507 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:40:03.983952 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c587d6c-8204-40f6-a322-a2359b8f54a6 x-openstack-request-id: req-8c587d6c-8204-40f6-a322-a2359b8f54a6 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:40:03.984255 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ac61d1-1989-4791-b15b-8d90e6795c28", "name": "network-vif-unplugged", "status": "completed", "tag": "37abdaa3-a441-4c23-a156-553a47f76507", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:40:03.984564 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8c587d6c-8204-40f6-a322-a2359b8f54a6 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:40:03.985119 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ac61d1-1989-4791-b15b-8d90e6795c28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37abdaa3-a441-4c23-a156-553a47f76507', 'code': 200} Feb 09 22:40:04.009797 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Pushing event updated for resources: {'Port': ['ID=37abdaa3-a441-4c23-a156-553a47f76507,revision_number=6']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:04.052227 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:04.052585 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:04.052936 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:04.053286 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:04.053633 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:04.053966 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:04.054313 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:04.054645 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:04.054989 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:04.055316 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:04.055762 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:04.056003 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:04.056333 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:04.100523 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] No DVR routers for this DVR port 37abdaa3-a441-4c23-a156-553a47f76507 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:40:04.265643 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Attempting to bind port 37abdaa3-a441-4c23-a156-553a47f76507 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:40:04.266278 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Attempting to bind port 37abdaa3-a441-4c23-a156-553a47f76507 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:40:04.266278 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Attempting to bind port 37abdaa3-a441-4c23-a156-553a47f76507 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:40:04.271858 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Port 37abdaa3-a441-4c23-a156-553a47f76507 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:40:04.272196 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Attempting to bind port 37abdaa3-a441-4c23-a156-553a47f76507 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:40:04.277828 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:40:04.278173 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Checking segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:40:04.278565 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Bound using segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:40:04.279004 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Bound port: 37abdaa3-a441-4c23-a156-553a47f76507, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:40:04.279368 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (37abdaa3-a441-4c23-a156-553a47f76507), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:04.377991 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] For port 37abdaa3-a441-4c23-a156-553a47f76507, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:40:04.395581 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] For port 37abdaa3-a441-4c23-a156-553a47f76507, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=37abdaa3-a441-4c23-a156-553a47f76507,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:40:04.403258 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (37abdaa3-a441-4c23-a156-553a47f76507), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:04.438575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac71559-7fd7-4363-8f6d-0e3945f62525 req-56020fdc-470f-498b-a654-33e51c82ddb9 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:04.440017 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ac71559-7fd7-4363-8f6d-0e3945f62525 req-56020fdc-470f-498b-a654-33e51c82ddb9 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 944 time: 0.1143398 Feb 09 22:40:04.452390 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:04.453022 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:04.454458 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] 10.222.0.42 "PUT /v2.0/ports/37abdaa3-a441-4c23-a156-553a47f76507 HTTP/1.1" status: 200 len: 1092 time: 0.8680060 Feb 09 22:40:04.522126 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fcf44b-bf73-473e-8f8c-30bc300cc79c service neutron] Pushing event updated for resources: {'Port': ['ID=37abdaa3-a441-4c23-a156-553a47f76507,revision_number=7']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:04.544939 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ac71559-7fd7-4363-8f6d-0e3945f62525 req-c6961923-e006-46de-8a7a-b115e0fc6d6d tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971372 Feb 09 22:40:04.558992 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-178d6d69-8977-450d-99ec-1a84e841612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:04.560817 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-178d6d69-8977-450d-99ec-1a84e841612c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 1126 time: 0.0759325 Feb 09 22:40:04.668959 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-280b276b-89eb-463f-9943-a935ad997752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:04.670489 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-280b276b-89eb-463f-9943-a935ad997752 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.1002872 Feb 09 22:40:04.738421 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-9c066a16-4d6b-496f-bb07-0d6773aeb65b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37abdaa3-a441-4c23-a156-553a47f76507 HTTP/1.1" status: 200 len: 1000 time: 0.0613658 Feb 09 22:40:04.801973 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-a9bff80e-7839-451d-8253-ed4febb3768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:04.803467 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-a9bff80e-7839-451d-8253-ed4febb3768b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0512600 Feb 09 22:40:04.856780 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-40874111-2017-4e21-985d-efd99739e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:04.858316 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-40874111-2017-4e21-985d-efd99739e8a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461032 Feb 09 22:40:04.949125 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-b3168d2f-a233-4b3d-bb7e-20c6f79f02bd service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835564 Feb 09 22:40:05.045360 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-0ee13ec6-0fc4-4a37-8f95-bf2b5c079ec0 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865293 Feb 09 22:40:05.691206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13696f59-25c1-4c06-9ba9-cad52f9ee72b req-50da5cf2-0303-4c7f-80c9-0b741199079c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:05.693801 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13696f59-25c1-4c06-9ba9-cad52f9ee72b req-50da5cf2-0303-4c7f-80c9-0b741199079c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 944 time: 0.0582056 Feb 09 22:40:05.760758 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13696f59-25c1-4c06-9ba9-cad52f9ee72b req-22f5a44f-b7a9-4519-ad67-fb2315b609fb tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598650 Feb 09 22:40:05.986545 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ac61d1-1989-4791-b15b-8d90e6795c28', 'tag': '37abdaa3-a441-4c23-a156-553a47f76507'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:40:05.989819 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560af389-c0f8-49d4-b359-456a4dfeb291" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ac61d1-1989-4791-b15b-8d90e6795c28", "tag": "37abdaa3-a441-4c23-a156-553a47f76507"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:40:06.043487 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d46c32d-411f-45d5-bc4f-116e76bffa85 x-openstack-request-id: req-8d46c32d-411f-45d5-bc4f-116e76bffa85 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:40:06.044262 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ac61d1-1989-4791-b15b-8d90e6795c28", "tag": "37abdaa3-a441-4c23-a156-553a47f76507", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:40:06.044857 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8d46c32d-411f-45d5-bc4f-116e76bffa85 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:40:06.045591 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ac61d1-1989-4791-b15b-8d90e6795c28', 'tag': '37abdaa3-a441-4c23-a156-553a47f76507', 'status': 'completed', 'code': 200} Feb 09 22:40:06.114726 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560af389-c0f8-49d4-b359-456a4dfeb291 req-57465ffa-564e-4717-aa28-a7619dd5c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:06.118004 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-560af389-c0f8-49d4-b359-456a4dfeb291 req-57465ffa-564e-4717-aa28-a7619dd5c06d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 1126 time: 0.0564122 Feb 09 22:40:06.126356 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560af389-c0f8-49d4-b359-456a4dfeb291 req-7d154332-319c-415b-a5b6-e0d394e8914d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:06.127919 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-560af389-c0f8-49d4-b359-456a4dfeb291 req-7d154332-319c-415b-a5b6-e0d394e8914d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 1126 time: 0.0503635 Feb 09 22:40:06.238988 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560af389-c0f8-49d4-b359-456a4dfeb291 req-7b4fb8d2-c33b-425e-aa32-b35e78937d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:06.241693 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-560af389-c0f8-49d4-b359-456a4dfeb291 req-7b4fb8d2-c33b-425e-aa32-b35e78937d42 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.1161821 Feb 09 22:40:06.254050 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560af389-c0f8-49d4-b359-456a4dfeb291 req-68becf70-c823-4386-a297-320b6ae56b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:06.256994 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-560af389-c0f8-49d4-b359-456a4dfeb291 req-68becf70-c823-4386-a297-320b6ae56b98 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.1198997 Feb 09 22:40:06.322190 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-560af389-c0f8-49d4-b359-456a4dfeb291 req-0962d0d1-f624-4abd-b2e7-d14dae366b09 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37abdaa3-a441-4c23-a156-553a47f76507 HTTP/1.1" status: 200 len: 1000 time: 0.0746462 Feb 09 22:40:06.351895 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-560af389-c0f8-49d4-b359-456a4dfeb291 req-4a358f96-aa9b-41c2-99e5-fcc91f27d24e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37abdaa3-a441-4c23-a156-553a47f76507 HTTP/1.1" status: 200 len: 1000 time: 0.0846603 Feb 09 22:40:06.402672 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560af389-c0f8-49d4-b359-456a4dfeb291 req-8db8ef35-ea5a-417d-a286-0361c32443be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:06.404467 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-560af389-c0f8-49d4-b359-456a4dfeb291 req-8db8ef35-ea5a-417d-a286-0361c32443be service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0747252 Feb 09 22:40:06.431804 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560af389-c0f8-49d4-b359-456a4dfeb291 req-38848994-4811-4f11-95a4-8e59e09fa148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:06.433306 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-560af389-c0f8-49d4-b359-456a4dfeb291 req-38848994-4811-4f11-95a4-8e59e09fa148 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0638800 Feb 09 22:40:06.469354 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560af389-c0f8-49d4-b359-456a4dfeb291 req-6c7a1ae8-7e5a-4a6c-afba-7b5b5f3fd9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:06.471225 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-560af389-c0f8-49d4-b359-456a4dfeb291 req-6c7a1ae8-7e5a-4a6c-afba-7b5b5f3fd9b7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0597851 Feb 09 22:40:06.494464 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560af389-c0f8-49d4-b359-456a4dfeb291 req-ff73a4e6-80c6-4ce7-9491-81e1536297f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:06.497156 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-560af389-c0f8-49d4-b359-456a4dfeb291 req-ff73a4e6-80c6-4ce7-9491-81e1536297f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0541842 Feb 09 22:40:06.594560 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-560af389-c0f8-49d4-b359-456a4dfeb291 req-99ef6083-fb84-4d6a-abfc-38e1ade20a56 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172967 Feb 09 22:40:06.635675 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-560af389-c0f8-49d4-b359-456a4dfeb291 req-a66a5cd3-dec4-4fc2-b3ec-3d5a0348bd25 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281319 Feb 09 22:40:06.702248 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-560af389-c0f8-49d4-b359-456a4dfeb291 req-1f1dc699-7496-4c08-b40a-c1d46df5a392 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022298 Feb 09 22:40:06.779132 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-560af389-c0f8-49d4-b359-456a4dfeb291 req-6946c259-95e5-474d-b8e7-a84b9d78f376 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303353 Feb 09 22:40:06.949514 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8992aa-5462-4a68-b01b-5e2da9c9830c req-8cb51760-e564-4350-9ca8-be189eb05223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:06.951063 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b8992aa-5462-4a68-b01b-5e2da9c9830c req-8cb51760-e564-4350-9ca8-be189eb05223 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 1126 time: 0.0875051 Feb 09 22:40:06.963361 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2db39-d775-4abd-a735-474bea108ab4 req-bba28701-bcc1-46dd-ac9c-741fa3851032 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:06.968165 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4bc2db39-d775-4abd-a735-474bea108ab4 req-bba28701-bcc1-46dd-ac9c-741fa3851032 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 944 time: 0.0962849 Feb 09 22:40:07.062967 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4bc2db39-d775-4abd-a735-474bea108ab4 req-ec01546c-4e49-41a7-b79d-f15dfc744f45 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919511 Feb 09 22:40:07.101481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8992aa-5462-4a68-b01b-5e2da9c9830c req-ee4fedd9-2ca1-4160-b4a5-a197a917955a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:07.102993 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b8992aa-5462-4a68-b01b-5e2da9c9830c req-ee4fedd9-2ca1-4160-b4a5-a197a917955a service neutron] 10.222.0.42 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.1255817 Feb 09 22:40:07.179008 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b8992aa-5462-4a68-b01b-5e2da9c9830c req-8f5c5095-b609-4a03-a56f-bc936437edf9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37abdaa3-a441-4c23-a156-553a47f76507 HTTP/1.1" status: 200 len: 1000 time: 0.0647304 Feb 09 22:40:07.232579 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8992aa-5462-4a68-b01b-5e2da9c9830c req-a97fd9ae-d2e4-4122-bc3c-95c40435c233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:07.234061 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b8992aa-5462-4a68-b01b-5e2da9c9830c req-a97fd9ae-d2e4-4122-bc3c-95c40435c233 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0454423 Feb 09 22:40:07.287928 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8992aa-5462-4a68-b01b-5e2da9c9830c req-49b73666-d4f0-43e3-bd65-c441654a2060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:07.289468 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b8992aa-5462-4a68-b01b-5e2da9c9830c req-49b73666-d4f0-43e3-bd65-c441654a2060 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466881 Feb 09 22:40:07.398889 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b8992aa-5462-4a68-b01b-5e2da9c9830c req-df04d6d3-bd38-402d-910b-038d9ebab886 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990126 Feb 09 22:40:07.498419 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b8992aa-5462-4a68-b01b-5e2da9c9830c req-5be5c5fd-b099-4e3e-b9b9-0eec80958b76 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907888 Feb 09 22:40:07.896326 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7c710b91-d63a-45bf-97b5-7a9d3a4014c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:08.192590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b7841-18db-4b2d-be7e-30c565d6fb25 req-f74ba987-05c9-48a8-b103-18ba988e53e1 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:08.194140 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-229b7841-18db-4b2d-be7e-30c565d6fb25 req-f74ba987-05c9-48a8-b103-18ba988e53e1 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 944 time: 0.0552404 Feb 09 22:40:08.256917 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-229b7841-18db-4b2d-be7e-30c565d6fb25 req-da21b456-8a46-444c-bc20-583a2cb6b697 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569787 Feb 09 22:40:09.381543 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5480ae-81fb-4c38-8f37-9f48d250e177 req-2edc4543-4807-42be-b963-3e8c95342c6a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:09.383126 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9e5480ae-81fb-4c38-8f37-9f48d250e177 req-2edc4543-4807-42be-b963-3e8c95342c6a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 944 time: 0.0534401 Feb 09 22:40:09.433955 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9e5480ae-81fb-4c38-8f37-9f48d250e177 req-5182becb-a93d-426d-9ec8-4af24259ef26 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449626 Feb 09 22:40:10.566632 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ce0dc-9185-4f2b-8719-91ce41ba8f5e req-ab9c5ae7-87c0-46e5-abbc-8cc6182edf9b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:10.568296 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac4ce0dc-9185-4f2b-8719-91ce41ba8f5e req-ab9c5ae7-87c0-46e5-abbc-8cc6182edf9b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 944 time: 0.0550284 Feb 09 22:40:10.611578 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-46c610a1-ed33-445c-8ece-d18d180c8199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:10.621333 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac4ce0dc-9185-4f2b-8719-91ce41ba8f5e req-2820cf95-262e-4488-8745-f6758b280548 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468521 Feb 09 22:40:11.761068 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ac1f1-0406-4f29-b979-ab6d907b8830 req-079cf920-5a85-4be6-8d83-33b36327d088 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:11.762568 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-733ac1f1-0406-4f29-b979-ab6d907b8830 req-079cf920-5a85-4be6-8d83-33b36327d088 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 944 time: 0.0587063 Feb 09 22:40:11.809660 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:11.811710 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-733ac1f1-0406-4f29-b979-ab6d907b8830 req-04773dc4-b59e-4fb3-8a67-69c95b1a75db tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431025 Feb 09 22:40:12.937121 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a8dbc-69a1-41d0-b28b-55285acd8a2a req-3f2e8ec8-2f50-4cad-8f0c-4dc58514cdcb tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:12.938726 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-521a8dbc-69a1-41d0-b28b-55285acd8a2a req-3f2e8ec8-2f50-4cad-8f0c-4dc58514cdcb tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 944 time: 0.0555797 Feb 09 22:40:12.983907 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:12.995225 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-521a8dbc-69a1-41d0-b28b-55285acd8a2a req-a181f92a-c36d-432e-a5c0-c2a32df433a0 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501869 Feb 09 22:40:14.123817 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157b838-26f9-4908-8949-31aeef096c3c req-a0e8dc2d-8d32-4af6-b24d-b6b5b08cc8ea tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:14.125345 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9157b838-26f9-4908-8949-31aeef096c3c req-a0e8dc2d-8d32-4af6-b24d-b6b5b08cc8ea tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 944 time: 0.0576756 Feb 09 22:40:14.171860 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9157b838-26f9-4908-8949-31aeef096c3c req-27cfb7d4-b3ac-4f6a-8d1b-9feeec6b0f1e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404003 Feb 09 22:40:14.714023 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:15.292626 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777252d6-3c3d-4297-9c5c-34097efd8162 req-3a023f7f-d70a-42ef-b730-984e7d084358 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:15.294102 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-777252d6-3c3d-4297-9c5c-34097efd8162 req-3a023f7f-d70a-42ef-b730-984e7d084358 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 944 time: 0.0522871 Feb 09 22:40:15.346218 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-777252d6-3c3d-4297-9c5c-34097efd8162 req-bc29a5d7-477c-4226-891f-ea23f24193c1 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464473 Feb 09 22:40:15.844762 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:16.355486 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:16.470446 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3557a62-5633-43af-8fe4-7ea5ee21178b req-32dfbe45-9f21-4fae-aa03-cf7eeae00df6 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:16.472464 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d3557a62-5633-43af-8fe4-7ea5ee21178b req-32dfbe45-9f21-4fae-aa03-cf7eeae00df6 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 944 time: 0.0527129 Feb 09 22:40:16.522284 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d3557a62-5633-43af-8fe4-7ea5ee21178b req-230dd595-dd45-4877-9965-e42623f9cb35 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437577 Feb 09 22:40:17.642698 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f50877-9003-46e1-b265-a90ddaca58d1 req-a8fb1f45-6db6-4ecd-a4ba-5bfa1780cc94 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:17.644226 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0f50877-9003-46e1-b265-a90ddaca58d1 req-a8fb1f45-6db6-4ecd-a4ba-5bfa1780cc94 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 944 time: 0.0515473 Feb 09 22:40:17.695016 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0f50877-9003-46e1-b265-a90ddaca58d1 req-f1b57eb5-b3fd-4e2e-ba5c-ca8434f388d2 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424795 Feb 09 22:40:18.821333 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd6586-67f0-42ee-812a-aa96d8a31690 req-43c52d72-6bfd-4288-8df4-f40fb643df71 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:18.822932 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0cd6586-67f0-42ee-812a-aa96d8a31690 req-43c52d72-6bfd-4288-8df4-f40fb643df71 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 944 time: 0.0552316 Feb 09 22:40:18.873405 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f0cd6586-67f0-42ee-812a-aa96d8a31690 req-8e3ed5a7-b426-4ed2-89d8-88ddf0ceeb11 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444114 Feb 09 22:40:20.006686 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35341889-fe9f-4517-9069-4f8466bb07cd req-c5481cfa-7c30-4692-8e8e-888d28e5bb72 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:20.008308 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35341889-fe9f-4517-9069-4f8466bb07cd req-c5481cfa-7c30-4692-8e8e-888d28e5bb72 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 944 time: 0.0602756 Feb 09 22:40:20.083763 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35341889-fe9f-4517-9069-4f8466bb07cd req-a150f527-4ec0-495d-a2c2-0f37d80aa25a tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694072 Feb 09 22:40:21.226454 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e160f26-73c7-46c2-b3fd-ffcb391ea16a req-bf35ecfa-6e4b-4b3f-b4b3-8f2c8c20d677 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:21.228097 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e160f26-73c7-46c2-b3fd-ffcb391ea16a req-bf35ecfa-6e4b-4b3f-b4b3-8f2c8c20d677 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 944 time: 0.0670311 Feb 09 22:40:21.278383 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7e160f26-73c7-46c2-b3fd-ffcb391ea16a req-fc4c8396-815c-4f68-93dd-a3a67cac3f54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441055 Feb 09 22:40:22.407433 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7f9c6-40e4-4139-8d48-de9acf3e92a8 req-6165e841-aeeb-48c2-b160-57e2a081fadc tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:22.409052 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ad7f9c6-40e4-4139-8d48-de9acf3e92a8 req-6165e841-aeeb-48c2-b160-57e2a081fadc tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 944 time: 0.0564015 Feb 09 22:40:22.461866 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ad7f9c6-40e4-4139-8d48-de9acf3e92a8 req-0e596d7f-c389-43b6-8f6f-5b7d5f1b01dc tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465891 Feb 09 22:40:23.585478 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8960d-e641-4299-9bc0-b5bdda013230 req-d51f1223-003a-4d19-8201-d08b2226e8d1 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:23.586971 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0e8960d-e641-4299-9bc0-b5bdda013230 req-d51f1223-003a-4d19-8201-d08b2226e8d1 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 944 time: 0.0518668 Feb 09 22:40:23.633636 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0e8960d-e641-4299-9bc0-b5bdda013230 req-81e36fb6-d030-4eb8-9937-dc6217bcf2ea tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410507 Feb 09 22:40:23.892379 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 37abdaa3-a441-4c23-a156-553a47f76507 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:40:23.952786 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdddc6-87c6-4547-a481-c778c324424f req-0c226e64-d533-408c-901c-0da2e6bd0ccf tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:23.954188 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f2cdddc6-87c6-4547-a481-c778c324424f req-0c226e64-d533-408c-901c-0da2e6bd0ccf tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28&tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&binding%3Ahost_id=n-h2-828601-1 HTTP/1.1" status: 200 len: 944 time: 0.0924289 Feb 09 22:40:23.966398 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9eccd-e936-4fcd-9f62-8d2cdd436ef6 req-69d0a272-9c98-4f7e-8a66-d6e4fc8fbca7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:23.968016 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13d9eccd-e936-4fcd-9f62-8d2cdd436ef6 req-69d0a272-9c98-4f7e-8a66-d6e4fc8fbca7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 944 time: 0.0791633 Feb 09 22:40:24.057094 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13d9eccd-e936-4fcd-9f62-8d2cdd436ef6 req-bb757f07-9104-4316-b5f7-765bdba1abd3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819860 Feb 09 22:40:24.061381 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f2cdddc6-87c6-4547-a481-c778c324424f req-ab9729ea-8ffd-4322-a987-8b3d5949fb1f service neutron] 10.222.0.42 "GET /v2.0/ports/37abdaa3-a441-4c23-a156-553a47f76507/bindings/n-h2-828601-1 HTTP/1.1" status: 200 len: 382 time: 0.0924263 Feb 09 22:40:24.131048 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdddc6-87c6-4547-a481-c778c324424f req-89507b07-06fd-4acc-9c1f-b0b1bb129303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:24.132723 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f2cdddc6-87c6-4547-a481-c778c324424f req-89507b07-06fd-4acc-9c1f-b0b1bb129303 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 1126 time: 0.0491507 Feb 09 22:40:24.153440 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 37abdaa3-a441-4c23-a156-553a47f76507, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=37abdaa3-a441-4c23-a156-553a47f76507,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:40:24.165385 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '37abdaa3-a441-4c23-a156-553a47f76507', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'port_id': '37abdaa3-a441-4c23-a156-553a47f76507', 'mac_address': 'fa:16:3e:c4:e6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:40:24.202723 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 37abdaa3-a441-4c23-a156-553a47f76507 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:40:24.203186 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (37abdaa3-a441-4c23-a156-553a47f76507), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:24.216678 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37abdaa3-a441-4c23-a156-553a47f76507 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:40:24.225561 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdddc6-87c6-4547-a481-c778c324424f req-647702c1-baed-422b-9b9c-e87d6f5b6671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:24.227075 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f2cdddc6-87c6-4547-a481-c778c324424f req-647702c1-baed-422b-9b9c-e87d6f5b6671 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0886252 Feb 09 22:40:24.236837 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 37abdaa3-a441-4c23-a156-553a47f76507, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=37abdaa3-a441-4c23-a156-553a47f76507,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:40:24.240898 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (37abdaa3-a441-4c23-a156-553a47f76507), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:24.292178 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f2cdddc6-87c6-4547-a481-c778c324424f req-e7d97de6-06ca-47ad-afa7-fde82f833422 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37abdaa3-a441-4c23-a156-553a47f76507 HTTP/1.1" status: 200 len: 1000 time: 0.0593934 Feb 09 22:40:24.293255 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=37abdaa3-a441-4c23-a156-553a47f76507,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:24.300746 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:24.301099 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:24.301452 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:24.301799 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:24.302133 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:24.302500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:24.302821 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:24.303155 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:24.303480 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:24.303834 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:24.304163 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:24.304493 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:24.304817 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:24.344310 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdddc6-87c6-4547-a481-c778c324424f req-3b92f9a5-1da3-4151-abb6-c7e9f5b0a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:24.345798 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f2cdddc6-87c6-4547-a481-c778c324424f req-3b92f9a5-1da3-4151-abb6-c7e9f5b0a341 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0478320 Feb 09 22:40:24.397532 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdddc6-87c6-4547-a481-c778c324424f req-95fa361f-00cc-4432-a8ae-5d426deadb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:24.399078 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f2cdddc6-87c6-4547-a481-c778c324424f req-95fa361f-00cc-4432-a8ae-5d426deadb71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466359 Feb 09 22:40:24.474869 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['37abdaa3-a441-4c23-a156-553a47f76507'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:40:24.493894 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f2cdddc6-87c6-4547-a481-c778c324424f req-9c4b0f7c-1de3-4d8f-9251-ab9ef5f5e2b9 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882981 Feb 09 22:40:24.587524 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f2cdddc6-87c6-4547-a481-c778c324424f req-9a872c29-af54-4fdf-863b-616c40e684bb service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869033 Feb 09 22:40:25.183693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7333d-583f-4bf1-89d8-59078781dcf2 req-75305e77-3508-4bd4-92c0-a3d62d541819 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:25.185186 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1a7333d-583f-4bf1-89d8-59078781dcf2 req-75305e77-3508-4bd4-92c0-a3d62d541819 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 945 time: 0.0520444 Feb 09 22:40:25.232302 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e1a7333d-583f-4bf1-89d8-59078781dcf2 req-4540d5b3-5a3c-4850-9d3d-6b3917cbfa98 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415504 Feb 09 22:40:25.923602 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 37abdaa3-a441-4c23-a156-553a47f76507 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:40:25.970664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 37abdaa3-a441-4c23-a156-553a47f76507 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:40:25.975030 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 37abdaa3-a441-4c23-a156-553a47f76507 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:40:25.975695 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (37abdaa3-a441-4c23-a156-553a47f76507), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:26.054003 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 37abdaa3-a441-4c23-a156-553a47f76507 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:40:26.054393 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (37abdaa3-a441-4c23-a156-553a47f76507), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:26.076860 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ac61d1-1989-4791-b15b-8d90e6795c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37abdaa3-a441-4c23-a156-553a47f76507'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:40:26.079105 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776bd2a4-05af-4f57-baad-3a1aa33ee1d1" -d '{"events": [{"server_uuid": "a9ac61d1-1989-4791-b15b-8d90e6795c28", "name": "network-vif-plugged", "status": "completed", "tag": "37abdaa3-a441-4c23-a156-553a47f76507"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:40:26.091590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 37abdaa3-a441-4c23-a156-553a47f76507, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=37abdaa3-a441-4c23-a156-553a47f76507,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:40:26.095705 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (37abdaa3-a441-4c23-a156-553a47f76507), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:26.133878 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12709088-d7fd-4cc1-a9a0-487ab0a37dad x-openstack-request-id: req-12709088-d7fd-4cc1-a9a0-487ab0a37dad {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:40:26.134200 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ac61d1-1989-4791-b15b-8d90e6795c28", "name": "network-vif-plugged", "status": "completed", "tag": "37abdaa3-a441-4c23-a156-553a47f76507", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:40:26.134459 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-12709088-d7fd-4cc1-a9a0-487ab0a37dad {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:40:26.134861 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ac61d1-1989-4791-b15b-8d90e6795c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37abdaa3-a441-4c23-a156-553a47f76507', 'code': 200} Feb 09 22:40:26.148825 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=37abdaa3-a441-4c23-a156-553a47f76507,revision_number=9']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:26.359156 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d19ef0-e0ca-41fa-87b5-ec262022ae21 req-2c94b9b9-2995-4244-ba9f-6283243ef4be tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:26.360816 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82d19ef0-e0ca-41fa-87b5-ec262022ae21 req-2c94b9b9-2995-4244-ba9f-6283243ef4be tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 946 time: 0.0575054 Feb 09 22:40:26.409626 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82d19ef0-e0ca-41fa-87b5-ec262022ae21 req-3675da5b-2ef2-4bfc-ab0e-b5d080562afc tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430553 Feb 09 22:40:27.542553 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef13ab-9ef6-4840-9e1f-73a7b28b8a74 req-f89dfa35-5a8c-453c-bb70-14629f4ba2b8 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:27.544154 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-74ef13ab-9ef6-4840-9e1f-73a7b28b8a74 req-f89dfa35-5a8c-453c-bb70-14629f4ba2b8 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 946 time: 0.0568340 Feb 09 22:40:27.591575 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-74ef13ab-9ef6-4840-9e1f-73a7b28b8a74 req-9e07ebb0-e2fe-4e6c-8e01-7b11a5992b62 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417047 Feb 09 22:40:28.716323 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f5ccb-5790-424c-a5ab-06d481b83fd4 req-6789b178-e831-40f9-b0d4-bcc2bc057388 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:28.717735 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4f7f5ccb-5790-424c-a5ab-06d481b83fd4 req-6789b178-e831-40f9-b0d4-bcc2bc057388 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 946 time: 0.0523384 Feb 09 22:40:28.776145 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4f7f5ccb-5790-424c-a5ab-06d481b83fd4 req-599bc7bd-51d3-4cff-8a64-41dedfc0d669 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525887 Feb 09 22:40:29.902378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc2462-515c-4193-8f29-6cef973d0c60 req-7a8e84d0-63b6-4aec-b0e4-d315f1ab83b4 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:29.903912 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6efc2462-515c-4193-8f29-6cef973d0c60 req-7a8e84d0-63b6-4aec-b0e4-d315f1ab83b4 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 946 time: 0.0564029 Feb 09 22:40:29.954586 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6efc2462-515c-4193-8f29-6cef973d0c60 req-bc11d17a-062c-4150-953c-cf9e18a880e4 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443017 Feb 09 22:40:29.954919 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 37abdaa3-a441-4c23-a156-553a47f76507 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:40:30.030719 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 37abdaa3-a441-4c23-a156-553a47f76507 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:40:30.031104 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (37abdaa3-a441-4c23-a156-553a47f76507), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:30.053268 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ac61d1-1989-4791-b15b-8d90e6795c28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37abdaa3-a441-4c23-a156-553a47f76507'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:40:30.055492 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82aa4b86-c643-4b88-ad77-32b4d40c49a7" -d '{"events": [{"server_uuid": "a9ac61d1-1989-4791-b15b-8d90e6795c28", "name": "network-vif-unplugged", "status": "completed", "tag": "37abdaa3-a441-4c23-a156-553a47f76507"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:40:30.071059 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 37abdaa3-a441-4c23-a156-553a47f76507, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=37abdaa3-a441-4c23-a156-553a47f76507,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:40:30.075581 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (37abdaa3-a441-4c23-a156-553a47f76507), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:30.115621 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ed74f1-178a-4003-b1b2-15e1fbfa5454 x-openstack-request-id: req-06ed74f1-178a-4003-b1b2-15e1fbfa5454 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:40:30.115964 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ac61d1-1989-4791-b15b-8d90e6795c28", "name": "network-vif-unplugged", "status": "completed", "tag": "37abdaa3-a441-4c23-a156-553a47f76507", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:40:30.116219 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06ed74f1-178a-4003-b1b2-15e1fbfa5454 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:40:30.116712 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ac61d1-1989-4791-b15b-8d90e6795c28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37abdaa3-a441-4c23-a156-553a47f76507', 'code': 200} Feb 09 22:40:30.134545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=37abdaa3-a441-4c23-a156-553a47f76507,revision_number=10']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:30.616728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdddc6-87c6-4547-a481-c778c324424f req-9d906379-cd53-4867-82a6-5455b4d47c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:30.618260 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f2cdddc6-87c6-4547-a481-c778c324424f req-9d906379-cd53-4867-82a6-5455b4d47c0f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28&tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e HTTP/1.1" status: 200 len: 1127 time: 0.0459235 Feb 09 22:40:30.628527 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828601-1', 'device_owner': 'compute:nova'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:40:30.686703 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (37abdaa3-a441-4c23-a156-553a47f76507), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:30.885556 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] For port 37abdaa3-a441-4c23-a156-553a47f76507, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=37abdaa3-a441-4c23-a156-553a47f76507,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:40:30.918024 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] For port 37abdaa3-a441-4c23-a156-553a47f76507, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:40:30.949834 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37abdaa3-a441-4c23-a156-553a47f76507 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:40:30.957374 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Publish callbacks [] for port (37abdaa3-a441-4c23-a156-553a47f76507), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:30.970642 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Transition to ACTIVE for port object 37abdaa3-a441-4c23-a156-553a47f76507 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:40:30.974855 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (37abdaa3-a441-4c23-a156-553a47f76507), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:31.055128 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Pushing event updated for resources: {'Port': ['ID=37abdaa3-a441-4c23-a156-553a47f76507,revision_number=11']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:31.069451 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:31.069795 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:31.070140 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:31.070482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:31.070813 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:31.071141 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:31.071466 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:31.071841 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:31.072164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:31.072487 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:31.072809 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:31.073128 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:31.073573 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:31.102032 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c140cd-9c03-4427-a5d7-cdaf31370336 req-140c00d5-2a23-4f2a-8c9a-b8d22071d065 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:31.103867 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-59c140cd-9c03-4427-a5d7-cdaf31370336 req-140c00d5-2a23-4f2a-8c9a-b8d22071d065 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 945 time: 0.0618403 Feb 09 22:40:31.107486 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] No DVR routers for this DVR port 37abdaa3-a441-4c23-a156-553a47f76507 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:40:31.172416 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-59c140cd-9c03-4427-a5d7-cdaf31370336 req-7230875e-fe3c-4ef3-b41a-6c85529805a5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627167 Feb 09 22:40:31.257100 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Attempting to bind port 37abdaa3-a441-4c23-a156-553a47f76507 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:40:31.257425 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Attempting to bind port 37abdaa3-a441-4c23-a156-553a47f76507 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:40:31.257758 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Attempting to bind port 37abdaa3-a441-4c23-a156-553a47f76507 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:40:31.262006 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Port 37abdaa3-a441-4c23-a156-553a47f76507 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:40:31.262322 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Attempting to bind port 37abdaa3-a441-4c23-a156-553a47f76507 on network 6638d097-1a14-4c77-ba78-98ca19e889e2 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:40:31.267050 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:40:31.267386 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Checking segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:40:31.267812 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Bound using segment: {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:40:31.268232 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Bound port: 37abdaa3-a441-4c23-a156-553a47f76507, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05abeb77-d129-4188-b23a-cc5da4af9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:40:31.268582 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (37abdaa3-a441-4c23-a156-553a47f76507), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:31.329988 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] For port 37abdaa3-a441-4c23-a156-553a47f76507, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:40:31.333886 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] For port 37abdaa3-a441-4c23-a156-553a47f76507, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=37abdaa3-a441-4c23-a156-553a47f76507,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:40:31.339593 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (37abdaa3-a441-4c23-a156-553a47f76507), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:31.381031 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:31.381666 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:31.383084 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f2cdddc6-87c6-4547-a481-c778c324424f req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] 10.222.0.71 "PUT /v2.0/ports/37abdaa3-a441-4c23-a156-553a47f76507 HTTP/1.1" status: 200 len: 1093 time: 0.7584226 Feb 09 22:40:31.383546 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ac61d1-1989-4791-b15b-8d90e6795c28', 'tag': '37abdaa3-a441-4c23-a156-553a47f76507'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:40:31.389952 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cd9f74-66c4-45ea-8843-7e80c98573df" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ac61d1-1989-4791-b15b-8d90e6795c28", "tag": "37abdaa3-a441-4c23-a156-553a47f76507"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:40:31.411138 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d5cc1-6879-4eec-9d58-19a25573a785 service neutron] Pushing event updated for resources: {'Port': ['ID=37abdaa3-a441-4c23-a156-553a47f76507,revision_number=12']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:31.459813 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae624c5-3374-4614-adf9-d7ea15cfb946 x-openstack-request-id: req-0ae624c5-3374-4614-adf9-d7ea15cfb946 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:40:31.459813 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ac61d1-1989-4791-b15b-8d90e6795c28", "tag": "37abdaa3-a441-4c23-a156-553a47f76507", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:40:31.459813 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ae624c5-3374-4614-adf9-d7ea15cfb946 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:40:31.460438 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ac61d1-1989-4791-b15b-8d90e6795c28', 'tag': '37abdaa3-a441-4c23-a156-553a47f76507', 'status': 'completed', 'code': 200} Feb 09 22:40:31.507792 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdddc6-87c6-4547-a481-c778c324424f req-fac0cc94-b788-489e-8fb3-229bb4bed349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:31.509810 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f2cdddc6-87c6-4547-a481-c778c324424f req-fac0cc94-b788-489e-8fb3-229bb4bed349 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 1127 time: 0.0843909 Feb 09 22:40:31.544924 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9f74-66c4-45ea-8843-7e80c98573df req-9d9bccab-66dd-48ed-b282-3f4374a47172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:31.546453 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72cd9f74-66c4-45ea-8843-7e80c98573df req-9d9bccab-66dd-48ed-b282-3f4374a47172 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 1127 time: 0.0656064 Feb 09 22:40:31.607738 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdddc6-87c6-4547-a481-c778c324424f req-f764dce7-9a1b-4fd2-b2a5-a2899a0f64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:31.609270 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f2cdddc6-87c6-4547-a481-c778c324424f req-f764dce7-9a1b-4fd2-b2a5-a2899a0f64b2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0934644 Feb 09 22:40:31.650361 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9f74-66c4-45ea-8843-7e80c98573df req-b1dddba1-ee89-4773-b110-dac8c703e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:31.651816 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72cd9f74-66c4-45ea-8843-7e80c98573df req-b1dddba1-ee89-4773-b110-dac8c703e91b service neutron] 10.222.0.42 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0977728 Feb 09 22:40:31.682056 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f2cdddc6-87c6-4547-a481-c778c324424f req-c9d3116e-9203-42c4-956b-d8a921000dec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37abdaa3-a441-4c23-a156-553a47f76507 HTTP/1.1" status: 200 len: 1000 time: 0.0673084 Feb 09 22:40:31.723004 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72cd9f74-66c4-45ea-8843-7e80c98573df req-136120d9-e2e7-41fe-9a14-cdf38d2b9a75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37abdaa3-a441-4c23-a156-553a47f76507 HTTP/1.1" status: 200 len: 1000 time: 0.0619047 Feb 09 22:40:31.731211 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdddc6-87c6-4547-a481-c778c324424f req-5ff96491-5add-48b0-85a3-76febbb4c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:31.732707 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f2cdddc6-87c6-4547-a481-c778c324424f req-5ff96491-5add-48b0-85a3-76febbb4c0da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0445518 Feb 09 22:40:31.775410 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9f74-66c4-45ea-8843-7e80c98573df req-1c32a887-8cf8-49e8-80b4-981709c3851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:31.776833 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72cd9f74-66c4-45ea-8843-7e80c98573df req-1c32a887-8cf8-49e8-80b4-981709c3851f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0456994 Feb 09 22:40:31.783143 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdddc6-87c6-4547-a481-c778c324424f req-2504457a-4d97-466b-967b-f6a487581ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:31.785244 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f2cdddc6-87c6-4547-a481-c778c324424f req-2504457a-4d97-466b-967b-f6a487581ea4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468597 Feb 09 22:40:31.829571 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9f74-66c4-45ea-8843-7e80c98573df req-600fd571-cf77-48a3-a990-cc09a27c44ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:31.831107 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72cd9f74-66c4-45ea-8843-7e80c98573df req-600fd571-cf77-48a3-a990-cc09a27c44ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447104 Feb 09 22:40:31.874939 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f2cdddc6-87c6-4547-a481-c778c324424f req-0a7d578f-0594-40ad-85b3-447df432abd3 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843079 Feb 09 22:40:31.927958 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72cd9f74-66c4-45ea-8843-7e80c98573df req-fd114e21-e602-4b0b-90e7-cea30925ecd2 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874178 Feb 09 22:40:31.964046 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f2cdddc6-87c6-4547-a481-c778c324424f req-7eb513fe-67ba-4e65-be9f-a7a2e6f444d0 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832729 Feb 09 22:40:32.023996 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72cd9f74-66c4-45ea-8843-7e80c98573df req-93d69749-6a20-40f7-ba30-1950f29e5714 service neutron] 10.222.0.42 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871668 Feb 09 22:40:32.056829 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9f74-66c4-45ea-8843-7e80c98573df req-bffc8017-6412-4242-a2b6-76c8f74388a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:32.058301 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-72cd9f74-66c4-45ea-8843-7e80c98573df req-bffc8017-6412-4242-a2b6-76c8f74388a5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 1127 time: 0.0544367 Feb 09 22:40:32.152565 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9f74-66c4-45ea-8843-7e80c98573df req-4c6e25c7-ef72-4ae2-b7b8-1f6064a17e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:32.154051 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-72cd9f74-66c4-45ea-8843-7e80c98573df req-4c6e25c7-ef72-4ae2-b7b8-1f6064a17e38 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 200 len: 912 time: 0.0893538 Feb 09 22:40:32.218602 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-72cd9f74-66c4-45ea-8843-7e80c98573df req-34850843-d5e5-4011-9500-92031ea04144 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37abdaa3-a441-4c23-a156-553a47f76507 HTTP/1.1" status: 200 len: 1000 time: 0.0592697 Feb 09 22:40:32.272037 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9f74-66c4-45ea-8843-7e80c98573df req-c2afc169-6e2b-47b2-a2d4-d41190a2e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:32.273573 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-72cd9f74-66c4-45ea-8843-7e80c98573df req-c2afc169-6e2b-47b2-a2d4-d41190a2e1b4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 200 len: 850 time: 0.0490239 Feb 09 22:40:32.301360 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0953f-5d19-4442-8b0e-966560586cdf req-f90e4a4f-6626-4cf0-8b49-777c3d39b4eb tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:32.303487 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1cb0953f-5d19-4442-8b0e-966560586cdf req-f90e4a4f-6626-4cf0-8b49-777c3d39b4eb tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 945 time: 0.0552459 Feb 09 22:40:32.324658 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9f74-66c4-45ea-8843-7e80c98573df req-90bcc91e-8f88-4ff6-96c8-429f285dea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:32.326197 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-72cd9f74-66c4-45ea-8843-7e80c98573df req-90bcc91e-8f88-4ff6-96c8-429f285dea61 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6638d097-1a14-4c77-ba78-98ca19e889e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462849 Feb 09 22:40:32.358315 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1cb0953f-5d19-4442-8b0e-966560586cdf req-190d7677-f417-49b1-b468-22427666c523 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483508 Feb 09 22:40:32.415333 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-72cd9f74-66c4-45ea-8843-7e80c98573df req-572c7bc3-f337-45c2-9fa2-83556d6a7fa6 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830064 Feb 09 22:40:32.512446 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-72cd9f74-66c4-45ea-8843-7e80c98573df req-631da61b-0f95-4a41-a1dd-471369305a72 service neutron] 10.222.0.71 "GET /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917976 Feb 09 22:40:33.443402 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:40:33.481029 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89417e-553a-4759-8008-e98ee6e82d66 req-b650ef49-3d46-440d-98bd-2cde4d970f52 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:33.482526 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa89417e-553a-4759-8008-e98ee6e82d66 req-b650ef49-3d46-440d-98bd-2cde4d970f52 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 945 time: 0.0536149 Feb 09 22:40:33.529513 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fa89417e-553a-4759-8008-e98ee6e82d66 req-3589bb6a-3d7e-4a2d-8116-f95e99763088 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411289 Feb 09 22:40:34.660171 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cff40-d9be-4dd9-bcdb-cc1186950c31 req-0fe72d26-3c26-4d46-b214-19975e4b07d6 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:34.661819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-275cff40-d9be-4dd9-bcdb-cc1186950c31 req-0fe72d26-3c26-4d46-b214-19975e4b07d6 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 945 time: 0.0560148 Feb 09 22:40:34.710765 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-275cff40-d9be-4dd9-bcdb-cc1186950c31 req-bc9e4cbd-9078-424e-9f72-1a449bd9af84 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431449 Feb 09 22:40:35.837823 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325ed79-78bd-419b-8d9c-0354ad8c7f94 req-de07b6b6-1606-4626-8ffc-166dbccc1021 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:35.839358 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f325ed79-78bd-419b-8d9c-0354ad8c7f94 req-de07b6b6-1606-4626-8ffc-166dbccc1021 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 945 time: 0.0590479 Feb 09 22:40:35.886172 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f325ed79-78bd-419b-8d9c-0354ad8c7f94 req-157f32f4-5ab0-4804-b1f7-89eb471be2d9 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411146 Feb 09 22:40:37.008842 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891af640-06a6-4b7d-88c2-7dbbed4ca517 req-56331f88-88a5-41c7-8b31-412867fdc57e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:37.010333 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-891af640-06a6-4b7d-88c2-7dbbed4ca517 req-56331f88-88a5-41c7-8b31-412867fdc57e tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 945 time: 0.0529282 Feb 09 22:40:37.057777 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-891af640-06a6-4b7d-88c2-7dbbed4ca517 req-0cf9439f-0f28-4038-b602-c200ca1532c7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416131 Feb 09 22:40:37.899751 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5fc8fda7-97e9-48c5-960b-761b7a44e36c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:38.181724 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d647235-90a2-4f1e-885a-ae30364c268f req-74e77d5f-6539-40e7-8471-188693752463 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:38.183130 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d647235-90a2-4f1e-885a-ae30364c268f req-74e77d5f-6539-40e7-8471-188693752463 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 945 time: 0.0528717 Feb 09 22:40:38.233400 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9d647235-90a2-4f1e-885a-ae30364c268f req-58d74bce-0722-4a1d-bc3a-387a7928f358 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446026 Feb 09 22:40:39.359896 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c100352-8bfb-4bd1-af07-44de038a06b7 req-bf7a4744-ab80-472b-bd2a-32bf157f1657 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:39.361467 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c100352-8bfb-4bd1-af07-44de038a06b7 req-bf7a4744-ab80-472b-bd2a-32bf157f1657 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 945 time: 0.0566230 Feb 09 22:40:39.416361 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c100352-8bfb-4bd1-af07-44de038a06b7 req-3d6bc89e-33e8-4214-81a1-878b54f5b0aa tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481663 Feb 09 22:40:40.569254 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4db7b8-04bf-4f7c-a508-862c728cf5f6 req-68e68ded-c1b4-4ae5-8389-7f4f1ae37d40 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:40.571026 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f4db7b8-04bf-4f7c-a508-862c728cf5f6 req-68e68ded-c1b4-4ae5-8389-7f4f1ae37d40 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 945 time: 0.0682843 Feb 09 22:40:40.612622 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a218071e-bd4b-4ec0-8d42-d46ca25274fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:40.637382 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f4db7b8-04bf-4f7c-a508-862c728cf5f6 req-4c82301a-7a0b-4e10-8bf2-c955a123b5f2 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589690 Feb 09 22:40:41.764758 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7755e-c5ad-4547-8007-7e95c9c76698 req-8eabea7b-bf5c-4d8e-9f44-fc8e4201a582 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:41.766251 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b5a7755e-c5ad-4547-8007-7e95c9c76698 req-8eabea7b-bf5c-4d8e-9f44-fc8e4201a582 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 945 time: 0.0553985 Feb 09 22:40:41.810388 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:41.814164 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b5a7755e-c5ad-4547-8007-7e95c9c76698 req-727cbf4e-9f7f-4047-8e03-ae36d0522471 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418162 Feb 09 22:40:42.942127 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed63e56-467f-41ae-bd99-6ccee31ec4c1 req-90c69f2d-5cf8-4c76-9423-08822f353e60 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:42.943694 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ed63e56-467f-41ae-bd99-6ccee31ec4c1 req-90c69f2d-5cf8-4c76-9423-08822f353e60 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 945 time: 0.0567744 Feb 09 22:40:42.986441 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:42.995079 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7ed63e56-467f-41ae-bd99-6ccee31ec4c1 req-4149462f-be4d-4dd5-aac1-b91c878a7859 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452831 Feb 09 22:40:44.122323 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2d95b-bdbe-4052-898c-e1d643a69a50 req-9d2dd626-5ac2-49f4-8b06-ef47f7c09e15 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:44.123906 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6eb2d95b-bdbe-4052-898c-e1d643a69a50 req-9d2dd626-5ac2-49f4-8b06-ef47f7c09e15 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 945 time: 0.0566554 Feb 09 22:40:44.171657 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6eb2d95b-bdbe-4052-898c-e1d643a69a50 req-ef11d41d-aff5-4658-a42b-0ac1a48af178 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417597 Feb 09 22:40:44.717252 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:45.297211 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9af6c-f3ab-4eb4-a5a1-25d4a5c09e91 req-fe169f31-e66a-40f3-bf34-ed34b15ae5f7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:45.298699 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-40e9af6c-f3ab-4eb4-a5a1-25d4a5c09e91 req-fe169f31-e66a-40f3-bf34-ed34b15ae5f7 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 945 time: 0.0512955 Feb 09 22:40:45.345301 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-40e9af6c-f3ab-4eb4-a5a1-25d4a5c09e91 req-37bc4381-cdb2-4905-b3fc-76904ee3b94f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403476 Feb 09 22:40:45.862001 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:46.354664 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:46.477064 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5161f-51f6-4b1f-96e7-4b28b6a00d88 req-221e8a44-1beb-47d6-9d39-0cf0dbb9ec8b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:46.478601 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-86b5161f-51f6-4b1f-96e7-4b28b6a00d88 req-221e8a44-1beb-47d6-9d39-0cf0dbb9ec8b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 945 time: 0.0595303 Feb 09 22:40:46.531209 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-86b5161f-51f6-4b1f-96e7-4b28b6a00d88 req-d204a881-72ed-4860-b3bf-beae201612b4 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468247 Feb 09 22:40:47.671034 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5401fb3-a701-4f6f-98e4-285d2df0c8a1 req-33116fa3-c6ec-4eed-9fb9-5ab36d077dd2 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:47.672520 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5401fb3-a701-4f6f-98e4-285d2df0c8a1 req-33116fa3-c6ec-4eed-9fb9-5ab36d077dd2 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 945 time: 0.0627630 Feb 09 22:40:47.720475 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d5401fb3-a701-4f6f-98e4-285d2df0c8a1 req-3260da1b-0a4a-48fe-a2ab-5b00e0e1fd55 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421047 Feb 09 22:40:48.844610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37929c8a-05d5-4428-8f71-9e7698a09a72 req-49910312-9aea-47c3-865c-7040f8f234c2 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:48.846214 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37929c8a-05d5-4428-8f71-9e7698a09a72 req-49910312-9aea-47c3-865c-7040f8f234c2 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 945 time: 0.0517073 Feb 09 22:40:48.893018 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-37929c8a-05d5-4428-8f71-9e7698a09a72 req-af61d951-fd9d-4bed-a86f-2d932724788f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403814 Feb 09 22:40:49.015389 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859a46b-8633-42bd-a705-37f1d19f84e9 req-f5163e81-c541-4b62-a55b-d0aa6d5b88b4 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:49.016898 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1859a46b-8633-42bd-a705-37f1d19f84e9 req-f5163e81-c541-4b62-a55b-d0aa6d5b88b4 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 945 time: 0.0570359 Feb 09 22:40:49.066346 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1859a46b-8633-42bd-a705-37f1d19f84e9 req-f44e14d0-498f-440b-9252-9fe67917c598 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431857 Feb 09 22:40:49.206112 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3405ba3-7d61-4523-9aff-abf61f56f1d5 req-c39c5b76-5788-4b81-96a5-f42919acdfcc tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:49.208261 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d3405ba3-7d61-4523-9aff-abf61f56f1d5 req-c39c5b76-5788-4b81-96a5-f42919acdfcc tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 945 time: 0.0556841 Feb 09 22:40:49.262392 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d3405ba3-7d61-4523-9aff-abf61f56f1d5 req-3ea433c4-46ec-4479-a4f0-10d01f8fae47 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435467 Feb 09 22:40:49.523164 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e07d5-6af2-495f-a6cf-8c60f46a725d req-974d7673-4a4e-479e-a8c6-c0762589f2d3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:49.524822 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-670e07d5-6af2-495f-a6cf-8c60f46a725d req-974d7673-4a4e-479e-a8c6-c0762589f2d3 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 945 time: 0.0542777 Feb 09 22:40:49.578135 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-670e07d5-6af2-495f-a6cf-8c60f46a725d req-677fefc2-8915-4851-96ad-bad73a48b4ca tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469363 Feb 09 22:40:50.104926 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 37abdaa3-a441-4c23-a156-553a47f76507 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:40:50.212759 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 37abdaa3-a441-4c23-a156-553a47f76507, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=37abdaa3-a441-4c23-a156-553a47f76507,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:40:50.225113 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '37abdaa3-a441-4c23-a156-553a47f76507', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'port_id': '37abdaa3-a441-4c23-a156-553a47f76507', 'mac_address': 'fa:16:3e:c4:e6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:40:50.263093 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 37abdaa3-a441-4c23-a156-553a47f76507 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:40:50.263482 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (37abdaa3-a441-4c23-a156-553a47f76507), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:50.276569 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37abdaa3-a441-4c23-a156-553a47f76507 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:40:50.298743 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 37abdaa3-a441-4c23-a156-553a47f76507, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=37abdaa3-a441-4c23-a156-553a47f76507,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:40:50.303590 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (37abdaa3-a441-4c23-a156-553a47f76507), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:50.354426 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=37abdaa3-a441-4c23-a156-553a47f76507,revision_number=13']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:50.539207 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['37abdaa3-a441-4c23-a156-553a47f76507'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:40:50.705521 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bd58b-d71b-42da-8fe5-1787c9f31843 req-93afd830-dca8-47ed-8f6e-7cd8631b336f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:50.707550 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d59bd58b-d71b-42da-8fe5-1787c9f31843 req-93afd830-dca8-47ed-8f6e-7cd8631b336f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 946 time: 0.0519443 Feb 09 22:40:50.755254 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d59bd58b-d71b-42da-8fe5-1787c9f31843 req-ffe980c2-2801-441f-86dc-494c490ca59d tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b30053-1565-4fab-9681-a3d799a08e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409138 Feb 09 22:40:51.069119 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5604cf-3753-4ccb-9d41-ebaa6b8af8ef req-856d59f4-ac53-4a88-b34d-6974a93a58c5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:51.070584 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8f5604cf-3753-4ccb-9d41-ebaa6b8af8ef req-856d59f4-ac53-4a88-b34d-6974a93a58c5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.71 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 946 time: 0.0522277 Feb 09 22:40:51.166448 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-8f5604cf-3753-4ccb-9d41-ebaa6b8af8ef req-a3307dec-75a1-4107-9abc-f4c80f5a6835 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Deleting port 37abdaa3-a441-4c23-a156-553a47f76507 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:40:51.166786 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8f5604cf-3753-4ccb-9d41-ebaa6b8af8ef req-a3307dec-75a1-4107-9abc-f4c80f5a6835 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (37abdaa3-a441-4c23-a156-553a47f76507), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:51.254889 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-8f5604cf-3753-4ccb-9d41-ebaa6b8af8ef req-a3307dec-75a1-4107-9abc-f4c80f5a6835 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] For port 37abdaa3-a441-4c23-a156-553a47f76507, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=37abdaa3-a441-4c23-a156-553a47f76507,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:40:51.255249 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8f5604cf-3753-4ccb-9d41-ebaa6b8af8ef req-a3307dec-75a1-4107-9abc-f4c80f5a6835 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (37abdaa3-a441-4c23-a156-553a47f76507), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:51.426983 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8f5604cf-3753-4ccb-9d41-ebaa6b8af8ef req-a3307dec-75a1-4107-9abc-f4c80f5a6835 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:51.427337 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8f5604cf-3753-4ccb-9d41-ebaa6b8af8ef req-a3307dec-75a1-4107-9abc-f4c80f5a6835 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (9014190c-32ef-4744-83a8-983cf21ac129), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:51.427673 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [req-8f5604cf-3753-4ccb-9d41-ebaa6b8af8ef req-a3307dec-75a1-4107-9abc-f4c80f5a6835 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Floating IP 9014190c-32ef-4744-83a8-983cf21ac129 disassociated. External IP: 172.25.6.68, port: 37abdaa3-a441-4c23-a156-553a47f76507. Feb 09 22:40:51.428051 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-8f5604cf-3753-4ccb-9d41-ebaa6b8af8ef req-a3307dec-75a1-4107-9abc-f4c80f5a6835 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Calling delete_port for 37abdaa3-a441-4c23-a156-553a47f76507 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:40:51.553757 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8f5604cf-3753-4ccb-9d41-ebaa6b8af8ef req-a3307dec-75a1-4107-9abc-f4c80f5a6835 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (37abdaa3-a441-4c23-a156-553a47f76507), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:51.585399 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3307dec-75a1-4107-9abc-f4c80f5a6835 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Pushing event deleted for resources: {'Port': ['ID=37abdaa3-a441-4c23-a156-553a47f76507,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:51.711541 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f5604cf-3753-4ccb-9d41-ebaa6b8af8ef req-a3307dec-75a1-4107-9abc-f4c80f5a6835 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:40:51.831711 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f5604cf-3753-4ccb-9d41-ebaa6b8af8ef req-a3307dec-75a1-4107-9abc-f4c80f5a6835 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:40:51.844112 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f82008a-b979-42b6-8877-e9dcbb0a8726 None None] Sync routers for ids ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:40:51.868221 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f82008a-b979-42b6-8877-e9dcbb0a8726 None None] Routers {'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:40:51.869356 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6f82008a-b979-42b6-8877-e9dcbb0a8726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:40:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:40:51.881101 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fe9dba5f-55e3-490f-898a-ed15613b349e req-d36d6e93-38d3-49bd-b174-468cd049e456 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 210 time: 0.0283232 Feb 09 22:40:51.888924 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5604cf-3753-4ccb-9d41-ebaa6b8af8ef req-a3307dec-75a1-4107-9abc-f4c80f5a6835 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] No DVR routers for this DVR port 37abdaa3-a441-4c23-a156-553a47f76507 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:40:51.892962 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8f5604cf-3753-4ccb-9d41-ebaa6b8af8ef req-a3307dec-75a1-4107-9abc-f4c80f5a6835 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:51.898435 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8f5604cf-3753-4ccb-9d41-ebaa6b8af8ef req-a3307dec-75a1-4107-9abc-f4c80f5a6835 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.71 "DELETE /v2.0/ports/37abdaa3-a441-4c23-a156-553a47f76507 HTTP/1.1" status: 204 len: 173 time: 0.8222547 Feb 09 22:40:51.899165 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ac61d1-1989-4791-b15b-8d90e6795c28', 'name': 'network-vif-deleted', 'tag': '37abdaa3-a441-4c23-a156-553a47f76507'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:40:51.902493 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d47312-0af5-4dce-bb47-a922100833c6" -d '{"events": [{"server_uuid": "a9ac61d1-1989-4791-b15b-8d90e6795c28", "name": "network-vif-deleted", "tag": "37abdaa3-a441-4c23-a156-553a47f76507"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:40:52.020737 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-6f82008a-b979-42b6-8877-e9dcbb0a8726 None None] Set router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:40:52.088249 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cd9b57-aa82-4bdc-80fe-8ba4ea6d4bf7 x-openstack-request-id: req-01cd9b57-aa82-4bdc-80fe-8ba4ea6d4bf7 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:40:52.089074 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ac61d1-1989-4791-b15b-8d90e6795c28", "name": "network-vif-deleted", "tag": "37abdaa3-a441-4c23-a156-553a47f76507", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:40:52.089074 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-01cd9b57-aa82-4bdc-80fe-8ba4ea6d4bf7 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:40:52.089658 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ac61d1-1989-4791-b15b-8d90e6795c28', 'name': 'network-vif-deleted', 'tag': '37abdaa3-a441-4c23-a156-553a47f76507', 'status': 'completed', 'code': 200} Feb 09 22:40:52.106646 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 37abdaa3-a441-4c23-a156-553a47f76507 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:40:52.114246 n-d-828601-1 neutron-server[103203]: INFO neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No ports have port_id starting with 37abdaa3-a441-4c23-a156-553a47f76507 Feb 09 22:40:52.120909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 37abdaa3-a441-4c23-a156-553a47f76507 requested by agent hyperv_n-h1-828601-1 not found in database {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 09 22:40:52.308313 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6f82008a-b979-42b6-8877-e9dcbb0a8726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:40:52.337259 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f82008a-b979-42b6-8877-e9dcbb0a8726 None None] Checking router: e9ccffc4-3f9a-4c90-bd18-d43b33e71bce for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:40:52.345729 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f82008a-b979-42b6-8877-e9dcbb0a8726 None None] Routers {'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:40:52.346376 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6f82008a-b979-42b6-8877-e9dcbb0a8726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:40:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:40:52.468716 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-6f82008a-b979-42b6-8877-e9dcbb0a8726 None None] Set router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:40:52.699147 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6f82008a-b979-42b6-8877-e9dcbb0a8726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:40:52.731088 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f82008a-b979-42b6-8877-e9dcbb0a8726 None None] The sync data for ids ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'] in n-d-828601-1 is: [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:37Z', 'revision_number': 4, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '56ad5e94-264f-4cda-82f8-4e2e2275f788', 'name': '', 'network_id': '6638d097-1a14-4c77-ba78-98ca19e889e2', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'mac_address': 'fa:16:3e:dc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:36Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'subnets': [{'id': 'ca5aaed4-4d38-43cc-9797-209114c0b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:40:53.012236 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d7b9c9b5-a112-479f-861e-47d19a979eb8 req-27e5d7d8-bee2-4395-aaf5-e272d240ec36 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 210 time: 0.0324297 Feb 09 22:40:53.015318 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45233d99-56f0-4a2e-8c6b-64145219c275 None None] New status for floating IP 9014190c-32ef-4744-83a8-983cf21ac129: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:40:54.116678 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01c69748-17b0-4aef-97da-89a7e64b0ed5 req-bc7f31e8-dfb8-4e22-9c93-526bee3c14c9 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 210 time: 0.0317433 Feb 09 22:40:55.217852 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b51bad56-f9b9-4226-9adf-8fb10cd5288f req-46e3ad80-55e3-46bf-8a23-21fa0783833b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 210 time: 0.0278141 Feb 09 22:40:56.135639 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 37abdaa3-a441-4c23-a156-553a47f76507 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:40:56.156361 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 37abdaa3-a441-4c23-a156-553a47f76507 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:40:56.156714 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 37abdaa3-a441-4c23-a156-553a47f76507 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:40:56.327230 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be20ceed-84e1-44a8-a312-0ff741bb918f req-d874565f-935d-4c57-9c14-018ad4a6ac3b tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 210 time: 0.0292974 Feb 09 22:40:57.444346 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4cf8c2f-f6b0-4fed-a388-51ac2469c546 req-fadf1ce3-ce4a-4dac-a0cc-56dbb3a75617 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 210 time: 0.0345454 Feb 09 22:40:58.543474 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c45beb4d-61e2-4caf-b3db-a1e1228ed67c req-f426d4c1-50d1-4403-a37b-1e86e6ccbcb0 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 210 time: 0.0286689 Feb 09 22:40:59.641032 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c112b726-fe41-402e-ab13-776d89b7678f req-f14c093a-ca67-4cdc-ab2e-5513bce5380c tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ac61d1-1989-4791-b15b-8d90e6795c28 HTTP/1.1" status: 200 len: 210 time: 0.0282540 Feb 09 22:41:06.512894 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51750) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:06.567745 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29657309-ea41-4b97-90e6-1ea98b101c8f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for security_group (02b30053-1565-4fab-9681-a3d799a08e1a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:06.592579 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29657309-ea41-4b97-90e6-1ea98b101c8f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for security_group (02b30053-1565-4fab-9681-a3d799a08e1a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:06.641959 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29657309-ea41-4b97-90e6-1ea98b101c8f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (02b30053-1565-4fab-9681-a3d799a08e1a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:06.644605 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29657309-ea41-4b97-90e6-1ea98b101c8f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:06.645826 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-29657309-ea41-4b97-90e6-1ea98b101c8f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "DELETE /v2.0/security-groups/02b30053-1565-4fab-9681-a3d799a08e1a HTTP/1.1" status: 204 len: 168 time: 0.1319342 Feb 09 22:41:06.648779 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51752) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:06.655636 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29657309-ea41-4b97-90e6-1ea98b101c8f tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b30053-1565-4fab-9681-a3d799a08e1a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:06.664288 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [None req-a3098cfc-f286-45d2-adb1-df44f7493ff5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] show failed (client error): The resource could not be found. Feb 09 22:41:06.665436 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a3098cfc-f286-45d2-adb1-df44f7493ff5 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "GET /v2.0/security-groups/02b30053-1565-4fab-9681-a3d799a08e1a HTTP/1.1" status: 404 len: 347 time: 0.0152395 Feb 09 22:41:06.672924 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51754) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:06.808603 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-4bf05f38-f020-4ad2-b130-c89fb6aa1c54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Deleting port cad07305-cd31-4542-89c2-274c71d775ee {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:41:06.808856 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4bf05f38-f020-4ad2-b130-c89fb6aa1c54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (cad07305-cd31-4542-89c2-274c71d775ee), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:06.888419 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4bf05f38-f020-4ad2-b130-c89fb6aa1c54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (cad07305-cd31-4542-89c2-274c71d775ee), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:06.888755 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4bf05f38-f020-4ad2-b130-c89fb6aa1c54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for floatingip (cad07305-cd31-4542-89c2-274c71d775ee), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:06.902070 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-4bf05f38-f020-4ad2-b130-c89fb6aa1c54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Calling delete_port for cad07305-cd31-4542-89c2-274c71d775ee owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:41:07.050539 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4bf05f38-f020-4ad2-b130-c89fb6aa1c54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (cad07305-cd31-4542-89c2-274c71d775ee), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:07.085428 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf05f38-f020-4ad2-b130-c89fb6aa1c54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Pushing event deleted for resources: {'Port': ['ID=cad07305-cd31-4542-89c2-274c71d775ee,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:07.111573 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf05f38-f020-4ad2-b130-c89fb6aa1c54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:07.112116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf05f38-f020-4ad2-b130-c89fb6aa1c54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:07.112575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf05f38-f020-4ad2-b130-c89fb6aa1c54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:07.113761 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf05f38-f020-4ad2-b130-c89fb6aa1c54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:07.113761 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf05f38-f020-4ad2-b130-c89fb6aa1c54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:07.113761 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf05f38-f020-4ad2-b130-c89fb6aa1c54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:07.114305 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf05f38-f020-4ad2-b130-c89fb6aa1c54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:07.114688 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf05f38-f020-4ad2-b130-c89fb6aa1c54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:07.115049 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf05f38-f020-4ad2-b130-c89fb6aa1c54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:07.115450 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf05f38-f020-4ad2-b130-c89fb6aa1c54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:07.115899 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf05f38-f020-4ad2-b130-c89fb6aa1c54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:07.116299 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf05f38-f020-4ad2-b130-c89fb6aa1c54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:07.116701 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf05f38-f020-4ad2-b130-c89fb6aa1c54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:07.166034 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4bf05f38-f020-4ad2-b130-c89fb6aa1c54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks [] for floatingip (9014190c-32ef-4744-83a8-983cf21ac129), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:07.168596 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4bf05f38-f020-4ad2-b130-c89fb6aa1c54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:07.169771 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4bf05f38-f020-4ad2-b130-c89fb6aa1c54 tempest-ServerActionsTestJSON-1591056185 tempest-ServerActionsTestJSON-1591056185-project] 10.222.0.77 "DELETE /v2.0/floatingips/9014190c-32ef-4744-83a8-983cf21ac129 HTTP/1.1" status: 204 len: 168 time: 0.4903426 Feb 09 22:41:07.172846 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51756) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:07.900735 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-82b28b9e-b857-4b8a-9403-a6004fc49089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (e9ccffc4-3f9a-4c90-bd18-d43b33e71bce), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:07.903388 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5fabfb3b-4ad3-46a4-812e-ced5a5f59ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:08.164753 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-82b28b9e-b857-4b8a-9403-a6004fc49089 admin admin] Deleting port 56ad5e94-264f-4cda-82f8-4e2e2275f788 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:41:08.165088 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-82b28b9e-b857-4b8a-9403-a6004fc49089 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (56ad5e94-264f-4cda-82f8-4e2e2275f788), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:08.243384 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-82b28b9e-b857-4b8a-9403-a6004fc49089 admin admin] For port 56ad5e94-264f-4cda-82f8-4e2e2275f788, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=56ad5e94-264f-4cda-82f8-4e2e2275f788,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:08.243673 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-82b28b9e-b857-4b8a-9403-a6004fc49089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (56ad5e94-264f-4cda-82f8-4e2e2275f788), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:08.256866 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-82b28b9e-b857-4b8a-9403-a6004fc49089 admin admin] Calling delete_port for 56ad5e94-264f-4cda-82f8-4e2e2275f788 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:41:08.447989 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-82b28b9e-b857-4b8a-9403-a6004fc49089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (56ad5e94-264f-4cda-82f8-4e2e2275f788), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:08.478994 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b28b9e-b857-4b8a-9403-a6004fc49089 admin admin] Pushing event deleted for resources: {'Port': ['ID=56ad5e94-264f-4cda-82f8-4e2e2275f788,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:08.656785 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-82b28b9e-b857-4b8a-9403-a6004fc49089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (e9ccffc4-3f9a-4c90-bd18-d43b33e71bce), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:08.893126 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b28b9e-b857-4b8a-9403-a6004fc49089 admin admin] Router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:41:09.003113 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b28b9e-b857-4b8a-9403-a6004fc49089 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:41:09.008826 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-82b28b9e-b857-4b8a-9403-a6004fc49089 admin admin] 10.222.0.77 "PUT /v2.0/routers/e9ccffc4-3f9a-4c90-bd18-d43b33e71bce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8350427 Feb 09 22:41:09.011316 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51758) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:09.014261 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a75106-c057-450e-b8c1-96e3333f005f None None] Sync routers for ids ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:41:09.024520 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a75106-c057-450e-b8c1-96e3333f005f None None] Routers {'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:41:09.025393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-77a75106-c057-450e-b8c1-96e3333f005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:40:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:09.121378 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6634c7d1-08fd-496b-9e02-ac361e4814f8 admin admin] Publish callbacks [] for router (e9ccffc4-3f9a-4c90-bd18-d43b33e71bce), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:09.138554 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-77a75106-c057-450e-b8c1-96e3333f005f None None] Set router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:41:09.224432 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6634c7d1-08fd-496b-9e02-ac361e4814f8 admin admin] Publish callbacks [] for router_gateway (e9ccffc4-3f9a-4c90-bd18-d43b33e71bce), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:09.283208 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-6634c7d1-08fd-496b-9e02-ac361e4814f8 admin admin] Deleting port 7a4c08cf-16c7-44c4-9eed-ecc49bb8f190 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:41:09.283556 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6634c7d1-08fd-496b-9e02-ac361e4814f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (7a4c08cf-16c7-44c4-9eed-ecc49bb8f190), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:09.324696 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-77a75106-c057-450e-b8c1-96e3333f005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:41:08Z', 'revision_number': 5, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port': {'id': '7a4c08cf-16c7-44c4-9eed-ecc49bb8f190', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:09.355625 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a75106-c057-450e-b8c1-96e3333f005f None None] Checking router: e9ccffc4-3f9a-4c90-bd18-d43b33e71bce for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:41:09.363306 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-6634c7d1-08fd-496b-9e02-ac361e4814f8 admin admin] For port 7a4c08cf-16c7-44c4-9eed-ecc49bb8f190, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=7a4c08cf-16c7-44c4-9eed-ecc49bb8f190,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:09.363700 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6634c7d1-08fd-496b-9e02-ac361e4814f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (7a4c08cf-16c7-44c4-9eed-ecc49bb8f190), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:09.364781 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a75106-c057-450e-b8c1-96e3333f005f None None] Routers {'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:41:09.365391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-77a75106-c057-450e-b8c1-96e3333f005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:40:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:09.377397 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-6634c7d1-08fd-496b-9e02-ac361e4814f8 admin admin] Calling delete_port for 7a4c08cf-16c7-44c4-9eed-ecc49bb8f190 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:41:09.454333 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-77a75106-c057-450e-b8c1-96e3333f005f None None] Set router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:41:09.507861 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-77a75106-c057-450e-b8c1-96e3333f005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:41:09Z', 'revision_number': 6, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:09.537417 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a75106-c057-450e-b8c1-96e3333f005f None None] The sync data for ids ['e9ccffc4-3f9a-4c90-bd18-d43b33e71bce'] in n-d-828601-1 is: [{'id': 'e9ccffc4-3f9a-4c90-bd18-d43b33e71bce', 'name': 'tempest-ServerActionsTestJSON-627806546-router', 'tenant_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:34Z', 'updated_at': '2022-02-09T22:41:09Z', 'revision_number': 6, 'project_id': 'd79c9f6cc21d4f85b659a2742a3eee6e', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:41:09.549353 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6634c7d1-08fd-496b-9e02-ac361e4814f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (7a4c08cf-16c7-44c4-9eed-ecc49bb8f190), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:09.581378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634c7d1-08fd-496b-9e02-ac361e4814f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a4c08cf-16c7-44c4-9eed-ecc49bb8f190,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:09.643430 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6634c7d1-08fd-496b-9e02-ac361e4814f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (e9ccffc4-3f9a-4c90-bd18-d43b33e71bce), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:09.741300 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6634c7d1-08fd-496b-9e02-ac361e4814f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (e9ccffc4-3f9a-4c90-bd18-d43b33e71bce), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:09.744025 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6634c7d1-08fd-496b-9e02-ac361e4814f8 admin admin] Publish callbacks [] for router_controller (e9ccffc4-3f9a-4c90-bd18-d43b33e71bce), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:09.791449 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6634c7d1-08fd-496b-9e02-ac361e4814f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (e9ccffc4-3f9a-4c90-bd18-d43b33e71bce), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:09.791946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6634c7d1-08fd-496b-9e02-ac361e4814f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9ccffc4-3f9a-4c90-bd18-d43b33e71bce {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:41:09.796752 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6634c7d1-08fd-496b-9e02-ac361e4814f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:09.798143 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6634c7d1-08fd-496b-9e02-ac361e4814f8 admin admin] 10.222.0.77 "DELETE /v2.0/routers/e9ccffc4-3f9a-4c90-bd18-d43b33e71bce HTTP/1.1" status: 204 len: 168 time: 0.7858734 Feb 09 22:41:09.801592 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51760) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:09.851673 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-efddd3fe-b993-4672-9be1-b1f8c1826985 admin admin] Deleting subnet ca5aaed4-4d38-43cc-9797-209114c0b43f {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:41:09.855081 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-efddd3fe-b993-4672-9be1-b1f8c1826985 admin admin] Publish callbacks [] for subnet (ca5aaed4-4d38-43cc-9797-209114c0b43f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:09.891419 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-efddd3fe-b993-4672-9be1-b1f8c1826985 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (ca5aaed4-4d38-43cc-9797-209114c0b43f), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:09.980559 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-efddd3fe-b993-4672-9be1-b1f8c1826985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (ca5aaed4-4d38-43cc-9797-209114c0b43f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:10.039554 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-efddd3fe-b993-4672-9be1-b1f8c1826985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (ca5aaed4-4d38-43cc-9797-209114c0b43f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:10.063306 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddd3fe-b993-4672-9be1-b1f8c1826985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca5aaed4-4d38-43cc-9797-209114c0b43f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:10.070716 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-efddd3fe-b993-4672-9be1-b1f8c1826985 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:10.075950 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d37bad-24dc-4003-bd9f-142914465fda None None] Network 6638d097-1a14-4c77-ba78-98ca19e889e2 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:10.077168 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51762) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:10.077624 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-efddd3fe-b993-4672-9be1-b1f8c1826985 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ca5aaed4-4d38-43cc-9797-209114c0b43f HTTP/1.1" status: 204 len: 168 time: 0.2747228 Feb 09 22:41:10.148884 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-00fdea80-83e8-41ed-9a49-f2991a6937ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (6638d097-1a14-4c77-ba78-98ca19e889e2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:10.332214 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf48892-19a0-4b33-b959-7637d817594d None None] DHCP port deletion for 6638d097-1a14-4c77-ba78-98ca19e889e2 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:41:10.452881 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:41:10.482634 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-00fdea80-83e8-41ed-9a49-f2991a6937ec admin admin] Deleting port f5097115-f21c-432d-91f7-2889cf3be181 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:41:10.483089 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-00fdea80-83e8-41ed-9a49-f2991a6937ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f5097115-f21c-432d-91f7-2889cf3be181), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:10.549660 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-00fdea80-83e8-41ed-9a49-f2991a6937ec admin admin] For port f5097115-f21c-432d-91f7-2889cf3be181, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f5097115-f21c-432d-91f7-2889cf3be181,segment=NetworkSegment(05abeb77-d129-4188-b23a-cc5da4af9ce2),segment_id=05abeb77-d129-4188-b23a-cc5da4af9ce2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:10.549957 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f5097115-f21c-432d-91f7-2889cf3be181 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:41:10.550102 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-00fdea80-83e8-41ed-9a49-f2991a6937ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f5097115-f21c-432d-91f7-2889cf3be181), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:10.562962 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-00fdea80-83e8-41ed-9a49-f2991a6937ec admin admin] Calling delete_port for f5097115-f21c-432d-91f7-2889cf3be181 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:41:10.617967 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a909ad64-704f-4a95-9679-7575b7986a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:10.656486 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-00fdea80-83e8-41ed-9a49-f2991a6937ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f5097115-f21c-432d-91f7-2889cf3be181), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:10.658852 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bdf48892-19a0-4b33-b959-7637d817594d None None] Deleting port f5097115-f21c-432d-91f7-2889cf3be181 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:41:10.659276 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bdf48892-19a0-4b33-b959-7637d817594d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f5097115-f21c-432d-91f7-2889cf3be181), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:10.672747 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fdea80-83e8-41ed-9a49-f2991a6937ec admin admin] No DVR routers for this DVR port f5097115-f21c-432d-91f7-2889cf3be181 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:41:10.694669 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdea80-83e8-41ed-9a49-f2991a6937ec admin admin] Pushing event deleted for resources: {'Port': ['ID=f5097115-f21c-432d-91f7-2889cf3be181,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:10.701223 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f5097115-f21c-432d-91f7-2889cf3be181 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:10.701630 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f5097115-f21c-432d-91f7-2889cf3be181), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:10.745292 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-bdf48892-19a0-4b33-b959-7637d817594d None None] For port f5097115-f21c-432d-91f7-2889cf3be181, host n-d-828601-1, got binding levels [] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:10.745693 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bdf48892-19a0-4b33-b959-7637d817594d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f5097115-f21c-432d-91f7-2889cf3be181), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:10.773039 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7a4c08cf-16c7-44c4-9eed-ecc49bb8f190 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:41:10.779997 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bdf48892-19a0-4b33-b959-7637d817594d None None] Calling delete_port for f5097115-f21c-432d-91f7-2889cf3be181 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:41:10.780304 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-00fdea80-83e8-41ed-9a49-f2991a6937ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (6638d097-1a14-4c77-ba78-98ca19e889e2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:10.803418 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.ipam_backend_mixin [None req-bdf48892-19a0-4b33-b959-7637d817594d None None] Port f5097115-f21c-432d-91f7-2889cf3be181 was not found and therefore no delete operation was performed {{(pid=103203) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:41:10.804908 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 7a4c08cf-16c7-44c4-9eed-ecc49bb8f190 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:41:10.805266 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 7a4c08cf-16c7-44c4-9eed-ecc49bb8f190 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:41:10.805682 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 56ad5e94-264f-4cda-82f8-4e2e2275f788 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:41:10.805892 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-00fdea80-83e8-41ed-9a49-f2991a6937ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6638d097-1a14-4c77-ba78-98ca19e889e2']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:10.807532 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bdf48892-19a0-4b33-b959-7637d817594d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (f5097115-f21c-432d-91f7-2889cf3be181), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:10.815750 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-00fdea80-83e8-41ed-9a49-f2991a6937ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05abeb77-d129-4188-b23a-cc5da4af9ce2') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:10.816589 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-00fdea80-83e8-41ed-9a49-f2991a6937ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05abeb77-d129-4188-b23a-cc5da4af9ce2') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:10.826168 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-00fdea80-83e8-41ed-9a49-f2991a6937ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (05abeb77-d129-4188-b23a-cc5da4af9ce2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:10.834831 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 56ad5e94-264f-4cda-82f8-4e2e2275f788 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:41:10.835190 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 56ad5e94-264f-4cda-82f8-4e2e2275f788 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:41:10.836771 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf48892-19a0-4b33-b959-7637d817594d None None] No DVR routers for this DVR port f5097115-f21c-432d-91f7-2889cf3be181 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:41:10.841945 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-00fdea80-83e8-41ed-9a49-f2991a6937ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (05abeb77-d129-4188-b23a-cc5da4af9ce2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:10.849442 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fdea80-83e8-41ed-9a49-f2991a6937ec admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:41:10.849840 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-00fdea80-83e8-41ed-9a49-f2991a6937ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (05abeb77-d129-4188-b23a-cc5da4af9ce2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:41:10.851917 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:41:10.859509 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf48892-19a0-4b33-b959-7637d817594d None None] Pushing event deleted for resources: {'Port': ['ID=f5097115-f21c-432d-91f7-2889cf3be181,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:10.908727 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-00fdea80-83e8-41ed-9a49-f2991a6937ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (6638d097-1a14-4c77-ba78-98ca19e889e2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:10.916994 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-00fdea80-83e8-41ed-9a49-f2991a6937ec admin admin] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:10.921076 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-00fdea80-83e8-41ed-9a49-f2991a6937ec admin admin] 10.222.0.77 "DELETE /v2.0/networks/6638d097-1a14-4c77-ba78-98ca19e889e2 HTTP/1.1" status: 204 len: 168 time: 0.8423970 Feb 09 22:41:10.931669 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdea80-83e8-41ed-9a49-f2991a6937ec admin admin] Pushing event deleted for resources: {'Network': ['ID=6638d097-1a14-4c77-ba78-98ca19e889e2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:11.029403 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51766) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:11.068787 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ec33acdf-f1f1-4b1d-ac01-c69cc73068b7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d79c9f6cc21d4f85b659a2742a3eee6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381873 Feb 09 22:41:11.071374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51768) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:11.124580 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa569202-99cd-41e0-b844-b43b6edd52d4 admin admin] Publish callbacks [] for security_group (e74bb7d8-5b4c-48fb-92e0-c3c1b39a1232), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:11.145210 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa569202-99cd-41e0-b844-b43b6edd52d4 admin admin] Publish callbacks [] for security_group (e74bb7d8-5b4c-48fb-92e0-c3c1b39a1232), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:11.194477 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa569202-99cd-41e0-b844-b43b6edd52d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e74bb7d8-5b4c-48fb-92e0-c3c1b39a1232), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:11.197295 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa569202-99cd-41e0-b844-b43b6edd52d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:11.198469 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fa569202-99cd-41e0-b844-b43b6edd52d4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e74bb7d8-5b4c-48fb-92e0-c3c1b39a1232 HTTP/1.1" status: 204 len: 168 time: 0.1260798 Feb 09 22:41:11.206482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa569202-99cd-41e0-b844-b43b6edd52d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74bb7d8-5b4c-48fb-92e0-c3c1b39a1232,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:11.819890 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:11.946000 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51790) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:12.051840 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e77ebd61-73cc-4d7f-b19c-23765a9b6404 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-437129198-network', 'tenant_id': '2e57ac0168bd46de961ec1caa9670c82'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:12.072957 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77ebd61-73cc-4d7f-b19c-23765a9b6404 admin admin] Made reservation on behalf of 2e57ac0168bd46de961ec1caa9670c82 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:12.075230 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e77ebd61-73cc-4d7f-b19c-23765a9b6404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:12.084502 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e77ebd61-73cc-4d7f-b19c-23765a9b6404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:12.161918 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e77ebd61-73cc-4d7f-b19c-23765a9b6404 admin admin] Publish callbacks [] for security_group (e02bfdf6-1566-4e19-bf8e-3ec896c49dde), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:12.169816 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e77ebd61-73cc-4d7f-b19c-23765a9b6404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e02bfdf6-1566-4e19-bf8e-3ec896c49dde), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:12.198071 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77ebd61-73cc-4d7f-b19c-23765a9b6404 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:41:12.203338 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ebd61-73cc-4d7f-b19c-23765a9b6404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02bfdf6-1566-4e19-bf8e-3ec896c49dde,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:12.210962 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e77ebd61-73cc-4d7f-b19c-23765a9b6404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (0fd0552f-e013-40b1-91d2-cd3ae0a35df1), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:12.211461 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-e77ebd61-73cc-4d7f-b19c-23765a9b6404 admin admin] Added segment 0fd0552f-e013-40b1-91d2-cd3ae0a35df1 of type vlan for network 647bb575-c420-4978-a709-7d50bb141930 Feb 09 22:41:12.252690 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e77ebd61-73cc-4d7f-b19c-23765a9b6404 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (647bb575-c420-4978-a709-7d50bb141930), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:12.277356 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e77ebd61-73cc-4d7f-b19c-23765a9b6404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (647bb575-c420-4978-a709-7d50bb141930), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:12.278339 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77ebd61-73cc-4d7f-b19c-23765a9b6404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:12.278939 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e77ebd61-73cc-4d7f-b19c-23765a9b6404 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:12.331773 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e77ebd61-73cc-4d7f-b19c-23765a9b6404 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3845980 Feb 09 22:41:12.334949 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51794) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:12.340008 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-603bf8fb-7742-4a8c-aedf-484ba91d84be admin admin] Request body: {'subnet': {'network_id': '647bb575-c420-4978-a709-7d50bb141930', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-437129198-subnet', 'tenant_id': '2e57ac0168bd46de961ec1caa9670c82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:12.346546 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ebd61-73cc-4d7f-b19c-23765a9b6404 admin admin] Pushing event updated for resources: {'Network': ['ID=647bb575-c420-4978-a709-7d50bb141930,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:12.358070 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 647bb575-c420-4978-a709-7d50bb141930 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:41:12.360486 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603bf8fb-7742-4a8c-aedf-484ba91d84be admin admin] Made reservation on behalf of 2e57ac0168bd46de961ec1caa9670c82 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:12.363461 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-603bf8fb-7742-4a8c-aedf-484ba91d84be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:12.540635 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-603bf8fb-7742-4a8c-aedf-484ba91d84be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (f5fefd32-84fe-46aa-bed4-397866cb4010), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:12.593979 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bf8fb-7742-4a8c-aedf-484ba91d84be admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5fefd32-84fe-46aa-bed4-397866cb4010,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:12.604883 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603bf8fb-7742-4a8c-aedf-484ba91d84be admin admin] Checking segment: {'id': '0fd0552f-e013-40b1-91d2-cd3ae0a35df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '647bb575-c420-4978-a709-7d50bb141930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:12.605251 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603bf8fb-7742-4a8c-aedf-484ba91d84be admin admin] Network hostable DHCP agents. Network: 647bb575-c420-4978-a709-7d50bb141930, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:41:12.623466 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603bf8fb-7742-4a8c-aedf-484ba91d84be admin admin] Network 647bb575-c420-4978-a709-7d50bb141930 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:41:12.637605 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-603bf8fb-7742-4a8c-aedf-484ba91d84be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 647bb575-c420-4978-a709-7d50bb141930) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:12.643004 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603bf8fb-7742-4a8c-aedf-484ba91d84be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:12.644205 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-603bf8fb-7742-4a8c-aedf-484ba91d84be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:12.647527 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00ebddd-abcb-4a3c-b6f9-217db11eda22 None None] Network 647bb575-c420-4978-a709-7d50bb141930 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:12.663762 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-603bf8fb-7742-4a8c-aedf-484ba91d84be admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3273885 Feb 09 22:41:12.750513 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54f7d23-360d-4b13-8ee3-70192e62fb40 None None] Network 647bb575-c420-4978-a709-7d50bb141930 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:12.993382 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:13.140949 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-dc9ba290-a22d-41d7-ac41-900d876a3f61 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:13.143592 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-dc9ba290-a22d-41d7-ac41-900d876a3f61 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/networks?id=647bb575-c420-4978-a709-7d50bb141930 HTTP/1.1" status: 200 len: 813 time: 0.1421137 Feb 09 22:41:13.160405 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-0f5ca3b8-5038-4b2d-8cfd-9a0ccc8a4e7b tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/quotas/2e57ac0168bd46de961ec1caa9670c82 HTTP/1.1" status: 200 len: 375 time: 0.0100994 Feb 09 22:41:13.197815 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-c2356295-a24c-42db-abec-d24dba935bcf tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2e57ac0168bd46de961ec1caa9670c82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318635 Feb 09 22:41:13.287125 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-a506e78f-0c84-4445-a880-2532a9c43d20 service neutron] 10.222.0.77 "GET /v2.0/networks/647bb575-c420-4978-a709-7d50bb141930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824828 Feb 09 22:41:13.380466 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-cbb16fb4-6b34-43f7-9799-f8514cd87ffb service neutron] 10.222.0.77 "GET /v2.0/networks/647bb575-c420-4978-a709-7d50bb141930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874698 Feb 09 22:41:13.549062 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-12ebc7f2-d72a-43fd-b57e-ef3339bfb36f req-9914febd-eadd-49cd-a2ce-ad6f864b9352 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=96bd01e6-921d-428e-b334-4f13f1c8aad3 HTTP/1.1" status: 200 len: 210 time: 0.0322361 Feb 09 22:41:14.498299 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-beee6ae1-98cd-4cc6-9143-64644528e674 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:14.499426 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-beee6ae1-98cd-4cc6-9143-64644528e674 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.71 "GET /v2.0/networks?id=647bb575-c420-4978-a709-7d50bb141930 HTTP/1.1" status: 200 len: 813 time: 0.1116703 Feb 09 22:41:14.512269 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-2f5e11e4-79e8-49f0-bb56-088c12cf7081 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Request body: {'port': {'device_id': '96bd01e6-921d-428e-b334-4f13f1c8aad3', 'network_id': '647bb575-c420-4978-a709-7d50bb141930', 'admin_state_up': True, 'tenant_id': '2e57ac0168bd46de961ec1caa9670c82'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:14.625568 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-2f5e11e4-79e8-49f0-bb56-088c12cf7081 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Made reservation on behalf of 2e57ac0168bd46de961ec1caa9670c82 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:14.629178 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-2f5e11e4-79e8-49f0-bb56-088c12cf7081 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:14.658712 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f0cb77a-3591-4a8e-ad18-420594772247 req-6d024b48-b082-4f23-af06-4d1eddb83844 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=96bd01e6-921d-428e-b334-4f13f1c8aad3 HTTP/1.1" status: 200 len: 210 time: 0.0352783 Feb 09 22:41:14.722922 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:14.777337 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-2f5e11e4-79e8-49f0-bb56-088c12cf7081 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Allocated IP 172.20.0.11 (647bb575-c420-4978-a709-7d50bb141930/f5fefd32-84fe-46aa-bed4-397866cb4010/5a57cb4a-9bca-4374-931f-84c3fca6909b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:41:14.940123 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-2f5e11e4-79e8-49f0-bb56-088c12cf7081 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Publish callbacks [] for port (5a57cb4a-9bca-4374-931f-84c3fca6909b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:14.976782 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-2f5e11e4-79e8-49f0-bb56-088c12cf7081 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (5a57cb4a-9bca-4374-931f-84c3fca6909b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:15.021545 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-2f5e11e4-79e8-49f0-bb56-088c12cf7081 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Network 647bb575-c420-4978-a709-7d50bb141930 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:41:15.026874 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-2f5e11e4-79e8-49f0-bb56-088c12cf7081 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:15.030881 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-2f5e11e4-79e8-49f0-bb56-088c12cf7081 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:41:15.057368 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e11e4-79e8-49f0-bb56-088c12cf7081 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Pushing event updated for resources: {'Port': ['ID=5a57cb4a-9bca-4374-931f-84c3fca6909b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:15.083413 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-2f5e11e4-79e8-49f0-bb56-088c12cf7081 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:15.084056 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-2f5e11e4-79e8-49f0-bb56-088c12cf7081 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:15.099677 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-2f5e11e4-79e8-49f0-bb56-088c12cf7081 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5916965 Feb 09 22:41:15.109990 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] Request body: {'port': {'device_id': '96bd01e6-921d-428e-b334-4f13f1c8aad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:15.172579 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5a57cb4a-9bca-4374-931f-84c3fca6909b), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:15.461645 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a57cb4a-9bca-4374-931f-84c3fca6909b {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:41:15.469356 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] Publish callbacks [] for port (5a57cb4a-9bca-4374-931f-84c3fca6909b), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:15.481510 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] Transition to ACTIVE for port object 5a57cb4a-9bca-4374-931f-84c3fca6909b will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:41:15.485599 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (5a57cb4a-9bca-4374-931f-84c3fca6909b), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:15.552242 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] Pushing event updated for resources: {'Port': ['ID=5a57cb4a-9bca-4374-931f-84c3fca6909b,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:15.611997 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] Attempting to bind port 5a57cb4a-9bca-4374-931f-84c3fca6909b on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:41:15.612334 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] Attempting to bind port 5a57cb4a-9bca-4374-931f-84c3fca6909b by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '0fd0552f-e013-40b1-91d2-cd3ae0a35df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '647bb575-c420-4978-a709-7d50bb141930'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:41:15.613232 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] Attempting to bind port 5a57cb4a-9bca-4374-931f-84c3fca6909b on network 647bb575-c420-4978-a709-7d50bb141930 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:41:15.617709 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] Port 5a57cb4a-9bca-4374-931f-84c3fca6909b on network 647bb575-c420-4978-a709-7d50bb141930 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:41:15.618031 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] Attempting to bind port 5a57cb4a-9bca-4374-931f-84c3fca6909b on network 647bb575-c420-4978-a709-7d50bb141930 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:41:15.622831 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:41:15.623168 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] Checking segment: {'id': '0fd0552f-e013-40b1-91d2-cd3ae0a35df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '647bb575-c420-4978-a709-7d50bb141930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:15.623556 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] Bound using segment: {'id': '0fd0552f-e013-40b1-91d2-cd3ae0a35df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '647bb575-c420-4978-a709-7d50bb141930'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:41:15.624008 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] Bound port: 5a57cb4a-9bca-4374-931f-84c3fca6909b, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd0552f-e013-40b1-91d2-cd3ae0a35df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '647bb575-c420-4978-a709-7d50bb141930'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:41:15.624371 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5a57cb4a-9bca-4374-931f-84c3fca6909b), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:15.687896 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] For port 5a57cb4a-9bca-4374-931f-84c3fca6909b, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:41:15.691418 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] For port 5a57cb4a-9bca-4374-931f-84c3fca6909b, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=5a57cb4a-9bca-4374-931f-84c3fca6909b,segment=NetworkSegment(0fd0552f-e013-40b1-91d2-cd3ae0a35df1),segment_id=0fd0552f-e013-40b1-91d2-cd3ae0a35df1)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:41:15.697954 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (5a57cb4a-9bca-4374-931f-84c3fca6909b), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:15.731689 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:15.732353 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:15.733750 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] 10.222.0.71 "PUT /v2.0/ports/5a57cb4a-9bca-4374-931f-84c3fca6909b HTTP/1.1" status: 200 len: 1092 time: 0.6279333 Feb 09 22:41:15.734205 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96bd01e6-921d-428e-b334-4f13f1c8aad3', 'tag': '5a57cb4a-9bca-4374-931f-84c3fca6909b'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:41:15.736568 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856e5b62-d50d-4633-9f73-cc9e42b4ac43" -d '{"events": [{"name": "network-changed", "server_uuid": "96bd01e6-921d-428e-b334-4f13f1c8aad3", "tag": "5a57cb4a-9bca-4374-931f-84c3fca6909b"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:41:15.765421 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34208d2-2e2c-415e-bf08-53800eb7f667 service neutron] Pushing event updated for resources: {'Port': ['ID=5a57cb4a-9bca-4374-931f-84c3fca6909b,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:15.788799 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83e0af-50c6-436a-9f00-0ce5c24dcc7a req-4305a9d7-8bb1-4fc8-a7d4-6afc82e24f14 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:15.790430 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3d83e0af-50c6-436a-9f00-0ce5c24dcc7a req-4305a9d7-8bb1-4fc8-a7d4-6afc82e24f14 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=96bd01e6-921d-428e-b334-4f13f1c8aad3 HTTP/1.1" status: 200 len: 944 time: 0.0559042 Feb 09 22:41:15.820845 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-df1a69c9-45c2-4cbb-ac07-c04a2c50abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:15.822427 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-df1a69c9-45c2-4cbb-ac07-c04a2c50abd7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2e57ac0168bd46de961ec1caa9670c82&device_id=96bd01e6-921d-428e-b334-4f13f1c8aad3 HTTP/1.1" status: 200 len: 1126 time: 0.0475676 Feb 09 22:41:15.844479 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3d83e0af-50c6-436a-9f00-0ce5c24dcc7a req-0b9b4567-7260-4b86-be8b-e8d43155bc0f tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482302 Feb 09 22:41:15.871619 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:15.873902 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-ac62a358-00bf-414b-87ec-7c39e3045e1c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a57cb4a-9bca-4374-931f-84c3fca6909b HTTP/1.1" status: 200 len: 217 time: 0.0445507 Feb 09 22:41:15.913874 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5242a37f-4310-4837-af52-12c8d6305e0e x-openstack-request-id: req-5242a37f-4310-4837-af52-12c8d6305e0e {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:41:15.914173 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96bd01e6-921d-428e-b334-4f13f1c8aad3", "tag": "5a57cb4a-9bca-4374-931f-84c3fca6909b", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:41:15.914437 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5242a37f-4310-4837-af52-12c8d6305e0e {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:41:15.914902 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96bd01e6-921d-428e-b334-4f13f1c8aad3', 'tag': '5a57cb4a-9bca-4374-931f-84c3fca6909b', 'status': 'completed', 'code': 200} Feb 09 22:41:15.933641 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-578c7632-d5ae-4a58-9be1-b57593063c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:15.935124 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-578c7632-d5ae-4a58-9be1-b57593063c75 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5fefd32-84fe-46aa-bed4-397866cb4010 HTTP/1.1" status: 200 len: 853 time: 0.0563490 Feb 09 22:41:15.967027 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-8cf1d732-de1f-4b95-90d0-f22b2ec58adb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=647bb575-c420-4978-a709-7d50bb141930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262039 Feb 09 22:41:16.059937 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-245ae970-c72a-4062-a4b3-032439565efc service neutron] 10.222.0.71 "GET /v2.0/networks/647bb575-c420-4978-a709-7d50bb141930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868182 Feb 09 22:41:16.148093 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4c3b86b0-98f9-4e50-978b-7606a659217e req-a90b38d1-2396-463c-b79e-08275004dacb service neutron] 10.222.0.71 "GET /v2.0/networks/647bb575-c420-4978-a709-7d50bb141930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827768 Feb 09 22:41:16.247755 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e5b62-d50d-4633-9f73-cc9e42b4ac43 req-b97dc283-5c3e-4917-af98-670fd60ace33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:16.249262 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-856e5b62-d50d-4633-9f73-cc9e42b4ac43 req-b97dc283-5c3e-4917-af98-670fd60ace33 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2e57ac0168bd46de961ec1caa9670c82&device_id=96bd01e6-921d-428e-b334-4f13f1c8aad3 HTTP/1.1" status: 200 len: 1126 time: 0.0514226 Feb 09 22:41:16.338996 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e5b62-d50d-4633-9f73-cc9e42b4ac43 req-14b8266e-b309-4e98-bea7-adc27b67f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:16.340728 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-856e5b62-d50d-4633-9f73-cc9e42b4ac43 req-14b8266e-b309-4e98-bea7-adc27b67f984 service neutron] 10.222.0.71 "GET /v2.0/networks?id=647bb575-c420-4978-a709-7d50bb141930 HTTP/1.1" status: 200 len: 914 time: 0.0861757 Feb 09 22:41:16.351205 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:16.383089 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-856e5b62-d50d-4633-9f73-cc9e42b4ac43 req-c4140970-c18c-4a3c-8edc-decfe0903900 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a57cb4a-9bca-4374-931f-84c3fca6909b HTTP/1.1" status: 200 len: 217 time: 0.0351365 Feb 09 22:41:16.437780 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e5b62-d50d-4633-9f73-cc9e42b4ac43 req-2c09f29c-a422-439d-b370-855929ac004d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:16.439299 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-856e5b62-d50d-4633-9f73-cc9e42b4ac43 req-2c09f29c-a422-439d-b370-855929ac004d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5fefd32-84fe-46aa-bed4-397866cb4010 HTTP/1.1" status: 200 len: 853 time: 0.0496974 Feb 09 22:41:16.472200 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-856e5b62-d50d-4633-9f73-cc9e42b4ac43 req-8e4f2ccb-a3c9-476d-9614-5ed9070cccbc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=647bb575-c420-4978-a709-7d50bb141930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267012 Feb 09 22:41:16.574476 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-856e5b62-d50d-4633-9f73-cc9e42b4ac43 req-e329d054-d29f-4b6a-8d7e-a3e586a080fa service neutron] 10.222.0.71 "GET /v2.0/networks/647bb575-c420-4978-a709-7d50bb141930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950084 Feb 09 22:41:16.671147 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-856e5b62-d50d-4633-9f73-cc9e42b4ac43 req-cd581063-c186-4d7c-9c51-35500ca81a10 service neutron] 10.222.0.71 "GET /v2.0/networks/647bb575-c420-4978-a709-7d50bb141930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907676 Feb 09 22:41:16.977370 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102aaac-97f7-42b7-8076-18f38ce15dec req-9af9d33f-0cb1-4ea6-888f-e93dd052d265 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:16.978877 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5102aaac-97f7-42b7-8076-18f38ce15dec req-9af9d33f-0cb1-4ea6-888f-e93dd052d265 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=96bd01e6-921d-428e-b334-4f13f1c8aad3 HTTP/1.1" status: 200 len: 944 time: 0.0528247 Feb 09 22:41:17.027014 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5102aaac-97f7-42b7-8076-18f38ce15dec req-b9c476d0-8db2-42f5-b051-f6aa55803767 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423815 Feb 09 22:41:18.153384 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a0d00-91b0-49b5-a462-02db809fc3da req-dd6ef5b7-c26e-452a-adf4-1d62510d3ca5 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:18.154963 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c02a0d00-91b0-49b5-a462-02db809fc3da req-dd6ef5b7-c26e-452a-adf4-1d62510d3ca5 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=96bd01e6-921d-428e-b334-4f13f1c8aad3 HTTP/1.1" status: 200 len: 944 time: 0.0565100 Feb 09 22:41:18.204878 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c02a0d00-91b0-49b5-a462-02db809fc3da req-23adb96d-7b5a-4014-8580-7fb34cd4f99b tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442016 Feb 09 22:41:18.291156 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 5a57cb4a-9bca-4374-931f-84c3fca6909b details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:41:18.384938 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 5a57cb4a-9bca-4374-931f-84c3fca6909b, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=5a57cb4a-9bca-4374-931f-84c3fca6909b,segment=NetworkSegment(0fd0552f-e013-40b1-91d2-cd3ae0a35df1),segment_id=0fd0552f-e013-40b1-91d2-cd3ae0a35df1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:18.396400 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '5a57cb4a-9bca-4374-931f-84c3fca6909b', 'network_id': '647bb575-c420-4978-a709-7d50bb141930', 'port_id': '5a57cb4a-9bca-4374-931f-84c3fca6909b', 'mac_address': 'fa:16:3e:3f:25:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fefd32-84fe-46aa-bed4-397866cb4010', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:41:18.435719 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 5a57cb4a-9bca-4374-931f-84c3fca6909b is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:18.436110 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5a57cb4a-9bca-4374-931f-84c3fca6909b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:18.448942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a57cb4a-9bca-4374-931f-84c3fca6909b {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:41:18.467619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 5a57cb4a-9bca-4374-931f-84c3fca6909b, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=5a57cb4a-9bca-4374-931f-84c3fca6909b,segment=NetworkSegment(0fd0552f-e013-40b1-91d2-cd3ae0a35df1),segment_id=0fd0552f-e013-40b1-91d2-cd3ae0a35df1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:18.471971 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5a57cb4a-9bca-4374-931f-84c3fca6909b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:18.518697 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=5a57cb4a-9bca-4374-931f-84c3fca6909b,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:18.658952 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['5a57cb4a-9bca-4374-931f-84c3fca6909b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:41:19.349500 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c8fd1-1a6a-4c28-962a-12eb4cfaaec3 req-677295d4-e996-46d6-bac9-644e26b3c09a tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:19.351262 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a8c8fd1-1a6a-4c28-962a-12eb4cfaaec3 req-677295d4-e996-46d6-bac9-644e26b3c09a tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=96bd01e6-921d-428e-b334-4f13f1c8aad3 HTTP/1.1" status: 200 len: 945 time: 0.0762048 Feb 09 22:41:19.399180 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a8c8fd1-1a6a-4c28-962a-12eb4cfaaec3 req-668547a3-e1cc-454c-aa8d-bccc3705176d tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422368 Feb 09 22:41:20.307727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 5a57cb4a-9bca-4374-931f-84c3fca6909b up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:41:20.356281 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 5a57cb4a-9bca-4374-931f-84c3fca6909b completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:41:20.360513 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 5a57cb4a-9bca-4374-931f-84c3fca6909b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:20.360888 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5a57cb4a-9bca-4374-931f-84c3fca6909b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:20.443731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 5a57cb4a-9bca-4374-931f-84c3fca6909b is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:20.444134 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5a57cb4a-9bca-4374-931f-84c3fca6909b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:20.469826 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bd01e6-921d-428e-b334-4f13f1c8aad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a57cb4a-9bca-4374-931f-84c3fca6909b'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:41:20.472921 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2e7a74-7612-42c2-81df-d2f80055cb00" -d '{"events": [{"server_uuid": "96bd01e6-921d-428e-b334-4f13f1c8aad3", "name": "network-vif-plugged", "status": "completed", "tag": "5a57cb4a-9bca-4374-931f-84c3fca6909b"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:41:20.485705 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 5a57cb4a-9bca-4374-931f-84c3fca6909b, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=5a57cb4a-9bca-4374-931f-84c3fca6909b,segment=NetworkSegment(0fd0552f-e013-40b1-91d2-cd3ae0a35df1),segment_id=0fd0552f-e013-40b1-91d2-cd3ae0a35df1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:20.490014 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5a57cb4a-9bca-4374-931f-84c3fca6909b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:20.525747 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf8e0c-426a-4cd6-a820-d76cf554a87c req-55b2c4f9-ee1a-4151-94ae-13af214e5423 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:20.527271 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3daf8e0c-426a-4cd6-a820-d76cf554a87c req-55b2c4f9-ee1a-4151-94ae-13af214e5423 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=96bd01e6-921d-428e-b334-4f13f1c8aad3 HTTP/1.1" status: 200 len: 945 time: 0.0563860 Feb 09 22:41:20.540639 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=5a57cb4a-9bca-4374-931f-84c3fca6909b,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:20.576039 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3daf8e0c-426a-4cd6-a820-d76cf554a87c req-55220105-dd95-4c45-b87f-f15a6682e426 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429504 Feb 09 22:41:20.622540 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb19de90-0ad1-44f1-ae80-5c83e82a0a59 x-openstack-request-id: req-fb19de90-0ad1-44f1-ae80-5c83e82a0a59 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:41:20.622844 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bd01e6-921d-428e-b334-4f13f1c8aad3", "name": "network-vif-plugged", "status": "completed", "tag": "5a57cb4a-9bca-4374-931f-84c3fca6909b", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:41:20.623110 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fb19de90-0ad1-44f1-ae80-5c83e82a0a59 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:41:20.623517 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bd01e6-921d-428e-b334-4f13f1c8aad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a57cb4a-9bca-4374-931f-84c3fca6909b', 'code': 200} Feb 09 22:41:20.719250 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b5b2-73ee-4c53-ad45-98208a8e5d6f req-488ef965-d302-4460-907f-9bc9220f0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:20.720693 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c361b5b2-73ee-4c53-ad45-98208a8e5d6f req-488ef965-d302-4460-907f-9bc9220f0502 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=96bd01e6-921d-428e-b334-4f13f1c8aad3 HTTP/1.1" status: 200 len: 1128 time: 0.0438478 Feb 09 22:41:20.763369 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c361b5b2-73ee-4c53-ad45-98208a8e5d6f req-1cdfcf3b-a20c-4295-b49b-2b2867d88dc0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366096 Feb 09 22:41:21.700141 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636d7b8-742f-4999-bb2d-7674cc5b940c req-2d125de0-ea02-42ba-8209-68e6afabe14b tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:21.701592 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b636d7b8-742f-4999-bb2d-7674cc5b940c req-2d125de0-ea02-42ba-8209-68e6afabe14b tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=96bd01e6-921d-428e-b334-4f13f1c8aad3 HTTP/1.1" status: 200 len: 946 time: 0.0528457 Feb 09 22:41:21.757591 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b636d7b8-742f-4999-bb2d-7674cc5b940c req-dc9176f9-780d-46e0-948c-2f20b3da283a tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490544 Feb 09 22:41:22.876646 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4980440-028e-4997-b218-e486e646cea7 req-33695698-cc75-42cc-9f8d-1a198b1edc9c tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:22.878787 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4980440-028e-4997-b218-e486e646cea7 req-33695698-cc75-42cc-9f8d-1a198b1edc9c tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=96bd01e6-921d-428e-b334-4f13f1c8aad3 HTTP/1.1" status: 200 len: 946 time: 0.0520704 Feb 09 22:41:22.923899 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a4980440-028e-4997-b218-e486e646cea7 req-bdc3548f-92ce-471e-a63e-d6c833f67394 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395243 Feb 09 22:41:23.148211 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-9597b53e-1648-4fc4-ad39-845e57a70670 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:23.149703 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-9597b53e-1648-4fc4-ad39-845e57a70670 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/networks?id=647bb575-c420-4978-a709-7d50bb141930 HTTP/1.1" status: 200 len: 813 time: 0.1027958 Feb 09 22:41:23.164672 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-f17f8c96-f4f0-4e95-a834-ddfdacf61366 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/quotas/2e57ac0168bd46de961ec1caa9670c82 HTTP/1.1" status: 200 len: 375 time: 0.0094993 Feb 09 22:41:23.216240 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-8c3bb0dc-5d06-4225-b8a8-1f404f17a966 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2e57ac0168bd46de961ec1caa9670c82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465426 Feb 09 22:41:23.303825 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-9f8e6cc2-7a60-496a-995c-e1ea51ede25e service neutron] 10.222.0.77 "GET /v2.0/networks/647bb575-c420-4978-a709-7d50bb141930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803127 Feb 09 22:41:23.396282 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-a88e44ae-be4a-4c3e-b8cd-c3e7f4caebaf service neutron] 10.222.0.77 "GET /v2.0/networks/647bb575-c420-4978-a709-7d50bb141930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869308 Feb 09 22:41:23.557305 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa2449b7-384b-412c-816c-20f39bfde1c9 req-37ed4715-3ac8-4e44-b679-c078f48462c1 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2 HTTP/1.1" status: 200 len: 210 time: 0.0278895 Feb 09 22:41:24.549960 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-0ac1d901-b3e0-4c2c-a43f-e2ad1b25ac72 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:24.552237 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-0ac1d901-b3e0-4c2c-a43f-e2ad1b25ac72 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.42 "GET /v2.0/networks?id=647bb575-c420-4978-a709-7d50bb141930 HTTP/1.1" status: 200 len: 813 time: 0.1089530 Feb 09 22:41:24.565366 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-420eba4f-4b10-4139-b050-6d3b72856a9b tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Request body: {'port': {'device_id': 'a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2', 'network_id': '647bb575-c420-4978-a709-7d50bb141930', 'admin_state_up': True, 'tenant_id': '2e57ac0168bd46de961ec1caa9670c82'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:24.673515 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b6e39e4b-e729-4968-8f74-b35cbcaeb810 req-b57e37cd-538e-43f0-923d-1554bb3e2521 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2 HTTP/1.1" status: 200 len: 210 time: 0.0416374 Feb 09 22:41:24.712992 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-420eba4f-4b10-4139-b050-6d3b72856a9b tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Made reservation on behalf of 2e57ac0168bd46de961ec1caa9670c82 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:24.716721 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-420eba4f-4b10-4139-b050-6d3b72856a9b tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:24.850482 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-420eba4f-4b10-4139-b050-6d3b72856a9b tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Allocated IP 172.20.0.10 (647bb575-c420-4978-a709-7d50bb141930/f5fefd32-84fe-46aa-bed4-397866cb4010/ec8f0203-eba8-4111-870b-779b7fb3007e) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:41:25.005291 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-420eba4f-4b10-4139-b050-6d3b72856a9b tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Publish callbacks [] for port (ec8f0203-eba8-4111-870b-779b7fb3007e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.039916 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-420eba4f-4b10-4139-b050-6d3b72856a9b tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (ec8f0203-eba8-4111-870b-779b7fb3007e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.058796 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['5a57cb4a-9bca-4374-931f-84c3fca6909b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:41:25.088334 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-420eba4f-4b10-4139-b050-6d3b72856a9b tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Network 647bb575-c420-4978-a709-7d50bb141930 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:41:25.091888 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-420eba4f-4b10-4139-b050-6d3b72856a9b tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:25.096042 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-420eba4f-4b10-4139-b050-6d3b72856a9b tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:41:25.104240 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420eba4f-4b10-4139-b050-6d3b72856a9b tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Pushing event updated for resources: {'Port': ['ID=ec8f0203-eba8-4111-870b-779b7fb3007e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:25.154652 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-420eba4f-4b10-4139-b050-6d3b72856a9b tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:25.155290 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-420eba4f-4b10-4139-b050-6d3b72856a9b tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.176553 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-420eba4f-4b10-4139-b050-6d3b72856a9b tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6150975 Feb 09 22:41:25.192495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] Request body: {'port': {'device_id': 'a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:25.254629 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ec8f0203-eba8-4111-870b-779b7fb3007e), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.532741 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8f0203-eba8-4111-870b-779b7fb3007e {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:41:25.540683 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] Publish callbacks [] for port (ec8f0203-eba8-4111-870b-779b7fb3007e), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.553020 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] Transition to ACTIVE for port object ec8f0203-eba8-4111-870b-779b7fb3007e will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:41:25.557149 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (ec8f0203-eba8-4111-870b-779b7fb3007e), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.608896 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] Pushing event updated for resources: {'Port': ['ID=ec8f0203-eba8-4111-870b-779b7fb3007e,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:25.680352 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] Attempting to bind port ec8f0203-eba8-4111-870b-779b7fb3007e on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:41:25.680599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] Attempting to bind port ec8f0203-eba8-4111-870b-779b7fb3007e by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '0fd0552f-e013-40b1-91d2-cd3ae0a35df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '647bb575-c420-4978-a709-7d50bb141930'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:41:25.680915 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] Attempting to bind port ec8f0203-eba8-4111-870b-779b7fb3007e on network 647bb575-c420-4978-a709-7d50bb141930 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:41:25.685527 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] Port ec8f0203-eba8-4111-870b-779b7fb3007e on network 647bb575-c420-4978-a709-7d50bb141930 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:41:25.685849 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] Attempting to bind port ec8f0203-eba8-4111-870b-779b7fb3007e on network 647bb575-c420-4978-a709-7d50bb141930 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:41:25.690784 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:41:25.691131 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] Checking segment: {'id': '0fd0552f-e013-40b1-91d2-cd3ae0a35df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '647bb575-c420-4978-a709-7d50bb141930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:25.692108 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] Bound using segment: {'id': '0fd0552f-e013-40b1-91d2-cd3ae0a35df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '647bb575-c420-4978-a709-7d50bb141930'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:41:25.692540 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] Bound port: ec8f0203-eba8-4111-870b-779b7fb3007e, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd0552f-e013-40b1-91d2-cd3ae0a35df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '647bb575-c420-4978-a709-7d50bb141930'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:41:25.692898 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ec8f0203-eba8-4111-870b-779b7fb3007e), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.784747 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] For port ec8f0203-eba8-4111-870b-779b7fb3007e, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:41:25.800163 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] For port ec8f0203-eba8-4111-870b-779b7fb3007e, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ec8f0203-eba8-4111-870b-779b7fb3007e,segment=NetworkSegment(0fd0552f-e013-40b1-91d2-cd3ae0a35df1),segment_id=0fd0552f-e013-40b1-91d2-cd3ae0a35df1)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:41:25.810630 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (ec8f0203-eba8-4111-870b-779b7fb3007e), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.822866 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d31ba-7940-4f62-bfa5-33849d788937 req-77899a36-4f6d-4085-999f-ff605e58d7f1 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:25.824402 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-472d31ba-7940-4f62-bfa5-33849d788937 req-77899a36-4f6d-4085-999f-ff605e58d7f1 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2 HTTP/1.1" status: 200 len: 944 time: 0.0797930 Feb 09 22:41:25.873054 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:25.875590 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.875590 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] 10.222.0.42 "PUT /v2.0/ports/ec8f0203-eba8-4111-870b-779b7fb3007e HTTP/1.1" status: 200 len: 1092 time: 0.6870887 Feb 09 22:41:25.875590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2', 'tag': 'ec8f0203-eba8-4111-870b-779b7fb3007e'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:41:25.877807 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7b06ae-8591-4d49-96cb-cfb102d9f402" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2", "tag": "ec8f0203-eba8-4111-870b-779b7fb3007e"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:41:25.905835 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5f905-ea1d-4467-a88c-0531daaf5dfb service neutron] Pushing event updated for resources: {'Port': ['ID=ec8f0203-eba8-4111-870b-779b7fb3007e,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:25.947473 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-472d31ba-7940-4f62-bfa5-33849d788937 req-a831347c-e6ec-4622-a3d4-f37a78a0c720 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030636 Feb 09 22:41:26.307127 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6740bad9-89ef-4cf8-8269-3c15841f0142 x-openstack-request-id: req-6740bad9-89ef-4cf8-8269-3c15841f0142 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:41:26.307362 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2", "tag": "ec8f0203-eba8-4111-870b-779b7fb3007e", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:41:26.307597 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6740bad9-89ef-4cf8-8269-3c15841f0142 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:41:26.308042 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2', 'tag': 'ec8f0203-eba8-4111-870b-779b7fb3007e', 'status': 'completed', 'code': 200} Feb 09 22:41:26.327416 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-faf465c1-5497-4a68-99e3-851ed8fe04bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:26.328974 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-faf465c1-5497-4a68-99e3-851ed8fe04bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e57ac0168bd46de961ec1caa9670c82&device_id=a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2 HTTP/1.1" status: 200 len: 1126 time: 0.3979278 Feb 09 22:41:26.374103 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-978f44df-c53b-4b3a-a638-5449f055e3c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec8f0203-eba8-4111-870b-779b7fb3007e HTTP/1.1" status: 200 len: 217 time: 0.0343399 Feb 09 22:41:26.426645 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-7815ad02-4fbd-4247-8465-611f6574589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:26.428186 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-7815ad02-4fbd-4247-8465-611f6574589e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5fefd32-84fe-46aa-bed4-397866cb4010 HTTP/1.1" status: 200 len: 853 time: 0.0453625 Feb 09 22:41:26.464666 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-fb98b850-2aec-4270-a744-88de13e91ffc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=647bb575-c420-4978-a709-7d50bb141930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271561 Feb 09 22:41:26.559570 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-808510f5-b3f8-47ef-a67e-4cecf75ca5ca service neutron] 10.222.0.42 "GET /v2.0/networks/647bb575-c420-4978-a709-7d50bb141930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853412 Feb 09 22:41:26.653546 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8a2639c6-8140-4580-a25d-acf40f3d36c9 req-d288bc6a-5396-4e7b-ba59-3ccbb6b3e78e service neutron] 10.222.0.42 "GET /v2.0/networks/647bb575-c420-4978-a709-7d50bb141930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858991 Feb 09 22:41:26.758725 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b06ae-8591-4d49-96cb-cfb102d9f402 req-259448e8-7310-448c-8717-adec07ebadc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:26.760305 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab7b06ae-8591-4d49-96cb-cfb102d9f402 req-259448e8-7310-448c-8717-adec07ebadc1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e57ac0168bd46de961ec1caa9670c82&device_id=a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2 HTTP/1.1" status: 200 len: 1126 time: 0.0495868 Feb 09 22:41:26.848347 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b06ae-8591-4d49-96cb-cfb102d9f402 req-1d65e6b0-5e50-404b-a6da-be9b76d70238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:26.849834 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab7b06ae-8591-4d49-96cb-cfb102d9f402 req-1d65e6b0-5e50-404b-a6da-be9b76d70238 service neutron] 10.222.0.42 "GET /v2.0/networks?id=647bb575-c420-4978-a709-7d50bb141930 HTTP/1.1" status: 200 len: 914 time: 0.0837154 Feb 09 22:41:26.892932 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab7b06ae-8591-4d49-96cb-cfb102d9f402 req-eefaa5f7-396b-4f35-8e2f-8cce6fd3585e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec8f0203-eba8-4111-870b-779b7fb3007e HTTP/1.1" status: 200 len: 217 time: 0.0370548 Feb 09 22:41:26.944267 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b06ae-8591-4d49-96cb-cfb102d9f402 req-ab8f6404-7819-4cbb-bbb6-3973bda8d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:26.945728 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab7b06ae-8591-4d49-96cb-cfb102d9f402 req-ab8f6404-7819-4cbb-bbb6-3973bda8d4e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5fefd32-84fe-46aa-bed4-397866cb4010 HTTP/1.1" status: 200 len: 853 time: 0.0468326 Feb 09 22:41:26.978058 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab7b06ae-8591-4d49-96cb-cfb102d9f402 req-c60e7f75-de9a-4a0c-8098-43437dcef08e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=647bb575-c420-4978-a709-7d50bb141930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257902 Feb 09 22:41:27.111890 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bd886-9f26-4b7f-9cc5-5a7768c4d102 req-116a0791-8f53-41fa-9d4f-e31de2899716 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:27.113397 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d92bd886-9f26-4b7f-9cc5-5a7768c4d102 req-116a0791-8f53-41fa-9d4f-e31de2899716 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2 HTTP/1.1" status: 200 len: 944 time: 0.0834994 Feb 09 22:41:27.115268 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab7b06ae-8591-4d49-96cb-cfb102d9f402 req-677aaf78-7ac8-409e-bfcd-03ceec8c2b93 service neutron] 10.222.0.42 "GET /v2.0/networks/647bb575-c420-4978-a709-7d50bb141930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296885 Feb 09 22:41:27.216501 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d92bd886-9f26-4b7f-9cc5-5a7768c4d102 req-e2658c91-e557-4bdc-bb0e-d896e77e3f44 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971622 Feb 09 22:41:27.242915 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab7b06ae-8591-4d49-96cb-cfb102d9f402 req-1e7f17e4-2a3a-458f-9648-d1b3bc7550fc service neutron] 10.222.0.42 "GET /v2.0/networks/647bb575-c420-4978-a709-7d50bb141930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172638 Feb 09 22:41:28.341157 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8633a9d-6ae7-4a09-9fe0-4d5c57c98f5f req-cfafbf48-73d6-419c-8238-662a3eaea286 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:28.342676 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8633a9d-6ae7-4a09-9fe0-4d5c57c98f5f req-cfafbf48-73d6-419c-8238-662a3eaea286 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2 HTTP/1.1" status: 200 len: 944 time: 0.0561039 Feb 09 22:41:28.391928 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e8633a9d-6ae7-4a09-9fe0-4d5c57c98f5f req-41b98c88-b759-47df-995c-9457364a9c00 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433481 Feb 09 22:41:29.513943 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bc66b-0855-47cb-acb1-91c180db0a4d req-efb38e67-cf25-4b2f-9711-e44963fa1538 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:29.515520 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f02bc66b-0855-47cb-acb1-91c180db0a4d req-efb38e67-cf25-4b2f-9711-e44963fa1538 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2 HTTP/1.1" status: 200 len: 944 time: 0.0546453 Feb 09 22:41:29.563746 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f02bc66b-0855-47cb-acb1-91c180db0a4d req-5e7b8fbe-592e-40ce-bbb5-d3fdfd799fb0 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418680 Feb 09 22:41:30.206848 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device ec8f0203-eba8-4111-870b-779b7fb3007e details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:41:30.304029 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port ec8f0203-eba8-4111-870b-779b7fb3007e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ec8f0203-eba8-4111-870b-779b7fb3007e,segment=NetworkSegment(0fd0552f-e013-40b1-91d2-cd3ae0a35df1),segment_id=0fd0552f-e013-40b1-91d2-cd3ae0a35df1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:30.315490 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'ec8f0203-eba8-4111-870b-779b7fb3007e', 'network_id': '647bb575-c420-4978-a709-7d50bb141930', 'port_id': 'ec8f0203-eba8-4111-870b-779b7fb3007e', 'mac_address': 'fa:16:3e:52:2b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fefd32-84fe-46aa-bed4-397866cb4010', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:41:30.352007 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port ec8f0203-eba8-4111-870b-779b7fb3007e is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:30.352379 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ec8f0203-eba8-4111-870b-779b7fb3007e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:30.365358 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec8f0203-eba8-4111-870b-779b7fb3007e {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:41:30.384849 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port ec8f0203-eba8-4111-870b-779b7fb3007e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ec8f0203-eba8-4111-870b-779b7fb3007e,segment=NetworkSegment(0fd0552f-e013-40b1-91d2-cd3ae0a35df1),segment_id=0fd0552f-e013-40b1-91d2-cd3ae0a35df1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:30.388866 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ec8f0203-eba8-4111-870b-779b7fb3007e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:30.434983 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=ec8f0203-eba8-4111-870b-779b7fb3007e,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:30.443126 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:30.443510 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:30.443893 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:30.444239 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:30.444585 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:30.444950 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:30.445282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:30.445700 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:30.446005 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:30.446488 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:30.446928 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:30.447396 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:30.447828 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:30.658349 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['ec8f0203-eba8-4111-870b-779b7fb3007e'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:41:30.704893 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81979a9c-9486-4886-b2ee-4f2f54e35754 req-6258b50c-a224-4ff1-a6c8-36c0221aced2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:30.706456 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-81979a9c-9486-4886-b2ee-4f2f54e35754 req-6258b50c-a224-4ff1-a6c8-36c0221aced2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0639236 Feb 09 22:41:30.758745 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-81979a9c-9486-4886-b2ee-4f2f54e35754 req-42bd30e5-1fe8-4bab-9911-10be481c55c8 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438020 Feb 09 22:41:31.882767 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f87cdf-0b31-46dc-8b65-6f9bf4af3f25 req-b6d51e23-fdb5-4cde-b840-b1adb9968318 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:31.884361 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10f87cdf-0b31-46dc-8b65-6f9bf4af3f25 req-b6d51e23-fdb5-4cde-b840-b1adb9968318 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0566792 Feb 09 22:41:31.933145 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10f87cdf-0b31-46dc-8b65-6f9bf4af3f25 req-a8f40681-7420-42b9-bf58-99fc68009893 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430610 Feb 09 22:41:32.221067 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device ec8f0203-eba8-4111-870b-779b7fb3007e up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:41:32.269496 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port ec8f0203-eba8-4111-870b-779b7fb3007e completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:41:32.273916 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port ec8f0203-eba8-4111-870b-779b7fb3007e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:32.274298 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ec8f0203-eba8-4111-870b-779b7fb3007e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:32.354487 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port ec8f0203-eba8-4111-870b-779b7fb3007e is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:32.354884 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ec8f0203-eba8-4111-870b-779b7fb3007e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:32.377571 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8f0203-eba8-4111-870b-779b7fb3007e'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:41:32.379891 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9faecd43-d404-4e8b-944e-22fbbab34ae6" -d '{"events": [{"server_uuid": "a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2", "name": "network-vif-plugged", "status": "completed", "tag": "ec8f0203-eba8-4111-870b-779b7fb3007e"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:41:32.392575 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port ec8f0203-eba8-4111-870b-779b7fb3007e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ec8f0203-eba8-4111-870b-779b7fb3007e,segment=NetworkSegment(0fd0552f-e013-40b1-91d2-cd3ae0a35df1),segment_id=0fd0552f-e013-40b1-91d2-cd3ae0a35df1)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:32.397303 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ec8f0203-eba8-4111-870b-779b7fb3007e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:32.422866 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4dd5a2-5cd1-43a5-ac02-b950455d7160 x-openstack-request-id: req-7a4dd5a2-5cd1-43a5-ac02-b950455d7160 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:41:32.423170 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2", "name": "network-vif-plugged", "status": "completed", "tag": "ec8f0203-eba8-4111-870b-779b7fb3007e", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:41:32.423427 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a4dd5a2-5cd1-43a5-ac02-b950455d7160 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:41:32.423848 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8f0203-eba8-4111-870b-779b7fb3007e', 'code': 200} Feb 09 22:41:32.446261 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=ec8f0203-eba8-4111-870b-779b7fb3007e,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:32.523416 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59137e-4e99-477e-9281-104de249acc7 req-d8da9119-5033-4a55-a3a6-e976a831f092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:32.524951 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f59137e-4e99-477e-9281-104de249acc7 req-d8da9119-5033-4a55-a3a6-e976a831f092 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2 HTTP/1.1" status: 200 len: 1128 time: 0.0424685 Feb 09 22:41:32.571943 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f59137e-4e99-477e-9281-104de249acc7 req-07865494-0a7a-4896-bc89-559ec6182438 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409462 Feb 09 22:41:33.057023 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f924e57-8792-43c1-9a76-041bea1b2ab5 req-23dca95f-d62b-4625-af13-4a88b33e4ecc tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:33.058548 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f924e57-8792-43c1-9a76-041bea1b2ab5 req-23dca95f-d62b-4625-af13-4a88b33e4ecc tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2 HTTP/1.1" status: 200 len: 946 time: 0.0536649 Feb 09 22:41:33.108591 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f924e57-8792-43c1-9a76-041bea1b2ab5 req-41700a54-f8ca-4275-be0f-539eb281b3cd tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443316 Feb 09 22:41:34.240184 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeaed29-089d-4c86-b346-5fd86abfcd71 req-c3702c5c-33bb-4125-8030-c4b46d1ab1df tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:34.241747 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3eeaed29-089d-4c86-b346-5fd86abfcd71 req-c3702c5c-33bb-4125-8030-c4b46d1ab1df tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2 HTTP/1.1" status: 200 len: 946 time: 0.0552499 Feb 09 22:41:34.291230 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3eeaed29-089d-4c86-b346-5fd86abfcd71 req-73f5abd1-cf53-42fb-b61b-3974855252cf tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437865 Feb 09 22:41:34.554836 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c114303-e6c5-4235-bb1c-d2753e6dd2e1 req-546adfa3-f717-4621-980e-5b2da1e14197 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:34.556372 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c114303-e6c5-4235-bb1c-d2753e6dd2e1 req-546adfa3-f717-4621-980e-5b2da1e14197 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2 HTTP/1.1" status: 200 len: 946 time: 0.0572660 Feb 09 22:41:34.604932 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3c114303-e6c5-4235-bb1c-d2753e6dd2e1 req-ad8c8737-34d0-4a32-b904-67189656fa43 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427871 Feb 09 22:41:35.724018 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a306d-fe3e-420e-b407-71dd582267f5 req-e013c824-e394-4b6c-80bf-dcd16f406fc0 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:35.725437 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-939a306d-fe3e-420e-b407-71dd582267f5 req-e013c824-e394-4b6c-80bf-dcd16f406fc0 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2 HTTP/1.1" status: 200 len: 946 time: 0.0526655 Feb 09 22:41:35.774733 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-939a306d-fe3e-420e-b407-71dd582267f5 req-78f81063-7b8d-417a-8cf5-f8449491fd4c tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432775 Feb 09 22:41:35.993012 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229724c-567a-4f24-9314-88e896b6fa42 req-dcef7dca-dca2-4909-b07d-c4b63491162f tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:35.994443 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0229724c-567a-4f24-9314-88e896b6fa42 req-dcef7dca-dca2-4909-b07d-c4b63491162f tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2 HTTP/1.1" status: 200 len: 946 time: 0.0592706 Feb 09 22:41:36.095744 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-0229724c-567a-4f24-9314-88e896b6fa42 req-b0686166-d701-4501-8856-60dc98eade39 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Deleting port ec8f0203-eba8-4111-870b-779b7fb3007e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:41:36.096100 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0229724c-567a-4f24-9314-88e896b6fa42 req-b0686166-d701-4501-8856-60dc98eade39 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ec8f0203-eba8-4111-870b-779b7fb3007e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:36.193206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-0229724c-567a-4f24-9314-88e896b6fa42 req-b0686166-d701-4501-8856-60dc98eade39 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] For port ec8f0203-eba8-4111-870b-779b7fb3007e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ec8f0203-eba8-4111-870b-779b7fb3007e,segment=NetworkSegment(0fd0552f-e013-40b1-91d2-cd3ae0a35df1),segment_id=0fd0552f-e013-40b1-91d2-cd3ae0a35df1)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:36.193560 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0229724c-567a-4f24-9314-88e896b6fa42 req-b0686166-d701-4501-8856-60dc98eade39 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ec8f0203-eba8-4111-870b-779b7fb3007e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:36.206392 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-0229724c-567a-4f24-9314-88e896b6fa42 req-b0686166-d701-4501-8856-60dc98eade39 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Calling delete_port for ec8f0203-eba8-4111-870b-779b7fb3007e owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:41:36.329989 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0229724c-567a-4f24-9314-88e896b6fa42 req-b0686166-d701-4501-8856-60dc98eade39 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (ec8f0203-eba8-4111-870b-779b7fb3007e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:36.341459 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['5a57cb4a-9bca-4374-931f-84c3fca6909b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:41:36.360124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0686166-d701-4501-8856-60dc98eade39 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Pushing event deleted for resources: {'Port': ['ID=ec8f0203-eba8-4111-870b-779b7fb3007e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:36.408454 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-0229724c-567a-4f24-9314-88e896b6fa42 req-b0686166-d701-4501-8856-60dc98eade39 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] No DVR routers for this DVR port ec8f0203-eba8-4111-870b-779b7fb3007e on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:41:36.411215 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-0229724c-567a-4f24-9314-88e896b6fa42 req-b0686166-d701-4501-8856-60dc98eade39 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:36.414657 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0229724c-567a-4f24-9314-88e896b6fa42 req-b0686166-d701-4501-8856-60dc98eade39 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.42 "DELETE /v2.0/ports/ec8f0203-eba8-4111-870b-779b7fb3007e HTTP/1.1" status: 204 len: 173 time: 0.4126101 Feb 09 22:41:36.415142 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2', 'name': 'network-vif-deleted', 'tag': 'ec8f0203-eba8-4111-870b-779b7fb3007e'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:41:36.417569 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c0660d-6bae-4f61-8cf8-fbfec98ab037" -d '{"events": [{"server_uuid": "a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2", "name": "network-vif-deleted", "tag": "ec8f0203-eba8-4111-870b-779b7fb3007e"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:41:36.487463 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb30efb-03c8-4a61-b3d4-87a0786bf591 x-openstack-request-id: req-1eb30efb-03c8-4a61-b3d4-87a0786bf591 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:41:36.487679 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2", "name": "network-vif-deleted", "tag": "ec8f0203-eba8-4111-870b-779b7fb3007e", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:41:36.489436 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1eb30efb-03c8-4a61-b3d4-87a0786bf591 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:41:36.489436 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2', 'name': 'network-vif-deleted', 'tag': 'ec8f0203-eba8-4111-870b-779b7fb3007e', 'status': 'completed', 'code': 200} Feb 09 22:41:36.905358 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-306dc3bf-c8f6-4bec-8d68-fb3d040094e3 req-fb57c774-5995-434d-a8eb-c5713f663334 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ce421d-a8d4-4b4e-90f1-79d9e078a2b2 HTTP/1.1" status: 200 len: 210 time: 0.0443754 Feb 09 22:41:37.908843 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1309222a-e281-48a9-a796-678401830f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:38.063640 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923975f-6553-4191-b379-6e89dd2d62c8 req-6441a6ba-875a-4bb1-89c0-830d85124b4e tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:38.065226 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1923975f-6553-4191-b379-6e89dd2d62c8 req-6441a6ba-875a-4bb1-89c0-830d85124b4e tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=96bd01e6-921d-428e-b334-4f13f1c8aad3 HTTP/1.1" status: 200 len: 946 time: 0.0529692 Feb 09 22:41:38.130038 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1923975f-6553-4191-b379-6e89dd2d62c8 req-3b7c1d93-3e9b-4cc8-af5e-7a833b833b2f tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570230 Feb 09 22:41:38.246334 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device ec8f0203-eba8-4111-870b-779b7fb3007e no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:41:38.270143 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: ec8f0203-eba8-4111-870b-779b7fb3007e {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:41:38.270498 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device ec8f0203-eba8-4111-870b-779b7fb3007e not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:41:38.276795 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc35e8-8d69-4a10-b0b1-6153fd0bc99f req-f3e53348-dcf1-48fc-8cfa-0ad9989d680a tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:38.278331 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62fc35e8-8d69-4a10-b0b1-6153fd0bc99f req-f3e53348-dcf1-48fc-8cfa-0ad9989d680a tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=96bd01e6-921d-428e-b334-4f13f1c8aad3 HTTP/1.1" status: 200 len: 946 time: 0.0574048 Feb 09 22:41:38.327431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62fc35e8-8d69-4a10-b0b1-6153fd0bc99f req-22d18a8f-d386-430f-8739-166a8cbcc205 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434763 Feb 09 22:41:38.448217 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ef986-abd1-4ce3-a0a8-cf95cf74485f req-4a46d46d-4951-4c1e-a748-45964df6179a tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:38.449647 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be9ef986-abd1-4ce3-a0a8-cf95cf74485f req-4a46d46d-4951-4c1e-a748-45964df6179a tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=96bd01e6-921d-428e-b334-4f13f1c8aad3 HTTP/1.1" status: 200 len: 946 time: 0.0529850 Feb 09 22:41:38.498129 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be9ef986-abd1-4ce3-a0a8-cf95cf74485f req-8fc7921c-fc62-4778-a583-791a31f42386 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427303 Feb 09 22:41:38.681550 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0547c-15ad-41f8-83b5-8079389779ee req-f7ca0c1d-3119-4984-8acf-4ce9a2b19b25 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:38.683099 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a8b0547c-15ad-41f8-83b5-8079389779ee req-f7ca0c1d-3119-4984-8acf-4ce9a2b19b25 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=96bd01e6-921d-428e-b334-4f13f1c8aad3 HTTP/1.1" status: 200 len: 946 time: 0.0620022 Feb 09 22:41:38.733416 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a8b0547c-15ad-41f8-83b5-8079389779ee req-4aa91d6d-3715-4570-8d84-5a5229982b46 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439999 Feb 09 22:41:38.855394 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b82d96-4cc8-4308-a925-159a73747a50 req-adbf1ef2-8e46-465f-8117-4f52e28fb57b tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:38.856933 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1b82d96-4cc8-4308-a925-159a73747a50 req-adbf1ef2-8e46-465f-8117-4f52e28fb57b tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=96bd01e6-921d-428e-b334-4f13f1c8aad3 HTTP/1.1" status: 200 len: 946 time: 0.0547674 Feb 09 22:41:38.904999 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1b82d96-4cc8-4308-a925-159a73747a50 req-1ddcc563-c9bd-4f02-938d-c447c8b73302 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424225 Feb 09 22:41:39.037623 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7269c59-1cd7-4cdd-9af6-fd234809703e req-44b08f55-372b-43bb-9307-973b9c7184a8 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:39.039085 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7269c59-1cd7-4cdd-9af6-fd234809703e req-44b08f55-372b-43bb-9307-973b9c7184a8 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=96bd01e6-921d-428e-b334-4f13f1c8aad3 HTTP/1.1" status: 200 len: 946 time: 0.0546672 Feb 09 22:41:39.092797 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7269c59-1cd7-4cdd-9af6-fd234809703e req-f6994fdb-2f8b-4237-88a5-a47df462cc68 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477982 Feb 09 22:41:39.405777 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62778a3b-9f4e-4c05-95b1-03c1fb8b8df4 req-98ab2650-6a4b-4166-acd2-8f1987616987 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:39.407304 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62778a3b-9f4e-4c05-95b1-03c1fb8b8df4 req-98ab2650-6a4b-4166-acd2-8f1987616987 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=96bd01e6-921d-428e-b334-4f13f1c8aad3 HTTP/1.1" status: 200 len: 946 time: 0.0539973 Feb 09 22:41:39.456217 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62778a3b-9f4e-4c05-95b1-03c1fb8b8df4 req-096c2e99-c341-481c-9ff2-c7f17ef00166 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431113 Feb 09 22:41:40.580748 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7326856-ecb7-48b7-9472-6f771594ca32 req-d227157a-e046-4a13-926b-9562a0fcbd1d tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:40.582886 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7326856-ecb7-48b7-9472-6f771594ca32 req-d227157a-e046-4a13-926b-9562a0fcbd1d tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/ports?device_id=96bd01e6-921d-428e-b334-4f13f1c8aad3 HTTP/1.1" status: 200 len: 946 time: 0.0538802 Feb 09 22:41:40.610296 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cace6078-7968-4ae6-8203-1676a4e0b73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:40.631435 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7326856-ecb7-48b7-9472-6f771594ca32 req-6d0f3052-f0df-4ef0-bd1b-f53ba64bb558 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.77 "GET /v2.0/security-groups?id=e02bfdf6-1566-4e19-bf8e-3ec896c49dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429318 Feb 09 22:41:40.704686 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbb6a6-65b2-498d-b95f-764b64a325bf req-ceaea434-312c-49f6-9f87-07613a48b267 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:40.706234 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e3cbb6a6-65b2-498d-b95f-764b64a325bf req-ceaea434-312c-49f6-9f87-07613a48b267 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.71 "GET /v2.0/ports?device_id=96bd01e6-921d-428e-b334-4f13f1c8aad3 HTTP/1.1" status: 200 len: 946 time: 0.0580461 Feb 09 22:41:40.798699 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-e3cbb6a6-65b2-498d-b95f-764b64a325bf req-b25aa93c-ad53-4792-a7a8-63f2e7bf35e2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Deleting port 5a57cb4a-9bca-4374-931f-84c3fca6909b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:41:40.798699 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e3cbb6a6-65b2-498d-b95f-764b64a325bf req-b25aa93c-ad53-4792-a7a8-63f2e7bf35e2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5a57cb4a-9bca-4374-931f-84c3fca6909b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:40.889504 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-e3cbb6a6-65b2-498d-b95f-764b64a325bf req-b25aa93c-ad53-4792-a7a8-63f2e7bf35e2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] For port 5a57cb4a-9bca-4374-931f-84c3fca6909b, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=5a57cb4a-9bca-4374-931f-84c3fca6909b,segment=NetworkSegment(0fd0552f-e013-40b1-91d2-cd3ae0a35df1),segment_id=0fd0552f-e013-40b1-91d2-cd3ae0a35df1)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:40.889866 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e3cbb6a6-65b2-498d-b95f-764b64a325bf req-b25aa93c-ad53-4792-a7a8-63f2e7bf35e2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5a57cb4a-9bca-4374-931f-84c3fca6909b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:40.902891 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-e3cbb6a6-65b2-498d-b95f-764b64a325bf req-b25aa93c-ad53-4792-a7a8-63f2e7bf35e2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Calling delete_port for 5a57cb4a-9bca-4374-931f-84c3fca6909b owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:41:41.026211 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e3cbb6a6-65b2-498d-b95f-764b64a325bf req-b25aa93c-ad53-4792-a7a8-63f2e7bf35e2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (5a57cb4a-9bca-4374-931f-84c3fca6909b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:41.038437 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['5a57cb4a-9bca-4374-931f-84c3fca6909b'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:41:41.059180 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25aa93c-ad53-4792-a7a8-63f2e7bf35e2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Pushing event deleted for resources: {'Port': ['ID=5a57cb4a-9bca-4374-931f-84c3fca6909b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:41.071407 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25aa93c-ad53-4792-a7a8-63f2e7bf35e2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:41.071807 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25aa93c-ad53-4792-a7a8-63f2e7bf35e2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:41.072159 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25aa93c-ad53-4792-a7a8-63f2e7bf35e2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:41.072503 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25aa93c-ad53-4792-a7a8-63f2e7bf35e2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:41.072839 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25aa93c-ad53-4792-a7a8-63f2e7bf35e2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:41.073175 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25aa93c-ad53-4792-a7a8-63f2e7bf35e2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:41.073507 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25aa93c-ad53-4792-a7a8-63f2e7bf35e2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:41.073836 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25aa93c-ad53-4792-a7a8-63f2e7bf35e2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:41.074163 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25aa93c-ad53-4792-a7a8-63f2e7bf35e2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:41.074491 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25aa93c-ad53-4792-a7a8-63f2e7bf35e2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:41.074819 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25aa93c-ad53-4792-a7a8-63f2e7bf35e2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:41.075145 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25aa93c-ad53-4792-a7a8-63f2e7bf35e2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:41.075469 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25aa93c-ad53-4792-a7a8-63f2e7bf35e2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:41.110621 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cbb6a6-65b2-498d-b95f-764b64a325bf req-b25aa93c-ad53-4792-a7a8-63f2e7bf35e2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] No DVR routers for this DVR port 5a57cb4a-9bca-4374-931f-84c3fca6909b on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:41:41.113826 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-e3cbb6a6-65b2-498d-b95f-764b64a325bf req-b25aa93c-ad53-4792-a7a8-63f2e7bf35e2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:41.117222 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e3cbb6a6-65b2-498d-b95f-764b64a325bf req-b25aa93c-ad53-4792-a7a8-63f2e7bf35e2 tempest-ServersNegativeTestJSON-1468445586 tempest-ServersNegativeTestJSON-1468445586-project] 10.222.0.71 "DELETE /v2.0/ports/5a57cb4a-9bca-4374-931f-84c3fca6909b HTTP/1.1" status: 204 len: 173 time: 0.4055691 Feb 09 22:41:41.117677 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bd01e6-921d-428e-b334-4f13f1c8aad3', 'name': 'network-vif-deleted', 'tag': '5a57cb4a-9bca-4374-931f-84c3fca6909b'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:41:41.120034 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055ffe73-79b4-4982-bf89-f983126417ab" -d '{"events": [{"server_uuid": "96bd01e6-921d-428e-b334-4f13f1c8aad3", "name": "network-vif-deleted", "tag": "5a57cb4a-9bca-4374-931f-84c3fca6909b"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:41:41.158118 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7fe202-fbc8-4d5f-bd96-20f979434185 x-openstack-request-id: req-9d7fe202-fbc8-4d5f-bd96-20f979434185 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:41:41.158435 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bd01e6-921d-428e-b334-4f13f1c8aad3", "name": "network-vif-deleted", "tag": "5a57cb4a-9bca-4374-931f-84c3fca6909b", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:41:41.158677 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9d7fe202-fbc8-4d5f-bd96-20f979434185 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:41:41.159084 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bd01e6-921d-428e-b334-4f13f1c8aad3', 'name': 'network-vif-deleted', 'tag': '5a57cb4a-9bca-4374-931f-84c3fca6909b', 'status': 'completed', 'code': 200} Feb 09 22:41:41.691817 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51936) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:41.740734 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2103a3-2ecd-4562-99dd-a14a0d55e1aa admin admin] Deleting subnet f5fefd32-84fe-46aa-bed4-397866cb4010 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:41:41.743883 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe2103a3-2ecd-4562-99dd-a14a0d55e1aa admin admin] Publish callbacks [] for subnet (f5fefd32-84fe-46aa-bed4-397866cb4010), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:41.779352 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe2103a3-2ecd-4562-99dd-a14a0d55e1aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (f5fefd32-84fe-46aa-bed4-397866cb4010), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:41.813454 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:41.821358 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe2103a3-2ecd-4562-99dd-a14a0d55e1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (f5fefd32-84fe-46aa-bed4-397866cb4010), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:41.873111 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe2103a3-2ecd-4562-99dd-a14a0d55e1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (f5fefd32-84fe-46aa-bed4-397866cb4010), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:41.898290 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2103a3-2ecd-4562-99dd-a14a0d55e1aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5fefd32-84fe-46aa-bed4-397866cb4010,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:41.904443 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe2103a3-2ecd-4562-99dd-a14a0d55e1aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:41.907657 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fe2103a3-2ecd-4562-99dd-a14a0d55e1aa admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f5fefd32-84fe-46aa-bed4-397866cb4010 HTTP/1.1" status: 204 len: 168 time: 0.2148249 Feb 09 22:41:41.910183 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51938) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:41.984306 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eddb931f-69ff-4174-9d6e-678e47cb3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (647bb575-c420-4978-a709-7d50bb141930), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:42.062292 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eddb931f-69ff-4174-9d6e-678e47cb3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (647bb575-c420-4978-a709-7d50bb141930), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:42.088519 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-eddb931f-69ff-4174-9d6e-678e47cb3cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647bb575-c420-4978-a709-7d50bb141930']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:42.098629 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-eddb931f-69ff-4174-9d6e-678e47cb3cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd0552f-e013-40b1-91d2-cd3ae0a35df1') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:42.098933 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-eddb931f-69ff-4174-9d6e-678e47cb3cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd0552f-e013-40b1-91d2-cd3ae0a35df1') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:42.109723 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eddb931f-69ff-4174-9d6e-678e47cb3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (0fd0552f-e013-40b1-91d2-cd3ae0a35df1), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:42.124020 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eddb931f-69ff-4174-9d6e-678e47cb3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (0fd0552f-e013-40b1-91d2-cd3ae0a35df1), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:42.131624 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eddb931f-69ff-4174-9d6e-678e47cb3cf8 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:41:42.132074 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eddb931f-69ff-4174-9d6e-678e47cb3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (0fd0552f-e013-40b1-91d2-cd3ae0a35df1), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:41:42.133816 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:41:42.190613 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eddb931f-69ff-4174-9d6e-678e47cb3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (647bb575-c420-4978-a709-7d50bb141930), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:42.197281 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eddb931f-69ff-4174-9d6e-678e47cb3cf8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:42.200533 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-eddb931f-69ff-4174-9d6e-678e47cb3cf8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/647bb575-c420-4978-a709-7d50bb141930 HTTP/1.1" status: 204 len: 168 time: 0.2893662 Feb 09 22:41:42.212154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb931f-69ff-4174-9d6e-678e47cb3cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=647bb575-c420-4978-a709-7d50bb141930,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:42.321691 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51942) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:42.363737 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-53aa8459-b137-4127-9be0-d2226212a849 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2e57ac0168bd46de961ec1caa9670c82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408349 Feb 09 22:41:42.366215 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51944) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:42.413523 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68b15a00-813b-4086-bb51-2c7d1fa507c1 admin admin] Publish callbacks [] for security_group (e02bfdf6-1566-4e19-bf8e-3ec896c49dde), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:42.435157 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68b15a00-813b-4086-bb51-2c7d1fa507c1 admin admin] Publish callbacks [] for security_group (e02bfdf6-1566-4e19-bf8e-3ec896c49dde), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:42.486226 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68b15a00-813b-4086-bb51-2c7d1fa507c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e02bfdf6-1566-4e19-bf8e-3ec896c49dde), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:42.489544 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68b15a00-813b-4086-bb51-2c7d1fa507c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:42.490921 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-68b15a00-813b-4086-bb51-2c7d1fa507c1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e02bfdf6-1566-4e19-bf8e-3ec896c49dde HTTP/1.1" status: 204 len: 168 time: 0.1237931 Feb 09 22:41:42.498973 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b15a00-813b-4086-bb51-2c7d1fa507c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02bfdf6-1566-4e19-bf8e-3ec896c49dde,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:42.998044 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:43.232476 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51966) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:43.338297 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e4a891a4-ef4e-430e-8c62-6ab24fa0dd97 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-688792750'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:43.357509 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a891a4-ef4e-430e-8c62-6ab24fa0dd97 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Made reservation on behalf of 250c817ce61644569c0085f005c0af68 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:43.360884 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4a891a4-ef4e-430e-8c62-6ab24fa0dd97 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:43.369221 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4a891a4-ef4e-430e-8c62-6ab24fa0dd97 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:43.452711 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4a891a4-ef4e-430e-8c62-6ab24fa0dd97 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks [] for security_group (2f6b2c8b-8305-4dfe-a0f3-ac8f40d9c0de), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:43.457879 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4a891a4-ef4e-430e-8c62-6ab24fa0dd97 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2f6b2c8b-8305-4dfe-a0f3-ac8f40d9c0de), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:43.483618 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a891a4-ef4e-430e-8c62-6ab24fa0dd97 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:41:43.497504 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a891a4-ef4e-430e-8c62-6ab24fa0dd97 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6b2c8b-8305-4dfe-a0f3-ac8f40d9c0de,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:43.502328 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4a891a4-ef4e-430e-8c62-6ab24fa0dd97 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (f4bfe5c8-09bc-4a7a-a036-122771603f2f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:43.502671 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-e4a891a4-ef4e-430e-8c62-6ab24fa0dd97 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Added segment f4bfe5c8-09bc-4a7a-a036-122771603f2f of type vlan for network 7aa803c7-ccb2-4eb4-bacb-69c19c5b411d Feb 09 22:41:43.542294 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4a891a4-ef4e-430e-8c62-6ab24fa0dd97 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (7aa803c7-ccb2-4eb4-bacb-69c19c5b411d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:43.567046 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4a891a4-ef4e-430e-8c62-6ab24fa0dd97 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (7aa803c7-ccb2-4eb4-bacb-69c19c5b411d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:43.572022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a891a4-ef4e-430e-8c62-6ab24fa0dd97 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:43.572609 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4a891a4-ef4e-430e-8c62-6ab24fa0dd97 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:43.625895 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e4a891a4-ef4e-430e-8c62-6ab24fa0dd97 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3920326 Feb 09 22:41:43.640411 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a891a4-ef4e-430e-8c62-6ab24fa0dd97 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Pushing event updated for resources: {'Network': ['ID=7aa803c7-ccb2-4eb4-bacb-69c19c5b411d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:43.651379 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 7aa803c7-ccb2-4eb4-bacb-69c19c5b411d details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:41:44.463710 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 5a57cb4a-9bca-4374-931f-84c3fca6909b no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:41:44.484189 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 5a57cb4a-9bca-4374-931f-84c3fca6909b {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:41:44.484543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 5a57cb4a-9bca-4374-931f-84c3fca6909b not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:41:44.718899 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:45.874340 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:46.352950 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:46.892349 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51970) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:46.898137 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-49f247e3-0251-4434-aa94-c1c909eaf334 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Request body: {'subnet': {'network_id': '7aa803c7-ccb2-4eb4-bacb-69c19c5b411d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:46.988243 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f247e3-0251-4434-aa94-c1c909eaf334 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Made reservation on behalf of 250c817ce61644569c0085f005c0af68 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:46.991711 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-49f247e3-0251-4434-aa94-c1c909eaf334 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:47.187105 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-49f247e3-0251-4434-aa94-c1c909eaf334 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (6dc16094-0abb-4054-a731-445868bfedeb), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:47.245499 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f247e3-0251-4434-aa94-c1c909eaf334 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Pushing event updated for resources: {'Subnet': ['ID=6dc16094-0abb-4054-a731-445868bfedeb,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:47.256141 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f247e3-0251-4434-aa94-c1c909eaf334 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Checking segment: {'id': 'f4bfe5c8-09bc-4a7a-a036-122771603f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7aa803c7-ccb2-4eb4-bacb-69c19c5b411d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:47.256511 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f247e3-0251-4434-aa94-c1c909eaf334 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Network hostable DHCP agents. Network: 7aa803c7-ccb2-4eb4-bacb-69c19c5b411d, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:41:47.272926 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f247e3-0251-4434-aa94-c1c909eaf334 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Network 7aa803c7-ccb2-4eb4-bacb-69c19c5b411d is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:41:47.282211 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-49f247e3-0251-4434-aa94-c1c909eaf334 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 7aa803c7-ccb2-4eb4-bacb-69c19c5b411d) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:47.287300 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f247e3-0251-4434-aa94-c1c909eaf334 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:47.288093 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-49f247e3-0251-4434-aa94-c1c909eaf334 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:47.292265 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16108318-42ed-497a-a371-3641b79b4262 None None] Network 7aa803c7-ccb2-4eb4-bacb-69c19c5b411d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:47.307723 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-49f247e3-0251-4434-aa94-c1c909eaf334 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4138498 Feb 09 22:41:47.311016 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51972) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:47.316882 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6b26419e-0545-4a7a-8db9-d855e8447438 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2121853274'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:47.338785 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b26419e-0545-4a7a-8db9-d855e8447438 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Made reservation on behalf of 250c817ce61644569c0085f005c0af68 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:47.342458 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b26419e-0545-4a7a-8db9-d855e8447438 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:47.371091 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b26419e-0545-4a7a-8db9-d855e8447438 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:41:47.384651 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b26419e-0545-4a7a-8db9-d855e8447438 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (7e774fa1-0755-4d35-aa46-91936a45758c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:47.385142 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-6b26419e-0545-4a7a-8db9-d855e8447438 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Added segment 7e774fa1-0755-4d35-aa46-91936a45758c of type vlan for network f8dcd92f-35db-48bf-95ac-90ce10966ab8 Feb 09 22:41:47.404989 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaf80dc-0bc9-4c8e-bbf8-ef447acdce92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-7aa803c7-ccb2-4eb4-bacb-69c19c5b411d', 'network_id': '7aa803c7-ccb2-4eb4-bacb-69c19c5b411d', 'project_id': '250c817ce61644569c0085f005c0af68', 'fixed_ips': [{'subnet_id': '6dc16094-0abb-4054-a731-445868bfedeb'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:41:47.406172 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ebaf80dc-0bc9-4c8e-bbf8-ef447acdce92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:47.442291 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b26419e-0545-4a7a-8db9-d855e8447438 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (f8dcd92f-35db-48bf-95ac-90ce10966ab8), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:47.444052 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:41:47.470773 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b26419e-0545-4a7a-8db9-d855e8447438 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (f8dcd92f-35db-48bf-95ac-90ce10966ab8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:47.476954 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b26419e-0545-4a7a-8db9-d855e8447438 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:47.477848 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b26419e-0545-4a7a-8db9-d855e8447438 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:47.553252 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6b26419e-0545-4a7a-8db9-d855e8447438 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2403631 Feb 09 22:41:47.556000 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51974) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:47.561994 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3f9587a5-4428-4866-8a61-d5b3d24a7c66 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Request body: {'subnet': {'network_id': 'f8dcd92f-35db-48bf-95ac-90ce10966ab8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:47.562194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26419e-0545-4a7a-8db9-d855e8447438 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Pushing event updated for resources: {'Network': ['ID=f8dcd92f-35db-48bf-95ac-90ce10966ab8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:47.573750 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network f8dcd92f-35db-48bf-95ac-90ce10966ab8 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:41:47.654346 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9587a5-4428-4866-8a61-d5b3d24a7c66 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Made reservation on behalf of 250c817ce61644569c0085f005c0af68 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:47.658103 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f9587a5-4428-4866-8a61-d5b3d24a7c66 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:47.673010 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-ebaf80dc-0bc9-4c8e-bbf8-ef447acdce92 None None] Allocated IP 2001:db8:0:ffff::2 (7aa803c7-ccb2-4eb4-bacb-69c19c5b411d/6dc16094-0abb-4054-a731-445868bfedeb/3eb7254a-2c29-4061-815e-7cb31134dd6b) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:41:47.828714 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ebaf80dc-0bc9-4c8e-bbf8-ef447acdce92 None None] Publish callbacks [] for port (3eb7254a-2c29-4061-815e-7cb31134dd6b), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:47.835034 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ebaf80dc-0bc9-4c8e-bbf8-ef447acdce92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (3eb7254a-2c29-4061-815e-7cb31134dd6b), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:47.862642 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f9587a5-4428-4866-8a61-d5b3d24a7c66 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (74709f73-89d4-4091-ab0f-080eeaa2732d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:47.882762 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaf80dc-0bc9-4c8e-bbf8-ef447acdce92 None None] Network 7aa803c7-ccb2-4eb4-bacb-69c19c5b411d is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:41:47.885664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-ebaf80dc-0bc9-4c8e-bbf8-ef447acdce92 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:47.890669 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaf80dc-0bc9-4c8e-bbf8-ef447acdce92 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:41:47.893574 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf80dc-0bc9-4c8e-bbf8-ef447acdce92 None None] Pushing event updated for resources: {'Port': ['ID=3eb7254a-2c29-4061-815e-7cb31134dd6b,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:47.930858 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9587a5-4428-4866-8a61-d5b3d24a7c66 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Pushing event updated for resources: {'Subnet': ['ID=74709f73-89d4-4091-ab0f-080eeaa2732d,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:47.942634 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9587a5-4428-4866-8a61-d5b3d24a7c66 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Checking segment: {'id': '7e774fa1-0755-4d35-aa46-91936a45758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f8dcd92f-35db-48bf-95ac-90ce10966ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:47.943210 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9587a5-4428-4866-8a61-d5b3d24a7c66 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Network hostable DHCP agents. Network: f8dcd92f-35db-48bf-95ac-90ce10966ab8, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:41:47.950294 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ebaf80dc-0bc9-4c8e-bbf8-ef447acdce92 None None] Attempting to bind port 3eb7254a-2c29-4061-815e-7cb31134dd6b on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:41:47.950681 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ebaf80dc-0bc9-4c8e-bbf8-ef447acdce92 None None] Attempting to bind port 3eb7254a-2c29-4061-815e-7cb31134dd6b by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'f4bfe5c8-09bc-4a7a-a036-122771603f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7aa803c7-ccb2-4eb4-bacb-69c19c5b411d'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:41:47.951057 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaf80dc-0bc9-4c8e-bbf8-ef447acdce92 None None] Attempting to bind port 3eb7254a-2c29-4061-815e-7cb31134dd6b on network 7aa803c7-ccb2-4eb4-bacb-69c19c5b411d {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:41:47.959550 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaf80dc-0bc9-4c8e-bbf8-ef447acdce92 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:41:47.960052 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaf80dc-0bc9-4c8e-bbf8-ef447acdce92 None None] Checking segment: {'id': 'f4bfe5c8-09bc-4a7a-a036-122771603f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7aa803c7-ccb2-4eb4-bacb-69c19c5b411d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:47.960498 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ebaf80dc-0bc9-4c8e-bbf8-ef447acdce92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:47.960934 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaf80dc-0bc9-4c8e-bbf8-ef447acdce92 None None] Bound using segment: {'id': 'f4bfe5c8-09bc-4a7a-a036-122771603f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7aa803c7-ccb2-4eb4-bacb-69c19c5b411d'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:41:47.961517 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ebaf80dc-0bc9-4c8e-bbf8-ef447acdce92 None None] Bound port: 3eb7254a-2c29-4061-815e-7cb31134dd6b, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4bfe5c8-09bc-4a7a-a036-122771603f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7aa803c7-ccb2-4eb4-bacb-69c19c5b411d'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:41:47.961959 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ebaf80dc-0bc9-4c8e-bbf8-ef447acdce92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3eb7254a-2c29-4061-815e-7cb31134dd6b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:47.963308 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9587a5-4428-4866-8a61-d5b3d24a7c66 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Network f8dcd92f-35db-48bf-95ac-90ce10966ab8 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:41:47.973465 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-3f9587a5-4428-4866-8a61-d5b3d24a7c66 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, f8dcd92f-35db-48bf-95ac-90ce10966ab8) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:47.979916 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9587a5-4428-4866-8a61-d5b3d24a7c66 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:47.980854 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f9587a5-4428-4866-8a61-d5b3d24a7c66 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:47.997422 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a70a3d-aa45-4bb9-9c62-7ebce0e90ce2 None None] Network f8dcd92f-35db-48bf-95ac-90ce10966ab8 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:47.998438 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3f9587a5-4428-4866-8a61-d5b3d24a7c66 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4406264 Feb 09 22:41:48.001864 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51976) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:48.083299 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ebaf80dc-0bc9-4c8e-bbf8-ef447acdce92 None None] For port 3eb7254a-2c29-4061-815e-7cb31134dd6b, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:41:48.088158 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ebaf80dc-0bc9-4c8e-bbf8-ef447acdce92 None None] For port 3eb7254a-2c29-4061-815e-7cb31134dd6b, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=3eb7254a-2c29-4061-815e-7cb31134dd6b,segment=NetworkSegment(f4bfe5c8-09bc-4a7a-a036-122771603f2f),segment_id=f4bfe5c8-09bc-4a7a-a036-122771603f2f)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:41:48.109879 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ebaf80dc-0bc9-4c8e-bbf8-ef447acdce92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3eb7254a-2c29-4061-815e-7cb31134dd6b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:48.111767 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e32c61b-1f25-4492-9275-5900d34dd58a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (f8dcd92f-35db-48bf-95ac-90ce10966ab8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:48.179695 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ac319a-af24-4475-bff4-a537bb20aa0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-f8dcd92f-35db-48bf-95ac-90ce10966ab8', 'network_id': 'f8dcd92f-35db-48bf-95ac-90ce10966ab8', 'project_id': '250c817ce61644569c0085f005c0af68', 'fixed_ips': [{'subnet_id': '74709f73-89d4-4091-ab0f-080eeaa2732d'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:41:48.180568 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b1ac319a-af24-4475-bff4-a537bb20aa0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:48.181565 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e32c61b-1f25-4492-9275-5900d34dd58a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (74709f73-89d4-4091-ab0f-080eeaa2732d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:48.214792 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf80dc-0bc9-4c8e-bbf8-ef447acdce92 None None] Pushing event updated for resources: {'Port': ['ID=3eb7254a-2c29-4061-815e-7cb31134dd6b,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:48.276982 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e32c61b-1f25-4492-9275-5900d34dd58a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (74709f73-89d4-4091-ab0f-080eeaa2732d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:48.308817 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32c61b-1f25-4492-9275-5900d34dd58a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Pushing event deleted for resources: {'Subnet': ['ID=74709f73-89d4-4091-ab0f-080eeaa2732d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server [None req-b1ac319a-af24-4475-bff4-a537bb20aa0c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 74709f73-89d4-4091-ab0f-080eeaa2732d: This subnet is being modified by another concurrent operation. Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server raise exception Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 74709f73-89d4-4091-ab0f-080eeaa2732d: This subnet is being modified by another concurrent operation. Feb 09 22:41:48.325212 n-d-828601-1 neutron-server[103203]: ERROR oslo_messaging.rpc.server Feb 09 22:41:48.348194 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b531b74-717a-4d1c-a87b-f6dcd2d0bb47 None None] Network f8dcd92f-35db-48bf-95ac-90ce10966ab8 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:48.376769 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e32c61b-1f25-4492-9275-5900d34dd58a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (f8dcd92f-35db-48bf-95ac-90ce10966ab8), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:48.419074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-0e32c61b-1f25-4492-9275-5900d34dd58a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8dcd92f-35db-48bf-95ac-90ce10966ab8']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:48.435273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-0e32c61b-1f25-4492-9275-5900d34dd58a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e774fa1-0755-4d35-aa46-91936a45758c') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:48.435573 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-0e32c61b-1f25-4492-9275-5900d34dd58a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e774fa1-0755-4d35-aa46-91936a45758c') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:48.445835 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e32c61b-1f25-4492-9275-5900d34dd58a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (7e774fa1-0755-4d35-aa46-91936a45758c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:48.460309 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e32c61b-1f25-4492-9275-5900d34dd58a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (7e774fa1-0755-4d35-aa46-91936a45758c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:48.469331 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e32c61b-1f25-4492-9275-5900d34dd58a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:41:48.469734 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e32c61b-1f25-4492-9275-5900d34dd58a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (7e774fa1-0755-4d35-aa46-91936a45758c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:41:48.474287 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:41:48.541259 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e32c61b-1f25-4492-9275-5900d34dd58a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (f8dcd92f-35db-48bf-95ac-90ce10966ab8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:48.547327 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e32c61b-1f25-4492-9275-5900d34dd58a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:48.552218 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0e32c61b-1f25-4492-9275-5900d34dd58a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "DELETE /v2.0/networks/f8dcd92f-35db-48bf-95ac-90ce10966ab8 HTTP/1.1" status: 204 len: 168 time: 0.5480800 Feb 09 22:41:48.557418 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51978) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:48.561741 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b06d13e9-d38d-45be-9856-821de8979102 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1232332179'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:48.578450 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32c61b-1f25-4492-9275-5900d34dd58a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Pushing event deleted for resources: {'Network': ['ID=f8dcd92f-35db-48bf-95ac-90ce10966ab8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:48.585572 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06d13e9-d38d-45be-9856-821de8979102 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Made reservation on behalf of 250c817ce61644569c0085f005c0af68 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:48.589262 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b06d13e9-d38d-45be-9856-821de8979102 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:48.615179 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b06d13e9-d38d-45be-9856-821de8979102 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:41:48.624607 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b06d13e9-d38d-45be-9856-821de8979102 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (4e240cb2-8d76-4fcd-9a63-366d7e3604fc), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:48.624955 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-b06d13e9-d38d-45be-9856-821de8979102 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Added segment 4e240cb2-8d76-4fcd-9a63-366d7e3604fc of type vlan for network f826cc81-0f53-4679-b44f-7f29ebe02584 Feb 09 22:41:48.669802 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b06d13e9-d38d-45be-9856-821de8979102 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (f826cc81-0f53-4679-b44f-7f29ebe02584), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:48.697091 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b06d13e9-d38d-45be-9856-821de8979102 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (f826cc81-0f53-4679-b44f-7f29ebe02584), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:48.702522 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06d13e9-d38d-45be-9856-821de8979102 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:48.703173 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b06d13e9-d38d-45be-9856-821de8979102 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:48.760372 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b06d13e9-d38d-45be-9856-821de8979102 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2027445 Feb 09 22:41:48.763940 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51980) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:48.770348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5881ea83-d4f9-4d82-a346-5ec71488a1f5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Request body: {'subnet': {'network_id': 'f826cc81-0f53-4679-b44f-7f29ebe02584', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:48.785981 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d13e9-d38d-45be-9856-821de8979102 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Pushing event updated for resources: {'Network': ['ID=f826cc81-0f53-4679-b44f-7f29ebe02584,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:48.807871 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network f826cc81-0f53-4679-b44f-7f29ebe02584 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:41:48.875879 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5881ea83-d4f9-4d82-a346-5ec71488a1f5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Made reservation on behalf of 250c817ce61644569c0085f005c0af68 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:48.881796 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5881ea83-d4f9-4d82-a346-5ec71488a1f5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:48.951418 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-5881ea83-d4f9-4d82-a346-5ec71488a1f5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Performing IP validity checks on allocation pools {{(pid=103201) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 22:41:48.952158 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-5881ea83-d4f9-4d82-a346-5ec71488a1f5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103201) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 22:41:49.092481 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5881ea83-d4f9-4d82-a346-5ec71488a1f5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (bf6d18ea-10be-47b6-a2e7-089add955cc0), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:49.163136 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881ea83-d4f9-4d82-a346-5ec71488a1f5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Pushing event updated for resources: {'Subnet': ['ID=bf6d18ea-10be-47b6-a2e7-089add955cc0,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:49.177504 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5881ea83-d4f9-4d82-a346-5ec71488a1f5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Checking segment: {'id': '4e240cb2-8d76-4fcd-9a63-366d7e3604fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f826cc81-0f53-4679-b44f-7f29ebe02584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:49.177877 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5881ea83-d4f9-4d82-a346-5ec71488a1f5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Network hostable DHCP agents. Network: f826cc81-0f53-4679-b44f-7f29ebe02584, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:41:49.199746 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5881ea83-d4f9-4d82-a346-5ec71488a1f5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Network f826cc81-0f53-4679-b44f-7f29ebe02584 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:41:49.211254 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5881ea83-d4f9-4d82-a346-5ec71488a1f5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, f826cc81-0f53-4679-b44f-7f29ebe02584) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:49.215368 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5881ea83-d4f9-4d82-a346-5ec71488a1f5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:49.215944 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5881ea83-d4f9-4d82-a346-5ec71488a1f5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:49.229222 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d4bfdf-80e0-40ec-85f7-dc4a82b99535 None None] Network f826cc81-0f53-4679-b44f-7f29ebe02584 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:49.237151 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5881ea83-d4f9-4d82-a346-5ec71488a1f5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4720054 Feb 09 22:41:49.240415 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51982) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:49.277391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874f6c16-7b43-4d53-8935-28fc64ff01cd None None] Network 7aa803c7-ccb2-4eb4-bacb-69c19c5b411d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:49.354821 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-beb3e290-81b5-406b-a2b4-8e853f0f369a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (f826cc81-0f53-4679-b44f-7f29ebe02584), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:49.416293 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-beb3e290-81b5-406b-a2b4-8e853f0f369a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (bf6d18ea-10be-47b6-a2e7-089add955cc0), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:49.479455 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-beb3e290-81b5-406b-a2b4-8e853f0f369a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (bf6d18ea-10be-47b6-a2e7-089add955cc0), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:49.507813 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3e290-81b5-406b-a2b4-8e853f0f369a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Pushing event deleted for resources: {'Subnet': ['ID=bf6d18ea-10be-47b6-a2e7-089add955cc0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:49.515105 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ffdc0c40-90ba-4c39-a6c4-9a64c2af1be4 None None] Provisioning complete for port 3eb7254a-2c29-4061-815e-7cb31134dd6b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:49.515729 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ffdc0c40-90ba-4c39-a6c4-9a64c2af1be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3eb7254a-2c29-4061-815e-7cb31134dd6b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:49.576643 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-beb3e290-81b5-406b-a2b4-8e853f0f369a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (f826cc81-0f53-4679-b44f-7f29ebe02584), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:49.601632 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-beb3e290-81b5-406b-a2b4-8e853f0f369a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f826cc81-0f53-4679-b44f-7f29ebe02584']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:49.611107 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-beb3e290-81b5-406b-a2b4-8e853f0f369a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e240cb2-8d76-4fcd-9a63-366d7e3604fc') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:49.611403 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-beb3e290-81b5-406b-a2b4-8e853f0f369a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e240cb2-8d76-4fcd-9a63-366d7e3604fc') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:49.614657 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2c4057-0dd6-4777-b434-cb0e47ef7682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-f826cc81-0f53-4679-b44f-7f29ebe02584', 'network_id': 'f826cc81-0f53-4679-b44f-7f29ebe02584', 'project_id': '250c817ce61644569c0085f005c0af68', 'fixed_ips': [{'subnet_id': 'bf6d18ea-10be-47b6-a2e7-089add955cc0'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:41:49.615514 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dc2c4057-0dd6-4777-b434-cb0e47ef7682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:49.621328 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-beb3e290-81b5-406b-a2b4-8e853f0f369a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (4e240cb2-8d76-4fcd-9a63-366d7e3604fc), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:49.635211 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-beb3e290-81b5-406b-a2b4-8e853f0f369a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (4e240cb2-8d76-4fcd-9a63-366d7e3604fc), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:49.641565 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb3e290-81b5-406b-a2b4-8e853f0f369a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:41:49.641913 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-beb3e290-81b5-406b-a2b4-8e853f0f369a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (4e240cb2-8d76-4fcd-9a63-366d7e3604fc), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:41:49.645421 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:41:49.689834 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ffdc0c40-90ba-4c39-a6c4-9a64c2af1be4 None None] Current status of the port 3eb7254a-2c29-4061-815e-7cb31134dd6b is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:49.690265 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ffdc0c40-90ba-4c39-a6c4-9a64c2af1be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3eb7254a-2c29-4061-815e-7cb31134dd6b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:49.707675 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-dc2c4057-0dd6-4777-b434-cb0e47ef7682 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 22:41:49.707675 n-d-828601-1 neutron-server[103203]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 09 22:41:49.707675 n-d-828601-1 neutron-server[103203]: [parameters: {'project_id': '250c817ce61644569c0085f005c0af68', 'id': '1f33ae7d-c1d9-448f-b1cf-f68fc357cb14', 'name': '', 'network_id': 'f826cc81-0f53-4679-b44f-7f29ebe02584', 'mac_address': 'fa:16:3e:21:e6:31', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-f826cc81-0f53-4679-b44f-7f29ebe02584', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4133}] Feb 09 22:41:49.707675 n-d-828601-1 neutron-server[103203]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:41:49.708153 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-dc2c4057-0dd6-4777-b434-cb0e47ef7682 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:41:49.710808 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-beb3e290-81b5-406b-a2b4-8e853f0f369a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (f826cc81-0f53-4679-b44f-7f29ebe02584), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:49.717431 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-beb3e290-81b5-406b-a2b4-8e853f0f369a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:49.721641 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-beb3e290-81b5-406b-a2b4-8e853f0f369a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "DELETE /v2.0/networks/f826cc81-0f53-4679-b44f-7f29ebe02584 HTTP/1.1" status: 204 len: 168 time: 0.4800682 Feb 09 22:41:49.726750 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51984) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:49.730776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ffdc0c40-90ba-4c39-a6c4-9a64c2af1be4 None None] For port 3eb7254a-2c29-4061-815e-7cb31134dd6b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=3eb7254a-2c29-4061-815e-7cb31134dd6b,segment=NetworkSegment(f4bfe5c8-09bc-4a7a-a036-122771603f2f),segment_id=f4bfe5c8-09bc-4a7a-a036-122771603f2f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:49.733073 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6129df0e-4ce0-4d1e-93aa-f2a4c65e6a35 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2017252769'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:49.736090 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ffdc0c40-90ba-4c39-a6c4-9a64c2af1be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3eb7254a-2c29-4061-815e-7cb31134dd6b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:49.746464 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3e290-81b5-406b-a2b4-8e853f0f369a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Pushing event deleted for resources: {'Network': ['ID=f826cc81-0f53-4679-b44f-7f29ebe02584,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:49.763292 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6129df0e-4ce0-4d1e-93aa-f2a4c65e6a35 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Made reservation on behalf of 250c817ce61644569c0085f005c0af68 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:49.767124 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6129df0e-4ce0-4d1e-93aa-f2a4c65e6a35 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:49.797079 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc0c40-90ba-4c39-a6c4-9a64c2af1be4 None None] Pushing event updated for resources: {'Port': ['ID=3eb7254a-2c29-4061-815e-7cb31134dd6b,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:49.799771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6129df0e-4ce0-4d1e-93aa-f2a4c65e6a35 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:41:49.811952 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6129df0e-4ce0-4d1e-93aa-f2a4c65e6a35 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (ffe68775-13a1-4189-9da7-22bab81badcb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:49.812237 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-6129df0e-4ce0-4d1e-93aa-f2a4c65e6a35 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Added segment ffe68775-13a1-4189-9da7-22bab81badcb of type vlan for network e87b34fd-4fbe-4159-9949-de9f82f5d5b8 Feb 09 22:41:49.861558 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6129df0e-4ce0-4d1e-93aa-f2a4c65e6a35 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (e87b34fd-4fbe-4159-9949-de9f82f5d5b8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:49.889732 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6129df0e-4ce0-4d1e-93aa-f2a4c65e6a35 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (e87b34fd-4fbe-4159-9949-de9f82f5d5b8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:49.895829 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6129df0e-4ce0-4d1e-93aa-f2a4c65e6a35 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:49.896421 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6129df0e-4ce0-4d1e-93aa-f2a4c65e6a35 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:49.963252 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6129df0e-4ce0-4d1e-93aa-f2a4c65e6a35 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2351596 Feb 09 22:41:49.966134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51986) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:49.966311 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-86ce79fc-c884-42d6-978b-1b763cad6d88 None None] Provisioning complete for port 3eb7254a-2c29-4061-815e-7cb31134dd6b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:49.966506 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-86ce79fc-c884-42d6-978b-1b763cad6d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3eb7254a-2c29-4061-815e-7cb31134dd6b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:49.972441 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6686186d-eeff-453f-932a-d35494872baf tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Request body: {'subnet': {'network_id': 'e87b34fd-4fbe-4159-9949-de9f82f5d5b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:49.973832 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129df0e-4ce0-4d1e-93aa-f2a4c65e6a35 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Pushing event updated for resources: {'Network': ['ID=e87b34fd-4fbe-4159-9949-de9f82f5d5b8,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:49.993575 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network e87b34fd-4fbe-4159-9949-de9f82f5d5b8 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:41:50.062237 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6686186d-eeff-453f-932a-d35494872baf tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Made reservation on behalf of 250c817ce61644569c0085f005c0af68 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:50.066556 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6686186d-eeff-453f-932a-d35494872baf tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:50.110741 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-86ce79fc-c884-42d6-978b-1b763cad6d88 None None] Current status of the port 3eb7254a-2c29-4061-815e-7cb31134dd6b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:50.209825 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dc2c4057-0dd6-4777-b434-cb0e47ef7682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:50.237287 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 3eb7254a-2c29-4061-815e-7cb31134dd6b up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:41:50.254547 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6686186d-eeff-453f-932a-d35494872baf tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (b3547d3c-1b9e-45fc-9aa1-e5fc4fcdf0b8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:50.261775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe85606b-c4f4-42b7-bf1b-7509ab6b7e90 None None] get_active_networks_info from n-d-828601-1 {{(pid=103203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:41:50.305377 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686186d-eeff-453f-932a-d35494872baf tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Pushing event updated for resources: {'Subnet': ['ID=b3547d3c-1b9e-45fc-9aa1-e5fc4fcdf0b8,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:50.327854 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6686186d-eeff-453f-932a-d35494872baf tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Checking segment: {'id': 'ffe68775-13a1-4189-9da7-22bab81badcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e87b34fd-4fbe-4159-9949-de9f82f5d5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:50.328425 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6686186d-eeff-453f-932a-d35494872baf tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Network hostable DHCP agents. Network: e87b34fd-4fbe-4159-9949-de9f82f5d5b8, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:41:50.344996 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6686186d-eeff-453f-932a-d35494872baf tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Network e87b34fd-4fbe-4159-9949-de9f82f5d5b8 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:41:50.346584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 3eb7254a-2c29-4061-815e-7cb31134dd6b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:50.346992 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3eb7254a-2c29-4061-815e-7cb31134dd6b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:50.354328 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-6686186d-eeff-453f-932a-d35494872baf tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, e87b34fd-4fbe-4159-9949-de9f82f5d5b8) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:50.358616 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6686186d-eeff-453f-932a-d35494872baf tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:50.359326 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6686186d-eeff-453f-932a-d35494872baf tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:50.375630 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6686186d-eeff-453f-932a-d35494872baf tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4083607 Feb 09 22:41:50.380173 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51988) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:50.385127 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-832995a4-9972-4687-a23a-8f1f13d9d69a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-508902955'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:50.405079 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832995a4-9972-4687-a23a-8f1f13d9d69a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Made reservation on behalf of 250c817ce61644569c0085f005c0af68 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:50.408703 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-832995a4-9972-4687-a23a-8f1f13d9d69a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:50.436053 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-832995a4-9972-4687-a23a-8f1f13d9d69a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:41:50.450153 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-832995a4-9972-4687-a23a-8f1f13d9d69a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (955be1ef-a961-49be-a593-922867c853c1), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:50.450694 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-832995a4-9972-4687-a23a-8f1f13d9d69a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Added segment 955be1ef-a961-49be-a593-922867c853c1 of type vlan for network 62c328b4-9e7b-49b2-a654-3170efab95ed Feb 09 22:41:50.504906 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-832995a4-9972-4687-a23a-8f1f13d9d69a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (62c328b4-9e7b-49b2-a654-3170efab95ed), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:50.521120 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 3eb7254a-2c29-4061-815e-7cb31134dd6b is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:50.524203 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe85606b-c4f4-42b7-bf1b-7509ab6b7e90 None None] Unable to find a vacant binding_index for network e87b34fd-4fbe-4159-9949-de9f82f5d5b8 and agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 {{(pid=103203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 09 22:41:50.530122 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe85606b-c4f4-42b7-bf1b-7509ab6b7e90 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, e87b34fd-4fbe-4159-9949-de9f82f5d5b8) {{(pid=103203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:41:50.532138 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-832995a4-9972-4687-a23a-8f1f13d9d69a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (62c328b4-9e7b-49b2-a654-3170efab95ed), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:50.537145 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832995a4-9972-4687-a23a-8f1f13d9d69a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:50.537735 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-832995a4-9972-4687-a23a-8f1f13d9d69a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:50.590267 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-832995a4-9972-4687-a23a-8f1f13d9d69a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2089815 Feb 09 22:41:50.594651 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51990) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:50.599619 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6bfc5138-2ea3-42fb-9b08-7afb6a808d56 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Request body: {'subnet': {'network_id': '62c328b4-9e7b-49b2-a654-3170efab95ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:50.673268 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832995a4-9972-4687-a23a-8f1f13d9d69a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Pushing event updated for resources: {'Network': ['ID=62c328b4-9e7b-49b2-a654-3170efab95ed,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:50.684766 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 62c328b4-9e7b-49b2-a654-3170efab95ed details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:41:50.698383 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2432daf3-42ee-4f39-aa0f-b1a544afcb55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-e87b34fd-4fbe-4159-9949-de9f82f5d5b8', 'network_id': 'e87b34fd-4fbe-4159-9949-de9f82f5d5b8', 'project_id': '250c817ce61644569c0085f005c0af68', 'fixed_ips': [{'subnet_id': 'b3547d3c-1b9e-45fc-9aa1-e5fc4fcdf0b8'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:41:50.699252 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2432daf3-42ee-4f39-aa0f-b1a544afcb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:50.711191 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfc5138-2ea3-42fb-9b08-7afb6a808d56 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Made reservation on behalf of 250c817ce61644569c0085f005c0af68 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:50.714873 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bfc5138-2ea3-42fb-9b08-7afb6a808d56 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:50.888464 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-2432daf3-42ee-4f39-aa0f-b1a544afcb55 None None] Allocated IP 2001:db8::2 (e87b34fd-4fbe-4159-9949-de9f82f5d5b8/b3547d3c-1b9e-45fc-9aa1-e5fc4fcdf0b8/3ee6a103-f287-490d-9106-29236516cf8b) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:41:50.902757 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bfc5138-2ea3-42fb-9b08-7afb6a808d56 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (f3816a22-b450-4a91-a846-b97ac2d267b2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:50.955846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc5138-2ea3-42fb-9b08-7afb6a808d56 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Pushing event updated for resources: {'Subnet': ['ID=f3816a22-b450-4a91-a846-b97ac2d267b2,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:50.974337 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfc5138-2ea3-42fb-9b08-7afb6a808d56 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Checking segment: {'id': '955be1ef-a961-49be-a593-922867c853c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '62c328b4-9e7b-49b2-a654-3170efab95ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:50.974770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfc5138-2ea3-42fb-9b08-7afb6a808d56 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Network hostable DHCP agents. Network: 62c328b4-9e7b-49b2-a654-3170efab95ed, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:41:50.993401 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfc5138-2ea3-42fb-9b08-7afb6a808d56 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Network 62c328b4-9e7b-49b2-a654-3170efab95ed is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:41:51.002375 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-6bfc5138-2ea3-42fb-9b08-7afb6a808d56 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 62c328b4-9e7b-49b2-a654-3170efab95ed) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:51.008947 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfc5138-2ea3-42fb-9b08-7afb6a808d56 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:51.009564 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6bfc5138-2ea3-42fb-9b08-7afb6a808d56 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:51.026778 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6bfc5138-2ea3-42fb-9b08-7afb6a808d56 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4306347 Feb 09 22:41:51.029081 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 51992) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:51.040313 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2432daf3-42ee-4f39-aa0f-b1a544afcb55 None None] Publish callbacks [] for port (3ee6a103-f287-490d-9106-29236516cf8b), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:51.046517 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2432daf3-42ee-4f39-aa0f-b1a544afcb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (3ee6a103-f287-490d-9106-29236516cf8b), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:51.087076 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2432daf3-42ee-4f39-aa0f-b1a544afcb55 None None] Network e87b34fd-4fbe-4159-9949-de9f82f5d5b8 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:41:51.090287 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-2432daf3-42ee-4f39-aa0f-b1a544afcb55 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:51.093957 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2432daf3-42ee-4f39-aa0f-b1a544afcb55 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:41:51.101869 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432daf3-42ee-4f39-aa0f-b1a544afcb55 None None] Pushing event updated for resources: {'Port': ['ID=3ee6a103-f287-490d-9106-29236516cf8b,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:51.141279 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2aaa121-288f-4014-81b1-f9d5c6f6660b tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (62c328b4-9e7b-49b2-a654-3170efab95ed), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:51.158503 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2432daf3-42ee-4f39-aa0f-b1a544afcb55 None None] Attempting to bind port 3ee6a103-f287-490d-9106-29236516cf8b on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:41:51.158891 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2432daf3-42ee-4f39-aa0f-b1a544afcb55 None None] Attempting to bind port 3ee6a103-f287-490d-9106-29236516cf8b by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'ffe68775-13a1-4189-9da7-22bab81badcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e87b34fd-4fbe-4159-9949-de9f82f5d5b8'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:41:51.159318 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2432daf3-42ee-4f39-aa0f-b1a544afcb55 None None] Attempting to bind port 3ee6a103-f287-490d-9106-29236516cf8b on network e87b34fd-4fbe-4159-9949-de9f82f5d5b8 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:41:51.172072 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2432daf3-42ee-4f39-aa0f-b1a544afcb55 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:41:51.172464 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2432daf3-42ee-4f39-aa0f-b1a544afcb55 None None] Checking segment: {'id': 'ffe68775-13a1-4189-9da7-22bab81badcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e87b34fd-4fbe-4159-9949-de9f82f5d5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:51.173028 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2432daf3-42ee-4f39-aa0f-b1a544afcb55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:51.173448 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2432daf3-42ee-4f39-aa0f-b1a544afcb55 None None] Bound using segment: {'id': 'ffe68775-13a1-4189-9da7-22bab81badcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e87b34fd-4fbe-4159-9949-de9f82f5d5b8'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:41:51.173950 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2432daf3-42ee-4f39-aa0f-b1a544afcb55 None None] Bound port: 3ee6a103-f287-490d-9106-29236516cf8b, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe68775-13a1-4189-9da7-22bab81badcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e87b34fd-4fbe-4159-9949-de9f82f5d5b8'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:41:51.174345 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2432daf3-42ee-4f39-aa0f-b1a544afcb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3ee6a103-f287-490d-9106-29236516cf8b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:51.218567 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2aaa121-288f-4014-81b1-f9d5c6f6660b tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (f3816a22-b450-4a91-a846-b97ac2d267b2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:51.240704 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2432daf3-42ee-4f39-aa0f-b1a544afcb55 None None] For port 3ee6a103-f287-490d-9106-29236516cf8b, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:41:51.244234 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2432daf3-42ee-4f39-aa0f-b1a544afcb55 None None] For port 3ee6a103-f287-490d-9106-29236516cf8b, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=3ee6a103-f287-490d-9106-29236516cf8b,segment=NetworkSegment(ffe68775-13a1-4189-9da7-22bab81badcb),segment_id=ffe68775-13a1-4189-9da7-22bab81badcb)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:41:51.250402 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2432daf3-42ee-4f39-aa0f-b1a544afcb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3ee6a103-f287-490d-9106-29236516cf8b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:51.285796 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2aaa121-288f-4014-81b1-f9d5c6f6660b tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (f3816a22-b450-4a91-a846-b97ac2d267b2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:51.313821 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432daf3-42ee-4f39-aa0f-b1a544afcb55 None None] Pushing event updated for resources: {'Port': ['ID=3ee6a103-f287-490d-9106-29236516cf8b,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:51.574467 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aaa121-288f-4014-81b1-f9d5c6f6660b tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Pushing event deleted for resources: {'Subnet': ['ID=f3816a22-b450-4a91-a846-b97ac2d267b2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:51.637287 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2aaa121-288f-4014-81b1-f9d5c6f6660b tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (62c328b4-9e7b-49b2-a654-3170efab95ed), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:51.656962 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-d2aaa121-288f-4014-81b1-f9d5c6f6660b tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c328b4-9e7b-49b2-a654-3170efab95ed']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:51.666234 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-d2aaa121-288f-4014-81b1-f9d5c6f6660b tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955be1ef-a961-49be-a593-922867c853c1') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:51.666559 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-d2aaa121-288f-4014-81b1-f9d5c6f6660b tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955be1ef-a961-49be-a593-922867c853c1') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:51.677133 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2aaa121-288f-4014-81b1-f9d5c6f6660b tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (955be1ef-a961-49be-a593-922867c853c1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:51.690017 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2aaa121-288f-4014-81b1-f9d5c6f6660b tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (955be1ef-a961-49be-a593-922867c853c1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:51.696377 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2aaa121-288f-4014-81b1-f9d5c6f6660b tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:41:51.696749 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2aaa121-288f-4014-81b1-f9d5c6f6660b tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (955be1ef-a961-49be-a593-922867c853c1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:41:51.699594 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:41:51.760271 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2aaa121-288f-4014-81b1-f9d5c6f6660b tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (62c328b4-9e7b-49b2-a654-3170efab95ed), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:51.767150 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2aaa121-288f-4014-81b1-f9d5c6f6660b tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:51.770978 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d2aaa121-288f-4014-81b1-f9d5c6f6660b tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "DELETE /v2.0/networks/62c328b4-9e7b-49b2-a654-3170efab95ed HTTP/1.1" status: 204 len: 168 time: 0.7409544 Feb 09 22:41:51.774277 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51994) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:51.782186 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aaa121-288f-4014-81b1-f9d5c6f6660b tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Pushing event deleted for resources: {'Network': ['ID=62c328b4-9e7b-49b2-a654-3170efab95ed,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:51.806980 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea12b61a-e0ba-4bba-88c4-d3457ab49bc4 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] GET failed (client error): The resource could not be found. Feb 09 22:41:51.808341 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ea12b61a-e0ba-4bba-88c4-d3457ab49bc4 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "GET /v2.0/subnets/f3816a22-b450-4a91-a846-b97ac2d267b2 HTTP/1.1" status: 404 len: 337 time: 0.0329390 Feb 09 22:41:51.811272 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51996) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:51.829181 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec4596a-8455-41d0-a00b-26f7ed94af51 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] DELETE failed (client error): The resource could not be found. Feb 09 22:41:51.829667 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec4596a-8455-41d0-a00b-26f7ed94af51 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:41:51.834221 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0ec4596a-8455-41d0-a00b-26f7ed94af51 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "DELETE /v2.0/networks/62c328b4-9e7b-49b2-a654-3170efab95ed HTTP/1.1" status: 404 len: 339 time: 0.0218399 Feb 09 22:41:51.837932 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 51998) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:51.863371 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a3b369-9598-4ca7-9209-26f7c56763e3 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] DELETE failed (client error): The resource could not be found. Feb 09 22:41:51.863865 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5a3b369-9598-4ca7-9209-26f7c56763e3 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:41:51.867000 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c5a3b369-9598-4ca7-9209-26f7c56763e3 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "DELETE /v2.0/subnets/f3816a22-b450-4a91-a846-b97ac2d267b2 HTTP/1.1" status: 404 len: 337 time: 0.0281284 Feb 09 22:41:51.869761 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52000) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:51.888712 n-d-828601-1 neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af1ad5e-3546-4829-a538-0b7d418a4095 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] DELETE failed (client error): The resource could not be found. Feb 09 22:41:51.889220 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0af1ad5e-3546-4829-a538-0b7d418a4095 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:41:51.893287 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0af1ad5e-3546-4829-a538-0b7d418a4095 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "DELETE /v2.0/networks/62c328b4-9e7b-49b2-a654-3170efab95ed HTTP/1.1" status: 404 len: 339 time: 0.0214636 Feb 09 22:41:51.895487 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52002) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:51.946719 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-3676f2a4-6db2-4e2f-9f04-73e2a2e95c1c tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Deleting subnet b3547d3c-1b9e-45fc-9aa1-e5fc4fcdf0b8 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:41:51.950132 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3676f2a4-6db2-4e2f-9f04-73e2a2e95c1c tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks [] for subnet (b3547d3c-1b9e-45fc-9aa1-e5fc4fcdf0b8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:51.996042 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3676f2a4-6db2-4e2f-9f04-73e2a2e95c1c tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (b3547d3c-1b9e-45fc-9aa1-e5fc4fcdf0b8), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:52.082462 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3676f2a4-6db2-4e2f-9f04-73e2a2e95c1c tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (b3547d3c-1b9e-45fc-9aa1-e5fc4fcdf0b8), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:52.150777 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3676f2a4-6db2-4e2f-9f04-73e2a2e95c1c tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (b3547d3c-1b9e-45fc-9aa1-e5fc4fcdf0b8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:52.179258 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676f2a4-6db2-4e2f-9f04-73e2a2e95c1c tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Pushing event deleted for resources: {'Subnet': ['ID=b3547d3c-1b9e-45fc-9aa1-e5fc4fcdf0b8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:52.186228 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3676f2a4-6db2-4e2f-9f04-73e2a2e95c1c tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:52.191868 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3676f2a4-6db2-4e2f-9f04-73e2a2e95c1c tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "DELETE /v2.0/subnets/b3547d3c-1b9e-45fc-9aa1-e5fc4fcdf0b8 HTTP/1.1" status: 204 len: 168 time: 0.2930207 Feb 09 22:41:52.192529 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52004) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:52.218799 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23808cc3-40d9-4edd-b56b-588868df6850 None None] Network f826cc81-0f53-4679-b44f-7f29ebe02584 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:52.224126 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cfcf59-0cb5-4b76-b070-78be55f78bdc None None] Network e87b34fd-4fbe-4159-9949-de9f82f5d5b8 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:52.285013 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23808cc3-40d9-4edd-b56b-588868df6850 None None] Network f826cc81-0f53-4679-b44f-7f29ebe02584 could not be found, it might have been deleted concurrently. {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:41:52.285742 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19e42217-b90a-4fde-96b3-9a63e4192a0e tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (e87b34fd-4fbe-4159-9949-de9f82f5d5b8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:52.288645 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cf1f97-2233-4ecc-9bfa-5b9801a83d5d None None] Network 62c328b4-9e7b-49b2-a654-3170efab95ed requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:52.290600 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 3ee6a103-f287-490d-9106-29236516cf8b up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:41:52.335272 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cf1f97-2233-4ecc-9bfa-5b9801a83d5d None None] Network 62c328b4-9e7b-49b2-a654-3170efab95ed could not be found, it might have been deleted concurrently. {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:41:52.345355 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-19e42217-b90a-4fde-96b3-9a63e4192a0e tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Deleting port 3ee6a103-f287-490d-9106-29236516cf8b {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:41:52.345703 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19e42217-b90a-4fde-96b3-9a63e4192a0e tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (3ee6a103-f287-490d-9106-29236516cf8b), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:52.349634 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7958a797-1444-4e57-8936-72089273e056 None None] Network 62c328b4-9e7b-49b2-a654-3170efab95ed requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:52.382716 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ef5bd85a-0a20-4dd2-9e85-0e42e527c844 None None] Provisioning complete for port 3ee6a103-f287-490d-9106-29236516cf8b triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:52.383101 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ef5bd85a-0a20-4dd2-9e85-0e42e527c844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3ee6a103-f287-490d-9106-29236516cf8b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:52.386630 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7958a797-1444-4e57-8936-72089273e056 None None] Network 62c328b4-9e7b-49b2-a654-3170efab95ed could not be found, it might have been deleted concurrently. {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:41:52.416554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-19e42217-b90a-4fde-96b3-9a63e4192a0e tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] For port 3ee6a103-f287-490d-9106-29236516cf8b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=3ee6a103-f287-490d-9106-29236516cf8b,segment=NetworkSegment(ffe68775-13a1-4189-9da7-22bab81badcb),segment_id=ffe68775-13a1-4189-9da7-22bab81badcb)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:52.416919 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19e42217-b90a-4fde-96b3-9a63e4192a0e tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (3ee6a103-f287-490d-9106-29236516cf8b), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:52.430072 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-19e42217-b90a-4fde-96b3-9a63e4192a0e tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Calling delete_port for 3ee6a103-f287-490d-9106-29236516cf8b owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:41:52.456840 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 3ee6a103-f287-490d-9106-29236516cf8b triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:52.457223 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3ee6a103-f287-490d-9106-29236516cf8b), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:52.463381 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546ca46a-9011-4ff0-98fb-eb253b1cb21e None None] Network e87b34fd-4fbe-4159-9949-de9f82f5d5b8 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:52.509542 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19e42217-b90a-4fde-96b3-9a63e4192a0e tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (3ee6a103-f287-490d-9106-29236516cf8b), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:52.535293 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e42217-b90a-4fde-96b3-9a63e4192a0e tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Pushing event deleted for resources: {'Port': ['ID=3ee6a103-f287-490d-9106-29236516cf8b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:52.538826 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e42217-b90a-4fde-96b3-9a63e4192a0e tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] No DVR routers for this DVR port 3ee6a103-f287-490d-9106-29236516cf8b on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:41:52.562133 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ef5bd85a-0a20-4dd2-9e85-0e42e527c844 None None] Port 3ee6a103-f287-490d-9106-29236516cf8b update to ACTIVE by agent not found {{(pid=103203) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 22:41:52.574151 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Could not find standard attr ID for object 3ee6a103-f287-490d-9106-29236516cf8b. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:41:52.578969 n-d-828601-1 neutron-server[103203]: INFO neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No ports have port_id starting with 3ee6a103-f287-490d-9106-29236516cf8b Feb 09 22:41:52.622680 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19e42217-b90a-4fde-96b3-9a63e4192a0e tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (e87b34fd-4fbe-4159-9949-de9f82f5d5b8), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:52.647368 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-19e42217-b90a-4fde-96b3-9a63e4192a0e tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87b34fd-4fbe-4159-9949-de9f82f5d5b8']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:52.660264 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5364092b-3358-4bad-986a-a39aea3cfbcc None None] DHCP port deletion for e87b34fd-4fbe-4159-9949-de9f82f5d5b8 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:41:52.660833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-19e42217-b90a-4fde-96b3-9a63e4192a0e tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe68775-13a1-4189-9da7-22bab81badcb') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:52.661236 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-19e42217-b90a-4fde-96b3-9a63e4192a0e tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe68775-13a1-4189-9da7-22bab81badcb') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:52.678612 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19e42217-b90a-4fde-96b3-9a63e4192a0e tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (ffe68775-13a1-4189-9da7-22bab81badcb), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:52.696810 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19e42217-b90a-4fde-96b3-9a63e4192a0e tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (ffe68775-13a1-4189-9da7-22bab81badcb), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:52.702924 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e42217-b90a-4fde-96b3-9a63e4192a0e tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:41:52.703310 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19e42217-b90a-4fde-96b3-9a63e4192a0e tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (ffe68775-13a1-4189-9da7-22bab81badcb), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:41:52.706309 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:41:52.767881 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19e42217-b90a-4fde-96b3-9a63e4192a0e tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (e87b34fd-4fbe-4159-9949-de9f82f5d5b8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:52.774712 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19e42217-b90a-4fde-96b3-9a63e4192a0e tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:52.777975 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-19e42217-b90a-4fde-96b3-9a63e4192a0e tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "DELETE /v2.0/networks/e87b34fd-4fbe-4159-9949-de9f82f5d5b8 HTTP/1.1" status: 204 len: 168 time: 0.5846546 Feb 09 22:41:52.780827 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52008) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:52.790135 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e42217-b90a-4fde-96b3-9a63e4192a0e tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Pushing event deleted for resources: {'Network': ['ID=e87b34fd-4fbe-4159-9949-de9f82f5d5b8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:52.807764 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-735023ab-7425-46bb-92e4-65c5f04a5373 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] DELETE failed (client error): The resource could not be found. Feb 09 22:41:52.808231 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-735023ab-7425-46bb-92e4-65c5f04a5373 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:41:52.811250 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-735023ab-7425-46bb-92e4-65c5f04a5373 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "DELETE /v2.0/subnets/bf6d18ea-10be-47b6-a2e7-089add955cc0 HTTP/1.1" status: 404 len: 337 time: 0.0294247 Feb 09 22:41:52.813852 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52010) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:52.831763 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd8ddc3-ea9a-4526-aa69-a525c40d341a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] DELETE failed (client error): The resource could not be found. Feb 09 22:41:52.832244 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd8ddc3-ea9a-4526-aa69-a525c40d341a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:41:52.835120 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fdd8ddc3-ea9a-4526-aa69-a525c40d341a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "DELETE /v2.0/networks/f826cc81-0f53-4679-b44f-7f29ebe02584 HTTP/1.1" status: 404 len: 339 time: 0.0203826 Feb 09 22:41:52.837541 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52012) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:52.864088 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-174ca19a-4515-442c-9d24-25de8ee3c481 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] DELETE failed (client error): The resource could not be found. Feb 09 22:41:52.864534 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174ca19a-4515-442c-9d24-25de8ee3c481 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:41:52.867494 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-174ca19a-4515-442c-9d24-25de8ee3c481 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "DELETE /v2.0/subnets/74709f73-89d4-4091-ab0f-080eeaa2732d HTTP/1.1" status: 404 len: 337 time: 0.0290818 Feb 09 22:41:52.870093 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52014) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:52.887823 n-d-828601-1 neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1aff0f1-3671-4945-a1e8-758a396d9a4a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] DELETE failed (client error): The resource could not be found. Feb 09 22:41:52.888248 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1aff0f1-3671-4945-a1e8-758a396d9a4a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103202) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:41:52.891107 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c1aff0f1-3671-4945-a1e8-758a396d9a4a tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "DELETE /v2.0/networks/f8dcd92f-35db-48bf-95ac-90ce10966ab8 HTTP/1.1" status: 404 len: 339 time: 0.0201073 Feb 09 22:41:52.893413 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52016) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:52.946646 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-49cbfa19-65ed-449f-af98-522eafc7d302 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Deleting subnet 6dc16094-0abb-4054-a731-445868bfedeb {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:41:52.949779 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-49cbfa19-65ed-449f-af98-522eafc7d302 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks [] for subnet (6dc16094-0abb-4054-a731-445868bfedeb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:52.990004 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-49cbfa19-65ed-449f-af98-522eafc7d302 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (6dc16094-0abb-4054-a731-445868bfedeb), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:53.069171 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-49cbfa19-65ed-449f-af98-522eafc7d302 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (6dc16094-0abb-4054-a731-445868bfedeb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:53.130184 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-49cbfa19-65ed-449f-af98-522eafc7d302 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (6dc16094-0abb-4054-a731-445868bfedeb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:53.156308 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbfa19-65ed-449f-af98-522eafc7d302 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Pushing event deleted for resources: {'Subnet': ['ID=6dc16094-0abb-4054-a731-445868bfedeb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:53.160573 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-49cbfa19-65ed-449f-af98-522eafc7d302 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:53.163768 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-49cbfa19-65ed-449f-af98-522eafc7d302 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "DELETE /v2.0/subnets/6dc16094-0abb-4054-a731-445868bfedeb HTTP/1.1" status: 204 len: 168 time: 0.2694497 Feb 09 22:41:53.166369 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52018) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:53.169953 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9301f397-edfc-4b63-a338-1a262d5bade4 None None] Network 7aa803c7-ccb2-4eb4-bacb-69c19c5b411d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:53.241748 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-52a7ae8c-fd97-4b1d-8d9f-52674ddc80c5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (7aa803c7-ccb2-4eb4-bacb-69c19c5b411d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:53.298502 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-52a7ae8c-fd97-4b1d-8d9f-52674ddc80c5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Deleting port 3eb7254a-2c29-4061-815e-7cb31134dd6b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:41:53.298841 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-52a7ae8c-fd97-4b1d-8d9f-52674ddc80c5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (3eb7254a-2c29-4061-815e-7cb31134dd6b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:53.314830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60603bfc-e7b1-487b-8986-feab8a95b6c2 None None] DHCP port deletion for 7aa803c7-ccb2-4eb4-bacb-69c19c5b411d request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:41:53.359641 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-52a7ae8c-fd97-4b1d-8d9f-52674ddc80c5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] For port 3eb7254a-2c29-4061-815e-7cb31134dd6b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=3eb7254a-2c29-4061-815e-7cb31134dd6b,segment=NetworkSegment(f4bfe5c8-09bc-4a7a-a036-122771603f2f),segment_id=f4bfe5c8-09bc-4a7a-a036-122771603f2f)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:53.359890 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-60603bfc-e7b1-487b-8986-feab8a95b6c2 None None] Deleting port 3eb7254a-2c29-4061-815e-7cb31134dd6b {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:41:53.359999 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-52a7ae8c-fd97-4b1d-8d9f-52674ddc80c5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (3eb7254a-2c29-4061-815e-7cb31134dd6b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:53.360241 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-60603bfc-e7b1-487b-8986-feab8a95b6c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (3eb7254a-2c29-4061-815e-7cb31134dd6b), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:53.374884 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-52a7ae8c-fd97-4b1d-8d9f-52674ddc80c5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Calling delete_port for 3eb7254a-2c29-4061-815e-7cb31134dd6b owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:41:53.423719 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-60603bfc-e7b1-487b-8986-feab8a95b6c2 None None] For port 3eb7254a-2c29-4061-815e-7cb31134dd6b, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=3eb7254a-2c29-4061-815e-7cb31134dd6b,segment=NetworkSegment(f4bfe5c8-09bc-4a7a-a036-122771603f2f),segment_id=f4bfe5c8-09bc-4a7a-a036-122771603f2f)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:53.424308 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-60603bfc-e7b1-487b-8986-feab8a95b6c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (3eb7254a-2c29-4061-815e-7cb31134dd6b), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:53.437093 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-60603bfc-e7b1-487b-8986-feab8a95b6c2 None None] Calling delete_port for 3eb7254a-2c29-4061-815e-7cb31134dd6b owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:41:53.465869 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-52a7ae8c-fd97-4b1d-8d9f-52674ddc80c5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (3eb7254a-2c29-4061-815e-7cb31134dd6b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:53.492647 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7ae8c-fd97-4b1d-8d9f-52674ddc80c5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Pushing event deleted for resources: {'Port': ['ID=3eb7254a-2c29-4061-815e-7cb31134dd6b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:53.496581 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a7ae8c-fd97-4b1d-8d9f-52674ddc80c5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] No DVR routers for this DVR port 3eb7254a-2c29-4061-815e-7cb31134dd6b on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:41:53.521626 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-60603bfc-e7b1-487b-8986-feab8a95b6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (3eb7254a-2c29-4061-815e-7cb31134dd6b), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:53.545556 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60603bfc-e7b1-487b-8986-feab8a95b6c2 None None] Pushing event deleted for resources: {'Port': ['ID=3eb7254a-2c29-4061-815e-7cb31134dd6b,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:53.552388 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60603bfc-e7b1-487b-8986-feab8a95b6c2 None None] No DVR routers for this DVR port 3eb7254a-2c29-4061-815e-7cb31134dd6b on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:41:53.578988 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-52a7ae8c-fd97-4b1d-8d9f-52674ddc80c5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (7aa803c7-ccb2-4eb4-bacb-69c19c5b411d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:53.604270 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-52a7ae8c-fd97-4b1d-8d9f-52674ddc80c5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa803c7-ccb2-4eb4-bacb-69c19c5b411d']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:53.613783 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-52a7ae8c-fd97-4b1d-8d9f-52674ddc80c5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4bfe5c8-09bc-4a7a-a036-122771603f2f') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:53.614020 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-52a7ae8c-fd97-4b1d-8d9f-52674ddc80c5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4bfe5c8-09bc-4a7a-a036-122771603f2f') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:53.623246 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-52a7ae8c-fd97-4b1d-8d9f-52674ddc80c5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (f4bfe5c8-09bc-4a7a-a036-122771603f2f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:53.636135 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-52a7ae8c-fd97-4b1d-8d9f-52674ddc80c5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (f4bfe5c8-09bc-4a7a-a036-122771603f2f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:53.642130 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a7ae8c-fd97-4b1d-8d9f-52674ddc80c5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:41:53.642518 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-52a7ae8c-fd97-4b1d-8d9f-52674ddc80c5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (f4bfe5c8-09bc-4a7a-a036-122771603f2f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:41:53.645969 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:41:53.702691 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-52a7ae8c-fd97-4b1d-8d9f-52674ddc80c5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (7aa803c7-ccb2-4eb4-bacb-69c19c5b411d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:53.709783 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-52a7ae8c-fd97-4b1d-8d9f-52674ddc80c5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:53.712807 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-52a7ae8c-fd97-4b1d-8d9f-52674ddc80c5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] 10.222.0.77 "DELETE /v2.0/networks/7aa803c7-ccb2-4eb4-bacb-69c19c5b411d HTTP/1.1" status: 204 len: 168 time: 0.5454884 Feb 09 22:41:53.725121 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7ae8c-fd97-4b1d-8d9f-52674ddc80c5 tempest-NetworksIpV6Test-1112629610 tempest-NetworksIpV6Test-1112629610-project] Pushing event deleted for resources: {'Network': ['ID=7aa803c7-ccb2-4eb4-bacb-69c19c5b411d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:53.952937 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52024) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:54.080732 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d1d82943-b144-4a90-bb8d-d2ec8cbc8072 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=250c817ce61644569c0085f005c0af68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1264360 Feb 09 22:41:54.083824 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52028) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:54.130080 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e515d6dc-2683-47e8-a81a-b097a2ef1156 admin admin] Publish callbacks [] for security_group (2f6b2c8b-8305-4dfe-a0f3-ac8f40d9c0de), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:54.150861 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e515d6dc-2683-47e8-a81a-b097a2ef1156 admin admin] Publish callbacks [] for security_group (2f6b2c8b-8305-4dfe-a0f3-ac8f40d9c0de), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:54.202356 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e515d6dc-2683-47e8-a81a-b097a2ef1156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (2f6b2c8b-8305-4dfe-a0f3-ac8f40d9c0de), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:54.204480 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e515d6dc-2683-47e8-a81a-b097a2ef1156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:54.206846 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 3ee6a103-f287-490d-9106-29236516cf8b no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:41:54.208913 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e515d6dc-2683-47e8-a81a-b097a2ef1156 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2f6b2c8b-8305-4dfe-a0f3-ac8f40d9c0de HTTP/1.1" status: 204 len: 168 time: 0.1240768 Feb 09 22:41:54.217296 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515d6dc-2683-47e8-a81a-b097a2ef1156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6b2c8b-8305-4dfe-a0f3-ac8f40d9c0de,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:54.231592 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 3ee6a103-f287-490d-9106-29236516cf8b {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:41:54.231970 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 3ee6a103-f287-490d-9106-29236516cf8b not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:41:54.232393 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 3eb7254a-2c29-4061-815e-7cb31134dd6b no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:41:54.256865 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 3eb7254a-2c29-4061-815e-7cb31134dd6b {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:41:54.257213 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 3eb7254a-2c29-4061-815e-7cb31134dd6b not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:41:54.878521 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52050) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:54.973667 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-99a6623d-93a8-461e-87bc-34929d1d7d09 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1709079317', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:54.995200 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99a6623d-93a8-461e-87bc-34929d1d7d09 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (88c3d378-a50e-447d-8c3d-cf818e339566), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:54.996413 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99a6623d-93a8-461e-87bc-34929d1d7d09 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (88c3d378-a50e-447d-8c3d-cf818e339566), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:55.052010 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99a6623d-93a8-461e-87bc-34929d1d7d09 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks [] for router_controller (88c3d378-a50e-447d-8c3d-cf818e339566), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:55.056174 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99a6623d-93a8-461e-87bc-34929d1d7d09 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (88c3d378-a50e-447d-8c3d-cf818e339566), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:55.073165 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99a6623d-93a8-461e-87bc-34929d1d7d09 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:55.074390 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-99a6623d-93a8-461e-87bc-34929d1d7d09 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1948273 Feb 09 22:41:55.077175 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52054) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:55.083262 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e24c72d0-3049-4a74-ad57-e9d2de234b9f tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-132164090'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:55.104831 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24c72d0-3049-4a74-ad57-e9d2de234b9f tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Made reservation on behalf of edeb011b79e74cf7b58a42f3ea8db850 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:55.108501 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e24c72d0-3049-4a74-ad57-e9d2de234b9f tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:55.117722 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e24c72d0-3049-4a74-ad57-e9d2de234b9f tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:55.203945 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e24c72d0-3049-4a74-ad57-e9d2de234b9f tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks [] for security_group (4af2a860-28e7-4b97-a6f3-618f66790492), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:55.208760 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e24c72d0-3049-4a74-ad57-e9d2de234b9f tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4af2a860-28e7-4b97-a6f3-618f66790492), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:55.236525 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24c72d0-3049-4a74-ad57-e9d2de234b9f tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:41:55.246352 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c72d0-3049-4a74-ad57-e9d2de234b9f tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4af2a860-28e7-4b97-a6f3-618f66790492,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:55.251054 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e24c72d0-3049-4a74-ad57-e9d2de234b9f tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (ea5c6379-5ef1-4e8d-8630-843d673656bf), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:55.251398 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-e24c72d0-3049-4a74-ad57-e9d2de234b9f tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Added segment ea5c6379-5ef1-4e8d-8630-843d673656bf of type vlan for network df4fdbd3-b144-4889-be9d-f1eea756709a Feb 09 22:41:55.293587 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e24c72d0-3049-4a74-ad57-e9d2de234b9f tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (df4fdbd3-b144-4889-be9d-f1eea756709a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:55.318828 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e24c72d0-3049-4a74-ad57-e9d2de234b9f tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (df4fdbd3-b144-4889-be9d-f1eea756709a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:55.324362 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24c72d0-3049-4a74-ad57-e9d2de234b9f tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:55.324969 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e24c72d0-3049-4a74-ad57-e9d2de234b9f tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:55.383445 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e24c72d0-3049-4a74-ad57-e9d2de234b9f tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3044112 Feb 09 22:41:55.386406 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52056) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:55.391920 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-4e23e252-e406-4629-bc8a-6a1e3e4ef1ab tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Request body: {'subnet': {'network_id': 'df4fdbd3-b144-4889-be9d-f1eea756709a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:55.399356 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c72d0-3049-4a74-ad57-e9d2de234b9f tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Pushing event updated for resources: {'Network': ['ID=df4fdbd3-b144-4889-be9d-f1eea756709a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:55.409299 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network df4fdbd3-b144-4889-be9d-f1eea756709a details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:41:55.484608 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e23e252-e406-4629-bc8a-6a1e3e4ef1ab tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Made reservation on behalf of edeb011b79e74cf7b58a42f3ea8db850 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:55.488140 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e23e252-e406-4629-bc8a-6a1e3e4ef1ab tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:55.661842 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e23e252-e406-4629-bc8a-6a1e3e4ef1ab tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (7e60d2eb-af62-4a03-a83a-8354d228c083), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:55.721640 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23e252-e406-4629-bc8a-6a1e3e4ef1ab tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Pushing event updated for resources: {'Subnet': ['ID=7e60d2eb-af62-4a03-a83a-8354d228c083,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:55.729189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e23e252-e406-4629-bc8a-6a1e3e4ef1ab tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Checking segment: {'id': 'ea5c6379-5ef1-4e8d-8630-843d673656bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'df4fdbd3-b144-4889-be9d-f1eea756709a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:55.729555 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e23e252-e406-4629-bc8a-6a1e3e4ef1ab tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Network hostable DHCP agents. Network: df4fdbd3-b144-4889-be9d-f1eea756709a, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:41:55.745477 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e23e252-e406-4629-bc8a-6a1e3e4ef1ab tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Network df4fdbd3-b144-4889-be9d-f1eea756709a is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:41:55.756648 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-4e23e252-e406-4629-bc8a-6a1e3e4ef1ab tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, df4fdbd3-b144-4889-be9d-f1eea756709a) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:55.764323 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e23e252-e406-4629-bc8a-6a1e3e4ef1ab tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:55.765005 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ad0164-ac73-408d-89b9-6fb5e5cb5ea1 None None] Network df4fdbd3-b144-4889-be9d-f1eea756709a requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:55.765269 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e23e252-e406-4629-bc8a-6a1e3e4ef1ab tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:55.784027 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4e23e252-e406-4629-bc8a-6a1e3e4ef1ab tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3962722 Feb 09 22:41:55.787301 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52058) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:55.792373 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-97a12cf3-c4fd-45f3-b3c3-2377c47c9575 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1802072898'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:55.814461 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a12cf3-c4fd-45f3-b3c3-2377c47c9575 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Made reservation on behalf of edeb011b79e74cf7b58a42f3ea8db850 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:55.818788 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97a12cf3-c4fd-45f3-b3c3-2377c47c9575 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:55.850028 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a12cf3-c4fd-45f3-b3c3-2377c47c9575 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:41:55.862733 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97a12cf3-c4fd-45f3-b3c3-2377c47c9575 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (0dda08f5-9b3b-405c-8b9c-cfe7e1cb7832), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:55.863040 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-97a12cf3-c4fd-45f3-b3c3-2377c47c9575 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Added segment 0dda08f5-9b3b-405c-8b9c-cfe7e1cb7832 of type vlan for network 4397ddb9-753a-448a-b383-dce830a0ff3f Feb 09 22:41:55.911533 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97a12cf3-c4fd-45f3-b3c3-2377c47c9575 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (4397ddb9-753a-448a-b383-dce830a0ff3f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:55.950828 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97a12cf3-c4fd-45f3-b3c3-2377c47c9575 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (4397ddb9-753a-448a-b383-dce830a0ff3f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:55.958192 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a12cf3-c4fd-45f3-b3c3-2377c47c9575 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:55.958927 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97a12cf3-c4fd-45f3-b3c3-2377c47c9575 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:56.026895 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-97a12cf3-c4fd-45f3-b3c3-2377c47c9575 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2383516 Feb 09 22:41:56.030166 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52060) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:56.037266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-9bd73948-0fa4-434e-a40f-5dfa09f2f551 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Request body: {'subnet': {'network_id': '4397ddb9-753a-448a-b383-dce830a0ff3f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:56.037841 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a12cf3-c4fd-45f3-b3c3-2377c47c9575 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Pushing event updated for resources: {'Network': ['ID=4397ddb9-753a-448a-b383-dce830a0ff3f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:56.060507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 4397ddb9-753a-448a-b383-dce830a0ff3f details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:41:56.099923 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53afaa4-e587-4847-b9d0-9b89426c0734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-df4fdbd3-b144-4889-be9d-f1eea756709a', 'network_id': 'df4fdbd3-b144-4889-be9d-f1eea756709a', 'project_id': 'edeb011b79e74cf7b58a42f3ea8db850', 'fixed_ips': [{'subnet_id': '7e60d2eb-af62-4a03-a83a-8354d228c083'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:41:56.100345 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e53afaa4-e587-4847-b9d0-9b89426c0734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:56.140588 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd73948-0fa4-434e-a40f-5dfa09f2f551 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Made reservation on behalf of edeb011b79e74cf7b58a42f3ea8db850 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:56.144307 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9bd73948-0fa4-434e-a40f-5dfa09f2f551 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:56.272874 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-e53afaa4-e587-4847-b9d0-9b89426c0734 None None] Allocated IP 172.20.0.2 (df4fdbd3-b144-4889-be9d-f1eea756709a/7e60d2eb-af62-4a03-a83a-8354d228c083/5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:41:56.351935 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9bd73948-0fa4-434e-a40f-5dfa09f2f551 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (f3674d83-6af4-4853-aa13-3142d9f324f3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:56.415098 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd73948-0fa4-434e-a40f-5dfa09f2f551 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Pushing event updated for resources: {'Subnet': ['ID=f3674d83-6af4-4853-aa13-3142d9f324f3,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:56.424619 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd73948-0fa4-434e-a40f-5dfa09f2f551 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Checking segment: {'id': '0dda08f5-9b3b-405c-8b9c-cfe7e1cb7832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4397ddb9-753a-448a-b383-dce830a0ff3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:56.425027 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd73948-0fa4-434e-a40f-5dfa09f2f551 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Network hostable DHCP agents. Network: 4397ddb9-753a-448a-b383-dce830a0ff3f, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:41:56.426973 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e53afaa4-e587-4847-b9d0-9b89426c0734 None None] Publish callbacks [] for port (5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:56.433288 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e53afaa4-e587-4847-b9d0-9b89426c0734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:56.444048 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd73948-0fa4-434e-a40f-5dfa09f2f551 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Network 4397ddb9-753a-448a-b383-dce830a0ff3f is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:41:56.453616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-9bd73948-0fa4-434e-a40f-5dfa09f2f551 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 4397ddb9-753a-448a-b383-dce830a0ff3f) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:56.458495 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd73948-0fa4-434e-a40f-5dfa09f2f551 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:56.459110 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9bd73948-0fa4-434e-a40f-5dfa09f2f551 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:56.469850 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04acf2a8-268d-4875-9176-5062e83278de None None] Network 4397ddb9-753a-448a-b383-dce830a0ff3f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:56.481389 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9bd73948-0fa4-434e-a40f-5dfa09f2f551 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4497004 Feb 09 22:41:56.482804 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53afaa4-e587-4847-b9d0-9b89426c0734 None None] Network df4fdbd3-b144-4889-be9d-f1eea756709a is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:41:56.484259 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52062) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:56.488912 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d1fd6d36-ced0-4fd5-b68a-7c9e13069eda tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Request body: {'router': {'external_gateway_info': {'network_id': '4397ddb9-753a-448a-b383-dce830a0ff3f'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:56.525892 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-e53afaa4-e587-4847-b9d0-9b89426c0734 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:56.530196 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53afaa4-e587-4847-b9d0-9b89426c0734 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:41:56.533841 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53afaa4-e587-4847-b9d0-9b89426c0734 None None] Pushing event updated for resources: {'Port': ['ID=5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:56.621556 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e53afaa4-e587-4847-b9d0-9b89426c0734 None None] Attempting to bind port 5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:41:56.621834 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e53afaa4-e587-4847-b9d0-9b89426c0734 None None] Attempting to bind port 5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'ea5c6379-5ef1-4e8d-8630-843d673656bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'df4fdbd3-b144-4889-be9d-f1eea756709a'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:41:56.622204 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53afaa4-e587-4847-b9d0-9b89426c0734 None None] Attempting to bind port 5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2 on network df4fdbd3-b144-4889-be9d-f1eea756709a {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:41:56.642783 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53afaa4-e587-4847-b9d0-9b89426c0734 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:41:56.643185 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53afaa4-e587-4847-b9d0-9b89426c0734 None None] Checking segment: {'id': 'ea5c6379-5ef1-4e8d-8630-843d673656bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'df4fdbd3-b144-4889-be9d-f1eea756709a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:56.644136 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e53afaa4-e587-4847-b9d0-9b89426c0734 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:56.644534 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53afaa4-e587-4847-b9d0-9b89426c0734 None None] Bound using segment: {'id': 'ea5c6379-5ef1-4e8d-8630-843d673656bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'df4fdbd3-b144-4889-be9d-f1eea756709a'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:41:56.645018 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e53afaa4-e587-4847-b9d0-9b89426c0734 None None] Bound port: 5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5c6379-5ef1-4e8d-8630-843d673656bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'df4fdbd3-b144-4889-be9d-f1eea756709a'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:41:56.645409 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e53afaa4-e587-4847-b9d0-9b89426c0734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:56.649726 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946e8a6f-140f-404f-8c31-633dc3774087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-4397ddb9-753a-448a-b383-dce830a0ff3f', 'network_id': '4397ddb9-753a-448a-b383-dce830a0ff3f', 'project_id': 'edeb011b79e74cf7b58a42f3ea8db850', 'fixed_ips': [{'subnet_id': 'f3674d83-6af4-4853-aa13-3142d9f324f3'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:41:56.650585 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-946e8a6f-140f-404f-8c31-633dc3774087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:56.711075 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6d36-ced0-4fd5-b68a-7c9e13069eda tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks [] for router_gateway (88c3d378-a50e-447d-8c3d-cf818e339566), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:56.796749 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e53afaa4-e587-4847-b9d0-9b89426c0734 None None] For port 5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:41:56.802103 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e53afaa4-e587-4847-b9d0-9b89426c0734 None None] For port 5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2,segment=NetworkSegment(ea5c6379-5ef1-4e8d-8630-843d673656bf),segment_id=ea5c6379-5ef1-4e8d-8630-843d673656bf)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:41:56.826766 n-d-828601-1 neutron-server[103202]: INFO neutron.api.v2.resource [None req-d1fd6d36-ced0-4fd5-b68a-7c9e13069eda tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:41:56.827994 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d1fd6d36-ced0-4fd5-b68a-7c9e13069eda tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] 10.222.0.77 "PUT /v2.0/routers/88c3d378-a50e-447d-8c3d-cf818e339566 HTTP/1.1" status: 400 len: 364 time: 0.3425758 Feb 09 22:41:56.828700 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e53afaa4-e587-4847-b9d0-9b89426c0734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:56.835626 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52064) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:56.888381 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-946e8a6f-140f-404f-8c31-633dc3774087 None None] Allocated IP 172.21.0.2 (4397ddb9-753a-448a-b383-dce830a0ff3f/f3674d83-6af4-4853-aa13-3142d9f324f3/f3eafb80-bc2a-44de-964c-65d9242bf4f2) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:41:56.894745 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97e310d-ca09-4fab-bbc2-1b1265f51634 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Deleting subnet f3674d83-6af4-4853-aa13-3142d9f324f3 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:41:56.913856 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53afaa4-e587-4847-b9d0-9b89426c0734 None None] Pushing event updated for resources: {'Port': ['ID=5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:57.051977 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-946e8a6f-140f-404f-8c31-633dc3774087 None None] Publish callbacks [] for port (f3eafb80-bc2a-44de-964c-65d9242bf4f2), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:57.060999 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e97e310d-ca09-4fab-bbc2-1b1265f51634 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks [] for subnet (f3674d83-6af4-4853-aa13-3142d9f324f3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:57.066209 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-946e8a6f-140f-404f-8c31-633dc3774087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (f3eafb80-bc2a-44de-964c-65d9242bf4f2), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:57.117484 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946e8a6f-140f-404f-8c31-633dc3774087 None None] Network 4397ddb9-753a-448a-b383-dce830a0ff3f is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:41:57.118593 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e97e310d-ca09-4fab-bbc2-1b1265f51634 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (f3674d83-6af4-4853-aa13-3142d9f324f3), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:57.123883 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-946e8a6f-140f-404f-8c31-633dc3774087 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:57.128881 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e8a6f-140f-404f-8c31-633dc3774087 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:41:57.132280 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e8a6f-140f-404f-8c31-633dc3774087 None None] Pushing event updated for resources: {'Port': ['ID=f3eafb80-bc2a-44de-964c-65d9242bf4f2,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:57.189430 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-946e8a6f-140f-404f-8c31-633dc3774087 None None] Attempting to bind port f3eafb80-bc2a-44de-964c-65d9242bf4f2 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:41:57.190106 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-946e8a6f-140f-404f-8c31-633dc3774087 None None] Attempting to bind port f3eafb80-bc2a-44de-964c-65d9242bf4f2 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '0dda08f5-9b3b-405c-8b9c-cfe7e1cb7832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4397ddb9-753a-448a-b383-dce830a0ff3f'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:41:57.191045 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946e8a6f-140f-404f-8c31-633dc3774087 None None] Attempting to bind port f3eafb80-bc2a-44de-964c-65d9242bf4f2 on network 4397ddb9-753a-448a-b383-dce830a0ff3f {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:41:57.196787 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946e8a6f-140f-404f-8c31-633dc3774087 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:41:57.197177 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946e8a6f-140f-404f-8c31-633dc3774087 None None] Checking segment: {'id': '0dda08f5-9b3b-405c-8b9c-cfe7e1cb7832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4397ddb9-753a-448a-b383-dce830a0ff3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:57.197613 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-946e8a6f-140f-404f-8c31-633dc3774087 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:57.197994 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946e8a6f-140f-404f-8c31-633dc3774087 None None] Bound using segment: {'id': '0dda08f5-9b3b-405c-8b9c-cfe7e1cb7832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4397ddb9-753a-448a-b383-dce830a0ff3f'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:41:57.198476 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-946e8a6f-140f-404f-8c31-633dc3774087 None None] Bound port: f3eafb80-bc2a-44de-964c-65d9242bf4f2, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dda08f5-9b3b-405c-8b9c-cfe7e1cb7832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4397ddb9-753a-448a-b383-dce830a0ff3f'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:41:57.198858 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-946e8a6f-140f-404f-8c31-633dc3774087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f3eafb80-bc2a-44de-964c-65d9242bf4f2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:57.223676 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e97e310d-ca09-4fab-bbc2-1b1265f51634 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (f3674d83-6af4-4853-aa13-3142d9f324f3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:57.284517 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e97e310d-ca09-4fab-bbc2-1b1265f51634 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (f3674d83-6af4-4853-aa13-3142d9f324f3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:57.286739 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-946e8a6f-140f-404f-8c31-633dc3774087 None None] For port f3eafb80-bc2a-44de-964c-65d9242bf4f2, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:41:57.290202 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-946e8a6f-140f-404f-8c31-633dc3774087 None None] For port f3eafb80-bc2a-44de-964c-65d9242bf4f2, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f3eafb80-bc2a-44de-964c-65d9242bf4f2,segment=NetworkSegment(0dda08f5-9b3b-405c-8b9c-cfe7e1cb7832),segment_id=0dda08f5-9b3b-405c-8b9c-cfe7e1cb7832)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:41:57.296019 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-946e8a6f-140f-404f-8c31-633dc3774087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f3eafb80-bc2a-44de-964c-65d9242bf4f2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:57.310470 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e310d-ca09-4fab-bbc2-1b1265f51634 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Pushing event deleted for resources: {'Subnet': ['ID=f3674d83-6af4-4853-aa13-3142d9f324f3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:57.316840 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e97e310d-ca09-4fab-bbc2-1b1265f51634 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:57.320078 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e97e310d-ca09-4fab-bbc2-1b1265f51634 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] 10.222.0.77 "DELETE /v2.0/subnets/f3674d83-6af4-4853-aa13-3142d9f324f3 HTTP/1.1" status: 204 len: 168 time: 0.4833815 Feb 09 22:41:57.322560 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52066) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:57.357073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e8a6f-140f-404f-8c31-633dc3774087 None None] Pushing event updated for resources: {'Port': ['ID=f3eafb80-bc2a-44de-964c-65d9242bf4f2,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:57.409431 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3580ca24-f368-4ff8-ae42-7eec8457c20c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (4397ddb9-753a-448a-b383-dce830a0ff3f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:57.470899 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3580ca24-f368-4ff8-ae42-7eec8457c20c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Deleting port f3eafb80-bc2a-44de-964c-65d9242bf4f2 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:41:57.471524 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3580ca24-f368-4ff8-ae42-7eec8457c20c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f3eafb80-bc2a-44de-964c-65d9242bf4f2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:57.558828 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-3580ca24-f368-4ff8-ae42-7eec8457c20c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] For port f3eafb80-bc2a-44de-964c-65d9242bf4f2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f3eafb80-bc2a-44de-964c-65d9242bf4f2,segment=NetworkSegment(0dda08f5-9b3b-405c-8b9c-cfe7e1cb7832),segment_id=0dda08f5-9b3b-405c-8b9c-cfe7e1cb7832)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:57.559450 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3580ca24-f368-4ff8-ae42-7eec8457c20c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f3eafb80-bc2a-44de-964c-65d9242bf4f2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:57.588199 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3580ca24-f368-4ff8-ae42-7eec8457c20c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Calling delete_port for f3eafb80-bc2a-44de-964c-65d9242bf4f2 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:41:57.686226 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3580ca24-f368-4ff8-ae42-7eec8457c20c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f3eafb80-bc2a-44de-964c-65d9242bf4f2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:57.713127 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580ca24-f368-4ff8-ae42-7eec8457c20c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Pushing event deleted for resources: {'Port': ['ID=f3eafb80-bc2a-44de-964c-65d9242bf4f2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:57.718552 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3580ca24-f368-4ff8-ae42-7eec8457c20c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] No DVR routers for this DVR port f3eafb80-bc2a-44de-964c-65d9242bf4f2 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:41:57.806709 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3580ca24-f368-4ff8-ae42-7eec8457c20c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (4397ddb9-753a-448a-b383-dce830a0ff3f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:57.828108 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-3580ca24-f368-4ff8-ae42-7eec8457c20c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4397ddb9-753a-448a-b383-dce830a0ff3f']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:57.839401 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-3580ca24-f368-4ff8-ae42-7eec8457c20c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dda08f5-9b3b-405c-8b9c-cfe7e1cb7832') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:57.839794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-3580ca24-f368-4ff8-ae42-7eec8457c20c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dda08f5-9b3b-405c-8b9c-cfe7e1cb7832') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:57.851934 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3580ca24-f368-4ff8-ae42-7eec8457c20c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (0dda08f5-9b3b-405c-8b9c-cfe7e1cb7832), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:57.868085 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3580ca24-f368-4ff8-ae42-7eec8457c20c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (0dda08f5-9b3b-405c-8b9c-cfe7e1cb7832), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:57.874587 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3580ca24-f368-4ff8-ae42-7eec8457c20c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:41:57.875146 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3580ca24-f368-4ff8-ae42-7eec8457c20c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (0dda08f5-9b3b-405c-8b9c-cfe7e1cb7832), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:41:57.878403 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:41:57.921058 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386d1287-d89b-46ba-8d28-32a98f0646f8 None None] Network df4fdbd3-b144-4889-be9d-f1eea756709a requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:57.949011 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3580ca24-f368-4ff8-ae42-7eec8457c20c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (4397ddb9-753a-448a-b383-dce830a0ff3f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:57.956884 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3580ca24-f368-4ff8-ae42-7eec8457c20c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:57.960465 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3580ca24-f368-4ff8-ae42-7eec8457c20c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] 10.222.0.77 "DELETE /v2.0/networks/4397ddb9-753a-448a-b383-dce830a0ff3f HTTP/1.1" status: 204 len: 168 time: 0.6369686 Feb 09 22:41:57.962970 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52068) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:57.983010 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580ca24-f368-4ff8-ae42-7eec8457c20c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Pushing event deleted for resources: {'Network': ['ID=4397ddb9-753a-448a-b383-dce830a0ff3f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:58.000636 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-1ba01ed4-f697-4fcf-94d9-5fc57e446d3a None None] Provisioning complete for port 5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:58.001024 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1ba01ed4-f697-4fcf-94d9-5fc57e446d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:58.027784 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-24476f05-78a8-4ab7-acde-37a20bdb93ae tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Deleting subnet 7e60d2eb-af62-4a03-a83a-8354d228c083 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:41:58.032942 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24476f05-78a8-4ab7-acde-37a20bdb93ae tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks [] for subnet (7e60d2eb-af62-4a03-a83a-8354d228c083), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:58.075038 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24476f05-78a8-4ab7-acde-37a20bdb93ae tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (7e60d2eb-af62-4a03-a83a-8354d228c083), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:58.115670 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1ba01ed4-f697-4fcf-94d9-5fc57e446d3a None None] Current status of the port 5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:58.116087 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1ba01ed4-f697-4fcf-94d9-5fc57e446d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:58.172666 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1ba01ed4-f697-4fcf-94d9-5fc57e446d3a None None] For port 5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2,segment=NetworkSegment(ea5c6379-5ef1-4e8d-8630-843d673656bf),segment_id=ea5c6379-5ef1-4e8d-8630-843d673656bf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:58.186644 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1ba01ed4-f697-4fcf-94d9-5fc57e446d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:58.188115 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24476f05-78a8-4ab7-acde-37a20bdb93ae tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (7e60d2eb-af62-4a03-a83a-8354d228c083), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:58.280935 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba01ed4-f697-4fcf-94d9-5fc57e446d3a None None] Pushing event updated for resources: {'Port': ['ID=5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:58.285680 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24476f05-78a8-4ab7-acde-37a20bdb93ae tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (7e60d2eb-af62-4a03-a83a-8354d228c083), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:58.317375 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:41:58.330756 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24476f05-78a8-4ab7-acde-37a20bdb93ae tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:58.334970 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-24476f05-78a8-4ab7-acde-37a20bdb93ae tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] 10.222.0.77 "DELETE /v2.0/subnets/7e60d2eb-af62-4a03-a83a-8354d228c083 HTTP/1.1" status: 204 len: 168 time: 0.3704093 Feb 09 22:41:58.336088 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24476f05-78a8-4ab7-acde-37a20bdb93ae tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Pushing event deleted for resources: {'Subnet': ['ID=7e60d2eb-af62-4a03-a83a-8354d228c083,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:58.337651 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52070) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:58.381139 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:58.381526 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:58.433360 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4228ba05-e068-4250-8b55-b1385e7c851e tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (df4fdbd3-b144-4889-be9d-f1eea756709a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:58.443469 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261ab71f-b2ce-43dc-ac9e-c9dfab1b8c9a None None] Network df4fdbd3-b144-4889-be9d-f1eea756709a requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:58.501919 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-4228ba05-e068-4250-8b55-b1385e7c851e tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Deleting port 5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:41:58.504022 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4228ba05-e068-4250-8b55-b1385e7c851e tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:58.545401 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-a7b724a5-5631-432e-b496-1dbbc697ea29 None None] Provisioning complete for port 5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:58.545782 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a7b724a5-5631-432e-b496-1dbbc697ea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:58.555860 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:58.575280 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f725d2-253b-4fa5-9d3c-0d339736b936 None None] DHCP port deletion for 4397ddb9-753a-448a-b383-dce830a0ff3f request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:41:58.578762 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-4228ba05-e068-4250-8b55-b1385e7c851e tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] For port 5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2,segment=NetworkSegment(ea5c6379-5ef1-4e8d-8630-843d673656bf),segment_id=ea5c6379-5ef1-4e8d-8630-843d673656bf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:58.579078 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4228ba05-e068-4250-8b55-b1385e7c851e tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:58.598555 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-4228ba05-e068-4250-8b55-b1385e7c851e tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Calling delete_port for 5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:41:58.623012 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50baa33a-a299-4aee-b101-1a18416af02a None None] Network 4397ddb9-753a-448a-b383-dce830a0ff3f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:58.641085 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50baa33a-a299-4aee-b101-1a18416af02a None None] Network 4397ddb9-753a-448a-b383-dce830a0ff3f could not be found, it might have been deleted concurrently. {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:41:58.692275 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4228ba05-e068-4250-8b55-b1385e7c851e tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:58.708351 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a7b724a5-5631-432e-b496-1dbbc697ea29 None None] Current status of the port 5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:58.712461 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-a7b724a5-5631-432e-b496-1dbbc697ea29 None None] Could not find standard attr ID for object f3eafb80-bc2a-44de-964c-65d9242bf4f2. {{(pid=103203) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:41:58.735524 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228ba05-e068-4250-8b55-b1385e7c851e tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Pushing event deleted for resources: {'Port': ['ID=5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:58.736695 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafbbc55-96a5-4713-89ec-3fbe58ab396d None None] DHCP port deletion for df4fdbd3-b144-4889-be9d-f1eea756709a request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:41:58.741398 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4228ba05-e068-4250-8b55-b1385e7c851e tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] No DVR routers for this DVR port 5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:41:58.827681 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4228ba05-e068-4250-8b55-b1385e7c851e tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (df4fdbd3-b144-4889-be9d-f1eea756709a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:58.849820 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-4228ba05-e068-4250-8b55-b1385e7c851e tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4fdbd3-b144-4889-be9d-f1eea756709a']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:58.860052 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-4228ba05-e068-4250-8b55-b1385e7c851e tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5c6379-5ef1-4e8d-8630-843d673656bf') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:58.860347 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-4228ba05-e068-4250-8b55-b1385e7c851e tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5c6379-5ef1-4e8d-8630-843d673656bf') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:58.870438 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4228ba05-e068-4250-8b55-b1385e7c851e tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (ea5c6379-5ef1-4e8d-8630-843d673656bf), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:58.884147 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4228ba05-e068-4250-8b55-b1385e7c851e tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (ea5c6379-5ef1-4e8d-8630-843d673656bf), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:58.890049 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4228ba05-e068-4250-8b55-b1385e7c851e tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:41:58.890426 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4228ba05-e068-4250-8b55-b1385e7c851e tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (ea5c6379-5ef1-4e8d-8630-843d673656bf), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:41:58.894075 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:41:59.287299 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4228ba05-e068-4250-8b55-b1385e7c851e tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (df4fdbd3-b144-4889-be9d-f1eea756709a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:59.294737 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4228ba05-e068-4250-8b55-b1385e7c851e tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:59.297344 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4228ba05-e068-4250-8b55-b1385e7c851e tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] 10.222.0.77 "DELETE /v2.0/networks/df4fdbd3-b144-4889-be9d-f1eea756709a HTTP/1.1" status: 204 len: 168 time: 0.9581177 Feb 09 22:41:59.300146 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52072) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:59.308891 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228ba05-e068-4250-8b55-b1385e7c851e tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Pushing event deleted for resources: {'Network': ['ID=df4fdbd3-b144-4889-be9d-f1eea756709a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:59.328555 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-12997ad7-8e14-4c7c-8c77-08b461177494 tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] 10.222.0.77 "GET /v2.0/ports?device_id=88c3d378-a50e-447d-8c3d-cf818e339566 HTTP/1.1" status: 200 len: 205 time: 0.0271566 Feb 09 22:41:59.331600 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52074) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:59.411290 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3da67b1-28a4-413d-a677-d98dce62518c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks [] for router (88c3d378-a50e-447d-8c3d-cf818e339566), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:59.576170 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3da67b1-28a4-413d-a677-d98dce62518c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (88c3d378-a50e-447d-8c3d-cf818e339566), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:59.578429 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3da67b1-28a4-413d-a677-d98dce62518c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks [] for router_controller (88c3d378-a50e-447d-8c3d-cf818e339566), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:59.636861 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3da67b1-28a4-413d-a677-d98dce62518c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (88c3d378-a50e-447d-8c3d-cf818e339566), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:59.637516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3da67b1-28a4-413d-a677-d98dce62518c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Fanout notify agent at l3_agent the message router_deleted on router 88c3d378-a50e-447d-8c3d-cf818e339566 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:41:59.644991 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f3da67b1-28a4-413d-a677-d98dce62518c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:59.648073 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f3da67b1-28a4-413d-a677-d98dce62518c tempest-RoutersNegativeTest-605723422 tempest-RoutersNegativeTest-605723422-project] 10.222.0.77 "DELETE /v2.0/routers/88c3d378-a50e-447d-8c3d-cf818e339566 HTTP/1.1" status: 204 len: 168 time: 0.3152142 Feb 09 22:41:59.894607 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52080) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:00.048755 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e16db163-a6a3-433d-8b0f-193a6929f5e0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=edeb011b79e74cf7b58a42f3ea8db850&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1529379 Feb 09 22:42:00.052109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52084) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:00.108060 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3638c390-3933-475a-9853-ce1e9fe407ec admin admin] Publish callbacks [] for security_group (4af2a860-28e7-4b97-a6f3-618f66790492), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:00.129943 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3638c390-3933-475a-9853-ce1e9fe407ec admin admin] Publish callbacks [] for security_group (4af2a860-28e7-4b97-a6f3-618f66790492), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:00.176865 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3638c390-3933-475a-9853-ce1e9fe407ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (4af2a860-28e7-4b97-a6f3-618f66790492), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:00.179476 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3638c390-3933-475a-9853-ce1e9fe407ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:00.180667 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3638c390-3933-475a-9853-ce1e9fe407ec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4af2a860-28e7-4b97-a6f3-618f66790492 HTTP/1.1" status: 204 len: 168 time: 0.1276150 Feb 09 22:42:00.192070 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638c390-3933-475a-9853-ce1e9fe407ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af2a860-28e7-4b97-a6f3-618f66790492,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:00.221359 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f3eafb80-bc2a-44de-964c-65d9242bf4f2 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:42:00.243785 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: f3eafb80-bc2a-44de-964c-65d9242bf4f2 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:42:00.244139 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f3eafb80-bc2a-44de-964c-65d9242bf4f2 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:42:00.244565 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:42:00.265226 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:42:00.265832 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5af3d4ef-2998-4f1e-b5d3-b5810ea6a8e2 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:42:00.855099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52106) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:00.954782 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-848c4299-3e27-45e8-a838-feb336abcbcc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1104435203-network', 'tenant_id': '7422be535ff94a43bfa005d1c6025552'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:00.977062 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848c4299-3e27-45e8-a838-feb336abcbcc admin admin] Made reservation on behalf of 7422be535ff94a43bfa005d1c6025552 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:42:00.979671 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-848c4299-3e27-45e8-a838-feb336abcbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:00.988910 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-848c4299-3e27-45e8-a838-feb336abcbcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:01.063526 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-848c4299-3e27-45e8-a838-feb336abcbcc admin admin] Publish callbacks [] for security_group (010ae245-2fca-4c4b-b737-a5844c00a5f0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:01.068262 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-848c4299-3e27-45e8-a838-feb336abcbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (010ae245-2fca-4c4b-b737-a5844c00a5f0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:01.096181 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848c4299-3e27-45e8-a838-feb336abcbcc admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:42:01.106705 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c4299-3e27-45e8-a838-feb336abcbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010ae245-2fca-4c4b-b737-a5844c00a5f0,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:01.111933 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-848c4299-3e27-45e8-a838-feb336abcbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (03ca8f7a-0865-448e-95f4-72f81e63491e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:01.112810 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-848c4299-3e27-45e8-a838-feb336abcbcc admin admin] Added segment 03ca8f7a-0865-448e-95f4-72f81e63491e of type vlan for network ffab934e-3e0e-451d-af9a-775f4e3f213d Feb 09 22:42:01.154266 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-848c4299-3e27-45e8-a838-feb336abcbcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (ffab934e-3e0e-451d-af9a-775f4e3f213d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:01.182014 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-848c4299-3e27-45e8-a838-feb336abcbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (ffab934e-3e0e-451d-af9a-775f4e3f213d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:01.182935 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848c4299-3e27-45e8-a838-feb336abcbcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:01.183523 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-848c4299-3e27-45e8-a838-feb336abcbcc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:01.241469 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-848c4299-3e27-45e8-a838-feb336abcbcc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3850956 Feb 09 22:42:01.245244 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52110) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:01.250260 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-84b727b7-cb5e-41f8-874b-1613f8723cfc admin admin] Request body: {'subnet': {'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1104435203-subnet', 'tenant_id': '7422be535ff94a43bfa005d1c6025552', 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:01.250823 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c4299-3e27-45e8-a838-feb336abcbcc admin admin] Pushing event updated for resources: {'Network': ['ID=ffab934e-3e0e-451d-af9a-775f4e3f213d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:01.261924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network ffab934e-3e0e-451d-af9a-775f4e3f213d details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:42:01.273590 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b727b7-cb5e-41f8-874b-1613f8723cfc admin admin] Made reservation on behalf of 7422be535ff94a43bfa005d1c6025552 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:42:01.276081 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84b727b7-cb5e-41f8-874b-1613f8723cfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:01.446006 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84b727b7-cb5e-41f8-874b-1613f8723cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (c434cdde-6d4f-494b-b1c1-f55b2932f156), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:01.500378 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b727b7-cb5e-41f8-874b-1613f8723cfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c434cdde-6d4f-494b-b1c1-f55b2932f156,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:01.510137 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b727b7-cb5e-41f8-874b-1613f8723cfc admin admin] Checking segment: {'id': '03ca8f7a-0865-448e-95f4-72f81e63491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:42:01.510506 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b727b7-cb5e-41f8-874b-1613f8723cfc admin admin] Network hostable DHCP agents. Network: ffab934e-3e0e-451d-af9a-775f4e3f213d, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:42:01.527153 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b727b7-cb5e-41f8-874b-1613f8723cfc admin admin] Network ffab934e-3e0e-451d-af9a-775f4e3f213d is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:42:01.536672 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-84b727b7-cb5e-41f8-874b-1613f8723cfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, ffab934e-3e0e-451d-af9a-775f4e3f213d) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:42:01.540744 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b727b7-cb5e-41f8-874b-1613f8723cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:01.541339 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84b727b7-cb5e-41f8-874b-1613f8723cfc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:01.546460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56815835-8836-4aea-abb4-049c0a0692c9 None None] Network ffab934e-3e0e-451d-af9a-775f4e3f213d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:42:01.560299 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52112) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:01.564275 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-84b727b7-cb5e-41f8-874b-1613f8723cfc admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3177838 Feb 09 22:42:01.564770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ae109c1c-edb0-4279-8319-52a130f22781 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1104435203-router', 'tenant_id': '7422be535ff94a43bfa005d1c6025552', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:01.593682 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ae109c1c-edb0-4279-8319-52a130f22781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (ac82980f-8867-41a3-880a-bf68f5c04f58), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:01.594897 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ae109c1c-edb0-4279-8319-52a130f22781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (ac82980f-8867-41a3-880a-bf68f5c04f58), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:01.662428 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2330885c-571b-4afb-b8e9-05ad06b9a402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-ffab934e-3e0e-451d-af9a-775f4e3f213d', 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d', 'project_id': '7422be535ff94a43bfa005d1c6025552', 'fixed_ips': [{'subnet_id': 'c434cdde-6d4f-494b-b1c1-f55b2932f156'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:42:01.663300 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2330885c-571b-4afb-b8e9-05ad06b9a402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:01.689727 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ae109c1c-edb0-4279-8319-52a130f22781 admin admin] Publish callbacks [] for router_controller (ac82980f-8867-41a3-880a-bf68f5c04f58), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:01.801186 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-2330885c-571b-4afb-b8e9-05ad06b9a402 None None] Allocated IP 172.20.0.2 (ffab934e-3e0e-451d-af9a-775f4e3f213d/c434cdde-6d4f-494b-b1c1-f55b2932f156/fd81028e-8195-449f-8867-26b1a6bcda98) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:42:01.975161 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2330885c-571b-4afb-b8e9-05ad06b9a402 None None] Publish callbacks [] for port (fd81028e-8195-449f-8867-26b1a6bcda98), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:01.981572 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2330885c-571b-4afb-b8e9-05ad06b9a402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (fd81028e-8195-449f-8867-26b1a6bcda98), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:02.024939 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2330885c-571b-4afb-b8e9-05ad06b9a402 None None] Network ffab934e-3e0e-451d-af9a-775f4e3f213d is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:42:02.028151 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-2330885c-571b-4afb-b8e9-05ad06b9a402 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:42:02.031900 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2330885c-571b-4afb-b8e9-05ad06b9a402 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:42:02.039992 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330885c-571b-4afb-b8e9-05ad06b9a402 None None] Pushing event updated for resources: {'Port': ['ID=fd81028e-8195-449f-8867-26b1a6bcda98,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:02.100015 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2330885c-571b-4afb-b8e9-05ad06b9a402 None None] Attempting to bind port fd81028e-8195-449f-8867-26b1a6bcda98 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:42:02.100281 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2330885c-571b-4afb-b8e9-05ad06b9a402 None None] Attempting to bind port fd81028e-8195-449f-8867-26b1a6bcda98 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '03ca8f7a-0865-448e-95f4-72f81e63491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:42:02.100649 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2330885c-571b-4afb-b8e9-05ad06b9a402 None None] Attempting to bind port fd81028e-8195-449f-8867-26b1a6bcda98 on network ffab934e-3e0e-451d-af9a-775f4e3f213d {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:42:02.107063 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2330885c-571b-4afb-b8e9-05ad06b9a402 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:42:02.107448 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2330885c-571b-4afb-b8e9-05ad06b9a402 None None] Checking segment: {'id': '03ca8f7a-0865-448e-95f4-72f81e63491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:42:02.107965 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2330885c-571b-4afb-b8e9-05ad06b9a402 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:02.108434 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2330885c-571b-4afb-b8e9-05ad06b9a402 None None] Bound using segment: {'id': '03ca8f7a-0865-448e-95f4-72f81e63491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:42:02.109017 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2330885c-571b-4afb-b8e9-05ad06b9a402 None None] Bound port: fd81028e-8195-449f-8867-26b1a6bcda98, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ca8f7a-0865-448e-95f4-72f81e63491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:42:02.109367 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2330885c-571b-4afb-b8e9-05ad06b9a402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fd81028e-8195-449f-8867-26b1a6bcda98), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:02.114849 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ae109c1c-edb0-4279-8319-52a130f22781 admin admin] Publish callbacks [] for router_gateway (ac82980f-8867-41a3-880a-bf68f5c04f58), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:02.178915 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2330885c-571b-4afb-b8e9-05ad06b9a402 None None] For port fd81028e-8195-449f-8867-26b1a6bcda98, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:42:02.182649 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2330885c-571b-4afb-b8e9-05ad06b9a402 None None] For port fd81028e-8195-449f-8867-26b1a6bcda98, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fd81028e-8195-449f-8867-26b1a6bcda98,segment=NetworkSegment(03ca8f7a-0865-448e-95f4-72f81e63491e),segment_id=03ca8f7a-0865-448e-95f4-72f81e63491e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:42:02.189509 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2330885c-571b-4afb-b8e9-05ad06b9a402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fd81028e-8195-449f-8867-26b1a6bcda98), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:02.250492 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330885c-571b-4afb-b8e9-05ad06b9a402 None None] Pushing event updated for resources: {'Port': ['ID=fd81028e-8195-449f-8867-26b1a6bcda98,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:02.362874 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ae109c1c-edb0-4279-8319-52a130f22781 admin admin] Publish callbacks [] for router_gateway (ac82980f-8867-41a3-880a-bf68f5c04f58), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:02.389974 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ae109c1c-edb0-4279-8319-52a130f22781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:02.525891 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-ae109c1c-edb0-4279-8319-52a130f22781 admin admin] Allocated IP 172.25.6.125 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/bd26f730-fa52-45e3-8bb9-3d2da27dbacb) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:42:02.644534 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ae109c1c-edb0-4279-8319-52a130f22781 admin admin] Publish callbacks [] for port (bd26f730-fa52-45e3-8bb9-3d2da27dbacb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:02.680312 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ae109c1c-edb0-4279-8319-52a130f22781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (bd26f730-fa52-45e3-8bb9-3d2da27dbacb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:02.717387 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae109c1c-edb0-4279-8319-52a130f22781 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:42:02.721201 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-ae109c1c-edb0-4279-8319-52a130f22781 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:42:02.724573 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae109c1c-edb0-4279-8319-52a130f22781 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:42:02.767275 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae109c1c-edb0-4279-8319-52a130f22781 admin admin] Pushing event updated for resources: {'Port': ['ID=bd26f730-fa52-45e3-8bb9-3d2da27dbacb,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:03.010879 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ae109c1c-edb0-4279-8319-52a130f22781 admin admin] Publish callbacks [] for router_gateway (ac82980f-8867-41a3-880a-bf68f5c04f58), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:03.210599 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e8d5bb-23cf-4dc2-abda-fc08502cea2c None None] Network ffab934e-3e0e-451d-af9a-775f4e3f213d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:42:03.229393 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ae109c1c-edb0-4279-8319-52a130f22781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (ac82980f-8867-41a3-880a-bf68f5c04f58), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:03.278061 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-3c5b705e-824f-4d34-a9d9-1504e1505140 None None] Provisioning complete for port fd81028e-8195-449f-8867-26b1a6bcda98 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:03.278443 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3c5b705e-824f-4d34-a9d9-1504e1505140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fd81028e-8195-449f-8867-26b1a6bcda98), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:03.387887 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae109c1c-edb0-4279-8319-52a130f22781 admin admin] Router ac82980f-8867-41a3-880a-bf68f5c04f58 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:42:03.417407 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-3c5b705e-824f-4d34-a9d9-1504e1505140 None None] Current status of the port fd81028e-8195-449f-8867-26b1a6bcda98 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:03.417811 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3c5b705e-824f-4d34-a9d9-1504e1505140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fd81028e-8195-449f-8867-26b1a6bcda98), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:03.462463 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-3c5b705e-824f-4d34-a9d9-1504e1505140 None None] For port fd81028e-8195-449f-8867-26b1a6bcda98, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fd81028e-8195-449f-8867-26b1a6bcda98,segment=NetworkSegment(03ca8f7a-0865-448e-95f4-72f81e63491e),segment_id=03ca8f7a-0865-448e-95f4-72f81e63491e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:03.467773 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3c5b705e-824f-4d34-a9d9-1504e1505140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fd81028e-8195-449f-8867-26b1a6bcda98), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:03.521428 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae109c1c-edb0-4279-8319-52a130f22781 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:42:03.538816 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b705e-824f-4d34-a9d9-1504e1505140 None None] Pushing event updated for resources: {'Port': ['ID=fd81028e-8195-449f-8867-26b1a6bcda98,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:03.539706 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] Sync routers for ids ['ac82980f-8867-41a3-880a-bf68f5c04f58'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:42:03.553694 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ae109c1c-edb0-4279-8319-52a130f22781 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:03.555043 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ae109c1c-edb0-4279-8319-52a130f22781 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9936645 Feb 09 22:42:03.559199 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52114) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:03.560615 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] Routers {'ac82980f-8867-41a3-880a-bf68f5c04f58'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:42:03.561710 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:41:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ac82980f-8867-41a3-880a-bf68f5c04f58'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:03.693210 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-63a538f2-a8b5-4682-a1d8-c0ad81a3b74a None None] Provisioning complete for port fd81028e-8195-449f-8867-26b1a6bcda98 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:03.693747 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-63a538f2-a8b5-4682-a1d8-c0ad81a3b74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fd81028e-8195-449f-8867-26b1a6bcda98), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:03.714844 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] Set router ac82980f-8867-41a3-880a-bf68f5c04f58 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:42:03.781708 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-63a538f2-a8b5-4682-a1d8-c0ad81a3b74a None None] Current status of the port fd81028e-8195-449f-8867-26b1a6bcda98 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:03.953270 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac82980f-8867-41a3-880a-bf68f5c04f58', 'name': 'tempest-TestEncryptedCinderVolumes-1104435203-router', 'tenant_id': '7422be535ff94a43bfa005d1c6025552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'bd26f730-fa52-45e3-8bb9-3d2da27dbacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:01Z', 'updated_at': '2022-02-09T22:42:02Z', 'revision_number': 3, 'project_id': '7422be535ff94a43bfa005d1c6025552', 'gw_port': {'id': 'bd26f730-fa52-45e3-8bb9-3d2da27dbacb', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac82980f-8867-41a3-880a-bf68f5c04f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:02Z', 'updated_at': '2022-02-09T22:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:03.980596 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] Checking router: ac82980f-8867-41a3-880a-bf68f5c04f58 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:42:03.980944 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] Updating router ac82980f-8867-41a3-880a-bf68f5c04f58 port bd26f730-fa52-45e3-8bb9-3d2da27dbacb binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:42:04.014927 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bd26f730-fa52-45e3-8bb9-3d2da27dbacb), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:04.060418 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68c037e1-eba2-490c-9360-809397008c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:04.260933 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fd81028e-8195-449f-8867-26b1a6bcda98 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:42:04.324243 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-68c037e1-eba2-490c-9360-809397008c33 admin admin] Allocated IP 172.20.0.1 (ffab934e-3e0e-451d-af9a-775f4e3f213d/c434cdde-6d4f-494b-b1c1-f55b2932f156/63887eae-ade5-41b1-b921-9981b1811629) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:42:04.325088 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port fd81028e-8195-449f-8867-26b1a6bcda98 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:04.325866 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fd81028e-8195-449f-8867-26b1a6bcda98), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:04.336026 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] Publish callbacks [] for port (bd26f730-fa52-45e3-8bb9-3d2da27dbacb), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:04.343402 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bd26f730-fa52-45e3-8bb9-3d2da27dbacb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:04.407119 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] Attempting to bind port bd26f730-fa52-45e3-8bb9-3d2da27dbacb on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:42:04.407495 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] Attempting to bind port bd26f730-fa52-45e3-8bb9-3d2da27dbacb by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:42:04.407880 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] Attempting to bind port bd26f730-fa52-45e3-8bb9-3d2da27dbacb on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:42:04.419459 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:42:04.419885 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:42:04.425764 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:04.426275 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:42:04.426787 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] Bound port: bd26f730-fa52-45e3-8bb9-3d2da27dbacb, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:42:04.427179 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bd26f730-fa52-45e3-8bb9-3d2da27dbacb), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:04.432460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port fd81028e-8195-449f-8867-26b1a6bcda98 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:04.450383 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a396aa-c286-415b-ae3f-d6d3c162619c None None] Pushing event updated for resources: {'Port': ['ID=bd26f730-fa52-45e3-8bb9-3d2da27dbacb,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:04.461653 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a396aa-c286-415b-ae3f-d6d3c162619c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:04.462008 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a396aa-c286-415b-ae3f-d6d3c162619c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:04.462342 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a396aa-c286-415b-ae3f-d6d3c162619c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:04.462676 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a396aa-c286-415b-ae3f-d6d3c162619c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:04.463013 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a396aa-c286-415b-ae3f-d6d3c162619c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:04.463334 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a396aa-c286-415b-ae3f-d6d3c162619c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:04.463684 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a396aa-c286-415b-ae3f-d6d3c162619c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:04.464018 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a396aa-c286-415b-ae3f-d6d3c162619c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:04.464343 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a396aa-c286-415b-ae3f-d6d3c162619c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:04.464665 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a396aa-c286-415b-ae3f-d6d3c162619c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:04.464985 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a396aa-c286-415b-ae3f-d6d3c162619c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:04.465303 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a396aa-c286-415b-ae3f-d6d3c162619c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:04.465640 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a396aa-c286-415b-ae3f-d6d3c162619c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:04.497839 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68c037e1-eba2-490c-9360-809397008c33 admin admin] Publish callbacks [] for port (63887eae-ade5-41b1-b921-9981b1811629), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:04.500879 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] For port bd26f730-fa52-45e3-8bb9-3d2da27dbacb, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:42:04.504318 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] For port bd26f730-fa52-45e3-8bb9-3d2da27dbacb, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=bd26f730-fa52-45e3-8bb9-3d2da27dbacb,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:42:04.511989 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bd26f730-fa52-45e3-8bb9-3d2da27dbacb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:04.539891 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68c037e1-eba2-490c-9360-809397008c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (63887eae-ade5-41b1-b921-9981b1811629), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:04.578472 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] Routers {'ac82980f-8867-41a3-880a-bf68f5c04f58'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:42:04.579035 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:41:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ac82980f-8867-41a3-880a-bf68f5c04f58'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:04.584722 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c037e1-eba2-490c-9360-809397008c33 admin admin] Network ffab934e-3e0e-451d-af9a-775f4e3f213d is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:42:04.588018 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-68c037e1-eba2-490c-9360-809397008c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:42:04.596621 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c037e1-eba2-490c-9360-809397008c33 admin admin] Pushing event updated for resources: {'Port': ['ID=63887eae-ade5-41b1-b921-9981b1811629,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:04.599312 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c037e1-eba2-490c-9360-809397008c33 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:42:04.649652 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68c037e1-eba2-490c-9360-809397008c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (ac82980f-8867-41a3-880a-bf68f5c04f58), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:04.679086 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a396aa-c286-415b-ae3f-d6d3c162619c None None] Pushing event updated for resources: {'Port': ['ID=bd26f730-fa52-45e3-8bb9-3d2da27dbacb,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:04.749276 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] Set router ac82980f-8867-41a3-880a-bf68f5c04f58 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:42:04.938215 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68c037e1-eba2-490c-9360-809397008c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (63887eae-ade5-41b1-b921-9981b1811629), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:04.997541 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac82980f-8867-41a3-880a-bf68f5c04f58', 'name': 'tempest-TestEncryptedCinderVolumes-1104435203-router', 'tenant_id': '7422be535ff94a43bfa005d1c6025552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'bd26f730-fa52-45e3-8bb9-3d2da27dbacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:01Z', 'updated_at': '2022-02-09T22:42:02Z', 'revision_number': 3, 'project_id': '7422be535ff94a43bfa005d1c6025552', 'gw_port': {'id': 'bd26f730-fa52-45e3-8bb9-3d2da27dbacb', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac82980f-8867-41a3-880a-bf68f5c04f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:02Z', 'updated_at': '2022-02-09T22:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:05.026650 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb86b46-87a2-4c0d-88ad-7c1984491bda None None] The sync data for ids ['ac82980f-8867-41a3-880a-bf68f5c04f58'] in n-d-828601-1 is: [{'id': 'ac82980f-8867-41a3-880a-bf68f5c04f58', 'name': 'tempest-TestEncryptedCinderVolumes-1104435203-router', 'tenant_id': '7422be535ff94a43bfa005d1c6025552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'bd26f730-fa52-45e3-8bb9-3d2da27dbacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:01Z', 'updated_at': '2022-02-09T22:42:02Z', 'revision_number': 3, 'project_id': '7422be535ff94a43bfa005d1c6025552', 'gw_port': {'id': 'bd26f730-fa52-45e3-8bb9-3d2da27dbacb', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac82980f-8867-41a3-880a-bf68f5c04f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:02Z', 'updated_at': '2022-02-09T22:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:42:05.033033 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-872fc68a-34ac-42be-8259-30f86322032d None None] Provisioning complete for port 63887eae-ade5-41b1-b921-9981b1811629 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:05.033682 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-872fc68a-34ac-42be-8259-30f86322032d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (63887eae-ade5-41b1-b921-9981b1811629), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:05.290211 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-872fc68a-34ac-42be-8259-30f86322032d None None] Port 63887eae-ade5-41b1-b921-9981b1811629 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:42:05.486645 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68c037e1-eba2-490c-9360-809397008c33 admin admin] Publish callbacks [] for port (63887eae-ade5-41b1-b921-9981b1811629), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:05.493490 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68c037e1-eba2-490c-9360-809397008c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (63887eae-ade5-41b1-b921-9981b1811629), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:05.566568 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68c037e1-eba2-490c-9360-809397008c33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (ac82980f-8867-41a3-880a-bf68f5c04f58), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:05.568574 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c037e1-eba2-490c-9360-809397008c33 admin admin] Pushing event updated for resources: {'Port': ['ID=63887eae-ade5-41b1-b921-9981b1811629,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:05.676658 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c037e1-eba2-490c-9360-809397008c33 admin admin] Network ffab934e-3e0e-451d-af9a-775f4e3f213d is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:42:05.678259 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-68c037e1-eba2-490c-9360-809397008c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:42:05.817205 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c037e1-eba2-490c-9360-809397008c33 admin admin] Router ac82980f-8867-41a3-880a-bf68f5c04f58 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:42:05.972456 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c037e1-eba2-490c-9360-809397008c33 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:42:05.978270 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-68c037e1-eba2-490c-9360-809397008c33 admin admin] 10.222.0.77 "PUT /v2.0/routers/ac82980f-8867-41a3-880a-bf68f5c04f58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4176290 Feb 09 22:42:06.019780 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-23f84f7f-5f1f-4155-8ce1-62c9ce44d86b None None] Provisioning complete for port 63887eae-ade5-41b1-b921-9981b1811629 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:06.020466 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-23f84f7f-5f1f-4155-8ce1-62c9ce44d86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (63887eae-ade5-41b1-b921-9981b1811629), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:06.070333 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-23f84f7f-5f1f-4155-8ce1-62c9ce44d86b None None] Port 63887eae-ade5-41b1-b921-9981b1811629 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:42:06.248911 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device bd26f730-fa52-45e3-8bb9-3d2da27dbacb up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:42:06.309615 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port bd26f730-fa52-45e3-8bb9-3d2da27dbacb triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:06.311476 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bd26f730-fa52-45e3-8bb9-3d2da27dbacb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:06.417569 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port bd26f730-fa52-45e3-8bb9-3d2da27dbacb is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:06.417979 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (bd26f730-fa52-45e3-8bb9-3d2da27dbacb), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:06.442928 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port bd26f730-fa52-45e3-8bb9-3d2da27dbacb, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=bd26f730-fa52-45e3-8bb9-3d2da27dbacb,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:06.446700 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (bd26f730-fa52-45e3-8bb9-3d2da27dbacb), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:06.499271 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=bd26f730-fa52-45e3-8bb9-3d2da27dbacb,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:06.585737 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52130) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:06.591096 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-0b3d3209-f135-4a5e-bd75-6077f5c15984 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1299836043-network', 'tenant_id': '6748ebe1eb8b47bc88d995cd8082f5f4'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:06.611823 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3d3209-f135-4a5e-bd75-6077f5c15984 admin admin] Made reservation on behalf of 6748ebe1eb8b47bc88d995cd8082f5f4 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:42:06.614216 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b3d3209-f135-4a5e-bd75-6077f5c15984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:06.623000 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b3d3209-f135-4a5e-bd75-6077f5c15984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:06.713057 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b3d3209-f135-4a5e-bd75-6077f5c15984 admin admin] Publish callbacks [] for security_group (80f1d9fe-a77f-47b5-ac4c-8a0a368e14ce), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:06.718099 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b3d3209-f135-4a5e-bd75-6077f5c15984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (80f1d9fe-a77f-47b5-ac4c-8a0a368e14ce), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:06.741664 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3d3209-f135-4a5e-bd75-6077f5c15984 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:42:06.762157 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b3d3209-f135-4a5e-bd75-6077f5c15984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d3558f0a-2eee-40c9-81e4-19339467897e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:06.762508 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-0b3d3209-f135-4a5e-bd75-6077f5c15984 admin admin] Added segment d3558f0a-2eee-40c9-81e4-19339467897e of type vlan for network 339750f0-a89c-4a4d-a1e2-90d4216909dc Feb 09 22:42:06.775264 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d3209-f135-4a5e-bd75-6077f5c15984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f1d9fe-a77f-47b5-ac4c-8a0a368e14ce,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:06.808026 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b3d3209-f135-4a5e-bd75-6077f5c15984 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (339750f0-a89c-4a4d-a1e2-90d4216909dc), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:06.835878 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b3d3209-f135-4a5e-bd75-6077f5c15984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (339750f0-a89c-4a4d-a1e2-90d4216909dc), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:06.836790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3d3209-f135-4a5e-bd75-6077f5c15984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:06.837406 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b3d3209-f135-4a5e-bd75-6077f5c15984 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:06.890843 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] Sync routers for ids ['ac82980f-8867-41a3-880a-bf68f5c04f58'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:42:06.895481 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-0b3d3209-f135-4a5e-bd75-6077f5c15984 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3086178 Feb 09 22:42:06.898737 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52132) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:06.902914 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] Routers {'ac82980f-8867-41a3-880a-bf68f5c04f58'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:42:06.903210 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d3209-f135-4a5e-bd75-6077f5c15984 admin admin] Pushing event updated for resources: {'Network': ['ID=339750f0-a89c-4a4d-a1e2-90d4216909dc,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:06.903542 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:41:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ac82980f-8867-41a3-880a-bf68f5c04f58'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:06.905960 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Request body: {'subnet': {'network_id': '339750f0-a89c-4a4d-a1e2-90d4216909dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1299836043-subnet', 'tenant_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:06.926576 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Made reservation on behalf of 6748ebe1eb8b47bc88d995cd8082f5f4 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:42:06.929723 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:06.945653 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 339750f0-a89c-4a4d-a1e2-90d4216909dc details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:42:07.073038 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] Set router ac82980f-8867-41a3-880a-bf68f5c04f58 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:42:07.102146 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (dddd7029-beb0-4bb2-bafd-54ba777b6878), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:07.163429 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dddd7029-beb0-4bb2-bafd-54ba777b6878,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:07.171424 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Checking segment: {'id': 'd3558f0a-2eee-40c9-81e4-19339467897e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '339750f0-a89c-4a4d-a1e2-90d4216909dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:42:07.171818 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Network hostable DHCP agents. Network: 339750f0-a89c-4a4d-a1e2-90d4216909dc, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:42:07.179927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:07.180276 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:07.180622 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:07.180961 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:07.181296 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:07.181630 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:07.181959 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:07.182285 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:07.182607 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:07.182951 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:07.183287 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:07.183581 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:07.183925 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:07.205079 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Network 339750f0-a89c-4a4d-a1e2-90d4216909dc is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:42:07.216244 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 339750f0-a89c-4a4d-a1e2-90d4216909dc) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:42:07.222750 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:07.224035 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:07.225439 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb99cb4a-7963-4368-8d55-48d0e4759d97 None None] Network 339750f0-a89c-4a4d-a1e2-90d4216909dc requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:42:07.249122 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3378c9a0-e6fb-4572-932f-76b1aaf1710a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3478119 Feb 09 22:42:07.251995 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52134) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:07.258154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-879fed8c-b2f4-478f-96d3-64cfc8ece522 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1299836043-router', 'tenant_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:07.283392 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-879fed8c-b2f4-478f-96d3-64cfc8ece522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (76583e91-565a-469e-9539-bd57842ab4f7), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:07.285508 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-879fed8c-b2f4-478f-96d3-64cfc8ece522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (76583e91-565a-469e-9539-bd57842ab4f7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:07.363797 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-879fed8c-b2f4-478f-96d3-64cfc8ece522 admin admin] Publish callbacks [] for router_controller (76583e91-565a-469e-9539-bd57842ab4f7), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:07.383580 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac82980f-8867-41a3-880a-bf68f5c04f58', 'name': 'tempest-TestEncryptedCinderVolumes-1104435203-router', 'tenant_id': '7422be535ff94a43bfa005d1c6025552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'bd26f730-fa52-45e3-8bb9-3d2da27dbacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:01Z', 'updated_at': '2022-02-09T22:42:04Z', 'revision_number': 4, 'project_id': '7422be535ff94a43bfa005d1c6025552', 'gw_port': {'id': 'bd26f730-fa52-45e3-8bb9-3d2da27dbacb', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82980f-8867-41a3-880a-bf68f5c04f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:02Z', 'updated_at': '2022-02-09T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '63887eae-ade5-41b1-b921-9981b1811629', 'name': '', 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d', 'tenant_id': '7422be535ff94a43bfa005d1c6025552', 'mac_address': 'fa:16:3e:c5:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac82980f-8867-41a3-880a-bf68f5c04f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c434cdde-6d4f-494b-b1c1-f55b2932f156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:04Z', 'updated_at': '2022-02-09T22:42:04Z', 'revision_number': 2, 'project_id': '7422be535ff94a43bfa005d1c6025552', 'subnets': [{'id': 'c434cdde-6d4f-494b-b1c1-f55b2932f156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:07.425755 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] Checking router: ac82980f-8867-41a3-880a-bf68f5c04f58 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:42:07.426123 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] Updating router ac82980f-8867-41a3-880a-bf68f5c04f58 port 63887eae-ade5-41b1-b921-9981b1811629 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:42:07.463482 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6d860f-ea1c-455b-a88c-b6b47b3cc940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-339750f0-a89c-4a4d-a1e2-90d4216909dc', 'network_id': '339750f0-a89c-4a4d-a1e2-90d4216909dc', 'project_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'fixed_ips': [{'subnet_id': 'dddd7029-beb0-4bb2-bafd-54ba777b6878'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:42:07.464486 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ac6d860f-ea1c-455b-a88c-b6b47b3cc940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:07.490485 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (63887eae-ade5-41b1-b921-9981b1811629), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:07.537248 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-879fed8c-b2f4-478f-96d3-64cfc8ece522 admin admin] Publish callbacks [] for router_gateway (76583e91-565a-469e-9539-bd57842ab4f7), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:07.723116 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-ac6d860f-ea1c-455b-a88c-b6b47b3cc940 None None] Allocated IP 172.20.0.2 (339750f0-a89c-4a4d-a1e2-90d4216909dc/dddd7029-beb0-4bb2-bafd-54ba777b6878/dd318d62-60f1-4d85-8b5f-03cfdbdfda5c) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:42:07.762922 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-879fed8c-b2f4-478f-96d3-64cfc8ece522 admin admin] Publish callbacks [] for router_gateway (76583e91-565a-469e-9539-bd57842ab4f7), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:07.782500 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-879fed8c-b2f4-478f-96d3-64cfc8ece522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:07.897057 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-879fed8c-b2f4-478f-96d3-64cfc8ece522 admin admin] Allocated IP 172.25.6.180 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/fb2eaa60-bb62-4918-9c11-5fcc6782ec63) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:42:07.969370 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f533c983-07db-4b2e-aad6-29aa49c30698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:08.006211 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ac6d860f-ea1c-455b-a88c-b6b47b3cc940 None None] Publish callbacks [] for port (dd318d62-60f1-4d85-8b5f-03cfdbdfda5c), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:08.010243 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-879fed8c-b2f4-478f-96d3-64cfc8ece522 admin admin] Publish callbacks [] for port (fb2eaa60-bb62-4918-9c11-5fcc6782ec63), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:08.011553 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] Publish callbacks [] for port (63887eae-ade5-41b1-b921-9981b1811629), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:08.015375 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ac6d860f-ea1c-455b-a88c-b6b47b3cc940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (dd318d62-60f1-4d85-8b5f-03cfdbdfda5c), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:08.023748 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (63887eae-ade5-41b1-b921-9981b1811629), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:08.048632 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-879fed8c-b2f4-478f-96d3-64cfc8ece522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (fb2eaa60-bb62-4918-9c11-5fcc6782ec63), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:08.068423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6d860f-ea1c-455b-a88c-b6b47b3cc940 None None] Network 339750f0-a89c-4a4d-a1e2-90d4216909dc is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:42:08.071639 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-ac6d860f-ea1c-455b-a88c-b6b47b3cc940 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:42:08.076409 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6d860f-ea1c-455b-a88c-b6b47b3cc940 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:42:08.087196 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d860f-ea1c-455b-a88c-b6b47b3cc940 None None] Pushing event updated for resources: {'Port': ['ID=dd318d62-60f1-4d85-8b5f-03cfdbdfda5c,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:08.101296 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879fed8c-b2f4-478f-96d3-64cfc8ece522 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:42:08.105654 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-879fed8c-b2f4-478f-96d3-64cfc8ece522 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:42:08.108090 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879fed8c-b2f4-478f-96d3-64cfc8ece522 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:42:08.110494 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fed8c-b2f4-478f-96d3-64cfc8ece522 admin admin] Pushing event updated for resources: {'Port': ['ID=fb2eaa60-bb62-4918-9c11-5fcc6782ec63,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:08.209664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19261b22-2c24-4db1-961d-b30268f9d505 None None] Pushing event updated for resources: {'Port': ['ID=63887eae-ade5-41b1-b921-9981b1811629,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:08.217903 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ac6d860f-ea1c-455b-a88c-b6b47b3cc940 None None] Attempting to bind port dd318d62-60f1-4d85-8b5f-03cfdbdfda5c on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:42:08.218284 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ac6d860f-ea1c-455b-a88c-b6b47b3cc940 None None] Attempting to bind port dd318d62-60f1-4d85-8b5f-03cfdbdfda5c by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'd3558f0a-2eee-40c9-81e4-19339467897e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '339750f0-a89c-4a4d-a1e2-90d4216909dc'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:42:08.218649 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6d860f-ea1c-455b-a88c-b6b47b3cc940 None None] Attempting to bind port dd318d62-60f1-4d85-8b5f-03cfdbdfda5c on network 339750f0-a89c-4a4d-a1e2-90d4216909dc {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:42:08.235107 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6d860f-ea1c-455b-a88c-b6b47b3cc940 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:42:08.235734 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6d860f-ea1c-455b-a88c-b6b47b3cc940 None None] Checking segment: {'id': 'd3558f0a-2eee-40c9-81e4-19339467897e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '339750f0-a89c-4a4d-a1e2-90d4216909dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:42:08.236323 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ac6d860f-ea1c-455b-a88c-b6b47b3cc940 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:08.237235 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6d860f-ea1c-455b-a88c-b6b47b3cc940 None None] Bound using segment: {'id': 'd3558f0a-2eee-40c9-81e4-19339467897e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '339750f0-a89c-4a4d-a1e2-90d4216909dc'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:42:08.237890 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ac6d860f-ea1c-455b-a88c-b6b47b3cc940 None None] Bound port: dd318d62-60f1-4d85-8b5f-03cfdbdfda5c, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3558f0a-2eee-40c9-81e4-19339467897e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '339750f0-a89c-4a4d-a1e2-90d4216909dc'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:42:08.238456 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ac6d860f-ea1c-455b-a88c-b6b47b3cc940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (dd318d62-60f1-4d85-8b5f-03cfdbdfda5c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:08.251213 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] Attempting to bind port 63887eae-ade5-41b1-b921-9981b1811629 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:42:08.251919 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] Attempting to bind port 63887eae-ade5-41b1-b921-9981b1811629 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '03ca8f7a-0865-448e-95f4-72f81e63491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:42:08.252293 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] Attempting to bind port 63887eae-ade5-41b1-b921-9981b1811629 on network ffab934e-3e0e-451d-af9a-775f4e3f213d {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:42:08.261000 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:42:08.261297 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] Checking segment: {'id': '03ca8f7a-0865-448e-95f4-72f81e63491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:42:08.261896 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:08.262471 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] Bound using segment: {'id': '03ca8f7a-0865-448e-95f4-72f81e63491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:42:08.263133 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] Bound port: 63887eae-ade5-41b1-b921-9981b1811629, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ca8f7a-0865-448e-95f4-72f81e63491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:42:08.263736 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (63887eae-ade5-41b1-b921-9981b1811629), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:08.267201 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device bd26f730-fa52-45e3-8bb9-3d2da27dbacb up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:42:08.404330 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ac6d860f-ea1c-455b-a88c-b6b47b3cc940 None None] For port dd318d62-60f1-4d85-8b5f-03cfdbdfda5c, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:42:08.414022 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ac6d860f-ea1c-455b-a88c-b6b47b3cc940 None None] For port dd318d62-60f1-4d85-8b5f-03cfdbdfda5c, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=dd318d62-60f1-4d85-8b5f-03cfdbdfda5c,segment=NetworkSegment(d3558f0a-2eee-40c9-81e4-19339467897e),segment_id=d3558f0a-2eee-40c9-81e4-19339467897e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:42:08.422454 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] For port 63887eae-ade5-41b1-b921-9981b1811629, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:42:08.441659 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ac6d860f-ea1c-455b-a88c-b6b47b3cc940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (dd318d62-60f1-4d85-8b5f-03cfdbdfda5c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:08.442444 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-879fed8c-b2f4-478f-96d3-64cfc8ece522 admin admin] Publish callbacks [] for router_gateway (76583e91-565a-469e-9539-bd57842ab4f7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:08.446153 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] For port 63887eae-ade5-41b1-b921-9981b1811629, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=63887eae-ade5-41b1-b921-9981b1811629,segment=NetworkSegment(03ca8f7a-0865-448e-95f4-72f81e63491e),segment_id=03ca8f7a-0865-448e-95f4-72f81e63491e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:42:08.457725 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port bd26f730-fa52-45e3-8bb9-3d2da27dbacb triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:08.458104 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (bd26f730-fa52-45e3-8bb9-3d2da27dbacb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:08.482263 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (63887eae-ade5-41b1-b921-9981b1811629), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:08.503326 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9cd4e233-35e6-4ec6-b75f-1abec17a895b None None] Provisioning complete for port 63887eae-ade5-41b1-b921-9981b1811629 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:08.503736 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9cd4e233-35e6-4ec6-b75f-1abec17a895b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (63887eae-ade5-41b1-b921-9981b1811629), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:08.607409 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d860f-ea1c-455b-a88c-b6b47b3cc940 None None] Pushing event updated for resources: {'Port': ['ID=dd318d62-60f1-4d85-8b5f-03cfdbdfda5c,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:08.610385 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] Routers {'ac82980f-8867-41a3-880a-bf68f5c04f58'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:42:08.611023 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:41:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ac82980f-8867-41a3-880a-bf68f5c04f58'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:08.722150 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-879fed8c-b2f4-478f-96d3-64cfc8ece522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (76583e91-565a-469e-9539-bd57842ab4f7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:08.903538 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879fed8c-b2f4-478f-96d3-64cfc8ece522 admin admin] Router 76583e91-565a-469e-9539-bd57842ab4f7 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:42:08.980781 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19261b22-2c24-4db1-961d-b30268f9d505 None None] Pushing event updated for resources: {'Port': ['ID=63887eae-ade5-41b1-b921-9981b1811629,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:09.020782 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port bd26f730-fa52-45e3-8bb9-3d2da27dbacb is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:09.029304 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879fed8c-b2f4-478f-96d3-64cfc8ece522 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:42:09.030770 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9cd4e233-35e6-4ec6-b75f-1abec17a895b None None] Current status of the port 63887eae-ade5-41b1-b921-9981b1811629 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:09.031178 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9cd4e233-35e6-4ec6-b75f-1abec17a895b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (63887eae-ade5-41b1-b921-9981b1811629), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:09.040275 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] Sync routers for ids ['76583e91-565a-469e-9539-bd57842ab4f7'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:42:09.049059 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-879fed8c-b2f4-478f-96d3-64cfc8ece522 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:09.054203 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52136) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:09.054780 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] Routers {'76583e91-565a-469e-9539-bd57842ab4f7'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:42:09.054991 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:41:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['76583e91-565a-469e-9539-bd57842ab4f7'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:09.062316 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-879fed8c-b2f4-478f-96d3-64cfc8ece522 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8077874 Feb 09 22:42:09.071772 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] Set router ac82980f-8867-41a3-880a-bf68f5c04f58 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:42:09.110641 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-9cd4e233-35e6-4ec6-b75f-1abec17a895b None None] For port 63887eae-ade5-41b1-b921-9981b1811629, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=63887eae-ade5-41b1-b921-9981b1811629,segment=NetworkSegment(03ca8f7a-0865-448e-95f4-72f81e63491e),segment_id=03ca8f7a-0865-448e-95f4-72f81e63491e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:09.123253 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9cd4e233-35e6-4ec6-b75f-1abec17a895b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (63887eae-ade5-41b1-b921-9981b1811629), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:09.198816 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] Set router 76583e91-565a-469e-9539-bd57842ab4f7 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:42:09.262288 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4e233-35e6-4ec6-b75f-1abec17a895b None None] Pushing event updated for resources: {'Port': ['ID=63887eae-ade5-41b1-b921-9981b1811629,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:09.282714 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b179a4ef-9136-4d53-9f05-0ed0ced6344c None None] Provisioning complete for port 63887eae-ade5-41b1-b921-9981b1811629 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:09.283099 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b179a4ef-9136-4d53-9f05-0ed0ced6344c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (63887eae-ade5-41b1-b921-9981b1811629), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:09.418587 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b179a4ef-9136-4d53-9f05-0ed0ced6344c None None] Current status of the port 63887eae-ade5-41b1-b921-9981b1811629 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:09.431620 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac82980f-8867-41a3-880a-bf68f5c04f58', 'name': 'tempest-TestEncryptedCinderVolumes-1104435203-router', 'tenant_id': '7422be535ff94a43bfa005d1c6025552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'bd26f730-fa52-45e3-8bb9-3d2da27dbacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:01Z', 'updated_at': '2022-02-09T22:42:04Z', 'revision_number': 4, 'project_id': '7422be535ff94a43bfa005d1c6025552', 'gw_port': {'id': 'bd26f730-fa52-45e3-8bb9-3d2da27dbacb', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82980f-8867-41a3-880a-bf68f5c04f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:02Z', 'updated_at': '2022-02-09T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '63887eae-ade5-41b1-b921-9981b1811629', 'name': '', 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d', 'tenant_id': '7422be535ff94a43bfa005d1c6025552', 'mac_address': 'fa:16:3e:c5:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac82980f-8867-41a3-880a-bf68f5c04f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c434cdde-6d4f-494b-b1c1-f55b2932f156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:04Z', 'updated_at': '2022-02-09T22:42:08Z', 'revision_number': 4, 'project_id': '7422be535ff94a43bfa005d1c6025552', 'subnets': [{'id': 'c434cdde-6d4f-494b-b1c1-f55b2932f156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:09.435077 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76583e91-565a-469e-9539-bd57842ab4f7', 'name': 'tempest-TestEncryptedCinderVolumes-1299836043-router', 'tenant_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'fb2eaa60-bb62-4918-9c11-5fcc6782ec63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:07Z', 'updated_at': '2022-02-09T22:42:08Z', 'revision_number': 3, 'project_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'gw_port': {'id': 'fb2eaa60-bb62-4918-9c11-5fcc6782ec63', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76583e91-565a-469e-9539-bd57842ab4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:07Z', 'updated_at': '2022-02-09T22:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:09.460600 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e950dd4d-cf8d-4141-a05b-70d286e850a7 None None] The sync data for ids ['ac82980f-8867-41a3-880a-bf68f5c04f58'] in n-d-828601-1 is: [{'id': 'ac82980f-8867-41a3-880a-bf68f5c04f58', 'name': 'tempest-TestEncryptedCinderVolumes-1104435203-router', 'tenant_id': '7422be535ff94a43bfa005d1c6025552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'bd26f730-fa52-45e3-8bb9-3d2da27dbacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:01Z', 'updated_at': '2022-02-09T22:42:04Z', 'revision_number': 4, 'project_id': '7422be535ff94a43bfa005d1c6025552', 'gw_port': {'id': 'bd26f730-fa52-45e3-8bb9-3d2da27dbacb', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82980f-8867-41a3-880a-bf68f5c04f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:02Z', 'updated_at': '2022-02-09T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '63887eae-ade5-41b1-b921-9981b1811629', 'name': '', 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d', 'tenant_id': '7422be535ff94a43bfa005d1c6025552', 'mac_address': 'fa:16:3e:c5:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac82980f-8867-41a3-880a-bf68f5c04f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c434cdde-6d4f-494b-b1c1-f55b2932f156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:04Z', 'updated_at': '2022-02-09T22:42:08Z', 'revision_number': 4, 'project_id': '7422be535ff94a43bfa005d1c6025552', 'subnets': [{'id': 'c434cdde-6d4f-494b-b1c1-f55b2932f156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:42:09.474133 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] Checking router: 76583e91-565a-469e-9539-bd57842ab4f7 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:42:09.474486 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] Updating router 76583e91-565a-469e-9539-bd57842ab4f7 port fb2eaa60-bb62-4918-9c11-5fcc6782ec63 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:42:09.503518 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fb2eaa60-bb62-4918-9c11-5fcc6782ec63), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:09.624303 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c0b27e4-9586-4b29-8897-5bf1a95a9c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:09.852365 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-9c0b27e4-9586-4b29-8897-5bf1a95a9c8e admin admin] Allocated IP 172.20.0.1 (339750f0-a89c-4a4d-a1e2-90d4216909dc/dddd7029-beb0-4bb2-bafd-54ba777b6878/2c5f57e1-c1e3-456a-9b43-1d4c5404634a) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:42:09.899897 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0226ac-261a-4cb5-bde7-ca9bca0709e9 None None] Network 339750f0-a89c-4a4d-a1e2-90d4216909dc requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:42:09.966198 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] Publish callbacks [] for port (fb2eaa60-bb62-4918-9c11-5fcc6782ec63), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:09.968424 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c0b27e4-9586-4b29-8897-5bf1a95a9c8e admin admin] Publish callbacks [] for port (2c5f57e1-c1e3-456a-9b43-1d4c5404634a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:09.975437 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fb2eaa60-bb62-4918-9c11-5fcc6782ec63), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:10.000272 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f99af24e-6659-4abc-8a73-1a41b4314ba2 None None] Provisioning complete for port dd318d62-60f1-4d85-8b5f-03cfdbdfda5c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:10.000896 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f99af24e-6659-4abc-8a73-1a41b4314ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (dd318d62-60f1-4d85-8b5f-03cfdbdfda5c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:10.011540 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c0b27e4-9586-4b29-8897-5bf1a95a9c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (2c5f57e1-c1e3-456a-9b43-1d4c5404634a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:10.040974 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] Attempting to bind port fb2eaa60-bb62-4918-9c11-5fcc6782ec63 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:42:10.041578 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] Attempting to bind port fb2eaa60-bb62-4918-9c11-5fcc6782ec63 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:42:10.041691 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] Attempting to bind port fb2eaa60-bb62-4918-9c11-5fcc6782ec63 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:42:10.049663 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:42:10.050046 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:42:10.050874 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:10.051269 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:42:10.051777 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] Bound port: fb2eaa60-bb62-4918-9c11-5fcc6782ec63, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:42:10.052169 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fb2eaa60-bb62-4918-9c11-5fcc6782ec63), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:10.073002 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b27e4-9586-4b29-8897-5bf1a95a9c8e admin admin] Pushing event updated for resources: {'Port': ['ID=2c5f57e1-c1e3-456a-9b43-1d4c5404634a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:10.082900 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0b27e4-9586-4b29-8897-5bf1a95a9c8e admin admin] Network 339750f0-a89c-4a4d-a1e2-90d4216909dc is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:42:10.084629 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-9c0b27e4-9586-4b29-8897-5bf1a95a9c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:42:10.087233 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0b27e4-9586-4b29-8897-5bf1a95a9c8e admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:42:10.130484 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] For port fb2eaa60-bb62-4918-9c11-5fcc6782ec63, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:42:10.133299 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c0b27e4-9586-4b29-8897-5bf1a95a9c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (76583e91-565a-469e-9539-bd57842ab4f7), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:10.134091 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] For port fb2eaa60-bb62-4918-9c11-5fcc6782ec63, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fb2eaa60-bb62-4918-9c11-5fcc6782ec63,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:42:10.147265 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fb2eaa60-bb62-4918-9c11-5fcc6782ec63), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:10.152184 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f99af24e-6659-4abc-8a73-1a41b4314ba2 None None] Current status of the port dd318d62-60f1-4d85-8b5f-03cfdbdfda5c is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:10.152585 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f99af24e-6659-4abc-8a73-1a41b4314ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (dd318d62-60f1-4d85-8b5f-03cfdbdfda5c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:10.181955 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fa34d-d5cd-4128-a30b-14c801d7d909 None None] Pushing event updated for resources: {'Port': ['ID=fb2eaa60-bb62-4918-9c11-5fcc6782ec63,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:10.211330 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f99af24e-6659-4abc-8a73-1a41b4314ba2 None None] For port dd318d62-60f1-4d85-8b5f-03cfdbdfda5c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=dd318d62-60f1-4d85-8b5f-03cfdbdfda5c,segment=NetworkSegment(d3558f0a-2eee-40c9-81e4-19339467897e),segment_id=d3558f0a-2eee-40c9-81e4-19339467897e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:10.219325 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f99af24e-6659-4abc-8a73-1a41b4314ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (dd318d62-60f1-4d85-8b5f-03cfdbdfda5c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:10.239793 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] Routers {'76583e91-565a-469e-9539-bd57842ab4f7'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:42:10.240442 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:41:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['76583e91-565a-469e-9539-bd57842ab4f7'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:10.319098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99af24e-6659-4abc-8a73-1a41b4314ba2 None None] Pushing event updated for resources: {'Port': ['ID=dd318d62-60f1-4d85-8b5f-03cfdbdfda5c,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:10.372997 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c0b27e4-9586-4b29-8897-5bf1a95a9c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2c5f57e1-c1e3-456a-9b43-1d4c5404634a), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:10.413460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device dd318d62-60f1-4d85-8b5f-03cfdbdfda5c up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:42:10.432843 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fa34d-d5cd-4128-a30b-14c801d7d909 None None] Pushing event updated for resources: {'Port': ['ID=fb2eaa60-bb62-4918-9c11-5fcc6782ec63,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:10.522598 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] Set router 76583e91-565a-469e-9539-bd57842ab4f7 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:42:10.526132 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port dd318d62-60f1-4d85-8b5f-03cfdbdfda5c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:10.526684 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (dd318d62-60f1-4d85-8b5f-03cfdbdfda5c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:10.632677 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-aeaff582-f06c-4e44-89a1-3643904f1e6d None None] Provisioning complete for port 2c5f57e1-c1e3-456a-9b43-1d4c5404634a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:10.633176 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aeaff582-f06c-4e44-89a1-3643904f1e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2c5f57e1-c1e3-456a-9b43-1d4c5404634a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:10.637438 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c0b27e4-9586-4b29-8897-5bf1a95a9c8e admin admin] Publish callbacks [] for port (2c5f57e1-c1e3-456a-9b43-1d4c5404634a), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:10.646687 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c0b27e4-9586-4b29-8897-5bf1a95a9c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (2c5f57e1-c1e3-456a-9b43-1d4c5404634a), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:10.665158 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5435a679-0401-4a34-bfd3-27059f32cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:10.716332 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-aeaff582-f06c-4e44-89a1-3643904f1e6d None None] Port 2c5f57e1-c1e3-456a-9b43-1d4c5404634a cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:42:10.734332 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c0b27e4-9586-4b29-8897-5bf1a95a9c8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (76583e91-565a-469e-9539-bd57842ab4f7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:10.738970 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b27e4-9586-4b29-8897-5bf1a95a9c8e admin admin] Pushing event updated for resources: {'Port': ['ID=2c5f57e1-c1e3-456a-9b43-1d4c5404634a,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:10.753932 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-aeaff582-f06c-4e44-89a1-3643904f1e6d None None] Provisioning complete for port dd318d62-60f1-4d85-8b5f-03cfdbdfda5c triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:10.754411 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aeaff582-f06c-4e44-89a1-3643904f1e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (dd318d62-60f1-4d85-8b5f-03cfdbdfda5c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:10.757457 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port dd318d62-60f1-4d85-8b5f-03cfdbdfda5c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:10.758791 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 63887eae-ade5-41b1-b921-9981b1811629 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:42:10.791500 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76583e91-565a-469e-9539-bd57842ab4f7', 'name': 'tempest-TestEncryptedCinderVolumes-1299836043-router', 'tenant_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'fb2eaa60-bb62-4918-9c11-5fcc6782ec63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:07Z', 'updated_at': '2022-02-09T22:42:08Z', 'revision_number': 3, 'project_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'gw_port': {'id': 'fb2eaa60-bb62-4918-9c11-5fcc6782ec63', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76583e91-565a-469e-9539-bd57842ab4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:07Z', 'updated_at': '2022-02-09T22:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:10.829201 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afc4dc0-673e-4632-b6a6-823ca36b510d None None] The sync data for ids ['76583e91-565a-469e-9539-bd57842ab4f7'] in n-d-828601-1 is: [{'id': '76583e91-565a-469e-9539-bd57842ab4f7', 'name': 'tempest-TestEncryptedCinderVolumes-1299836043-router', 'tenant_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'fb2eaa60-bb62-4918-9c11-5fcc6782ec63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:07Z', 'updated_at': '2022-02-09T22:42:08Z', 'revision_number': 3, 'project_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'gw_port': {'id': 'fb2eaa60-bb62-4918-9c11-5fcc6782ec63', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76583e91-565a-469e-9539-bd57842ab4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:07Z', 'updated_at': '2022-02-09T22:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:42:10.875269 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0b27e4-9586-4b29-8897-5bf1a95a9c8e admin admin] Network 339750f0-a89c-4a4d-a1e2-90d4216909dc is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:42:10.876864 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-9c0b27e4-9586-4b29-8897-5bf1a95a9c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:42:10.896223 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 63887eae-ade5-41b1-b921-9981b1811629 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:10.896485 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (63887eae-ade5-41b1-b921-9981b1811629), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:10.967795 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-aeaff582-f06c-4e44-89a1-3643904f1e6d None None] Current status of the port dd318d62-60f1-4d85-8b5f-03cfdbdfda5c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:11.033327 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 63887eae-ade5-41b1-b921-9981b1811629 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:11.066306 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0b27e4-9586-4b29-8897-5bf1a95a9c8e admin admin] Router 76583e91-565a-469e-9539-bd57842ab4f7 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:42:11.095336 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d96e4ed6-d5a8-4354-8568-e547bfdb943d None None] Provisioning complete for port 2c5f57e1-c1e3-456a-9b43-1d4c5404634a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:11.095887 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d96e4ed6-d5a8-4354-8568-e547bfdb943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2c5f57e1-c1e3-456a-9b43-1d4c5404634a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:11.140834 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d96e4ed6-d5a8-4354-8568-e547bfdb943d None None] Port 2c5f57e1-c1e3-456a-9b43-1d4c5404634a cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:42:11.237006 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0b27e4-9586-4b29-8897-5bf1a95a9c8e admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:42:11.243575 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9c0b27e4-9586-4b29-8897-5bf1a95a9c8e admin admin] 10.222.0.77 "PUT /v2.0/routers/76583e91-565a-469e-9539-bd57842ab4f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1879790 Feb 09 22:42:11.263999 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-a4f42500-bd98-4458-8289-aea3eb5ab0c2 None None] Provisioning complete for port 2c5f57e1-c1e3-456a-9b43-1d4c5404634a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:11.264385 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a4f42500-bd98-4458-8289-aea3eb5ab0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2c5f57e1-c1e3-456a-9b43-1d4c5404634a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:11.302514 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a4f42500-bd98-4458-8289-aea3eb5ab0c2 None None] Port 2c5f57e1-c1e3-456a-9b43-1d4c5404634a cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:42:11.821125 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:12.003599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-bfe75ada-f4b6-4202-a15d-f4e73260958c tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:12.005087 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-bfe75ada-f4b6-4202-a15d-f4e73260958c tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/networks?id=ffab934e-3e0e-451d-af9a-775f4e3f213d HTTP/1.1" status: 200 len: 817 time: 0.1045470 Feb 09 22:42:12.020678 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-ee8574db-6b0a-402a-b0a5-93795ed2bffa tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/quotas/7422be535ff94a43bfa005d1c6025552 HTTP/1.1" status: 200 len: 375 time: 0.0098813 Feb 09 22:42:12.088618 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-3816589f-b789-46cf-ba92-704e69f2a7cf tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7422be535ff94a43bfa005d1c6025552&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620193 Feb 09 22:42:12.192422 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-4268a335-aac8-4a5c-aaaa-26691006073a service neutron] 10.222.0.77 "GET /v2.0/networks/ffab934e-3e0e-451d-af9a-775f4e3f213d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913229 Feb 09 22:42:12.294957 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-15e0e204-b33c-411b-9950-68150464dc43 service neutron] 10.222.0.77 "GET /v2.0/networks/ffab934e-3e0e-451d-af9a-775f4e3f213d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957110 Feb 09 22:42:12.297431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device dd318d62-60f1-4d85-8b5f-03cfdbdfda5c up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:42:12.349516 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port dd318d62-60f1-4d85-8b5f-03cfdbdfda5c triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:12.349938 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (dd318d62-60f1-4d85-8b5f-03cfdbdfda5c), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:12.441735 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port dd318d62-60f1-4d85-8b5f-03cfdbdfda5c is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:12.442955 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fb2eaa60-bb62-4918-9c11-5fcc6782ec63 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:42:12.476251 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c378215-65b1-4b4f-8f52-2058c6512688 req-eb71b761-17f5-4add-afcc-27fc74e07a88 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8 HTTP/1.1" status: 200 len: 210 time: 0.0331731 Feb 09 22:42:12.502318 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port fb2eaa60-bb62-4918-9c11-5fcc6782ec63 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:12.502706 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fb2eaa60-bb62-4918-9c11-5fcc6782ec63), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:12.596222 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port fb2eaa60-bb62-4918-9c11-5fcc6782ec63 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:12.596800 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (fb2eaa60-bb62-4918-9c11-5fcc6782ec63), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:12.620998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port fb2eaa60-bb62-4918-9c11-5fcc6782ec63, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fb2eaa60-bb62-4918-9c11-5fcc6782ec63,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:12.629558 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (fb2eaa60-bb62-4918-9c11-5fcc6782ec63), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:12.692511 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=fb2eaa60-bb62-4918-9c11-5fcc6782ec63,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:12.867186 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] Sync routers for ids ['76583e91-565a-469e-9539-bd57842ab4f7'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:42:12.878998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] Routers {'76583e91-565a-469e-9539-bd57842ab4f7'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:42:12.879615 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:42:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['76583e91-565a-469e-9539-bd57842ab4f7'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:13.005094 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:13.006862 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] Set router 76583e91-565a-469e-9539-bd57842ab4f7 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:42:13.205110 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76583e91-565a-469e-9539-bd57842ab4f7', 'name': 'tempest-TestEncryptedCinderVolumes-1299836043-router', 'tenant_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'fb2eaa60-bb62-4918-9c11-5fcc6782ec63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:07Z', 'updated_at': '2022-02-09T22:42:10Z', 'revision_number': 4, 'project_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'gw_port': {'id': 'fb2eaa60-bb62-4918-9c11-5fcc6782ec63', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76583e91-565a-469e-9539-bd57842ab4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:07Z', 'updated_at': '2022-02-09T22:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '2c5f57e1-c1e3-456a-9b43-1d4c5404634a', 'name': '', 'network_id': '339750f0-a89c-4a4d-a1e2-90d4216909dc', 'tenant_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'mac_address': 'fa:16:3e:70:e9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76583e91-565a-469e-9539-bd57842ab4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'dddd7029-beb0-4bb2-bafd-54ba777b6878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:09Z', 'updated_at': '2022-02-09T22:42:10Z', 'revision_number': 2, 'project_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'subnets': [{'id': 'dddd7029-beb0-4bb2-bafd-54ba777b6878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:13.234893 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] Checking router: 76583e91-565a-469e-9539-bd57842ab4f7 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:42:13.235257 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] Updating router 76583e91-565a-469e-9539-bd57842ab4f7 port 2c5f57e1-c1e3-456a-9b43-1d4c5404634a binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:42:13.263740 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2c5f57e1-c1e3-456a-9b43-1d4c5404634a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:13.587044 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a198697b-1ffa-4a6f-a3fa-4386afeea2da req-662164bd-148f-4425-8ae8-31f8178d9f9f tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8 HTTP/1.1" status: 200 len: 210 time: 0.0387671 Feb 09 22:42:13.591619 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] Publish callbacks [] for port (2c5f57e1-c1e3-456a-9b43-1d4c5404634a), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:13.607738 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2c5f57e1-c1e3-456a-9b43-1d4c5404634a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:13.687490 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b9d52-5d2a-4578-826d-d759f7f329ca None None] Pushing event updated for resources: {'Port': ['ID=2c5f57e1-c1e3-456a-9b43-1d4c5404634a,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:13.726087 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] Attempting to bind port 2c5f57e1-c1e3-456a-9b43-1d4c5404634a on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:42:13.726785 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] Attempting to bind port 2c5f57e1-c1e3-456a-9b43-1d4c5404634a by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'd3558f0a-2eee-40c9-81e4-19339467897e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '339750f0-a89c-4a4d-a1e2-90d4216909dc'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:42:13.727262 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] Attempting to bind port 2c5f57e1-c1e3-456a-9b43-1d4c5404634a on network 339750f0-a89c-4a4d-a1e2-90d4216909dc {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:42:13.735199 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:42:13.735720 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] Checking segment: {'id': 'd3558f0a-2eee-40c9-81e4-19339467897e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '339750f0-a89c-4a4d-a1e2-90d4216909dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:42:13.736229 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:13.736944 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] Bound using segment: {'id': 'd3558f0a-2eee-40c9-81e4-19339467897e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '339750f0-a89c-4a4d-a1e2-90d4216909dc'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:42:13.737755 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] Bound port: 2c5f57e1-c1e3-456a-9b43-1d4c5404634a, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3558f0a-2eee-40c9-81e4-19339467897e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '339750f0-a89c-4a4d-a1e2-90d4216909dc'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:42:13.738280 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2c5f57e1-c1e3-456a-9b43-1d4c5404634a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:13.738395 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-d2efa732-88f1-46b5-a2f7-dce30077c0e1 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:13.740146 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-d2efa732-88f1-46b5-a2f7-dce30077c0e1 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.71 "GET /v2.0/networks?id=ffab934e-3e0e-451d-af9a-775f4e3f213d HTTP/1.1" status: 200 len: 817 time: 0.1732104 Feb 09 22:42:13.754862 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-c9a206b5-4091-47e5-87dd-18156a306700 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Request body: {'port': {'device_id': '38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8', 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d', 'admin_state_up': True, 'tenant_id': '7422be535ff94a43bfa005d1c6025552'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:13.818197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] For port 2c5f57e1-c1e3-456a-9b43-1d4c5404634a, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:42:13.824032 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] For port 2c5f57e1-c1e3-456a-9b43-1d4c5404634a, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2c5f57e1-c1e3-456a-9b43-1d4c5404634a,segment=NetworkSegment(d3558f0a-2eee-40c9-81e4-19339467897e),segment_id=d3558f0a-2eee-40c9-81e4-19339467897e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:42:13.832263 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2c5f57e1-c1e3-456a-9b43-1d4c5404634a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:13.898020 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] Routers {'76583e91-565a-469e-9539-bd57842ab4f7'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:42:13.898694 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:42:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['76583e91-565a-469e-9539-bd57842ab4f7'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:13.906027 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b9d52-5d2a-4578-826d-d759f7f329ca None None] Pushing event updated for resources: {'Port': ['ID=2c5f57e1-c1e3-456a-9b43-1d4c5404634a,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:13.925633 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-c9a206b5-4091-47e5-87dd-18156a306700 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Made reservation on behalf of 7422be535ff94a43bfa005d1c6025552 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:42:13.929918 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-c9a206b5-4091-47e5-87dd-18156a306700 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:14.093145 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-c9a206b5-4091-47e5-87dd-18156a306700 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Allocated IP 172.20.0.7 (ffab934e-3e0e-451d-af9a-775f4e3f213d/c434cdde-6d4f-494b-b1c1-f55b2932f156/391e01c1-4fde-41e2-96a5-8ed0b631a818) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:42:14.175323 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-f3faa8af-aa57-47d3-af59-bcf540bfb19c None None] Provisioning complete for port 2c5f57e1-c1e3-456a-9b43-1d4c5404634a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:14.175752 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f3faa8af-aa57-47d3-af59-bcf540bfb19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2c5f57e1-c1e3-456a-9b43-1d4c5404634a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:14.238212 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] Set router 76583e91-565a-469e-9539-bd57842ab4f7 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:42:14.267269 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fb2eaa60-bb62-4918-9c11-5fcc6782ec63 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:42:14.319138 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-c9a206b5-4091-47e5-87dd-18156a306700 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Publish callbacks [] for port (391e01c1-4fde-41e2-96a5-8ed0b631a818), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:14.369594 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-c9a206b5-4091-47e5-87dd-18156a306700 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (391e01c1-4fde-41e2-96a5-8ed0b631a818), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:14.417152 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-c9a206b5-4091-47e5-87dd-18156a306700 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Network ffab934e-3e0e-451d-af9a-775f4e3f213d is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:42:14.420838 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-c9a206b5-4091-47e5-87dd-18156a306700 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:42:14.429158 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-c9a206b5-4091-47e5-87dd-18156a306700 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:42:14.440841 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f3faa8af-aa57-47d3-af59-bcf540bfb19c None None] Current status of the port 2c5f57e1-c1e3-456a-9b43-1d4c5404634a is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:14.441236 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f3faa8af-aa57-47d3-af59-bcf540bfb19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (2c5f57e1-c1e3-456a-9b43-1d4c5404634a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:14.489080 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port fb2eaa60-bb62-4918-9c11-5fcc6782ec63 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:14.489525 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (fb2eaa60-bb62-4918-9c11-5fcc6782ec63), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:14.499288 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a206b5-4091-47e5-87dd-18156a306700 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Pushing event updated for resources: {'Port': ['ID=391e01c1-4fde-41e2-96a5-8ed0b631a818,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:14.532765 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-c9a206b5-4091-47e5-87dd-18156a306700 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:14.533904 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-c9a206b5-4091-47e5-87dd-18156a306700 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:14.536308 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f3faa8af-aa57-47d3-af59-bcf540bfb19c None None] For port 2c5f57e1-c1e3-456a-9b43-1d4c5404634a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2c5f57e1-c1e3-456a-9b43-1d4c5404634a,segment=NetworkSegment(d3558f0a-2eee-40c9-81e4-19339467897e),segment_id=d3558f0a-2eee-40c9-81e4-19339467897e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:14.557314 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-c9a206b5-4091-47e5-87dd-18156a306700 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8068423 Feb 09 22:42:14.570827 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f3faa8af-aa57-47d3-af59-bcf540bfb19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (2c5f57e1-c1e3-456a-9b43-1d4c5404634a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:14.571070 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] Request body: {'port': {'device_id': '38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:14.646936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3faa8af-aa57-47d3-af59-bcf540bfb19c None None] Pushing event updated for resources: {'Port': ['ID=2c5f57e1-c1e3-456a-9b43-1d4c5404634a,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:14.679221 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (391e01c1-4fde-41e2-96a5-8ed0b631a818), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:14.721719 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port fb2eaa60-bb62-4918-9c11-5fcc6782ec63 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:14.729351 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76583e91-565a-469e-9539-bd57842ab4f7', 'name': 'tempest-TestEncryptedCinderVolumes-1299836043-router', 'tenant_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'fb2eaa60-bb62-4918-9c11-5fcc6782ec63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:07Z', 'updated_at': '2022-02-09T22:42:10Z', 'revision_number': 4, 'project_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'gw_port': {'id': 'fb2eaa60-bb62-4918-9c11-5fcc6782ec63', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76583e91-565a-469e-9539-bd57842ab4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:07Z', 'updated_at': '2022-02-09T22:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '2c5f57e1-c1e3-456a-9b43-1d4c5404634a', 'name': '', 'network_id': '339750f0-a89c-4a4d-a1e2-90d4216909dc', 'tenant_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'mac_address': 'fa:16:3e:70:e9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76583e91-565a-469e-9539-bd57842ab4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'dddd7029-beb0-4bb2-bafd-54ba777b6878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:09Z', 'updated_at': '2022-02-09T22:42:13Z', 'revision_number': 4, 'project_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'subnets': [{'id': 'dddd7029-beb0-4bb2-bafd-54ba777b6878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:14.769880 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077cb6-9329-445a-9244-b648e393369b req-d0361b2b-2759-4740-8333-cf0c7ae7d7df tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:14.773616 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-33077cb6-9329-445a-9244-b648e393369b req-d0361b2b-2759-4740-8333-cf0c7ae7d7df tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8 HTTP/1.1" status: 200 len: 931 time: 0.0819290 Feb 09 22:42:14.777765 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45187b27-d82a-4b25-8111-49ce6c35fcac None None] The sync data for ids ['76583e91-565a-469e-9539-bd57842ab4f7'] in n-d-828601-1 is: [{'id': '76583e91-565a-469e-9539-bd57842ab4f7', 'name': 'tempest-TestEncryptedCinderVolumes-1299836043-router', 'tenant_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'fb2eaa60-bb62-4918-9c11-5fcc6782ec63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:07Z', 'updated_at': '2022-02-09T22:42:10Z', 'revision_number': 4, 'project_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'gw_port': {'id': 'fb2eaa60-bb62-4918-9c11-5fcc6782ec63', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76583e91-565a-469e-9539-bd57842ab4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:07Z', 'updated_at': '2022-02-09T22:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '2c5f57e1-c1e3-456a-9b43-1d4c5404634a', 'name': '', 'network_id': '339750f0-a89c-4a4d-a1e2-90d4216909dc', 'tenant_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'mac_address': 'fa:16:3e:70:e9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76583e91-565a-469e-9539-bd57842ab4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'dddd7029-beb0-4bb2-bafd-54ba777b6878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:09Z', 'updated_at': '2022-02-09T22:42:13Z', 'revision_number': 4, 'project_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'subnets': [{'id': 'dddd7029-beb0-4bb2-bafd-54ba777b6878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:42:14.786084 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-cea1f535-22ed-43ac-8491-52c0f8763231 None None] Provisioning complete for port 2c5f57e1-c1e3-456a-9b43-1d4c5404634a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:14.786529 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cea1f535-22ed-43ac-8491-52c0f8763231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2c5f57e1-c1e3-456a-9b43-1d4c5404634a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:14.789934 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:14.901110 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-33077cb6-9329-445a-9244-b648e393369b req-a23bae2f-24f9-4240-8918-76c55c6fdd25 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/security-groups?id=010ae245-2fca-4c4b-b737-a5844c00a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086707 Feb 09 22:42:14.938397 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-cea1f535-22ed-43ac-8491-52c0f8763231 None None] Current status of the port 2c5f57e1-c1e3-456a-9b43-1d4c5404634a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:15.060131 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-badd0076-faa6-4ab2-979d-be941ff96810 None None] Provisioning complete for port 391e01c1-4fde-41e2-96a5-8ed0b631a818 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:15.060938 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-badd0076-faa6-4ab2-979d-be941ff96810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (391e01c1-4fde-41e2-96a5-8ed0b631a818), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:15.099578 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-badd0076-faa6-4ab2-979d-be941ff96810 None None] Port 391e01c1-4fde-41e2-96a5-8ed0b631a818 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:42:15.345609 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391e01c1-4fde-41e2-96a5-8ed0b631a818 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:42:15.353422 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] Publish callbacks [] for port (391e01c1-4fde-41e2-96a5-8ed0b631a818), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:15.365910 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] Transition to ACTIVE for port object 391e01c1-4fde-41e2-96a5-8ed0b631a818 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:42:15.369643 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (391e01c1-4fde-41e2-96a5-8ed0b631a818), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:15.417616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] Pushing event updated for resources: {'Port': ['ID=391e01c1-4fde-41e2-96a5-8ed0b631a818,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:15.493094 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] Attempting to bind port 391e01c1-4fde-41e2-96a5-8ed0b631a818 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:42:15.493431 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] Attempting to bind port 391e01c1-4fde-41e2-96a5-8ed0b631a818 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '03ca8f7a-0865-448e-95f4-72f81e63491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:42:15.493761 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] Attempting to bind port 391e01c1-4fde-41e2-96a5-8ed0b631a818 on network ffab934e-3e0e-451d-af9a-775f4e3f213d {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:42:15.498461 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] Port 391e01c1-4fde-41e2-96a5-8ed0b631a818 on network ffab934e-3e0e-451d-af9a-775f4e3f213d not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:42:15.498783 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] Attempting to bind port 391e01c1-4fde-41e2-96a5-8ed0b631a818 on network ffab934e-3e0e-451d-af9a-775f4e3f213d {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:42:15.505025 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:42:15.505344 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] Checking segment: {'id': '03ca8f7a-0865-448e-95f4-72f81e63491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:42:15.505735 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] Bound using segment: {'id': '03ca8f7a-0865-448e-95f4-72f81e63491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:42:15.506162 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] Bound port: 391e01c1-4fde-41e2-96a5-8ed0b631a818, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03ca8f7a-0865-448e-95f4-72f81e63491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:42:15.506515 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (391e01c1-4fde-41e2-96a5-8ed0b631a818), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:15.576508 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] For port 391e01c1-4fde-41e2-96a5-8ed0b631a818, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:42:15.579704 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] For port 391e01c1-4fde-41e2-96a5-8ed0b631a818, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=391e01c1-4fde-41e2-96a5-8ed0b631a818,segment=NetworkSegment(03ca8f7a-0865-448e-95f4-72f81e63491e),segment_id=03ca8f7a-0865-448e-95f4-72f81e63491e)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:42:15.585373 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (391e01c1-4fde-41e2-96a5-8ed0b631a818), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:15.621084 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:15.621719 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:15.623285 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] 10.222.0.71 "PUT /v2.0/ports/391e01c1-4fde-41e2-96a5-8ed0b631a818 HTTP/1.1" status: 200 len: 1091 time: 1.0582728 Feb 09 22:42:15.624073 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8', 'tag': '391e01c1-4fde-41e2-96a5-8ed0b631a818'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:42:15.627359 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e3b53a-39fd-4e61-922e-009430cc5f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8", "tag": "391e01c1-4fde-41e2-96a5-8ed0b631a818"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:42:15.655573 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab1d6f-7c20-484d-a111-dd8b8ae194f5 service neutron] Pushing event updated for resources: {'Port': ['ID=391e01c1-4fde-41e2-96a5-8ed0b631a818,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:15.693300 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0274aa-53e5-47dd-9aa1-fd2fe7c6f19b x-openstack-request-id: req-5a0274aa-53e5-47dd-9aa1-fd2fe7c6f19b {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:42:15.693602 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8", "tag": "391e01c1-4fde-41e2-96a5-8ed0b631a818", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:42:15.693866 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5a0274aa-53e5-47dd-9aa1-fd2fe7c6f19b {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:42:15.694273 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8', 'tag': '391e01c1-4fde-41e2-96a5-8ed0b631a818', 'status': 'completed', 'code': 200} Feb 09 22:42:15.730932 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-f7ea0cdd-a8b0-4e06-8510-741adf116ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:15.732580 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-f7ea0cdd-a8b0-4e06-8510-741adf116ebb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7422be535ff94a43bfa005d1c6025552&device_id=38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8 HTTP/1.1" status: 200 len: 1125 time: 0.0532663 Feb 09 22:42:15.778535 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-ab942e87-9297-4150-a8fd-14019b87ba08 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=391e01c1-4fde-41e2-96a5-8ed0b631a818 HTTP/1.1" status: 200 len: 217 time: 0.0388741 Feb 09 22:42:15.830087 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-ca84429d-2ced-468e-9dea-0d020575e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:15.831730 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-ca84429d-2ced-468e-9dea-0d020575e8f8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c434cdde-6d4f-494b-b1c1-f55b2932f156 HTTP/1.1" status: 200 len: 856 time: 0.0470622 Feb 09 22:42:15.883996 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-eadb0731-ec45-4f4f-8fe8-e4e5d6abe73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:15.885910 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-eadb0731-ec45-4f4f-8fe8-e4e5d6abe73e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ffab934e-3e0e-451d-af9a-775f4e3f213d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484562 Feb 09 22:42:15.888408 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:15.993445 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-405595c7-e2c8-4224-a0d8-be8786dba02c service neutron] 10.222.0.71 "GET /v2.0/networks/ffab934e-3e0e-451d-af9a-775f4e3f213d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012614 Feb 09 22:42:16.010521 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a5ac2-8414-48d4-aa1c-201e0a62b55d req-1e79edb7-eec4-4f76-9566-5cfeec41f810 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:16.012064 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f5a5ac2-8414-48d4-aa1c-201e0a62b55d req-1e79edb7-eec4-4f76-9566-5cfeec41f810 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8 HTTP/1.1" status: 200 len: 943 time: 0.0588548 Feb 09 22:42:16.058841 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f5a5ac2-8414-48d4-aa1c-201e0a62b55d req-363d6888-d762-48bd-ab95-33332f43c798 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/security-groups?id=010ae245-2fca-4c4b-b737-a5844c00a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409799 Feb 09 22:42:16.081865 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-eddb4ffa-f02a-47b4-9830-6dabfbdefeb3 req-745689bc-38f6-4bf1-b86c-2bd431c7b594 service neutron] 10.222.0.71 "GET /v2.0/networks/ffab934e-3e0e-451d-af9a-775f4e3f213d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823207 Feb 09 22:42:16.177340 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3b53a-39fd-4e61-922e-009430cc5f5d req-22cf32f2-2303-4e6f-9048-69ac969b9581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:16.178990 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f0e3b53a-39fd-4e61-922e-009430cc5f5d req-22cf32f2-2303-4e6f-9048-69ac969b9581 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7422be535ff94a43bfa005d1c6025552&device_id=38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8 HTTP/1.1" status: 200 len: 1125 time: 0.0495322 Feb 09 22:42:16.246929 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2c5f57e1-c1e3-456a-9b43-1d4c5404634a up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:42:16.280025 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3b53a-39fd-4e61-922e-009430cc5f5d req-b60e4e62-9ebd-4b4e-b845-06dfe58ed63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:16.281594 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f0e3b53a-39fd-4e61-922e-009430cc5f5d req-b60e4e62-9ebd-4b4e-b845-06dfe58ed63e service neutron] 10.222.0.71 "GET /v2.0/networks?id=ffab934e-3e0e-451d-af9a-775f4e3f213d HTTP/1.1" status: 200 len: 918 time: 0.0968454 Feb 09 22:42:16.298852 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 2c5f57e1-c1e3-456a-9b43-1d4c5404634a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:16.299331 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (2c5f57e1-c1e3-456a-9b43-1d4c5404634a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:16.333507 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f0e3b53a-39fd-4e61-922e-009430cc5f5d req-e2d4d525-35a4-49f3-8936-189b4739a6ab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=391e01c1-4fde-41e2-96a5-8ed0b631a818 HTTP/1.1" status: 200 len: 217 time: 0.0437133 Feb 09 22:42:16.357489 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:16.396655 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 2c5f57e1-c1e3-456a-9b43-1d4c5404634a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:16.402948 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3b53a-39fd-4e61-922e-009430cc5f5d req-dae9a580-d047-41a4-8c00-f9d9de247b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:16.404477 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f0e3b53a-39fd-4e61-922e-009430cc5f5d req-dae9a580-d047-41a4-8c00-f9d9de247b63 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c434cdde-6d4f-494b-b1c1-f55b2932f156 HTTP/1.1" status: 200 len: 856 time: 0.0648901 Feb 09 22:42:16.457232 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3b53a-39fd-4e61-922e-009430cc5f5d req-18f055fe-ad60-4838-953a-da821a45d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:16.458780 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f0e3b53a-39fd-4e61-922e-009430cc5f5d req-18f055fe-ad60-4838-953a-da821a45d6fc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ffab934e-3e0e-451d-af9a-775f4e3f213d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483608 Feb 09 22:42:16.550608 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f0e3b53a-39fd-4e61-922e-009430cc5f5d req-130f59eb-0590-4c16-944e-bb460e2ef6e1 service neutron] 10.222.0.71 "GET /v2.0/networks/ffab934e-3e0e-451d-af9a-775f4e3f213d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851939 Feb 09 22:42:16.664243 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f0e3b53a-39fd-4e61-922e-009430cc5f5d req-aa7b6f6c-cd42-4273-9932-9619927ec786 service neutron] 10.222.0.71 "GET /v2.0/networks/ffab934e-3e0e-451d-af9a-775f4e3f213d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066842 Feb 09 22:42:17.181033 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34253838-ffbc-49a3-aef1-8eb856f562b2 req-25b20a18-7916-4a66-8fda-fe43c0f5ab6c tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:17.182611 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-34253838-ffbc-49a3-aef1-8eb856f562b2 req-25b20a18-7916-4a66-8fda-fe43c0f5ab6c tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8 HTTP/1.1" status: 200 len: 943 time: 0.0550063 Feb 09 22:42:17.229270 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-34253838-ffbc-49a3-aef1-8eb856f562b2 req-1f97e7c1-5ee6-4178-a340-b73f11301028 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/security-groups?id=010ae245-2fca-4c4b-b737-a5844c00a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410748 Feb 09 22:42:18.350093 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5e3eb-cdc6-4236-b930-60119ac53961 req-b097c127-6232-485d-8c56-703cdf39e6a6 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:18.351861 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ae5e3eb-cdc6-4236-b930-60119ac53961 req-b097c127-6232-485d-8c56-703cdf39e6a6 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8 HTTP/1.1" status: 200 len: 943 time: 0.0515244 Feb 09 22:42:18.403354 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ae5e3eb-cdc6-4236-b930-60119ac53961 req-456d37db-d35a-4440-8e8c-dca528894bd0 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/security-groups?id=010ae245-2fca-4c4b-b737-a5844c00a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457940 Feb 09 22:42:18.617774 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 391e01c1-4fde-41e2-96a5-8ed0b631a818 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:42:18.720585 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 391e01c1-4fde-41e2-96a5-8ed0b631a818, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=391e01c1-4fde-41e2-96a5-8ed0b631a818,segment=NetworkSegment(03ca8f7a-0865-448e-95f4-72f81e63491e),segment_id=03ca8f7a-0865-448e-95f4-72f81e63491e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:18.732260 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '391e01c1-4fde-41e2-96a5-8ed0b631a818', 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d', 'port_id': '391e01c1-4fde-41e2-96a5-8ed0b631a818', 'mac_address': 'fa:16:3e:fd:77:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c434cdde-6d4f-494b-b1c1-f55b2932f156', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:42:18.767493 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 391e01c1-4fde-41e2-96a5-8ed0b631a818 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:18.767921 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (391e01c1-4fde-41e2-96a5-8ed0b631a818), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:18.781241 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391e01c1-4fde-41e2-96a5-8ed0b631a818 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:42:18.804100 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 391e01c1-4fde-41e2-96a5-8ed0b631a818, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=391e01c1-4fde-41e2-96a5-8ed0b631a818,segment=NetworkSegment(03ca8f7a-0865-448e-95f4-72f81e63491e),segment_id=03ca8f7a-0865-448e-95f4-72f81e63491e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:18.807979 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (391e01c1-4fde-41e2-96a5-8ed0b631a818), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:18.857300 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=391e01c1-4fde-41e2-96a5-8ed0b631a818,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:19.012736 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['391e01c1-4fde-41e2-96a5-8ed0b631a818'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:42:19.524273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9969a4-556b-4ff9-be90-dbfb32830066 req-f17c96f5-9d22-4856-b741-3cab25069c59 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:19.525779 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5b9969a4-556b-4ff9-be90-dbfb32830066 req-f17c96f5-9d22-4856-b741-3cab25069c59 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8 HTTP/1.1" status: 200 len: 944 time: 0.0529585 Feb 09 22:42:19.571626 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5b9969a4-556b-4ff9-be90-dbfb32830066 req-e17d442c-1a3c-4583-accc-7fa9b786abd9 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/security-groups?id=010ae245-2fca-4c4b-b737-a5844c00a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402539 Feb 09 22:42:20.633036 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 391e01c1-4fde-41e2-96a5-8ed0b631a818 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:42:20.686976 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 391e01c1-4fde-41e2-96a5-8ed0b631a818 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:42:20.691326 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 391e01c1-4fde-41e2-96a5-8ed0b631a818 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:20.691764 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (391e01c1-4fde-41e2-96a5-8ed0b631a818), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:20.693444 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726681fe-73bd-412a-84a8-e1cadfc15065 req-ef0f1169-96a7-457f-ac24-4d106ac27468 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:20.694989 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-726681fe-73bd-412a-84a8-e1cadfc15065 req-ef0f1169-96a7-457f-ac24-4d106ac27468 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8 HTTP/1.1" status: 200 len: 944 time: 0.0542717 Feb 09 22:42:20.744149 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-726681fe-73bd-412a-84a8-e1cadfc15065 req-b466b2f3-8de8-4ce0-9a24-037d78311389 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/security-groups?id=010ae245-2fca-4c4b-b737-a5844c00a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432684 Feb 09 22:42:20.771050 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 391e01c1-4fde-41e2-96a5-8ed0b631a818 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:20.771520 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (391e01c1-4fde-41e2-96a5-8ed0b631a818), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:20.794289 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391e01c1-4fde-41e2-96a5-8ed0b631a818'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:42:20.796606 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abea604e-0d6c-4bad-8b46-2e0428b1a7a1" -d '{"events": [{"server_uuid": "38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8", "name": "network-vif-plugged", "status": "completed", "tag": "391e01c1-4fde-41e2-96a5-8ed0b631a818"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:42:20.809984 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 391e01c1-4fde-41e2-96a5-8ed0b631a818, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=391e01c1-4fde-41e2-96a5-8ed0b631a818,segment=NetworkSegment(03ca8f7a-0865-448e-95f4-72f81e63491e),segment_id=03ca8f7a-0865-448e-95f4-72f81e63491e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:20.814419 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (391e01c1-4fde-41e2-96a5-8ed0b631a818), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:20.842986 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6bb439-b574-4ea7-949e-429fe2b56870 x-openstack-request-id: req-4e6bb439-b574-4ea7-949e-429fe2b56870 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:42:20.843280 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8", "name": "network-vif-plugged", "status": "completed", "tag": "391e01c1-4fde-41e2-96a5-8ed0b631a818", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:42:20.843532 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4e6bb439-b574-4ea7-949e-429fe2b56870 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:42:20.843944 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391e01c1-4fde-41e2-96a5-8ed0b631a818', 'code': 200} Feb 09 22:42:20.869885 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=391e01c1-4fde-41e2-96a5-8ed0b631a818,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:20.943504 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f641cd-7013-4446-ba90-3ba3870ffc74 req-859c3632-b310-484c-8780-a5adaa827d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:20.945000 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e8f641cd-7013-4446-ba90-3ba3870ffc74 req-859c3632-b310-484c-8780-a5adaa827d3c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8 HTTP/1.1" status: 200 len: 1127 time: 0.0446501 Feb 09 22:42:20.988788 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e8f641cd-7013-4446-ba90-3ba3870ffc74 req-9dc4b7a0-d313-40e9-bff8-298d1987f5a3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=010ae245-2fca-4c4b-b737-a5844c00a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384173 Feb 09 22:42:21.875914 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550a98b-35c5-4309-9d73-ed44e0861c84 req-53c2e29a-7092-46dd-881f-ea9b8e5fbcb9 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:21.877509 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c550a98b-35c5-4309-9d73-ed44e0861c84 req-53c2e29a-7092-46dd-881f-ea9b8e5fbcb9 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8 HTTP/1.1" status: 200 len: 945 time: 0.0619824 Feb 09 22:42:21.932536 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c550a98b-35c5-4309-9d73-ed44e0861c84 req-cfe50604-0828-48e5-af3a-18bf3f5298bd tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/security-groups?id=010ae245-2fca-4c4b-b737-a5844c00a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475876 Feb 09 22:42:23.057520 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9d24b-3d7f-45cc-864c-0956c714b021 req-5ca54b47-5cf2-4407-95c3-41d660023c07 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:23.058996 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45f9d24b-3d7f-45cc-864c-0956c714b021 req-5ca54b47-5cf2-4407-95c3-41d660023c07 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8 HTTP/1.1" status: 200 len: 945 time: 0.0526822 Feb 09 22:42:23.104776 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-45f9d24b-3d7f-45cc-864c-0956c714b021 req-46712515-7c4c-41a1-91d2-437ebd14d271 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/security-groups?id=010ae245-2fca-4c4b-b737-a5844c00a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400887 Feb 09 22:42:23.219145 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d3d20-04eb-43b3-aa45-b44c14320146 req-1ff0aaa2-51e1-4622-bcf3-0e2c62cc78b9 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:23.221287 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c16d3d20-04eb-43b3-aa45-b44c14320146 req-1ff0aaa2-51e1-4622-bcf3-0e2c62cc78b9 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8 HTTP/1.1" status: 200 len: 945 time: 0.0502946 Feb 09 22:42:23.270756 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c16d3d20-04eb-43b3-aa45-b44c14320146 req-17ea1da3-d076-4200-a7dd-1a8a72b9bed4 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/security-groups?id=010ae245-2fca-4c4b-b737-a5844c00a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437553 Feb 09 22:42:24.447074 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:42:37.912661 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3ac3af71-16dd-4c83-987e-5bc92dd3de9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:40.610853 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9464bec2-6750-4552-bc1c-cddfdd4e8e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:41.821641 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:42.995870 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:44.725018 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:45.892467 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:46.350618 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:57.608585 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b285e-45a8-4535-978c-a5f829e05f36 req-407ac62b-ad38-471e-ac60-7aa342dfc352 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:57.610850 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-027b285e-45a8-4535-978c-a5f829e05f36 req-407ac62b-ad38-471e-ac60-7aa342dfc352 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8 HTTP/1.1" status: 200 len: 945 time: 0.0579567 Feb 09 22:42:57.661705 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-027b285e-45a8-4535-978c-a5f829e05f36 req-f49c872a-5fe1-41c7-b3f7-bb5f2cdfdefc tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/security-groups?id=010ae245-2fca-4c4b-b737-a5844c00a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436494 Feb 09 22:42:58.787395 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa226e-14ec-4180-9555-002ed506ae28 req-83d03c9a-0f7a-4432-8a88-ef453d5bc515 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:58.789000 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-deaa226e-14ec-4180-9555-002ed506ae28 req-83d03c9a-0f7a-4432-8a88-ef453d5bc515 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8 HTTP/1.1" status: 200 len: 945 time: 0.0534828 Feb 09 22:42:58.843303 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-deaa226e-14ec-4180-9555-002ed506ae28 req-771bc509-bd9b-4481-9725-55fe5edd1d77 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/security-groups?id=010ae245-2fca-4c4b-b737-a5844c00a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478947 Feb 09 22:42:59.024428 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef392559-26ac-40f7-b67c-dbf1631dd1a1 req-0d2948c2-1d4b-433a-9d12-1c5e9e15d3c5 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:59.025817 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ef392559-26ac-40f7-b67c-dbf1631dd1a1 req-0d2948c2-1d4b-433a-9d12-1c5e9e15d3c5 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.71 "GET /v2.0/ports?device_id=38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8 HTTP/1.1" status: 200 len: 945 time: 0.0588706 Feb 09 22:42:59.123993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-ef392559-26ac-40f7-b67c-dbf1631dd1a1 req-c3e59ad6-fa4c-4a06-acdb-a6b2a70a61e3 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Deleting port 391e01c1-4fde-41e2-96a5-8ed0b631a818 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:42:59.124307 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ef392559-26ac-40f7-b67c-dbf1631dd1a1 req-c3e59ad6-fa4c-4a06-acdb-a6b2a70a61e3 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (391e01c1-4fde-41e2-96a5-8ed0b631a818), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:59.219195 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-ef392559-26ac-40f7-b67c-dbf1631dd1a1 req-c3e59ad6-fa4c-4a06-acdb-a6b2a70a61e3 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] For port 391e01c1-4fde-41e2-96a5-8ed0b631a818, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=391e01c1-4fde-41e2-96a5-8ed0b631a818,segment=NetworkSegment(03ca8f7a-0865-448e-95f4-72f81e63491e),segment_id=03ca8f7a-0865-448e-95f4-72f81e63491e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:59.219480 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ef392559-26ac-40f7-b67c-dbf1631dd1a1 req-c3e59ad6-fa4c-4a06-acdb-a6b2a70a61e3 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (391e01c1-4fde-41e2-96a5-8ed0b631a818), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:59.235968 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-ef392559-26ac-40f7-b67c-dbf1631dd1a1 req-c3e59ad6-fa4c-4a06-acdb-a6b2a70a61e3 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Calling delete_port for 391e01c1-4fde-41e2-96a5-8ed0b631a818 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:42:59.384283 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ef392559-26ac-40f7-b67c-dbf1631dd1a1 req-c3e59ad6-fa4c-4a06-acdb-a6b2a70a61e3 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (391e01c1-4fde-41e2-96a5-8ed0b631a818), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:59.399848 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['391e01c1-4fde-41e2-96a5-8ed0b631a818'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:42:59.424799 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e59ad6-fa4c-4a06-acdb-a6b2a70a61e3 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Pushing event deleted for resources: {'Port': ['ID=391e01c1-4fde-41e2-96a5-8ed0b631a818,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:59.436444 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59ad6-fa4c-4a06-acdb-a6b2a70a61e3 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:59.436848 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59ad6-fa4c-4a06-acdb-a6b2a70a61e3 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:59.437202 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59ad6-fa4c-4a06-acdb-a6b2a70a61e3 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:59.437849 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59ad6-fa4c-4a06-acdb-a6b2a70a61e3 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:59.438266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59ad6-fa4c-4a06-acdb-a6b2a70a61e3 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:59.439840 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59ad6-fa4c-4a06-acdb-a6b2a70a61e3 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:59.439840 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59ad6-fa4c-4a06-acdb-a6b2a70a61e3 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:59.440040 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59ad6-fa4c-4a06-acdb-a6b2a70a61e3 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:59.440284 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59ad6-fa4c-4a06-acdb-a6b2a70a61e3 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:59.441134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59ad6-fa4c-4a06-acdb-a6b2a70a61e3 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:59.441134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59ad6-fa4c-4a06-acdb-a6b2a70a61e3 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:59.441396 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59ad6-fa4c-4a06-acdb-a6b2a70a61e3 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:59.441558 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59ad6-fa4c-4a06-acdb-a6b2a70a61e3 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:59.478019 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef392559-26ac-40f7-b67c-dbf1631dd1a1 req-c3e59ad6-fa4c-4a06-acdb-a6b2a70a61e3 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] No DVR routers for this DVR port 391e01c1-4fde-41e2-96a5-8ed0b631a818 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:42:59.481044 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-ef392559-26ac-40f7-b67c-dbf1631dd1a1 req-c3e59ad6-fa4c-4a06-acdb-a6b2a70a61e3 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:59.484536 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ef392559-26ac-40f7-b67c-dbf1631dd1a1 req-c3e59ad6-fa4c-4a06-acdb-a6b2a70a61e3 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.71 "DELETE /v2.0/ports/391e01c1-4fde-41e2-96a5-8ed0b631a818 HTTP/1.1" status: 204 len: 173 time: 0.4537148 Feb 09 22:42:59.485012 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8', 'name': 'network-vif-deleted', 'tag': '391e01c1-4fde-41e2-96a5-8ed0b631a818'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:42:59.488517 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b931fa1-67fc-45c4-a948-3396d78171a7" -d '{"events": [{"server_uuid": "38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8", "name": "network-vif-deleted", "tag": "391e01c1-4fde-41e2-96a5-8ed0b631a818"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:42:59.530132 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c35d75b-9c4c-4e65-bb98-d6831c63e23d x-openstack-request-id: req-1c35d75b-9c4c-4e65-bb98-d6831c63e23d {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:42:59.530429 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8", "name": "network-vif-deleted", "tag": "391e01c1-4fde-41e2-96a5-8ed0b631a818", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:42:59.530688 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c35d75b-9c4c-4e65-bb98-d6831c63e23d {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:42:59.531172 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8', 'name': 'network-vif-deleted', 'tag': '391e01c1-4fde-41e2-96a5-8ed0b631a818', 'status': 'completed', 'code': 200} Feb 09 22:42:59.972700 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01b20522-2353-4dff-b4a5-a363441156fc req-1047a221-a66a-4c99-aef7-4e101e367c0e tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=38aecdd9-d58e-4a5e-bb9d-7a0c00e72fc8 HTTP/1.1" status: 200 len: 210 time: 0.0386178 Feb 09 22:43:01.446640 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:43:01.492536 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-eff90100-49ba-42d6-930b-b4112d3e2bd6 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:01.494041 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-eff90100-49ba-42d6-930b-b4112d3e2bd6 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/networks?id=ffab934e-3e0e-451d-af9a-775f4e3f213d HTTP/1.1" status: 200 len: 817 time: 0.0990069 Feb 09 22:43:01.509780 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-ccc4a76b-b2f4-4461-a22b-a9f511bad40e tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/quotas/7422be535ff94a43bfa005d1c6025552 HTTP/1.1" status: 200 len: 375 time: 0.0100927 Feb 09 22:43:01.562936 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-fe1bd6b6-d349-42a8-a35f-72517f2902c7 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7422be535ff94a43bfa005d1c6025552&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479636 Feb 09 22:43:01.663329 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-f0c01750-9dc1-4c74-b36d-03a467ae4a2f service neutron] 10.222.0.77 "GET /v2.0/networks/ffab934e-3e0e-451d-af9a-775f4e3f213d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885820 Feb 09 22:43:01.755702 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-108dbfad-82c6-43d6-9989-b2f577187e4d service neutron] 10.222.0.77 "GET /v2.0/networks/ffab934e-3e0e-451d-af9a-775f4e3f213d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866735 Feb 09 22:43:01.924268 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-acccfe16-2fdc-4abb-b4dc-9ea383f6006c req-a3546a4a-b562-4531-8503-2ffa0a8af3d7 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=32b70a9e-d372-47d8-b6bd-ded4879631fa HTTP/1.1" status: 200 len: 210 time: 0.0323987 Feb 09 22:43:02.834883 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 391e01c1-4fde-41e2-96a5-8ed0b631a818 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:43:02.857664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 391e01c1-4fde-41e2-96a5-8ed0b631a818 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:43:02.858270 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 391e01c1-4fde-41e2-96a5-8ed0b631a818 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:43:02.861877 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-4c24d7ec-31bc-4d81-8f3a-fe7a867f0e3b tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:02.863592 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-4c24d7ec-31bc-4d81-8f3a-fe7a867f0e3b tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.71 "GET /v2.0/networks?id=ffab934e-3e0e-451d-af9a-775f4e3f213d HTTP/1.1" status: 200 len: 817 time: 0.1119134 Feb 09 22:43:02.876262 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-91740fd7-4832-4474-80e0-68ab2adfbf91 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Request body: {'port': {'device_id': '32b70a9e-d372-47d8-b6bd-ded4879631fa', 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d', 'admin_state_up': True, 'tenant_id': '7422be535ff94a43bfa005d1c6025552'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:43:02.995624 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-91740fd7-4832-4474-80e0-68ab2adfbf91 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Made reservation on behalf of 7422be535ff94a43bfa005d1c6025552 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:43:02.999357 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-91740fd7-4832-4474-80e0-68ab2adfbf91 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:03.035175 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9336aea1-634d-45a5-9d36-0746bd5db10b req-f241b0d1-6585-447c-82c5-7d4a431cceb0 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=32b70a9e-d372-47d8-b6bd-ded4879631fa HTTP/1.1" status: 200 len: 210 time: 0.0325718 Feb 09 22:43:03.131386 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-91740fd7-4832-4474-80e0-68ab2adfbf91 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Allocated IP 172.20.0.6 (ffab934e-3e0e-451d-af9a-775f4e3f213d/c434cdde-6d4f-494b-b1c1-f55b2932f156/9621aa21-9915-4236-b072-edbd733579ad) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:43:03.278472 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-91740fd7-4832-4474-80e0-68ab2adfbf91 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Publish callbacks [] for port (9621aa21-9915-4236-b072-edbd733579ad), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:03.312674 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-91740fd7-4832-4474-80e0-68ab2adfbf91 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (9621aa21-9915-4236-b072-edbd733579ad), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:03.356562 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-91740fd7-4832-4474-80e0-68ab2adfbf91 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Network ffab934e-3e0e-451d-af9a-775f4e3f213d is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:43:03.359682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-91740fd7-4832-4474-80e0-68ab2adfbf91 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:43:03.364392 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-91740fd7-4832-4474-80e0-68ab2adfbf91 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:43:03.370247 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91740fd7-4832-4474-80e0-68ab2adfbf91 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Pushing event updated for resources: {'Port': ['ID=9621aa21-9915-4236-b072-edbd733579ad,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:03.418974 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-91740fd7-4832-4474-80e0-68ab2adfbf91 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:03.419620 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-91740fd7-4832-4474-80e0-68ab2adfbf91 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:03.436796 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-91740fd7-4832-4474-80e0-68ab2adfbf91 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5653203 Feb 09 22:43:03.448135 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] Request body: {'port': {'device_id': '32b70a9e-d372-47d8-b6bd-ded4879631fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:43:03.513946 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9621aa21-9915-4236-b072-edbd733579ad), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:03.598845 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-65b65b4c-fb1f-46b1-8f33-6383e1aa07db None None] Provisioning complete for port 9621aa21-9915-4236-b072-edbd733579ad triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:43:03.599215 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-65b65b4c-fb1f-46b1-8f33-6383e1aa07db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9621aa21-9915-4236-b072-edbd733579ad), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:03.632417 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-65b65b4c-fb1f-46b1-8f33-6383e1aa07db None None] Port 9621aa21-9915-4236-b072-edbd733579ad cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:43:03.782321 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9621aa21-9915-4236-b072-edbd733579ad {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:43:03.789664 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] Publish callbacks [] for port (9621aa21-9915-4236-b072-edbd733579ad), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:03.801244 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] Transition to ACTIVE for port object 9621aa21-9915-4236-b072-edbd733579ad will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:43:03.805067 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (9621aa21-9915-4236-b072-edbd733579ad), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:03.857047 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] Pushing event updated for resources: {'Port': ['ID=9621aa21-9915-4236-b072-edbd733579ad,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:03.928930 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] Attempting to bind port 9621aa21-9915-4236-b072-edbd733579ad on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:43:03.929658 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] Attempting to bind port 9621aa21-9915-4236-b072-edbd733579ad by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '03ca8f7a-0865-448e-95f4-72f81e63491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:43:03.929658 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] Attempting to bind port 9621aa21-9915-4236-b072-edbd733579ad on network ffab934e-3e0e-451d-af9a-775f4e3f213d {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:43:03.934061 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] Port 9621aa21-9915-4236-b072-edbd733579ad on network ffab934e-3e0e-451d-af9a-775f4e3f213d not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:43:03.934382 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] Attempting to bind port 9621aa21-9915-4236-b072-edbd733579ad on network ffab934e-3e0e-451d-af9a-775f4e3f213d {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:43:03.940092 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:43:03.940430 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] Checking segment: {'id': '03ca8f7a-0865-448e-95f4-72f81e63491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:43:03.940821 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] Bound using segment: {'id': '03ca8f7a-0865-448e-95f4-72f81e63491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:43:03.941255 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] Bound port: 9621aa21-9915-4236-b072-edbd733579ad, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03ca8f7a-0865-448e-95f4-72f81e63491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:43:03.941621 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9621aa21-9915-4236-b072-edbd733579ad), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:04.008539 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] For port 9621aa21-9915-4236-b072-edbd733579ad, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:43:04.011513 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] For port 9621aa21-9915-4236-b072-edbd733579ad, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9621aa21-9915-4236-b072-edbd733579ad,segment=NetworkSegment(03ca8f7a-0865-448e-95f4-72f81e63491e),segment_id=03ca8f7a-0865-448e-95f4-72f81e63491e)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:43:04.017590 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (9621aa21-9915-4236-b072-edbd733579ad), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:04.054869 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:04.055585 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:04.058826 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] 10.222.0.71 "PUT /v2.0/ports/9621aa21-9915-4236-b072-edbd733579ad HTTP/1.1" status: 200 len: 1091 time: 0.6138327 Feb 09 22:43:04.058826 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b70a9e-d372-47d8-b6bd-ded4879631fa', 'tag': '9621aa21-9915-4236-b072-edbd733579ad'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:43:04.060650 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9c8b5f-1e0f-4f85-a930-84d9d848f134" -d '{"events": [{"name": "network-changed", "server_uuid": "32b70a9e-d372-47d8-b6bd-ded4879631fa", "tag": "9621aa21-9915-4236-b072-edbd733579ad"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:43:04.091962 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fdf652-2eee-4a02-ad2a-dfe85e0b45be service neutron] Pushing event updated for resources: {'Port': ['ID=9621aa21-9915-4236-b072-edbd733579ad,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:04.157118 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-eba4d389-df6b-4d50-80e3-3ca384f2a7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:04.158573 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-eba4d389-df6b-4d50-80e3-3ca384f2a7db service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7422be535ff94a43bfa005d1c6025552&device_id=32b70a9e-d372-47d8-b6bd-ded4879631fa HTTP/1.1" status: 200 len: 1125 time: 0.0579135 Feb 09 22:43:04.183085 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a0542-090d-44c8-ba63-4b375f540166 req-f4974515-d0bf-40b0-9a78-bed0e78643b5 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:04.184900 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-020a0542-090d-44c8-ba63-4b375f540166 req-f4974515-d0bf-40b0-9a78-bed0e78643b5 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=32b70a9e-d372-47d8-b6bd-ded4879631fa HTTP/1.1" status: 200 len: 943 time: 0.0606709 Feb 09 22:43:04.221895 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-7c399bc2-764b-46ad-9173-181b5a45f039 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9621aa21-9915-4236-b072-edbd733579ad HTTP/1.1" status: 200 len: 217 time: 0.0569062 Feb 09 22:43:04.242055 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-020a0542-090d-44c8-ba63-4b375f540166 req-838c0c92-5d55-4346-b70f-32fc3f37c813 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/security-groups?id=010ae245-2fca-4c4b-b737-a5844c00a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457327 Feb 09 22:43:04.272846 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-b11acfa4-008e-4140-bc29-f99e30c56a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:04.274598 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-b11acfa4-008e-4140-bc29-f99e30c56a0e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c434cdde-6d4f-494b-b1c1-f55b2932f156 HTTP/1.1" status: 200 len: 856 time: 0.0472534 Feb 09 22:43:04.309638 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54971358-a2ef-4f6f-826e-78450ff59907 x-openstack-request-id: req-54971358-a2ef-4f6f-826e-78450ff59907 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:43:04.309965 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b70a9e-d372-47d8-b6bd-ded4879631fa", "tag": "9621aa21-9915-4236-b072-edbd733579ad", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:43:04.310251 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-54971358-a2ef-4f6f-826e-78450ff59907 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:43:04.310673 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b70a9e-d372-47d8-b6bd-ded4879631fa', 'tag': '9621aa21-9915-4236-b072-edbd733579ad', 'status': 'completed', 'code': 200} Feb 09 22:43:04.334173 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-94b4249c-662b-4e3e-afc8-797be7b5effa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:04.335759 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-94b4249c-662b-4e3e-afc8-797be7b5effa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ffab934e-3e0e-451d-af9a-775f4e3f213d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0551562 Feb 09 22:43:04.443903 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-d2f03554-b670-4298-84df-4df71a759bc9 service neutron] 10.222.0.71 "GET /v2.0/networks/ffab934e-3e0e-451d-af9a-775f4e3f213d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021833 Feb 09 22:43:04.539247 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a5f080bf-d9f6-41eb-ac63-193a03284bed req-b1d3f710-1e82-4ec4-98f1-a054b38f1185 service neutron] 10.222.0.71 "GET /v2.0/networks/ffab934e-3e0e-451d-af9a-775f4e3f213d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900788 Feb 09 22:43:04.649150 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c8b5f-1e0f-4f85-a930-84d9d848f134 req-717e90d1-0488-4b96-8aff-88d723135985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:04.650691 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d9c8b5f-1e0f-4f85-a930-84d9d848f134 req-717e90d1-0488-4b96-8aff-88d723135985 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7422be535ff94a43bfa005d1c6025552&device_id=32b70a9e-d372-47d8-b6bd-ded4879631fa HTTP/1.1" status: 200 len: 1125 time: 0.0594029 Feb 09 22:43:04.742112 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c8b5f-1e0f-4f85-a930-84d9d848f134 req-27bc4a86-0369-4961-833a-5ab3f456f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:04.743508 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d9c8b5f-1e0f-4f85-a930-84d9d848f134 req-27bc4a86-0369-4961-833a-5ab3f456f07d service neutron] 10.222.0.71 "GET /v2.0/networks?id=ffab934e-3e0e-451d-af9a-775f4e3f213d HTTP/1.1" status: 200 len: 918 time: 0.0869563 Feb 09 22:43:04.789336 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d9c8b5f-1e0f-4f85-a930-84d9d848f134 req-06d88ce6-7b0b-47a8-a7d7-6d73b16a2214 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9621aa21-9915-4236-b072-edbd733579ad HTTP/1.1" status: 200 len: 217 time: 0.0392792 Feb 09 22:43:04.837597 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c8b5f-1e0f-4f85-a930-84d9d848f134 req-287281c5-ad16-4b88-8234-ca9075e5e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:04.839085 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d9c8b5f-1e0f-4f85-a930-84d9d848f134 req-287281c5-ad16-4b88-8234-ca9075e5e765 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c434cdde-6d4f-494b-b1c1-f55b2932f156 HTTP/1.1" status: 200 len: 856 time: 0.0431640 Feb 09 22:43:04.890417 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c8b5f-1e0f-4f85-a930-84d9d848f134 req-08b29ee3-ca7f-4bd1-92fd-be202586e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:04.892796 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d9c8b5f-1e0f-4f85-a930-84d9d848f134 req-08b29ee3-ca7f-4bd1-92fd-be202586e018 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ffab934e-3e0e-451d-af9a-775f4e3f213d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473032 Feb 09 22:43:05.003638 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d9c8b5f-1e0f-4f85-a930-84d9d848f134 req-999dc0fe-9489-4032-ab72-f8773f11da16 service neutron] 10.222.0.71 "GET /v2.0/networks/ffab934e-3e0e-451d-af9a-775f4e3f213d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033139 Feb 09 22:43:05.094811 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d9c8b5f-1e0f-4f85-a930-84d9d848f134 req-94517052-b873-4235-9f52-ba0af1c90c6b service neutron] 10.222.0.71 "GET /v2.0/networks/ffab934e-3e0e-451d-af9a-775f4e3f213d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841999 Feb 09 22:43:05.382162 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b9e5f-90ae-4105-8be8-34f21111d741 req-6fd42630-5fed-4ce2-b69f-f97b295de87e tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:05.383841 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5c3b9e5f-90ae-4105-8be8-34f21111d741 req-6fd42630-5fed-4ce2-b69f-f97b295de87e tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=32b70a9e-d372-47d8-b6bd-ded4879631fa HTTP/1.1" status: 200 len: 943 time: 0.0589268 Feb 09 22:43:05.438667 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5c3b9e5f-90ae-4105-8be8-34f21111d741 req-d638e40c-baaf-48b9-8252-7761fb38ac79 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/security-groups?id=010ae245-2fca-4c4b-b737-a5844c00a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480793 Feb 09 22:43:06.559508 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61ccd0-0ca6-46c5-9454-223ca996cbb6 req-787e3be6-5b23-4a3a-a3a5-dfeff759408a tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:06.561037 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c61ccd0-0ca6-46c5-9454-223ca996cbb6 req-787e3be6-5b23-4a3a-a3a5-dfeff759408a tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=32b70a9e-d372-47d8-b6bd-ded4879631fa HTTP/1.1" status: 200 len: 943 time: 0.0532877 Feb 09 22:43:06.609302 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2c61ccd0-0ca6-46c5-9454-223ca996cbb6 req-ddac04d2-c394-471f-a358-c0d1d4635d59 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/security-groups?id=010ae245-2fca-4c4b-b737-a5844c00a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421169 Feb 09 22:43:06.851032 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9621aa21-9915-4236-b072-edbd733579ad details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:43:06.984027 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 9621aa21-9915-4236-b072-edbd733579ad, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9621aa21-9915-4236-b072-edbd733579ad,segment=NetworkSegment(03ca8f7a-0865-448e-95f4-72f81e63491e),segment_id=03ca8f7a-0865-448e-95f4-72f81e63491e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:43:06.996757 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '9621aa21-9915-4236-b072-edbd733579ad', 'network_id': 'ffab934e-3e0e-451d-af9a-775f4e3f213d', 'port_id': '9621aa21-9915-4236-b072-edbd733579ad', 'mac_address': 'fa:16:3e:73:eb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c434cdde-6d4f-494b-b1c1-f55b2932f156', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:43:07.033981 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 9621aa21-9915-4236-b072-edbd733579ad is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:43:07.034374 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9621aa21-9915-4236-b072-edbd733579ad), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:07.046556 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9621aa21-9915-4236-b072-edbd733579ad {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:43:07.067224 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 9621aa21-9915-4236-b072-edbd733579ad, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9621aa21-9915-4236-b072-edbd733579ad,segment=NetworkSegment(03ca8f7a-0865-448e-95f4-72f81e63491e),segment_id=03ca8f7a-0865-448e-95f4-72f81e63491e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:43:07.071387 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9621aa21-9915-4236-b072-edbd733579ad), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:07.119298 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=9621aa21-9915-4236-b072-edbd733579ad,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:07.126925 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:07.127268 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:07.127609 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:07.127969 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:07.128306 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:07.128637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:07.128968 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:07.129292 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:07.129615 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:07.129938 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:07.130262 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:07.130588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:07.130921 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:07.259665 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['9621aa21-9915-4236-b072-edbd733579ad'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:43:07.742975 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a9b15-1a81-4cc1-84f8-ccbe7e5428b5 req-05dce8b3-ee53-453c-b948-1fdff6c3a440 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:07.744557 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-011a9b15-1a81-4cc1-84f8-ccbe7e5428b5 req-05dce8b3-ee53-453c-b948-1fdff6c3a440 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=32b70a9e-d372-47d8-b6bd-ded4879631fa HTTP/1.1" status: 200 len: 944 time: 0.0591753 Feb 09 22:43:07.797072 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-011a9b15-1a81-4cc1-84f8-ccbe7e5428b5 req-5ba980ff-548e-4e3c-b0ad-a25d71767889 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/security-groups?id=010ae245-2fca-4c4b-b737-a5844c00a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461361 Feb 09 22:43:07.915952 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1a6f0db4-f2ca-4143-8910-87c4dbfda6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:08.866553 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9621aa21-9915-4236-b072-edbd733579ad up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:43:08.923285 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 9621aa21-9915-4236-b072-edbd733579ad completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:43:08.927881 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 9621aa21-9915-4236-b072-edbd733579ad triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:43:08.928265 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9621aa21-9915-4236-b072-edbd733579ad), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:08.933759 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a77dd7-c310-4a70-a440-246fd6757dd3 req-28cb9f80-a7ca-47b0-b429-5a3b5d4efe76 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:08.935295 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c1a77dd7-c310-4a70-a440-246fd6757dd3 req-28cb9f80-a7ca-47b0-b429-5a3b5d4efe76 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=32b70a9e-d372-47d8-b6bd-ded4879631fa HTTP/1.1" status: 200 len: 944 time: 0.0687368 Feb 09 22:43:08.995224 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c1a77dd7-c310-4a70-a440-246fd6757dd3 req-b7f1603b-4ef4-4bb5-8eae-5857a41f54bd tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/security-groups?id=010ae245-2fca-4c4b-b737-a5844c00a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539763 Feb 09 22:43:09.011812 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 9621aa21-9915-4236-b072-edbd733579ad is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:43:09.012290 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9621aa21-9915-4236-b072-edbd733579ad), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:09.036580 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b70a9e-d372-47d8-b6bd-ded4879631fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9621aa21-9915-4236-b072-edbd733579ad'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:43:09.038835 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0a703c-42dc-47b6-9bba-3ca23e15a1cd" -d '{"events": [{"server_uuid": "32b70a9e-d372-47d8-b6bd-ded4879631fa", "name": "network-vif-plugged", "status": "completed", "tag": "9621aa21-9915-4236-b072-edbd733579ad"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:43:09.052141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 9621aa21-9915-4236-b072-edbd733579ad, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9621aa21-9915-4236-b072-edbd733579ad,segment=NetworkSegment(03ca8f7a-0865-448e-95f4-72f81e63491e),segment_id=03ca8f7a-0865-448e-95f4-72f81e63491e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:43:09.056959 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9621aa21-9915-4236-b072-edbd733579ad), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:09.079030 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedda611-3c4c-474c-9d50-25f6c8494520 x-openstack-request-id: req-aedda611-3c4c-474c-9d50-25f6c8494520 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:43:09.079326 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b70a9e-d372-47d8-b6bd-ded4879631fa", "name": "network-vif-plugged", "status": "completed", "tag": "9621aa21-9915-4236-b072-edbd733579ad", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:43:09.079579 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aedda611-3c4c-474c-9d50-25f6c8494520 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:43:09.079997 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b70a9e-d372-47d8-b6bd-ded4879631fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9621aa21-9915-4236-b072-edbd733579ad', 'code': 200} Feb 09 22:43:09.115727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=9621aa21-9915-4236-b072-edbd733579ad,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:09.182444 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500135e-2b6f-49de-8324-71ce4cec0038 req-224c9f50-8c7b-4f5f-b588-8bbfa99163d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:09.184009 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d500135e-2b6f-49de-8324-71ce4cec0038 req-224c9f50-8c7b-4f5f-b588-8bbfa99163d3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=32b70a9e-d372-47d8-b6bd-ded4879631fa HTTP/1.1" status: 200 len: 1127 time: 0.0455503 Feb 09 22:43:09.228453 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d500135e-2b6f-49de-8324-71ce4cec0038 req-89616af5-0f30-4fcd-8b7a-c4cc4e45602a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=010ae245-2fca-4c4b-b737-a5844c00a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386178 Feb 09 22:43:10.125474 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62be32-8224-4ba9-abc3-4bbd99d28782 req-163e06c4-bbcd-49b4-9dd4-c643207713f2 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:10.127552 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f62be32-8224-4ba9-abc3-4bbd99d28782 req-163e06c4-bbcd-49b4-9dd4-c643207713f2 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=32b70a9e-d372-47d8-b6bd-ded4879631fa HTTP/1.1" status: 200 len: 945 time: 0.0538116 Feb 09 22:43:10.179723 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6f62be32-8224-4ba9-abc3-4bbd99d28782 req-a5bbf8cc-e1f0-44a5-a0b3-19c19e253066 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/security-groups?id=010ae245-2fca-4c4b-b737-a5844c00a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464680 Feb 09 22:43:10.614078 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9cfebf30-bf23-4c32-8f0c-9a78092699c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:11.307942 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07a197-498d-45f1-a510-38be686a4915 req-000bc666-faf0-4175-aa58-5b3d98c71756 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:11.309441 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b07a197-498d-45f1-a510-38be686a4915 req-000bc666-faf0-4175-aa58-5b3d98c71756 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=32b70a9e-d372-47d8-b6bd-ded4879631fa HTTP/1.1" status: 200 len: 945 time: 0.0559046 Feb 09 22:43:11.356876 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0b07a197-498d-45f1-a510-38be686a4915 req-74b6e651-900e-49a8-8e7a-cfe4dc1f185f tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/security-groups?id=010ae245-2fca-4c4b-b737-a5844c00a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412869 Feb 09 22:43:11.472132 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50003a3a-dc0f-4b06-8f1d-6cd7c6da907d req-2ea501dc-4668-434c-b552-78a96ecd8e15 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:11.473534 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-50003a3a-dc0f-4b06-8f1d-6cd7c6da907d req-2ea501dc-4668-434c-b552-78a96ecd8e15 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=32b70a9e-d372-47d8-b6bd-ded4879631fa HTTP/1.1" status: 200 len: 945 time: 0.0521014 Feb 09 22:43:11.523115 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-50003a3a-dc0f-4b06-8f1d-6cd7c6da907d req-968c35ee-21ba-430a-a845-bd89ff5f538f tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/security-groups?id=010ae245-2fca-4c4b-b737-a5844c00a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437512 Feb 09 22:43:11.825043 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:13.001127 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:14.719604 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:15.904486 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:16.127676 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-929af4aa-f1bf-4bc2-996e-ee7f953047bd req-9fd75505-7931-485b-869c-e8ed1e9abdce service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=32b70a9e-d372-47d8-b6bd-ded4879631fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523343 Feb 09 22:43:16.216364 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929af4aa-f1bf-4bc2-996e-ee7f953047bd req-2dceb299-49b0-41c8-a6cd-97c9bdb0a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:16.217883 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-929af4aa-f1bf-4bc2-996e-ee7f953047bd req-2dceb299-49b0-41c8-a6cd-97c9bdb0a66a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7422be535ff94a43bfa005d1c6025552&device_id=32b70a9e-d372-47d8-b6bd-ded4879631fa HTTP/1.1" status: 200 len: 1127 time: 0.0482259 Feb 09 22:43:16.325934 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929af4aa-f1bf-4bc2-996e-ee7f953047bd req-74415e56-46ea-47c2-bed3-79b527b62983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:16.327420 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-929af4aa-f1bf-4bc2-996e-ee7f953047bd req-74415e56-46ea-47c2-bed3-79b527b62983 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ffab934e-3e0e-451d-af9a-775f4e3f213d HTTP/1.1" status: 200 len: 918 time: 0.0899329 Feb 09 22:43:16.339484 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:16.369156 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-929af4aa-f1bf-4bc2-996e-ee7f953047bd req-6c010bdd-6805-4abf-8144-af851f5821b2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9621aa21-9915-4236-b072-edbd733579ad HTTP/1.1" status: 200 len: 217 time: 0.0364034 Feb 09 22:43:16.416857 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929af4aa-f1bf-4bc2-996e-ee7f953047bd req-5011a4ac-f8b4-4794-a313-7fc1499f61c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:16.418445 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-929af4aa-f1bf-4bc2-996e-ee7f953047bd req-5011a4ac-f8b4-4794-a313-7fc1499f61c0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c434cdde-6d4f-494b-b1c1-f55b2932f156 HTTP/1.1" status: 200 len: 856 time: 0.0438592 Feb 09 22:43:16.471734 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929af4aa-f1bf-4bc2-996e-ee7f953047bd req-e2dce42f-f347-41eb-b51e-f38b2d607da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:16.473371 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-929af4aa-f1bf-4bc2-996e-ee7f953047bd req-e2dce42f-f347-41eb-b51e-f38b2d607da5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ffab934e-3e0e-451d-af9a-775f4e3f213d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495379 Feb 09 22:43:16.569653 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-929af4aa-f1bf-4bc2-996e-ee7f953047bd req-ca39cec6-8c73-447d-8af6-2ba1133df243 service neutron] 10.222.0.71 "GET /v2.0/networks/ffab934e-3e0e-451d-af9a-775f4e3f213d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898335 Feb 09 22:43:16.659621 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-929af4aa-f1bf-4bc2-996e-ee7f953047bd req-735a4fec-6c7f-4e97-b7ef-e4e2019cf5d7 service neutron] 10.222.0.71 "GET /v2.0/networks/ffab934e-3e0e-451d-af9a-775f4e3f213d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835664 Feb 09 22:43:37.922257 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b10ef8ce-1407-4a37-b4aa-40f57a5bac35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:38.447767 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:43:40.617877 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9b2d39f1-5d42-4f09-9457-6f16bda3e86e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:41.829957 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:43.009317 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:44.729426 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:45.921282 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:46.136561 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b328e-80e7-4581-bd1e-b313c8cd23ff req-ea53df13-2ffa-409c-9b77-19b29e4dbc45 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:46.138096 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c4b328e-80e7-4581-bd1e-b313c8cd23ff req-ea53df13-2ffa-409c-9b77-19b29e4dbc45 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=32b70a9e-d372-47d8-b6bd-ded4879631fa HTTP/1.1" status: 200 len: 945 time: 0.0558665 Feb 09 22:43:46.193080 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c4b328e-80e7-4581-bd1e-b313c8cd23ff req-bc466073-a80e-4ecc-8f24-30c9303b3711 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/security-groups?id=010ae245-2fca-4c4b-b737-a5844c00a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476646 Feb 09 22:43:46.358315 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:47.514056 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01664b98-e9e1-41bf-89af-d7b7ea3d73fe req-5711cdce-5322-4d04-98fc-8f3517bc6279 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:47.515631 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01664b98-e9e1-41bf-89af-d7b7ea3d73fe req-5711cdce-5322-4d04-98fc-8f3517bc6279 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/ports?device_id=32b70a9e-d372-47d8-b6bd-ded4879631fa HTTP/1.1" status: 200 len: 945 time: 0.2468183 Feb 09 22:43:47.537720 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69b131-8808-4d13-a1bd-92fb6c85265c req-64a59268-fa71-4ce2-9a76-46d619ffbd59 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:47.539606 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8b69b131-8808-4d13-a1bd-92fb6c85265c req-64a59268-fa71-4ce2-9a76-46d619ffbd59 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.71 "GET /v2.0/ports?device_id=32b70a9e-d372-47d8-b6bd-ded4879631fa HTTP/1.1" status: 200 len: 945 time: 0.0678647 Feb 09 22:43:47.574127 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01664b98-e9e1-41bf-89af-d7b7ea3d73fe req-4c41da48-deba-40ab-83c5-2f4ba05ad809 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.77 "GET /v2.0/security-groups?id=010ae245-2fca-4c4b-b737-a5844c00a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525672 Feb 09 22:43:47.650131 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-8b69b131-8808-4d13-a1bd-92fb6c85265c req-9d95142d-e748-403f-86e3-f885d6cfc6f6 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Deleting port 9621aa21-9915-4236-b072-edbd733579ad {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:43:47.650475 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8b69b131-8808-4d13-a1bd-92fb6c85265c req-9d95142d-e748-403f-86e3-f885d6cfc6f6 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (9621aa21-9915-4236-b072-edbd733579ad), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:47.744679 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-8b69b131-8808-4d13-a1bd-92fb6c85265c req-9d95142d-e748-403f-86e3-f885d6cfc6f6 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] For port 9621aa21-9915-4236-b072-edbd733579ad, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=9621aa21-9915-4236-b072-edbd733579ad,segment=NetworkSegment(03ca8f7a-0865-448e-95f4-72f81e63491e),segment_id=03ca8f7a-0865-448e-95f4-72f81e63491e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:43:47.745045 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8b69b131-8808-4d13-a1bd-92fb6c85265c req-9d95142d-e748-403f-86e3-f885d6cfc6f6 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (9621aa21-9915-4236-b072-edbd733579ad), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:47.762773 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-8b69b131-8808-4d13-a1bd-92fb6c85265c req-9d95142d-e748-403f-86e3-f885d6cfc6f6 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Calling delete_port for 9621aa21-9915-4236-b072-edbd733579ad owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:43:47.891857 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8b69b131-8808-4d13-a1bd-92fb6c85265c req-9d95142d-e748-403f-86e3-f885d6cfc6f6 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (9621aa21-9915-4236-b072-edbd733579ad), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:47.905068 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['9621aa21-9915-4236-b072-edbd733579ad'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:43:47.925436 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95142d-e748-403f-86e3-f885d6cfc6f6 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Pushing event deleted for resources: {'Port': ['ID=9621aa21-9915-4236-b072-edbd733579ad,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:47.972695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b69b131-8808-4d13-a1bd-92fb6c85265c req-9d95142d-e748-403f-86e3-f885d6cfc6f6 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] No DVR routers for this DVR port 9621aa21-9915-4236-b072-edbd733579ad on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:43:47.975447 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8b69b131-8808-4d13-a1bd-92fb6c85265c req-9d95142d-e748-403f-86e3-f885d6cfc6f6 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:47.979098 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8b69b131-8808-4d13-a1bd-92fb6c85265c req-9d95142d-e748-403f-86e3-f885d6cfc6f6 tempest-TestEncryptedCinderVolumes-117193605 tempest-TestEncryptedCinderVolumes-117193605-project] 10.222.0.71 "DELETE /v2.0/ports/9621aa21-9915-4236-b072-edbd733579ad HTTP/1.1" status: 204 len: 173 time: 0.4347148 Feb 09 22:43:47.979549 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b70a9e-d372-47d8-b6bd-ded4879631fa', 'name': 'network-vif-deleted', 'tag': '9621aa21-9915-4236-b072-edbd733579ad'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:43:47.981936 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f4a454-0560-46e5-8993-6a104e3c2d55" -d '{"events": [{"server_uuid": "32b70a9e-d372-47d8-b6bd-ded4879631fa", "name": "network-vif-deleted", "tag": "9621aa21-9915-4236-b072-edbd733579ad"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:43:48.020550 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6469dd-41f9-4f6a-bfcc-97e627045c4b x-openstack-request-id: req-7e6469dd-41f9-4f6a-bfcc-97e627045c4b {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:43:48.021010 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b70a9e-d372-47d8-b6bd-ded4879631fa", "name": "network-vif-deleted", "tag": "9621aa21-9915-4236-b072-edbd733579ad", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:43:48.021439 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7e6469dd-41f9-4f6a-bfcc-97e627045c4b {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:43:48.021872 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b70a9e-d372-47d8-b6bd-ded4879631fa', 'name': 'network-vif-deleted', 'tag': '9621aa21-9915-4236-b072-edbd733579ad', 'status': 'completed', 'code': 200} Feb 09 22:43:48.683426 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52492) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:49.040085 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f55c13e3-090c-4db6-afff-43b6e0b12de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (ac82980f-8867-41a3-880a-bf68f5c04f58), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:49.578656 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f55c13e3-090c-4db6-afff-43b6e0b12de7 admin admin] Deleting port 63887eae-ade5-41b1-b921-9981b1811629 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:43:49.578994 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f55c13e3-090c-4db6-afff-43b6e0b12de7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (63887eae-ade5-41b1-b921-9981b1811629), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:49.654861 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f55c13e3-090c-4db6-afff-43b6e0b12de7 admin admin] For port 63887eae-ade5-41b1-b921-9981b1811629, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=63887eae-ade5-41b1-b921-9981b1811629,segment=NetworkSegment(03ca8f7a-0865-448e-95f4-72f81e63491e),segment_id=03ca8f7a-0865-448e-95f4-72f81e63491e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:43:49.655132 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f55c13e3-090c-4db6-afff-43b6e0b12de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (63887eae-ade5-41b1-b921-9981b1811629), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:49.667571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f55c13e3-090c-4db6-afff-43b6e0b12de7 admin admin] Calling delete_port for 63887eae-ade5-41b1-b921-9981b1811629 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:43:49.850653 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f55c13e3-090c-4db6-afff-43b6e0b12de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (63887eae-ade5-41b1-b921-9981b1811629), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:49.874760 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c13e3-090c-4db6-afff-43b6e0b12de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=63887eae-ade5-41b1-b921-9981b1811629,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:50.057639 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f55c13e3-090c-4db6-afff-43b6e0b12de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (ac82980f-8867-41a3-880a-bf68f5c04f58), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:50.283046 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55c13e3-090c-4db6-afff-43b6e0b12de7 admin admin] Router ac82980f-8867-41a3-880a-bf68f5c04f58 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:43:50.386300 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55c13e3-090c-4db6-afff-43b6e0b12de7 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:43:50.392442 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f55c13e3-090c-4db6-afff-43b6e0b12de7 admin admin] 10.222.0.77 "PUT /v2.0/routers/ac82980f-8867-41a3-880a-bf68f5c04f58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7076228 Feb 09 22:43:50.395089 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52494) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:50.396224 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6a9748-1d96-4520-a693-f1a12daf2934 None None] Sync routers for ids ['ac82980f-8867-41a3-880a-bf68f5c04f58'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:43:50.406711 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6a9748-1d96-4520-a693-f1a12daf2934 None None] Routers {'ac82980f-8867-41a3-880a-bf68f5c04f58'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:43:50.407332 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-cf6a9748-1d96-4520-a693-f1a12daf2934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:43:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ac82980f-8867-41a3-880a-bf68f5c04f58'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:50.513337 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9438800-9cbd-4897-9e11-3f8decbd534f admin admin] Publish callbacks [] for router (ac82980f-8867-41a3-880a-bf68f5c04f58), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:50.517330 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-cf6a9748-1d96-4520-a693-f1a12daf2934 None None] Set router ac82980f-8867-41a3-880a-bf68f5c04f58 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:43:50.625045 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9438800-9cbd-4897-9e11-3f8decbd534f admin admin] Publish callbacks [] for router_gateway (ac82980f-8867-41a3-880a-bf68f5c04f58), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:50.690204 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a9438800-9cbd-4897-9e11-3f8decbd534f admin admin] Deleting port bd26f730-fa52-45e3-8bb9-3d2da27dbacb {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:43:50.691071 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9438800-9cbd-4897-9e11-3f8decbd534f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (bd26f730-fa52-45e3-8bb9-3d2da27dbacb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:50.720726 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-cf6a9748-1d96-4520-a693-f1a12daf2934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac82980f-8867-41a3-880a-bf68f5c04f58', 'name': 'tempest-TestEncryptedCinderVolumes-1104435203-router', 'tenant_id': '7422be535ff94a43bfa005d1c6025552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'bd26f730-fa52-45e3-8bb9-3d2da27dbacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:01Z', 'updated_at': '2022-02-09T22:43:49Z', 'revision_number': 5, 'project_id': '7422be535ff94a43bfa005d1c6025552', 'gw_port': {'id': 'bd26f730-fa52-45e3-8bb9-3d2da27dbacb', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82980f-8867-41a3-880a-bf68f5c04f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:02Z', 'updated_at': '2022-02-09T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:50.747560 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6a9748-1d96-4520-a693-f1a12daf2934 None None] Checking router: ac82980f-8867-41a3-880a-bf68f5c04f58 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:43:50.756668 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6a9748-1d96-4520-a693-f1a12daf2934 None None] Routers {'ac82980f-8867-41a3-880a-bf68f5c04f58'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:43:50.757283 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-cf6a9748-1d96-4520-a693-f1a12daf2934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:43:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ac82980f-8867-41a3-880a-bf68f5c04f58'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:50.776514 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a9438800-9cbd-4897-9e11-3f8decbd534f admin admin] For port bd26f730-fa52-45e3-8bb9-3d2da27dbacb, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=bd26f730-fa52-45e3-8bb9-3d2da27dbacb,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:43:50.777328 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9438800-9cbd-4897-9e11-3f8decbd534f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (bd26f730-fa52-45e3-8bb9-3d2da27dbacb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:50.793245 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a9438800-9cbd-4897-9e11-3f8decbd534f admin admin] Calling delete_port for bd26f730-fa52-45e3-8bb9-3d2da27dbacb owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:43:50.848115 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-cf6a9748-1d96-4520-a693-f1a12daf2934 None None] Set router ac82980f-8867-41a3-880a-bf68f5c04f58 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:43:50.903280 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-cf6a9748-1d96-4520-a693-f1a12daf2934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac82980f-8867-41a3-880a-bf68f5c04f58', 'name': 'tempest-TestEncryptedCinderVolumes-1104435203-router', 'tenant_id': '7422be535ff94a43bfa005d1c6025552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:01Z', 'updated_at': '2022-02-09T22:43:50Z', 'revision_number': 6, 'project_id': '7422be535ff94a43bfa005d1c6025552', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:50.931049 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6a9748-1d96-4520-a693-f1a12daf2934 None None] The sync data for ids ['ac82980f-8867-41a3-880a-bf68f5c04f58'] in n-d-828601-1 is: [{'id': 'ac82980f-8867-41a3-880a-bf68f5c04f58', 'name': 'tempest-TestEncryptedCinderVolumes-1104435203-router', 'tenant_id': '7422be535ff94a43bfa005d1c6025552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:01Z', 'updated_at': '2022-02-09T22:43:50Z', 'revision_number': 6, 'project_id': '7422be535ff94a43bfa005d1c6025552', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:43:50.967691 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9438800-9cbd-4897-9e11-3f8decbd534f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (bd26f730-fa52-45e3-8bb9-3d2da27dbacb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:50.995354 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9438800-9cbd-4897-9e11-3f8decbd534f admin admin] Pushing event deleted for resources: {'Port': ['ID=bd26f730-fa52-45e3-8bb9-3d2da27dbacb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:51.058314 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9438800-9cbd-4897-9e11-3f8decbd534f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (ac82980f-8867-41a3-880a-bf68f5c04f58), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:51.066487 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9621aa21-9915-4236-b072-edbd733579ad no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:43:51.089234 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 9621aa21-9915-4236-b072-edbd733579ad {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:43:51.089833 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 9621aa21-9915-4236-b072-edbd733579ad not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:43:51.160656 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9438800-9cbd-4897-9e11-3f8decbd534f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (ac82980f-8867-41a3-880a-bf68f5c04f58), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:51.162962 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9438800-9cbd-4897-9e11-3f8decbd534f admin admin] Publish callbacks [] for router_controller (ac82980f-8867-41a3-880a-bf68f5c04f58), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:51.206506 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9438800-9cbd-4897-9e11-3f8decbd534f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (ac82980f-8867-41a3-880a-bf68f5c04f58), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:51.207075 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9438800-9cbd-4897-9e11-3f8decbd534f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac82980f-8867-41a3-880a-bf68f5c04f58 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:43:51.213202 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9438800-9cbd-4897-9e11-3f8decbd534f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:51.214636 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a9438800-9cbd-4897-9e11-3f8decbd534f admin admin] 10.222.0.77 "DELETE /v2.0/routers/ac82980f-8867-41a3-880a-bf68f5c04f58 HTTP/1.1" status: 204 len: 168 time: 0.8184762 Feb 09 22:43:51.219313 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52496) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:51.275736 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba3aa00-db31-4cbd-9770-c0ad6bbcccc0 admin admin] Deleting subnet c434cdde-6d4f-494b-b1c1-f55b2932f156 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:43:51.281913 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ba3aa00-db31-4cbd-9770-c0ad6bbcccc0 admin admin] Publish callbacks [] for subnet (c434cdde-6d4f-494b-b1c1-f55b2932f156), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:51.321790 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ba3aa00-db31-4cbd-9770-c0ad6bbcccc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (c434cdde-6d4f-494b-b1c1-f55b2932f156), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:51.406785 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ba3aa00-db31-4cbd-9770-c0ad6bbcccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (c434cdde-6d4f-494b-b1c1-f55b2932f156), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:51.464426 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ba3aa00-db31-4cbd-9770-c0ad6bbcccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (c434cdde-6d4f-494b-b1c1-f55b2932f156), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:51.494770 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3aa00-db31-4cbd-9770-c0ad6bbcccc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c434cdde-6d4f-494b-b1c1-f55b2932f156,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:51.496886 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ba3aa00-db31-4cbd-9770-c0ad6bbcccc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:51.500845 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1ba3aa00-db31-4cbd-9770-c0ad6bbcccc0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c434cdde-6d4f-494b-b1c1-f55b2932f156 HTTP/1.1" status: 204 len: 168 time: 0.2797863 Feb 09 22:43:51.502665 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52498) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:51.506412 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb8baf5-2189-487b-863e-48027e04bce2 None None] Network ffab934e-3e0e-451d-af9a-775f4e3f213d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:43:51.591001 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41750ccd-a4d9-4bc1-841e-4b33f1ae89e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (ffab934e-3e0e-451d-af9a-775f4e3f213d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:51.651764 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-41750ccd-a4d9-4bc1-841e-4b33f1ae89e3 admin admin] Deleting port fd81028e-8195-449f-8867-26b1a6bcda98 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:43:51.652321 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41750ccd-a4d9-4bc1-841e-4b33f1ae89e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (fd81028e-8195-449f-8867-26b1a6bcda98), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:51.710968 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246bb8b1-bc93-42df-b79c-cab2d308ed61 None None] DHCP port deletion for ffab934e-3e0e-451d-af9a-775f4e3f213d request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:43:51.729555 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-41750ccd-a4d9-4bc1-841e-4b33f1ae89e3 admin admin] For port fd81028e-8195-449f-8867-26b1a6bcda98, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fd81028e-8195-449f-8867-26b1a6bcda98,segment=NetworkSegment(03ca8f7a-0865-448e-95f4-72f81e63491e),segment_id=03ca8f7a-0865-448e-95f4-72f81e63491e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:43:51.729927 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41750ccd-a4d9-4bc1-841e-4b33f1ae89e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (fd81028e-8195-449f-8867-26b1a6bcda98), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:51.750675 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-41750ccd-a4d9-4bc1-841e-4b33f1ae89e3 admin admin] Calling delete_port for fd81028e-8195-449f-8867-26b1a6bcda98 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:43:51.763138 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-246bb8b1-bc93-42df-b79c-cab2d308ed61 None None] Deleting port fd81028e-8195-449f-8867-26b1a6bcda98 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:43:51.763868 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-246bb8b1-bc93-42df-b79c-cab2d308ed61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (fd81028e-8195-449f-8867-26b1a6bcda98), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:51.841577 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41750ccd-a4d9-4bc1-841e-4b33f1ae89e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (fd81028e-8195-449f-8867-26b1a6bcda98), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:51.851039 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-246bb8b1-bc93-42df-b79c-cab2d308ed61 None None] For port fd81028e-8195-449f-8867-26b1a6bcda98, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fd81028e-8195-449f-8867-26b1a6bcda98,segment=NetworkSegment(03ca8f7a-0865-448e-95f4-72f81e63491e),segment_id=03ca8f7a-0865-448e-95f4-72f81e63491e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:43:51.851730 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-246bb8b1-bc93-42df-b79c-cab2d308ed61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (fd81028e-8195-449f-8867-26b1a6bcda98), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:51.865822 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41750ccd-a4d9-4bc1-841e-4b33f1ae89e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd81028e-8195-449f-8867-26b1a6bcda98,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:51.867627 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-246bb8b1-bc93-42df-b79c-cab2d308ed61 None None] Calling delete_port for fd81028e-8195-449f-8867-26b1a6bcda98 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:43:51.871591 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41750ccd-a4d9-4bc1-841e-4b33f1ae89e3 admin admin] No DVR routers for this DVR port fd81028e-8195-449f-8867-26b1a6bcda98 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:43:51.948526 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41750ccd-a4d9-4bc1-841e-4b33f1ae89e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (ffab934e-3e0e-451d-af9a-775f4e3f213d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:51.965057 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-246bb8b1-bc93-42df-b79c-cab2d308ed61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (fd81028e-8195-449f-8867-26b1a6bcda98), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:51.972363 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-41750ccd-a4d9-4bc1-841e-4b33f1ae89e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffab934e-3e0e-451d-af9a-775f4e3f213d']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:51.982988 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-41750ccd-a4d9-4bc1-841e-4b33f1ae89e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ca8f7a-0865-448e-95f4-72f81e63491e') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:51.984097 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-41750ccd-a4d9-4bc1-841e-4b33f1ae89e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ca8f7a-0865-448e-95f4-72f81e63491e') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:51.992242 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bb8b1-bc93-42df-b79c-cab2d308ed61 None None] Pushing event deleted for resources: {'Port': ['ID=fd81028e-8195-449f-8867-26b1a6bcda98,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:51.996201 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246bb8b1-bc93-42df-b79c-cab2d308ed61 None None] No DVR routers for this DVR port fd81028e-8195-449f-8867-26b1a6bcda98 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:43:51.996630 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41750ccd-a4d9-4bc1-841e-4b33f1ae89e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (03ca8f7a-0865-448e-95f4-72f81e63491e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:52.016658 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41750ccd-a4d9-4bc1-841e-4b33f1ae89e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (03ca8f7a-0865-448e-95f4-72f81e63491e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:52.023192 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41750ccd-a4d9-4bc1-841e-4b33f1ae89e3 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:43:52.023626 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41750ccd-a4d9-4bc1-841e-4b33f1ae89e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (03ca8f7a-0865-448e-95f4-72f81e63491e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:43:52.025322 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:43:52.078518 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41750ccd-a4d9-4bc1-841e-4b33f1ae89e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (ffab934e-3e0e-451d-af9a-775f4e3f213d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:52.085885 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41750ccd-a4d9-4bc1-841e-4b33f1ae89e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:52.089137 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-41750ccd-a4d9-4bc1-841e-4b33f1ae89e3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ffab934e-3e0e-451d-af9a-775f4e3f213d HTTP/1.1" status: 204 len: 168 time: 0.5855548 Feb 09 22:43:52.092432 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52500) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:52.100389 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41750ccd-a4d9-4bc1-841e-4b33f1ae89e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffab934e-3e0e-451d-af9a-775f4e3f213d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:52.270751 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 63887eae-ade5-41b1-b921-9981b1811629 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:43:52.294578 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 63887eae-ade5-41b1-b921-9981b1811629 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:43:52.294924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 63887eae-ade5-41b1-b921-9981b1811629 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:43:52.295344 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fd81028e-8195-449f-8867-26b1a6bcda98 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:43:52.315174 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: fd81028e-8195-449f-8867-26b1a6bcda98 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:43:52.315525 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fd81028e-8195-449f-8867-26b1a6bcda98 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:43:52.315978 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device bd26f730-fa52-45e3-8bb9-3d2da27dbacb no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:43:52.334883 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: bd26f730-fa52-45e3-8bb9-3d2da27dbacb {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:43:52.335228 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device bd26f730-fa52-45e3-8bb9-3d2da27dbacb not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:43:52.455394 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (76583e91-565a-469e-9539-bd57842ab4f7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:52.712924 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] Deleting port 2c5f57e1-c1e3-456a-9b43-1d4c5404634a {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:43:52.713189 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (2c5f57e1-c1e3-456a-9b43-1d4c5404634a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:52.794152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] For port 2c5f57e1-c1e3-456a-9b43-1d4c5404634a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=2c5f57e1-c1e3-456a-9b43-1d4c5404634a,segment=NetworkSegment(d3558f0a-2eee-40c9-81e4-19339467897e),segment_id=d3558f0a-2eee-40c9-81e4-19339467897e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:43:52.794517 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (2c5f57e1-c1e3-456a-9b43-1d4c5404634a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:52.808329 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] Calling delete_port for 2c5f57e1-c1e3-456a-9b43-1d4c5404634a owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:43:52.996833 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (2c5f57e1-c1e3-456a-9b43-1d4c5404634a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:53.023779 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] Pushing event deleted for resources: {'Port': ['ID=2c5f57e1-c1e3-456a-9b43-1d4c5404634a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:53.050842 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.051259 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.051719 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.052098 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.052445 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.052836 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.053196 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.053557 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.053947 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.054287 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.054622 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.054954 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.055284 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.221942 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (76583e91-565a-469e-9539-bd57842ab4f7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:53.783792 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] Router 76583e91-565a-469e-9539-bd57842ab4f7 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:43:53.890337 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:43:53.898049 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-dec36b60-4ac3-4ff0-9a97-8ad48c75524d admin admin] 10.222.0.77 "PUT /v2.0/routers/76583e91-565a-469e-9539-bd57842ab4f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8019347 Feb 09 22:43:53.898049 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52502) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:53.901248 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a08063-af4a-48b6-ab53-457a08ffc164 None None] Sync routers for ids ['76583e91-565a-469e-9539-bd57842ab4f7'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:43:53.911590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a08063-af4a-48b6-ab53-457a08ffc164 None None] Routers {'76583e91-565a-469e-9539-bd57842ab4f7'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:43:53.912326 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-48a08063-af4a-48b6-ab53-457a08ffc164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:43:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['76583e91-565a-469e-9539-bd57842ab4f7'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:54.008979 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94a5e523-311d-455a-86a3-1b97da1c7042 admin admin] Publish callbacks [] for router (76583e91-565a-469e-9539-bd57842ab4f7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.019220 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-48a08063-af4a-48b6-ab53-457a08ffc164 None None] Set router 76583e91-565a-469e-9539-bd57842ab4f7 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:43:54.122587 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94a5e523-311d-455a-86a3-1b97da1c7042 admin admin] Publish callbacks [] for router_gateway (76583e91-565a-469e-9539-bd57842ab4f7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.176997 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-94a5e523-311d-455a-86a3-1b97da1c7042 admin admin] Deleting port fb2eaa60-bb62-4918-9c11-5fcc6782ec63 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:43:54.177337 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94a5e523-311d-455a-86a3-1b97da1c7042 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (fb2eaa60-bb62-4918-9c11-5fcc6782ec63), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.203608 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-48a08063-af4a-48b6-ab53-457a08ffc164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76583e91-565a-469e-9539-bd57842ab4f7', 'name': 'tempest-TestEncryptedCinderVolumes-1299836043-router', 'tenant_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'fb2eaa60-bb62-4918-9c11-5fcc6782ec63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:07Z', 'updated_at': '2022-02-09T22:43:52Z', 'revision_number': 5, 'project_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'gw_port': {'id': 'fb2eaa60-bb62-4918-9c11-5fcc6782ec63', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76583e91-565a-469e-9539-bd57842ab4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:07Z', 'updated_at': '2022-02-09T22:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:54.231916 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a08063-af4a-48b6-ab53-457a08ffc164 None None] Checking router: 76583e91-565a-469e-9539-bd57842ab4f7 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:43:54.243345 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a08063-af4a-48b6-ab53-457a08ffc164 None None] Routers {'76583e91-565a-469e-9539-bd57842ab4f7'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:43:54.244156 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-48a08063-af4a-48b6-ab53-457a08ffc164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:43:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['76583e91-565a-469e-9539-bd57842ab4f7'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:54.273798 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-94a5e523-311d-455a-86a3-1b97da1c7042 admin admin] For port fb2eaa60-bb62-4918-9c11-5fcc6782ec63, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=fb2eaa60-bb62-4918-9c11-5fcc6782ec63,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:43:54.274312 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94a5e523-311d-455a-86a3-1b97da1c7042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (fb2eaa60-bb62-4918-9c11-5fcc6782ec63), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.290655 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-94a5e523-311d-455a-86a3-1b97da1c7042 admin admin] Calling delete_port for fb2eaa60-bb62-4918-9c11-5fcc6782ec63 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:43:54.337559 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-48a08063-af4a-48b6-ab53-457a08ffc164 None None] Set router 76583e91-565a-469e-9539-bd57842ab4f7 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:43:54.390851 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-48a08063-af4a-48b6-ab53-457a08ffc164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76583e91-565a-469e-9539-bd57842ab4f7', 'name': 'tempest-TestEncryptedCinderVolumes-1299836043-router', 'tenant_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:07Z', 'updated_at': '2022-02-09T22:43:54Z', 'revision_number': 6, 'project_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:54.423324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a08063-af4a-48b6-ab53-457a08ffc164 None None] The sync data for ids ['76583e91-565a-469e-9539-bd57842ab4f7'] in n-d-828601-1 is: [{'id': '76583e91-565a-469e-9539-bd57842ab4f7', 'name': 'tempest-TestEncryptedCinderVolumes-1299836043-router', 'tenant_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:07Z', 'updated_at': '2022-02-09T22:43:54Z', 'revision_number': 6, 'project_id': '6748ebe1eb8b47bc88d995cd8082f5f4', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:43:54.478238 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94a5e523-311d-455a-86a3-1b97da1c7042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (fb2eaa60-bb62-4918-9c11-5fcc6782ec63), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.509849 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5e523-311d-455a-86a3-1b97da1c7042 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2eaa60-bb62-4918-9c11-5fcc6782ec63,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:54.569206 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94a5e523-311d-455a-86a3-1b97da1c7042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (76583e91-565a-469e-9539-bd57842ab4f7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.666843 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94a5e523-311d-455a-86a3-1b97da1c7042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (76583e91-565a-469e-9539-bd57842ab4f7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.669087 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94a5e523-311d-455a-86a3-1b97da1c7042 admin admin] Publish callbacks [] for router_controller (76583e91-565a-469e-9539-bd57842ab4f7), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.713853 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94a5e523-311d-455a-86a3-1b97da1c7042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (76583e91-565a-469e-9539-bd57842ab4f7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.714318 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a5e523-311d-455a-86a3-1b97da1c7042 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76583e91-565a-469e-9539-bd57842ab4f7 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:43:54.718850 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94a5e523-311d-455a-86a3-1b97da1c7042 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.720077 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-94a5e523-311d-455a-86a3-1b97da1c7042 admin admin] 10.222.0.77 "DELETE /v2.0/routers/76583e91-565a-469e-9539-bd57842ab4f7 HTTP/1.1" status: 204 len: 168 time: 0.8204036 Feb 09 22:43:54.722741 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52504) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:54.768704 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6397fe3-33fc-4d6e-9324-67c4d8c0b533 admin admin] Deleting subnet dddd7029-beb0-4bb2-bafd-54ba777b6878 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:43:54.772218 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6397fe3-33fc-4d6e-9324-67c4d8c0b533 admin admin] Publish callbacks [] for subnet (dddd7029-beb0-4bb2-bafd-54ba777b6878), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.814164 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6397fe3-33fc-4d6e-9324-67c4d8c0b533 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (dddd7029-beb0-4bb2-bafd-54ba777b6878), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.906175 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6397fe3-33fc-4d6e-9324-67c4d8c0b533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (dddd7029-beb0-4bb2-bafd-54ba777b6878), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.957672 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6397fe3-33fc-4d6e-9324-67c4d8c0b533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (dddd7029-beb0-4bb2-bafd-54ba777b6878), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.982544 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6397fe3-33fc-4d6e-9324-67c4d8c0b533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dddd7029-beb0-4bb2-bafd-54ba777b6878,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:54.987109 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6397fe3-33fc-4d6e-9324-67c4d8c0b533 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.990613 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e6397fe3-33fc-4d6e-9324-67c4d8c0b533 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/dddd7029-beb0-4bb2-bafd-54ba777b6878 HTTP/1.1" status: 204 len: 168 time: 0.2667441 Feb 09 22:43:54.993472 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c551c450-755a-46fc-bf1b-cb7c9759db94 None None] Network 339750f0-a89c-4a4d-a1e2-90d4216909dc requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:43:54.994543 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52506) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:55.067858 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e13580c-aa77-4b54-a8f5-e105ee7130cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (339750f0-a89c-4a4d-a1e2-90d4216909dc), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.122413 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-6e13580c-aa77-4b54-a8f5-e105ee7130cb admin admin] Deleting port dd318d62-60f1-4d85-8b5f-03cfdbdfda5c {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:43:55.122759 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e13580c-aa77-4b54-a8f5-e105ee7130cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (dd318d62-60f1-4d85-8b5f-03cfdbdfda5c), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.184555 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-6e13580c-aa77-4b54-a8f5-e105ee7130cb admin admin] For port dd318d62-60f1-4d85-8b5f-03cfdbdfda5c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=dd318d62-60f1-4d85-8b5f-03cfdbdfda5c,segment=NetworkSegment(d3558f0a-2eee-40c9-81e4-19339467897e),segment_id=d3558f0a-2eee-40c9-81e4-19339467897e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:43:55.184834 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e13580c-aa77-4b54-a8f5-e105ee7130cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (dd318d62-60f1-4d85-8b5f-03cfdbdfda5c), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.203047 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-6e13580c-aa77-4b54-a8f5-e105ee7130cb admin admin] Calling delete_port for dd318d62-60f1-4d85-8b5f-03cfdbdfda5c owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:43:55.219778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f1ecbb-6cbb-4d4f-b24f-97b7d621b821 None None] DHCP port deletion for 339750f0-a89c-4a4d-a1e2-90d4216909dc request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:43:55.281484 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c0f1ecbb-6cbb-4d4f-b24f-97b7d621b821 None None] Deleting port dd318d62-60f1-4d85-8b5f-03cfdbdfda5c {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:43:55.281890 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ecbb-6cbb-4d4f-b24f-97b7d621b821 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (dd318d62-60f1-4d85-8b5f-03cfdbdfda5c), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.288730 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e13580c-aa77-4b54-a8f5-e105ee7130cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (dd318d62-60f1-4d85-8b5f-03cfdbdfda5c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.313513 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13580c-aa77-4b54-a8f5-e105ee7130cb admin admin] Pushing event deleted for resources: {'Port': ['ID=dd318d62-60f1-4d85-8b5f-03cfdbdfda5c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:55.320233 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13580c-aa77-4b54-a8f5-e105ee7130cb admin admin] No DVR routers for this DVR port dd318d62-60f1-4d85-8b5f-03cfdbdfda5c on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:43:55.351866 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c0f1ecbb-6cbb-4d4f-b24f-97b7d621b821 None None] For port dd318d62-60f1-4d85-8b5f-03cfdbdfda5c, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=dd318d62-60f1-4d85-8b5f-03cfdbdfda5c,segment=NetworkSegment(d3558f0a-2eee-40c9-81e4-19339467897e),segment_id=d3558f0a-2eee-40c9-81e4-19339467897e)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:43:55.352418 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ecbb-6cbb-4d4f-b24f-97b7d621b821 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (dd318d62-60f1-4d85-8b5f-03cfdbdfda5c), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.366382 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c0f1ecbb-6cbb-4d4f-b24f-97b7d621b821 None None] Calling delete_port for dd318d62-60f1-4d85-8b5f-03cfdbdfda5c owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:43:55.404394 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e13580c-aa77-4b54-a8f5-e105ee7130cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (339750f0-a89c-4a4d-a1e2-90d4216909dc), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.427558 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6e13580c-aa77-4b54-a8f5-e105ee7130cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339750f0-a89c-4a4d-a1e2-90d4216909dc']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:55.438353 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6e13580c-aa77-4b54-a8f5-e105ee7130cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3558f0a-2eee-40c9-81e4-19339467897e') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:55.438828 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6e13580c-aa77-4b54-a8f5-e105ee7130cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3558f0a-2eee-40c9-81e4-19339467897e') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:55.448936 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ecbb-6cbb-4d4f-b24f-97b7d621b821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (dd318d62-60f1-4d85-8b5f-03cfdbdfda5c), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.449715 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e13580c-aa77-4b54-a8f5-e105ee7130cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (d3558f0a-2eee-40c9-81e4-19339467897e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.464425 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e13580c-aa77-4b54-a8f5-e105ee7130cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d3558f0a-2eee-40c9-81e4-19339467897e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.472669 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e13580c-aa77-4b54-a8f5-e105ee7130cb admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:43:55.473687 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e13580c-aa77-4b54-a8f5-e105ee7130cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (d3558f0a-2eee-40c9-81e4-19339467897e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.476077 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1ecbb-6cbb-4d4f-b24f-97b7d621b821 None None] Pushing event deleted for resources: {'Port': ['ID=dd318d62-60f1-4d85-8b5f-03cfdbdfda5c,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:43:55.476256 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:43:55.482844 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f1ecbb-6cbb-4d4f-b24f-97b7d621b821 None None] No DVR routers for this DVR port dd318d62-60f1-4d85-8b5f-03cfdbdfda5c on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:43:55.540637 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e13580c-aa77-4b54-a8f5-e105ee7130cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (339750f0-a89c-4a4d-a1e2-90d4216909dc), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.547564 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e13580c-aa77-4b54-a8f5-e105ee7130cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.551667 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6e13580c-aa77-4b54-a8f5-e105ee7130cb admin admin] 10.222.0.77 "DELETE /v2.0/networks/339750f0-a89c-4a4d-a1e2-90d4216909dc HTTP/1.1" status: 204 len: 168 time: 0.5558901 Feb 09 22:43:55.569689 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13580c-aa77-4b54-a8f5-e105ee7130cb admin admin] Pushing event deleted for resources: {'Network': ['ID=339750f0-a89c-4a4d-a1e2-90d4216909dc,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:55.761959 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52510) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:55.814167 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6971193b-d4b2-4ad0-bbb1-ec37c9393cf9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7422be535ff94a43bfa005d1c6025552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0509315 Feb 09 22:43:55.816733 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52512) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:55.869506 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-704d674c-e2db-42a4-b335-6d6f0f1d4976 admin admin] Publish callbacks [] for security_group (010ae245-2fca-4c4b-b737-a5844c00a5f0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.892262 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-704d674c-e2db-42a4-b335-6d6f0f1d4976 admin admin] Publish callbacks [] for security_group (010ae245-2fca-4c4b-b737-a5844c00a5f0), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.943798 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-704d674c-e2db-42a4-b335-6d6f0f1d4976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (010ae245-2fca-4c4b-b737-a5844c00a5f0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.946681 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-704d674c-e2db-42a4-b335-6d6f0f1d4976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.947890 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-704d674c-e2db-42a4-b335-6d6f0f1d4976 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/010ae245-2fca-4c4b-b737-a5844c00a5f0 HTTP/1.1" status: 204 len: 168 time: 0.1301949 Feb 09 22:43:55.956324 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d674c-e2db-42a4-b335-6d6f0f1d4976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010ae245-2fca-4c4b-b737-a5844c00a5f0,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:56.282171 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device dd318d62-60f1-4d85-8b5f-03cfdbdfda5c no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:43:56.284948 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52518) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:56.303426 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: dd318d62-60f1-4d85-8b5f-03cfdbdfda5c {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:43:56.303811 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device dd318d62-60f1-4d85-8b5f-03cfdbdfda5c not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:43:56.304242 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2c5f57e1-c1e3-456a-9b43-1d4c5404634a no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:43:56.326822 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 2c5f57e1-c1e3-456a-9b43-1d4c5404634a {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:43:56.327726 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 2c5f57e1-c1e3-456a-9b43-1d4c5404634a not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:43:56.328160 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fb2eaa60-bb62-4918-9c11-5fcc6782ec63 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:43:56.331165 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a856c5bb-2b13-4441-acac-b906b78702b5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6748ebe1eb8b47bc88d995cd8082f5f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425148 Feb 09 22:43:56.331463 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52520) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:56.358794 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: fb2eaa60-bb62-4918-9c11-5fcc6782ec63 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:43:56.359349 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device fb2eaa60-bb62-4918-9c11-5fcc6782ec63 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:43:56.394841 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f77dd5bb-b8d3-47de-968a-1e477a052f35 admin admin] Publish callbacks [] for security_group (80f1d9fe-a77f-47b5-ac4c-8a0a368e14ce), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:56.417458 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f77dd5bb-b8d3-47de-968a-1e477a052f35 admin admin] Publish callbacks [] for security_group (80f1d9fe-a77f-47b5-ac4c-8a0a368e14ce), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:56.468287 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f77dd5bb-b8d3-47de-968a-1e477a052f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (80f1d9fe-a77f-47b5-ac4c-8a0a368e14ce), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:56.470834 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f77dd5bb-b8d3-47de-968a-1e477a052f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:56.472001 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f77dd5bb-b8d3-47de-968a-1e477a052f35 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/80f1d9fe-a77f-47b5-ac4c-8a0a368e14ce HTTP/1.1" status: 204 len: 168 time: 0.1391320 Feb 09 22:43:56.480621 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77dd5bb-b8d3-47de-968a-1e477a052f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f1d9fe-a77f-47b5-ac4c-8a0a368e14ce,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:57.207320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52542) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:57.315614 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-34b73379-a55d-4835-bf7d-83ff12efc0df admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-276666664-network', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:43:57.335012 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b73379-a55d-4835-bf7d-83ff12efc0df admin admin] Made reservation on behalf of cad7b6bf3c0742a8bc50dec1db262a35 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:43:57.337381 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-34b73379-a55d-4835-bf7d-83ff12efc0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:57.346468 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-34b73379-a55d-4835-bf7d-83ff12efc0df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:57.425003 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-34b73379-a55d-4835-bf7d-83ff12efc0df admin admin] Publish callbacks [] for security_group (e87ccf44-4171-4bfb-9390-f35240736b39), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:57.429825 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-34b73379-a55d-4835-bf7d-83ff12efc0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e87ccf44-4171-4bfb-9390-f35240736b39), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:57.454497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b73379-a55d-4835-bf7d-83ff12efc0df admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:43:57.463279 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b73379-a55d-4835-bf7d-83ff12efc0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87ccf44-4171-4bfb-9390-f35240736b39,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:57.470026 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-34b73379-a55d-4835-bf7d-83ff12efc0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (09d94b25-5a41-424e-8adc-0676e709bfba), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:57.470363 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-34b73379-a55d-4835-bf7d-83ff12efc0df admin admin] Added segment 09d94b25-5a41-424e-8adc-0676e709bfba of type vlan for network 784748a8-3276-4aa7-9fd6-746ab6d2686f Feb 09 22:43:57.510010 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-34b73379-a55d-4835-bf7d-83ff12efc0df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (784748a8-3276-4aa7-9fd6-746ab6d2686f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:57.541382 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-34b73379-a55d-4835-bf7d-83ff12efc0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (784748a8-3276-4aa7-9fd6-746ab6d2686f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:57.542348 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b73379-a55d-4835-bf7d-83ff12efc0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:57.542924 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-34b73379-a55d-4835-bf7d-83ff12efc0df admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:57.591822 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-34b73379-a55d-4835-bf7d-83ff12efc0df admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3833256 Feb 09 22:43:57.594792 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52546) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:57.600024 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-44c0f284-bb85-4724-86d7-d0da0c37779a admin admin] Request body: {'subnet': {'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-276666664-subnet', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:43:57.605089 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b73379-a55d-4835-bf7d-83ff12efc0df admin admin] Pushing event updated for resources: {'Network': ['ID=784748a8-3276-4aa7-9fd6-746ab6d2686f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:57.616331 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 784748a8-3276-4aa7-9fd6-746ab6d2686f details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:43:57.620638 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c0f284-bb85-4724-86d7-d0da0c37779a admin admin] Made reservation on behalf of cad7b6bf3c0742a8bc50dec1db262a35 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:43:57.623042 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-44c0f284-bb85-4724-86d7-d0da0c37779a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:57.794559 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-44c0f284-bb85-4724-86d7-d0da0c37779a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (9f64616a-d469-4f7c-8d2b-80085a8da694), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:57.844168 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0f284-bb85-4724-86d7-d0da0c37779a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f64616a-d469-4f7c-8d2b-80085a8da694,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:57.860719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c0f284-bb85-4724-86d7-d0da0c37779a admin admin] Checking segment: {'id': '09d94b25-5a41-424e-8adc-0676e709bfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:43:57.861083 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c0f284-bb85-4724-86d7-d0da0c37779a admin admin] Network hostable DHCP agents. Network: 784748a8-3276-4aa7-9fd6-746ab6d2686f, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:43:57.878591 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c0f284-bb85-4724-86d7-d0da0c37779a admin admin] Network 784748a8-3276-4aa7-9fd6-746ab6d2686f is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:43:57.887491 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-44c0f284-bb85-4724-86d7-d0da0c37779a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 784748a8-3276-4aa7-9fd6-746ab6d2686f) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:43:57.894998 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c0f284-bb85-4724-86d7-d0da0c37779a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:57.896319 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-44c0f284-bb85-4724-86d7-d0da0c37779a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:57.897923 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0a37bb-450e-4e99-b76f-42b63921bbcb None None] Network 784748a8-3276-4aa7-9fd6-746ab6d2686f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:43:57.914778 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-44c0f284-bb85-4724-86d7-d0da0c37779a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3161139 Feb 09 22:43:57.915420 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52548) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:57.919997 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a266b862-5c7b-4b29-b929-a82e14990711 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-276666664-router', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:43:57.940544 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a266b862-5c7b-4b29-b929-a82e14990711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (d454accf-6d25-414a-a9b7-eb096e7834eb), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:57.941685 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a266b862-5c7b-4b29-b929-a82e14990711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (d454accf-6d25-414a-a9b7-eb096e7834eb), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.002971 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a266b862-5c7b-4b29-b929-a82e14990711 admin admin] Publish callbacks [] for router_controller (d454accf-6d25-414a-a9b7-eb096e7834eb), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.006326 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65e4c07-dd8f-45bd-a96c-80a6774557ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-784748a8-3276-4aa7-9fd6-746ab6d2686f', 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f', 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'fixed_ips': [{'subnet_id': '9f64616a-d469-4f7c-8d2b-80085a8da694'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:43:58.007431 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f65e4c07-dd8f-45bd-a96c-80a6774557ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.143888 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-f65e4c07-dd8f-45bd-a96c-80a6774557ac None None] Allocated IP 172.20.0.2 (784748a8-3276-4aa7-9fd6-746ab6d2686f/9f64616a-d469-4f7c-8d2b-80085a8da694/8dbb53f9-7be3-4e51-8c53-4ad315821482) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:43:58.153730 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a266b862-5c7b-4b29-b929-a82e14990711 admin admin] Publish callbacks [] for router_gateway (d454accf-6d25-414a-a9b7-eb096e7834eb), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.289480 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f65e4c07-dd8f-45bd-a96c-80a6774557ac None None] Publish callbacks [] for port (8dbb53f9-7be3-4e51-8c53-4ad315821482), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.294971 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f65e4c07-dd8f-45bd-a96c-80a6774557ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (8dbb53f9-7be3-4e51-8c53-4ad315821482), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.339712 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65e4c07-dd8f-45bd-a96c-80a6774557ac None None] Network 784748a8-3276-4aa7-9fd6-746ab6d2686f is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:43:58.351630 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-f65e4c07-dd8f-45bd-a96c-80a6774557ac None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:43:58.357450 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65e4c07-dd8f-45bd-a96c-80a6774557ac None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:43:58.366919 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a266b862-5c7b-4b29-b929-a82e14990711 admin admin] Publish callbacks [] for router_gateway (d454accf-6d25-414a-a9b7-eb096e7834eb), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.372601 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e4c07-dd8f-45bd-a96c-80a6774557ac None None] Pushing event updated for resources: {'Port': ['ID=8dbb53f9-7be3-4e51-8c53-4ad315821482,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:58.391993 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a266b862-5c7b-4b29-b929-a82e14990711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.440725 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f65e4c07-dd8f-45bd-a96c-80a6774557ac None None] Attempting to bind port 8dbb53f9-7be3-4e51-8c53-4ad315821482 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:43:58.441018 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f65e4c07-dd8f-45bd-a96c-80a6774557ac None None] Attempting to bind port 8dbb53f9-7be3-4e51-8c53-4ad315821482 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '09d94b25-5a41-424e-8adc-0676e709bfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:43:58.441385 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65e4c07-dd8f-45bd-a96c-80a6774557ac None None] Attempting to bind port 8dbb53f9-7be3-4e51-8c53-4ad315821482 on network 784748a8-3276-4aa7-9fd6-746ab6d2686f {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:43:58.448951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65e4c07-dd8f-45bd-a96c-80a6774557ac None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:43:58.449404 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65e4c07-dd8f-45bd-a96c-80a6774557ac None None] Checking segment: {'id': '09d94b25-5a41-424e-8adc-0676e709bfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:43:58.449748 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f65e4c07-dd8f-45bd-a96c-80a6774557ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.450158 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65e4c07-dd8f-45bd-a96c-80a6774557ac None None] Bound using segment: {'id': '09d94b25-5a41-424e-8adc-0676e709bfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:43:58.450812 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f65e4c07-dd8f-45bd-a96c-80a6774557ac None None] Bound port: 8dbb53f9-7be3-4e51-8c53-4ad315821482, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d94b25-5a41-424e-8adc-0676e709bfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:43:58.451208 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f65e4c07-dd8f-45bd-a96c-80a6774557ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8dbb53f9-7be3-4e51-8c53-4ad315821482), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.508613 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-a266b862-5c7b-4b29-b929-a82e14990711 admin admin] Allocated IP 172.25.6.217 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/c49669ba-c025-451b-a1cd-efda84466fba) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:43:58.524843 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f65e4c07-dd8f-45bd-a96c-80a6774557ac None None] For port 8dbb53f9-7be3-4e51-8c53-4ad315821482, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:43:58.528299 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f65e4c07-dd8f-45bd-a96c-80a6774557ac None None] For port 8dbb53f9-7be3-4e51-8c53-4ad315821482, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8dbb53f9-7be3-4e51-8c53-4ad315821482,segment=NetworkSegment(09d94b25-5a41-424e-8adc-0676e709bfba),segment_id=09d94b25-5a41-424e-8adc-0676e709bfba)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:43:58.539869 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f65e4c07-dd8f-45bd-a96c-80a6774557ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8dbb53f9-7be3-4e51-8c53-4ad315821482), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.598344 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e4c07-dd8f-45bd-a96c-80a6774557ac None None] Pushing event updated for resources: {'Port': ['ID=8dbb53f9-7be3-4e51-8c53-4ad315821482,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:58.627484 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a266b862-5c7b-4b29-b929-a82e14990711 admin admin] Publish callbacks [] for port (c49669ba-c025-451b-a1cd-efda84466fba), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.663845 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a266b862-5c7b-4b29-b929-a82e14990711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c49669ba-c025-451b-a1cd-efda84466fba), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.711416 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a266b862-5c7b-4b29-b929-a82e14990711 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:43:58.714497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a266b862-5c7b-4b29-b929-a82e14990711 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:43:58.718537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a266b862-5c7b-4b29-b929-a82e14990711 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:43:58.724069 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266b862-5c7b-4b29-b929-a82e14990711 admin admin] Pushing event updated for resources: {'Port': ['ID=c49669ba-c025-451b-a1cd-efda84466fba,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:58.998095 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a266b862-5c7b-4b29-b929-a82e14990711 admin admin] Publish callbacks [] for router_gateway (d454accf-6d25-414a-a9b7-eb096e7834eb), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:59.206641 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a266b862-5c7b-4b29-b929-a82e14990711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (d454accf-6d25-414a-a9b7-eb096e7834eb), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:59.345933 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a266b862-5c7b-4b29-b929-a82e14990711 admin admin] Router d454accf-6d25-414a-a9b7-eb096e7834eb is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:43:59.492839 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9a23ff-741f-4175-b2a0-f7a04cd3a08a None None] Network 784748a8-3276-4aa7-9fd6-746ab6d2686f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:43:59.610556 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-6b80a6de-ffa3-4b53-8be5-3db005c6291e None None] Provisioning complete for port 8dbb53f9-7be3-4e51-8c53-4ad315821482 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:43:59.610936 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b80a6de-ffa3-4b53-8be5-3db005c6291e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8dbb53f9-7be3-4e51-8c53-4ad315821482), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:59.702604 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6b80a6de-ffa3-4b53-8be5-3db005c6291e None None] Current status of the port 8dbb53f9-7be3-4e51-8c53-4ad315821482 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:43:59.703025 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b80a6de-ffa3-4b53-8be5-3db005c6291e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8dbb53f9-7be3-4e51-8c53-4ad315821482), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:59.739107 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6b80a6de-ffa3-4b53-8be5-3db005c6291e None None] For port 8dbb53f9-7be3-4e51-8c53-4ad315821482, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8dbb53f9-7be3-4e51-8c53-4ad315821482,segment=NetworkSegment(09d94b25-5a41-424e-8adc-0676e709bfba),segment_id=09d94b25-5a41-424e-8adc-0676e709bfba)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:43:59.745462 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b80a6de-ffa3-4b53-8be5-3db005c6291e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (8dbb53f9-7be3-4e51-8c53-4ad315821482), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:59.801507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80a6de-ffa3-4b53-8be5-3db005c6291e None None] Pushing event updated for resources: {'Port': ['ID=8dbb53f9-7be3-4e51-8c53-4ad315821482,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:59.819257 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a266b862-5c7b-4b29-b929-a82e14990711 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:43:59.829459 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] Sync routers for ids ['d454accf-6d25-414a-a9b7-eb096e7834eb'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:43:59.841965 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a266b862-5c7b-4b29-b929-a82e14990711 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:59.843459 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a266b862-5c7b-4b29-b929-a82e14990711 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9270010 Feb 09 22:43:59.845808 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52550) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:59.847837 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] Routers {'d454accf-6d25-414a-a9b7-eb096e7834eb'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:43:59.848749 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:43:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['d454accf-6d25-414a-a9b7-eb096e7834eb'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:59.866826 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ff11a8ac-987d-4b3d-b08d-b268a145401a None None] Provisioning complete for port 8dbb53f9-7be3-4e51-8c53-4ad315821482 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:43:59.867250 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ff11a8ac-987d-4b3d-b08d-b268a145401a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8dbb53f9-7be3-4e51-8c53-4ad315821482), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:59.969221 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ff11a8ac-987d-4b3d-b08d-b268a145401a None None] Current status of the port 8dbb53f9-7be3-4e51-8c53-4ad315821482 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:00.061085 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] Set router d454accf-6d25-414a-a9b7-eb096e7834eb gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:44:00.264943 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'name': 'tempest-TestMinimumBasicScenario-276666664-router', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:43:57Z', 'updated_at': '2022-02-09T22:43:58Z', 'revision_number': 3, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'gw_port': {'id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:43:58Z', 'updated_at': '2022-02-09T22:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:00.294459 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] Checking router: d454accf-6d25-414a-a9b7-eb096e7834eb for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:44:00.295302 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] Updating router d454accf-6d25-414a-a9b7-eb096e7834eb port c49669ba-c025-451b-a1cd-efda84466fba binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:44:00.309561 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a2b61fe4-2f25-459c-82b8-b78f1e2f25cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:00.312362 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8dbb53f9-7be3-4e51-8c53-4ad315821482 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:44:00.328506 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c49669ba-c025-451b-a1cd-efda84466fba), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:00.368381 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 8dbb53f9-7be3-4e51-8c53-4ad315821482 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:00.368762 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (8dbb53f9-7be3-4e51-8c53-4ad315821482), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:00.460115 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 8dbb53f9-7be3-4e51-8c53-4ad315821482 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:00.501270 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-a2b61fe4-2f25-459c-82b8-b78f1e2f25cb admin admin] Allocated IP 172.20.0.1 (784748a8-3276-4aa7-9fd6-746ab6d2686f/9f64616a-d469-4f7c-8d2b-80085a8da694/97560588-45ed-42b0-8828-d84a0864f81e) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:44:00.601071 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] Publish callbacks [] for port (c49669ba-c025-451b-a1cd-efda84466fba), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:00.607939 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c49669ba-c025-451b-a1cd-efda84466fba), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:00.612398 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a2b61fe4-2f25-459c-82b8-b78f1e2f25cb admin admin] Publish callbacks [] for port (97560588-45ed-42b0-8828-d84a0864f81e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:00.650680 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a2b61fe4-2f25-459c-82b8-b78f1e2f25cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (97560588-45ed-42b0-8828-d84a0864f81e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:00.660059 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] Attempting to bind port c49669ba-c025-451b-a1cd-efda84466fba on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:44:00.660432 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] Attempting to bind port c49669ba-c025-451b-a1cd-efda84466fba by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:44:00.660794 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] Attempting to bind port c49669ba-c025-451b-a1cd-efda84466fba on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:44:00.672153 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:44:00.672711 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:44:00.673292 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:00.673782 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:44:00.674189 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] Bound port: c49669ba-c025-451b-a1cd-efda84466fba, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:44:00.674607 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c49669ba-c025-451b-a1cd-efda84466fba), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:00.679322 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71adc3-6ab3-409c-8518-61e01f48d726 None None] Pushing event updated for resources: {'Port': ['ID=c49669ba-c025-451b-a1cd-efda84466fba,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:00.688506 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b61fe4-2f25-459c-82b8-b78f1e2f25cb admin admin] Network 784748a8-3276-4aa7-9fd6-746ab6d2686f is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:44:00.691464 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a2b61fe4-2f25-459c-82b8-b78f1e2f25cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:44:00.697250 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b61fe4-2f25-459c-82b8-b78f1e2f25cb admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:44:00.711138 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71adc3-6ab3-409c-8518-61e01f48d726 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:00.711480 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71adc3-6ab3-409c-8518-61e01f48d726 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:00.711845 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71adc3-6ab3-409c-8518-61e01f48d726 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:00.712181 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71adc3-6ab3-409c-8518-61e01f48d726 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:00.712509 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71adc3-6ab3-409c-8518-61e01f48d726 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:00.712838 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71adc3-6ab3-409c-8518-61e01f48d726 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:00.713163 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71adc3-6ab3-409c-8518-61e01f48d726 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:00.713486 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71adc3-6ab3-409c-8518-61e01f48d726 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:00.714227 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71adc3-6ab3-409c-8518-61e01f48d726 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:00.714227 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71adc3-6ab3-409c-8518-61e01f48d726 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:00.714485 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71adc3-6ab3-409c-8518-61e01f48d726 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:00.714732 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71adc3-6ab3-409c-8518-61e01f48d726 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:00.715048 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71adc3-6ab3-409c-8518-61e01f48d726 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:00.736279 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b61fe4-2f25-459c-82b8-b78f1e2f25cb admin admin] Pushing event updated for resources: {'Port': ['ID=97560588-45ed-42b0-8828-d84a0864f81e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:00.748815 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a2b61fe4-2f25-459c-82b8-b78f1e2f25cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (d454accf-6d25-414a-a9b7-eb096e7834eb), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:00.752251 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] For port c49669ba-c025-451b-a1cd-efda84466fba, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:44:00.756042 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] For port c49669ba-c025-451b-a1cd-efda84466fba, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c49669ba-c025-451b-a1cd-efda84466fba,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:44:00.762471 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c49669ba-c025-451b-a1cd-efda84466fba), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:00.822227 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] Routers {'d454accf-6d25-414a-a9b7-eb096e7834eb'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:44:00.822928 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:43:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['d454accf-6d25-414a-a9b7-eb096e7834eb'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:00.828741 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71adc3-6ab3-409c-8518-61e01f48d726 None None] Pushing event updated for resources: {'Port': ['ID=c49669ba-c025-451b-a1cd-efda84466fba,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:00.906793 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a2b61fe4-2f25-459c-82b8-b78f1e2f25cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (97560588-45ed-42b0-8828-d84a0864f81e), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:00.940526 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] Set router d454accf-6d25-414a-a9b7-eb096e7834eb gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:44:00.997213 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-17672386-8e78-4836-8416-fd2cfde90fb2 None None] Provisioning complete for port 97560588-45ed-42b0-8828-d84a0864f81e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:00.997785 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-17672386-8e78-4836-8416-fd2cfde90fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (97560588-45ed-42b0-8828-d84a0864f81e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:01.032508 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-17672386-8e78-4836-8416-fd2cfde90fb2 None None] Port 97560588-45ed-42b0-8828-d84a0864f81e cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:44:01.086119 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a2b61fe4-2f25-459c-82b8-b78f1e2f25cb admin admin] Publish callbacks [] for port (97560588-45ed-42b0-8828-d84a0864f81e), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:01.092119 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a2b61fe4-2f25-459c-82b8-b78f1e2f25cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (97560588-45ed-42b0-8828-d84a0864f81e), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:01.133329 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'name': 'tempest-TestMinimumBasicScenario-276666664-router', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:43:57Z', 'updated_at': '2022-02-09T22:43:58Z', 'revision_number': 3, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'gw_port': {'id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:43:58Z', 'updated_at': '2022-02-09T22:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:01.158803 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c927c8-e85d-44a4-826d-0afebdc0c65e None None] The sync data for ids ['d454accf-6d25-414a-a9b7-eb096e7834eb'] in n-d-828601-1 is: [{'id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'name': 'tempest-TestMinimumBasicScenario-276666664-router', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:43:57Z', 'updated_at': '2022-02-09T22:43:58Z', 'revision_number': 3, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'gw_port': {'id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:43:58Z', 'updated_at': '2022-02-09T22:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:44:01.161654 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b61fe4-2f25-459c-82b8-b78f1e2f25cb admin admin] Pushing event updated for resources: {'Port': ['ID=97560588-45ed-42b0-8828-d84a0864f81e,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:01.167044 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a2b61fe4-2f25-459c-82b8-b78f1e2f25cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (d454accf-6d25-414a-a9b7-eb096e7834eb), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:01.264216 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b61fe4-2f25-459c-82b8-b78f1e2f25cb admin admin] Network 784748a8-3276-4aa7-9fd6-746ab6d2686f is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:44:01.265688 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a2b61fe4-2f25-459c-82b8-b78f1e2f25cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:44:01.416321 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b61fe4-2f25-459c-82b8-b78f1e2f25cb admin admin] Router d454accf-6d25-414a-a9b7-eb096e7834eb has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:44:01.546561 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b61fe4-2f25-459c-82b8-b78f1e2f25cb admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:44:01.555703 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a2b61fe4-2f25-459c-82b8-b78f1e2f25cb admin admin] 10.222.0.77 "PUT /v2.0/routers/d454accf-6d25-414a-a9b7-eb096e7834eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7049103 Feb 09 22:44:01.564810 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b4f16097-a279-4921-863d-f43cad8f9ad1 None None] Provisioning complete for port 97560588-45ed-42b0-8828-d84a0864f81e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:01.565325 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b4f16097-a279-4921-863d-f43cad8f9ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (97560588-45ed-42b0-8828-d84a0864f81e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:01.605282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b4f16097-a279-4921-863d-f43cad8f9ad1 None None] Port 97560588-45ed-42b0-8828-d84a0864f81e cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:44:02.103841 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52566) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:02.109504 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1797302579-network', 'tenant_id': 'bbe92ef0f1c64af1950dde0d97db2e9b'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:02.129330 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Made reservation on behalf of bbe92ef0f1c64af1950dde0d97db2e9b for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:44:02.131904 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:02.141771 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:02.235522 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Publish callbacks [] for security_group (1463ac87-bbb0-4d01-ae3a-1de033cd2adf), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:02.240246 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (1463ac87-bbb0-4d01-ae3a-1de033cd2adf), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:02.266144 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:44:02.276514 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1463ac87-bbb0-4d01-ae3a-1de033cd2adf,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:02.281399 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (c2500c4b-63f7-4f0a-8940-7b302c117910), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:02.281732 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Added segment c2500c4b-63f7-4f0a-8940-7b302c117910 of type vlan for network 4d4cccec-0b41-4ae5-87e1-f38d9d4100d6 Feb 09 22:44:02.294001 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:02.294348 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:02.294687 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:02.294803 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c49669ba-c025-451b-a1cd-efda84466fba up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:44:02.295277 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:02.295362 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:02.295757 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:02.296007 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:02.296336 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:02.296706 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:02.296975 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:02.298476 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:02.298476 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:02.298476 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:02.334473 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (4d4cccec-0b41-4ae5-87e1-f38d9d4100d6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:02.347428 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c49669ba-c025-451b-a1cd-efda84466fba triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:02.347834 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c49669ba-c025-451b-a1cd-efda84466fba), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:02.361012 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (4d4cccec-0b41-4ae5-87e1-f38d9d4100d6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:02.362043 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:02.362705 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:02.422863 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3175428 Feb 09 22:44:02.425605 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52568) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:02.430339 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-357be692-9ee0-4ac1-844d-24336227ab82 admin admin] Request body: {'subnet': {'network_id': '4d4cccec-0b41-4ae5-87e1-f38d9d4100d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1797302579-subnet', 'tenant_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:02.438975 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79151806-cb85-492b-9ce3-9b529f5de49e admin admin] Pushing event updated for resources: {'Network': ['ID=4d4cccec-0b41-4ae5-87e1-f38d9d4100d6,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:02.439197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c49669ba-c025-451b-a1cd-efda84466fba is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:02.439552 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (c49669ba-c025-451b-a1cd-efda84466fba), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:02.450399 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 4d4cccec-0b41-4ae5-87e1-f38d9d4100d6 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:44:02.456137 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357be692-9ee0-4ac1-844d-24336227ab82 admin admin] Made reservation on behalf of bbe92ef0f1c64af1950dde0d97db2e9b for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:44:02.458487 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-357be692-9ee0-4ac1-844d-24336227ab82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:02.650938 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-357be692-9ee0-4ac1-844d-24336227ab82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (805aeca7-d90d-410b-96a6-bf0b4e0b497a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:02.699516 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port c49669ba-c025-451b-a1cd-efda84466fba, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c49669ba-c025-451b-a1cd-efda84466fba,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:44:02.710983 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (c49669ba-c025-451b-a1cd-efda84466fba), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:02.715222 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357be692-9ee0-4ac1-844d-24336227ab82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=805aeca7-d90d-410b-96a6-bf0b4e0b497a,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:02.719834 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357be692-9ee0-4ac1-844d-24336227ab82 admin admin] Checking segment: {'id': 'c2500c4b-63f7-4f0a-8940-7b302c117910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4d4cccec-0b41-4ae5-87e1-f38d9d4100d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:44:02.720202 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357be692-9ee0-4ac1-844d-24336227ab82 admin admin] Network hostable DHCP agents. Network: 4d4cccec-0b41-4ae5-87e1-f38d9d4100d6, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:44:02.737959 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357be692-9ee0-4ac1-844d-24336227ab82 admin admin] Network 4d4cccec-0b41-4ae5-87e1-f38d9d4100d6 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:44:02.748262 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-357be692-9ee0-4ac1-844d-24336227ab82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 4d4cccec-0b41-4ae5-87e1-f38d9d4100d6) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:44:02.755661 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357be692-9ee0-4ac1-844d-24336227ab82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:02.756292 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-357be692-9ee0-4ac1-844d-24336227ab82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:02.759944 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568b748e-9ae0-4344-ba8f-b9ecb16062f9 None None] Network 4d4cccec-0b41-4ae5-87e1-f38d9d4100d6 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:44:02.775499 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-357be692-9ee0-4ac1-844d-24336227ab82 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3488324 Feb 09 22:44:02.778044 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52570) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:02.783197 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d7fc25f9-a690-4008-a05a-58f8a0b50656 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1797302579-router', 'tenant_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:02.804832 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d7fc25f9-a690-4008-a05a-58f8a0b50656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (82beab1c-3e3b-45ad-8f58-d53f7d4426d0), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:02.805915 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d7fc25f9-a690-4008-a05a-58f8a0b50656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (82beab1c-3e3b-45ad-8f58-d53f7d4426d0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:02.833688 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=c49669ba-c025-451b-a1cd-efda84466fba,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:02.865020 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d7fc25f9-a690-4008-a05a-58f8a0b50656 admin admin] Publish callbacks [] for router_controller (82beab1c-3e3b-45ad-8f58-d53f7d4426d0), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:02.895166 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767d68f3-1b4a-4a8d-a68a-474e4342bc18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-4d4cccec-0b41-4ae5-87e1-f38d9d4100d6', 'network_id': '4d4cccec-0b41-4ae5-87e1-f38d9d4100d6', 'project_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'fixed_ips': [{'subnet_id': '805aeca7-d90d-410b-96a6-bf0b4e0b497a'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:44:02.896867 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-767d68f3-1b4a-4a8d-a68a-474e4342bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:02.909509 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] Sync routers for ids ['d454accf-6d25-414a-a9b7-eb096e7834eb'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:44:02.934070 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] Routers {'d454accf-6d25-414a-a9b7-eb096e7834eb'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:44:02.935010 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:43:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['d454accf-6d25-414a-a9b7-eb096e7834eb'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:03.034650 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d7fc25f9-a690-4008-a05a-58f8a0b50656 admin admin] Publish callbacks [] for router_gateway (82beab1c-3e3b-45ad-8f58-d53f7d4426d0), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:03.156120 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-767d68f3-1b4a-4a8d-a68a-474e4342bc18 None None] Allocated IP 172.20.0.2 (4d4cccec-0b41-4ae5-87e1-f38d9d4100d6/805aeca7-d90d-410b-96a6-bf0b4e0b497a/cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:44:03.162861 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] Set router d454accf-6d25-414a-a9b7-eb096e7834eb gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:44:03.459329 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-767d68f3-1b4a-4a8d-a68a-474e4342bc18 None None] Publish callbacks [] for port (cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:03.473579 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-767d68f3-1b4a-4a8d-a68a-474e4342bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:03.532003 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767d68f3-1b4a-4a8d-a68a-474e4342bc18 None None] Network 4d4cccec-0b41-4ae5-87e1-f38d9d4100d6 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:44:03.532649 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d7fc25f9-a690-4008-a05a-58f8a0b50656 admin admin] Publish callbacks [] for router_gateway (82beab1c-3e3b-45ad-8f58-d53f7d4426d0), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:03.538465 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-767d68f3-1b4a-4a8d-a68a-474e4342bc18 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:44:03.549233 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767d68f3-1b4a-4a8d-a68a-474e4342bc18 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:44:03.549233 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'name': 'tempest-TestMinimumBasicScenario-276666664-router', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:43:57Z', 'updated_at': '2022-02-09T22:44:00Z', 'revision_number': 4, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'gw_port': {'id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:43:58Z', 'updated_at': '2022-02-09T22:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '97560588-45ed-42b0-8828-d84a0864f81e', 'name': '', 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'mac_address': 'fa:16:3e:0e:e5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f64616a-d469-4f7c-8d2b-80085a8da694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:00Z', 'updated_at': '2022-02-09T22:44:00Z', 'revision_number': 2, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'subnets': [{'id': '9f64616a-d469-4f7c-8d2b-80085a8da694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:03.552307 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d68f3-1b4a-4a8d-a68a-474e4342bc18 None None] Pushing event updated for resources: {'Port': ['ID=cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:03.553418 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d7fc25f9-a690-4008-a05a-58f8a0b50656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:03.582468 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] Checking router: d454accf-6d25-414a-a9b7-eb096e7834eb for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:44:03.582827 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] Updating router d454accf-6d25-414a-a9b7-eb096e7834eb port 97560588-45ed-42b0-8828-d84a0864f81e binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:44:03.652346 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (97560588-45ed-42b0-8828-d84a0864f81e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:03.656666 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-767d68f3-1b4a-4a8d-a68a-474e4342bc18 None None] Attempting to bind port cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:44:03.657045 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-767d68f3-1b4a-4a8d-a68a-474e4342bc18 None None] Attempting to bind port cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'c2500c4b-63f7-4f0a-8940-7b302c117910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4d4cccec-0b41-4ae5-87e1-f38d9d4100d6'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:44:03.657414 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d68f3-1b4a-4a8d-a68a-474e4342bc18 None None] Attempting to bind port cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a on network 4d4cccec-0b41-4ae5-87e1-f38d9d4100d6 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:44:03.664147 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-d7fc25f9-a690-4008-a05a-58f8a0b50656 admin admin] Allocated IP 172.25.6.116 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/65dd1aa8-cd88-46f2-a256-f636da1e7bb9) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:44:03.669616 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d68f3-1b4a-4a8d-a68a-474e4342bc18 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:44:03.670016 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d68f3-1b4a-4a8d-a68a-474e4342bc18 None None] Checking segment: {'id': 'c2500c4b-63f7-4f0a-8940-7b302c117910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4d4cccec-0b41-4ae5-87e1-f38d9d4100d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:44:03.670408 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-767d68f3-1b4a-4a8d-a68a-474e4342bc18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:03.670836 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d68f3-1b4a-4a8d-a68a-474e4342bc18 None None] Bound using segment: {'id': 'c2500c4b-63f7-4f0a-8940-7b302c117910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4d4cccec-0b41-4ae5-87e1-f38d9d4100d6'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:44:03.671317 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-767d68f3-1b4a-4a8d-a68a-474e4342bc18 None None] Bound port: cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2500c4b-63f7-4f0a-8940-7b302c117910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4d4cccec-0b41-4ae5-87e1-f38d9d4100d6'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:44:03.671794 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-767d68f3-1b4a-4a8d-a68a-474e4342bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:03.768344 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d7fc25f9-a690-4008-a05a-58f8a0b50656 admin admin] Publish callbacks [] for port (65dd1aa8-cd88-46f2-a256-f636da1e7bb9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:03.802211 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d7fc25f9-a690-4008-a05a-58f8a0b50656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (65dd1aa8-cd88-46f2-a256-f636da1e7bb9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:03.821942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-767d68f3-1b4a-4a8d-a68a-474e4342bc18 None None] For port cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:44:03.827571 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-767d68f3-1b4a-4a8d-a68a-474e4342bc18 None None] For port cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a,segment=NetworkSegment(c2500c4b-63f7-4f0a-8940-7b302c117910),segment_id=c2500c4b-63f7-4f0a-8940-7b302c117910)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:44:03.835249 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-767d68f3-1b4a-4a8d-a68a-474e4342bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:03.838843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fc25f9-a690-4008-a05a-58f8a0b50656 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:44:03.843728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d7fc25f9-a690-4008-a05a-58f8a0b50656 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:44:03.847353 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fc25f9-a690-4008-a05a-58f8a0b50656 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:44:03.884594 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc25f9-a690-4008-a05a-58f8a0b50656 admin admin] Pushing event updated for resources: {'Port': ['ID=65dd1aa8-cd88-46f2-a256-f636da1e7bb9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:03.951573 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d68f3-1b4a-4a8d-a68a-474e4342bc18 None None] Pushing event updated for resources: {'Port': ['ID=cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:04.037396 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] Publish callbacks [] for port (97560588-45ed-42b0-8828-d84a0864f81e), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.043441 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (97560588-45ed-42b0-8828-d84a0864f81e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.100543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f0a92-3bcf-4903-b780-d3e430d43d8d None None] Pushing event updated for resources: {'Port': ['ID=97560588-45ed-42b0-8828-d84a0864f81e,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:04.155206 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d7fc25f9-a690-4008-a05a-58f8a0b50656 admin admin] Publish callbacks [] for router_gateway (82beab1c-3e3b-45ad-8f58-d53f7d4426d0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.176509 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] Attempting to bind port 97560588-45ed-42b0-8828-d84a0864f81e on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:44:04.176846 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] Attempting to bind port 97560588-45ed-42b0-8828-d84a0864f81e by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '09d94b25-5a41-424e-8adc-0676e709bfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:44:04.177162 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] Attempting to bind port 97560588-45ed-42b0-8828-d84a0864f81e on network 784748a8-3276-4aa7-9fd6-746ab6d2686f {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:44:04.185266 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:44:04.185266 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] Checking segment: {'id': '09d94b25-5a41-424e-8adc-0676e709bfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:44:04.188199 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.188905 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] Bound using segment: {'id': '09d94b25-5a41-424e-8adc-0676e709bfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:44:04.190081 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] Bound port: 97560588-45ed-42b0-8828-d84a0864f81e, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d94b25-5a41-424e-8adc-0676e709bfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:44:04.190758 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (97560588-45ed-42b0-8828-d84a0864f81e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.301894 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] For port 97560588-45ed-42b0-8828-d84a0864f81e, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:44:04.314220 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] For port 97560588-45ed-42b0-8828-d84a0864f81e, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=97560588-45ed-42b0-8828-d84a0864f81e,segment=NetworkSegment(09d94b25-5a41-424e-8adc-0676e709bfba),segment_id=09d94b25-5a41-424e-8adc-0676e709bfba)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:44:04.329235 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (97560588-45ed-42b0-8828-d84a0864f81e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.415109 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] Routers {'d454accf-6d25-414a-a9b7-eb096e7834eb'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:44:04.415775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:43:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['d454accf-6d25-414a-a9b7-eb096e7834eb'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:04.442757 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d7fc25f9-a690-4008-a05a-58f8a0b50656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (82beab1c-3e3b-45ad-8f58-d53f7d4426d0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.472195 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f0a92-3bcf-4903-b780-d3e430d43d8d None None] Pushing event updated for resources: {'Port': ['ID=97560588-45ed-42b0-8828-d84a0864f81e,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:04.508032 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c49669ba-c025-451b-a1cd-efda84466fba up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:44:04.577402 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2dd72e4f-657c-4a43-8fd9-ccdf6ce389f9 None None] Provisioning complete for port 97560588-45ed-42b0-8828-d84a0864f81e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:04.577879 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2dd72e4f-657c-4a43-8fd9-ccdf6ce389f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (97560588-45ed-42b0-8828-d84a0864f81e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.635585 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fc25f9-a690-4008-a05a-58f8a0b50656 admin admin] Router 82beab1c-3e3b-45ad-8f58-d53f7d4426d0 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:44:04.654193 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port c49669ba-c025-451b-a1cd-efda84466fba triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:04.654734 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (c49669ba-c025-451b-a1cd-efda84466fba), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.691534 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] Set router d454accf-6d25-414a-a9b7-eb096e7834eb gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:44:04.780526 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fc25f9-a690-4008-a05a-58f8a0b50656 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:44:04.792240 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] Sync routers for ids ['82beab1c-3e3b-45ad-8f58-d53f7d4426d0'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:44:04.809414 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] Routers {'82beab1c-3e3b-45ad-8f58-d53f7d4426d0'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:44:04.813820 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d7fc25f9-a690-4008-a05a-58f8a0b50656 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.815523 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d7fc25f9-a690-4008-a05a-58f8a0b50656 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0362823 Feb 09 22:44:04.816571 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:43:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['82beab1c-3e3b-45ad-8f58-d53f7d4426d0'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:04.819126 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52572) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:04.964219 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] Set router 82beab1c-3e3b-45ad-8f58-d53f7d4426d0 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:44:05.067106 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2dd72e4f-657c-4a43-8fd9-ccdf6ce389f9 None None] Current status of the port 97560588-45ed-42b0-8828-d84a0864f81e is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:05.078990 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2dd72e4f-657c-4a43-8fd9-ccdf6ce389f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (97560588-45ed-42b0-8828-d84a0864f81e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.266648 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82beab1c-3e3b-45ad-8f58-d53f7d4426d0', 'name': 'tempest-TestMinimumBasicScenario-1797302579-router', 'tenant_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '65dd1aa8-cd88-46f2-a256-f636da1e7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:02Z', 'updated_at': '2022-02-09T22:44:04Z', 'revision_number': 3, 'project_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'gw_port': {'id': '65dd1aa8-cd88-46f2-a256-f636da1e7bb9', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ba:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82beab1c-3e3b-45ad-8f58-d53f7d4426d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:03Z', 'updated_at': '2022-02-09T22:44:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:05.283601 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2dd72e4f-657c-4a43-8fd9-ccdf6ce389f9 None None] For port 97560588-45ed-42b0-8828-d84a0864f81e, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=97560588-45ed-42b0-8828-d84a0864f81e,segment=NetworkSegment(09d94b25-5a41-424e-8adc-0676e709bfba),segment_id=09d94b25-5a41-424e-8adc-0676e709bfba)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:44:05.290061 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port c49669ba-c025-451b-a1cd-efda84466fba is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:05.295138 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:44:05.332818 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] Checking router: 82beab1c-3e3b-45ad-8f58-d53f7d4426d0 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:44:05.333177 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] Updating router 82beab1c-3e3b-45ad-8f58-d53f7d4426d0 port 65dd1aa8-cd88-46f2-a256-f636da1e7bb9 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:44:05.334472 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2dd72e4f-657c-4a43-8fd9-ccdf6ce389f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (97560588-45ed-42b0-8828-d84a0864f81e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.367186 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (65dd1aa8-cd88-46f2-a256-f636da1e7bb9), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.457775 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-959d55a7-4243-44bb-aac9-891d5e155ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.489590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d962eb2-deb5-405a-b037-0fb3d6c76d69 None None] Network 4d4cccec-0b41-4ae5-87e1-f38d9d4100d6 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:44:05.532108 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd72e4f-657c-4a43-8fd9-ccdf6ce389f9 None None] Pushing event updated for resources: {'Port': ['ID=97560588-45ed-42b0-8828-d84a0864f81e,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:05.602676 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5294e343-097d-4b67-83c2-7c49fcdf04e5 None None] Provisioning complete for port cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:05.603049 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5294e343-097d-4b67-83c2-7c49fcdf04e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.635445 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-959d55a7-4243-44bb-aac9-891d5e155ae6 admin admin] Allocated IP 172.20.0.1 (4d4cccec-0b41-4ae5-87e1-f38d9d4100d6/805aeca7-d90d-410b-96a6-bf0b4e0b497a/f8375ef8-62c8-4965-bee2-db00e5cba6aa) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:44:05.700291 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:05.700583 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.707198 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'name': 'tempest-TestMinimumBasicScenario-276666664-router', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:43:57Z', 'updated_at': '2022-02-09T22:44:00Z', 'revision_number': 4, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'gw_port': {'id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:43:58Z', 'updated_at': '2022-02-09T22:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '97560588-45ed-42b0-8828-d84a0864f81e', 'name': '', 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'mac_address': 'fa:16:3e:0e:e5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f64616a-d469-4f7c-8d2b-80085a8da694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:00Z', 'updated_at': '2022-02-09T22:44:04Z', 'revision_number': 4, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'subnets': [{'id': '9f64616a-d469-4f7c-8d2b-80085a8da694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:05.767175 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-959d55a7-4243-44bb-aac9-891d5e155ae6 admin admin] Publish callbacks [] for port (f8375ef8-62c8-4965-bee2-db00e5cba6aa), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.768029 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb81fa3-7aa6-4d3f-a56d-be223fb5363d None None] The sync data for ids ['d454accf-6d25-414a-a9b7-eb096e7834eb'] in n-d-828601-1 is: [{'id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'name': 'tempest-TestMinimumBasicScenario-276666664-router', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:43:57Z', 'updated_at': '2022-02-09T22:44:00Z', 'revision_number': 4, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'gw_port': {'id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:43:58Z', 'updated_at': '2022-02-09T22:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '97560588-45ed-42b0-8828-d84a0864f81e', 'name': '', 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'mac_address': 'fa:16:3e:0e:e5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f64616a-d469-4f7c-8d2b-80085a8da694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:00Z', 'updated_at': '2022-02-09T22:44:04Z', 'revision_number': 4, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'subnets': [{'id': '9f64616a-d469-4f7c-8d2b-80085a8da694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:44:05.778209 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] Publish callbacks [] for port (65dd1aa8-cd88-46f2-a256-f636da1e7bb9), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.792437 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (65dd1aa8-cd88-46f2-a256-f636da1e7bb9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.819405 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-959d55a7-4243-44bb-aac9-891d5e155ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f8375ef8-62c8-4965-bee2-db00e5cba6aa), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.877839 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959d55a7-4243-44bb-aac9-891d5e155ae6 admin admin] Network 4d4cccec-0b41-4ae5-87e1-f38d9d4100d6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:44:05.880373 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-959d55a7-4243-44bb-aac9-891d5e155ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:44:05.884637 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] Attempting to bind port 65dd1aa8-cd88-46f2-a256-f636da1e7bb9 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:44:05.901463 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] Attempting to bind port 65dd1aa8-cd88-46f2-a256-f636da1e7bb9 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:44:05.902122 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] Attempting to bind port 65dd1aa8-cd88-46f2-a256-f636da1e7bb9 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:44:05.912118 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:44:05.912881 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:44:05.913436 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.914500 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:44:05.915157 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] Bound port: 65dd1aa8-cd88-46f2-a256-f636da1e7bb9, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:44:05.915733 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (65dd1aa8-cd88-46f2-a256-f636da1e7bb9), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.930285 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5294e343-097d-4b67-83c2-7c49fcdf04e5 None None] Current status of the port cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:05.930933 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5294e343-097d-4b67-83c2-7c49fcdf04e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.943475 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:05.946462 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.960687 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d55a7-4243-44bb-aac9-891d5e155ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=f8375ef8-62c8-4965-bee2-db00e5cba6aa,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:05.969158 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959d55a7-4243-44bb-aac9-891d5e155ae6 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:44:05.972942 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24d535-a7e8-4732-96ab-42989febf5a2 None None] Pushing event updated for resources: {'Port': ['ID=65dd1aa8-cd88-46f2-a256-f636da1e7bb9,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:06.014827 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a,segment=NetworkSegment(c2500c4b-63f7-4f0a-8940-7b302c117910),segment_id=c2500c4b-63f7-4f0a-8940-7b302c117910)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:44:06.021824 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:06.024999 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] For port 65dd1aa8-cd88-46f2-a256-f636da1e7bb9, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:44:06.036877 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-959d55a7-4243-44bb-aac9-891d5e155ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (82beab1c-3e3b-45ad-8f58-d53f7d4426d0), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:06.041619 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] For port 65dd1aa8-cd88-46f2-a256-f636da1e7bb9, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=65dd1aa8-cd88-46f2-a256-f636da1e7bb9,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:44:06.055625 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (65dd1aa8-cd88-46f2-a256-f636da1e7bb9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:06.080528 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-5294e343-097d-4b67-83c2-7c49fcdf04e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:44:06.080979 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-5294e343-097d-4b67-83c2-7c49fcdf04e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:44:06.145521 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:06.177649 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] Routers {'82beab1c-3e3b-45ad-8f58-d53f7d4426d0'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:44:06.186397 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:43:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['82beab1c-3e3b-45ad-8f58-d53f7d4426d0'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:06.232217 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24d535-a7e8-4732-96ab-42989febf5a2 None None] Pushing event updated for resources: {'Port': ['ID=65dd1aa8-cd88-46f2-a256-f636da1e7bb9,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:06.289697 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-959d55a7-4243-44bb-aac9-891d5e155ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f8375ef8-62c8-4965-bee2-db00e5cba6aa), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:06.377028 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] Set router 82beab1c-3e3b-45ad-8f58-d53f7d4426d0 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:44:06.497713 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:44:06.571230 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-959d55a7-4243-44bb-aac9-891d5e155ae6 admin admin] Publish callbacks [] for port (f8375ef8-62c8-4965-bee2-db00e5cba6aa), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:06.587058 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-959d55a7-4243-44bb-aac9-891d5e155ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (f8375ef8-62c8-4965-bee2-db00e5cba6aa), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:06.632406 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5294e343-097d-4b67-83c2-7c49fcdf04e5 None None] Current status of the port cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:06.661805 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5294e343-097d-4b67-83c2-7c49fcdf04e5 None None] Provisioning complete for port 97560588-45ed-42b0-8828-d84a0864f81e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:06.662188 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5294e343-097d-4b67-83c2-7c49fcdf04e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (97560588-45ed-42b0-8828-d84a0864f81e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:06.704907 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-959d55a7-4243-44bb-aac9-891d5e155ae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (82beab1c-3e3b-45ad-8f58-d53f7d4426d0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:06.707411 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d55a7-4243-44bb-aac9-891d5e155ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=f8375ef8-62c8-4965-bee2-db00e5cba6aa,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:06.720203 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82beab1c-3e3b-45ad-8f58-d53f7d4426d0', 'name': 'tempest-TestMinimumBasicScenario-1797302579-router', 'tenant_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '65dd1aa8-cd88-46f2-a256-f636da1e7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:02Z', 'updated_at': '2022-02-09T22:44:04Z', 'revision_number': 3, 'project_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'gw_port': {'id': '65dd1aa8-cd88-46f2-a256-f636da1e7bb9', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ba:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82beab1c-3e3b-45ad-8f58-d53f7d4426d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:03Z', 'updated_at': '2022-02-09T22:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:06.723295 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:06.723697 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:06.766441 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b639e64-13d8-4e9b-969b-43e1e08a6473 None None] The sync data for ids ['82beab1c-3e3b-45ad-8f58-d53f7d4426d0'] in n-d-828601-1 is: [{'id': '82beab1c-3e3b-45ad-8f58-d53f7d4426d0', 'name': 'tempest-TestMinimumBasicScenario-1797302579-router', 'tenant_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '65dd1aa8-cd88-46f2-a256-f636da1e7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:02Z', 'updated_at': '2022-02-09T22:44:04Z', 'revision_number': 3, 'project_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'gw_port': {'id': '65dd1aa8-cd88-46f2-a256-f636da1e7bb9', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ba:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82beab1c-3e3b-45ad-8f58-d53f7d4426d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:03Z', 'updated_at': '2022-02-09T22:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:44:06.825844 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959d55a7-4243-44bb-aac9-891d5e155ae6 admin admin] Network 4d4cccec-0b41-4ae5-87e1-f38d9d4100d6 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:44:06.828109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-959d55a7-4243-44bb-aac9-891d5e155ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:44:06.837425 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5294e343-097d-4b67-83c2-7c49fcdf04e5 None None] Current status of the port 97560588-45ed-42b0-8828-d84a0864f81e is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:06.859786 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:06.861090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 97560588-45ed-42b0-8828-d84a0864f81e up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:44:06.956508 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 97560588-45ed-42b0-8828-d84a0864f81e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:06.956754 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (97560588-45ed-42b0-8828-d84a0864f81e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:07.057769 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959d55a7-4243-44bb-aac9-891d5e155ae6 admin admin] Router 82beab1c-3e3b-45ad-8f58-d53f7d4426d0 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:44:07.093085 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 97560588-45ed-42b0-8828-d84a0864f81e is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:07.095780 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-96e668ea-422d-405d-9996-93c82cd45d3b None None] Provisioning complete for port cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:07.096265 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-96e668ea-422d-405d-9996-93c82cd45d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:07.237114 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-96e668ea-422d-405d-9996-93c82cd45d3b None None] Current status of the port cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:07.247686 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-96e668ea-422d-405d-9996-93c82cd45d3b None None] Provisioning complete for port f8375ef8-62c8-4965-bee2-db00e5cba6aa triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:07.247848 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-96e668ea-422d-405d-9996-93c82cd45d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f8375ef8-62c8-4965-bee2-db00e5cba6aa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:07.303439 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959d55a7-4243-44bb-aac9-891d5e155ae6 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:44:07.311509 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-96e668ea-422d-405d-9996-93c82cd45d3b None None] Port f8375ef8-62c8-4965-bee2-db00e5cba6aa cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:44:07.315783 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-959d55a7-4243-44bb-aac9-891d5e155ae6 admin admin] 10.222.0.77 "PUT /v2.0/routers/82beab1c-3e3b-45ad-8f58-d53f7d4426d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4944074 Feb 09 22:44:07.438713 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-11105ccb-97ae-4b4f-8984-b7a899729fa5 None None] Provisioning complete for port f8375ef8-62c8-4965-bee2-db00e5cba6aa triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:07.439097 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-11105ccb-97ae-4b4f-8984-b7a899729fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f8375ef8-62c8-4965-bee2-db00e5cba6aa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:07.484039 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-11105ccb-97ae-4b4f-8984-b7a899729fa5 None None] Port f8375ef8-62c8-4965-bee2-db00e5cba6aa cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:44:07.920149 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d0174b8e-9e88-4644-896e-14a48eadefdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:08.332966 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 65dd1aa8-cd88-46f2-a256-f636da1e7bb9 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:44:08.396321 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 65dd1aa8-cd88-46f2-a256-f636da1e7bb9 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:08.397273 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (65dd1aa8-cd88-46f2-a256-f636da1e7bb9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:08.496047 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 65dd1aa8-cd88-46f2-a256-f636da1e7bb9 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:08.496625 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (65dd1aa8-cd88-46f2-a256-f636da1e7bb9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:08.522951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 65dd1aa8-cd88-46f2-a256-f636da1e7bb9, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=65dd1aa8-cd88-46f2-a256-f636da1e7bb9,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:44:08.529108 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (65dd1aa8-cd88-46f2-a256-f636da1e7bb9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:08.586268 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=65dd1aa8-cd88-46f2-a256-f636da1e7bb9,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:08.595168 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:08.595523 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:08.595896 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:08.596235 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:08.596581 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:08.597251 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:08.597251 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:08.597583 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:08.598220 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:08.598220 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:08.598552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:08.598552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:08.601311 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:09.147180 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] Sync routers for ids ['82beab1c-3e3b-45ad-8f58-d53f7d4426d0'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:44:09.158753 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] Routers {'82beab1c-3e3b-45ad-8f58-d53f7d4426d0'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:44:09.159785 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:43:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['82beab1c-3e3b-45ad-8f58-d53f7d4426d0'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:09.298490 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] Set router 82beab1c-3e3b-45ad-8f58-d53f7d4426d0 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:44:09.537410 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82beab1c-3e3b-45ad-8f58-d53f7d4426d0', 'name': 'tempest-TestMinimumBasicScenario-1797302579-router', 'tenant_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '65dd1aa8-cd88-46f2-a256-f636da1e7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:02Z', 'updated_at': '2022-02-09T22:44:06Z', 'revision_number': 4, 'project_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'gw_port': {'id': '65dd1aa8-cd88-46f2-a256-f636da1e7bb9', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ba:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82beab1c-3e3b-45ad-8f58-d53f7d4426d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:03Z', 'updated_at': '2022-02-09T22:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'f8375ef8-62c8-4965-bee2-db00e5cba6aa', 'name': '', 'network_id': '4d4cccec-0b41-4ae5-87e1-f38d9d4100d6', 'tenant_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'mac_address': 'fa:16:3e:88:45:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82beab1c-3e3b-45ad-8f58-d53f7d4426d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '805aeca7-d90d-410b-96a6-bf0b4e0b497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:05Z', 'updated_at': '2022-02-09T22:44:06Z', 'revision_number': 2, 'project_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'subnets': [{'id': '805aeca7-d90d-410b-96a6-bf0b4e0b497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:09.565381 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] Checking router: 82beab1c-3e3b-45ad-8f58-d53f7d4426d0 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:44:09.565741 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] Updating router 82beab1c-3e3b-45ad-8f58-d53f7d4426d0 port f8375ef8-62c8-4965-bee2-db00e5cba6aa binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:44:09.595491 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f8375ef8-62c8-4965-bee2-db00e5cba6aa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:09.897012 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] Publish callbacks [] for port (f8375ef8-62c8-4965-bee2-db00e5cba6aa), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:09.904081 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f8375ef8-62c8-4965-bee2-db00e5cba6aa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:09.959900 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d0d3d-6849-4237-b513-951d0726ef6e None None] Pushing event updated for resources: {'Port': ['ID=f8375ef8-62c8-4965-bee2-db00e5cba6aa,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:10.011345 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] Attempting to bind port f8375ef8-62c8-4965-bee2-db00e5cba6aa on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:44:10.011792 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] Attempting to bind port f8375ef8-62c8-4965-bee2-db00e5cba6aa by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'c2500c4b-63f7-4f0a-8940-7b302c117910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4d4cccec-0b41-4ae5-87e1-f38d9d4100d6'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:44:10.012219 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] Attempting to bind port f8375ef8-62c8-4965-bee2-db00e5cba6aa on network 4d4cccec-0b41-4ae5-87e1-f38d9d4100d6 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:44:10.018198 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:44:10.018981 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] Checking segment: {'id': 'c2500c4b-63f7-4f0a-8940-7b302c117910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4d4cccec-0b41-4ae5-87e1-f38d9d4100d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:44:10.019407 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:10.019842 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] Bound using segment: {'id': 'c2500c4b-63f7-4f0a-8940-7b302c117910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4d4cccec-0b41-4ae5-87e1-f38d9d4100d6'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:44:10.020473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] Bound port: f8375ef8-62c8-4965-bee2-db00e5cba6aa, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2500c4b-63f7-4f0a-8940-7b302c117910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4d4cccec-0b41-4ae5-87e1-f38d9d4100d6'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:44:10.020861 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f8375ef8-62c8-4965-bee2-db00e5cba6aa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:10.107383 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] For port f8375ef8-62c8-4965-bee2-db00e5cba6aa, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:44:10.116494 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] For port f8375ef8-62c8-4965-bee2-db00e5cba6aa, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f8375ef8-62c8-4965-bee2-db00e5cba6aa,segment=NetworkSegment(c2500c4b-63f7-4f0a-8940-7b302c117910),segment_id=c2500c4b-63f7-4f0a-8940-7b302c117910)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:44:10.124176 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f8375ef8-62c8-4965-bee2-db00e5cba6aa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:10.186352 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] Routers {'82beab1c-3e3b-45ad-8f58-d53f7d4426d0'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:44:10.186991 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:43:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['82beab1c-3e3b-45ad-8f58-d53f7d4426d0'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:10.294064 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d0d3d-6849-4237-b513-951d0726ef6e None None] Pushing event updated for resources: {'Port': ['ID=f8375ef8-62c8-4965-bee2-db00e5cba6aa,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:10.302686 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-eacbbac7-8ae4-4de9-b64a-07b1d21b5406 None None] Provisioning complete for port f8375ef8-62c8-4965-bee2-db00e5cba6aa triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:10.303505 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eacbbac7-8ae4-4de9-b64a-07b1d21b5406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f8375ef8-62c8-4965-bee2-db00e5cba6aa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:10.358776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 65dd1aa8-cd88-46f2-a256-f636da1e7bb9 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:44:10.653395 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] Set router 82beab1c-3e3b-45ad-8f58-d53f7d4426d0 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:44:10.702209 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7f10e2dd-afb2-4f1c-8c99-688f9988c5e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:10.703838 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-eacbbac7-8ae4-4de9-b64a-07b1d21b5406 None None] Current status of the port f8375ef8-62c8-4965-bee2-db00e5cba6aa is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:10.704301 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eacbbac7-8ae4-4de9-b64a-07b1d21b5406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f8375ef8-62c8-4965-bee2-db00e5cba6aa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:10.762900 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 65dd1aa8-cd88-46f2-a256-f636da1e7bb9 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:10.763446 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (65dd1aa8-cd88-46f2-a256-f636da1e7bb9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:10.862640 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-eacbbac7-8ae4-4de9-b64a-07b1d21b5406 None None] For port f8375ef8-62c8-4965-bee2-db00e5cba6aa, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f8375ef8-62c8-4965-bee2-db00e5cba6aa,segment=NetworkSegment(c2500c4b-63f7-4f0a-8940-7b302c117910),segment_id=c2500c4b-63f7-4f0a-8940-7b302c117910)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:44:10.871693 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eacbbac7-8ae4-4de9-b64a-07b1d21b5406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f8375ef8-62c8-4965-bee2-db00e5cba6aa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:10.993127 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbbac7-8ae4-4de9-b64a-07b1d21b5406 None None] Pushing event updated for resources: {'Port': ['ID=f8375ef8-62c8-4965-bee2-db00e5cba6aa,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:11.033749 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 65dd1aa8-cd88-46f2-a256-f636da1e7bb9 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:11.046767 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-aac39cb4-585f-4fd7-93c0-29c1b997f2db None None] Provisioning complete for port f8375ef8-62c8-4965-bee2-db00e5cba6aa triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:11.047152 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aac39cb4-585f-4fd7-93c0-29c1b997f2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f8375ef8-62c8-4965-bee2-db00e5cba6aa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:11.137453 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82beab1c-3e3b-45ad-8f58-d53f7d4426d0', 'name': 'tempest-TestMinimumBasicScenario-1797302579-router', 'tenant_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '65dd1aa8-cd88-46f2-a256-f636da1e7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:02Z', 'updated_at': '2022-02-09T22:44:06Z', 'revision_number': 4, 'project_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'gw_port': {'id': '65dd1aa8-cd88-46f2-a256-f636da1e7bb9', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ba:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82beab1c-3e3b-45ad-8f58-d53f7d4426d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:03Z', 'updated_at': '2022-02-09T22:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'f8375ef8-62c8-4965-bee2-db00e5cba6aa', 'name': '', 'network_id': '4d4cccec-0b41-4ae5-87e1-f38d9d4100d6', 'tenant_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'mac_address': 'fa:16:3e:88:45:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82beab1c-3e3b-45ad-8f58-d53f7d4426d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '805aeca7-d90d-410b-96a6-bf0b4e0b497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:05Z', 'updated_at': '2022-02-09T22:44:10Z', 'revision_number': 4, 'project_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'subnets': [{'id': '805aeca7-d90d-410b-96a6-bf0b4e0b497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:11.171764 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19613d07-f583-4255-98f7-dc1b4027ec1f None None] The sync data for ids ['82beab1c-3e3b-45ad-8f58-d53f7d4426d0'] in n-d-828601-1 is: [{'id': '82beab1c-3e3b-45ad-8f58-d53f7d4426d0', 'name': 'tempest-TestMinimumBasicScenario-1797302579-router', 'tenant_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '65dd1aa8-cd88-46f2-a256-f636da1e7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:02Z', 'updated_at': '2022-02-09T22:44:06Z', 'revision_number': 4, 'project_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'gw_port': {'id': '65dd1aa8-cd88-46f2-a256-f636da1e7bb9', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ba:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82beab1c-3e3b-45ad-8f58-d53f7d4426d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:03Z', 'updated_at': '2022-02-09T22:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'f8375ef8-62c8-4965-bee2-db00e5cba6aa', 'name': '', 'network_id': '4d4cccec-0b41-4ae5-87e1-f38d9d4100d6', 'tenant_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'mac_address': 'fa:16:3e:88:45:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82beab1c-3e3b-45ad-8f58-d53f7d4426d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '805aeca7-d90d-410b-96a6-bf0b4e0b497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:05Z', 'updated_at': '2022-02-09T22:44:10Z', 'revision_number': 4, 'project_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'subnets': [{'id': '805aeca7-d90d-410b-96a6-bf0b4e0b497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:44:11.184077 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-aac39cb4-585f-4fd7-93c0-29c1b997f2db None None] Current status of the port f8375ef8-62c8-4965-bee2-db00e5cba6aa is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:11.831317 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:12.349118 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f8375ef8-62c8-4965-bee2-db00e5cba6aa up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:44:12.402272 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f8375ef8-62c8-4965-bee2-db00e5cba6aa triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:12.402727 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f8375ef8-62c8-4965-bee2-db00e5cba6aa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:12.517648 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f8375ef8-62c8-4965-bee2-db00e5cba6aa is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:13.015845 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:14.734338 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:15.447602 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:44:15.921937 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:16.379122 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:17.507053 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-16b458fc-5089-453c-8a15-1ec825b85051 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:17.508580 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-16b458fc-5089-453c-8a15-1ec825b85051 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/networks?id=784748a8-3276-4aa7-9fd6-746ab6d2686f HTTP/1.1" status: 200 len: 814 time: 0.1168211 Feb 09 22:44:17.523996 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-186e2904-668c-4a59-9594-96090b5b3aff tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/quotas/cad7b6bf3c0742a8bc50dec1db262a35 HTTP/1.1" status: 200 len: 375 time: 0.0097408 Feb 09 22:44:17.579872 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-cdebc11a-af16-4473-a3ca-a4014179275f tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cad7b6bf3c0742a8bc50dec1db262a35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502677 Feb 09 22:44:17.595854 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-99643811-2469-4162-b27f-86b21b6c491f service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:44:17.596837 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-99643811-2469-4162-b27f-86b21b6c491f service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059259 Feb 09 22:44:17.690400 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-6c09a9e0-6be6-4572-9ea3-1607bee32d87 service neutron] 10.222.0.77 "GET /v2.0/networks/784748a8-3276-4aa7-9fd6-746ab6d2686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876210 Feb 09 22:44:17.782001 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-c1fea1aa-09d9-45a4-bef3-c53d05f74846 service neutron] 10.222.0.77 "GET /v2.0/networks/784748a8-3276-4aa7-9fd6-746ab6d2686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857682 Feb 09 22:44:17.944419 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8c420ca8-fc8f-4d61-acae-0584449b3a78 req-9cd28f36-c100-4389-97c9-964731d3ea99 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 210 time: 0.0282810 Feb 09 22:44:18.891901 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-8b6f981b-fcb0-407f-8a82-a27471176ec2 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:18.893500 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-8b6f981b-fcb0-407f-8a82-a27471176ec2 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.71 "GET /v2.0/networks?id=784748a8-3276-4aa7-9fd6-746ab6d2686f HTTP/1.1" status: 200 len: 814 time: 0.1143029 Feb 09 22:44:18.906734 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-45de2a2e-477d-490c-9ae1-d7f3662e21de tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Request body: {'port': {'device_id': 'f4d7797e-960c-41f2-98da-7909bca99748', 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f', 'admin_state_up': True, 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:19.024012 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-45de2a2e-477d-490c-9ae1-d7f3662e21de tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Made reservation on behalf of cad7b6bf3c0742a8bc50dec1db262a35 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:44:19.027763 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-45de2a2e-477d-490c-9ae1-d7f3662e21de tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:19.028801 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-7268fcb5-ec4a-47ba-b98a-2a8afc1240bf req-664abba4-c7d2-4e13-96df-a91ec6872c40 service neutron] (103201) timed out ('10.222.0.77', 49974) {{(pid=103201) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:44:19.050748 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d87ace0-de76-4c6e-a69a-477db30d64ed req-5cbfef74-0aaf-4a05-958b-8342ebdd048e tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 210 time: 0.0307422 Feb 09 22:44:19.489639 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-45de2a2e-477d-490c-9ae1-d7f3662e21de tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Allocated IP 172.20.0.7 (784748a8-3276-4aa7-9fd6-746ab6d2686f/9f64616a-d469-4f7c-8d2b-80085a8da694/54ca808c-78cd-4bf7-85d3-b4c9786168d9) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:44:19.697239 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-45de2a2e-477d-490c-9ae1-d7f3662e21de tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:19.737391 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-45de2a2e-477d-490c-9ae1-d7f3662e21de tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:19.785550 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-45de2a2e-477d-490c-9ae1-d7f3662e21de tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Network 784748a8-3276-4aa7-9fd6-746ab6d2686f is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:44:19.785550 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-45de2a2e-477d-490c-9ae1-d7f3662e21de tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:44:19.787295 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-45de2a2e-477d-490c-9ae1-d7f3662e21de tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:44:19.805251 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de2a2e-477d-490c-9ae1-d7f3662e21de tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Pushing event updated for resources: {'Port': ['ID=54ca808c-78cd-4bf7-85d3-b4c9786168d9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:19.871202 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-45de2a2e-477d-490c-9ae1-d7f3662e21de tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:19.871882 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-45de2a2e-477d-490c-9ae1-d7f3662e21de tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:19.898134 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-45de2a2e-477d-490c-9ae1-d7f3662e21de tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9957442 Feb 09 22:44:20.072860 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b26a7c2e-5ada-4460-b9ed-33bcbc3ef2da None None] Provisioning complete for port 54ca808c-78cd-4bf7-85d3-b4c9786168d9 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:20.073446 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b26a7c2e-5ada-4460-b9ed-33bcbc3ef2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:20.110892 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b26a7c2e-5ada-4460-b9ed-33bcbc3ef2da None None] Port 54ca808c-78cd-4bf7-85d3-b4c9786168d9 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:44:20.217079 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2de63-902d-4de4-b491-4a56dac87061 req-5e7e2467-bfee-4b06-b1d7-ddb50e5b1da1 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:20.219731 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-59c2de63-902d-4de4-b491-4a56dac87061 req-5e7e2467-bfee-4b06-b1d7-ddb50e5b1da1 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 931 time: 0.0618377 Feb 09 22:44:20.294179 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-59c2de63-902d-4de4-b491-4a56dac87061 req-ef9a96ae-1513-4acf-8c42-018bcc3929cc tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666368 Feb 09 22:44:21.436671 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1e60e-6b90-4e77-b136-df415fd12ad9 req-067c5532-4360-42c6-812b-cb67940fc2ce tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:21.438246 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4d1e60e-6b90-4e77-b136-df415fd12ad9 req-067c5532-4360-42c6-812b-cb67940fc2ce tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 931 time: 0.0614448 Feb 09 22:44:21.489466 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c4d1e60e-6b90-4e77-b136-df415fd12ad9 req-f7459197-b81a-4f5c-97fe-7d7fa78eee7a tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452874 Feb 09 22:44:22.624849 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4046705-01b2-44ef-ac7a-0a50d22c878b req-ab1bd9db-33f3-4e61-8dd1-4c15513981d3 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:22.626498 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4046705-01b2-44ef-ac7a-0a50d22c878b req-ab1bd9db-33f3-4e61-8dd1-4c15513981d3 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 931 time: 0.0579233 Feb 09 22:44:22.687179 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4046705-01b2-44ef-ac7a-0a50d22c878b req-bf48e28b-7b5c-47c2-a60c-89338c294607 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548489 Feb 09 22:44:23.818184 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0985e0-dab1-41ed-a74f-4f2d38ee4c14 req-6054a26f-8b6d-44b4-acd6-e418419357a0 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:23.820310 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6d0985e0-dab1-41ed-a74f-4f2d38ee4c14 req-6054a26f-8b6d-44b4-acd6-e418419357a0 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 931 time: 0.0582860 Feb 09 22:44:23.874045 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6d0985e0-dab1-41ed-a74f-4f2d38ee4c14 req-2eec62a3-4305-4011-a601-de7977804d8e tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478671 Feb 09 22:44:25.008575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb978eec-469b-4521-8f7d-fe343fecb6de req-b5698d60-365f-47ef-873d-424c2a1509bc tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:25.010161 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb978eec-469b-4521-8f7d-fe343fecb6de req-b5698d60-365f-47ef-873d-424c2a1509bc tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 931 time: 0.0570667 Feb 09 22:44:25.065699 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-eb978eec-469b-4521-8f7d-fe343fecb6de req-cad92f89-907e-4e24-afb0-bf831adbf92c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485897 Feb 09 22:44:26.208555 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199f737-5f5d-4ed2-84fd-b9d065bc46f7 req-357b0370-55e4-4ee0-a94a-a53f1b36bf28 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:26.210249 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3199f737-5f5d-4ed2-84fd-b9d065bc46f7 req-357b0370-55e4-4ee0-a94a-a53f1b36bf28 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 931 time: 0.0615261 Feb 09 22:44:26.273032 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3199f737-5f5d-4ed2-84fd-b9d065bc46f7 req-6fcdc5c7-8a55-4dfc-80dc-43189510e683 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547969 Feb 09 22:44:27.016118 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] Request body: {'port': {'device_id': 'f4d7797e-960c-41f2-98da-7909bca99748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:27.084416 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:27.362816 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ca808c-78cd-4bf7-85d3-b4c9786168d9 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:44:27.374992 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] Publish callbacks [] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:27.389991 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] Transition to ACTIVE for port object 54ca808c-78cd-4bf7-85d3-b4c9786168d9 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:44:27.395139 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:27.412837 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d91c2-5e7d-4fc9-a88f-f81f1af40b56 req-d50893af-efc9-4a5b-8d6e-aba2dede852b tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:27.414415 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf8d91c2-5e7d-4fc9-a88f-f81f1af40b56 req-d50893af-efc9-4a5b-8d6e-aba2dede852b tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 931 time: 0.0618200 Feb 09 22:44:27.497201 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] Pushing event updated for resources: {'Port': ['ID=54ca808c-78cd-4bf7-85d3-b4c9786168d9,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:27.500180 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf8d91c2-5e7d-4fc9-a88f-f81f1af40b56 req-49af1d97-36e6-420a-ab4a-1d73b2e9e75e tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728958 Feb 09 22:44:27.568306 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] Attempting to bind port 54ca808c-78cd-4bf7-85d3-b4c9786168d9 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:44:27.568638 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] Attempting to bind port 54ca808c-78cd-4bf7-85d3-b4c9786168d9 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '09d94b25-5a41-424e-8adc-0676e709bfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:44:27.568963 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] Attempting to bind port 54ca808c-78cd-4bf7-85d3-b4c9786168d9 on network 784748a8-3276-4aa7-9fd6-746ab6d2686f {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:44:27.580249 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] Port 54ca808c-78cd-4bf7-85d3-b4c9786168d9 on network 784748a8-3276-4aa7-9fd6-746ab6d2686f not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:44:27.580573 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] Attempting to bind port 54ca808c-78cd-4bf7-85d3-b4c9786168d9 on network 784748a8-3276-4aa7-9fd6-746ab6d2686f {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:44:27.586022 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:44:27.586381 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] Checking segment: {'id': '09d94b25-5a41-424e-8adc-0676e709bfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:44:27.586758 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] Bound using segment: {'id': '09d94b25-5a41-424e-8adc-0676e709bfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:44:27.587170 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] Bound port: 54ca808c-78cd-4bf7-85d3-b4c9786168d9, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d94b25-5a41-424e-8adc-0676e709bfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:44:27.587528 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:27.650514 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] For port 54ca808c-78cd-4bf7-85d3-b4c9786168d9, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:44:27.653421 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] For port 54ca808c-78cd-4bf7-85d3-b4c9786168d9, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=54ca808c-78cd-4bf7-85d3-b4c9786168d9,segment=NetworkSegment(09d94b25-5a41-424e-8adc-0676e709bfba),segment_id=09d94b25-5a41-424e-8adc-0676e709bfba)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:44:27.660015 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:27.694225 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:27.694937 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:27.696433 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] 10.222.0.71 "PUT /v2.0/ports/54ca808c-78cd-4bf7-85d3-b4c9786168d9 HTTP/1.1" status: 200 len: 1091 time: 0.7849441 Feb 09 22:44:27.696858 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d7797e-960c-41f2-98da-7909bca99748', 'tag': '54ca808c-78cd-4bf7-85d3-b4c9786168d9'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:44:27.699244 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751c10fe-9b95-465c-9e99-d24e4b77f9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d7797e-960c-41f2-98da-7909bca99748", "tag": "54ca808c-78cd-4bf7-85d3-b4c9786168d9"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:44:27.765452 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b05d88b-7873-4ebb-837a-5da451bd35c3 x-openstack-request-id: req-8b05d88b-7873-4ebb-837a-5da451bd35c3 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:44:27.765923 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d7797e-960c-41f2-98da-7909bca99748", "tag": "54ca808c-78cd-4bf7-85d3-b4c9786168d9", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:44:27.766337 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8b05d88b-7873-4ebb-837a-5da451bd35c3 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:44:27.766975 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d7797e-960c-41f2-98da-7909bca99748', 'tag': '54ca808c-78cd-4bf7-85d3-b4c9786168d9', 'status': 'completed', 'code': 200} Feb 09 22:44:27.784919 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac6fb8-490f-49fc-a32a-7af1ee509b78 service neutron] Pushing event updated for resources: {'Port': ['ID=54ca808c-78cd-4bf7-85d3-b4c9786168d9,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:27.809793 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-1d8a95ae-7bfb-4527-b64b-c8d99e8eb86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:27.811455 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-1d8a95ae-7bfb-4527-b64b-c8d99e8eb86d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cad7b6bf3c0742a8bc50dec1db262a35&device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 1125 time: 0.0687544 Feb 09 22:44:27.859330 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-ec502af3-36e0-416d-9745-6ac7948ea631 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ca808c-78cd-4bf7-85d3-b4c9786168d9 HTTP/1.1" status: 200 len: 217 time: 0.0405886 Feb 09 22:44:27.911680 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-e415b9a4-eba1-4ac5-bfcf-5fd8e577b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:27.913233 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-e415b9a4-eba1-4ac5-bfcf-5fd8e577b1a1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9f64616a-d469-4f7c-8d2b-80085a8da694 HTTP/1.1" status: 200 len: 853 time: 0.0467896 Feb 09 22:44:27.961674 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-879eaafa-f081-4dd9-9176-1b5cb4a6843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:27.963320 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-879eaafa-f081-4dd9-9176-1b5cb4a6843d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784748a8-3276-4aa7-9fd6-746ab6d2686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444312 Feb 09 22:44:28.057744 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-967b7263-eeec-4285-8399-53f493003a9b service neutron] 10.222.0.71 "GET /v2.0/networks/784748a8-3276-4aa7-9fd6-746ab6d2686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877023 Feb 09 22:44:28.145911 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-38b1dcc2-5f41-48ef-bf02-86e84c25841a req-2aec7eb0-9f76-41b0-bf3d-d10ee29ac77d service neutron] 10.222.0.71 "GET /v2.0/networks/784748a8-3276-4aa7-9fd6-746ab6d2686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828159 Feb 09 22:44:28.238883 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c10fe-9b95-465c-9e99-d24e4b77f9ee req-d7a9b880-dcdc-4672-aef4-40d5803378bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:28.240522 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-751c10fe-9b95-465c-9e99-d24e4b77f9ee req-d7a9b880-dcdc-4672-aef4-40d5803378bd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cad7b6bf3c0742a8bc50dec1db262a35&device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 1125 time: 0.0515254 Feb 09 22:44:28.328239 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c10fe-9b95-465c-9e99-d24e4b77f9ee req-18dd21f0-1df1-4d83-994d-0fc1a688c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:28.329731 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-751c10fe-9b95-465c-9e99-d24e4b77f9ee req-18dd21f0-1df1-4d83-994d-0fc1a688c099 service neutron] 10.222.0.71 "GET /v2.0/networks?id=784748a8-3276-4aa7-9fd6-746ab6d2686f HTTP/1.1" status: 200 len: 915 time: 0.0838439 Feb 09 22:44:28.377931 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-751c10fe-9b95-465c-9e99-d24e4b77f9ee req-84bbc05e-b28b-41af-8521-59cc1ffe5324 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ca808c-78cd-4bf7-85d3-b4c9786168d9 HTTP/1.1" status: 200 len: 217 time: 0.0426557 Feb 09 22:44:28.427772 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c10fe-9b95-465c-9e99-d24e4b77f9ee req-9fc0b5c3-6f0b-4132-9bb1-a3c7a830f1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:28.429166 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-751c10fe-9b95-465c-9e99-d24e4b77f9ee req-9fc0b5c3-6f0b-4132-9bb1-a3c7a830f1f1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9f64616a-d469-4f7c-8d2b-80085a8da694 HTTP/1.1" status: 200 len: 853 time: 0.0443923 Feb 09 22:44:28.478776 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c10fe-9b95-465c-9e99-d24e4b77f9ee req-979aedeb-7635-4a46-a9a5-3ea1a8f875bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:28.480404 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-751c10fe-9b95-465c-9e99-d24e4b77f9ee req-979aedeb-7635-4a46-a9a5-3ea1a8f875bd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784748a8-3276-4aa7-9fd6-746ab6d2686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449808 Feb 09 22:44:28.577380 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-751c10fe-9b95-465c-9e99-d24e4b77f9ee req-16a34707-277b-4365-a757-aed12e3cb7bc service neutron] 10.222.0.71 "GET /v2.0/networks/784748a8-3276-4aa7-9fd6-746ab6d2686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896072 Feb 09 22:44:28.645528 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119dd29-0100-4a63-bf63-b8f0e2eec59a req-436c71ee-cd08-43de-93a5-152d649f3ca9 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:28.647062 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f119dd29-0100-4a63-bf63-b8f0e2eec59a req-436c71ee-cd08-43de-93a5-152d649f3ca9 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 943 time: 0.0595384 Feb 09 22:44:28.678689 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-751c10fe-9b95-465c-9e99-d24e4b77f9ee req-a2176f92-2206-4558-abbf-cbdd2fa06ef4 service neutron] 10.222.0.71 "GET /v2.0/networks/784748a8-3276-4aa7-9fd6-746ab6d2686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935693 Feb 09 22:44:28.702711 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f119dd29-0100-4a63-bf63-b8f0e2eec59a req-76421284-4d70-4441-af69-345f1f5fc1cc tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491602 Feb 09 22:44:29.828728 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb53b9-2e16-44af-94d8-e8a0aa861e12 req-69a33418-b199-41e9-b817-6da5fe9ba0b8 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:29.830266 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4eeb53b9-2e16-44af-94d8-e8a0aa861e12 req-69a33418-b199-41e9-b817-6da5fe9ba0b8 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 943 time: 0.0558419 Feb 09 22:44:29.879909 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4eeb53b9-2e16-44af-94d8-e8a0aa861e12 req-8667ceb5-34c3-40bf-a1e7-9bcddd6d889e tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440030 Feb 09 22:44:31.001723 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d915580-6586-4b6d-b8ff-8ebee3920a9a req-d9de18ff-ffc7-4c7f-a515-eb9ba7aca531 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:31.003273 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2d915580-6586-4b6d-b8ff-8ebee3920a9a req-d9de18ff-ffc7-4c7f-a515-eb9ba7aca531 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 943 time: 0.0542576 Feb 09 22:44:31.057180 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2d915580-6586-4b6d-b8ff-8ebee3920a9a req-d32f2a62-8651-431e-96a3-3f1a2e039f36 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464163 Feb 09 22:44:31.244140 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 54ca808c-78cd-4bf7-85d3-b4c9786168d9 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:44:31.346954 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 54ca808c-78cd-4bf7-85d3-b4c9786168d9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=54ca808c-78cd-4bf7-85d3-b4c9786168d9,segment=NetworkSegment(09d94b25-5a41-424e-8adc-0676e709bfba),segment_id=09d94b25-5a41-424e-8adc-0676e709bfba)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:44:31.359615 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '54ca808c-78cd-4bf7-85d3-b4c9786168d9', 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f', 'port_id': '54ca808c-78cd-4bf7-85d3-b4c9786168d9', 'mac_address': 'fa:16:3e:01:15:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f64616a-d469-4f7c-8d2b-80085a8da694', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:44:31.396702 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 54ca808c-78cd-4bf7-85d3-b4c9786168d9 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:31.397470 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:31.411345 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ca808c-78cd-4bf7-85d3-b4c9786168d9 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:44:31.437535 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 54ca808c-78cd-4bf7-85d3-b4c9786168d9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=54ca808c-78cd-4bf7-85d3-b4c9786168d9,segment=NetworkSegment(09d94b25-5a41-424e-8adc-0676e709bfba),segment_id=09d94b25-5a41-424e-8adc-0676e709bfba)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:44:31.442914 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:31.492399 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=54ca808c-78cd-4bf7-85d3-b4c9786168d9,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:31.664726 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['54ca808c-78cd-4bf7-85d3-b4c9786168d9'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:44:32.180309 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165ec54-c8f0-4993-88f9-80aa94e43a62 req-ad8bb3ef-b14b-4aee-b68d-b953eeb9d78b tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:32.181829 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6165ec54-c8f0-4993-88f9-80aa94e43a62 req-ad8bb3ef-b14b-4aee-b68d-b953eeb9d78b tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 944 time: 0.0564559 Feb 09 22:44:32.230804 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6165ec54-c8f0-4993-88f9-80aa94e43a62 req-97684996-bb33-4496-9cd1-43fed1f432fa tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427608 Feb 09 22:44:33.253961 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 54ca808c-78cd-4bf7-85d3-b4c9786168d9 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:44:33.319371 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 54ca808c-78cd-4bf7-85d3-b4c9786168d9 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:44:33.323968 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 54ca808c-78cd-4bf7-85d3-b4c9786168d9 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:33.324351 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:33.355862 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8907099-25e3-4215-8cfd-5b171e510d2d req-a9b7044a-c854-4518-a1d3-2405b2a9f04f tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:33.357458 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8907099-25e3-4215-8cfd-5b171e510d2d req-a9b7044a-c854-4518-a1d3-2405b2a9f04f tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 944 time: 0.0554533 Feb 09 22:44:33.415814 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 54ca808c-78cd-4bf7-85d3-b4c9786168d9 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:33.416212 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:33.417493 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8907099-25e3-4215-8cfd-5b171e510d2d req-8b54edda-b903-4152-9b50-f357fd031bb6 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541217 Feb 09 22:44:33.439983 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d7797e-960c-41f2-98da-7909bca99748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ca808c-78cd-4bf7-85d3-b4c9786168d9'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:44:33.442262 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033756eb-b525-4b2b-bc7a-a91db2c31deb" -d '{"events": [{"server_uuid": "f4d7797e-960c-41f2-98da-7909bca99748", "name": "network-vif-plugged", "status": "completed", "tag": "54ca808c-78cd-4bf7-85d3-b4c9786168d9"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:44:33.456194 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 54ca808c-78cd-4bf7-85d3-b4c9786168d9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=54ca808c-78cd-4bf7-85d3-b4c9786168d9,segment=NetworkSegment(09d94b25-5a41-424e-8adc-0676e709bfba),segment_id=09d94b25-5a41-424e-8adc-0676e709bfba)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:44:33.461687 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:33.522888 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=54ca808c-78cd-4bf7-85d3-b4c9786168d9,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:33.620341 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3420924e-5517-4b12-bf16-48a55663e1e7 x-openstack-request-id: req-3420924e-5517-4b12-bf16-48a55663e1e7 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:44:33.620718 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d7797e-960c-41f2-98da-7909bca99748", "name": "network-vif-plugged", "status": "completed", "tag": "54ca808c-78cd-4bf7-85d3-b4c9786168d9", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:44:33.621023 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3420924e-5517-4b12-bf16-48a55663e1e7 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:44:33.621470 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d7797e-960c-41f2-98da-7909bca99748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ca808c-78cd-4bf7-85d3-b4c9786168d9', 'code': 200} Feb 09 22:44:33.729373 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219a7ec-67df-4148-8de7-88c5d53ab661 req-12e6ea47-e5a5-4fee-98b2-5fcbd6601a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:33.730969 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f219a7ec-67df-4148-8de7-88c5d53ab661 req-12e6ea47-e5a5-4fee-98b2-5fcbd6601a96 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 1127 time: 0.0499063 Feb 09 22:44:33.780251 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f219a7ec-67df-4148-8de7-88c5d53ab661 req-8d90c493-2d6a-4def-a12d-1665e71b2bba service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429170 Feb 09 22:44:34.546099 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a2008-7749-4146-b274-8a744dfc0a39 req-0f71897d-02a2-4d2b-b6fe-eee239f90025 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:34.547637 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-160a2008-7749-4146-b274-8a744dfc0a39 req-0f71897d-02a2-4d2b-b6fe-eee239f90025 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 945 time: 0.0571423 Feb 09 22:44:34.596082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-160a2008-7749-4146-b274-8a744dfc0a39 req-63d52bbe-6032-4b9e-9e22-5354cea93c4c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419734 Feb 09 22:44:35.715451 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dae81c-045d-4d92-97a5-06a9c5133157 req-175344a0-ae66-415d-894e-1a0a09a051af tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:35.716892 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64dae81c-045d-4d92-97a5-06a9c5133157 req-175344a0-ae66-415d-894e-1a0a09a051af tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 945 time: 0.0527868 Feb 09 22:44:35.762894 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-64dae81c-045d-4d92-97a5-06a9c5133157 req-cba62329-da46-47b0-a5f3-fe7a22846891 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404534 Feb 09 22:44:35.878912 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5ad49-781b-4210-b808-85919dec9b44 req-142b529b-4ec3-43b6-94a9-441a5a8d250f tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:35.880438 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-79c5ad49-781b-4210-b808-85919dec9b44 req-142b529b-4ec3-43b6-94a9-441a5a8d250f tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 945 time: 0.0527852 Feb 09 22:44:35.934410 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-79c5ad49-781b-4210-b808-85919dec9b44 req-856a1f3f-77c5-475a-ac29-e90e6efc360d tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482392 Feb 09 22:44:36.128425 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7ac73-65e8-424f-9600-cab7d402024d req-71d4d8b1-e0c1-4096-9bb7-e2c82631b9ff tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:36.129960 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82e7ac73-65e8-424f-9600-cab7d402024d req-71d4d8b1-e0c1-4096-9bb7-e2c82631b9ff tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 945 time: 0.0516646 Feb 09 22:44:36.177828 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82e7ac73-65e8-424f-9600-cab7d402024d req-0feeee46-557f-4be3-a283-b29b99cfa2c8 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423279 Feb 09 22:44:37.914166 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1b36e26c-5a2c-4331-8357-7fc9c2147343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:40.624810 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6f07cd1d-9340-431b-b015-28f770884fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:41.828585 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:43.006034 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:44.726548 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:45.912782 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:46.368889 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:52.446663 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:44:55.057951 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a6103-6aef-4cdc-89ad-7e4b092867ca req-968898a9-3e92-4abc-9001-dd67f9e53874 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:55.060104 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f9a6103-6aef-4cdc-89ad-7e4b092867ca req-968898a9-3e92-4abc-9001-dd67f9e53874 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 945 time: 0.0504367 Feb 09 22:44:55.105634 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8f9a6103-6aef-4cdc-89ad-7e4b092867ca req-43dd45e7-0b99-4709-ad4a-d25c28c66194 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398395 Feb 09 22:44:55.129258 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52780) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:55.217755 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec547336-d256-460d-a250-d2b4a3720d9a tempest-TestMinimumBasicScenario-775050944 tempest-TestMinimumBasicScenario-775050944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:55.219339 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ec547336-d256-460d-a250-d2b4a3720d9a tempest-TestMinimumBasicScenario-775050944 tempest-TestMinimumBasicScenario-775050944-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 1122 time: 0.0890679 Feb 09 22:44:55.222528 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52784) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:55.227311 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': '54ca808c-78cd-4bf7-85d3-b4c9786168d9', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:55.248212 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:55.347110 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:55.451677 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Allocated IP 172.25.6.55 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/1ff80775-7b6d-4a59-98e4-c302a9b39063) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:44:55.552295 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for port (1ff80775-7b6d-4a59-98e4-c302a9b39063), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:55.585174 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1ff80775-7b6d-4a59-98e4-c302a9b39063), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:55.625226 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:44:55.628572 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:44:55.633080 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:44:55.640546 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Pushing event updated for resources: {'Port': ['ID=1ff80775-7b6d-4a59-98e4-c302a9b39063,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:55.672251 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:55.672599 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:55.672942 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:55.673283 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:55.673616 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:55.673949 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:55.674276 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:55.674601 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:55.674925 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:55.675250 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:55.675575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:55.675918 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:55.676237 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:56.009860 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for floatingip (51e173cc-22d8-40ed-9d31-d3722d5c83d6), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:56.081990 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (1ff80775-7b6d-4a59-98e4-c302a9b39063), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:56.234514 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for port (1ff80775-7b6d-4a59-98e4-c302a9b39063), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:56.238950 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (1ff80775-7b6d-4a59-98e4-c302a9b39063), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:56.310990 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Pushing event updated for resources: {'Port': ['ID=1ff80775-7b6d-4a59-98e4-c302a9b39063,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:56.322665 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (51e173cc-22d8-40ed-9d31-d3722d5c83d6), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:56.425173 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Floating IP 51e173cc-22d8-40ed-9d31-d3722d5c83d6 associated. External IP: 172.25.6.55, port: 54ca808c-78cd-4bf7-85d3-b4c9786168d9. Feb 09 22:44:56.638078 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Router d454accf-6d25-414a-a9b7-eb096e7834eb has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:44:56.745183 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:44:56.755443 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad14e46b-28f6-4747-b53e-284c7ef5f7af None None] Sync routers for ids ['d454accf-6d25-414a-a9b7-eb096e7834eb'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:44:56.763724 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:56.766480 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad14e46b-28f6-4747-b53e-284c7ef5f7af None None] Routers {'d454accf-6d25-414a-a9b7-eb096e7834eb'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:44:56.767189 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ad14e46b-28f6-4747-b53e-284c7ef5f7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:44:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['d454accf-6d25-414a-a9b7-eb096e7834eb'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:56.797048 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-32383c95-dbae-4d44-ab5d-cc44def3b185 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5734320 Feb 09 22:44:56.797638 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d7797e-960c-41f2-98da-7909bca99748', 'tag': '54ca808c-78cd-4bf7-85d3-b4c9786168d9'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:44:56.800049 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52786) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:56.800547 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b89113-867f-4926-a40d-ee515403dc2d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d7797e-960c-41f2-98da-7909bca99748", "tag": "54ca808c-78cd-4bf7-85d3-b4c9786168d9"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:44:56.805448 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3eed621f-82bd-44b3-b8a6-21136369fffa tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1810256206', 'description': 'tempest-secgroup-smoke-1810256206 description', 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:56.830849 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3eed621f-82bd-44b3-b8a6-21136369fffa tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:56.883771 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-ad14e46b-28f6-4747-b53e-284c7ef5f7af None None] Set router d454accf-6d25-414a-a9b7-eb096e7834eb gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:44:56.901363 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38226fec-4493-4bca-afdc-a66116843ff2 x-openstack-request-id: req-38226fec-4493-4bca-afdc-a66116843ff2 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:44:56.902534 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d7797e-960c-41f2-98da-7909bca99748", "tag": "54ca808c-78cd-4bf7-85d3-b4c9786168d9", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:44:56.903206 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-38226fec-4493-4bca-afdc-a66116843ff2 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:44:56.904091 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d7797e-960c-41f2-98da-7909bca99748', 'tag': '54ca808c-78cd-4bf7-85d3-b4c9786168d9', 'status': 'completed', 'code': 200} Feb 09 22:44:56.909575 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3eed621f-82bd-44b3-b8a6-21136369fffa tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group (c37d3489-b7dd-403a-8ffe-c676d097c4fd), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:56.915625 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3eed621f-82bd-44b3-b8a6-21136369fffa tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c37d3489-b7dd-403a-8ffe-c676d097c4fd), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:56.968410 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3eed621f-82bd-44b3-b8a6-21136369fffa tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:56.969789 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-3eed621f-82bd-44b3-b8a6-21136369fffa tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1679661 Feb 09 22:44:56.973828 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52792) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:56.977105 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed621f-82bd-44b3-b8a6-21136369fffa tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c37d3489-b7dd-403a-8ffe-c676d097c4fd,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:56.988849 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0efbbe40-9bef-4b27-b828-9a9d0c266b24 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Request body: {'security_group_rule': {'security_group_id': 'c37d3489-b7dd-403a-8ffe-c676d097c4fd', 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:56.995421 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b89113-867f-4926-a40d-ee515403dc2d req-1f74e7b3-d58f-4436-9720-762cfdbe3971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:56.997611 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a3b89113-867f-4926-a40d-ee515403dc2d req-1f74e7b3-d58f-4436-9720-762cfdbe3971 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cad7b6bf3c0742a8bc50dec1db262a35&device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 1127 time: 0.0712328 Feb 09 22:44:57.018090 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0efbbe40-9bef-4b27-b828-9a9d0c266b24 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group_rule (6b694890-1795-449c-87fb-f9e8c0d1abb0), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.082349 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0efbbe40-9bef-4b27-b828-9a9d0c266b24 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group_rule (6b694890-1795-449c-87fb-f9e8c0d1abb0), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.086954 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0efbbe40-9bef-4b27-b828-9a9d0c266b24 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (6b694890-1795-449c-87fb-f9e8c0d1abb0), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.098042 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b89113-867f-4926-a40d-ee515403dc2d req-aa2f4ab4-8be1-4bae-b639-c985e0d2fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:57.099541 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a3b89113-867f-4926-a40d-ee515403dc2d req-aa2f4ab4-8be1-4bae-b639-c985e0d2fd60 service neutron] 10.222.0.71 "GET /v2.0/networks?id=784748a8-3276-4aa7-9fd6-746ab6d2686f HTTP/1.1" status: 200 len: 915 time: 0.0960000 Feb 09 22:44:57.106727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbbe40-9bef-4b27-b828-9a9d0c266b24 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b694890-1795-449c-87fb-f9e8c0d1abb0,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:57.115893 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0efbbe40-9bef-4b27-b828-9a9d0c266b24 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.117575 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0efbbe40-9bef-4b27-b828-9a9d0c266b24 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424723 Feb 09 22:44:57.120276 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52794) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:57.123417 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ad14e46b-28f6-4747-b53e-284c7ef5f7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'name': 'tempest-TestMinimumBasicScenario-276666664-router', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:43:57Z', 'updated_at': '2022-02-09T22:44:00Z', 'revision_number': 4, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'gw_port': {'id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:43:58Z', 'updated_at': '2022-02-09T22:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '51e173cc-22d8-40ed-9d31-d3722d5c83d6', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'floating_ip_address': '172.25.6.55', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'port_id': '54ca808c-78cd-4bf7-85d3-b4c9786168d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f', 'mac_address': 'fa:16:3e:01:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d7797e-960c-41f2-98da-7909bca99748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:44:55Z', 'updated_at': '2022-02-09T22:44:55Z', 'revision_number': 0, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97560588-45ed-42b0-8828-d84a0864f81e', 'name': '', 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'mac_address': 'fa:16:3e:0e:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f64616a-d469-4f7c-8d2b-80085a8da694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:00Z', 'updated_at': '2022-02-09T22:44:05Z', 'revision_number': 5, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'subnets': [{'id': '9f64616a-d469-4f7c-8d2b-80085a8da694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:57.125452 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2b24be4d-4403-49b7-b868-44cc73bda14c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Request body: {'security_group_rule': {'security_group_id': 'c37d3489-b7dd-403a-8ffe-c676d097c4fd', 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:57.150917 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b24be4d-4403-49b7-b868-44cc73bda14c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group_rule (d97d20c3-3159-471d-818a-657990f23dda), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.159040 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad14e46b-28f6-4747-b53e-284c7ef5f7af None None] Checking router: d454accf-6d25-414a-a9b7-eb096e7834eb for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:44:57.170584 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad14e46b-28f6-4747-b53e-284c7ef5f7af None None] Routers {'d454accf-6d25-414a-a9b7-eb096e7834eb'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:44:57.171302 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ad14e46b-28f6-4747-b53e-284c7ef5f7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:44:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['d454accf-6d25-414a-a9b7-eb096e7834eb'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:57.173206 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a3b89113-867f-4926-a40d-ee515403dc2d req-bce31cbc-f5e8-4555-aca8-96742ab3c52f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ca808c-78cd-4bf7-85d3-b4c9786168d9 HTTP/1.1" status: 200 len: 998 time: 0.0674772 Feb 09 22:44:57.211523 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b24be4d-4403-49b7-b868-44cc73bda14c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group_rule (d97d20c3-3159-471d-818a-657990f23dda), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.215694 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b24be4d-4403-49b7-b868-44cc73bda14c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (d97d20c3-3159-471d-818a-657990f23dda), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.231991 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b89113-867f-4926-a40d-ee515403dc2d req-519374c1-dce6-42c3-9049-aaa93db9aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:57.234345 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24be4d-4403-49b7-b868-44cc73bda14c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97d20c3-3159-471d-818a-657990f23dda,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:57.234956 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a3b89113-867f-4926-a40d-ee515403dc2d req-519374c1-dce6-42c3-9049-aaa93db9aa75 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9f64616a-d469-4f7c-8d2b-80085a8da694 HTTP/1.1" status: 200 len: 853 time: 0.0553465 Feb 09 22:44:57.242938 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b24be4d-4403-49b7-b868-44cc73bda14c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.246732 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2b24be4d-4403-49b7-b868-44cc73bda14c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229908 Feb 09 22:44:57.247589 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52796) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:57.252231 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3e35efe5-bdf2-45dc-a6b6-a82cb6b99397 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Request body: {'security_group_rule': {'security_group_id': 'c37d3489-b7dd-403a-8ffe-c676d097c4fd', 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:57.280284 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e35efe5-bdf2-45dc-a6b6-a82cb6b99397 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group_rule (b3aa08c1-1b88-4875-9472-6bb3ccb5fac5), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.287114 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-ad14e46b-28f6-4747-b53e-284c7ef5f7af None None] Set router d454accf-6d25-414a-a9b7-eb096e7834eb gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:44:57.288962 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b89113-867f-4926-a40d-ee515403dc2d req-6ba11136-25fc-4de1-85ee-bce38641e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:57.290548 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a3b89113-867f-4926-a40d-ee515403dc2d req-6ba11136-25fc-4de1-85ee-bce38641e242 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784748a8-3276-4aa7-9fd6-746ab6d2686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496860 Feb 09 22:44:57.343773 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e35efe5-bdf2-45dc-a6b6-a82cb6b99397 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group_rule (b3aa08c1-1b88-4875-9472-6bb3ccb5fac5), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.347776 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e35efe5-bdf2-45dc-a6b6-a82cb6b99397 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (b3aa08c1-1b88-4875-9472-6bb3ccb5fac5), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.366628 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35efe5-bdf2-45dc-a6b6-a82cb6b99397 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3aa08c1-1b88-4875-9472-6bb3ccb5fac5,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:57.378859 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e35efe5-bdf2-45dc-a6b6-a82cb6b99397 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.380120 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3e35efe5-bdf2-45dc-a6b6-a82cb6b99397 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315095 Feb 09 22:44:57.382795 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52798) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:57.387329 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e27803b4-472d-4a32-8d20-eb62c902219e tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Request body: {'security_group_rule': {'security_group_id': 'c37d3489-b7dd-403a-8ffe-c676d097c4fd', 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:57.397013 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a3b89113-867f-4926-a40d-ee515403dc2d req-0d5e22c1-d979-4774-bd16-366afdf19b99 service neutron] 10.222.0.71 "GET /v2.0/networks/784748a8-3276-4aa7-9fd6-746ab6d2686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996490 Feb 09 22:44:57.415854 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e27803b4-472d-4a32-8d20-eb62c902219e tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group_rule (63f32954-60f7-4dd9-b71f-7c228b750227), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.494200 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e27803b4-472d-4a32-8d20-eb62c902219e tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group_rule (63f32954-60f7-4dd9-b71f-7c228b750227), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.499589 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e27803b4-472d-4a32-8d20-eb62c902219e tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (63f32954-60f7-4dd9-b71f-7c228b750227), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.513073 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a3b89113-867f-4926-a40d-ee515403dc2d req-ee743bbe-cc75-4d30-9eea-84bfa32a2da9 service neutron] 10.222.0.71 "GET /v2.0/networks/784748a8-3276-4aa7-9fd6-746ab6d2686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098108 Feb 09 22:44:57.524157 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27803b4-472d-4a32-8d20-eb62c902219e tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f32954-60f7-4dd9-b71f-7c228b750227,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:57.530688 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e27803b4-472d-4a32-8d20-eb62c902219e tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.532096 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e27803b4-472d-4a32-8d20-eb62c902219e tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1483002 Feb 09 22:44:57.534902 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52800) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:57.540802 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-54f61c84-87ff-4a9c-a0e4-e60623dca669 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Request body: {'security_group_rule': {'security_group_id': 'c37d3489-b7dd-403a-8ffe-c676d097c4fd', 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:57.561495 n-d-828601-1 neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-54f61c84-87ff-4a9c-a0e4-e60623dca669 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Project cad7b6bf3c0742a8bc50dec1db262a35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:44:57.566919 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54f61c84-87ff-4a9c-a0e4-e60623dca669 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group_rule (1da151a5-9f54-489c-86a3-859b23a1a2d6), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.626456 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54f61c84-87ff-4a9c-a0e4-e60623dca669 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group_rule (1da151a5-9f54-489c-86a3-859b23a1a2d6), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.630484 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54f61c84-87ff-4a9c-a0e4-e60623dca669 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (1da151a5-9f54-489c-86a3-859b23a1a2d6), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.643552 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ad14e46b-28f6-4747-b53e-284c7ef5f7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'name': 'tempest-TestMinimumBasicScenario-276666664-router', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:43:57Z', 'updated_at': '2022-02-09T22:44:00Z', 'revision_number': 4, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'gw_port': {'id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:43:58Z', 'updated_at': '2022-02-09T22:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '51e173cc-22d8-40ed-9d31-d3722d5c83d6', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'floating_ip_address': '172.25.6.55', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'port_id': '54ca808c-78cd-4bf7-85d3-b4c9786168d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f', 'mac_address': 'fa:16:3e:01:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d7797e-960c-41f2-98da-7909bca99748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:44:55Z', 'updated_at': '2022-02-09T22:44:55Z', 'revision_number': 0, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97560588-45ed-42b0-8828-d84a0864f81e', 'name': '', 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'mac_address': 'fa:16:3e:0e:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f64616a-d469-4f7c-8d2b-80085a8da694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:00Z', 'updated_at': '2022-02-09T22:44:05Z', 'revision_number': 5, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'subnets': [{'id': '9f64616a-d469-4f7c-8d2b-80085a8da694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:57.647941 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f61c84-87ff-4a9c-a0e4-e60623dca669 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da151a5-9f54-489c-86a3-859b23a1a2d6,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:57.659548 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54f61c84-87ff-4a9c-a0e4-e60623dca669 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.660868 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-54f61c84-87ff-4a9c-a0e4-e60623dca669 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248784 Feb 09 22:44:57.663714 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52802) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:57.668185 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-12e46b70-750b-48a3-995c-29334b6ecf8d tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Request body: {'security_group_rule': {'security_group_id': 'c37d3489-b7dd-403a-8ffe-c676d097c4fd', 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:57.675575 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad14e46b-28f6-4747-b53e-284c7ef5f7af None None] The sync data for ids ['d454accf-6d25-414a-a9b7-eb096e7834eb'] in n-d-828601-1 is: [{'id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'name': 'tempest-TestMinimumBasicScenario-276666664-router', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:43:57Z', 'updated_at': '2022-02-09T22:44:00Z', 'revision_number': 4, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'gw_port': {'id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:43:58Z', 'updated_at': '2022-02-09T22:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '51e173cc-22d8-40ed-9d31-d3722d5c83d6', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'floating_ip_address': '172.25.6.55', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'port_id': '54ca808c-78cd-4bf7-85d3-b4c9786168d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f', 'mac_address': 'fa:16:3e:01:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d7797e-960c-41f2-98da-7909bca99748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:44:55Z', 'updated_at': '2022-02-09T22:44:55Z', 'revision_number': 0, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97560588-45ed-42b0-8828-d84a0864f81e', 'name': '', 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'mac_address': 'fa:16:3e:0e:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f64616a-d469-4f7c-8d2b-80085a8da694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:00Z', 'updated_at': '2022-02-09T22:44:05Z', 'revision_number': 5, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'subnets': [{'id': '9f64616a-d469-4f7c-8d2b-80085a8da694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:44:57.694428 n-d-828601-1 neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-12e46b70-750b-48a3-995c-29334b6ecf8d tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Project cad7b6bf3c0742a8bc50dec1db262a35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:44:57.700440 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12e46b70-750b-48a3-995c-29334b6ecf8d tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group_rule (14ac00c5-d02e-4ddf-bda9-08a42505d3e4), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.769797 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12e46b70-750b-48a3-995c-29334b6ecf8d tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group_rule (14ac00c5-d02e-4ddf-bda9-08a42505d3e4), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.782655 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12e46b70-750b-48a3-995c-29334b6ecf8d tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (14ac00c5-d02e-4ddf-bda9-08a42505d3e4), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.803132 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e46b70-750b-48a3-995c-29334b6ecf8d tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ac00c5-d02e-4ddf-bda9-08a42505d3e4,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:57.810839 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12e46b70-750b-48a3-995c-29334b6ecf8d tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:57.812750 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-12e46b70-750b-48a3-995c-29334b6ecf8d tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1479924 Feb 09 22:44:57.889532 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac09b3c-8c94-4442-9733-8a9253670075 None None] New status for floating IP 51e173cc-22d8-40ed-9d31-d3722d5c83d6: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:44:57.915085 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e3f51e4-50ec-437c-aaae-048db30b350a req-78add2e3-c0e8-4810-97a3-ff864163c143 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1810256206&fields=id&tenant_id=cad7b6bf3c0742a8bc50dec1db262a35 HTTP/1.1" status: 200 len: 267 time: 0.0470955 Feb 09 22:44:57.972652 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f51e4-50ec-437c-aaae-048db30b350a req-41d54977-bfe3-4f4d-ae29-99349830e25a tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:57.974107 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e3f51e4-50ec-437c-aaae-048db30b350a req-41d54977-bfe3-4f4d-ae29-99349830e25a tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 945 time: 0.0535262 Feb 09 22:44:57.985857 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-3e3f51e4-50ec-437c-aaae-048db30b350a req-fa435079-d05f-4886-be0b-fe9d87f23a5b tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Request body: {'port': {'security_groups': ['e87ccf44-4171-4bfb-9390-f35240736b39', 'c37d3489-b7dd-403a-8ffe-c676d097c4fd']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:58.058115 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3e3f51e4-50ec-437c-aaae-048db30b350a req-fa435079-d05f-4886-be0b-fe9d87f23a5b tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:58.246084 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-3e3f51e4-50ec-437c-aaae-048db30b350a req-fa435079-d05f-4886-be0b-fe9d87f23a5b tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] For port 54ca808c-78cd-4bf7-85d3-b4c9786168d9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=54ca808c-78cd-4bf7-85d3-b4c9786168d9,segment=NetworkSegment(09d94b25-5a41-424e-8adc-0676e709bfba),segment_id=09d94b25-5a41-424e-8adc-0676e709bfba)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:44:58.275332 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3e3f51e4-50ec-437c-aaae-048db30b350a req-fa435079-d05f-4886-be0b-fe9d87f23a5b tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:58.280705 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3e3f51e4-50ec-437c-aaae-048db30b350a req-fa435079-d05f-4886-be0b-fe9d87f23a5b tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:58.292305 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['54ca808c-78cd-4bf7-85d3-b4c9786168d9'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:44:58.322692 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f51e4-50ec-437c-aaae-048db30b350a req-fa435079-d05f-4886-be0b-fe9d87f23a5b tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:58.323344 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3e3f51e4-50ec-437c-aaae-048db30b350a req-fa435079-d05f-4886-be0b-fe9d87f23a5b tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:58.324813 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e3f51e4-50ec-437c-aaae-048db30b350a req-fa435079-d05f-4886-be0b-fe9d87f23a5b tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "PUT /v2.0/ports/54ca808c-78cd-4bf7-85d3-b4c9786168d9 HTTP/1.1" status: 200 len: 981 time: 0.3436785 Feb 09 22:44:58.348795 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa435079-d05f-4886-be0b-fe9d87f23a5b tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Pushing event updated for resources: {'Port': ['ID=54ca808c-78cd-4bf7-85d3-b4c9786168d9,revision_number=6']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:58.392441 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['54ca808c-78cd-4bf7-85d3-b4c9786168d9'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:44:58.462230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb2d94-6da6-4719-9256-60c4e809e308 req-e98d8ed4-02f3-421d-bd46-b1b0e80ff223 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:58.463853 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-47fb2d94-6da6-4719-9256-60c4e809e308 req-e98d8ed4-02f3-421d-bd46-b1b0e80ff223 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 984 time: 0.0703585 Feb 09 22:44:58.531705 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-47fb2d94-6da6-4719-9256-60c4e809e308 req-0aa2ec7b-a9e4-4d86-9dd2-78766211de2f tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37d3489-b7dd-403a-8ffe-c676d097c4fd&id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606053 Feb 09 22:44:58.676409 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-bd85fedb-5a9d-45d7-b44d-320a99474590 None None] Provisioning complete for port 54ca808c-78cd-4bf7-85d3-b4c9786168d9 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:58.676710 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bd85fedb-5a9d-45d7-b44d-320a99474590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:58.869679 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bd85fedb-5a9d-45d7-b44d-320a99474590 None None] Current status of the port 54ca808c-78cd-4bf7-85d3-b4c9786168d9 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:58.905622 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d7797e-960c-41f2-98da-7909bca99748', 'tag': '54ca808c-78cd-4bf7-85d3-b4c9786168d9'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:44:58.908446 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387ad2df-4e0e-4623-8236-d19ef7e0ca1a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d7797e-960c-41f2-98da-7909bca99748", "tag": "54ca808c-78cd-4bf7-85d3-b4c9786168d9"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:44:58.946165 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15eba8b-3404-461c-8a23-ee0f3439cdf8 x-openstack-request-id: req-e15eba8b-3404-461c-8a23-ee0f3439cdf8 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:44:58.946533 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d7797e-960c-41f2-98da-7909bca99748", "tag": "54ca808c-78cd-4bf7-85d3-b4c9786168d9", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:44:58.946858 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e15eba8b-3404-461c-8a23-ee0f3439cdf8 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:44:58.947360 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d7797e-960c-41f2-98da-7909bca99748', 'tag': '54ca808c-78cd-4bf7-85d3-b4c9786168d9', 'status': 'completed', 'code': 200} Feb 09 22:44:59.018159 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ad2df-4e0e-4623-8236-d19ef7e0ca1a req-4565848c-b131-4941-a07e-a6ec924c5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:59.019758 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-387ad2df-4e0e-4623-8236-d19ef7e0ca1a req-4565848c-b131-4941-a07e-a6ec924c5a3d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cad7b6bf3c0742a8bc50dec1db262a35&device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 1166 time: 0.0507700 Feb 09 22:44:59.113555 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ad2df-4e0e-4623-8236-d19ef7e0ca1a req-8ce41787-7ee3-44fc-9fa8-639037aa58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:59.115056 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-387ad2df-4e0e-4623-8236-d19ef7e0ca1a req-8ce41787-7ee3-44fc-9fa8-639037aa58a2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=784748a8-3276-4aa7-9fd6-746ab6d2686f HTTP/1.1" status: 200 len: 915 time: 0.0895472 Feb 09 22:44:59.182868 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-387ad2df-4e0e-4623-8236-d19ef7e0ca1a req-48801f47-1557-420b-b9e2-63d22199b84d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ca808c-78cd-4bf7-85d3-b4c9786168d9 HTTP/1.1" status: 200 len: 1000 time: 0.0610197 Feb 09 22:44:59.239077 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ad2df-4e0e-4623-8236-d19ef7e0ca1a req-4c3d41af-d275-44cb-9126-f8fd7066fd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:59.240604 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-387ad2df-4e0e-4623-8236-d19ef7e0ca1a req-4c3d41af-d275-44cb-9126-f8fd7066fd77 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9f64616a-d469-4f7c-8d2b-80085a8da694 HTTP/1.1" status: 200 len: 853 time: 0.0519156 Feb 09 22:44:59.293593 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ad2df-4e0e-4623-8236-d19ef7e0ca1a req-02abf201-7661-41c7-84e4-a4c4e7933123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:59.295310 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-387ad2df-4e0e-4623-8236-d19ef7e0ca1a req-02abf201-7661-41c7-84e4-a4c4e7933123 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784748a8-3276-4aa7-9fd6-746ab6d2686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491803 Feb 09 22:44:59.384808 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-387ad2df-4e0e-4623-8236-d19ef7e0ca1a req-a3a4f6d8-12ad-4e32-97b1-8db769b4a269 service neutron] 10.222.0.71 "GET /v2.0/networks/784748a8-3276-4aa7-9fd6-746ab6d2686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822434 Feb 09 22:44:59.480738 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-387ad2df-4e0e-4623-8236-d19ef7e0ca1a req-8fb12ae8-d3a7-49aa-8dad-e70f8a3b9c94 service neutron] 10.222.0.71 "GET /v2.0/networks/784748a8-3276-4aa7-9fd6-746ab6d2686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893483 Feb 09 22:45:06.184520 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8b063-3cc6-4138-a8d1-d87438c3da87 req-855eed1a-890f-4d6e-bb37-4056fbfc7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:06.186281 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e6e8b063-3cc6-4138-a8d1-d87438c3da87 req-855eed1a-890f-4d6e-bb37-4056fbfc7af9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cad7b6bf3c0742a8bc50dec1db262a35&device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 1166 time: 0.0605226 Feb 09 22:45:06.192173 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a07b3a-69fd-41f6-8914-37f6984bf287 req-50b66bcd-a8b8-49b4-983e-bc3e488a3705 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:06.194399 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-65a07b3a-69fd-41f6-8914-37f6984bf287 req-50b66bcd-a8b8-49b4-983e-bc3e488a3705 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 984 time: 0.0697031 Feb 09 22:45:06.265382 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-65a07b3a-69fd-41f6-8914-37f6984bf287 req-3aecb50a-94c0-473e-a88a-c49970896a53 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37d3489-b7dd-403a-8ffe-c676d097c4fd&id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630221 Feb 09 22:45:06.284452 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8b063-3cc6-4138-a8d1-d87438c3da87 req-e171c16f-b003-416f-b8d5-869f44750905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:06.285930 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e6e8b063-3cc6-4138-a8d1-d87438c3da87 req-e171c16f-b003-416f-b8d5-869f44750905 service neutron] 10.222.0.71 "GET /v2.0/networks?id=784748a8-3276-4aa7-9fd6-746ab6d2686f HTTP/1.1" status: 200 len: 915 time: 0.0932460 Feb 09 22:45:06.361739 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e6e8b063-3cc6-4138-a8d1-d87438c3da87 req-4c25356d-f31f-4788-8ac4-13c28867e671 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ca808c-78cd-4bf7-85d3-b4c9786168d9 HTTP/1.1" status: 200 len: 1000 time: 0.0698023 Feb 09 22:45:06.413310 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8b063-3cc6-4138-a8d1-d87438c3da87 req-5997e25a-e8b1-4d8e-9464-0769bd85f752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:06.414583 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e6e8b063-3cc6-4138-a8d1-d87438c3da87 req-5997e25a-e8b1-4d8e-9464-0769bd85f752 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9f64616a-d469-4f7c-8d2b-80085a8da694 HTTP/1.1" status: 200 len: 853 time: 0.0463176 Feb 09 22:45:06.464100 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8b063-3cc6-4138-a8d1-d87438c3da87 req-ac6e55a4-e104-4a35-8060-d2019d49c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:06.466270 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e6e8b063-3cc6-4138-a8d1-d87438c3da87 req-ac6e55a4-e104-4a35-8060-d2019d49c6ce service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784748a8-3276-4aa7-9fd6-746ab6d2686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450876 Feb 09 22:45:06.563193 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e6e8b063-3cc6-4138-a8d1-d87438c3da87 req-74c6381e-837f-4d17-9b5b-83d4f01e3735 service neutron] 10.222.0.71 "GET /v2.0/networks/784748a8-3276-4aa7-9fd6-746ab6d2686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912738 Feb 09 22:45:06.652189 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e6e8b063-3cc6-4138-a8d1-d87438c3da87 req-7a703cd2-f671-484c-a81d-40e54b59d0ae service neutron] 10.222.0.71 "GET /v2.0/networks/784748a8-3276-4aa7-9fd6-746ab6d2686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834560 Feb 09 22:45:07.390006 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1125f99-bcd6-476f-80f8-6ac79060caec req-2f0f5fd5-3c4e-4a68-abcd-e60df9d96244 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:07.391475 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1125f99-bcd6-476f-80f8-6ac79060caec req-2f0f5fd5-3c4e-4a68-abcd-e60df9d96244 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 984 time: 0.0536292 Feb 09 22:45:07.450921 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1125f99-bcd6-476f-80f8-6ac79060caec req-5788f0dc-9b1c-4065-9b37-e4bc28ad5d0c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37d3489-b7dd-403a-8ffe-c676d097c4fd&id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536983 Feb 09 22:45:07.915836 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3e1e-4920-463f-b118-c131784f6575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:08.571869 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c85db1-7cba-4f31-b4da-80db58283c80 req-9b06f639-b75c-4ea7-a7d5-12b1638f4644 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:08.573435 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7c85db1-7cba-4f31-b4da-80db58283c80 req-9b06f639-b75c-4ea7-a7d5-12b1638f4644 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 984 time: 0.0524831 Feb 09 22:45:08.635579 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7c85db1-7cba-4f31-b4da-80db58283c80 req-9b4dc77c-c6be-4a3c-a0cf-cc00f25c4ec3 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37d3489-b7dd-403a-8ffe-c676d097c4fd&id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564797 Feb 09 22:45:09.760406 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd093b-aad9-442d-94e5-907d2952c33f req-f7bcd6d5-8aab-424a-95ba-3ed56493a91b tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:09.761907 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-89cd093b-aad9-442d-94e5-907d2952c33f req-f7bcd6d5-8aab-424a-95ba-3ed56493a91b tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 984 time: 0.0568788 Feb 09 22:45:09.824255 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-89cd093b-aad9-442d-94e5-907d2952c33f req-890383ae-c76d-477f-a35b-1c8a331dabe1 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37d3489-b7dd-403a-8ffe-c676d097c4fd&id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557320 Feb 09 22:45:10.627856 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c23638ed-1ae3-423d-9af2-fab6532dd027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:10.954015 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc1dbb-3bee-4ddc-b9f8-1c96d5550027 req-85b1f6f8-02d8-493a-b261-79a180b1322a tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:10.955754 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8dc1dbb-3bee-4ddc-b9f8-1c96d5550027 req-85b1f6f8-02d8-493a-b261-79a180b1322a tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 984 time: 0.0514553 Feb 09 22:45:11.015174 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8dc1dbb-3bee-4ddc-b9f8-1c96d5550027 req-f2a11ac1-c8b6-4b1a-a874-e34713c28ae1 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37d3489-b7dd-403a-8ffe-c676d097c4fd&id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540271 Feb 09 22:45:11.828643 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:12.470239 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238e81d-4de1-43a4-a841-1db847b739ff req-e6e2086e-0427-4e5f-ae56-1b8c92d0bf69 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:12.471760 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1238e81d-4de1-43a4-a841-1db847b739ff req-e6e2086e-0427-4e5f-ae56-1b8c92d0bf69 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 984 time: 0.3884881 Feb 09 22:45:12.531620 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1238e81d-4de1-43a4-a841-1db847b739ff req-7ca3e8fa-8a14-4f97-af55-e7ea630d0025 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37d3489-b7dd-403a-8ffe-c676d097c4fd&id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537815 Feb 09 22:45:13.009292 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.660009 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9667016-106e-4528-8129-7b134c6faf75 req-d794764b-b39b-4951-b07b-ee1400ce9a2d tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:13.661468 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a9667016-106e-4528-8129-7b134c6faf75 req-d794764b-b39b-4951-b07b-ee1400ce9a2d tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 984 time: 0.0556839 Feb 09 22:45:13.721489 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a9667016-106e-4528-8129-7b134c6faf75 req-fdc87a43-c0e4-4ff8-8e56-dd00818e349e tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37d3489-b7dd-403a-8ffe-c676d097c4fd&id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541837 Feb 09 22:45:14.734415 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:14.847760 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187f3fa-d5bb-4c7d-b363-1fb22dc1441b req-be32f717-3c19-43c1-9e5c-03cd41e4e385 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:14.849250 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e187f3fa-d5bb-4c7d-b363-1fb22dc1441b req-be32f717-3c19-43c1-9e5c-03cd41e4e385 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 984 time: 0.0564768 Feb 09 22:45:14.910791 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e187f3fa-d5bb-4c7d-b363-1fb22dc1441b req-29730699-b6e9-4c95-b354-59b21bf762c4 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37d3489-b7dd-403a-8ffe-c676d097c4fd&id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553074 Feb 09 22:45:15.917787 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:16.033321 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5944de-b42c-4501-bdf1-1180fe4cb16b req-96a93415-d93f-4fdf-b8ec-cecd56a05213 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:16.034893 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a5944de-b42c-4501-bdf1-1180fe4cb16b req-96a93415-d93f-4fdf-b8ec-cecd56a05213 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 984 time: 0.0525558 Feb 09 22:45:16.093612 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0a5944de-b42c-4501-bdf1-1180fe4cb16b req-a70b9e92-e763-4e67-b6e9-8f0ce786ae0d tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37d3489-b7dd-403a-8ffe-c676d097c4fd&id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529792 Feb 09 22:45:16.375481 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:17.215830 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7533f84-2ead-45fc-ad67-d973cfecf2eb req-3059a1fa-e081-425d-bbb6-87bfda8b9aab tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:17.217352 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7533f84-2ead-45fc-ad67-d973cfecf2eb req-3059a1fa-e081-425d-bbb6-87bfda8b9aab tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 984 time: 0.0530732 Feb 09 22:45:17.282278 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c7533f84-2ead-45fc-ad67-d973cfecf2eb req-f06a3ed9-3369-4d75-b567-3f3e17357cb4 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37d3489-b7dd-403a-8ffe-c676d097c4fd&id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589259 Feb 09 22:45:18.402213 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14e43b-a003-4cd7-998b-0d1e5db46c31 req-d701ec14-e337-421d-bb63-2265f65e82bd tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:18.404404 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc14e43b-a003-4cd7-998b-0d1e5db46c31 req-d701ec14-e337-421d-bb63-2265f65e82bd tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 984 time: 0.0528166 Feb 09 22:45:18.464046 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fc14e43b-a003-4cd7-998b-0d1e5db46c31 req-55d76be7-1267-436b-9399-5b292c9ef431 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37d3489-b7dd-403a-8ffe-c676d097c4fd&id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539927 Feb 09 22:45:19.073689 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1f4bdbc5-1578-4426-bf5a-6aa7d1b4e411 req-08316dc9-e2ef-4fe0-a017-a0faff2fc085 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515976 Feb 09 22:45:19.163844 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bdbc5-1578-4426-bf5a-6aa7d1b4e411 req-6ef620a5-bfe1-450b-8c4d-f7d5280782ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:19.165389 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1f4bdbc5-1578-4426-bf5a-6aa7d1b4e411 req-6ef620a5-bfe1-450b-8c4d-f7d5280782ec service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cad7b6bf3c0742a8bc50dec1db262a35&device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 1166 time: 0.0490251 Feb 09 22:45:19.271197 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bdbc5-1578-4426-bf5a-6aa7d1b4e411 req-804f0b51-06bb-423a-a2a8-f8a62176b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:19.272277 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1f4bdbc5-1578-4426-bf5a-6aa7d1b4e411 req-804f0b51-06bb-423a-a2a8-f8a62176b256 service neutron] 10.222.0.71 "GET /v2.0/networks?id=784748a8-3276-4aa7-9fd6-746ab6d2686f HTTP/1.1" status: 200 len: 915 time: 0.0889003 Feb 09 22:45:19.345033 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1f4bdbc5-1578-4426-bf5a-6aa7d1b4e411 req-156ef757-8260-4eef-9f3b-6862a1af63d4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ca808c-78cd-4bf7-85d3-b4c9786168d9 HTTP/1.1" status: 200 len: 1000 time: 0.0659375 Feb 09 22:45:19.393374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bdbc5-1578-4426-bf5a-6aa7d1b4e411 req-f6eaf2d2-5b6d-4710-8cbf-5aadf55c8326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:19.394880 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1f4bdbc5-1578-4426-bf5a-6aa7d1b4e411 req-f6eaf2d2-5b6d-4710-8cbf-5aadf55c8326 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9f64616a-d469-4f7c-8d2b-80085a8da694 HTTP/1.1" status: 200 len: 853 time: 0.0450099 Feb 09 22:45:19.445662 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bdbc5-1578-4426-bf5a-6aa7d1b4e411 req-ec8376fa-d37b-4df2-8644-08dbe2b2acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:19.447232 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1f4bdbc5-1578-4426-bf5a-6aa7d1b4e411 req-ec8376fa-d37b-4df2-8644-08dbe2b2acf7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784748a8-3276-4aa7-9fd6-746ab6d2686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461786 Feb 09 22:45:19.543991 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1f4bdbc5-1578-4426-bf5a-6aa7d1b4e411 req-16f0f086-3c47-4249-9315-b0d33ef46b96 service neutron] 10.222.0.71 "GET /v2.0/networks/784748a8-3276-4aa7-9fd6-746ab6d2686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899346 Feb 09 22:45:19.635112 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1f4bdbc5-1578-4426-bf5a-6aa7d1b4e411 req-497c3cfd-2556-4f89-9d6e-1620c834e896 service neutron] 10.222.0.71 "GET /v2.0/networks/784748a8-3276-4aa7-9fd6-746ab6d2686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854936 Feb 09 22:45:29.445604 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:45:37.922433 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1d4fa817-d32d-4f1f-981e-124bb9f0e113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:40.633873 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a440544a-cd15-4b73-ade9-4d5f60335c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:41.834497 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:43.016066 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:44.728310 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:45.932932 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:46.392641 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:47.213937 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8474d34-97dc-4fc2-9bde-f857cd53bbb8 req-bfb0bd02-da34-49db-8a22-344d05dc66d7 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1810256206&fields=id&tenant_id=cad7b6bf3c0742a8bc50dec1db262a35 HTTP/1.1" status: 200 len: 267 time: 0.0450637 Feb 09 22:45:47.271146 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8474d34-97dc-4fc2-9bde-f857cd53bbb8 req-c140ddd6-263b-4ee4-8efb-e71f1cdffe6c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:47.272695 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8474d34-97dc-4fc2-9bde-f857cd53bbb8 req-c140ddd6-263b-4ee4-8efb-e71f1cdffe6c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 984 time: 0.0532596 Feb 09 22:45:47.283729 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-d8474d34-97dc-4fc2-9bde-f857cd53bbb8 req-75e06f2b-a797-41a3-8fbe-d09f5177e524 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Request body: {'port': {'security_groups': ['e87ccf44-4171-4bfb-9390-f35240736b39']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:47.360278 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d8474d34-97dc-4fc2-9bde-f857cd53bbb8 req-75e06f2b-a797-41a3-8fbe-d09f5177e524 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:47.540676 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-d8474d34-97dc-4fc2-9bde-f857cd53bbb8 req-75e06f2b-a797-41a3-8fbe-d09f5177e524 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] For port 54ca808c-78cd-4bf7-85d3-b4c9786168d9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=54ca808c-78cd-4bf7-85d3-b4c9786168d9,segment=NetworkSegment(09d94b25-5a41-424e-8adc-0676e709bfba),segment_id=09d94b25-5a41-424e-8adc-0676e709bfba)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:45:47.575391 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d8474d34-97dc-4fc2-9bde-f857cd53bbb8 req-75e06f2b-a797-41a3-8fbe-d09f5177e524 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:47.580299 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d8474d34-97dc-4fc2-9bde-f857cd53bbb8 req-75e06f2b-a797-41a3-8fbe-d09f5177e524 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:47.592972 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['54ca808c-78cd-4bf7-85d3-b4c9786168d9'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:45:47.626210 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8474d34-97dc-4fc2-9bde-f857cd53bbb8 req-75e06f2b-a797-41a3-8fbe-d09f5177e524 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:47.626910 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-d8474d34-97dc-4fc2-9bde-f857cd53bbb8 req-75e06f2b-a797-41a3-8fbe-d09f5177e524 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:47.628386 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d8474d34-97dc-4fc2-9bde-f857cd53bbb8 req-75e06f2b-a797-41a3-8fbe-d09f5177e524 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "PUT /v2.0/ports/54ca808c-78cd-4bf7-85d3-b4c9786168d9 HTTP/1.1" status: 200 len: 942 time: 0.3494058 Feb 09 22:45:47.628861 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d7797e-960c-41f2-98da-7909bca99748', 'tag': '54ca808c-78cd-4bf7-85d3-b4c9786168d9'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:45:47.631272 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37990e06-dc4e-4347-9dbe-a654a2c5bfed" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d7797e-960c-41f2-98da-7909bca99748", "tag": "54ca808c-78cd-4bf7-85d3-b4c9786168d9"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:45:47.637545 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52854) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:47.659349 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e06f2b-a797-41a3-8fbe-d09f5177e524 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Pushing event updated for resources: {'Port': ['ID=54ca808c-78cd-4bf7-85d3-b4c9786168d9,revision_number=7']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:47.722214 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c35d2f-733e-4bf5-a8ca-4ad345d4770c x-openstack-request-id: req-b3c35d2f-733e-4bf5-a8ca-4ad345d4770c {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:45:47.722614 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['54ca808c-78cd-4bf7-85d3-b4c9786168d9'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:45:47.722734 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d7797e-960c-41f2-98da-7909bca99748", "tag": "54ca808c-78cd-4bf7-85d3-b4c9786168d9", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:45:47.723119 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b3c35d2f-733e-4bf5-a8ca-4ad345d4770c {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:45:47.723868 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d7797e-960c-41f2-98da-7909bca99748', 'tag': '54ca808c-78cd-4bf7-85d3-b4c9786168d9', 'status': 'completed', 'code': 200} Feb 09 22:45:47.762502 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd8e0e14-4690-437d-bb1d-dcc43738482c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group (c37d3489-b7dd-403a-8ffe-c676d097c4fd), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:47.809912 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd8e0e14-4690-437d-bb1d-dcc43738482c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group (c37d3489-b7dd-403a-8ffe-c676d097c4fd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:47.854830 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37990e06-dc4e-4347-9dbe-a654a2c5bfed req-0230d3a4-5737-4491-aa6f-f92c2a22b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:47.856342 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-37990e06-dc4e-4347-9dbe-a654a2c5bfed req-0230d3a4-5737-4491-aa6f-f92c2a22b05b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cad7b6bf3c0742a8bc50dec1db262a35&device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 1127 time: 0.1053629 Feb 09 22:45:47.932371 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-40bea6d1-9551-4b33-9913-1ee69290795d None None] Provisioning complete for port 54ca808c-78cd-4bf7-85d3-b4c9786168d9 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:47.933863 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-40bea6d1-9551-4b33-9913-1ee69290795d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:47.965327 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd8e0e14-4690-437d-bb1d-dcc43738482c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c37d3489-b7dd-403a-8ffe-c676d097c4fd), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:47.969221 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd8e0e14-4690-437d-bb1d-dcc43738482c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:47.973618 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bd8e0e14-4690-437d-bb1d-dcc43738482c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "DELETE /v2.0/security-groups/c37d3489-b7dd-403a-8ffe-c676d097c4fd HTTP/1.1" status: 204 len: 168 time: 0.3299544 Feb 09 22:45:47.973973 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52856) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:47.989707 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37990e06-dc4e-4347-9dbe-a654a2c5bfed req-0d0358ee-31a0-4fc8-9536-622010ecdb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:47.991278 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-37990e06-dc4e-4347-9dbe-a654a2c5bfed req-0d0358ee-31a0-4fc8-9536-622010ecdb98 service neutron] 10.222.0.71 "GET /v2.0/networks?id=784748a8-3276-4aa7-9fd6-746ab6d2686f HTTP/1.1" status: 200 len: 915 time: 0.1286612 Feb 09 22:45:47.996957 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e0e14-4690-437d-bb1d-dcc43738482c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37d3489-b7dd-403a-8ffe-c676d097c4fd,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:48.039423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-40bea6d1-9551-4b33-9913-1ee69290795d None None] Current status of the port 54ca808c-78cd-4bf7-85d3-b4c9786168d9 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:45:48.040127 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e0e14-4690-437d-bb1d-dcc43738482c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:48.040487 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e0e14-4690-437d-bb1d-dcc43738482c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:48.040842 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e0e14-4690-437d-bb1d-dcc43738482c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:48.041184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e0e14-4690-437d-bb1d-dcc43738482c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:48.041523 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e0e14-4690-437d-bb1d-dcc43738482c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:48.041886 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e0e14-4690-437d-bb1d-dcc43738482c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:48.042229 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e0e14-4690-437d-bb1d-dcc43738482c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:48.042564 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e0e14-4690-437d-bb1d-dcc43738482c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:48.042967 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e0e14-4690-437d-bb1d-dcc43738482c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:48.043307 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e0e14-4690-437d-bb1d-dcc43738482c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:48.043640 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e0e14-4690-437d-bb1d-dcc43738482c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:48.043995 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e0e14-4690-437d-bb1d-dcc43738482c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:48.044383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e0e14-4690-437d-bb1d-dcc43738482c tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:48.073012 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-37990e06-dc4e-4347-9dbe-a654a2c5bfed req-c53fbba9-df8e-45bd-9bce-3f515fd9f24a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ca808c-78cd-4bf7-85d3-b4c9786168d9 HTTP/1.1" status: 200 len: 1000 time: 0.0735173 Feb 09 22:45:48.127570 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37990e06-dc4e-4347-9dbe-a654a2c5bfed req-e535fed8-c672-4e8d-8bf1-77625bfe8c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:48.129177 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-37990e06-dc4e-4347-9dbe-a654a2c5bfed req-e535fed8-c672-4e8d-8bf1-77625bfe8c7a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9f64616a-d469-4f7c-8d2b-80085a8da694 HTTP/1.1" status: 200 len: 853 time: 0.0504849 Feb 09 22:45:48.155186 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-823e030b-b193-424f-b992-f00205ea06c7 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Deleting port 1ff80775-7b6d-4a59-98e4-c302a9b39063 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:45:48.155533 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-823e030b-b193-424f-b992-f00205ea06c7 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (1ff80775-7b6d-4a59-98e4-c302a9b39063), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:48.186482 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37990e06-dc4e-4347-9dbe-a654a2c5bfed req-abcf04d2-6026-409b-8f6e-05e3f51084ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:48.188020 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-37990e06-dc4e-4347-9dbe-a654a2c5bfed req-abcf04d2-6026-409b-8f6e-05e3f51084ad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784748a8-3276-4aa7-9fd6-746ab6d2686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530980 Feb 09 22:45:48.247126 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-823e030b-b193-424f-b992-f00205ea06c7 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (1ff80775-7b6d-4a59-98e4-c302a9b39063), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:48.247872 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-823e030b-b193-424f-b992-f00205ea06c7 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for floatingip (1ff80775-7b6d-4a59-98e4-c302a9b39063), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:48.259941 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-823e030b-b193-424f-b992-f00205ea06c7 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Calling delete_port for 1ff80775-7b6d-4a59-98e4-c302a9b39063 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:45:48.277850 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-37990e06-dc4e-4347-9dbe-a654a2c5bfed req-2dcae75e-400e-4d19-ad49-023ba8466721 service neutron] 10.222.0.71 "GET /v2.0/networks/784748a8-3276-4aa7-9fd6-746ab6d2686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839109 Feb 09 22:45:48.380075 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-37990e06-dc4e-4347-9dbe-a654a2c5bfed req-c3da23ef-4ad5-4b91-ae6f-2f8f63a7d315 service neutron] 10.222.0.71 "GET /v2.0/networks/784748a8-3276-4aa7-9fd6-746ab6d2686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955458 Feb 09 22:45:48.418689 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-823e030b-b193-424f-b992-f00205ea06c7 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (1ff80775-7b6d-4a59-98e4-c302a9b39063), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:48.446588 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e030b-b193-424f-b992-f00205ea06c7 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Pushing event deleted for resources: {'Port': ['ID=1ff80775-7b6d-4a59-98e4-c302a9b39063,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:48.509953 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-823e030b-b193-424f-b992-f00205ea06c7 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks [] for floatingip (51e173cc-22d8-40ed-9d31-d3722d5c83d6), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:48.510343 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-823e030b-b193-424f-b992-f00205ea06c7 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Floating IP 51e173cc-22d8-40ed-9d31-d3722d5c83d6 disassociated (deleted). External IP: 172.25.6.55, port: 54ca808c-78cd-4bf7-85d3-b4c9786168d9. Feb 09 22:45:48.734656 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823e030b-b193-424f-b992-f00205ea06c7 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Router d454accf-6d25-414a-a9b7-eb096e7834eb has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:45:48.851971 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823e030b-b193-424f-b992-f00205ea06c7 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:45:48.858825 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-823e030b-b193-424f-b992-f00205ea06c7 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:48.863600 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55bbdd3-35c0-46ce-ad31-9ada297151da None None] Sync routers for ids ['d454accf-6d25-414a-a9b7-eb096e7834eb'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:45:48.874522 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55bbdd3-35c0-46ce-ad31-9ada297151da None None] Routers {'d454accf-6d25-414a-a9b7-eb096e7834eb'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:45:48.875229 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-f55bbdd3-35c0-46ce-ad31-9ada297151da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:45:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['d454accf-6d25-414a-a9b7-eb096e7834eb'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:48.908777 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-823e030b-b193-424f-b992-f00205ea06c7 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "DELETE /v2.0/floatingips/51e173cc-22d8-40ed-9d31-d3722d5c83d6 HTTP/1.1" status: 204 len: 168 time: 0.9320517 Feb 09 22:45:48.999577 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-f55bbdd3-35c0-46ce-ad31-9ada297151da None None] Set router d454accf-6d25-414a-a9b7-eb096e7834eb gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:45:49.246817 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-f55bbdd3-35c0-46ce-ad31-9ada297151da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'name': 'tempest-TestMinimumBasicScenario-276666664-router', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:43:57Z', 'updated_at': '2022-02-09T22:44:00Z', 'revision_number': 4, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'gw_port': {'id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:43:58Z', 'updated_at': '2022-02-09T22:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '97560588-45ed-42b0-8828-d84a0864f81e', 'name': '', 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'mac_address': 'fa:16:3e:0e:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f64616a-d469-4f7c-8d2b-80085a8da694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:00Z', 'updated_at': '2022-02-09T22:44:05Z', 'revision_number': 5, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'subnets': [{'id': '9f64616a-d469-4f7c-8d2b-80085a8da694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:49.276202 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55bbdd3-35c0-46ce-ad31-9ada297151da None None] Checking router: d454accf-6d25-414a-a9b7-eb096e7834eb for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:45:49.286351 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55bbdd3-35c0-46ce-ad31-9ada297151da None None] Routers {'d454accf-6d25-414a-a9b7-eb096e7834eb'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:45:49.287028 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-f55bbdd3-35c0-46ce-ad31-9ada297151da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:45:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['d454accf-6d25-414a-a9b7-eb096e7834eb'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:49.398994 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-f55bbdd3-35c0-46ce-ad31-9ada297151da None None] Set router d454accf-6d25-414a-a9b7-eb096e7834eb gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:45:49.620870 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-f55bbdd3-35c0-46ce-ad31-9ada297151da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'name': 'tempest-TestMinimumBasicScenario-276666664-router', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:43:57Z', 'updated_at': '2022-02-09T22:44:00Z', 'revision_number': 4, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'gw_port': {'id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:43:58Z', 'updated_at': '2022-02-09T22:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '97560588-45ed-42b0-8828-d84a0864f81e', 'name': '', 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'mac_address': 'fa:16:3e:0e:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f64616a-d469-4f7c-8d2b-80085a8da694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:00Z', 'updated_at': '2022-02-09T22:44:05Z', 'revision_number': 5, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'subnets': [{'id': '9f64616a-d469-4f7c-8d2b-80085a8da694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:49.652966 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55bbdd3-35c0-46ce-ad31-9ada297151da None None] The sync data for ids ['d454accf-6d25-414a-a9b7-eb096e7834eb'] in n-d-828601-1 is: [{'id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'name': 'tempest-TestMinimumBasicScenario-276666664-router', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:43:57Z', 'updated_at': '2022-02-09T22:44:00Z', 'revision_number': 4, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'gw_port': {'id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:43:58Z', 'updated_at': '2022-02-09T22:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '97560588-45ed-42b0-8828-d84a0864f81e', 'name': '', 'network_id': '784748a8-3276-4aa7-9fd6-746ab6d2686f', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'mac_address': 'fa:16:3e:0e:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f64616a-d469-4f7c-8d2b-80085a8da694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:00Z', 'updated_at': '2022-02-09T22:44:05Z', 'revision_number': 5, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'subnets': [{'id': '9f64616a-d469-4f7c-8d2b-80085a8da694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:45:49.725927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d7797e-960c-41f2-98da-7909bca99748', 'tag': '54ca808c-78cd-4bf7-85d3-b4c9786168d9'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:45:49.729972 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89056c80-7bef-45ad-91e8-53a4db0c2ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d7797e-960c-41f2-98da-7909bca99748", "tag": "54ca808c-78cd-4bf7-85d3-b4c9786168d9"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:45:49.784559 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959aad4d-80bb-471f-ac1b-b2772fd93468 x-openstack-request-id: req-959aad4d-80bb-471f-ac1b-b2772fd93468 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:45:49.784977 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d7797e-960c-41f2-98da-7909bca99748", "tag": "54ca808c-78cd-4bf7-85d3-b4c9786168d9", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:45:49.785315 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-959aad4d-80bb-471f-ac1b-b2772fd93468 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:45:49.785853 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d7797e-960c-41f2-98da-7909bca99748', 'tag': '54ca808c-78cd-4bf7-85d3-b4c9786168d9', 'status': 'completed', 'code': 200} Feb 09 22:45:49.886593 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89056c80-7bef-45ad-91e8-53a4db0c2ea4 req-65728dd8-5d0c-437e-b97f-945f12b3c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:49.889132 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-89056c80-7bef-45ad-91e8-53a4db0c2ea4 req-65728dd8-5d0c-437e-b97f-945f12b3c04a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cad7b6bf3c0742a8bc50dec1db262a35&device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 1127 time: 0.0790224 Feb 09 22:45:49.963444 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcedd6ad-1bc1-4e2f-bb41-8dea33628019 None None] New status for floating IP 51e173cc-22d8-40ed-9d31-d3722d5c83d6: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:45:50.037879 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89056c80-7bef-45ad-91e8-53a4db0c2ea4 req-82a698ec-52c0-4dbd-9ff4-01ea15178bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:50.039756 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-89056c80-7bef-45ad-91e8-53a4db0c2ea4 req-82a698ec-52c0-4dbd-9ff4-01ea15178bdc service neutron] 10.222.0.71 "GET /v2.0/networks?id=784748a8-3276-4aa7-9fd6-746ab6d2686f HTTP/1.1" status: 200 len: 915 time: 0.1434133 Feb 09 22:45:50.096199 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-89056c80-7bef-45ad-91e8-53a4db0c2ea4 req-9a687c83-7039-4fa4-b72d-742ffa2b108d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ca808c-78cd-4bf7-85d3-b4c9786168d9 HTTP/1.1" status: 200 len: 217 time: 0.0497029 Feb 09 22:45:50.154854 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89056c80-7bef-45ad-91e8-53a4db0c2ea4 req-0c3f6a72-662e-4894-8364-3b3f465e4699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:50.156475 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-89056c80-7bef-45ad-91e8-53a4db0c2ea4 req-0c3f6a72-662e-4894-8364-3b3f465e4699 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9f64616a-d469-4f7c-8d2b-80085a8da694 HTTP/1.1" status: 200 len: 853 time: 0.0544200 Feb 09 22:45:50.208271 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89056c80-7bef-45ad-91e8-53a4db0c2ea4 req-fe1a12e9-0941-411e-a3ca-b7a142ee83cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:50.209974 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-89056c80-7bef-45ad-91e8-53a4db0c2ea4 req-fe1a12e9-0941-411e-a3ca-b7a142ee83cc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784748a8-3276-4aa7-9fd6-746ab6d2686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473738 Feb 09 22:45:50.344083 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-89056c80-7bef-45ad-91e8-53a4db0c2ea4 req-0fe429ec-cc07-455c-97eb-e017fd2bc309 service neutron] 10.222.0.71 "GET /v2.0/networks/784748a8-3276-4aa7-9fd6-746ab6d2686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265597 Feb 09 22:45:50.439885 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-89056c80-7bef-45ad-91e8-53a4db0c2ea4 req-21c8d35b-7f41-431c-8deb-4a4a7625f272 service neutron] 10.222.0.71 "GET /v2.0/networks/784748a8-3276-4aa7-9fd6-746ab6d2686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886786 Feb 09 22:46:04.388594 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6245678-1326-463d-be43-e381de037b8c req-e9037661-6f39-46eb-898e-c54154935b6f tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:04.390983 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e6245678-1326-463d-be43-e381de037b8c req-e9037661-6f39-46eb-898e-c54154935b6f tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 945 time: 0.0602741 Feb 09 22:46:04.443166 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e6245678-1326-463d-be43-e381de037b8c req-399daa1c-e1ba-41f4-87a8-c87beff41b00 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447497 Feb 09 22:46:05.568812 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de3f16-f6bc-4dac-91b4-ae920575642e req-75f1a64f-5596-4aef-9e09-a63dc9424182 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:05.570526 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-58de3f16-f6bc-4dac-91b4-ae920575642e req-75f1a64f-5596-4aef-9e09-a63dc9424182 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 945 time: 0.0542173 Feb 09 22:46:05.618373 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-58de3f16-f6bc-4dac-91b4-ae920575642e req-b6c59d16-d8b8-4f62-8390-3c4071554f90 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/security-groups?id=e87ccf44-4171-4bfb-9390-f35240736b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416887 Feb 09 22:46:06.011633 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685d77a-ce43-4f6f-8d19-e6aa277d0058 req-29571fe6-3fe2-422a-abc0-6fe45c272619 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:06.013180 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9685d77a-ce43-4f6f-8d19-e6aa277d0058 req-29571fe6-3fe2-422a-abc0-6fe45c272619 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.71 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 945 time: 0.0590966 Feb 09 22:46:06.110515 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-9685d77a-ce43-4f6f-8d19-e6aa277d0058 req-cf511c48-51e0-4bde-87ac-3fcfed5fc031 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Deleting port 54ca808c-78cd-4bf7-85d3-b4c9786168d9 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:46:06.110515 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9685d77a-ce43-4f6f-8d19-e6aa277d0058 req-cf511c48-51e0-4bde-87ac-3fcfed5fc031 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:06.200519 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-9685d77a-ce43-4f6f-8d19-e6aa277d0058 req-cf511c48-51e0-4bde-87ac-3fcfed5fc031 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] For port 54ca808c-78cd-4bf7-85d3-b4c9786168d9, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=54ca808c-78cd-4bf7-85d3-b4c9786168d9,segment=NetworkSegment(09d94b25-5a41-424e-8adc-0676e709bfba),segment_id=09d94b25-5a41-424e-8adc-0676e709bfba)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:46:06.202250 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9685d77a-ce43-4f6f-8d19-e6aa277d0058 req-cf511c48-51e0-4bde-87ac-3fcfed5fc031 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:06.217064 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-9685d77a-ce43-4f6f-8d19-e6aa277d0058 req-cf511c48-51e0-4bde-87ac-3fcfed5fc031 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Calling delete_port for 54ca808c-78cd-4bf7-85d3-b4c9786168d9 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:46:06.346807 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9685d77a-ce43-4f6f-8d19-e6aa277d0058 req-cf511c48-51e0-4bde-87ac-3fcfed5fc031 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (54ca808c-78cd-4bf7-85d3-b4c9786168d9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:06.359073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['54ca808c-78cd-4bf7-85d3-b4c9786168d9'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:46:06.380069 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf511c48-51e0-4bde-87ac-3fcfed5fc031 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Pushing event deleted for resources: {'Port': ['ID=54ca808c-78cd-4bf7-85d3-b4c9786168d9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:06.430563 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-9685d77a-ce43-4f6f-8d19-e6aa277d0058 req-cf511c48-51e0-4bde-87ac-3fcfed5fc031 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] No DVR routers for this DVR port 54ca808c-78cd-4bf7-85d3-b4c9786168d9 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:46:06.433503 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9685d77a-ce43-4f6f-8d19-e6aa277d0058 req-cf511c48-51e0-4bde-87ac-3fcfed5fc031 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:06.436971 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9685d77a-ce43-4f6f-8d19-e6aa277d0058 req-cf511c48-51e0-4bde-87ac-3fcfed5fc031 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.71 "DELETE /v2.0/ports/54ca808c-78cd-4bf7-85d3-b4c9786168d9 HTTP/1.1" status: 204 len: 173 time: 0.4189787 Feb 09 22:46:06.437476 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d7797e-960c-41f2-98da-7909bca99748', 'name': 'network-vif-deleted', 'tag': '54ca808c-78cd-4bf7-85d3-b4c9786168d9'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:46:06.439912 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fc206f-bedb-42a5-8df7-697688a3e003" -d '{"events": [{"server_uuid": "f4d7797e-960c-41f2-98da-7909bca99748", "name": "network-vif-deleted", "tag": "54ca808c-78cd-4bf7-85d3-b4c9786168d9"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:46:06.454139 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:46:06.555119 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a95b30-888b-4a7b-9c91-aeabaa60e7b6 x-openstack-request-id: req-84a95b30-888b-4a7b-9c91-aeabaa60e7b6 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:46:06.555665 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d7797e-960c-41f2-98da-7909bca99748", "name": "network-vif-deleted", "tag": "54ca808c-78cd-4bf7-85d3-b4c9786168d9", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:46:06.556135 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-84a95b30-888b-4a7b-9c91-aeabaa60e7b6 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:46:06.556701 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d7797e-960c-41f2-98da-7909bca99748', 'name': 'network-vif-deleted', 'tag': '54ca808c-78cd-4bf7-85d3-b4c9786168d9', 'status': 'completed', 'code': 200} Feb 09 22:46:06.730908 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c24afc2-ba90-49e3-b97a-c3125f2c0519 req-10ad684a-850d-4795-9d17-f032118b2d88 tempest-TestMinimumBasicScenario-110227920 tempest-TestMinimumBasicScenario-110227920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4d7797e-960c-41f2-98da-7909bca99748 HTTP/1.1" status: 200 len: 210 time: 0.0295815 Feb 09 22:46:07.922305 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8dd4a90d-df29-4620-b735-a6fb14bd288f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:08.327331 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52968) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:08.697357 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (d454accf-6d25-414a-a9b7-eb096e7834eb), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:08.956148 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] Deleting port 97560588-45ed-42b0-8828-d84a0864f81e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:46:08.956547 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (97560588-45ed-42b0-8828-d84a0864f81e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:09.051661 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] For port 97560588-45ed-42b0-8828-d84a0864f81e, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=97560588-45ed-42b0-8828-d84a0864f81e,segment=NetworkSegment(09d94b25-5a41-424e-8adc-0676e709bfba),segment_id=09d94b25-5a41-424e-8adc-0676e709bfba)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:46:09.052041 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (97560588-45ed-42b0-8828-d84a0864f81e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:09.065116 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] Calling delete_port for 97560588-45ed-42b0-8828-d84a0864f81e owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:46:09.251015 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (97560588-45ed-42b0-8828-d84a0864f81e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:09.283471 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=97560588-45ed-42b0-8828-d84a0864f81e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:09.299635 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:09.300023 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:09.301299 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:09.301657 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:09.302008 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:09.302361 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:09.302705 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:09.303681 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:09.303913 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:09.304107 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:09.304448 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:09.304783 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:09.305118 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:09.490003 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (d454accf-6d25-414a-a9b7-eb096e7834eb), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:09.684444 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 54ca808c-78cd-4bf7-85d3-b4c9786168d9 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:46:09.705727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 54ca808c-78cd-4bf7-85d3-b4c9786168d9 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:46:09.706300 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 54ca808c-78cd-4bf7-85d3-b4c9786168d9 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:46:09.719286 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] Router d454accf-6d25-414a-a9b7-eb096e7834eb has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:46:09.837066 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:46:09.842190 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8a7fb377-d884-4711-a13c-c5261b773cfe admin admin] 10.222.0.77 "PUT /v2.0/routers/d454accf-6d25-414a-a9b7-eb096e7834eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5137284 Feb 09 22:46:09.844819 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52970) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:09.847409 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a169bee-11f7-455e-a808-56e8b4d56387 None None] Sync routers for ids ['d454accf-6d25-414a-a9b7-eb096e7834eb'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:46:09.858884 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a169bee-11f7-455e-a808-56e8b4d56387 None None] Routers {'d454accf-6d25-414a-a9b7-eb096e7834eb'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:46:09.859504 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-5a169bee-11f7-455e-a808-56e8b4d56387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:45:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['d454accf-6d25-414a-a9b7-eb096e7834eb'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:09.953889 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b90ad6cc-ea8a-413f-840a-46580e9da668 admin admin] Publish callbacks [] for router (d454accf-6d25-414a-a9b7-eb096e7834eb), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:09.968168 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-5a169bee-11f7-455e-a808-56e8b4d56387 None None] Set router d454accf-6d25-414a-a9b7-eb096e7834eb gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:46:10.057443 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b90ad6cc-ea8a-413f-840a-46580e9da668 admin admin] Publish callbacks [] for router_gateway (d454accf-6d25-414a-a9b7-eb096e7834eb), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:10.115495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b90ad6cc-ea8a-413f-840a-46580e9da668 admin admin] Deleting port c49669ba-c025-451b-a1cd-efda84466fba {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:46:10.115762 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b90ad6cc-ea8a-413f-840a-46580e9da668 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (c49669ba-c025-451b-a1cd-efda84466fba), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:10.152080 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-5a169bee-11f7-455e-a808-56e8b4d56387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'name': 'tempest-TestMinimumBasicScenario-276666664-router', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:43:57Z', 'updated_at': '2022-02-09T22:46:09Z', 'revision_number': 5, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'gw_port': {'id': 'c49669ba-c025-451b-a1cd-efda84466fba', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:43:58Z', 'updated_at': '2022-02-09T22:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:10.182958 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a169bee-11f7-455e-a808-56e8b4d56387 None None] Checking router: d454accf-6d25-414a-a9b7-eb096e7834eb for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:46:10.191869 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a169bee-11f7-455e-a808-56e8b4d56387 None None] Routers {'d454accf-6d25-414a-a9b7-eb096e7834eb'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:46:10.192489 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-5a169bee-11f7-455e-a808-56e8b4d56387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:45:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['d454accf-6d25-414a-a9b7-eb096e7834eb'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:10.195370 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-b90ad6cc-ea8a-413f-840a-46580e9da668 admin admin] For port c49669ba-c025-451b-a1cd-efda84466fba, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=c49669ba-c025-451b-a1cd-efda84466fba,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:46:10.195764 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b90ad6cc-ea8a-413f-840a-46580e9da668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (c49669ba-c025-451b-a1cd-efda84466fba), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:10.208755 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b90ad6cc-ea8a-413f-840a-46580e9da668 admin admin] Calling delete_port for c49669ba-c025-451b-a1cd-efda84466fba owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:46:10.386442 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-5a169bee-11f7-455e-a808-56e8b4d56387 None None] Set router d454accf-6d25-414a-a9b7-eb096e7834eb gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:46:10.395438 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b90ad6cc-ea8a-413f-840a-46580e9da668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (c49669ba-c025-451b-a1cd-efda84466fba), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:10.430268 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ad6cc-ea8a-413f-840a-46580e9da668 admin admin] Pushing event deleted for resources: {'Port': ['ID=c49669ba-c025-451b-a1cd-efda84466fba,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:10.439778 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-5a169bee-11f7-455e-a808-56e8b4d56387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'name': 'tempest-TestMinimumBasicScenario-276666664-router', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:43:57Z', 'updated_at': '2022-02-09T22:46:10Z', 'revision_number': 6, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:10.469743 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a169bee-11f7-455e-a808-56e8b4d56387 None None] The sync data for ids ['d454accf-6d25-414a-a9b7-eb096e7834eb'] in n-d-828601-1 is: [{'id': 'd454accf-6d25-414a-a9b7-eb096e7834eb', 'name': 'tempest-TestMinimumBasicScenario-276666664-router', 'tenant_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:43:57Z', 'updated_at': '2022-02-09T22:46:10Z', 'revision_number': 6, 'project_id': 'cad7b6bf3c0742a8bc50dec1db262a35', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:46:10.493842 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b90ad6cc-ea8a-413f-840a-46580e9da668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (d454accf-6d25-414a-a9b7-eb096e7834eb), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:10.587375 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b90ad6cc-ea8a-413f-840a-46580e9da668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (d454accf-6d25-414a-a9b7-eb096e7834eb), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:10.589599 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b90ad6cc-ea8a-413f-840a-46580e9da668 admin admin] Publish callbacks [] for router_controller (d454accf-6d25-414a-a9b7-eb096e7834eb), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:10.626902 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d497cac0-713f-4d07-8743-f9e1608dfcb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:10.634186 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b90ad6cc-ea8a-413f-840a-46580e9da668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (d454accf-6d25-414a-a9b7-eb096e7834eb), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:10.634776 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90ad6cc-ea8a-413f-840a-46580e9da668 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d454accf-6d25-414a-a9b7-eb096e7834eb {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:46:10.639394 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b90ad6cc-ea8a-413f-840a-46580e9da668 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:10.640556 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b90ad6cc-ea8a-413f-840a-46580e9da668 admin admin] 10.222.0.77 "DELETE /v2.0/routers/d454accf-6d25-414a-a9b7-eb096e7834eb HTTP/1.1" status: 204 len: 168 time: 0.7946579 Feb 09 22:46:10.643115 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52972) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:10.697197 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f77333f-f466-4c30-bfbb-878ed3422d70 admin admin] Deleting subnet 9f64616a-d469-4f7c-8d2b-80085a8da694 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:46:10.701115 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f77333f-f466-4c30-bfbb-878ed3422d70 admin admin] Publish callbacks [] for subnet (9f64616a-d469-4f7c-8d2b-80085a8da694), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:10.735316 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f77333f-f466-4c30-bfbb-878ed3422d70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (9f64616a-d469-4f7c-8d2b-80085a8da694), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:10.809034 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f77333f-f466-4c30-bfbb-878ed3422d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (9f64616a-d469-4f7c-8d2b-80085a8da694), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:10.873860 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f77333f-f466-4c30-bfbb-878ed3422d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (9f64616a-d469-4f7c-8d2b-80085a8da694), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:10.899543 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77333f-f466-4c30-bfbb-878ed3422d70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f64616a-d469-4f7c-8d2b-80085a8da694,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:10.905042 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f77333f-f466-4c30-bfbb-878ed3422d70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:10.908463 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3f77333f-f466-4c30-bfbb-878ed3422d70 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9f64616a-d469-4f7c-8d2b-80085a8da694 HTTP/1.1" status: 204 len: 168 time: 0.2643709 Feb 09 22:46:10.911135 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 52974) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:10.913945 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902091ac-6c15-43e6-8cbf-09c779c66cfe None None] Network 784748a8-3276-4aa7-9fd6-746ab6d2686f requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:46:10.982501 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa6a646b-8aa5-4a76-924e-d9975b8301f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (784748a8-3276-4aa7-9fd6-746ab6d2686f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:11.049208 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-fa6a646b-8aa5-4a76-924e-d9975b8301f4 admin admin] Deleting port 8dbb53f9-7be3-4e51-8c53-4ad315821482 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:46:11.049699 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa6a646b-8aa5-4a76-924e-d9975b8301f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8dbb53f9-7be3-4e51-8c53-4ad315821482), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:11.272453 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2ff898-902b-4240-a7f2-a7b5a940ee5f None None] DHCP port deletion for 784748a8-3276-4aa7-9fd6-746ab6d2686f request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:46:11.325422 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ee2ff898-902b-4240-a7f2-a7b5a940ee5f None None] Deleting port 8dbb53f9-7be3-4e51-8c53-4ad315821482 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:46:11.325800 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ee2ff898-902b-4240-a7f2-a7b5a940ee5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8dbb53f9-7be3-4e51-8c53-4ad315821482), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:11.406012 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ee2ff898-902b-4240-a7f2-a7b5a940ee5f None None] For port 8dbb53f9-7be3-4e51-8c53-4ad315821482, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8dbb53f9-7be3-4e51-8c53-4ad315821482,segment=NetworkSegment(09d94b25-5a41-424e-8adc-0676e709bfba),segment_id=09d94b25-5a41-424e-8adc-0676e709bfba)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:46:11.406419 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ee2ff898-902b-4240-a7f2-a7b5a940ee5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8dbb53f9-7be3-4e51-8c53-4ad315821482), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:11.423173 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ee2ff898-902b-4240-a7f2-a7b5a940ee5f None None] Calling delete_port for 8dbb53f9-7be3-4e51-8c53-4ad315821482 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:46:11.490230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-fa6a646b-8aa5-4a76-924e-d9975b8301f4 admin admin] For port 8dbb53f9-7be3-4e51-8c53-4ad315821482, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=8dbb53f9-7be3-4e51-8c53-4ad315821482,segment=NetworkSegment(09d94b25-5a41-424e-8adc-0676e709bfba),segment_id=09d94b25-5a41-424e-8adc-0676e709bfba)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:46:11.490563 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa6a646b-8aa5-4a76-924e-d9975b8301f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8dbb53f9-7be3-4e51-8c53-4ad315821482), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:11.504301 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-fa6a646b-8aa5-4a76-924e-d9975b8301f4 admin admin] Calling delete_port for 8dbb53f9-7be3-4e51-8c53-4ad315821482 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:46:11.518872 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ee2ff898-902b-4240-a7f2-a7b5a940ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (8dbb53f9-7be3-4e51-8c53-4ad315821482), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:11.545156 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ff898-902b-4240-a7f2-a7b5a940ee5f None None] Pushing event deleted for resources: {'Port': ['ID=8dbb53f9-7be3-4e51-8c53-4ad315821482,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:11.549697 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2ff898-902b-4240-a7f2-a7b5a940ee5f None None] No DVR routers for this DVR port 8dbb53f9-7be3-4e51-8c53-4ad315821482 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:46:11.563615 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ff898-902b-4240-a7f2-a7b5a940ee5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:11.564102 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ff898-902b-4240-a7f2-a7b5a940ee5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:11.564481 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ff898-902b-4240-a7f2-a7b5a940ee5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:11.569121 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ff898-902b-4240-a7f2-a7b5a940ee5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:11.569641 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ff898-902b-4240-a7f2-a7b5a940ee5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:11.569858 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ff898-902b-4240-a7f2-a7b5a940ee5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:11.570232 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ff898-902b-4240-a7f2-a7b5a940ee5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:11.571028 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ff898-902b-4240-a7f2-a7b5a940ee5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:11.571368 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ff898-902b-4240-a7f2-a7b5a940ee5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:11.571983 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ff898-902b-4240-a7f2-a7b5a940ee5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:11.572102 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ff898-902b-4240-a7f2-a7b5a940ee5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:11.572373 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ff898-902b-4240-a7f2-a7b5a940ee5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:11.573142 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ff898-902b-4240-a7f2-a7b5a940ee5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:11.593311 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa6a646b-8aa5-4a76-924e-d9975b8301f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (8dbb53f9-7be3-4e51-8c53-4ad315821482), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:11.622067 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a646b-8aa5-4a76-924e-d9975b8301f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dbb53f9-7be3-4e51-8c53-4ad315821482,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:11.626366 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6a646b-8aa5-4a76-924e-d9975b8301f4 admin admin] No DVR routers for this DVR port 8dbb53f9-7be3-4e51-8c53-4ad315821482 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:46:11.700360 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa6a646b-8aa5-4a76-924e-d9975b8301f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (784748a8-3276-4aa7-9fd6-746ab6d2686f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:11.723873 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-fa6a646b-8aa5-4a76-924e-d9975b8301f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['784748a8-3276-4aa7-9fd6-746ab6d2686f']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:11.736121 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-fa6a646b-8aa5-4a76-924e-d9975b8301f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d94b25-5a41-424e-8adc-0676e709bfba') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:11.736434 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-fa6a646b-8aa5-4a76-924e-d9975b8301f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d94b25-5a41-424e-8adc-0676e709bfba') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:11.747971 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa6a646b-8aa5-4a76-924e-d9975b8301f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (09d94b25-5a41-424e-8adc-0676e709bfba), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:11.761342 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa6a646b-8aa5-4a76-924e-d9975b8301f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (09d94b25-5a41-424e-8adc-0676e709bfba), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:11.767338 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6a646b-8aa5-4a76-924e-d9975b8301f4 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:46:11.767763 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa6a646b-8aa5-4a76-924e-d9975b8301f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (09d94b25-5a41-424e-8adc-0676e709bfba), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: self.session.flush() Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: timer() Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:46:11.769484 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:46:11.827252 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa6a646b-8aa5-4a76-924e-d9975b8301f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (784748a8-3276-4aa7-9fd6-746ab6d2686f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:11.833066 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa6a646b-8aa5-4a76-924e-d9975b8301f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:11.836481 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fa6a646b-8aa5-4a76-924e-d9975b8301f4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/784748a8-3276-4aa7-9fd6-746ab6d2686f HTTP/1.1" status: 204 len: 168 time: 0.9243402 Feb 09 22:46:11.837944 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:11.839600 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52976) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:11.848254 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a646b-8aa5-4a76-924e-d9975b8301f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=784748a8-3276-4aa7-9fd6-746ab6d2686f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:12.360368 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8dbb53f9-7be3-4e51-8c53-4ad315821482 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:46:12.380994 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 8dbb53f9-7be3-4e51-8c53-4ad315821482 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:46:12.381339 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 8dbb53f9-7be3-4e51-8c53-4ad315821482 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:46:12.381764 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c49669ba-c025-451b-a1cd-efda84466fba no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:46:12.402861 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: c49669ba-c025-451b-a1cd-efda84466fba {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:46:12.403223 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device c49669ba-c025-451b-a1cd-efda84466fba not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:46:12.403663 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 97560588-45ed-42b0-8828-d84a0864f81e no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:46:12.422403 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 97560588-45ed-42b0-8828-d84a0864f81e {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:46:12.422752 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 97560588-45ed-42b0-8828-d84a0864f81e not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:46:12.474687 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8cc44e8c-c113-466c-8446-906313258c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (82beab1c-3e3b-45ad-8f58-d53f7d4426d0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:12.723931 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8cc44e8c-c113-466c-8446-906313258c4c admin admin] Deleting port f8375ef8-62c8-4965-bee2-db00e5cba6aa {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:46:12.724266 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8cc44e8c-c113-466c-8446-906313258c4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f8375ef8-62c8-4965-bee2-db00e5cba6aa), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:12.818628 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-8cc44e8c-c113-466c-8446-906313258c4c admin admin] For port f8375ef8-62c8-4965-bee2-db00e5cba6aa, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f8375ef8-62c8-4965-bee2-db00e5cba6aa,segment=NetworkSegment(c2500c4b-63f7-4f0a-8940-7b302c117910),segment_id=c2500c4b-63f7-4f0a-8940-7b302c117910)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:46:12.818999 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8cc44e8c-c113-466c-8446-906313258c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f8375ef8-62c8-4965-bee2-db00e5cba6aa), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:12.833843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8cc44e8c-c113-466c-8446-906313258c4c admin admin] Calling delete_port for f8375ef8-62c8-4965-bee2-db00e5cba6aa owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:46:13.016000 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:13.022380 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8cc44e8c-c113-466c-8446-906313258c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (f8375ef8-62c8-4965-bee2-db00e5cba6aa), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:13.047933 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc44e8c-c113-466c-8446-906313258c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=f8375ef8-62c8-4965-bee2-db00e5cba6aa,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:13.229235 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8cc44e8c-c113-466c-8446-906313258c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (82beab1c-3e3b-45ad-8f58-d53f7d4426d0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:13.466662 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc44e8c-c113-466c-8446-906313258c4c admin admin] Router 82beab1c-3e3b-45ad-8f58-d53f7d4426d0 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:46:13.575463 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc44e8c-c113-466c-8446-906313258c4c admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:46:13.581120 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8cc44e8c-c113-466c-8446-906313258c4c admin admin] 10.222.0.77 "PUT /v2.0/routers/82beab1c-3e3b-45ad-8f58-d53f7d4426d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7386668 Feb 09 22:46:13.583218 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52978) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:13.585355 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe760c-09fc-424c-91ed-a4fce60f4b19 None None] Sync routers for ids ['82beab1c-3e3b-45ad-8f58-d53f7d4426d0'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:46:13.595532 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafe760c-09fc-424c-91ed-a4fce60f4b19 None None] Routers {'82beab1c-3e3b-45ad-8f58-d53f7d4426d0'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:46:13.596206 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-dafe760c-09fc-424c-91ed-a4fce60f4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:46:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['82beab1c-3e3b-45ad-8f58-d53f7d4426d0'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:13.686100 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c7e1f902-a232-4168-a5e2-b0f267eb3863 admin admin] Publish callbacks [] for router (82beab1c-3e3b-45ad-8f58-d53f7d4426d0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:13.706343 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-dafe760c-09fc-424c-91ed-a4fce60f4b19 None None] Set router 82beab1c-3e3b-45ad-8f58-d53f7d4426d0 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:46:13.793571 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c7e1f902-a232-4168-a5e2-b0f267eb3863 admin admin] Publish callbacks [] for router_gateway (82beab1c-3e3b-45ad-8f58-d53f7d4426d0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:13.851993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c7e1f902-a232-4168-a5e2-b0f267eb3863 admin admin] Deleting port 65dd1aa8-cd88-46f2-a256-f636da1e7bb9 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:46:13.852713 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c7e1f902-a232-4168-a5e2-b0f267eb3863 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (65dd1aa8-cd88-46f2-a256-f636da1e7bb9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:13.894899 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-dafe760c-09fc-424c-91ed-a4fce60f4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82beab1c-3e3b-45ad-8f58-d53f7d4426d0', 'name': 'tempest-TestMinimumBasicScenario-1797302579-router', 'tenant_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '65dd1aa8-cd88-46f2-a256-f636da1e7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:02Z', 'updated_at': '2022-02-09T22:46:12Z', 'revision_number': 5, 'project_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'gw_port': {'id': '65dd1aa8-cd88-46f2-a256-f636da1e7bb9', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ba:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82beab1c-3e3b-45ad-8f58-d53f7d4426d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:03Z', 'updated_at': '2022-02-09T22:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:13.922795 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe760c-09fc-424c-91ed-a4fce60f4b19 None None] Checking router: 82beab1c-3e3b-45ad-8f58-d53f7d4426d0 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:46:13.930762 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafe760c-09fc-424c-91ed-a4fce60f4b19 None None] Routers {'82beab1c-3e3b-45ad-8f58-d53f7d4426d0'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:46:13.931376 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-dafe760c-09fc-424c-91ed-a4fce60f4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:46:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['82beab1c-3e3b-45ad-8f58-d53f7d4426d0'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:13.932833 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c7e1f902-a232-4168-a5e2-b0f267eb3863 admin admin] For port 65dd1aa8-cd88-46f2-a256-f636da1e7bb9, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=65dd1aa8-cd88-46f2-a256-f636da1e7bb9,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:46:13.933202 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c7e1f902-a232-4168-a5e2-b0f267eb3863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (65dd1aa8-cd88-46f2-a256-f636da1e7bb9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:13.947638 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c7e1f902-a232-4168-a5e2-b0f267eb3863 admin admin] Calling delete_port for 65dd1aa8-cd88-46f2-a256-f636da1e7bb9 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:46:14.023105 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-dafe760c-09fc-424c-91ed-a4fce60f4b19 None None] Set router 82beab1c-3e3b-45ad-8f58-d53f7d4426d0 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:46:14.073322 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-dafe760c-09fc-424c-91ed-a4fce60f4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82beab1c-3e3b-45ad-8f58-d53f7d4426d0', 'name': 'tempest-TestMinimumBasicScenario-1797302579-router', 'tenant_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:02Z', 'updated_at': '2022-02-09T22:46:13Z', 'revision_number': 6, 'project_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:14.104267 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe760c-09fc-424c-91ed-a4fce60f4b19 None None] The sync data for ids ['82beab1c-3e3b-45ad-8f58-d53f7d4426d0'] in n-d-828601-1 is: [{'id': '82beab1c-3e3b-45ad-8f58-d53f7d4426d0', 'name': 'tempest-TestMinimumBasicScenario-1797302579-router', 'tenant_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:02Z', 'updated_at': '2022-02-09T22:46:13Z', 'revision_number': 6, 'project_id': 'bbe92ef0f1c64af1950dde0d97db2e9b', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:46:14.122673 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c7e1f902-a232-4168-a5e2-b0f267eb3863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (65dd1aa8-cd88-46f2-a256-f636da1e7bb9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:14.151365 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1f902-a232-4168-a5e2-b0f267eb3863 admin admin] Pushing event deleted for resources: {'Port': ['ID=65dd1aa8-cd88-46f2-a256-f636da1e7bb9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:14.214390 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c7e1f902-a232-4168-a5e2-b0f267eb3863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (82beab1c-3e3b-45ad-8f58-d53f7d4426d0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:14.307583 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c7e1f902-a232-4168-a5e2-b0f267eb3863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (82beab1c-3e3b-45ad-8f58-d53f7d4426d0), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:14.310270 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c7e1f902-a232-4168-a5e2-b0f267eb3863 admin admin] Publish callbacks [] for router_controller (82beab1c-3e3b-45ad-8f58-d53f7d4426d0), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:14.353231 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c7e1f902-a232-4168-a5e2-b0f267eb3863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (82beab1c-3e3b-45ad-8f58-d53f7d4426d0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:14.353817 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e1f902-a232-4168-a5e2-b0f267eb3863 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82beab1c-3e3b-45ad-8f58-d53f7d4426d0 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:46:14.358769 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c7e1f902-a232-4168-a5e2-b0f267eb3863 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:14.359816 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c7e1f902-a232-4168-a5e2-b0f267eb3863 admin admin] 10.222.0.77 "DELETE /v2.0/routers/82beab1c-3e3b-45ad-8f58-d53f7d4426d0 HTTP/1.1" status: 204 len: 168 time: 0.7756033 Feb 09 22:46:14.362454 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52980) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:14.413353 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bbda307-61a0-42a2-a9ca-aaaf386f09a0 admin admin] Deleting subnet 805aeca7-d90d-410b-96a6-bf0b4e0b497a {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:46:14.417004 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9bbda307-61a0-42a2-a9ca-aaaf386f09a0 admin admin] Publish callbacks [] for subnet (805aeca7-d90d-410b-96a6-bf0b4e0b497a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:14.459456 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9bbda307-61a0-42a2-a9ca-aaaf386f09a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (805aeca7-d90d-410b-96a6-bf0b4e0b497a), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:14.552585 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9bbda307-61a0-42a2-a9ca-aaaf386f09a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (805aeca7-d90d-410b-96a6-bf0b4e0b497a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:14.607355 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9bbda307-61a0-42a2-a9ca-aaaf386f09a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (805aeca7-d90d-410b-96a6-bf0b4e0b497a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:14.638739 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbda307-61a0-42a2-a9ca-aaaf386f09a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=805aeca7-d90d-410b-96a6-bf0b4e0b497a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:14.640734 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9bbda307-61a0-42a2-a9ca-aaaf386f09a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:14.643973 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9bbda307-61a0-42a2-a9ca-aaaf386f09a0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/805aeca7-d90d-410b-96a6-bf0b4e0b497a HTTP/1.1" status: 204 len: 168 time: 0.2803538 Feb 09 22:46:14.645639 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81ff168-8557-464e-9a10-26c3b7607be7 None None] Network 4d4cccec-0b41-4ae5-87e1-f38d9d4100d6 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:46:14.646717 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52982) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:14.718412 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72f64111-ed20-42aa-8da6-267e18302552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (4d4cccec-0b41-4ae5-87e1-f38d9d4100d6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:14.755895 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:14.775130 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-72f64111-ed20-42aa-8da6-267e18302552 admin admin] Deleting port cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:46:14.775437 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72f64111-ed20-42aa-8da6-267e18302552 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:14.844611 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-72f64111-ed20-42aa-8da6-267e18302552 admin admin] For port cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a,segment=NetworkSegment(c2500c4b-63f7-4f0a-8940-7b302c117910),segment_id=c2500c4b-63f7-4f0a-8940-7b302c117910)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:46:14.844971 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72f64111-ed20-42aa-8da6-267e18302552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:14.859505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-72f64111-ed20-42aa-8da6-267e18302552 admin admin] Calling delete_port for cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:46:14.875489 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e28d84e-d039-4e2f-94d5-e4c80502fc15 None None] DHCP port deletion for 4d4cccec-0b41-4ae5-87e1-f38d9d4100d6 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:46:14.904776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f8375ef8-62c8-4965-bee2-db00e5cba6aa no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:46:14.925435 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: f8375ef8-62c8-4965-bee2-db00e5cba6aa {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:46:14.925684 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f8375ef8-62c8-4965-bee2-db00e5cba6aa not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:46:14.948480 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72f64111-ed20-42aa-8da6-267e18302552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:14.952059 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1e28d84e-d039-4e2f-94d5-e4c80502fc15 None None] Deleting port cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:46:14.952704 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1e28d84e-d039-4e2f-94d5-e4c80502fc15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:14.976761 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f64111-ed20-42aa-8da6-267e18302552 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:14.981684 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f64111-ed20-42aa-8da6-267e18302552 admin admin] No DVR routers for this DVR port cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:46:15.023833 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1e28d84e-d039-4e2f-94d5-e4c80502fc15 None None] For port cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a, host n-d-828601-1, got binding levels [] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:46:15.024142 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1e28d84e-d039-4e2f-94d5-e4c80502fc15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:15.041191 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1e28d84e-d039-4e2f-94d5-e4c80502fc15 None None] Calling delete_port for cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:46:15.044053 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.ipam_backend_mixin [None req-1e28d84e-d039-4e2f-94d5-e4c80502fc15 None None] Port cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a was not found and therefore no delete operation was performed {{(pid=103203) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:46:15.045344 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1e28d84e-d039-4e2f-94d5-e4c80502fc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:15.059235 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72f64111-ed20-42aa-8da6-267e18302552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (4d4cccec-0b41-4ae5-87e1-f38d9d4100d6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:15.072955 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28d84e-d039-4e2f-94d5-e4c80502fc15 None None] Pushing event deleted for resources: {'Port': ['ID=cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:15.076931 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e28d84e-d039-4e2f-94d5-e4c80502fc15 None None] No DVR routers for this DVR port cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:46:15.082156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-72f64111-ed20-42aa-8da6-267e18302552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4cccec-0b41-4ae5-87e1-f38d9d4100d6']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:15.100563 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-72f64111-ed20-42aa-8da6-267e18302552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2500c4b-63f7-4f0a-8940-7b302c117910') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:15.100861 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-72f64111-ed20-42aa-8da6-267e18302552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2500c4b-63f7-4f0a-8940-7b302c117910') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:15.113992 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72f64111-ed20-42aa-8da6-267e18302552 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (c2500c4b-63f7-4f0a-8940-7b302c117910), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:15.128350 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72f64111-ed20-42aa-8da6-267e18302552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (c2500c4b-63f7-4f0a-8940-7b302c117910), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:15.134975 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f64111-ed20-42aa-8da6-267e18302552 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:46:15.135377 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72f64111-ed20-42aa-8da6-267e18302552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (c2500c4b-63f7-4f0a-8940-7b302c117910), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:46:15.138031 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:46:15.201529 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72f64111-ed20-42aa-8da6-267e18302552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (4d4cccec-0b41-4ae5-87e1-f38d9d4100d6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:15.207915 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72f64111-ed20-42aa-8da6-267e18302552 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:15.211745 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-72f64111-ed20-42aa-8da6-267e18302552 admin admin] 10.222.0.77 "DELETE /v2.0/networks/4d4cccec-0b41-4ae5-87e1-f38d9d4100d6 HTTP/1.1" status: 204 len: 168 time: 0.5636659 Feb 09 22:46:15.225041 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f64111-ed20-42aa-8da6-267e18302552 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d4cccec-0b41-4ae5-87e1-f38d9d4100d6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:15.372733 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52986) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:15.414994 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-61322d34-5861-41c9-91ba-c32a3dfd1a3c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cad7b6bf3c0742a8bc50dec1db262a35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410786 Feb 09 22:46:15.417487 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52988) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:15.466261 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4496710b-d3c5-4fa5-8114-ee634d223483 admin admin] Publish callbacks [] for security_group (e87ccf44-4171-4bfb-9390-f35240736b39), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:15.487421 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4496710b-d3c5-4fa5-8114-ee634d223483 admin admin] Publish callbacks [] for security_group (e87ccf44-4171-4bfb-9390-f35240736b39), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:15.534058 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4496710b-d3c5-4fa5-8114-ee634d223483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e87ccf44-4171-4bfb-9390-f35240736b39), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:15.536872 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4496710b-d3c5-4fa5-8114-ee634d223483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:15.540523 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4496710b-d3c5-4fa5-8114-ee634d223483 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e87ccf44-4171-4bfb-9390-f35240736b39 HTTP/1.1" status: 204 len: 168 time: 0.1197515 Feb 09 22:46:15.548403 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496710b-d3c5-4fa5-8114-ee634d223483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87ccf44-4171-4bfb-9390-f35240736b39,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:15.854171 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52994) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:15.896825 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-bd6bf84c-c583-44e4-a80e-11c5e2b40dcd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bbe92ef0f1c64af1950dde0d97db2e9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413899 Feb 09 22:46:15.899254 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 52996) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:15.930668 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:15.950911 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19310602-dab6-4ec9-91a0-e482fd18d142 admin admin] Publish callbacks [] for security_group (1463ac87-bbb0-4d01-ae3a-1de033cd2adf), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:15.971943 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19310602-dab6-4ec9-91a0-e482fd18d142 admin admin] Publish callbacks [] for security_group (1463ac87-bbb0-4d01-ae3a-1de033cd2adf), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:16.021795 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19310602-dab6-4ec9-91a0-e482fd18d142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (1463ac87-bbb0-4d01-ae3a-1de033cd2adf), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:16.024458 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19310602-dab6-4ec9-91a0-e482fd18d142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:16.025616 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-19310602-dab6-4ec9-91a0-e482fd18d142 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1463ac87-bbb0-4d01-ae3a-1de033cd2adf HTTP/1.1" status: 204 len: 168 time: 0.1254284 Feb 09 22:46:16.033547 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19310602-dab6-4ec9-91a0-e482fd18d142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1463ac87-bbb0-4d01-ae3a-1de033cd2adf,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:16.350103 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 65dd1aa8-cd88-46f2-a256-f636da1e7bb9 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:46:16.372027 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 65dd1aa8-cd88-46f2-a256-f636da1e7bb9 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:46:16.372373 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 65dd1aa8-cd88-46f2-a256-f636da1e7bb9 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:46:16.372800 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:46:16.401589 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:46:16.401938 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device cdab20ae-b98c-4b45-9b30-f1e8dd6ca32a not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:46:16.411041 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:17.589751 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53036) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:17.594318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-162b4f2f-641f-4fbc-89ac-9dd05e31ed23 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1918546205', 'description': 'tempest-secgroup-smoke-1918546205 description', 'project_id': 'ab5c2ad8c97643e8b371015550eec018'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:46:17.616181 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-162b4f2f-641f-4fbc-89ac-9dd05e31ed23 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:17.624922 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-162b4f2f-641f-4fbc-89ac-9dd05e31ed23 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:17.717623 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-162b4f2f-641f-4fbc-89ac-9dd05e31ed23 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (c5bdc2b7-6cf5-42e9-98f9-d016c21fa065), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:17.722031 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-162b4f2f-641f-4fbc-89ac-9dd05e31ed23 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c5bdc2b7-6cf5-42e9-98f9-d016c21fa065), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:17.764266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b4f2f-641f-4fbc-89ac-9dd05e31ed23 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bdc2b7-6cf5-42e9-98f9-d016c21fa065,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:17.807366 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-162b4f2f-641f-4fbc-89ac-9dd05e31ed23 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (779e3f06-cd3e-4cb6-aded-886a38a87ae7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:17.811853 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-162b4f2f-641f-4fbc-89ac-9dd05e31ed23 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (779e3f06-cd3e-4cb6-aded-886a38a87ae7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:17.841320 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-162b4f2f-641f-4fbc-89ac-9dd05e31ed23 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:17.842580 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-162b4f2f-641f-4fbc-89ac-9dd05e31ed23 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2518246 Feb 09 22:46:17.846050 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53038) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:17.846875 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b4f2f-641f-4fbc-89ac-9dd05e31ed23 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=779e3f06-cd3e-4cb6-aded-886a38a87ae7,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:17.851432 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0d7b59db-87e0-45fa-bfe3-54db7a6cc5ab tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': '779e3f06-cd3e-4cb6-aded-886a38a87ae7', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:46:17.877839 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d7b59db-87e0-45fa-bfe3-54db7a6cc5ab tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (95e8f922-7fa9-4334-8045-441ed5bbe559), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:17.934197 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d7b59db-87e0-45fa-bfe3-54db7a6cc5ab tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (95e8f922-7fa9-4334-8045-441ed5bbe559), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:17.937867 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d7b59db-87e0-45fa-bfe3-54db7a6cc5ab tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (95e8f922-7fa9-4334-8045-441ed5bbe559), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:17.955349 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b59db-87e0-45fa-bfe3-54db7a6cc5ab tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e8f922-7fa9-4334-8045-441ed5bbe559,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:17.963021 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d7b59db-87e0-45fa-bfe3-54db7a6cc5ab tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:17.964262 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0d7b59db-87e0-45fa-bfe3-54db7a6cc5ab tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170528 Feb 09 22:46:17.968606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53040) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:17.972972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2b7c30ba-ec8b-4318-924d-d5318f78e0ff tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': '779e3f06-cd3e-4cb6-aded-886a38a87ae7', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:46:17.997910 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b7c30ba-ec8b-4318-924d-d5318f78e0ff tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (887709be-8248-4252-9de7-067f52e857f4), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.054141 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b7c30ba-ec8b-4318-924d-d5318f78e0ff tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (887709be-8248-4252-9de7-067f52e857f4), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.057096 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b7c30ba-ec8b-4318-924d-d5318f78e0ff tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (887709be-8248-4252-9de7-067f52e857f4), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.077502 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c30ba-ec8b-4318-924d-d5318f78e0ff tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887709be-8248-4252-9de7-067f52e857f4,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:18.085826 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b7c30ba-ec8b-4318-924d-d5318f78e0ff tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.087048 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2b7c30ba-ec8b-4318-924d-d5318f78e0ff tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175020 Feb 09 22:46:18.090343 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53042) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:18.094814 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b815b988-b3f5-4e17-a6d0-d2c44cc428c5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': '779e3f06-cd3e-4cb6-aded-886a38a87ae7', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:46:18.119875 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b815b988-b3f5-4e17-a6d0-d2c44cc428c5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (d7240f2c-c04b-4654-8907-dbf9a0d3f1d1), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.175403 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b815b988-b3f5-4e17-a6d0-d2c44cc428c5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (d7240f2c-c04b-4654-8907-dbf9a0d3f1d1), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.178921 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b815b988-b3f5-4e17-a6d0-d2c44cc428c5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (d7240f2c-c04b-4654-8907-dbf9a0d3f1d1), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.195640 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815b988-b3f5-4e17-a6d0-d2c44cc428c5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7240f2c-c04b-4654-8907-dbf9a0d3f1d1,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:18.205689 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b815b988-b3f5-4e17-a6d0-d2c44cc428c5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.206959 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b815b988-b3f5-4e17-a6d0-d2c44cc428c5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155462 Feb 09 22:46:18.209806 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53044) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:18.214216 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-46d11a7d-2267-4b39-942d-35be77046c21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': '779e3f06-cd3e-4cb6-aded-886a38a87ae7', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:46:18.240992 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-46d11a7d-2267-4b39-942d-35be77046c21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (9a339a8f-a5d3-4cfc-8121-efa965ed03e9), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.299784 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-46d11a7d-2267-4b39-942d-35be77046c21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (9a339a8f-a5d3-4cfc-8121-efa965ed03e9), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.303314 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-46d11a7d-2267-4b39-942d-35be77046c21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (9a339a8f-a5d3-4cfc-8121-efa965ed03e9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.321047 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d11a7d-2267-4b39-942d-35be77046c21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a339a8f-a5d3-4cfc-8121-efa965ed03e9,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:18.327766 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-46d11a7d-2267-4b39-942d-35be77046c21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.328830 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-46d11a7d-2267-4b39-942d-35be77046c21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180732 Feb 09 22:46:18.331558 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53046) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:18.335977 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-4d55e254-1f59-455b-acad-6917e6474b92 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': '779e3f06-cd3e-4cb6-aded-886a38a87ae7', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:46:18.356083 n-d-828601-1 neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-4d55e254-1f59-455b-acad-6917e6474b92 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Project ab5c2ad8c97643e8b371015550eec018 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:46:18.360895 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d55e254-1f59-455b-acad-6917e6474b92 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (319ad258-01b1-4883-8877-639edcf95896), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.418577 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d55e254-1f59-455b-acad-6917e6474b92 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (319ad258-01b1-4883-8877-639edcf95896), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.422257 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d55e254-1f59-455b-acad-6917e6474b92 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (319ad258-01b1-4883-8877-639edcf95896), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.443859 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55e254-1f59-455b-acad-6917e6474b92 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319ad258-01b1-4883-8877-639edcf95896,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:18.449806 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d55e254-1f59-455b-acad-6917e6474b92 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.450862 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4d55e254-1f59-455b-acad-6917e6474b92 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183410 Feb 09 22:46:18.454257 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53048) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:18.458484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-375e23c8-eea0-4060-bdae-403f6ebf6316 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': '779e3f06-cd3e-4cb6-aded-886a38a87ae7', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:46:18.478254 n-d-828601-1 neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-375e23c8-eea0-4060-bdae-403f6ebf6316 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Project ab5c2ad8c97643e8b371015550eec018 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:46:18.483217 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-375e23c8-eea0-4060-bdae-403f6ebf6316 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (3a8321e9-c2ef-4552-9113-aecadb150041), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.540477 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-375e23c8-eea0-4060-bdae-403f6ebf6316 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (3a8321e9-c2ef-4552-9113-aecadb150041), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.544231 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-375e23c8-eea0-4060-bdae-403f6ebf6316 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (3a8321e9-c2ef-4552-9113-aecadb150041), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.564090 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e23c8-eea0-4060-bdae-403f6ebf6316 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8321e9-c2ef-4552-9113-aecadb150041,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:18.569344 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-375e23c8-eea0-4060-bdae-403f6ebf6316 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.570521 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-375e23c8-eea0-4060-bdae-403f6ebf6316 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1153352 Feb 09 22:46:18.573656 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53050) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:18.579233 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-fff07f15-d9df-494c-ba8b-d5d60d903473 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'network': {'name': 'tempest-network-smoke--1957050337', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'port_security_enabled': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:46:18.597342 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff07f15-d9df-494c-ba8b-d5d60d903473 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Made reservation on behalf of ab5c2ad8c97643e8b371015550eec018 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:46:18.600731 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fff07f15-d9df-494c-ba8b-d5d60d903473 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.624138 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff07f15-d9df-494c-ba8b-d5d60d903473 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:46:18.632816 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fff07f15-d9df-494c-ba8b-d5d60d903473 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (25d5ce42-2fba-4005-9884-83e27316b2f0), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.633142 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-fff07f15-d9df-494c-ba8b-d5d60d903473 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Added segment 25d5ce42-2fba-4005-9884-83e27316b2f0 of type vlan for network 47250c2a-410d-44ad-93c6-c123b2e08cbb Feb 09 22:46:18.672539 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fff07f15-d9df-494c-ba8b-d5d60d903473 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (47250c2a-410d-44ad-93c6-c123b2e08cbb), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.697086 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fff07f15-d9df-494c-ba8b-d5d60d903473 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (47250c2a-410d-44ad-93c6-c123b2e08cbb), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.702613 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff07f15-d9df-494c-ba8b-d5d60d903473 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:18.703276 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fff07f15-d9df-494c-ba8b-d5d60d903473 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.765271 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fff07f15-d9df-494c-ba8b-d5d60d903473 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1899610 Feb 09 22:46:18.768195 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53052) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:18.774622 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7f84eef1-27fd-4fe4-8e7b-5fffac2497d4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1076552808', 'admin_state_up': True, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:46:18.787266 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff07f15-d9df-494c-ba8b-d5d60d903473 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Network': ['ID=47250c2a-410d-44ad-93c6-c123b2e08cbb,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:18.798641 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 47250c2a-410d-44ad-93c6-c123b2e08cbb details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:46:18.800888 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f84eef1-27fd-4fe4-8e7b-5fffac2497d4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (74d9c3aa-6152-48f4-a082-656ece5db7fc), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.802001 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f84eef1-27fd-4fe4-8e7b-5fffac2497d4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (74d9c3aa-6152-48f4-a082-656ece5db7fc), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.853011 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f84eef1-27fd-4fe4-8e7b-5fffac2497d4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_controller (74d9c3aa-6152-48f4-a082-656ece5db7fc), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:18.994389 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f84eef1-27fd-4fe4-8e7b-5fffac2497d4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_gateway (74d9c3aa-6152-48f4-a082-656ece5db7fc), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:19.191707 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f84eef1-27fd-4fe4-8e7b-5fffac2497d4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_gateway (74d9c3aa-6152-48f4-a082-656ece5db7fc), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:19.209951 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f84eef1-27fd-4fe4-8e7b-5fffac2497d4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:19.316320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-7f84eef1-27fd-4fe4-8e7b-5fffac2497d4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Allocated IP 172.25.6.205 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/5828d57d-a717-4382-bdc2-b847ee21d8ac) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:46:19.425152 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f84eef1-27fd-4fe4-8e7b-5fffac2497d4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (5828d57d-a717-4382-bdc2-b847ee21d8ac), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:19.460188 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f84eef1-27fd-4fe4-8e7b-5fffac2497d4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (5828d57d-a717-4382-bdc2-b847ee21d8ac), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:19.501049 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f84eef1-27fd-4fe4-8e7b-5fffac2497d4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:46:19.504024 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-7f84eef1-27fd-4fe4-8e7b-5fffac2497d4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:46:19.507538 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f84eef1-27fd-4fe4-8e7b-5fffac2497d4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:46:19.513066 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84eef1-27fd-4fe4-8e7b-5fffac2497d4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=5828d57d-a717-4382-bdc2-b847ee21d8ac,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:19.762922 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f84eef1-27fd-4fe4-8e7b-5fffac2497d4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_gateway (74d9c3aa-6152-48f4-a082-656ece5db7fc), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:19.968457 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f84eef1-27fd-4fe4-8e7b-5fffac2497d4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (74d9c3aa-6152-48f4-a082-656ece5db7fc), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:20.100925 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f84eef1-27fd-4fe4-8e7b-5fffac2497d4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router 74d9c3aa-6152-48f4-a082-656ece5db7fc is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:46:20.211520 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f84eef1-27fd-4fe4-8e7b-5fffac2497d4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:46:20.221513 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] Sync routers for ids ['74d9c3aa-6152-48f4-a082-656ece5db7fc'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:46:20.233372 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] Routers {'74d9c3aa-6152-48f4-a082-656ece5db7fc'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:46:20.234057 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:46:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['74d9c3aa-6152-48f4-a082-656ece5db7fc'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:20.234794 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f84eef1-27fd-4fe4-8e7b-5fffac2497d4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:20.236341 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7f84eef1-27fd-4fe4-8e7b-5fffac2497d4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4671195 Feb 09 22:46:20.239554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53054) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:20.359203 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] Set router 74d9c3aa-6152-48f4-a082-656ece5db7fc gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:46:20.369428 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f4ef411b-b154-44be-a71c-70952e0891f2 tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ab5c2ad8c97643e8b371015550eec018&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1285868 Feb 09 22:46:20.372754 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53058) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:20.459428 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eca9c3b-4c3a-4d88-9220-f237dca76629 tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:20.461021 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4eca9c3b-4c3a-4d88-9220-f237dca76629 tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873103 Feb 09 22:46:20.463891 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53060) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:20.492904 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-27787f15-af32-4c2b-8e2e-bce621eb03d8 tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278804 Feb 09 22:46:20.495601 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53062) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:20.501070 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d030ebcf-bef8-4cbc-806c-5beaf1e624a4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-612325137', 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:46:20.540869 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076552808', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:18Z', 'updated_at': '2022-02-09T22:46:19Z', 'revision_number': 3, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:19Z', 'updated_at': '2022-02-09T22:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:20.567747 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] Checking router: 74d9c3aa-6152-48f4-a082-656ece5db7fc for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:46:20.568086 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] Updating router 74d9c3aa-6152-48f4-a082-656ece5db7fc port 5828d57d-a717-4382-bdc2-b847ee21d8ac binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:46:20.595295 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d030ebcf-bef8-4cbc-806c-5beaf1e624a4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Made reservation on behalf of ab5c2ad8c97643e8b371015550eec018 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:46:20.595544 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5828d57d-a717-4382-bdc2-b847ee21d8ac), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:20.598828 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d030ebcf-bef8-4cbc-806c-5beaf1e624a4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:20.778511 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d030ebcf-bef8-4cbc-806c-5beaf1e624a4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (39e844c6-f8cc-413a-908f-4fd1b3290ab2), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:20.837292 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030ebcf-bef8-4cbc-806c-5beaf1e624a4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Subnet': ['ID=39e844c6-f8cc-413a-908f-4fd1b3290ab2,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:20.846675 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d030ebcf-bef8-4cbc-806c-5beaf1e624a4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Checking segment: {'id': '25d5ce42-2fba-4005-9884-83e27316b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:46:20.847045 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d030ebcf-bef8-4cbc-806c-5beaf1e624a4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network hostable DHCP agents. Network: 47250c2a-410d-44ad-93c6-c123b2e08cbb, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:46:20.851089 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] Publish callbacks [] for port (5828d57d-a717-4382-bdc2-b847ee21d8ac), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:20.857816 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5828d57d-a717-4382-bdc2-b847ee21d8ac), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:20.865662 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d030ebcf-bef8-4cbc-806c-5beaf1e624a4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 47250c2a-410d-44ad-93c6-c123b2e08cbb is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:46:20.875591 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-d030ebcf-bef8-4cbc-806c-5beaf1e624a4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 47250c2a-410d-44ad-93c6-c123b2e08cbb) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:46:20.879738 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d030ebcf-bef8-4cbc-806c-5beaf1e624a4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:20.880365 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d030ebcf-bef8-4cbc-806c-5beaf1e624a4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:20.884553 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf536a3-e875-4860-9b35-15bb8d7406db None None] Network 47250c2a-410d-44ad-93c6-c123b2e08cbb requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:46:20.906963 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d030ebcf-bef8-4cbc-806c-5beaf1e624a4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4092586 Feb 09 22:46:20.909384 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53064) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:20.909983 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] Attempting to bind port 5828d57d-a717-4382-bdc2-b847ee21d8ac on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:46:20.910357 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] Attempting to bind port 5828d57d-a717-4382-bdc2-b847ee21d8ac by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:46:20.910720 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] Attempting to bind port 5828d57d-a717-4382-bdc2-b847ee21d8ac on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:46:20.923485 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:46:20.923485 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:46:20.923485 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:20.923485 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:46:20.924393 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] Bound port: 5828d57d-a717-4382-bdc2-b847ee21d8ac, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:46:20.924393 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5828d57d-a717-4382-bdc2-b847ee21d8ac), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:20.927227 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226cc002-fe9b-4e5e-a962-a81fb29b57c1 None None] Pushing event updated for resources: {'Port': ['ID=5828d57d-a717-4382-bdc2-b847ee21d8ac,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:20.956762 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cc002-fe9b-4e5e-a962-a81fb29b57c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:20.957029 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cc002-fe9b-4e5e-a962-a81fb29b57c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:20.957663 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cc002-fe9b-4e5e-a962-a81fb29b57c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:20.957663 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cc002-fe9b-4e5e-a962-a81fb29b57c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:20.958083 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cc002-fe9b-4e5e-a962-a81fb29b57c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:20.958450 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cc002-fe9b-4e5e-a962-a81fb29b57c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:20.958775 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cc002-fe9b-4e5e-a962-a81fb29b57c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:20.959134 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cc002-fe9b-4e5e-a962-a81fb29b57c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:20.959450 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cc002-fe9b-4e5e-a962-a81fb29b57c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:20.959828 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cc002-fe9b-4e5e-a962-a81fb29b57c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:20.960160 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cc002-fe9b-4e5e-a962-a81fb29b57c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:20.960502 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cc002-fe9b-4e5e-a962-a81fb29b57c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:20.960819 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cc002-fe9b-4e5e-a962-a81fb29b57c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:20.992704 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] For port 5828d57d-a717-4382-bdc2-b847ee21d8ac, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:46:20.996608 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] For port 5828d57d-a717-4382-bdc2-b847ee21d8ac, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5828d57d-a717-4382-bdc2-b847ee21d8ac,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:46:20.996974 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe4bb19-5bde-4f47-a6cf-850f33237c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-47250c2a-410d-44ad-93c6-c123b2e08cbb', 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ips': [{'subnet_id': '39e844c6-f8cc-413a-908f-4fd1b3290ab2'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:46:20.997935 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bfe4bb19-5bde-4f47-a6cf-850f33237c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:21.005447 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5828d57d-a717-4382-bdc2-b847ee21d8ac), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:21.067719 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] Routers {'74d9c3aa-6152-48f4-a082-656ece5db7fc'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:46:21.068620 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:46:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['74d9c3aa-6152-48f4-a082-656ece5db7fc'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:21.074078 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226cc002-fe9b-4e5e-a962-a81fb29b57c1 None None] Pushing event updated for resources: {'Port': ['ID=5828d57d-a717-4382-bdc2-b847ee21d8ac,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:21.141612 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-bfe4bb19-5bde-4f47-a6cf-850f33237c12 None None] Allocated IP 172.20.0.2 (47250c2a-410d-44ad-93c6-c123b2e08cbb/39e844c6-f8cc-413a-908f-4fd1b3290ab2/f4d6b0ee-60b2-4798-a4bb-0208f779c888) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:46:21.196704 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] Set router 74d9c3aa-6152-48f4-a082-656ece5db7fc gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:46:21.308044 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bfe4bb19-5bde-4f47-a6cf-850f33237c12 None None] Publish callbacks [] for port (f4d6b0ee-60b2-4798-a4bb-0208f779c888), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:21.318256 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bfe4bb19-5bde-4f47-a6cf-850f33237c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (f4d6b0ee-60b2-4798-a4bb-0208f779c888), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:21.364461 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe4bb19-5bde-4f47-a6cf-850f33237c12 None None] Network 47250c2a-410d-44ad-93c6-c123b2e08cbb is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:46:21.368273 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-bfe4bb19-5bde-4f47-a6cf-850f33237c12 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:46:21.372049 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe4bb19-5bde-4f47-a6cf-850f33237c12 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:46:21.382282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4bb19-5bde-4f47-a6cf-850f33237c12 None None] Pushing event updated for resources: {'Port': ['ID=f4d6b0ee-60b2-4798-a4bb-0208f779c888,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:21.405059 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076552808', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:18Z', 'updated_at': '2022-02-09T22:46:19Z', 'revision_number': 3, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:19Z', 'updated_at': '2022-02-09T22:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:21.405706 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2788-4ef6-420c-ae84-0a75a20034c8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:21.436721 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bfe4bb19-5bde-4f47-a6cf-850f33237c12 None None] Attempting to bind port f4d6b0ee-60b2-4798-a4bb-0208f779c888 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:46:21.437093 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bfe4bb19-5bde-4f47-a6cf-850f33237c12 None None] Attempting to bind port f4d6b0ee-60b2-4798-a4bb-0208f779c888 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '25d5ce42-2fba-4005-9884-83e27316b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:46:21.437454 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe4bb19-5bde-4f47-a6cf-850f33237c12 None None] Attempting to bind port f4d6b0ee-60b2-4798-a4bb-0208f779c888 on network 47250c2a-410d-44ad-93c6-c123b2e08cbb {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:46:21.439439 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea53161-ceb6-4351-aa91-fc73b8112da9 None None] The sync data for ids ['74d9c3aa-6152-48f4-a082-656ece5db7fc'] in n-d-828601-1 is: [{'id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076552808', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:18Z', 'updated_at': '2022-02-09T22:46:19Z', 'revision_number': 3, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:19Z', 'updated_at': '2022-02-09T22:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:46:21.444501 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe4bb19-5bde-4f47-a6cf-850f33237c12 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:46:21.444949 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe4bb19-5bde-4f47-a6cf-850f33237c12 None None] Checking segment: {'id': '25d5ce42-2fba-4005-9884-83e27316b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:46:21.445420 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bfe4bb19-5bde-4f47-a6cf-850f33237c12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:21.445935 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe4bb19-5bde-4f47-a6cf-850f33237c12 None None] Bound using segment: {'id': '25d5ce42-2fba-4005-9884-83e27316b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:46:21.446572 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bfe4bb19-5bde-4f47-a6cf-850f33237c12 None None] Bound port: f4d6b0ee-60b2-4798-a4bb-0208f779c888, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d5ce42-2fba-4005-9884-83e27316b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:46:21.447018 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bfe4bb19-5bde-4f47-a6cf-850f33237c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f4d6b0ee-60b2-4798-a4bb-0208f779c888), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:21.515959 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-bfe4bb19-5bde-4f47-a6cf-850f33237c12 None None] For port f4d6b0ee-60b2-4798-a4bb-0208f779c888, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:46:21.520643 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-bfe4bb19-5bde-4f47-a6cf-850f33237c12 None None] For port f4d6b0ee-60b2-4798-a4bb-0208f779c888, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f4d6b0ee-60b2-4798-a4bb-0208f779c888,segment=NetworkSegment(25d5ce42-2fba-4005-9884-83e27316b2f0),segment_id=25d5ce42-2fba-4005-9884-83e27316b2f0)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:46:21.528491 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bfe4bb19-5bde-4f47-a6cf-850f33237c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f4d6b0ee-60b2-4798-a4bb-0208f779c888), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:21.599095 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4bb19-5bde-4f47-a6cf-850f33237c12 None None] Pushing event updated for resources: {'Port': ['ID=f4d6b0ee-60b2-4798-a4bb-0208f779c888,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:21.729924 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-3dcd2788-4ef6-420c-ae84-0a75a20034c8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Allocated IP 172.20.0.1 (47250c2a-410d-44ad-93c6-c123b2e08cbb/39e844c6-f8cc-413a-908f-4fd1b3290ab2/125de165-2ec1-4491-850a-a8b04d5366d9) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:46:21.890190 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2788-4ef6-420c-ae84-0a75a20034c8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (125de165-2ec1-4491-850a-a8b04d5366d9), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:21.940834 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2788-4ef6-420c-ae84-0a75a20034c8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (125de165-2ec1-4491-850a-a8b04d5366d9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:21.997150 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcd2788-4ef6-420c-ae84-0a75a20034c8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 47250c2a-410d-44ad-93c6-c123b2e08cbb is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:46:21.998684 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd2788-4ef6-420c-ae84-0a75a20034c8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=125de165-2ec1-4491-850a-a8b04d5366d9,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:22.001204 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3dcd2788-4ef6-420c-ae84-0a75a20034c8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:46:22.003480 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcd2788-4ef6-420c-ae84-0a75a20034c8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:46:22.052480 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2788-4ef6-420c-ae84-0a75a20034c8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (74d9c3aa-6152-48f4-a082-656ece5db7fc), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:22.197550 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2788-4ef6-420c-ae84-0a75a20034c8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (125de165-2ec1-4491-850a-a8b04d5366d9), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:22.454904 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f4d6b0ee-60b2-4798-a4bb-0208f779c888 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:46:22.526676 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f4d6b0ee-60b2-4798-a4bb-0208f779c888 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:22.527630 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f4d6b0ee-60b2-4798-a4bb-0208f779c888), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:22.581037 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2788-4ef6-420c-ae84-0a75a20034c8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (125de165-2ec1-4491-850a-a8b04d5366d9), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:22.588909 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2788-4ef6-420c-ae84-0a75a20034c8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (125de165-2ec1-4491-850a-a8b04d5366d9), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:22.637068 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f4d6b0ee-60b2-4798-a4bb-0208f779c888 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:46:22.637372 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f4d6b0ee-60b2-4798-a4bb-0208f779c888), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:22.679978 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port f4d6b0ee-60b2-4798-a4bb-0208f779c888, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f4d6b0ee-60b2-4798-a4bb-0208f779c888,segment=NetworkSegment(25d5ce42-2fba-4005-9884-83e27316b2f0),segment_id=25d5ce42-2fba-4005-9884-83e27316b2f0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:46:22.680727 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2788-4ef6-420c-ae84-0a75a20034c8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (74d9c3aa-6152-48f4-a082-656ece5db7fc), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:22.683196 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd2788-4ef6-420c-ae84-0a75a20034c8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=125de165-2ec1-4491-850a-a8b04d5366d9,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:22.686590 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f4d6b0ee-60b2-4798-a4bb-0208f779c888), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:22.687571 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5828d57d-a717-4382-bdc2-b847ee21d8ac up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:46:22.767471 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b00ab78-ef1b-499f-8048-060a241a5a52 None None] Network 47250c2a-410d-44ad-93c6-c123b2e08cbb requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:46:22.809994 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcd2788-4ef6-420c-ae84-0a75a20034c8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 47250c2a-410d-44ad-93c6-c123b2e08cbb is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:46:22.811515 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3dcd2788-4ef6-420c-ae84-0a75a20034c8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:46:22.823793 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=f4d6b0ee-60b2-4798-a4bb-0208f779c888,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:22.844474 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 5828d57d-a717-4382-bdc2-b847ee21d8ac triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:22.845120 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5828d57d-a717-4382-bdc2-b847ee21d8ac), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:22.900504 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d31c10fb-2bd1-4864-b57b-e6eaaf1f180e None None] Provisioning complete for port f4d6b0ee-60b2-4798-a4bb-0208f779c888 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:22.900801 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d31c10fb-2bd1-4864-b57b-e6eaaf1f180e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f4d6b0ee-60b2-4798-a4bb-0208f779c888), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:22.937216 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcd2788-4ef6-420c-ae84-0a75a20034c8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router 74d9c3aa-6152-48f4-a082-656ece5db7fc has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:46:23.046686 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 5828d57d-a717-4382-bdc2-b847ee21d8ac is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:46:23.047076 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5828d57d-a717-4382-bdc2-b847ee21d8ac), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:23.054672 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcd2788-4ef6-420c-ae84-0a75a20034c8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:46:23.061755 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3dcd2788-4ef6-420c-ae84-0a75a20034c8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "PUT /v2.0/routers/74d9c3aa-6152-48f4-a082-656ece5db7fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1502030 Feb 09 22:46:23.077754 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d31c10fb-2bd1-4864-b57b-e6eaaf1f180e None None] Current status of the port f4d6b0ee-60b2-4798-a4bb-0208f779c888 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:46:23.085712 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 5828d57d-a717-4382-bdc2-b847ee21d8ac, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5828d57d-a717-4382-bdc2-b847ee21d8ac,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:46:23.091785 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5828d57d-a717-4382-bdc2-b847ee21d8ac), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:23.151589 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=5828d57d-a717-4382-bdc2-b847ee21d8ac,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:23.240608 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-418639ca-6c3e-45a8-ac69-a6258f527715 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1918546205&fields=id&tenant_id=ab5c2ad8c97643e8b371015550eec018 HTTP/1.1" status: 200 len: 267 time: 0.0506310 Feb 09 22:46:23.304375 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ff36327f-3944-4fb0-89e1-51bb84c5ab7d None None] Provisioning complete for port f4d6b0ee-60b2-4798-a4bb-0208f779c888 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:23.304755 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ff36327f-3944-4fb0-89e1-51bb84c5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f4d6b0ee-60b2-4798-a4bb-0208f779c888), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:23.369547 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-0723ad25-8fbe-420e-bec3-5f787e23bf31 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:23.372272 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-0723ad25-8fbe-420e-bec3-5f787e23bf31 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/networks?id=47250c2a-410d-44ad-93c6-c123b2e08cbb HTTP/1.1" status: 200 len: 797 time: 0.1232641 Feb 09 22:46:23.392400 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-175bf0c2-8295-4521-a4cc-3be885c16099 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/quotas/ab5c2ad8c97643e8b371015550eec018 HTTP/1.1" status: 200 len: 375 time: 0.0116351 Feb 09 22:46:23.396164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ff36327f-3944-4fb0-89e1-51bb84c5ab7d None None] Current status of the port f4d6b0ee-60b2-4798-a4bb-0208f779c888 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:46:23.409220 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ff36327f-3944-4fb0-89e1-51bb84c5ab7d None None] Provisioning complete for port 125de165-2ec1-4491-850a-a8b04d5366d9 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:23.409832 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ff36327f-3944-4fb0-89e1-51bb84c5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (125de165-2ec1-4491-850a-a8b04d5366d9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:23.449029 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ff36327f-3944-4fb0-89e1-51bb84c5ab7d None None] Port 125de165-2ec1-4491-850a-a8b04d5366d9 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:46:23.472535 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-ea1d60a0-b23c-4fae-bdf0-1f08b185187a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712330 Feb 09 22:46:23.519338 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] Sync routers for ids ['74d9c3aa-6152-48f4-a082-656ece5db7fc'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:46:23.530305 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] Routers {'74d9c3aa-6152-48f4-a082-656ece5db7fc'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:46:23.530911 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:46:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['74d9c3aa-6152-48f4-a082-656ece5db7fc'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:23.651458 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-992f29e0-3564-4b3f-9ac9-93f7852ca598 service neutron] 10.222.0.77 "GET /v2.0/networks/47250c2a-410d-44ad-93c6-c123b2e08cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661675 Feb 09 22:46:23.768107 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-41f2a35e-10ca-4beb-a3fe-64c0eca2b98e service neutron] 10.222.0.77 "GET /v2.0/networks/47250c2a-410d-44ad-93c6-c123b2e08cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097338 Feb 09 22:46:23.791867 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-cea5c7c1-2bed-4b10-9be4-d29df3013327 None None] Provisioning complete for port 125de165-2ec1-4491-850a-a8b04d5366d9 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:23.792248 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cea5c7c1-2bed-4b10-9be4-d29df3013327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (125de165-2ec1-4491-850a-a8b04d5366d9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:23.845248 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-cea5c7c1-2bed-4b10-9be4-d29df3013327 None None] Port 125de165-2ec1-4491-850a-a8b04d5366d9 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:46:23.857887 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] Set router 74d9c3aa-6152-48f4-a082-656ece5db7fc gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:46:23.967207 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9c6c9683-c757-44e8-8494-0270e0eb72ca req-d7b5cb13-6af4-4893-a9d9-c8e8e9d2ec8b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 210 time: 0.0407093 Feb 09 22:46:24.005459 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-7268d7a2-de26-4225-b41b-8f7c3a9fa48c None None] Provisioning complete for port 125de165-2ec1-4491-850a-a8b04d5366d9 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:24.005838 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7268d7a2-de26-4225-b41b-8f7c3a9fa48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (125de165-2ec1-4491-850a-a8b04d5366d9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:24.063329 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-7268d7a2-de26-4225-b41b-8f7c3a9fa48c None None] Port 125de165-2ec1-4491-850a-a8b04d5366d9 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:46:24.120156 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076552808', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:18Z', 'updated_at': '2022-02-09T22:46:22Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:19Z', 'updated_at': '2022-02-09T22:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '125de165-2ec1-4491-850a-a8b04d5366d9', 'name': '', 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:62:f8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '39e844c6-f8cc-413a-908f-4fd1b3290ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:21Z', 'updated_at': '2022-02-09T22:46:22Z', 'revision_number': 2, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '39e844c6-f8cc-413a-908f-4fd1b3290ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:24.151822 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] Checking router: 74d9c3aa-6152-48f4-a082-656ece5db7fc for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:46:24.152741 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] Updating router 74d9c3aa-6152-48f4-a082-656ece5db7fc port 125de165-2ec1-4491-850a-a8b04d5366d9 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:46:24.182287 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (125de165-2ec1-4491-850a-a8b04d5366d9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:24.408305 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f4d6b0ee-60b2-4798-a4bb-0208f779c888 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:46:24.528439 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f4d6b0ee-60b2-4798-a4bb-0208f779c888 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:24.529126 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f4d6b0ee-60b2-4798-a4bb-0208f779c888), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:24.534367 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] Publish callbacks [] for port (125de165-2ec1-4491-850a-a8b04d5366d9), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:24.564747 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (125de165-2ec1-4491-850a-a8b04d5366d9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:24.627733 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c90749-1826-430e-8c42-92bf22d8ea45 None None] Pushing event updated for resources: {'Port': ['ID=125de165-2ec1-4491-850a-a8b04d5366d9,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:24.756064 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f4d6b0ee-60b2-4798-a4bb-0208f779c888 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:46:24.757976 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5828d57d-a717-4382-bdc2-b847ee21d8ac up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:46:24.800021 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] Attempting to bind port 125de165-2ec1-4491-850a-a8b04d5366d9 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:46:24.800401 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] Attempting to bind port 125de165-2ec1-4491-850a-a8b04d5366d9 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '25d5ce42-2fba-4005-9884-83e27316b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:46:24.800773 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] Attempting to bind port 125de165-2ec1-4491-850a-a8b04d5366d9 on network 47250c2a-410d-44ad-93c6-c123b2e08cbb {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:46:24.813865 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:46:24.814260 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] Checking segment: {'id': '25d5ce42-2fba-4005-9884-83e27316b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:46:24.814677 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:24.815081 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] Bound using segment: {'id': '25d5ce42-2fba-4005-9884-83e27316b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:46:24.815572 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] Bound port: 125de165-2ec1-4491-850a-a8b04d5366d9, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d5ce42-2fba-4005-9884-83e27316b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:46:24.816005 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (125de165-2ec1-4491-850a-a8b04d5366d9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:24.882056 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 5828d57d-a717-4382-bdc2-b847ee21d8ac triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:24.882498 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5828d57d-a717-4382-bdc2-b847ee21d8ac), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:24.941388 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] For port 125de165-2ec1-4491-850a-a8b04d5366d9, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:46:24.952839 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-ddbd145b-5e04-416d-b7cc-baa52695da88 None None] Provisioning complete for port 125de165-2ec1-4491-850a-a8b04d5366d9 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:24.953312 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ddbd145b-5e04-416d-b7cc-baa52695da88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (125de165-2ec1-4491-850a-a8b04d5366d9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:24.962997 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] For port 125de165-2ec1-4491-850a-a8b04d5366d9, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=125de165-2ec1-4491-850a-a8b04d5366d9,segment=NetworkSegment(25d5ce42-2fba-4005-9884-83e27316b2f0),segment_id=25d5ce42-2fba-4005-9884-83e27316b2f0)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:46:24.995563 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (125de165-2ec1-4491-850a-a8b04d5366d9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:25.123823 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ddbd145b-5e04-416d-b7cc-baa52695da88 None None] Port 125de165-2ec1-4491-850a-a8b04d5366d9 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:46:25.197908 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-96d1c55b-c24a-4129-a6db-be44c64bb388 req-33e76a3f-e501-42aa-bafe-6e21c60d7f07 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 210 time: 0.0772319 Feb 09 22:46:25.202664 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 5828d57d-a717-4382-bdc2-b847ee21d8ac is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:46:25.207321 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] Routers {'74d9c3aa-6152-48f4-a082-656ece5db7fc'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:46:25.208431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:46:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['74d9c3aa-6152-48f4-a082-656ece5db7fc'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:25.216716 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c90749-1826-430e-8c42-92bf22d8ea45 None None] Pushing event updated for resources: {'Port': ['ID=125de165-2ec1-4491-850a-a8b04d5366d9,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:25.448155 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] Set router 74d9c3aa-6152-48f4-a082-656ece5db7fc gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:46:25.612776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9e8494ef-3f3e-4c56-87ae-73404eef5692 None None] Provisioning complete for port 125de165-2ec1-4491-850a-a8b04d5366d9 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:25.613508 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9e8494ef-3f3e-4c56-87ae-73404eef5692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (125de165-2ec1-4491-850a-a8b04d5366d9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:25.622352 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-553fd603-5fc3-4b99-86ee-eeac9147ef3d tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:25.624109 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-553fd603-5fc3-4b99-86ee-eeac9147ef3d tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.71 "GET /v2.0/networks?id=47250c2a-410d-44ad-93c6-c123b2e08cbb HTTP/1.1" status: 200 len: 797 time: 0.5771301 Feb 09 22:46:25.697596 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-479b522d-ba0a-4d36-9afc-556391fc4279 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab5c2ad8c97643e8b371015550eec018 HTTP/1.1" status: 200 len: 380 time: 0.0654211 Feb 09 22:46:25.708094 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-91e92e4c-1571-4065-9cc1-50a6e85616e8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'port': {'device_id': 'f4f282fd-9000-4263-8582-2f65ec967098', 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb', 'admin_state_up': True, 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'security_groups': ['779e3f06-cd3e-4cb6-aded-886a38a87ae7']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:46:25.771929 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9e8494ef-3f3e-4c56-87ae-73404eef5692 None None] Current status of the port 125de165-2ec1-4491-850a-a8b04d5366d9 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:46:25.772322 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9e8494ef-3f3e-4c56-87ae-73404eef5692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (125de165-2ec1-4491-850a-a8b04d5366d9), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:25.799557 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076552808', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:18Z', 'updated_at': '2022-02-09T22:46:22Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:19Z', 'updated_at': '2022-02-09T22:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '125de165-2ec1-4491-850a-a8b04d5366d9', 'name': '', 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:62:f8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '39e844c6-f8cc-413a-908f-4fd1b3290ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:21Z', 'updated_at': '2022-02-09T22:46:24Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '39e844c6-f8cc-413a-908f-4fd1b3290ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:25.838690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2270ee-7a57-4343-883a-dffc6ac383e3 None None] The sync data for ids ['74d9c3aa-6152-48f4-a082-656ece5db7fc'] in n-d-828601-1 is: [{'id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076552808', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:18Z', 'updated_at': '2022-02-09T22:46:22Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:19Z', 'updated_at': '2022-02-09T22:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '125de165-2ec1-4491-850a-a8b04d5366d9', 'name': '', 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:62:f8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '39e844c6-f8cc-413a-908f-4fd1b3290ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:21Z', 'updated_at': '2022-02-09T22:46:24Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '39e844c6-f8cc-413a-908f-4fd1b3290ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:46:25.841799 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-9e8494ef-3f3e-4c56-87ae-73404eef5692 None None] For port 125de165-2ec1-4491-850a-a8b04d5366d9, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=125de165-2ec1-4491-850a-a8b04d5366d9,segment=NetworkSegment(25d5ce42-2fba-4005-9884-83e27316b2f0),segment_id=25d5ce42-2fba-4005-9884-83e27316b2f0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:46:25.846733 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9e8494ef-3f3e-4c56-87ae-73404eef5692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (125de165-2ec1-4491-850a-a8b04d5366d9), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:25.854371 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-91e92e4c-1571-4065-9cc1-50a6e85616e8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Made reservation on behalf of ab5c2ad8c97643e8b371015550eec018 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:46:25.858715 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-91e92e4c-1571-4065-9cc1-50a6e85616e8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:25.934731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8494ef-3f3e-4c56-87ae-73404eef5692 None None] Pushing event updated for resources: {'Port': ['ID=125de165-2ec1-4491-850a-a8b04d5366d9,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:26.070055 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-91e92e4c-1571-4065-9cc1-50a6e85616e8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Allocated IP 172.20.0.8 (47250c2a-410d-44ad-93c6-c123b2e08cbb/39e844c6-f8cc-413a-908f-4fd1b3290ab2/82bd0f17-9983-449f-8292-2892f79a4518) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:46:26.256608 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-91e92e4c-1571-4065-9cc1-50a6e85616e8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (82bd0f17-9983-449f-8292-2892f79a4518), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:26.298573 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-91e92e4c-1571-4065-9cc1-50a6e85616e8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (82bd0f17-9983-449f-8292-2892f79a4518), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:26.349802 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-91e92e4c-1571-4065-9cc1-50a6e85616e8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 47250c2a-410d-44ad-93c6-c123b2e08cbb is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:46:26.358194 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-91e92e4c-1571-4065-9cc1-50a6e85616e8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:46:26.362811 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-91e92e4c-1571-4065-9cc1-50a6e85616e8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:46:26.403521 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cd536-61ed-410a-95c2-ecb58013777b req-3db2eb5e-6a08-47d8-b99a-9fca75b8f5a7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:26.408255 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f7cd536-61ed-410a-95c2-ecb58013777b req-3db2eb5e-6a08-47d8-b99a-9fca75b8f5a7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 931 time: 0.0977035 Feb 09 22:46:26.414514 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e92e4c-1571-4065-9cc1-50a6e85616e8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=82bd0f17-9983-449f-8292-2892f79a4518,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:26.450026 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-91e92e4c-1571-4065-9cc1-50a6e85616e8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:26.450701 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-91e92e4c-1571-4065-9cc1-50a6e85616e8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:26.471535 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 125de165-2ec1-4491-850a-a8b04d5366d9 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:46:26.481618 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-91e92e4c-1571-4065-9cc1-50a6e85616e8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7787888 Feb 09 22:46:26.491394 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f7cd536-61ed-410a-95c2-ecb58013777b req-0178d2e7-5bc1-47b7-93ff-7ebc2b8d980a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=779e3f06-cd3e-4cb6-aded-886a38a87ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727155 Feb 09 22:46:26.495077 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] Request body: {'port': {'device_id': 'f4f282fd-9000-4263-8582-2f65ec967098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:46:26.566964 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 125de165-2ec1-4491-850a-a8b04d5366d9 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:26.567343 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (125de165-2ec1-4491-850a-a8b04d5366d9), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:26.573608 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (82bd0f17-9983-449f-8292-2892f79a4518), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:26.683857 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 125de165-2ec1-4491-850a-a8b04d5366d9 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:46:26.697612 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9bc390a3-0d02-4ebb-bf84-cc9f2662e7e9 None None] Provisioning complete for port 82bd0f17-9983-449f-8292-2892f79a4518 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:26.698306 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9bc390a3-0d02-4ebb-bf84-cc9f2662e7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (82bd0f17-9983-449f-8292-2892f79a4518), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:26.757048 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9bc390a3-0d02-4ebb-bf84-cc9f2662e7e9 None None] Port 82bd0f17-9983-449f-8292-2892f79a4518 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:46:26.957814 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82bd0f17-9983-449f-8292-2892f79a4518 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:46:26.966517 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] Publish callbacks [] for port (82bd0f17-9983-449f-8292-2892f79a4518), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:26.979682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] Transition to ACTIVE for port object 82bd0f17-9983-449f-8292-2892f79a4518 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:46:26.984970 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (82bd0f17-9983-449f-8292-2892f79a4518), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:27.039824 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] Pushing event updated for resources: {'Port': ['ID=82bd0f17-9983-449f-8292-2892f79a4518,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:27.136051 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] Attempting to bind port 82bd0f17-9983-449f-8292-2892f79a4518 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:46:27.136965 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] Attempting to bind port 82bd0f17-9983-449f-8292-2892f79a4518 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '25d5ce42-2fba-4005-9884-83e27316b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:46:27.137224 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] Attempting to bind port 82bd0f17-9983-449f-8292-2892f79a4518 on network 47250c2a-410d-44ad-93c6-c123b2e08cbb {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:46:27.144002 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] Port 82bd0f17-9983-449f-8292-2892f79a4518 on network 47250c2a-410d-44ad-93c6-c123b2e08cbb not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:46:27.144569 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] Attempting to bind port 82bd0f17-9983-449f-8292-2892f79a4518 on network 47250c2a-410d-44ad-93c6-c123b2e08cbb {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:46:27.154365 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:46:27.154933 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] Checking segment: {'id': '25d5ce42-2fba-4005-9884-83e27316b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:46:27.155385 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] Bound using segment: {'id': '25d5ce42-2fba-4005-9884-83e27316b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:46:27.156153 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] Bound port: 82bd0f17-9983-449f-8292-2892f79a4518, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d5ce42-2fba-4005-9884-83e27316b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:46:27.156765 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (82bd0f17-9983-449f-8292-2892f79a4518), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:27.242461 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] For port 82bd0f17-9983-449f-8292-2892f79a4518, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:46:27.245790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] For port 82bd0f17-9983-449f-8292-2892f79a4518, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=82bd0f17-9983-449f-8292-2892f79a4518,segment=NetworkSegment(25d5ce42-2fba-4005-9884-83e27316b2f0),segment_id=25d5ce42-2fba-4005-9884-83e27316b2f0)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:46:27.253978 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (82bd0f17-9983-449f-8292-2892f79a4518), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:27.296586 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:27.297209 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:27.298948 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] 10.222.0.71 "PUT /v2.0/ports/82bd0f17-9983-449f-8292-2892f79a4518 HTTP/1.1" status: 200 len: 1091 time: 0.8097727 Feb 09 22:46:27.299409 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f282fd-9000-4263-8582-2f65ec967098', 'tag': '82bd0f17-9983-449f-8292-2892f79a4518'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:46:27.301814 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c13d16-1dc7-4886-a1c3-5af111d539ca" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f282fd-9000-4263-8582-2f65ec967098", "tag": "82bd0f17-9983-449f-8292-2892f79a4518"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:46:27.331337 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cf3dd-9a44-48af-8970-0ad62ff8065e service neutron] Pushing event updated for resources: {'Port': ['ID=82bd0f17-9983-449f-8292-2892f79a4518,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:27.356781 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b2b667-9236-47e5-8fbf-ebe8d9afa7e5 x-openstack-request-id: req-11b2b667-9236-47e5-8fbf-ebe8d9afa7e5 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:46:27.357081 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f282fd-9000-4263-8582-2f65ec967098", "tag": "82bd0f17-9983-449f-8292-2892f79a4518", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:46:27.357346 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-11b2b667-9236-47e5-8fbf-ebe8d9afa7e5 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:46:27.357766 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f282fd-9000-4263-8582-2f65ec967098', 'tag': '82bd0f17-9983-449f-8292-2892f79a4518', 'status': 'completed', 'code': 200} Feb 09 22:46:27.429400 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-d04d3c23-7207-424d-bc0f-3a17fd2cacb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:27.431069 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-d04d3c23-7207-424d-bc0f-3a17fd2cacb4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 1125 time: 0.0683994 Feb 09 22:46:27.484492 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-ecbe8f04-7d54-40ee-bca0-d5d2d7f706b5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82bd0f17-9983-449f-8292-2892f79a4518 HTTP/1.1" status: 200 len: 217 time: 0.0459850 Feb 09 22:46:27.535056 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-177559c8-69fe-431c-b0d2-2e42a0347036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:27.536674 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-177559c8-69fe-431c-b0d2-2e42a0347036 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39e844c6-f8cc-413a-908f-4fd1b3290ab2 HTTP/1.1" status: 200 len: 834 time: 0.0471234 Feb 09 22:46:27.587466 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-d0205b05-33fb-43e3-aa7c-3aa3c370b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:27.588969 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-d0205b05-33fb-43e3-aa7c-3aa3c370b3f3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=47250c2a-410d-44ad-93c6-c123b2e08cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466526 Feb 09 22:46:27.628991 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea0753-4359-4c47-bd95-2af23c5c5314 req-3e1f4078-ebc5-4383-8bd9-a5f66dcee396 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:27.630502 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-20ea0753-4359-4c47-bd95-2af23c5c5314 req-3e1f4078-ebc5-4383-8bd9-a5f66dcee396 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 943 time: 0.0604353 Feb 09 22:46:27.680915 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-20ea0753-4359-4c47-bd95-2af23c5c5314 req-79567702-f9ec-42f6-b504-8a23a478be9e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=779e3f06-cd3e-4cb6-aded-886a38a87ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445421 Feb 09 22:46:27.689312 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-02b8c82f-9ca0-4daa-a90e-ddae69d6341f service neutron] 10.222.0.71 "GET /v2.0/networks/47250c2a-410d-44ad-93c6-c123b2e08cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937052 Feb 09 22:46:27.781172 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-01de8d0a-729d-4694-84fc-13b115ead5f2 req-dca4a805-6b12-4e48-a90d-1c35af1ea9e8 service neutron] 10.222.0.71 "GET /v2.0/networks/47250c2a-410d-44ad-93c6-c123b2e08cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866413 Feb 09 22:46:27.868448 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c13d16-1dc7-4886-a1c3-5af111d539ca req-59008cfe-ca93-4d78-b72d-f6ad65b76997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:27.869995 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-08c13d16-1dc7-4886-a1c3-5af111d539ca req-59008cfe-ca93-4d78-b72d-f6ad65b76997 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 1125 time: 0.0454266 Feb 09 22:46:27.963615 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c13d16-1dc7-4886-a1c3-5af111d539ca req-c365d90a-7c19-457a-94d4-d27aae8cfcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:27.965694 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-08c13d16-1dc7-4886-a1c3-5af111d539ca req-c365d90a-7c19-457a-94d4-d27aae8cfcd8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=47250c2a-410d-44ad-93c6-c123b2e08cbb HTTP/1.1" status: 200 len: 898 time: 0.0902624 Feb 09 22:46:28.004776 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-08c13d16-1dc7-4886-a1c3-5af111d539ca req-6f499b86-e13a-4564-8f71-796a35fd1bcf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82bd0f17-9983-449f-8292-2892f79a4518 HTTP/1.1" status: 200 len: 217 time: 0.0338328 Feb 09 22:46:28.057248 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c13d16-1dc7-4886-a1c3-5af111d539ca req-af8ae3b6-6ce7-474d-b8a1-f8830b497838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:28.058636 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-08c13d16-1dc7-4886-a1c3-5af111d539ca req-af8ae3b6-6ce7-474d-b8a1-f8830b497838 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39e844c6-f8cc-413a-908f-4fd1b3290ab2 HTTP/1.1" status: 200 len: 834 time: 0.0474055 Feb 09 22:46:28.112845 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c13d16-1dc7-4886-a1c3-5af111d539ca req-6d915b5e-3380-4a82-b271-d1c0ff154254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:28.114382 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-08c13d16-1dc7-4886-a1c3-5af111d539ca req-6d915b5e-3380-4a82-b271-d1c0ff154254 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=47250c2a-410d-44ad-93c6-c123b2e08cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486286 Feb 09 22:46:28.202154 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-08c13d16-1dc7-4886-a1c3-5af111d539ca req-19ca763f-1efe-4f74-90db-9c89e6876960 service neutron] 10.222.0.71 "GET /v2.0/networks/47250c2a-410d-44ad-93c6-c123b2e08cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815575 Feb 09 22:46:28.292531 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-08c13d16-1dc7-4886-a1c3-5af111d539ca req-e9a9d429-73a2-40b0-bdf9-1cf58b53f575 service neutron] 10.222.0.71 "GET /v2.0/networks/47250c2a-410d-44ad-93c6-c123b2e08cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841546 Feb 09 22:46:28.819363 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fba10c-f4c4-4554-9742-a19a032dc0e5 req-d0572991-c3f6-4dea-a418-6dd1920bd136 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:28.820898 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b8fba10c-f4c4-4554-9742-a19a032dc0e5 req-d0572991-c3f6-4dea-a418-6dd1920bd136 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 943 time: 0.0610149 Feb 09 22:46:29.204848 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b8fba10c-f4c4-4554-9742-a19a032dc0e5 req-da7b3ded-00ec-4854-ade0-101a26fe4983 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=779e3f06-cd3e-4cb6-aded-886a38a87ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3782611 Feb 09 22:46:29.797710 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 82bd0f17-9983-449f-8292-2892f79a4518 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:46:29.892072 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 82bd0f17-9983-449f-8292-2892f79a4518, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=82bd0f17-9983-449f-8292-2892f79a4518,segment=NetworkSegment(25d5ce42-2fba-4005-9884-83e27316b2f0),segment_id=25d5ce42-2fba-4005-9884-83e27316b2f0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:46:29.903490 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '82bd0f17-9983-449f-8292-2892f79a4518', 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb', 'port_id': '82bd0f17-9983-449f-8292-2892f79a4518', 'mac_address': 'fa:16:3e:31:3b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39e844c6-f8cc-413a-908f-4fd1b3290ab2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:46:29.942791 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 82bd0f17-9983-449f-8292-2892f79a4518 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:46:29.943186 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (82bd0f17-9983-449f-8292-2892f79a4518), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:29.956414 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82bd0f17-9983-449f-8292-2892f79a4518 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:46:29.976064 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 82bd0f17-9983-449f-8292-2892f79a4518, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=82bd0f17-9983-449f-8292-2892f79a4518,segment=NetworkSegment(25d5ce42-2fba-4005-9884-83e27316b2f0),segment_id=25d5ce42-2fba-4005-9884-83e27316b2f0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:46:29.981410 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (82bd0f17-9983-449f-8292-2892f79a4518), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:30.033046 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=82bd0f17-9983-449f-8292-2892f79a4518,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:30.180725 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['82bd0f17-9983-449f-8292-2892f79a4518'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:46:30.325796 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644c832-83b2-40af-a4b6-251681552cc6 req-6111bd37-e132-4367-aa90-8df11b8114bd tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:30.327293 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9644c832-83b2-40af-a4b6-251681552cc6 req-6111bd37-e132-4367-aa90-8df11b8114bd tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 944 time: 0.0526707 Feb 09 22:46:30.376563 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9644c832-83b2-40af-a4b6-251681552cc6 req-346d9632-9a77-439a-beb3-bad325d775bd tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=779e3f06-cd3e-4cb6-aded-886a38a87ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435719 Feb 09 22:46:31.496978 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00407e-31dc-4673-bf43-3896eccf2e65 req-0b8870b3-d4ce-4b6d-add7-a05392c55806 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:31.498484 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb00407e-31dc-4673-bf43-3896eccf2e65 req-0b8870b3-d4ce-4b6d-add7-a05392c55806 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 944 time: 0.0520775 Feb 09 22:46:31.549588 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb00407e-31dc-4673-bf43-3896eccf2e65 req-cb1b5a4e-8009-4237-8655-3cce5d94b834 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=779e3f06-cd3e-4cb6-aded-886a38a87ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454254 Feb 09 22:46:31.797960 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 82bd0f17-9983-449f-8292-2892f79a4518 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:46:31.846310 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 82bd0f17-9983-449f-8292-2892f79a4518 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:46:31.849983 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 82bd0f17-9983-449f-8292-2892f79a4518 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:31.850355 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (82bd0f17-9983-449f-8292-2892f79a4518), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:31.929199 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 82bd0f17-9983-449f-8292-2892f79a4518 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:46:31.929589 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (82bd0f17-9983-449f-8292-2892f79a4518), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:31.955668 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f282fd-9000-4263-8582-2f65ec967098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bd0f17-9983-449f-8292-2892f79a4518'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:46:31.957945 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f23395-348e-4745-bd97-865b351a3a25" -d '{"events": [{"server_uuid": "f4f282fd-9000-4263-8582-2f65ec967098", "name": "network-vif-plugged", "status": "completed", "tag": "82bd0f17-9983-449f-8292-2892f79a4518"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:46:31.970561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 82bd0f17-9983-449f-8292-2892f79a4518, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=82bd0f17-9983-449f-8292-2892f79a4518,segment=NetworkSegment(25d5ce42-2fba-4005-9884-83e27316b2f0),segment_id=25d5ce42-2fba-4005-9884-83e27316b2f0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:46:31.974412 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (82bd0f17-9983-449f-8292-2892f79a4518), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:31.998604 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3602bb2-bb27-40ec-a070-6f712c000ef5 x-openstack-request-id: req-f3602bb2-bb27-40ec-a070-6f712c000ef5 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:46:31.998902 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f282fd-9000-4263-8582-2f65ec967098", "name": "network-vif-plugged", "status": "completed", "tag": "82bd0f17-9983-449f-8292-2892f79a4518", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:46:31.999164 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f3602bb2-bb27-40ec-a070-6f712c000ef5 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:46:31.999561 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f282fd-9000-4263-8582-2f65ec967098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bd0f17-9983-449f-8292-2892f79a4518', 'code': 200} Feb 09 22:46:32.027775 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=82bd0f17-9983-449f-8292-2892f79a4518,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:32.093889 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2169683-bcdb-4d04-aae2-c616d88f50e8 req-ecd1055a-c8d8-4fee-ac7d-7f11ea85fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:32.095435 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d2169683-bcdb-4d04-aae2-c616d88f50e8 req-ecd1055a-c8d8-4fee-ac7d-7f11ea85fdbd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 1127 time: 0.0446699 Feb 09 22:46:32.142948 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d2169683-bcdb-4d04-aae2-c616d88f50e8 req-72934d75-01db-49a4-b15a-1eb2dc42202f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=779e3f06-cd3e-4cb6-aded-886a38a87ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420299 Feb 09 22:46:32.670896 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c3ddf-91d3-4fa6-b77d-7ca203a90a8a req-db765d07-1e22-48d9-81b7-1b2c8c623330 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:32.672344 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c25c3ddf-91d3-4fa6-b77d-7ca203a90a8a req-db765d07-1e22-48d9-81b7-1b2c8c623330 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 945 time: 0.0512204 Feb 09 22:46:32.720674 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c25c3ddf-91d3-4fa6-b77d-7ca203a90a8a req-de3dc8e4-4817-401e-95a1-8fac4aff2f4b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=779e3f06-cd3e-4cb6-aded-886a38a87ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428143 Feb 09 22:46:33.836933 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f6098-ff33-4904-98b1-eea559f6c6eb req-e111b832-137c-4833-bf4c-ca9c1945c46a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:33.838424 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e22f6098-ff33-4904-98b1-eea559f6c6eb req-e111b832-137c-4833-bf4c-ca9c1945c46a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 945 time: 0.0508163 Feb 09 22:46:33.887570 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e22f6098-ff33-4904-98b1-eea559f6c6eb req-7d2ec998-3a37-4d0f-8f87-18508ad966ed tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=779e3f06-cd3e-4cb6-aded-886a38a87ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429792 Feb 09 22:46:34.009637 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b901b-b069-4c28-aaf2-16d0ac292c22 req-d802e6f8-ccfb-419d-8b91-a2b4cd5ffe0b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:34.010827 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-963b901b-b069-4c28-aaf2-16d0ac292c22 req-d802e6f8-ccfb-419d-8b91-a2b4cd5ffe0b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 945 time: 0.0579782 Feb 09 22:46:34.060710 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-963b901b-b069-4c28-aaf2-16d0ac292c22 req-50447803-a5b1-4fca-b852-1c701ca85080 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=779e3f06-cd3e-4cb6-aded-886a38a87ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426080 Feb 09 22:46:34.083307 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53126) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:34.125638 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5667125-d560-4699-b11b-3bc2524c9935 tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:34.127174 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c5667125-d560-4699-b11b-3bc2524c9935 tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 1122 time: 0.0428638 Feb 09 22:46:34.130044 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53128) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:34.134229 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-fd421862-bd5b-45fc-8efd-e67821d3c2eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': '82bd0f17-9983-449f-8292-2892f79a4518', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:46:34.154862 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd421862-bd5b-45fc-8efd-e67821d3c2eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:34.252723 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd421862-bd5b-45fc-8efd-e67821d3c2eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:34.359366 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-fd421862-bd5b-45fc-8efd-e67821d3c2eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Allocated IP 172.25.6.120 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/841dcea5-4ec2-434d-9cb8-d2f854811bfb) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:46:34.483024 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd421862-bd5b-45fc-8efd-e67821d3c2eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (841dcea5-4ec2-434d-9cb8-d2f854811bfb), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:34.518587 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd421862-bd5b-45fc-8efd-e67821d3c2eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (841dcea5-4ec2-434d-9cb8-d2f854811bfb), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:34.559465 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd421862-bd5b-45fc-8efd-e67821d3c2eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:46:34.562324 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-fd421862-bd5b-45fc-8efd-e67821d3c2eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:46:34.565312 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd421862-bd5b-45fc-8efd-e67821d3c2eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:46:34.590658 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd421862-bd5b-45fc-8efd-e67821d3c2eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=841dcea5-4ec2-434d-9cb8-d2f854811bfb,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:34.931239 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd421862-bd5b-45fc-8efd-e67821d3c2eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for floatingip (d736122c-0373-4020-84fb-26a0122d0135), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:35.000776 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd421862-bd5b-45fc-8efd-e67821d3c2eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (841dcea5-4ec2-434d-9cb8-d2f854811bfb), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:35.153078 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd421862-bd5b-45fc-8efd-e67821d3c2eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (841dcea5-4ec2-434d-9cb8-d2f854811bfb), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:35.157697 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd421862-bd5b-45fc-8efd-e67821d3c2eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (841dcea5-4ec2-434d-9cb8-d2f854811bfb), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:35.227574 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd421862-bd5b-45fc-8efd-e67821d3c2eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=841dcea5-4ec2-434d-9cb8-d2f854811bfb,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:35.240386 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd421862-bd5b-45fc-8efd-e67821d3c2eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (d736122c-0373-4020-84fb-26a0122d0135), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:35.342240 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-fd421862-bd5b-45fc-8efd-e67821d3c2eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Floating IP d736122c-0373-4020-84fb-26a0122d0135 associated. External IP: 172.25.6.120, port: 82bd0f17-9983-449f-8292-2892f79a4518. Feb 09 22:46:35.548253 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd421862-bd5b-45fc-8efd-e67821d3c2eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router 74d9c3aa-6152-48f4-a082-656ece5db7fc has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:46:35.660797 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd421862-bd5b-45fc-8efd-e67821d3c2eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:46:35.671453 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa921c5-85c5-4eff-8bf7-ab611b5a770b None None] Sync routers for ids ['74d9c3aa-6152-48f4-a082-656ece5db7fc'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:46:35.681420 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd421862-bd5b-45fc-8efd-e67821d3c2eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:35.682780 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa921c5-85c5-4eff-8bf7-ab611b5a770b None None] Routers {'74d9c3aa-6152-48f4-a082-656ece5db7fc'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:46:35.683600 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4fa921c5-85c5-4eff-8bf7-ab611b5a770b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:46:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['74d9c3aa-6152-48f4-a082-656ece5db7fc'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:35.713879 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fd421862-bd5b-45fc-8efd-e67821d3c2eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5828085 Feb 09 22:46:35.715159 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f282fd-9000-4263-8582-2f65ec967098', 'tag': '82bd0f17-9983-449f-8292-2892f79a4518'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:46:35.717676 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5188ce5d-72b3-4a33-900c-cceaed6dd4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f282fd-9000-4263-8582-2f65ec967098", "tag": "82bd0f17-9983-449f-8292-2892f79a4518"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:46:35.823004 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa77c89-d823-434d-a06f-b5cee97fa723 req-e8f10c8a-5d4d-49e4-8219-2aeeb56bdfb0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:35.825426 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aaa77c89-d823-434d-a06f-b5cee97fa723 req-e8f10c8a-5d4d-49e4-8219-2aeeb56bdfb0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 945 time: 0.0594306 Feb 09 22:46:35.874848 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aaa77c89-d823-434d-a06f-b5cee97fa723 req-acc655d3-8d4a-4795-9ecf-769e8bf4fafe tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=779e3f06-cd3e-4cb6-aded-886a38a87ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438035 Feb 09 22:46:35.898318 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53134) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:35.903471 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-4fa921c5-85c5-4eff-8bf7-ab611b5a770b None None] Set router 74d9c3aa-6152-48f4-a082-656ece5db7fc gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:46:35.937291 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be543fa4-255b-4ca3-b2a9-b8dd51086b0c x-openstack-request-id: req-be543fa4-255b-4ca3-b2a9-b8dd51086b0c {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:46:35.937851 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f282fd-9000-4263-8582-2f65ec967098", "tag": "82bd0f17-9983-449f-8292-2892f79a4518", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:46:35.937968 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-be543fa4-255b-4ca3-b2a9-b8dd51086b0c {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:46:35.939122 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f282fd-9000-4263-8582-2f65ec967098', 'tag': '82bd0f17-9983-449f-8292-2892f79a4518', 'status': 'completed', 'code': 200} Feb 09 22:46:35.970937 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6fe7b5c0-988f-4cb9-a928-53664c34ffe0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/floatingips/d736122c-0373-4020-84fb-26a0122d0135 HTTP/1.1" status: 200 len: 991 time: 0.0714390 Feb 09 22:46:36.000247 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188ce5d-72b3-4a33-900c-cceaed6dd4a8 req-ffa9388c-1d1c-423a-8026-84912f4ab055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:36.001850 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5188ce5d-72b3-4a33-900c-cceaed6dd4a8 req-ffa9388c-1d1c-423a-8026-84912f4ab055 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 1127 time: 0.0459621 Feb 09 22:46:36.094134 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188ce5d-72b3-4a33-900c-cceaed6dd4a8 req-595010b5-7fc6-4ab9-a1ae-5cab75a9ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:36.095875 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5188ce5d-72b3-4a33-900c-cceaed6dd4a8 req-595010b5-7fc6-4ab9-a1ae-5cab75a9ea6c service neutron] 10.222.0.71 "GET /v2.0/networks?id=47250c2a-410d-44ad-93c6-c123b2e08cbb HTTP/1.1" status: 200 len: 898 time: 0.0887959 Feb 09 22:46:36.130709 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4fa921c5-85c5-4eff-8bf7-ab611b5a770b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076552808', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:18Z', 'updated_at': '2022-02-09T22:46:22Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:19Z', 'updated_at': '2022-02-09T22:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'd736122c-0373-4020-84fb-26a0122d0135', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'port_id': '82bd0f17-9983-449f-8292-2892f79a4518', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb', 'mac_address': 'fa:16:3e:31:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f282fd-9000-4263-8582-2f65ec967098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:46:34Z', 'updated_at': '2022-02-09T22:46:34Z', 'revision_number': 0, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125de165-2ec1-4491-850a-a8b04d5366d9', 'name': '', 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:62:f8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '39e844c6-f8cc-413a-908f-4fd1b3290ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:21Z', 'updated_at': '2022-02-09T22:46:25Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '39e844c6-f8cc-413a-908f-4fd1b3290ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:36.159842 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa921c5-85c5-4eff-8bf7-ab611b5a770b None None] Checking router: 74d9c3aa-6152-48f4-a082-656ece5db7fc for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:46:36.160383 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5188ce5d-72b3-4a33-900c-cceaed6dd4a8 req-c26bfcea-3f91-4d3b-add4-fe135b45fdd0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82bd0f17-9983-449f-8292-2892f79a4518 HTTP/1.1" status: 200 len: 999 time: 0.0590641 Feb 09 22:46:36.171448 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa921c5-85c5-4eff-8bf7-ab611b5a770b None None] Routers {'74d9c3aa-6152-48f4-a082-656ece5db7fc'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:46:36.172101 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4fa921c5-85c5-4eff-8bf7-ab611b5a770b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:46:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['74d9c3aa-6152-48f4-a082-656ece5db7fc'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:36.212433 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188ce5d-72b3-4a33-900c-cceaed6dd4a8 req-c6969ba7-5fbc-42c4-aff8-ebadd4a3a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:36.213909 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5188ce5d-72b3-4a33-900c-cceaed6dd4a8 req-c6969ba7-5fbc-42c4-aff8-ebadd4a3a1a0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39e844c6-f8cc-413a-908f-4fd1b3290ab2 HTTP/1.1" status: 200 len: 834 time: 0.0483174 Feb 09 22:46:36.263150 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188ce5d-72b3-4a33-900c-cceaed6dd4a8 req-bdddedf4-ace6-4acc-b917-42f4c7aeea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:36.264719 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5188ce5d-72b3-4a33-900c-cceaed6dd4a8 req-bdddedf4-ace6-4acc-b917-42f4c7aeea89 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=47250c2a-410d-44ad-93c6-c123b2e08cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450537 Feb 09 22:46:36.281153 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-4fa921c5-85c5-4eff-8bf7-ab611b5a770b None None] Set router 74d9c3aa-6152-48f4-a082-656ece5db7fc gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:46:36.352736 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5188ce5d-72b3-4a33-900c-cceaed6dd4a8 req-a2bdbb08-6032-4552-84bf-2ec1a9f2ef8a service neutron] 10.222.0.71 "GET /v2.0/networks/47250c2a-410d-44ad-93c6-c123b2e08cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821488 Feb 09 22:46:36.449925 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5188ce5d-72b3-4a33-900c-cceaed6dd4a8 req-11e217eb-04cb-4e1a-b1dc-e3e15e237540 service neutron] 10.222.0.71 "GET /v2.0/networks/47250c2a-410d-44ad-93c6-c123b2e08cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915244 Feb 09 22:46:36.509123 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4fa921c5-85c5-4eff-8bf7-ab611b5a770b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076552808', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:18Z', 'updated_at': '2022-02-09T22:46:22Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:19Z', 'updated_at': '2022-02-09T22:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'd736122c-0373-4020-84fb-26a0122d0135', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'port_id': '82bd0f17-9983-449f-8292-2892f79a4518', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb', 'mac_address': 'fa:16:3e:31:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f282fd-9000-4263-8582-2f65ec967098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:46:34Z', 'updated_at': '2022-02-09T22:46:34Z', 'revision_number': 0, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125de165-2ec1-4491-850a-a8b04d5366d9', 'name': '', 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:62:f8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '39e844c6-f8cc-413a-908f-4fd1b3290ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:21Z', 'updated_at': '2022-02-09T22:46:25Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '39e844c6-f8cc-413a-908f-4fd1b3290ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:36.534629 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa921c5-85c5-4eff-8bf7-ab611b5a770b None None] The sync data for ids ['74d9c3aa-6152-48f4-a082-656ece5db7fc'] in n-d-828601-1 is: [{'id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076552808', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:18Z', 'updated_at': '2022-02-09T22:46:22Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:19Z', 'updated_at': '2022-02-09T22:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'd736122c-0373-4020-84fb-26a0122d0135', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'port_id': '82bd0f17-9983-449f-8292-2892f79a4518', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb', 'mac_address': 'fa:16:3e:31:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f282fd-9000-4263-8582-2f65ec967098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:46:34Z', 'updated_at': '2022-02-09T22:46:34Z', 'revision_number': 0, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125de165-2ec1-4491-850a-a8b04d5366d9', 'name': '', 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:62:f8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '39e844c6-f8cc-413a-908f-4fd1b3290ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:21Z', 'updated_at': '2022-02-09T22:46:25Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '39e844c6-f8cc-413a-908f-4fd1b3290ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:46:36.738046 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c2be6f-f0e7-4a45-9803-1fa1ac8826f4 None None] New status for floating IP d736122c-0373-4020-84fb-26a0122d0135: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:46:36.974948 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53136) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:37.040877 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d570c328-2983-4a82-9f9d-4e2e33a341b9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/floatingips/d736122c-0373-4020-84fb-26a0122d0135 HTTP/1.1" status: 200 len: 991 time: 0.0646935 Feb 09 22:46:37.915753 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3092af11-6bd7-4b94-918d-9c976a430610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:38.045028 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53138) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:38.111923 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-00517a22-56fa-4540-b416-784a9722ebe1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/floatingips/d736122c-0373-4020-84fb-26a0122d0135 HTTP/1.1" status: 200 len: 993 time: 0.0654936 Feb 09 22:46:40.632618 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2d4fbc31-d32f-4e20-8e89-070cc3fdb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:41.837291 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:43.018215 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:43.442569 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:46:44.729772 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:45.946259 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:46.390260 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:04.793617 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbb34f-90fb-4a34-bade-2454575fd3c1 req-750decf2-6ff7-41d1-98de-f42bc0564364 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:04.795230 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7fdbb34f-90fb-4a34-bade-2454575fd3c1 req-750decf2-6ff7-41d1-98de-f42bc0564364 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 945 time: 0.0657277 Feb 09 22:47:04.845580 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7fdbb34f-90fb-4a34-bade-2454575fd3c1 req-1b3aa00b-7747-4d7d-9067-3c23b2dcf1ac tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=779e3f06-cd3e-4cb6-aded-886a38a87ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443895 Feb 09 22:47:05.968632 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596b4a7-6926-47a1-9c7c-0bd7a58b3a20 req-366bb8c4-00db-4421-8078-686272ecaa4a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:05.970096 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c596b4a7-6926-47a1-9c7c-0bd7a58b3a20 req-366bb8c4-00db-4421-8078-686272ecaa4a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 945 time: 0.0525060 Feb 09 22:47:06.018856 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c596b4a7-6926-47a1-9c7c-0bd7a58b3a20 req-a9210004-aaf1-4bf5-b0c2-b7d4eb707a5a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=779e3f06-cd3e-4cb6-aded-886a38a87ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431085 Feb 09 22:47:06.041827 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53154) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:06.107965 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5a260f7f-9ca0-48d4-b352-227bbfc5f74b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/floatingips/d736122c-0373-4020-84fb-26a0122d0135 HTTP/1.1" status: 200 len: 993 time: 0.0648935 Feb 09 22:47:07.387104 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1da2a-2b9c-4586-8d24-74ca032de26e req-1df7fd4c-6444-4207-8e08-6b2f00ee02e7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:07.388606 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10e1da2a-2b9c-4586-8d24-74ca032de26e req-1df7fd4c-6444-4207-8e08-6b2f00ee02e7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 945 time: 0.0585618 Feb 09 22:47:07.441780 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10e1da2a-2b9c-4586-8d24-74ca032de26e req-2340a853-9885-4d3a-80c2-dbd150b89e32 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=779e3f06-cd3e-4cb6-aded-886a38a87ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472031 Feb 09 22:47:07.918932 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3166203a-2e5c-4dab-af93-68fecb7b92cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:08.563258 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a154864-0d56-468c-83b0-8f7f56b5f459 req-1fffe6c1-7bde-4468-977b-ebce766b207a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:08.564793 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a154864-0d56-468c-83b0-8f7f56b5f459 req-1fffe6c1-7bde-4468-977b-ebce766b207a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 945 time: 0.0522406 Feb 09 22:47:08.616114 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1a154864-0d56-468c-83b0-8f7f56b5f459 req-7a93f7cd-e2db-4baf-831d-0a7f65631bbb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=779e3f06-cd3e-4cb6-aded-886a38a87ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456069 Feb 09 22:47:08.638760 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53164) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:08.698154 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8d42045c-6838-49f1-88b6-a6b10ff5891d tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/floatingips/d736122c-0373-4020-84fb-26a0122d0135 HTTP/1.1" status: 200 len: 993 time: 0.0571604 Feb 09 22:47:08.956835 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53170) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:09.112269 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting port 841dcea5-4ec2-434d-9cb8-d2f854811bfb {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:47:09.115484 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (841dcea5-4ec2-434d-9cb8-d2f854811bfb), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:09.193437 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (841dcea5-4ec2-434d-9cb8-d2f854811bfb), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:09.193769 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for floatingip (841dcea5-4ec2-434d-9cb8-d2f854811bfb), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:09.205554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Calling delete_port for 841dcea5-4ec2-434d-9cb8-d2f854811bfb owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:47:09.350776 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (841dcea5-4ec2-434d-9cb8-d2f854811bfb), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:09.380913 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Port': ['ID=841dcea5-4ec2-434d-9cb8-d2f854811bfb,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:09.404151 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:09.404511 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:09.404865 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:09.405213 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:09.405554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:09.405891 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:09.406235 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:09.406572 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:09.406907 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:09.407244 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:09.407580 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:09.407936 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:09.408273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:09.451047 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for floatingip (d736122c-0373-4020-84fb-26a0122d0135), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:09.451520 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Floating IP d736122c-0373-4020-84fb-26a0122d0135 disassociated (deleted). External IP: 172.25.6.120, port: 82bd0f17-9983-449f-8292-2892f79a4518. Feb 09 22:47:09.661226 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router 74d9c3aa-6152-48f4-a082-656ece5db7fc has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:47:09.770124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:47:09.775014 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:09.779730 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac67eeac-5aa0-4ced-a047-57e7d37b0c3a None None] Sync routers for ids ['74d9c3aa-6152-48f4-a082-656ece5db7fc'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:47:09.789805 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac67eeac-5aa0-4ced-a047-57e7d37b0c3a None None] Routers {'74d9c3aa-6152-48f4-a082-656ece5db7fc'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:47:09.790489 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ac67eeac-5aa0-4ced-a047-57e7d37b0c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:46:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['74d9c3aa-6152-48f4-a082-656ece5db7fc'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:09.803919 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8d9316b6-c492-4dd7-ad3e-45d945f5be79 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/floatingips/d736122c-0373-4020-84fb-26a0122d0135 HTTP/1.1" status: 204 len: 168 time: 0.8460267 Feb 09 22:47:09.804528 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f282fd-9000-4263-8582-2f65ec967098', 'tag': '82bd0f17-9983-449f-8292-2892f79a4518'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:47:09.806837 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2872f718-eacf-4a00-8501-32cbdc7e6789" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f282fd-9000-4263-8582-2f65ec967098", "tag": "82bd0f17-9983-449f-8292-2892f79a4518"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:47:09.898213 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-ac67eeac-5aa0-4ced-a047-57e7d37b0c3a None None] Set router 74d9c3aa-6152-48f4-a082-656ece5db7fc gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:47:09.967108 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fd7dd6-ca9b-4a98-b2d4-edd6393f3d88 x-openstack-request-id: req-b6fd7dd6-ca9b-4a98-b2d4-edd6393f3d88 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:47:09.967414 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f282fd-9000-4263-8582-2f65ec967098", "tag": "82bd0f17-9983-449f-8292-2892f79a4518", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:47:09.967694 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b6fd7dd6-ca9b-4a98-b2d4-edd6393f3d88 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:47:09.968115 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f282fd-9000-4263-8582-2f65ec967098', 'tag': '82bd0f17-9983-449f-8292-2892f79a4518', 'status': 'completed', 'code': 200} Feb 09 22:47:10.038252 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872f718-eacf-4a00-8501-32cbdc7e6789 req-044f7380-37db-4ba9-9373-2e67a1a83bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:10.039958 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2872f718-eacf-4a00-8501-32cbdc7e6789 req-044f7380-37db-4ba9-9373-2e67a1a83bd0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 1127 time: 0.0480089 Feb 09 22:47:10.081871 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67c376-3fac-4438-9a72-bba362284f96 req-1fdd1b68-59f3-40be-9d70-0de700d5b758 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:10.083419 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bd67c376-3fac-4438-9a72-bba362284f96 req-1fdd1b68-59f3-40be-9d70-0de700d5b758 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 945 time: 0.0561464 Feb 09 22:47:10.112000 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ac67eeac-5aa0-4ced-a047-57e7d37b0c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076552808', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:18Z', 'updated_at': '2022-02-09T22:46:22Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:19Z', 'updated_at': '2022-02-09T22:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '125de165-2ec1-4491-850a-a8b04d5366d9', 'name': '', 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:62:f8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '39e844c6-f8cc-413a-908f-4fd1b3290ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:21Z', 'updated_at': '2022-02-09T22:46:25Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '39e844c6-f8cc-413a-908f-4fd1b3290ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:10.136901 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bd67c376-3fac-4438-9a72-bba362284f96 req-cc5296dd-1d4e-4b73-94c8-e48e33febc22 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=779e3f06-cd3e-4cb6-aded-886a38a87ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478480 Feb 09 22:47:10.144272 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac67eeac-5aa0-4ced-a047-57e7d37b0c3a None None] Checking router: 74d9c3aa-6152-48f4-a082-656ece5db7fc for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:47:10.144760 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872f718-eacf-4a00-8501-32cbdc7e6789 req-a5a7ae84-eea9-4bdf-b982-ec60cae1aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:10.146259 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2872f718-eacf-4a00-8501-32cbdc7e6789 req-a5a7ae84-eea9-4bdf-b982-ec60cae1aaf3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=47250c2a-410d-44ad-93c6-c123b2e08cbb HTTP/1.1" status: 200 len: 898 time: 0.0983369 Feb 09 22:47:10.153607 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac67eeac-5aa0-4ced-a047-57e7d37b0c3a None None] Routers {'74d9c3aa-6152-48f4-a082-656ece5db7fc'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:47:10.154253 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ac67eeac-5aa0-4ced-a047-57e7d37b0c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:46:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['74d9c3aa-6152-48f4-a082-656ece5db7fc'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:10.189367 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2872f718-eacf-4a00-8501-32cbdc7e6789 req-ad6bad5b-cc00-4494-92bf-1c8ed4241445 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82bd0f17-9983-449f-8292-2892f79a4518 HTTP/1.1" status: 200 len: 217 time: 0.0355322 Feb 09 22:47:10.239892 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872f718-eacf-4a00-8501-32cbdc7e6789 req-4574fb7d-bbc6-4a8b-b0dc-bbbcf767ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:10.241398 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2872f718-eacf-4a00-8501-32cbdc7e6789 req-4574fb7d-bbc6-4a8b-b0dc-bbbcf767ff33 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39e844c6-f8cc-413a-908f-4fd1b3290ab2 HTTP/1.1" status: 200 len: 834 time: 0.0463989 Feb 09 22:47:10.267294 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-ac67eeac-5aa0-4ced-a047-57e7d37b0c3a None None] Set router 74d9c3aa-6152-48f4-a082-656ece5db7fc gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:47:10.299025 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872f718-eacf-4a00-8501-32cbdc7e6789 req-2d0d0fff-5eff-4699-a992-7101675b734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:10.300682 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2872f718-eacf-4a00-8501-32cbdc7e6789 req-2d0d0fff-5eff-4699-a992-7101675b734e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=47250c2a-410d-44ad-93c6-c123b2e08cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515091 Feb 09 22:47:10.388334 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2872f718-eacf-4a00-8501-32cbdc7e6789 req-be2c9ea4-4824-4971-8345-b3216ddb73d1 service neutron] 10.222.0.71 "GET /v2.0/networks/47250c2a-410d-44ad-93c6-c123b2e08cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808387 Feb 09 22:47:10.465456 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ac67eeac-5aa0-4ced-a047-57e7d37b0c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076552808', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:18Z', 'updated_at': '2022-02-09T22:46:22Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:19Z', 'updated_at': '2022-02-09T22:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '125de165-2ec1-4491-850a-a8b04d5366d9', 'name': '', 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:62:f8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '39e844c6-f8cc-413a-908f-4fd1b3290ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:21Z', 'updated_at': '2022-02-09T22:46:25Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '39e844c6-f8cc-413a-908f-4fd1b3290ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:10.485259 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-2872f718-eacf-4a00-8501-32cbdc7e6789 req-a217d94c-1d66-4d4b-bd49-e91f2f2e3b2d service neutron] 10.222.0.71 "GET /v2.0/networks/47250c2a-410d-44ad-93c6-c123b2e08cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894065 Feb 09 22:47:10.491599 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac67eeac-5aa0-4ced-a047-57e7d37b0c3a None None] The sync data for ids ['74d9c3aa-6152-48f4-a082-656ece5db7fc'] in n-d-828601-1 is: [{'id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076552808', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:18Z', 'updated_at': '2022-02-09T22:46:22Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:19Z', 'updated_at': '2022-02-09T22:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '125de165-2ec1-4491-850a-a8b04d5366d9', 'name': '', 'network_id': '47250c2a-410d-44ad-93c6-c123b2e08cbb', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:62:f8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '39e844c6-f8cc-413a-908f-4fd1b3290ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:21Z', 'updated_at': '2022-02-09T22:46:25Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '39e844c6-f8cc-413a-908f-4fd1b3290ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:47:10.634375 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-369d0e33-8263-42e7-a522-9ad0c3932e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:10.734260 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea1cf37-12be-4300-bb83-1ad546695e7c None None] New status for floating IP d736122c-0373-4020-84fb-26a0122d0135: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:47:11.264259 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab195b-3bed-4fc5-a6ce-38d99ee99d9a req-67820880-314f-4f24-b7b7-dd28d0c38040 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:11.265959 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9eab195b-3bed-4fc5-a6ce-38d99ee99d9a req-67820880-314f-4f24-b7b7-dd28d0c38040 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 945 time: 0.0571251 Feb 09 22:47:11.314918 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9eab195b-3bed-4fc5-a6ce-38d99ee99d9a req-82cf7d5f-f2a4-4a23-89fc-590b83768c53 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=779e3f06-cd3e-4cb6-aded-886a38a87ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432761 Feb 09 22:47:11.600404 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a0a9c-dc21-4e3d-a35b-5bf4bf42e2e1 req-2b51532e-f1fa-429e-82c7-2b395f2157af tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:11.601885 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-531a0a9c-dc21-4e3d-a35b-5bf4bf42e2e1 req-2b51532e-f1fa-429e-82c7-2b395f2157af tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.71 "GET /v2.0/ports?device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 945 time: 0.0626793 Feb 09 22:47:11.692823 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-531a0a9c-dc21-4e3d-a35b-5bf4bf42e2e1 req-01dbb99b-1ac2-4658-b15c-645950e4a35a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting port 82bd0f17-9983-449f-8292-2892f79a4518 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:47:11.693250 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-531a0a9c-dc21-4e3d-a35b-5bf4bf42e2e1 req-01dbb99b-1ac2-4658-b15c-645950e4a35a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (82bd0f17-9983-449f-8292-2892f79a4518), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:11.788999 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-531a0a9c-dc21-4e3d-a35b-5bf4bf42e2e1 req-01dbb99b-1ac2-4658-b15c-645950e4a35a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] For port 82bd0f17-9983-449f-8292-2892f79a4518, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=82bd0f17-9983-449f-8292-2892f79a4518,segment=NetworkSegment(25d5ce42-2fba-4005-9884-83e27316b2f0),segment_id=25d5ce42-2fba-4005-9884-83e27316b2f0)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:47:11.789367 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-531a0a9c-dc21-4e3d-a35b-5bf4bf42e2e1 req-01dbb99b-1ac2-4658-b15c-645950e4a35a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (82bd0f17-9983-449f-8292-2892f79a4518), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:11.803275 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-531a0a9c-dc21-4e3d-a35b-5bf4bf42e2e1 req-01dbb99b-1ac2-4658-b15c-645950e4a35a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Calling delete_port for 82bd0f17-9983-449f-8292-2892f79a4518 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:47:11.840844 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:11.933647 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-531a0a9c-dc21-4e3d-a35b-5bf4bf42e2e1 req-01dbb99b-1ac2-4658-b15c-645950e4a35a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (82bd0f17-9983-449f-8292-2892f79a4518), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:11.963008 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbb99b-1ac2-4658-b15c-645950e4a35a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Port': ['ID=82bd0f17-9983-449f-8292-2892f79a4518,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:11.989926 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbb99b-1ac2-4658-b15c-645950e4a35a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.990279 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbb99b-1ac2-4658-b15c-645950e4a35a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.990624 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbb99b-1ac2-4658-b15c-645950e4a35a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.990968 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbb99b-1ac2-4658-b15c-645950e4a35a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.991301 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbb99b-1ac2-4658-b15c-645950e4a35a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.991633 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbb99b-1ac2-4658-b15c-645950e4a35a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.992058 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbb99b-1ac2-4658-b15c-645950e4a35a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.992389 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbb99b-1ac2-4658-b15c-645950e4a35a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.992719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbb99b-1ac2-4658-b15c-645950e4a35a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.993047 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbb99b-1ac2-4658-b15c-645950e4a35a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.993373 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbb99b-1ac2-4658-b15c-645950e4a35a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.993696 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbb99b-1ac2-4658-b15c-645950e4a35a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.994015 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbb99b-1ac2-4658-b15c-645950e4a35a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:12.015472 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-531a0a9c-dc21-4e3d-a35b-5bf4bf42e2e1 req-01dbb99b-1ac2-4658-b15c-645950e4a35a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] No DVR routers for this DVR port 82bd0f17-9983-449f-8292-2892f79a4518 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:47:12.018057 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-531a0a9c-dc21-4e3d-a35b-5bf4bf42e2e1 req-01dbb99b-1ac2-4658-b15c-645950e4a35a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:12.021355 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-531a0a9c-dc21-4e3d-a35b-5bf4bf42e2e1 req-01dbb99b-1ac2-4658-b15c-645950e4a35a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.71 "DELETE /v2.0/ports/82bd0f17-9983-449f-8292-2892f79a4518 HTTP/1.1" status: 204 len: 173 time: 0.4139721 Feb 09 22:47:12.021787 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f282fd-9000-4263-8582-2f65ec967098', 'name': 'network-vif-deleted', 'tag': '82bd0f17-9983-449f-8292-2892f79a4518'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:47:12.024153 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871809b5-450e-4177-b8df-baffb07e1831" -d '{"events": [{"server_uuid": "f4f282fd-9000-4263-8582-2f65ec967098", "name": "network-vif-deleted", "tag": "82bd0f17-9983-449f-8292-2892f79a4518"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:47:12.064760 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903a4505-0e8b-4a70-9b26-1d091d91f139 x-openstack-request-id: req-903a4505-0e8b-4a70-9b26-1d091d91f139 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:47:12.065057 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f282fd-9000-4263-8582-2f65ec967098", "name": "network-vif-deleted", "tag": "82bd0f17-9983-449f-8292-2892f79a4518", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:47:12.065315 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-903a4505-0e8b-4a70-9b26-1d091d91f139 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:47:12.065733 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f282fd-9000-4263-8582-2f65ec967098', 'name': 'network-vif-deleted', 'tag': '82bd0f17-9983-449f-8292-2892f79a4518', 'status': 'completed', 'code': 200} Feb 09 22:47:12.436119 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-385bdb98-79ae-4f9d-8994-a0e7d0220986 req-3cfde120-acce-4362-af3c-355120fde95b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f282fd-9000-4263-8582-2f65ec967098 HTTP/1.1" status: 200 len: 210 time: 0.0282636 Feb 09 22:47:13.022099 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:13.494478 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53186) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:13.883182 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6f1295c5-2cdd-4156-9731-88353dfa9a50 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (74d9c3aa-6152-48f4-a082-656ece5db7fc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:14.140595 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6f1295c5-2cdd-4156-9731-88353dfa9a50 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting port 125de165-2ec1-4491-850a-a8b04d5366d9 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:47:14.140863 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6f1295c5-2cdd-4156-9731-88353dfa9a50 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (125de165-2ec1-4491-850a-a8b04d5366d9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:14.230767 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-6f1295c5-2cdd-4156-9731-88353dfa9a50 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] For port 125de165-2ec1-4491-850a-a8b04d5366d9, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=125de165-2ec1-4491-850a-a8b04d5366d9,segment=NetworkSegment(25d5ce42-2fba-4005-9884-83e27316b2f0),segment_id=25d5ce42-2fba-4005-9884-83e27316b2f0)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:47:14.231125 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6f1295c5-2cdd-4156-9731-88353dfa9a50 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (125de165-2ec1-4491-850a-a8b04d5366d9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:14.244922 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6f1295c5-2cdd-4156-9731-88353dfa9a50 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Calling delete_port for 125de165-2ec1-4491-850a-a8b04d5366d9 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:47:14.425544 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6f1295c5-2cdd-4156-9731-88353dfa9a50 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (125de165-2ec1-4491-850a-a8b04d5366d9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:14.453211 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1295c5-2cdd-4156-9731-88353dfa9a50 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Port': ['ID=125de165-2ec1-4491-850a-a8b04d5366d9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:14.637631 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6f1295c5-2cdd-4156-9731-88353dfa9a50 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (74d9c3aa-6152-48f4-a082-656ece5db7fc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:14.733440 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:14.870053 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1295c5-2cdd-4156-9731-88353dfa9a50 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router 74d9c3aa-6152-48f4-a082-656ece5db7fc has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:47:15.273354 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1295c5-2cdd-4156-9731-88353dfa9a50 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:47:15.279898 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6f1295c5-2cdd-4156-9731-88353dfa9a50 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "PUT /v2.0/routers/74d9c3aa-6152-48f4-a082-656ece5db7fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7842581 Feb 09 22:47:15.282634 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53188) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:15.284202 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83750dd8-5b6b-45e9-a41a-20a4988c6b87 None None] Sync routers for ids ['74d9c3aa-6152-48f4-a082-656ece5db7fc'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:47:15.294858 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83750dd8-5b6b-45e9-a41a-20a4988c6b87 None None] Routers {'74d9c3aa-6152-48f4-a082-656ece5db7fc'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:47:15.295470 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-83750dd8-5b6b-45e9-a41a-20a4988c6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:47:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['74d9c3aa-6152-48f4-a082-656ece5db7fc'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:15.333758 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7200fe8-1c64-4cb6-89fa-9efc70b86aeb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting subnet 39e844c6-f8cc-413a-908f-4fd1b3290ab2 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:47:15.337343 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f7200fe8-1c64-4cb6-89fa-9efc70b86aeb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for subnet (39e844c6-f8cc-413a-908f-4fd1b3290ab2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.393149 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f7200fe8-1c64-4cb6-89fa-9efc70b86aeb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (39e844c6-f8cc-413a-908f-4fd1b3290ab2), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.482649 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f7200fe8-1c64-4cb6-89fa-9efc70b86aeb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (39e844c6-f8cc-413a-908f-4fd1b3290ab2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.507052 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-83750dd8-5b6b-45e9-a41a-20a4988c6b87 None None] Set router 74d9c3aa-6152-48f4-a082-656ece5db7fc gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:47:15.540563 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f7200fe8-1c64-4cb6-89fa-9efc70b86aeb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (39e844c6-f8cc-413a-908f-4fd1b3290ab2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.568474 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7200fe8-1c64-4cb6-89fa-9efc70b86aeb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Subnet': ['ID=39e844c6-f8cc-413a-908f-4fd1b3290ab2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:15.570515 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f7200fe8-1c64-4cb6-89fa-9efc70b86aeb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.577325 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f7200fe8-1c64-4cb6-89fa-9efc70b86aeb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/subnets/39e844c6-f8cc-413a-908f-4fd1b3290ab2 HTTP/1.1" status: 204 len: 168 time: 0.2898843 Feb 09 22:47:15.577754 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53190) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:15.578254 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f07e123-0eba-43e7-85fe-aac200f0b647 None None] Network 47250c2a-410d-44ad-93c6-c123b2e08cbb requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:47:15.692206 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-83750dd8-5b6b-45e9-a41a-20a4988c6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076552808', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:18Z', 'updated_at': '2022-02-09T22:47:14Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:19Z', 'updated_at': '2022-02-09T22:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:15.693073 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-352cb286-5d5d-4472-bb0f-ac57f81a2af8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router (74d9c3aa-6152-48f4-a082-656ece5db7fc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.719249 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83750dd8-5b6b-45e9-a41a-20a4988c6b87 None None] Checking router: 74d9c3aa-6152-48f4-a082-656ece5db7fc for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:47:15.727810 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83750dd8-5b6b-45e9-a41a-20a4988c6b87 None None] Routers {'74d9c3aa-6152-48f4-a082-656ece5db7fc'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:47:15.728367 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-83750dd8-5b6b-45e9-a41a-20a4988c6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:47:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['74d9c3aa-6152-48f4-a082-656ece5db7fc'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:15.748191 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182e806f-93c3-449c-9a31-9f3158e4e8b9 None None] DHCP port deletion for 47250c2a-410d-44ad-93c6-c123b2e08cbb request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:47:15.797801 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-182e806f-93c3-449c-9a31-9f3158e4e8b9 None None] Deleting port f4d6b0ee-60b2-4798-a4bb-0208f779c888 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:47:15.798265 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-182e806f-93c3-449c-9a31-9f3158e4e8b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f4d6b0ee-60b2-4798-a4bb-0208f779c888), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.806647 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-352cb286-5d5d-4472-bb0f-ac57f81a2af8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_gateway (74d9c3aa-6152-48f4-a082-656ece5db7fc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.854175 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-83750dd8-5b6b-45e9-a41a-20a4988c6b87 None None] Set router 74d9c3aa-6152-48f4-a082-656ece5db7fc gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:47:15.868518 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-182e806f-93c3-449c-9a31-9f3158e4e8b9 None None] For port f4d6b0ee-60b2-4798-a4bb-0208f779c888, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f4d6b0ee-60b2-4798-a4bb-0208f779c888,segment=NetworkSegment(25d5ce42-2fba-4005-9884-83e27316b2f0),segment_id=25d5ce42-2fba-4005-9884-83e27316b2f0)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:47:15.868929 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-182e806f-93c3-449c-9a31-9f3158e4e8b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f4d6b0ee-60b2-4798-a4bb-0208f779c888), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.884388 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-182e806f-93c3-449c-9a31-9f3158e4e8b9 None None] Calling delete_port for f4d6b0ee-60b2-4798-a4bb-0208f779c888 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:47:15.898513 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-352cb286-5d5d-4472-bb0f-ac57f81a2af8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting port 5828d57d-a717-4382-bdc2-b847ee21d8ac {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:47:15.899043 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-352cb286-5d5d-4472-bb0f-ac57f81a2af8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5828d57d-a717-4382-bdc2-b847ee21d8ac), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.959625 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.978806 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-182e806f-93c3-449c-9a31-9f3158e4e8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (f4d6b0ee-60b2-4798-a4bb-0208f779c888), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.009833 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e806f-93c3-449c-9a31-9f3158e4e8b9 None None] Pushing event deleted for resources: {'Port': ['ID=f4d6b0ee-60b2-4798-a4bb-0208f779c888,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:16.019424 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182e806f-93c3-449c-9a31-9f3158e4e8b9 None None] No DVR routers for this DVR port f4d6b0ee-60b2-4798-a4bb-0208f779c888 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:47:16.023594 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e806f-93c3-449c-9a31-9f3158e4e8b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:16.024036 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e806f-93c3-449c-9a31-9f3158e4e8b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:16.024552 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e806f-93c3-449c-9a31-9f3158e4e8b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:16.025098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e806f-93c3-449c-9a31-9f3158e4e8b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:16.025634 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e806f-93c3-449c-9a31-9f3158e4e8b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:16.026168 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e806f-93c3-449c-9a31-9f3158e4e8b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:16.026703 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e806f-93c3-449c-9a31-9f3158e4e8b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:16.027281 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e806f-93c3-449c-9a31-9f3158e4e8b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:16.027845 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e806f-93c3-449c-9a31-9f3158e4e8b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:16.028385 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e806f-93c3-449c-9a31-9f3158e4e8b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:16.028916 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e806f-93c3-449c-9a31-9f3158e4e8b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:16.029457 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e806f-93c3-449c-9a31-9f3158e4e8b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:16.029988 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e806f-93c3-449c-9a31-9f3158e4e8b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:16.037807 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 82bd0f17-9983-449f-8292-2892f79a4518 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:47:16.047505 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-352cb286-5d5d-4472-bb0f-ac57f81a2af8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] For port 5828d57d-a717-4382-bdc2-b847ee21d8ac, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5828d57d-a717-4382-bdc2-b847ee21d8ac,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:47:16.048965 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-352cb286-5d5d-4472-bb0f-ac57f81a2af8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5828d57d-a717-4382-bdc2-b847ee21d8ac), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.068947 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-352cb286-5d5d-4472-bb0f-ac57f81a2af8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Calling delete_port for 5828d57d-a717-4382-bdc2-b847ee21d8ac owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:47:16.070422 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 82bd0f17-9983-449f-8292-2892f79a4518 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:47:16.070996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 82bd0f17-9983-449f-8292-2892f79a4518 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:47:16.108981 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-83750dd8-5b6b-45e9-a41a-20a4988c6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076552808', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:18Z', 'updated_at': '2022-02-09T22:47:14Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:19Z', 'updated_at': '2022-02-09T22:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:16.135635 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83750dd8-5b6b-45e9-a41a-20a4988c6b87 None None] The sync data for ids ['74d9c3aa-6152-48f4-a082-656ece5db7fc'] in n-d-828601-1 is: [{'id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076552808', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:18Z', 'updated_at': '2022-02-09T22:47:14Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '5828d57d-a717-4382-bdc2-b847ee21d8ac', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d9c3aa-6152-48f4-a082-656ece5db7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:19Z', 'updated_at': '2022-02-09T22:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:47:16.239033 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-352cb286-5d5d-4472-bb0f-ac57f81a2af8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (5828d57d-a717-4382-bdc2-b847ee21d8ac), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.264388 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cb286-5d5d-4472-bb0f-ac57f81a2af8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Port': ['ID=5828d57d-a717-4382-bdc2-b847ee21d8ac,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:16.325981 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-352cb286-5d5d-4472-bb0f-ac57f81a2af8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (74d9c3aa-6152-48f4-a082-656ece5db7fc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.390055 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.418096 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-352cb286-5d5d-4472-bb0f-ac57f81a2af8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (74d9c3aa-6152-48f4-a082-656ece5db7fc), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.420544 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-352cb286-5d5d-4472-bb0f-ac57f81a2af8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_controller (74d9c3aa-6152-48f4-a082-656ece5db7fc), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.465107 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-352cb286-5d5d-4472-bb0f-ac57f81a2af8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (74d9c3aa-6152-48f4-a082-656ece5db7fc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.465675 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352cb286-5d5d-4472-bb0f-ac57f81a2af8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Fanout notify agent at l3_agent the message router_deleted on router 74d9c3aa-6152-48f4-a082-656ece5db7fc {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:47:16.474333 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-352cb286-5d5d-4472-bb0f-ac57f81a2af8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.475468 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-352cb286-5d5d-4472-bb0f-ac57f81a2af8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/routers/74d9c3aa-6152-48f4-a082-656ece5db7fc HTTP/1.1" status: 204 len: 168 time: 0.8965726 Feb 09 22:47:16.478340 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53192) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:16.567131 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d4cc8bbe-c5f8-426b-8831-4e0ab9b58803 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (47250c2a-410d-44ad-93c6-c123b2e08cbb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.609361 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 125de165-2ec1-4491-850a-a8b04d5366d9 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:47:16.633088 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 125de165-2ec1-4491-850a-a8b04d5366d9 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:47:16.633419 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 125de165-2ec1-4491-850a-a8b04d5366d9 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:47:16.633849 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f4d6b0ee-60b2-4798-a4bb-0208f779c888 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:47:16.653998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: f4d6b0ee-60b2-4798-a4bb-0208f779c888 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:47:16.654349 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f4d6b0ee-60b2-4798-a4bb-0208f779c888 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:47:16.662102 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d4cc8bbe-c5f8-426b-8831-4e0ab9b58803 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (47250c2a-410d-44ad-93c6-c123b2e08cbb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.685204 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-d4cc8bbe-c5f8-426b-8831-4e0ab9b58803 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47250c2a-410d-44ad-93c6-c123b2e08cbb']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:16.695184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-d4cc8bbe-c5f8-426b-8831-4e0ab9b58803 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d5ce42-2fba-4005-9884-83e27316b2f0') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:16.696291 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-d4cc8bbe-c5f8-426b-8831-4e0ab9b58803 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d5ce42-2fba-4005-9884-83e27316b2f0') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:16.705951 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d4cc8bbe-c5f8-426b-8831-4e0ab9b58803 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (25d5ce42-2fba-4005-9884-83e27316b2f0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.720989 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d4cc8bbe-c5f8-426b-8831-4e0ab9b58803 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (25d5ce42-2fba-4005-9884-83e27316b2f0), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.727640 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4cc8bbe-c5f8-426b-8831-4e0ab9b58803 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:47:16.728068 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d4cc8bbe-c5f8-426b-8831-4e0ab9b58803 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (25d5ce42-2fba-4005-9884-83e27316b2f0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:47:16.731915 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:47:16.797300 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d4cc8bbe-c5f8-426b-8831-4e0ab9b58803 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (47250c2a-410d-44ad-93c6-c123b2e08cbb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.804944 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d4cc8bbe-c5f8-426b-8831-4e0ab9b58803 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.811199 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d4cc8bbe-c5f8-426b-8831-4e0ab9b58803 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/networks/47250c2a-410d-44ad-93c6-c123b2e08cbb HTTP/1.1" status: 204 len: 168 time: 0.3284736 Feb 09 22:47:16.811793 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53194) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:16.820642 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc8bbe-c5f8-426b-8831-4e0ab9b58803 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Network': ['ID=47250c2a-410d-44ad-93c6-c123b2e08cbb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:16.880518 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-278909a8-322f-47dc-a55f-e2c62ad1cff7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (779e3f06-cd3e-4cb6-aded-886a38a87ae7), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.904960 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-278909a8-322f-47dc-a55f-e2c62ad1cff7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (779e3f06-cd3e-4cb6-aded-886a38a87ae7), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.961646 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-278909a8-322f-47dc-a55f-e2c62ad1cff7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (779e3f06-cd3e-4cb6-aded-886a38a87ae7), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.964455 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-278909a8-322f-47dc-a55f-e2c62ad1cff7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.968843 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-278909a8-322f-47dc-a55f-e2c62ad1cff7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/security-groups/779e3f06-cd3e-4cb6-aded-886a38a87ae7 HTTP/1.1" status: 204 len: 168 time: 0.1529796 Feb 09 22:47:16.975301 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278909a8-322f-47dc-a55f-e2c62ad1cff7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=779e3f06-cd3e-4cb6-aded-886a38a87ae7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:17.368254 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53200) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:17.373765 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2f63fe77-3d7d-456c-800e-021587ce5a2e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2010440879', 'description': 'tempest-secgroup-smoke-2010440879 description', 'project_id': 'ab5c2ad8c97643e8b371015550eec018'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:17.398353 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f63fe77-3d7d-456c-800e-021587ce5a2e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.467688 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f63fe77-3d7d-456c-800e-021587ce5a2e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (09f1fb50-1ff6-446c-97fb-5ab9bc47b32f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.472398 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f63fe77-3d7d-456c-800e-021587ce5a2e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (09f1fb50-1ff6-446c-97fb-5ab9bc47b32f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.501769 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f63fe77-3d7d-456c-800e-021587ce5a2e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.502972 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2f63fe77-3d7d-456c-800e-021587ce5a2e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1335027 Feb 09 22:47:17.504839 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63fe77-3d7d-456c-800e-021587ce5a2e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:17.506151 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53202) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:17.512086 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b7c1dc5f-8154-4973-bc31-91005f219764 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': '09f1fb50-1ff6-446c-97fb-5ab9bc47b32f', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:17.537683 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7c1dc5f-8154-4973-bc31-91005f219764 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (92a3f8b3-9181-46c9-bafc-d55bafbccf9f), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.593290 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7c1dc5f-8154-4973-bc31-91005f219764 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (92a3f8b3-9181-46c9-bafc-d55bafbccf9f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.596910 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7c1dc5f-8154-4973-bc31-91005f219764 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (92a3f8b3-9181-46c9-bafc-d55bafbccf9f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.615702 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1dc5f-8154-4973-bc31-91005f219764 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a3f8b3-9181-46c9-bafc-d55bafbccf9f,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:17.620154 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7c1dc5f-8154-4973-bc31-91005f219764 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.621884 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b7c1dc5f-8154-4973-bc31-91005f219764 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138399 Feb 09 22:47:17.625017 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53204) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:17.629546 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a1059eb4-772d-474e-b410-d9ea0ea28204 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': '09f1fb50-1ff6-446c-97fb-5ab9bc47b32f', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:17.653184 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1059eb4-772d-474e-b410-d9ea0ea28204 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (d65ef56f-b89a-41cf-a04a-ca073da67a00), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.706930 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1059eb4-772d-474e-b410-d9ea0ea28204 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (d65ef56f-b89a-41cf-a04a-ca073da67a00), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.710342 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1059eb4-772d-474e-b410-d9ea0ea28204 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (d65ef56f-b89a-41cf-a04a-ca073da67a00), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.727735 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1059eb4-772d-474e-b410-d9ea0ea28204 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65ef56f-b89a-41cf-a04a-ca073da67a00,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:17.736701 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1059eb4-772d-474e-b410-d9ea0ea28204 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.737949 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a1059eb4-772d-474e-b410-d9ea0ea28204 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1119311 Feb 09 22:47:17.740679 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53206) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:17.744936 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6c51d93a-445f-4b33-ab9f-8744132e0292 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': '09f1fb50-1ff6-446c-97fb-5ab9bc47b32f', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:17.768804 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c51d93a-445f-4b33-ab9f-8744132e0292 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (89b3c815-6d28-4fef-8fa3-75ece8999317), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.827623 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c51d93a-445f-4b33-ab9f-8744132e0292 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (89b3c815-6d28-4fef-8fa3-75ece8999317), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.831328 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c51d93a-445f-4b33-ab9f-8744132e0292 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (89b3c815-6d28-4fef-8fa3-75ece8999317), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.850174 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51d93a-445f-4b33-ab9f-8744132e0292 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b3c815-6d28-4fef-8fa3-75ece8999317,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:17.859033 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c51d93a-445f-4b33-ab9f-8744132e0292 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.860278 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6c51d93a-445f-4b33-ab9f-8744132e0292 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186769 Feb 09 22:47:17.862918 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53208) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:17.867191 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-34d31e65-4c02-4ec3-ba45-d090eec11802 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': '09f1fb50-1ff6-446c-97fb-5ab9bc47b32f', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:17.891624 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-34d31e65-4c02-4ec3-ba45-d090eec11802 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (999ba749-0bed-4b5f-bf65-35b7e6df0b33), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.952252 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-34d31e65-4c02-4ec3-ba45-d090eec11802 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (999ba749-0bed-4b5f-bf65-35b7e6df0b33), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.956043 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-34d31e65-4c02-4ec3-ba45-d090eec11802 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (999ba749-0bed-4b5f-bf65-35b7e6df0b33), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.974275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d31e65-4c02-4ec3-ba45-d090eec11802 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999ba749-0bed-4b5f-bf65-35b7e6df0b33,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:17.979335 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-34d31e65-4c02-4ec3-ba45-d090eec11802 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.983560 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-34d31e65-4c02-4ec3-ba45-d090eec11802 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166930 Feb 09 22:47:17.983984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53210) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:17.988166 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c781918f-2fa0-410f-b52d-d2e18554777c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': '09f1fb50-1ff6-446c-97fb-5ab9bc47b32f', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:18.007503 n-d-828601-1 neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-c781918f-2fa0-410f-b52d-d2e18554777c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Project ab5c2ad8c97643e8b371015550eec018 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:47:18.012282 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c781918f-2fa0-410f-b52d-d2e18554777c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (75a480d2-ebd7-4549-8f92-c1d7a0420f56), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.068056 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c781918f-2fa0-410f-b52d-d2e18554777c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (75a480d2-ebd7-4549-8f92-c1d7a0420f56), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.071728 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c781918f-2fa0-410f-b52d-d2e18554777c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (75a480d2-ebd7-4549-8f92-c1d7a0420f56), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.089603 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781918f-2fa0-410f-b52d-d2e18554777c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a480d2-ebd7-4549-8f92-c1d7a0420f56,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:18.100151 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c781918f-2fa0-410f-b52d-d2e18554777c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.101675 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c781918f-2fa0-410f-b52d-d2e18554777c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167061 Feb 09 22:47:18.104633 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53212) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:18.109942 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-5a8f8124-276f-4008-9ee9-243e7462d2ee tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': '09f1fb50-1ff6-446c-97fb-5ab9bc47b32f', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:18.130877 n-d-828601-1 neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-5a8f8124-276f-4008-9ee9-243e7462d2ee tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Project ab5c2ad8c97643e8b371015550eec018 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:47:18.135833 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8124-276f-4008-9ee9-243e7462d2ee tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (6f627e73-f0f2-4c84-892a-27d96604d985), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.193694 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8124-276f-4008-9ee9-243e7462d2ee tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (6f627e73-f0f2-4c84-892a-27d96604d985), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.197321 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8124-276f-4008-9ee9-243e7462d2ee tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (6f627e73-f0f2-4c84-892a-27d96604d985), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.218586 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f8124-276f-4008-9ee9-243e7462d2ee tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f627e73-f0f2-4c84-892a-27d96604d985,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:18.227539 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8124-276f-4008-9ee9-243e7462d2ee tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.229039 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5a8f8124-276f-4008-9ee9-243e7462d2ee tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231189 Feb 09 22:47:18.232374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53214) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:18.237157 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-166f47e7-7a8b-4ee5-aa58-40f7efa7e1da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'network': {'name': 'tempest-network-smoke--1576465345', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'port_security_enabled': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:18.255540 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166f47e7-7a8b-4ee5-aa58-40f7efa7e1da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Made reservation on behalf of ab5c2ad8c97643e8b371015550eec018 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:47:18.258819 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-166f47e7-7a8b-4ee5-aa58-40f7efa7e1da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.282663 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166f47e7-7a8b-4ee5-aa58-40f7efa7e1da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:47:18.291574 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-166f47e7-7a8b-4ee5-aa58-40f7efa7e1da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (1fbec0d3-f4bb-4b55-b56a-79955364d0cf), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.291954 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-166f47e7-7a8b-4ee5-aa58-40f7efa7e1da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Added segment 1fbec0d3-f4bb-4b55-b56a-79955364d0cf of type vlan for network 8856006b-40f5-4ab6-9d5c-cb4e752687b4 Feb 09 22:47:18.331790 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-166f47e7-7a8b-4ee5-aa58-40f7efa7e1da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (8856006b-40f5-4ab6-9d5c-cb4e752687b4), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.341804 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5828d57d-a717-4382-bdc2-b847ee21d8ac no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:47:18.358963 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-166f47e7-7a8b-4ee5-aa58-40f7efa7e1da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (8856006b-40f5-4ab6-9d5c-cb4e752687b4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.364068 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166f47e7-7a8b-4ee5-aa58-40f7efa7e1da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:18.364532 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 5828d57d-a717-4382-bdc2-b847ee21d8ac {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:47:18.364884 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5828d57d-a717-4382-bdc2-b847ee21d8ac not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:47:18.365352 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-166f47e7-7a8b-4ee5-aa58-40f7efa7e1da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.424280 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-166f47e7-7a8b-4ee5-aa58-40f7efa7e1da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1908829 Feb 09 22:47:18.427726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53216) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:18.435209 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-cb8074ae-245e-4c41-840f-0ca450bb2556 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-21914090', 'admin_state_up': True, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:18.439194 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f47e7-7a8b-4ee5-aa58-40f7efa7e1da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Network': ['ID=8856006b-40f5-4ab6-9d5c-cb4e752687b4,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:18.450726 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 8856006b-40f5-4ab6-9d5c-cb4e752687b4 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:47:18.459135 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cb8074ae-245e-4c41-840f-0ca450bb2556 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (f63721e9-aee5-4e74-9885-ba4c6b315cd8), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.460251 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cb8074ae-245e-4c41-840f-0ca450bb2556 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (f63721e9-aee5-4e74-9885-ba4c6b315cd8), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.518517 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cb8074ae-245e-4c41-840f-0ca450bb2556 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_controller (f63721e9-aee5-4e74-9885-ba4c6b315cd8), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.659873 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cb8074ae-245e-4c41-840f-0ca450bb2556 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_gateway (f63721e9-aee5-4e74-9885-ba4c6b315cd8), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:19.209473 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cb8074ae-245e-4c41-840f-0ca450bb2556 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_gateway (f63721e9-aee5-4e74-9885-ba4c6b315cd8), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:19.229482 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cb8074ae-245e-4c41-840f-0ca450bb2556 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:19.346478 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-cb8074ae-245e-4c41-840f-0ca450bb2556 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Allocated IP 172.25.6.195 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/84bb4805-1e07-4cff-87b2-b6c1c8629daa) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:47:19.463554 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cb8074ae-245e-4c41-840f-0ca450bb2556 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (84bb4805-1e07-4cff-87b2-b6c1c8629daa), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:19.508438 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cb8074ae-245e-4c41-840f-0ca450bb2556 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (84bb4805-1e07-4cff-87b2-b6c1c8629daa), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:19.550519 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8074ae-245e-4c41-840f-0ca450bb2556 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:47:19.553825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-cb8074ae-245e-4c41-840f-0ca450bb2556 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:47:19.557755 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8074ae-245e-4c41-840f-0ca450bb2556 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:47:19.564345 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8074ae-245e-4c41-840f-0ca450bb2556 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=84bb4805-1e07-4cff-87b2-b6c1c8629daa,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:19.832417 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cb8074ae-245e-4c41-840f-0ca450bb2556 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_gateway (f63721e9-aee5-4e74-9885-ba4c6b315cd8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:20.044888 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cb8074ae-245e-4c41-840f-0ca450bb2556 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (f63721e9-aee5-4e74-9885-ba4c6b315cd8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:20.181978 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8074ae-245e-4c41-840f-0ca450bb2556 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router f63721e9-aee5-4e74-9885-ba4c6b315cd8 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:47:20.303077 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8074ae-245e-4c41-840f-0ca450bb2556 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:47:20.316754 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] Sync routers for ids ['f63721e9-aee5-4e74-9885-ba4c6b315cd8'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:47:20.328207 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cb8074ae-245e-4c41-840f-0ca450bb2556 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:20.333147 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-cb8074ae-245e-4c41-840f-0ca450bb2556 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9003851 Feb 09 22:47:20.333267 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] Routers {'f63721e9-aee5-4e74-9885-ba4c6b315cd8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:47:20.333267 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:47:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f63721e9-aee5-4e74-9885-ba4c6b315cd8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:20.333456 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53218) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:20.365744 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2b2fc739-cb9c-43b9-a134-fa868bcb556a tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ab5c2ad8c97643e8b371015550eec018&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293958 Feb 09 22:47:20.368467 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53220) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:20.444520 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:47:20.457694 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] Set router f63721e9-aee5-4e74-9885-ba4c6b315cd8 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:47:20.468953 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba361706-7a63-4835-ab03-e78a3fb83e88 tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:20.473532 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ba361706-7a63-4835-ab03-e78a3fb83e88 tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1010008 Feb 09 22:47:20.473904 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53222) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:20.506987 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-54a7ac8e-7a0b-44f1-9193-050828555d70 tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315635 Feb 09 22:47:20.509416 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53224) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:20.516869 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-afedee6d-38f2-4eb2-b972-bdc03a66e365 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-961306234', 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:20.620843 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afedee6d-38f2-4eb2-b972-bdc03a66e365 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Made reservation on behalf of ab5c2ad8c97643e8b371015550eec018 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:47:20.624556 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afedee6d-38f2-4eb2-b972-bdc03a66e365 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:20.652725 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21914090', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:18Z', 'updated_at': '2022-02-09T22:47:19Z', 'revision_number': 3, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:87:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:20.679866 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] Checking router: f63721e9-aee5-4e74-9885-ba4c6b315cd8 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:47:20.680220 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] Updating router f63721e9-aee5-4e74-9885-ba4c6b315cd8 port 84bb4805-1e07-4cff-87b2-b6c1c8629daa binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:47:20.712807 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (84bb4805-1e07-4cff-87b2-b6c1c8629daa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:20.830491 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afedee6d-38f2-4eb2-b972-bdc03a66e365 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (1e0dd45f-7d41-442d-a779-72efd9ce9356), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:20.899619 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedee6d-38f2-4eb2-b972-bdc03a66e365 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Subnet': ['ID=1e0dd45f-7d41-442d-a779-72efd9ce9356,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:20.909945 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afedee6d-38f2-4eb2-b972-bdc03a66e365 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Checking segment: {'id': '1fbec0d3-f4bb-4b55-b56a-79955364d0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:47:20.910569 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afedee6d-38f2-4eb2-b972-bdc03a66e365 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network hostable DHCP agents. Network: 8856006b-40f5-4ab6-9d5c-cb4e752687b4, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:47:20.930117 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afedee6d-38f2-4eb2-b972-bdc03a66e365 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 8856006b-40f5-4ab6-9d5c-cb4e752687b4 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:47:20.941665 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-afedee6d-38f2-4eb2-b972-bdc03a66e365 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 8856006b-40f5-4ab6-9d5c-cb4e752687b4) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:47:20.946117 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afedee6d-38f2-4eb2-b972-bdc03a66e365 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:20.946868 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afedee6d-38f2-4eb2-b972-bdc03a66e365 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:20.960949 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c639e418-40d4-4946-bf52-f966ae3b6eb1 None None] Network 8856006b-40f5-4ab6-9d5c-cb4e752687b4 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:47:20.970736 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-afedee6d-38f2-4eb2-b972-bdc03a66e365 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4595673 Feb 09 22:47:20.973280 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53226) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:21.054869 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] Publish callbacks [] for port (84bb4805-1e07-4cff-87b2-b6c1c8629daa), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:21.064762 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (84bb4805-1e07-4cff-87b2-b6c1c8629daa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:21.158827 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] Attempting to bind port 84bb4805-1e07-4cff-87b2-b6c1c8629daa on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:47:21.159409 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] Attempting to bind port 84bb4805-1e07-4cff-87b2-b6c1c8629daa by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:47:21.159944 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] Attempting to bind port 84bb4805-1e07-4cff-87b2-b6c1c8629daa on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:47:21.166719 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803f09c5-daf5-443e-80c9-7704dfb57f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-8856006b-40f5-4ab6-9d5c-cb4e752687b4', 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ips': [{'subnet_id': '1e0dd45f-7d41-442d-a779-72efd9ce9356'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:47:21.168152 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-803f09c5-daf5-443e-80c9-7704dfb57f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:21.181695 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1610b82-abb3-4fb0-9b52-11de1210b408 None None] Pushing event updated for resources: {'Port': ['ID=84bb4805-1e07-4cff-87b2-b6c1c8629daa,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:21.188667 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:47:21.189064 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:47:21.189478 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:21.189885 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:47:21.190379 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] Bound port: 84bb4805-1e07-4cff-87b2-b6c1c8629daa, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:47:21.190772 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (84bb4805-1e07-4cff-87b2-b6c1c8629daa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:21.314922 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] For port 84bb4805-1e07-4cff-87b2-b6c1c8629daa, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:47:21.320328 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] For port 84bb4805-1e07-4cff-87b2-b6c1c8629daa, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=84bb4805-1e07-4cff-87b2-b6c1c8629daa,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:47:21.350058 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (84bb4805-1e07-4cff-87b2-b6c1c8629daa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:21.418385 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-803f09c5-daf5-443e-80c9-7704dfb57f70 None None] Allocated IP 172.20.0.2 (8856006b-40f5-4ab6-9d5c-cb4e752687b4/1e0dd45f-7d41-442d-a779-72efd9ce9356/b5d8aaa7-7dc0-4851-a062-42b05c6fe17e) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:47:21.441590 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1610b82-abb3-4fb0-9b52-11de1210b408 None None] Pushing event updated for resources: {'Port': ['ID=84bb4805-1e07-4cff-87b2-b6c1c8629daa,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:21.451755 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] Routers {'f63721e9-aee5-4e74-9885-ba4c6b315cd8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:47:21.452432 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:47:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f63721e9-aee5-4e74-9885-ba4c6b315cd8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:21.526670 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92c7e03f-8484-4f20-b147-71b026ac9989 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:21.660401 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] Set router f63721e9-aee5-4e74-9885-ba4c6b315cd8 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:47:21.981222 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-803f09c5-daf5-443e-80c9-7704dfb57f70 None None] Publish callbacks [] for port (b5d8aaa7-7dc0-4851-a062-42b05c6fe17e), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:21.991749 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-803f09c5-daf5-443e-80c9-7704dfb57f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (b5d8aaa7-7dc0-4851-a062-42b05c6fe17e), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:22.039566 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-92c7e03f-8484-4f20-b147-71b026ac9989 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Allocated IP 172.20.0.1 (8856006b-40f5-4ab6-9d5c-cb4e752687b4/1e0dd45f-7d41-442d-a779-72efd9ce9356/150559a3-f9fd-4b37-acae-5c289a9c66dc) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:47:22.056895 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803f09c5-daf5-443e-80c9-7704dfb57f70 None None] Network 8856006b-40f5-4ab6-9d5c-cb4e752687b4 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:47:22.077451 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-803f09c5-daf5-443e-80c9-7704dfb57f70 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:47:22.079246 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f09c5-daf5-443e-80c9-7704dfb57f70 None None] Pushing event updated for resources: {'Port': ['ID=b5d8aaa7-7dc0-4851-a062-42b05c6fe17e,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:22.082503 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803f09c5-daf5-443e-80c9-7704dfb57f70 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:47:22.154337 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-803f09c5-daf5-443e-80c9-7704dfb57f70 None None] Attempting to bind port b5d8aaa7-7dc0-4851-a062-42b05c6fe17e on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:47:22.154719 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-803f09c5-daf5-443e-80c9-7704dfb57f70 None None] Attempting to bind port b5d8aaa7-7dc0-4851-a062-42b05c6fe17e by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '1fbec0d3-f4bb-4b55-b56a-79955364d0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:47:22.155090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803f09c5-daf5-443e-80c9-7704dfb57f70 None None] Attempting to bind port b5d8aaa7-7dc0-4851-a062-42b05c6fe17e on network 8856006b-40f5-4ab6-9d5c-cb4e752687b4 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:47:22.163161 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803f09c5-daf5-443e-80c9-7704dfb57f70 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:47:22.163555 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803f09c5-daf5-443e-80c9-7704dfb57f70 None None] Checking segment: {'id': '1fbec0d3-f4bb-4b55-b56a-79955364d0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:47:22.164042 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-803f09c5-daf5-443e-80c9-7704dfb57f70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:22.164702 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803f09c5-daf5-443e-80c9-7704dfb57f70 None None] Bound using segment: {'id': '1fbec0d3-f4bb-4b55-b56a-79955364d0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:47:22.165240 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-803f09c5-daf5-443e-80c9-7704dfb57f70 None None] Bound port: b5d8aaa7-7dc0-4851-a062-42b05c6fe17e, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fbec0d3-f4bb-4b55-b56a-79955364d0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:47:22.165381 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92c7e03f-8484-4f20-b147-71b026ac9989 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (150559a3-f9fd-4b37-acae-5c289a9c66dc), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:22.165627 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-803f09c5-daf5-443e-80c9-7704dfb57f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b5d8aaa7-7dc0-4851-a062-42b05c6fe17e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:22.176878 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21914090', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:18Z', 'updated_at': '2022-02-09T22:47:19Z', 'revision_number': 3, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:87:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:22.200513 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92c7e03f-8484-4f20-b147-71b026ac9989 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (150559a3-f9fd-4b37-acae-5c289a9c66dc), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:22.205553 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993ffcb1-9a57-49db-8da1-10ec90c96798 None None] The sync data for ids ['f63721e9-aee5-4e74-9885-ba4c6b315cd8'] in n-d-828601-1 is: [{'id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21914090', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:18Z', 'updated_at': '2022-02-09T22:47:19Z', 'revision_number': 3, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:87:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:47:22.247110 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c7e03f-8484-4f20-b147-71b026ac9989 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 8856006b-40f5-4ab6-9d5c-cb4e752687b4 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:47:22.250481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-92c7e03f-8484-4f20-b147-71b026ac9989 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:47:22.255070 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c7e03f-8484-4f20-b147-71b026ac9989 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:47:22.274332 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-803f09c5-daf5-443e-80c9-7704dfb57f70 None None] For port b5d8aaa7-7dc0-4851-a062-42b05c6fe17e, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:47:22.277666 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7e03f-8484-4f20-b147-71b026ac9989 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=150559a3-f9fd-4b37-acae-5c289a9c66dc,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:22.279186 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-803f09c5-daf5-443e-80c9-7704dfb57f70 None None] For port b5d8aaa7-7dc0-4851-a062-42b05c6fe17e, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b5d8aaa7-7dc0-4851-a062-42b05c6fe17e,segment=NetworkSegment(1fbec0d3-f4bb-4b55-b56a-79955364d0cf),segment_id=1fbec0d3-f4bb-4b55-b56a-79955364d0cf)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:47:22.290838 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-803f09c5-daf5-443e-80c9-7704dfb57f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b5d8aaa7-7dc0-4851-a062-42b05c6fe17e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:22.306610 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92c7e03f-8484-4f20-b147-71b026ac9989 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (f63721e9-aee5-4e74-9885-ba4c6b315cd8), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:22.360350 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f09c5-daf5-443e-80c9-7704dfb57f70 None None] Pushing event updated for resources: {'Port': ['ID=b5d8aaa7-7dc0-4851-a062-42b05c6fe17e,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:22.477068 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92c7e03f-8484-4f20-b147-71b026ac9989 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (150559a3-f9fd-4b37-acae-5c289a9c66dc), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:22.851890 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92c7e03f-8484-4f20-b147-71b026ac9989 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (150559a3-f9fd-4b37-acae-5c289a9c66dc), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:22.857471 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92c7e03f-8484-4f20-b147-71b026ac9989 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (150559a3-f9fd-4b37-acae-5c289a9c66dc), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:22.935432 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7e03f-8484-4f20-b147-71b026ac9989 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=150559a3-f9fd-4b37-acae-5c289a9c66dc,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:22.941840 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92c7e03f-8484-4f20-b147-71b026ac9989 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (f63721e9-aee5-4e74-9885-ba4c6b315cd8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:23.040820 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c7e03f-8484-4f20-b147-71b026ac9989 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 8856006b-40f5-4ab6-9d5c-cb4e752687b4 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:47:23.042286 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-92c7e03f-8484-4f20-b147-71b026ac9989 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:47:23.171353 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c7e03f-8484-4f20-b147-71b026ac9989 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router f63721e9-aee5-4e74-9885-ba4c6b315cd8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:47:23.296293 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c7e03f-8484-4f20-b147-71b026ac9989 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:47:23.301575 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-92c7e03f-8484-4f20-b147-71b026ac9989 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "PUT /v2.0/routers/f63721e9-aee5-4e74-9885-ba4c6b315cd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3267455 Feb 09 22:47:23.399347 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a8883c-68be-4846-9e42-03b3f1ac75d8 None None] Network 8856006b-40f5-4ab6-9d5c-cb4e752687b4 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:47:23.472975 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-3940070c-2965-4487-b95c-36e9d6af903b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2010440879&fields=id&tenant_id=ab5c2ad8c97643e8b371015550eec018 HTTP/1.1" status: 200 len: 267 time: 0.0482183 Feb 09 22:47:23.525355 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e07d2e28-2d50-44bb-a086-d3c3913f19ff None None] Provisioning complete for port b5d8aaa7-7dc0-4851-a062-42b05c6fe17e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:23.525668 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e07d2e28-2d50-44bb-a086-d3c3913f19ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b5d8aaa7-7dc0-4851-a062-42b05c6fe17e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:23.585834 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-dd408d4b-88d9-462d-a93b-963ab39d5e72 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:23.587306 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-dd408d4b-88d9-462d-a93b-963ab39d5e72 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/networks?id=8856006b-40f5-4ab6-9d5c-cb4e752687b4 HTTP/1.1" status: 200 len: 797 time: 0.1075263 Feb 09 22:47:23.604406 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-ee7d127d-2bdb-4b31-8bc9-dfc6437828e6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/quotas/ab5c2ad8c97643e8b371015550eec018 HTTP/1.1" status: 200 len: 375 time: 0.0105691 Feb 09 22:47:23.617926 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e07d2e28-2d50-44bb-a086-d3c3913f19ff None None] Current status of the port b5d8aaa7-7dc0-4851-a062-42b05c6fe17e is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:47:23.618606 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e07d2e28-2d50-44bb-a086-d3c3913f19ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b5d8aaa7-7dc0-4851-a062-42b05c6fe17e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:23.667324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e07d2e28-2d50-44bb-a086-d3c3913f19ff None None] For port b5d8aaa7-7dc0-4851-a062-42b05c6fe17e, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b5d8aaa7-7dc0-4851-a062-42b05c6fe17e,segment=NetworkSegment(1fbec0d3-f4bb-4b55-b56a-79955364d0cf),segment_id=1fbec0d3-f4bb-4b55-b56a-79955364d0cf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:47:23.674014 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e07d2e28-2d50-44bb-a086-d3c3913f19ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b5d8aaa7-7dc0-4851-a062-42b05c6fe17e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:23.681618 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-e09691c7-2a74-4dca-bdc0-25c26b39095d tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714450 Feb 09 22:47:23.740794 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d2e28-2d50-44bb-a086-d3c3913f19ff None None] Pushing event updated for resources: {'Port': ['ID=b5d8aaa7-7dc0-4851-a062-42b05c6fe17e,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:23.780172 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-3107a45a-9d9e-4938-a573-28e3b70ae31d service neutron] 10.222.0.77 "GET /v2.0/networks/8856006b-40f5-4ab6-9d5c-cb4e752687b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956662 Feb 09 22:47:23.880169 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-f4e0db41-868a-4ddc-844b-acf2de73d27d service neutron] 10.222.0.77 "GET /v2.0/networks/8856006b-40f5-4ab6-9d5c-cb4e752687b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942161 Feb 09 22:47:23.897031 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0e3b7683-1f74-4a0c-a1b0-c80232ae025e None None] Provisioning complete for port b5d8aaa7-7dc0-4851-a062-42b05c6fe17e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:23.897527 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0e3b7683-1f74-4a0c-a1b0-c80232ae025e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b5d8aaa7-7dc0-4851-a062-42b05c6fe17e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:23.985980 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b7683-1f74-4a0c-a1b0-c80232ae025e None None] Current status of the port b5d8aaa7-7dc0-4851-a062-42b05c6fe17e is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:47:23.997651 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0e3b7683-1f74-4a0c-a1b0-c80232ae025e None None] Provisioning complete for port 150559a3-f9fd-4b37-acae-5c289a9c66dc triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:23.998067 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0e3b7683-1f74-4a0c-a1b0-c80232ae025e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (150559a3-f9fd-4b37-acae-5c289a9c66dc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:24.057592 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b7683-1f74-4a0c-a1b0-c80232ae025e None None] Port 150559a3-f9fd-4b37-acae-5c289a9c66dc cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:47:24.086483 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] Sync routers for ids ['f63721e9-aee5-4e74-9885-ba4c6b315cd8'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:47:24.094581 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6473c46-b0e4-4343-ad71-9cc377baa172 req-d7854c6f-2600-4a5c-bd8b-c06c0dae9784 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 210 time: 0.0443583 Feb 09 22:47:24.101804 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] Routers {'f63721e9-aee5-4e74-9885-ba4c6b315cd8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:47:24.102441 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:47:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f63721e9-aee5-4e74-9885-ba4c6b315cd8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:24.185372 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-31e32f66-e486-4587-9164-10a4ca709fec None None] Provisioning complete for port 150559a3-f9fd-4b37-acae-5c289a9c66dc triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:24.185857 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-31e32f66-e486-4587-9164-10a4ca709fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (150559a3-f9fd-4b37-acae-5c289a9c66dc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:24.228056 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] Set router f63721e9-aee5-4e74-9885-ba4c6b315cd8 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:47:24.232856 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-31e32f66-e486-4587-9164-10a4ca709fec None None] Port 150559a3-f9fd-4b37-acae-5c289a9c66dc cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:47:24.358051 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b4f9cece-3e75-4e26-822f-e6aecdc74ff5 None None] Provisioning complete for port 150559a3-f9fd-4b37-acae-5c289a9c66dc triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:24.358437 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b4f9cece-3e75-4e26-822f-e6aecdc74ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (150559a3-f9fd-4b37-acae-5c289a9c66dc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:24.416778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b4f9cece-3e75-4e26-822f-e6aecdc74ff5 None None] Port 150559a3-f9fd-4b37-acae-5c289a9c66dc cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:47:24.482863 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21914090', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:18Z', 'updated_at': '2022-02-09T22:47:22Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:87:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '150559a3-f9fd-4b37-acae-5c289a9c66dc', 'name': '', 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:d0:ad:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1e0dd45f-7d41-442d-a779-72efd9ce9356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:21Z', 'updated_at': '2022-02-09T22:47:22Z', 'revision_number': 2, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '1e0dd45f-7d41-442d-a779-72efd9ce9356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:24.512785 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b5d8aaa7-7dc0-4851-a062-42b05c6fe17e up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:47:24.530664 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] Checking router: f63721e9-aee5-4e74-9885-ba4c6b315cd8 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:47:24.531892 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] Updating router f63721e9-aee5-4e74-9885-ba4c6b315cd8 port 150559a3-f9fd-4b37-acae-5c289a9c66dc binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:47:24.563624 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port b5d8aaa7-7dc0-4851-a062-42b05c6fe17e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:24.564033 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b5d8aaa7-7dc0-4851-a062-42b05c6fe17e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:24.573026 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (150559a3-f9fd-4b37-acae-5c289a9c66dc), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:24.660637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port b5d8aaa7-7dc0-4851-a062-42b05c6fe17e is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:47:24.661727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 84bb4805-1e07-4cff-87b2-b6c1c8629daa up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:47:24.710907 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 84bb4805-1e07-4cff-87b2-b6c1c8629daa triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:24.711340 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (84bb4805-1e07-4cff-87b2-b6c1c8629daa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:24.797880 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 84bb4805-1e07-4cff-87b2-b6c1c8629daa is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:47:24.798592 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (84bb4805-1e07-4cff-87b2-b6c1c8629daa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:24.821239 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 84bb4805-1e07-4cff-87b2-b6c1c8629daa, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=84bb4805-1e07-4cff-87b2-b6c1c8629daa,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:47:24.827532 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (84bb4805-1e07-4cff-87b2-b6c1c8629daa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:24.854267 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] Publish callbacks [] for port (150559a3-f9fd-4b37-acae-5c289a9c66dc), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:24.860138 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (150559a3-f9fd-4b37-acae-5c289a9c66dc), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:24.878387 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=84bb4805-1e07-4cff-87b2-b6c1c8629daa,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:24.934715 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baba407-1b5d-4e46-aa39-091002d2faad None None] Pushing event updated for resources: {'Port': ['ID=150559a3-f9fd-4b37-acae-5c289a9c66dc,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:24.957928 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baba407-1b5d-4e46-aa39-091002d2faad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:24.958283 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baba407-1b5d-4e46-aa39-091002d2faad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:24.958625 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baba407-1b5d-4e46-aa39-091002d2faad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:24.958962 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baba407-1b5d-4e46-aa39-091002d2faad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:24.959297 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baba407-1b5d-4e46-aa39-091002d2faad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:24.959665 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baba407-1b5d-4e46-aa39-091002d2faad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:24.960011 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baba407-1b5d-4e46-aa39-091002d2faad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:24.960341 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baba407-1b5d-4e46-aa39-091002d2faad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:24.960666 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baba407-1b5d-4e46-aa39-091002d2faad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:24.960989 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baba407-1b5d-4e46-aa39-091002d2faad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:24.961313 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baba407-1b5d-4e46-aa39-091002d2faad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:24.961633 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baba407-1b5d-4e46-aa39-091002d2faad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:24.961952 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baba407-1b5d-4e46-aa39-091002d2faad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:24.981787 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] Attempting to bind port 150559a3-f9fd-4b37-acae-5c289a9c66dc on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:47:24.981787 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] Attempting to bind port 150559a3-f9fd-4b37-acae-5c289a9c66dc by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '1fbec0d3-f4bb-4b55-b56a-79955364d0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:47:24.982170 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] Attempting to bind port 150559a3-f9fd-4b37-acae-5c289a9c66dc on network 8856006b-40f5-4ab6-9d5c-cb4e752687b4 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:47:24.988242 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:47:24.988621 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] Checking segment: {'id': '1fbec0d3-f4bb-4b55-b56a-79955364d0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:47:24.989037 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:24.990435 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] Bound using segment: {'id': '1fbec0d3-f4bb-4b55-b56a-79955364d0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:47:24.991605 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] Bound port: 150559a3-f9fd-4b37-acae-5c289a9c66dc, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fbec0d3-f4bb-4b55-b56a-79955364d0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:47:24.992042 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (150559a3-f9fd-4b37-acae-5c289a9c66dc), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:25.069147 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] For port 150559a3-f9fd-4b37-acae-5c289a9c66dc, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:47:25.072836 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] For port 150559a3-f9fd-4b37-acae-5c289a9c66dc, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=150559a3-f9fd-4b37-acae-5c289a9c66dc,segment=NetworkSegment(1fbec0d3-f4bb-4b55-b56a-79955364d0cf),segment_id=1fbec0d3-f4bb-4b55-b56a-79955364d0cf)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:47:25.081218 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (150559a3-f9fd-4b37-acae-5c289a9c66dc), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:25.155242 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] Routers {'f63721e9-aee5-4e74-9885-ba4c6b315cd8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:47:25.155964 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:47:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f63721e9-aee5-4e74-9885-ba4c6b315cd8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:25.171559 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0ae11a5e-87f8-41f2-ab0c-b9ab7d466301 None None] Provisioning complete for port 150559a3-f9fd-4b37-acae-5c289a9c66dc triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:25.176247 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0ae11a5e-87f8-41f2-ab0c-b9ab7d466301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (150559a3-f9fd-4b37-acae-5c289a9c66dc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:25.244489 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-0f93ccde-8eb0-4995-9381-8c80cc19b56a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:25.248367 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-0f93ccde-8eb0-4995-9381-8c80cc19b56a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.71 "GET /v2.0/networks?id=8856006b-40f5-4ab6-9d5c-cb4e752687b4 HTTP/1.1" status: 200 len: 797 time: 0.1657925 Feb 09 22:47:25.325521 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a11592b9-7768-4aa8-a3a6-aeb4b8f0c55e req-d5e4473b-a62e-473a-ab80-51c27f58b22e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 210 time: 0.0649974 Feb 09 22:47:25.341645 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-b6d0ddd2-6e95-4f68-8021-f4e10b7cd776 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab5c2ad8c97643e8b371015550eec018 HTTP/1.1" status: 200 len: 380 time: 0.0773470 Feb 09 22:47:25.356076 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-020665c9-88ce-4846-a5aa-e6a4132eacdf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'port': {'device_id': 'c5a53619-e335-4026-85c1-799129e6b2e8', 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4', 'admin_state_up': True, 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'security_groups': ['09f1fb50-1ff6-446c-97fb-5ab9bc47b32f']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:25.361728 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baba407-1b5d-4e46-aa39-091002d2faad None None] Pushing event updated for resources: {'Port': ['ID=150559a3-f9fd-4b37-acae-5c289a9c66dc,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:25.373270 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0ae11a5e-87f8-41f2-ab0c-b9ab7d466301 None None] Current status of the port 150559a3-f9fd-4b37-acae-5c289a9c66dc is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:47:25.373662 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0ae11a5e-87f8-41f2-ab0c-b9ab7d466301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (150559a3-f9fd-4b37-acae-5c289a9c66dc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:25.422492 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0ae11a5e-87f8-41f2-ab0c-b9ab7d466301 None None] For port 150559a3-f9fd-4b37-acae-5c289a9c66dc, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=150559a3-f9fd-4b37-acae-5c289a9c66dc,segment=NetworkSegment(1fbec0d3-f4bb-4b55-b56a-79955364d0cf),segment_id=1fbec0d3-f4bb-4b55-b56a-79955364d0cf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:47:25.428506 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0ae11a5e-87f8-41f2-ab0c-b9ab7d466301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (150559a3-f9fd-4b37-acae-5c289a9c66dc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:25.430042 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] Set router f63721e9-aee5-4e74-9885-ba4c6b315cd8 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:47:25.491551 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae11a5e-87f8-41f2-ab0c-b9ab7d466301 None None] Pushing event updated for resources: {'Port': ['ID=150559a3-f9fd-4b37-acae-5c289a9c66dc,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:25.546013 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-020665c9-88ce-4846-a5aa-e6a4132eacdf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Made reservation on behalf of ab5c2ad8c97643e8b371015550eec018 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:47:25.550411 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-020665c9-88ce-4846-a5aa-e6a4132eacdf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:25.552704 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-4d0f062d-9622-4c48-b3fe-789e41bdd634 None None] Provisioning complete for port 150559a3-f9fd-4b37-acae-5c289a9c66dc triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:25.553088 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4d0f062d-9622-4c48-b3fe-789e41bdd634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (150559a3-f9fd-4b37-acae-5c289a9c66dc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:25.641764 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f062d-9622-4c48-b3fe-789e41bdd634 None None] Current status of the port 150559a3-f9fd-4b37-acae-5c289a9c66dc is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:47:25.650636 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21914090', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:18Z', 'updated_at': '2022-02-09T22:47:22Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:87:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '150559a3-f9fd-4b37-acae-5c289a9c66dc', 'name': '', 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:d0:ad:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1e0dd45f-7d41-442d-a779-72efd9ce9356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:21Z', 'updated_at': '2022-02-09T22:47:25Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '1e0dd45f-7d41-442d-a779-72efd9ce9356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:25.676797 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d6036-682a-48e2-a0b1-24b8012d42b6 None None] The sync data for ids ['f63721e9-aee5-4e74-9885-ba4c6b315cd8'] in n-d-828601-1 is: [{'id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21914090', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:18Z', 'updated_at': '2022-02-09T22:47:22Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:87:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '150559a3-f9fd-4b37-acae-5c289a9c66dc', 'name': '', 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:d0:ad:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1e0dd45f-7d41-442d-a779-72efd9ce9356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:21Z', 'updated_at': '2022-02-09T22:47:25Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '1e0dd45f-7d41-442d-a779-72efd9ce9356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:47:25.677710 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-020665c9-88ce-4846-a5aa-e6a4132eacdf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Allocated IP 172.20.0.11 (8856006b-40f5-4ab6-9d5c-cb4e752687b4/1e0dd45f-7d41-442d-a779-72efd9ce9356/494a5126-30f7-47fd-9409-08b665057c14) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:47:25.844576 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-020665c9-88ce-4846-a5aa-e6a4132eacdf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (494a5126-30f7-47fd-9409-08b665057c14), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:25.880883 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-020665c9-88ce-4846-a5aa-e6a4132eacdf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (494a5126-30f7-47fd-9409-08b665057c14), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:25.928513 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-020665c9-88ce-4846-a5aa-e6a4132eacdf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 8856006b-40f5-4ab6-9d5c-cb4e752687b4 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:47:25.931932 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-020665c9-88ce-4846-a5aa-e6a4132eacdf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:47:25.936046 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-020665c9-88ce-4846-a5aa-e6a4132eacdf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:47:25.943218 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020665c9-88ce-4846-a5aa-e6a4132eacdf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=494a5126-30f7-47fd-9409-08b665057c14,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:25.998145 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-020665c9-88ce-4846-a5aa-e6a4132eacdf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:25.998815 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-020665c9-88ce-4846-a5aa-e6a4132eacdf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:26.019334 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-020665c9-88ce-4846-a5aa-e6a4132eacdf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6705539 Feb 09 22:47:26.030688 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] Request body: {'port': {'device_id': 'c5a53619-e335-4026-85c1-799129e6b2e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:26.099475 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (494a5126-30f7-47fd-9409-08b665057c14), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:26.181234 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-84bd8ec4-4591-4263-b825-d20d9a676bcb None None] Provisioning complete for port 494a5126-30f7-47fd-9409-08b665057c14 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:26.181525 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-84bd8ec4-4591-4263-b825-d20d9a676bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (494a5126-30f7-47fd-9409-08b665057c14), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:26.224290 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-84bd8ec4-4591-4263-b825-d20d9a676bcb None None] Port 494a5126-30f7-47fd-9409-08b665057c14 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:47:26.406429 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494a5126-30f7-47fd-9409-08b665057c14 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:47:26.415232 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] Publish callbacks [] for port (494a5126-30f7-47fd-9409-08b665057c14), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:26.431726 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] Transition to ACTIVE for port object 494a5126-30f7-47fd-9409-08b665057c14 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:47:26.437509 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (494a5126-30f7-47fd-9409-08b665057c14), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:26.481731 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500339d3-8f0a-4eb3-ae82-a3661c97fba5 req-205b34ea-3ec9-4203-b65d-6313cf69b2b3 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:26.490718 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-500339d3-8f0a-4eb3-ae82-a3661c97fba5 req-205b34ea-3ec9-4203-b65d-6313cf69b2b3 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 932 time: 0.0979075 Feb 09 22:47:26.521451 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 150559a3-f9fd-4b37-acae-5c289a9c66dc up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:47:26.544000 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] Pushing event updated for resources: {'Port': ['ID=494a5126-30f7-47fd-9409-08b665057c14,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:26.581147 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-500339d3-8f0a-4eb3-ae82-a3661c97fba5 req-1db5d1e2-e181-49b7-a13a-7dd959b0d642 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835557 Feb 09 22:47:26.614184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] Attempting to bind port 494a5126-30f7-47fd-9409-08b665057c14 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:47:26.614515 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] Attempting to bind port 494a5126-30f7-47fd-9409-08b665057c14 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '1fbec0d3-f4bb-4b55-b56a-79955364d0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:47:26.614843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] Attempting to bind port 494a5126-30f7-47fd-9409-08b665057c14 on network 8856006b-40f5-4ab6-9d5c-cb4e752687b4 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:47:26.622121 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 150559a3-f9fd-4b37-acae-5c289a9c66dc triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:26.622594 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (150559a3-f9fd-4b37-acae-5c289a9c66dc), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:26.626335 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] Port 494a5126-30f7-47fd-9409-08b665057c14 on network 8856006b-40f5-4ab6-9d5c-cb4e752687b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:47:26.626679 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] Attempting to bind port 494a5126-30f7-47fd-9409-08b665057c14 on network 8856006b-40f5-4ab6-9d5c-cb4e752687b4 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:47:26.632442 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:47:26.632788 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] Checking segment: {'id': '1fbec0d3-f4bb-4b55-b56a-79955364d0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:47:26.633172 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] Bound using segment: {'id': '1fbec0d3-f4bb-4b55-b56a-79955364d0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:47:26.633605 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] Bound port: 494a5126-30f7-47fd-9409-08b665057c14, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fbec0d3-f4bb-4b55-b56a-79955364d0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:47:26.634556 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (494a5126-30f7-47fd-9409-08b665057c14), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:26.728949 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] For port 494a5126-30f7-47fd-9409-08b665057c14, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:47:26.734429 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 150559a3-f9fd-4b37-acae-5c289a9c66dc is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:47:26.734596 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] For port 494a5126-30f7-47fd-9409-08b665057c14, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=494a5126-30f7-47fd-9409-08b665057c14,segment=NetworkSegment(1fbec0d3-f4bb-4b55-b56a-79955364d0cf),segment_id=1fbec0d3-f4bb-4b55-b56a-79955364d0cf)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:47:26.736786 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 84bb4805-1e07-4cff-87b2-b6c1c8629daa up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:47:26.743977 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (494a5126-30f7-47fd-9409-08b665057c14), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:26.782491 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:26.782857 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:26.784409 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] 10.222.0.71 "PUT /v2.0/ports/494a5126-30f7-47fd-9409-08b665057c14 HTTP/1.1" status: 200 len: 1092 time: 0.7583368 Feb 09 22:47:26.784881 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a53619-e335-4026-85c1-799129e6b2e8', 'tag': '494a5126-30f7-47fd-9409-08b665057c14'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:47:26.788793 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b40e1f-c51a-43e7-9b3c-9ccf5562c3e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a53619-e335-4026-85c1-799129e6b2e8", "tag": "494a5126-30f7-47fd-9409-08b665057c14"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:47:26.806097 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 84bb4805-1e07-4cff-87b2-b6c1c8629daa triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:26.807040 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (84bb4805-1e07-4cff-87b2-b6c1c8629daa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:26.849357 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d944a2c-7c78-452e-9145-ca572f0e9663 service neutron] Pushing event updated for resources: {'Port': ['ID=494a5126-30f7-47fd-9409-08b665057c14,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:26.856084 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4590bc1-2320-4e2d-91c3-ed47d8719c76 x-openstack-request-id: req-a4590bc1-2320-4e2d-91c3-ed47d8719c76 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:47:26.856410 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a53619-e335-4026-85c1-799129e6b2e8", "tag": "494a5126-30f7-47fd-9409-08b665057c14", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:47:26.856677 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a4590bc1-2320-4e2d-91c3-ed47d8719c76 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:47:26.857093 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a53619-e335-4026-85c1-799129e6b2e8', 'tag': '494a5126-30f7-47fd-9409-08b665057c14', 'status': 'completed', 'code': 200} Feb 09 22:47:26.918444 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-5606a5b4-8fb6-4bc1-af73-9a81c04e94aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:26.920115 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-5606a5b4-8fb6-4bc1-af73-9a81c04e94aa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 1126 time: 0.0673137 Feb 09 22:47:26.941397 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 84bb4805-1e07-4cff-87b2-b6c1c8629daa is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:47:26.973030 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-35fa63f6-fd8a-4020-8df0-7b02fe9f1d01 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=494a5126-30f7-47fd-9409-08b665057c14 HTTP/1.1" status: 200 len: 217 time: 0.0466630 Feb 09 22:47:27.048669 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-cb7e3d09-9763-4f61-a771-53c3e31be75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:27.050214 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-cb7e3d09-9763-4f61-a771-53c3e31be75a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e0dd45f-7d41-442d-a779-72efd9ce9356 HTTP/1.1" status: 200 len: 834 time: 0.0718074 Feb 09 22:47:27.102904 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-6b75ab8c-a074-401c-8195-a47798718af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:27.105066 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-6b75ab8c-a074-401c-8195-a47798718af0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8856006b-40f5-4ab6-9d5c-cb4e752687b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492651 Feb 09 22:47:27.203414 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-623db9e6-cd09-4f8a-b3cb-bad06a8350da service neutron] 10.222.0.71 "GET /v2.0/networks/8856006b-40f5-4ab6-9d5c-cb4e752687b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926235 Feb 09 22:47:27.295741 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a32c7dd9-6d62-4178-838a-7b98359a60bb req-52165971-558b-4107-b9b0-6d5a82a63d23 service neutron] 10.222.0.71 "GET /v2.0/networks/8856006b-40f5-4ab6-9d5c-cb4e752687b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870070 Feb 09 22:47:27.385125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b40e1f-c51a-43e7-9b3c-9ccf5562c3e8 req-0134919d-7229-419d-9804-684aa350a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:27.387295 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c3b40e1f-c51a-43e7-9b3c-9ccf5562c3e8 req-0134919d-7229-419d-9804-684aa350a6ce service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 1126 time: 0.0461371 Feb 09 22:47:27.486728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b40e1f-c51a-43e7-9b3c-9ccf5562c3e8 req-d685fcb8-4be6-42ad-93b7-455eab5f6046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:27.488295 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c3b40e1f-c51a-43e7-9b3c-9ccf5562c3e8 req-d685fcb8-4be6-42ad-93b7-455eab5f6046 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8856006b-40f5-4ab6-9d5c-cb4e752687b4 HTTP/1.1" status: 200 len: 898 time: 0.0957649 Feb 09 22:47:27.532906 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c3b40e1f-c51a-43e7-9b3c-9ccf5562c3e8 req-b81bd77b-d454-4f7e-9f39-101b4c671959 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=494a5126-30f7-47fd-9409-08b665057c14 HTTP/1.1" status: 200 len: 217 time: 0.0362523 Feb 09 22:47:27.583877 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b40e1f-c51a-43e7-9b3c-9ccf5562c3e8 req-c8465784-41f8-4f64-89d9-51e674438e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:27.585386 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c3b40e1f-c51a-43e7-9b3c-9ccf5562c3e8 req-c8465784-41f8-4f64-89d9-51e674438e9a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e0dd45f-7d41-442d-a779-72efd9ce9356 HTTP/1.1" status: 200 len: 834 time: 0.0465546 Feb 09 22:47:27.646442 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b40e1f-c51a-43e7-9b3c-9ccf5562c3e8 req-0df125db-abc2-4dc7-8c53-dd203942748b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:27.648117 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c3b40e1f-c51a-43e7-9b3c-9ccf5562c3e8 req-0df125db-abc2-4dc7-8c53-dd203942748b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8856006b-40f5-4ab6-9d5c-cb4e752687b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0558841 Feb 09 22:47:27.709007 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6fade-e33b-4965-92e1-a7e6b7faf8ee req-8654161c-8d8b-4be5-84f1-1df999a9317b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:27.710806 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6fe6fade-e33b-4965-92e1-a7e6b7faf8ee req-8654161c-8d8b-4be5-84f1-1df999a9317b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 944 time: 0.0538232 Feb 09 22:47:27.741173 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c3b40e1f-c51a-43e7-9b3c-9ccf5562c3e8 req-94c26c20-0b4c-4b63-949f-ff1081ea2ba2 service neutron] 10.222.0.71 "GET /v2.0/networks/8856006b-40f5-4ab6-9d5c-cb4e752687b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859995 Feb 09 22:47:27.765003 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6fe6fade-e33b-4965-92e1-a7e6b7faf8ee req-f328208b-8fb2-49ff-b0a3-273ae2f2b895 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473032 Feb 09 22:47:27.841771 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c3b40e1f-c51a-43e7-9b3c-9ccf5562c3e8 req-ab7798f3-86a5-42ca-9a5e-87ac8a120965 service neutron] 10.222.0.71 "GET /v2.0/networks/8856006b-40f5-4ab6-9d5c-cb4e752687b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921104 Feb 09 22:47:28.892761 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaef19-d275-43da-89af-e80ba1e4b794 req-9cd7ad21-bf52-47fd-8137-9a54f6a8a32a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:28.894327 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f4aaef19-d275-43da-89af-e80ba1e4b794 req-9cd7ad21-bf52-47fd-8137-9a54f6a8a32a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 944 time: 0.0549660 Feb 09 22:47:28.942347 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f4aaef19-d275-43da-89af-e80ba1e4b794 req-7f54e544-1bf0-43bc-b0be-b2983c279f45 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424497 Feb 09 22:47:30.031991 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 494a5126-30f7-47fd-9409-08b665057c14 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:47:30.066782 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c4ac6-389b-4d86-ad35-5ee74909d08c req-71481f7a-1b4f-460c-be0c-547d47b7d22c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:30.068348 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-722c4ac6-389b-4d86-ad35-5ee74909d08c req-71481f7a-1b4f-460c-be0c-547d47b7d22c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 944 time: 0.0582819 Feb 09 22:47:30.123528 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-722c4ac6-389b-4d86-ad35-5ee74909d08c req-ffc9a394-15f9-4a0a-914f-56d4e1a31f57 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485702 Feb 09 22:47:30.138519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 494a5126-30f7-47fd-9409-08b665057c14, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=494a5126-30f7-47fd-9409-08b665057c14,segment=NetworkSegment(1fbec0d3-f4bb-4b55-b56a-79955364d0cf),segment_id=1fbec0d3-f4bb-4b55-b56a-79955364d0cf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:47:30.150728 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '494a5126-30f7-47fd-9409-08b665057c14', 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4', 'port_id': '494a5126-30f7-47fd-9409-08b665057c14', 'mac_address': 'fa:16:3e:f3:6d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0dd45f-7d41-442d-a779-72efd9ce9356', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:47:30.190678 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 494a5126-30f7-47fd-9409-08b665057c14 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:47:30.191080 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (494a5126-30f7-47fd-9409-08b665057c14), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:30.205187 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494a5126-30f7-47fd-9409-08b665057c14 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:47:30.225793 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 494a5126-30f7-47fd-9409-08b665057c14, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=494a5126-30f7-47fd-9409-08b665057c14,segment=NetworkSegment(1fbec0d3-f4bb-4b55-b56a-79955364d0cf),segment_id=1fbec0d3-f4bb-4b55-b56a-79955364d0cf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:47:30.231480 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (494a5126-30f7-47fd-9409-08b665057c14), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:30.284381 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=494a5126-30f7-47fd-9409-08b665057c14,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:30.433629 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['494a5126-30f7-47fd-9409-08b665057c14'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:47:31.244411 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7caac-7380-4067-ab0f-13fdb4431f0c req-07ba015a-9834-442d-b408-ab49550dcb09 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:31.246431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c9f7caac-7380-4067-ab0f-13fdb4431f0c req-07ba015a-9834-442d-b408-ab49550dcb09 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 945 time: 0.0539055 Feb 09 22:47:31.296168 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c9f7caac-7380-4067-ab0f-13fdb4431f0c req-ed7d00fc-bd6b-4129-82a5-bc0ea7bc8554 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440223 Feb 09 22:47:32.032076 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 494a5126-30f7-47fd-9409-08b665057c14 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:47:32.083976 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 494a5126-30f7-47fd-9409-08b665057c14 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:47:32.087672 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 494a5126-30f7-47fd-9409-08b665057c14 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:32.088086 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (494a5126-30f7-47fd-9409-08b665057c14), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:32.164324 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 494a5126-30f7-47fd-9409-08b665057c14 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:47:32.164722 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (494a5126-30f7-47fd-9409-08b665057c14), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:32.187600 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a53619-e335-4026-85c1-799129e6b2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494a5126-30f7-47fd-9409-08b665057c14'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:47:32.190032 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bc1ece-2e70-46cd-99a9-87d70903190a" -d '{"events": [{"server_uuid": "c5a53619-e335-4026-85c1-799129e6b2e8", "name": "network-vif-plugged", "status": "completed", "tag": "494a5126-30f7-47fd-9409-08b665057c14"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:47:32.202853 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 494a5126-30f7-47fd-9409-08b665057c14, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=494a5126-30f7-47fd-9409-08b665057c14,segment=NetworkSegment(1fbec0d3-f4bb-4b55-b56a-79955364d0cf),segment_id=1fbec0d3-f4bb-4b55-b56a-79955364d0cf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:47:32.207909 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (494a5126-30f7-47fd-9409-08b665057c14), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:32.230504 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7624d0b5-ff82-439a-afa9-0802a3bb6b21 x-openstack-request-id: req-7624d0b5-ff82-439a-afa9-0802a3bb6b21 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:47:32.230893 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a53619-e335-4026-85c1-799129e6b2e8", "name": "network-vif-plugged", "status": "completed", "tag": "494a5126-30f7-47fd-9409-08b665057c14", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:47:32.231059 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7624d0b5-ff82-439a-afa9-0802a3bb6b21 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:47:32.231446 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a53619-e335-4026-85c1-799129e6b2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494a5126-30f7-47fd-9409-08b665057c14', 'code': 200} Feb 09 22:47:32.256784 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=494a5126-30f7-47fd-9409-08b665057c14,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:32.328192 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba988063-b98f-44c8-9947-1aaa500baa37 req-facdedd3-905a-4dd3-8c02-cbe1240d86d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:32.329923 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ba988063-b98f-44c8-9947-1aaa500baa37 req-facdedd3-905a-4dd3-8c02-cbe1240d86d6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 1128 time: 0.0465784 Feb 09 22:47:32.380053 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-ba988063-b98f-44c8-9947-1aaa500baa37 req-bb30e8a9-d407-4df2-b133-892740e4b65f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442424 Feb 09 22:47:32.423347 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff734dbb-a0bb-487b-b56f-eaf9c09a6212 req-bd9dedc9-5302-4a92-94aa-ac4763ad9375 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:32.424931 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff734dbb-a0bb-487b-b56f-eaf9c09a6212 req-bd9dedc9-5302-4a92-94aa-ac4763ad9375 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0518301 Feb 09 22:47:32.480758 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ff734dbb-a0bb-487b-b56f-eaf9c09a6212 req-c0196936-2818-46d7-8b81-93cd30225b85 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501184 Feb 09 22:47:33.615926 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2439e4-1976-480c-a40c-b9eeb9e56309 req-7d9fcc09-fc21-46cd-b06d-3dbe80e37d2c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:33.617446 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc2439e4-1976-480c-a40c-b9eeb9e56309 req-7d9fcc09-fc21-46cd-b06d-3dbe80e37d2c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0650377 Feb 09 22:47:33.666602 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc2439e4-1976-480c-a40c-b9eeb9e56309 req-ff95e3d9-4db6-4d1d-9085-87cf1a7ecdc7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429633 Feb 09 22:47:33.791741 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c2960-8de3-4320-bf42-aa170e7d1a04 req-6ac3cca7-4b32-461c-9fe4-63e8c0277796 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:33.793270 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e63c2960-8de3-4320-bf42-aa170e7d1a04 req-6ac3cca7-4b32-461c-9fe4-63e8c0277796 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0526805 Feb 09 22:47:33.841794 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e63c2960-8de3-4320-bf42-aa170e7d1a04 req-60abc314-c207-4e79-991c-d6a11396f98e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429294 Feb 09 22:47:33.863802 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53278) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:33.910761 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0d6eeb-fbad-4e94-aefb-167590605f6d tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:33.912336 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bb0d6eeb-fbad-4e94-aefb-167590605f6d tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 1123 time: 0.0475659 Feb 09 22:47:33.915156 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53280) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:33.920001 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ed9f4e94-ae2c-42cc-acd2-13d757e62f02 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': '494a5126-30f7-47fd-9409-08b665057c14', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:33.940097 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4e94-ae2c-42cc-acd2-13d757e62f02 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:34.033379 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4e94-ae2c-42cc-acd2-13d757e62f02 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:34.479844 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-ed9f4e94-ae2c-42cc-acd2-13d757e62f02 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Allocated IP 172.25.6.175 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/0b091df2-231b-48d4-b934-db62eba86e3f) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:47:34.583042 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4e94-ae2c-42cc-acd2-13d757e62f02 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (0b091df2-231b-48d4-b934-db62eba86e3f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:34.621875 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4e94-ae2c-42cc-acd2-13d757e62f02 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (0b091df2-231b-48d4-b934-db62eba86e3f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:34.662277 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9f4e94-ae2c-42cc-acd2-13d757e62f02 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:47:34.665254 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-ed9f4e94-ae2c-42cc-acd2-13d757e62f02 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:47:34.668801 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9f4e94-ae2c-42cc-acd2-13d757e62f02 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:47:34.674340 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f4e94-ae2c-42cc-acd2-13d757e62f02 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=0b091df2-231b-48d4-b934-db62eba86e3f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:35.024658 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4e94-ae2c-42cc-acd2-13d757e62f02 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for floatingip (136227c9-a8e4-463d-8713-b52b2c78bc28), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:35.093730 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4e94-ae2c-42cc-acd2-13d757e62f02 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0b091df2-231b-48d4-b934-db62eba86e3f), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:35.253854 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4e94-ae2c-42cc-acd2-13d757e62f02 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (0b091df2-231b-48d4-b934-db62eba86e3f), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:35.258276 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4e94-ae2c-42cc-acd2-13d757e62f02 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (0b091df2-231b-48d4-b934-db62eba86e3f), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:35.326466 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f4e94-ae2c-42cc-acd2-13d757e62f02 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=0b091df2-231b-48d4-b934-db62eba86e3f,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:35.336771 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4e94-ae2c-42cc-acd2-13d757e62f02 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (136227c9-a8e4-463d-8713-b52b2c78bc28), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:35.442431 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-ed9f4e94-ae2c-42cc-acd2-13d757e62f02 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Floating IP 136227c9-a8e4-463d-8713-b52b2c78bc28 associated. External IP: 172.25.6.175, port: 494a5126-30f7-47fd-9409-08b665057c14. Feb 09 22:47:35.661484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9f4e94-ae2c-42cc-acd2-13d757e62f02 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router f63721e9-aee5-4e74-9885-ba4c6b315cd8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:47:35.782668 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9f4e94-ae2c-42cc-acd2-13d757e62f02 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:47:35.793441 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80257c11-9746-40f9-b29d-7f9b1772a802 None None] Sync routers for ids ['f63721e9-aee5-4e74-9885-ba4c6b315cd8'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:47:35.803906 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80257c11-9746-40f9-b29d-7f9b1772a802 None None] Routers {'f63721e9-aee5-4e74-9885-ba4c6b315cd8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:47:35.804477 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4e94-ae2c-42cc-acd2-13d757e62f02 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:35.804632 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-80257c11-9746-40f9-b29d-7f9b1772a802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:47:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f63721e9-aee5-4e74-9885-ba4c6b315cd8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:35.834894 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ed9f4e94-ae2c-42cc-acd2-13d757e62f02 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9186513 Feb 09 22:47:35.835493 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a53619-e335-4026-85c1-799129e6b2e8', 'tag': '494a5126-30f7-47fd-9409-08b665057c14'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:47:35.839974 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20582bcb-2e4f-4eb6-a8a6-2b25f35dc8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a53619-e335-4026-85c1-799129e6b2e8", "tag": "494a5126-30f7-47fd-9409-08b665057c14"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:47:35.914710 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-80257c11-9746-40f9-b29d-7f9b1772a802 None None] Set router f63721e9-aee5-4e74-9885-ba4c6b315cd8 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:47:35.941071 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbf1bd-ddbd-4a9f-b793-f1478bb5a0d9 req-cef454d1-0497-482e-8a06-b2f193a938f2 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:35.942615 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0bbbf1bd-ddbd-4a9f-b793-f1478bb5a0d9 req-cef454d1-0497-482e-8a06-b2f193a938f2 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0537307 Feb 09 22:47:35.994722 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0bbbf1bd-ddbd-4a9f-b793-f1478bb5a0d9 req-c3880134-35c1-421d-bb80-931e01e99bf7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463698 Feb 09 22:47:36.017098 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53286) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:36.040839 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c63f4a-0a66-40ac-be9d-cc85210586c5 x-openstack-request-id: req-a5c63f4a-0a66-40ac-be9d-cc85210586c5 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:47:36.041141 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a53619-e335-4026-85c1-799129e6b2e8", "tag": "494a5126-30f7-47fd-9409-08b665057c14", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:47:36.041405 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a5c63f4a-0a66-40ac-be9d-cc85210586c5 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:47:36.041849 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a53619-e335-4026-85c1-799129e6b2e8', 'tag': '494a5126-30f7-47fd-9409-08b665057c14', 'status': 'completed', 'code': 200} Feb 09 22:47:36.113111 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8568d889-c12b-44c6-a74e-7540af17ab16 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/floatingips/136227c9-a8e4-463d-8713-b52b2c78bc28 HTTP/1.1" status: 200 len: 992 time: 0.0948026 Feb 09 22:47:36.127434 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20582bcb-2e4f-4eb6-a8a6-2b25f35dc8e2 req-251bb566-95c1-427a-9c64-14ced820fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:36.128992 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-20582bcb-2e4f-4eb6-a8a6-2b25f35dc8e2 req-251bb566-95c1-427a-9c64-14ced820fb47 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 1128 time: 0.0662014 Feb 09 22:47:36.142730 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-80257c11-9746-40f9-b29d-7f9b1772a802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21914090', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:18Z', 'updated_at': '2022-02-09T22:47:22Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:87:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '136227c9-a8e4-463d-8713-b52b2c78bc28', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'port_id': '494a5126-30f7-47fd-9409-08b665057c14', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4', 'mac_address': 'fa:16:3e:f3:6d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a53619-e335-4026-85c1-799129e6b2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:47:34Z', 'updated_at': '2022-02-09T22:47:34Z', 'revision_number': 0, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150559a3-f9fd-4b37-acae-5c289a9c66dc', 'name': '', 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:d0:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1e0dd45f-7d41-442d-a779-72efd9ce9356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:21Z', 'updated_at': '2022-02-09T22:47:25Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '1e0dd45f-7d41-442d-a779-72efd9ce9356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:36.172433 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80257c11-9746-40f9-b29d-7f9b1772a802 None None] Checking router: f63721e9-aee5-4e74-9885-ba4c6b315cd8 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:47:36.188276 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80257c11-9746-40f9-b29d-7f9b1772a802 None None] Routers {'f63721e9-aee5-4e74-9885-ba4c6b315cd8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:47:36.188921 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-80257c11-9746-40f9-b29d-7f9b1772a802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:47:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f63721e9-aee5-4e74-9885-ba4c6b315cd8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:36.223787 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20582bcb-2e4f-4eb6-a8a6-2b25f35dc8e2 req-4e70790e-9850-4b14-b313-11f8d7bb7398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:36.225286 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-20582bcb-2e4f-4eb6-a8a6-2b25f35dc8e2 req-4e70790e-9850-4b14-b313-11f8d7bb7398 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8856006b-40f5-4ab6-9d5c-cb4e752687b4 HTTP/1.1" status: 200 len: 898 time: 0.0906861 Feb 09 22:47:36.299431 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-20582bcb-2e4f-4eb6-a8a6-2b25f35dc8e2 req-ba47d771-aa30-4d93-bfed-4a8283fc48e2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=494a5126-30f7-47fd-9409-08b665057c14 HTTP/1.1" status: 200 len: 1000 time: 0.0678174 Feb 09 22:47:36.303009 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-80257c11-9746-40f9-b29d-7f9b1772a802 None None] Set router f63721e9-aee5-4e74-9885-ba4c6b315cd8 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:47:36.356517 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20582bcb-2e4f-4eb6-a8a6-2b25f35dc8e2 req-a28bf1f9-e42e-4a9d-9fd9-4a32cfc2297b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:36.358099 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-20582bcb-2e4f-4eb6-a8a6-2b25f35dc8e2 req-a28bf1f9-e42e-4a9d-9fd9-4a32cfc2297b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e0dd45f-7d41-442d-a779-72efd9ce9356 HTTP/1.1" status: 200 len: 834 time: 0.0535462 Feb 09 22:47:36.413060 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20582bcb-2e4f-4eb6-a8a6-2b25f35dc8e2 req-61d61583-9ce8-47ab-b4a7-35e39b79b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:36.414621 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-20582bcb-2e4f-4eb6-a8a6-2b25f35dc8e2 req-61d61583-9ce8-47ab-b4a7-35e39b79b7d8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8856006b-40f5-4ab6-9d5c-cb4e752687b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508525 Feb 09 22:47:36.513547 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-20582bcb-2e4f-4eb6-a8a6-2b25f35dc8e2 req-dbadc842-57b0-4040-b76b-96f919cce326 service neutron] 10.222.0.71 "GET /v2.0/networks/8856006b-40f5-4ab6-9d5c-cb4e752687b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923228 Feb 09 22:47:36.603705 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-20582bcb-2e4f-4eb6-a8a6-2b25f35dc8e2 req-db482337-c570-4ebe-b185-9b43f5e5792a service neutron] 10.222.0.71 "GET /v2.0/networks/8856006b-40f5-4ab6-9d5c-cb4e752687b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845654 Feb 09 22:47:36.702149 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-80257c11-9746-40f9-b29d-7f9b1772a802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21914090', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:18Z', 'updated_at': '2022-02-09T22:47:22Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:87:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '136227c9-a8e4-463d-8713-b52b2c78bc28', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'port_id': '494a5126-30f7-47fd-9409-08b665057c14', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4', 'mac_address': 'fa:16:3e:f3:6d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a53619-e335-4026-85c1-799129e6b2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:47:34Z', 'updated_at': '2022-02-09T22:47:34Z', 'revision_number': 0, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150559a3-f9fd-4b37-acae-5c289a9c66dc', 'name': '', 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:d0:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1e0dd45f-7d41-442d-a779-72efd9ce9356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:21Z', 'updated_at': '2022-02-09T22:47:25Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '1e0dd45f-7d41-442d-a779-72efd9ce9356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:36.735354 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80257c11-9746-40f9-b29d-7f9b1772a802 None None] The sync data for ids ['f63721e9-aee5-4e74-9885-ba4c6b315cd8'] in n-d-828601-1 is: [{'id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21914090', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:18Z', 'updated_at': '2022-02-09T22:47:22Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:87:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '136227c9-a8e4-463d-8713-b52b2c78bc28', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'port_id': '494a5126-30f7-47fd-9409-08b665057c14', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4', 'mac_address': 'fa:16:3e:f3:6d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a53619-e335-4026-85c1-799129e6b2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:47:34Z', 'updated_at': '2022-02-09T22:47:34Z', 'revision_number': 0, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150559a3-f9fd-4b37-acae-5c289a9c66dc', 'name': '', 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:d0:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1e0dd45f-7d41-442d-a779-72efd9ce9356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:21Z', 'updated_at': '2022-02-09T22:47:25Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '1e0dd45f-7d41-442d-a779-72efd9ce9356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:47:36.947917 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a22ebb-fd63-47f9-a5c4-0030f44b5e77 None None] New status for floating IP 136227c9-a8e4-463d-8713-b52b2c78bc28: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:47:37.117117 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53288) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:37.183614 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1e14a09f-83f3-4478-8ef7-f91a05b69fe4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/floatingips/136227c9-a8e4-463d-8713-b52b2c78bc28 HTTP/1.1" status: 200 len: 994 time: 0.0652955 Feb 09 22:47:37.921475 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2ebc3e84-b3a8-45b5-91ca-acf94f656c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:40.637686 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-96c7a0fe-3e90-47b3-8d02-974e3078a94b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:41.844609 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:43.024597 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:44.737118 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:45.962986 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:46.390644 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:57.444150 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:48:07.928046 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d13c530e-2787-4f5f-ba3d-726293c8f058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:08.458131 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599418df-1c27-4378-9cca-683c35fd6d09 req-c2388636-73bd-46fd-b365-a59da546a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:08.459700 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-599418df-1c27-4378-9cca-683c35fd6d09 req-c2388636-73bd-46fd-b365-a59da546a94d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 1128 time: 0.0491557 Feb 09 22:48:08.474022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e8878-3877-4065-bbe4-9d52b226c8a3 req-3c763906-a51c-4178-b436-d35a90aecafc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:08.476040 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a14e8878-3877-4065-bbe4-9d52b226c8a3 req-3c763906-a51c-4178-b436-d35a90aecafc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0746639 Feb 09 22:48:08.529473 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a14e8878-3877-4065-bbe4-9d52b226c8a3 req-9ae1c218-5cb9-4e71-b8b6-11c67f649b72 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457678 Feb 09 22:48:08.567488 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599418df-1c27-4378-9cca-683c35fd6d09 req-5cce41c2-971e-41a8-bdfb-ffff25ce68e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:08.569000 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-599418df-1c27-4378-9cca-683c35fd6d09 req-5cce41c2-971e-41a8-bdfb-ffff25ce68e0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8856006b-40f5-4ab6-9d5c-cb4e752687b4 HTTP/1.1" status: 200 len: 898 time: 0.1028619 Feb 09 22:48:08.634645 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-599418df-1c27-4378-9cca-683c35fd6d09 req-2a4b2db6-5a60-4094-9356-d8a15aad49dd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=494a5126-30f7-47fd-9409-08b665057c14 HTTP/1.1" status: 200 len: 1002 time: 0.0592535 Feb 09 22:48:08.684762 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599418df-1c27-4378-9cca-683c35fd6d09 req-3077541c-ae17-4fa4-9174-8f1ff0679c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:08.686253 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-599418df-1c27-4378-9cca-683c35fd6d09 req-3077541c-ae17-4fa4-9174-8f1ff0679c5d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e0dd45f-7d41-442d-a779-72efd9ce9356 HTTP/1.1" status: 200 len: 834 time: 0.0452464 Feb 09 22:48:08.743010 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599418df-1c27-4378-9cca-683c35fd6d09 req-bc43d5af-584e-4fc1-b086-36749acd0a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:08.744564 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-599418df-1c27-4378-9cca-683c35fd6d09 req-bc43d5af-584e-4fc1-b086-36749acd0a68 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8856006b-40f5-4ab6-9d5c-cb4e752687b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522313 Feb 09 22:48:08.834585 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-599418df-1c27-4378-9cca-683c35fd6d09 req-17e5ddea-7eed-442b-b879-5de035ab47f4 service neutron] 10.222.0.71 "GET /v2.0/networks/8856006b-40f5-4ab6-9d5c-cb4e752687b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829155 Feb 09 22:48:08.928312 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-599418df-1c27-4378-9cca-683c35fd6d09 req-5e96f59c-0122-4c42-9877-7bee126a8dac service neutron] 10.222.0.71 "GET /v2.0/networks/8856006b-40f5-4ab6-9d5c-cb4e752687b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872967 Feb 09 22:48:09.647449 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9d5ce-d403-4654-bc92-7f2cdef9d826 req-bcb30c75-4519-4696-8ef1-a88ab954de58 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:09.648927 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-58b9d5ce-d403-4654-bc92-7f2cdef9d826 req-bcb30c75-4519-4696-8ef1-a88ab954de58 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0522959 Feb 09 22:48:09.699019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-58b9d5ce-d403-4654-bc92-7f2cdef9d826 req-6eb2ab92-be02-469e-ac0b-ba39486dce9c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435185 Feb 09 22:48:10.638564 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-70349637-f457-4b66-92ec-b2c44aa14f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:10.816715 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92f5cb-02a8-459f-9042-b26ce9c57ebb req-b3aa9d70-e5b5-4691-967c-3fdbe333a763 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:10.818180 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a92f5cb-02a8-459f-9042-b26ce9c57ebb req-b3aa9d70-e5b5-4691-967c-3fdbe333a763 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0504546 Feb 09 22:48:10.869090 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a92f5cb-02a8-459f-9042-b26ce9c57ebb req-5ab69371-9f26-44ae-8f30-b2e53ebadaa8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453124 Feb 09 22:48:11.846922 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:11.987891 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc2ed9-673f-4777-ad62-6b99a4be8db1 req-649030ab-a08c-488a-95ee-cb7e993fc392 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:11.989404 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-59fc2ed9-673f-4777-ad62-6b99a4be8db1 req-649030ab-a08c-488a-95ee-cb7e993fc392 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0529051 Feb 09 22:48:12.039047 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-59fc2ed9-673f-4777-ad62-6b99a4be8db1 req-eae95f98-6911-4d3a-828e-d3d618d36375 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434744 Feb 09 22:48:13.026199 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:13.159217 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b5acb-7a22-426e-a7ba-56ca0773582b req-b6b08177-bcef-4099-a0ee-c854b7d5f492 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:13.160741 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-355b5acb-7a22-426e-a7ba-56ca0773582b req-b6b08177-bcef-4099-a0ee-c854b7d5f492 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0532427 Feb 09 22:48:13.209601 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-355b5acb-7a22-426e-a7ba-56ca0773582b req-f38657fe-990d-4975-b5d7-336a2b169917 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431530 Feb 09 22:48:14.335871 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47062305-af2c-44a2-8b65-c8eb2da8641d req-e0f29f05-a124-452c-812c-bf5b8f01df97 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:14.337348 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-47062305-af2c-44a2-8b65-c8eb2da8641d req-e0f29f05-a124-452c-812c-bf5b8f01df97 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0559280 Feb 09 22:48:14.386048 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-47062305-af2c-44a2-8b65-c8eb2da8641d req-8469bc9e-8a44-41a5-9651-2c25577d8874 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425291 Feb 09 22:48:14.740520 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:15.513287 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fc979-8006-47fa-b629-a4e8f7ecc6ec req-fc40010c-fce1-464a-a7f1-d73fc60b7be1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:15.515437 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-612fc979-8006-47fa-b629-a4e8f7ecc6ec req-fc40010c-fce1-464a-a7f1-d73fc60b7be1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0557294 Feb 09 22:48:15.564889 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-612fc979-8006-47fa-b629-a4e8f7ecc6ec req-d6f98c70-bffe-48e9-a30f-61632f3293bd tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436914 Feb 09 22:48:15.961637 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:16.379360 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:16.681482 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e8559-1d38-43fd-92d1-05de7f5fda09 req-c6da486a-b010-473f-aaa8-c6d4a91604e5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:16.682857 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-645e8559-1d38-43fd-92d1-05de7f5fda09 req-c6da486a-b010-473f-aaa8-c6d4a91604e5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0500834 Feb 09 22:48:16.736751 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-645e8559-1d38-43fd-92d1-05de7f5fda09 req-128ac621-9414-488d-bd68-a6ff1a982748 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476351 Feb 09 22:48:17.864734 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1ce65-68b4-4e99-93da-f99a18ae2d80 req-4751c371-315e-404e-87c3-35408c73ac36 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:17.866248 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1a1ce65-68b4-4e99-93da-f99a18ae2d80 req-4751c371-315e-404e-87c3-35408c73ac36 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0610540 Feb 09 22:48:17.915707 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1a1ce65-68b4-4e99-93da-f99a18ae2d80 req-cfa81f92-6c5e-4c6a-bbd2-09d977b5c94e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433190 Feb 09 22:48:19.035031 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db837c-5ac0-4187-b89b-56d81ac915f6 req-14b09d1a-7fcb-4fa7-85b2-0f7bb02b08ad tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:19.036569 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-58db837c-5ac0-4187-b89b-56d81ac915f6 req-14b09d1a-7fcb-4fa7-85b2-0f7bb02b08ad tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0518894 Feb 09 22:48:19.084691 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-58db837c-5ac0-4187-b89b-56d81ac915f6 req-32900b65-3fab-4cd7-8129-3c1242e7de44 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425949 Feb 09 22:48:20.207825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9577bf1-817d-41b6-a770-9c0fa261301f req-daed135d-42c7-47c8-b054-3ae8b7d3e472 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:20.209336 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9577bf1-817d-41b6-a770-9c0fa261301f req-daed135d-42c7-47c8-b054-3ae8b7d3e472 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0562665 Feb 09 22:48:20.261225 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f9577bf1-817d-41b6-a770-9c0fa261301f req-cdbb6e0c-1df7-4b5f-8653-e1abff14f2af tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459671 Feb 09 22:48:21.385358 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6deeb5e-bf33-4f9b-b29e-bda650515483 req-f2e30a40-1f9a-4a05-9efe-c62acf446669 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:21.387368 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e6deeb5e-bf33-4f9b-b29e-bda650515483 req-f2e30a40-1f9a-4a05-9efe-c62acf446669 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0530946 Feb 09 22:48:21.436911 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e6deeb5e-bf33-4f9b-b29e-bda650515483 req-c0644fd1-4484-49df-abdf-c2f4d8cdc28f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438766 Feb 09 22:48:22.222538 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ac168-288a-4b52-84b8-cb51647536c4 req-53a8bb3d-7ea2-4480-aa42-32f7640c23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:22.224074 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e36ac168-288a-4b52-84b8-cb51647536c4 req-53a8bb3d-7ea2-4480-aa42-32f7640c23d4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 1128 time: 0.0454993 Feb 09 22:48:22.325484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ac168-288a-4b52-84b8-cb51647536c4 req-72a664dd-d669-4383-ae99-eab45f347cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:22.326996 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e36ac168-288a-4b52-84b8-cb51647536c4 req-72a664dd-d669-4383-ae99-eab45f347cd0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8856006b-40f5-4ab6-9d5c-cb4e752687b4 HTTP/1.1" status: 200 len: 898 time: 0.0838122 Feb 09 22:48:22.400014 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e36ac168-288a-4b52-84b8-cb51647536c4 req-fddf6f52-8c1e-4ab4-a535-1049bd08b25e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=494a5126-30f7-47fd-9409-08b665057c14 HTTP/1.1" status: 200 len: 1002 time: 0.0621219 Feb 09 22:48:22.446322 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ac168-288a-4b52-84b8-cb51647536c4 req-41ab941f-66db-4750-8d8e-4d9dcf3f1600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:22.447820 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e36ac168-288a-4b52-84b8-cb51647536c4 req-41ab941f-66db-4750-8d8e-4d9dcf3f1600 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e0dd45f-7d41-442d-a779-72efd9ce9356 HTTP/1.1" status: 200 len: 834 time: 0.0425611 Feb 09 22:48:22.496967 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ac168-288a-4b52-84b8-cb51647536c4 req-1ecdf673-79e1-4790-bd4e-502bb5b1ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:22.498564 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e36ac168-288a-4b52-84b8-cb51647536c4 req-1ecdf673-79e1-4790-bd4e-502bb5b1ef27 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8856006b-40f5-4ab6-9d5c-cb4e752687b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451789 Feb 09 22:48:22.570438 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd31164-2a99-4d4d-9d4a-f6bce210f922 req-e07316fe-db1f-44ab-9f3c-7fd722ba41e7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:22.571982 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fcd31164-2a99-4d4d-9d4a-f6bce210f922 req-e07316fe-db1f-44ab-9f3c-7fd722ba41e7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0580437 Feb 09 22:48:22.592173 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e36ac168-288a-4b52-84b8-cb51647536c4 req-93f63fb2-f3ee-4f24-9905-4c7193a0d4e7 service neutron] 10.222.0.71 "GET /v2.0/networks/8856006b-40f5-4ab6-9d5c-cb4e752687b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878894 Feb 09 22:48:22.621614 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fcd31164-2a99-4d4d-9d4a-f6bce210f922 req-b087316b-9cea-437d-bdff-084186a585f2 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436132 Feb 09 22:48:22.678904 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e36ac168-288a-4b52-84b8-cb51647536c4 req-538fc849-c3c1-4825-aebe-d877d5a94e3a service neutron] 10.222.0.71 "GET /v2.0/networks/8856006b-40f5-4ab6-9d5c-cb4e752687b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809093 Feb 09 22:48:23.741560 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d3c9-a353-4b2f-91ef-88bd7fa15caa req-f4b22755-a064-45ba-a733-bbc5dea785d0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:23.743154 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1431d3c9-a353-4b2f-91ef-88bd7fa15caa req-f4b22755-a064-45ba-a733-bbc5dea785d0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0523372 Feb 09 22:48:23.790758 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1431d3c9-a353-4b2f-91ef-88bd7fa15caa req-44074e57-c399-4d72-9c4a-9b61e3c9be99 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421031 Feb 09 22:48:24.910755 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb75973-4e92-4789-8cae-dc4e277a8562 req-cca56bf3-798c-493a-a8be-097bf8d7b11c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:24.912286 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-edb75973-4e92-4789-8cae-dc4e277a8562 req-cca56bf3-798c-493a-a8be-097bf8d7b11c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0545950 Feb 09 22:48:24.964187 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-edb75973-4e92-4789-8cae-dc4e277a8562 req-e1062047-d030-4c49-8134-3d026745b3db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458114 Feb 09 22:48:24.986803 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53334) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:25.067253 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d89e34e9-97ac-4ae7-ab37-363f1526b6bd tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/floatingips/136227c9-a8e4-463d-8713-b52b2c78bc28 HTTP/1.1" status: 200 len: 994 time: 0.0793242 Feb 09 22:48:34.443394 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:48:37.922577 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-272c8202-97a6-49b6-afa8-06eb79880e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:40.646131 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0440d471-386a-4bae-9f5b-9b87e8389157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:41.850097 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:43.029117 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:44.743395 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:45.983256 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:46.406145 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.451565 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53348) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:55.650383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting port 0b091df2-231b-48d4-b934-db62eba86e3f {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:48:55.650646 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (0b091df2-231b-48d4-b934-db62eba86e3f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.751892 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (0b091df2-231b-48d4-b934-db62eba86e3f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.752314 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for floatingip (0b091df2-231b-48d4-b934-db62eba86e3f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.766695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Calling delete_port for 0b091df2-231b-48d4-b934-db62eba86e3f owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:48:55.932669 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (0b091df2-231b-48d4-b934-db62eba86e3f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.962125 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Port': ['ID=0b091df2-231b-48d4-b934-db62eba86e3f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:55.989393 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:55.989748 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:55.990081 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:55.990420 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:55.990756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:55.991274 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:55.991613 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:55.991998 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:55.992330 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:55.992660 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:55.993036 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:55.993344 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:55.993801 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:56.044880 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for floatingip (136227c9-a8e4-463d-8713-b52b2c78bc28), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:56.045372 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Floating IP 136227c9-a8e4-463d-8713-b52b2c78bc28 disassociated (deleted). External IP: 172.25.6.175, port: 494a5126-30f7-47fd-9409-08b665057c14. Feb 09 22:48:56.573993 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router f63721e9-aee5-4e74-9885-ba4c6b315cd8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:48:56.695768 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:48:56.700622 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:56.706708 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bbf5b6-afc0-4c9b-b23e-f20802bc082c None None] Sync routers for ids ['f63721e9-aee5-4e74-9885-ba4c6b315cd8'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:48:56.721673 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bbf5b6-afc0-4c9b-b23e-f20802bc082c None None] Routers {'f63721e9-aee5-4e74-9885-ba4c6b315cd8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:48:56.722724 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f4bbf5b6-afc0-4c9b-b23e-f20802bc082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:48:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f63721e9-aee5-4e74-9885-ba4c6b315cd8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:56.743161 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f58eb891-ca8a-471f-975a-2e112a1be57c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/floatingips/136227c9-a8e4-463d-8713-b52b2c78bc28 HTTP/1.1" status: 204 len: 168 time: 1.2900636 Feb 09 22:48:56.744142 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a53619-e335-4026-85c1-799129e6b2e8', 'tag': '494a5126-30f7-47fd-9409-08b665057c14'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:48:56.748271 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c760c873-c355-4e13-b82b-8b3521345128" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a53619-e335-4026-85c1-799129e6b2e8", "tag": "494a5126-30f7-47fd-9409-08b665057c14"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:48:56.914536 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9ae4db-4643-4e98-a89d-74963074250a x-openstack-request-id: req-9f9ae4db-4643-4e98-a89d-74963074250a {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:48:56.914713 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-f4bbf5b6-afc0-4c9b-b23e-f20802bc082c None None] Set router f63721e9-aee5-4e74-9885-ba4c6b315cd8 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:48:56.914829 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a53619-e335-4026-85c1-799129e6b2e8", "tag": "494a5126-30f7-47fd-9409-08b665057c14", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:48:56.915089 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9f9ae4db-4643-4e98-a89d-74963074250a {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:48:56.915509 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a53619-e335-4026-85c1-799129e6b2e8', 'tag': '494a5126-30f7-47fd-9409-08b665057c14', 'status': 'completed', 'code': 200} Feb 09 22:48:57.024421 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760c873-c355-4e13-b82b-8b3521345128 req-4fcad441-80a9-4803-90c9-18367349070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:57.027073 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c760c873-c355-4e13-b82b-8b3521345128 req-4fcad441-80a9-4803-90c9-18367349070f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 1128 time: 0.0844355 Feb 09 22:48:57.117747 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093d0ca-52da-4ae5-a62d-aa84405517c8 req-fc49d1f9-fc1f-435d-a73a-5b5b19c946e2 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:57.120529 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9093d0ca-52da-4ae5-a62d-aa84405517c8 req-fc49d1f9-fc1f-435d-a73a-5b5b19c946e2 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 946 time: 0.1504798 Feb 09 22:48:57.137704 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760c873-c355-4e13-b82b-8b3521345128 req-b06f4e6e-8b60-4076-9747-107b009c033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:57.139322 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c760c873-c355-4e13-b82b-8b3521345128 req-b06f4e6e-8b60-4076-9747-107b009c033a service neutron] 10.222.0.71 "GET /v2.0/networks?id=8856006b-40f5-4ab6-9d5c-cb4e752687b4 HTTP/1.1" status: 200 len: 898 time: 0.1061189 Feb 09 22:48:57.189563 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c760c873-c355-4e13-b82b-8b3521345128 req-28e83c76-9214-4771-b943-bc5b6700ee95 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=494a5126-30f7-47fd-9409-08b665057c14 HTTP/1.1" status: 200 len: 217 time: 0.0431371 Feb 09 22:48:57.203909 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9093d0ca-52da-4ae5-a62d-aa84405517c8 req-b097bd47-9014-4b46-b327-e7be5e6a2272 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761719 Feb 09 22:48:57.246182 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760c873-c355-4e13-b82b-8b3521345128 req-52719c07-f4a0-4fd9-8117-fe0869891aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:57.247687 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c760c873-c355-4e13-b82b-8b3521345128 req-52719c07-f4a0-4fd9-8117-fe0869891aee service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e0dd45f-7d41-442d-a779-72efd9ce9356 HTTP/1.1" status: 200 len: 834 time: 0.0521598 Feb 09 22:48:57.301208 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760c873-c355-4e13-b82b-8b3521345128 req-98c7f081-93f7-4f74-a699-836504654f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:57.302932 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c760c873-c355-4e13-b82b-8b3521345128 req-98c7f081-93f7-4f74-a699-836504654f8a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8856006b-40f5-4ab6-9d5c-cb4e752687b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495865 Feb 09 22:48:57.307780 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f4bbf5b6-afc0-4c9b-b23e-f20802bc082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21914090', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:18Z', 'updated_at': '2022-02-09T22:47:22Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:87:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '150559a3-f9fd-4b37-acae-5c289a9c66dc', 'name': '', 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:d0:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1e0dd45f-7d41-442d-a779-72efd9ce9356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:21Z', 'updated_at': '2022-02-09T22:47:25Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '1e0dd45f-7d41-442d-a779-72efd9ce9356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:57.336760 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bbf5b6-afc0-4c9b-b23e-f20802bc082c None None] Checking router: f63721e9-aee5-4e74-9885-ba4c6b315cd8 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:48:57.346705 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bbf5b6-afc0-4c9b-b23e-f20802bc082c None None] Routers {'f63721e9-aee5-4e74-9885-ba4c6b315cd8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:48:57.347335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f4bbf5b6-afc0-4c9b-b23e-f20802bc082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:48:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f63721e9-aee5-4e74-9885-ba4c6b315cd8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:57.454390 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c760c873-c355-4e13-b82b-8b3521345128 req-82c072b4-5bd7-4697-bf31-6d7748474625 service neutron] 10.222.0.71 "GET /v2.0/networks/8856006b-40f5-4ab6-9d5c-cb4e752687b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444855 Feb 09 22:48:57.465874 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-f4bbf5b6-afc0-4c9b-b23e-f20802bc082c None None] Set router f63721e9-aee5-4e74-9885-ba4c6b315cd8 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:48:57.580433 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c760c873-c355-4e13-b82b-8b3521345128 req-ffb2e137-231f-4cd6-99bb-d2c702b2398d service neutron] 10.222.0.71 "GET /v2.0/networks/8856006b-40f5-4ab6-9d5c-cb4e752687b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187918 Feb 09 22:48:57.723484 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f4bbf5b6-afc0-4c9b-b23e-f20802bc082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21914090', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:18Z', 'updated_at': '2022-02-09T22:47:22Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:87:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '150559a3-f9fd-4b37-acae-5c289a9c66dc', 'name': '', 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:d0:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1e0dd45f-7d41-442d-a779-72efd9ce9356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:21Z', 'updated_at': '2022-02-09T22:47:25Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '1e0dd45f-7d41-442d-a779-72efd9ce9356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:57.751702 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bbf5b6-afc0-4c9b-b23e-f20802bc082c None None] The sync data for ids ['f63721e9-aee5-4e74-9885-ba4c6b315cd8'] in n-d-828601-1 is: [{'id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21914090', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:18Z', 'updated_at': '2022-02-09T22:47:22Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:87:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '150559a3-f9fd-4b37-acae-5c289a9c66dc', 'name': '', 'network_id': '8856006b-40f5-4ab6-9d5c-cb4e752687b4', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:d0:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1e0dd45f-7d41-442d-a779-72efd9ce9356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:21Z', 'updated_at': '2022-02-09T22:47:25Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '1e0dd45f-7d41-442d-a779-72efd9ce9356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:48:58.013363 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ed6f9-ed25-400b-b8db-99b891fb86e7 None None] New status for floating IP 136227c9-a8e4-463d-8713-b52b2c78bc28: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:48:58.353511 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcaca5c-e962-4257-b7c3-2ea313de30e0 req-075957e2-6d64-46a6-bed0-5a2cfb7a288e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:58.356301 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bcaca5c-e962-4257-b7c3-2ea313de30e0 req-075957e2-6d64-46a6-bed0-5a2cfb7a288e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0656312 Feb 09 22:48:58.433803 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bcaca5c-e962-4257-b7c3-2ea313de30e0 req-166374e7-c83a-44db-b6eb-29b649ac44b9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697320 Feb 09 22:48:58.492266 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3101d-b04c-45d8-89ef-eb95c59ff541 req-6c2fdb87-a732-4e07-b239-671d8e038fef tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:58.494141 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-76e3101d-b04c-45d8-89ef-eb95c59ff541 req-6c2fdb87-a732-4e07-b239-671d8e038fef tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.71 "GET /v2.0/ports?device_id=c5a53619-e335-4026-85c1-799129e6b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0798359 Feb 09 22:48:58.599678 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-76e3101d-b04c-45d8-89ef-eb95c59ff541 req-21df70b1-ad92-4958-ad24-9ac8f4d4b072 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting port 494a5126-30f7-47fd-9409-08b665057c14 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:48:58.600499 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-76e3101d-b04c-45d8-89ef-eb95c59ff541 req-21df70b1-ad92-4958-ad24-9ac8f4d4b072 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (494a5126-30f7-47fd-9409-08b665057c14), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:58.698428 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-76e3101d-b04c-45d8-89ef-eb95c59ff541 req-21df70b1-ad92-4958-ad24-9ac8f4d4b072 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] For port 494a5126-30f7-47fd-9409-08b665057c14, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=494a5126-30f7-47fd-9409-08b665057c14,segment=NetworkSegment(1fbec0d3-f4bb-4b55-b56a-79955364d0cf),segment_id=1fbec0d3-f4bb-4b55-b56a-79955364d0cf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:48:58.698790 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-76e3101d-b04c-45d8-89ef-eb95c59ff541 req-21df70b1-ad92-4958-ad24-9ac8f4d4b072 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (494a5126-30f7-47fd-9409-08b665057c14), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:58.714292 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-76e3101d-b04c-45d8-89ef-eb95c59ff541 req-21df70b1-ad92-4958-ad24-9ac8f4d4b072 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Calling delete_port for 494a5126-30f7-47fd-9409-08b665057c14 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:48:58.858996 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-76e3101d-b04c-45d8-89ef-eb95c59ff541 req-21df70b1-ad92-4958-ad24-9ac8f4d4b072 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (494a5126-30f7-47fd-9409-08b665057c14), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:58.889729 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df70b1-ad92-4958-ad24-9ac8f4d4b072 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Port': ['ID=494a5126-30f7-47fd-9409-08b665057c14,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:58.951209 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e3101d-b04c-45d8-89ef-eb95c59ff541 req-21df70b1-ad92-4958-ad24-9ac8f4d4b072 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] No DVR routers for this DVR port 494a5126-30f7-47fd-9409-08b665057c14 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:48:58.954467 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-76e3101d-b04c-45d8-89ef-eb95c59ff541 req-21df70b1-ad92-4958-ad24-9ac8f4d4b072 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:58.958121 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-76e3101d-b04c-45d8-89ef-eb95c59ff541 req-21df70b1-ad92-4958-ad24-9ac8f4d4b072 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.71 "DELETE /v2.0/ports/494a5126-30f7-47fd-9409-08b665057c14 HTTP/1.1" status: 204 len: 173 time: 0.4588664 Feb 09 22:48:58.958608 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a53619-e335-4026-85c1-799129e6b2e8', 'name': 'network-vif-deleted', 'tag': '494a5126-30f7-47fd-9409-08b665057c14'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:48:58.961150 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5808ca35-bfe9-4be5-973c-f9b1b7f9e0f4" -d '{"events": [{"server_uuid": "c5a53619-e335-4026-85c1-799129e6b2e8", "name": "network-vif-deleted", "tag": "494a5126-30f7-47fd-9409-08b665057c14"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:48:59.002130 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31060a25-b0d7-4cc2-9d1b-985c23a04719 x-openstack-request-id: req-31060a25-b0d7-4cc2-9d1b-985c23a04719 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:48:59.002418 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a53619-e335-4026-85c1-799129e6b2e8", "name": "network-vif-deleted", "tag": "494a5126-30f7-47fd-9409-08b665057c14", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:48:59.002622 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31060a25-b0d7-4cc2-9d1b-985c23a04719 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:48:59.002944 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a53619-e335-4026-85c1-799129e6b2e8', 'name': 'network-vif-deleted', 'tag': '494a5126-30f7-47fd-9409-08b665057c14', 'status': 'completed', 'code': 200} Feb 09 22:48:59.504637 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53364) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:59.931181 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ec0e15b3-1334-4398-b52a-5e32cf9b3c6b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (f63721e9-aee5-4e74-9885-ba4c6b315cd8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:00.228900 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ec0e15b3-1334-4398-b52a-5e32cf9b3c6b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting port 150559a3-f9fd-4b37-acae-5c289a9c66dc {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:49:00.229136 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ec0e15b3-1334-4398-b52a-5e32cf9b3c6b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (150559a3-f9fd-4b37-acae-5c289a9c66dc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:00.330662 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ec0e15b3-1334-4398-b52a-5e32cf9b3c6b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] For port 150559a3-f9fd-4b37-acae-5c289a9c66dc, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=150559a3-f9fd-4b37-acae-5c289a9c66dc,segment=NetworkSegment(1fbec0d3-f4bb-4b55-b56a-79955364d0cf),segment_id=1fbec0d3-f4bb-4b55-b56a-79955364d0cf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:49:00.331031 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ec0e15b3-1334-4398-b52a-5e32cf9b3c6b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (150559a3-f9fd-4b37-acae-5c289a9c66dc), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:00.345401 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ec0e15b3-1334-4398-b52a-5e32cf9b3c6b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Calling delete_port for 150559a3-f9fd-4b37-acae-5c289a9c66dc owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:49:00.541029 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ec0e15b3-1334-4398-b52a-5e32cf9b3c6b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (150559a3-f9fd-4b37-acae-5c289a9c66dc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:00.567284 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e15b3-1334-4398-b52a-5e32cf9b3c6b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Port': ['ID=150559a3-f9fd-4b37-acae-5c289a9c66dc,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:00.748999 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ec0e15b3-1334-4398-b52a-5e32cf9b3c6b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (f63721e9-aee5-4e74-9885-ba4c6b315cd8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:00.960276 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0e15b3-1334-4398-b52a-5e32cf9b3c6b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router f63721e9-aee5-4e74-9885-ba4c6b315cd8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:49:01.070440 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0e15b3-1334-4398-b52a-5e32cf9b3c6b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:49:01.075944 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ec0e15b3-1334-4398-b52a-5e32cf9b3c6b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "PUT /v2.0/routers/f63721e9-aee5-4e74-9885-ba4c6b315cd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5702333 Feb 09 22:49:01.079010 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53366) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:01.080727 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eadee3-e7b4-4e6c-b400-36fd6ff75b1b None None] Sync routers for ids ['f63721e9-aee5-4e74-9885-ba4c6b315cd8'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:49:01.091823 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eadee3-e7b4-4e6c-b400-36fd6ff75b1b None None] Routers {'f63721e9-aee5-4e74-9885-ba4c6b315cd8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:49:01.092459 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c3eadee3-e7b4-4e6c-b400-36fd6ff75b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:48:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f63721e9-aee5-4e74-9885-ba4c6b315cd8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:01.133043 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5337f9f-1393-4d10-b8cc-06c675b9c7a1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting subnet 1e0dd45f-7d41-442d-a779-72efd9ce9356 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:49:01.137182 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b5337f9f-1393-4d10-b8cc-06c675b9c7a1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for subnet (1e0dd45f-7d41-442d-a779-72efd9ce9356), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:01.194152 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b5337f9f-1393-4d10-b8cc-06c675b9c7a1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (1e0dd45f-7d41-442d-a779-72efd9ce9356), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:01.214748 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-c3eadee3-e7b4-4e6c-b400-36fd6ff75b1b None None] Set router f63721e9-aee5-4e74-9885-ba4c6b315cd8 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:49:01.286732 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b5337f9f-1393-4d10-b8cc-06c675b9c7a1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (1e0dd45f-7d41-442d-a779-72efd9ce9356), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:01.347685 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b5337f9f-1393-4d10-b8cc-06c675b9c7a1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (1e0dd45f-7d41-442d-a779-72efd9ce9356), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:01.376724 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337f9f-1393-4d10-b8cc-06c675b9c7a1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Subnet': ['ID=1e0dd45f-7d41-442d-a779-72efd9ce9356,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:01.382358 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b5337f9f-1393-4d10-b8cc-06c675b9c7a1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:01.389077 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b5337f9f-1393-4d10-b8cc-06c675b9c7a1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/subnets/1e0dd45f-7d41-442d-a779-72efd9ce9356 HTTP/1.1" status: 204 len: 168 time: 0.3060467 Feb 09 22:49:01.389414 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53368) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:01.393448 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ace3a93-7a6b-48f7-9b86-b2770c38cae0 None None] Network 8856006b-40f5-4ab6-9d5c-cb4e752687b4 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:49:01.461160 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c3eadee3-e7b4-4e6c-b400-36fd6ff75b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21914090', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:18Z', 'updated_at': '2022-02-09T22:49:00Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:87:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:01.497802 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-506bd2a6-9010-4799-b4ee-0a3ecb8ece83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router (f63721e9-aee5-4e74-9885-ba4c6b315cd8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:01.507217 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eadee3-e7b4-4e6c-b400-36fd6ff75b1b None None] Checking router: f63721e9-aee5-4e74-9885-ba4c6b315cd8 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:49:01.527952 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eadee3-e7b4-4e6c-b400-36fd6ff75b1b None None] Routers {'f63721e9-aee5-4e74-9885-ba4c6b315cd8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:49:01.528853 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c3eadee3-e7b4-4e6c-b400-36fd6ff75b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:48:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['f63721e9-aee5-4e74-9885-ba4c6b315cd8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:01.616331 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-506bd2a6-9010-4799-b4ee-0a3ecb8ece83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_gateway (f63721e9-aee5-4e74-9885-ba4c6b315cd8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:01.678611 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-506bd2a6-9010-4799-b4ee-0a3ecb8ece83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting port 84bb4805-1e07-4cff-87b2-b6c1c8629daa {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:49:01.678958 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-506bd2a6-9010-4799-b4ee-0a3ecb8ece83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (84bb4805-1e07-4cff-87b2-b6c1c8629daa), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:01.763249 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-506bd2a6-9010-4799-b4ee-0a3ecb8ece83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] For port 84bb4805-1e07-4cff-87b2-b6c1c8629daa, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=84bb4805-1e07-4cff-87b2-b6c1c8629daa,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:49:01.763515 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-506bd2a6-9010-4799-b4ee-0a3ecb8ece83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (84bb4805-1e07-4cff-87b2-b6c1c8629daa), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:01.778760 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-506bd2a6-9010-4799-b4ee-0a3ecb8ece83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Calling delete_port for 84bb4805-1e07-4cff-87b2-b6c1c8629daa owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:49:01.803769 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-c3eadee3-e7b4-4e6c-b400-36fd6ff75b1b None None] Set router f63721e9-aee5-4e74-9885-ba4c6b315cd8 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:49:01.865139 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1970365-a948-4c2a-8cdc-84e30f8d7b6d None None] DHCP port deletion for 8856006b-40f5-4ab6-9d5c-cb4e752687b4 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:49:01.961421 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-506bd2a6-9010-4799-b4ee-0a3ecb8ece83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (84bb4805-1e07-4cff-87b2-b6c1c8629daa), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:01.987914 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bd2a6-9010-4799-b4ee-0a3ecb8ece83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Port': ['ID=84bb4805-1e07-4cff-87b2-b6c1c8629daa,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:02.003464 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c1970365-a948-4c2a-8cdc-84e30f8d7b6d None None] Deleting port b5d8aaa7-7dc0-4851-a062-42b05c6fe17e {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:49:02.003875 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c1970365-a948-4c2a-8cdc-84e30f8d7b6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b5d8aaa7-7dc0-4851-a062-42b05c6fe17e), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:02.051351 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-506bd2a6-9010-4799-b4ee-0a3ecb8ece83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (f63721e9-aee5-4e74-9885-ba4c6b315cd8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:02.078267 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c1970365-a948-4c2a-8cdc-84e30f8d7b6d None None] For port b5d8aaa7-7dc0-4851-a062-42b05c6fe17e, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b5d8aaa7-7dc0-4851-a062-42b05c6fe17e,segment=NetworkSegment(1fbec0d3-f4bb-4b55-b56a-79955364d0cf),segment_id=1fbec0d3-f4bb-4b55-b56a-79955364d0cf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:49:02.078587 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c1970365-a948-4c2a-8cdc-84e30f8d7b6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b5d8aaa7-7dc0-4851-a062-42b05c6fe17e), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:02.093330 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c1970365-a948-4c2a-8cdc-84e30f8d7b6d None None] Calling delete_port for b5d8aaa7-7dc0-4851-a062-42b05c6fe17e owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:49:02.104347 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c3eadee3-e7b4-4e6c-b400-36fd6ff75b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21914090', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:18Z', 'updated_at': '2022-02-09T22:49:00Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:87:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:02.133799 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eadee3-e7b4-4e6c-b400-36fd6ff75b1b None None] The sync data for ids ['f63721e9-aee5-4e74-9885-ba4c6b315cd8'] in n-d-828601-1 is: [{'id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21914090', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:18Z', 'updated_at': '2022-02-09T22:49:00Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '84bb4805-1e07-4cff-87b2-b6c1c8629daa', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:87:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63721e9-aee5-4e74-9885-ba4c6b315cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:49:02.221665 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c1970365-a948-4c2a-8cdc-84e30f8d7b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (b5d8aaa7-7dc0-4851-a062-42b05c6fe17e), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:02.248602 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1970365-a948-4c2a-8cdc-84e30f8d7b6d None None] Pushing event deleted for resources: {'Port': ['ID=b5d8aaa7-7dc0-4851-a062-42b05c6fe17e,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:02.253360 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1970365-a948-4c2a-8cdc-84e30f8d7b6d None None] No DVR routers for this DVR port b5d8aaa7-7dc0-4851-a062-42b05c6fe17e on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:49:02.260940 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970365-a948-4c2a-8cdc-84e30f8d7b6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:02.261292 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970365-a948-4c2a-8cdc-84e30f8d7b6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:02.262218 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970365-a948-4c2a-8cdc-84e30f8d7b6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:02.262565 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970365-a948-4c2a-8cdc-84e30f8d7b6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:02.262906 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970365-a948-4c2a-8cdc-84e30f8d7b6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:02.263242 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970365-a948-4c2a-8cdc-84e30f8d7b6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:02.263572 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970365-a948-4c2a-8cdc-84e30f8d7b6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:02.264259 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970365-a948-4c2a-8cdc-84e30f8d7b6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:02.264259 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970365-a948-4c2a-8cdc-84e30f8d7b6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:02.264568 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970365-a948-4c2a-8cdc-84e30f8d7b6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:02.264975 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970365-a948-4c2a-8cdc-84e30f8d7b6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:02.265230 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970365-a948-4c2a-8cdc-84e30f8d7b6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:02.265556 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970365-a948-4c2a-8cdc-84e30f8d7b6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:02.420161 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 494a5126-30f7-47fd-9409-08b665057c14 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:49:02.443473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 494a5126-30f7-47fd-9409-08b665057c14 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:49:02.443776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 494a5126-30f7-47fd-9409-08b665057c14 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:49:02.456777 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-506bd2a6-9010-4799-b4ee-0a3ecb8ece83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (f63721e9-aee5-4e74-9885-ba4c6b315cd8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:02.458895 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-506bd2a6-9010-4799-b4ee-0a3ecb8ece83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_controller (f63721e9-aee5-4e74-9885-ba4c6b315cd8), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:02.506048 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-506bd2a6-9010-4799-b4ee-0a3ecb8ece83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (f63721e9-aee5-4e74-9885-ba4c6b315cd8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:02.507117 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506bd2a6-9010-4799-b4ee-0a3ecb8ece83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Fanout notify agent at l3_agent the message router_deleted on router f63721e9-aee5-4e74-9885-ba4c6b315cd8 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:49:02.514438 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-506bd2a6-9010-4799-b4ee-0a3ecb8ece83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:02.517356 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-506bd2a6-9010-4799-b4ee-0a3ecb8ece83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/routers/f63721e9-aee5-4e74-9885-ba4c6b315cd8 HTTP/1.1" status: 204 len: 168 time: 1.1270444 Feb 09 22:49:02.518346 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53370) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:02.612362 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2d0eda79-2211-41fe-acad-1448f21f0f1f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (8856006b-40f5-4ab6-9d5c-cb4e752687b4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:02.634142 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b5d8aaa7-7dc0-4851-a062-42b05c6fe17e no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:49:02.655545 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: b5d8aaa7-7dc0-4851-a062-42b05c6fe17e {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:49:02.656208 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b5d8aaa7-7dc0-4851-a062-42b05c6fe17e not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:49:02.656905 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 150559a3-f9fd-4b37-acae-5c289a9c66dc no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:49:02.680995 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 150559a3-f9fd-4b37-acae-5c289a9c66dc {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:49:02.681620 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 150559a3-f9fd-4b37-acae-5c289a9c66dc not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:49:02.701499 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2d0eda79-2211-41fe-acad-1448f21f0f1f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (8856006b-40f5-4ab6-9d5c-cb4e752687b4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:02.721966 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-2d0eda79-2211-41fe-acad-1448f21f0f1f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8856006b-40f5-4ab6-9d5c-cb4e752687b4']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:02.731957 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-2d0eda79-2211-41fe-acad-1448f21f0f1f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fbec0d3-f4bb-4b55-b56a-79955364d0cf') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:02.732252 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-2d0eda79-2211-41fe-acad-1448f21f0f1f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fbec0d3-f4bb-4b55-b56a-79955364d0cf') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:02.745512 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2d0eda79-2211-41fe-acad-1448f21f0f1f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (1fbec0d3-f4bb-4b55-b56a-79955364d0cf), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:02.758965 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2d0eda79-2211-41fe-acad-1448f21f0f1f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (1fbec0d3-f4bb-4b55-b56a-79955364d0cf), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:02.765871 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0eda79-2211-41fe-acad-1448f21f0f1f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:49:02.766328 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2d0eda79-2211-41fe-acad-1448f21f0f1f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (1fbec0d3-f4bb-4b55-b56a-79955364d0cf), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:49:02.769470 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:49:02.830005 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2d0eda79-2211-41fe-acad-1448f21f0f1f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (8856006b-40f5-4ab6-9d5c-cb4e752687b4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:02.838009 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2d0eda79-2211-41fe-acad-1448f21f0f1f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:02.843611 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53372) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:02.850512 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2d0eda79-2211-41fe-acad-1448f21f0f1f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/networks/8856006b-40f5-4ab6-9d5c-cb4e752687b4 HTTP/1.1" status: 204 len: 168 time: 0.3308532 Feb 09 22:49:02.866117 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0eda79-2211-41fe-acad-1448f21f0f1f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Network': ['ID=8856006b-40f5-4ab6-9d5c-cb4e752687b4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:02.906337 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35eb928c-5a96-4b14-89e7-7725784e1476 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (09f1fb50-1ff6-446c-97fb-5ab9bc47b32f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:02.931181 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35eb928c-5a96-4b14-89e7-7725784e1476 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (09f1fb50-1ff6-446c-97fb-5ab9bc47b32f), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:02.991347 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35eb928c-5a96-4b14-89e7-7725784e1476 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (09f1fb50-1ff6-446c-97fb-5ab9bc47b32f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:02.994287 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35eb928c-5a96-4b14-89e7-7725784e1476 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:02.996197 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-35eb928c-5a96-4b14-89e7-7725784e1476 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/security-groups/09f1fb50-1ff6-446c-97fb-5ab9bc47b32f HTTP/1.1" status: 204 len: 168 time: 0.1509254 Feb 09 22:49:03.005782 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb928c-5a96-4b14-89e7-7725784e1476 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f1fb50-1ff6-446c-97fb-5ab9bc47b32f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:03.014113 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb928c-5a96-4b14-89e7-7725784e1476 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:03.014478 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb928c-5a96-4b14-89e7-7725784e1476 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:03.014833 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb928c-5a96-4b14-89e7-7725784e1476 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:03.015580 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb928c-5a96-4b14-89e7-7725784e1476 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:03.015960 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb928c-5a96-4b14-89e7-7725784e1476 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:03.016302 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb928c-5a96-4b14-89e7-7725784e1476 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:03.016644 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb928c-5a96-4b14-89e7-7725784e1476 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:03.016986 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb928c-5a96-4b14-89e7-7725784e1476 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:03.017331 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb928c-5a96-4b14-89e7-7725784e1476 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:03.017668 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb928c-5a96-4b14-89e7-7725784e1476 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:03.018001 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb928c-5a96-4b14-89e7-7725784e1476 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:03.018334 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb928c-5a96-4b14-89e7-7725784e1476 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:03.018664 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb928c-5a96-4b14-89e7-7725784e1476 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:03.212114 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53378) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:03.216936 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-695f50ce-192b-405a-a4f1-246583fe5f1e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1653328085', 'description': 'tempest-secgroup-smoke-1653328085 description', 'project_id': 'ab5c2ad8c97643e8b371015550eec018'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:03.245190 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-695f50ce-192b-405a-a4f1-246583fe5f1e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.315523 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-695f50ce-192b-405a-a4f1-246583fe5f1e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (c1659c24-ce4b-4974-bf47-ff7f7851d05a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.320299 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-695f50ce-192b-405a-a4f1-246583fe5f1e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c1659c24-ce4b-4974-bf47-ff7f7851d05a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.347213 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-695f50ce-192b-405a-a4f1-246583fe5f1e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.348514 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-695f50ce-192b-405a-a4f1-246583fe5f1e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1353545 Feb 09 22:49:03.351453 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53380) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:03.357300 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d43dadc1-04d2-4fd2-8776-e104f6f9c5fb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': 'c1659c24-ce4b-4974-bf47-ff7f7851d05a', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:03.362693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f50ce-192b-405a-a4f1-246583fe5f1e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1659c24-ce4b-4974-bf47-ff7f7851d05a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:03.385442 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d43dadc1-04d2-4fd2-8776-e104f6f9c5fb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (5b55df68-9099-4da6-af9c-6cae1304c45b), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.448809 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d43dadc1-04d2-4fd2-8776-e104f6f9c5fb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (5b55df68-9099-4da6-af9c-6cae1304c45b), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.452821 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d43dadc1-04d2-4fd2-8776-e104f6f9c5fb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (5b55df68-9099-4da6-af9c-6cae1304c45b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.473558 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43dadc1-04d2-4fd2-8776-e104f6f9c5fb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b55df68-9099-4da6-af9c-6cae1304c45b,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:03.483260 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d43dadc1-04d2-4fd2-8776-e104f6f9c5fb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.484521 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d43dadc1-04d2-4fd2-8776-e104f6f9c5fb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321084 Feb 09 22:49:03.487328 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53382) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:03.491762 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f38dac5b-70fe-4e93-af35-d3c9a373313f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': 'c1659c24-ce4b-4974-bf47-ff7f7851d05a', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:03.516991 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f38dac5b-70fe-4e93-af35-d3c9a373313f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (dca4057c-9485-467f-8896-0933ab5b1d6a), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.576551 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f38dac5b-70fe-4e93-af35-d3c9a373313f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (dca4057c-9485-467f-8896-0933ab5b1d6a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.580417 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f38dac5b-70fe-4e93-af35-d3c9a373313f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (dca4057c-9485-467f-8896-0933ab5b1d6a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.600633 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38dac5b-70fe-4e93-af35-d3c9a373313f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca4057c-9485-467f-8896-0933ab5b1d6a,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:03.606695 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f38dac5b-70fe-4e93-af35-d3c9a373313f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.608960 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f38dac5b-70fe-4e93-af35-d3c9a373313f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196036 Feb 09 22:49:03.611813 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53384) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:03.616170 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b4e64316-93e1-4e13-953c-39708d2c8ac1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': 'c1659c24-ce4b-4974-bf47-ff7f7851d05a', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:03.640894 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b4e64316-93e1-4e13-953c-39708d2c8ac1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (c35769c2-02af-4ecd-a65e-3bd8feb703ae), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.698505 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b4e64316-93e1-4e13-953c-39708d2c8ac1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (c35769c2-02af-4ecd-a65e-3bd8feb703ae), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.702515 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b4e64316-93e1-4e13-953c-39708d2c8ac1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (c35769c2-02af-4ecd-a65e-3bd8feb703ae), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.720491 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e64316-93e1-4e13-953c-39708d2c8ac1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35769c2-02af-4ecd-a65e-3bd8feb703ae,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:03.728294 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b4e64316-93e1-4e13-953c-39708d2c8ac1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.729505 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b4e64316-93e1-4e13-953c-39708d2c8ac1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167088 Feb 09 22:49:03.733160 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53386) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:03.737594 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-659f6cff-0a78-4cb0-b8ae-0b32fdd14530 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': 'c1659c24-ce4b-4974-bf47-ff7f7851d05a', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:03.762233 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-659f6cff-0a78-4cb0-b8ae-0b32fdd14530 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (064aea77-9f1c-4cdb-8e68-072e3a86441b), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.819791 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-659f6cff-0a78-4cb0-b8ae-0b32fdd14530 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (064aea77-9f1c-4cdb-8e68-072e3a86441b), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.824355 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-659f6cff-0a78-4cb0-b8ae-0b32fdd14530 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (064aea77-9f1c-4cdb-8e68-072e3a86441b), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.842459 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6cff-0a78-4cb0-b8ae-0b32fdd14530 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064aea77-9f1c-4cdb-8e68-072e3a86441b,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:03.851515 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-659f6cff-0a78-4cb0-b8ae-0b32fdd14530 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.852277 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-659f6cff-0a78-4cb0-b8ae-0b32fdd14530 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181819 Feb 09 22:49:03.855413 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53388) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:03.859771 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c43b57cd-c3d7-4142-b69b-f0d7989c3660 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': 'c1659c24-ce4b-4974-bf47-ff7f7851d05a', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:03.880361 n-d-828601-1 neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-c43b57cd-c3d7-4142-b69b-f0d7989c3660 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Project ab5c2ad8c97643e8b371015550eec018 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:49:03.885520 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c43b57cd-c3d7-4142-b69b-f0d7989c3660 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (2b71fc99-e028-4f3c-af02-0b5208b2f461), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.950381 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c43b57cd-c3d7-4142-b69b-f0d7989c3660 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (2b71fc99-e028-4f3c-af02-0b5208b2f461), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.954650 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c43b57cd-c3d7-4142-b69b-f0d7989c3660 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (2b71fc99-e028-4f3c-af02-0b5208b2f461), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.973660 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b57cd-c3d7-4142-b69b-f0d7989c3660 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b71fc99-e028-4f3c-af02-0b5208b2f461,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:03.981795 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c43b57cd-c3d7-4142-b69b-f0d7989c3660 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:03.983040 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c43b57cd-c3d7-4142-b69b-f0d7989c3660 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267772 Feb 09 22:49:03.986029 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53390) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:03.990403 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-19b2d2d2-fc9c-4ae3-97b8-2982a0f310eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': 'c1659c24-ce4b-4974-bf47-ff7f7851d05a', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:04.013286 n-d-828601-1 neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-19b2d2d2-fc9c-4ae3-97b8-2982a0f310eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Project ab5c2ad8c97643e8b371015550eec018 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:49:04.019265 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19b2d2d2-fc9c-4ae3-97b8-2982a0f310eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (f9804ba1-71db-4765-aff4-25c083c39c22), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:04.079638 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19b2d2d2-fc9c-4ae3-97b8-2982a0f310eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (f9804ba1-71db-4765-aff4-25c083c39c22), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:04.083946 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19b2d2d2-fc9c-4ae3-97b8-2982a0f310eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (f9804ba1-71db-4765-aff4-25c083c39c22), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:04.102311 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2d2d2-fc9c-4ae3-97b8-2982a0f310eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9804ba1-71db-4765-aff4-25c083c39c22,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:04.110237 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19b2d2d2-fc9c-4ae3-97b8-2982a0f310eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:04.111453 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-19b2d2d2-fc9c-4ae3-97b8-2982a0f310eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244829 Feb 09 22:49:04.115514 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53392) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:04.120355 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-de9779f0-45d3-4c9c-a03f-13893c8c8a42 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'network': {'name': 'tempest-network-smoke--739096459', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'port_security_enabled': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:04.139978 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9779f0-45d3-4c9c-a03f-13893c8c8a42 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Made reservation on behalf of ab5c2ad8c97643e8b371015550eec018 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:49:04.143255 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de9779f0-45d3-4c9c-a03f-13893c8c8a42 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:04.168866 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9779f0-45d3-4c9c-a03f-13893c8c8a42 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:49:04.178318 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de9779f0-45d3-4c9c-a03f-13893c8c8a42 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d93338f2-e035-4d81-bf3f-87b5c99ca662), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:04.178721 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-de9779f0-45d3-4c9c-a03f-13893c8c8a42 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Added segment d93338f2-e035-4d81-bf3f-87b5c99ca662 of type vlan for network 700dbbbe-3e9d-4fb2-953d-58b071b32811 Feb 09 22:49:04.219783 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de9779f0-45d3-4c9c-a03f-13893c8c8a42 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (700dbbbe-3e9d-4fb2-953d-58b071b32811), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:04.243808 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de9779f0-45d3-4c9c-a03f-13893c8c8a42 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (700dbbbe-3e9d-4fb2-953d-58b071b32811), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:04.249490 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9779f0-45d3-4c9c-a03f-13893c8c8a42 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:04.250105 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de9779f0-45d3-4c9c-a03f-13893c8c8a42 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:04.310186 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-de9779f0-45d3-4c9c-a03f-13893c8c8a42 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1935523 Feb 09 22:49:04.312976 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53394) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:04.317679 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-dd5eec5e-4b26-48e8-84c4-b08c22a6ee21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1505474620', 'admin_state_up': True, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:04.318996 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9779f0-45d3-4c9c-a03f-13893c8c8a42 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Network': ['ID=700dbbbe-3e9d-4fb2-953d-58b071b32811,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:04.330415 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 700dbbbe-3e9d-4fb2-953d-58b071b32811 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:49:04.347040 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd5eec5e-4b26-48e8-84c4-b08c22a6ee21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (6b1ffec9-73ba-4375-b2a8-4506b53b91a2), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:04.349071 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd5eec5e-4b26-48e8-84c4-b08c22a6ee21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (6b1ffec9-73ba-4375-b2a8-4506b53b91a2), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:04.409716 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 84bb4805-1e07-4cff-87b2-b6c1c8629daa no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:49:04.419123 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd5eec5e-4b26-48e8-84c4-b08c22a6ee21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_controller (6b1ffec9-73ba-4375-b2a8-4506b53b91a2), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:04.445281 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 84bb4805-1e07-4cff-87b2-b6c1c8629daa {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:49:04.445629 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 84bb4805-1e07-4cff-87b2-b6c1c8629daa not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:49:04.575907 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd5eec5e-4b26-48e8-84c4-b08c22a6ee21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_gateway (6b1ffec9-73ba-4375-b2a8-4506b53b91a2), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:04.792463 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd5eec5e-4b26-48e8-84c4-b08c22a6ee21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_gateway (6b1ffec9-73ba-4375-b2a8-4506b53b91a2), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:04.811549 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd5eec5e-4b26-48e8-84c4-b08c22a6ee21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:04.918383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-dd5eec5e-4b26-48e8-84c4-b08c22a6ee21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Allocated IP 172.25.6.222 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/dd961877-394c-4c85-85ed-ca58772645c5) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:49:05.024477 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd5eec5e-4b26-48e8-84c4-b08c22a6ee21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (dd961877-394c-4c85-85ed-ca58772645c5), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:05.057802 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd5eec5e-4b26-48e8-84c4-b08c22a6ee21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (dd961877-394c-4c85-85ed-ca58772645c5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:05.094148 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5eec5e-4b26-48e8-84c4-b08c22a6ee21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:49:05.100589 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-dd5eec5e-4b26-48e8-84c4-b08c22a6ee21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:49:05.104200 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5eec5e-4b26-48e8-84c4-b08c22a6ee21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:49:05.127281 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5eec5e-4b26-48e8-84c4-b08c22a6ee21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=dd961877-394c-4c85-85ed-ca58772645c5,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:05.362061 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd5eec5e-4b26-48e8-84c4-b08c22a6ee21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_gateway (6b1ffec9-73ba-4375-b2a8-4506b53b91a2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:05.569673 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd5eec5e-4b26-48e8-84c4-b08c22a6ee21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (6b1ffec9-73ba-4375-b2a8-4506b53b91a2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:05.702207 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5eec5e-4b26-48e8-84c4-b08c22a6ee21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router 6b1ffec9-73ba-4375-b2a8-4506b53b91a2 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:49:05.814603 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5eec5e-4b26-48e8-84c4-b08c22a6ee21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:49:05.829551 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] Sync routers for ids ['6b1ffec9-73ba-4375-b2a8-4506b53b91a2'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:49:05.839934 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd5eec5e-4b26-48e8-84c4-b08c22a6ee21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:05.841445 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-dd5eec5e-4b26-48e8-84c4-b08c22a6ee21 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5274343 Feb 09 22:49:05.846152 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53396) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:05.851563 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] Routers {'6b1ffec9-73ba-4375-b2a8-4506b53b91a2'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:49:05.852504 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:48:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b1ffec9-73ba-4375-b2a8-4506b53b91a2'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:05.885156 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-582e0c20-98d1-4f7a-a6f0-3f2e0a4a8527 tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ab5c2ad8c97643e8b371015550eec018&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349634 Feb 09 22:49:05.885605 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53398) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:05.978208 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] Set router 6b1ffec9-73ba-4375-b2a8-4506b53b91a2 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:49:06.053023 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037641d8-ed7a-44df-89ac-ecae74bd16e3 tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:06.057528 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-037641d8-ed7a-44df-89ac-ecae74bd16e3 tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1673934 Feb 09 22:49:06.057688 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53400) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:06.098189 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-1836df2a-6578-4ccc-a3bd-3fe106257776 tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363564 Feb 09 22:49:06.098445 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53402) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:06.103220 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-fb289385-a3af-46d7-90db-304530ac8fe8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-146230322', 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:06.176260 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505474620', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:05Z', 'revision_number': 3, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:06.201259 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb289385-a3af-46d7-90db-304530ac8fe8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Made reservation on behalf of ab5c2ad8c97643e8b371015550eec018 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:49:06.205227 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb289385-a3af-46d7-90db-304530ac8fe8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:06.205916 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] Checking router: 6b1ffec9-73ba-4375-b2a8-4506b53b91a2 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:49:06.206268 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] Updating router 6b1ffec9-73ba-4375-b2a8-4506b53b91a2 port dd961877-394c-4c85-85ed-ca58772645c5 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:49:06.234790 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (dd961877-394c-4c85-85ed-ca58772645c5), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:06.399368 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb289385-a3af-46d7-90db-304530ac8fe8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (c9db990b-5439-47a5-a9dc-51629339b09b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:06.477578 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb289385-a3af-46d7-90db-304530ac8fe8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Subnet': ['ID=c9db990b-5439-47a5-a9dc-51629339b09b,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:06.479955 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb289385-a3af-46d7-90db-304530ac8fe8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Checking segment: {'id': 'd93338f2-e035-4d81-bf3f-87b5c99ca662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:49:06.480572 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb289385-a3af-46d7-90db-304530ac8fe8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network hostable DHCP agents. Network: 700dbbbe-3e9d-4fb2-953d-58b071b32811, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:49:06.496536 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] Publish callbacks [] for port (dd961877-394c-4c85-85ed-ca58772645c5), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:06.500037 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb289385-a3af-46d7-90db-304530ac8fe8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 700dbbbe-3e9d-4fb2-953d-58b071b32811 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:49:06.502523 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (dd961877-394c-4c85-85ed-ca58772645c5), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:06.510991 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-fb289385-a3af-46d7-90db-304530ac8fe8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 700dbbbe-3e9d-4fb2-953d-58b071b32811) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:49:06.524781 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36bcfd1-0fe6-4832-8dd0-9d9630b18116 None None] Network 700dbbbe-3e9d-4fb2-953d-58b071b32811 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:49:06.533164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb289385-a3af-46d7-90db-304530ac8fe8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:06.533279 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb289385-a3af-46d7-90db-304530ac8fe8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:06.552961 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b4d46-f41e-4186-bbfb-85e7f4b784de None None] Pushing event updated for resources: {'Port': ['ID=dd961877-394c-4c85-85ed-ca58772645c5,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:06.558052 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fb289385-a3af-46d7-90db-304530ac8fe8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4560537 Feb 09 22:49:06.559313 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53404) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:06.570733 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] Attempting to bind port dd961877-394c-4c85-85ed-ca58772645c5 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:49:06.571086 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] Attempting to bind port dd961877-394c-4c85-85ed-ca58772645c5 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:49:06.571547 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] Attempting to bind port dd961877-394c-4c85-85ed-ca58772645c5 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:49:06.580548 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:49:06.581094 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:49:06.581589 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:06.582080 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:49:06.582657 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] Bound port: dd961877-394c-4c85-85ed-ca58772645c5, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:49:06.583193 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (dd961877-394c-4c85-85ed-ca58772645c5), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:06.602813 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b4d46-f41e-4186-bbfb-85e7f4b784de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:06.603314 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b4d46-f41e-4186-bbfb-85e7f4b784de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:06.603759 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b4d46-f41e-4186-bbfb-85e7f4b784de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:06.604347 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b4d46-f41e-4186-bbfb-85e7f4b784de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:06.604900 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b4d46-f41e-4186-bbfb-85e7f4b784de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:06.605761 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b4d46-f41e-4186-bbfb-85e7f4b784de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:06.606185 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b4d46-f41e-4186-bbfb-85e7f4b784de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:06.606601 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b4d46-f41e-4186-bbfb-85e7f4b784de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:06.607023 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b4d46-f41e-4186-bbfb-85e7f4b784de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:06.607438 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b4d46-f41e-4186-bbfb-85e7f4b784de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:06.607852 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b4d46-f41e-4186-bbfb-85e7f4b784de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:06.608257 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b4d46-f41e-4186-bbfb-85e7f4b784de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:06.608646 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b4d46-f41e-4186-bbfb-85e7f4b784de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:06.643306 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab17547-799f-4a01-ac14-707063be3c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-700dbbbe-3e9d-4fb2-953d-58b071b32811', 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ips': [{'subnet_id': 'c9db990b-5439-47a5-a9dc-51629339b09b'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:49:06.644504 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eab17547-799f-4a01-ac14-707063be3c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:06.644954 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] For port dd961877-394c-4c85-85ed-ca58772645c5, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:49:06.648312 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] For port dd961877-394c-4c85-85ed-ca58772645c5, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=dd961877-394c-4c85-85ed-ca58772645c5,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:49:06.655349 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (dd961877-394c-4c85-85ed-ca58772645c5), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:06.703586 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] Routers {'6b1ffec9-73ba-4375-b2a8-4506b53b91a2'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:49:06.704241 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:48:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b1ffec9-73ba-4375-b2a8-4506b53b91a2'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:06.790076 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-eab17547-799f-4a01-ac14-707063be3c8b None None] Allocated IP 172.20.0.2 (700dbbbe-3e9d-4fb2-953d-58b071b32811/c9db990b-5439-47a5-a9dc-51629339b09b/cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:49:06.891255 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b4d46-f41e-4186-bbfb-85e7f4b784de None None] Pushing event updated for resources: {'Port': ['ID=dd961877-394c-4c85-85ed-ca58772645c5,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:06.933098 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] Set router 6b1ffec9-73ba-4375-b2a8-4506b53b91a2 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:49:06.945125 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eab17547-799f-4a01-ac14-707063be3c8b None None] Publish callbacks [] for port (cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:06.952395 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eab17547-799f-4a01-ac14-707063be3c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:06.992964 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab17547-799f-4a01-ac14-707063be3c8b None None] Network 700dbbbe-3e9d-4fb2-953d-58b071b32811 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:49:06.996765 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-eab17547-799f-4a01-ac14-707063be3c8b None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:49:07.000704 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab17547-799f-4a01-ac14-707063be3c8b None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:49:07.020320 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab17547-799f-4a01-ac14-707063be3c8b None None] Pushing event updated for resources: {'Port': ['ID=cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:07.052229 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fed806ac-d016-43ee-8c86-3f89f8e7321c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:07.079136 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-eab17547-799f-4a01-ac14-707063be3c8b None None] Attempting to bind port cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:49:07.079879 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-eab17547-799f-4a01-ac14-707063be3c8b None None] Attempting to bind port cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'd93338f2-e035-4d81-bf3f-87b5c99ca662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:49:07.080453 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab17547-799f-4a01-ac14-707063be3c8b None None] Attempting to bind port cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78 on network 700dbbbe-3e9d-4fb2-953d-58b071b32811 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:49:07.085864 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab17547-799f-4a01-ac14-707063be3c8b None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:49:07.086951 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab17547-799f-4a01-ac14-707063be3c8b None None] Checking segment: {'id': 'd93338f2-e035-4d81-bf3f-87b5c99ca662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:49:07.087378 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eab17547-799f-4a01-ac14-707063be3c8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:07.087822 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab17547-799f-4a01-ac14-707063be3c8b None None] Bound using segment: {'id': 'd93338f2-e035-4d81-bf3f-87b5c99ca662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:49:07.088309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-eab17547-799f-4a01-ac14-707063be3c8b None None] Bound port: cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93338f2-e035-4d81-bf3f-87b5c99ca662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:49:07.088702 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eab17547-799f-4a01-ac14-707063be3c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:07.146111 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505474620', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:05Z', 'revision_number': 3, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:07.164551 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-eab17547-799f-4a01-ac14-707063be3c8b None None] For port cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:49:07.169231 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-eab17547-799f-4a01-ac14-707063be3c8b None None] For port cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78,segment=NetworkSegment(d93338f2-e035-4d81-bf3f-87b5c99ca662),segment_id=d93338f2-e035-4d81-bf3f-87b5c99ca662)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:49:07.178360 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f451203d-1022-47c6-9a1f-d9a088d81530 None None] The sync data for ids ['6b1ffec9-73ba-4375-b2a8-4506b53b91a2'] in n-d-828601-1 is: [{'id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505474620', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:05Z', 'revision_number': 3, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:49:07.178680 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eab17547-799f-4a01-ac14-707063be3c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:07.253978 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab17547-799f-4a01-ac14-707063be3c8b None None] Pushing event updated for resources: {'Port': ['ID=cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:07.365466 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-fed806ac-d016-43ee-8c86-3f89f8e7321c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Allocated IP 172.20.0.1 (700dbbbe-3e9d-4fb2-953d-58b071b32811/c9db990b-5439-47a5-a9dc-51629339b09b/ed5ade39-4f99-4121-bb1d-835856aaabaa) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:49:07.528932 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fed806ac-d016-43ee-8c86-3f89f8e7321c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (ed5ade39-4f99-4121-bb1d-835856aaabaa), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:07.570968 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fed806ac-d016-43ee-8c86-3f89f8e7321c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (ed5ade39-4f99-4121-bb1d-835856aaabaa), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:07.616513 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed806ac-d016-43ee-8c86-3f89f8e7321c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 700dbbbe-3e9d-4fb2-953d-58b071b32811 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:49:07.642188 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-fed806ac-d016-43ee-8c86-3f89f8e7321c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:49:07.648341 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed806ac-d016-43ee-8c86-3f89f8e7321c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=ed5ade39-4f99-4121-bb1d-835856aaabaa,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:07.653166 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed806ac-d016-43ee-8c86-3f89f8e7321c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:49:07.699972 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fed806ac-d016-43ee-8c86-3f89f8e7321c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (6b1ffec9-73ba-4375-b2a8-4506b53b91a2), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:07.844568 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fed806ac-d016-43ee-8c86-3f89f8e7321c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ed5ade39-4f99-4121-bb1d-835856aaabaa), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:07.929129 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-08316657-e518-4fb8-a84d-e1a6ba22c00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.173556 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fed806ac-d016-43ee-8c86-3f89f8e7321c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (ed5ade39-4f99-4121-bb1d-835856aaabaa), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.180019 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fed806ac-d016-43ee-8c86-3f89f8e7321c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (ed5ade39-4f99-4121-bb1d-835856aaabaa), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.253967 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed806ac-d016-43ee-8c86-3f89f8e7321c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=ed5ade39-4f99-4121-bb1d-835856aaabaa,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:08.259354 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fed806ac-d016-43ee-8c86-3f89f8e7321c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (6b1ffec9-73ba-4375-b2a8-4506b53b91a2), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.300153 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09aa908-4e80-4171-8890-6f6a79649c59 None None] Network 700dbbbe-3e9d-4fb2-953d-58b071b32811 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:49:08.372581 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed806ac-d016-43ee-8c86-3f89f8e7321c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 700dbbbe-3e9d-4fb2-953d-58b071b32811 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:49:08.374011 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-fed806ac-d016-43ee-8c86-3f89f8e7321c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:49:08.411356 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-461a7d50-7817-42b4-b0b0-036d7a05c689 None None] Provisioning complete for port cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:08.412008 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-461a7d50-7817-42b4-b0b0-036d7a05c689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.500046 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed806ac-d016-43ee-8c86-3f89f8e7321c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router 6b1ffec9-73ba-4375-b2a8-4506b53b91a2 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:49:08.530609 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-461a7d50-7817-42b4-b0b0-036d7a05c689 None None] Current status of the port cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:49:08.531138 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-461a7d50-7817-42b4-b0b0-036d7a05c689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.552990 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:49:08.619578 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-461a7d50-7817-42b4-b0b0-036d7a05c689 None None] For port cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78,segment=NetworkSegment(d93338f2-e035-4d81-bf3f-87b5c99ca662),segment_id=d93338f2-e035-4d81-bf3f-87b5c99ca662)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:49:08.628988 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-461a7d50-7817-42b4-b0b0-036d7a05c689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.638474 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed806ac-d016-43ee-8c86-3f89f8e7321c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:49:08.644133 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fed806ac-d016-43ee-8c86-3f89f8e7321c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "PUT /v2.0/routers/6b1ffec9-73ba-4375-b2a8-4506b53b91a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0836413 Feb 09 22:49:08.693905 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:08.694323 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.749136 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a7d50-7817-42b4-b0b0-036d7a05c689 None None] Pushing event updated for resources: {'Port': ['ID=cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:08.814984 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:49:08.816152 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device dd961877-394c-4c85-85ed-ca58772645c5 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:49:08.837998 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-ae753482-14ca-42b9-8b8b-2f6dd335be1e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1653328085&fields=id&tenant_id=ab5c2ad8c97643e8b371015550eec018 HTTP/1.1" status: 200 len: 267 time: 0.0626063 Feb 09 22:49:08.873533 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c85d74e3-79a0-4c1d-9734-5ab8384d8539 None None] Provisioning complete for port ed5ade39-4f99-4121-bb1d-835856aaabaa triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:08.874260 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c85d74e3-79a0-4c1d-9734-5ab8384d8539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ed5ade39-4f99-4121-bb1d-835856aaabaa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.926098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c85d74e3-79a0-4c1d-9734-5ab8384d8539 None None] Port ed5ade39-4f99-4121-bb1d-835856aaabaa cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:49:08.933824 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port dd961877-394c-4c85-85ed-ca58772645c5 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:08.934399 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (dd961877-394c-4c85-85ed-ca58772645c5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.975985 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-31e9b5ac-dc9d-40ee-9ec1-85d5e04b534e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:08.977448 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c85d74e3-79a0-4c1d-9734-5ab8384d8539 None None] Provisioning complete for port cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:08.977843 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c85d74e3-79a0-4c1d-9734-5ab8384d8539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.978262 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-31e9b5ac-dc9d-40ee-9ec1-85d5e04b534e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/networks?id=700dbbbe-3e9d-4fb2-953d-58b071b32811 HTTP/1.1" status: 200 len: 796 time: 0.1344731 Feb 09 22:49:08.994422 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-8b3c9aed-395b-411f-879c-d7483bb261b2 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/quotas/ab5c2ad8c97643e8b371015550eec018 HTTP/1.1" status: 200 len: 375 time: 0.0095770 Feb 09 22:49:09.069882 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-58426662-2d71-4848-8ea6-cd25ed49d142 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691476 Feb 09 22:49:09.089581 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port dd961877-394c-4c85-85ed-ca58772645c5 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:49:09.089980 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (dd961877-394c-4c85-85ed-ca58772645c5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:09.128768 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port dd961877-394c-4c85-85ed-ca58772645c5, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=dd961877-394c-4c85-85ed-ca58772645c5,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:49:09.130356 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c85d74e3-79a0-4c1d-9734-5ab8384d8539 None None] Current status of the port cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:49:09.135620 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (dd961877-394c-4c85-85ed-ca58772645c5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:09.186851 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] Sync routers for ids ['6b1ffec9-73ba-4375-b2a8-4506b53b91a2'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:49:09.193425 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=dd961877-394c-4c85-85ed-ca58772645c5,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:09.193892 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-3a572973-f1d7-4274-91af-95667edc8c19 service neutron] 10.222.0.77 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109898 Feb 09 22:49:09.205407 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] Routers {'6b1ffec9-73ba-4375-b2a8-4506b53b91a2'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:49:09.206058 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:48:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b1ffec9-73ba-4375-b2a8-4506b53b91a2'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:09.304308 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-5db743b0-f20c-4c45-97b5-4a211ff68945 service neutron] 10.222.0.77 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094456 Feb 09 22:49:09.308101 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d2d20c73-c335-47f3-b7f5-1c597eb43166 None None] Provisioning complete for port ed5ade39-4f99-4121-bb1d-835856aaabaa triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:09.309329 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2d20c73-c335-47f3-b7f5-1c597eb43166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ed5ade39-4f99-4121-bb1d-835856aaabaa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:09.360211 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] Set router 6b1ffec9-73ba-4375-b2a8-4506b53b91a2 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:49:09.362654 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d2d20c73-c335-47f3-b7f5-1c597eb43166 None None] Port ed5ade39-4f99-4121-bb1d-835856aaabaa cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:49:09.512728 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-098f715a-12c7-4a0d-b27c-1a3485b6367d req-71e3c2be-effc-4f45-ae3a-3a455b42e84d tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 210 time: 0.0408900 Feb 09 22:49:09.522841 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0f7f1020-72d6-420f-97a2-47c8606ff295 None None] Provisioning complete for port ed5ade39-4f99-4121-bb1d-835856aaabaa triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:09.523228 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0f7f1020-72d6-420f-97a2-47c8606ff295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ed5ade39-4f99-4121-bb1d-835856aaabaa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:09.610558 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0f7f1020-72d6-420f-97a2-47c8606ff295 None None] Port ed5ade39-4f99-4121-bb1d-835856aaabaa cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:49:09.659579 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505474620', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:07Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'ed5ade39-4f99-4121-bb1d-835856aaabaa', 'name': '', 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:0e:63:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9db990b-5439-47a5-a9dc-51629339b09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:07Z', 'updated_at': '2022-02-09T22:49:08Z', 'revision_number': 2, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': 'c9db990b-5439-47a5-a9dc-51629339b09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:09.692634 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] Checking router: 6b1ffec9-73ba-4375-b2a8-4506b53b91a2 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:49:09.692999 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] Updating router 6b1ffec9-73ba-4375-b2a8-4506b53b91a2 port ed5ade39-4f99-4121-bb1d-835856aaabaa binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:49:09.722671 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ed5ade39-4f99-4121-bb1d-835856aaabaa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:10.014022 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] Publish callbacks [] for port (ed5ade39-4f99-4121-bb1d-835856aaabaa), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:10.020116 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ed5ade39-4f99-4121-bb1d-835856aaabaa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:10.073292 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5786c3-cd57-464b-83c9-62ee460dd84a None None] Pushing event updated for resources: {'Port': ['ID=ed5ade39-4f99-4121-bb1d-835856aaabaa,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:10.143024 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] Attempting to bind port ed5ade39-4f99-4121-bb1d-835856aaabaa on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:49:10.143397 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] Attempting to bind port ed5ade39-4f99-4121-bb1d-835856aaabaa by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'd93338f2-e035-4d81-bf3f-87b5c99ca662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:49:10.143845 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] Attempting to bind port ed5ade39-4f99-4121-bb1d-835856aaabaa on network 700dbbbe-3e9d-4fb2-953d-58b071b32811 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:49:10.151273 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:49:10.152263 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] Checking segment: {'id': 'd93338f2-e035-4d81-bf3f-87b5c99ca662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:49:10.152614 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:10.153017 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] Bound using segment: {'id': 'd93338f2-e035-4d81-bf3f-87b5c99ca662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:49:10.153506 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] Bound port: ed5ade39-4f99-4121-bb1d-835856aaabaa, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93338f2-e035-4d81-bf3f-87b5c99ca662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:49:10.153889 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ed5ade39-4f99-4121-bb1d-835856aaabaa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:10.375178 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b4d87ad7-c26a-4d8d-8c25-cdf46c26204e None None] Provisioning complete for port ed5ade39-4f99-4121-bb1d-835856aaabaa triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:10.375523 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b4d87ad7-c26a-4d8d-8c25-cdf46c26204e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ed5ade39-4f99-4121-bb1d-835856aaabaa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:10.425731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] For port ed5ade39-4f99-4121-bb1d-835856aaabaa, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:49:10.430492 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] For port ed5ade39-4f99-4121-bb1d-835856aaabaa, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ed5ade39-4f99-4121-bb1d-835856aaabaa,segment=NetworkSegment(d93338f2-e035-4d81-bf3f-87b5c99ca662),segment_id=d93338f2-e035-4d81-bf3f-87b5c99ca662)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:49:10.437443 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b4d87ad7-c26a-4d8d-8c25-cdf46c26204e None None] Port ed5ade39-4f99-4121-bb1d-835856aaabaa cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:49:10.441643 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ed5ade39-4f99-4121-bb1d-835856aaabaa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:10.479827 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:49:10.595150 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] Routers {'6b1ffec9-73ba-4375-b2a8-4506b53b91a2'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:49:10.595854 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:48:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b1ffec9-73ba-4375-b2a8-4506b53b91a2'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:10.672032 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5786c3-cd57-464b-83c9-62ee460dd84a None None] Pushing event updated for resources: {'Port': ['ID=ed5ade39-4f99-4121-bb1d-835856aaabaa,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:10.735522 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-577a0349-949b-4ee8-9b14-c259b1d76947 req-bc892584-29a2-4f05-981b-a492a2e0d9eb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 210 time: 0.0400403 Feb 09 22:49:10.744828 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-8cd9ff72-ac62-41ab-a4bc-8fc5e5912b10 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:10.748095 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-8cd9ff72-ac62-41ab-a4bc-8fc5e5912b10 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.42 "GET /v2.0/networks?id=700dbbbe-3e9d-4fb2-953d-58b071b32811 HTTP/1.1" status: 200 len: 796 time: 0.2541354 Feb 09 22:49:10.750604 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-554209de-1b0b-43a6-8bd8-705fb8ecf116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:10.766850 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:10.767236 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:10.831772 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] Set router 6b1ffec9-73ba-4375-b2a8-4506b53b91a2 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:49:10.841440 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-5d2b9d6d-b844-4b48-9660-5508e3f4f1f5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab5c2ad8c97643e8b371015550eec018 HTTP/1.1" status: 200 len: 380 time: 0.0760646 Feb 09 22:49:10.854142 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-95ad044b-aa2a-49a7-bd9b-b6602020934b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'port': {'device_id': 'ee9dcac1-e749-4d24-891c-0ad451052a7c', 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811', 'admin_state_up': True, 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'security_groups': ['c1659c24-ce4b-4974-bf47-ff7f7851d05a']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:10.952918 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-544bf99b-706e-43de-a34a-1331b517946f None None] Provisioning complete for port ed5ade39-4f99-4121-bb1d-835856aaabaa triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:10.953212 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-544bf99b-706e-43de-a34a-1331b517946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ed5ade39-4f99-4121-bb1d-835856aaabaa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:10.978735 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-95ad044b-aa2a-49a7-bd9b-b6602020934b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Made reservation on behalf of ab5c2ad8c97643e8b371015550eec018 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:49:10.982673 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-95ad044b-aa2a-49a7-bd9b-b6602020934b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:11.018690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:49:11.019869 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device dd961877-394c-4c85-85ed-ca58772645c5 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:49:11.128765 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-95ad044b-aa2a-49a7-bd9b-b6602020934b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Allocated IP 172.20.0.3 (700dbbbe-3e9d-4fb2-953d-58b071b32811/c9db990b-5439-47a5-a9dc-51629339b09b/15d86ff1-3d6c-4ceb-a809-690acab548a3) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:49:11.178225 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port dd961877-394c-4c85-85ed-ca58772645c5 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:11.178225 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (dd961877-394c-4c85-85ed-ca58772645c5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:11.209766 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-544bf99b-706e-43de-a34a-1331b517946f None None] Current status of the port ed5ade39-4f99-4121-bb1d-835856aaabaa is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:49:11.210074 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-544bf99b-706e-43de-a34a-1331b517946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ed5ade39-4f99-4121-bb1d-835856aaabaa), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:11.268721 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-544bf99b-706e-43de-a34a-1331b517946f None None] For port ed5ade39-4f99-4121-bb1d-835856aaabaa, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ed5ade39-4f99-4121-bb1d-835856aaabaa,segment=NetworkSegment(d93338f2-e035-4d81-bf3f-87b5c99ca662),segment_id=d93338f2-e035-4d81-bf3f-87b5c99ca662)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:49:11.275637 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-544bf99b-706e-43de-a34a-1331b517946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ed5ade39-4f99-4121-bb1d-835856aaabaa), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:11.280285 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-95ad044b-aa2a-49a7-bd9b-b6602020934b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:11.304184 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505474620', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:07Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'ed5ade39-4f99-4121-bb1d-835856aaabaa', 'name': '', 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:0e:63:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9db990b-5439-47a5-a9dc-51629339b09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:07Z', 'updated_at': '2022-02-09T22:49:10Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': 'c9db990b-5439-47a5-a9dc-51629339b09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:11.316647 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-95ad044b-aa2a-49a7-bd9b-b6602020934b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:11.357777 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a6e151-7059-42e8-877b-42bcb9ef769d None None] The sync data for ids ['6b1ffec9-73ba-4375-b2a8-4506b53b91a2'] in n-d-828601-1 is: [{'id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505474620', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:07Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'ed5ade39-4f99-4121-bb1d-835856aaabaa', 'name': '', 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:0e:63:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9db990b-5439-47a5-a9dc-51629339b09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:07Z', 'updated_at': '2022-02-09T22:49:10Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': 'c9db990b-5439-47a5-a9dc-51629339b09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:49:11.371187 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-95ad044b-aa2a-49a7-bd9b-b6602020934b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 700dbbbe-3e9d-4fb2-953d-58b071b32811 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:49:11.374747 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-95ad044b-aa2a-49a7-bd9b-b6602020934b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:49:11.377374 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-95ad044b-aa2a-49a7-bd9b-b6602020934b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:49:11.395210 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port dd961877-394c-4c85-85ed-ca58772645c5 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:49:11.400245 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bf99b-706e-43de-a34a-1331b517946f None None] Pushing event updated for resources: {'Port': ['ID=ed5ade39-4f99-4121-bb1d-835856aaabaa,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:11.409375 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad044b-aa2a-49a7-bd9b-b6602020934b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=15d86ff1-3d6c-4ceb-a809-690acab548a3,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:11.450613 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:49:11.465025 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-95ad044b-aa2a-49a7-bd9b-b6602020934b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:11.465563 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-95ad044b-aa2a-49a7-bd9b-b6602020934b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:11.492030 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-95ad044b-aa2a-49a7-bd9b-b6602020934b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6375194 Feb 09 22:49:11.501164 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-f811472c-30e4-40f7-8c78-0691dc0accd8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:49:11.502247 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-f811472c-30e4-40f7-8c78-0691dc0accd8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070128 Feb 09 22:49:11.581497 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] Request body: {'port': {'device_id': 'ee9dcac1-e749-4d24-891c-0ad451052a7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:11.661058 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:11.709303 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-57f212e9-b3a2-4bc2-99e7-f5bd03146c4b None None] Provisioning complete for port 15d86ff1-3d6c-4ceb-a809-690acab548a3 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:11.709683 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-57f212e9-b3a2-4bc2-99e7-f5bd03146c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:11.761128 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-57f212e9-b3a2-4bc2-99e7-f5bd03146c4b None None] Port 15d86ff1-3d6c-4ceb-a809-690acab548a3 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:49:11.862172 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:12.298605 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3d7d3-c9ce-4e56-b46e-ca5b38bc2d41 req-6c663d76-9ef6-4061-8b08-642463869540 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:12.300134 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-70b3d7d3-c9ce-4e56-b46e-ca5b38bc2d41 req-6c663d76-9ef6-4061-8b08-642463869540 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 931 time: 0.4730988 Feb 09 22:49:12.398114 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-70b3d7d3-c9ce-4e56-b46e-ca5b38bc2d41 req-7de855c6-433c-46bf-adbb-6e84f447a397 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914562 Feb 09 22:49:12.403177 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d86ff1-3d6c-4ceb-a809-690acab548a3 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:49:12.420241 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] Publish callbacks [] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:12.444243 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] Transition to ACTIVE for port object 15d86ff1-3d6c-4ceb-a809-690acab548a3 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:49:12.453439 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:12.507658 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ed5ade39-4f99-4121-bb1d-835856aaabaa up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:49:12.515544 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] Pushing event updated for resources: {'Port': ['ID=15d86ff1-3d6c-4ceb-a809-690acab548a3,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:12.563534 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ed5ade39-4f99-4121-bb1d-835856aaabaa triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:12.564051 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ed5ade39-4f99-4121-bb1d-835856aaabaa), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:12.597575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] Attempting to bind port 15d86ff1-3d6c-4ceb-a809-690acab548a3 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:49:12.597936 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] Attempting to bind port 15d86ff1-3d6c-4ceb-a809-690acab548a3 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'd93338f2-e035-4d81-bf3f-87b5c99ca662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:49:12.598234 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] Attempting to bind port 15d86ff1-3d6c-4ceb-a809-690acab548a3 on network 700dbbbe-3e9d-4fb2-953d-58b071b32811 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:49:12.603171 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] Port 15d86ff1-3d6c-4ceb-a809-690acab548a3 on network 700dbbbe-3e9d-4fb2-953d-58b071b32811 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:49:12.603494 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] Attempting to bind port 15d86ff1-3d6c-4ceb-a809-690acab548a3 on network 700dbbbe-3e9d-4fb2-953d-58b071b32811 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:49:12.610360 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:49:12.610802 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] Checking segment: {'id': 'd93338f2-e035-4d81-bf3f-87b5c99ca662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:49:12.611074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] Bound using segment: {'id': 'd93338f2-e035-4d81-bf3f-87b5c99ca662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:49:12.611502 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] Bound port: 15d86ff1-3d6c-4ceb-a809-690acab548a3, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93338f2-e035-4d81-bf3f-87b5c99ca662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:49:12.611890 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:12.652461 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ed5ade39-4f99-4121-bb1d-835856aaabaa is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:49:12.681668 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] For port 15d86ff1-3d6c-4ceb-a809-690acab548a3, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:49:12.685869 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] For port 15d86ff1-3d6c-4ceb-a809-690acab548a3, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=15d86ff1-3d6c-4ceb-a809-690acab548a3,segment=NetworkSegment(d93338f2-e035-4d81-bf3f-87b5c99ca662),segment_id=d93338f2-e035-4d81-bf3f-87b5c99ca662)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:49:12.696281 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:12.750840 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:12.751462 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:12.752970 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] 10.222.0.42 "PUT /v2.0/ports/15d86ff1-3d6c-4ceb-a809-690acab548a3 HTTP/1.1" status: 200 len: 1091 time: 1.2388701 Feb 09 22:49:12.753370 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9dcac1-e749-4d24-891c-0ad451052a7c', 'tag': '15d86ff1-3d6c-4ceb-a809-690acab548a3'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:49:12.755702 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc5e2f6-8cb1-4987-ab05-6f4fe275256a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9dcac1-e749-4d24-891c-0ad451052a7c", "tag": "15d86ff1-3d6c-4ceb-a809-690acab548a3"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:49:12.769382 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a059b6-ce47-4beb-b35b-bed76c32dd03 service neutron] Pushing event updated for resources: {'Port': ['ID=15d86ff1-3d6c-4ceb-a809-690acab548a3,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:12.828256 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094cd629-ab78-407f-9623-b9748a2bcfd4 x-openstack-request-id: req-094cd629-ab78-407f-9623-b9748a2bcfd4 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:49:12.828565 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9dcac1-e749-4d24-891c-0ad451052a7c", "tag": "15d86ff1-3d6c-4ceb-a809-690acab548a3", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:49:12.828830 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-094cd629-ab78-407f-9623-b9748a2bcfd4 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:49:12.829236 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9dcac1-e749-4d24-891c-0ad451052a7c', 'tag': '15d86ff1-3d6c-4ceb-a809-690acab548a3', 'status': 'completed', 'code': 200} Feb 09 22:49:12.863451 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-6edee88f-e608-43ae-bd25-ff65abfde7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:12.865063 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-6edee88f-e608-43ae-bd25-ff65abfde7a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 1125 time: 0.0585523 Feb 09 22:49:12.911481 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-db8b25db-550a-4baf-8c52-ba47e85cfcdd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15d86ff1-3d6c-4ceb-a809-690acab548a3 HTTP/1.1" status: 200 len: 217 time: 0.0366271 Feb 09 22:49:12.971809 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-837c8870-8c3d-438d-9af4-2736479056ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:12.973289 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-837c8870-8c3d-438d-9af4-2736479056ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9db990b-5439-47a5-a9dc-51629339b09b HTTP/1.1" status: 200 len: 834 time: 0.0523043 Feb 09 22:49:13.027944 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-99e50d6d-0ae9-4f7c-be62-791cf1dcc8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:13.029450 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-99e50d6d-0ae9-4f7c-be62-791cf1dcc8af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=700dbbbe-3e9d-4fb2-953d-58b071b32811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476596 Feb 09 22:49:13.043739 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:13.120752 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-7f217ccf-1c34-4f63-8049-960e5d9e74ea service neutron] 10.222.0.42 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807538 Feb 09 22:49:13.215699 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4525fe5c-b5ce-48c4-9667-f3a140d1ba6d req-3e9ace00-d0b8-4c11-b13c-05e1f3a83b31 service neutron] 10.222.0.42 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864315 Feb 09 22:49:13.305262 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5e2f6-8cb1-4987-ab05-6f4fe275256a req-1bed59bc-4405-49e9-a34f-27b76e0de159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:13.306835 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1fc5e2f6-8cb1-4987-ab05-6f4fe275256a req-1bed59bc-4405-49e9-a34f-27b76e0de159 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 1125 time: 0.0441980 Feb 09 22:49:13.401573 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5e2f6-8cb1-4987-ab05-6f4fe275256a req-015b4f96-af45-4077-b1f1-05b361f52eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:13.403088 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1fc5e2f6-8cb1-4987-ab05-6f4fe275256a req-015b4f96-af45-4077-b1f1-05b361f52eb6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=700dbbbe-3e9d-4fb2-953d-58b071b32811 HTTP/1.1" status: 200 len: 897 time: 0.0874951 Feb 09 22:49:13.445193 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1fc5e2f6-8cb1-4987-ab05-6f4fe275256a req-b9d5a670-41ad-4697-b839-be68f1cb2dea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15d86ff1-3d6c-4ceb-a809-690acab548a3 HTTP/1.1" status: 200 len: 217 time: 0.0352273 Feb 09 22:49:13.525281 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5e2f6-8cb1-4987-ab05-6f4fe275256a req-db223231-a7e8-4908-9de9-32880a8356d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:13.526782 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1fc5e2f6-8cb1-4987-ab05-6f4fe275256a req-db223231-a7e8-4908-9de9-32880a8356d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9db990b-5439-47a5-a9dc-51629339b09b HTTP/1.1" status: 200 len: 834 time: 0.0756693 Feb 09 22:49:13.568041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55f1a7-a247-42f8-8ebd-165e9d3543cb req-525b7c4e-e7bd-4674-81f0-784071a90b82 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:13.569881 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c55f1a7-a247-42f8-8ebd-165e9d3543cb req-525b7c4e-e7bd-4674-81f0-784071a90b82 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 943 time: 0.0908747 Feb 09 22:49:13.607739 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5e2f6-8cb1-4987-ab05-6f4fe275256a req-9e530216-474c-4ec3-850d-92a57ad75f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:13.609214 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1fc5e2f6-8cb1-4987-ab05-6f4fe275256a req-9e530216-474c-4ec3-850d-92a57ad75f43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=700dbbbe-3e9d-4fb2-953d-58b071b32811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0754464 Feb 09 22:49:13.642866 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c55f1a7-a247-42f8-8ebd-165e9d3543cb req-aeb493d5-60d5-46e4-bfb1-3798f25fac0e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673873 Feb 09 22:49:13.712622 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1fc5e2f6-8cb1-4987-ab05-6f4fe275256a req-96aa8b8f-1090-48d8-9cfe-985280a00109 service neutron] 10.222.0.42 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940287 Feb 09 22:49:13.801201 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1fc5e2f6-8cb1-4987-ab05-6f4fe275256a req-797e3dc4-63e8-4af2-92ff-54306bc5b838 service neutron] 10.222.0.42 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821085 Feb 09 22:49:14.436907 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 15d86ff1-3d6c-4ceb-a809-690acab548a3 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:49:14.531236 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 15d86ff1-3d6c-4ceb-a809-690acab548a3, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=15d86ff1-3d6c-4ceb-a809-690acab548a3,segment=NetworkSegment(d93338f2-e035-4d81-bf3f-87b5c99ca662),segment_id=d93338f2-e035-4d81-bf3f-87b5c99ca662)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:49:14.543018 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '15d86ff1-3d6c-4ceb-a809-690acab548a3', 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811', 'port_id': '15d86ff1-3d6c-4ceb-a809-690acab548a3', 'mac_address': 'fa:16:3e:40:8a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9db990b-5439-47a5-a9dc-51629339b09b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:49:14.587207 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 15d86ff1-3d6c-4ceb-a809-690acab548a3 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:49:14.587517 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:14.601203 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d86ff1-3d6c-4ceb-a809-690acab548a3 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:49:14.622230 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 15d86ff1-3d6c-4ceb-a809-690acab548a3, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=15d86ff1-3d6c-4ceb-a809-690acab548a3,segment=NetworkSegment(d93338f2-e035-4d81-bf3f-87b5c99ca662),segment_id=d93338f2-e035-4d81-bf3f-87b5c99ca662)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:49:14.627046 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:14.689756 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=15d86ff1-3d6c-4ceb-a809-690acab548a3,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:14.746965 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:14.767533 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35daf9bc-7899-4a67-8c12-419b02da7682 req-7986f9fd-95f0-4c9d-9d14-52e8c5cf33be tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:14.769046 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35daf9bc-7899-4a67-8c12-419b02da7682 req-7986f9fd-95f0-4c9d-9d14-52e8c5cf33be tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 944 time: 0.0536180 Feb 09 22:49:14.822424 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-35daf9bc-7899-4a67-8c12-419b02da7682 req-e1b32352-7f34-49c9-8549-a7e7f04765d8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475831 Feb 09 22:49:14.949926 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['15d86ff1-3d6c-4ceb-a809-690acab548a3'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:49:15.940578 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3ffea-e97f-4c7b-b4e5-783be2485a7b req-edb5a4e0-9e9c-4a1f-8474-e69e3028db48 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:15.943116 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7bd3ffea-e97f-4c7b-b4e5-783be2485a7b req-edb5a4e0-9e9c-4a1f-8474-e69e3028db48 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 944 time: 0.0534122 Feb 09 22:49:15.976743 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:15.993473 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7bd3ffea-e97f-4c7b-b4e5-783be2485a7b req-1d23e251-c3b3-42f9-8237-ac102aed0f99 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449345 Feb 09 22:49:16.402193 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:16.445573 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 15d86ff1-3d6c-4ceb-a809-690acab548a3 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:49:16.496465 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 15d86ff1-3d6c-4ceb-a809-690acab548a3 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:49:16.500108 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 15d86ff1-3d6c-4ceb-a809-690acab548a3 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:16.500486 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:16.580408 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 15d86ff1-3d6c-4ceb-a809-690acab548a3 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:49:16.580804 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:16.604325 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9dcac1-e749-4d24-891c-0ad451052a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d86ff1-3d6c-4ceb-a809-690acab548a3'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:49:16.607334 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df918b0e-8e7e-45c6-aa01-10f011b5e855" -d '{"events": [{"server_uuid": "ee9dcac1-e749-4d24-891c-0ad451052a7c", "name": "network-vif-plugged", "status": "completed", "tag": "15d86ff1-3d6c-4ceb-a809-690acab548a3"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:49:16.619268 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 15d86ff1-3d6c-4ceb-a809-690acab548a3, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=15d86ff1-3d6c-4ceb-a809-690acab548a3,segment=NetworkSegment(d93338f2-e035-4d81-bf3f-87b5c99ca662),segment_id=d93338f2-e035-4d81-bf3f-87b5c99ca662)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:49:16.625081 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:16.654467 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2dbae6-4934-4c8d-8cde-1fe72d7093c8 x-openstack-request-id: req-3e2dbae6-4934-4c8d-8cde-1fe72d7093c8 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:49:16.654787 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9dcac1-e749-4d24-891c-0ad451052a7c", "name": "network-vif-plugged", "status": "completed", "tag": "15d86ff1-3d6c-4ceb-a809-690acab548a3", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:49:16.655255 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e2dbae6-4934-4c8d-8cde-1fe72d7093c8 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:49:16.655774 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9dcac1-e749-4d24-891c-0ad451052a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d86ff1-3d6c-4ceb-a809-690acab548a3', 'code': 200} Feb 09 22:49:16.681128 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=15d86ff1-3d6c-4ceb-a809-690acab548a3,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:16.761747 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178f027-b86d-4403-8f38-4bec79a91ccd req-357d608c-7e14-4de1-aee9-9cc3f3bdb027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:16.763233 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8178f027-b86d-4403-8f38-4bec79a91ccd req-357d608c-7e14-4de1-aee9-9cc3f3bdb027 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 1127 time: 0.0433402 Feb 09 22:49:16.812521 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8178f027-b86d-4403-8f38-4bec79a91ccd req-8ce61fab-8091-474e-b32e-67c79fa5af92 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390203 Feb 09 22:49:17.119699 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de82d69-9eb5-4082-bbc6-0fe2d5e9bfcf req-e47fde2e-8cc7-4bce-ab59-df9b084f29b3 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:17.121294 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5de82d69-9eb5-4082-bbc6-0fe2d5e9bfcf req-e47fde2e-8cc7-4bce-ab59-df9b084f29b3 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0562444 Feb 09 22:49:17.170437 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5de82d69-9eb5-4082-bbc6-0fe2d5e9bfcf req-649bd6f9-d519-4faa-bbc6-f615433bdbdc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433779 Feb 09 22:49:18.287592 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2269500-f4f5-4875-81c7-a88b0998a9ca req-130bede2-6ce6-4796-874f-88c052f4c75c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:18.289126 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2269500-f4f5-4875-81c7-a88b0998a9ca req-130bede2-6ce6-4796-874f-88c052f4c75c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0515301 Feb 09 22:49:18.338570 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c2269500-f4f5-4875-81c7-a88b0998a9ca req-a249de9c-4e04-4f22-a38f-47d65eb1ed85 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432267 Feb 09 22:49:18.463396 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250efd-a3df-46a2-9975-c96507803ee9 req-323d9312-884e-4d0a-84f2-7ea2674bfb9e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:18.465037 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7c250efd-a3df-46a2-9975-c96507803ee9 req-323d9312-884e-4d0a-84f2-7ea2674bfb9e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0556142 Feb 09 22:49:18.523148 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7c250efd-a3df-46a2-9975-c96507803ee9 req-efd1d983-af66-4779-b463-481c0a3cb0b5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516903 Feb 09 22:49:18.546401 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53456) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:18.595911 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdfa2c8-cd87-43aa-98f8-e9b1774007ed tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:18.597490 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1cdfa2c8-cd87-43aa-98f8-e9b1774007ed tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 1122 time: 0.0500288 Feb 09 22:49:18.600302 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53458) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:18.604967 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ec551ed2-8021-4d35-8f96-d62c1b35bda5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': '15d86ff1-3d6c-4ceb-a809-690acab548a3', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:18.626355 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec551ed2-8021-4d35-8f96-d62c1b35bda5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:18.733224 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec551ed2-8021-4d35-8f96-d62c1b35bda5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:18.838161 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-ec551ed2-8021-4d35-8f96-d62c1b35bda5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Allocated IP 172.25.6.127 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/88ebc3c9-6856-48bf-b2a0-5da714e2c156) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:49:18.945390 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec551ed2-8021-4d35-8f96-d62c1b35bda5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (88ebc3c9-6856-48bf-b2a0-5da714e2c156), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:18.986626 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec551ed2-8021-4d35-8f96-d62c1b35bda5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (88ebc3c9-6856-48bf-b2a0-5da714e2c156), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:19.022661 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec551ed2-8021-4d35-8f96-d62c1b35bda5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:49:19.025603 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-ec551ed2-8021-4d35-8f96-d62c1b35bda5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:49:19.032249 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec551ed2-8021-4d35-8f96-d62c1b35bda5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:49:19.060314 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec551ed2-8021-4d35-8f96-d62c1b35bda5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=88ebc3c9-6856-48bf-b2a0-5da714e2c156,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:19.431578 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec551ed2-8021-4d35-8f96-d62c1b35bda5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for floatingip (831b39c1-2537-44d0-b635-a71853659877), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:19.456812 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4de436a3-a286-422b-9e98-3a23332ded0d req-b4d9b88c-abe5-4008-b37e-cda0c99db46c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0869653 Feb 09 22:49:19.538318 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec551ed2-8021-4d35-8f96-d62c1b35bda5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (88ebc3c9-6856-48bf-b2a0-5da714e2c156), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:19.594307 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de436a3-a286-422b-9e98-3a23332ded0d req-0d01f32b-a94f-48c7-b2ac-d7e693c3362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:19.595831 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4de436a3-a286-422b-9e98-3a23332ded0d req-0d01f32b-a94f-48c7-b2ac-d7e693c3362a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 1127 time: 0.0928741 Feb 09 22:49:19.754834 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de436a3-a286-422b-9e98-3a23332ded0d req-9c561c7e-24e4-43a5-8418-103e7ce17253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:19.756234 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4de436a3-a286-422b-9e98-3a23332ded0d req-9c561c7e-24e4-43a5-8418-103e7ce17253 service neutron] 10.222.0.42 "GET /v2.0/networks?id=700dbbbe-3e9d-4fb2-953d-58b071b32811 HTTP/1.1" status: 200 len: 897 time: 0.1271639 Feb 09 22:49:19.805911 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec551ed2-8021-4d35-8f96-d62c1b35bda5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (88ebc3c9-6856-48bf-b2a0-5da714e2c156), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:19.812280 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec551ed2-8021-4d35-8f96-d62c1b35bda5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (88ebc3c9-6856-48bf-b2a0-5da714e2c156), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:19.866111 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4de436a3-a286-422b-9e98-3a23332ded0d req-473ff429-8e9e-4741-9b28-e61397fdd932 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15d86ff1-3d6c-4ceb-a809-690acab548a3 HTTP/1.1" status: 200 len: 999 time: 0.1034031 Feb 09 22:49:19.902081 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec551ed2-8021-4d35-8f96-d62c1b35bda5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=88ebc3c9-6856-48bf-b2a0-5da714e2c156,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:19.942096 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec551ed2-8021-4d35-8f96-d62c1b35bda5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (831b39c1-2537-44d0-b635-a71853659877), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:20.010273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de436a3-a286-422b-9e98-3a23332ded0d req-ff748ea5-9dba-417a-a680-c225d7177346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:20.011670 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4de436a3-a286-422b-9e98-3a23332ded0d req-ff748ea5-9dba-417a-a680-c225d7177346 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9db990b-5439-47a5-a9dc-51629339b09b HTTP/1.1" status: 200 len: 834 time: 0.1240458 Feb 09 22:49:20.084112 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-ec551ed2-8021-4d35-8f96-d62c1b35bda5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Floating IP 831b39c1-2537-44d0-b635-a71853659877 associated. External IP: 172.25.6.127, port: 15d86ff1-3d6c-4ceb-a809-690acab548a3. Feb 09 22:49:20.087346 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de436a3-a286-422b-9e98-3a23332ded0d req-07911927-437c-45b1-a56f-5644f13cecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:20.089004 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4de436a3-a286-422b-9e98-3a23332ded0d req-07911927-437c-45b1-a56f-5644f13cecc3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=700dbbbe-3e9d-4fb2-953d-58b071b32811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0708823 Feb 09 22:49:20.267424 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4de436a3-a286-422b-9e98-3a23332ded0d req-1da88014-929b-4ed4-891f-9a515451fa93 service neutron] 10.222.0.42 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371827 Feb 09 22:49:20.442184 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4de436a3-a286-422b-9e98-3a23332ded0d req-b0ab8617-c741-4ed0-86a4-a3a773ebc597 service neutron] 10.222.0.42 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691179 Feb 09 22:49:20.449287 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec551ed2-8021-4d35-8f96-d62c1b35bda5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router 6b1ffec9-73ba-4375-b2a8-4506b53b91a2 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:49:20.560777 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec551ed2-8021-4d35-8f96-d62c1b35bda5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:49:20.570790 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210fb68-0f07-4082-9737-d853e974e7da None None] Sync routers for ids ['6b1ffec9-73ba-4375-b2a8-4506b53b91a2'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:49:20.582201 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3210fb68-0f07-4082-9737-d853e974e7da None None] Routers {'6b1ffec9-73ba-4375-b2a8-4506b53b91a2'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:49:20.582810 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3210fb68-0f07-4082-9737-d853e974e7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:49:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b1ffec9-73ba-4375-b2a8-4506b53b91a2'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:20.583470 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec551ed2-8021-4d35-8f96-d62c1b35bda5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:20.616113 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ec551ed2-8021-4d35-8f96-d62c1b35bda5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0146322 Feb 09 22:49:20.616817 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9dcac1-e749-4d24-891c-0ad451052a7c', 'tag': '15d86ff1-3d6c-4ceb-a809-690acab548a3'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:49:20.619292 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d668058b-af5c-4c26-b13d-a1cfa81f4bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9dcac1-e749-4d24-891c-0ad451052a7c", "tag": "15d86ff1-3d6c-4ceb-a809-690acab548a3"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:49:20.705393 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-3210fb68-0f07-4082-9737-d853e974e7da None None] Set router 6b1ffec9-73ba-4375-b2a8-4506b53b91a2 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:49:20.722575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e71de-f189-4c59-9e29-836a7b9ba45c req-b9729685-e7d3-4107-aa27-4cc13e15f4db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:20.725460 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-159e71de-f189-4c59-9e29-836a7b9ba45c req-b9729685-e7d3-4107-aa27-4cc13e15f4db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0557182 Feb 09 22:49:20.774095 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-159e71de-f189-4c59-9e29-836a7b9ba45c req-6cf03011-78cd-4fb4-92cd-72239ad88501 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440233 Feb 09 22:49:20.796498 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53466) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:20.836431 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe4e16a-ae62-46fe-b505-8e76733741d3 x-openstack-request-id: req-dbe4e16a-ae62-46fe-b505-8e76733741d3 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:49:20.836768 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9dcac1-e749-4d24-891c-0ad451052a7c", "tag": "15d86ff1-3d6c-4ceb-a809-690acab548a3", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:49:20.837006 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dbe4e16a-ae62-46fe-b505-8e76733741d3 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:49:20.837389 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9dcac1-e749-4d24-891c-0ad451052a7c', 'tag': '15d86ff1-3d6c-4ceb-a809-690acab548a3', 'status': 'completed', 'code': 200} Feb 09 22:49:20.941785 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3210fb68-0f07-4082-9737-d853e974e7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505474620', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:07Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '831b39c1-2537-44d0-b635-a71853659877', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'floating_ip_address': '172.25.6.127', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'port_id': '15d86ff1-3d6c-4ceb-a809-690acab548a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811', 'mac_address': 'fa:16:3e:40:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9dcac1-e749-4d24-891c-0ad451052a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:49:19Z', 'updated_at': '2022-02-09T22:49:19Z', 'revision_number': 0, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5ade39-4f99-4121-bb1d-835856aaabaa', 'name': '', 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:0e:63:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9db990b-5439-47a5-a9dc-51629339b09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:07Z', 'updated_at': '2022-02-09T22:49:11Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': 'c9db990b-5439-47a5-a9dc-51629339b09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:20.970593 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210fb68-0f07-4082-9737-d853e974e7da None None] Checking router: 6b1ffec9-73ba-4375-b2a8-4506b53b91a2 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:49:20.979720 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3210fb68-0f07-4082-9737-d853e974e7da None None] Routers {'6b1ffec9-73ba-4375-b2a8-4506b53b91a2'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:49:20.980898 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3210fb68-0f07-4082-9737-d853e974e7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:49:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b1ffec9-73ba-4375-b2a8-4506b53b91a2'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:21.093403 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-3210fb68-0f07-4082-9737-d853e974e7da None None] Set router 6b1ffec9-73ba-4375-b2a8-4506b53b91a2 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:49:21.251049 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8b1d4ae2-651a-449c-bb8c-901ee862827e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/floatingips/831b39c1-2537-44d0-b635-a71853659877 HTTP/1.1" status: 200 len: 991 time: 0.4533799 Feb 09 22:49:21.266068 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668058b-af5c-4c26-b13d-a1cfa81f4bb7 req-8f084518-a123-433e-a01b-18829faa5ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:21.267555 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d668058b-af5c-4c26-b13d-a1cfa81f4bb7 req-8f084518-a123-433e-a01b-18829faa5ced service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 1127 time: 0.4211385 Feb 09 22:49:21.325693 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3210fb68-0f07-4082-9737-d853e974e7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505474620', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:07Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '831b39c1-2537-44d0-b635-a71853659877', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'floating_ip_address': '172.25.6.127', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'port_id': '15d86ff1-3d6c-4ceb-a809-690acab548a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811', 'mac_address': 'fa:16:3e:40:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9dcac1-e749-4d24-891c-0ad451052a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:49:19Z', 'updated_at': '2022-02-09T22:49:19Z', 'revision_number': 0, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5ade39-4f99-4121-bb1d-835856aaabaa', 'name': '', 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:0e:63:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9db990b-5439-47a5-a9dc-51629339b09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:07Z', 'updated_at': '2022-02-09T22:49:11Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': 'c9db990b-5439-47a5-a9dc-51629339b09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:21.357123 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210fb68-0f07-4082-9737-d853e974e7da None None] The sync data for ids ['6b1ffec9-73ba-4375-b2a8-4506b53b91a2'] in n-d-828601-1 is: [{'id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505474620', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:07Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '831b39c1-2537-44d0-b635-a71853659877', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'floating_ip_address': '172.25.6.127', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'port_id': '15d86ff1-3d6c-4ceb-a809-690acab548a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811', 'mac_address': 'fa:16:3e:40:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9dcac1-e749-4d24-891c-0ad451052a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:49:19Z', 'updated_at': '2022-02-09T22:49:19Z', 'revision_number': 0, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5ade39-4f99-4121-bb1d-835856aaabaa', 'name': '', 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:0e:63:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9db990b-5439-47a5-a9dc-51629339b09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:07Z', 'updated_at': '2022-02-09T22:49:11Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': 'c9db990b-5439-47a5-a9dc-51629339b09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:49:21.360577 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668058b-af5c-4c26-b13d-a1cfa81f4bb7 req-a927ad2b-8d25-45f5-b8dc-c8fdf65cc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:21.362095 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d668058b-af5c-4c26-b13d-a1cfa81f4bb7 req-a927ad2b-8d25-45f5-b8dc-c8fdf65cc360 service neutron] 10.222.0.42 "GET /v2.0/networks?id=700dbbbe-3e9d-4fb2-953d-58b071b32811 HTTP/1.1" status: 200 len: 897 time: 0.0884035 Feb 09 22:49:21.433727 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d668058b-af5c-4c26-b13d-a1cfa81f4bb7 req-b31bd95d-b404-4ace-9753-60890fb3aa38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15d86ff1-3d6c-4ceb-a809-690acab548a3 HTTP/1.1" status: 200 len: 999 time: 0.0654354 Feb 09 22:49:21.482727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668058b-af5c-4c26-b13d-a1cfa81f4bb7 req-c5cae9ca-009a-4164-9f0e-1b4ba74cd2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:21.484242 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d668058b-af5c-4c26-b13d-a1cfa81f4bb7 req-c5cae9ca-009a-4164-9f0e-1b4ba74cd2a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9db990b-5439-47a5-a9dc-51629339b09b HTTP/1.1" status: 200 len: 834 time: 0.0448921 Feb 09 22:49:21.534637 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668058b-af5c-4c26-b13d-a1cfa81f4bb7 req-c0a3964d-4cb5-4069-b34c-68991016870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:21.536226 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d668058b-af5c-4c26-b13d-a1cfa81f4bb7 req-c0a3964d-4cb5-4069-b34c-68991016870f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=700dbbbe-3e9d-4fb2-953d-58b071b32811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459905 Feb 09 22:49:21.564864 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691d61aa-4098-443a-b97f-3536dba3132f None None] New status for floating IP 831b39c1-2537-44d0-b635-a71853659877: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:49:21.630629 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d668058b-af5c-4c26-b13d-a1cfa81f4bb7 req-65054930-d38d-4d31-b231-7e530a8fb9a7 service neutron] 10.222.0.42 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883496 Feb 09 22:49:21.720332 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d668058b-af5c-4c26-b13d-a1cfa81f4bb7 req-2c9758ae-2f45-4a71-983d-13d8724afa87 service neutron] 10.222.0.42 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840182 Feb 09 22:49:22.254242 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53468) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:22.317676 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-614b1058-4ecf-41f0-9294-b0a3b6cc4ae0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/floatingips/831b39c1-2537-44d0-b635-a71853659877 HTTP/1.1" status: 200 len: 993 time: 0.0622971 Feb 09 22:49:37.923492 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5540d76f-2d39-4085-b936-bbe29e08f592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:40.642410 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9f1e40df-27ca-43c9-bcea-dede5acad77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:41.855541 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:43.036799 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:44.750151 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:46.006052 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:46.416488 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:48.450803 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:49:55.461028 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-09574ac5-7869-41c5-826f-9a283017aa59 req-e9bd62e1-ac59-4ec4-9a85-32181b308b1f service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:49:55.462033 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-09574ac5-7869-41c5-826f-9a283017aa59 req-e9bd62e1-ac59-4ec4-9a85-32181b308b1f service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053725 Feb 09 22:49:55.646085 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071381b-6c04-46e2-b6de-ff2b53842964 req-76f9a4ee-61fc-4281-b253-01a0db33a262 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:55.647544 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c071381b-6c04-46e2-b6de-ff2b53842964 req-76f9a4ee-61fc-4281-b253-01a0db33a262 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0539629 Feb 09 22:49:55.670288 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53496) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:55.696712 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c071381b-6c04-46e2-b6de-ff2b53842964 req-1d630d5c-7dc6-4912-823f-33c751eb3c6b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434971 Feb 09 22:49:55.792261 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-8a3d7336-2620-4a56-b347-63d7efa6097a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1208024 Feb 09 22:49:55.800657 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-e799d996-c542-4507-8507-a90551760b23 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:49:55.801607 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-e799d996-c542-4507-8507-a90551760b23 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048928 Feb 09 22:49:56.821498 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256ccb8-8df1-4230-9054-9ba1f4362fd2 req-c1bf05f2-023b-431f-8d3f-d2a5fde2b3de tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:56.823014 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d256ccb8-8df1-4230-9054-9ba1f4362fd2 req-c1bf05f2-023b-431f-8d3f-d2a5fde2b3de tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0556479 Feb 09 22:49:56.880811 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d256ccb8-8df1-4230-9054-9ba1f4362fd2 req-6267da32-b99b-46e2-abce-491f3800a5df tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510116 Feb 09 22:49:56.914095 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-3c3107a8-8881-43eb-9ca9-18a703404b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:56.915639 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-3c3107a8-8881-43eb-9ca9-18a703404b2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 1127 time: 0.0506003 Feb 09 22:49:57.004615 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-4bfe5425-afd1-46c1-9bdd-64f2c9623d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:57.006000 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-4bfe5425-afd1-46c1-9bdd-64f2c9623d5d service neutron] 10.222.0.42 "GET /v2.0/networks?id=700dbbbe-3e9d-4fb2-953d-58b071b32811 HTTP/1.1" status: 200 len: 897 time: 0.0823765 Feb 09 22:49:57.074560 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-6efe6478-6cfb-4859-aa12-5385ad3e5562 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15d86ff1-3d6c-4ceb-a809-690acab548a3 HTTP/1.1" status: 200 len: 1001 time: 0.0611236 Feb 09 22:49:57.121871 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-4661011a-46ba-4824-8545-1d3ba7910d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:57.123336 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-4661011a-46ba-4824-8545-1d3ba7910d91 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9db990b-5439-47a5-a9dc-51629339b09b HTTP/1.1" status: 200 len: 834 time: 0.0420358 Feb 09 22:49:57.172226 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-a85c303a-da8e-4dac-96a7-6c46840ade75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:57.173738 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-a85c303a-da8e-4dac-96a7-6c46840ade75 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=700dbbbe-3e9d-4fb2-953d-58b071b32811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431497 Feb 09 22:49:57.264453 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-407b50c8-a649-4e5f-bec8-d23b2d8ea775 service neutron] 10.222.0.42 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827634 Feb 09 22:49:57.351889 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-74720e92-c686-469a-bd6a-1a436b0a3174 service neutron] 10.222.0.42 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798805 Feb 09 22:49:58.009608 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba512bea-2d8d-4af7-a7a6-5145639643a3 req-bd665898-110d-4f9f-9cd0-9248fa7b398f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:58.011112 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ba512bea-2d8d-4af7-a7a6-5145639643a3 req-bd665898-110d-4f9f-9cd0-9248fa7b398f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0592127 Feb 09 22:49:58.059856 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ba512bea-2d8d-4af7-a7a6-5145639643a3 req-9cd41392-14aa-4e66-aa5b-c98f3dc7f42c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431702 Feb 09 22:49:59.188549 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65729b-2f35-4f25-9cff-455173ee8cae req-56fa96bd-9cda-4229-beff-21ee53a1ec22 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:59.190837 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc65729b-2f35-4f25-9cff-455173ee8cae req-56fa96bd-9cda-4229-beff-21ee53a1ec22 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0563128 Feb 09 22:49:59.244744 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc65729b-2f35-4f25-9cff-455173ee8cae req-ba60f955-1d73-43fb-a214-0569cca0efe9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485241 Feb 09 22:50:00.368769 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe403be-602f-499e-b44d-cc4d5c56a481 req-1b86ca9b-fa17-4e05-a9c7-c325a89d35c1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:00.370270 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1fe403be-602f-499e-b44d-cc4d5c56a481 req-1b86ca9b-fa17-4e05-a9c7-c325a89d35c1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0566456 Feb 09 22:50:00.418416 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1fe403be-602f-499e-b44d-cc4d5c56a481 req-106b80b4-ba98-4f89-ae51-a73f5964f561 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425627 Feb 09 22:50:01.537531 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6cd1b-cd21-4cfb-9911-a11418eb1ff0 req-1b85299d-0447-4bd6-b3d4-d8aa534cea0a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:01.539017 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d2c6cd1b-cd21-4cfb-9911-a11418eb1ff0 req-1b85299d-0447-4bd6-b3d4-d8aa534cea0a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0518987 Feb 09 22:50:01.587789 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d2c6cd1b-cd21-4cfb-9911-a11418eb1ff0 req-99439e14-1df9-4eb1-ae51-98cb86e8648c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431781 Feb 09 22:50:02.714683 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa2eb6-3880-4252-9c58-7c882a36b539 req-f57af0bd-95e3-495a-aa13-5c6c171174a6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:02.716112 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7baa2eb6-3880-4252-9c58-7c882a36b539 req-f57af0bd-95e3-495a-aa13-5c6c171174a6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0514944 Feb 09 22:50:02.769529 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7baa2eb6-3880-4252-9c58-7c882a36b539 req-92ab69f1-9e9b-47ff-938f-5da31b37266b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470719 Feb 09 22:50:03.891678 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32671057-7329-4f7a-a285-ee7882b8ffda req-764361fc-a037-438f-89b3-fa4a2379945f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:03.893239 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32671057-7329-4f7a-a285-ee7882b8ffda req-764361fc-a037-438f-89b3-fa4a2379945f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0537257 Feb 09 22:50:03.947462 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32671057-7329-4f7a-a285-ee7882b8ffda req-d4d46ef6-7858-4d65-937f-640e7c8b7278 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485880 Feb 09 22:50:05.068302 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443658e-f51d-40ec-ab44-57dc4084d9bd req-e78faba0-75d5-4221-9898-7b23327fb917 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:05.069799 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2443658e-f51d-40ec-ab44-57dc4084d9bd req-e78faba0-75d5-4221-9898-7b23327fb917 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0518649 Feb 09 22:50:05.119580 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2443658e-f51d-40ec-ab44-57dc4084d9bd req-43993304-428e-46d5-8b9b-d939dc07b35f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438917 Feb 09 22:50:06.248867 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3f245-aace-468c-ae04-932625c9e246 req-07e9dc0b-7cc2-4bbf-b10a-ce8f8ccda8d9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:06.250562 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ea3f245-aace-468c-ae04-932625c9e246 req-07e9dc0b-7cc2-4bbf-b10a-ce8f8ccda8d9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0581431 Feb 09 22:50:06.301978 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4ea3f245-aace-468c-ae04-932625c9e246 req-0641b790-cac3-4aac-ac98-de076db27212 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455356 Feb 09 22:50:07.420404 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090ed1c-d7ed-4c25-8af5-0b50a6417a5b req-56e5d74a-3cd4-42ff-8a4d-d0aa66998a53 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:07.421908 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b090ed1c-d7ed-4c25-8af5-0b50a6417a5b req-56e5d74a-3cd4-42ff-8a4d-d0aa66998a53 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0523441 Feb 09 22:50:07.471136 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b090ed1c-d7ed-4c25-8af5-0b50a6417a5b req-c6e337a2-22a2-468c-9f16-4701bc899898 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430288 Feb 09 22:50:07.927154 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-86289927-61a1-4dc3-85d8-0d73f7488958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:08.589586 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3f9fc-4f56-4207-8ca1-2d42fd6d972a req-55fe5f07-e029-49fa-a1d3-c4cb590a3930 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:08.591075 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0de3f9fc-4f56-4207-8ca1-2d42fd6d972a req-55fe5f07-e029-49fa-a1d3-c4cb590a3930 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0518248 Feb 09 22:50:08.645930 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0de3f9fc-4f56-4207-8ca1-2d42fd6d972a req-83ec4938-7db3-4602-8255-d033b2e9467c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490468 Feb 09 22:50:09.806905 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82a8c6-1d43-4d42-a873-fb5a479a84f7 req-4c3a9953-79df-4663-b60f-ea43dad5b3e7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:09.809125 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d82a8c6-1d43-4d42-a873-fb5a479a84f7 req-4c3a9953-79df-4663-b60f-ea43dad5b3e7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0815561 Feb 09 22:50:09.859591 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4d82a8c6-1d43-4d42-a873-fb5a479a84f7 req-718fdb4d-3dce-4678-afcc-c783edd94722 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441856 Feb 09 22:50:10.644393 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc60fb81-33d9-4d22-9459-0f1c52606e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:10.977854 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbbf61-ed1e-4281-bd89-b4cc80fbb971 req-fabec245-5e69-4d24-8465-3cf135df4416 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:10.979364 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1fdbbf61-ed1e-4281-bd89-b4cc80fbb971 req-fabec245-5e69-4d24-8465-3cf135df4416 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0518925 Feb 09 22:50:11.027728 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1fdbbf61-ed1e-4281-bd89-b4cc80fbb971 req-36fe8381-d678-4a2d-8d6b-b8cdc63e25cf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419700 Feb 09 22:50:11.859105 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:12.152346 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501d83a-8b61-4489-a30d-b75e0b7e494b req-050e01a2-982b-4f20-9657-81eb5eb4dd19 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:12.154417 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e501d83a-8b61-4489-a30d-b75e0b7e494b req-050e01a2-982b-4f20-9657-81eb5eb4dd19 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0566483 Feb 09 22:50:12.202824 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e501d83a-8b61-4489-a30d-b75e0b7e494b req-c1d16864-73a5-4f4f-b6b1-a39e4853103f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423677 Feb 09 22:50:13.038530 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:13.329481 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03e404-480a-4b7c-a50e-7fe100cbe73e req-a09e972b-692d-46fd-a4d6-5632347b9157 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:13.330983 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae03e404-480a-4b7c-a50e-7fe100cbe73e req-a09e972b-692d-46fd-a4d6-5632347b9157 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0518687 Feb 09 22:50:13.380323 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ae03e404-480a-4b7c-a50e-7fe100cbe73e req-e1600d3c-0cea-4c0b-80f7-c289ba4c74cd tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429063 Feb 09 22:50:14.505018 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b5943-6d07-4194-9ae9-96a08ecf7ff4 req-8ab15660-cedf-4552-a568-fe75912ca90d tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:14.506500 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d28b5943-6d07-4194-9ae9-96a08ecf7ff4 req-8ab15660-cedf-4552-a568-fe75912ca90d tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0568573 Feb 09 22:50:14.577922 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d28b5943-6d07-4194-9ae9-96a08ecf7ff4 req-72c7370b-0d16-42ed-b95c-961f09f36f57 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658607 Feb 09 22:50:14.605526 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-8379f3fd-7c45-4b1b-bf71-70e18999f39a service neutron] show failed (client error): The resource could not be found. Feb 09 22:50:14.606832 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-8379f3fd-7c45-4b1b-bf71-70e18999f39a service neutron] 10.222.0.42 "GET /v2.0/ports/15d86ff1-3d6c-4ceb-a809-690acab548a3/bindings/n-h1-828601-1 HTTP/1.1" status: 404 len: 380 time: 0.0676272 Feb 09 22:50:14.755157 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:14.872822 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-d0001f99-b517-4673-b5a2-d5bbc80a6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:14.874357 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-d0001f99-b517-4673-b5a2-d5bbc80a6b57 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c&tenant_id=ab5c2ad8c97643e8b371015550eec018 HTTP/1.1" status: 200 len: 1127 time: 0.0899408 Feb 09 22:50:14.883748 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-751205d4-d606-4f99-8a17-ceb3a5539444 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:50:14.884693 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-751205d4-d606-4f99-8a17-ceb3a5539444 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049489 Feb 09 22:50:14.895639 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828601-1', 'device_owner': 'compute:nova'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:50:14.956328 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:15.154268 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] For port 15d86ff1-3d6c-4ceb-a809-690acab548a3, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=15d86ff1-3d6c-4ceb-a809-690acab548a3,segment=NetworkSegment(d93338f2-e035-4d81-bf3f-87b5c99ca662),segment_id=d93338f2-e035-4d81-bf3f-87b5c99ca662)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:50:15.187871 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] For port 15d86ff1-3d6c-4ceb-a809-690acab548a3, host n-h2-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:50:15.226579 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9dcac1-e749-4d24-891c-0ad451052a7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15d86ff1-3d6c-4ceb-a809-690acab548a3'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:50:15.228805 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d66a673-f56a-4182-8073-f1163b6f375c" -d '{"events": [{"server_uuid": "ee9dcac1-e749-4d24-891c-0ad451052a7c", "name": "network-vif-unplugged", "status": "completed", "tag": "15d86ff1-3d6c-4ceb-a809-690acab548a3"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:50:15.232852 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Publish callbacks [] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:15.246019 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Transition to ACTIVE for port object 15d86ff1-3d6c-4ceb-a809-690acab548a3 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:50:15.249822 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:15.281003 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c843910-4cf4-4ae4-b2ca-6be5074e6f06 x-openstack-request-id: req-6c843910-4cf4-4ae4-b2ca-6be5074e6f06 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:50:15.281506 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9dcac1-e749-4d24-891c-0ad451052a7c", "name": "network-vif-unplugged", "status": "completed", "tag": "15d86ff1-3d6c-4ceb-a809-690acab548a3", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:50:15.281773 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6c843910-4cf4-4ae4-b2ca-6be5074e6f06 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:50:15.282815 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9dcac1-e749-4d24-891c-0ad451052a7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15d86ff1-3d6c-4ceb-a809-690acab548a3', 'code': 200} Feb 09 22:50:15.623410 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=15d86ff1-3d6c-4ceb-a809-690acab548a3,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:15.635610 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:15.635984 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:15.636329 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:15.636671 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:15.637013 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:15.637343 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:15.637677 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:15.638005 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:15.638331 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:15.638659 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:15.638988 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:15.639311 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:15.639633 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:15.677001 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] No DVR routers for this DVR port 15d86ff1-3d6c-4ceb-a809-690acab548a3 on host n-h2-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:50:15.704425 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674c4fc-c595-43d8-9848-a928bd478e66 req-06b99245-7db0-482c-ba98-dfc52dc10d0e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:15.706115 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a674c4fc-c595-43d8-9848-a928bd478e66 req-06b99245-7db0-482c-ba98-dfc52dc10d0e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 943 time: 0.0568707 Feb 09 22:50:15.760547 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a674c4fc-c595-43d8-9848-a928bd478e66 req-4a4765ec-fc9f-49f2-a1d1-5560a467f3db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478752 Feb 09 22:50:15.813688 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Attempting to bind port 15d86ff1-3d6c-4ceb-a809-690acab548a3 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:50:15.814020 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Attempting to bind port 15d86ff1-3d6c-4ceb-a809-690acab548a3 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'd93338f2-e035-4d81-bf3f-87b5c99ca662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:50:15.814349 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Attempting to bind port 15d86ff1-3d6c-4ceb-a809-690acab548a3 on network 700dbbbe-3e9d-4fb2-953d-58b071b32811 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:50:15.818632 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Port 15d86ff1-3d6c-4ceb-a809-690acab548a3 on network 700dbbbe-3e9d-4fb2-953d-58b071b32811 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:50:15.818952 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Attempting to bind port 15d86ff1-3d6c-4ceb-a809-690acab548a3 on network 700dbbbe-3e9d-4fb2-953d-58b071b32811 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:50:15.824010 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:50:15.824346 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Checking segment: {'id': 'd93338f2-e035-4d81-bf3f-87b5c99ca662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:50:15.824732 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Bound using segment: {'id': 'd93338f2-e035-4d81-bf3f-87b5c99ca662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:50:15.825152 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Bound port: 15d86ff1-3d6c-4ceb-a809-690acab548a3, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93338f2-e035-4d81-bf3f-87b5c99ca662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:50:15.825512 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:15.886688 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] For port 15d86ff1-3d6c-4ceb-a809-690acab548a3, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:50:15.889648 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] For port 15d86ff1-3d6c-4ceb-a809-690acab548a3, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=15d86ff1-3d6c-4ceb-a809-690acab548a3,segment=NetworkSegment(d93338f2-e035-4d81-bf3f-87b5c99ca662),segment_id=d93338f2-e035-4d81-bf3f-87b5c99ca662)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:50:15.896017 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:15.930985 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:15.931696 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:15.933068 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] 10.222.0.71 "PUT /v2.0/ports/15d86ff1-3d6c-4ceb-a809-690acab548a3 HTTP/1.1" status: 200 len: 1091 time: 1.0410542 Feb 09 22:50:15.964268 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050928ff-bc8b-49b8-a7bf-da3ecaa91fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=15d86ff1-3d6c-4ceb-a809-690acab548a3,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:16.006940 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:16.014130 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-9fa115d0-5bab-4280-91bc-b3f1fe80d162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:16.015601 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-9fa115d0-5bab-4280-91bc-b3f1fe80d162 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 1125 time: 0.0591660 Feb 09 22:50:16.108174 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-081fad07-4dc6-4259-a0ef-66eb9ff7fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:16.109680 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-081fad07-4dc6-4259-a0ef-66eb9ff7fee4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=700dbbbe-3e9d-4fb2-953d-58b071b32811 HTTP/1.1" status: 200 len: 897 time: 0.0882192 Feb 09 22:50:16.179168 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-15d16295-4ab7-4689-a5d0-958f176d22f4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15d86ff1-3d6c-4ceb-a809-690acab548a3 HTTP/1.1" status: 200 len: 999 time: 0.0632036 Feb 09 22:50:16.225971 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-4416dc46-0e5e-467a-aecd-548f8a9b1e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:16.227348 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-4416dc46-0e5e-467a-aecd-548f8a9b1e36 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9db990b-5439-47a5-a9dc-51629339b09b HTTP/1.1" status: 200 len: 834 time: 0.0429413 Feb 09 22:50:16.273880 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-850ab830-78d5-4b68-b843-45fb5ee39ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:16.275274 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-850ab830-78d5-4b68-b843-45fb5ee39ac0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=700dbbbe-3e9d-4fb2-953d-58b071b32811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427251 Feb 09 22:50:16.368243 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-38ebcad6-b87b-4c74-952e-d483cfda0f42 service neutron] 10.222.0.71 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866280 Feb 09 22:50:16.416406 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:16.456851 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-28215dcc-eaec-48c9-8232-aac167704ca1 req-31bb703a-a9ef-454c-9cf4-2d3ff5b59aa9 service neutron] 10.222.0.71 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830564 Feb 09 22:50:16.884406 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fcb7c-9899-4406-8678-75efe7851dec req-af5e93a2-b403-4f68-b7d6-2cd76ce6defc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:16.885900 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-781fcb7c-9899-4406-8678-75efe7851dec req-af5e93a2-b403-4f68-b7d6-2cd76ce6defc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 943 time: 0.0563154 Feb 09 22:50:16.933098 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-781fcb7c-9899-4406-8678-75efe7851dec req-1f933bca-fd81-455e-9b25-67cd725738dc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416596 Feb 09 22:50:17.284251 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9dcac1-e749-4d24-891c-0ad451052a7c', 'tag': '15d86ff1-3d6c-4ceb-a809-690acab548a3'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:50:17.286552 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9635605-30ca-42df-ae9e-f61726352303" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9dcac1-e749-4d24-891c-0ad451052a7c", "tag": "15d86ff1-3d6c-4ceb-a809-690acab548a3"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:50:17.332912 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e167638-68ed-4a6b-a3f6-ea935f813d34 x-openstack-request-id: req-5e167638-68ed-4a6b-a3f6-ea935f813d34 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:50:17.333214 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9dcac1-e749-4d24-891c-0ad451052a7c", "tag": "15d86ff1-3d6c-4ceb-a809-690acab548a3", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:50:17.333476 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5e167638-68ed-4a6b-a3f6-ea935f813d34 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:50:17.333887 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9dcac1-e749-4d24-891c-0ad451052a7c', 'tag': '15d86ff1-3d6c-4ceb-a809-690acab548a3', 'status': 'completed', 'code': 200} Feb 09 22:50:17.404580 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9635605-30ca-42df-ae9e-f61726352303 req-fb046b82-e689-4c5d-99b8-98b7b690107b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:17.406136 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b9635605-30ca-42df-ae9e-f61726352303 req-fb046b82-e689-4c5d-99b8-98b7b690107b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 1125 time: 0.0548682 Feb 09 22:50:17.409211 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9635605-30ca-42df-ae9e-f61726352303 req-cfd2852e-06c0-4533-a1d4-2aab4e5109a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:17.410671 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9635605-30ca-42df-ae9e-f61726352303 req-cfd2852e-06c0-4533-a1d4-2aab4e5109a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 1125 time: 0.0451860 Feb 09 22:50:17.510164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9635605-30ca-42df-ae9e-f61726352303 req-308acd70-6121-4668-9406-b5609ef282b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:17.511670 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b9635605-30ca-42df-ae9e-f61726352303 req-308acd70-6121-4668-9406-b5609ef282b0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=700dbbbe-3e9d-4fb2-953d-58b071b32811 HTTP/1.1" status: 200 len: 897 time: 0.0997062 Feb 09 22:50:17.516609 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9635605-30ca-42df-ae9e-f61726352303 req-e4d48c9c-9cd1-4c4e-b849-b6b1793dc5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:17.518064 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9635605-30ca-42df-ae9e-f61726352303 req-e4d48c9c-9cd1-4c4e-b849-b6b1793dc5bb service neutron] 10.222.0.42 "GET /v2.0/networks?id=700dbbbe-3e9d-4fb2-953d-58b071b32811 HTTP/1.1" status: 200 len: 897 time: 0.0986190 Feb 09 22:50:17.576986 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b9635605-30ca-42df-ae9e-f61726352303 req-54860fe9-62da-464b-a5c4-adfde88fbd87 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15d86ff1-3d6c-4ceb-a809-690acab548a3 HTTP/1.1" status: 200 len: 999 time: 0.0585434 Feb 09 22:50:17.587750 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9635605-30ca-42df-ae9e-f61726352303 req-3d9ee632-0b2a-4802-bc15-def80f46f19b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15d86ff1-3d6c-4ceb-a809-690acab548a3 HTTP/1.1" status: 200 len: 999 time: 0.0593863 Feb 09 22:50:17.630230 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9635605-30ca-42df-ae9e-f61726352303 req-40ec421e-c1db-45ec-a96b-5c7108320ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:17.631798 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b9635605-30ca-42df-ae9e-f61726352303 req-40ec421e-c1db-45ec-a96b-5c7108320ea5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9db990b-5439-47a5-a9dc-51629339b09b HTTP/1.1" status: 200 len: 834 time: 0.0488665 Feb 09 22:50:17.637549 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9635605-30ca-42df-ae9e-f61726352303 req-c1d985f1-0263-4f79-ad1d-0a306cb9b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:17.638990 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9635605-30ca-42df-ae9e-f61726352303 req-c1d985f1-0263-4f79-ad1d-0a306cb9b273 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9db990b-5439-47a5-a9dc-51629339b09b HTTP/1.1" status: 200 len: 834 time: 0.0428329 Feb 09 22:50:17.682920 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9635605-30ca-42df-ae9e-f61726352303 req-443cf938-cc47-43eb-99c9-c64c1d36ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:17.684490 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b9635605-30ca-42df-ae9e-f61726352303 req-443cf938-cc47-43eb-99c9-c64c1d36ae84 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=700dbbbe-3e9d-4fb2-953d-58b071b32811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461891 Feb 09 22:50:17.695193 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9635605-30ca-42df-ae9e-f61726352303 req-2fa35c60-63d4-43ff-9fdf-fc9176a91b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:17.696967 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9635605-30ca-42df-ae9e-f61726352303 req-2fa35c60-63d4-43ff-9fdf-fc9176a91b74 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=700dbbbe-3e9d-4fb2-953d-58b071b32811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491316 Feb 09 22:50:17.784220 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b9635605-30ca-42df-ae9e-f61726352303 req-9a024778-56fd-45b1-bbd7-1fe5ee4bc7c2 service neutron] 10.222.0.71 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924196 Feb 09 22:50:17.792455 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9635605-30ca-42df-ae9e-f61726352303 req-3861072f-6117-46fc-839b-62e0f94c1322 service neutron] 10.222.0.42 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863905 Feb 09 22:50:17.885993 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-b9635605-30ca-42df-ae9e-f61726352303 req-3f0bbc02-d71a-4a41-a986-42bb5f2e2f18 service neutron] 10.222.0.71 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950446 Feb 09 22:50:17.893354 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b9635605-30ca-42df-ae9e-f61726352303 req-40c6cd77-e207-4c41-a27d-4d48d18bb2b5 service neutron] 10.222.0.42 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910828 Feb 09 22:50:18.079723 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea789b-74be-4423-a227-97073db16524 req-018df810-6f23-4611-804d-ddc61f07fb86 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:18.081229 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-20ea789b-74be-4423-a227-97073db16524 req-018df810-6f23-4611-804d-ddc61f07fb86 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 943 time: 0.0546663 Feb 09 22:50:18.147017 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-20ea789b-74be-4423-a227-97073db16524 req-81132508-329d-4175-bc76-bd24e301bcb1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600960 Feb 09 22:50:18.382610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a156f10-9c46-422e-9c04-405da440507f req-3ef21ea6-1283-4ba8-a0b5-c3dc6109a401 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:18.384040 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a156f10-9c46-422e-9c04-405da440507f req-3ef21ea6-1283-4ba8-a0b5-c3dc6109a401 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 943 time: 0.0923028 Feb 09 22:50:18.402205 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b1ec3-6785-48bc-a80c-5100fbf930cf req-af925fe0-60b6-46ab-9a53-4c7015936e62 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:18.403555 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc0b1ec3-6785-48bc-a80c-5100fbf930cf req-af925fe0-60b6-46ab-9a53-4c7015936e62 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c&tenant_id=ab5c2ad8c97643e8b371015550eec018&binding%3Ahost_id=n-h1-828601-1 HTTP/1.1" status: 200 len: 943 time: 0.0813320 Feb 09 22:50:18.476911 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a156f10-9c46-422e-9c04-405da440507f req-9fd40d6d-f098-464e-b6fb-8eb6040f1187 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872419 Feb 09 22:50:18.492687 n-d-828601-1 neutron-server[103201]: INFO neutron.api.v2.resource [req-bc0b1ec3-6785-48bc-a80c-5100fbf930cf req-bbc8d5db-f599-45ba-b9f9-c659e3d30b04 service neutron] delete failed (client error): The resource could not be found. Feb 09 22:50:18.492687 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc0b1ec3-6785-48bc-a80c-5100fbf930cf req-bbc8d5db-f599-45ba-b9f9-c659e3d30b04 service neutron] 10.222.0.42 "DELETE /v2.0/ports/15d86ff1-3d6c-4ceb-a809-690acab548a3/bindings/n-h2-828601-1 HTTP/1.1" status: 404 len: 380 time: 0.0783622 Feb 09 22:50:18.626339 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac1715-0a30-4ea7-a769-e676ff5859af req-5a12cbe7-b88a-4f6b-90d9-2b71157eb47c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:18.627853 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6ac1715-0a30-4ea7-a769-e676ff5859af req-5a12cbe7-b88a-4f6b-90d9-2b71157eb47c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 943 time: 0.0788484 Feb 09 22:50:18.630381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b1ec3-6785-48bc-a80c-5100fbf930cf req-3fae2f73-5772-451d-8e8a-23736f94081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:18.631825 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc0b1ec3-6785-48bc-a80c-5100fbf930cf req-3fae2f73-5772-451d-8e8a-23736f94081a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 1125 time: 0.0910227 Feb 09 22:50:18.696565 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 15d86ff1-3d6c-4ceb-a809-690acab548a3 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:50:18.722875 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 15d86ff1-3d6c-4ceb-a809-690acab548a3 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:50:18.725849 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6ac1715-0a30-4ea7-a769-e676ff5859af req-ead7a3e3-c7b1-44b1-821c-1be58beb6968 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923982 Feb 09 22:50:18.758661 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] The host n-h2-828601-1 is not matching for port 15d86ff1-3d6c-4ceb-a809-690acab548a3 host n-h1-828601-1! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:50:18.759072 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 15d86ff1-3d6c-4ceb-a809-690acab548a3 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:50:18.761522 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b1ec3-6785-48bc-a80c-5100fbf930cf req-c1c8dc5b-2045-4810-8029-c24867ae9ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:18.763011 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc0b1ec3-6785-48bc-a80c-5100fbf930cf req-c1c8dc5b-2045-4810-8029-c24867ae9ed0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=700dbbbe-3e9d-4fb2-953d-58b071b32811 HTTP/1.1" status: 200 len: 897 time: 0.1227720 Feb 09 22:50:18.834018 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 15d86ff1-3d6c-4ceb-a809-690acab548a3, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=15d86ff1-3d6c-4ceb-a809-690acab548a3,segment=NetworkSegment(d93338f2-e035-4d81-bf3f-87b5c99ca662),segment_id=d93338f2-e035-4d81-bf3f-87b5c99ca662)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:50:18.835393 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc0b1ec3-6785-48bc-a80c-5100fbf930cf req-2ddafab8-1c0c-4b8c-bdb4-d1e32a289097 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15d86ff1-3d6c-4ceb-a809-690acab548a3 HTTP/1.1" status: 200 len: 999 time: 0.0629463 Feb 09 22:50:18.845120 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': '15d86ff1-3d6c-4ceb-a809-690acab548a3', 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811', 'port_id': '15d86ff1-3d6c-4ceb-a809-690acab548a3', 'mac_address': 'fa:16:3e:40:8a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9db990b-5439-47a5-a9dc-51629339b09b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:50:18.887234 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b1ec3-6785-48bc-a80c-5100fbf930cf req-57053d36-2a8e-40ce-867b-4b5f65abe7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:18.888398 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 15d86ff1-3d6c-4ceb-a809-690acab548a3 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:50:18.888773 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc0b1ec3-6785-48bc-a80c-5100fbf930cf req-57053d36-2a8e-40ce-867b-4b5f65abe7b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9db990b-5439-47a5-a9dc-51629339b09b HTTP/1.1" status: 200 len: 834 time: 0.0449376 Feb 09 22:50:18.888898 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:18.901671 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d86ff1-3d6c-4ceb-a809-690acab548a3 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:50:18.923327 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 15d86ff1-3d6c-4ceb-a809-690acab548a3, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=15d86ff1-3d6c-4ceb-a809-690acab548a3,segment=NetworkSegment(d93338f2-e035-4d81-bf3f-87b5c99ca662),segment_id=d93338f2-e035-4d81-bf3f-87b5c99ca662)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:50:18.927235 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:18.944649 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b1ec3-6785-48bc-a80c-5100fbf930cf req-6ed16f6f-d907-48df-9d6b-5e979035efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:18.946182 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc0b1ec3-6785-48bc-a80c-5100fbf930cf req-6ed16f6f-d907-48df-9d6b-5e979035efb1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=700dbbbe-3e9d-4fb2-953d-58b071b32811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465174 Feb 09 22:50:18.974780 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=15d86ff1-3d6c-4ceb-a809-690acab548a3,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:18.982333 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:18.982692 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:18.983042 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:18.983386 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:18.983790 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:18.984119 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:18.984454 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:18.984799 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:18.985676 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:18.986009 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:18.986338 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:18.986679 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:18.987004 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:19.043502 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc0b1ec3-6785-48bc-a80c-5100fbf930cf req-d9d6bbd8-fe7b-4488-b54b-832db2ef3ec9 service neutron] 10.222.0.42 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877936 Feb 09 22:50:19.148655 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc0b1ec3-6785-48bc-a80c-5100fbf930cf req-6a7ebd75-512a-495a-8a67-d1149ad8a575 service neutron] 10.222.0.42 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961626 Feb 09 22:50:19.175943 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['15d86ff1-3d6c-4ceb-a809-690acab548a3'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:50:19.863077 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc598614-1aa9-49cd-8cc2-75cc5f484b13 req-21472b7b-4340-487c-9046-9f4397c192b6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:19.864600 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc598614-1aa9-49cd-8cc2-75cc5f484b13 req-21472b7b-4340-487c-9046-9f4397c192b6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 944 time: 0.0604692 Feb 09 22:50:19.912955 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cc598614-1aa9-49cd-8cc2-75cc5f484b13 req-6c8b7be5-be1b-46bc-b623-ad990a94c4ae tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426342 Feb 09 22:50:19.935664 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53576) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:50:19.997885 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a50b3a34-af8f-4607-84ca-8bb21b376fff tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/floatingips/831b39c1-2537-44d0-b635-a71853659877 HTTP/1.1" status: 200 len: 992 time: 0.0610290 Feb 09 22:50:20.747479 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 15d86ff1-3d6c-4ceb-a809-690acab548a3 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:50:20.797640 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port 15d86ff1-3d6c-4ceb-a809-690acab548a3 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:50:20.802502 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port 15d86ff1-3d6c-4ceb-a809-690acab548a3 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:50:20.802879 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:20.889247 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port 15d86ff1-3d6c-4ceb-a809-690acab548a3 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:50:20.889635 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:20.912776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9dcac1-e749-4d24-891c-0ad451052a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d86ff1-3d6c-4ceb-a809-690acab548a3'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:50:20.915148 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86c7c89-3ba1-416d-a8fe-6af065af9518" -d '{"events": [{"server_uuid": "ee9dcac1-e749-4d24-891c-0ad451052a7c", "name": "network-vif-plugged", "status": "completed", "tag": "15d86ff1-3d6c-4ceb-a809-690acab548a3"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:50:20.929158 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port 15d86ff1-3d6c-4ceb-a809-690acab548a3, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=15d86ff1-3d6c-4ceb-a809-690acab548a3,segment=NetworkSegment(d93338f2-e035-4d81-bf3f-87b5c99ca662),segment_id=d93338f2-e035-4d81-bf3f-87b5c99ca662)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:50:20.933884 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:20.988235 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=15d86ff1-3d6c-4ceb-a809-690acab548a3,revision_number=9']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:21.011720 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1473b57a-2273-4271-822e-e603bd0e6659 x-openstack-request-id: req-1473b57a-2273-4271-822e-e603bd0e6659 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:50:21.012025 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9dcac1-e749-4d24-891c-0ad451052a7c", "name": "network-vif-plugged", "status": "completed", "tag": "15d86ff1-3d6c-4ceb-a809-690acab548a3", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:50:21.012283 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1473b57a-2273-4271-822e-e603bd0e6659 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:50:21.012684 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9dcac1-e749-4d24-891c-0ad451052a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d86ff1-3d6c-4ceb-a809-690acab548a3', 'code': 200} Feb 09 22:50:25.048319 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fbb04aeb-34c6-44bd-a1af-ef3209f1650b req-a56cef7f-20f9-4a46-939d-8381e3a8f144 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487895 Feb 09 22:50:25.133372 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb04aeb-34c6-44bd-a1af-ef3209f1650b req-e7d0ff1a-e582-47f6-95f5-eb25259a9e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:25.134872 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fbb04aeb-34c6-44bd-a1af-ef3209f1650b req-e7d0ff1a-e582-47f6-95f5-eb25259a9e32 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 1127 time: 0.0445802 Feb 09 22:50:25.235298 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb04aeb-34c6-44bd-a1af-ef3209f1650b req-e8b87466-67aa-4957-b901-f2054d962f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:25.236839 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fbb04aeb-34c6-44bd-a1af-ef3209f1650b req-e8b87466-67aa-4957-b901-f2054d962f38 service neutron] 10.222.0.71 "GET /v2.0/networks?id=700dbbbe-3e9d-4fb2-953d-58b071b32811 HTTP/1.1" status: 200 len: 897 time: 0.0845587 Feb 09 22:50:25.310108 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fbb04aeb-34c6-44bd-a1af-ef3209f1650b req-0a3086b9-37c4-4c74-8fb5-c1f333fe23be service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15d86ff1-3d6c-4ceb-a809-690acab548a3 HTTP/1.1" status: 200 len: 1001 time: 0.0667021 Feb 09 22:50:25.366259 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb04aeb-34c6-44bd-a1af-ef3209f1650b req-7773f0ca-ecdd-45f8-9e17-f56f64bd853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:25.369051 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fbb04aeb-34c6-44bd-a1af-ef3209f1650b req-7773f0ca-ecdd-45f8-9e17-f56f64bd853f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9db990b-5439-47a5-a9dc-51629339b09b HTTP/1.1" status: 200 len: 834 time: 0.0537100 Feb 09 22:50:25.421158 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb04aeb-34c6-44bd-a1af-ef3209f1650b req-d39ee6af-bf8a-410c-9790-764e018ac967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:25.423275 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fbb04aeb-34c6-44bd-a1af-ef3209f1650b req-d39ee6af-bf8a-410c-9790-764e018ac967 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=700dbbbe-3e9d-4fb2-953d-58b071b32811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489790 Feb 09 22:50:25.449295 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:50:25.518779 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fbb04aeb-34c6-44bd-a1af-ef3209f1650b req-284efc52-c3d3-4b2d-a84f-5bc9d524cee2 service neutron] 10.222.0.71 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892913 Feb 09 22:50:25.605057 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fbb04aeb-34c6-44bd-a1af-ef3209f1650b req-1e2ad374-3684-4a37-a3d3-a5dbcd2d4c3d service neutron] 10.222.0.71 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799696 Feb 09 22:50:37.932684 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ea00eb54-78d2-440b-8e39-56f75924830a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:40.647151 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bd6327b8-db65-42f2-bf1b-d1bfcc72f79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:41.862130 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:43.043284 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:44.752997 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:46.006570 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:46.427919 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:48.477717 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53590) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:50:48.647985 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-31949089-1b5b-4079-afb5-87b3338533d0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting port 88ebc3c9-6856-48bf-b2a0-5da714e2c156 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:50:48.648244 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31949089-1b5b-4079-afb5-87b3338533d0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (88ebc3c9-6856-48bf-b2a0-5da714e2c156), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:48.729526 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31949089-1b5b-4079-afb5-87b3338533d0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (88ebc3c9-6856-48bf-b2a0-5da714e2c156), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:48.729863 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31949089-1b5b-4079-afb5-87b3338533d0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for floatingip (88ebc3c9-6856-48bf-b2a0-5da714e2c156), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:48.749187 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-31949089-1b5b-4079-afb5-87b3338533d0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Calling delete_port for 88ebc3c9-6856-48bf-b2a0-5da714e2c156 owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:50:48.911683 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31949089-1b5b-4079-afb5-87b3338533d0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (88ebc3c9-6856-48bf-b2a0-5da714e2c156), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:48.939148 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31949089-1b5b-4079-afb5-87b3338533d0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Port': ['ID=88ebc3c9-6856-48bf-b2a0-5da714e2c156,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:49.005592 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31949089-1b5b-4079-afb5-87b3338533d0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for floatingip (831b39c1-2537-44d0-b635-a71853659877), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:49.005997 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-31949089-1b5b-4079-afb5-87b3338533d0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Floating IP 831b39c1-2537-44d0-b635-a71853659877 disassociated (deleted). External IP: 172.25.6.127, port: 15d86ff1-3d6c-4ceb-a809-690acab548a3. Feb 09 22:50:49.222967 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31949089-1b5b-4079-afb5-87b3338533d0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router 6b1ffec9-73ba-4375-b2a8-4506b53b91a2 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:50:49.335494 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31949089-1b5b-4079-afb5-87b3338533d0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:50:49.340598 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31949089-1b5b-4079-afb5-87b3338533d0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:49.345922 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02842ee1-85d3-417a-aac5-54b63872cee9 None None] Sync routers for ids ['6b1ffec9-73ba-4375-b2a8-4506b53b91a2'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:50:49.356339 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02842ee1-85d3-417a-aac5-54b63872cee9 None None] Routers {'6b1ffec9-73ba-4375-b2a8-4506b53b91a2'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:50:49.357218 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-02842ee1-85d3-417a-aac5-54b63872cee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:50:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b1ffec9-73ba-4375-b2a8-4506b53b91a2'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:50:49.372653 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-31949089-1b5b-4079-afb5-87b3338533d0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/floatingips/831b39c1-2537-44d0-b635-a71853659877 HTTP/1.1" status: 204 len: 168 time: 0.8937371 Feb 09 22:50:49.373276 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9dcac1-e749-4d24-891c-0ad451052a7c', 'tag': '15d86ff1-3d6c-4ceb-a809-690acab548a3'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:50:49.375567 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409b927e-0861-46de-928f-dd1b0c3d8119" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9dcac1-e749-4d24-891c-0ad451052a7c", "tag": "15d86ff1-3d6c-4ceb-a809-690acab548a3"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:50:49.471344 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-02842ee1-85d3-417a-aac5-54b63872cee9 None None] Set router 6b1ffec9-73ba-4375-b2a8-4506b53b91a2 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:50:49.545535 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4584cfbf-abee-421f-8216-40fdba804f21 x-openstack-request-id: req-4584cfbf-abee-421f-8216-40fdba804f21 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:50:49.546312 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9dcac1-e749-4d24-891c-0ad451052a7c", "tag": "15d86ff1-3d6c-4ceb-a809-690acab548a3", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:50:49.546312 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4584cfbf-abee-421f-8216-40fdba804f21 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:50:49.546628 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9dcac1-e749-4d24-891c-0ad451052a7c', 'tag': '15d86ff1-3d6c-4ceb-a809-690acab548a3', 'status': 'completed', 'code': 200} Feb 09 22:50:49.632519 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b927e-0861-46de-928f-dd1b0c3d8119 req-1c0663e6-96c2-404c-916f-2fe10ecb85da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:49.634762 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-409b927e-0861-46de-928f-dd1b0c3d8119 req-1c0663e6-96c2-404c-916f-2fe10ecb85da service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 1127 time: 0.0652845 Feb 09 22:50:49.662534 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de155d-5df4-4625-928e-50e4054cea7c req-da8f864c-51ac-4043-bfd7-1f5ea58791f5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:49.664899 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-11de155d-5df4-4625-928e-50e4054cea7c req-da8f864c-51ac-4043-bfd7-1f5ea58791f5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0621781 Feb 09 22:50:49.734215 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-11de155d-5df4-4625-928e-50e4054cea7c req-61d59465-3cf9-4be5-983f-68ef3f47364e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631549 Feb 09 22:50:49.759094 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b927e-0861-46de-928f-dd1b0c3d8119 req-7615e8c5-bfad-4ff6-ab5f-daef767cdf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:49.761702 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-409b927e-0861-46de-928f-dd1b0c3d8119 req-7615e8c5-bfad-4ff6-ab5f-daef767cdf0d service neutron] 10.222.0.71 "GET /v2.0/networks?id=700dbbbe-3e9d-4fb2-953d-58b071b32811 HTTP/1.1" status: 200 len: 897 time: 0.1197226 Feb 09 22:50:49.810009 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-409b927e-0861-46de-928f-dd1b0c3d8119 req-4e32de20-d853-4138-a703-e5dda5b6613d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15d86ff1-3d6c-4ceb-a809-690acab548a3 HTTP/1.1" status: 200 len: 217 time: 0.0398960 Feb 09 22:50:49.818787 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-02842ee1-85d3-417a-aac5-54b63872cee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505474620', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:07Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'ed5ade39-4f99-4121-bb1d-835856aaabaa', 'name': '', 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:0e:63:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9db990b-5439-47a5-a9dc-51629339b09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:07Z', 'updated_at': '2022-02-09T22:49:11Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': 'c9db990b-5439-47a5-a9dc-51629339b09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:50:49.869249 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b927e-0861-46de-928f-dd1b0c3d8119 req-04f1a313-25a8-49da-b189-b2b8352fa599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:49.870754 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-409b927e-0861-46de-928f-dd1b0c3d8119 req-04f1a313-25a8-49da-b189-b2b8352fa599 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9db990b-5439-47a5-a9dc-51629339b09b HTTP/1.1" status: 200 len: 834 time: 0.0543759 Feb 09 22:50:49.873485 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02842ee1-85d3-417a-aac5-54b63872cee9 None None] Checking router: 6b1ffec9-73ba-4375-b2a8-4506b53b91a2 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:50:49.888203 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02842ee1-85d3-417a-aac5-54b63872cee9 None None] Routers {'6b1ffec9-73ba-4375-b2a8-4506b53b91a2'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:50:49.889257 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-02842ee1-85d3-417a-aac5-54b63872cee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:50:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b1ffec9-73ba-4375-b2a8-4506b53b91a2'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:50:49.931949 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b927e-0861-46de-928f-dd1b0c3d8119 req-2be2c37c-b9b2-4b87-8ef3-71f6a3fff1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:49.934155 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-409b927e-0861-46de-928f-dd1b0c3d8119 req-2be2c37c-b9b2-4b87-8ef3-71f6a3fff1b6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=700dbbbe-3e9d-4fb2-953d-58b071b32811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0568273 Feb 09 22:50:50.009130 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-02842ee1-85d3-417a-aac5-54b63872cee9 None None] Set router 6b1ffec9-73ba-4375-b2a8-4506b53b91a2 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:50:50.051471 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-409b927e-0861-46de-928f-dd1b0c3d8119 req-a3d79367-8725-4a13-899e-80b7e682c24b service neutron] 10.222.0.71 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099465 Feb 09 22:50:50.174884 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-409b927e-0861-46de-928f-dd1b0c3d8119 req-c673b358-deb5-435d-a9ec-67968dc97641 service neutron] 10.222.0.71 "GET /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164711 Feb 09 22:50:50.226704 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-02842ee1-85d3-417a-aac5-54b63872cee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505474620', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:07Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'ed5ade39-4f99-4121-bb1d-835856aaabaa', 'name': '', 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:0e:63:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9db990b-5439-47a5-a9dc-51629339b09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:07Z', 'updated_at': '2022-02-09T22:49:11Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': 'c9db990b-5439-47a5-a9dc-51629339b09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:50:50.254007 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02842ee1-85d3-417a-aac5-54b63872cee9 None None] The sync data for ids ['6b1ffec9-73ba-4375-b2a8-4506b53b91a2'] in n-d-828601-1 is: [{'id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505474620', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:07Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'ed5ade39-4f99-4121-bb1d-835856aaabaa', 'name': '', 'network_id': '700dbbbe-3e9d-4fb2-953d-58b071b32811', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:0e:63:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9db990b-5439-47a5-a9dc-51629339b09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:07Z', 'updated_at': '2022-02-09T22:49:11Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': 'c9db990b-5439-47a5-a9dc-51629339b09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:50:50.513919 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf3a77e-3076-40ce-995c-e948213e468e None None] New status for floating IP 831b39c1-2537-44d0-b635-a71853659877: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:50:50.875541 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744b517-32ce-4d06-9e6f-90dfba9ebd7e req-498823e8-344a-4544-9e42-881fdc3c27d9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:50.877193 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c744b517-32ce-4d06-9e6f-90dfba9ebd7e req-498823e8-344a-4544-9e42-881fdc3c27d9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0538979 Feb 09 22:50:50.933457 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c744b517-32ce-4d06-9e6f-90dfba9ebd7e req-3731eabb-81f1-4fbd-85f0-53f2626c37b5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1659c24-ce4b-4974-bf47-ff7f7851d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474753 Feb 09 22:50:50.968487 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593c9d4-7b96-4fb4-9748-98a0f6ca389a req-40a14934-f960-4f94-9484-79d9fb196f27 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:50.969956 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4593c9d4-7b96-4fb4-9748-98a0f6ca389a req-40a14934-f960-4f94-9484-79d9fb196f27 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee9dcac1-e749-4d24-891c-0ad451052a7c HTTP/1.1" status: 200 len: 945 time: 0.0526721 Feb 09 22:50:51.064667 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-4593c9d4-7b96-4fb4-9748-98a0f6ca389a req-b3cc891e-7010-45bc-87f2-29db05bb4db7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting port 15d86ff1-3d6c-4ceb-a809-690acab548a3 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:50:51.065001 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4593c9d4-7b96-4fb4-9748-98a0f6ca389a req-b3cc891e-7010-45bc-87f2-29db05bb4db7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:51.156663 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-4593c9d4-7b96-4fb4-9748-98a0f6ca389a req-b3cc891e-7010-45bc-87f2-29db05bb4db7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] For port 15d86ff1-3d6c-4ceb-a809-690acab548a3, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=15d86ff1-3d6c-4ceb-a809-690acab548a3,segment=NetworkSegment(d93338f2-e035-4d81-bf3f-87b5c99ca662),segment_id=d93338f2-e035-4d81-bf3f-87b5c99ca662)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:50:51.157029 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4593c9d4-7b96-4fb4-9748-98a0f6ca389a req-b3cc891e-7010-45bc-87f2-29db05bb4db7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:51.170972 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-4593c9d4-7b96-4fb4-9748-98a0f6ca389a req-b3cc891e-7010-45bc-87f2-29db05bb4db7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Calling delete_port for 15d86ff1-3d6c-4ceb-a809-690acab548a3 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:50:51.300722 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4593c9d4-7b96-4fb4-9748-98a0f6ca389a req-b3cc891e-7010-45bc-87f2-29db05bb4db7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (15d86ff1-3d6c-4ceb-a809-690acab548a3), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:51.327113 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc891e-7010-45bc-87f2-29db05bb4db7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Port': ['ID=15d86ff1-3d6c-4ceb-a809-690acab548a3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:51.378636 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-4593c9d4-7b96-4fb4-9748-98a0f6ca389a req-b3cc891e-7010-45bc-87f2-29db05bb4db7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] No DVR routers for this DVR port 15d86ff1-3d6c-4ceb-a809-690acab548a3 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:50:51.381876 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-4593c9d4-7b96-4fb4-9748-98a0f6ca389a req-b3cc891e-7010-45bc-87f2-29db05bb4db7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:51.385310 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-4593c9d4-7b96-4fb4-9748-98a0f6ca389a req-b3cc891e-7010-45bc-87f2-29db05bb4db7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.71 "DELETE /v2.0/ports/15d86ff1-3d6c-4ceb-a809-690acab548a3 HTTP/1.1" status: 204 len: 173 time: 0.4091797 Feb 09 22:50:51.547277 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9dcac1-e749-4d24-891c-0ad451052a7c', 'name': 'network-vif-deleted', 'tag': '15d86ff1-3d6c-4ceb-a809-690acab548a3'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:50:51.549975 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71e490c-ca64-4ff4-a897-2988c4129816" -d '{"events": [{"server_uuid": "ee9dcac1-e749-4d24-891c-0ad451052a7c", "name": "network-vif-deleted", "tag": "15d86ff1-3d6c-4ceb-a809-690acab548a3"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:50:51.588050 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d24fb8-77c6-47b7-90bc-8761b22b3187 x-openstack-request-id: req-08d24fb8-77c6-47b7-90bc-8761b22b3187 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:50:51.588358 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9dcac1-e749-4d24-891c-0ad451052a7c", "name": "network-vif-deleted", "tag": "15d86ff1-3d6c-4ceb-a809-690acab548a3", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:50:51.588715 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-08d24fb8-77c6-47b7-90bc-8761b22b3187 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:50:51.589142 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9dcac1-e749-4d24-891c-0ad451052a7c', 'name': 'network-vif-deleted', 'tag': '15d86ff1-3d6c-4ceb-a809-690acab548a3', 'status': 'completed', 'code': 200} Feb 09 22:50:51.990849 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53604) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:50:52.343087 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57500289-66a4-4aa6-9670-05ec6e0e2aed tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (6b1ffec9-73ba-4375-b2a8-4506b53b91a2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:52.615186 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-57500289-66a4-4aa6-9670-05ec6e0e2aed tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting port ed5ade39-4f99-4121-bb1d-835856aaabaa {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:50:52.615428 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57500289-66a4-4aa6-9670-05ec6e0e2aed tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ed5ade39-4f99-4121-bb1d-835856aaabaa), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:52.706039 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-57500289-66a4-4aa6-9670-05ec6e0e2aed tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] For port ed5ade39-4f99-4121-bb1d-835856aaabaa, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ed5ade39-4f99-4121-bb1d-835856aaabaa,segment=NetworkSegment(d93338f2-e035-4d81-bf3f-87b5c99ca662),segment_id=d93338f2-e035-4d81-bf3f-87b5c99ca662)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:50:52.706405 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57500289-66a4-4aa6-9670-05ec6e0e2aed tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ed5ade39-4f99-4121-bb1d-835856aaabaa), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:52.724424 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-57500289-66a4-4aa6-9670-05ec6e0e2aed tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Calling delete_port for ed5ade39-4f99-4121-bb1d-835856aaabaa owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:50:52.917063 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57500289-66a4-4aa6-9670-05ec6e0e2aed tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ed5ade39-4f99-4121-bb1d-835856aaabaa), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:52.944592 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57500289-66a4-4aa6-9670-05ec6e0e2aed tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Port': ['ID=ed5ade39-4f99-4121-bb1d-835856aaabaa,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:53.125193 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57500289-66a4-4aa6-9670-05ec6e0e2aed tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (6b1ffec9-73ba-4375-b2a8-4506b53b91a2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:53.343803 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57500289-66a4-4aa6-9670-05ec6e0e2aed tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router 6b1ffec9-73ba-4375-b2a8-4506b53b91a2 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:50:53.732377 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57500289-66a4-4aa6-9670-05ec6e0e2aed tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:50:53.738374 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-57500289-66a4-4aa6-9670-05ec6e0e2aed tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "PUT /v2.0/routers/6b1ffec9-73ba-4375-b2a8-4506b53b91a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7464592 Feb 09 22:50:53.740352 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53606) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:50:53.742978 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fbe9fd-821a-4bcf-a27a-e823bc04b838 None None] Sync routers for ids ['6b1ffec9-73ba-4375-b2a8-4506b53b91a2'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:50:53.752660 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fbe9fd-821a-4bcf-a27a-e823bc04b838 None None] Routers {'6b1ffec9-73ba-4375-b2a8-4506b53b91a2'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:50:53.753279 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-53fbe9fd-821a-4bcf-a27a-e823bc04b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:50:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b1ffec9-73ba-4375-b2a8-4506b53b91a2'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:50:53.795744 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3fb2163-4fcc-493b-9efa-89ed52a0257b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting subnet c9db990b-5439-47a5-a9dc-51629339b09b {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:50:53.798875 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2163-4fcc-493b-9efa-89ed52a0257b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for subnet (c9db990b-5439-47a5-a9dc-51629339b09b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:53.837244 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2163-4fcc-493b-9efa-89ed52a0257b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (c9db990b-5439-47a5-a9dc-51629339b09b), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:53.863588 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-53fbe9fd-821a-4bcf-a27a-e823bc04b838 None None] Set router 6b1ffec9-73ba-4375-b2a8-4506b53b91a2 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:50:53.923915 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2163-4fcc-493b-9efa-89ed52a0257b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (c9db990b-5439-47a5-a9dc-51629339b09b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:53.981397 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2163-4fcc-493b-9efa-89ed52a0257b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (c9db990b-5439-47a5-a9dc-51629339b09b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:54.009175 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb2163-4fcc-493b-9efa-89ed52a0257b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Subnet': ['ID=c9db990b-5439-47a5-a9dc-51629339b09b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:54.013039 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2163-4fcc-493b-9efa-89ed52a0257b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:54.019290 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d3fb2163-4fcc-493b-9efa-89ed52a0257b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/subnets/c9db990b-5439-47a5-a9dc-51629339b09b HTTP/1.1" status: 204 len: 168 time: 0.2748995 Feb 09 22:50:54.020082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53608) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:50:54.024506 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecc6c53-3109-4c0b-b405-8071fd48a037 None None] Network 700dbbbe-3e9d-4fb2-953d-58b071b32811 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:50:54.048501 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-53fbe9fd-821a-4bcf-a27a-e823bc04b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505474620', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:50:52Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:50:54.083009 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fbe9fd-821a-4bcf-a27a-e823bc04b838 None None] Checking router: 6b1ffec9-73ba-4375-b2a8-4506b53b91a2 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:50:54.092338 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fbe9fd-821a-4bcf-a27a-e823bc04b838 None None] Routers {'6b1ffec9-73ba-4375-b2a8-4506b53b91a2'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:50:54.092952 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-53fbe9fd-821a-4bcf-a27a-e823bc04b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:50:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b1ffec9-73ba-4375-b2a8-4506b53b91a2'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:50:54.132919 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7758-6861-452f-8ad1-00ab553d36cc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router (6b1ffec9-73ba-4375-b2a8-4506b53b91a2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:54.189437 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a716f94-7a17-4e31-a4f7-c0d683dafa64 None None] DHCP port deletion for 700dbbbe-3e9d-4fb2-953d-58b071b32811 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:50:54.203695 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-53fbe9fd-821a-4bcf-a27a-e823bc04b838 None None] Set router 6b1ffec9-73ba-4375-b2a8-4506b53b91a2 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:50:54.239986 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5a716f94-7a17-4e31-a4f7-c0d683dafa64 None None] Deleting port cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:50:54.240359 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5a716f94-7a17-4e31-a4f7-c0d683dafa64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:54.254710 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7758-6861-452f-8ad1-00ab553d36cc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_gateway (6b1ffec9-73ba-4375-b2a8-4506b53b91a2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:54.304208 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-5a716f94-7a17-4e31-a4f7-c0d683dafa64 None None] For port cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78,segment=NetworkSegment(d93338f2-e035-4d81-bf3f-87b5c99ca662),segment_id=d93338f2-e035-4d81-bf3f-87b5c99ca662)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:50:54.304613 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5a716f94-7a17-4e31-a4f7-c0d683dafa64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:54.315324 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4d5a7758-6861-452f-8ad1-00ab553d36cc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting port dd961877-394c-4c85-85ed-ca58772645c5 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:50:54.315824 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7758-6861-452f-8ad1-00ab553d36cc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (dd961877-394c-4c85-85ed-ca58772645c5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:54.317876 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5a716f94-7a17-4e31-a4f7-c0d683dafa64 None None] Calling delete_port for cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:50:54.392423 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-53fbe9fd-821a-4bcf-a27a-e823bc04b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505474620', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:50:52Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:50:54.410055 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5a716f94-7a17-4e31-a4f7-c0d683dafa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:54.410613 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-4d5a7758-6861-452f-8ad1-00ab553d36cc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] For port dd961877-394c-4c85-85ed-ca58772645c5, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=dd961877-394c-4c85-85ed-ca58772645c5,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:50:54.411240 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7758-6861-452f-8ad1-00ab553d36cc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (dd961877-394c-4c85-85ed-ca58772645c5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:54.425061 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fbe9fd-821a-4bcf-a27a-e823bc04b838 None None] The sync data for ids ['6b1ffec9-73ba-4375-b2a8-4506b53b91a2'] in n-d-828601-1 is: [{'id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505474620', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:50:52Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': 'dd961877-394c-4c85-85ed-ca58772645c5', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1ffec9-73ba-4375-b2a8-4506b53b91a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:04Z', 'updated_at': '2022-02-09T22:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:50:54.428721 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a716f94-7a17-4e31-a4f7-c0d683dafa64 None None] No DVR routers for this DVR port cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:50:54.439741 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4d5a7758-6861-452f-8ad1-00ab553d36cc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Calling delete_port for dd961877-394c-4c85-85ed-ca58772645c5 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:50:54.463278 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a716f94-7a17-4e31-a4f7-c0d683dafa64 None None] Pushing event deleted for resources: {'Port': ['ID=cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:54.612409 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7758-6861-452f-8ad1-00ab553d36cc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (dd961877-394c-4c85-85ed-ca58772645c5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:54.634689 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a7758-6861-452f-8ad1-00ab553d36cc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Port': ['ID=dd961877-394c-4c85-85ed-ca58772645c5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:54.697931 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7758-6861-452f-8ad1-00ab553d36cc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (6b1ffec9-73ba-4375-b2a8-4506b53b91a2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:54.794784 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7758-6861-452f-8ad1-00ab553d36cc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (6b1ffec9-73ba-4375-b2a8-4506b53b91a2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:54.797070 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7758-6861-452f-8ad1-00ab553d36cc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_controller (6b1ffec9-73ba-4375-b2a8-4506b53b91a2), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:54.854275 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7758-6861-452f-8ad1-00ab553d36cc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (6b1ffec9-73ba-4375-b2a8-4506b53b91a2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:54.855485 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5a7758-6861-452f-8ad1-00ab553d36cc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Fanout notify agent at l3_agent the message router_deleted on router 6b1ffec9-73ba-4375-b2a8-4506b53b91a2 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:50:54.870017 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:50:54.871576 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7758-6861-452f-8ad1-00ab553d36cc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:54.872864 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4d5a7758-6861-452f-8ad1-00ab553d36cc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/routers/6b1ffec9-73ba-4375-b2a8-4506b53b91a2 HTTP/1.1" status: 204 len: 168 time: 0.8524265 Feb 09 22:50:54.875480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53610) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:50:54.897082 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:50:54.897348 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device cb76ab6d-c3a3-434b-bd0c-2bb8804c0c78 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:50:54.949203 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 15d86ff1-3d6c-4ceb-a809-690acab548a3 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:50:54.960749 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-55344887-af9a-4e0d-91d5-a5acf3745a71 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (700dbbbe-3e9d-4fb2-953d-58b071b32811), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:54.972796 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: 15d86ff1-3d6c-4ceb-a809-690acab548a3 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:50:54.973141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device 15d86ff1-3d6c-4ceb-a809-690acab548a3 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:50:55.053655 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-55344887-af9a-4e0d-91d5-a5acf3745a71 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (700dbbbe-3e9d-4fb2-953d-58b071b32811), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:55.077415 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-55344887-af9a-4e0d-91d5-a5acf3745a71 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700dbbbe-3e9d-4fb2-953d-58b071b32811']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:50:55.087831 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-55344887-af9a-4e0d-91d5-a5acf3745a71 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd93338f2-e035-4d81-bf3f-87b5c99ca662') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:50:55.088323 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-55344887-af9a-4e0d-91d5-a5acf3745a71 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd93338f2-e035-4d81-bf3f-87b5c99ca662') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:50:55.098777 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-55344887-af9a-4e0d-91d5-a5acf3745a71 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (d93338f2-e035-4d81-bf3f-87b5c99ca662), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:55.114276 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-55344887-af9a-4e0d-91d5-a5acf3745a71 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (d93338f2-e035-4d81-bf3f-87b5c99ca662), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:55.121383 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55344887-af9a-4e0d-91d5-a5acf3745a71 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:50:55.121953 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-55344887-af9a-4e0d-91d5-a5acf3745a71 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (d93338f2-e035-4d81-bf3f-87b5c99ca662), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:50:55.125520 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:50:55.192164 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-55344887-af9a-4e0d-91d5-a5acf3745a71 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (700dbbbe-3e9d-4fb2-953d-58b071b32811), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:55.199212 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-55344887-af9a-4e0d-91d5-a5acf3745a71 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:55.202449 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-55344887-af9a-4e0d-91d5-a5acf3745a71 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/networks/700dbbbe-3e9d-4fb2-953d-58b071b32811 HTTP/1.1" status: 204 len: 168 time: 0.3253574 Feb 09 22:50:55.205436 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53612) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:50:55.218650 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55344887-af9a-4e0d-91d5-a5acf3745a71 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Network': ['ID=700dbbbe-3e9d-4fb2-953d-58b071b32811,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:55.261789 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-80ca1668-d6f6-4ca7-bef6-a4d6e17c21f8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (c1659c24-ce4b-4974-bf47-ff7f7851d05a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:55.286481 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-80ca1668-d6f6-4ca7-bef6-a4d6e17c21f8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (c1659c24-ce4b-4974-bf47-ff7f7851d05a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:55.346992 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-80ca1668-d6f6-4ca7-bef6-a4d6e17c21f8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c1659c24-ce4b-4974-bf47-ff7f7851d05a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:55.349679 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-80ca1668-d6f6-4ca7-bef6-a4d6e17c21f8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:55.353336 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-80ca1668-d6f6-4ca7-bef6-a4d6e17c21f8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/security-groups/c1659c24-ce4b-4974-bf47-ff7f7851d05a HTTP/1.1" status: 204 len: 168 time: 0.1443632 Feb 09 22:50:55.361880 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca1668-d6f6-4ca7-bef6-a4d6e17c21f8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1659c24-ce4b-4974-bf47-ff7f7851d05a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:55.369606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca1668-d6f6-4ca7-bef6-a4d6e17c21f8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:55.369972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca1668-d6f6-4ca7-bef6-a4d6e17c21f8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:55.370325 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca1668-d6f6-4ca7-bef6-a4d6e17c21f8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:55.370672 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca1668-d6f6-4ca7-bef6-a4d6e17c21f8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:55.371014 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca1668-d6f6-4ca7-bef6-a4d6e17c21f8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:55.371355 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca1668-d6f6-4ca7-bef6-a4d6e17c21f8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:55.371775 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca1668-d6f6-4ca7-bef6-a4d6e17c21f8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:55.372132 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca1668-d6f6-4ca7-bef6-a4d6e17c21f8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:55.372489 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca1668-d6f6-4ca7-bef6-a4d6e17c21f8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:55.372868 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca1668-d6f6-4ca7-bef6-a4d6e17c21f8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:55.373275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca1668-d6f6-4ca7-bef6-a4d6e17c21f8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:55.373770 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca1668-d6f6-4ca7-bef6-a4d6e17c21f8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:55.374159 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca1668-d6f6-4ca7-bef6-a4d6e17c21f8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:50:55.755250 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53618) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:50:55.759856 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f84bf617-7f9f-4b11-9a02-90a4383a4e5a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-664397023', 'description': 'tempest-secgroup-smoke-664397023 description', 'project_id': 'ab5c2ad8c97643e8b371015550eec018'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:50:55.780665 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f84bf617-7f9f-4b11-9a02-90a4383a4e5a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:55.847518 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f84bf617-7f9f-4b11-9a02-90a4383a4e5a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (b3bbb982-81e7-4831-a844-8be8503b6865), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:55.851350 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f84bf617-7f9f-4b11-9a02-90a4383a4e5a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b3bbb982-81e7-4831-a844-8be8503b6865), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:55.880981 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f84bf617-7f9f-4b11-9a02-90a4383a4e5a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:55.882211 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f84bf617-7f9f-4b11-9a02-90a4383a4e5a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1259744 Feb 09 22:50:55.885367 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53620) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:50:55.886155 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bf617-7f9f-4b11-9a02-90a4383a4e5a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bbb982-81e7-4831-a844-8be8503b6865,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:55.890014 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7ccd5495-d8e9-47dd-8245-421ae503d017 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': 'b3bbb982-81e7-4831-a844-8be8503b6865', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:50:55.916060 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7ccd5495-d8e9-47dd-8245-421ae503d017 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (86eaf779-49d5-4f91-a02a-ac7d96d39e74), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:55.962200 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7ccd5495-d8e9-47dd-8245-421ae503d017 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (86eaf779-49d5-4f91-a02a-ac7d96d39e74), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:55.968174 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7ccd5495-d8e9-47dd-8245-421ae503d017 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (86eaf779-49d5-4f91-a02a-ac7d96d39e74), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:55.986569 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd5495-d8e9-47dd-8245-421ae503d017 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86eaf779-49d5-4f91-a02a-ac7d96d39e74,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:55.993602 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7ccd5495-d8e9-47dd-8245-421ae503d017 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:55.994813 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7ccd5495-d8e9-47dd-8245-421ae503d017 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1083655 Feb 09 22:50:55.997610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53622) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:50:56.002048 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2d324f3c-1721-4d07-bcef-a5c82a76fdee tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': 'b3bbb982-81e7-4831-a844-8be8503b6865', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:50:56.028173 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d324f3c-1721-4d07-bcef-a5c82a76fdee tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (7a74c8b2-866a-4859-abce-ae3a81a974de), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.086650 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d324f3c-1721-4d07-bcef-a5c82a76fdee tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (7a74c8b2-866a-4859-abce-ae3a81a974de), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.090448 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d324f3c-1721-4d07-bcef-a5c82a76fdee tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (7a74c8b2-866a-4859-abce-ae3a81a974de), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.109771 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d324f3c-1721-4d07-bcef-a5c82a76fdee tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a74c8b2-866a-4859-abce-ae3a81a974de,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:56.114737 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d324f3c-1721-4d07-bcef-a5c82a76fdee tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.115973 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2d324f3c-1721-4d07-bcef-a5c82a76fdee tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173797 Feb 09 22:50:56.119089 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53624) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:50:56.123343 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d2824dd1-98f4-4458-be00-2c8e59b91255 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': 'b3bbb982-81e7-4831-a844-8be8503b6865', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:50:56.147503 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2824dd1-98f4-4458-be00-2c8e59b91255 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (6f4821af-aa68-49a6-a927-109772341fc8), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.204138 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2824dd1-98f4-4458-be00-2c8e59b91255 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (6f4821af-aa68-49a6-a927-109772341fc8), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.207678 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2824dd1-98f4-4458-be00-2c8e59b91255 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (6f4821af-aa68-49a6-a927-109772341fc8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.226120 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2824dd1-98f4-4458-be00-2c8e59b91255 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4821af-aa68-49a6-a927-109772341fc8,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:56.230769 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2824dd1-98f4-4458-be00-2c8e59b91255 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.232460 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d2824dd1-98f4-4458-be00-2c8e59b91255 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1121790 Feb 09 22:50:56.234903 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53626) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:50:56.239865 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-198eace2-7bfb-43cc-959f-2dbc5e675704 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': 'b3bbb982-81e7-4831-a844-8be8503b6865', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:50:56.263917 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-198eace2-7bfb-43cc-959f-2dbc5e675704 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (83433f6b-5444-4620-8d2e-8e17c8026fa7), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.319716 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-198eace2-7bfb-43cc-959f-2dbc5e675704 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (83433f6b-5444-4620-8d2e-8e17c8026fa7), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.323252 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-198eace2-7bfb-43cc-959f-2dbc5e675704 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (83433f6b-5444-4620-8d2e-8e17c8026fa7), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.340382 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198eace2-7bfb-43cc-959f-2dbc5e675704 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83433f6b-5444-4620-8d2e-8e17c8026fa7,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:56.348404 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-198eace2-7bfb-43cc-959f-2dbc5e675704 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.349603 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-198eace2-7bfb-43cc-959f-2dbc5e675704 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137278 Feb 09 22:50:56.352395 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53628) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:50:56.356905 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1192995d-c6b4-4423-9256-59bd87a3c01e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': 'b3bbb982-81e7-4831-a844-8be8503b6865', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:50:56.376415 n-d-828601-1 neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-1192995d-c6b4-4423-9256-59bd87a3c01e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Project ab5c2ad8c97643e8b371015550eec018 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:50:56.381182 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1192995d-c6b4-4423-9256-59bd87a3c01e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (9859faa2-b157-463c-b0a6-abc9fd3afff9), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.442569 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1192995d-c6b4-4423-9256-59bd87a3c01e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (9859faa2-b157-463c-b0a6-abc9fd3afff9), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.447056 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1192995d-c6b4-4423-9256-59bd87a3c01e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (9859faa2-b157-463c-b0a6-abc9fd3afff9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.465986 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192995d-c6b4-4423-9256-59bd87a3c01e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9859faa2-b157-463c-b0a6-abc9fd3afff9,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:56.475124 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1192995d-c6b4-4423-9256-59bd87a3c01e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.476389 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1192995d-c6b4-4423-9256-59bd87a3c01e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230741 Feb 09 22:50:56.479217 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53630) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:50:56.483935 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6def4718-cc23-44e9-b1c3-fc7e42a766d0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': 'b3bbb982-81e7-4831-a844-8be8503b6865', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:50:56.492503 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ed5ade39-4f99-4121-bb1d-835856aaabaa no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:50:56.504360 n-d-828601-1 neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-6def4718-cc23-44e9-b1c3-fc7e42a766d0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Project ab5c2ad8c97643e8b371015550eec018 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:50:56.511640 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6def4718-cc23-44e9-b1c3-fc7e42a766d0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (55d0e3f2-725d-4179-82c2-14919078d399), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.511878 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: ed5ade39-4f99-4121-bb1d-835856aaabaa {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:50:56.512098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ed5ade39-4f99-4121-bb1d-835856aaabaa not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:50:56.512543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device dd961877-394c-4c85-85ed-ca58772645c5 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:50:56.531402 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: dd961877-394c-4c85-85ed-ca58772645c5 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:50:56.531776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device dd961877-394c-4c85-85ed-ca58772645c5 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:50:56.571825 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6def4718-cc23-44e9-b1c3-fc7e42a766d0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (55d0e3f2-725d-4179-82c2-14919078d399), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.575449 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6def4718-cc23-44e9-b1c3-fc7e42a766d0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (55d0e3f2-725d-4179-82c2-14919078d399), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.593122 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def4718-cc23-44e9-b1c3-fc7e42a766d0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d0e3f2-725d-4179-82c2-14919078d399,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:56.602829 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6def4718-cc23-44e9-b1c3-fc7e42a766d0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.604094 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6def4718-cc23-44e9-b1c3-fc7e42a766d0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237719 Feb 09 22:50:56.607189 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53632) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:50:56.612122 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-01b97373-7369-4f3d-b8d3-1687951eb1e0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'network': {'name': 'tempest-network-smoke--1781751527', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'port_security_enabled': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:50:56.629745 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b97373-7369-4f3d-b8d3-1687951eb1e0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Made reservation on behalf of ab5c2ad8c97643e8b371015550eec018 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:50:56.632950 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01b97373-7369-4f3d-b8d3-1687951eb1e0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.656166 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b97373-7369-4f3d-b8d3-1687951eb1e0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:50:56.665695 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01b97373-7369-4f3d-b8d3-1687951eb1e0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (f098fee8-2059-45ad-aee1-3ee24b585354), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.666041 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-01b97373-7369-4f3d-b8d3-1687951eb1e0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Added segment f098fee8-2059-45ad-aee1-3ee24b585354 of type vlan for network 42958c69-28a6-41f7-9dcd-8014e2b9d4da Feb 09 22:50:56.705016 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01b97373-7369-4f3d-b8d3-1687951eb1e0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (42958c69-28a6-41f7-9dcd-8014e2b9d4da), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.729806 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01b97373-7369-4f3d-b8d3-1687951eb1e0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (42958c69-28a6-41f7-9dcd-8014e2b9d4da), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.735043 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b97373-7369-4f3d-b8d3-1687951eb1e0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:56.735658 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01b97373-7369-4f3d-b8d3-1687951eb1e0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.795338 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-01b97373-7369-4f3d-b8d3-1687951eb1e0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1868806 Feb 09 22:50:56.798432 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53634) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:50:56.803080 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-932870dd-afbc-4891-b19d-45cce86a09db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-819795950', 'admin_state_up': True, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:50:56.809526 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b97373-7369-4f3d-b8d3-1687951eb1e0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Network': ['ID=42958c69-28a6-41f7-9dcd-8014e2b9d4da,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:56.820863 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 42958c69-28a6-41f7-9dcd-8014e2b9d4da details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:50:56.825710 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-932870dd-afbc-4891-b19d-45cce86a09db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (19c05889-6907-4ee2-ac26-b0ea6cb9268e), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.826801 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-932870dd-afbc-4891-b19d-45cce86a09db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (19c05889-6907-4ee2-ac26-b0ea6cb9268e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:56.881799 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-932870dd-afbc-4891-b19d-45cce86a09db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_controller (19c05889-6907-4ee2-ac26-b0ea6cb9268e), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:57.024172 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-932870dd-afbc-4891-b19d-45cce86a09db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_gateway (19c05889-6907-4ee2-ac26-b0ea6cb9268e), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:57.217671 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-932870dd-afbc-4891-b19d-45cce86a09db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_gateway (19c05889-6907-4ee2-ac26-b0ea6cb9268e), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:57.236565 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-932870dd-afbc-4891-b19d-45cce86a09db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:57.335247 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-932870dd-afbc-4891-b19d-45cce86a09db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Allocated IP 172.25.6.165 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/64ae0004-5ccb-4ae6-986c-405dbfaf3b95) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:50:57.437369 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-932870dd-afbc-4891-b19d-45cce86a09db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (64ae0004-5ccb-4ae6-986c-405dbfaf3b95), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:57.470424 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-932870dd-afbc-4891-b19d-45cce86a09db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (64ae0004-5ccb-4ae6-986c-405dbfaf3b95), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:57.510334 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932870dd-afbc-4891-b19d-45cce86a09db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:50:57.513256 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-932870dd-afbc-4891-b19d-45cce86a09db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:50:57.516787 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932870dd-afbc-4891-b19d-45cce86a09db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:50:57.522131 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932870dd-afbc-4891-b19d-45cce86a09db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=64ae0004-5ccb-4ae6-986c-405dbfaf3b95,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:57.767840 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-932870dd-afbc-4891-b19d-45cce86a09db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_gateway (19c05889-6907-4ee2-ac26-b0ea6cb9268e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:57.968276 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-932870dd-afbc-4891-b19d-45cce86a09db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (19c05889-6907-4ee2-ac26-b0ea6cb9268e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:58.100847 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932870dd-afbc-4891-b19d-45cce86a09db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router 19c05889-6907-4ee2-ac26-b0ea6cb9268e is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:50:58.209236 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932870dd-afbc-4891-b19d-45cce86a09db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:50:58.218910 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] Sync routers for ids ['19c05889-6907-4ee2-ac26-b0ea6cb9268e'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:50:58.230096 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-932870dd-afbc-4891-b19d-45cce86a09db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:58.230734 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] Routers {'19c05889-6907-4ee2-ac26-b0ea6cb9268e'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:50:58.231368 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-932870dd-afbc-4891-b19d-45cce86a09db tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4318728 Feb 09 22:50:58.231818 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:50:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['19c05889-6907-4ee2-ac26-b0ea6cb9268e'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:50:58.234719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53636) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:50:58.265027 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4611b73e-f964-494a-8536-5027f958a7ca tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ab5c2ad8c97643e8b371015550eec018&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267043 Feb 09 22:50:58.265305 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53638) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:50:58.338549 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] Set router 19c05889-6907-4ee2-ac26-b0ea6cb9268e gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:50:58.358832 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34bac3-6024-4ece-a611-5033361e4bc3 tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:58.360368 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9f34bac3-6024-4ece-a611-5033361e4bc3 tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940404 Feb 09 22:50:58.363395 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53640) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:50:58.394154 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d8683c78-7306-4ba7-8833-4a9902fa6399 tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293024 Feb 09 22:50:58.396456 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53642) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:50:58.401113 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-9f63440d-1ae6-4d2a-b974-5f3be3e2fbbf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1322429202', 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:50:58.492320 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f63440d-1ae6-4d2a-b974-5f3be3e2fbbf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Made reservation on behalf of ab5c2ad8c97643e8b371015550eec018 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:50:58.495809 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9f63440d-1ae6-4d2a-b974-5f3be3e2fbbf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:58.521480 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819795950', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:50:56Z', 'updated_at': '2022-02-09T22:50:57Z', 'revision_number': 3, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:57Z', 'updated_at': '2022-02-09T22:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:50:58.550715 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] Checking router: 19c05889-6907-4ee2-ac26-b0ea6cb9268e for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:50:58.551062 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] Updating router 19c05889-6907-4ee2-ac26-b0ea6cb9268e port 64ae0004-5ccb-4ae6-986c-405dbfaf3b95 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:50:58.582609 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (64ae0004-5ccb-4ae6-986c-405dbfaf3b95), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:58.683161 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9f63440d-1ae6-4d2a-b974-5f3be3e2fbbf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (692227dd-5080-40fc-9785-e9e93aabbe3b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:58.744085 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63440d-1ae6-4d2a-b974-5f3be3e2fbbf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Subnet': ['ID=692227dd-5080-40fc-9785-e9e93aabbe3b,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:58.753458 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63440d-1ae6-4d2a-b974-5f3be3e2fbbf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Checking segment: {'id': 'f098fee8-2059-45ad-aee1-3ee24b585354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:50:58.753822 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f63440d-1ae6-4d2a-b974-5f3be3e2fbbf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network hostable DHCP agents. Network: 42958c69-28a6-41f7-9dcd-8014e2b9d4da, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:50:58.770318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f63440d-1ae6-4d2a-b974-5f3be3e2fbbf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 42958c69-28a6-41f7-9dcd-8014e2b9d4da is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:50:58.779571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-9f63440d-1ae6-4d2a-b974-5f3be3e2fbbf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 42958c69-28a6-41f7-9dcd-8014e2b9d4da) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:50:58.783628 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f63440d-1ae6-4d2a-b974-5f3be3e2fbbf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:58.784252 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9f63440d-1ae6-4d2a-b974-5f3be3e2fbbf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:58.791806 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694d5ceb-8573-4fc7-8bac-af796042772f None None] Network 42958c69-28a6-41f7-9dcd-8014e2b9d4da requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:50:58.801375 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9f63440d-1ae6-4d2a-b974-5f3be3e2fbbf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4039071 Feb 09 22:50:58.804235 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53644) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:50:58.902801 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] Publish callbacks [] for port (64ae0004-5ccb-4ae6-986c-405dbfaf3b95), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:58.910702 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (64ae0004-5ccb-4ae6-986c-405dbfaf3b95), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:58.975287 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5d0168-efd8-4fd7-aa92-9265f746fdcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-42958c69-28a6-41f7-9dcd-8014e2b9d4da', 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ips': [{'subnet_id': '692227dd-5080-40fc-9785-e9e93aabbe3b'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:50:58.976169 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d5d0168-efd8-4fd7-aa92-9265f746fdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:58.992398 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4481c4c-6b17-44f2-9ddc-12419b0d863b None None] Pushing event updated for resources: {'Port': ['ID=64ae0004-5ccb-4ae6-986c-405dbfaf3b95,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:58.999926 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] Attempting to bind port 64ae0004-5ccb-4ae6-986c-405dbfaf3b95 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:50:59.000176 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] Attempting to bind port 64ae0004-5ccb-4ae6-986c-405dbfaf3b95 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:50:59.000693 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] Attempting to bind port 64ae0004-5ccb-4ae6-986c-405dbfaf3b95 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:50:59.013705 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:50:59.014178 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:50:59.014585 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:59.014979 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:50:59.015450 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] Bound port: 64ae0004-5ccb-4ae6-986c-405dbfaf3b95, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:50:59.015858 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (64ae0004-5ccb-4ae6-986c-405dbfaf3b95), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:59.141922 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] For port 64ae0004-5ccb-4ae6-986c-405dbfaf3b95, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:50:59.159234 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] For port 64ae0004-5ccb-4ae6-986c-405dbfaf3b95, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=64ae0004-5ccb-4ae6-986c-405dbfaf3b95,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:50:59.170108 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (64ae0004-5ccb-4ae6-986c-405dbfaf3b95), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:59.198918 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-6d5d0168-efd8-4fd7-aa92-9265f746fdcf None None] Allocated IP 172.20.0.2 (42958c69-28a6-41f7-9dcd-8014e2b9d4da/692227dd-5080-40fc-9785-e9e93aabbe3b/71eac7f8-5847-4559-bd12-0300e9e8e0a5) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:50:59.262179 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cda2278-d69c-4fff-8c0d-32c0013adbaa tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:59.282266 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4481c4c-6b17-44f2-9ddc-12419b0d863b None None] Pushing event updated for resources: {'Port': ['ID=64ae0004-5ccb-4ae6-986c-405dbfaf3b95,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:59.290499 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] Routers {'19c05889-6907-4ee2-ac26-b0ea6cb9268e'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:50:59.291135 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:50:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['19c05889-6907-4ee2-ac26-b0ea6cb9268e'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:50:59.459446 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] Set router 19c05889-6907-4ee2-ac26-b0ea6cb9268e gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:50:59.522738 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d5d0168-efd8-4fd7-aa92-9265f746fdcf None None] Publish callbacks [] for port (71eac7f8-5847-4559-bd12-0300e9e8e0a5), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:59.560715 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d5d0168-efd8-4fd7-aa92-9265f746fdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (71eac7f8-5847-4559-bd12-0300e9e8e0a5), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:59.626701 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5d0168-efd8-4fd7-aa92-9265f746fdcf None None] Network 42958c69-28a6-41f7-9dcd-8014e2b9d4da is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:50:59.628919 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d0168-efd8-4fd7-aa92-9265f746fdcf None None] Pushing event updated for resources: {'Port': ['ID=71eac7f8-5847-4559-bd12-0300e9e8e0a5,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:50:59.633617 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-6d5d0168-efd8-4fd7-aa92-9265f746fdcf None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:50:59.638217 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d0168-efd8-4fd7-aa92-9265f746fdcf None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:50:59.887049 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6d5d0168-efd8-4fd7-aa92-9265f746fdcf None None] Attempting to bind port 71eac7f8-5847-4559-bd12-0300e9e8e0a5 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:50:59.887426 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6d5d0168-efd8-4fd7-aa92-9265f746fdcf None None] Attempting to bind port 71eac7f8-5847-4559-bd12-0300e9e8e0a5 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'f098fee8-2059-45ad-aee1-3ee24b585354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:50:59.887815 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d0168-efd8-4fd7-aa92-9265f746fdcf None None] Attempting to bind port 71eac7f8-5847-4559-bd12-0300e9e8e0a5 on network 42958c69-28a6-41f7-9dcd-8014e2b9d4da {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:50:59.890835 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-6cda2278-d69c-4fff-8c0d-32c0013adbaa tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Allocated IP 172.20.0.1 (42958c69-28a6-41f7-9dcd-8014e2b9d4da/692227dd-5080-40fc-9785-e9e93aabbe3b/5c889c4e-bae4-4fa7-b607-9a1ad8adee01) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:50:59.895696 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d0168-efd8-4fd7-aa92-9265f746fdcf None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:50:59.896072 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d0168-efd8-4fd7-aa92-9265f746fdcf None None] Checking segment: {'id': 'f098fee8-2059-45ad-aee1-3ee24b585354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:50:59.896787 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d5d0168-efd8-4fd7-aa92-9265f746fdcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:59.897189 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d0168-efd8-4fd7-aa92-9265f746fdcf None None] Bound using segment: {'id': 'f098fee8-2059-45ad-aee1-3ee24b585354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:50:59.897693 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6d5d0168-efd8-4fd7-aa92-9265f746fdcf None None] Bound port: 71eac7f8-5847-4559-bd12-0300e9e8e0a5, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f098fee8-2059-45ad-aee1-3ee24b585354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:50:59.898076 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d5d0168-efd8-4fd7-aa92-9265f746fdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (71eac7f8-5847-4559-bd12-0300e9e8e0a5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:59.936106 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819795950', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:50:56Z', 'updated_at': '2022-02-09T22:50:57Z', 'revision_number': 3, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:57Z', 'updated_at': '2022-02-09T22:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:50:59.966914 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a37e00-b347-4b54-9693-2086063039a6 None None] The sync data for ids ['19c05889-6907-4ee2-ac26-b0ea6cb9268e'] in n-d-828601-1 is: [{'id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819795950', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:50:56Z', 'updated_at': '2022-02-09T22:50:57Z', 'revision_number': 3, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:57Z', 'updated_at': '2022-02-09T22:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:50:59.993233 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6d5d0168-efd8-4fd7-aa92-9265f746fdcf None None] For port 71eac7f8-5847-4559-bd12-0300e9e8e0a5, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:50:59.997489 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6d5d0168-efd8-4fd7-aa92-9265f746fdcf None None] For port 71eac7f8-5847-4559-bd12-0300e9e8e0a5, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=71eac7f8-5847-4559-bd12-0300e9e8e0a5,segment=NetworkSegment(f098fee8-2059-45ad-aee1-3ee24b585354),segment_id=f098fee8-2059-45ad-aee1-3ee24b585354)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:51:00.008705 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d5d0168-efd8-4fd7-aa92-9265f746fdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (71eac7f8-5847-4559-bd12-0300e9e8e0a5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:00.019385 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cda2278-d69c-4fff-8c0d-32c0013adbaa tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (5c889c4e-bae4-4fa7-b607-9a1ad8adee01), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:00.057284 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cda2278-d69c-4fff-8c0d-32c0013adbaa tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (5c889c4e-bae4-4fa7-b607-9a1ad8adee01), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:00.080036 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d0168-efd8-4fd7-aa92-9265f746fdcf None None] Pushing event updated for resources: {'Port': ['ID=71eac7f8-5847-4559-bd12-0300e9e8e0a5,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:00.103722 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cda2278-d69c-4fff-8c0d-32c0013adbaa tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 42958c69-28a6-41f7-9dcd-8014e2b9d4da is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:51:00.107351 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-6cda2278-d69c-4fff-8c0d-32c0013adbaa tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:51:00.111288 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cda2278-d69c-4fff-8c0d-32c0013adbaa tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:51:00.118091 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda2278-d69c-4fff-8c0d-32c0013adbaa tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=5c889c4e-bae4-4fa7-b607-9a1ad8adee01,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:00.161842 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cda2278-d69c-4fff-8c0d-32c0013adbaa tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (19c05889-6907-4ee2-ac26-b0ea6cb9268e), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:00.358340 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cda2278-d69c-4fff-8c0d-32c0013adbaa tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5c889c4e-bae4-4fa7-b607-9a1ad8adee01), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:00.588255 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 64ae0004-5ccb-4ae6-986c-405dbfaf3b95 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:51:00.666023 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 64ae0004-5ccb-4ae6-986c-405dbfaf3b95 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:00.666334 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (64ae0004-5ccb-4ae6-986c-405dbfaf3b95), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:00.703047 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cda2278-d69c-4fff-8c0d-32c0013adbaa tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (5c889c4e-bae4-4fa7-b607-9a1ad8adee01), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:00.709057 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cda2278-d69c-4fff-8c0d-32c0013adbaa tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (5c889c4e-bae4-4fa7-b607-9a1ad8adee01), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:00.753955 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 64ae0004-5ccb-4ae6-986c-405dbfaf3b95 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:00.754372 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (64ae0004-5ccb-4ae6-986c-405dbfaf3b95), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:00.778772 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 64ae0004-5ccb-4ae6-986c-405dbfaf3b95, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=64ae0004-5ccb-4ae6-986c-405dbfaf3b95,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:00.786412 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (64ae0004-5ccb-4ae6-986c-405dbfaf3b95), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:00.788085 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 71eac7f8-5847-4559-bd12-0300e9e8e0a5 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:51:00.794542 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda2278-d69c-4fff-8c0d-32c0013adbaa tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=5c889c4e-bae4-4fa7-b607-9a1ad8adee01,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:00.797200 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cda2278-d69c-4fff-8c0d-32c0013adbaa tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (19c05889-6907-4ee2-ac26-b0ea6cb9268e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:00.897979 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=64ae0004-5ccb-4ae6-986c-405dbfaf3b95,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:00.912372 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 71eac7f8-5847-4559-bd12-0300e9e8e0a5 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:00.913134 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (71eac7f8-5847-4559-bd12-0300e9e8e0a5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:00.930341 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cda2278-d69c-4fff-8c0d-32c0013adbaa tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 42958c69-28a6-41f7-9dcd-8014e2b9d4da is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:51:00.931942 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-6cda2278-d69c-4fff-8c0d-32c0013adbaa tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:51:01.006257 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 71eac7f8-5847-4559-bd12-0300e9e8e0a5 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:01.006657 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (71eac7f8-5847-4559-bd12-0300e9e8e0a5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:01.047469 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 71eac7f8-5847-4559-bd12-0300e9e8e0a5, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=71eac7f8-5847-4559-bd12-0300e9e8e0a5,segment=NetworkSegment(f098fee8-2059-45ad-aee1-3ee24b585354),segment_id=f098fee8-2059-45ad-aee1-3ee24b585354)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:01.052775 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (71eac7f8-5847-4559-bd12-0300e9e8e0a5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:01.082340 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cda2278-d69c-4fff-8c0d-32c0013adbaa tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router 19c05889-6907-4ee2-ac26-b0ea6cb9268e has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:51:01.115496 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=71eac7f8-5847-4559-bd12-0300e9e8e0a5,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:01.215091 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cda2278-d69c-4fff-8c0d-32c0013adbaa tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:51:01.225876 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6cda2278-d69c-4fff-8c0d-32c0013adbaa tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "PUT /v2.0/routers/19c05889-6907-4ee2-ac26-b0ea6cb9268e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4162292 Feb 09 22:51:01.233619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d891730b-44dd-49e7-98a9-a4e09ae2b9ff None None] Network 42958c69-28a6-41f7-9dcd-8014e2b9d4da requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:51:01.319662 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-453dfbee-cc03-4f68-849e-947e635fc640 None None] Provisioning complete for port 71eac7f8-5847-4559-bd12-0300e9e8e0a5 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:01.320025 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-453dfbee-cc03-4f68-849e-947e635fc640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (71eac7f8-5847-4559-bd12-0300e9e8e0a5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:01.382458 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-abfe8445-2519-4acb-9363-0f54b8737377 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-664397023&fields=id&tenant_id=ab5c2ad8c97643e8b371015550eec018 HTTP/1.1" status: 200 len: 267 time: 0.0477343 Feb 09 22:51:01.434220 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-453dfbee-cc03-4f68-849e-947e635fc640 None None] Current status of the port 71eac7f8-5847-4559-bd12-0300e9e8e0a5 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:01.503111 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-6b93b688-f670-4c0e-a7a1-06eee58cfcdf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:01.510174 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-6b93b688-f670-4c0e-a7a1-06eee58cfcdf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/networks?id=42958c69-28a6-41f7-9dcd-8014e2b9d4da HTTP/1.1" status: 200 len: 797 time: 0.1189330 Feb 09 22:51:01.524228 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-a6f9ccd9-b71f-49b8-991d-a5e47344d5e2 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/quotas/ab5c2ad8c97643e8b371015550eec018 HTTP/1.1" status: 200 len: 375 time: 0.0129864 Feb 09 22:51:01.582580 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-9b001349-55e1-4fe5-89a9-8a8591721d22 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559063 Feb 09 22:51:01.662737 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5b71aa40-3989-46fa-8d20-5e2cf0b66768 None None] Provisioning complete for port 71eac7f8-5847-4559-bd12-0300e9e8e0a5 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:01.663332 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5b71aa40-3989-46fa-8d20-5e2cf0b66768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (71eac7f8-5847-4559-bd12-0300e9e8e0a5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:01.694409 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-31ff8685-85ae-4993-a519-d158924cf801 service neutron] 10.222.0.77 "GET /v2.0/networks/42958c69-28a6-41f7-9dcd-8014e2b9d4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996521 Feb 09 22:51:01.771313 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5b71aa40-3989-46fa-8d20-5e2cf0b66768 None None] Current status of the port 71eac7f8-5847-4559-bd12-0300e9e8e0a5 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:01.783133 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5b71aa40-3989-46fa-8d20-5e2cf0b66768 None None] Provisioning complete for port 5c889c4e-bae4-4fa7-b607-9a1ad8adee01 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:01.783523 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5b71aa40-3989-46fa-8d20-5e2cf0b66768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5c889c4e-bae4-4fa7-b607-9a1ad8adee01), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:01.816622 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-37a7eeaa-eccc-472e-867c-554babbdde17 service neutron] 10.222.0.77 "GET /v2.0/networks/42958c69-28a6-41f7-9dcd-8014e2b9d4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146743 Feb 09 22:51:01.825891 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5b71aa40-3989-46fa-8d20-5e2cf0b66768 None None] Port 5c889c4e-bae4-4fa7-b607-9a1ad8adee01 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:51:01.906826 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] Sync routers for ids ['19c05889-6907-4ee2-ac26-b0ea6cb9268e'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:51:01.918803 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] Routers {'19c05889-6907-4ee2-ac26-b0ea6cb9268e'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:51:01.919430 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:50:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['19c05889-6907-4ee2-ac26-b0ea6cb9268e'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:01.966958 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-1671c97d-ee8e-4fc4-ad1b-1048462b54ae None None] Provisioning complete for port 5c889c4e-bae4-4fa7-b607-9a1ad8adee01 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:01.967349 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1671c97d-ee8e-4fc4-ad1b-1048462b54ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5c889c4e-bae4-4fa7-b607-9a1ad8adee01), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:02.029311 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-de5a5f90-841d-43e4-adfe-87b02ad4ad92 req-a6802fdd-ff67-414a-83ff-782c1fa0cac0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 210 time: 0.0598645 Feb 09 22:51:02.033297 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1671c97d-ee8e-4fc4-ad1b-1048462b54ae None None] Port 5c889c4e-bae4-4fa7-b607-9a1ad8adee01 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:51:02.071306 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] Set router 19c05889-6907-4ee2-ac26-b0ea6cb9268e gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:51:02.162704 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-52df8888-f273-41ad-8cb2-12a767a48159 None None] Provisioning complete for port 5c889c4e-bae4-4fa7-b607-9a1ad8adee01 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:02.163091 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-52df8888-f273-41ad-8cb2-12a767a48159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5c889c4e-bae4-4fa7-b607-9a1ad8adee01), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:02.203286 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-52df8888-f273-41ad-8cb2-12a767a48159 None None] Port 5c889c4e-bae4-4fa7-b607-9a1ad8adee01 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:51:02.384819 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819795950', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:50:56Z', 'updated_at': '2022-02-09T22:51:00Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:57Z', 'updated_at': '2022-02-09T22:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '5c889c4e-bae4-4fa7-b607-9a1ad8adee01', 'name': '', 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:e9:d4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '692227dd-5080-40fc-9785-e9e93aabbe3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:59Z', 'updated_at': '2022-02-09T22:51:00Z', 'revision_number': 2, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '692227dd-5080-40fc-9785-e9e93aabbe3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:02.412688 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] Checking router: 19c05889-6907-4ee2-ac26-b0ea6cb9268e for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:51:02.412932 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] Updating router 19c05889-6907-4ee2-ac26-b0ea6cb9268e port 5c889c4e-bae4-4fa7-b607-9a1ad8adee01 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:51:02.451708 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:51:02.452695 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5c889c4e-bae4-4fa7-b607-9a1ad8adee01), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:02.508568 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 64ae0004-5ccb-4ae6-986c-405dbfaf3b95 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:51:02.557776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 64ae0004-5ccb-4ae6-986c-405dbfaf3b95 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:02.558153 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (64ae0004-5ccb-4ae6-986c-405dbfaf3b95), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:02.639269 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 64ae0004-5ccb-4ae6-986c-405dbfaf3b95 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:02.640658 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 71eac7f8-5847-4559-bd12-0300e9e8e0a5 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:51:02.690248 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 71eac7f8-5847-4559-bd12-0300e9e8e0a5 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:02.690949 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (71eac7f8-5847-4559-bd12-0300e9e8e0a5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:02.722201 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] Publish callbacks [] for port (5c889c4e-bae4-4fa7-b607-9a1ad8adee01), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:02.728255 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5c889c4e-bae4-4fa7-b607-9a1ad8adee01), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:02.780483 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 71eac7f8-5847-4559-bd12-0300e9e8e0a5 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:02.803785 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a25506-0860-459b-8593-f194c63dad3e None None] Pushing event updated for resources: {'Port': ['ID=5c889c4e-bae4-4fa7-b607-9a1ad8adee01,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:02.833972 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a25506-0860-459b-8593-f194c63dad3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:02.834415 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a25506-0860-459b-8593-f194c63dad3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:02.834776 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a25506-0860-459b-8593-f194c63dad3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:02.835308 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a25506-0860-459b-8593-f194c63dad3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:02.836050 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a25506-0860-459b-8593-f194c63dad3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:02.836467 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a25506-0860-459b-8593-f194c63dad3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:02.836775 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a25506-0860-459b-8593-f194c63dad3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:02.837131 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a25506-0860-459b-8593-f194c63dad3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:02.837405 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a25506-0860-459b-8593-f194c63dad3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:02.837737 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a25506-0860-459b-8593-f194c63dad3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:02.838128 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a25506-0860-459b-8593-f194c63dad3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:02.838444 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a25506-0860-459b-8593-f194c63dad3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:02.838805 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a25506-0860-459b-8593-f194c63dad3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:02.846824 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] Attempting to bind port 5c889c4e-bae4-4fa7-b607-9a1ad8adee01 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:51:02.847198 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] Attempting to bind port 5c889c4e-bae4-4fa7-b607-9a1ad8adee01 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'f098fee8-2059-45ad-aee1-3ee24b585354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:51:02.847564 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] Attempting to bind port 5c889c4e-bae4-4fa7-b607-9a1ad8adee01 on network 42958c69-28a6-41f7-9dcd-8014e2b9d4da {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:51:02.852988 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:51:02.853360 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] Checking segment: {'id': 'f098fee8-2059-45ad-aee1-3ee24b585354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:51:02.853760 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:02.854288 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] Bound using segment: {'id': 'f098fee8-2059-45ad-aee1-3ee24b585354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:51:02.854758 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] Bound port: 5c889c4e-bae4-4fa7-b607-9a1ad8adee01, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f098fee8-2059-45ad-aee1-3ee24b585354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:51:02.855141 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5c889c4e-bae4-4fa7-b607-9a1ad8adee01), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:02.924945 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] For port 5c889c4e-bae4-4fa7-b607-9a1ad8adee01, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:51:02.928412 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] For port 5c889c4e-bae4-4fa7-b607-9a1ad8adee01, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5c889c4e-bae4-4fa7-b607-9a1ad8adee01,segment=NetworkSegment(f098fee8-2059-45ad-aee1-3ee24b585354),segment_id=f098fee8-2059-45ad-aee1-3ee24b585354)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:51:02.937478 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5c889c4e-bae4-4fa7-b607-9a1ad8adee01), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:02.995863 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a25506-0860-459b-8593-f194c63dad3e None None] Pushing event updated for resources: {'Port': ['ID=5c889c4e-bae4-4fa7-b607-9a1ad8adee01,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:03.010552 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-2e97c7fd-89e2-4451-af24-0bba625bf29e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:03.013352 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-2e97c7fd-89e2-4451-af24-0bba625bf29e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.71 "GET /v2.0/networks?id=42958c69-28a6-41f7-9dcd-8014e2b9d4da HTTP/1.1" status: 200 len: 797 time: 0.1559234 Feb 09 22:51:03.013890 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] Routers {'19c05889-6907-4ee2-ac26-b0ea6cb9268e'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:51:03.014601 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:50:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['19c05889-6907-4ee2-ac26-b0ea6cb9268e'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:03.033239 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-edc09efa-52b3-4489-8aa3-0a1b03a40d11 None None] Provisioning complete for port 5c889c4e-bae4-4fa7-b607-9a1ad8adee01 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:03.033667 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-edc09efa-52b3-4489-8aa3-0a1b03a40d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5c889c4e-bae4-4fa7-b607-9a1ad8adee01), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:03.110545 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-739ac5e0-fc85-4b80-8e4e-c2fadc58469a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab5c2ad8c97643e8b371015550eec018 HTTP/1.1" status: 200 len: 379 time: 0.0833139 Feb 09 22:51:03.116433 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-fea63cd6-09df-440b-8695-ce68440e00d6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'port': {'device_id': '0d22dd34-3a26-478e-aa88-585b32dffbb8', 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da', 'admin_state_up': True, 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'security_groups': ['b3bbb982-81e7-4831-a844-8be8503b6865']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:51:03.147406 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] Set router 19c05889-6907-4ee2-ac26-b0ea6cb9268e gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:51:03.158042 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-edc09efa-52b3-4489-8aa3-0a1b03a40d11 None None] Current status of the port 5c889c4e-bae4-4fa7-b607-9a1ad8adee01 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:03.158599 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-edc09efa-52b3-4489-8aa3-0a1b03a40d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (5c889c4e-bae4-4fa7-b607-9a1ad8adee01), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:03.164943 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3771ea47-3e60-405c-a724-c7dcd5fc65f3 req-19c31d86-0c46-4f98-aafb-be40f65adbdc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 210 time: 0.0504479 Feb 09 22:51:03.212981 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-edc09efa-52b3-4489-8aa3-0a1b03a40d11 None None] For port 5c889c4e-bae4-4fa7-b607-9a1ad8adee01, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5c889c4e-bae4-4fa7-b607-9a1ad8adee01,segment=NetworkSegment(f098fee8-2059-45ad-aee1-3ee24b585354),segment_id=f098fee8-2059-45ad-aee1-3ee24b585354)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:03.221871 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-edc09efa-52b3-4489-8aa3-0a1b03a40d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (5c889c4e-bae4-4fa7-b607-9a1ad8adee01), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:03.274906 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-fea63cd6-09df-440b-8695-ce68440e00d6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Made reservation on behalf of ab5c2ad8c97643e8b371015550eec018 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:51:03.279911 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-fea63cd6-09df-440b-8695-ce68440e00d6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:03.283429 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc09efa-52b3-4489-8aa3-0a1b03a40d11 None None] Pushing event updated for resources: {'Port': ['ID=5c889c4e-bae4-4fa7-b607-9a1ad8adee01,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:03.344373 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0f80152f-b8d0-4b57-a687-fcd0ef40ca62 None None] Provisioning complete for port 5c889c4e-bae4-4fa7-b607-9a1ad8adee01 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:03.344823 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0f80152f-b8d0-4b57-a687-fcd0ef40ca62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5c889c4e-bae4-4fa7-b607-9a1ad8adee01), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:03.371550 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819795950', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:50:56Z', 'updated_at': '2022-02-09T22:51:00Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:57Z', 'updated_at': '2022-02-09T22:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '5c889c4e-bae4-4fa7-b607-9a1ad8adee01', 'name': '', 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:e9:d4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '692227dd-5080-40fc-9785-e9e93aabbe3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:59Z', 'updated_at': '2022-02-09T22:51:02Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '692227dd-5080-40fc-9785-e9e93aabbe3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:03.405890 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9242f85-c7d6-4988-bb9c-51e3231ab3f7 None None] The sync data for ids ['19c05889-6907-4ee2-ac26-b0ea6cb9268e'] in n-d-828601-1 is: [{'id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819795950', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:50:56Z', 'updated_at': '2022-02-09T22:51:00Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:57Z', 'updated_at': '2022-02-09T22:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '5c889c4e-bae4-4fa7-b607-9a1ad8adee01', 'name': '', 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:e9:d4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '692227dd-5080-40fc-9785-e9e93aabbe3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:59Z', 'updated_at': '2022-02-09T22:51:02Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '692227dd-5080-40fc-9785-e9e93aabbe3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:51:03.430321 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-fea63cd6-09df-440b-8695-ce68440e00d6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Allocated IP 172.20.0.12 (42958c69-28a6-41f7-9dcd-8014e2b9d4da/692227dd-5080-40fc-9785-e9e93aabbe3b/e7be9c72-fd41-4a60-9a6a-32b17626eadb) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:51:03.430736 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0f80152f-b8d0-4b57-a687-fcd0ef40ca62 None None] Current status of the port 5c889c4e-bae4-4fa7-b607-9a1ad8adee01 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:03.600937 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-fea63cd6-09df-440b-8695-ce68440e00d6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (e7be9c72-fd41-4a60-9a6a-32b17626eadb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:03.636118 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-fea63cd6-09df-440b-8695-ce68440e00d6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (e7be9c72-fd41-4a60-9a6a-32b17626eadb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:03.688038 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-fea63cd6-09df-440b-8695-ce68440e00d6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 42958c69-28a6-41f7-9dcd-8014e2b9d4da is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:51:03.691326 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-fea63cd6-09df-440b-8695-ce68440e00d6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:51:03.693934 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-fea63cd6-09df-440b-8695-ce68440e00d6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:51:03.721097 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea63cd6-09df-440b-8695-ce68440e00d6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=e7be9c72-fd41-4a60-9a6a-32b17626eadb,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:03.754361 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-fea63cd6-09df-440b-8695-ce68440e00d6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:03.755037 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-fea63cd6-09df-440b-8695-ce68440e00d6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:03.775415 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-fea63cd6-09df-440b-8695-ce68440e00d6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6634076 Feb 09 22:51:03.787141 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] Request body: {'port': {'device_id': '0d22dd34-3a26-478e-aa88-585b32dffbb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:51:03.857761 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e7be9c72-fd41-4a60-9a6a-32b17626eadb), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:03.955041 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-8e59554e-d1be-400c-9b3a-eaaaa4da2663 None None] Provisioning complete for port e7be9c72-fd41-4a60-9a6a-32b17626eadb triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:03.955634 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8e59554e-d1be-400c-9b3a-eaaaa4da2663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e7be9c72-fd41-4a60-9a6a-32b17626eadb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:03.991980 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8e59554e-d1be-400c-9b3a-eaaaa4da2663 None None] Port e7be9c72-fd41-4a60-9a6a-32b17626eadb cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:51:04.155611 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7be9c72-fd41-4a60-9a6a-32b17626eadb {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:51:04.164469 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] Publish callbacks [] for port (e7be9c72-fd41-4a60-9a6a-32b17626eadb), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:04.177794 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] Transition to ACTIVE for port object e7be9c72-fd41-4a60-9a6a-32b17626eadb will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:51:04.181568 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (e7be9c72-fd41-4a60-9a6a-32b17626eadb), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:04.262517 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] Pushing event updated for resources: {'Port': ['ID=e7be9c72-fd41-4a60-9a6a-32b17626eadb,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:04.316336 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6e6f4-cfec-4c36-bb51-f01f3d15a322 req-82ab331f-6d05-4317-995d-f8356ff70c3a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:04.317897 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-29d6e6f4-cfec-4c36-bb51-f01f3d15a322 req-82ab331f-6d05-4317-995d-f8356ff70c3a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 944 time: 0.0801058 Feb 09 22:51:04.326595 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] Attempting to bind port e7be9c72-fd41-4a60-9a6a-32b17626eadb on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:51:04.326944 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] Attempting to bind port e7be9c72-fd41-4a60-9a6a-32b17626eadb by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': 'f098fee8-2059-45ad-aee1-3ee24b585354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:51:04.327360 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] Attempting to bind port e7be9c72-fd41-4a60-9a6a-32b17626eadb on network 42958c69-28a6-41f7-9dcd-8014e2b9d4da {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:51:04.333173 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] Port e7be9c72-fd41-4a60-9a6a-32b17626eadb on network 42958c69-28a6-41f7-9dcd-8014e2b9d4da not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:51:04.333504 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] Attempting to bind port e7be9c72-fd41-4a60-9a6a-32b17626eadb on network 42958c69-28a6-41f7-9dcd-8014e2b9d4da {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:51:04.340333 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:51:04.340816 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] Checking segment: {'id': 'f098fee8-2059-45ad-aee1-3ee24b585354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:51:04.341306 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] Bound using segment: {'id': 'f098fee8-2059-45ad-aee1-3ee24b585354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:51:04.341869 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] Bound port: e7be9c72-fd41-4a60-9a6a-32b17626eadb, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f098fee8-2059-45ad-aee1-3ee24b585354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:51:04.342332 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e7be9c72-fd41-4a60-9a6a-32b17626eadb), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:04.438187 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] For port e7be9c72-fd41-4a60-9a6a-32b17626eadb, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:51:04.441005 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-29d6e6f4-cfec-4c36-bb51-f01f3d15a322 req-b6f1aa28-d801-454e-8c14-f57f8c4a38ed tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143799 Feb 09 22:51:04.443036 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] For port e7be9c72-fd41-4a60-9a6a-32b17626eadb, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e7be9c72-fd41-4a60-9a6a-32b17626eadb,segment=NetworkSegment(f098fee8-2059-45ad-aee1-3ee24b585354),segment_id=f098fee8-2059-45ad-aee1-3ee24b585354)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:51:04.456131 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (e7be9c72-fd41-4a60-9a6a-32b17626eadb), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:04.523455 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] Pushing event updated for resources: {'Port': ['ID=e7be9c72-fd41-4a60-9a6a-32b17626eadb,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:04.534272 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:04.535340 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:04.537375 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-8893ffc5-71e6-4132-9d3d-7907eec32f85 service neutron] 10.222.0.71 "PUT /v2.0/ports/e7be9c72-fd41-4a60-9a6a-32b17626eadb HTTP/1.1" status: 200 len: 1092 time: 0.7551427 Feb 09 22:51:04.538419 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d22dd34-3a26-478e-aa88-585b32dffbb8', 'tag': 'e7be9c72-fd41-4a60-9a6a-32b17626eadb'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:51:04.540937 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d767018-f568-4395-9cf8-eb7a0dcc3492" -d '{"events": [{"name": "network-changed", "server_uuid": "0d22dd34-3a26-478e-aa88-585b32dffbb8", "tag": "e7be9c72-fd41-4a60-9a6a-32b17626eadb"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:51:04.629136 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5c889c4e-bae4-4fa7-b607-9a1ad8adee01 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:51:04.643189 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111b9409-df77-4a7f-9582-e32f67c7e197 x-openstack-request-id: req-111b9409-df77-4a7f-9582-e32f67c7e197 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:51:04.643489 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d22dd34-3a26-478e-aa88-585b32dffbb8", "tag": "e7be9c72-fd41-4a60-9a6a-32b17626eadb", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:51:04.643777 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-111b9409-df77-4a7f-9582-e32f67c7e197 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:51:04.644188 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d22dd34-3a26-478e-aa88-585b32dffbb8', 'tag': 'e7be9c72-fd41-4a60-9a6a-32b17626eadb', 'status': 'completed', 'code': 200} Feb 09 22:51:04.655839 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-5ad41aa8-6224-4e7b-8bf8-7f84e2626e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:04.657941 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-5ad41aa8-6224-4e7b-8bf8-7f84e2626e83 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 1126 time: 0.0750673 Feb 09 22:51:04.702741 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 5c889c4e-bae4-4fa7-b607-9a1ad8adee01 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:04.703379 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (5c889c4e-bae4-4fa7-b607-9a1ad8adee01), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:04.736458 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-58815433-0730-448c-a93c-ab63f034cbd4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7be9c72-fd41-4a60-9a6a-32b17626eadb HTTP/1.1" status: 200 len: 217 time: 0.0711966 Feb 09 22:51:04.807972 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-e64503de-c131-4906-a119-e9320ac92b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:04.810193 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-e64503de-c131-4906-a119-e9320ac92b20 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=692227dd-5080-40fc-9785-e9e93aabbe3b HTTP/1.1" status: 200 len: 835 time: 0.0669854 Feb 09 22:51:04.836024 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 5c889c4e-bae4-4fa7-b607-9a1ad8adee01 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:04.862516 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-3438ff35-0d50-4255-bbf0-b3ea96e1bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:04.864109 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-3438ff35-0d50-4255-bbf0-b3ea96e1bd9d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42958c69-28a6-41f7-9dcd-8014e2b9d4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483377 Feb 09 22:51:04.985843 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-c407c9d9-522a-4d59-a322-86eb83403aef service neutron] 10.222.0.71 "GET /v2.0/networks/42958c69-28a6-41f7-9dcd-8014e2b9d4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135881 Feb 09 22:51:05.074001 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8ff116d6-3f26-49e1-bb40-3ab8f065a429 req-e1c6dc7a-83fc-494e-8516-d5a1050cec88 service neutron] 10.222.0.71 "GET /v2.0/networks/42958c69-28a6-41f7-9dcd-8014e2b9d4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822008 Feb 09 22:51:05.169832 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d767018-f568-4395-9cf8-eb7a0dcc3492 req-577fffaf-b88e-4d56-a7c9-ed4b9b9cfc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:05.171534 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d767018-f568-4395-9cf8-eb7a0dcc3492 req-577fffaf-b88e-4d56-a7c9-ed4b9b9cfc48 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 1126 time: 0.0530639 Feb 09 22:51:05.267924 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d767018-f568-4395-9cf8-eb7a0dcc3492 req-2a542be0-4685-4a39-a8e4-0904c90f24ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:05.269413 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d767018-f568-4395-9cf8-eb7a0dcc3492 req-2a542be0-4685-4a39-a8e4-0904c90f24ac service neutron] 10.222.0.71 "GET /v2.0/networks?id=42958c69-28a6-41f7-9dcd-8014e2b9d4da HTTP/1.1" status: 200 len: 898 time: 0.0926263 Feb 09 22:51:05.314533 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d767018-f568-4395-9cf8-eb7a0dcc3492 req-7ad78c73-d4dd-415e-9832-6e9880979c85 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7be9c72-fd41-4a60-9a6a-32b17626eadb HTTP/1.1" status: 200 len: 217 time: 0.0381243 Feb 09 22:51:05.362046 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d767018-f568-4395-9cf8-eb7a0dcc3492 req-7c62881d-ac5a-4435-a468-f84d78f9caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:05.363445 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d767018-f568-4395-9cf8-eb7a0dcc3492 req-7c62881d-ac5a-4435-a468-f84d78f9caa5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=692227dd-5080-40fc-9785-e9e93aabbe3b HTTP/1.1" status: 200 len: 835 time: 0.0434334 Feb 09 22:51:05.414333 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d767018-f568-4395-9cf8-eb7a0dcc3492 req-abff3b37-b716-413c-821c-16b2f5c655fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:05.415864 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d767018-f568-4395-9cf8-eb7a0dcc3492 req-abff3b37-b716-413c-821c-16b2f5c655fb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42958c69-28a6-41f7-9dcd-8014e2b9d4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453508 Feb 09 22:51:05.515225 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d767018-f568-4395-9cf8-eb7a0dcc3492 req-0979720f-9739-4acc-99d6-fa80e9d1872f service neutron] 10.222.0.71 "GET /v2.0/networks/42958c69-28a6-41f7-9dcd-8014e2b9d4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924842 Feb 09 22:51:05.578503 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361c612-76d2-4d55-ab09-5be11be247ea req-479ca23d-87e0-42c4-8de2-843894970d57 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:05.580214 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4361c612-76d2-4d55-ab09-5be11be247ea req-479ca23d-87e0-42c4-8de2-843894970d57 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 944 time: 0.0576332 Feb 09 22:51:05.614938 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5d767018-f568-4395-9cf8-eb7a0dcc3492 req-7c96c76e-3b11-45a6-905b-3ee4a5a381f3 service neutron] 10.222.0.71 "GET /v2.0/networks/42958c69-28a6-41f7-9dcd-8014e2b9d4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922551 Feb 09 22:51:05.638741 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4361c612-76d2-4d55-ab09-5be11be247ea req-4bd349e2-462d-4b14-b87b-809cff02c5c2 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517616 Feb 09 22:51:06.759606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a2254-68b3-462b-8a9f-3da78d426f74 req-4f2b312d-7989-4b3b-8e9c-6bc7bda233b4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:06.761192 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a93a2254-68b3-462b-8a9f-3da78d426f74 req-4f2b312d-7989-4b3b-8e9c-6bc7bda233b4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 944 time: 0.0555880 Feb 09 22:51:06.815664 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a93a2254-68b3-462b-8a9f-3da78d426f74 req-e1b6991b-3b6c-4fdf-aed2-55cd1165b6d1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486085 Feb 09 22:51:07.026576 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e7be9c72-fd41-4a60-9a6a-32b17626eadb details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:51:07.124776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port e7be9c72-fd41-4a60-9a6a-32b17626eadb, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e7be9c72-fd41-4a60-9a6a-32b17626eadb,segment=NetworkSegment(f098fee8-2059-45ad-aee1-3ee24b585354),segment_id=f098fee8-2059-45ad-aee1-3ee24b585354)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:07.136634 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'e7be9c72-fd41-4a60-9a6a-32b17626eadb', 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da', 'port_id': 'e7be9c72-fd41-4a60-9a6a-32b17626eadb', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '692227dd-5080-40fc-9785-e9e93aabbe3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:51:07.173483 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port e7be9c72-fd41-4a60-9a6a-32b17626eadb is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:07.173874 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e7be9c72-fd41-4a60-9a6a-32b17626eadb), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:07.186423 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7be9c72-fd41-4a60-9a6a-32b17626eadb {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:51:07.206298 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port e7be9c72-fd41-4a60-9a6a-32b17626eadb, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e7be9c72-fd41-4a60-9a6a-32b17626eadb,segment=NetworkSegment(f098fee8-2059-45ad-aee1-3ee24b585354),segment_id=f098fee8-2059-45ad-aee1-3ee24b585354)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:07.210199 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e7be9c72-fd41-4a60-9a6a-32b17626eadb), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:07.257178 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=e7be9c72-fd41-4a60-9a6a-32b17626eadb,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:07.394505 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['e7be9c72-fd41-4a60-9a6a-32b17626eadb'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:51:07.936384 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d73d5ab2-11f5-4db5-b607-f3414b468dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:07.941826 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582e812-e442-4d26-9c23-3fbb1e728556 req-263af63c-91bb-4bad-bb2c-92a78dd83739 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:07.943310 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6582e812-e442-4d26-9c23-3fbb1e728556 req-263af63c-91bb-4bad-bb2c-92a78dd83739 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 945 time: 0.0591881 Feb 09 22:51:07.993636 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6582e812-e442-4d26-9c23-3fbb1e728556 req-69687cb2-98d1-46e5-972b-fe2730b7a570 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445333 Feb 09 22:51:09.041976 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e7be9c72-fd41-4a60-9a6a-32b17626eadb up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:51:09.092336 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port e7be9c72-fd41-4a60-9a6a-32b17626eadb completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:51:09.096927 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port e7be9c72-fd41-4a60-9a6a-32b17626eadb triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:09.097309 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (e7be9c72-fd41-4a60-9a6a-32b17626eadb), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:09.121191 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1609e-b128-41ed-9f19-c3bb003a2c06 req-474b9a13-f77b-4db8-85fa-08bb008dcb6b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:09.122706 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7fb1609e-b128-41ed-9f19-c3bb003a2c06 req-474b9a13-f77b-4db8-85fa-08bb008dcb6b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 945 time: 0.0607243 Feb 09 22:51:09.173816 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7fb1609e-b128-41ed-9f19-c3bb003a2c06 req-2cb1e0b4-930a-4b46-bc70-7e786dc63583 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451155 Feb 09 22:51:09.179205 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port e7be9c72-fd41-4a60-9a6a-32b17626eadb is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:09.179600 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (e7be9c72-fd41-4a60-9a6a-32b17626eadb), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:09.206749 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d22dd34-3a26-478e-aa88-585b32dffbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7be9c72-fd41-4a60-9a6a-32b17626eadb'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:51:09.209112 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9317c4e2-7758-499f-a64d-98fcd98b5386" -d '{"events": [{"server_uuid": "0d22dd34-3a26-478e-aa88-585b32dffbb8", "name": "network-vif-plugged", "status": "completed", "tag": "e7be9c72-fd41-4a60-9a6a-32b17626eadb"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:51:09.222441 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port e7be9c72-fd41-4a60-9a6a-32b17626eadb, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e7be9c72-fd41-4a60-9a6a-32b17626eadb,segment=NetworkSegment(f098fee8-2059-45ad-aee1-3ee24b585354),segment_id=f098fee8-2059-45ad-aee1-3ee24b585354)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:09.228260 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (e7be9c72-fd41-4a60-9a6a-32b17626eadb), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:09.252825 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe82a9a-cba9-4b6c-96c7-db4896be5367 x-openstack-request-id: req-2fe82a9a-cba9-4b6c-96c7-db4896be5367 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:51:09.253049 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d22dd34-3a26-478e-aa88-585b32dffbb8", "name": "network-vif-plugged", "status": "completed", "tag": "e7be9c72-fd41-4a60-9a6a-32b17626eadb", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:51:09.253379 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2fe82a9a-cba9-4b6c-96c7-db4896be5367 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:51:09.253722 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d22dd34-3a26-478e-aa88-585b32dffbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7be9c72-fd41-4a60-9a6a-32b17626eadb', 'code': 200} Feb 09 22:51:09.282286 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=e7be9c72-fd41-4a60-9a6a-32b17626eadb,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:09.354922 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b0518-6312-4083-b2c2-32463bb28344 req-19759c42-c2f9-4b26-b2b7-f6db6364ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:09.356459 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-987b0518-6312-4083-b2c2-32463bb28344 req-19759c42-c2f9-4b26-b2b7-f6db6364ea6c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 1128 time: 0.0436807 Feb 09 22:51:09.401603 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-987b0518-6312-4083-b2c2-32463bb28344 req-04adae5d-03d6-456b-ac88-3ca5588b850e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396633 Feb 09 22:51:10.303329 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfda3a-1db5-48bb-b6c7-ab16065e2ac4 req-45bbb47f-3d29-4dd7-8980-1b4ddc35fc37 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:10.304881 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1cbfda3a-1db5-48bb-b6c7-ab16065e2ac4 req-45bbb47f-3d29-4dd7-8980-1b4ddc35fc37 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 946 time: 0.0607386 Feb 09 22:51:10.360441 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1cbfda3a-1db5-48bb-b6c7-ab16065e2ac4 req-e866bbfa-aad8-4f7a-a291-c7e11c2d6bf0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498931 Feb 09 22:51:10.651803 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e655ed19-e18b-477b-834e-635f95055720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:11.482836 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd4a84-441b-4123-a77f-c5e39186ef62 req-9fd8169a-12f5-4fdc-81a5-a76e0752e227 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:11.484371 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-02dd4a84-441b-4123-a77f-c5e39186ef62 req-9fd8169a-12f5-4fdc-81a5-a76e0752e227 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 946 time: 0.0524464 Feb 09 22:51:11.531498 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-02dd4a84-441b-4123-a77f-c5e39186ef62 req-a019d2fc-1ec0-45ef-bd47-cb7e2df93d59 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413244 Feb 09 22:51:11.647714 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24930e73-1bd4-4d9b-9e7e-8ef4a44f6e93 req-8ef824c8-6f0f-4f32-8ab4-70070b91a9bf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:11.649224 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-24930e73-1bd4-4d9b-9e7e-8ef4a44f6e93 req-8ef824c8-6f0f-4f32-8ab4-70070b91a9bf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 946 time: 0.0515633 Feb 09 22:51:11.702047 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-24930e73-1bd4-4d9b-9e7e-8ef4a44f6e93 req-ec9895cb-af06-4032-bdf4-edf275f3117b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470991 Feb 09 22:51:11.725089 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53694) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:11.767358 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb7e7fb-ff51-4873-ba91-900637bea7f7 tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:11.768906 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2cb7e7fb-ff51-4873-ba91-900637bea7f7 tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 1123 time: 0.0428464 Feb 09 22:51:11.771680 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53696) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:11.775840 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ba26e463-75d1-43dc-bbb4-05b831c56f2b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': 'e7be9c72-fd41-4a60-9a6a-32b17626eadb', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:51:11.796057 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba26e463-75d1-43dc-bbb4-05b831c56f2b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:11.864448 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:11.895029 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba26e463-75d1-43dc-bbb4-05b831c56f2b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:11.994887 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-ba26e463-75d1-43dc-bbb4-05b831c56f2b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Allocated IP 172.25.6.157 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/28ebda5c-e261-4cb6-b719-df8ab8d56f98) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:51:12.097398 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba26e463-75d1-43dc-bbb4-05b831c56f2b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (28ebda5c-e261-4cb6-b719-df8ab8d56f98), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:12.131145 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba26e463-75d1-43dc-bbb4-05b831c56f2b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (28ebda5c-e261-4cb6-b719-df8ab8d56f98), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:12.170540 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba26e463-75d1-43dc-bbb4-05b831c56f2b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:51:12.174926 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-ba26e463-75d1-43dc-bbb4-05b831c56f2b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:51:12.179331 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba26e463-75d1-43dc-bbb4-05b831c56f2b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:51:12.182365 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26e463-75d1-43dc-bbb4-05b831c56f2b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=28ebda5c-e261-4cb6-b719-df8ab8d56f98,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:12.522818 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba26e463-75d1-43dc-bbb4-05b831c56f2b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for floatingip (4aeb29fb-68f6-490f-8143-6af57f3e491c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:12.588991 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba26e463-75d1-43dc-bbb4-05b831c56f2b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (28ebda5c-e261-4cb6-b719-df8ab8d56f98), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:12.742123 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba26e463-75d1-43dc-bbb4-05b831c56f2b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (28ebda5c-e261-4cb6-b719-df8ab8d56f98), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:12.749826 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba26e463-75d1-43dc-bbb4-05b831c56f2b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (28ebda5c-e261-4cb6-b719-df8ab8d56f98), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:12.818124 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26e463-75d1-43dc-bbb4-05b831c56f2b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=28ebda5c-e261-4cb6-b719-df8ab8d56f98,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:12.830666 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba26e463-75d1-43dc-bbb4-05b831c56f2b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (4aeb29fb-68f6-490f-8143-6af57f3e491c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:12.931523 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-ba26e463-75d1-43dc-bbb4-05b831c56f2b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Floating IP 4aeb29fb-68f6-490f-8143-6af57f3e491c associated. External IP: 172.25.6.157, port: e7be9c72-fd41-4a60-9a6a-32b17626eadb. Feb 09 22:51:13.045493 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:13.468237 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba26e463-75d1-43dc-bbb4-05b831c56f2b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router 19c05889-6907-4ee2-ac26-b0ea6cb9268e has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:51:13.576112 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba26e463-75d1-43dc-bbb4-05b831c56f2b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:51:13.586179 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ab878-1ccc-48e1-90ea-a0351c5649b2 None None] Sync routers for ids ['19c05889-6907-4ee2-ac26-b0ea6cb9268e'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:51:13.595626 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba26e463-75d1-43dc-bbb4-05b831c56f2b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:13.597924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ab878-1ccc-48e1-90ea-a0351c5649b2 None None] Routers {'19c05889-6907-4ee2-ac26-b0ea6cb9268e'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:51:13.598585 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-488ab878-1ccc-48e1-90ea-a0351c5649b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:51:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['19c05889-6907-4ee2-ac26-b0ea6cb9268e'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:13.625246 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ba26e463-75d1-43dc-bbb4-05b831c56f2b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8525593 Feb 09 22:51:13.625869 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d22dd34-3a26-478e-aa88-585b32dffbb8', 'tag': 'e7be9c72-fd41-4a60-9a6a-32b17626eadb'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:51:13.628187 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f910bdca-3b26-43e5-951a-6bef31147ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "0d22dd34-3a26-478e-aa88-585b32dffbb8", "tag": "e7be9c72-fd41-4a60-9a6a-32b17626eadb"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:51:13.721189 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-488ab878-1ccc-48e1-90ea-a0351c5649b2 None None] Set router 19c05889-6907-4ee2-ac26-b0ea6cb9268e gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:51:13.743305 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06005ad-4b3b-487f-8816-24359e5ef490 req-27e47876-2994-42a3-897e-8c3e973bbdd0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:13.745132 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a06005ad-4b3b-487f-8816-24359e5ef490 req-27e47876-2994-42a3-897e-8c3e973bbdd0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 946 time: 0.0659800 Feb 09 22:51:13.801234 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a06005ad-4b3b-487f-8816-24359e5ef490 req-3cb12cfa-4ae6-4b15-a004-728832e203b4 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486481 Feb 09 22:51:13.824793 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53702) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:13.895407 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3a4144f5-5793-4408-a46e-33970b7e3275 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/floatingips/4aeb29fb-68f6-490f-8143-6af57f3e491c HTTP/1.1" status: 200 len: 992 time: 0.0690477 Feb 09 22:51:13.921399 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2f8acd-9f15-46cd-8cbe-f1a4cc8c3427 x-openstack-request-id: req-3d2f8acd-9f15-46cd-8cbe-f1a4cc8c3427 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:51:13.921707 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d22dd34-3a26-478e-aa88-585b32dffbb8", "tag": "e7be9c72-fd41-4a60-9a6a-32b17626eadb", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:51:13.921973 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3d2f8acd-9f15-46cd-8cbe-f1a4cc8c3427 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:51:13.924154 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d22dd34-3a26-478e-aa88-585b32dffbb8', 'tag': 'e7be9c72-fd41-4a60-9a6a-32b17626eadb', 'status': 'completed', 'code': 200} Feb 09 22:51:13.972046 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-488ab878-1ccc-48e1-90ea-a0351c5649b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819795950', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:50:56Z', 'updated_at': '2022-02-09T22:51:00Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:57Z', 'updated_at': '2022-02-09T22:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '4aeb29fb-68f6-490f-8143-6af57f3e491c', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'port_id': 'e7be9c72-fd41-4a60-9a6a-32b17626eadb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d22dd34-3a26-478e-aa88-585b32dffbb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:51:12Z', 'updated_at': '2022-02-09T22:51:12Z', 'revision_number': 0, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c889c4e-bae4-4fa7-b607-9a1ad8adee01', 'name': '', 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:e9:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '692227dd-5080-40fc-9785-e9e93aabbe3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:59Z', 'updated_at': '2022-02-09T22:51:03Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '692227dd-5080-40fc-9785-e9e93aabbe3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:13.993485 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910bdca-3b26-43e5-951a-6bef31147ac5 req-2ef9d9ee-4f6e-46cd-95ed-d9c00beff23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:13.994984 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f910bdca-3b26-43e5-951a-6bef31147ac5 req-2ef9d9ee-4f6e-46cd-95ed-d9c00beff23d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 1128 time: 0.0498717 Feb 09 22:51:13.998278 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ab878-1ccc-48e1-90ea-a0351c5649b2 None None] Checking router: 19c05889-6907-4ee2-ac26-b0ea6cb9268e for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:51:14.007434 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ab878-1ccc-48e1-90ea-a0351c5649b2 None None] Routers {'19c05889-6907-4ee2-ac26-b0ea6cb9268e'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:51:14.008416 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-488ab878-1ccc-48e1-90ea-a0351c5649b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:51:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['19c05889-6907-4ee2-ac26-b0ea6cb9268e'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:14.086509 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910bdca-3b26-43e5-951a-6bef31147ac5 req-f946b8ef-f716-47c8-88b2-6b93fd86702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:14.088025 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f910bdca-3b26-43e5-951a-6bef31147ac5 req-f946b8ef-f716-47c8-88b2-6b93fd86702f service neutron] 10.222.0.71 "GET /v2.0/networks?id=42958c69-28a6-41f7-9dcd-8014e2b9d4da HTTP/1.1" status: 200 len: 898 time: 0.0868342 Feb 09 22:51:14.117340 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-488ab878-1ccc-48e1-90ea-a0351c5649b2 None None] Set router 19c05889-6907-4ee2-ac26-b0ea6cb9268e gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:51:14.158214 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f910bdca-3b26-43e5-951a-6bef31147ac5 req-7ecc319e-900a-4032-b312-a552778f8938 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7be9c72-fd41-4a60-9a6a-32b17626eadb HTTP/1.1" status: 200 len: 1000 time: 0.0645185 Feb 09 22:51:14.205859 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910bdca-3b26-43e5-951a-6bef31147ac5 req-2708e00e-362c-48d3-a191-72fd7f0b3b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:14.207360 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f910bdca-3b26-43e5-951a-6bef31147ac5 req-2708e00e-362c-48d3-a191-72fd7f0b3b03 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=692227dd-5080-40fc-9785-e9e93aabbe3b HTTP/1.1" status: 200 len: 835 time: 0.0437183 Feb 09 22:51:14.255944 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910bdca-3b26-43e5-951a-6bef31147ac5 req-c1a3008f-5712-4c58-bbe1-c55e96435996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:14.257460 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f910bdca-3b26-43e5-951a-6bef31147ac5 req-c1a3008f-5712-4c58-bbe1-c55e96435996 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42958c69-28a6-41f7-9dcd-8014e2b9d4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441699 Feb 09 22:51:14.343494 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-488ab878-1ccc-48e1-90ea-a0351c5649b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819795950', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:50:56Z', 'updated_at': '2022-02-09T22:51:00Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:57Z', 'updated_at': '2022-02-09T22:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '4aeb29fb-68f6-490f-8143-6af57f3e491c', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'port_id': 'e7be9c72-fd41-4a60-9a6a-32b17626eadb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d22dd34-3a26-478e-aa88-585b32dffbb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:51:12Z', 'updated_at': '2022-02-09T22:51:12Z', 'revision_number': 0, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c889c4e-bae4-4fa7-b607-9a1ad8adee01', 'name': '', 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:e9:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '692227dd-5080-40fc-9785-e9e93aabbe3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:59Z', 'updated_at': '2022-02-09T22:51:03Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '692227dd-5080-40fc-9785-e9e93aabbe3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:14.350018 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f910bdca-3b26-43e5-951a-6bef31147ac5 req-62b7e347-c4d2-490a-88ab-5dd24a319677 service neutron] 10.222.0.71 "GET /v2.0/networks/42958c69-28a6-41f7-9dcd-8014e2b9d4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858617 Feb 09 22:51:14.370757 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ab878-1ccc-48e1-90ea-a0351c5649b2 None None] The sync data for ids ['19c05889-6907-4ee2-ac26-b0ea6cb9268e'] in n-d-828601-1 is: [{'id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819795950', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:50:56Z', 'updated_at': '2022-02-09T22:51:00Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:57Z', 'updated_at': '2022-02-09T22:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '4aeb29fb-68f6-490f-8143-6af57f3e491c', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'port_id': 'e7be9c72-fd41-4a60-9a6a-32b17626eadb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d22dd34-3a26-478e-aa88-585b32dffbb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:51:12Z', 'updated_at': '2022-02-09T22:51:12Z', 'revision_number': 0, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c889c4e-bae4-4fa7-b607-9a1ad8adee01', 'name': '', 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:e9:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '692227dd-5080-40fc-9785-e9e93aabbe3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:59Z', 'updated_at': '2022-02-09T22:51:03Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '692227dd-5080-40fc-9785-e9e93aabbe3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:51:14.440707 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-f910bdca-3b26-43e5-951a-6bef31147ac5 req-e5837f54-ea1e-4ed0-9edd-ccdc82eca9ca service neutron] 10.222.0.71 "GET /v2.0/networks/42958c69-28a6-41f7-9dcd-8014e2b9d4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850573 Feb 09 22:51:14.571522 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1810501f-9c26-4018-b7f3-aebca56d6adb None None] New status for floating IP 4aeb29fb-68f6-490f-8143-6af57f3e491c: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:51:14.749126 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:14.899358 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53706) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:14.961430 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-df1916eb-7d0a-4f1e-bcef-e9d1e7061529 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/floatingips/4aeb29fb-68f6-490f-8143-6af57f3e491c HTTP/1.1" status: 200 len: 994 time: 0.0607877 Feb 09 22:51:16.006279 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:16.429544 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:25.107779 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d434b4ed-6a6c-4db9-bf2a-250fd25c8a0f req-2e491d17-c1c0-4f5f-8435-9ebf4e0b22f5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441744 Feb 09 22:51:25.196830 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434b4ed-6a6c-4db9-bf2a-250fd25c8a0f req-7e9074a3-5248-45d3-9570-c639c21764a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:25.198326 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d434b4ed-6a6c-4db9-bf2a-250fd25c8a0f req-7e9074a3-5248-45d3-9570-c639c21764a1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 1128 time: 0.0490253 Feb 09 22:51:25.298400 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434b4ed-6a6c-4db9-bf2a-250fd25c8a0f req-e389daee-625e-48c4-a75e-5b90662c88d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:25.299934 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d434b4ed-6a6c-4db9-bf2a-250fd25c8a0f req-e389daee-625e-48c4-a75e-5b90662c88d6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=42958c69-28a6-41f7-9dcd-8014e2b9d4da HTTP/1.1" status: 200 len: 898 time: 0.0836122 Feb 09 22:51:25.370085 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d434b4ed-6a6c-4db9-bf2a-250fd25c8a0f req-52d7c01a-2489-41a0-8955-affe2dacee85 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7be9c72-fd41-4a60-9a6a-32b17626eadb HTTP/1.1" status: 200 len: 1002 time: 0.0624306 Feb 09 22:51:25.417964 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434b4ed-6a6c-4db9-bf2a-250fd25c8a0f req-45d1f6a9-6b6b-4923-af7b-7c08f960601b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:25.419445 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d434b4ed-6a6c-4db9-bf2a-250fd25c8a0f req-45d1f6a9-6b6b-4923-af7b-7c08f960601b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=692227dd-5080-40fc-9785-e9e93aabbe3b HTTP/1.1" status: 200 len: 835 time: 0.0435791 Feb 09 22:51:25.466521 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434b4ed-6a6c-4db9-bf2a-250fd25c8a0f req-527bb077-d7a6-40b3-8b06-9d001b93998f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:25.468082 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d434b4ed-6a6c-4db9-bf2a-250fd25c8a0f req-527bb077-d7a6-40b3-8b06-9d001b93998f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42958c69-28a6-41f7-9dcd-8014e2b9d4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431604 Feb 09 22:51:25.557333 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d434b4ed-6a6c-4db9-bf2a-250fd25c8a0f req-43a736e6-d43c-49da-a7ba-212480a30e3c service neutron] 10.222.0.71 "GET /v2.0/networks/42958c69-28a6-41f7-9dcd-8014e2b9d4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835106 Feb 09 22:51:25.643586 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d434b4ed-6a6c-4db9-bf2a-250fd25c8a0f req-1b84910a-464c-407a-ad82-9af38473bf28 service neutron] 10.222.0.71 "GET /v2.0/networks/42958c69-28a6-41f7-9dcd-8014e2b9d4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803916 Feb 09 22:51:37.939069 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cf3afa98-3c99-47ed-8d50-d566cc7ee512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:39.449988 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:51:40.652988 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-85ea9dc7-cb3c-4fe3-891e-a91201885b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:41.754955 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead95079-bf79-4f6f-beb2-b6862b623356 req-683b319e-59cb-473d-a0a1-ca4f77482bac tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:41.756632 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ead95079-bf79-4f6f-beb2-b6862b623356 req-683b319e-59cb-473d-a0a1-ca4f77482bac tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 946 time: 0.0601916 Feb 09 22:51:41.811713 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ead95079-bf79-4f6f-beb2-b6862b623356 req-605ae78c-dd83-488c-b292-3a016d89cb45 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490179 Feb 09 22:51:41.870040 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:42.943528 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b6d17-ed17-479c-bed1-32e7989ab748 req-257e9780-6627-4a1d-8217-6e59cefbee3f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:42.945080 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b77b6d17-ed17-479c-bed1-32e7989ab748 req-257e9780-6627-4a1d-8217-6e59cefbee3f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 946 time: 0.0590706 Feb 09 22:51:42.993519 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b77b6d17-ed17-479c-bed1-32e7989ab748 req-3187fdf0-aa50-4b1f-9f41-ca855e83f32a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428803 Feb 09 22:51:43.050688 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:44.120029 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07b5a6-41ca-44d2-85b3-71dd4d4b9675 req-562d5baf-36f8-4981-b6aa-65d77f9ddb59 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:44.122055 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6d07b5a6-41ca-44d2-85b3-71dd4d4b9675 req-562d5baf-36f8-4981-b6aa-65d77f9ddb59 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 946 time: 0.0565517 Feb 09 22:51:44.179292 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6d07b5a6-41ca-44d2-85b3-71dd4d4b9675 req-aa0d08d3-ba17-45a1-83f8-6663fd7ba262 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502405 Feb 09 22:51:44.742805 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:45.304939 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0373031-0c27-4327-9baa-859992d62ae5 req-c73c2e01-8a1e-4f86-96ac-720fcf34e0ea tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:45.306461 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0373031-0c27-4327-9baa-859992d62ae5 req-c73c2e01-8a1e-4f86-96ac-720fcf34e0ea tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 946 time: 0.0557063 Feb 09 22:51:45.362819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d0373031-0c27-4327-9baa-859992d62ae5 req-2766e6f9-320e-47c8-9955-4c64409e9d57 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505335 Feb 09 22:51:46.006084 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:46.432822 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:46.488603 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a692eba-9fce-4014-a614-dee8501b242f req-142d2903-19df-4e6e-9946-42bc9ba8c040 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:46.490156 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a692eba-9fce-4014-a614-dee8501b242f req-142d2903-19df-4e6e-9946-42bc9ba8c040 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 946 time: 0.0547197 Feb 09 22:51:46.542900 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a692eba-9fce-4014-a614-dee8501b242f req-5e67381c-1a2e-4d50-923c-ddee0650bd83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464151 Feb 09 22:51:47.662695 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc82a7e-a0af-42ba-af47-91f5bcbfbd88 req-49adc659-ecef-4244-9bb2-0b9047e5d0f2 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:47.664140 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4bc82a7e-a0af-42ba-af47-91f5bcbfbd88 req-49adc659-ecef-4244-9bb2-0b9047e5d0f2 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 946 time: 0.0516286 Feb 09 22:51:47.712883 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4bc82a7e-a0af-42ba-af47-91f5bcbfbd88 req-94d7005f-f90e-4d4e-b649-5580c8f11a44 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431836 Feb 09 22:51:48.838149 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10750d-8f10-497f-bfeb-c7c8781de06f req-b3ee84d8-d8c6-404f-a9da-93d39c7ced24 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:48.839623 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be10750d-8f10-497f-bfeb-c7c8781de06f req-b3ee84d8-d8c6-404f-a9da-93d39c7ced24 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 946 time: 0.0553255 Feb 09 22:51:48.886980 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be10750d-8f10-497f-bfeb-c7c8781de06f req-2e23235c-cd41-4d98-9a2b-2b90262773a8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415242 Feb 09 22:51:50.012495 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990f40c-ad0e-4e46-adff-ff66f5ddcb4f req-ffa22c30-b1ce-4fea-9ebd-f7e2f63d9253 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:50.013998 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7990f40c-ad0e-4e46-adff-ff66f5ddcb4f req-ffa22c30-b1ce-4fea-9ebd-f7e2f63d9253 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 946 time: 0.0526955 Feb 09 22:51:50.065809 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7990f40c-ad0e-4e46-adff-ff66f5ddcb4f req-fd959981-ec87-4130-9ef0-bc1ba7450d76 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461574 Feb 09 22:51:51.186312 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289be67-3526-4f12-9972-a820a6c07e4f req-e37e2dac-bc94-4126-ac4a-918dcdd5ded0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:51.187831 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6289be67-3526-4f12-9972-a820a6c07e4f req-e37e2dac-bc94-4126-ac4a-918dcdd5ded0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 946 time: 0.0516772 Feb 09 22:51:51.239437 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6289be67-3526-4f12-9972-a820a6c07e4f req-533fb878-6090-4664-b9d2-685fb40fdf97 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460162 Feb 09 22:51:52.358777 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ab882-4aa7-4bcc-9bea-5ea54a5d1286 req-0dc8768e-d6e4-4d46-9684-28f2926300f5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:52.360290 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-897ab882-4aa7-4bcc-9bea-5ea54a5d1286 req-0dc8768e-d6e4-4d46-9684-28f2926300f5 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 946 time: 0.0547743 Feb 09 22:51:52.409247 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-897ab882-4aa7-4bcc-9bea-5ea54a5d1286 req-db0cbaac-cc8b-4939-8537-8b5b5c00254e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433247 Feb 09 22:51:52.431065 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53740) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:52.495001 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-230896be-624f-46c2-a7c3-2c82d632437b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/floatingips/4aeb29fb-68f6-490f-8143-6af57f3e491c HTTP/1.1" status: 200 len: 994 time: 0.0627224 Feb 09 22:51:53.757463 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33ad6e-21ae-4446-8949-be065ea4d21a req-e86f833a-c283-432c-9e06-404b3e0fc56d tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:53.758986 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e33ad6e-21ae-4446-8949-be065ea4d21a req-e86f833a-c283-432c-9e06-404b3e0fc56d tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 946 time: 0.0546119 Feb 09 22:51:53.778873 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b94baf-bef2-4f9a-b91d-3d1a95843e3c req-419097b8-0f5c-4308-b286-c371e0c50071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:53.780490 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c8b94baf-bef2-4f9a-b91d-3d1a95843e3c req-419097b8-0f5c-4308-b286-c371e0c50071 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 1128 time: 0.0451581 Feb 09 22:51:53.808042 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3e33ad6e-21ae-4446-8949-be065ea4d21a req-5a5dbb6e-41da-4a16-bb14-25a50b69e0bc tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433819 Feb 09 22:51:53.871145 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b94baf-bef2-4f9a-b91d-3d1a95843e3c req-d4596b6f-0c48-4aaa-a1e5-42f86bcfbd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:53.872642 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c8b94baf-bef2-4f9a-b91d-3d1a95843e3c req-d4596b6f-0c48-4aaa-a1e5-42f86bcfbd0d service neutron] 10.222.0.71 "GET /v2.0/networks?id=42958c69-28a6-41f7-9dcd-8014e2b9d4da HTTP/1.1" status: 200 len: 898 time: 0.0867767 Feb 09 22:51:53.934569 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c8b94baf-bef2-4f9a-b91d-3d1a95843e3c req-602c9280-e334-4505-a477-e01a3e8d2f95 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7be9c72-fd41-4a60-9a6a-32b17626eadb HTTP/1.1" status: 200 len: 1002 time: 0.0562916 Feb 09 22:51:53.986695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b94baf-bef2-4f9a-b91d-3d1a95843e3c req-0cbb0847-43e3-448a-8a55-c20c42933ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:53.988180 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c8b94baf-bef2-4f9a-b91d-3d1a95843e3c req-0cbb0847-43e3-448a-8a55-c20c42933ed8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=692227dd-5080-40fc-9785-e9e93aabbe3b HTTP/1.1" status: 200 len: 835 time: 0.0483203 Feb 09 22:51:54.036164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b94baf-bef2-4f9a-b91d-3d1a95843e3c req-8f2c4d60-2cf1-4a87-8d21-201079750956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:54.037641 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c8b94baf-bef2-4f9a-b91d-3d1a95843e3c req-8f2c4d60-2cf1-4a87-8d21-201079750956 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42958c69-28a6-41f7-9dcd-8014e2b9d4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433068 Feb 09 22:51:54.123567 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c8b94baf-bef2-4f9a-b91d-3d1a95843e3c req-41bb1303-2e70-4936-a80f-8da1ea768485 service neutron] 10.222.0.71 "GET /v2.0/networks/42958c69-28a6-41f7-9dcd-8014e2b9d4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797477 Feb 09 22:51:54.213628 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c8b94baf-bef2-4f9a-b91d-3d1a95843e3c req-4fda321f-d68f-412c-875d-023a1755f7d5 service neutron] 10.222.0.71 "GET /v2.0/networks/42958c69-28a6-41f7-9dcd-8014e2b9d4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847993 Feb 09 22:51:54.930320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d2104-fb37-41ef-94bc-f924f9de8830 req-c1000caa-3929-4a92-9e62-5b681fec20c6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:54.931877 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-067d2104-fb37-41ef-94bc-f924f9de8830 req-c1000caa-3929-4a92-9e62-5b681fec20c6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 946 time: 0.0527098 Feb 09 22:51:54.982040 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-067d2104-fb37-41ef-94bc-f924f9de8830 req-aa4fc991-93e3-4074-bf9a-69f9a0f8ea34 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446594 Feb 09 22:51:55.004351 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53750) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:55.075658 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-04cd1024-d663-4c95-8f92-8cfed1f94567 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/floatingips/4aeb29fb-68f6-490f-8143-6af57f3e491c HTTP/1.1" status: 200 len: 994 time: 0.0701780 Feb 09 22:52:07.941696 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8606f9cf-4558-42f3-88d2-96ebccf2d78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:10.655761 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4cf3069a-19c3-4a51-8696-4ee65186e2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:11.872529 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:13.052251 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:14.746239 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:16.021326 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:16.436924 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:16.450837 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:52:25.423831 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53768) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:25.587621 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting port 28ebda5c-e261-4cb6-b719-df8ab8d56f98 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:52:25.587998 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (28ebda5c-e261-4cb6-b719-df8ab8d56f98), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:25.668839 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (28ebda5c-e261-4cb6-b719-df8ab8d56f98), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:25.669081 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for floatingip (28ebda5c-e261-4cb6-b719-df8ab8d56f98), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:25.680892 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Calling delete_port for 28ebda5c-e261-4cb6-b719-df8ab8d56f98 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:52:25.840026 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (28ebda5c-e261-4cb6-b719-df8ab8d56f98), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:25.869843 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Port': ['ID=28ebda5c-e261-4cb6-b719-df8ab8d56f98,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:25.882434 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:25.882794 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:25.883147 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:25.883490 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:25.883858 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:25.884204 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:25.884537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:25.884872 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:25.885203 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:25.885528 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:25.885855 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:25.886180 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:25.886505 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:25.944449 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for floatingip (4aeb29fb-68f6-490f-8143-6af57f3e491c), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:25.944709 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Floating IP 4aeb29fb-68f6-490f-8143-6af57f3e491c disassociated (deleted). External IP: 172.25.6.157, port: e7be9c72-fd41-4a60-9a6a-32b17626eadb. Feb 09 22:52:26.045196 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bf2582d-be7f-4e15-b42f-43cf87c1f496 req-34350749-9ab3-4a24-8e25-e8aa52eeebb7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466020 Feb 09 22:52:26.137155 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2582d-be7f-4e15-b42f-43cf87c1f496 req-853a0d60-faa3-4f81-ad61-9a97ceb70746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:26.137155 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bf2582d-be7f-4e15-b42f-43cf87c1f496 req-853a0d60-faa3-4f81-ad61-9a97ceb70746 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 1128 time: 0.0484946 Feb 09 22:52:26.194369 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router 19c05889-6907-4ee2-ac26-b0ea6cb9268e has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:52:26.356432 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:52:26.362254 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:26.368255 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dd960d-99ef-4fa2-a769-c22b0ff668ba None None] Sync routers for ids ['19c05889-6907-4ee2-ac26-b0ea6cb9268e'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:52:26.382131 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dd960d-99ef-4fa2-a769-c22b0ff668ba None None] Routers {'19c05889-6907-4ee2-ac26-b0ea6cb9268e'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:26.382857 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-01dd960d-99ef-4fa2-a769-c22b0ff668ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:52:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['19c05889-6907-4ee2-ac26-b0ea6cb9268e'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:26.407085 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4d5ff10f-5b41-4415-87e7-9a6156c009da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/floatingips/4aeb29fb-68f6-490f-8143-6af57f3e491c HTTP/1.1" status: 204 len: 168 time: 0.9792626 Feb 09 22:52:26.407085 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d22dd34-3a26-478e-aa88-585b32dffbb8', 'tag': 'e7be9c72-fd41-4a60-9a6a-32b17626eadb'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:52:26.408574 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7ee3cf-84cd-4ef0-8f49-5221a5478fff" -d '{"events": [{"name": "network-changed", "server_uuid": "0d22dd34-3a26-478e-aa88-585b32dffbb8", "tag": "e7be9c72-fd41-4a60-9a6a-32b17626eadb"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:52:26.605374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2582d-be7f-4e15-b42f-43cf87c1f496 req-2ebd1127-a3b3-469d-bf3a-4f68dfd26d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:26.607276 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bf2582d-be7f-4e15-b42f-43cf87c1f496 req-2ebd1127-a3b3-469d-bf3a-4f68dfd26d88 service neutron] 10.222.0.71 "GET /v2.0/networks?id=42958c69-28a6-41f7-9dcd-8014e2b9d4da HTTP/1.1" status: 200 len: 898 time: 0.4493268 Feb 09 22:52:26.648265 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ad30ee-f3f0-4809-b122-2874022f125f x-openstack-request-id: req-23ad30ee-f3f0-4809-b122-2874022f125f {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:52:26.648839 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d22dd34-3a26-478e-aa88-585b32dffbb8", "tag": "e7be9c72-fd41-4a60-9a6a-32b17626eadb", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:52:26.648936 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-23ad30ee-f3f0-4809-b122-2874022f125f {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:52:26.649443 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d22dd34-3a26-478e-aa88-585b32dffbb8', 'tag': 'e7be9c72-fd41-4a60-9a6a-32b17626eadb', 'status': 'completed', 'code': 200} Feb 09 22:52:26.666517 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bf2582d-be7f-4e15-b42f-43cf87c1f496 req-3ad8d57c-5d28-4052-a410-2eadbb835685 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7be9c72-fd41-4a60-9a6a-32b17626eadb HTTP/1.1" status: 200 len: 217 time: 0.0530941 Feb 09 22:52:26.709359 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-01dd960d-99ef-4fa2-a769-c22b0ff668ba None None] Set router 19c05889-6907-4ee2-ac26-b0ea6cb9268e gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:26.731355 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2582d-be7f-4e15-b42f-43cf87c1f496 req-a1b57ad7-faec-4e97-bd50-55fe9270c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:26.733591 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bf2582d-be7f-4e15-b42f-43cf87c1f496 req-a1b57ad7-faec-4e97-bd50-55fe9270c0e9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=692227dd-5080-40fc-9785-e9e93aabbe3b HTTP/1.1" status: 200 len: 835 time: 0.0607111 Feb 09 22:52:26.769130 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e5881-9a05-4967-829f-4e628669bc3e req-b307a359-fe03-4ffb-806e-67f34c3aa74e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:26.772648 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-136e5881-9a05-4967-829f-4e628669bc3e req-b307a359-fe03-4ffb-806e-67f34c3aa74e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 946 time: 0.0706372 Feb 09 22:52:26.793321 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2582d-be7f-4e15-b42f-43cf87c1f496 req-835009ff-56b6-4fe5-8753-23a4dee034b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:26.795833 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bf2582d-be7f-4e15-b42f-43cf87c1f496 req-835009ff-56b6-4fe5-8753-23a4dee034b5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42958c69-28a6-41f7-9dcd-8014e2b9d4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0558443 Feb 09 22:52:26.861885 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-136e5881-9a05-4967-829f-4e628669bc3e req-920de28b-8cea-412a-826a-4da471300807 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827858 Feb 09 22:52:26.895942 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bf2582d-be7f-4e15-b42f-43cf87c1f496 req-cbdbb292-b241-45fa-a8a8-66d138b80bdb service neutron] 10.222.0.71 "GET /v2.0/networks/42958c69-28a6-41f7-9dcd-8014e2b9d4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942583 Feb 09 22:52:26.945001 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-01dd960d-99ef-4fa2-a769-c22b0ff668ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819795950', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:50:56Z', 'updated_at': '2022-02-09T22:51:00Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:57Z', 'updated_at': '2022-02-09T22:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '5c889c4e-bae4-4fa7-b607-9a1ad8adee01', 'name': '', 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:e9:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '692227dd-5080-40fc-9785-e9e93aabbe3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:59Z', 'updated_at': '2022-02-09T22:51:03Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '692227dd-5080-40fc-9785-e9e93aabbe3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:26.973885 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dd960d-99ef-4fa2-a769-c22b0ff668ba None None] Checking router: 19c05889-6907-4ee2-ac26-b0ea6cb9268e for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:52:26.983224 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dd960d-99ef-4fa2-a769-c22b0ff668ba None None] Routers {'19c05889-6907-4ee2-ac26-b0ea6cb9268e'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:26.983892 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-01dd960d-99ef-4fa2-a769-c22b0ff668ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:52:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['19c05889-6907-4ee2-ac26-b0ea6cb9268e'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:26.997385 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0bf2582d-be7f-4e15-b42f-43cf87c1f496 req-9c9615ca-30bd-4082-84cf-75235455f145 service neutron] 10.222.0.71 "GET /v2.0/networks/42958c69-28a6-41f7-9dcd-8014e2b9d4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935960 Feb 09 22:52:27.117149 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-01dd960d-99ef-4fa2-a769-c22b0ff668ba None None] Set router 19c05889-6907-4ee2-ac26-b0ea6cb9268e gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:27.126292 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ee3cf-84cd-4ef0-8f49-5221a5478fff req-0188a825-6b34-474c-8daf-4c88ce177a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:27.128134 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5e7ee3cf-84cd-4ef0-8f49-5221a5478fff req-0188a825-6b34-474c-8daf-4c88ce177a66 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 1128 time: 0.0548723 Feb 09 22:52:27.230053 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ee3cf-84cd-4ef0-8f49-5221a5478fff req-df7c97c8-51e6-42e6-bad1-04554b7bb04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:27.230474 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5e7ee3cf-84cd-4ef0-8f49-5221a5478fff req-df7c97c8-51e6-42e6-bad1-04554b7bb04c service neutron] 10.222.0.71 "GET /v2.0/networks?id=42958c69-28a6-41f7-9dcd-8014e2b9d4da HTTP/1.1" status: 200 len: 898 time: 0.0952439 Feb 09 22:52:27.273714 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5e7ee3cf-84cd-4ef0-8f49-5221a5478fff req-c775cdf4-e673-4c3a-97d3-4b6997114757 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7be9c72-fd41-4a60-9a6a-32b17626eadb HTTP/1.1" status: 200 len: 217 time: 0.0369844 Feb 09 22:52:27.324692 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ee3cf-84cd-4ef0-8f49-5221a5478fff req-2dfe4c82-d2b9-4ccc-9f31-9ecadd948b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:27.326224 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5e7ee3cf-84cd-4ef0-8f49-5221a5478fff req-2dfe4c82-d2b9-4ccc-9f31-9ecadd948b14 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=692227dd-5080-40fc-9785-e9e93aabbe3b HTTP/1.1" status: 200 len: 835 time: 0.0468206 Feb 09 22:52:27.345684 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-01dd960d-99ef-4fa2-a769-c22b0ff668ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819795950', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:50:56Z', 'updated_at': '2022-02-09T22:51:00Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:57Z', 'updated_at': '2022-02-09T22:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '5c889c4e-bae4-4fa7-b607-9a1ad8adee01', 'name': '', 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:e9:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '692227dd-5080-40fc-9785-e9e93aabbe3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:59Z', 'updated_at': '2022-02-09T22:51:03Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '692227dd-5080-40fc-9785-e9e93aabbe3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:27.378794 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dd960d-99ef-4fa2-a769-c22b0ff668ba None None] The sync data for ids ['19c05889-6907-4ee2-ac26-b0ea6cb9268e'] in n-d-828601-1 is: [{'id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819795950', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:50:56Z', 'updated_at': '2022-02-09T22:51:00Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:57Z', 'updated_at': '2022-02-09T22:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '5c889c4e-bae4-4fa7-b607-9a1ad8adee01', 'name': '', 'network_id': '42958c69-28a6-41f7-9dcd-8014e2b9d4da', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:e9:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '692227dd-5080-40fc-9785-e9e93aabbe3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:59Z', 'updated_at': '2022-02-09T22:51:03Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '692227dd-5080-40fc-9785-e9e93aabbe3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:52:27.397387 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ee3cf-84cd-4ef0-8f49-5221a5478fff req-db346352-297d-4182-884c-62a6d3c78958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:27.398938 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5e7ee3cf-84cd-4ef0-8f49-5221a5478fff req-db346352-297d-4182-884c-62a6d3c78958 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42958c69-28a6-41f7-9dcd-8014e2b9d4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0666759 Feb 09 22:52:27.508074 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5e7ee3cf-84cd-4ef0-8f49-5221a5478fff req-ad62c014-661f-481f-8235-44dbf86dbcd3 service neutron] 10.222.0.71 "GET /v2.0/networks/42958c69-28a6-41f7-9dcd-8014e2b9d4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022444 Feb 09 22:52:27.623783 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-5e7ee3cf-84cd-4ef0-8f49-5221a5478fff req-04afe335-f8a1-4f2c-9ee2-0b9fa4029797 service neutron] 10.222.0.71 "GET /v2.0/networks/42958c69-28a6-41f7-9dcd-8014e2b9d4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094079 Feb 09 22:52:27.658137 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e33297-93e3-4195-a796-157f95a1359c None None] New status for floating IP 4aeb29fb-68f6-490f-8143-6af57f3e491c: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:52:28.001041 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c867dbc-27ad-46b6-bd60-634b1f6731e1 req-95f29ef3-313c-4535-a7a3-af33376ee388 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:28.002664 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1c867dbc-27ad-46b6-bd60-634b1f6731e1 req-95f29ef3-313c-4535-a7a3-af33376ee388 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 946 time: 0.0636222 Feb 09 22:52:28.063870 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1c867dbc-27ad-46b6-bd60-634b1f6731e1 req-8f10a169-2816-4bed-b17f-9c45e6847885 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3bbb982-81e7-4831-a844-8be8503b6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507522 Feb 09 22:52:28.205603 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea868d3-5e62-4050-90e5-117efab190b3 req-8e558968-7d43-4e28-8289-6e0e6020ce46 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:28.207047 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7ea868d3-5e62-4050-90e5-117efab190b3 req-8e558968-7d43-4e28-8289-6e0e6020ce46 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 946 time: 0.0569003 Feb 09 22:52:28.319302 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-7ea868d3-5e62-4050-90e5-117efab190b3 req-0cf058a0-cb76-471f-a3a9-b7011facfd89 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting port e7be9c72-fd41-4a60-9a6a-32b17626eadb {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:52:28.319940 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7ea868d3-5e62-4050-90e5-117efab190b3 req-0cf058a0-cb76-471f-a3a9-b7011facfd89 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (e7be9c72-fd41-4a60-9a6a-32b17626eadb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:28.445367 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-7ea868d3-5e62-4050-90e5-117efab190b3 req-0cf058a0-cb76-471f-a3a9-b7011facfd89 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] For port e7be9c72-fd41-4a60-9a6a-32b17626eadb, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=e7be9c72-fd41-4a60-9a6a-32b17626eadb,segment=NetworkSegment(f098fee8-2059-45ad-aee1-3ee24b585354),segment_id=f098fee8-2059-45ad-aee1-3ee24b585354)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:52:28.445965 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7ea868d3-5e62-4050-90e5-117efab190b3 req-0cf058a0-cb76-471f-a3a9-b7011facfd89 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (e7be9c72-fd41-4a60-9a6a-32b17626eadb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:28.468136 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-7ea868d3-5e62-4050-90e5-117efab190b3 req-0cf058a0-cb76-471f-a3a9-b7011facfd89 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Calling delete_port for e7be9c72-fd41-4a60-9a6a-32b17626eadb owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:52:28.656444 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7ea868d3-5e62-4050-90e5-117efab190b3 req-0cf058a0-cb76-471f-a3a9-b7011facfd89 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (e7be9c72-fd41-4a60-9a6a-32b17626eadb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:28.688090 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf058a0-cb76-471f-a3a9-b7011facfd89 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Port': ['ID=e7be9c72-fd41-4a60-9a6a-32b17626eadb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:28.702161 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf058a0-cb76-471f-a3a9-b7011facfd89 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:28.702529 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf058a0-cb76-471f-a3a9-b7011facfd89 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:28.702889 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf058a0-cb76-471f-a3a9-b7011facfd89 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:28.703245 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf058a0-cb76-471f-a3a9-b7011facfd89 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:28.703591 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf058a0-cb76-471f-a3a9-b7011facfd89 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:28.703974 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf058a0-cb76-471f-a3a9-b7011facfd89 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:28.704312 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf058a0-cb76-471f-a3a9-b7011facfd89 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:28.704651 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf058a0-cb76-471f-a3a9-b7011facfd89 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:28.704990 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf058a0-cb76-471f-a3a9-b7011facfd89 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:28.705332 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf058a0-cb76-471f-a3a9-b7011facfd89 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:28.705701 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf058a0-cb76-471f-a3a9-b7011facfd89 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:28.706032 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf058a0-cb76-471f-a3a9-b7011facfd89 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:28.706362 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf058a0-cb76-471f-a3a9-b7011facfd89 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:28.744133 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea868d3-5e62-4050-90e5-117efab190b3 req-0cf058a0-cb76-471f-a3a9-b7011facfd89 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] No DVR routers for this DVR port e7be9c72-fd41-4a60-9a6a-32b17626eadb on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:52:28.746800 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-7ea868d3-5e62-4050-90e5-117efab190b3 req-0cf058a0-cb76-471f-a3a9-b7011facfd89 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:28.750267 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7ea868d3-5e62-4050-90e5-117efab190b3 req-0cf058a0-cb76-471f-a3a9-b7011facfd89 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.71 "DELETE /v2.0/ports/e7be9c72-fd41-4a60-9a6a-32b17626eadb HTTP/1.1" status: 204 len: 173 time: 0.5378122 Feb 09 22:52:28.750748 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d22dd34-3a26-478e-aa88-585b32dffbb8', 'name': 'network-vif-deleted', 'tag': 'e7be9c72-fd41-4a60-9a6a-32b17626eadb'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:52:28.753118 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212958e8-6498-4435-b220-43a529f4b028" -d '{"events": [{"server_uuid": "0d22dd34-3a26-478e-aa88-585b32dffbb8", "name": "network-vif-deleted", "tag": "e7be9c72-fd41-4a60-9a6a-32b17626eadb"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:52:28.857145 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1b69e6-7aca-4062-b3f7-7a71480a8eaa x-openstack-request-id: req-db1b69e6-7aca-4062-b3f7-7a71480a8eaa {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:52:28.857916 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d22dd34-3a26-478e-aa88-585b32dffbb8", "name": "network-vif-deleted", "tag": "e7be9c72-fd41-4a60-9a6a-32b17626eadb", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:52:28.858190 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-db1b69e6-7aca-4062-b3f7-7a71480a8eaa {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:52:28.858691 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d22dd34-3a26-478e-aa88-585b32dffbb8', 'name': 'network-vif-deleted', 'tag': 'e7be9c72-fd41-4a60-9a6a-32b17626eadb', 'status': 'completed', 'code': 200} Feb 09 22:52:29.206056 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ebdf84e4-dfc1-45f9-ae8c-40cfa513da5f req-f65901b6-18b5-41e7-9340-f450b8f0de68 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d22dd34-3a26-478e-aa88-585b32dffbb8 HTTP/1.1" status: 200 len: 210 time: 0.0286818 Feb 09 22:52:30.275673 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53790) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:30.678412 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b7c7ed6-046c-4ad4-bae2-c64bb22fe3f9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (19c05889-6907-4ee2-ac26-b0ea6cb9268e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:30.987970 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4b7c7ed6-046c-4ad4-bae2-c64bb22fe3f9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting port 5c889c4e-bae4-4fa7-b607-9a1ad8adee01 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:52:30.988265 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b7c7ed6-046c-4ad4-bae2-c64bb22fe3f9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (5c889c4e-bae4-4fa7-b607-9a1ad8adee01), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:31.090004 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-4b7c7ed6-046c-4ad4-bae2-c64bb22fe3f9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] For port 5c889c4e-bae4-4fa7-b607-9a1ad8adee01, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=5c889c4e-bae4-4fa7-b607-9a1ad8adee01,segment=NetworkSegment(f098fee8-2059-45ad-aee1-3ee24b585354),segment_id=f098fee8-2059-45ad-aee1-3ee24b585354)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:52:31.090367 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b7c7ed6-046c-4ad4-bae2-c64bb22fe3f9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (5c889c4e-bae4-4fa7-b607-9a1ad8adee01), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:31.105921 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4b7c7ed6-046c-4ad4-bae2-c64bb22fe3f9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Calling delete_port for 5c889c4e-bae4-4fa7-b607-9a1ad8adee01 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:52:31.335398 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b7c7ed6-046c-4ad4-bae2-c64bb22fe3f9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (5c889c4e-bae4-4fa7-b607-9a1ad8adee01), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:31.353399 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e7be9c72-fd41-4a60-9a6a-32b17626eadb no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:52:31.368985 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c7ed6-046c-4ad4-bae2-c64bb22fe3f9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Port': ['ID=5c889c4e-bae4-4fa7-b607-9a1ad8adee01,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:31.398001 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: e7be9c72-fd41-4a60-9a6a-32b17626eadb {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:52:31.398340 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device e7be9c72-fd41-4a60-9a6a-32b17626eadb not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:52:31.595290 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b7c7ed6-046c-4ad4-bae2-c64bb22fe3f9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (19c05889-6907-4ee2-ac26-b0ea6cb9268e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:31.876635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7c7ed6-046c-4ad4-bae2-c64bb22fe3f9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router 19c05889-6907-4ee2-ac26-b0ea6cb9268e has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:52:31.991828 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7c7ed6-046c-4ad4-bae2-c64bb22fe3f9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:52:31.997035 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4b7c7ed6-046c-4ad4-bae2-c64bb22fe3f9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "PUT /v2.0/routers/19c05889-6907-4ee2-ac26-b0ea6cb9268e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7200768 Feb 09 22:52:32.000189 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53792) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:32.005502 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9cd4f0-a00f-4156-8c37-09385c1175e1 None None] Sync routers for ids ['19c05889-6907-4ee2-ac26-b0ea6cb9268e'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:52:32.017304 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9cd4f0-a00f-4156-8c37-09385c1175e1 None None] Routers {'19c05889-6907-4ee2-ac26-b0ea6cb9268e'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:32.018362 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9a9cd4f0-a00f-4156-8c37-09385c1175e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:52:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['19c05889-6907-4ee2-ac26-b0ea6cb9268e'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:32.061152 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-5704da79-db68-4049-896e-811064cd9f83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting subnet 692227dd-5080-40fc-9785-e9e93aabbe3b {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:52:32.065476 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5704da79-db68-4049-896e-811064cd9f83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for subnet (692227dd-5080-40fc-9785-e9e93aabbe3b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:32.113192 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5704da79-db68-4049-896e-811064cd9f83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (692227dd-5080-40fc-9785-e9e93aabbe3b), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:32.139889 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-9a9cd4f0-a00f-4156-8c37-09385c1175e1 None None] Set router 19c05889-6907-4ee2-ac26-b0ea6cb9268e gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:32.218556 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5704da79-db68-4049-896e-811064cd9f83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (692227dd-5080-40fc-9785-e9e93aabbe3b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:32.289999 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5704da79-db68-4049-896e-811064cd9f83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (692227dd-5080-40fc-9785-e9e93aabbe3b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:32.323289 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704da79-db68-4049-896e-811064cd9f83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Subnet': ['ID=692227dd-5080-40fc-9785-e9e93aabbe3b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:32.325446 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5704da79-db68-4049-896e-811064cd9f83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:32.329237 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5704da79-db68-4049-896e-811064cd9f83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/subnets/692227dd-5080-40fc-9785-e9e93aabbe3b HTTP/1.1" status: 204 len: 168 time: 0.3272903 Feb 09 22:52:32.332911 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53794) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:32.336047 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873efedd-b748-429f-96fb-01854f8f7235 None None] Network 42958c69-28a6-41f7-9dcd-8014e2b9d4da requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:52:32.445628 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9a9cd4f0-a00f-4156-8c37-09385c1175e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819795950', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:50:56Z', 'updated_at': '2022-02-09T22:52:31Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:57Z', 'updated_at': '2022-02-09T22:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:32.473428 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6959507a-4ea2-43b1-bd97-c5999f5d381a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router (19c05889-6907-4ee2-ac26-b0ea6cb9268e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:32.479472 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9cd4f0-a00f-4156-8c37-09385c1175e1 None None] Checking router: 19c05889-6907-4ee2-ac26-b0ea6cb9268e for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:52:32.497391 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9cd4f0-a00f-4156-8c37-09385c1175e1 None None] Routers {'19c05889-6907-4ee2-ac26-b0ea6cb9268e'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:32.498036 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9a9cd4f0-a00f-4156-8c37-09385c1175e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:52:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['19c05889-6907-4ee2-ac26-b0ea6cb9268e'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:32.629967 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6959507a-4ea2-43b1-bd97-c5999f5d381a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_gateway (19c05889-6907-4ee2-ac26-b0ea6cb9268e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:32.651105 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca652be-15d0-4739-aeab-eae30bb1aa41 None None] DHCP port deletion for 42958c69-28a6-41f7-9dcd-8014e2b9d4da request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:52:32.698391 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6959507a-4ea2-43b1-bd97-c5999f5d381a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting port 64ae0004-5ccb-4ae6-986c-405dbfaf3b95 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:52:32.698728 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6959507a-4ea2-43b1-bd97-c5999f5d381a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (64ae0004-5ccb-4ae6-986c-405dbfaf3b95), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:32.707033 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-9a9cd4f0-a00f-4156-8c37-09385c1175e1 None None] Set router 19c05889-6907-4ee2-ac26-b0ea6cb9268e gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:32.794795 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-6959507a-4ea2-43b1-bd97-c5999f5d381a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] For port 64ae0004-5ccb-4ae6-986c-405dbfaf3b95, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=64ae0004-5ccb-4ae6-986c-405dbfaf3b95,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:52:32.795157 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6959507a-4ea2-43b1-bd97-c5999f5d381a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (64ae0004-5ccb-4ae6-986c-405dbfaf3b95), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:32.808263 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6959507a-4ea2-43b1-bd97-c5999f5d381a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Calling delete_port for 64ae0004-5ccb-4ae6-986c-405dbfaf3b95 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:52:32.830329 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bca652be-15d0-4739-aeab-eae30bb1aa41 None None] Deleting port 71eac7f8-5847-4559-bd12-0300e9e8e0a5 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:52:32.830710 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bca652be-15d0-4739-aeab-eae30bb1aa41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (71eac7f8-5847-4559-bd12-0300e9e8e0a5), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:32.949478 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-bca652be-15d0-4739-aeab-eae30bb1aa41 None None] For port 71eac7f8-5847-4559-bd12-0300e9e8e0a5, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=71eac7f8-5847-4559-bd12-0300e9e8e0a5,segment=NetworkSegment(f098fee8-2059-45ad-aee1-3ee24b585354),segment_id=f098fee8-2059-45ad-aee1-3ee24b585354)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:52:32.950025 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bca652be-15d0-4739-aeab-eae30bb1aa41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (71eac7f8-5847-4559-bd12-0300e9e8e0a5), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.003327 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bca652be-15d0-4739-aeab-eae30bb1aa41 None None] Calling delete_port for 71eac7f8-5847-4559-bd12-0300e9e8e0a5 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:52:33.092345 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9a9cd4f0-a00f-4156-8c37-09385c1175e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819795950', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:50:56Z', 'updated_at': '2022-02-09T22:52:31Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:57Z', 'updated_at': '2022-02-09T22:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:33.125061 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9cd4f0-a00f-4156-8c37-09385c1175e1 None None] The sync data for ids ['19c05889-6907-4ee2-ac26-b0ea6cb9268e'] in n-d-828601-1 is: [{'id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819795950', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:50:56Z', 'updated_at': '2022-02-09T22:52:31Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '64ae0004-5ccb-4ae6-986c-405dbfaf3b95', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c05889-6907-4ee2-ac26-b0ea6cb9268e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:50:57Z', 'updated_at': '2022-02-09T22:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:52:33.133263 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bca652be-15d0-4739-aeab-eae30bb1aa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (71eac7f8-5847-4559-bd12-0300e9e8e0a5), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.161190 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca652be-15d0-4739-aeab-eae30bb1aa41 None None] Pushing event deleted for resources: {'Port': ['ID=71eac7f8-5847-4559-bd12-0300e9e8e0a5,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:33.164139 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca652be-15d0-4739-aeab-eae30bb1aa41 None None] No DVR routers for this DVR port 71eac7f8-5847-4559-bd12-0300e9e8e0a5 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:52:33.171407 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca652be-15d0-4739-aeab-eae30bb1aa41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:33.171922 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca652be-15d0-4739-aeab-eae30bb1aa41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:33.172273 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca652be-15d0-4739-aeab-eae30bb1aa41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:33.172608 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca652be-15d0-4739-aeab-eae30bb1aa41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:33.173092 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca652be-15d0-4739-aeab-eae30bb1aa41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:33.173706 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca652be-15d0-4739-aeab-eae30bb1aa41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:33.173836 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca652be-15d0-4739-aeab-eae30bb1aa41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:33.174083 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca652be-15d0-4739-aeab-eae30bb1aa41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:33.174453 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca652be-15d0-4739-aeab-eae30bb1aa41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:33.174782 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca652be-15d0-4739-aeab-eae30bb1aa41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:33.175185 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca652be-15d0-4739-aeab-eae30bb1aa41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:33.175431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca652be-15d0-4739-aeab-eae30bb1aa41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:33.175783 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca652be-15d0-4739-aeab-eae30bb1aa41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:33.299707 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6959507a-4ea2-43b1-bd97-c5999f5d381a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (64ae0004-5ccb-4ae6-986c-405dbfaf3b95), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.326340 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959507a-4ea2-43b1-bd97-c5999f5d381a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Port': ['ID=64ae0004-5ccb-4ae6-986c-405dbfaf3b95,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:33.391165 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6959507a-4ea2-43b1-bd97-c5999f5d381a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (19c05889-6907-4ee2-ac26-b0ea6cb9268e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.491991 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6959507a-4ea2-43b1-bd97-c5999f5d381a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (19c05889-6907-4ee2-ac26-b0ea6cb9268e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.494221 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6959507a-4ea2-43b1-bd97-c5999f5d381a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_controller (19c05889-6907-4ee2-ac26-b0ea6cb9268e), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.539298 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6959507a-4ea2-43b1-bd97-c5999f5d381a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (19c05889-6907-4ee2-ac26-b0ea6cb9268e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.539962 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6959507a-4ea2-43b1-bd97-c5999f5d381a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Fanout notify agent at l3_agent the message router_deleted on router 19c05889-6907-4ee2-ac26-b0ea6cb9268e {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:52:33.547640 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6959507a-4ea2-43b1-bd97-c5999f5d381a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.548531 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6959507a-4ea2-43b1-bd97-c5999f5d381a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/routers/19c05889-6907-4ee2-ac26-b0ea6cb9268e HTTP/1.1" status: 204 len: 168 time: 1.2135029 Feb 09 22:52:33.553774 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53796) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:33.635965 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f9fabbfc-0d1f-442c-9d4b-ab6c2f5953b9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (42958c69-28a6-41f7-9dcd-8014e2b9d4da), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.735145 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f9fabbfc-0d1f-442c-9d4b-ab6c2f5953b9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (42958c69-28a6-41f7-9dcd-8014e2b9d4da), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.759502 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-f9fabbfc-0d1f-442c-9d4b-ab6c2f5953b9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42958c69-28a6-41f7-9dcd-8014e2b9d4da']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:33.769566 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-f9fabbfc-0d1f-442c-9d4b-ab6c2f5953b9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f098fee8-2059-45ad-aee1-3ee24b585354') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:33.769880 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-f9fabbfc-0d1f-442c-9d4b-ab6c2f5953b9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f098fee8-2059-45ad-aee1-3ee24b585354') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:33.780200 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f9fabbfc-0d1f-442c-9d4b-ab6c2f5953b9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (f098fee8-2059-45ad-aee1-3ee24b585354), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.794814 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f9fabbfc-0d1f-442c-9d4b-ab6c2f5953b9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (f098fee8-2059-45ad-aee1-3ee24b585354), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.801204 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fabbfc-0d1f-442c-9d4b-ab6c2f5953b9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:52:33.801598 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f9fabbfc-0d1f-442c-9d4b-ab6c2f5953b9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (f098fee8-2059-45ad-aee1-3ee24b585354), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:52:33.805351 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:52:33.870779 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f9fabbfc-0d1f-442c-9d4b-ab6c2f5953b9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (42958c69-28a6-41f7-9dcd-8014e2b9d4da), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.877710 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f9fabbfc-0d1f-442c-9d4b-ab6c2f5953b9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.880868 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f9fabbfc-0d1f-442c-9d4b-ab6c2f5953b9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/networks/42958c69-28a6-41f7-9dcd-8014e2b9d4da HTTP/1.1" status: 204 len: 168 time: 0.3255477 Feb 09 22:52:33.883827 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53798) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:33.892056 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fabbfc-0d1f-442c-9d4b-ab6c2f5953b9 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Network': ['ID=42958c69-28a6-41f7-9dcd-8014e2b9d4da,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:33.940370 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf7c2f7c-ab76-4b7f-8e70-ff4022754ac6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (b3bbb982-81e7-4831-a844-8be8503b6865), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.965149 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf7c2f7c-ab76-4b7f-8e70-ff4022754ac6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (b3bbb982-81e7-4831-a844-8be8503b6865), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.027180 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf7c2f7c-ab76-4b7f-8e70-ff4022754ac6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b3bbb982-81e7-4831-a844-8be8503b6865), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.029869 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf7c2f7c-ab76-4b7f-8e70-ff4022754ac6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.031053 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bf7c2f7c-ab76-4b7f-8e70-ff4022754ac6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/security-groups/b3bbb982-81e7-4831-a844-8be8503b6865 HTTP/1.1" status: 204 len: 168 time: 0.1461513 Feb 09 22:52:34.041235 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c2f7c-ab76-4b7f-8e70-ff4022754ac6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bbb982-81e7-4831-a844-8be8503b6865,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:34.249429 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53804) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:34.253942 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-cb6d97bb-580a-467c-b154-f1e8ce94ea2a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-737194710', 'description': 'tempest-secgroup-smoke-737194710 description', 'project_id': 'ab5c2ad8c97643e8b371015550eec018'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:34.280476 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cb6d97bb-580a-467c-b154-f1e8ce94ea2a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.344648 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cb6d97bb-580a-467c-b154-f1e8ce94ea2a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (b130791a-6a0f-41ae-a63a-98b2e0507c05), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.348232 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cb6d97bb-580a-467c-b154-f1e8ce94ea2a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b130791a-6a0f-41ae-a63a-98b2e0507c05), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.380936 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cb6d97bb-580a-467c-b154-f1e8ce94ea2a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.382662 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-cb6d97bb-580a-467c-b154-f1e8ce94ea2a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1322238 Feb 09 22:52:34.383862 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d97bb-580a-467c-b154-f1e8ce94ea2a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b130791a-6a0f-41ae-a63a-98b2e0507c05,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:34.385815 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53806) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:34.390818 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-fc1cf1e8-080e-46a3-9297-8e02c2e73049 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': 'b130791a-6a0f-41ae-a63a-98b2e0507c05', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:34.415272 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf1e8-080e-46a3-9297-8e02c2e73049 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (73ff9efe-2926-4a54-b265-52b7882cc30c), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.473135 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf1e8-080e-46a3-9297-8e02c2e73049 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (73ff9efe-2926-4a54-b265-52b7882cc30c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.476975 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf1e8-080e-46a3-9297-8e02c2e73049 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (73ff9efe-2926-4a54-b265-52b7882cc30c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.496406 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cf1e8-080e-46a3-9297-8e02c2e73049 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ff9efe-2926-4a54-b265-52b7882cc30c,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:34.500670 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf1e8-080e-46a3-9297-8e02c2e73049 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.501880 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fc1cf1e8-080e-46a3-9297-8e02c2e73049 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150632 Feb 09 22:52:34.504723 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53808) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:34.509939 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-5c836b44-2f9a-4d6b-9253-ac348f1e16da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': 'b130791a-6a0f-41ae-a63a-98b2e0507c05', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:34.539099 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5c836b44-2f9a-4d6b-9253-ac348f1e16da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (f32a7dfc-0966-46e5-8400-20d90285c9dc), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.551998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5c889c4e-bae4-4fa7-b607-9a1ad8adee01 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:52:34.572539 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 5c889c4e-bae4-4fa7-b607-9a1ad8adee01 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:52:34.572861 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 5c889c4e-bae4-4fa7-b607-9a1ad8adee01 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:52:34.573285 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 71eac7f8-5847-4559-bd12-0300e9e8e0a5 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:52:34.592765 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 71eac7f8-5847-4559-bd12-0300e9e8e0a5 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:52:34.593093 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 71eac7f8-5847-4559-bd12-0300e9e8e0a5 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:52:34.593603 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 64ae0004-5ccb-4ae6-986c-405dbfaf3b95 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:52:34.601900 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5c836b44-2f9a-4d6b-9253-ac348f1e16da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (f32a7dfc-0966-46e5-8400-20d90285c9dc), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.606447 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5c836b44-2f9a-4d6b-9253-ac348f1e16da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (f32a7dfc-0966-46e5-8400-20d90285c9dc), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.612917 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 64ae0004-5ccb-4ae6-986c-405dbfaf3b95 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:52:34.613255 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 64ae0004-5ccb-4ae6-986c-405dbfaf3b95 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:52:34.627492 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c836b44-2f9a-4d6b-9253-ac348f1e16da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32a7dfc-0966-46e5-8400-20d90285c9dc,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:34.638363 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5c836b44-2f9a-4d6b-9253-ac348f1e16da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.639570 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5c836b44-2f9a-4d6b-9253-ac348f1e16da tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1338885 Feb 09 22:52:34.642231 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53810) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:34.646520 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-5edb00a1-ae4a-45b5-a0b7-dd96786edc7e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': 'b130791a-6a0f-41ae-a63a-98b2e0507c05', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:34.670703 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5edb00a1-ae4a-45b5-a0b7-dd96786edc7e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (818f8932-4c49-4608-893e-b572c6e8f0c7), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.731187 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5edb00a1-ae4a-45b5-a0b7-dd96786edc7e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (818f8932-4c49-4608-893e-b572c6e8f0c7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.735156 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5edb00a1-ae4a-45b5-a0b7-dd96786edc7e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (818f8932-4c49-4608-893e-b572c6e8f0c7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.753504 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb00a1-ae4a-45b5-a0b7-dd96786edc7e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818f8932-4c49-4608-893e-b572c6e8f0c7,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:34.759876 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5edb00a1-ae4a-45b5-a0b7-dd96786edc7e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.761069 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5edb00a1-ae4a-45b5-a0b7-dd96786edc7e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178987 Feb 09 22:52:34.763790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53812) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:34.768317 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d61e7f3e-956c-48cb-ad84-3f82f13010fe tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': 'b130791a-6a0f-41ae-a63a-98b2e0507c05', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:34.792637 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d61e7f3e-956c-48cb-ad84-3f82f13010fe tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (9146ab98-9365-4c40-bd58-9bcb9e587670), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.851190 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d61e7f3e-956c-48cb-ad84-3f82f13010fe tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (9146ab98-9365-4c40-bd58-9bcb9e587670), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.860157 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d61e7f3e-956c-48cb-ad84-3f82f13010fe tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (9146ab98-9365-4c40-bd58-9bcb9e587670), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.877952 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e7f3e-956c-48cb-ad84-3f82f13010fe tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9146ab98-9365-4c40-bd58-9bcb9e587670,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:34.887112 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d61e7f3e-956c-48cb-ad84-3f82f13010fe tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.888407 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-d61e7f3e-956c-48cb-ad84-3f82f13010fe tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236138 Feb 09 22:52:34.891088 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53814) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:34.895673 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7eeba632-1b63-4323-83f4-b23cb08aa20a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': 'b130791a-6a0f-41ae-a63a-98b2e0507c05', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:34.920887 n-d-828601-1 neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-7eeba632-1b63-4323-83f4-b23cb08aa20a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Project ab5c2ad8c97643e8b371015550eec018 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:52:34.926436 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7eeba632-1b63-4323-83f4-b23cb08aa20a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (d7f259de-981d-418a-894f-755e903550a3), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.985714 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7eeba632-1b63-4323-83f4-b23cb08aa20a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (d7f259de-981d-418a-894f-755e903550a3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.989467 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7eeba632-1b63-4323-83f4-b23cb08aa20a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (d7f259de-981d-418a-894f-755e903550a3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.006982 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeba632-1b63-4323-83f4-b23cb08aa20a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f259de-981d-418a-894f-755e903550a3,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:35.015863 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7eeba632-1b63-4323-83f4-b23cb08aa20a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.017088 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7eeba632-1b63-4323-83f4-b23cb08aa20a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1247497 Feb 09 22:52:35.019881 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53816) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:35.024207 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f16b5e57-8521-471e-ac53-9db3407f904c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'security_group_rule': {'security_group_id': 'b130791a-6a0f-41ae-a63a-98b2e0507c05', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:35.044275 n-d-828601-1 neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-f16b5e57-8521-471e-ac53-9db3407f904c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Project ab5c2ad8c97643e8b371015550eec018 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:52:35.049020 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f16b5e57-8521-471e-ac53-9db3407f904c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (3840ec71-dd08-40bd-853e-bba249510961), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.109094 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f16b5e57-8521-471e-ac53-9db3407f904c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (3840ec71-dd08-40bd-853e-bba249510961), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.112992 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f16b5e57-8521-471e-ac53-9db3407f904c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (3840ec71-dd08-40bd-853e-bba249510961), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.131206 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b5e57-8521-471e-ac53-9db3407f904c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3840ec71-dd08-40bd-853e-bba249510961,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:35.139276 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f16b5e57-8521-471e-ac53-9db3407f904c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.140911 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f16b5e57-8521-471e-ac53-9db3407f904c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197181 Feb 09 22:52:35.143592 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53818) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:35.148531 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-54b4f9f6-17fe-4c10-a412-80e7a18b33c2 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'network': {'name': 'tempest-network-smoke--1016104487', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'port_security_enabled': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:35.167536 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b4f9f6-17fe-4c10-a412-80e7a18b33c2 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Made reservation on behalf of ab5c2ad8c97643e8b371015550eec018 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:52:35.170989 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54b4f9f6-17fe-4c10-a412-80e7a18b33c2 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.196070 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b4f9f6-17fe-4c10-a412-80e7a18b33c2 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:52:35.206048 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54b4f9f6-17fe-4c10-a412-80e7a18b33c2 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (eb9c51d4-5aed-4733-a03a-459794393d8d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.206391 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-54b4f9f6-17fe-4c10-a412-80e7a18b33c2 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Added segment eb9c51d4-5aed-4733-a03a-459794393d8d of type vlan for network ede6a4a9-8810-4bdf-86e0-0bfff5a30445 Feb 09 22:52:35.247574 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54b4f9f6-17fe-4c10-a412-80e7a18b33c2 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (ede6a4a9-8810-4bdf-86e0-0bfff5a30445), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.271889 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54b4f9f6-17fe-4c10-a412-80e7a18b33c2 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (ede6a4a9-8810-4bdf-86e0-0bfff5a30445), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.277334 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b4f9f6-17fe-4c10-a412-80e7a18b33c2 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:35.277918 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54b4f9f6-17fe-4c10-a412-80e7a18b33c2 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.340874 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-54b4f9f6-17fe-4c10-a412-80e7a18b33c2 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1961336 Feb 09 22:52:35.343663 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53820) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:35.350069 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-22bed8f5-b4dd-4e02-84c5-cdaf01cacb25 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1395060366', 'admin_state_up': True, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:35.361893 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4f9f6-17fe-4c10-a412-80e7a18b33c2 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Network': ['ID=ede6a4a9-8810-4bdf-86e0-0bfff5a30445,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:35.373646 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network ede6a4a9-8810-4bdf-86e0-0bfff5a30445 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:52:35.378229 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22bed8f5-b4dd-4e02-84c5-cdaf01cacb25 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.379590 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22bed8f5-b4dd-4e02-84c5-cdaf01cacb25 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.431936 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22bed8f5-b4dd-4e02-84c5-cdaf01cacb25 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_controller (8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.572161 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22bed8f5-b4dd-4e02-84c5-cdaf01cacb25 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_gateway (8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.766730 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22bed8f5-b4dd-4e02-84c5-cdaf01cacb25 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_gateway (8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.790145 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22bed8f5-b4dd-4e02-84c5-cdaf01cacb25 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.888945 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-22bed8f5-b4dd-4e02-84c5-cdaf01cacb25 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Allocated IP 172.25.6.104 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/6b50f9ff-bafa-49ad-aa67-5e66a9999d33) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:52:35.996134 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22bed8f5-b4dd-4e02-84c5-cdaf01cacb25 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (6b50f9ff-bafa-49ad-aa67-5e66a9999d33), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.030463 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22bed8f5-b4dd-4e02-84c5-cdaf01cacb25 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (6b50f9ff-bafa-49ad-aa67-5e66a9999d33), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.070903 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bed8f5-b4dd-4e02-84c5-cdaf01cacb25 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:52:36.073818 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-22bed8f5-b4dd-4e02-84c5-cdaf01cacb25 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:52:36.077243 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bed8f5-b4dd-4e02-84c5-cdaf01cacb25 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:52:36.082571 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bed8f5-b4dd-4e02-84c5-cdaf01cacb25 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=6b50f9ff-bafa-49ad-aa67-5e66a9999d33,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:36.330699 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22bed8f5-b4dd-4e02-84c5-cdaf01cacb25 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_gateway (8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.532119 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22bed8f5-b4dd-4e02-84c5-cdaf01cacb25 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.661076 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bed8f5-b4dd-4e02-84c5-cdaf01cacb25 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router 8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:52:36.771696 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bed8f5-b4dd-4e02-84c5-cdaf01cacb25 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:52:36.781705 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] Sync routers for ids ['8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:52:36.793386 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] Routers {'8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:36.794028 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:52:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:36.798710 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22bed8f5-b4dd-4e02-84c5-cdaf01cacb25 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.800098 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-22bed8f5-b4dd-4e02-84c5-cdaf01cacb25 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4554646 Feb 09 22:52:36.803933 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53822) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:36.911453 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4900d75e-a100-4e3f-8a17-401f9f561280 tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ab5c2ad8c97643e8b371015550eec018&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1056314 Feb 09 22:52:36.914811 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53826) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:36.915397 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] Set router 8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:37.015539 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5211105f-7e91-40e0-b781-520c2b2c16fd tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:37.017634 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5211105f-7e91-40e0-b781-520c2b2c16fd tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1015780 Feb 09 22:52:37.020995 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53828) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:37.048793 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8a287e5c-757a-4c20-8c16-5b5f6bd51c2a tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=10785b1a-bf3d-4365-b294-8affe97441d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265672 Feb 09 22:52:37.051225 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53830) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:37.056585 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f25a48d7-8b96-4b72-a44e-f04bdf7e967e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1254200013', 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:37.111122 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395060366', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:36Z', 'revision_number': 3, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ca:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:37.139028 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] Checking router: 8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:52:37.139377 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] Updating router 8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 port 6b50f9ff-bafa-49ad-aa67-5e66a9999d33 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:52:37.149016 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25a48d7-8b96-4b72-a44e-f04bdf7e967e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Made reservation on behalf of ab5c2ad8c97643e8b371015550eec018 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:52:37.152725 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f25a48d7-8b96-4b72-a44e-f04bdf7e967e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:37.168376 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6b50f9ff-bafa-49ad-aa67-5e66a9999d33), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:37.352015 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f25a48d7-8b96-4b72-a44e-f04bdf7e967e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (8b4dbe23-ccc1-4059-bc00-ccc0153c7e28), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:37.418264 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a48d7-8b96-4b72-a44e-f04bdf7e967e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Subnet': ['ID=8b4dbe23-ccc1-4059-bc00-ccc0153c7e28,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:37.423912 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a48d7-8b96-4b72-a44e-f04bdf7e967e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Checking segment: {'id': 'eb9c51d4-5aed-4733-a03a-459794393d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:52:37.424193 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a48d7-8b96-4b72-a44e-f04bdf7e967e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network hostable DHCP agents. Network: ede6a4a9-8810-4bdf-86e0-0bfff5a30445, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:52:37.437103 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] Publish callbacks [] for port (6b50f9ff-bafa-49ad-aa67-5e66a9999d33), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:37.442963 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a48d7-8b96-4b72-a44e-f04bdf7e967e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network ede6a4a9-8810-4bdf-86e0-0bfff5a30445 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:52:37.444206 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6b50f9ff-bafa-49ad-aa67-5e66a9999d33), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:37.453646 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-f25a48d7-8b96-4b72-a44e-f04bdf7e967e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, ede6a4a9-8810-4bdf-86e0-0bfff5a30445) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:52:37.457743 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25a48d7-8b96-4b72-a44e-f04bdf7e967e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:37.458342 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f25a48d7-8b96-4b72-a44e-f04bdf7e967e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:37.466130 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71cd33e-4a72-44e1-84ea-f2312112dbea None None] Network ede6a4a9-8810-4bdf-86e0-0bfff5a30445 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:52:37.484844 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-f25a48d7-8b96-4b72-a44e-f04bdf7e967e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4286458 Feb 09 22:52:37.485848 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53832) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:37.496782 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] Attempting to bind port 6b50f9ff-bafa-49ad-aa67-5e66a9999d33 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:52:37.497291 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] Attempting to bind port 6b50f9ff-bafa-49ad-aa67-5e66a9999d33 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:52:37.497773 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] Attempting to bind port 6b50f9ff-bafa-49ad-aa67-5e66a9999d33 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:52:37.508345 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:52:37.508882 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:52:37.509388 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:37.509886 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:52:37.510460 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] Bound port: 6b50f9ff-bafa-49ad-aa67-5e66a9999d33, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:52:37.510941 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6b50f9ff-bafa-49ad-aa67-5e66a9999d33), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:37.514508 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7850e-cc68-4bdc-b1fb-a3cd49166eb0 None None] Pushing event updated for resources: {'Port': ['ID=6b50f9ff-bafa-49ad-aa67-5e66a9999d33,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:37.541009 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7850e-cc68-4bdc-b1fb-a3cd49166eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:37.541456 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7850e-cc68-4bdc-b1fb-a3cd49166eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:37.541874 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7850e-cc68-4bdc-b1fb-a3cd49166eb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:37.542287 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7850e-cc68-4bdc-b1fb-a3cd49166eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:37.542696 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7850e-cc68-4bdc-b1fb-a3cd49166eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:37.543225 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7850e-cc68-4bdc-b1fb-a3cd49166eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:37.543635 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7850e-cc68-4bdc-b1fb-a3cd49166eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:37.544090 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7850e-cc68-4bdc-b1fb-a3cd49166eb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:37.544491 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7850e-cc68-4bdc-b1fb-a3cd49166eb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:37.545143 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7850e-cc68-4bdc-b1fb-a3cd49166eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:37.545541 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7850e-cc68-4bdc-b1fb-a3cd49166eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:37.545936 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7850e-cc68-4bdc-b1fb-a3cd49166eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:37.546332 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7850e-cc68-4bdc-b1fb-a3cd49166eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:37.595685 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da0510f-c379-44dd-85a9-843de3bc1977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-ede6a4a9-8810-4bdf-86e0-0bfff5a30445', 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445', 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ips': [{'subnet_id': '8b4dbe23-ccc1-4059-bc00-ccc0153c7e28'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:52:37.597062 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7da0510f-c379-44dd-85a9-843de3bc1977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:37.599472 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] For port 6b50f9ff-bafa-49ad-aa67-5e66a9999d33, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:52:37.603486 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] For port 6b50f9ff-bafa-49ad-aa67-5e66a9999d33, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=6b50f9ff-bafa-49ad-aa67-5e66a9999d33,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:52:37.610441 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6b50f9ff-bafa-49ad-aa67-5e66a9999d33), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:37.667914 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] Routers {'8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:37.668558 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:52:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:37.863099 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7850e-cc68-4bdc-b1fb-a3cd49166eb0 None None] Pushing event updated for resources: {'Port': ['ID=6b50f9ff-bafa-49ad-aa67-5e66a9999d33,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:37.896505 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] Set router 8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:37.907329 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-7da0510f-c379-44dd-85a9-843de3bc1977 None None] Allocated IP 172.20.0.2 (ede6a4a9-8810-4bdf-86e0-0bfff5a30445/8b4dbe23-ccc1-4059-bc00-ccc0153c7e28/179db88f-aaaf-418f-a13d-4115f15b3759) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:52:37.994954 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a3f607b-8f94-44b1-ae4e-7694ba5974c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:38.010238 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-beeaafbe-5029-43f4-8720-da4f2270dc1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:38.076625 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7da0510f-c379-44dd-85a9-843de3bc1977 None None] Publish callbacks [] for port (179db88f-aaaf-418f-a13d-4115f15b3759), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:38.087429 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7da0510f-c379-44dd-85a9-843de3bc1977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (179db88f-aaaf-418f-a13d-4115f15b3759), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:38.125581 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da0510f-c379-44dd-85a9-843de3bc1977 None None] Network ede6a4a9-8810-4bdf-86e0-0bfff5a30445 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:52:38.126916 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-7da0510f-c379-44dd-85a9-843de3bc1977 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:52:38.130659 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da0510f-c379-44dd-85a9-843de3bc1977 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:52:38.137799 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395060366', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:36Z', 'revision_number': 3, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ca:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:38.168613 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f7b8c2-a71a-4bf9-b0e6-769397722eec None None] The sync data for ids ['8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'] in n-d-828601-1 is: [{'id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395060366', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:36Z', 'revision_number': 3, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ca:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:52:38.209200 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0510f-c379-44dd-85a9-843de3bc1977 None None] Pushing event updated for resources: {'Port': ['ID=179db88f-aaaf-418f-a13d-4115f15b3759,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:38.230681 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7da0510f-c379-44dd-85a9-843de3bc1977 None None] Attempting to bind port 179db88f-aaaf-418f-a13d-4115f15b3759 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:52:38.231071 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7da0510f-c379-44dd-85a9-843de3bc1977 None None] Attempting to bind port 179db88f-aaaf-418f-a13d-4115f15b3759 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'eb9c51d4-5aed-4733-a03a-459794393d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:52:38.231439 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da0510f-c379-44dd-85a9-843de3bc1977 None None] Attempting to bind port 179db88f-aaaf-418f-a13d-4115f15b3759 on network ede6a4a9-8810-4bdf-86e0-0bfff5a30445 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:52:38.238129 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da0510f-c379-44dd-85a9-843de3bc1977 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:52:38.238539 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da0510f-c379-44dd-85a9-843de3bc1977 None None] Checking segment: {'id': 'eb9c51d4-5aed-4733-a03a-459794393d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:52:38.238972 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7da0510f-c379-44dd-85a9-843de3bc1977 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:38.239386 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da0510f-c379-44dd-85a9-843de3bc1977 None None] Bound using segment: {'id': 'eb9c51d4-5aed-4733-a03a-459794393d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:52:38.239917 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7da0510f-c379-44dd-85a9-843de3bc1977 None None] Bound port: 179db88f-aaaf-418f-a13d-4115f15b3759, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9c51d4-5aed-4733-a03a-459794393d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:52:38.240315 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7da0510f-c379-44dd-85a9-843de3bc1977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (179db88f-aaaf-418f-a13d-4115f15b3759), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:38.314840 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-7da0510f-c379-44dd-85a9-843de3bc1977 None None] For port 179db88f-aaaf-418f-a13d-4115f15b3759, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:52:38.317890 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-7da0510f-c379-44dd-85a9-843de3bc1977 None None] For port 179db88f-aaaf-418f-a13d-4115f15b3759, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=179db88f-aaaf-418f-a13d-4115f15b3759,segment=NetworkSegment(eb9c51d4-5aed-4733-a03a-459794393d8d),segment_id=eb9c51d4-5aed-4733-a03a-459794393d8d)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:52:38.322935 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-1a3f607b-8f94-44b1-ae4e-7694ba5974c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Allocated IP 172.20.0.1 (ede6a4a9-8810-4bdf-86e0-0bfff5a30445/8b4dbe23-ccc1-4059-bc00-ccc0153c7e28/126ac703-0822-4560-8911-30f02ed4cd08) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:52:38.324951 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7da0510f-c379-44dd-85a9-843de3bc1977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (179db88f-aaaf-418f-a13d-4115f15b3759), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:38.401320 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0510f-c379-44dd-85a9-843de3bc1977 None None] Pushing event updated for resources: {'Port': ['ID=179db88f-aaaf-418f-a13d-4115f15b3759,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:38.471767 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a3f607b-8f94-44b1-ae4e-7694ba5974c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (126ac703-0822-4560-8911-30f02ed4cd08), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:38.523497 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a3f607b-8f94-44b1-ae4e-7694ba5974c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (126ac703-0822-4560-8911-30f02ed4cd08), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:38.594998 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6b50f9ff-bafa-49ad-aa67-5e66a9999d33 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:52:38.597912 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f607b-8f94-44b1-ae4e-7694ba5974c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=126ac703-0822-4560-8911-30f02ed4cd08,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:38.611597 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3f607b-8f94-44b1-ae4e-7694ba5974c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network ede6a4a9-8810-4bdf-86e0-0bfff5a30445 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:52:38.619454 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-1a3f607b-8f94-44b1-ae4e-7694ba5974c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:52:38.622604 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3f607b-8f94-44b1-ae4e-7694ba5974c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:52:38.705428 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a3f607b-8f94-44b1-ae4e-7694ba5974c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:38.707562 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 6b50f9ff-bafa-49ad-aa67-5e66a9999d33 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:38.708203 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6b50f9ff-bafa-49ad-aa67-5e66a9999d33), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:38.827005 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 6b50f9ff-bafa-49ad-aa67-5e66a9999d33 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:38.827531 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6b50f9ff-bafa-49ad-aa67-5e66a9999d33), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:38.852641 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 6b50f9ff-bafa-49ad-aa67-5e66a9999d33, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=6b50f9ff-bafa-49ad-aa67-5e66a9999d33,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:52:38.862069 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6b50f9ff-bafa-49ad-aa67-5e66a9999d33), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:38.892570 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a3f607b-8f94-44b1-ae4e-7694ba5974c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (126ac703-0822-4560-8911-30f02ed4cd08), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:38.924544 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=6b50f9ff-bafa-49ad-aa67-5e66a9999d33,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:39.219992 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a3f607b-8f94-44b1-ae4e-7694ba5974c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (126ac703-0822-4560-8911-30f02ed4cd08), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:39.227311 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a3f607b-8f94-44b1-ae4e-7694ba5974c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (126ac703-0822-4560-8911-30f02ed4cd08), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:39.322033 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a3f607b-8f94-44b1-ae4e-7694ba5974c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:39.323893 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f607b-8f94-44b1-ae4e-7694ba5974c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=126ac703-0822-4560-8911-30f02ed4cd08,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:39.430472 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3f607b-8f94-44b1-ae4e-7694ba5974c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network ede6a4a9-8810-4bdf-86e0-0bfff5a30445 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:52:39.432134 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-1a3f607b-8f94-44b1-ae4e-7694ba5974c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:52:39.534685 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56501b27-4adc-47d1-95a9-3bed7003d715 None None] Network ede6a4a9-8810-4bdf-86e0-0bfff5a30445 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:52:39.608746 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-0995fa67-c5b1-4af1-8610-8e6034fa5778 None None] Provisioning complete for port 179db88f-aaaf-418f-a13d-4115f15b3759 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:39.609445 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0995fa67-c5b1-4af1-8610-8e6034fa5778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (179db88f-aaaf-418f-a13d-4115f15b3759), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:39.748584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0995fa67-c5b1-4af1-8610-8e6034fa5778 None None] Current status of the port 179db88f-aaaf-418f-a13d-4115f15b3759 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:39.749284 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0995fa67-c5b1-4af1-8610-8e6034fa5778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (179db88f-aaaf-418f-a13d-4115f15b3759), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:39.790723 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0995fa67-c5b1-4af1-8610-8e6034fa5778 None None] For port 179db88f-aaaf-418f-a13d-4115f15b3759, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=179db88f-aaaf-418f-a13d-4115f15b3759,segment=NetworkSegment(eb9c51d4-5aed-4733-a03a-459794393d8d),segment_id=eb9c51d4-5aed-4733-a03a-459794393d8d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:52:39.797014 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0995fa67-c5b1-4af1-8610-8e6034fa5778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (179db88f-aaaf-418f-a13d-4115f15b3759), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:39.861784 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995fa67-c5b1-4af1-8610-8e6034fa5778 None None] Pushing event updated for resources: {'Port': ['ID=179db88f-aaaf-418f-a13d-4115f15b3759,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:39.915676 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3f607b-8f94-44b1-ae4e-7694ba5974c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router 8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:52:40.030793 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-4dc16e8f-2ee0-450d-aba6-65da3804c868 None None] Provisioning complete for port 126ac703-0822-4560-8911-30f02ed4cd08 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:40.031443 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4dc16e8f-2ee0-450d-aba6-65da3804c868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (126ac703-0822-4560-8911-30f02ed4cd08), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:40.038694 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3f607b-8f94-44b1-ae4e-7694ba5974c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:52:40.048319 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1a3f607b-8f94-44b1-ae4e-7694ba5974c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "PUT /v2.0/routers/8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5612893 Feb 09 22:52:40.068668 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4dc16e8f-2ee0-450d-aba6-65da3804c868 None None] Port 126ac703-0822-4560-8911-30f02ed4cd08 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:52:40.079969 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-4dc16e8f-2ee0-450d-aba6-65da3804c868 None None] Provisioning complete for port 179db88f-aaaf-418f-a13d-4115f15b3759 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:40.080380 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4dc16e8f-2ee0-450d-aba6-65da3804c868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (179db88f-aaaf-418f-a13d-4115f15b3759), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:40.133281 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] Sync routers for ids ['8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:52:40.146704 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] Routers {'8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:40.147386 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:52:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:40.241515 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-934d578c-f733-436b-9a32-dcc83cbd06c8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-737194710&fields=id&tenant_id=ab5c2ad8c97643e8b371015550eec018 HTTP/1.1" status: 200 len: 267 time: 0.0501175 Feb 09 22:52:40.263560 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4dc16e8f-2ee0-450d-aba6-65da3804c868 None None] Current status of the port 179db88f-aaaf-418f-a13d-4115f15b3759 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:40.306562 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] Set router 8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:40.375001 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-f6306c85-03e2-4036-85dc-64960075828d tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:40.376659 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-f6306c85-03e2-4036-85dc-64960075828d tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/networks?id=ede6a4a9-8810-4bdf-86e0-0bfff5a30445 HTTP/1.1" status: 200 len: 797 time: 0.1278586 Feb 09 22:52:40.399538 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-d2bcd430-341d-4452-bd31-15acd36ada4b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/quotas/ab5c2ad8c97643e8b371015550eec018 HTTP/1.1" status: 200 len: 375 time: 0.0112290 Feb 09 22:52:40.461468 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-500c8754-4d2c-4fc5-a20d-77cf8e33f353 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508661 Feb 09 22:52:40.462062 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-20276bc7-5a21-4b06-ab12-f82d75b54814 None None] Provisioning complete for port 126ac703-0822-4560-8911-30f02ed4cd08 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:40.462453 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-20276bc7-5a21-4b06-ab12-f82d75b54814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (126ac703-0822-4560-8911-30f02ed4cd08), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:40.510456 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-20276bc7-5a21-4b06-ab12-f82d75b54814 None None] Port 126ac703-0822-4560-8911-30f02ed4cd08 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:52:40.591078 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395060366', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:38Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ca:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '126ac703-0822-4560-8911-30f02ed4cd08', 'name': '', 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:8e:fb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '8b4dbe23-ccc1-4059-bc00-ccc0153c7e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:38Z', 'updated_at': '2022-02-09T22:52:39Z', 'revision_number': 2, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '8b4dbe23-ccc1-4059-bc00-ccc0153c7e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:40.623686 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-44d50edd-0bf1-4ac2-b844-721b6e9855d5 service neutron] 10.222.0.77 "GET /v2.0/networks/ede6a4a9-8810-4bdf-86e0-0bfff5a30445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485083 Feb 09 22:52:40.623938 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] Checking router: 8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:52:40.624396 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] Updating router 8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 port 126ac703-0822-4560-8911-30f02ed4cd08 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:52:40.662818 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6b50f9ff-bafa-49ad-aa67-5e66a9999d33 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:52:40.710580 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (126ac703-0822-4560-8911-30f02ed4cd08), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:40.713981 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fb0c5f22-e363-476c-a3fb-ef16272bd0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:40.732089 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-228f7ed2-905d-469e-b070-c3799c919809 service neutron] 10.222.0.77 "GET /v2.0/networks/ede6a4a9-8810-4bdf-86e0-0bfff5a30445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021473 Feb 09 22:52:40.784031 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 6b50f9ff-bafa-49ad-aa67-5e66a9999d33 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:40.784410 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6b50f9ff-bafa-49ad-aa67-5e66a9999d33), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:40.904154 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9a02bd5c-4e20-444d-b131-8e45f0cda444 req-2858b8f0-0ccb-4a60-b136-3716055b3c84 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 210 time: 0.0298486 Feb 09 22:52:40.985422 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 6b50f9ff-bafa-49ad-aa67-5e66a9999d33 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:40.986421 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 179db88f-aaaf-418f-a13d-4115f15b3759 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:52:41.098844 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 179db88f-aaaf-418f-a13d-4115f15b3759 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:41.099234 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (179db88f-aaaf-418f-a13d-4115f15b3759), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:41.131334 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] Publish callbacks [] for port (126ac703-0822-4560-8911-30f02ed4cd08), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:41.143020 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (126ac703-0822-4560-8911-30f02ed4cd08), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:41.248550 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bda526-8abf-4b56-a961-a25530b9d62a None None] Pushing event updated for resources: {'Port': ['ID=126ac703-0822-4560-8911-30f02ed4cd08,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:41.292676 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] Attempting to bind port 126ac703-0822-4560-8911-30f02ed4cd08 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:52:41.293039 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] Attempting to bind port 126ac703-0822-4560-8911-30f02ed4cd08 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'eb9c51d4-5aed-4733-a03a-459794393d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:52:41.293498 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] Attempting to bind port 126ac703-0822-4560-8911-30f02ed4cd08 on network ede6a4a9-8810-4bdf-86e0-0bfff5a30445 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:52:41.301821 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:52:41.302199 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] Checking segment: {'id': 'eb9c51d4-5aed-4733-a03a-459794393d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:52:41.302613 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:41.303021 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] Bound using segment: {'id': 'eb9c51d4-5aed-4733-a03a-459794393d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:52:41.303550 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] Bound port: 126ac703-0822-4560-8911-30f02ed4cd08, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9c51d4-5aed-4733-a03a-459794393d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:52:41.303956 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (126ac703-0822-4560-8911-30f02ed4cd08), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:41.306076 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 179db88f-aaaf-418f-a13d-4115f15b3759 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:41.383480 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] For port 126ac703-0822-4560-8911-30f02ed4cd08, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:52:41.389394 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] For port 126ac703-0822-4560-8911-30f02ed4cd08, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=126ac703-0822-4560-8911-30f02ed4cd08,segment=NetworkSegment(eb9c51d4-5aed-4733-a03a-459794393d8d),segment_id=eb9c51d4-5aed-4733-a03a-459794393d8d)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:52:41.398727 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (126ac703-0822-4560-8911-30f02ed4cd08), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:41.466524 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] Routers {'8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:41.467175 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:52:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:41.472862 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bda526-8abf-4b56-a961-a25530b9d62a None None] Pushing event updated for resources: {'Port': ['ID=126ac703-0822-4560-8911-30f02ed4cd08,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:41.572029 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e7e91507-3671-42a7-8ac7-d94c2ad42f66 None None] Provisioning complete for port 126ac703-0822-4560-8911-30f02ed4cd08 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:41.572452 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e7e91507-3671-42a7-8ac7-d94c2ad42f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (126ac703-0822-4560-8911-30f02ed4cd08), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:41.644950 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] Set router 8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:41.973682 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e7e91507-3671-42a7-8ac7-d94c2ad42f66 None None] Current status of the port 126ac703-0822-4560-8911-30f02ed4cd08 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:41.974095 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e7e91507-3671-42a7-8ac7-d94c2ad42f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (126ac703-0822-4560-8911-30f02ed4cd08), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:41.999487 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:42.028177 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-318caf78-710f-4b54-a129-21621a979a22 req-ac7460a8-5d19-4515-9a4a-fac633254ede tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 210 time: 0.0419333 Feb 09 22:52:42.040636 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e7e91507-3671-42a7-8ac7-d94c2ad42f66 None None] For port 126ac703-0822-4560-8911-30f02ed4cd08, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=126ac703-0822-4560-8911-30f02ed4cd08,segment=NetworkSegment(eb9c51d4-5aed-4733-a03a-459794393d8d),segment_id=eb9c51d4-5aed-4733-a03a-459794393d8d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:52:42.074171 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e7e91507-3671-42a7-8ac7-d94c2ad42f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (126ac703-0822-4560-8911-30f02ed4cd08), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:42.139458 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e91507-3671-42a7-8ac7-d94c2ad42f66 None None] Pushing event updated for resources: {'Port': ['ID=126ac703-0822-4560-8911-30f02ed4cd08,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:42.153464 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-b9c28454-d1b8-4ea8-89e8-5cbe7e44fa4d tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:42.155046 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-b9c28454-d1b8-4ea8-89e8-5cbe7e44fa4d tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.42 "GET /v2.0/networks?id=ede6a4a9-8810-4bdf-86e0-0bfff5a30445 HTTP/1.1" status: 200 len: 797 time: 0.1556034 Feb 09 22:52:42.156864 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395060366', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:38Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ca:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '126ac703-0822-4560-8911-30f02ed4cd08', 'name': '', 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:8e:fb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '8b4dbe23-ccc1-4059-bc00-ccc0153c7e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:38Z', 'updated_at': '2022-02-09T22:52:41Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '8b4dbe23-ccc1-4059-bc00-ccc0153c7e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:42.188686 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5754b6df-e370-45d9-926b-b907c09d1f9e None None] The sync data for ids ['8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'] in n-d-828601-1 is: [{'id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395060366', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:38Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ca:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '126ac703-0822-4560-8911-30f02ed4cd08', 'name': '', 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:8e:fb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '8b4dbe23-ccc1-4059-bc00-ccc0153c7e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:38Z', 'updated_at': '2022-02-09T22:52:41Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '8b4dbe23-ccc1-4059-bc00-ccc0153c7e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:52:42.205847 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-839f7f41-c2ad-42bd-92db-350b7db931a3 None None] Provisioning complete for port 126ac703-0822-4560-8911-30f02ed4cd08 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:42.207008 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-839f7f41-c2ad-42bd-92db-350b7db931a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (126ac703-0822-4560-8911-30f02ed4cd08), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:42.235968 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-b3cac7e8-7cda-47e1-9792-1e69989e71a6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab5c2ad8c97643e8b371015550eec018 HTTP/1.1" status: 200 len: 379 time: 0.0632427 Feb 09 22:52:42.249096 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-d1042b96-b286-4143-bbb0-34187420aec8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'port': {'device_id': 'c723991c-1147-452a-853c-e25c2138f6db', 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445', 'admin_state_up': True, 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'security_groups': ['b130791a-6a0f-41ae-a63a-98b2e0507c05']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:42.326459 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-839f7f41-c2ad-42bd-92db-350b7db931a3 None None] Current status of the port 126ac703-0822-4560-8911-30f02ed4cd08 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:42.378029 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-d1042b96-b286-4143-bbb0-34187420aec8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Made reservation on behalf of ab5c2ad8c97643e8b371015550eec018 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:52:42.382074 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-d1042b96-b286-4143-bbb0-34187420aec8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:42.538129 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-d1042b96-b286-4143-bbb0-34187420aec8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Allocated IP 172.20.0.6 (ede6a4a9-8810-4bdf-86e0-0bfff5a30445/8b4dbe23-ccc1-4059-bc00-ccc0153c7e28/0c94c284-bf48-4bd9-9de4-a62aa66a8718) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:52:42.592366 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 126ac703-0822-4560-8911-30f02ed4cd08 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:52:42.643604 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 126ac703-0822-4560-8911-30f02ed4cd08 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:42.644061 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (126ac703-0822-4560-8911-30f02ed4cd08), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:42.705532 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-d1042b96-b286-4143-bbb0-34187420aec8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (0c94c284-bf48-4bd9-9de4-a62aa66a8718), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:42.739206 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 126ac703-0822-4560-8911-30f02ed4cd08 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:42.748777 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-d1042b96-b286-4143-bbb0-34187420aec8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (0c94c284-bf48-4bd9-9de4-a62aa66a8718), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:42.797153 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-d1042b96-b286-4143-bbb0-34187420aec8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network ede6a4a9-8810-4bdf-86e0-0bfff5a30445 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:52:42.800785 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-d1042b96-b286-4143-bbb0-34187420aec8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:52:42.805587 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-d1042b96-b286-4143-bbb0-34187420aec8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:52:42.835670 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1042b96-b286-4143-bbb0-34187420aec8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=0c94c284-bf48-4bd9-9de4-a62aa66a8718,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:42.868868 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-d1042b96-b286-4143-bbb0-34187420aec8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:42.869545 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-d1042b96-b286-4143-bbb0-34187420aec8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:42.892465 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-d1042b96-b286-4143-bbb0-34187420aec8 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6501160 Feb 09 22:52:42.909201 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] Request body: {'port': {'device_id': 'c723991c-1147-452a-853c-e25c2138f6db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:42.995848 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0c94c284-bf48-4bd9-9de4-a62aa66a8718), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:43.074111 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:43.075767 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c912c56c-146a-45d5-9860-3e675d5e48b0 None None] Provisioning complete for port 0c94c284-bf48-4bd9-9de4-a62aa66a8718 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:43.076069 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c912c56c-146a-45d5-9860-3e675d5e48b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0c94c284-bf48-4bd9-9de4-a62aa66a8718), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:43.128367 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c912c56c-146a-45d5-9860-3e675d5e48b0 None None] Port 0c94c284-bf48-4bd9-9de4-a62aa66a8718 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:52:43.316036 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bc12a-dda4-441f-8550-5a218b044a89 req-315969a1-d780-417a-8430-9179ccf46b0d tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:43.317697 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ef9bc12a-dda4-441f-8550-5a218b044a89 req-315969a1-d780-417a-8430-9179ccf46b0d tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 931 time: 0.1298072 Feb 09 22:52:43.409364 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ef9bc12a-dda4-441f-8550-5a218b044a89 req-c344525c-8054-4d0f-9e41-f39a6ac3f3f0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b130791a-6a0f-41ae-a63a-98b2e0507c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813506 Feb 09 22:52:43.455340 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c94c284-bf48-4bd9-9de4-a62aa66a8718 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:52:43.464112 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] Publish callbacks [] for port (0c94c284-bf48-4bd9-9de4-a62aa66a8718), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:43.477471 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] Transition to ACTIVE for port object 0c94c284-bf48-4bd9-9de4-a62aa66a8718 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:52:43.481744 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (0c94c284-bf48-4bd9-9de4-a62aa66a8718), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:43.536173 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c94c284-bf48-4bd9-9de4-a62aa66a8718,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:43.616408 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] Attempting to bind port 0c94c284-bf48-4bd9-9de4-a62aa66a8718 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:52:43.616754 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] Attempting to bind port 0c94c284-bf48-4bd9-9de4-a62aa66a8718 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': 'eb9c51d4-5aed-4733-a03a-459794393d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:52:43.617098 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] Attempting to bind port 0c94c284-bf48-4bd9-9de4-a62aa66a8718 on network ede6a4a9-8810-4bdf-86e0-0bfff5a30445 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:52:43.622013 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] Port 0c94c284-bf48-4bd9-9de4-a62aa66a8718 on network ede6a4a9-8810-4bdf-86e0-0bfff5a30445 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:52:43.622347 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] Attempting to bind port 0c94c284-bf48-4bd9-9de4-a62aa66a8718 on network ede6a4a9-8810-4bdf-86e0-0bfff5a30445 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:52:43.627801 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:52:43.628148 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] Checking segment: {'id': 'eb9c51d4-5aed-4733-a03a-459794393d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:52:43.628544 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] Bound using segment: {'id': 'eb9c51d4-5aed-4733-a03a-459794393d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:52:43.628987 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] Bound port: 0c94c284-bf48-4bd9-9de4-a62aa66a8718, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb9c51d4-5aed-4733-a03a-459794393d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:52:43.629369 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0c94c284-bf48-4bd9-9de4-a62aa66a8718), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:43.730196 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] For port 0c94c284-bf48-4bd9-9de4-a62aa66a8718, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:52:43.733696 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] For port 0c94c284-bf48-4bd9-9de4-a62aa66a8718, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0c94c284-bf48-4bd9-9de4-a62aa66a8718,segment=NetworkSegment(eb9c51d4-5aed-4733-a03a-459794393d8d),segment_id=eb9c51d4-5aed-4733-a03a-459794393d8d)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:52:43.741157 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (0c94c284-bf48-4bd9-9de4-a62aa66a8718), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:43.757824 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:43.757824 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:43.759122 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] 10.222.0.42 "PUT /v2.0/ports/0c94c284-bf48-4bd9-9de4-a62aa66a8718 HTTP/1.1" status: 200 len: 1091 time: 0.8547704 Feb 09 22:52:43.760760 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c723991c-1147-452a-853c-e25c2138f6db', 'tag': '0c94c284-bf48-4bd9-9de4-a62aa66a8718'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:52:43.763140 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff9d4b2-3269-4598-8378-81f161ef21d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c723991c-1147-452a-853c-e25c2138f6db", "tag": "0c94c284-bf48-4bd9-9de4-a62aa66a8718"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:52:43.808435 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dbe874-c02e-4a7c-b07f-0a348e71a2a4 x-openstack-request-id: req-24dbe874-c02e-4a7c-b07f-0a348e71a2a4 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:52:43.808743 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c723991c-1147-452a-853c-e25c2138f6db", "tag": "0c94c284-bf48-4bd9-9de4-a62aa66a8718", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:52:43.808979 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-24dbe874-c02e-4a7c-b07f-0a348e71a2a4 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:52:43.810171 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c723991c-1147-452a-853c-e25c2138f6db', 'tag': '0c94c284-bf48-4bd9-9de4-a62aa66a8718', 'status': 'completed', 'code': 200} Feb 09 22:52:43.855466 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe0153-7ebb-41e5-b11c-45466aadddb4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c94c284-bf48-4bd9-9de4-a62aa66a8718,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:43.876813 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-3bb27c2c-70a8-4eed-bd48-8a879d204d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:43.878379 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-3bb27c2c-70a8-4eed-bd48-8a879d204d34 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 1125 time: 0.0652885 Feb 09 22:52:43.924593 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-8554aa89-7385-431a-998a-5102434b2795 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c94c284-bf48-4bd9-9de4-a62aa66a8718 HTTP/1.1" status: 200 len: 217 time: 0.0360448 Feb 09 22:52:43.981710 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-3b022f9d-8b3f-4268-90fc-708e4d01f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:43.983467 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-3b022f9d-8b3f-4268-90fc-708e4d01f542 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b4dbe23-ccc1-4059-bc00-ccc0153c7e28 HTTP/1.1" status: 200 len: 835 time: 0.0497096 Feb 09 22:52:44.043390 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-8c40deb5-55cf-44eb-ae51-a65efd982888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:44.044843 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-8c40deb5-55cf-44eb-ae51-a65efd982888 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ede6a4a9-8810-4bdf-86e0-0bfff5a30445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517135 Feb 09 22:52:44.150259 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-81439479-4002-4f38-81d6-2910fabaea88 service neutron] 10.222.0.42 "GET /v2.0/networks/ede6a4a9-8810-4bdf-86e0-0bfff5a30445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927825 Feb 09 22:52:44.247242 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a66edb9-7114-4720-8b0e-1134667b63eb req-8b14ef59-0ca5-42a2-ad9f-7f90aad444ab service neutron] 10.222.0.42 "GET /v2.0/networks/ede6a4a9-8810-4bdf-86e0-0bfff5a30445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873394 Feb 09 22:52:44.345627 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d4b2-3269-4598-8378-81f161ef21d7 req-24a4b65f-5078-4be2-bb3e-af3954a31f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:44.347157 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dff9d4b2-3269-4598-8378-81f161ef21d7 req-24a4b65f-5078-4be2-bb3e-af3954a31f48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 1125 time: 0.0467610 Feb 09 22:52:44.440358 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d4b2-3269-4598-8378-81f161ef21d7 req-657edc50-269e-4b62-a932-e9f7824e48a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:44.441283 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dff9d4b2-3269-4598-8378-81f161ef21d7 req-657edc50-269e-4b62-a932-e9f7824e48a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ede6a4a9-8810-4bdf-86e0-0bfff5a30445 HTTP/1.1" status: 200 len: 898 time: 0.0875175 Feb 09 22:52:44.488140 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dff9d4b2-3269-4598-8378-81f161ef21d7 req-5f6f9e28-3e2d-47e0-ade2-8c5cb4adcee1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c94c284-bf48-4bd9-9de4-a62aa66a8718 HTTP/1.1" status: 200 len: 217 time: 0.0404375 Feb 09 22:52:44.561484 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d4b2-3269-4598-8378-81f161ef21d7 req-e6225604-1ddd-4615-adba-4ec8a783f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:44.562953 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dff9d4b2-3269-4598-8378-81f161ef21d7 req-e6225604-1ddd-4615-adba-4ec8a783f53a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b4dbe23-ccc1-4059-bc00-ccc0153c7e28 HTTP/1.1" status: 200 len: 835 time: 0.0659180 Feb 09 22:52:44.573221 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158254c-92d0-4d0f-81ff-ba0c06f28882 req-4cd09b68-ab78-456c-848e-b0ea2228a5ac tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:44.574610 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0158254c-92d0-4d0f-81ff-ba0c06f28882 req-4cd09b68-ab78-456c-848e-b0ea2228a5ac tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 943 time: 0.0892937 Feb 09 22:52:44.650207 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0158254c-92d0-4d0f-81ff-ba0c06f28882 req-41011a5a-0f4f-4bbf-a7a8-44eced6db73b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b130791a-6a0f-41ae-a63a-98b2e0507c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675611 Feb 09 22:52:44.655319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d4b2-3269-4598-8378-81f161ef21d7 req-aa167ae0-ba07-4dd8-a674-0bf618c681e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:44.656790 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dff9d4b2-3269-4598-8378-81f161ef21d7 req-aa167ae0-ba07-4dd8-a674-0bf618c681e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ede6a4a9-8810-4bdf-86e0-0bfff5a30445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0813510 Feb 09 22:52:44.745338 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dff9d4b2-3269-4598-8378-81f161ef21d7 req-c5404185-169e-44f7-b660-a9a44c669dee service neutron] 10.222.0.42 "GET /v2.0/networks/ede6a4a9-8810-4bdf-86e0-0bfff5a30445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814412 Feb 09 22:52:44.750614 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:44.839245 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dff9d4b2-3269-4598-8378-81f161ef21d7 req-273466dc-35d0-4998-8f7d-b76b2e6ca63e service neutron] 10.222.0.42 "GET /v2.0/networks/ede6a4a9-8810-4bdf-86e0-0bfff5a30445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854015 Feb 09 22:52:45.772865 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cecf18-38ce-4e30-95b4-637d12944a20 req-7ee5d2e6-f7c6-4bbb-9fa0-27181ff80e4a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:45.774380 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13cecf18-38ce-4e30-95b4-637d12944a20 req-7ee5d2e6-f7c6-4bbb-9fa0-27181ff80e4a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 943 time: 0.0545778 Feb 09 22:52:45.822700 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-13cecf18-38ce-4e30-95b4-637d12944a20 req-858d2857-c527-4318-a315-38276a7c4e84 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b130791a-6a0f-41ae-a63a-98b2e0507c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427659 Feb 09 22:52:46.035129 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:46.443472 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:46.945871 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c7c31-19f5-457b-b59f-a9bc90c312bf req-faf9b9b1-1514-41a5-9c24-23658d502d7b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:46.947357 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc8c7c31-19f5-457b-b59f-a9bc90c312bf req-faf9b9b1-1514-41a5-9c24-23658d502d7b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 943 time: 0.0560205 Feb 09 22:52:46.994981 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-dc8c7c31-19f5-457b-b59f-a9bc90c312bf req-0f90e241-30cd-423a-bf3c-7c20f88ede1e tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b130791a-6a0f-41ae-a63a-98b2e0507c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419493 Feb 09 22:52:47.383155 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0c94c284-bf48-4bd9-9de4-a62aa66a8718 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:52:47.486273 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 0c94c284-bf48-4bd9-9de4-a62aa66a8718, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0c94c284-bf48-4bd9-9de4-a62aa66a8718,segment=NetworkSegment(eb9c51d4-5aed-4733-a03a-459794393d8d),segment_id=eb9c51d4-5aed-4733-a03a-459794393d8d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:52:47.498104 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '0c94c284-bf48-4bd9-9de4-a62aa66a8718', 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445', 'port_id': '0c94c284-bf48-4bd9-9de4-a62aa66a8718', 'mac_address': 'fa:16:3e:e2:92:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b4dbe23-ccc1-4059-bc00-ccc0153c7e28', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:52:47.534581 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 0c94c284-bf48-4bd9-9de4-a62aa66a8718 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:47.534967 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0c94c284-bf48-4bd9-9de4-a62aa66a8718), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:47.551588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c94c284-bf48-4bd9-9de4-a62aa66a8718 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:52:47.572632 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 0c94c284-bf48-4bd9-9de4-a62aa66a8718, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0c94c284-bf48-4bd9-9de4-a62aa66a8718,segment=NetworkSegment(eb9c51d4-5aed-4733-a03a-459794393d8d),segment_id=eb9c51d4-5aed-4733-a03a-459794393d8d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:52:47.576508 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0c94c284-bf48-4bd9-9de4-a62aa66a8718), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:47.628435 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=0c94c284-bf48-4bd9-9de4-a62aa66a8718,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:47.863005 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['0c94c284-bf48-4bd9-9de4-a62aa66a8718'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:52:48.114457 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fae1ef-49cf-4e01-98cd-e6d4711a016b req-674ad685-0a8b-4e27-acf0-3d00a280fe7b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:48.116030 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-46fae1ef-49cf-4e01-98cd-e6d4711a016b req-674ad685-0a8b-4e27-acf0-3d00a280fe7b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 944 time: 0.0524061 Feb 09 22:52:48.165092 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-46fae1ef-49cf-4e01-98cd-e6d4711a016b req-05f2fa29-49b6-4856-a653-478e9332ab20 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b130791a-6a0f-41ae-a63a-98b2e0507c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434201 Feb 09 22:52:49.296225 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844efd4-c134-4933-aa80-97badb09db85 req-9e4a9492-7900-42a1-92ec-ac265e577d9c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:49.297731 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2844efd4-c134-4933-aa80-97badb09db85 req-9e4a9492-7900-42a1-92ec-ac265e577d9c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 944 time: 0.0546837 Feb 09 22:52:49.349823 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2844efd4-c134-4933-aa80-97badb09db85 req-2914574e-78a7-4eb0-97f8-013c8de302bb tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b130791a-6a0f-41ae-a63a-98b2e0507c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464761 Feb 09 22:52:49.403665 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0c94c284-bf48-4bd9-9de4-a62aa66a8718 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:52:49.454001 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 0c94c284-bf48-4bd9-9de4-a62aa66a8718 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:52:49.458303 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 0c94c284-bf48-4bd9-9de4-a62aa66a8718 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:49.458708 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (0c94c284-bf48-4bd9-9de4-a62aa66a8718), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:49.537300 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 0c94c284-bf48-4bd9-9de4-a62aa66a8718 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:49.537688 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (0c94c284-bf48-4bd9-9de4-a62aa66a8718), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:49.559596 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c723991c-1147-452a-853c-e25c2138f6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c94c284-bf48-4bd9-9de4-a62aa66a8718'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:52:49.561901 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563a9e13-1954-4c43-89a7-8eecbb3d7f77" -d '{"events": [{"server_uuid": "c723991c-1147-452a-853c-e25c2138f6db", "name": "network-vif-plugged", "status": "completed", "tag": "0c94c284-bf48-4bd9-9de4-a62aa66a8718"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:52:49.574146 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 0c94c284-bf48-4bd9-9de4-a62aa66a8718, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0c94c284-bf48-4bd9-9de4-a62aa66a8718,segment=NetworkSegment(eb9c51d4-5aed-4733-a03a-459794393d8d),segment_id=eb9c51d4-5aed-4733-a03a-459794393d8d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:52:49.578424 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (0c94c284-bf48-4bd9-9de4-a62aa66a8718), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:49.604446 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36dd15c-0443-414a-b74d-0822ffb777a8 x-openstack-request-id: req-e36dd15c-0443-414a-b74d-0822ffb777a8 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:52:49.604749 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c723991c-1147-452a-853c-e25c2138f6db", "name": "network-vif-plugged", "status": "completed", "tag": "0c94c284-bf48-4bd9-9de4-a62aa66a8718", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:52:49.605013 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e36dd15c-0443-414a-b74d-0822ffb777a8 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:52:49.605473 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c723991c-1147-452a-853c-e25c2138f6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c94c284-bf48-4bd9-9de4-a62aa66a8718', 'code': 200} Feb 09 22:52:49.630788 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=0c94c284-bf48-4bd9-9de4-a62aa66a8718,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:49.705796 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92350321-dc70-4715-b1f1-ef989b476d33 req-e4cb0615-2ec5-41fd-bbd4-7e081a91ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:49.707202 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-92350321-dc70-4715-b1f1-ef989b476d33 req-e4cb0615-2ec5-41fd-bbd4-7e081a91ce19 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 1127 time: 0.0419712 Feb 09 22:52:49.755296 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-92350321-dc70-4715-b1f1-ef989b476d33 req-861433c1-5a23-464e-bdd2-bf4524ed43aa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b130791a-6a0f-41ae-a63a-98b2e0507c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388236 Feb 09 22:52:50.471385 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe121d-23e8-4373-b87a-654404eac67c req-843afc80-8737-4e48-abfd-0dc813334928 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:50.472918 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cabe121d-23e8-4373-b87a-654404eac67c req-843afc80-8737-4e48-abfd-0dc813334928 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 945 time: 0.0525107 Feb 09 22:52:50.522287 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cabe121d-23e8-4373-b87a-654404eac67c req-900fae25-eac3-4ed9-9e04-16ca63d0256c tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b130791a-6a0f-41ae-a63a-98b2e0507c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433190 Feb 09 22:52:51.645220 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23277f68-2497-410e-98b9-c0b7882441d0 req-f22ad6c7-5b98-475e-95ea-1aa3e184a6d3 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:51.646629 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-23277f68-2497-410e-98b9-c0b7882441d0 req-f22ad6c7-5b98-475e-95ea-1aa3e184a6d3 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 945 time: 0.0554366 Feb 09 22:52:51.699003 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-23277f68-2497-410e-98b9-c0b7882441d0 req-48c0a1cc-1088-4fc1-b6ef-8593b0ec8723 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b130791a-6a0f-41ae-a63a-98b2e0507c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444722 Feb 09 22:52:51.817677 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3add00-4808-425f-b49e-9ce28a53e9b9 req-1e094764-a780-43f9-bafb-fd90534be8f1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:51.819190 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd3add00-4808-425f-b49e-9ce28a53e9b9 req-1e094764-a780-43f9-bafb-fd90534be8f1 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 945 time: 0.0536544 Feb 09 22:52:51.867750 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd3add00-4808-425f-b49e-9ce28a53e9b9 req-c403da00-2780-4653-aef0-c9cd2294bafa tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b130791a-6a0f-41ae-a63a-98b2e0507c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423882 Feb 09 22:52:51.889475 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53890) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:51.931718 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2517ff5f-a771-47b6-bef0-c7dfed2fa1b2 tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:51.933263 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2517ff5f-a771-47b6-bef0-c7dfed2fa1b2 tempest-TestNetworkAdvancedServerOps-2098381880 tempest-TestNetworkAdvancedServerOps-2098381880-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 1122 time: 0.0427938 Feb 09 22:52:51.936062 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53892) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:51.940327 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-fa299178-4405-4f59-96b1-7bda11ed9651 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': '0c94c284-bf48-4bd9-9de4-a62aa66a8718', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:51.960433 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa299178-4405-4f59-96b1-7bda11ed9651 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:52.061250 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa299178-4405-4f59-96b1-7bda11ed9651 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:52.163690 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-fa299178-4405-4f59-96b1-7bda11ed9651 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Allocated IP 172.25.6.217 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/289c979e-b8df-4aa1-a0bb-6b3f68dc4b43) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:52:52.260961 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa299178-4405-4f59-96b1-7bda11ed9651 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (289c979e-b8df-4aa1-a0bb-6b3f68dc4b43), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:52.294007 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa299178-4405-4f59-96b1-7bda11ed9651 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (289c979e-b8df-4aa1-a0bb-6b3f68dc4b43), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:52.328903 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa299178-4405-4f59-96b1-7bda11ed9651 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:52:52.333516 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-fa299178-4405-4f59-96b1-7bda11ed9651 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:52:52.337645 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa299178-4405-4f59-96b1-7bda11ed9651 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:52:52.366357 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa299178-4405-4f59-96b1-7bda11ed9651 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=289c979e-b8df-4aa1-a0bb-6b3f68dc4b43,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:52.704233 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa299178-4405-4f59-96b1-7bda11ed9651 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for floatingip (d44a6f14-ddcf-4e03-8baa-d55332f33164), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:52.777347 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa299178-4405-4f59-96b1-7bda11ed9651 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (289c979e-b8df-4aa1-a0bb-6b3f68dc4b43), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:52.922089 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa299178-4405-4f59-96b1-7bda11ed9651 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for port (289c979e-b8df-4aa1-a0bb-6b3f68dc4b43), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:52.926850 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa299178-4405-4f59-96b1-7bda11ed9651 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (289c979e-b8df-4aa1-a0bb-6b3f68dc4b43), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:52.999363 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa299178-4405-4f59-96b1-7bda11ed9651 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event updated for resources: {'Port': ['ID=289c979e-b8df-4aa1-a0bb-6b3f68dc4b43,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:53.010832 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa299178-4405-4f59-96b1-7bda11ed9651 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (d44a6f14-ddcf-4e03-8baa-d55332f33164), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:53.125059 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-fa299178-4405-4f59-96b1-7bda11ed9651 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Floating IP d44a6f14-ddcf-4e03-8baa-d55332f33164 associated. External IP: 172.25.6.217, port: 0c94c284-bf48-4bd9-9de4-a62aa66a8718. Feb 09 22:52:53.338824 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa299178-4405-4f59-96b1-7bda11ed9651 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router 8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:52:53.454695 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:52:53.788893 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa299178-4405-4f59-96b1-7bda11ed9651 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:52:53.798294 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51718677-986a-4e8f-9070-798f5838e94f None None] Sync routers for ids ['8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:52:53.806907 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa299178-4405-4f59-96b1-7bda11ed9651 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:53.807835 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51718677-986a-4e8f-9070-798f5838e94f None None] Routers {'8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:53.808458 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-51718677-986a-4e8f-9070-798f5838e94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:52:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:53.836760 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fa299178-4405-4f59-96b1-7bda11ed9651 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8995929 Feb 09 22:52:53.837522 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c723991c-1147-452a-853c-e25c2138f6db', 'tag': '0c94c284-bf48-4bd9-9de4-a62aa66a8718'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:52:53.839945 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fcafe8-7b9b-4ecc-b647-d7833c03d54c" -d '{"events": [{"name": "network-changed", "server_uuid": "c723991c-1147-452a-853c-e25c2138f6db", "tag": "0c94c284-bf48-4bd9-9de4-a62aa66a8718"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:52:53.917390 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-51718677-986a-4e8f-9070-798f5838e94f None None] Set router 8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:53.937990 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940cebc-3ab6-403e-858c-3c55d40fc191 req-ef7b0ed0-df34-4deb-a6ce-e739e3a2a8c6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:53.939500 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1940cebc-3ab6-403e-858c-3c55d40fc191 req-ef7b0ed0-df34-4deb-a6ce-e739e3a2a8c6 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 945 time: 0.0532393 Feb 09 22:52:53.990145 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1940cebc-3ab6-403e-858c-3c55d40fc191 req-36e324f6-a0f8-4ee0-9cb7-52a71c89e74f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b130791a-6a0f-41ae-a63a-98b2e0507c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444095 Feb 09 22:52:54.014304 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53898) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:54.057619 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb0695a-5407-4ca2-8699-94ee8d54b5e7 x-openstack-request-id: req-3cb0695a-5407-4ca2-8699-94ee8d54b5e7 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:52:54.057894 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c723991c-1147-452a-853c-e25c2138f6db", "tag": "0c94c284-bf48-4bd9-9de4-a62aa66a8718", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:52:54.058158 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3cb0695a-5407-4ca2-8699-94ee8d54b5e7 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:52:54.058567 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c723991c-1147-452a-853c-e25c2138f6db', 'tag': '0c94c284-bf48-4bd9-9de4-a62aa66a8718', 'status': 'completed', 'code': 200} Feb 09 22:52:54.112818 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b2b78621-88d4-4e11-9cea-84af903e656f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/floatingips/d44a6f14-ddcf-4e03-8baa-d55332f33164 HTTP/1.1" status: 200 len: 991 time: 0.0968845 Feb 09 22:52:54.128387 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcafe8-7b9b-4ecc-b647-d7833c03d54c req-d16c9223-fa49-4110-a424-7175fcf5f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:54.129890 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32fcafe8-7b9b-4ecc-b647-d7833c03d54c req-d16c9223-fa49-4110-a424-7175fcf5f7da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 1127 time: 0.0616138 Feb 09 22:52:54.159751 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-51718677-986a-4e8f-9070-798f5838e94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395060366', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:38Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ca:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'd44a6f14-ddcf-4e03-8baa-d55332f33164', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'floating_ip_address': '172.25.6.217', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'port_id': '0c94c284-bf48-4bd9-9de4-a62aa66a8718', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445', 'mac_address': 'fa:16:3e:e2:92:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723991c-1147-452a-853c-e25c2138f6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:52:52Z', 'updated_at': '2022-02-09T22:52:52Z', 'revision_number': 0, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '126ac703-0822-4560-8911-30f02ed4cd08', 'name': '', 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:8e:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '8b4dbe23-ccc1-4059-bc00-ccc0153c7e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:38Z', 'updated_at': '2022-02-09T22:52:42Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '8b4dbe23-ccc1-4059-bc00-ccc0153c7e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:54.185550 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51718677-986a-4e8f-9070-798f5838e94f None None] Checking router: 8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:52:54.195504 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51718677-986a-4e8f-9070-798f5838e94f None None] Routers {'8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:54.196151 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-51718677-986a-4e8f-9070-798f5838e94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:52:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:54.216385 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcafe8-7b9b-4ecc-b647-d7833c03d54c req-27b5e6d7-293b-4aad-846f-0f203fb8bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:54.217860 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32fcafe8-7b9b-4ecc-b647-d7833c03d54c req-27b5e6d7-293b-4aad-846f-0f203fb8bfb4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ede6a4a9-8810-4bdf-86e0-0bfff5a30445 HTTP/1.1" status: 200 len: 898 time: 0.0823450 Feb 09 22:52:54.285783 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32fcafe8-7b9b-4ecc-b647-d7833c03d54c req-0d5ace40-d715-4075-90f0-9661f5ad9f53 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c94c284-bf48-4bd9-9de4-a62aa66a8718 HTTP/1.1" status: 200 len: 999 time: 0.0609961 Feb 09 22:52:54.302691 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-51718677-986a-4e8f-9070-798f5838e94f None None] Set router 8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:54.332521 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcafe8-7b9b-4ecc-b647-d7833c03d54c req-35c739f0-c0da-4d1d-b3a9-4861da5f3f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:54.333986 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32fcafe8-7b9b-4ecc-b647-d7833c03d54c req-35c739f0-c0da-4d1d-b3a9-4861da5f3f6d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b4dbe23-ccc1-4059-bc00-ccc0153c7e28 HTTP/1.1" status: 200 len: 835 time: 0.0430515 Feb 09 22:52:54.388477 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcafe8-7b9b-4ecc-b647-d7833c03d54c req-5956669b-5dde-4551-8637-42195835f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:54.390256 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32fcafe8-7b9b-4ecc-b647-d7833c03d54c req-5956669b-5dde-4551-8637-42195835f8dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ede6a4a9-8810-4bdf-86e0-0bfff5a30445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504527 Feb 09 22:52:54.506965 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32fcafe8-7b9b-4ecc-b647-d7833c03d54c req-c27486cd-9063-4261-b154-8393980bb7f9 service neutron] 10.222.0.42 "GET /v2.0/networks/ede6a4a9-8810-4bdf-86e0-0bfff5a30445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108487 Feb 09 22:52:54.542231 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-51718677-986a-4e8f-9070-798f5838e94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395060366', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:38Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ca:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'd44a6f14-ddcf-4e03-8baa-d55332f33164', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'floating_ip_address': '172.25.6.217', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'port_id': '0c94c284-bf48-4bd9-9de4-a62aa66a8718', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445', 'mac_address': 'fa:16:3e:e2:92:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723991c-1147-452a-853c-e25c2138f6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:52:52Z', 'updated_at': '2022-02-09T22:52:52Z', 'revision_number': 0, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '126ac703-0822-4560-8911-30f02ed4cd08', 'name': '', 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:8e:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '8b4dbe23-ccc1-4059-bc00-ccc0153c7e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:38Z', 'updated_at': '2022-02-09T22:52:42Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '8b4dbe23-ccc1-4059-bc00-ccc0153c7e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:54.568049 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51718677-986a-4e8f-9070-798f5838e94f None None] The sync data for ids ['8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'] in n-d-828601-1 is: [{'id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395060366', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:38Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ca:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': 'd44a6f14-ddcf-4e03-8baa-d55332f33164', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'floating_ip_address': '172.25.6.217', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'port_id': '0c94c284-bf48-4bd9-9de4-a62aa66a8718', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445', 'mac_address': 'fa:16:3e:e2:92:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723991c-1147-452a-853c-e25c2138f6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:52:52Z', 'updated_at': '2022-02-09T22:52:52Z', 'revision_number': 0, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '126ac703-0822-4560-8911-30f02ed4cd08', 'name': '', 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:8e:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '8b4dbe23-ccc1-4059-bc00-ccc0153c7e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:38Z', 'updated_at': '2022-02-09T22:52:42Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '8b4dbe23-ccc1-4059-bc00-ccc0153c7e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:52:54.599549 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-32fcafe8-7b9b-4ecc-b647-d7833c03d54c req-f8ab9027-fd94-497c-8046-9b48a0f43cd2 service neutron] 10.222.0.42 "GET /v2.0/networks/ede6a4a9-8810-4bdf-86e0-0bfff5a30445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869625 Feb 09 22:52:54.796473 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692b2b54-b88b-4dc0-8799-b130cec574f3 None None] New status for floating IP d44a6f14-ddcf-4e03-8baa-d55332f33164: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:52:55.117377 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53900) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:55.184365 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-724603b9-7e4f-4742-a9a0-af6652e72c52 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/floatingips/d44a6f14-ddcf-4e03-8baa-d55332f33164 HTTP/1.1" status: 200 len: 993 time: 0.0657914 Feb 09 22:53:07.943828 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0f46536c-a850-4e8d-9545-c484d0b37820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:10.658540 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a512dc77-9f45-4603-9009-88adc7bbb15c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:11.875909 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:13.056349 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:14.753998 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:16.064695 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:16.457075 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:22.368157 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb5ca2ad-1928-482a-aa31-28966ece1b8b req-3fa07758-2acc-46d3-a11a-b33cc292acf0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429924 Feb 09 22:53:22.458035 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ca2ad-1928-482a-aa31-28966ece1b8b req-9172518a-dd16-4435-8c7c-8016babff973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:22.459860 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb5ca2ad-1928-482a-aa31-28966ece1b8b req-9172518a-dd16-4435-8c7c-8016babff973 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 1127 time: 0.0472572 Feb 09 22:53:22.565908 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ca2ad-1928-482a-aa31-28966ece1b8b req-0152d3da-30da-4f2f-811c-450b3ed8d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:22.567371 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb5ca2ad-1928-482a-aa31-28966ece1b8b req-0152d3da-30da-4f2f-811c-450b3ed8d611 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ede6a4a9-8810-4bdf-86e0-0bfff5a30445 HTTP/1.1" status: 200 len: 898 time: 0.0866311 Feb 09 22:53:22.631046 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb5ca2ad-1928-482a-aa31-28966ece1b8b req-627f30d3-1925-4765-bf1b-f07b77f0aadf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c94c284-bf48-4bd9-9de4-a62aa66a8718 HTTP/1.1" status: 200 len: 1001 time: 0.0566151 Feb 09 22:53:22.681929 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ca2ad-1928-482a-aa31-28966ece1b8b req-bc27e691-28da-41b9-b939-fc0c495dea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:22.683371 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb5ca2ad-1928-482a-aa31-28966ece1b8b req-bc27e691-28da-41b9-b939-fc0c495dea65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b4dbe23-ccc1-4059-bc00-ccc0153c7e28 HTTP/1.1" status: 200 len: 835 time: 0.0466478 Feb 09 22:53:22.731307 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ca2ad-1928-482a-aa31-28966ece1b8b req-e3759fc3-0031-4149-9a28-b8bebeeef58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:22.732826 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb5ca2ad-1928-482a-aa31-28966ece1b8b req-e3759fc3-0031-4149-9a28-b8bebeeef58f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ede6a4a9-8810-4bdf-86e0-0bfff5a30445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430663 Feb 09 22:53:22.820371 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb5ca2ad-1928-482a-aa31-28966ece1b8b req-0176e293-1f1c-4c1f-baae-a9628d12b8e8 service neutron] 10.222.0.42 "GET /v2.0/networks/ede6a4a9-8810-4bdf-86e0-0bfff5a30445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795178 Feb 09 22:53:22.913802 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cb5ca2ad-1928-482a-aa31-28966ece1b8b req-4d447ef8-f610-44de-8b02-3aa496aa19f6 service neutron] 10.222.0.42 "GET /v2.0/networks/ede6a4a9-8810-4bdf-86e0-0bfff5a30445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872829 Feb 09 22:53:28.476846 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c3107-9e1e-4ea4-b82f-a6166f573459 req-bbd79112-9f67-4f31-9f30-5e516350c924 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:28.478385 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5a3c3107-9e1e-4ea4-b82f-a6166f573459 req-bbd79112-9f67-4f31-9f30-5e516350c924 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 945 time: 0.0536840 Feb 09 22:53:28.528145 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5a3c3107-9e1e-4ea4-b82f-a6166f573459 req-4aeaeebd-9b82-443c-b090-e1455e221a3a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b130791a-6a0f-41ae-a63a-98b2e0507c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436609 Feb 09 22:53:29.654145 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1c00a-6461-4371-9c33-d2b5e5416277 req-6409d72f-c387-4e22-bb8f-c89f057d7846 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:29.655552 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84f1c00a-6461-4371-9c33-d2b5e5416277 req-6409d72f-c387-4e22-bb8f-c89f057d7846 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 945 time: 0.0568104 Feb 09 22:53:29.703806 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-84f1c00a-6461-4371-9c33-d2b5e5416277 req-c28c302a-cad0-4cb2-abea-3739acfb6e43 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b130791a-6a0f-41ae-a63a-98b2e0507c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425243 Feb 09 22:53:29.727261 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53920) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:29.787276 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-82f32f24-7455-416f-82fa-03db56292edd tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/floatingips/d44a6f14-ddcf-4e03-8baa-d55332f33164 HTTP/1.1" status: 200 len: 993 time: 0.0588508 Feb 09 22:53:30.453393 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:53:31.096680 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbea838-2cda-467a-907c-4c347ee937db req-1a4fe0bb-666e-4d59-a4f8-9ccc453f0ddf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:31.098203 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-adbea838-2cda-467a-907c-4c347ee937db req-1a4fe0bb-666e-4d59-a4f8-9ccc453f0ddf tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 945 time: 0.0796278 Feb 09 22:53:31.133699 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fd467-8d29-493d-821d-cc8648565efd req-fcfc9ea0-2d61-44eb-8754-9a1e2aa0c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:31.135209 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a5fd467-8d29-493d-821d-cc8648565efd req-fcfc9ea0-2d61-44eb-8754-9a1e2aa0c967 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 1127 time: 0.0850112 Feb 09 22:53:31.199879 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-adbea838-2cda-467a-907c-4c347ee937db req-794ac2b6-5708-4d0c-9bed-b43cd5a400d7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b130791a-6a0f-41ae-a63a-98b2e0507c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948737 Feb 09 22:53:31.245598 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fd467-8d29-493d-821d-cc8648565efd req-41dd4493-c4f8-48f4-86e2-d5d1eed042f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:31.247140 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a5fd467-8d29-493d-821d-cc8648565efd req-41dd4493-c4f8-48f4-86e2-d5d1eed042f1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ede6a4a9-8810-4bdf-86e0-0bfff5a30445 HTTP/1.1" status: 200 len: 898 time: 0.1011317 Feb 09 22:53:31.323560 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a5fd467-8d29-493d-821d-cc8648565efd req-cf33de7f-36d4-4993-b9fc-959e843a63b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c94c284-bf48-4bd9-9de4-a62aa66a8718 HTTP/1.1" status: 200 len: 1001 time: 0.0667367 Feb 09 22:53:31.376282 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fd467-8d29-493d-821d-cc8648565efd req-5473cdf8-2882-485f-8196-2fc17d15d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:31.377659 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a5fd467-8d29-493d-821d-cc8648565efd req-5473cdf8-2882-485f-8196-2fc17d15d8da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b4dbe23-ccc1-4059-bc00-ccc0153c7e28 HTTP/1.1" status: 200 len: 835 time: 0.0443606 Feb 09 22:53:31.430223 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fd467-8d29-493d-821d-cc8648565efd req-85d6c59b-912e-4d2e-8aad-cf6aacb46858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:31.431808 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a5fd467-8d29-493d-821d-cc8648565efd req-85d6c59b-912e-4d2e-8aad-cf6aacb46858 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ede6a4a9-8810-4bdf-86e0-0bfff5a30445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451508 Feb 09 22:53:31.529073 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a5fd467-8d29-493d-821d-cc8648565efd req-5708a5f5-32e4-46c2-aaf5-08cc9dfaa096 service neutron] 10.222.0.42 "GET /v2.0/networks/ede6a4a9-8810-4bdf-86e0-0bfff5a30445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863085 Feb 09 22:53:31.619272 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3a5fd467-8d29-493d-821d-cc8648565efd req-265379c7-ce8d-40d2-a7e9-8288fd830ec2 service neutron] 10.222.0.42 "GET /v2.0/networks/ede6a4a9-8810-4bdf-86e0-0bfff5a30445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817175 Feb 09 22:53:32.323756 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15bc9f1-aefd-4edf-b93b-e77c60428210 req-3a677576-948f-40f8-b836-83433a097de7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:32.325251 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a15bc9f1-aefd-4edf-b93b-e77c60428210 req-3a677576-948f-40f8-b836-83433a097de7 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 945 time: 0.0579526 Feb 09 22:53:32.373935 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a15bc9f1-aefd-4edf-b93b-e77c60428210 req-5a7e9c17-fe4e-495a-b436-69bec20ab30a tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b130791a-6a0f-41ae-a63a-98b2e0507c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430040 Feb 09 22:53:33.503589 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14b08c-a882-4a93-adc5-dbf5880b92e6 req-e50d4cc3-80f0-4d6c-8f3f-e3b199aabd56 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:33.505296 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f14b08c-a882-4a93-adc5-dbf5880b92e6 req-e50d4cc3-80f0-4d6c-8f3f-e3b199aabd56 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 945 time: 0.0599029 Feb 09 22:53:33.558428 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f14b08c-a882-4a93-adc5-dbf5880b92e6 req-75c5ac50-e286-4fe6-b72a-4975b049970f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b130791a-6a0f-41ae-a63a-98b2e0507c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468438 Feb 09 22:53:33.580946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53932) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:33.644189 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2675080a-59fc-41bc-93fe-56015acbaa2f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/floatingips/d44a6f14-ddcf-4e03-8baa-d55332f33164 HTTP/1.1" status: 200 len: 993 time: 0.0619075 Feb 09 22:53:33.830268 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53938) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:33.987843 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting port 289c979e-b8df-4aa1-a0bb-6b3f68dc4b43 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:53:33.988105 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (289c979e-b8df-4aa1-a0bb-6b3f68dc4b43), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:34.061340 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (289c979e-b8df-4aa1-a0bb-6b3f68dc4b43), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:34.061657 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for floatingip (289c979e-b8df-4aa1-a0bb-6b3f68dc4b43), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:34.073520 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Calling delete_port for 289c979e-b8df-4aa1-a0bb-6b3f68dc4b43 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:53:34.217780 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (289c979e-b8df-4aa1-a0bb-6b3f68dc4b43), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:34.247893 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Port': ['ID=289c979e-b8df-4aa1-a0bb-6b3f68dc4b43,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:34.273995 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:34.274763 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:34.275119 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:34.275462 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:34.275823 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:34.276164 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:34.276494 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:34.276825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:34.277153 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:34.277483 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:34.277809 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:34.278131 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:34.278473 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:34.316967 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for floatingip (d44a6f14-ddcf-4e03-8baa-d55332f33164), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:34.317340 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Floating IP d44a6f14-ddcf-4e03-8baa-d55332f33164 disassociated (deleted). External IP: 172.25.6.217, port: 0c94c284-bf48-4bd9-9de4-a62aa66a8718. Feb 09 22:53:34.534355 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router 8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:53:34.639265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:53:34.644174 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:34.649183 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be5ff0f-e084-4f86-be65-b341a238b41d None None] Sync routers for ids ['8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:53:34.658623 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be5ff0f-e084-4f86-be65-b341a238b41d None None] Routers {'8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:53:34.659228 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4be5ff0f-e084-4f86-be65-b341a238b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:53:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:34.679976 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c716dacc-5280-4f05-9a90-f57c6df3a531 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/floatingips/d44a6f14-ddcf-4e03-8baa-d55332f33164 HTTP/1.1" status: 204 len: 168 time: 0.8459790 Feb 09 22:53:34.679976 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c723991c-1147-452a-853c-e25c2138f6db', 'tag': '0c94c284-bf48-4bd9-9de4-a62aa66a8718'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:53:34.680671 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d542bff-535c-4b42-b729-4fa1aec724c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c723991c-1147-452a-853c-e25c2138f6db", "tag": "0c94c284-bf48-4bd9-9de4-a62aa66a8718"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:53:34.766583 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-4be5ff0f-e084-4f86-be65-b341a238b41d None None] Set router 8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:53:34.839817 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391d34c4-5d06-4b0f-806f-f54d9a0e6235 x-openstack-request-id: req-391d34c4-5d06-4b0f-806f-f54d9a0e6235 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:53:34.840294 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c723991c-1147-452a-853c-e25c2138f6db", "tag": "0c94c284-bf48-4bd9-9de4-a62aa66a8718", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:53:34.840927 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-391d34c4-5d06-4b0f-806f-f54d9a0e6235 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:53:34.841722 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c723991c-1147-452a-853c-e25c2138f6db', 'tag': '0c94c284-bf48-4bd9-9de4-a62aa66a8718', 'status': 'completed', 'code': 200} Feb 09 22:53:34.962352 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d542bff-535c-4b42-b729-4fa1aec724c4 req-f3948f06-80a0-42d2-b3ce-ac15fc10cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:34.963915 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d542bff-535c-4b42-b729-4fa1aec724c4 req-f3948f06-80a0-42d2-b3ce-ac15fc10cc88 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab5c2ad8c97643e8b371015550eec018&device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 1127 time: 0.0989087 Feb 09 22:53:34.998003 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7b371-37f6-486b-928e-10a973abf2e0 req-2c246f61-bdd0-47b5-af75-437b417048de tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:35.000403 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e9f7b371-37f6-486b-928e-10a973abf2e0 req-2c246f61-bdd0-47b5-af75-437b417048de tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 945 time: 0.0872037 Feb 09 22:53:35.069155 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4be5ff0f-e084-4f86-be65-b341a238b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395060366', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:38Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ca:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '126ac703-0822-4560-8911-30f02ed4cd08', 'name': '', 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:8e:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '8b4dbe23-ccc1-4059-bc00-ccc0153c7e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:38Z', 'updated_at': '2022-02-09T22:52:42Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '8b4dbe23-ccc1-4059-bc00-ccc0153c7e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:35.097627 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be5ff0f-e084-4f86-be65-b341a238b41d None None] Checking router: 8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:53:35.100984 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e9f7b371-37f6-486b-928e-10a973abf2e0 req-72ba6049-ed7f-477c-96e8-f997a58dc74f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b130791a-6a0f-41ae-a63a-98b2e0507c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724666 Feb 09 22:53:35.105640 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d542bff-535c-4b42-b729-4fa1aec724c4 req-549ab48a-83cb-4d20-9508-2b41fc5f8770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:35.105857 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be5ff0f-e084-4f86-be65-b341a238b41d None None] Routers {'8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:53:35.106421 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4be5ff0f-e084-4f86-be65-b341a238b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:53:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:35.107014 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d542bff-535c-4b42-b729-4fa1aec724c4 req-549ab48a-83cb-4d20-9508-2b41fc5f8770 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ede6a4a9-8810-4bdf-86e0-0bfff5a30445 HTTP/1.1" status: 200 len: 898 time: 0.1352408 Feb 09 22:53:35.149079 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d542bff-535c-4b42-b729-4fa1aec724c4 req-11aa4603-c4cb-471d-a6e8-4cae75cccdc7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c94c284-bf48-4bd9-9de4-a62aa66a8718 HTTP/1.1" status: 200 len: 217 time: 0.0353618 Feb 09 22:53:35.202423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d542bff-535c-4b42-b729-4fa1aec724c4 req-9d75fd14-a162-4c07-b474-fc77d9ab0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:35.204245 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d542bff-535c-4b42-b729-4fa1aec724c4 req-9d75fd14-a162-4c07-b474-fc77d9ab0a04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b4dbe23-ccc1-4059-bc00-ccc0153c7e28 HTTP/1.1" status: 200 len: 835 time: 0.0495198 Feb 09 22:53:35.214303 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-4be5ff0f-e084-4f86-be65-b341a238b41d None None] Set router 8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:53:35.254064 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d542bff-535c-4b42-b729-4fa1aec724c4 req-cfab4bfc-459a-4bc5-9704-7e38b70c28e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:35.255565 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d542bff-535c-4b42-b729-4fa1aec724c4 req-cfab4bfc-459a-4bc5-9704-7e38b70c28e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ede6a4a9-8810-4bdf-86e0-0bfff5a30445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449231 Feb 09 22:53:35.344830 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d542bff-535c-4b42-b729-4fa1aec724c4 req-bc40d8d8-3bc2-4aa6-9660-c7372b894e72 service neutron] 10.222.0.42 "GET /v2.0/networks/ede6a4a9-8810-4bdf-86e0-0bfff5a30445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828512 Feb 09 22:53:35.409954 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4be5ff0f-e084-4f86-be65-b341a238b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395060366', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:38Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ca:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '126ac703-0822-4560-8911-30f02ed4cd08', 'name': '', 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:8e:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '8b4dbe23-ccc1-4059-bc00-ccc0153c7e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:38Z', 'updated_at': '2022-02-09T22:52:42Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '8b4dbe23-ccc1-4059-bc00-ccc0153c7e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:35.436507 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be5ff0f-e084-4f86-be65-b341a238b41d None None] The sync data for ids ['8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'] in n-d-828601-1 is: [{'id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395060366', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:38Z', 'revision_number': 4, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ca:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '126ac703-0822-4560-8911-30f02ed4cd08', 'name': '', 'network_id': 'ede6a4a9-8810-4bdf-86e0-0bfff5a30445', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'mac_address': 'fa:16:3e:8e:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '8b4dbe23-ccc1-4059-bc00-ccc0153c7e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:38Z', 'updated_at': '2022-02-09T22:52:42Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'subnets': [{'id': '8b4dbe23-ccc1-4059-bc00-ccc0153c7e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:53:35.438586 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d542bff-535c-4b42-b729-4fa1aec724c4 req-c41f046e-5914-4997-bd6b-3d8a661ba241 service neutron] 10.222.0.42 "GET /v2.0/networks/ede6a4a9-8810-4bdf-86e0-0bfff5a30445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874543 Feb 09 22:53:35.653934 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68335ecd-7c8b-4c8b-a332-62886fbd0978 None None] New status for floating IP d44a6f14-ddcf-4e03-8baa-d55332f33164: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:53:36.220030 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde4e00-e60b-48f4-809b-7523204398c9 req-1c62536e-c764-4052-835c-0aee7bfb1b83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:36.221674 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7cde4e00-e60b-48f4-809b-7523204398c9 req-1c62536e-c764-4052-835c-0aee7bfb1b83 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 945 time: 0.0519550 Feb 09 22:53:36.269575 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7cde4e00-e60b-48f4-809b-7523204398c9 req-147289eb-c417-4c5d-b75a-59437cefd300 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/security-groups?id=b130791a-6a0f-41ae-a63a-98b2e0507c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416770 Feb 09 22:53:36.707793 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637df47c-fb2e-409d-87da-99926335ad08 req-3ebe2b77-8ac1-41b3-b16c-94b8cac32619 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:36.709188 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-637df47c-fb2e-409d-87da-99926335ad08 req-3ebe2b77-8ac1-41b3-b16c-94b8cac32619 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.42 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 945 time: 0.0538180 Feb 09 22:53:36.804925 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-637df47c-fb2e-409d-87da-99926335ad08 req-55e22160-c369-40ad-b5bc-b5a819d2214f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting port 0c94c284-bf48-4bd9-9de4-a62aa66a8718 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:53:36.805273 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-637df47c-fb2e-409d-87da-99926335ad08 req-55e22160-c369-40ad-b5bc-b5a819d2214f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (0c94c284-bf48-4bd9-9de4-a62aa66a8718), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:36.896255 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-637df47c-fb2e-409d-87da-99926335ad08 req-55e22160-c369-40ad-b5bc-b5a819d2214f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] For port 0c94c284-bf48-4bd9-9de4-a62aa66a8718, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=0c94c284-bf48-4bd9-9de4-a62aa66a8718,segment=NetworkSegment(eb9c51d4-5aed-4733-a03a-459794393d8d),segment_id=eb9c51d4-5aed-4733-a03a-459794393d8d)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:53:36.896618 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-637df47c-fb2e-409d-87da-99926335ad08 req-55e22160-c369-40ad-b5bc-b5a819d2214f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (0c94c284-bf48-4bd9-9de4-a62aa66a8718), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:36.909354 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-637df47c-fb2e-409d-87da-99926335ad08 req-55e22160-c369-40ad-b5bc-b5a819d2214f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Calling delete_port for 0c94c284-bf48-4bd9-9de4-a62aa66a8718 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:53:37.033111 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-637df47c-fb2e-409d-87da-99926335ad08 req-55e22160-c369-40ad-b5bc-b5a819d2214f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (0c94c284-bf48-4bd9-9de4-a62aa66a8718), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:37.066602 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e22160-c369-40ad-b5bc-b5a819d2214f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Port': ['ID=0c94c284-bf48-4bd9-9de4-a62aa66a8718,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:37.109478 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-637df47c-fb2e-409d-87da-99926335ad08 req-55e22160-c369-40ad-b5bc-b5a819d2214f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] No DVR routers for this DVR port 0c94c284-bf48-4bd9-9de4-a62aa66a8718 on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:53:37.112414 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-637df47c-fb2e-409d-87da-99926335ad08 req-55e22160-c369-40ad-b5bc-b5a819d2214f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:37.116403 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-637df47c-fb2e-409d-87da-99926335ad08 req-55e22160-c369-40ad-b5bc-b5a819d2214f tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.42 "DELETE /v2.0/ports/0c94c284-bf48-4bd9-9de4-a62aa66a8718 HTTP/1.1" status: 204 len: 173 time: 0.3989475 Feb 09 22:53:37.116866 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c723991c-1147-452a-853c-e25c2138f6db', 'name': 'network-vif-deleted', 'tag': '0c94c284-bf48-4bd9-9de4-a62aa66a8718'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:53:37.119169 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683cd7a4-9bff-45a6-9eaa-fa5bfaab26b8" -d '{"events": [{"server_uuid": "c723991c-1147-452a-853c-e25c2138f6db", "name": "network-vif-deleted", "tag": "0c94c284-bf48-4bd9-9de4-a62aa66a8718"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:53:37.155256 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee7f5e4-6e05-461f-a35e-230f8181916a x-openstack-request-id: req-6ee7f5e4-6e05-461f-a35e-230f8181916a {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:53:37.155553 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c723991c-1147-452a-853c-e25c2138f6db", "name": "network-vif-deleted", "tag": "0c94c284-bf48-4bd9-9de4-a62aa66a8718", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:53:37.155846 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6ee7f5e4-6e05-461f-a35e-230f8181916a {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:53:37.156253 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c723991c-1147-452a-853c-e25c2138f6db', 'name': 'network-vif-deleted', 'tag': '0c94c284-bf48-4bd9-9de4-a62aa66a8718', 'status': 'completed', 'code': 200} Feb 09 22:53:37.383326 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-450f0d16-5b3d-41b8-ab75-076624e178eb req-099ec6d0-5454-4887-8bcf-65da7fa02f78 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "GET /v2.0/ports?device_id=c723991c-1147-452a-853c-e25c2138f6db HTTP/1.1" status: 200 len: 210 time: 0.0287282 Feb 09 22:53:37.946077 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-000dc66d-2496-4f70-ba95-cdffd842fbc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:38.439484 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53954) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:38.800436 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:39.347089 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting port 126ac703-0822-4560-8911-30f02ed4cd08 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:53:39.347433 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (126ac703-0822-4560-8911-30f02ed4cd08), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:39.437171 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] For port 126ac703-0822-4560-8911-30f02ed4cd08, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=126ac703-0822-4560-8911-30f02ed4cd08,segment=NetworkSegment(eb9c51d4-5aed-4733-a03a-459794393d8d),segment_id=eb9c51d4-5aed-4733-a03a-459794393d8d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:53:39.437535 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (126ac703-0822-4560-8911-30f02ed4cd08), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:39.450390 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Calling delete_port for 126ac703-0822-4560-8911-30f02ed4cd08 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:53:39.640093 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (126ac703-0822-4560-8911-30f02ed4cd08), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:39.662811 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0c94c284-bf48-4bd9-9de4-a62aa66a8718 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:53:39.671673 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Port': ['ID=126ac703-0822-4560-8911-30f02ed4cd08,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:39.685507 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 0c94c284-bf48-4bd9-9de4-a62aa66a8718 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:53:39.685855 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 0c94c284-bf48-4bd9-9de4-a62aa66a8718 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:53:39.696374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:39.696728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:39.697072 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:39.697407 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:39.697737 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:39.698064 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:39.698391 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:39.698717 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:39.699047 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:39.699376 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:39.699723 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:39.700046 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:39.700364 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:39.882981 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:40.103670 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Router 8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:53:40.217658 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:53:40.223695 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-073f2e92-4051-4f62-9850-2247bc1219c0 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "PUT /v2.0/routers/8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7822666 Feb 09 22:53:40.226331 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53958) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:40.229526 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129b7c5a-513c-4b84-a658-6519eaa21735 None None] Sync routers for ids ['8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:53:40.240175 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129b7c5a-513c-4b84-a658-6519eaa21735 None None] Routers {'8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:53:40.241330 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-129b7c5a-513c-4b84-a658-6519eaa21735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:53:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:40.275988 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd5c6d9-ac1d-4d35-867d-d75b5f1d61ba tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting subnet 8b4dbe23-ccc1-4059-bc00-ccc0153c7e28 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:53:40.279184 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6fd5c6d9-ac1d-4d35-867d-d75b5f1d61ba tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for subnet (8b4dbe23-ccc1-4059-bc00-ccc0153c7e28), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:40.323943 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6fd5c6d9-ac1d-4d35-867d-d75b5f1d61ba tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (8b4dbe23-ccc1-4059-bc00-ccc0153c7e28), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:40.347389 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-129b7c5a-513c-4b84-a658-6519eaa21735 None None] Set router 8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:53:40.407232 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6fd5c6d9-ac1d-4d35-867d-d75b5f1d61ba tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (8b4dbe23-ccc1-4059-bc00-ccc0153c7e28), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:40.464923 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6fd5c6d9-ac1d-4d35-867d-d75b5f1d61ba tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (8b4dbe23-ccc1-4059-bc00-ccc0153c7e28), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:40.498324 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5c6d9-ac1d-4d35-867d-d75b5f1d61ba tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4dbe23-ccc1-4059-bc00-ccc0153c7e28,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:40.500286 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6fd5c6d9-ac1d-4d35-867d-d75b5f1d61ba tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:40.507344 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2093e56f-9ce4-4719-8612-c9132ad10c52 None None] Network ede6a4a9-8810-4bdf-86e0-0bfff5a30445 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:53:40.509019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-6fd5c6d9-ac1d-4d35-867d-d75b5f1d61ba tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/subnets/8b4dbe23-ccc1-4059-bc00-ccc0153c7e28 HTTP/1.1" status: 204 len: 168 time: 0.2815807 Feb 09 22:53:40.509592 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53960) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:40.538910 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-129b7c5a-513c-4b84-a658-6519eaa21735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395060366', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:53:39Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ca:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:40.570523 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129b7c5a-513c-4b84-a658-6519eaa21735 None None] Checking router: 8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:53:40.583811 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129b7c5a-513c-4b84-a658-6519eaa21735 None None] Routers {'8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:53:40.585151 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-129b7c5a-513c-4b84-a658-6519eaa21735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:53:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:40.664956 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8c3b7ab2-cbcf-41fc-a03f-c5fbb23e0eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:40.665618 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5590-a942-4ea9-bfde-06a17925ecab tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router (8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:40.682158 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb9042f-a945-4325-b4fc-1686b32c3ea0 None None] DHCP port deletion for ede6a4a9-8810-4bdf-86e0-0bfff5a30445 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:53:40.720844 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-129b7c5a-513c-4b84-a658-6519eaa21735 None None] Set router 8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:53:40.735090 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-efb9042f-a945-4325-b4fc-1686b32c3ea0 None None] Deleting port 179db88f-aaaf-418f-a13d-4115f15b3759 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:53:40.735472 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-efb9042f-a945-4325-b4fc-1686b32c3ea0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (179db88f-aaaf-418f-a13d-4115f15b3759), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:40.779864 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5590-a942-4ea9-bfde-06a17925ecab tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_gateway (8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:40.807307 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-efb9042f-a945-4325-b4fc-1686b32c3ea0 None None] For port 179db88f-aaaf-418f-a13d-4115f15b3759, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=179db88f-aaaf-418f-a13d-4115f15b3759,segment=NetworkSegment(eb9c51d4-5aed-4733-a03a-459794393d8d),segment_id=eb9c51d4-5aed-4733-a03a-459794393d8d)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:53:40.807732 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-efb9042f-a945-4325-b4fc-1686b32c3ea0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (179db88f-aaaf-418f-a13d-4115f15b3759), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:40.819791 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-efb9042f-a945-4325-b4fc-1686b32c3ea0 None None] Calling delete_port for 179db88f-aaaf-418f-a13d-4115f15b3759 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:53:40.845260 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2c8a5590-a942-4ea9-bfde-06a17925ecab tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Deleting port 6b50f9ff-bafa-49ad-aa67-5e66a9999d33 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:53:40.845619 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5590-a942-4ea9-bfde-06a17925ecab tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (6b50f9ff-bafa-49ad-aa67-5e66a9999d33), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:40.916296 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-efb9042f-a945-4325-b4fc-1686b32c3ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (179db88f-aaaf-418f-a13d-4115f15b3759), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:40.922390 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-129b7c5a-513c-4b84-a658-6519eaa21735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395060366', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:53:39Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ca:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:40.928915 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2c8a5590-a942-4ea9-bfde-06a17925ecab tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] For port 6b50f9ff-bafa-49ad-aa67-5e66a9999d33, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=6b50f9ff-bafa-49ad-aa67-5e66a9999d33,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:53:40.929597 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5590-a942-4ea9-bfde-06a17925ecab tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (6b50f9ff-bafa-49ad-aa67-5e66a9999d33), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:40.931814 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb9042f-a945-4325-b4fc-1686b32c3ea0 None None] No DVR routers for this DVR port 179db88f-aaaf-418f-a13d-4115f15b3759 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:53:40.945956 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2c8a5590-a942-4ea9-bfde-06a17925ecab tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Calling delete_port for 6b50f9ff-bafa-49ad-aa67-5e66a9999d33 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:53:40.952852 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129b7c5a-513c-4b84-a658-6519eaa21735 None None] The sync data for ids ['8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1'] in n-d-828601-1 is: [{'id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395060366', 'tenant_id': 'ab5c2ad8c97643e8b371015550eec018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:53:39Z', 'revision_number': 5, 'project_id': 'ab5c2ad8c97643e8b371015550eec018', 'gw_port': {'id': '6b50f9ff-bafa-49ad-aa67-5e66a9999d33', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ca:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:35Z', 'updated_at': '2022-02-09T22:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:53:40.955954 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9042f-a945-4325-b4fc-1686b32c3ea0 None None] Pushing event deleted for resources: {'Port': ['ID=179db88f-aaaf-418f-a13d-4115f15b3759,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:40.966630 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9042f-a945-4325-b4fc-1686b32c3ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:40.967061 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9042f-a945-4325-b4fc-1686b32c3ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:40.967482 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9042f-a945-4325-b4fc-1686b32c3ea0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:40.967914 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9042f-a945-4325-b4fc-1686b32c3ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:40.968319 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9042f-a945-4325-b4fc-1686b32c3ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:40.968728 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9042f-a945-4325-b4fc-1686b32c3ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:40.969129 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9042f-a945-4325-b4fc-1686b32c3ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:40.969531 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9042f-a945-4325-b4fc-1686b32c3ea0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:40.969981 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9042f-a945-4325-b4fc-1686b32c3ea0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:40.970372 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9042f-a945-4325-b4fc-1686b32c3ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:40.970774 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9042f-a945-4325-b4fc-1686b32c3ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:40.971174 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9042f-a945-4325-b4fc-1686b32c3ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:40.971578 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9042f-a945-4325-b4fc-1686b32c3ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:41.125166 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5590-a942-4ea9-bfde-06a17925ecab tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (6b50f9ff-bafa-49ad-aa67-5e66a9999d33), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:41.162225 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a5590-a942-4ea9-bfde-06a17925ecab tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Port': ['ID=6b50f9ff-bafa-49ad-aa67-5e66a9999d33,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:41.222802 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5590-a942-4ea9-bfde-06a17925ecab tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:41.316118 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5590-a942-4ea9-bfde-06a17925ecab tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:41.318348 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5590-a942-4ea9-bfde-06a17925ecab tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router_controller (8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:41.366546 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5590-a942-4ea9-bfde-06a17925ecab tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:41.367082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8a5590-a942-4ea9-bfde-06a17925ecab tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Fanout notify agent at l3_agent the message router_deleted on router 8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:53:41.373700 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5590-a942-4ea9-bfde-06a17925ecab tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:41.374831 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2c8a5590-a942-4ea9-bfde-06a17925ecab tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/routers/8f05f8ae-c2f2-4601-bd38-cc5f99f4ddb1 HTTP/1.1" status: 204 len: 168 time: 0.8625686 Feb 09 22:53:41.377635 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53962) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:41.458978 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f250e8d-3cd0-414d-ac48-7c69d7c12a0b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (ede6a4a9-8810-4bdf-86e0-0bfff5a30445), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:41.550764 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f250e8d-3cd0-414d-ac48-7c69d7c12a0b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (ede6a4a9-8810-4bdf-86e0-0bfff5a30445), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:41.571566 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-8f250e8d-3cd0-414d-ac48-7c69d7c12a0b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede6a4a9-8810-4bdf-86e0-0bfff5a30445']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:41.580501 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-8f250e8d-3cd0-414d-ac48-7c69d7c12a0b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9c51d4-5aed-4733-a03a-459794393d8d') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:41.580803 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-8f250e8d-3cd0-414d-ac48-7c69d7c12a0b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9c51d4-5aed-4733-a03a-459794393d8d') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:41.590025 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f250e8d-3cd0-414d-ac48-7c69d7c12a0b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (eb9c51d4-5aed-4733-a03a-459794393d8d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:41.603365 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f250e8d-3cd0-414d-ac48-7c69d7c12a0b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (eb9c51d4-5aed-4733-a03a-459794393d8d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:41.609698 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f250e8d-3cd0-414d-ac48-7c69d7c12a0b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:53:41.610097 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f250e8d-3cd0-414d-ac48-7c69d7c12a0b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (eb9c51d4-5aed-4733-a03a-459794393d8d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: timer() Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:53:41.613254 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:53:41.669948 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f250e8d-3cd0-414d-ac48-7c69d7c12a0b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (ede6a4a9-8810-4bdf-86e0-0bfff5a30445), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:41.677590 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f250e8d-3cd0-414d-ac48-7c69d7c12a0b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:41.680995 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8f250e8d-3cd0-414d-ac48-7c69d7c12a0b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/networks/ede6a4a9-8810-4bdf-86e0-0bfff5a30445 HTTP/1.1" status: 204 len: 168 time: 0.3023705 Feb 09 22:53:41.683754 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53964) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:41.692668 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f250e8d-3cd0-414d-ac48-7c69d7c12a0b tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'Network': ['ID=ede6a4a9-8810-4bdf-86e0-0bfff5a30445,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:41.742176 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0884372-8456-44f9-a66a-ece506656852 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (b130791a-6a0f-41ae-a63a-98b2e0507c05), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:41.768070 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0884372-8456-44f9-a66a-ece506656852 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (b130791a-6a0f-41ae-a63a-98b2e0507c05), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:41.832775 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0884372-8456-44f9-a66a-ece506656852 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (b130791a-6a0f-41ae-a63a-98b2e0507c05), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:41.836053 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0884372-8456-44f9-a66a-ece506656852 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:41.837228 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b0884372-8456-44f9-a66a-ece506656852 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] 10.222.0.77 "DELETE /v2.0/security-groups/b130791a-6a0f-41ae-a63a-98b2e0507c05 HTTP/1.1" status: 204 len: 168 time: 0.1518755 Feb 09 22:53:41.846628 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0884372-8456-44f9-a66a-ece506656852 tempest-TestNetworkAdvancedServerOps-176483197 tempest-TestNetworkAdvancedServerOps-176483197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b130791a-6a0f-41ae-a63a-98b2e0507c05,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:41.893464 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:42.132901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53972) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:42.263403 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-97192dc1-b644-43db-873c-d5de632dfd5c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ab5c2ad8c97643e8b371015550eec018&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293056 Feb 09 22:53:42.265807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 53976) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:42.310958 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1b72d3df-c7d9-489d-8cb9-b367300d6ee3 admin admin] Publish callbacks [] for security_group (c5bdc2b7-6cf5-42e9-98f9-d016c21fa065), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:42.331931 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1b72d3df-c7d9-489d-8cb9-b367300d6ee3 admin admin] Publish callbacks [] for security_group (c5bdc2b7-6cf5-42e9-98f9-d016c21fa065), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:42.380829 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1b72d3df-c7d9-489d-8cb9-b367300d6ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (c5bdc2b7-6cf5-42e9-98f9-d016c21fa065), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:42.383360 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1b72d3df-c7d9-489d-8cb9-b367300d6ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:42.387684 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-1b72d3df-c7d9-489d-8cb9-b367300d6ee3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c5bdc2b7-6cf5-42e9-98f9-d016c21fa065 HTTP/1.1" status: 204 len: 168 time: 0.1178670 Feb 09 22:53:42.394222 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72d3df-c7d9-489d-8cb9-b367300d6ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bdc2b7-6cf5-42e9-98f9-d016c21fa065,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:42.582221 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6b50f9ff-bafa-49ad-aa67-5e66a9999d33 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:53:42.603472 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 6b50f9ff-bafa-49ad-aa67-5e66a9999d33 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:53:42.603927 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6b50f9ff-bafa-49ad-aa67-5e66a9999d33 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:53:42.604432 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 179db88f-aaaf-418f-a13d-4115f15b3759 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:53:42.624143 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 179db88f-aaaf-418f-a13d-4115f15b3759 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:53:42.624494 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 179db88f-aaaf-418f-a13d-4115f15b3759 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:53:42.624916 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 126ac703-0822-4560-8911-30f02ed4cd08 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:53:42.646234 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 126ac703-0822-4560-8911-30f02ed4cd08 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:53:42.646563 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 126ac703-0822-4560-8911-30f02ed4cd08 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:53:42.650245 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53982) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:42.665189 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a26a31cd-93b5-4ab1-99a0-24514201c4ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:42.748980 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a26a31cd-93b5-4ab1-99a0-24514201c4ab admin admin] Publish callbacks [] for security_group (031501a2-694b-48be-bcd6-88541da9cbee), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:42.752790 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a26a31cd-93b5-4ab1-99a0-24514201c4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (031501a2-694b-48be-bcd6-88541da9cbee), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:42.790401 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a31cd-93b5-4ab1-99a0-24514201c4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031501a2-694b-48be-bcd6-88541da9cbee,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:42.795801 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a26a31cd-93b5-4ab1-99a0-24514201c4ab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=050d19024c1d47bda63b9552c35a5fd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1444640 Feb 09 22:53:42.798374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 53984) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:42.851068 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9985df20-9776-44bb-af45-db8fd423d502 admin admin] Publish callbacks [] for security_group (031501a2-694b-48be-bcd6-88541da9cbee), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:42.873546 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9985df20-9776-44bb-af45-db8fd423d502 admin admin] Publish callbacks [] for security_group (031501a2-694b-48be-bcd6-88541da9cbee), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:42.919586 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9985df20-9776-44bb-af45-db8fd423d502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (031501a2-694b-48be-bcd6-88541da9cbee), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:42.922118 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9985df20-9776-44bb-af45-db8fd423d502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:42.923284 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9985df20-9776-44bb-af45-db8fd423d502 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/031501a2-694b-48be-bcd6-88541da9cbee HTTP/1.1" status: 204 len: 168 time: 0.1239212 Feb 09 22:53:42.931082 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985df20-9776-44bb-af45-db8fd423d502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031501a2-694b-48be-bcd6-88541da9cbee,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:43.058975 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:43.605515 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54006) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:43.702975 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c9407db5-e856-428b-b54e-b2fbc3a0575b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1170094967-network', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:53:43.722429 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9407db5-e856-428b-b54e-b2fbc3a0575b admin admin] Made reservation on behalf of 22848d4372ed451cbbea6c50746f4d83 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:53:43.724894 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9407db5-e856-428b-b54e-b2fbc3a0575b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:43.733133 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9407db5-e856-428b-b54e-b2fbc3a0575b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:43.808753 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9407db5-e856-428b-b54e-b2fbc3a0575b admin admin] Publish callbacks [] for security_group (7a52482c-a643-41e3-8beb-070cf105c350), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:43.812457 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9407db5-e856-428b-b54e-b2fbc3a0575b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7a52482c-a643-41e3-8beb-070cf105c350), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:43.842822 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9407db5-e856-428b-b54e-b2fbc3a0575b admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:53:43.848315 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9407db5-e856-428b-b54e-b2fbc3a0575b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a52482c-a643-41e3-8beb-070cf105c350,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:43.857368 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9407db5-e856-428b-b54e-b2fbc3a0575b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (94110ef6-643e-4a38-ae52-d4a3c7cb0da6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:43.857748 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-c9407db5-e856-428b-b54e-b2fbc3a0575b admin admin] Added segment 94110ef6-643e-4a38-ae52-d4a3c7cb0da6 of type vlan for network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e Feb 09 22:53:43.900227 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9407db5-e856-428b-b54e-b2fbc3a0575b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (2ae680b5-089d-4aa6-9cf6-a5f457c5154e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:43.924051 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9407db5-e856-428b-b54e-b2fbc3a0575b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (2ae680b5-089d-4aa6-9cf6-a5f457c5154e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:43.925156 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9407db5-e856-428b-b54e-b2fbc3a0575b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:43.925739 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9407db5-e856-428b-b54e-b2fbc3a0575b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:43.975862 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c9407db5-e856-428b-b54e-b2fbc3a0575b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3691416 Feb 09 22:53:43.979048 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54010) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:43.984431 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7ebf31ca-b733-47d0-b174-c1ee4dec170d admin admin] Request body: {'subnet': {'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1170094967-subnet', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:53:43.988840 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9407db5-e856-428b-b54e-b2fbc3a0575b admin admin] Pushing event updated for resources: {'Network': ['ID=2ae680b5-089d-4aa6-9cf6-a5f457c5154e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:43.999170 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:53:44.008993 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebf31ca-b733-47d0-b174-c1ee4dec170d admin admin] Made reservation on behalf of 22848d4372ed451cbbea6c50746f4d83 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:53:44.011612 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7ebf31ca-b733-47d0-b174-c1ee4dec170d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9612469'] for subnet (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:44.180610 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7ebf31ca-b733-47d0-b174-c1ee4dec170d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9570860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9612427'] for subnet (2dd123fa-a823-4743-9c93-7774ec9e78a9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:44.233017 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf31ca-b733-47d0-b174-c1ee4dec170d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dd123fa-a823-4743-9c93-7774ec9e78a9,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:44.243045 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebf31ca-b733-47d0-b174-c1ee4dec170d admin admin] Checking segment: {'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:53:44.243400 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebf31ca-b733-47d0-b174-c1ee4dec170d admin admin] Network hostable DHCP agents. Network: 2ae680b5-089d-4aa6-9cf6-a5f457c5154e, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:53:44.260273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebf31ca-b733-47d0-b174-c1ee4dec170d admin admin] Network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:53:44.268785 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-7ebf31ca-b733-47d0-b174-c1ee4dec170d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 2ae680b5-089d-4aa6-9cf6-a5f457c5154e) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:53:44.274241 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebf31ca-b733-47d0-b174-c1ee4dec170d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:44.275135 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7ebf31ca-b733-47d0-b174-c1ee4dec170d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:44.278381 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6b8b5b-7bb6-4c5a-9359-8770a48b6e86 None None] Network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:53:44.291262 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7ebf31ca-b733-47d0-b174-c1ee4dec170d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3110142 Feb 09 22:53:44.293987 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54012) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:44.298421 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0291a769-46ad-4e72-9204-3cdc0bd866d1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1170094967-router', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:53:44.318124 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0291a769-46ad-4e72-9204-3cdc0bd866d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (bf4217c5-55d1-4282-94c7-fa73fc4a7338), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:44.319499 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0291a769-46ad-4e72-9204-3cdc0bd866d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (bf4217c5-55d1-4282-94c7-fa73fc4a7338), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:44.374259 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0291a769-46ad-4e72-9204-3cdc0bd866d1 admin admin] Publish callbacks [] for router_controller (bf4217c5-55d1-4282-94c7-fa73fc4a7338), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:44.380976 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfe77f2-78d7-4632-87cc-3d814682de19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'fixed_ips': [{'subnet_id': '2dd123fa-a823-4743-9c93-7774ec9e78a9'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:53:44.381932 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2bfe77f2-78d7-4632-87cc-3d814682de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:44.516565 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-2bfe77f2-78d7-4632-87cc-3d814682de19 None None] Allocated IP 172.20.0.2 (2ae680b5-089d-4aa6-9cf6-a5f457c5154e/2dd123fa-a823-4743-9c93-7774ec9e78a9/afbcbe19-a061-4ada-98f2-49679be70440) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:53:44.521262 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0291a769-46ad-4e72-9204-3cdc0bd866d1 admin admin] Publish callbacks [] for router_gateway (bf4217c5-55d1-4282-94c7-fa73fc4a7338), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:44.662450 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2bfe77f2-78d7-4632-87cc-3d814682de19 None None] Publish callbacks [] for port (afbcbe19-a061-4ada-98f2-49679be70440), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:44.669705 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2bfe77f2-78d7-4632-87cc-3d814682de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (afbcbe19-a061-4ada-98f2-49679be70440), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:44.712563 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfe77f2-78d7-4632-87cc-3d814682de19 None None] Network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:53:44.715729 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-2bfe77f2-78d7-4632-87cc-3d814682de19 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:53:44.719432 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfe77f2-78d7-4632-87cc-3d814682de19 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:53:44.725225 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe77f2-78d7-4632-87cc-3d814682de19 None None] Pushing event updated for resources: {'Port': ['ID=afbcbe19-a061-4ada-98f2-49679be70440,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:44.792662 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:44.796543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2bfe77f2-78d7-4632-87cc-3d814682de19 None None] Attempting to bind port afbcbe19-a061-4ada-98f2-49679be70440 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:53:44.796918 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2bfe77f2-78d7-4632-87cc-3d814682de19 None None] Attempting to bind port afbcbe19-a061-4ada-98f2-49679be70440 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:53:44.797295 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe77f2-78d7-4632-87cc-3d814682de19 None None] Attempting to bind port afbcbe19-a061-4ada-98f2-49679be70440 on network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:53:44.802798 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe77f2-78d7-4632-87cc-3d814682de19 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:53:44.803187 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe77f2-78d7-4632-87cc-3d814682de19 None None] Checking segment: {'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:53:44.803597 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2bfe77f2-78d7-4632-87cc-3d814682de19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:44.804054 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe77f2-78d7-4632-87cc-3d814682de19 None None] Bound using segment: {'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:53:44.804533 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2bfe77f2-78d7-4632-87cc-3d814682de19 None None] Bound port: afbcbe19-a061-4ada-98f2-49679be70440, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:53:44.804922 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2bfe77f2-78d7-4632-87cc-3d814682de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (afbcbe19-a061-4ada-98f2-49679be70440), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:44.875253 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2bfe77f2-78d7-4632-87cc-3d814682de19 None None] For port afbcbe19-a061-4ada-98f2-49679be70440, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:53:44.878715 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2bfe77f2-78d7-4632-87cc-3d814682de19 None None] For port afbcbe19-a061-4ada-98f2-49679be70440, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=afbcbe19-a061-4ada-98f2-49679be70440,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:53:44.885833 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2bfe77f2-78d7-4632-87cc-3d814682de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (afbcbe19-a061-4ada-98f2-49679be70440), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:44.954992 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe77f2-78d7-4632-87cc-3d814682de19 None None] Pushing event updated for resources: {'Port': ['ID=afbcbe19-a061-4ada-98f2-49679be70440,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:45.099804 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0291a769-46ad-4e72-9204-3cdc0bd866d1 admin admin] Publish callbacks [] for router_gateway (bf4217c5-55d1-4282-94c7-fa73fc4a7338), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:45.127252 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0291a769-46ad-4e72-9204-3cdc0bd866d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:45.239439 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-0291a769-46ad-4e72-9204-3cdc0bd866d1 admin admin] Allocated IP 172.25.6.186 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/9eff9a40-e212-47b5-8cee-1c87af914ac8) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:53:45.340552 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0291a769-46ad-4e72-9204-3cdc0bd866d1 admin admin] Publish callbacks [] for port (9eff9a40-e212-47b5-8cee-1c87af914ac8), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:45.374701 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0291a769-46ad-4e72-9204-3cdc0bd866d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (9eff9a40-e212-47b5-8cee-1c87af914ac8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:45.417189 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0291a769-46ad-4e72-9204-3cdc0bd866d1 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:53:45.420183 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-0291a769-46ad-4e72-9204-3cdc0bd866d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:53:45.423854 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0291a769-46ad-4e72-9204-3cdc0bd866d1 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:53:45.453387 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291a769-46ad-4e72-9204-3cdc0bd866d1 admin admin] Pushing event updated for resources: {'Port': ['ID=9eff9a40-e212-47b5-8cee-1c87af914ac8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:45.702193 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0291a769-46ad-4e72-9204-3cdc0bd866d1 admin admin] Publish callbacks [] for router_gateway (bf4217c5-55d1-4282-94c7-fa73fc4a7338), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:45.885584 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb98157-3aa7-4809-830b-7da28b6e8270 None None] Network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:53:45.903639 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0291a769-46ad-4e72-9204-3cdc0bd866d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (bf4217c5-55d1-4282-94c7-fa73fc4a7338), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:45.997050 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-4b9bb251-32fc-4f65-9335-161201eac424 None None] Provisioning complete for port afbcbe19-a061-4ada-98f2-49679be70440 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:53:45.997393 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4b9bb251-32fc-4f65-9335-161201eac424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (afbcbe19-a061-4ada-98f2-49679be70440), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:46.044940 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0291a769-46ad-4e72-9204-3cdc0bd866d1 admin admin] Router bf4217c5-55d1-4282-94c7-fa73fc4a7338 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:53:46.091444 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-4b9bb251-32fc-4f65-9335-161201eac424 None None] Current status of the port afbcbe19-a061-4ada-98f2-49679be70440 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:53:46.092519 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4b9bb251-32fc-4f65-9335-161201eac424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (afbcbe19-a061-4ada-98f2-49679be70440), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:46.093853 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:46.131355 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-4b9bb251-32fc-4f65-9335-161201eac424 None None] For port afbcbe19-a061-4ada-98f2-49679be70440, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=afbcbe19-a061-4ada-98f2-49679be70440,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:53:46.136543 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4b9bb251-32fc-4f65-9335-161201eac424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (afbcbe19-a061-4ada-98f2-49679be70440), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:46.175229 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0291a769-46ad-4e72-9204-3cdc0bd866d1 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:53:46.186184 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bb251-32fc-4f65-9335-161201eac424 None None] Pushing event updated for resources: {'Port': ['ID=afbcbe19-a061-4ada-98f2-49679be70440,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:46.190798 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] Sync routers for ids ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:53:46.201197 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0291a769-46ad-4e72-9204-3cdc0bd866d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:46.203847 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] Routers {'bf4217c5-55d1-4282-94c7-fa73fc4a7338'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:53:46.204561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:53:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:46.205728 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54014) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:46.208195 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-0291a769-46ad-4e72-9204-3cdc0bd866d1 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9130764 Feb 09 22:53:46.459749 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2e9b4416-3d64-4452-b590-3314bddd4a32 None None] Provisioning complete for port afbcbe19-a061-4ada-98f2-49679be70440 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:53:46.460130 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2e9b4416-3d64-4452-b590-3314bddd4a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (afbcbe19-a061-4ada-98f2-49679be70440), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:46.514001 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:46.530271 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] Set router bf4217c5-55d1-4282-94c7-fa73fc4a7338 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:53:46.647718 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device afbcbe19-a061-4ada-98f2-49679be70440 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:53:46.655058 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14681000-54d0-4545-8a46-1109945352c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:46.709432 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2e9b4416-3d64-4452-b590-3314bddd4a32 None None] Current status of the port afbcbe19-a061-4ada-98f2-49679be70440 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:53:46.763786 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port afbcbe19-a061-4ada-98f2-49679be70440 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:53:46.764173 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (afbcbe19-a061-4ada-98f2-49679be70440), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:46.809917 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-14681000-54d0-4545-8a46-1109945352c0 admin admin] Allocated IP 172.20.0.1 (2ae680b5-089d-4aa6-9cf6-a5f457c5154e/2dd123fa-a823-4743-9c93-7774ec9e78a9/ce0fb87f-d3fa-4a99-8752-67386880219a) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:53:46.831197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'name': 'tempest-TestShelveInstance-1170094967-router', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:44Z', 'updated_at': '2022-02-09T22:53:45Z', 'revision_number': 3, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'gw_port': {'id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ac:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:45Z', 'updated_at': '2022-02-09T22:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:46.877429 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] Checking router: bf4217c5-55d1-4282-94c7-fa73fc4a7338 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:53:46.877789 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] Updating router bf4217c5-55d1-4282-94c7-fa73fc4a7338 port 9eff9a40-e212-47b5-8cee-1c87af914ac8 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:53:46.913412 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port afbcbe19-a061-4ada-98f2-49679be70440 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:53:46.917701 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9eff9a40-e212-47b5-8cee-1c87af914ac8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:46.918573 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14681000-54d0-4545-8a46-1109945352c0 admin admin] Publish callbacks [] for port (ce0fb87f-d3fa-4a99-8752-67386880219a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:46.952141 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14681000-54d0-4545-8a46-1109945352c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ce0fb87f-d3fa-4a99-8752-67386880219a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:46.987381 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14681000-54d0-4545-8a46-1109945352c0 admin admin] Network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:53:46.994356 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-14681000-54d0-4545-8a46-1109945352c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:53:46.997960 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14681000-54d0-4545-8a46-1109945352c0 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:53:47.024040 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14681000-54d0-4545-8a46-1109945352c0 admin admin] Pushing event updated for resources: {'Port': ['ID=ce0fb87f-d3fa-4a99-8752-67386880219a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:47.040426 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14681000-54d0-4545-8a46-1109945352c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (bf4217c5-55d1-4282-94c7-fa73fc4a7338), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:47.191311 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14681000-54d0-4545-8a46-1109945352c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ce0fb87f-d3fa-4a99-8752-67386880219a), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:47.202559 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] Publish callbacks [] for port (9eff9a40-e212-47b5-8cee-1c87af914ac8), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:47.208057 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9eff9a40-e212-47b5-8cee-1c87af914ac8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:47.273559 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] Attempting to bind port 9eff9a40-e212-47b5-8cee-1c87af914ac8 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:53:47.273822 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] Attempting to bind port 9eff9a40-e212-47b5-8cee-1c87af914ac8 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:53:47.274190 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] Attempting to bind port 9eff9a40-e212-47b5-8cee-1c87af914ac8 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:53:47.276013 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212de6e-dc4a-4402-8749-b2764d603aa5 None None] Pushing event updated for resources: {'Port': ['ID=9eff9a40-e212-47b5-8cee-1c87af914ac8,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:47.279153 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-bc9ffc92-9d66-4f08-a470-d11cc762cc48 None None] Provisioning complete for port ce0fb87f-d3fa-4a99-8752-67386880219a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:53:47.279531 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc9ffc92-9d66-4f08-a470-d11cc762cc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ce0fb87f-d3fa-4a99-8752-67386880219a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:47.304106 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:53:47.304485 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:53:47.304891 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:47.305287 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:53:47.305776 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] Bound port: 9eff9a40-e212-47b5-8cee-1c87af914ac8, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:53:47.306160 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9eff9a40-e212-47b5-8cee-1c87af914ac8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:47.345724 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-bc9ffc92-9d66-4f08-a470-d11cc762cc48 None None] Port ce0fb87f-d3fa-4a99-8752-67386880219a cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:53:47.356800 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14681000-54d0-4545-8a46-1109945352c0 admin admin] Publish callbacks [] for port (ce0fb87f-d3fa-4a99-8752-67386880219a), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:47.362672 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14681000-54d0-4545-8a46-1109945352c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (ce0fb87f-d3fa-4a99-8752-67386880219a), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:47.368013 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] For port 9eff9a40-e212-47b5-8cee-1c87af914ac8, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:53:47.371943 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] For port 9eff9a40-e212-47b5-8cee-1c87af914ac8, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9eff9a40-e212-47b5-8cee-1c87af914ac8,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:53:47.377661 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9eff9a40-e212-47b5-8cee-1c87af914ac8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:47.441292 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] Routers {'bf4217c5-55d1-4282-94c7-fa73fc4a7338'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:53:47.441851 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:53:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:47.443711 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212de6e-dc4a-4402-8749-b2764d603aa5 None None] Pushing event updated for resources: {'Port': ['ID=9eff9a40-e212-47b5-8cee-1c87af914ac8,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:47.558537 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] Set router bf4217c5-55d1-4282-94c7-fa73fc4a7338 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:53:47.737090 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14681000-54d0-4545-8a46-1109945352c0 admin admin] Pushing event updated for resources: {'Port': ['ID=ce0fb87f-d3fa-4a99-8752-67386880219a,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:47.739523 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-14681000-54d0-4545-8a46-1109945352c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (bf4217c5-55d1-4282-94c7-fa73fc4a7338), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:47.772249 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'name': 'tempest-TestShelveInstance-1170094967-router', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:44Z', 'updated_at': '2022-02-09T22:53:47Z', 'revision_number': 4, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'gw_port': {'id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ac:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:45Z', 'updated_at': '2022-02-09T22:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'ce0fb87f-d3fa-4a99-8752-67386880219a', 'name': '', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'mac_address': 'fa:16:3e:6c:0e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:46Z', 'updated_at': '2022-02-09T22:53:47Z', 'revision_number': 2, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'subnets': [{'id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:47.798480 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f36e9fc-550f-4870-b64e-83c084a5f1e3 None None] The sync data for ids ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'] in n-d-828601-1 is: [{'id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'name': 'tempest-TestShelveInstance-1170094967-router', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:44Z', 'updated_at': '2022-02-09T22:53:47Z', 'revision_number': 4, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'gw_port': {'id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ac:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:45Z', 'updated_at': '2022-02-09T22:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'ce0fb87f-d3fa-4a99-8752-67386880219a', 'name': '', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'mac_address': 'fa:16:3e:6c:0e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:46Z', 'updated_at': '2022-02-09T22:53:47Z', 'revision_number': 2, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'subnets': [{'id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:53:47.831396 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14681000-54d0-4545-8a46-1109945352c0 admin admin] Network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:53:47.832813 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-14681000-54d0-4545-8a46-1109945352c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:53:47.963128 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14681000-54d0-4545-8a46-1109945352c0 admin admin] Router bf4217c5-55d1-4282-94c7-fa73fc4a7338 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:53:48.099562 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14681000-54d0-4545-8a46-1109945352c0 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:53:48.104928 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-14681000-54d0-4545-8a46-1109945352c0 admin admin] 10.222.0.77 "PUT /v2.0/routers/bf4217c5-55d1-4282-94c7-fa73fc4a7338/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8982480 Feb 09 22:53:48.171431 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b28c81ac-2385-4401-a445-ff32b7d90452 None None] Provisioning complete for port ce0fb87f-d3fa-4a99-8752-67386880219a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:53:48.172059 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b28c81ac-2385-4401-a445-ff32b7d90452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ce0fb87f-d3fa-4a99-8752-67386880219a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:48.212604 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b28c81ac-2385-4401-a445-ff32b7d90452 None None] Port ce0fb87f-d3fa-4a99-8752-67386880219a cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:53:48.628587 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54030) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:48.635498 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9eff9a40-e212-47b5-8cee-1c87af914ac8 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:53:48.636689 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-fcc18787-89e8-4808-8919-b4dc5e163ce9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-571809057-network', 'tenant_id': '091fc75de72244e68f1d090b586db211'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:53:48.661457 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc18787-89e8-4808-8919-b4dc5e163ce9 admin admin] Made reservation on behalf of 091fc75de72244e68f1d090b586db211 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:53:48.663981 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fcc18787-89e8-4808-8919-b4dc5e163ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:48.673561 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fcc18787-89e8-4808-8919-b4dc5e163ce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:48.698500 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 9eff9a40-e212-47b5-8cee-1c87af914ac8 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:53:48.698928 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9eff9a40-e212-47b5-8cee-1c87af914ac8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:48.760210 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fcc18787-89e8-4808-8919-b4dc5e163ce9 admin admin] Publish callbacks [] for security_group (416a290c-63dd-4868-bf6d-e3afe799f1a4), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:48.764550 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fcc18787-89e8-4808-8919-b4dc5e163ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (416a290c-63dd-4868-bf6d-e3afe799f1a4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:48.784379 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 9eff9a40-e212-47b5-8cee-1c87af914ac8 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:53:48.784872 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (9eff9a40-e212-47b5-8cee-1c87af914ac8), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:48.788422 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc18787-89e8-4808-8919-b4dc5e163ce9 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:53:48.805374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc18787-89e8-4808-8919-b4dc5e163ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416a290c-63dd-4868-bf6d-e3afe799f1a4,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:48.808509 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 9eff9a40-e212-47b5-8cee-1c87af914ac8, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9eff9a40-e212-47b5-8cee-1c87af914ac8,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:53:48.810862 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fcc18787-89e8-4808-8919-b4dc5e163ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (9e01140e-6a23-46b4-bf1f-931379d7baa9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:48.811186 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-fcc18787-89e8-4808-8919-b4dc5e163ce9 admin admin] Added segment 9e01140e-6a23-46b4-bf1f-931379d7baa9 of type vlan for network 887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4 Feb 09 22:53:48.817391 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (9eff9a40-e212-47b5-8cee-1c87af914ac8), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:48.856419 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fcc18787-89e8-4808-8919-b4dc5e163ce9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:48.872737 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=9eff9a40-e212-47b5-8cee-1c87af914ac8,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:48.886472 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fcc18787-89e8-4808-8919-b4dc5e163ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:48.887559 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc18787-89e8-4808-8919-b4dc5e163ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:48.888304 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fcc18787-89e8-4808-8919-b4dc5e163ce9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:48.956186 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fcc18787-89e8-4808-8919-b4dc5e163ce9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3263350 Feb 09 22:53:48.958727 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54032) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:48.965466 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-af94dff3-df3a-41fc-b553-36b195bec62b admin admin] Request body: {'subnet': {'network_id': '887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-571809057-subnet', 'tenant_id': '091fc75de72244e68f1d090b586db211', 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:53:48.975727 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc18787-89e8-4808-8919-b4dc5e163ce9 admin admin] Pushing event updated for resources: {'Network': ['ID=887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:48.986723 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network 887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:53:48.992377 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af94dff3-df3a-41fc-b553-36b195bec62b admin admin] Made reservation on behalf of 091fc75de72244e68f1d090b586db211 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:53:48.995283 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af94dff3-df3a-41fc-b553-36b195bec62b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:49.176606 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af94dff3-df3a-41fc-b553-36b195bec62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (6025d11f-af1a-424a-99a5-4d7943714e73), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:49.232464 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94dff3-df3a-41fc-b553-36b195bec62b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6025d11f-af1a-424a-99a5-4d7943714e73,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:49.243425 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af94dff3-df3a-41fc-b553-36b195bec62b admin admin] Checking segment: {'id': '9e01140e-6a23-46b4-bf1f-931379d7baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:53:49.243817 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af94dff3-df3a-41fc-b553-36b195bec62b admin admin] Network hostable DHCP agents. Network: 887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:53:49.259960 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af94dff3-df3a-41fc-b553-36b195bec62b admin admin] Network 887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:53:49.268785 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-af94dff3-df3a-41fc-b553-36b195bec62b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, 887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:53:49.272917 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af94dff3-df3a-41fc-b553-36b195bec62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:49.273525 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af94dff3-df3a-41fc-b553-36b195bec62b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:49.278903 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7ab9cb-d78a-4307-8a1b-0e2bfc9c0989 None None] Network 887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:53:49.290107 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-af94dff3-df3a-41fc-b553-36b195bec62b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3303120 Feb 09 22:53:49.292863 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54034) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:49.297463 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-35e86aaa-1237-49c8-8d5d-a99e837c7fc0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-571809057-router', 'tenant_id': '091fc75de72244e68f1d090b586db211', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:53:49.317454 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35e86aaa-1237-49c8-8d5d-a99e837c7fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (014a6c58-9c09-44ee-99d4-bb891eb767a8), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:49.318559 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35e86aaa-1237-49c8-8d5d-a99e837c7fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (014a6c58-9c09-44ee-99d4-bb891eb767a8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:49.377285 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35e86aaa-1237-49c8-8d5d-a99e837c7fc0 admin admin] Publish callbacks [] for router_controller (014a6c58-9c09-44ee-99d4-bb891eb767a8), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:49.388185 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ee1dfb-0812-457a-a698-735a15bcf8ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4', 'network_id': '887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4', 'project_id': '091fc75de72244e68f1d090b586db211', 'fixed_ips': [{'subnet_id': '6025d11f-af1a-424a-99a5-4d7943714e73'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:53:49.388185 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-89ee1dfb-0812-457a-a698-735a15bcf8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:49.526369 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35e86aaa-1237-49c8-8d5d-a99e837c7fc0 admin admin] Publish callbacks [] for router_gateway (014a6c58-9c09-44ee-99d4-bb891eb767a8), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:49.530871 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-89ee1dfb-0812-457a-a698-735a15bcf8ec None None] Allocated IP 172.20.0.2 (887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4/6025d11f-af1a-424a-99a5-4d7943714e73/087292e5-fd9d-4da6-9088-95be4ddf763f) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:53:49.680884 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-89ee1dfb-0812-457a-a698-735a15bcf8ec None None] Publish callbacks [] for port (087292e5-fd9d-4da6-9088-95be4ddf763f), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:49.687178 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-89ee1dfb-0812-457a-a698-735a15bcf8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (087292e5-fd9d-4da6-9088-95be4ddf763f), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:49.730938 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ee1dfb-0812-457a-a698-735a15bcf8ec None None] Network 887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:53:49.734143 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-89ee1dfb-0812-457a-a698-735a15bcf8ec None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:53:49.737893 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ee1dfb-0812-457a-a698-735a15bcf8ec None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:53:49.744690 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee1dfb-0812-457a-a698-735a15bcf8ec None None] Pushing event updated for resources: {'Port': ['ID=087292e5-fd9d-4da6-9088-95be4ddf763f,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:49.745190 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35e86aaa-1237-49c8-8d5d-a99e837c7fc0 admin admin] Publish callbacks [] for router_gateway (014a6c58-9c09-44ee-99d4-bb891eb767a8), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:49.766281 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35e86aaa-1237-49c8-8d5d-a99e837c7fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:49.804159 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-89ee1dfb-0812-457a-a698-735a15bcf8ec None None] Attempting to bind port 087292e5-fd9d-4da6-9088-95be4ddf763f on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:53:49.804558 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-89ee1dfb-0812-457a-a698-735a15bcf8ec None None] Attempting to bind port 087292e5-fd9d-4da6-9088-95be4ddf763f by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '9e01140e-6a23-46b4-bf1f-931379d7baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:53:49.804804 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ee1dfb-0812-457a-a698-735a15bcf8ec None None] Attempting to bind port 087292e5-fd9d-4da6-9088-95be4ddf763f on network 887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:53:49.809881 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ee1dfb-0812-457a-a698-735a15bcf8ec None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:53:49.811190 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ee1dfb-0812-457a-a698-735a15bcf8ec None None] Checking segment: {'id': '9e01140e-6a23-46b4-bf1f-931379d7baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:53:49.811190 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-89ee1dfb-0812-457a-a698-735a15bcf8ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:49.811190 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ee1dfb-0812-457a-a698-735a15bcf8ec None None] Bound using segment: {'id': '9e01140e-6a23-46b4-bf1f-931379d7baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:53:49.811508 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-89ee1dfb-0812-457a-a698-735a15bcf8ec None None] Bound port: 087292e5-fd9d-4da6-9088-95be4ddf763f, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e01140e-6a23-46b4-bf1f-931379d7baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:53:49.811890 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-89ee1dfb-0812-457a-a698-735a15bcf8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (087292e5-fd9d-4da6-9088-95be4ddf763f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:49.874102 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-35e86aaa-1237-49c8-8d5d-a99e837c7fc0 admin admin] Allocated IP 172.25.6.162 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/6e7d2968-1bbb-4288-b452-b87a9fb48235) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:53:49.877407 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-89ee1dfb-0812-457a-a698-735a15bcf8ec None None] For port 087292e5-fd9d-4da6-9088-95be4ddf763f, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:53:49.881674 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-89ee1dfb-0812-457a-a698-735a15bcf8ec None None] For port 087292e5-fd9d-4da6-9088-95be4ddf763f, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=087292e5-fd9d-4da6-9088-95be4ddf763f,segment=NetworkSegment(9e01140e-6a23-46b4-bf1f-931379d7baa9),segment_id=9e01140e-6a23-46b4-bf1f-931379d7baa9)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:53:49.887953 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-89ee1dfb-0812-457a-a698-735a15bcf8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (087292e5-fd9d-4da6-9088-95be4ddf763f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:49.926764 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] Sync routers for ids ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:53:49.938374 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] Routers {'bf4217c5-55d1-4282-94c7-fa73fc4a7338'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:53:49.939063 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:53:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:49.961922 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee1dfb-0812-457a-a698-735a15bcf8ec None None] Pushing event updated for resources: {'Port': ['ID=087292e5-fd9d-4da6-9088-95be4ddf763f,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:50.003141 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35e86aaa-1237-49c8-8d5d-a99e837c7fc0 admin admin] Publish callbacks [] for port (6e7d2968-1bbb-4288-b452-b87a9fb48235), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:50.043101 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35e86aaa-1237-49c8-8d5d-a99e837c7fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (6e7d2968-1bbb-4288-b452-b87a9fb48235), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:50.062162 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] Set router bf4217c5-55d1-4282-94c7-fa73fc4a7338 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:53:50.081078 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e86aaa-1237-49c8-8d5d-a99e837c7fc0 admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:53:50.086951 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-35e86aaa-1237-49c8-8d5d-a99e837c7fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:53:50.094842 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e86aaa-1237-49c8-8d5d-a99e837c7fc0 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:53:50.130200 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e86aaa-1237-49c8-8d5d-a99e837c7fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=6e7d2968-1bbb-4288-b452-b87a9fb48235,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:50.384173 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'name': 'tempest-TestShelveInstance-1170094967-router', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:44Z', 'updated_at': '2022-02-09T22:53:47Z', 'revision_number': 4, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'gw_port': {'id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ac:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:45Z', 'updated_at': '2022-02-09T22:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'ce0fb87f-d3fa-4a99-8752-67386880219a', 'name': '', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'mac_address': 'fa:16:3e:6c:0e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:46Z', 'updated_at': '2022-02-09T22:53:47Z', 'revision_number': 2, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'subnets': [{'id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:50.397132 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35e86aaa-1237-49c8-8d5d-a99e837c7fc0 admin admin] Publish callbacks [] for router_gateway (014a6c58-9c09-44ee-99d4-bb891eb767a8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:50.416649 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] Checking router: bf4217c5-55d1-4282-94c7-fa73fc4a7338 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:53:50.417012 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] Updating router bf4217c5-55d1-4282-94c7-fa73fc4a7338 port ce0fb87f-d3fa-4a99-8752-67386880219a binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:53:50.452571 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ce0fb87f-d3fa-4a99-8752-67386880219a), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:50.613103 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35e86aaa-1237-49c8-8d5d-a99e837c7fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (014a6c58-9c09-44ee-99d4-bb891eb767a8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:50.706592 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 087292e5-fd9d-4da6-9088-95be4ddf763f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:53:50.756204 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] Publish callbacks [] for port (ce0fb87f-d3fa-4a99-8752-67386880219a), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:50.762063 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ce0fb87f-d3fa-4a99-8752-67386880219a), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:50.779799 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 087292e5-fd9d-4da6-9088-95be4ddf763f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:53:50.780163 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (087292e5-fd9d-4da6-9088-95be4ddf763f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:50.784694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e86aaa-1237-49c8-8d5d-a99e837c7fc0 admin admin] Router 014a6c58-9c09-44ee-99d4-bb891eb767a8 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:53:50.821402 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae29754-a257-45af-bc5d-dcab3872796b None None] Pushing event updated for resources: {'Port': ['ID=ce0fb87f-d3fa-4a99-8752-67386880219a,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:50.853322 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae29754-a257-45af-bc5d-dcab3872796b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:50.853711 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae29754-a257-45af-bc5d-dcab3872796b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:50.854074 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae29754-a257-45af-bc5d-dcab3872796b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:50.854410 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae29754-a257-45af-bc5d-dcab3872796b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:50.854739 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae29754-a257-45af-bc5d-dcab3872796b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:50.855117 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae29754-a257-45af-bc5d-dcab3872796b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:50.855602 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae29754-a257-45af-bc5d-dcab3872796b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:50.855981 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae29754-a257-45af-bc5d-dcab3872796b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:50.856296 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae29754-a257-45af-bc5d-dcab3872796b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:50.856618 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae29754-a257-45af-bc5d-dcab3872796b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:50.856953 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae29754-a257-45af-bc5d-dcab3872796b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:50.857257 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae29754-a257-45af-bc5d-dcab3872796b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:50.857578 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae29754-a257-45af-bc5d-dcab3872796b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:50.886920 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 087292e5-fd9d-4da6-9088-95be4ddf763f is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:53:50.887240 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (087292e5-fd9d-4da6-9088-95be4ddf763f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:50.903973 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] Attempting to bind port ce0fb87f-d3fa-4a99-8752-67386880219a on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:53:50.904342 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] Attempting to bind port ce0fb87f-d3fa-4a99-8752-67386880219a by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:53:50.904757 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] Attempting to bind port ce0fb87f-d3fa-4a99-8752-67386880219a on network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:53:50.911540 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:53:50.912485 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] Checking segment: {'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:53:50.912949 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:50.913353 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] Bound using segment: {'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:53:50.913827 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] Bound port: ce0fb87f-d3fa-4a99-8752-67386880219a, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:53:50.914204 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ce0fb87f-d3fa-4a99-8752-67386880219a), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:50.921104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e86aaa-1237-49c8-8d5d-a99e837c7fc0 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:53:50.933011 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] Sync routers for ids ['014a6c58-9c09-44ee-99d4-bb891eb767a8'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:53:50.945443 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35e86aaa-1237-49c8-8d5d-a99e837c7fc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:50.946788 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-35e86aaa-1237-49c8-8d5d-a99e837c7fc0 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6527531 Feb 09 22:53:50.957734 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 087292e5-fd9d-4da6-9088-95be4ddf763f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=087292e5-fd9d-4da6-9088-95be4ddf763f,segment=NetworkSegment(9e01140e-6a23-46b4-bf1f-931379d7baa9),segment_id=9e01140e-6a23-46b4-bf1f-931379d7baa9)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:53:50.959262 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] Routers {'014a6c58-9c09-44ee-99d4-bb891eb767a8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:53:50.959819 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54036) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:50.959965 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:53:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['014a6c58-9c09-44ee-99d4-bb891eb767a8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:51.000128 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] For port ce0fb87f-d3fa-4a99-8752-67386880219a, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:53:51.004836 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] For port ce0fb87f-d3fa-4a99-8752-67386880219a, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ce0fb87f-d3fa-4a99-8752-67386880219a,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:53:51.013567 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ce0fb87f-d3fa-4a99-8752-67386880219a), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:51.016826 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (087292e5-fd9d-4da6-9088-95be4ddf763f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:51.017610 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9eff9a40-e212-47b5-8cee-1c87af914ac8 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:53:51.080321 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] Routers {'bf4217c5-55d1-4282-94c7-fa73fc4a7338'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:53:51.080883 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:53:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:51.198002 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae29754-a257-45af-bc5d-dcab3872796b None None] Pushing event updated for resources: {'Port': ['ID=ce0fb87f-d3fa-4a99-8752-67386880219a,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:51.232067 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] Set router bf4217c5-55d1-4282-94c7-fa73fc4a7338 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:53:51.339722 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf615336-9a1d-4280-989c-59862a6d1137 None None] Network 887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:53:51.449607 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=087292e5-fd9d-4da6-9088-95be4ddf763f,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:51.460053 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 9eff9a40-e212-47b5-8cee-1c87af914ac8 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:53:51.460430 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (9eff9a40-e212-47b5-8cee-1c87af914ac8), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:51.469418 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-04d2dc03-76df-449f-a7c6-805c39fe6deb None None] Provisioning complete for port ce0fb87f-d3fa-4a99-8752-67386880219a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:53:51.469791 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-04d2dc03-76df-449f-a7c6-805c39fe6deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ce0fb87f-d3fa-4a99-8752-67386880219a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:51.487441 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'name': 'tempest-TestShelveInstance-1170094967-router', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:44Z', 'updated_at': '2022-02-09T22:53:47Z', 'revision_number': 4, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'gw_port': {'id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ac:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:45Z', 'updated_at': '2022-02-09T22:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'ce0fb87f-d3fa-4a99-8752-67386880219a', 'name': '', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'mac_address': 'fa:16:3e:6c:0e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:46Z', 'updated_at': '2022-02-09T22:53:50Z', 'revision_number': 4, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'subnets': [{'id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:51.517082 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689da029-b124-4ddb-96ce-f09e30fcd9ad None None] The sync data for ids ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'] in n-d-828601-1 is: [{'id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'name': 'tempest-TestShelveInstance-1170094967-router', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:44Z', 'updated_at': '2022-02-09T22:53:47Z', 'revision_number': 4, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'gw_port': {'id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ac:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:45Z', 'updated_at': '2022-02-09T22:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'ce0fb87f-d3fa-4a99-8752-67386880219a', 'name': '', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'mac_address': 'fa:16:3e:6c:0e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:46Z', 'updated_at': '2022-02-09T22:53:50Z', 'revision_number': 4, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'subnets': [{'id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:53:51.517761 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-665add4b-b87e-421a-b83b-23f0d28f4f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:51.543124 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] Set router 014a6c58-9c09-44ee-99d4-bb891eb767a8 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:53:51.688396 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-665add4b-b87e-421a-b83b-23f0d28f4f7b admin admin] Allocated IP 172.20.0.1 (887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4/6025d11f-af1a-424a-99a5-4d7943714e73/943f5cea-42cb-4e81-8cb7-2de691590948) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:53:51.817611 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-04d2dc03-76df-449f-a7c6-805c39fe6deb None None] Current status of the port ce0fb87f-d3fa-4a99-8752-67386880219a is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:53:51.818232 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-04d2dc03-76df-449f-a7c6-805c39fe6deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ce0fb87f-d3fa-4a99-8752-67386880219a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:51.819089 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-665add4b-b87e-421a-b83b-23f0d28f4f7b admin admin] Publish callbacks [] for port (943f5cea-42cb-4e81-8cb7-2de691590948), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:51.854130 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 9eff9a40-e212-47b5-8cee-1c87af914ac8 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:53:51.861814 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-665add4b-b87e-421a-b83b-23f0d28f4f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (943f5cea-42cb-4e81-8cb7-2de691590948), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:51.889753 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-04d2dc03-76df-449f-a7c6-805c39fe6deb None None] For port ce0fb87f-d3fa-4a99-8752-67386880219a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ce0fb87f-d3fa-4a99-8752-67386880219a,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:53:51.897228 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-04d2dc03-76df-449f-a7c6-805c39fe6deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ce0fb87f-d3fa-4a99-8752-67386880219a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:51.924136 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665add4b-b87e-421a-b83b-23f0d28f4f7b admin admin] Pushing event updated for resources: {'Port': ['ID=943f5cea-42cb-4e81-8cb7-2de691590948,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:51.936894 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665add4b-b87e-421a-b83b-23f0d28f4f7b admin admin] Network 887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:53:51.939953 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-665add4b-b87e-421a-b83b-23f0d28f4f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:53:51.942985 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665add4b-b87e-421a-b83b-23f0d28f4f7b admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:53:51.961383 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014a6c58-9c09-44ee-99d4-bb891eb767a8', 'name': 'tempest-TestShelveInstance-571809057-router', 'tenant_id': '091fc75de72244e68f1d090b586db211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '6e7d2968-1bbb-4288-b452-b87a9fb48235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:49Z', 'updated_at': '2022-02-09T22:53:50Z', 'revision_number': 3, 'project_id': '091fc75de72244e68f1d090b586db211', 'gw_port': {'id': '6e7d2968-1bbb-4288-b452-b87a9fb48235', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:21:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014a6c58-9c09-44ee-99d4-bb891eb767a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:49Z', 'updated_at': '2022-02-09T22:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:51.964441 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2dc03-76df-449f-a7c6-805c39fe6deb None None] Pushing event updated for resources: {'Port': ['ID=ce0fb87f-d3fa-4a99-8752-67386880219a,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:51.999098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] Checking router: 014a6c58-9c09-44ee-99d4-bb891eb767a8 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:53:51.999471 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] Updating router 014a6c58-9c09-44ee-99d4-bb891eb767a8 port 6e7d2968-1bbb-4288-b452-b87a9fb48235 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:53:52.000764 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-665add4b-b87e-421a-b83b-23f0d28f4f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (014a6c58-9c09-44ee-99d4-bb891eb767a8), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.038318 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6e7d2968-1bbb-4288-b452-b87a9fb48235), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.065075 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b09d7095-8571-41ac-846c-e58c15357b3c None None] Provisioning complete for port ce0fb87f-d3fa-4a99-8752-67386880219a triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:53:52.065457 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b09d7095-8571-41ac-846c-e58c15357b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ce0fb87f-d3fa-4a99-8752-67386880219a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.159985 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-665add4b-b87e-421a-b83b-23f0d28f4f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (943f5cea-42cb-4e81-8cb7-2de691590948), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.278705 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b09d7095-8571-41ac-846c-e58c15357b3c None None] Current status of the port ce0fb87f-d3fa-4a99-8752-67386880219a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:53:52.315226 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-b09d7095-8571-41ac-846c-e58c15357b3c None None] Provisioning complete for port 087292e5-fd9d-4da6-9088-95be4ddf763f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:53:52.315607 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b09d7095-8571-41ac-846c-e58c15357b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (087292e5-fd9d-4da6-9088-95be4ddf763f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.360808 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-665add4b-b87e-421a-b83b-23f0d28f4f7b admin admin] Publish callbacks [] for port (943f5cea-42cb-4e81-8cb7-2de691590948), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.367202 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-665add4b-b87e-421a-b83b-23f0d28f4f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (943f5cea-42cb-4e81-8cb7-2de691590948), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.423292 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] Publish callbacks [] for port (6e7d2968-1bbb-4288-b452-b87a9fb48235), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.441149 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665add4b-b87e-421a-b83b-23f0d28f4f7b admin admin] Pushing event updated for resources: {'Port': ['ID=943f5cea-42cb-4e81-8cb7-2de691590948,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:52.443761 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-665add4b-b87e-421a-b83b-23f0d28f4f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (014a6c58-9c09-44ee-99d4-bb891eb767a8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.449057 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6e7d2968-1bbb-4288-b452-b87a9fb48235), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.491047 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b09d7095-8571-41ac-846c-e58c15357b3c None None] Current status of the port 087292e5-fd9d-4da6-9088-95be4ddf763f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:53:52.514294 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] Attempting to bind port 6e7d2968-1bbb-4288-b452-b87a9fb48235 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:53:52.514703 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] Attempting to bind port 6e7d2968-1bbb-4288-b452-b87a9fb48235 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:53:52.515056 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] Attempting to bind port 6e7d2968-1bbb-4288-b452-b87a9fb48235 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:53:52.523788 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d354bb0-a849-4630-bba1-499e3f2335c3 None None] Pushing event updated for resources: {'Port': ['ID=6e7d2968-1bbb-4288-b452-b87a9fb48235,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:52.526671 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:53:52.527020 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:53:52.527431 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.527842 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:53:52.528337 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] Bound port: 6e7d2968-1bbb-4288-b452-b87a9fb48235, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:53:52.528717 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6e7d2968-1bbb-4288-b452-b87a9fb48235), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.591881 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] For port 6e7d2968-1bbb-4288-b452-b87a9fb48235, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:53:52.595419 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] For port 6e7d2968-1bbb-4288-b452-b87a9fb48235, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=6e7d2968-1bbb-4288-b452-b87a9fb48235,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:53:52.605788 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6e7d2968-1bbb-4288-b452-b87a9fb48235), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.643819 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 087292e5-fd9d-4da6-9088-95be4ddf763f up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:53:52.698016 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-fcb661b2-d6da-47d2-8f64-94cc649c1c97 None None] Provisioning complete for port 087292e5-fd9d-4da6-9088-95be4ddf763f triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:53:52.698295 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fcb661b2-d6da-47d2-8f64-94cc649c1c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (087292e5-fd9d-4da6-9088-95be4ddf763f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.742002 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d354bb0-a849-4630-bba1-499e3f2335c3 None None] Pushing event updated for resources: {'Port': ['ID=6e7d2968-1bbb-4288-b452-b87a9fb48235,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:52.751705 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] Routers {'014a6c58-9c09-44ee-99d4-bb891eb767a8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:53:52.752436 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:53:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['014a6c58-9c09-44ee-99d4-bb891eb767a8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:52.844320 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665add4b-b87e-421a-b83b-23f0d28f4f7b admin admin] Network 887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:53:52.846034 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-665add4b-b87e-421a-b83b-23f0d28f4f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:53:52.848077 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 087292e5-fd9d-4da6-9088-95be4ddf763f triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:53:52.848496 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (087292e5-fd9d-4da6-9088-95be4ddf763f), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.939052 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] Set router 014a6c58-9c09-44ee-99d4-bb891eb767a8 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:53:52.941677 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-fcb661b2-d6da-47d2-8f64-94cc649c1c97 None None] Current status of the port 087292e5-fd9d-4da6-9088-95be4ddf763f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:53:52.969651 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665add4b-b87e-421a-b83b-23f0d28f4f7b admin admin] Router 014a6c58-9c09-44ee-99d4-bb891eb767a8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:53:53.021962 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-fcb661b2-d6da-47d2-8f64-94cc649c1c97 None None] Provisioning complete for port 943f5cea-42cb-4e81-8cb7-2de691590948 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:53:53.022377 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fcb661b2-d6da-47d2-8f64-94cc649c1c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (943f5cea-42cb-4e81-8cb7-2de691590948), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:53.083448 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665add4b-b87e-421a-b83b-23f0d28f4f7b admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:53:53.089760 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-665add4b-b87e-421a-b83b-23f0d28f4f7b admin admin] 10.222.0.77 "PUT /v2.0/routers/014a6c58-9c09-44ee-99d4-bb891eb767a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1269829 Feb 09 22:53:53.128363 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 087292e5-fd9d-4da6-9088-95be4ddf763f is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:53:53.129344 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ce0fb87f-d3fa-4a99-8752-67386880219a up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:53:53.132924 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-fcb661b2-d6da-47d2-8f64-94cc649c1c97 None None] Port 943f5cea-42cb-4e81-8cb7-2de691590948 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:53:53.363682 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-95b6eec2-d33b-4ec4-9de6-937d2c4daf8b None None] Provisioning complete for port 943f5cea-42cb-4e81-8cb7-2de691590948 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:53:53.364056 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-95b6eec2-d33b-4ec4-9de6-937d2c4daf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (943f5cea-42cb-4e81-8cb7-2de691590948), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:53.431597 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-95b6eec2-d33b-4ec4-9de6-937d2c4daf8b None None] Port 943f5cea-42cb-4e81-8cb7-2de691590948 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:53:53.434296 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port ce0fb87f-d3fa-4a99-8752-67386880219a triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:53:53.434765 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ce0fb87f-d3fa-4a99-8752-67386880219a), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:53.490916 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014a6c58-9c09-44ee-99d4-bb891eb767a8', 'name': 'tempest-TestShelveInstance-571809057-router', 'tenant_id': '091fc75de72244e68f1d090b586db211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '6e7d2968-1bbb-4288-b452-b87a9fb48235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:49Z', 'updated_at': '2022-02-09T22:53:52Z', 'revision_number': 4, 'project_id': '091fc75de72244e68f1d090b586db211', 'gw_port': {'id': '6e7d2968-1bbb-4288-b452-b87a9fb48235', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:21:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014a6c58-9c09-44ee-99d4-bb891eb767a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:49Z', 'updated_at': '2022-02-09T22:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '943f5cea-42cb-4e81-8cb7-2de691590948', 'name': '', 'network_id': '887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4', 'tenant_id': '091fc75de72244e68f1d090b586db211', 'mac_address': 'fa:16:3e:9a:a2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014a6c58-9c09-44ee-99d4-bb891eb767a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6025d11f-af1a-424a-99a5-4d7943714e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:51Z', 'updated_at': '2022-02-09T22:53:52Z', 'revision_number': 2, 'project_id': '091fc75de72244e68f1d090b586db211', 'subnets': [{'id': '6025d11f-af1a-424a-99a5-4d7943714e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:53.522379 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569b587-40c6-4733-baaf-68f3e84d1a7e None None] The sync data for ids ['014a6c58-9c09-44ee-99d4-bb891eb767a8'] in n-d-828601-1 is: [{'id': '014a6c58-9c09-44ee-99d4-bb891eb767a8', 'name': 'tempest-TestShelveInstance-571809057-router', 'tenant_id': '091fc75de72244e68f1d090b586db211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '6e7d2968-1bbb-4288-b452-b87a9fb48235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:49Z', 'updated_at': '2022-02-09T22:53:52Z', 'revision_number': 4, 'project_id': '091fc75de72244e68f1d090b586db211', 'gw_port': {'id': '6e7d2968-1bbb-4288-b452-b87a9fb48235', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:21:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014a6c58-9c09-44ee-99d4-bb891eb767a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:49Z', 'updated_at': '2022-02-09T22:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '943f5cea-42cb-4e81-8cb7-2de691590948', 'name': '', 'network_id': '887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4', 'tenant_id': '091fc75de72244e68f1d090b586db211', 'mac_address': 'fa:16:3e:9a:a2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014a6c58-9c09-44ee-99d4-bb891eb767a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6025d11f-af1a-424a-99a5-4d7943714e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:51Z', 'updated_at': '2022-02-09T22:53:52Z', 'revision_number': 2, 'project_id': '091fc75de72244e68f1d090b586db211', 'subnets': [{'id': '6025d11f-af1a-424a-99a5-4d7943714e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:53:53.562864 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port ce0fb87f-d3fa-4a99-8752-67386880219a is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:53:53.773961 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54044) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:53.778907 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7ce4ec87-f9db-4b6b-9ac8-237df55e818d tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-686427502', 'description': 'tempest-secgroup-smoke-686427502 description', 'project_id': '22848d4372ed451cbbea6c50746f4d83'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:53:53.800365 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7ce4ec87-f9db-4b6b-9ac8-237df55e818d tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:53.872426 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7ce4ec87-f9db-4b6b-9ac8-237df55e818d tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group (f159b8e3-0046-4723-b676-4cedf95a79ed), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:53.877349 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7ce4ec87-f9db-4b6b-9ac8-237df55e818d tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f159b8e3-0046-4723-b676-4cedf95a79ed), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:53.906022 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7ce4ec87-f9db-4b6b-9ac8-237df55e818d tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:53.907442 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-7ce4ec87-f9db-4b6b-9ac8-237df55e818d tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1322839 Feb 09 22:53:53.910532 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54046) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:53.916525 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-8d8f6fc8-a342-44ce-8766-c43874e2fbcf tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Request body: {'security_group_rule': {'security_group_id': 'f159b8e3-0046-4723-b676-4cedf95a79ed', 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:53:53.922232 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4ec87-f9db-4b6b-9ac8-237df55e818d tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f159b8e3-0046-4723-b676-4cedf95a79ed,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:53.947082 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d8f6fc8-a342-44ce-8766-c43874e2fbcf tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (6cd70300-4c85-4e3a-8da2-0978eb0d021d), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.010062 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d8f6fc8-a342-44ce-8766-c43874e2fbcf tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (6cd70300-4c85-4e3a-8da2-0978eb0d021d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.014828 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d8f6fc8-a342-44ce-8766-c43874e2fbcf tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (6cd70300-4c85-4e3a-8da2-0978eb0d021d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.029852 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f6fc8-a342-44ce-8766-c43874e2fbcf tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd70300-4c85-4e3a-8da2-0978eb0d021d,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:54.044876 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d8f6fc8-a342-44ce-8766-c43874e2fbcf tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.046277 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-8d8f6fc8-a342-44ce-8766-c43874e2fbcf tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348078 Feb 09 22:53:54.049121 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54048) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:54.053708 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b5664bb1-f465-4dc0-ada9-281942bdc5a7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Request body: {'security_group_rule': {'security_group_id': 'f159b8e3-0046-4723-b676-4cedf95a79ed', 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:53:54.078954 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b5664bb1-f465-4dc0-ada9-281942bdc5a7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (5f3f57af-9425-4ba2-96e8-7aa1dafa6fc6), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.142627 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b5664bb1-f465-4dc0-ada9-281942bdc5a7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (5f3f57af-9425-4ba2-96e8-7aa1dafa6fc6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.147694 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b5664bb1-f465-4dc0-ada9-281942bdc5a7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (5f3f57af-9425-4ba2-96e8-7aa1dafa6fc6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.161419 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5664bb1-f465-4dc0-ada9-281942bdc5a7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3f57af-9425-4ba2-96e8-7aa1dafa6fc6,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:54.175852 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b5664bb1-f465-4dc0-ada9-281942bdc5a7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.177086 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b5664bb1-f465-4dc0-ada9-281942bdc5a7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269429 Feb 09 22:53:54.179733 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54050) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:54.184094 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6c485051-59a3-48a5-84ad-0e83b6ace274 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Request body: {'security_group_rule': {'security_group_id': 'f159b8e3-0046-4723-b676-4cedf95a79ed', 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:53:54.208650 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c485051-59a3-48a5-84ad-0e83b6ace274 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (4ef15356-cd82-4beb-97ab-8d2504f2a53b), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.265672 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c485051-59a3-48a5-84ad-0e83b6ace274 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (4ef15356-cd82-4beb-97ab-8d2504f2a53b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.269204 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c485051-59a3-48a5-84ad-0e83b6ace274 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (4ef15356-cd82-4beb-97ab-8d2504f2a53b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.288132 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c485051-59a3-48a5-84ad-0e83b6ace274 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef15356-cd82-4beb-97ab-8d2504f2a53b,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:54.298739 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c485051-59a3-48a5-84ad-0e83b6ace274 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.302582 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-6c485051-59a3-48a5-84ad-0e83b6ace274 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197269 Feb 09 22:53:54.305437 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54052) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:54.318257 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ac83f37e-75c4-4bd8-89b9-ba8c1f21c132 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Request body: {'security_group_rule': {'security_group_id': 'f159b8e3-0046-4723-b676-4cedf95a79ed', 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:53:54.375800 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac83f37e-75c4-4bd8-89b9-ba8c1f21c132 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (98eaad54-3c68-4211-ac01-be62e1ab76d2), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.440469 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac83f37e-75c4-4bd8-89b9-ba8c1f21c132 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (98eaad54-3c68-4211-ac01-be62e1ab76d2), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.444939 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac83f37e-75c4-4bd8-89b9-ba8c1f21c132 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (98eaad54-3c68-4211-ac01-be62e1ab76d2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.463472 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83f37e-75c4-4bd8-89b9-ba8c1f21c132 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98eaad54-3c68-4211-ac01-be62e1ab76d2,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:54.476603 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac83f37e-75c4-4bd8-89b9-ba8c1f21c132 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.477883 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ac83f37e-75c4-4bd8-89b9-ba8c1f21c132 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1701915 Feb 09 22:53:54.480739 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54054) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:54.486988 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-a318f7c4-b773-4e4a-9d08-d32d8178a14c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Request body: {'security_group_rule': {'security_group_id': 'f159b8e3-0046-4723-b676-4cedf95a79ed', 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:53:54.509084 n-d-828601-1 neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-a318f7c4-b773-4e4a-9d08-d32d8178a14c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Project 22848d4372ed451cbbea6c50746f4d83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:53:54.514603 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a318f7c4-b773-4e4a-9d08-d32d8178a14c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (98edb29b-04fe-43a1-a0f3-824dc0949ad3), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.586714 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a318f7c4-b773-4e4a-9d08-d32d8178a14c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (98edb29b-04fe-43a1-a0f3-824dc0949ad3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.591347 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a318f7c4-b773-4e4a-9d08-d32d8178a14c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (98edb29b-04fe-43a1-a0f3-824dc0949ad3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.614998 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318f7c4-b773-4e4a-9d08-d32d8178a14c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98edb29b-04fe-43a1-a0f3-824dc0949ad3,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:54.621012 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a318f7c4-b773-4e4a-9d08-d32d8178a14c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.625098 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a318f7c4-b773-4e4a-9d08-d32d8178a14c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1403441 Feb 09 22:53:54.625679 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54056) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:54.629002 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6e7d2968-1bbb-4288-b452-b87a9fb48235 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:53:54.630358 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ba89b16a-79d5-484d-b623-621bc7df83e7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Request body: {'security_group_rule': {'security_group_id': 'f159b8e3-0046-4723-b676-4cedf95a79ed', 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:53:54.655550 n-d-828601-1 neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-ba89b16a-79d5-484d-b623-621bc7df83e7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Project 22848d4372ed451cbbea6c50746f4d83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:53:54.662466 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba89b16a-79d5-484d-b623-621bc7df83e7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (6a5258d8-b33c-425c-beb8-41bcab07cfd6), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.709420 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 6e7d2968-1bbb-4288-b452-b87a9fb48235 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:53:54.709774 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6e7d2968-1bbb-4288-b452-b87a9fb48235), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.741080 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba89b16a-79d5-484d-b623-621bc7df83e7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (6a5258d8-b33c-425c-beb8-41bcab07cfd6), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.746236 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba89b16a-79d5-484d-b623-621bc7df83e7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (6a5258d8-b33c-425c-beb8-41bcab07cfd6), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.770469 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba89b16a-79d5-484d-b623-621bc7df83e7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.779542 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-ba89b16a-79d5-484d-b623-621bc7df83e7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1451280 Feb 09 22:53:54.779542 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89b16a-79d5-484d-b623-621bc7df83e7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5258d8-b33c-425c-beb8-41bcab07cfd6,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:54.804133 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 6e7d2968-1bbb-4288-b452-b87a9fb48235 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:53:54.804531 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (6e7d2968-1bbb-4288-b452-b87a9fb48235), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.829513 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 6e7d2968-1bbb-4288-b452-b87a9fb48235, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=6e7d2968-1bbb-4288-b452-b87a9fb48235,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:53:54.835257 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (6e7d2968-1bbb-4288-b452-b87a9fb48235), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:54.888008 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=6e7d2968-1bbb-4288-b452-b87a9fb48235,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:54.938361 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-390b1992-0159-4842-bcce-15e151640c40 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686427502&fields=id&tenant_id=22848d4372ed451cbbea6c50746f4d83 HTTP/1.1" status: 200 len: 267 time: 0.0514593 Feb 09 22:53:55.050034 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-d7bb3e0e-7820-4597-a671-85b7997ff08b tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:55.051484 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-d7bb3e0e-7820-4597-a671-85b7997ff08b tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/networks?id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 200 len: 809 time: 0.1059420 Feb 09 22:53:55.068024 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-0e003334-62df-4b50-ac28-ab7bd2a63440 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/quotas/22848d4372ed451cbbea6c50746f4d83 HTTP/1.1" status: 200 len: 375 time: 0.0104237 Feb 09 22:53:55.124821 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-a5fa7d97-a608-48f7-9a01-6ac1f51ed59d tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=22848d4372ed451cbbea6c50746f4d83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511971 Feb 09 22:53:55.223351 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-26227b08-1c06-49e4-90e4-63aa8574ca2c service neutron] 10.222.0.77 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872910 Feb 09 22:53:55.318916 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-3cdbe5e2-b145-49dc-8e83-c221c3e01291 service neutron] 10.222.0.77 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893731 Feb 09 22:53:55.484558 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7bc55fbf-d0b1-4af7-9f5b-4bfc27e178f3 req-d31e2ed2-456e-4000-b799-f9e364ae4729 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 210 time: 0.0330312 Feb 09 22:53:55.897681 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] Sync routers for ids ['014a6c58-9c09-44ee-99d4-bb891eb767a8'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:53:55.909374 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] Routers {'014a6c58-9c09-44ee-99d4-bb891eb767a8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:53:55.910035 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:53:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['014a6c58-9c09-44ee-99d4-bb891eb767a8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:56.044773 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] Set router 014a6c58-9c09-44ee-99d4-bb891eb767a8 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:53:56.247707 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014a6c58-9c09-44ee-99d4-bb891eb767a8', 'name': 'tempest-TestShelveInstance-571809057-router', 'tenant_id': '091fc75de72244e68f1d090b586db211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '6e7d2968-1bbb-4288-b452-b87a9fb48235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:49Z', 'updated_at': '2022-02-09T22:53:52Z', 'revision_number': 4, 'project_id': '091fc75de72244e68f1d090b586db211', 'gw_port': {'id': '6e7d2968-1bbb-4288-b452-b87a9fb48235', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:21:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014a6c58-9c09-44ee-99d4-bb891eb767a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:49Z', 'updated_at': '2022-02-09T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '943f5cea-42cb-4e81-8cb7-2de691590948', 'name': '', 'network_id': '887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4', 'tenant_id': '091fc75de72244e68f1d090b586db211', 'mac_address': 'fa:16:3e:9a:a2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014a6c58-9c09-44ee-99d4-bb891eb767a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6025d11f-af1a-424a-99a5-4d7943714e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:51Z', 'updated_at': '2022-02-09T22:53:52Z', 'revision_number': 2, 'project_id': '091fc75de72244e68f1d090b586db211', 'subnets': [{'id': '6025d11f-af1a-424a-99a5-4d7943714e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:56.273121 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] Checking router: 014a6c58-9c09-44ee-99d4-bb891eb767a8 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:53:56.273465 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] Updating router 014a6c58-9c09-44ee-99d4-bb891eb767a8 port 943f5cea-42cb-4e81-8cb7-2de691590948 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:53:56.299995 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (943f5cea-42cb-4e81-8cb7-2de691590948), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:56.607133 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6e7d2968-1bbb-4288-b452-b87a9fb48235 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:53:56.621466 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-72c95251-5cc8-476a-b4fb-4af4db3c9e10 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:56.624036 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-72c95251-5cc8-476a-b4fb-4af4db3c9e10 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.71 "GET /v2.0/networks?id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 200 len: 809 time: 0.1582780 Feb 09 22:53:56.655224 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-400f7e11-9a89-4b72-a30f-84447daaf7a6 req-b349b857-a3c0-4ecd-aba3-1c55f42bb6fe tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 210 time: 0.0466814 Feb 09 22:53:56.671903 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 6e7d2968-1bbb-4288-b452-b87a9fb48235 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:53:56.672955 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (6e7d2968-1bbb-4288-b452-b87a9fb48235), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:56.718561 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-5449f355-69ad-4c5c-9a12-7f6c8cc59855 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22848d4372ed451cbbea6c50746f4d83 HTTP/1.1" status: 200 len: 379 time: 0.0840833 Feb 09 22:53:56.728440 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-cf59fd6a-6e90-4164-8081-344dd7d97ad9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Request body: {'port': {'device_id': '08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'admin_state_up': True, 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'security_groups': ['f159b8e3-0046-4723-b676-4cedf95a79ed']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:53:56.762705 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] Publish callbacks [] for port (943f5cea-42cb-4e81-8cb7-2de691590948), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:56.763941 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 6e7d2968-1bbb-4288-b452-b87a9fb48235 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:53:56.770874 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (943f5cea-42cb-4e81-8cb7-2de691590948), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:56.821271 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799c8dd-d919-4e6e-9e41-7694d0f521a3 None None] Pushing event updated for resources: {'Port': ['ID=943f5cea-42cb-4e81-8cb7-2de691590948,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:56.846930 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-cf59fd6a-6e90-4164-8081-344dd7d97ad9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Made reservation on behalf of 22848d4372ed451cbbea6c50746f4d83 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:53:56.851076 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-cf59fd6a-6e90-4164-8081-344dd7d97ad9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:56.896406 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] Attempting to bind port 943f5cea-42cb-4e81-8cb7-2de691590948 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:53:56.896776 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] Attempting to bind port 943f5cea-42cb-4e81-8cb7-2de691590948 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '9e01140e-6a23-46b4-bf1f-931379d7baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:53:56.897144 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] Attempting to bind port 943f5cea-42cb-4e81-8cb7-2de691590948 on network 887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:53:56.902311 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:53:56.902991 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] Checking segment: {'id': '9e01140e-6a23-46b4-bf1f-931379d7baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:53:56.902991 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:56.903388 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] Bound using segment: {'id': '9e01140e-6a23-46b4-bf1f-931379d7baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:53:56.903880 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] Bound port: 943f5cea-42cb-4e81-8cb7-2de691590948, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e01140e-6a23-46b4-bf1f-931379d7baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:53:56.904262 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (943f5cea-42cb-4e81-8cb7-2de691590948), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:56.973619 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] For port 943f5cea-42cb-4e81-8cb7-2de691590948, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:53:56.978545 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] For port 943f5cea-42cb-4e81-8cb7-2de691590948, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=943f5cea-42cb-4e81-8cb7-2de691590948,segment=NetworkSegment(9e01140e-6a23-46b4-bf1f-931379d7baa9),segment_id=9e01140e-6a23-46b4-bf1f-931379d7baa9)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:53:56.987481 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (943f5cea-42cb-4e81-8cb7-2de691590948), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:57.002584 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-cf59fd6a-6e90-4164-8081-344dd7d97ad9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Allocated IP 172.20.0.13 (2ae680b5-089d-4aa6-9cf6-a5f457c5154e/2dd123fa-a823-4743-9c93-7774ec9e78a9/ab9839ab-cf84-4347-a4c4-aa99d2afb985) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:53:57.052587 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] Routers {'014a6c58-9c09-44ee-99d4-bb891eb767a8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:53:57.053236 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:53:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['014a6c58-9c09-44ee-99d4-bb891eb767a8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:57.091782 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-a557b82f-90bb-44a7-916e-1c1df6197c9b None None] Provisioning complete for port 943f5cea-42cb-4e81-8cb7-2de691590948 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:53:57.092478 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a557b82f-90bb-44a7-916e-1c1df6197c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (943f5cea-42cb-4e81-8cb7-2de691590948), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:57.098639 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799c8dd-d919-4e6e-9e41-7694d0f521a3 None None] Pushing event updated for resources: {'Port': ['ID=943f5cea-42cb-4e81-8cb7-2de691590948,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:57.172433 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-cf59fd6a-6e90-4164-8081-344dd7d97ad9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:57.194559 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a557b82f-90bb-44a7-916e-1c1df6197c9b None None] Current status of the port 943f5cea-42cb-4e81-8cb7-2de691590948 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:53:57.195273 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a557b82f-90bb-44a7-916e-1c1df6197c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (943f5cea-42cb-4e81-8cb7-2de691590948), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:57.204092 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] Set router 014a6c58-9c09-44ee-99d4-bb891eb767a8 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:53:57.219688 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-cf59fd6a-6e90-4164-8081-344dd7d97ad9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:57.238416 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-a557b82f-90bb-44a7-916e-1c1df6197c9b None None] For port 943f5cea-42cb-4e81-8cb7-2de691590948, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=943f5cea-42cb-4e81-8cb7-2de691590948,segment=NetworkSegment(9e01140e-6a23-46b4-bf1f-931379d7baa9),segment_id=9e01140e-6a23-46b4-bf1f-931379d7baa9)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:53:57.243884 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a557b82f-90bb-44a7-916e-1c1df6197c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (943f5cea-42cb-4e81-8cb7-2de691590948), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:57.271029 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-cf59fd6a-6e90-4164-8081-344dd7d97ad9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:53:57.275163 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-cf59fd6a-6e90-4164-8081-344dd7d97ad9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:53:57.279725 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-cf59fd6a-6e90-4164-8081-344dd7d97ad9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:53:57.301052 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557b82f-90bb-44a7-916e-1c1df6197c9b None None] Pushing event updated for resources: {'Port': ['ID=943f5cea-42cb-4e81-8cb7-2de691590948,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:57.321542 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59fd6a-6e90-4164-8081-344dd7d97ad9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event updated for resources: {'Port': ['ID=ab9839ab-cf84-4347-a4c4-aa99d2afb985,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:57.343273 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-cf59fd6a-6e90-4164-8081-344dd7d97ad9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:57.344098 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-cf59fd6a-6e90-4164-8081-344dd7d97ad9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:57.368854 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-cf59fd6a-6e90-4164-8081-344dd7d97ad9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6443553 Feb 09 22:53:57.372619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-9651eef6-fad9-4996-81f5-46d45be2c995 None None] Provisioning complete for port 943f5cea-42cb-4e81-8cb7-2de691590948 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:53:57.372619 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9651eef6-fad9-4996-81f5-46d45be2c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (943f5cea-42cb-4e81-8cb7-2de691590948), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:57.384760 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] Request body: {'port': {'device_id': '08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:53:57.449741 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014a6c58-9c09-44ee-99d4-bb891eb767a8', 'name': 'tempest-TestShelveInstance-571809057-router', 'tenant_id': '091fc75de72244e68f1d090b586db211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '6e7d2968-1bbb-4288-b452-b87a9fb48235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:49Z', 'updated_at': '2022-02-09T22:53:52Z', 'revision_number': 4, 'project_id': '091fc75de72244e68f1d090b586db211', 'gw_port': {'id': '6e7d2968-1bbb-4288-b452-b87a9fb48235', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:21:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014a6c58-9c09-44ee-99d4-bb891eb767a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:49Z', 'updated_at': '2022-02-09T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '943f5cea-42cb-4e81-8cb7-2de691590948', 'name': '', 'network_id': '887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4', 'tenant_id': '091fc75de72244e68f1d090b586db211', 'mac_address': 'fa:16:3e:9a:a2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014a6c58-9c09-44ee-99d4-bb891eb767a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6025d11f-af1a-424a-99a5-4d7943714e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:51Z', 'updated_at': '2022-02-09T22:53:56Z', 'revision_number': 4, 'project_id': '091fc75de72244e68f1d090b586db211', 'subnets': [{'id': '6025d11f-af1a-424a-99a5-4d7943714e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:57.454522 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:57.481520 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ba99e8-8fc5-4b92-b4ac-4cf0cf23ef2d None None] The sync data for ids ['014a6c58-9c09-44ee-99d4-bb891eb767a8'] in n-d-828601-1 is: [{'id': '014a6c58-9c09-44ee-99d4-bb891eb767a8', 'name': 'tempest-TestShelveInstance-571809057-router', 'tenant_id': '091fc75de72244e68f1d090b586db211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '6e7d2968-1bbb-4288-b452-b87a9fb48235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:49Z', 'updated_at': '2022-02-09T22:53:52Z', 'revision_number': 4, 'project_id': '091fc75de72244e68f1d090b586db211', 'gw_port': {'id': '6e7d2968-1bbb-4288-b452-b87a9fb48235', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:21:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014a6c58-9c09-44ee-99d4-bb891eb767a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:49Z', 'updated_at': '2022-02-09T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '943f5cea-42cb-4e81-8cb7-2de691590948', 'name': '', 'network_id': '887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4', 'tenant_id': '091fc75de72244e68f1d090b586db211', 'mac_address': 'fa:16:3e:9a:a2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014a6c58-9c09-44ee-99d4-bb891eb767a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6025d11f-af1a-424a-99a5-4d7943714e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:51Z', 'updated_at': '2022-02-09T22:53:56Z', 'revision_number': 4, 'project_id': '091fc75de72244e68f1d090b586db211', 'subnets': [{'id': '6025d11f-af1a-424a-99a5-4d7943714e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:53:57.486543 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9651eef6-fad9-4996-81f5-46d45be2c995 None None] Current status of the port 943f5cea-42cb-4e81-8cb7-2de691590948 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:53:57.607370 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-2f1415c2-6bc9-42b2-8351-89a4728d4f9c None None] Provisioning complete for port ab9839ab-cf84-4347-a4c4-aa99d2afb985 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:53:57.608005 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2f1415c2-6bc9-42b2-8351-89a4728d4f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:57.649772 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2f1415c2-6bc9-42b2-8351-89a4728d4f9c None None] Port ab9839ab-cf84-4347-a4c4-aa99d2afb985 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:53:57.767834 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab9839ab-cf84-4347-a4c4-aa99d2afb985 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:53:57.779616 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] Publish callbacks [] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:57.793200 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] Transition to ACTIVE for port object ab9839ab-cf84-4347-a4c4-aa99d2afb985 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:53:57.797244 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:57.872376 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9839ab-cf84-4347-a4c4-aa99d2afb985,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:57.925466 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] Attempting to bind port ab9839ab-cf84-4347-a4c4-aa99d2afb985 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:53:57.925807 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] Attempting to bind port ab9839ab-cf84-4347-a4c4-aa99d2afb985 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:53:57.926140 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] Attempting to bind port ab9839ab-cf84-4347-a4c4-aa99d2afb985 on network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:53:57.931994 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] Port ab9839ab-cf84-4347-a4c4-aa99d2afb985 on network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:53:57.932253 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] Attempting to bind port ab9839ab-cf84-4347-a4c4-aa99d2afb985 on network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:53:57.937744 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:53:57.938088 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] Checking segment: {'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:53:57.938480 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] Bound using segment: {'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:53:57.938910 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] Bound port: ab9839ab-cf84-4347-a4c4-aa99d2afb985, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:53:57.939272 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:57.962310 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf41b6a-1c4c-4ff2-8eee-d8a96b317dd1 req-121efcd5-54d7-4abb-81e5-d0f01c1908ef tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:57.964016 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9cf41b6a-1c4c-4ff2-8eee-d8a96b317dd1 req-121efcd5-54d7-4abb-81e5-d0f01c1908ef tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 944 time: 0.2275760 Feb 09 22:53:58.028483 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] For port ab9839ab-cf84-4347-a4c4-aa99d2afb985, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:53:58.032776 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] For port ab9839ab-cf84-4347-a4c4-aa99d2afb985, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ab9839ab-cf84-4347-a4c4-aa99d2afb985,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:53:58.039881 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:58.044008 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9cf41b6a-1c4c-4ff2-8eee-d8a96b317dd1 req-e4e2b01b-6f9f-4f0c-bc46-3a43493a9e39 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686219 Feb 09 22:53:58.077550 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:58.078183 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:58.079690 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] 10.222.0.71 "PUT /v2.0/ports/ab9839ab-cf84-4347-a4c4-aa99d2afb985 HTTP/1.1" status: 200 len: 1092 time: 0.7026427 Feb 09 22:53:58.080197 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1', 'tag': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:53:58.083631 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866d0e3f-d72f-4b0e-9ef4-f0d5f9f98edb" -d '{"events": [{"name": "network-changed", "server_uuid": "08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1", "tag": "ab9839ab-cf84-4347-a4c4-aa99d2afb985"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:53:58.111384 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ce760-f7c5-4646-8427-ba8a4d2092b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9839ab-cf84-4347-a4c4-aa99d2afb985,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:58.160621 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab88ea8-194b-44fe-854a-ca02a8e93075 x-openstack-request-id: req-bab88ea8-194b-44fe-854a-ca02a8e93075 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:53:58.161073 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1", "tag": "ab9839ab-cf84-4347-a4c4-aa99d2afb985", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:53:58.161422 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bab88ea8-194b-44fe-854a-ca02a8e93075 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:53:58.162476 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1', 'tag': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985', 'status': 'completed', 'code': 200} Feb 09 22:53:58.186304 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-e0d9caab-0b0a-4b9d-93cb-a208e57ab8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:58.187839 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-e0d9caab-0b0a-4b9d-93cb-a208e57ab8fa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=22848d4372ed451cbbea6c50746f4d83&device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 1126 time: 0.0550385 Feb 09 22:53:58.235566 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-8cbda315-226a-4f08-b79c-0a4d10df31c5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab9839ab-cf84-4347-a4c4-aa99d2afb985 HTTP/1.1" status: 200 len: 217 time: 0.0403390 Feb 09 22:53:58.284529 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-88d8a68b-d1e3-4507-b425-b1a656bb3eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:58.286266 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-88d8a68b-d1e3-4507-b425-b1a656bb3eb2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2dd123fa-a823-4743-9c93-7774ec9e78a9 HTTP/1.1" status: 200 len: 848 time: 0.0446885 Feb 09 22:53:58.335513 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-9a1c7f43-44f7-4857-bda3-2535f91bc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:58.337047 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-9a1c7f43-44f7-4857-bda3-2535f91bc703 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451591 Feb 09 22:53:58.431556 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-3bcc1899-1825-4b92-80f2-1b41db478dd9 service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887413 Feb 09 22:53:58.518932 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-954e5ccb-a14e-40c3-b5b8-167860b71349 req-c3ddcdd5-6e99-440e-b7fa-419064a1158f service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818691 Feb 09 22:53:58.605896 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 943f5cea-42cb-4e81-8cb7-2de691590948 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:53:58.610822 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d0e3f-d72f-4b0e-9ef4-f0d5f9f98edb req-7284dbe1-2988-4af5-ad6b-4f5905ef85af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:58.612373 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-866d0e3f-d72f-4b0e-9ef4-f0d5f9f98edb req-7284dbe1-2988-4af5-ad6b-4f5905ef85af service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=22848d4372ed451cbbea6c50746f4d83&device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 1126 time: 0.0483086 Feb 09 22:53:58.653475 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 943f5cea-42cb-4e81-8cb7-2de691590948 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:53:58.654066 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (943f5cea-42cb-4e81-8cb7-2de691590948), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:58.704048 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d0e3f-d72f-4b0e-9ef4-f0d5f9f98edb req-62ee76b4-4a6b-44e5-a297-07b4890f27ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:58.705538 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-866d0e3f-d72f-4b0e-9ef4-f0d5f9f98edb req-62ee76b4-4a6b-44e5-a297-07b4890f27ce service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 200 len: 910 time: 0.0876837 Feb 09 22:53:58.736372 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 943f5cea-42cb-4e81-8cb7-2de691590948 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:53:58.748337 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-866d0e3f-d72f-4b0e-9ef4-f0d5f9f98edb req-66161961-3481-48cf-a1ac-4e6bbd1ed09f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab9839ab-cf84-4347-a4c4-aa99d2afb985 HTTP/1.1" status: 200 len: 217 time: 0.0366302 Feb 09 22:53:58.802195 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d0e3f-d72f-4b0e-9ef4-f0d5f9f98edb req-3830b53e-4f32-4e6b-ad45-464ee85465a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:58.803795 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-866d0e3f-d72f-4b0e-9ef4-f0d5f9f98edb req-3830b53e-4f32-4e6b-ad45-464ee85465a2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2dd123fa-a823-4743-9c93-7774ec9e78a9 HTTP/1.1" status: 200 len: 848 time: 0.0503571 Feb 09 22:53:58.855490 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d0e3f-d72f-4b0e-9ef4-f0d5f9f98edb req-ab9b282a-b1a7-46d1-93d9-c605599252e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:58.857040 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-866d0e3f-d72f-4b0e-9ef4-f0d5f9f98edb req-ab9b282a-b1a7-46d1-93d9-c605599252e7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465930 Feb 09 22:53:58.945296 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-866d0e3f-d72f-4b0e-9ef4-f0d5f9f98edb req-5bd27c6e-e591-4dad-8c6c-0ea173396d4a service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809655 Feb 09 22:53:59.043716 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-866d0e3f-d72f-4b0e-9ef4-f0d5f9f98edb req-a0604b76-60d4-4c21-8f13-10abb9397dfb service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917072 Feb 09 22:53:59.162687 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd5720-3adc-4d9c-acf9-4595df91cf41 req-2a85767f-06f0-4852-9e46-6b54fdac5cb3 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:59.164478 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-74fd5720-3adc-4d9c-acf9-4595df91cf41 req-2a85767f-06f0-4852-9e46-6b54fdac5cb3 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 944 time: 0.0544405 Feb 09 22:53:59.217355 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-74fd5720-3adc-4d9c-acf9-4595df91cf41 req-48a317d0-63a6-4b86-8054-fbb56ccae503 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471427 Feb 09 22:54:00.333048 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f6edb-7f95-4508-aeaa-85df771a546d req-73282926-158d-4da3-9e6c-e8b275b28697 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:00.335111 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b3f6edb-7f95-4508-aeaa-85df771a546d req-73282926-158d-4da3-9e6c-e8b275b28697 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 944 time: 0.0519755 Feb 09 22:54:00.385545 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6b3f6edb-7f95-4508-aeaa-85df771a546d req-5d238eba-7586-4064-9122-c0fe9686f54c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448539 Feb 09 22:54:01.507036 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b200b88-3807-4a48-8f15-849966592ab8 req-9382d99c-e36b-42bf-9841-6c6877f12ac6 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:01.508474 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b200b88-3807-4a48-8f15-849966592ab8 req-9382d99c-e36b-42bf-9841-6c6877f12ac6 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 944 time: 0.0521424 Feb 09 22:54:01.557005 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b200b88-3807-4a48-8f15-849966592ab8 req-cabf9a50-1404-4af8-8c49-ab25ed216af2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430095 Feb 09 22:54:01.693574 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ab9839ab-cf84-4347-a4c4-aa99d2afb985 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:54:01.791630 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ab9839ab-cf84-4347-a4c4-aa99d2afb985, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ab9839ab-cf84-4347-a4c4-aa99d2afb985,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:54:01.803772 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'port_id': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985', 'mac_address': 'fa:16:3e:2c:b1:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:54:01.839841 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ab9839ab-cf84-4347-a4c4-aa99d2afb985 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:54:01.840226 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:01.852634 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9839ab-cf84-4347-a4c4-aa99d2afb985 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:54:01.881123 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ab9839ab-cf84-4347-a4c4-aa99d2afb985, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ab9839ab-cf84-4347-a4c4-aa99d2afb985,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:54:01.885784 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:01.930549 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ab9839ab-cf84-4347-a4c4-aa99d2afb985,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:54:02.109496 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['ab9839ab-cf84-4347-a4c4-aa99d2afb985'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:54:02.681664 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956cb31-9076-4cdb-8d55-f02180cf2665 req-f6c1ac86-ab34-469b-a7d5-1cd11b35db87 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:02.683055 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5956cb31-9076-4cdb-8d55-f02180cf2665 req-f6c1ac86-ab34-469b-a7d5-1cd11b35db87 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 945 time: 0.0548618 Feb 09 22:54:02.730175 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5956cb31-9076-4cdb-8d55-f02180cf2665 req-7364134f-57d6-4f57-8eec-aa5db67b97d5 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415800 Feb 09 22:54:03.693898 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ab9839ab-cf84-4347-a4c4-aa99d2afb985 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:54:03.748715 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port ab9839ab-cf84-4347-a4c4-aa99d2afb985 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:54:03.753466 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port ab9839ab-cf84-4347-a4c4-aa99d2afb985 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:54:03.753851 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:03.830938 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ab9839ab-cf84-4347-a4c4-aa99d2afb985 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:54:03.831334 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:03.853154 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e9853-43a3-49ae-9978-6f7b08242e93 req-e82cf49a-a94f-407a-bc88-e081b8c77c1d tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:03.853780 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:54:03.854690 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f30e9853-43a3-49ae-9978-6f7b08242e93 req-e82cf49a-a94f-407a-bc88-e081b8c77c1d tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 945 time: 0.0535622 Feb 09 22:54:03.855887 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c98b4a-5d18-4465-9639-f3ddc01a5ee5" -d '{"events": [{"server_uuid": "08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1", "name": "network-vif-plugged", "status": "completed", "tag": "ab9839ab-cf84-4347-a4c4-aa99d2afb985"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:54:03.869040 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ab9839ab-cf84-4347-a4c4-aa99d2afb985, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ab9839ab-cf84-4347-a4c4-aa99d2afb985,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:54:03.873611 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:03.907548 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f30e9853-43a3-49ae-9978-6f7b08242e93 req-69c25499-2600-4b22-b134-5f9bff543a85 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464175 Feb 09 22:54:03.924653 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ab9839ab-cf84-4347-a4c4-aa99d2afb985,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:54:03.952562 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297e3872-4043-4e89-a665-60f6109a4fbd x-openstack-request-id: req-297e3872-4043-4e89-a665-60f6109a4fbd {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:54:03.952857 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1", "name": "network-vif-plugged", "status": "completed", "tag": "ab9839ab-cf84-4347-a4c4-aa99d2afb985", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:54:03.953113 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-297e3872-4043-4e89-a665-60f6109a4fbd {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:54:03.953522 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985', 'code': 200} Feb 09 22:54:04.050023 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234985b-4922-4012-8636-fa01744e1d2f req-24204d33-c4f5-49a3-8beb-933eabf66fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:04.051555 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8234985b-4922-4012-8636-fa01744e1d2f req-24204d33-c4f5-49a3-8beb-933eabf66fd2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 1128 time: 0.0446007 Feb 09 22:54:04.098920 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-8234985b-4922-4012-8636-fa01744e1d2f req-5039b5c8-cfad-4828-9d45-44ed7366f53d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415776 Feb 09 22:54:05.049512 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87b40f-ef13-4e18-977f-308cf51731de req-84841ba6-2540-4541-a616-55b9588faa5b tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:05.051448 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f87b40f-ef13-4e18-977f-308cf51731de req-84841ba6-2540-4541-a616-55b9588faa5b tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0696707 Feb 09 22:54:05.110368 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2f87b40f-ef13-4e18-977f-308cf51731de req-02a61e2b-7781-4698-8f6b-225432d62a25 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529377 Feb 09 22:54:06.247376 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a503a13-53c0-422d-b468-44349880c567 req-b62ea9df-47ac-4460-b9d8-585a98a898ba tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:06.248990 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a503a13-53c0-422d-b468-44349880c567 req-b62ea9df-47ac-4460-b9d8-585a98a898ba tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0560753 Feb 09 22:54:06.300174 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6a503a13-53c0-422d-b468-44349880c567 req-2b179e65-a75b-4721-ab17-444811e91533 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449924 Feb 09 22:54:06.427053 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5e32b-16f9-4281-95c0-8cdf30a762a7 req-b4af9fef-616c-41f9-a99f-90a801342371 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:06.428615 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0df5e32b-16f9-4281-95c0-8cdf30a762a7 req-b4af9fef-616c-41f9-a99f-90a801342371 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0597489 Feb 09 22:54:06.488852 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0df5e32b-16f9-4281-95c0-8cdf30a762a7 req-b1ebb7ee-65fb-41c5-a946-4c6f0276fdcf tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526729 Feb 09 22:54:06.509984 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54114) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:54:06.600737 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80bfe98-efb9-427c-97ea-4f2bc7d3d67b tempest-TestShelveInstance-523407139 tempest-TestShelveInstance-523407139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:06.602258 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e80bfe98-efb9-427c-97ea-4f2bc7d3d67b tempest-TestShelveInstance-523407139 tempest-TestShelveInstance-523407139-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 1123 time: 0.0912514 Feb 09 22:54:06.605261 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54118) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:54:06.609617 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e42c84c9-abd5-49da-a35a-f9ba811cb834 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:54:06.629071 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e42c84c9-abd5-49da-a35a-f9ba811cb834 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:06.725006 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e42c84c9-abd5-49da-a35a-f9ba811cb834 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:06.857035 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-e42c84c9-abd5-49da-a35a-f9ba811cb834 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Allocated IP 172.25.6.213 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/81ef05b8-76e9-48a3-878d-5d65fa13d428) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:54:06.959305 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e42c84c9-abd5-49da-a35a-f9ba811cb834 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for port (81ef05b8-76e9-48a3-878d-5d65fa13d428), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:06.994035 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e42c84c9-abd5-49da-a35a-f9ba811cb834 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (81ef05b8-76e9-48a3-878d-5d65fa13d428), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:07.038160 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42c84c9-abd5-49da-a35a-f9ba811cb834 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:54:07.041130 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-e42c84c9-abd5-49da-a35a-f9ba811cb834 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:54:07.045548 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42c84c9-abd5-49da-a35a-f9ba811cb834 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:54:07.067487 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c84c9-abd5-49da-a35a-f9ba811cb834 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event updated for resources: {'Port': ['ID=81ef05b8-76e9-48a3-878d-5d65fa13d428,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:54:07.407054 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e42c84c9-abd5-49da-a35a-f9ba811cb834 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for floatingip (61354e4d-43c6-4ddc-b4fe-de94f1ca440d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:07.453121 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:54:07.493623 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e42c84c9-abd5-49da-a35a-f9ba811cb834 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (81ef05b8-76e9-48a3-878d-5d65fa13d428), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:07.661697 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e42c84c9-abd5-49da-a35a-f9ba811cb834 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for port (81ef05b8-76e9-48a3-878d-5d65fa13d428), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:07.666654 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e42c84c9-abd5-49da-a35a-f9ba811cb834 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (81ef05b8-76e9-48a3-878d-5d65fa13d428), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:07.738196 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c84c9-abd5-49da-a35a-f9ba811cb834 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event updated for resources: {'Port': ['ID=81ef05b8-76e9-48a3-878d-5d65fa13d428,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:54:07.752035 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e42c84c9-abd5-49da-a35a-f9ba811cb834 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (61354e4d-43c6-4ddc-b4fe-de94f1ca440d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:07.859735 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-e42c84c9-abd5-49da-a35a-f9ba811cb834 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Floating IP 61354e4d-43c6-4ddc-b4fe-de94f1ca440d associated. External IP: 172.25.6.213, port: ab9839ab-cf84-4347-a4c4-aa99d2afb985. Feb 09 22:54:07.952537 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-39fc1cb2-c1e3-4e4f-940f-fada4d0a0839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:08.088499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42c84c9-abd5-49da-a35a-f9ba811cb834 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Router bf4217c5-55d1-4282-94c7-fa73fc4a7338 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:54:08.195473 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42c84c9-abd5-49da-a35a-f9ba811cb834 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:54:08.205801 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba50f640-7dff-4218-9bc0-173902fc5f56 None None] Sync routers for ids ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:54:08.215297 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e42c84c9-abd5-49da-a35a-f9ba811cb834 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:08.217128 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba50f640-7dff-4218-9bc0-173902fc5f56 None None] Routers {'bf4217c5-55d1-4282-94c7-fa73fc4a7338'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:54:08.217761 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ba50f640-7dff-4218-9bc0-173902fc5f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:53:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:54:08.250626 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e42c84c9-abd5-49da-a35a-f9ba811cb834 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6443222 Feb 09 22:54:08.251419 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1', 'tag': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:54:08.254046 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8604b2d-97f0-4d51-882a-9ad534d5ec80" -d '{"events": [{"name": "network-changed", "server_uuid": "08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1", "tag": "ab9839ab-cf84-4347-a4c4-aa99d2afb985"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:54:08.292596 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6a9dab-7eb0-4d74-826a-40c715af78b9 x-openstack-request-id: req-8f6a9dab-7eb0-4d74-826a-40c715af78b9 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:54:08.292905 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1", "tag": "ab9839ab-cf84-4347-a4c4-aa99d2afb985", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:54:08.293165 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8f6a9dab-7eb0-4d74-826a-40c715af78b9 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:54:08.293587 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1', 'tag': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985', 'status': 'completed', 'code': 200} Feb 09 22:54:08.333333 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ba50f640-7dff-4218-9bc0-173902fc5f56 None None] Set router bf4217c5-55d1-4282-94c7-fa73fc4a7338 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:54:08.359397 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8604b2d-97f0-4d51-882a-9ad534d5ec80 req-6a1b738e-40a5-4fd5-bf52-b4cb1504de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:08.360977 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d8604b2d-97f0-4d51-882a-9ad534d5ec80 req-6a1b738e-40a5-4fd5-bf52-b4cb1504de37 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=22848d4372ed451cbbea6c50746f4d83&device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 1128 time: 0.0464425 Feb 09 22:54:08.453590 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8604b2d-97f0-4d51-882a-9ad534d5ec80 req-4e31730b-1d4a-470b-9bc7-1f7e39a8851b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:08.455086 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d8604b2d-97f0-4d51-882a-9ad534d5ec80 req-4e31730b-1d4a-470b-9bc7-1f7e39a8851b service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 200 len: 910 time: 0.0877407 Feb 09 22:54:08.527343 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d8604b2d-97f0-4d51-882a-9ad534d5ec80 req-53a58c7b-4dd5-461a-8818-8556c4be124c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab9839ab-cf84-4347-a4c4-aa99d2afb985 HTTP/1.1" status: 200 len: 1000 time: 0.0659575 Feb 09 22:54:08.567283 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ba50f640-7dff-4218-9bc0-173902fc5f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'name': 'tempest-TestShelveInstance-1170094967-router', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:44Z', 'updated_at': '2022-02-09T22:53:47Z', 'revision_number': 4, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'gw_port': {'id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ac:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:45Z', 'updated_at': '2022-02-09T22:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '61354e4d-43c6-4ddc-b4fe-de94f1ca440d', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'port_id': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'mac_address': 'fa:16:3e:2c:b1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:54:07Z', 'updated_at': '2022-02-09T22:54:07Z', 'revision_number': 0, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0fb87f-d3fa-4a99-8752-67386880219a', 'name': '', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'mac_address': 'fa:16:3e:6c:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:46Z', 'updated_at': '2022-02-09T22:53:51Z', 'revision_number': 5, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'subnets': [{'id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:54:08.577215 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8604b2d-97f0-4d51-882a-9ad534d5ec80 req-d6fe28a5-9036-44f2-b2e0-1d569e327300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:08.578795 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d8604b2d-97f0-4d51-882a-9ad534d5ec80 req-d6fe28a5-9036-44f2-b2e0-1d569e327300 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2dd123fa-a823-4743-9c93-7774ec9e78a9 HTTP/1.1" status: 200 len: 848 time: 0.0462470 Feb 09 22:54:08.598728 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba50f640-7dff-4218-9bc0-173902fc5f56 None None] Checking router: bf4217c5-55d1-4282-94c7-fa73fc4a7338 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:54:08.608302 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba50f640-7dff-4218-9bc0-173902fc5f56 None None] Routers {'bf4217c5-55d1-4282-94c7-fa73fc4a7338'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:54:08.609178 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ba50f640-7dff-4218-9bc0-173902fc5f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:53:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:54:08.628240 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8604b2d-97f0-4d51-882a-9ad534d5ec80 req-30e3dd9a-6239-49d9-a329-6abd2899f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:08.629766 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d8604b2d-97f0-4d51-882a-9ad534d5ec80 req-30e3dd9a-6239-49d9-a329-6abd2899f9e0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456030 Feb 09 22:54:08.723183 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ba50f640-7dff-4218-9bc0-173902fc5f56 None None] Set router bf4217c5-55d1-4282-94c7-fa73fc4a7338 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:54:08.732375 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d8604b2d-97f0-4d51-882a-9ad534d5ec80 req-45ceefd9-4d16-4494-a4eb-abed78ae6c5e service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960875 Feb 09 22:54:08.823418 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d8604b2d-97f0-4d51-882a-9ad534d5ec80 req-3b7f50ac-84cf-47a4-b1f2-25ba649aa23a service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860403 Feb 09 22:54:08.956838 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ba50f640-7dff-4218-9bc0-173902fc5f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'name': 'tempest-TestShelveInstance-1170094967-router', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:44Z', 'updated_at': '2022-02-09T22:53:47Z', 'revision_number': 4, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'gw_port': {'id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ac:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:45Z', 'updated_at': '2022-02-09T22:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '61354e4d-43c6-4ddc-b4fe-de94f1ca440d', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'port_id': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'mac_address': 'fa:16:3e:2c:b1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:54:07Z', 'updated_at': '2022-02-09T22:54:07Z', 'revision_number': 0, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0fb87f-d3fa-4a99-8752-67386880219a', 'name': '', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'mac_address': 'fa:16:3e:6c:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:46Z', 'updated_at': '2022-02-09T22:53:51Z', 'revision_number': 5, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'subnets': [{'id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:54:08.989850 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba50f640-7dff-4218-9bc0-173902fc5f56 None None] The sync data for ids ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'] in n-d-828601-1 is: [{'id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'name': 'tempest-TestShelveInstance-1170094967-router', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:44Z', 'updated_at': '2022-02-09T22:53:47Z', 'revision_number': 4, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'gw_port': {'id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ac:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:45Z', 'updated_at': '2022-02-09T22:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '61354e4d-43c6-4ddc-b4fe-de94f1ca440d', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'port_id': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'mac_address': 'fa:16:3e:2c:b1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:54:07Z', 'updated_at': '2022-02-09T22:54:07Z', 'revision_number': 0, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0fb87f-d3fa-4a99-8752-67386880219a', 'name': '', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'mac_address': 'fa:16:3e:6c:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:46Z', 'updated_at': '2022-02-09T22:53:51Z', 'revision_number': 5, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'subnets': [{'id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:54:09.209186 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8c466-da0e-475f-ad6f-40e8c990be04 None None] New status for floating IP 61354e4d-43c6-4ddc-b4fe-de94f1ca440d: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:54:10.661077 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3cac7816-4ba3-4f6a-9276-544f59951553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:11.883316 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:12.775818 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-8af85b29-0622-4c6b-bb2a-fdcdf23fe9a0 req-51644cf3-2789-49b5-94ee-eaa991496893 service neutron] (103201) timed out ('10.222.0.71', 60376) {{(pid=103201) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:54:13.061912 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:14.756476 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:16.068468 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:16.465997 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:27.128526 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-85eca351-35e9-44b9-8c73-f8f86e4b8294 req-392c8c31-deb6-443e-b859-53b52b2a3a70 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509114 Feb 09 22:54:27.218399 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eca351-35e9-44b9-8c73-f8f86e4b8294 req-fb41fc6a-3197-4d06-a400-1984e164083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:27.221092 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-85eca351-35e9-44b9-8c73-f8f86e4b8294 req-fb41fc6a-3197-4d06-a400-1984e164083c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=22848d4372ed451cbbea6c50746f4d83&device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 1128 time: 0.0480216 Feb 09 22:54:27.326823 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eca351-35e9-44b9-8c73-f8f86e4b8294 req-e39d6634-65c0-400d-9a3e-565e614e3be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:27.328359 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-85eca351-35e9-44b9-8c73-f8f86e4b8294 req-e39d6634-65c0-400d-9a3e-565e614e3be7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 200 len: 910 time: 0.0857098 Feb 09 22:54:27.689074 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-85eca351-35e9-44b9-8c73-f8f86e4b8294 req-5ab04c1b-af9f-40a9-9dcd-f13103a02466 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab9839ab-cf84-4347-a4c4-aa99d2afb985 HTTP/1.1" status: 200 len: 1002 time: 0.3533583 Feb 09 22:54:27.737578 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eca351-35e9-44b9-8c73-f8f86e4b8294 req-e081d7af-12b6-4918-9951-cadcd576c7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:27.739037 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-85eca351-35e9-44b9-8c73-f8f86e4b8294 req-e081d7af-12b6-4918-9951-cadcd576c7a6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2dd123fa-a823-4743-9c93-7774ec9e78a9 HTTP/1.1" status: 200 len: 848 time: 0.0432820 Feb 09 22:54:27.791229 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eca351-35e9-44b9-8c73-f8f86e4b8294 req-4df05ba6-baaf-449f-8126-4159c6a328c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:27.792761 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-85eca351-35e9-44b9-8c73-f8f86e4b8294 req-4df05ba6-baaf-449f-8126-4159c6a328c4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457485 Feb 09 22:54:27.883564 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-85eca351-35e9-44b9-8c73-f8f86e4b8294 req-1783b36f-152b-4bc4-8645-ce0ed626ba55 service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845072 Feb 09 22:54:27.980880 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-85eca351-35e9-44b9-8c73-f8f86e4b8294 req-ef7458a8-97fd-47df-a87b-06ca0aefecbd service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900102 Feb 09 22:54:37.944805 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8419d665-19a4-4ead-b8c1-8baa8d41e09e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:40.668887 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-43d671a2-cd40-419f-9d89-d2080b1470f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:41.886249 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:43.065022 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:44.452445 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:54:44.758984 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:46.097147 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:46.488085 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:51.050143 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-f86f3bb2-8d5b-478a-a58f-9aef98096597 req-f5423ae6-1414-4ee2-a983-1ffc5aecb21e service neutron] (103202) timed out ('10.222.0.77', 50374) {{(pid=103202) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:55:07.948526 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dbad24c2-7e97-4e9c-a8be-54d39c3fe187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:10.661327 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-11671ed8-ac18-42da-9977-a30b8da9dae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:11.895554 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:13.070180 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:14.763301 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:16.114620 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:16.480906 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:21.454815 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:55:27.050635 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-58e69bc7-fc5b-42a0-93d8-7f387cdc146e req-f7ad7162-aca9-424c-96ba-718f39e7f737 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1045587 Feb 09 22:55:27.140682 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e69bc7-fc5b-42a0-93d8-7f387cdc146e req-e4a04f69-c3db-4db6-bbdf-4f1a3d69895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:27.142240 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-58e69bc7-fc5b-42a0-93d8-7f387cdc146e req-e4a04f69-c3db-4db6-bbdf-4f1a3d69895e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=22848d4372ed451cbbea6c50746f4d83&device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 1128 time: 0.0474575 Feb 09 22:55:27.269141 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e69bc7-fc5b-42a0-93d8-7f387cdc146e req-e9250df6-a346-43f4-b43f-bb08ac297f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:27.270620 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-58e69bc7-fc5b-42a0-93d8-7f387cdc146e req-e9250df6-a346-43f4-b43f-bb08ac297f49 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 200 len: 910 time: 0.1087017 Feb 09 22:55:27.346359 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-58e69bc7-fc5b-42a0-93d8-7f387cdc146e req-5bcbb567-9bdd-4fd4-9ce1-49fe4fc771a4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab9839ab-cf84-4347-a4c4-aa99d2afb985 HTTP/1.1" status: 200 len: 1002 time: 0.0700819 Feb 09 22:55:27.402978 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e69bc7-fc5b-42a0-93d8-7f387cdc146e req-a66d0fb8-f5ef-4f5f-9f71-d2609709f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:27.404541 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-58e69bc7-fc5b-42a0-93d8-7f387cdc146e req-a66d0fb8-f5ef-4f5f-9f71-d2609709f84a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2dd123fa-a823-4743-9c93-7774ec9e78a9 HTTP/1.1" status: 200 len: 848 time: 0.0521100 Feb 09 22:55:27.454628 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e69bc7-fc5b-42a0-93d8-7f387cdc146e req-2ee683a2-0c3b-43f6-acaf-06cf9b083ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:27.456195 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-58e69bc7-fc5b-42a0-93d8-7f387cdc146e req-2ee683a2-0c3b-43f6-acaf-06cf9b083ec8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457435 Feb 09 22:55:27.550943 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-58e69bc7-fc5b-42a0-93d8-7f387cdc146e req-633aac49-0ff0-4c09-b6ce-fa60cbc452c2 service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886946 Feb 09 22:55:27.652299 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-58e69bc7-fc5b-42a0-93d8-7f387cdc146e req-e4456e10-e228-485d-ab52-73eccc7328d9 service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959718 Feb 09 22:55:37.951891 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ca21b681-a90b-4ae1-9a8d-cd78d07f6662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:40.664437 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7e97bf9d-2156-4062-975b-d3d187b7de10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:41.892233 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:43.071900 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:44.765526 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:46.112576 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:46.500642 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:58.454435 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:56:03.180702 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc11580-3616-432d-9076-3b8ba5ab39b4 req-8998691a-ce3a-4c78-9b63-407a13f8ea0f tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:03.182214 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bc11580-3616-432d-9076-3b8ba5ab39b4 req-8998691a-ce3a-4c78-9b63-407a13f8ea0f tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0530183 Feb 09 22:56:03.230988 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1bc11580-3616-432d-9076-3b8ba5ab39b4 req-429d7a34-f68b-42a0-87e3-3fcae46490ea tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430636 Feb 09 22:56:04.366049 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a29849-0d1c-49f5-87b5-88b2e9d5b4e7 req-f1b9bd38-66a3-48dc-a11e-e789f8cdc8e2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:04.367907 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-55a29849-0d1c-49f5-87b5-88b2e9d5b4e7 req-f1b9bd38-66a3-48dc-a11e-e789f8cdc8e2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0552502 Feb 09 22:56:04.417245 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-55a29849-0d1c-49f5-87b5-88b2e9d5b4e7 req-4d9cbbd0-118f-443e-af1e-76f50da7e848 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439365 Feb 09 22:56:05.542224 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ab59f-3696-45ac-b1b6-8502b81502cc req-8963bef7-5a54-411d-96c7-eec0fdff6da9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:05.544011 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-865ab59f-3696-45ac-b1b6-8502b81502cc req-8963bef7-5a54-411d-96c7-eec0fdff6da9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0572748 Feb 09 22:56:05.593414 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-865ab59f-3696-45ac-b1b6-8502b81502cc req-967222b6-b827-4cda-b707-081cddde64ae tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438879 Feb 09 22:56:06.713614 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f51dc1-ff33-4f36-b54e-065974789400 req-827d2275-a9df-433a-b035-71ae6e2516d4 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:06.715015 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42f51dc1-ff33-4f36-b54e-065974789400 req-827d2275-a9df-433a-b035-71ae6e2516d4 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0527654 Feb 09 22:56:06.764157 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-42f51dc1-ff33-4f36-b54e-065974789400 req-24eda982-ca45-4534-8a7b-430e51dbac16 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432131 Feb 09 22:56:07.881240 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3698a53-8aea-46c1-a6fa-cb8107458a66 req-fd79564d-94ce-4320-90a3-5be1c6f18d97 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:07.882720 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b3698a53-8aea-46c1-a6fa-cb8107458a66 req-fd79564d-94ce-4320-90a3-5be1c6f18d97 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0511956 Feb 09 22:56:07.934187 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b3698a53-8aea-46c1-a6fa-cb8107458a66 req-4c154128-5d89-4cf5-a062-b06befab8b17 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458932 Feb 09 22:56:07.953883 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-09867681-9dfb-4ded-a4c6-bdc3488e7c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:09.059949 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68c326-b4d5-4cf8-8b38-780e442c795b req-44734b3e-e0a4-401e-b52e-4278126ba3a7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:09.061438 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac68c326-b4d5-4cf8-8b38-780e442c795b req-44734b3e-e0a4-401e-b52e-4278126ba3a7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0516815 Feb 09 22:56:09.109153 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ac68c326-b4d5-4cf8-8b38-780e442c795b req-49f86cde-3a89-480d-807f-411f9acfb7b6 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419247 Feb 09 22:56:10.230135 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a50228-cc71-4622-8d7f-ee5d2a22a01d req-54dea2b1-e401-4056-87cd-0e03f008dbd5 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:10.231681 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-24a50228-cc71-4622-8d7f-ee5d2a22a01d req-54dea2b1-e401-4056-87cd-0e03f008dbd5 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0537214 Feb 09 22:56:10.279985 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-24a50228-cc71-4622-8d7f-ee5d2a22a01d req-f33aeae1-1a65-4584-9b20-ce992c65ace4 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424824 Feb 09 22:56:10.666919 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a34793a5-7f56-48f3-900c-712b13a6368a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:11.415088 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9db57d-0033-40ec-a22e-cca99fb0bd9f req-cda47199-ece5-45f7-a827-c59232c19c31 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:11.417538 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c9db57d-0033-40ec-a22e-cca99fb0bd9f req-cda47199-ece5-45f7-a827-c59232c19c31 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0596173 Feb 09 22:56:11.470323 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c9db57d-0033-40ec-a22e-cca99fb0bd9f req-83e5f424-2f59-49c2-8b00-51386e2bda99 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461199 Feb 09 22:56:11.894651 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:12.596184 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c83b53-1937-4d36-85b3-1427999441db req-30990032-6fc5-44b7-8a94-1bef95e286c1 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:12.598121 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4c83b53-1937-4d36-85b3-1427999441db req-30990032-6fc5-44b7-8a94-1bef95e286c1 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0518179 Feb 09 22:56:12.645386 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4c83b53-1937-4d36-85b3-1427999441db req-4e8a756f-7da6-451f-b167-382dbad9be0c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414381 Feb 09 22:56:13.075009 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:13.769710 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49478fc2-2676-44f6-b27b-8acb44bf2f10 req-fc82ef4b-8a40-4155-8ba8-48174b8864cb tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:13.771232 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-49478fc2-2676-44f6-b27b-8acb44bf2f10 req-fc82ef4b-8a40-4155-8ba8-48174b8864cb tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0569978 Feb 09 22:56:13.820893 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-49478fc2-2676-44f6-b27b-8acb44bf2f10 req-23214192-d9c4-4ddf-be9c-b2adefd986e7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438454 Feb 09 22:56:14.769203 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:14.941464 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e705a-cd72-4bc5-92c4-ae5c9144c84a req-bb44a044-e1ed-4841-93a0-b45afbb8dc16 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:14.942882 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7c6e705a-cd72-4bc5-92c4-ae5c9144c84a req-bb44a044-e1ed-4841-93a0-b45afbb8dc16 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0518339 Feb 09 22:56:14.992070 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7c6e705a-cd72-4bc5-92c4-ae5c9144c84a req-5079fa27-0f5f-4f8e-a907-6aafa5dc17d8 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428765 Feb 09 22:56:16.133972 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5317fd1-7fb9-4214-a1bb-ee7831d21928 req-9a930ef0-d412-4d74-9814-ccf4c578c507 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:16.134804 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:16.137597 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5317fd1-7fb9-4214-a1bb-ee7831d21928 req-9a930ef0-d412-4d74-9814-ccf4c578c507 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0689347 Feb 09 22:56:16.159193 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ab9839ab-cf84-4347-a4c4-aa99d2afb985 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:56:16.212838 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5317fd1-7fb9-4214-a1bb-ee7831d21928 req-0bc7d8e6-ff39-4949-9c51-370822b85f68 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691144 Feb 09 22:56:16.299995 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ab9839ab-cf84-4347-a4c4-aa99d2afb985, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ab9839ab-cf84-4347-a4c4-aa99d2afb985,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:56:16.316270 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'port_id': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985', 'mac_address': 'fa:16:3e:2c:b1:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:56:16.360525 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ab9839ab-cf84-4347-a4c4-aa99d2afb985 is: ACTIVE; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:56:16.360918 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:16.379963 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab9839ab-cf84-4347-a4c4-aa99d2afb985 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:56:16.407689 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ab9839ab-cf84-4347-a4c4-aa99d2afb985, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ab9839ab-cf84-4347-a4c4-aa99d2afb985,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:56:16.412477 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:16.473249 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ab9839ab-cf84-4347-a4c4-aa99d2afb985,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:56:16.483436 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:16.484205 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:16.484689 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:16.485510 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:16.486014 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:16.486362 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:16.486703 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:16.487045 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:16.487381 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:16.487753 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:16.488089 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:16.488540 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:16.488878 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:16.497786 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['ab9839ab-cf84-4347-a4c4-aa99d2afb985'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:56:16.548423 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:17.351604 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02bbce-34c2-4a58-933e-db5c8c542fce req-a3590752-b5bf-421c-a190-8234dae1b947 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:17.354040 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd02bbce-34c2-4a58-933e-db5c8c542fce req-a3590752-b5bf-421c-a190-8234dae1b947 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 945 time: 0.0598755 Feb 09 22:56:17.423237 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd02bbce-34c2-4a58-933e-db5c8c542fce req-7cbb9e56-7bcc-45a7-9130-31c69461a6e4 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622878 Feb 09 22:56:18.174736 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ab9839ab-cf84-4347-a4c4-aa99d2afb985 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:56:18.231984 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port ab9839ab-cf84-4347-a4c4-aa99d2afb985 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:56:18.232474 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:18.332265 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ab9839ab-cf84-4347-a4c4-aa99d2afb985 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:56:18.332657 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:18.371343 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:56:18.375539 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0ece05-99f0-4fc1-b4ed-abf66c9e476c" -d '{"events": [{"server_uuid": "08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1", "name": "network-vif-plugged", "status": "completed", "tag": "ab9839ab-cf84-4347-a4c4-aa99d2afb985"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:56:18.380206 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ab9839ab-cf84-4347-a4c4-aa99d2afb985, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ab9839ab-cf84-4347-a4c4-aa99d2afb985,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:56:18.391072 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:18.471351 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ab9839ab-cf84-4347-a4c4-aa99d2afb985,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:56:18.525840 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a518385-74b4-4c95-b471-ceddf5f637f9 x-openstack-request-id: req-5a518385-74b4-4c95-b471-ceddf5f637f9 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:56:18.526346 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1", "name": "network-vif-plugged", "status": "completed", "tag": "ab9839ab-cf84-4347-a4c4-aa99d2afb985", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:56:18.526498 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5a518385-74b4-4c95-b471-ceddf5f637f9 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:56:18.526785 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985', 'code': 200} Feb 09 22:56:18.633254 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d22ca-9a8a-4c5b-9f43-74556a278e45 req-a8a711a5-8f01-45dc-843c-8c2d07dd132a tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:18.635010 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b9d22ca-9a8a-4c5b-9f43-74556a278e45 req-a8a711a5-8f01-45dc-843c-8c2d07dd132a tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0591702 Feb 09 22:56:18.693819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9b9d22ca-9a8a-4c5b-9f43-74556a278e45 req-c51fef74-7b4d-49a6-9cb3-7786211c0ade tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524237 Feb 09 22:56:19.834053 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82586a-4d65-4cbe-a48c-0dfae4bfb17a req-9299bd43-025e-4dd8-826c-4482d4f127c3 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:19.835715 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd82586a-4d65-4cbe-a48c-0dfae4bfb17a req-9299bd43-025e-4dd8-826c-4482d4f127c3 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0643880 Feb 09 22:56:19.894000 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cd82586a-4d65-4cbe-a48c-0dfae4bfb17a req-fd862e84-45ac-48ee-943f-494d82f31308 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488892 Feb 09 22:56:21.023684 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9067f-af5b-4276-8bfe-170304e4e7ec req-fbc8d73a-6156-4636-b9ac-a77dde25a420 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:21.024432 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-53e9067f-af5b-4276-8bfe-170304e4e7ec req-fbc8d73a-6156-4636-b9ac-a77dde25a420 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0601680 Feb 09 22:56:21.083677 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-53e9067f-af5b-4276-8bfe-170304e4e7ec req-0f33b6e5-22e6-4700-bd1a-4fd51eb716d5 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516117 Feb 09 22:56:22.218922 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980ca39-3069-4104-a1e2-aff40b93595f req-f5202f42-04c9-4b27-868a-be61b0f99f73 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:22.220727 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1980ca39-3069-4104-a1e2-aff40b93595f req-f5202f42-04c9-4b27-868a-be61b0f99f73 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0578020 Feb 09 22:56:22.284042 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1980ca39-3069-4104-a1e2-aff40b93595f req-82ed4e9e-b4b4-4637-82e9-fb3486ce239d tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551159 Feb 09 22:56:23.409692 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bb2c1-b12f-4d1e-854e-e09069e79757 req-8be64153-9cc9-4973-8a2f-e4077492388c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:23.411814 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa1bb2c1-b12f-4d1e-854e-e09069e79757 req-8be64153-9cc9-4973-8a2f-e4077492388c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0549209 Feb 09 22:56:23.464536 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa1bb2c1-b12f-4d1e-854e-e09069e79757 req-8b3f9731-b5e0-4b40-a07b-fe0b179dc0b6 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452113 Feb 09 22:56:24.587949 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20baa35-a34a-4647-8ac0-eef13a8c0e5d req-f2baa2c0-ce4a-49f9-9798-f756f32dced6 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:24.589423 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a20baa35-a34a-4647-8ac0-eef13a8c0e5d req-f2baa2c0-ce4a-49f9-9798-f756f32dced6 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0518260 Feb 09 22:56:24.638231 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a20baa35-a34a-4647-8ac0-eef13a8c0e5d req-e7a6098b-1ba2-4283-83a4-48981bf377c0 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431795 Feb 09 22:56:24.808795 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ec2c4-6317-4c2a-98eb-62b64cebc526 req-77fcacb5-7171-4d5b-8d41-b8ad43bed603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:24.810368 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1b5ec2c4-6317-4c2a-98eb-62b64cebc526 req-77fcacb5-7171-4d5b-8d41-b8ad43bed603 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=22848d4372ed451cbbea6c50746f4d83&device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 1128 time: 0.0515656 Feb 09 22:56:24.898801 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ec2c4-6317-4c2a-98eb-62b64cebc526 req-51f92635-a6aa-49e6-b974-f307b81f9961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:24.900230 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1b5ec2c4-6317-4c2a-98eb-62b64cebc526 req-51f92635-a6aa-49e6-b974-f307b81f9961 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 200 len: 910 time: 0.0841517 Feb 09 22:56:24.971827 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1b5ec2c4-6317-4c2a-98eb-62b64cebc526 req-f9f82406-02c7-4766-9517-93da19c65e2c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab9839ab-cf84-4347-a4c4-aa99d2afb985 HTTP/1.1" status: 200 len: 1002 time: 0.0630102 Feb 09 22:56:25.019675 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ec2c4-6317-4c2a-98eb-62b64cebc526 req-d1aca4fa-0776-45cf-b3b0-3d5124af0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:25.021155 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1b5ec2c4-6317-4c2a-98eb-62b64cebc526 req-d1aca4fa-0776-45cf-b3b0-3d5124af0009 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2dd123fa-a823-4743-9c93-7774ec9e78a9 HTTP/1.1" status: 200 len: 848 time: 0.0433655 Feb 09 22:56:25.070451 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ec2c4-6317-4c2a-98eb-62b64cebc526 req-fad6d570-86f0-4f07-9c6c-3303d24c5bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:25.072095 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1b5ec2c4-6317-4c2a-98eb-62b64cebc526 req-fad6d570-86f0-4f07-9c6c-3303d24c5bda service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442545 Feb 09 22:56:25.163568 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1b5ec2c4-6317-4c2a-98eb-62b64cebc526 req-81e78b08-eb46-475b-b274-e3ab8930b64f service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851521 Feb 09 22:56:25.251704 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1b5ec2c4-6317-4c2a-98eb-62b64cebc526 req-1a5d38b0-6684-4740-b586-7a33da3a1bd1 service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823748 Feb 09 22:56:25.761251 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76875b0a-e0a3-4f4e-9675-a567cd29e128 req-a965def9-8f3f-4407-a318-24886fbca222 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:25.762866 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76875b0a-e0a3-4f4e-9675-a567cd29e128 req-a965def9-8f3f-4407-a318-24886fbca222 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0560718 Feb 09 22:56:25.811474 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-76875b0a-e0a3-4f4e-9675-a567cd29e128 req-fb41e6a2-ffa1-4714-8156-77f6b7784b3f tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420833 Feb 09 22:56:26.935339 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6858b-9411-4065-a00b-f856454c8306 req-2b86509d-a72d-4849-80e2-cf41b20cf11b tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:26.936826 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5af6858b-9411-4065-a00b-f856454c8306 req-2b86509d-a72d-4849-80e2-cf41b20cf11b tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0565662 Feb 09 22:56:26.986454 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5af6858b-9411-4065-a00b-f856454c8306 req-09046745-168e-445e-a202-56a7a8c370d5 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439887 Feb 09 22:56:27.061146 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-248f4382-f676-4daa-a610-8b1f18442a4d req-87aefaf3-e1cf-4772-ac47-2ea8278d7745 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:56:27.062141 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-248f4382-f676-4daa-a610-8b1f18442a4d req-87aefaf3-e1cf-4772-ac47-2ea8278d7745 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057809 Feb 09 22:56:27.222991 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acc3de-c102-42f1-8143-b17596d6ec88 req-09070109-f5ca-4a95-8059-381cd8e58566 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:27.224573 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-53acc3de-c102-42f1-8143-b17596d6ec88 req-09070109-f5ca-4a95-8059-381cd8e58566 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0571368 Feb 09 22:56:27.275600 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-53acc3de-c102-42f1-8143-b17596d6ec88 req-542fed6b-d190-4142-93e6-5f42512954d6 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445008 Feb 09 22:56:27.533571 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-414135da-754f-4e0d-a557-efe2a8550e6b req-c0747522-194c-4c11-ae6f-21f17b94a2e6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0926023 Feb 09 22:56:28.400929 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d597fca-432a-438c-98d0-6140dcce58c9 req-da1576e1-a0fb-4a04-be25-66bfcd4bfa39 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:28.402467 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d597fca-432a-438c-98d0-6140dcce58c9 req-da1576e1-a0fb-4a04-be25-66bfcd4bfa39 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0592470 Feb 09 22:56:28.486376 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1d597fca-432a-438c-98d0-6140dcce58c9 req-a29d640c-75f2-465f-93a9-fcab8e3f1f47 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777652 Feb 09 22:56:28.496274 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414135da-754f-4e0d-a557-efe2a8550e6b req-4d0eab25-414e-4841-a501-563291980ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:28.497726 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-414135da-754f-4e0d-a557-efe2a8550e6b req-4d0eab25-414e-4841-a501-563291980ac6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1&tenant_id=22848d4372ed451cbbea6c50746f4d83 HTTP/1.1" status: 200 len: 1128 time: 0.1277268 Feb 09 22:56:28.512705 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828601-1', 'device_owner': 'compute:nova'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:56:28.573778 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:28.768851 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] For port ab9839ab-cf84-4347-a4c4-aa99d2afb985, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ab9839ab-cf84-4347-a4c4-aa99d2afb985,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:56:28.801666 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] For port ab9839ab-cf84-4347-a4c4-aa99d2afb985, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:56:28.839726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:56:28.841921 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1842b142-6d09-4de6-8dd4-c5cf2fdc55e2" -d '{"events": [{"server_uuid": "08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1", "name": "network-vif-unplugged", "status": "completed", "tag": "ab9839ab-cf84-4347-a4c4-aa99d2afb985"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:56:28.845396 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Publish callbacks [] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:28.858020 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Transition to ACTIVE for port object ab9839ab-cf84-4347-a4c4-aa99d2afb985 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:56:28.863406 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:28.951597 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb714054-71ee-423a-b145-4b3dc0f4dddb x-openstack-request-id: req-cb714054-71ee-423a-b145-4b3dc0f4dddb {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:56:28.951925 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1", "name": "network-vif-unplugged", "status": "completed", "tag": "ab9839ab-cf84-4347-a4c4-aa99d2afb985", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:56:28.952179 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cb714054-71ee-423a-b145-4b3dc0f4dddb {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:56:28.952586 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985', 'code': 200} Feb 09 22:56:28.962370 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9839ab-cf84-4347-a4c4-aa99d2afb985,revision_number=8']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:56:28.977471 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:28.977826 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:28.978172 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:28.978535 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:28.978850 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:28.979208 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:28.979514 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:28.979867 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:28.980198 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:28.980531 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:28.980857 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:28.981182 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:28.981504 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:29.013832 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] No DVR routers for this DVR port ab9839ab-cf84-4347-a4c4-aa99d2afb985 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:56:29.156290 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Attempting to bind port ab9839ab-cf84-4347-a4c4-aa99d2afb985 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:56:29.156630 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Attempting to bind port ab9839ab-cf84-4347-a4c4-aa99d2afb985 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:56:29.156962 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Attempting to bind port ab9839ab-cf84-4347-a4c4-aa99d2afb985 on network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:56:29.161193 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Port ab9839ab-cf84-4347-a4c4-aa99d2afb985 on network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:56:29.161570 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Attempting to bind port ab9839ab-cf84-4347-a4c4-aa99d2afb985 on network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:56:29.167009 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:56:29.167408 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Checking segment: {'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:56:29.167780 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Bound using segment: {'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:56:29.168238 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Bound port: ab9839ab-cf84-4347-a4c4-aa99d2afb985, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:56:29.168852 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:29.232228 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] For port ab9839ab-cf84-4347-a4c4-aa99d2afb985, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:56:29.235462 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] For port ab9839ab-cf84-4347-a4c4-aa99d2afb985, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ab9839ab-cf84-4347-a4c4-aa99d2afb985,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:56:29.241767 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:29.279181 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:29.280515 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:29.281950 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-414135da-754f-4e0d-a557-efe2a8550e6b req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] 10.222.0.42 "PUT /v2.0/ports/ab9839ab-cf84-4347-a4c4-aa99d2afb985 HTTP/1.1" status: 200 len: 1092 time: 0.7737849 Feb 09 22:56:29.326349 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d15ae-3dba-487b-a5c2-357cd90d9fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9839ab-cf84-4347-a4c4-aa99d2afb985,revision_number=9']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:56:29.367342 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414135da-754f-4e0d-a557-efe2a8550e6b req-916e7f52-ad75-40fd-9078-0524dd603320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:29.369032 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-414135da-754f-4e0d-a557-efe2a8550e6b req-916e7f52-ad75-40fd-9078-0524dd603320 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=22848d4372ed451cbbea6c50746f4d83&device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 1126 time: 0.0568945 Feb 09 22:56:29.466214 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414135da-754f-4e0d-a557-efe2a8550e6b req-c6ae375e-4ce0-4cb4-bc58-c115bfa7b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:29.467724 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-414135da-754f-4e0d-a557-efe2a8550e6b req-c6ae375e-4ce0-4cb4-bc58-c115bfa7b833 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 200 len: 910 time: 0.0894725 Feb 09 22:56:29.536159 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-414135da-754f-4e0d-a557-efe2a8550e6b req-b864f00c-38cd-44cb-89f6-72438b406260 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab9839ab-cf84-4347-a4c4-aa99d2afb985 HTTP/1.1" status: 200 len: 1000 time: 0.0629842 Feb 09 22:56:29.616238 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414135da-754f-4e0d-a557-efe2a8550e6b req-9fbcff79-aa64-4b53-914b-d867be0d9cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:29.617651 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-414135da-754f-4e0d-a557-efe2a8550e6b req-9fbcff79-aa64-4b53-914b-d867be0d9cd7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dd123fa-a823-4743-9c93-7774ec9e78a9 HTTP/1.1" status: 200 len: 848 time: 0.0722551 Feb 09 22:56:29.658569 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82493ef1-c4c7-4fe3-9424-73b98e41f370 req-dd42a99b-20f6-41f6-945b-769187d861fa tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:29.660058 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82493ef1-c4c7-4fe3-9424-73b98e41f370 req-dd42a99b-20f6-41f6-945b-769187d861fa tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 944 time: 0.0900126 Feb 09 22:56:29.702738 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414135da-754f-4e0d-a557-efe2a8550e6b req-0a204f23-d2e2-4069-a7ad-e05d712325c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:29.704247 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-414135da-754f-4e0d-a557-efe2a8550e6b req-0a204f23-d2e2-4069-a7ad-e05d712325c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0789533 Feb 09 22:56:29.725182 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-82493ef1-c4c7-4fe3-9424-73b98e41f370 req-b4b40b54-ecb8-47dd-bfff-3b7f154a0579 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594583 Feb 09 22:56:29.802524 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-414135da-754f-4e0d-a557-efe2a8550e6b req-81ff5c35-8c66-432b-9bc6-3582be6695b5 service neutron] 10.222.0.42 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891683 Feb 09 22:56:29.893031 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-414135da-754f-4e0d-a557-efe2a8550e6b req-becfe830-b520-48f5-9d2c-4d6dd0b4f675 service neutron] 10.222.0.42 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817442 Feb 09 22:56:30.226179 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ab9839ab-cf84-4347-a4c4-aa99d2afb985 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:56:30.345711 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] The host n-h1-828601-1 is not matching for port ab9839ab-cf84-4347-a4c4-aa99d2afb985 host n-h2-828601-1! {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:56:30.346438 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ab9839ab-cf84-4347-a4c4-aa99d2afb985 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:56:30.867885 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813ff1f-66c4-4dbb-b230-7657c3205f86 req-021905f0-1da3-4481-aa83-4c83b7d80aaf tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:30.870637 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7813ff1f-66c4-4dbb-b230-7657c3205f86 req-021905f0-1da3-4481-aa83-4c83b7d80aaf tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 944 time: 0.0718164 Feb 09 22:56:30.927123 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7813ff1f-66c4-4dbb-b230-7657c3205f86 req-f7f5cc8d-1a31-49b4-b7c6-33254437a242 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503724 Feb 09 22:56:30.953498 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1', 'tag': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:56:30.955981 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a121f083-e00e-4ab3-a31f-77d81e8cc2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1", "tag": "ab9839ab-cf84-4347-a4c4-aa99d2afb985"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:56:31.000829 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11e63d9-5428-4b5c-af2f-b6a40085bee9 x-openstack-request-id: req-f11e63d9-5428-4b5c-af2f-b6a40085bee9 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:56:31.001208 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1", "tag": "ab9839ab-cf84-4347-a4c4-aa99d2afb985", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:56:31.001562 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f11e63d9-5428-4b5c-af2f-b6a40085bee9 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:56:31.002099 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1', 'tag': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985', 'status': 'completed', 'code': 200} Feb 09 22:56:32.055309 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffe553-4dd5-44be-863f-8bea02a8c8eb req-b0a2e530-a37d-44eb-a7d6-da679b8dc7c5 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:32.056810 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-edffe553-4dd5-44be-863f-8bea02a8c8eb req-b0a2e530-a37d-44eb-a7d6-da679b8dc7c5 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 944 time: 0.0554307 Feb 09 22:56:32.104026 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-edffe553-4dd5-44be-863f-8bea02a8c8eb req-a23d1111-41b1-4dca-a307-ae30a8662036 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416603 Feb 09 22:56:33.253075 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364cf1e-aa06-4068-bba7-fde52f9dad3b req-9859c04c-6c2f-4f8e-8c18-af511d4afb75 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:33.254819 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f364cf1e-aa06-4068-bba7-fde52f9dad3b req-9859c04c-6c2f-4f8e-8c18-af511d4afb75 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 944 time: 0.0828536 Feb 09 22:56:33.306989 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f364cf1e-aa06-4068-bba7-fde52f9dad3b req-be7b06ce-34ee-4a5a-8fc8-3bda7bf56245 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465164 Feb 09 22:56:34.435157 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d7653-f2df-48f9-8c5e-f61ab279b2c0 req-af1495af-aeb0-45ce-a951-751cab2cea40 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:34.436682 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a74d7653-f2df-48f9-8c5e-f61ab279b2c0 req-af1495af-aeb0-45ce-a951-751cab2cea40 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 944 time: 0.0574768 Feb 09 22:56:34.484889 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a74d7653-f2df-48f9-8c5e-f61ab279b2c0 req-cdc9b7cd-c11f-4e5b-a2f1-e9c2548370f5 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424995 Feb 09 22:56:35.475166 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:56:35.608618 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc36b0-dd4c-4aa8-be2a-a9e0ce5aa354 req-6b781bdc-3c71-4899-92e0-1c27ec672338 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:35.610405 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-19bc36b0-dd4c-4aa8-be2a-a9e0ce5aa354 req-6b781bdc-3c71-4899-92e0-1c27ec672338 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 944 time: 0.0526862 Feb 09 22:56:35.668780 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-19bc36b0-dd4c-4aa8-be2a-a9e0ce5aa354 req-ae6f657e-e931-44c0-b9a2-a94093829579 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524724 Feb 09 22:56:36.804524 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce073f-6e97-4f7c-ae34-1409a654e224 req-d94540fa-821a-4a14-92d6-925cf3a5b7e6 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:36.806186 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e3ce073f-6e97-4f7c-ae34-1409a654e224 req-d94540fa-821a-4a14-92d6-925cf3a5b7e6 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 944 time: 0.0569975 Feb 09 22:56:36.861548 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e3ce073f-6e97-4f7c-ae34-1409a654e224 req-0fbd0e55-b804-4c7f-9c28-7ecd3d5bd0a6 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496538 Feb 09 22:56:37.958190 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-09a5b234-41aa-4150-8a07-a6c62643f04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:37.986831 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3026c-1d22-463f-9c5f-7fcceb4ec4b3 req-e7cab9fe-2a03-43b5-a0f2-f2f55c5aecd1 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:37.988369 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bc3026c-1d22-463f-9c5f-7fcceb4ec4b3 req-e7cab9fe-2a03-43b5-a0f2-f2f55c5aecd1 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 944 time: 0.0570436 Feb 09 22:56:38.036428 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8bc3026c-1d22-463f-9c5f-7fcceb4ec4b3 req-48512e16-299b-40dc-bca1-0f13d592bdbc tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424442 Feb 09 22:56:39.178921 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db831dcf-8ded-4641-9b77-5bfea7416495 req-b3c8bc06-4254-4130-abaa-5e1e58d88802 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:39.180513 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db831dcf-8ded-4641-9b77-5bfea7416495 req-b3c8bc06-4254-4130-abaa-5e1e58d88802 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 944 time: 0.0569217 Feb 09 22:56:39.228273 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db831dcf-8ded-4641-9b77-5bfea7416495 req-d5e928ff-7b08-472a-8888-9e7eeeaab4f1 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416286 Feb 09 22:56:40.358381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5be9b-588d-459c-9645-909b3377c43e req-495e7226-e260-445f-b347-a08223e1fae8 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:40.359890 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5fa5be9b-588d-459c-9645-909b3377c43e req-495e7226-e260-445f-b347-a08223e1fae8 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 944 time: 0.0571585 Feb 09 22:56:40.408160 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5fa5be9b-588d-459c-9645-909b3377c43e req-10e5deb8-d140-4c3a-bb99-fa9543fd595e tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424504 Feb 09 22:56:40.671338 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7479178-5f9c-4b63-b321-7fad95c54ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:40.779841 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121f083-e00e-4ab3-a31f-77d81e8cc2e8 req-02b53dfa-fe2a-4019-abef-eeab0bb85ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:40.781362 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a121f083-e00e-4ab3-a31f-77d81e8cc2e8 req-02b53dfa-fe2a-4019-abef-eeab0bb85ca6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=22848d4372ed451cbbea6c50746f4d83&device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 1126 time: 0.0450044 Feb 09 22:56:40.875265 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121f083-e00e-4ab3-a31f-77d81e8cc2e8 req-51c82eb5-8e8f-45e8-b030-589488579569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:40.876668 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a121f083-e00e-4ab3-a31f-77d81e8cc2e8 req-51c82eb5-8e8f-45e8-b030-589488579569 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 200 len: 910 time: 0.0866287 Feb 09 22:56:40.942025 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a121f083-e00e-4ab3-a31f-77d81e8cc2e8 req-98a84ee2-2b64-401d-848c-6994567c29cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab9839ab-cf84-4347-a4c4-aa99d2afb985 HTTP/1.1" status: 200 len: 1000 time: 0.0564220 Feb 09 22:56:40.992225 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121f083-e00e-4ab3-a31f-77d81e8cc2e8 req-1e46d505-f1d4-4675-b0c6-54b3f48cef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:40.993668 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a121f083-e00e-4ab3-a31f-77d81e8cc2e8 req-1e46d505-f1d4-4675-b0c6-54b3f48cef7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dd123fa-a823-4743-9c93-7774ec9e78a9 HTTP/1.1" status: 200 len: 848 time: 0.0439267 Feb 09 22:56:41.049363 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121f083-e00e-4ab3-a31f-77d81e8cc2e8 req-621e96ce-0a07-4bbd-af68-5cc16f20cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:41.050874 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a121f083-e00e-4ab3-a31f-77d81e8cc2e8 req-621e96ce-0a07-4bbd-af68-5cc16f20cdaa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504708 Feb 09 22:56:41.470882 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a121f083-e00e-4ab3-a31f-77d81e8cc2e8 req-8d159f45-ec9a-43fc-baba-bd25ac0858e7 service neutron] 10.222.0.42 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111156 Feb 09 22:56:41.590358 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea237a8-d396-4265-a4b4-0cad910827bd req-396d0537-ee2c-49ab-bf7b-d99c57c371fd tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:41.591888 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ea237a8-d396-4265-a4b4-0cad910827bd req-396d0537-ee2c-49ab-bf7b-d99c57c371fd tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 944 time: 0.1160278 Feb 09 22:56:41.608218 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a121f083-e00e-4ab3-a31f-77d81e8cc2e8 req-1b93a907-4cd4-4728-ac70-e653cbcaa32d service neutron] 10.222.0.42 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304862 Feb 09 22:56:41.645172 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0ea237a8-d396-4265-a4b4-0cad910827bd req-13707d48-acc1-42c7-9bc3-a0e16556f17c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475738 Feb 09 22:56:41.898284 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:42.361859 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device ab9839ab-cf84-4347-a4c4-aa99d2afb985 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:56:42.457443 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port ab9839ab-cf84-4347-a4c4-aa99d2afb985, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ab9839ab-cf84-4347-a4c4-aa99d2afb985,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:56:42.467517 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'port_id': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985', 'mac_address': 'fa:16:3e:2c:b1:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:56:42.508007 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port ab9839ab-cf84-4347-a4c4-aa99d2afb985 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:56:42.508404 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:42.521071 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9839ab-cf84-4347-a4c4-aa99d2afb985 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:56:42.539944 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port ab9839ab-cf84-4347-a4c4-aa99d2afb985, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ab9839ab-cf84-4347-a4c4-aa99d2afb985,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:56:42.544877 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:42.591806 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=ab9839ab-cf84-4347-a4c4-aa99d2afb985,revision_number=10']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:56:42.765421 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd95a1-188e-48ae-aac3-aa370a6e29e4 req-a59ffc4a-e484-4d78-98d6-b9dafbe82c5c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:42.766918 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4cdd95a1-188e-48ae-aac3-aa370a6e29e4 req-a59ffc4a-e484-4d78-98d6-b9dafbe82c5c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0519648 Feb 09 22:56:42.819357 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4cdd95a1-188e-48ae-aac3-aa370a6e29e4 req-93af6872-a57a-42a3-8526-f4906c10341a tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468333 Feb 09 22:56:42.895708 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['ab9839ab-cf84-4347-a4c4-aa99d2afb985'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:56:43.088492 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:43.936721 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd8a94-5fb8-49eb-b771-9c242a33f68e req-29322713-d6f1-4b9a-923d-75d4992d77c3 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:43.938207 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fedd8a94-5fb8-49eb-b771-9c242a33f68e req-29322713-d6f1-4b9a-923d-75d4992d77c3 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 946 time: 0.0518563 Feb 09 22:56:43.987221 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fedd8a94-5fb8-49eb-b771-9c242a33f68e req-d0ec8b85-80e7-4fe2-b533-70d1a1fdeea1 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434098 Feb 09 22:56:44.379493 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device ab9839ab-cf84-4347-a4c4-aa99d2afb985 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:56:44.436199 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port ab9839ab-cf84-4347-a4c4-aa99d2afb985 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:56:44.440383 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port ab9839ab-cf84-4347-a4c4-aa99d2afb985 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:56:44.440760 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:44.515917 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port ab9839ab-cf84-4347-a4c4-aa99d2afb985 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:56:44.516309 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:44.538176 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:56:44.540516 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9c0ede-ef3a-4c41-838d-f05f9512377b" -d '{"events": [{"server_uuid": "08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1", "name": "network-vif-plugged", "status": "completed", "tag": "ab9839ab-cf84-4347-a4c4-aa99d2afb985"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:56:44.554655 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port ab9839ab-cf84-4347-a4c4-aa99d2afb985, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ab9839ab-cf84-4347-a4c4-aa99d2afb985,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:56:44.558989 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:44.585579 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cb1b45-6360-4b1b-8ce3-eabbaf9a53c9 x-openstack-request-id: req-c2cb1b45-6360-4b1b-8ce3-eabbaf9a53c9 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:56:44.585883 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1", "name": "network-vif-plugged", "status": "completed", "tag": "ab9839ab-cf84-4347-a4c4-aa99d2afb985", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:56:44.586141 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c2cb1b45-6360-4b1b-8ce3-eabbaf9a53c9 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:56:44.586538 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985', 'code': 200} Feb 09 22:56:44.613374 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=ab9839ab-cf84-4347-a4c4-aa99d2afb985,revision_number=11']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:56:44.749776 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce93ac5-03b6-42ca-8942-6c2a09b079bb req-69df3fbc-c39e-469b-b066-a7333edfae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:44.751316 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ce93ac5-03b6-42ca-8942-6c2a09b079bb req-69df3fbc-c39e-469b-b066-a7333edfae96 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 1129 time: 0.0459571 Feb 09 22:56:44.777305 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:44.803221 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ce93ac5-03b6-42ca-8942-6c2a09b079bb req-db10bcdd-1e9a-460b-b940-919e7a67a97d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436327 Feb 09 22:56:45.115842 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72613c2f-f7c0-449e-b786-2441d2195ca0 req-c415256d-ff48-4059-96e8-ce02b53916b5 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:45.117436 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72613c2f-f7c0-449e-b786-2441d2195ca0 req-c415256d-ff48-4059-96e8-ce02b53916b5 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 947 time: 0.0557160 Feb 09 22:56:45.165668 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-72613c2f-f7c0-449e-b786-2441d2195ca0 req-5f8d2bb9-2c00-4a1c-a8c6-6af63a9741c9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426748 Feb 09 22:56:46.148715 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:46.293303 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84309c-4ea3-4e1b-94c7-06a2b3ac76f5 req-d915cdd3-e775-42c0-80be-c9fd3a8c55b2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:46.297850 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f84309c-4ea3-4e1b-94c7-06a2b3ac76f5 req-d915cdd3-e775-42c0-80be-c9fd3a8c55b2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 947 time: 0.0556457 Feb 09 22:56:46.345880 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7f84309c-4ea3-4e1b-94c7-06a2b3ac76f5 req-8f82627a-549c-43d6-8596-8c5b9adafae0 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448287 Feb 09 22:56:46.516086 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:47.470720 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfe31c-1cca-4bec-bb4e-f8236d96f970 req-f4e9d9ef-af4a-452d-92be-8adfaad8731c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:47.472239 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5bfe31c-1cca-4bec-bb4e-f8236d96f970 req-f4e9d9ef-af4a-452d-92be-8adfaad8731c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 947 time: 0.0562682 Feb 09 22:56:47.520888 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c5bfe31c-1cca-4bec-bb4e-f8236d96f970 req-9071ad1b-b46c-4b1e-8433-a0ba5e3c0ddc tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431106 Feb 09 22:57:07.961015 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-80b88db3-31bf-49a8-ba73-2f944e6a2d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:10.674880 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-83caafa3-70eb-4d4a-a5ed-ee09af7d6efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:11.899724 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:12.455379 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:57:13.080376 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:14.771701 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:16.155511 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:16.514118 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:27.368685 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-69434704-2d6b-4a7b-a31a-2737834cbe2e req-fed27c89-6524-4e77-81c4-21d73b8cb56d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430140 Feb 09 22:57:27.468170 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69434704-2d6b-4a7b-a31a-2737834cbe2e req-bdad53ad-5b9a-48b2-a6ce-331c70800317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:27.469690 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-69434704-2d6b-4a7b-a31a-2737834cbe2e req-bdad53ad-5b9a-48b2-a6ce-331c70800317 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=22848d4372ed451cbbea6c50746f4d83&device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 1129 time: 0.0444722 Feb 09 22:57:27.578603 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69434704-2d6b-4a7b-a31a-2737834cbe2e req-a281aee5-de8d-4ce7-a02f-ae2983420a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:27.580134 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-69434704-2d6b-4a7b-a31a-2737834cbe2e req-a281aee5-de8d-4ce7-a02f-ae2983420a79 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 200 len: 910 time: 0.0879881 Feb 09 22:57:27.648381 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-69434704-2d6b-4a7b-a31a-2737834cbe2e req-5c3f6980-d9f4-41ce-8499-7529f9cd881e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab9839ab-cf84-4347-a4c4-aa99d2afb985 HTTP/1.1" status: 200 len: 1002 time: 0.0593531 Feb 09 22:57:27.699885 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69434704-2d6b-4a7b-a31a-2737834cbe2e req-c360f1c8-988e-4e35-a065-c88c89c238a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:27.701352 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-69434704-2d6b-4a7b-a31a-2737834cbe2e req-c360f1c8-988e-4e35-a065-c88c89c238a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dd123fa-a823-4743-9c93-7774ec9e78a9 HTTP/1.1" status: 200 len: 848 time: 0.0430467 Feb 09 22:57:27.756663 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69434704-2d6b-4a7b-a31a-2737834cbe2e req-d6fffe86-9909-435e-8b2e-09ceaf3eef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:27.758197 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-69434704-2d6b-4a7b-a31a-2737834cbe2e req-d6fffe86-9909-435e-8b2e-09ceaf3eef01 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481803 Feb 09 22:57:27.849570 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-69434704-2d6b-4a7b-a31a-2737834cbe2e req-33839d87-2142-4b51-a68c-83da8b5e9cda service neutron] 10.222.0.42 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809367 Feb 09 22:57:27.944623 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-69434704-2d6b-4a7b-a31a-2737834cbe2e req-c6450556-e887-4cdd-ba55-5c4f699c7595 service neutron] 10.222.0.42 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863519 Feb 09 22:57:37.968594 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2210aa6-f387-42df-b320-9fe324318393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:40.677244 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-efa8cfbe-0b7d-46e3-a248-7df2b0dced58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:41.903598 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:43.084237 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:44.775874 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:46.168996 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:46.529181 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:49.455335 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:58:03.015249 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54424) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:03.182271 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Deleting port 81ef05b8-76e9-48a3-878d-5d65fa13d428 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:58:03.182614 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (81ef05b8-76e9-48a3-878d-5d65fa13d428), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:03.262774 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (81ef05b8-76e9-48a3-878d-5d65fa13d428), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:03.263095 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for floatingip (81ef05b8-76e9-48a3-878d-5d65fa13d428), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:03.277016 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Calling delete_port for 81ef05b8-76e9-48a3-878d-5d65fa13d428 owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:58:03.442844 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (81ef05b8-76e9-48a3-878d-5d65fa13d428), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:03.470449 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event deleted for resources: {'Port': ['ID=81ef05b8-76e9-48a3-878d-5d65fa13d428,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:03.505803 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:03.506153 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:03.506497 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:03.506835 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:03.507168 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:03.507499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:03.507857 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:03.508190 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:03.508518 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:03.508840 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:03.509164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:03.509486 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:03.509809 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:03.557885 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for floatingip (61354e4d-43c6-4ddc-b4fe-de94f1ca440d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:03.558158 n-d-828601-1 neutron-server[103202]: INFO neutron.db.l3_db [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Floating IP 61354e4d-43c6-4ddc-b4fe-de94f1ca440d disassociated (deleted). External IP: 172.25.6.213, port: ab9839ab-cf84-4347-a4c4-aa99d2afb985. Feb 09 22:58:03.776038 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Router bf4217c5-55d1-4282-94c7-fa73fc4a7338 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:58:03.895146 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:58:03.900096 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:03.906128 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d700d230-8d3f-456c-8ccd-df985ae1c8ee None None] Sync routers for ids ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:58:03.916075 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d700d230-8d3f-456c-8ccd-df985ae1c8ee None None] Routers {'bf4217c5-55d1-4282-94c7-fa73fc4a7338'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:58:03.916698 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d700d230-8d3f-456c-8ccd-df985ae1c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:57:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:03.932538 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-adb60903-b5ae-44d1-9265-ea79ad8744a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "DELETE /v2.0/floatingips/61354e4d-43c6-4ddc-b4fe-de94f1ca440d HTTP/1.1" status: 204 len: 168 time: 0.9161823 Feb 09 22:58:03.933139 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1', 'tag': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:58:03.935466 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87aa028b-e680-4b43-af72-933a7a0ceb08" -d '{"events": [{"name": "network-changed", "server_uuid": "08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1", "tag": "ab9839ab-cf84-4347-a4c4-aa99d2afb985"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:58:04.031595 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-d700d230-8d3f-456c-8ccd-df985ae1c8ee None None] Set router bf4217c5-55d1-4282-94c7-fa73fc4a7338 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:58:04.172961 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea976d10-52aa-4dda-8fc8-5ef4f0a1eab7 x-openstack-request-id: req-ea976d10-52aa-4dda-8fc8-5ef4f0a1eab7 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:58:04.174052 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1", "tag": "ab9839ab-cf84-4347-a4c4-aa99d2afb985", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:58:04.174329 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea976d10-52aa-4dda-8fc8-5ef4f0a1eab7 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:58:04.174763 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1', 'tag': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985', 'status': 'completed', 'code': 200} Feb 09 22:58:04.255936 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d700d230-8d3f-456c-8ccd-df985ae1c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'name': 'tempest-TestShelveInstance-1170094967-router', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:44Z', 'updated_at': '2022-02-09T22:53:47Z', 'revision_number': 4, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'gw_port': {'id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ac:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:45Z', 'updated_at': '2022-02-09T22:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'ce0fb87f-d3fa-4a99-8752-67386880219a', 'name': '', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'mac_address': 'fa:16:3e:6c:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:46Z', 'updated_at': '2022-02-09T22:53:51Z', 'revision_number': 5, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'subnets': [{'id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:04.284191 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa028b-e680-4b43-af72-933a7a0ceb08 req-18f1e741-22cd-4d46-92ed-33995dddd3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:04.285747 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87aa028b-e680-4b43-af72-933a7a0ceb08 req-18f1e741-22cd-4d46-92ed-33995dddd3dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=22848d4372ed451cbbea6c50746f4d83&device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 1129 time: 0.0869670 Feb 09 22:58:04.288581 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d700d230-8d3f-456c-8ccd-df985ae1c8ee None None] Checking router: bf4217c5-55d1-4282-94c7-fa73fc4a7338 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:58:04.293803 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cabc51-1f38-4e54-9347-f4c2d0c18536 req-691eea8c-94a4-4078-9b32-4775ad33d754 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:04.295517 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-16cabc51-1f38-4e54-9347-f4c2d0c18536 req-691eea8c-94a4-4078-9b32-4775ad33d754 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 947 time: 0.0701182 Feb 09 22:58:04.297846 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d700d230-8d3f-456c-8ccd-df985ae1c8ee None None] Routers {'bf4217c5-55d1-4282-94c7-fa73fc4a7338'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:58:04.298474 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d700d230-8d3f-456c-8ccd-df985ae1c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:57:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:04.409731 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-16cabc51-1f38-4e54-9347-f4c2d0c18536 req-dbbeb199-fa60-4fb8-b4c8-7046876f9e6f tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042798 Feb 09 22:58:04.447233 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa028b-e680-4b43-af72-933a7a0ceb08 req-537459d2-f075-4efa-97e5-13eb337f234f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:04.450121 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87aa028b-e680-4b43-af72-933a7a0ceb08 req-537459d2-f075-4efa-97e5-13eb337f234f service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 200 len: 910 time: 0.1537499 Feb 09 22:58:04.481123 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-d700d230-8d3f-456c-8ccd-df985ae1c8ee None None] Set router bf4217c5-55d1-4282-94c7-fa73fc4a7338 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:58:04.519476 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87aa028b-e680-4b43-af72-933a7a0ceb08 req-ee8eaede-a058-40bd-b7c7-903e6d8ab86c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab9839ab-cf84-4347-a4c4-aa99d2afb985 HTTP/1.1" status: 200 len: 217 time: 0.0627065 Feb 09 22:58:04.605968 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa028b-e680-4b43-af72-933a7a0ceb08 req-baf1a8ef-4ccb-46af-b3a4-404638e5ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:04.608497 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87aa028b-e680-4b43-af72-933a7a0ceb08 req-baf1a8ef-4ccb-46af-b3a4-404638e5ad24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dd123fa-a823-4743-9c93-7774ec9e78a9 HTTP/1.1" status: 200 len: 848 time: 0.0804868 Feb 09 22:58:04.676790 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa028b-e680-4b43-af72-933a7a0ceb08 req-d52cbe30-b166-40cf-b52a-79da6ba0594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:04.678366 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87aa028b-e680-4b43-af72-933a7a0ceb08 req-d52cbe30-b166-40cf-b52a-79da6ba0594a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0610564 Feb 09 22:58:04.779181 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87aa028b-e680-4b43-af72-933a7a0ceb08 req-0e7f8776-5c68-4c8b-9e4a-82f916293dc4 service neutron] 10.222.0.42 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936687 Feb 09 22:58:04.781406 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d700d230-8d3f-456c-8ccd-df985ae1c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'name': 'tempest-TestShelveInstance-1170094967-router', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:44Z', 'updated_at': '2022-02-09T22:53:47Z', 'revision_number': 4, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'gw_port': {'id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ac:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:45Z', 'updated_at': '2022-02-09T22:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'ce0fb87f-d3fa-4a99-8752-67386880219a', 'name': '', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'mac_address': 'fa:16:3e:6c:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:46Z', 'updated_at': '2022-02-09T22:53:51Z', 'revision_number': 5, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'subnets': [{'id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:04.812298 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d700d230-8d3f-456c-8ccd-df985ae1c8ee None None] The sync data for ids ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'] in n-d-828601-1 is: [{'id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'name': 'tempest-TestShelveInstance-1170094967-router', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:44Z', 'updated_at': '2022-02-09T22:53:47Z', 'revision_number': 4, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'gw_port': {'id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ac:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:45Z', 'updated_at': '2022-02-09T22:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'ce0fb87f-d3fa-4a99-8752-67386880219a', 'name': '', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'mac_address': 'fa:16:3e:6c:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:46Z', 'updated_at': '2022-02-09T22:53:51Z', 'revision_number': 5, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'subnets': [{'id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:58:04.884003 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-87aa028b-e680-4b43-af72-933a7a0ceb08 req-4fae3330-4b60-42f9-adf0-c68c814c6ffb service neutron] 10.222.0.42 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982232 Feb 09 22:58:05.101645 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6bcb58-326f-4527-a1e8-e00fe9fc8dc6 None None] New status for floating IP 61354e4d-43c6-4ddc-b4fe-de94f1ca440d: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:58:05.572249 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd855ec-7fdf-46a4-83a1-2372c012e195 req-62ea040f-d610-4b16-9e85-19f0194c2d7b tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:05.574031 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-afd855ec-7fdf-46a4-83a1-2372c012e195 req-62ea040f-d610-4b16-9e85-19f0194c2d7b tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 947 time: 0.0674267 Feb 09 22:58:05.627425 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-afd855ec-7fdf-46a4-83a1-2372c012e195 req-998c05c7-f7b8-42a9-8202-3bcd35671307 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=f159b8e3-0046-4723-b676-4cedf95a79ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472391 Feb 09 22:58:05.754716 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24b96b-bd2a-493e-a911-6b0eb61bc0e5 req-d9b1ced1-7500-4d71-9695-81b6fcd0e1da tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:05.756807 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db24b96b-bd2a-493e-a911-6b0eb61bc0e5 req-d9b1ced1-7500-4d71-9695-81b6fcd0e1da tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.42 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 947 time: 0.0750382 Feb 09 22:58:05.856662 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-db24b96b-bd2a-493e-a911-6b0eb61bc0e5 req-5c1296ef-aedf-4a1e-8963-369777e7e218 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Deleting port ab9839ab-cf84-4347-a4c4-aa99d2afb985 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:58:05.857019 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-db24b96b-bd2a-493e-a911-6b0eb61bc0e5 req-5c1296ef-aedf-4a1e-8963-369777e7e218 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:05.955761 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-db24b96b-bd2a-493e-a911-6b0eb61bc0e5 req-5c1296ef-aedf-4a1e-8963-369777e7e218 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] For port ab9839ab-cf84-4347-a4c4-aa99d2afb985, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=ab9839ab-cf84-4347-a4c4-aa99d2afb985,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:58:05.956133 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-db24b96b-bd2a-493e-a911-6b0eb61bc0e5 req-5c1296ef-aedf-4a1e-8963-369777e7e218 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:05.972236 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-db24b96b-bd2a-493e-a911-6b0eb61bc0e5 req-5c1296ef-aedf-4a1e-8963-369777e7e218 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Calling delete_port for ab9839ab-cf84-4347-a4c4-aa99d2afb985 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:58:06.115607 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-db24b96b-bd2a-493e-a911-6b0eb61bc0e5 req-5c1296ef-aedf-4a1e-8963-369777e7e218 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (ab9839ab-cf84-4347-a4c4-aa99d2afb985), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:06.153539 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1296ef-aedf-4a1e-8963-369777e7e218 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event deleted for resources: {'Port': ['ID=ab9839ab-cf84-4347-a4c4-aa99d2afb985,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:06.181826 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1296ef-aedf-4a1e-8963-369777e7e218 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:06.182190 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1296ef-aedf-4a1e-8963-369777e7e218 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:06.182550 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1296ef-aedf-4a1e-8963-369777e7e218 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:06.182915 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1296ef-aedf-4a1e-8963-369777e7e218 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:06.183264 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1296ef-aedf-4a1e-8963-369777e7e218 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:06.183610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1296ef-aedf-4a1e-8963-369777e7e218 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:06.183966 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1296ef-aedf-4a1e-8963-369777e7e218 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:06.184306 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1296ef-aedf-4a1e-8963-369777e7e218 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:06.184650 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1296ef-aedf-4a1e-8963-369777e7e218 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:06.184981 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1296ef-aedf-4a1e-8963-369777e7e218 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:06.185315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1296ef-aedf-4a1e-8963-369777e7e218 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:06.185645 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1296ef-aedf-4a1e-8963-369777e7e218 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:06.185975 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1296ef-aedf-4a1e-8963-369777e7e218 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:06.208487 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-db24b96b-bd2a-493e-a911-6b0eb61bc0e5 req-5c1296ef-aedf-4a1e-8963-369777e7e218 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] No DVR routers for this DVR port ab9839ab-cf84-4347-a4c4-aa99d2afb985 on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:58:06.211604 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-db24b96b-bd2a-493e-a911-6b0eb61bc0e5 req-5c1296ef-aedf-4a1e-8963-369777e7e218 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:06.215878 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-db24b96b-bd2a-493e-a911-6b0eb61bc0e5 req-5c1296ef-aedf-4a1e-8963-369777e7e218 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.42 "DELETE /v2.0/ports/ab9839ab-cf84-4347-a4c4-aa99d2afb985 HTTP/1.1" status: 204 len: 173 time: 0.4528530 Feb 09 22:58:06.216373 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1', 'name': 'network-vif-deleted', 'tag': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:58:06.218736 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393fff5a-9fe9-4e1c-99ed-224b6bc4e94a" -d '{"events": [{"server_uuid": "08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1", "name": "network-vif-deleted", "tag": "ab9839ab-cf84-4347-a4c4-aa99d2afb985"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:58:06.276023 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bd408b-15ee-4ed7-b26d-56610501e19c x-openstack-request-id: req-28bd408b-15ee-4ed7-b26d-56610501e19c {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:58:06.276353 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1", "name": "network-vif-deleted", "tag": "ab9839ab-cf84-4347-a4c4-aa99d2afb985", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:58:06.277204 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-28bd408b-15ee-4ed7-b26d-56610501e19c {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:58:06.277567 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1', 'name': 'network-vif-deleted', 'tag': 'ab9839ab-cf84-4347-a4c4-aa99d2afb985', 'status': 'completed', 'code': 200} Feb 09 22:58:06.755388 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-444e48d6-a74c-49a3-ba36-aecbab91e8df req-4723b1ea-0bb5-410f-aa39-2ea38be99a5c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d7ced1-c6d1-4d32-b82a-b90acf8cdfa1 HTTP/1.1" status: 200 len: 210 time: 0.0311277 Feb 09 22:58:07.815640 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54446) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:07.882709 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-abcb3db9-11b7-47a2-a187-7c81ca0ab5d7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group (f159b8e3-0046-4723-b676-4cedf95a79ed), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:07.912292 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-abcb3db9-11b7-47a2-a187-7c81ca0ab5d7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group (f159b8e3-0046-4723-b676-4cedf95a79ed), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:07.967561 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a70be8c1-1cda-46c5-a239-d8de9c0e27b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:07.986660 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-abcb3db9-11b7-47a2-a187-7c81ca0ab5d7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (f159b8e3-0046-4723-b676-4cedf95a79ed), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:07.989271 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-abcb3db9-11b7-47a2-a187-7c81ca0ab5d7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:07.990471 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-abcb3db9-11b7-47a2-a187-7c81ca0ab5d7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "DELETE /v2.0/security-groups/f159b8e3-0046-4723-b676-4cedf95a79ed HTTP/1.1" status: 204 len: 168 time: 0.1737268 Feb 09 22:58:08.000610 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb3db9-11b7-47a2-a187-7c81ca0ab5d7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f159b8e3-0046-4723-b676-4cedf95a79ed,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:08.246247 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54452) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:08.251099 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d478127a-8c56-46da-92cd-595463992741 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-770037592', 'description': 'tempest-secgroup-smoke-770037592 description', 'project_id': '22848d4372ed451cbbea6c50746f4d83'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:58:08.273766 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d478127a-8c56-46da-92cd-595463992741 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:08.346030 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d478127a-8c56-46da-92cd-595463992741 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group (a08d4a01-9a6c-4870-8d91-8054dd4abeb4), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:08.349789 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d478127a-8c56-46da-92cd-595463992741 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a08d4a01-9a6c-4870-8d91-8054dd4abeb4), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:08.384369 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d478127a-8c56-46da-92cd-595463992741 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:08.385649 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-d478127a-8c56-46da-92cd-595463992741 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1383193 Feb 09 22:58:08.386404 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478127a-8c56-46da-92cd-595463992741 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08d4a01-9a6c-4870-8d91-8054dd4abeb4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:08.388927 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54454) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:08.395565 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-a95f527d-d2c7-4bf1-b1c7-cf41c1b672c9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Request body: {'security_group_rule': {'security_group_id': 'a08d4a01-9a6c-4870-8d91-8054dd4abeb4', 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:58:08.421281 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a95f527d-d2c7-4bf1-b1c7-cf41c1b672c9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (29748133-f121-42fe-8e5a-cd8090bb4dc7), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:08.468492 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a95f527d-d2c7-4bf1-b1c7-cf41c1b672c9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (29748133-f121-42fe-8e5a-cd8090bb4dc7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:08.472310 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a95f527d-d2c7-4bf1-b1c7-cf41c1b672c9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (29748133-f121-42fe-8e5a-cd8090bb4dc7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:08.490624 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f527d-d2c7-4bf1-b1c7-cf41c1b672c9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29748133-f121-42fe-8e5a-cd8090bb4dc7,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:08.498960 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a95f527d-d2c7-4bf1-b1c7-cf41c1b672c9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:08.500220 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-a95f527d-d2c7-4bf1-b1c7-cf41c1b672c9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1084194 Feb 09 22:58:08.502966 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54456) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:08.507300 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-08d1c2be-1a1a-46f6-b6da-9275d12c5021 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Request body: {'security_group_rule': {'security_group_id': 'a08d4a01-9a6c-4870-8d91-8054dd4abeb4', 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:58:08.530702 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08d1c2be-1a1a-46f6-b6da-9275d12c5021 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (6f998946-dd8f-4b4c-81d7-7180a3408edc), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:08.588403 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08d1c2be-1a1a-46f6-b6da-9275d12c5021 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (6f998946-dd8f-4b4c-81d7-7180a3408edc), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:08.592681 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08d1c2be-1a1a-46f6-b6da-9275d12c5021 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (6f998946-dd8f-4b4c-81d7-7180a3408edc), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:08.614688 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1c2be-1a1a-46f6-b6da-9275d12c5021 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f998946-dd8f-4b4c-81d7-7180a3408edc,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:08.625113 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-08d1c2be-1a1a-46f6-b6da-9275d12c5021 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:08.626677 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-08d1c2be-1a1a-46f6-b6da-9275d12c5021 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227620 Feb 09 22:58:08.629640 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54458) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:08.634099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c576d7d1-a30d-4975-9f50-9b2d5fe7cf9c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Request body: {'security_group_rule': {'security_group_id': 'a08d4a01-9a6c-4870-8d91-8054dd4abeb4', 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:58:08.664888 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c576d7d1-a30d-4975-9f50-9b2d5fe7cf9c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (fb66028d-35c1-4399-a723-a7aa9c6e7ac3), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:08.726846 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c576d7d1-a30d-4975-9f50-9b2d5fe7cf9c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (fb66028d-35c1-4399-a723-a7aa9c6e7ac3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:08.731426 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c576d7d1-a30d-4975-9f50-9b2d5fe7cf9c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (fb66028d-35c1-4399-a723-a7aa9c6e7ac3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:08.750041 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576d7d1-a30d-4975-9f50-9b2d5fe7cf9c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb66028d-35c1-4399-a723-a7aa9c6e7ac3,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:08.755593 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c576d7d1-a30d-4975-9f50-9b2d5fe7cf9c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:08.759953 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c576d7d1-a30d-4975-9f50-9b2d5fe7cf9c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262431 Feb 09 22:58:08.761223 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54460) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:08.765616 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-66eed0a6-177e-4370-8b9d-a99486318653 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Request body: {'security_group_rule': {'security_group_id': 'a08d4a01-9a6c-4870-8d91-8054dd4abeb4', 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:58:08.790688 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-66eed0a6-177e-4370-8b9d-a99486318653 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (af5e9bd2-9a22-474a-8fdc-ca7418effa9b), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:08.848401 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-66eed0a6-177e-4370-8b9d-a99486318653 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (af5e9bd2-9a22-474a-8fdc-ca7418effa9b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:08.852242 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-66eed0a6-177e-4370-8b9d-a99486318653 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (af5e9bd2-9a22-474a-8fdc-ca7418effa9b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:08.870723 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eed0a6-177e-4370-8b9d-a99486318653 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5e9bd2-9a22-474a-8fdc-ca7418effa9b,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:08.877630 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-66eed0a6-177e-4370-8b9d-a99486318653 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:08.878836 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-66eed0a6-177e-4370-8b9d-a99486318653 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166763 Feb 09 22:58:08.881739 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54462) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:08.886147 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-9c35055f-71d6-4b5b-8c08-18838a25e4a9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Request body: {'security_group_rule': {'security_group_id': 'a08d4a01-9a6c-4870-8d91-8054dd4abeb4', 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:58:08.906562 n-d-828601-1 neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-9c35055f-71d6-4b5b-8c08-18838a25e4a9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Project 22848d4372ed451cbbea6c50746f4d83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:58:08.911636 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c35055f-71d6-4b5b-8c08-18838a25e4a9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (b78b3d6e-7de4-4299-9a13-9df4cfadd482), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:08.956513 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device ab9839ab-cf84-4347-a4c4-aa99d2afb985 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:58:08.979407 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: ab9839ab-cf84-4347-a4c4-aa99d2afb985 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:58:08.981019 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device ab9839ab-cf84-4347-a4c4-aa99d2afb985 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:58:08.984404 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c35055f-71d6-4b5b-8c08-18838a25e4a9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (b78b3d6e-7de4-4299-9a13-9df4cfadd482), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:08.989388 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c35055f-71d6-4b5b-8c08-18838a25e4a9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (b78b3d6e-7de4-4299-9a13-9df4cfadd482), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:09.011165 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35055f-71d6-4b5b-8c08-18838a25e4a9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78b3d6e-7de4-4299-9a13-9df4cfadd482,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:09.015483 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c35055f-71d6-4b5b-8c08-18838a25e4a9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:09.020295 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-9c35055f-71d6-4b5b-8c08-18838a25e4a9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1340899 Feb 09 22:58:09.021341 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54464) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:09.026070 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-69b4e41d-2a52-433f-89e7-b8062d529de2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Request body: {'security_group_rule': {'security_group_id': 'a08d4a01-9a6c-4870-8d91-8054dd4abeb4', 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:58:09.050449 n-d-828601-1 neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-69b4e41d-2a52-433f-89e7-b8062d529de2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Project 22848d4372ed451cbbea6c50746f4d83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:58:09.056936 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69b4e41d-2a52-433f-89e7-b8062d529de2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (879ad1dd-9cb4-4107-811b-1a9d696aa774), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:09.121077 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69b4e41d-2a52-433f-89e7-b8062d529de2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (879ad1dd-9cb4-4107-811b-1a9d696aa774), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:09.126944 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69b4e41d-2a52-433f-89e7-b8062d529de2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (879ad1dd-9cb4-4107-811b-1a9d696aa774), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:09.145763 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4e41d-2a52-433f-89e7-b8062d529de2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879ad1dd-9cb4-4107-811b-1a9d696aa774,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:09.155566 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69b4e41d-2a52-433f-89e7-b8062d529de2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:09.157906 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-69b4e41d-2a52-433f-89e7-b8062d529de2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345253 Feb 09 22:58:10.682890 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-32bf06cc-61ae-48f2-98e4-0915ee6f133f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:11.927114 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:13.091811 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:14.780872 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:16.174566 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:16.528776 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:26.456935 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:58:28.689857 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-8e435148-0de0-47d8-bf7d-53dd940dffe0 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-770037592&fields=id&tenant_id=22848d4372ed451cbbea6c50746f4d83 HTTP/1.1" status: 200 len: 267 time: 0.0432653 Feb 09 22:58:28.797969 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-c10adf43-ce5f-439a-94e4-b2c8854fcdc9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:28.799430 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-c10adf43-ce5f-439a-94e4-b2c8854fcdc9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/networks?id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 200 len: 809 time: 0.1029661 Feb 09 22:58:28.814048 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-a4a35b78-e767-4db6-9988-9c88883c4869 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/quotas/22848d4372ed451cbbea6c50746f4d83 HTTP/1.1" status: 200 len: 375 time: 0.0092134 Feb 09 22:58:28.868661 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-94fed235-6809-4dd9-8a72-87cb73a532c7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=22848d4372ed451cbbea6c50746f4d83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497017 Feb 09 22:58:28.926070 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-42333edf-986f-4ff7-a8c8-c2aa78a1627c service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:58:28.927071 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-42333edf-986f-4ff7-a8c8-c2aa78a1627c service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477998 Feb 09 22:58:29.017116 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-80918b0a-fb8c-4b3b-828b-02052d518274 service neutron] 10.222.0.77 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825107 Feb 09 22:58:29.110352 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-a6fdc741-af16-45ae-8290-974a925b7cfc service neutron] 10.222.0.77 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874228 Feb 09 22:58:29.397721 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b7ddaf9c-87cd-4adb-be5e-5c2fe842d809 req-fd86b602-bc1e-4fc8-b519-6f8801c181e2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 210 time: 0.0282695 Feb 09 22:58:30.477344 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73d0a7b7-260d-467b-bcec-b262b4d20b6a req-738496db-8f82-4e14-bc1b-1c6d9afbe453 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 210 time: 0.0274594 Feb 09 22:58:31.554011 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4dfb179c-6f5f-4bb7-ac2a-cb7e1046ebb8 req-1d503104-94e8-4e94-b359-6f8c0d71787c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 210 time: 0.0267394 Feb 09 22:58:32.659164 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6fa25d8d-1c36-4fcc-9ab4-e0a27a111bec req-2c7f52cd-c013-4e77-b034-806a915168bb tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 210 time: 0.0354669 Feb 09 22:58:33.331690 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-19c65d94-babd-480c-94d1-7f2cfc3745f6 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:33.333166 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-19c65d94-babd-480c-94d1-7f2cfc3745f6 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.71 "GET /v2.0/networks?id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 200 len: 809 time: 0.1104052 Feb 09 22:58:33.398072 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-c110a387-7f2e-433e-8584-8a4a07b5f7d6 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22848d4372ed451cbbea6c50746f4d83 HTTP/1.1" status: 200 len: 379 time: 0.0569389 Feb 09 22:58:33.408104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-cc88071a-ec1a-4d2d-ad1f-1986515f9bed tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Request body: {'port': {'device_id': '0c421228-7ab2-4696-a54e-1a625f559714', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'admin_state_up': True, 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'security_groups': ['a08d4a01-9a6c-4870-8d91-8054dd4abeb4']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:58:33.521651 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-cc88071a-ec1a-4d2d-ad1f-1986515f9bed tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Made reservation on behalf of 22848d4372ed451cbbea6c50746f4d83 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:58:33.525411 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-cc88071a-ec1a-4d2d-ad1f-1986515f9bed tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:33.651612 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-cc88071a-ec1a-4d2d-ad1f-1986515f9bed tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Allocated IP 172.20.0.14 (2ae680b5-089d-4aa6-9cf6-a5f457c5154e/2dd123fa-a823-4743-9c93-7774ec9e78a9/b4081d03-f2ce-4c81-b1af-7b6306025f52) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:58:33.757931 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a52450cc-c145-4764-b06e-d179c88633c9 req-c80b9f0b-92fd-4268-88bf-a1a1ccda3e23 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 210 time: 0.0282013 Feb 09 22:58:33.798478 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-cc88071a-ec1a-4d2d-ad1f-1986515f9bed tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:33.831218 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-cc88071a-ec1a-4d2d-ad1f-1986515f9bed tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:33.876900 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-cc88071a-ec1a-4d2d-ad1f-1986515f9bed tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:58:33.882549 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-cc88071a-ec1a-4d2d-ad1f-1986515f9bed tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:58:33.884888 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-cc88071a-ec1a-4d2d-ad1f-1986515f9bed tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:58:33.918472 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88071a-ec1a-4d2d-ad1f-1986515f9bed tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event updated for resources: {'Port': ['ID=b4081d03-f2ce-4c81-b1af-7b6306025f52,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:33.953366 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-cc88071a-ec1a-4d2d-ad1f-1986515f9bed tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:33.954350 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-cc88071a-ec1a-4d2d-ad1f-1986515f9bed tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:33.975959 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-cc88071a-ec1a-4d2d-ad1f-1986515f9bed tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5715549 Feb 09 22:58:33.988512 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] Request body: {'port': {'device_id': '0c421228-7ab2-4696-a54e-1a625f559714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:58:34.052616 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:34.143356 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-e664d082-0ff3-487a-8af3-e298e92c85b3 None None] Provisioning complete for port b4081d03-f2ce-4c81-b1af-7b6306025f52 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:58:34.144084 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e664d082-0ff3-487a-8af3-e298e92c85b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:34.183992 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e664d082-0ff3-487a-8af3-e298e92c85b3 None None] Port b4081d03-f2ce-4c81-b1af-7b6306025f52 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:58:34.335284 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4081d03-f2ce-4c81-b1af-7b6306025f52 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:58:34.343512 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] Publish callbacks [] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:34.356756 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] Transition to ACTIVE for port object b4081d03-f2ce-4c81-b1af-7b6306025f52 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:58:34.360649 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:34.412667 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] Pushing event updated for resources: {'Port': ['ID=b4081d03-f2ce-4c81-b1af-7b6306025f52,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:34.496676 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] Attempting to bind port b4081d03-f2ce-4c81-b1af-7b6306025f52 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:58:34.497018 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] Attempting to bind port b4081d03-f2ce-4c81-b1af-7b6306025f52 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:58:34.497433 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] Attempting to bind port b4081d03-f2ce-4c81-b1af-7b6306025f52 on network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:58:34.502264 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] Port b4081d03-f2ce-4c81-b1af-7b6306025f52 on network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:58:34.502599 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] Attempting to bind port b4081d03-f2ce-4c81-b1af-7b6306025f52 on network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:58:34.507832 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:58:34.508182 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] Checking segment: {'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:58:34.508574 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] Bound using segment: {'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:58:34.509008 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] Bound port: b4081d03-f2ce-4c81-b1af-7b6306025f52, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:58:34.509371 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:34.593598 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] For port b4081d03-f2ce-4c81-b1af-7b6306025f52, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:58:34.597694 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] For port b4081d03-f2ce-4c81-b1af-7b6306025f52, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b4081d03-f2ce-4c81-b1af-7b6306025f52,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:58:34.605285 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:34.653469 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:34.654092 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:34.655488 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] 10.222.0.71 "PUT /v2.0/ports/b4081d03-f2ce-4c81-b1af-7b6306025f52 HTTP/1.1" status: 200 len: 1092 time: 0.6716449 Feb 09 22:58:34.656078 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c421228-7ab2-4696-a54e-1a625f559714', 'tag': 'b4081d03-f2ce-4c81-b1af-7b6306025f52'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:58:34.658300 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87bd215-da5f-4a5b-a68e-2fcc70cad1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "0c421228-7ab2-4696-a54e-1a625f559714", "tag": "b4081d03-f2ce-4c81-b1af-7b6306025f52"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:58:34.693248 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc4010-8062-4428-b3f8-0d9ba10a02ef service neutron] Pushing event updated for resources: {'Port': ['ID=b4081d03-f2ce-4c81-b1af-7b6306025f52,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:34.713419 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6131b0-9810-4d63-ab0f-b1d851a6338d x-openstack-request-id: req-bc6131b0-9810-4d63-ab0f-b1d851a6338d {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:58:34.714732 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c421228-7ab2-4696-a54e-1a625f559714", "tag": "b4081d03-f2ce-4c81-b1af-7b6306025f52", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:58:34.715091 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc6131b0-9810-4d63-ab0f-b1d851a6338d {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:58:34.715604 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c421228-7ab2-4696-a54e-1a625f559714', 'tag': 'b4081d03-f2ce-4c81-b1af-7b6306025f52', 'status': 'completed', 'code': 200} Feb 09 22:58:34.780421 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-fe8eff0b-7e90-46aa-ae87-af00c558dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:34.782447 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-fe8eff0b-7e90-46aa-ae87-af00c558dda0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=22848d4372ed451cbbea6c50746f4d83&device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 1126 time: 0.0575473 Feb 09 22:58:34.841846 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-2375599a-d7e7-4bf2-8c42-f9a4f3dcedb2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4081d03-f2ce-4c81-b1af-7b6306025f52 HTTP/1.1" status: 200 len: 217 time: 0.0487690 Feb 09 22:58:34.895262 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d28d3-b694-43ba-ac91-6ae43fc0a42c req-2b83d1b1-ca1a-4920-a989-2d5fbeefebc3 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:34.896128 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-4639993c-56b1-49fb-9f2f-f7a8b972b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:34.896881 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc4d28d3-b694-43ba-ac91-6ae43fc0a42c req-2b83d1b1-ca1a-4920-a989-2d5fbeefebc3 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0572634 Feb 09 22:58:34.901498 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-4639993c-56b1-49fb-9f2f-f7a8b972b394 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2dd123fa-a823-4743-9c93-7774ec9e78a9 HTTP/1.1" status: 200 len: 848 time: 0.0533800 Feb 09 22:58:34.960284 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bc4d28d3-b694-43ba-ac91-6ae43fc0a42c req-d48d7b8c-2210-48b6-a358-c916eff4be9d tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571671 Feb 09 22:58:34.971554 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-150351b4-2185-4fdf-8639-5cc2ac7fb6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:34.974158 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-150351b4-2185-4fdf-8639-5cc2ac7fb6b6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0666285 Feb 09 22:58:35.069116 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-da5a390c-64be-4ae3-9e45-011d1c36e782 service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891893 Feb 09 22:58:35.159535 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-511aea24-ad30-48c1-b7a4-f043fd7980f9 req-3a7eb1ac-6a9d-49d1-8914-18034dc2852d service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844398 Feb 09 22:58:35.250957 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bd215-da5f-4a5b-a68e-2fcc70cad1d5 req-2bcc001b-d727-4f05-8e1c-528f8bac3781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:35.252454 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d87bd215-da5f-4a5b-a68e-2fcc70cad1d5 req-2bcc001b-d727-4f05-8e1c-528f8bac3781 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=22848d4372ed451cbbea6c50746f4d83&device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 1126 time: 0.0509317 Feb 09 22:58:35.346346 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bd215-da5f-4a5b-a68e-2fcc70cad1d5 req-5427d2fe-d606-46fd-99fe-01d0d6b962be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:35.347906 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d87bd215-da5f-4a5b-a68e-2fcc70cad1d5 req-5427d2fe-d606-46fd-99fe-01d0d6b962be service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 200 len: 910 time: 0.0898840 Feb 09 22:58:35.388479 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d87bd215-da5f-4a5b-a68e-2fcc70cad1d5 req-815ca4c1-d164-4a14-aa22-7c9cc212d178 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4081d03-f2ce-4c81-b1af-7b6306025f52 HTTP/1.1" status: 200 len: 217 time: 0.0351031 Feb 09 22:58:35.441176 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bd215-da5f-4a5b-a68e-2fcc70cad1d5 req-45d33a5e-4ced-499a-b481-f0f9e034c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:35.442632 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d87bd215-da5f-4a5b-a68e-2fcc70cad1d5 req-45d33a5e-4ced-499a-b481-f0f9e034c6cc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2dd123fa-a823-4743-9c93-7774ec9e78a9 HTTP/1.1" status: 200 len: 848 time: 0.0484855 Feb 09 22:58:35.491205 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bd215-da5f-4a5b-a68e-2fcc70cad1d5 req-a393df29-f1c2-47d7-92f9-e690f9f21c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:35.493019 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d87bd215-da5f-4a5b-a68e-2fcc70cad1d5 req-a393df29-f1c2-47d7-92f9-e690f9f21c0c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447292 Feb 09 22:58:35.580084 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d87bd215-da5f-4a5b-a68e-2fcc70cad1d5 req-5b8ee7ed-faa4-4629-aebc-a6f184f1cab8 service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805387 Feb 09 22:58:35.671181 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-d87bd215-da5f-4a5b-a68e-2fcc70cad1d5 req-5460ad5a-a318-4765-b5de-a235d472c4de service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858014 Feb 09 22:58:36.094858 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f82be-71f4-4b48-89c0-bcfb9a42e950 req-3de73659-f5d1-4496-82d7-567e26680658 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:36.096500 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a34f82be-71f4-4b48-89c0-bcfb9a42e950 req-3de73659-f5d1-4496-82d7-567e26680658 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0570345 Feb 09 22:58:36.154680 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a34f82be-71f4-4b48-89c0-bcfb9a42e950 req-85c98ea5-0cc5-4304-b3ca-a44d51054363 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521126 Feb 09 22:58:37.289081 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2ac92-becd-4d4d-aaad-5c93e1887532 req-28357f11-8b8e-4ee2-9b06-5e869fc34033 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:37.290609 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0e2ac92-becd-4d4d-aaad-5c93e1887532 req-28357f11-8b8e-4ee2-9b06-5e869fc34033 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0671043 Feb 09 22:58:37.339894 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c0e2ac92-becd-4d4d-aaad-5c93e1887532 req-64002903-ac7f-4fee-a9c0-6b3971a03ba9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430398 Feb 09 22:58:37.960880 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0a713278-58d8-4d8d-861d-25930101b1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:38.461845 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af38711-70a2-4e22-b056-7349b2dd2dd9 req-2edbdbcb-f332-475f-b899-6cce2733983e tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:38.463377 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5af38711-70a2-4e22-b056-7349b2dd2dd9 req-2edbdbcb-f332-475f-b899-6cce2733983e tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0517280 Feb 09 22:58:38.513918 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5af38711-70a2-4e22-b056-7349b2dd2dd9 req-16717605-be30-44d0-8dc2-452c2346445d tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445752 Feb 09 22:58:39.636350 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1c57-328b-486b-a45f-1563502e975c req-7a563c3b-5917-453a-9829-4543ca8db9ce tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:39.637718 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f80c1c57-328b-486b-a45f-1563502e975c req-7a563c3b-5917-453a-9829-4543ca8db9ce tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0564218 Feb 09 22:58:39.687919 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f80c1c57-328b-486b-a45f-1563502e975c req-019005cc-78b0-4ce5-8c9b-f45972b13600 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445831 Feb 09 22:58:40.675864 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-97e1b88b-884f-4dc0-bc8c-760ed4c912ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:40.814468 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc9fe4-1784-4878-880e-93a3a04abe6b req-dfc75d7c-28fd-437b-817e-2d692d7bf233 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:40.816312 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1fbc9fe4-1784-4878-880e-93a3a04abe6b req-dfc75d7c-28fd-437b-817e-2d692d7bf233 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0580380 Feb 09 22:58:40.870138 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1fbc9fe4-1784-4878-880e-93a3a04abe6b req-1013e42f-2631-46ba-beca-0b20bdefa487 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478199 Feb 09 22:58:41.923345 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:42.006609 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55579974-d522-4126-89e3-4ee1fbee3adf req-47387f6c-6ec4-42a7-9a47-c33441a0b610 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:42.008217 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-55579974-d522-4126-89e3-4ee1fbee3adf req-47387f6c-6ec4-42a7-9a47-c33441a0b610 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0570521 Feb 09 22:58:42.059229 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-55579974-d522-4126-89e3-4ee1fbee3adf req-dab79890-46fc-43d2-8d5d-a1541fe83ee9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454137 Feb 09 22:58:43.088920 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:43.178025 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219f888-df23-4422-bd7a-d2b053416048 req-e3765ce2-d755-4a04-8494-4ad96bcf766e tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:43.179607 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6219f888-df23-4422-bd7a-d2b053416048 req-e3765ce2-d755-4a04-8494-4ad96bcf766e tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0518456 Feb 09 22:58:43.228209 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6219f888-df23-4422-bd7a-d2b053416048 req-519111dc-7c10-48c2-a1a4-2289279ea967 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419014 Feb 09 22:58:44.347743 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18efd09-eba6-4d02-9d43-e6a27759f0dc req-82a0c031-5ae1-4535-a63f-573fe3b8c90b tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:44.349317 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b18efd09-eba6-4d02-9d43-e6a27759f0dc req-82a0c031-5ae1-4535-a63f-573fe3b8c90b tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0520835 Feb 09 22:58:44.412478 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b18efd09-eba6-4d02-9d43-e6a27759f0dc req-700622f3-7888-41fa-9194-46aad808192d tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567391 Feb 09 22:58:44.783816 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:45.530634 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aae10a-2f88-4711-a9e5-adb9a968a360 req-018ddfc5-06fc-4f40-b785-e0bac9d2cc56 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:45.532146 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6aae10a-2f88-4711-a9e5-adb9a968a360 req-018ddfc5-06fc-4f40-b785-e0bac9d2cc56 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0519702 Feb 09 22:58:45.580274 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d6aae10a-2f88-4711-a9e5-adb9a968a360 req-27ea9163-2daa-4da9-a7c4-0443fb695278 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425551 Feb 09 22:58:46.171614 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:46.527529 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:46.704769 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c89cf-3a2d-4584-833f-503f0a84bc27 req-9adea4b6-88ac-449f-9b07-d241a51b08b6 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:46.706349 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d8c89cf-3a2d-4584-833f-503f0a84bc27 req-9adea4b6-88ac-449f-9b07-d241a51b08b6 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0541463 Feb 09 22:58:46.759798 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5d8c89cf-3a2d-4584-833f-503f0a84bc27 req-d084e0cf-b499-4a41-ac6d-88d11866e4b7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473590 Feb 09 22:58:47.883952 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc52d69-faf3-4e05-b58a-2cabb0877965 req-69cb8795-50bd-4cb9-9899-2fd0564fcad5 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:47.885431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-adc52d69-faf3-4e05-b58a-2cabb0877965 req-69cb8795-50bd-4cb9-9899-2fd0564fcad5 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0553522 Feb 09 22:58:47.932786 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-adc52d69-faf3-4e05-b58a-2cabb0877965 req-979a75a8-6182-4099-885d-9fef2352a1c8 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418606 Feb 09 22:58:49.061127 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c076d16-25c7-4deb-9e07-bcbc97bf5ba1 req-ad18f6b5-5736-428e-8234-a2b790d0692f tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:49.062632 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c076d16-25c7-4deb-9e07-bcbc97bf5ba1 req-ad18f6b5-5736-428e-8234-a2b790d0692f tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0565009 Feb 09 22:58:49.110370 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4c076d16-25c7-4deb-9e07-bcbc97bf5ba1 req-87c950ae-d6cb-4ac8-b934-d25c115ee1da tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421085 Feb 09 22:58:50.227897 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a8717-d426-44d9-b8c6-d2a543fa3cde req-175d63dc-d901-4957-bdc2-1e40add47ca2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:50.229371 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-860a8717-d426-44d9-b8c6-d2a543fa3cde req-175d63dc-d901-4957-bdc2-1e40add47ca2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0518687 Feb 09 22:58:50.281661 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-860a8717-d426-44d9-b8c6-d2a543fa3cde req-99eb8db3-5f9d-425a-81c4-58ea5aa9de19 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467689 Feb 09 22:58:50.832073 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device b4081d03-f2ce-4c81-b1af-7b6306025f52 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:58:50.928744 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port b4081d03-f2ce-4c81-b1af-7b6306025f52, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b4081d03-f2ce-4c81-b1af-7b6306025f52,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:58:50.939971 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'b4081d03-f2ce-4c81-b1af-7b6306025f52', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'port_id': 'b4081d03-f2ce-4c81-b1af-7b6306025f52', 'mac_address': 'fa:16:3e:4a:eb:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:58:50.975488 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port b4081d03-f2ce-4c81-b1af-7b6306025f52 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:58:50.975908 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:50.989691 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4081d03-f2ce-4c81-b1af-7b6306025f52 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:58:51.009164 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port b4081d03-f2ce-4c81-b1af-7b6306025f52, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b4081d03-f2ce-4c81-b1af-7b6306025f52,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:58:51.012737 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:51.062350 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=b4081d03-f2ce-4c81-b1af-7b6306025f52,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:51.069617 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:51.069982 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:51.070328 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:51.070674 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:51.071015 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:51.071353 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:51.071716 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:51.072058 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:51.072913 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:51.073246 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:51.073578 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:51.073911 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:51.074241 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:51.243929 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['b4081d03-f2ce-4c81-b1af-7b6306025f52'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:58:51.403542 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5adff-7413-45d4-a969-0204a75324bc req-c84ea5a6-b6a1-4d59-aa65-148fe34aa4d5 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:51.405176 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95d5adff-7413-45d4-a969-0204a75324bc req-c84ea5a6-b6a1-4d59-aa65-148fe34aa4d5 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 945 time: 0.0530181 Feb 09 22:58:51.453971 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-95d5adff-7413-45d4-a969-0204a75324bc req-10cec7c9-ad5c-4092-8388-dc5d88b9635f tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431259 Feb 09 22:58:52.572029 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489119f-8d49-480a-8965-362191b7bcb4 req-e8f93741-5e72-433b-af2b-b3ccb409624b tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:52.574024 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8489119f-8d49-480a-8965-362191b7bcb4 req-e8f93741-5e72-433b-af2b-b3ccb409624b tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 945 time: 0.0526733 Feb 09 22:58:52.621674 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8489119f-8d49-480a-8965-362191b7bcb4 req-f8d7ccc7-f512-4a62-9758-67c5b2ac3886 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421619 Feb 09 22:58:52.841986 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device b4081d03-f2ce-4c81-b1af-7b6306025f52 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:58:53.044551 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port b4081d03-f2ce-4c81-b1af-7b6306025f52 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:58:53.048194 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port b4081d03-f2ce-4c81-b1af-7b6306025f52 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:58:53.048567 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:53.125058 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port b4081d03-f2ce-4c81-b1af-7b6306025f52 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:58:53.125442 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:53.147477 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c421228-7ab2-4696-a54e-1a625f559714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4081d03-f2ce-4c81-b1af-7b6306025f52'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:58:53.149770 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b31cf94-6b00-45c0-a581-53856b1b47a6" -d '{"events": [{"server_uuid": "0c421228-7ab2-4696-a54e-1a625f559714", "name": "network-vif-plugged", "status": "completed", "tag": "b4081d03-f2ce-4c81-b1af-7b6306025f52"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:58:53.163328 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port b4081d03-f2ce-4c81-b1af-7b6306025f52, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b4081d03-f2ce-4c81-b1af-7b6306025f52,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:58:53.167703 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:53.193157 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1da922-7413-4abf-a668-958c5303be21 x-openstack-request-id: req-7c1da922-7413-4abf-a668-958c5303be21 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:58:53.193457 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c421228-7ab2-4696-a54e-1a625f559714", "name": "network-vif-plugged", "status": "completed", "tag": "b4081d03-f2ce-4c81-b1af-7b6306025f52", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:58:53.193716 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7c1da922-7413-4abf-a668-958c5303be21 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:58:53.194110 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c421228-7ab2-4696-a54e-1a625f559714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4081d03-f2ce-4c81-b1af-7b6306025f52', 'code': 200} Feb 09 22:58:53.221300 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=b4081d03-f2ce-4c81-b1af-7b6306025f52,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:53.287135 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c7899-90a4-40f4-b890-72d0303ee12a req-e02b58d2-c389-48d1-a81e-a273efe2f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:53.288667 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-798c7899-90a4-40f4-b890-72d0303ee12a req-e02b58d2-c389-48d1-a81e-a273efe2f798 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 1128 time: 0.0444965 Feb 09 22:58:53.334755 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-798c7899-90a4-40f4-b890-72d0303ee12a req-d111c7e3-a9aa-4f06-9580-1818b9cb6119 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393589 Feb 09 22:58:53.790799 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d9dc7-81b8-404f-a066-1af27d4c0a36 req-627c61ef-c44c-4aa3-a767-6286e0ce462e tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:53.792916 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-112d9dc7-81b8-404f-a066-1af27d4c0a36 req-627c61ef-c44c-4aa3-a767-6286e0ce462e tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 946 time: 0.0563722 Feb 09 22:58:53.840028 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-112d9dc7-81b8-404f-a066-1af27d4c0a36 req-ef799590-b25d-493b-a1b9-a88bc02e8f41 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416086 Feb 09 22:58:54.955047 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96f4e8-6daf-4a5b-bd36-3202b8ef8821 req-97f4b2e1-8326-4877-9c85-87d0362c0ad4 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:54.956456 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8b96f4e8-6daf-4a5b-bd36-3202b8ef8821 req-97f4b2e1-8326-4877-9c85-87d0362c0ad4 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 946 time: 0.0508642 Feb 09 22:58:55.008229 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8b96f4e8-6daf-4a5b-bd36-3202b8ef8821 req-3bb41d5d-6d9e-407f-a959-0b7c1022171b tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462587 Feb 09 22:58:55.130169 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcc5ce-0598-46c6-be8e-d7592fb46eae req-687e768b-bcb3-48a7-a6fd-f60693068291 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:55.131789 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cefcc5ce-0598-46c6-be8e-d7592fb46eae req-687e768b-bcb3-48a7-a6fd-f60693068291 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 946 time: 0.0564806 Feb 09 22:58:55.181257 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cefcc5ce-0598-46c6-be8e-d7592fb46eae req-b27fa946-b5f8-435d-ab75-9889b9165879 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438900 Feb 09 22:58:55.202839 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54686) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:55.246143 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba8c370-21ba-45bc-9f4b-df876634b558 tempest-TestShelveInstance-523407139 tempest-TestShelveInstance-523407139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:55.247603 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9ba8c370-21ba-45bc-9f4b-df876634b558 tempest-TestShelveInstance-523407139 tempest-TestShelveInstance-523407139-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 1123 time: 0.0437713 Feb 09 22:58:55.250373 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54688) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:55.254695 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b9d2f90b-6025-4d9e-9b04-029c3330d0a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': 'b4081d03-f2ce-4c81-b1af-7b6306025f52', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:58:55.275120 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f90b-6025-4d9e-9b04-029c3330d0a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:55.373203 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f90b-6025-4d9e-9b04-029c3330d0a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:55.474155 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-b9d2f90b-6025-4d9e-9b04-029c3330d0a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Allocated IP 172.25.6.72 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/a2bd15af-94dc-46e9-97b6-751c2bb128ed) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:58:55.575846 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f90b-6025-4d9e-9b04-029c3330d0a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for port (a2bd15af-94dc-46e9-97b6-751c2bb128ed), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:55.608886 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f90b-6025-4d9e-9b04-029c3330d0a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (a2bd15af-94dc-46e9-97b6-751c2bb128ed), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:55.648593 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d2f90b-6025-4d9e-9b04-029c3330d0a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:58:55.652195 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-b9d2f90b-6025-4d9e-9b04-029c3330d0a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:58:55.654815 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d2f90b-6025-4d9e-9b04-029c3330d0a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:58:55.677606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2f90b-6025-4d9e-9b04-029c3330d0a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event updated for resources: {'Port': ['ID=a2bd15af-94dc-46e9-97b6-751c2bb128ed,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:56.005452 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f90b-6025-4d9e-9b04-029c3330d0a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for floatingip (6e7c8bbd-4f86-40e7-a7d6-18de0fb6fe8e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:56.074424 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f90b-6025-4d9e-9b04-029c3330d0a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (a2bd15af-94dc-46e9-97b6-751c2bb128ed), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:56.221342 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f90b-6025-4d9e-9b04-029c3330d0a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for port (a2bd15af-94dc-46e9-97b6-751c2bb128ed), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:56.226377 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f90b-6025-4d9e-9b04-029c3330d0a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (a2bd15af-94dc-46e9-97b6-751c2bb128ed), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:56.292676 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2f90b-6025-4d9e-9b04-029c3330d0a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event updated for resources: {'Port': ['ID=a2bd15af-94dc-46e9-97b6-751c2bb128ed,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:56.302475 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f90b-6025-4d9e-9b04-029c3330d0a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (6e7c8bbd-4f86-40e7-a7d6-18de0fb6fe8e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:56.401965 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-b9d2f90b-6025-4d9e-9b04-029c3330d0a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Floating IP 6e7c8bbd-4f86-40e7-a7d6-18de0fb6fe8e associated. External IP: 172.25.6.72, port: b4081d03-f2ce-4c81-b1af-7b6306025f52. Feb 09 22:58:56.612459 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d2f90b-6025-4d9e-9b04-029c3330d0a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Router bf4217c5-55d1-4282-94c7-fa73fc4a7338 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:58:57.051466 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d2f90b-6025-4d9e-9b04-029c3330d0a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:58:57.060884 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27031f4-3023-4e76-9ddd-82e0b583c886 None None] Sync routers for ids ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:58:57.069378 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f90b-6025-4d9e-9b04-029c3330d0a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:57.071795 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27031f4-3023-4e76-9ddd-82e0b583c886 None None] Routers {'bf4217c5-55d1-4282-94c7-fa73fc4a7338'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:58:57.072427 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a27031f4-3023-4e76-9ddd-82e0b583c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:58:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:57.099734 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b9d2f90b-6025-4d9e-9b04-029c3330d0a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8482752 Feb 09 22:58:57.100322 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c421228-7ab2-4696-a54e-1a625f559714', 'tag': 'b4081d03-f2ce-4c81-b1af-7b6306025f52'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:58:57.102591 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1da90fe-3e5e-41a9-ba8f-cebd6e42568a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c421228-7ab2-4696-a54e-1a625f559714", "tag": "b4081d03-f2ce-4c81-b1af-7b6306025f52"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:58:57.142836 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5ccd41-272a-400c-b694-e13112829db2 x-openstack-request-id: req-6d5ccd41-272a-400c-b694-e13112829db2 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:58:57.143138 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c421228-7ab2-4696-a54e-1a625f559714", "tag": "b4081d03-f2ce-4c81-b1af-7b6306025f52", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:58:57.143400 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6d5ccd41-272a-400c-b694-e13112829db2 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:58:57.143840 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c421228-7ab2-4696-a54e-1a625f559714', 'tag': 'b4081d03-f2ce-4c81-b1af-7b6306025f52', 'status': 'completed', 'code': 200} Feb 09 22:58:57.182462 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-a27031f4-3023-4e76-9ddd-82e0b583c886 None None] Set router bf4217c5-55d1-4282-94c7-fa73fc4a7338 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:58:57.207497 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da90fe-3e5e-41a9-ba8f-cebd6e42568a req-fd29510e-ba7a-4d44-9808-1bbafe14e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:57.209736 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1da90fe-3e5e-41a9-ba8f-cebd6e42568a req-fd29510e-ba7a-4d44-9808-1bbafe14e82c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=22848d4372ed451cbbea6c50746f4d83&device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 1128 time: 0.0448108 Feb 09 22:58:57.303271 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da90fe-3e5e-41a9-ba8f-cebd6e42568a req-5f94f310-bac2-4759-84cd-3d4fc8cadb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:57.304838 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1da90fe-3e5e-41a9-ba8f-cebd6e42568a req-5f94f310-bac2-4759-84cd-3d4fc8cadb36 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 200 len: 910 time: 0.0890720 Feb 09 22:58:57.368352 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1da90fe-3e5e-41a9-ba8f-cebd6e42568a req-ae62f5c4-38ec-4975-af89-93cb32dd3ba3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4081d03-f2ce-4c81-b1af-7b6306025f52 HTTP/1.1" status: 200 len: 999 time: 0.0577042 Feb 09 22:58:57.412176 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a27031f4-3023-4e76-9ddd-82e0b583c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'name': 'tempest-TestShelveInstance-1170094967-router', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:44Z', 'updated_at': '2022-02-09T22:53:47Z', 'revision_number': 4, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'gw_port': {'id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ac:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:45Z', 'updated_at': '2022-02-09T22:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '6e7c8bbd-4f86-40e7-a7d6-18de0fb6fe8e', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'port_id': 'b4081d03-f2ce-4c81-b1af-7b6306025f52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'mac_address': 'fa:16:3e:4a:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c421228-7ab2-4696-a54e-1a625f559714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:58:55Z', 'updated_at': '2022-02-09T22:58:55Z', 'revision_number': 0, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0fb87f-d3fa-4a99-8752-67386880219a', 'name': '', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'mac_address': 'fa:16:3e:6c:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:46Z', 'updated_at': '2022-02-09T22:53:51Z', 'revision_number': 5, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'subnets': [{'id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:57.419817 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da90fe-3e5e-41a9-ba8f-cebd6e42568a req-a8c04a2e-9ce6-4df9-a8b6-e275e6d21cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:57.421297 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1da90fe-3e5e-41a9-ba8f-cebd6e42568a req-a8c04a2e-9ce6-4df9-a8b6-e275e6d21cd4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2dd123fa-a823-4743-9c93-7774ec9e78a9 HTTP/1.1" status: 200 len: 848 time: 0.0474491 Feb 09 22:58:57.439469 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27031f4-3023-4e76-9ddd-82e0b583c886 None None] Checking router: bf4217c5-55d1-4282-94c7-fa73fc4a7338 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:58:57.447739 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27031f4-3023-4e76-9ddd-82e0b583c886 None None] Routers {'bf4217c5-55d1-4282-94c7-fa73fc4a7338'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:58:57.448899 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a27031f4-3023-4e76-9ddd-82e0b583c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T22:58:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:57.469196 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da90fe-3e5e-41a9-ba8f-cebd6e42568a req-005ebc12-b6c0-4fd2-8adc-3541f5f27970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:57.470729 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1da90fe-3e5e-41a9-ba8f-cebd6e42568a req-005ebc12-b6c0-4fd2-8adc-3541f5f27970 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440552 Feb 09 22:58:57.555779 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-a27031f4-3023-4e76-9ddd-82e0b583c886 None None] Set router bf4217c5-55d1-4282-94c7-fa73fc4a7338 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:58:57.556406 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1da90fe-3e5e-41a9-ba8f-cebd6e42568a req-6813f388-031d-49d3-a413-a139164199a6 service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797138 Feb 09 22:58:57.649393 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-c1da90fe-3e5e-41a9-ba8f-cebd6e42568a req-ff7f6787-137a-426e-b30b-3ba50f626059 service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873168 Feb 09 22:58:57.785186 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a27031f4-3023-4e76-9ddd-82e0b583c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'name': 'tempest-TestShelveInstance-1170094967-router', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:44Z', 'updated_at': '2022-02-09T22:53:47Z', 'revision_number': 4, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'gw_port': {'id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ac:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:45Z', 'updated_at': '2022-02-09T22:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '6e7c8bbd-4f86-40e7-a7d6-18de0fb6fe8e', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'port_id': 'b4081d03-f2ce-4c81-b1af-7b6306025f52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'mac_address': 'fa:16:3e:4a:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c421228-7ab2-4696-a54e-1a625f559714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:58:55Z', 'updated_at': '2022-02-09T22:58:55Z', 'revision_number': 0, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0fb87f-d3fa-4a99-8752-67386880219a', 'name': '', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'mac_address': 'fa:16:3e:6c:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:46Z', 'updated_at': '2022-02-09T22:53:51Z', 'revision_number': 5, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'subnets': [{'id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:57.812240 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27031f4-3023-4e76-9ddd-82e0b583c886 None None] The sync data for ids ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'] in n-d-828601-1 is: [{'id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'name': 'tempest-TestShelveInstance-1170094967-router', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:44Z', 'updated_at': '2022-02-09T22:53:47Z', 'revision_number': 4, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'gw_port': {'id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ac:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:45Z', 'updated_at': '2022-02-09T22:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '6e7c8bbd-4f86-40e7-a7d6-18de0fb6fe8e', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'port_id': 'b4081d03-f2ce-4c81-b1af-7b6306025f52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'mac_address': 'fa:16:3e:4a:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c421228-7ab2-4696-a54e-1a625f559714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:58:55Z', 'updated_at': '2022-02-09T22:58:55Z', 'revision_number': 0, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0fb87f-d3fa-4a99-8752-67386880219a', 'name': '', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'mac_address': 'fa:16:3e:6c:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:46Z', 'updated_at': '2022-02-09T22:53:51Z', 'revision_number': 5, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'subnets': [{'id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:58:58.014679 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e299a2c1-535f-4bd1-8f4b-26a53c41bda2 None None] New status for floating IP 6e7c8bbd-4f86-40e7-a7d6-18de0fb6fe8e: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:59:03.456331 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:59:07.960974 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-56d0f965-34ca-4766-bb7c-684d493b6588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:10.679448 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-aee3c0e3-cdff-4649-aab7-88c8b3f4a240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:11.912508 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:13.091389 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:14.787161 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:16.189758 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:16.542841 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:29.106871 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fad9d4d0-6130-4ebd-a133-4329aca0a997 req-41a3895b-31b7-4617-bcc5-fb55f787c27b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430961 Feb 09 22:59:29.193718 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9d4d0-6130-4ebd-a133-4329aca0a997 req-07f8969f-c4ef-4590-a7cf-eda339218f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:29.195451 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fad9d4d0-6130-4ebd-a133-4329aca0a997 req-07f8969f-c4ef-4590-a7cf-eda339218f65 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=22848d4372ed451cbbea6c50746f4d83&device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 1128 time: 0.0468535 Feb 09 22:59:29.305330 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9d4d0-6130-4ebd-a133-4329aca0a997 req-50968e1b-e596-4ad9-907d-8abf04417076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:29.306815 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fad9d4d0-6130-4ebd-a133-4329aca0a997 req-50968e1b-e596-4ad9-907d-8abf04417076 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 200 len: 910 time: 0.0928764 Feb 09 22:59:29.373263 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fad9d4d0-6130-4ebd-a133-4329aca0a997 req-eeb85a59-1dbe-466f-ba06-7d45f1e796d1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4081d03-f2ce-4c81-b1af-7b6306025f52 HTTP/1.1" status: 200 len: 1001 time: 0.0589812 Feb 09 22:59:29.424100 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9d4d0-6130-4ebd-a133-4329aca0a997 req-a9017d99-383e-4edc-a9b2-4c80d8a6b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:29.426235 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fad9d4d0-6130-4ebd-a133-4329aca0a997 req-a9017d99-383e-4edc-a9b2-4c80d8a6b1cf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2dd123fa-a823-4743-9c93-7774ec9e78a9 HTTP/1.1" status: 200 len: 848 time: 0.0476949 Feb 09 22:59:29.474365 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9d4d0-6130-4ebd-a133-4329aca0a997 req-326a13f8-6bf0-4557-ad20-dc7dac467bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:29.475920 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fad9d4d0-6130-4ebd-a133-4329aca0a997 req-326a13f8-6bf0-4557-ad20-dc7dac467bbf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444086 Feb 09 22:59:29.561297 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fad9d4d0-6130-4ebd-a133-4329aca0a997 req-e773a569-e602-4951-8041-0ef6c95610b2 service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797794 Feb 09 22:59:29.651336 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-fad9d4d0-6130-4ebd-a133-4329aca0a997 req-a58afbdb-56a4-42fc-b670-162a6d51f290 service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841210 Feb 09 22:59:37.952678 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3a145150-8c5d-4e20-86f7-50d50f8e098a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:40.456293 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:59:40.686441 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0e90a293-059d-4463-b29d-196bca244c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:41.916863 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:43.094363 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:44.790940 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:46.201198 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:46.557555 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:07.955077 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4d753033-3118-40c0-8d27-878a06fddae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:10.679720 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d683b5c9-347c-4619-966c-cbf5e3dd2ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:11.918060 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:13.096663 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:14.793666 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:16.200362 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:16.553838 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:17.456509 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:00:30.506674 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d1e597f-9a0b-47a0-a981-3269ebc4709c req-81689c87-92db-4e4a-9b15-0e63db3b5778 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0963590 Feb 09 23:00:30.606049 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e597f-9a0b-47a0-a981-3269ebc4709c req-172bed03-eef2-4291-871a-2d4f9fb190bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:30.607968 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d1e597f-9a0b-47a0-a981-3269ebc4709c req-172bed03-eef2-4291-871a-2d4f9fb190bd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=22848d4372ed451cbbea6c50746f4d83&device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 1128 time: 0.0549836 Feb 09 23:00:30.714208 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e597f-9a0b-47a0-a981-3269ebc4709c req-925ed612-ef11-4f69-94c3-946f5db2b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:30.715616 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d1e597f-9a0b-47a0-a981-3269ebc4709c req-925ed612-ef11-4f69-94c3-946f5db2b772 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 200 len: 910 time: 0.0896175 Feb 09 23:00:30.779855 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d1e597f-9a0b-47a0-a981-3269ebc4709c req-3559fbfb-b3ab-43dc-a51f-71093ee2e850 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4081d03-f2ce-4c81-b1af-7b6306025f52 HTTP/1.1" status: 200 len: 1001 time: 0.0583055 Feb 09 23:00:30.838738 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e597f-9a0b-47a0-a981-3269ebc4709c req-98b8d00a-7806-46d8-a108-87330674a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:30.840270 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d1e597f-9a0b-47a0-a981-3269ebc4709c req-98b8d00a-7806-46d8-a108-87330674a4bb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2dd123fa-a823-4743-9c93-7774ec9e78a9 HTTP/1.1" status: 200 len: 848 time: 0.0536978 Feb 09 23:00:30.889045 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e597f-9a0b-47a0-a981-3269ebc4709c req-41f91421-1ce7-44ba-a292-b78511d62151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:30.890587 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d1e597f-9a0b-47a0-a981-3269ebc4709c req-41f91421-1ce7-44ba-a292-b78511d62151 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449076 Feb 09 23:00:30.900956 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-3d1e597f-9a0b-47a0-a981-3269ebc4709c req-396ff514-8468-4d53-ac59-b6a3d857ebab service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 23:00:30.901886 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d1e597f-9a0b-47a0-a981-3269ebc4709c req-396ff514-8468-4d53-ac59-b6a3d857ebab service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048261 Feb 09 23:00:30.986760 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d1e597f-9a0b-47a0-a981-3269ebc4709c req-130d6550-f913-4d8b-9500-ab52fa31ffef service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793543 Feb 09 23:00:31.079809 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-3d1e597f-9a0b-47a0-a981-3269ebc4709c req-57c303cf-cf8b-4d3d-8d0e-2eeb8f2ca5f7 service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866313 Feb 09 23:00:37.956004 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f8dda294-0b24-489b-8abc-d3ae6f79912c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:40.681474 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8210cd30-1e5a-44e9-bb3e-5ac490d5ff7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:41.921841 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:43.099787 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:44.798482 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:46.218608 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:46.555358 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:51.490257 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3b6c5-cfdf-4d58-9276-358a5109abf7 req-2ce269e2-4ca0-4311-9237-892ced31003e tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:51.495955 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ab3b6c5-cfdf-4d58-9276-358a5109abf7 req-2ce269e2-4ca0-4311-9237-892ced31003e tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 946 time: 0.1043456 Feb 09 23:00:51.544275 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9ab3b6c5-cfdf-4d58-9276-358a5109abf7 req-d3d9dd0f-cf06-474c-a3b2-7f49e67cb3cc tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418813 Feb 09 23:00:52.677232 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c3564-5846-4bf6-a6d3-81e8df6d069b req-7d33deb6-518e-4481-b22c-04cc940c1814 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:52.678644 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f25c3564-5846-4bf6-a6d3-81e8df6d069b req-7d33deb6-518e-4481-b22c-04cc940c1814 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 946 time: 0.0560203 Feb 09 23:00:52.727162 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f25c3564-5846-4bf6-a6d3-81e8df6d069b req-4e778fc6-111a-48d9-b993-4f8523e288dc tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428753 Feb 09 23:00:53.849078 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e8692-5197-43bb-beee-2f32f95b783f req-25b9726d-0bc0-42f7-b49d-db2909f6964f tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:53.850584 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-299e8692-5197-43bb-beee-2f32f95b783f req-25b9726d-0bc0-42f7-b49d-db2909f6964f tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 946 time: 0.0520120 Feb 09 23:00:53.898320 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-299e8692-5197-43bb-beee-2f32f95b783f req-d09caa6a-1300-4914-b6e1-38eeed44926e tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421188 Feb 09 23:00:54.455932 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:00:55.022114 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb258cf4-354a-48b2-b3c7-ef056c98c1a4 req-6ece9536-9e60-4061-8fa9-de93cee274cd tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:55.023610 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb258cf4-354a-48b2-b3c7-ef056c98c1a4 req-6ece9536-9e60-4061-8fa9-de93cee274cd tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 946 time: 0.0578554 Feb 09 23:00:55.072776 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb258cf4-354a-48b2-b3c7-ef056c98c1a4 req-48f1ea03-594a-43c8-ae36-d3188ac3c1ac tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436249 Feb 09 23:00:56.192638 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f03af-36b7-4e81-ab66-00bf7e4cfef9 req-89ee8837-5712-486b-b658-68187ea60072 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:56.194121 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-497f03af-36b7-4e81-ab66-00bf7e4cfef9 req-89ee8837-5712-486b-b658-68187ea60072 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 946 time: 0.0514987 Feb 09 23:00:56.242941 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-497f03af-36b7-4e81-ab66-00bf7e4cfef9 req-10150fa2-f8b5-4708-832d-293de61b68ca tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432546 Feb 09 23:00:57.362629 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2224e-6cf3-410c-bca4-d699175246ec req-4ba40735-81cb-4a7a-b3dc-6e70655618c7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:57.364153 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-49a2224e-6cf3-410c-bca4-d699175246ec req-4ba40735-81cb-4a7a-b3dc-6e70655618c7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 946 time: 0.0539670 Feb 09 23:00:57.416107 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-49a2224e-6cf3-410c-bca4-d699175246ec req-1882c063-8c96-4058-bfe4-bf02ed4b61b8 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461936 Feb 09 23:00:58.534559 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafdf7e-02ed-436b-aac8-dc8185b3a789 req-7389f835-2f59-4c7c-83c7-4da88598d4a8 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:58.536071 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-afafdf7e-02ed-436b-aac8-dc8185b3a789 req-7389f835-2f59-4c7c-83c7-4da88598d4a8 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 946 time: 0.0521104 Feb 09 23:00:58.584604 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-afafdf7e-02ed-436b-aac8-dc8185b3a789 req-b60db0bc-6cf5-4125-a957-3046fb53b293 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429952 Feb 09 23:00:59.706229 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20888a5c-b707-4ad6-b199-2a8baeb08d5c req-3057685b-5ae5-4630-bd4e-7fa18ea02ff4 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:59.707685 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-20888a5c-b707-4ad6-b199-2a8baeb08d5c req-3057685b-5ae5-4630-bd4e-7fa18ea02ff4 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 946 time: 0.0531089 Feb 09 23:00:59.756669 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-20888a5c-b707-4ad6-b199-2a8baeb08d5c req-87270336-f5c9-44db-ba9d-2b0755b745b7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433486 Feb 09 23:01:00.882074 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f22b00-94cb-4098-ac7a-97aca473e3d6 req-d6d0c1da-38af-45ba-9a61-91cd3aea8199 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:00.883564 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80f22b00-94cb-4098-ac7a-97aca473e3d6 req-d6d0c1da-38af-45ba-9a61-91cd3aea8199 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 946 time: 0.0599582 Feb 09 23:01:00.932385 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-80f22b00-94cb-4098-ac7a-97aca473e3d6 req-fdd34581-95b3-4257-8253-f36335b34796 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431175 Feb 09 23:01:01.572060 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11dbbb-80f7-4fe6-a35c-e2f2c026d2fe req-8c4fbe3c-e2fc-4be3-9855-423c3c87bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:01.573575 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1f11dbbb-80f7-4fe6-a35c-e2f2c026d2fe req-8c4fbe3c-e2fc-4be3-9855-423c3c87bdba service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=22848d4372ed451cbbea6c50746f4d83&device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 1128 time: 0.0454075 Feb 09 23:01:01.663298 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11dbbb-80f7-4fe6-a35c-e2f2c026d2fe req-140cdf2a-37c0-4a8b-b11c-7e94085997ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:01.664689 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1f11dbbb-80f7-4fe6-a35c-e2f2c026d2fe req-140cdf2a-37c0-4a8b-b11c-7e94085997ef service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 200 len: 910 time: 0.0851197 Feb 09 23:01:01.727145 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1f11dbbb-80f7-4fe6-a35c-e2f2c026d2fe req-0f980615-2818-407f-9c17-7d19cf953cbc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4081d03-f2ce-4c81-b1af-7b6306025f52 HTTP/1.1" status: 200 len: 1001 time: 0.0563076 Feb 09 23:01:01.773582 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11dbbb-80f7-4fe6-a35c-e2f2c026d2fe req-19e6def8-cbd8-40b8-a313-10aa74270866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:01.775029 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1f11dbbb-80f7-4fe6-a35c-e2f2c026d2fe req-19e6def8-cbd8-40b8-a313-10aa74270866 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2dd123fa-a823-4743-9c93-7774ec9e78a9 HTTP/1.1" status: 200 len: 848 time: 0.0425804 Feb 09 23:01:01.832624 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11dbbb-80f7-4fe6-a35c-e2f2c026d2fe req-1eb1538e-03a6-4663-b072-df87ac9ad708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:01.834186 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1f11dbbb-80f7-4fe6-a35c-e2f2c026d2fe req-1eb1538e-03a6-4663-b072-df87ac9ad708 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0538189 Feb 09 23:01:01.920411 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1f11dbbb-80f7-4fe6-a35c-e2f2c026d2fe req-1eab4e7f-d383-4e88-9436-fd466beff7b1 service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803292 Feb 09 23:01:02.061554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1971f6c-87fe-452b-a9ec-857f4f371c61 req-2d91f3d2-21cc-4d50-a48c-1c42cdcf90ac tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:02.063899 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1971f6c-87fe-452b-a9ec-857f4f371c61 req-2d91f3d2-21cc-4d50-a48c-1c42cdcf90ac tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 946 time: 0.0566547 Feb 09 23:01:02.117623 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1971f6c-87fe-452b-a9ec-857f4f371c61 req-848d914f-fe90-4c1b-bed6-b0e5a47cc52a tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479505 Feb 09 23:01:02.293190 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1f11dbbb-80f7-4fe6-a35c-e2f2c026d2fe req-3e7728c9-eee1-4965-a485-3bbaed3e3089 service neutron] 10.222.0.71 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676128 Feb 09 23:01:03.236024 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6dd97-dd70-4eb8-8335-c6033ed781be req-7b280460-dacb-4d47-b0af-1a48c4611148 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:03.237692 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10b6dd97-dd70-4eb8-8335-c6033ed781be req-7b280460-dacb-4d47-b0af-1a48c4611148 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 946 time: 0.0514667 Feb 09 23:01:03.289114 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-10b6dd97-dd70-4eb8-8335-c6033ed781be req-ec480a5c-b6c8-4a48-881d-5b50c9fb4f15 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460248 Feb 09 23:01:04.413266 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf231c-96a7-48f3-a1fa-30c8f46a7720 req-43ff5cc6-484e-4fb4-adce-9b329dcb962e tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:04.414791 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b5bf231c-96a7-48f3-a1fa-30c8f46a7720 req-43ff5cc6-484e-4fb4-adce-9b329dcb962e tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 946 time: 0.0573790 Feb 09 23:01:04.472345 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b5bf231c-96a7-48f3-a1fa-30c8f46a7720 req-e5a5c7fb-823e-4738-b846-8431018f121e tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452173 Feb 09 23:01:05.597777 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4083630-3bc2-41ba-8cc6-e705ea8dbaff req-ab3fc56d-d031-4c5a-9dfe-0883e2f442a4 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:05.600383 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4083630-3bc2-41ba-8cc6-e705ea8dbaff req-ab3fc56d-d031-4c5a-9dfe-0883e2f442a4 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 946 time: 0.0552847 Feb 09 23:01:05.652412 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b4083630-3bc2-41ba-8cc6-e705ea8dbaff req-5278af46-c941-4b86-8c1d-1433aebc7f31 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460377 Feb 09 23:01:06.775180 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f0831-34a4-4db9-abba-ea54f0ffaf31 req-bdd34d9d-5f7f-4d78-9094-10073d8ead6f tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:06.776689 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-123f0831-34a4-4db9-abba-ea54f0ffaf31 req-bdd34d9d-5f7f-4d78-9094-10073d8ead6f tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 946 time: 0.0572209 Feb 09 23:01:06.825316 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-123f0831-34a4-4db9-abba-ea54f0ffaf31 req-181742d9-5482-4427-93f4-8aeae58fcfe9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429890 Feb 09 23:01:07.527369 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device b4081d03-f2ce-4c81-b1af-7b6306025f52 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:01:07.602619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port b4081d03-f2ce-4c81-b1af-7b6306025f52 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:01:07.603014 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:07.631930 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c421228-7ab2-4696-a54e-1a625f559714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4081d03-f2ce-4c81-b1af-7b6306025f52'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:01:07.634180 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0483ef3-f2a7-42d9-8776-3b529e936728" -d '{"events": [{"server_uuid": "0c421228-7ab2-4696-a54e-1a625f559714", "name": "network-vif-unplugged", "status": "completed", "tag": "b4081d03-f2ce-4c81-b1af-7b6306025f52"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:01:07.646278 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port b4081d03-f2ce-4c81-b1af-7b6306025f52, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b4081d03-f2ce-4c81-b1af-7b6306025f52,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:01:07.653297 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:07.678571 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 23:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5ebaf2-2e0d-4cfb-a0f8-fdaaced2e8c3 x-openstack-request-id: req-cf5ebaf2-2e0d-4cfb-a0f8-fdaaced2e8c3 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:01:07.678873 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c421228-7ab2-4696-a54e-1a625f559714", "name": "network-vif-unplugged", "status": "failed", "tag": "b4081d03-f2ce-4c81-b1af-7b6306025f52", "code": 422}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:01:07.679136 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cf5ebaf2-2e0d-4cfb-a0f8-fdaaced2e8c3 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:01:07.679535 n-d-828601-1 neutron-server[103203]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0c421228-7ab2-4696-a54e-1a625f559714', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b4081d03-f2ce-4c81-b1af-7b6306025f52', 'code': 422} returned with failed status Feb 09 23:01:07.704088 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=b4081d03-f2ce-4c81-b1af-7b6306025f52,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:01:07.711326 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:07.711709 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:07.712065 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:07.712518 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:07.712807 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:07.713181 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:07.713631 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:07.714129 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:07.714474 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:07.714808 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:07.715145 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:07.715479 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:07.715848 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:07.944598 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8c8cc-8251-4617-ab05-13207a175dfb req-b3f0ff30-eced-40da-8c72-708b357a4c84 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:07.946100 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9b8c8cc-8251-4617-ab05-13207a175dfb req-b3f0ff30-eced-40da-8c72-708b357a4c84 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0513828 Feb 09 23:01:07.962930 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8ab72cab-3d69-418c-ab97-94475df12b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:07.998330 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d9b8c8cc-8251-4617-ab05-13207a175dfb req-4f2ded62-173b-4259-88ce-706d35c51291 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464664 Feb 09 23:01:08.179193 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-8fa02c1d-62d4-4333-8c66-6cdbd2c276d8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0450637 Feb 09 23:01:08.188150 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-1641f0fd-7a8d-491e-aae4-1f6ac4fee1fe service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 23:01:08.189818 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-1641f0fd-7a8d-491e-aae4-1f6ac4fee1fe service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058882 Feb 09 23:01:08.229087 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24762c-a53d-486f-a418-c393ce331e3a req-4a68d663-2e15-4909-af1c-0c2f1aa93398 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:08.229087 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab24762c-a53d-486f-a418-c393ce331e3a req-4a68d663-2e15-4909-af1c-0c2f1aa93398 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0660048 Feb 09 23:01:08.282414 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ab24762c-a53d-486f-a418-c393ce331e3a req-a10dfb0f-0a06-49f4-816d-6d71850e323b tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436432 Feb 09 23:01:09.401302 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bae516-de80-4b74-bb4c-3c6172985a0c req-ea490895-bcd6-460a-bab5-f0c9459d2586 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:09.402786 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56bae516-de80-4b74-bb4c-3c6172985a0c req-ea490895-bcd6-460a-bab5-f0c9459d2586 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0530691 Feb 09 23:01:09.450589 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-56bae516-de80-4b74-bb4c-3c6172985a0c req-668db451-07fc-4d15-9a9c-c1c7687ff361 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421369 Feb 09 23:01:10.567361 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6e07a-5467-4fcd-85ec-293de035feac req-702054aa-297b-4b76-9728-4be7973d6751 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:10.568879 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-81f6e07a-5467-4fcd-85ec-293de035feac req-702054aa-297b-4b76-9728-4be7973d6751 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0510666 Feb 09 23:01:10.623153 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-81f6e07a-5467-4fcd-85ec-293de035feac req-eb3d3d1f-bc57-42c7-b248-d0e9628702c5 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483775 Feb 09 23:01:10.683534 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dc044471-fa93-4b18-bada-c389ce2b2735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:11.743350 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf506486-9a74-49cc-8568-a6dce31e3a45 req-229fade1-aad9-4c19-bebc-2365a514eb9c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:11.744893 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf506486-9a74-49cc-8568-a6dce31e3a45 req-229fade1-aad9-4c19-bebc-2365a514eb9c tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0524113 Feb 09 23:01:11.794003 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf506486-9a74-49cc-8568-a6dce31e3a45 req-eb685f76-13ec-4862-89fa-210b976f3374 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436428 Feb 09 23:01:11.924197 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:12.916449 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df487143-c9fb-409e-8b4a-77e448c3f1c4 req-3dbacb89-fe04-41be-99a9-ce8fb1e2d20a tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:12.917913 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df487143-c9fb-409e-8b4a-77e448c3f1c4 req-3dbacb89-fe04-41be-99a9-ce8fb1e2d20a tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0555897 Feb 09 23:01:12.968151 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df487143-c9fb-409e-8b4a-77e448c3f1c4 req-22525229-35e3-42e4-b0e9-c034b3c7cd0a tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444863 Feb 09 23:01:13.103072 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:14.091468 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f37c4-90f6-4ef6-8c21-cab09c4ad0ac req-544c7fb0-7445-4f8f-8eba-dedcc0ab5f51 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:14.092977 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d74f37c4-90f6-4ef6-8c21-cab09c4ad0ac req-544c7fb0-7445-4f8f-8eba-dedcc0ab5f51 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0568023 Feb 09 23:01:14.141888 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d74f37c4-90f6-4ef6-8c21-cab09c4ad0ac req-5efb1982-8178-4070-a7ad-5fed61c6c6b7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424192 Feb 09 23:01:14.801833 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:15.261760 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555f525-6b4c-4e0a-ba27-a992fc655f48 req-04f8c2d6-baaa-443e-877a-113e86c5d708 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:15.263689 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a555f525-6b4c-4e0a-ba27-a992fc655f48 req-04f8c2d6-baaa-443e-877a-113e86c5d708 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0527773 Feb 09 23:01:15.322085 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a555f525-6b4c-4e0a-ba27-a992fc655f48 req-82d9de9a-a0a4-4718-9a77-6236de37ef48 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515018 Feb 09 23:01:16.214979 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:16.443774 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b2fec-677b-41db-85a1-e7bd9859c5ac req-0039ebe7-8660-48ba-847f-13f73d1148bb tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:16.445285 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-381b2fec-677b-41db-85a1-e7bd9859c5ac req-0039ebe7-8660-48ba-847f-13f73d1148bb tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0555537 Feb 09 23:01:16.498612 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-381b2fec-677b-41db-85a1-e7bd9859c5ac req-adb933c6-da4e-4345-b4a9-e8a98e372d63 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476177 Feb 09 23:01:16.571552 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:17.620993 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1f1a3-ea8d-47f7-b47e-9424ae0e35f9 req-a92b98d2-1317-4742-b740-c9e695cd2a60 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:17.622507 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ec1f1a3-ea8d-47f7-b47e-9424ae0e35f9 req-a92b98d2-1317-4742-b740-c9e695cd2a60 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0535331 Feb 09 23:01:17.673541 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ec1f1a3-ea8d-47f7-b47e-9424ae0e35f9 req-2df5fd24-da34-499b-976d-f418d57adff1 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446997 Feb 09 23:01:18.796298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21a4f0-d617-44ca-a605-54ae2c0f6d78 req-b9bc209a-b4cd-4e5b-8f84-b2c4eaa74499 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:18.797818 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c21a4f0-d617-44ca-a605-54ae2c0f6d78 req-b9bc209a-b4cd-4e5b-8f84-b2c4eaa74499 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0555484 Feb 09 23:01:18.847585 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6c21a4f0-d617-44ca-a605-54ae2c0f6d78 req-fcd669ec-fd70-4b67-9330-1e559f53ee4d tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440819 Feb 09 23:01:19.973691 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cbdb8-0097-4fbe-bee7-41018dcd72cf req-6979237a-420b-4358-b2ca-1d19738c9437 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:19.975199 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee8cbdb8-0097-4fbe-bee7-41018dcd72cf req-6979237a-420b-4358-b2ca-1d19738c9437 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0569434 Feb 09 23:01:20.027300 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ee8cbdb8-0097-4fbe-bee7-41018dcd72cf req-00b64244-69a2-4200-8cb6-78e144a773ae tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460868 Feb 09 23:01:21.149896 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4974083-6407-4580-bb01-fda5d3a8dd0d req-096bf8ab-a873-4158-ae7e-59256828ce2e tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:21.151419 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d4974083-6407-4580-bb01-fda5d3a8dd0d req-096bf8ab-a873-4158-ae7e-59256828ce2e tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0538006 Feb 09 23:01:21.202620 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d4974083-6407-4580-bb01-fda5d3a8dd0d req-4a8bb285-f372-4d61-b332-a72684797c05 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453072 Feb 09 23:01:22.339823 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b976f-157f-4be9-93ae-5939c0ae8afc req-e9cf1236-8563-4f36-8bba-75d8717bfe7a tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:22.341537 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-047b976f-157f-4be9-93ae-5939c0ae8afc req-e9cf1236-8563-4f36-8bba-75d8717bfe7a tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0691526 Feb 09 23:01:22.389823 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-047b976f-157f-4be9-93ae-5939c0ae8afc req-0afbec65-81ba-44dd-8963-ba6959e23db9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421028 Feb 09 23:01:22.681271 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-63f9d564-6215-4e9c-803f-fe55fc3dea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:22.682793 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-63f9d564-6215-4e9c-803f-fe55fc3dea94 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714&tenant_id=22848d4372ed451cbbea6c50746f4d83 HTTP/1.1" status: 200 len: 1126 time: 0.0447450 Feb 09 23:01:22.693445 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-7f2844d7-38dd-41d3-95be-97e905916bba service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 23:01:22.694400 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-7f2844d7-38dd-41d3-95be-97e905916bba service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056162 Feb 09 23:01:22.706281 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828601-1', 'device_owner': 'compute:nova'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:01:22.763697 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:22.974110 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] For port b4081d03-f2ce-4c81-b1af-7b6306025f52, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=b4081d03-f2ce-4c81-b1af-7b6306025f52,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:01:23.008999 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] For port b4081d03-f2ce-4c81-b1af-7b6306025f52, host n-h1-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 23:01:23.040984 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4081d03-f2ce-4c81-b1af-7b6306025f52 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 23:01:23.048876 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Publish callbacks [] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:23.060487 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Transition to ACTIVE for port object b4081d03-f2ce-4c81-b1af-7b6306025f52 will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 23:01:23.064709 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:23.138065 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Pushing event updated for resources: {'Port': ['ID=b4081d03-f2ce-4c81-b1af-7b6306025f52,revision_number=7']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:01:23.154259 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:23.154610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:23.154959 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:23.155300 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:23.155635 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:23.155996 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:23.156328 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:23.156658 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:23.156983 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:23.157311 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:23.157716 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:23.158048 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:23.158374 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:23.198460 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] No DVR routers for this DVR port b4081d03-f2ce-4c81-b1af-7b6306025f52 on host n-h1-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:01:23.360519 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Attempting to bind port b4081d03-f2ce-4c81-b1af-7b6306025f52 on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 23:01:23.361710 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Attempting to bind port b4081d03-f2ce-4c81-b1af-7b6306025f52 by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 23:01:23.361710 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Attempting to bind port b4081d03-f2ce-4c81-b1af-7b6306025f52 on network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:01:23.366738 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Port b4081d03-f2ce-4c81-b1af-7b6306025f52 on network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 23:01:23.367062 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Attempting to bind port b4081d03-f2ce-4c81-b1af-7b6306025f52 on network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:01:23.372533 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 23, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 23:01:23.372880 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Checking segment: {'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 23:01:23.373275 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Bound using segment: {'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 23:01:23.373713 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Bound port: b4081d03-f2ce-4c81-b1af-7b6306025f52, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94110ef6-643e-4a38-ae52-d4a3c7cb0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 23:01:23.374073 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:23.441133 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] For port b4081d03-f2ce-4c81-b1af-7b6306025f52, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 23:01:23.444725 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] For port b4081d03-f2ce-4c81-b1af-7b6306025f52, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b4081d03-f2ce-4c81-b1af-7b6306025f52,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 23:01:23.450729 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:23.513563 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:23.514209 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:23.515665 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] 10.222.0.42 "PUT /v2.0/ports/b4081d03-f2ce-4c81-b1af-7b6306025f52 HTTP/1.1" status: 200 len: 1092 time: 0.8137565 Feb 09 23:01:23.520069 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c421228-7ab2-4696-a54e-1a625f559714', 'tag': 'b4081d03-f2ce-4c81-b1af-7b6306025f52'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:01:23.522399 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd97b843-36ad-4e54-b167-5a6997980b22" -d '{"events": [{"name": "network-changed", "server_uuid": "0c421228-7ab2-4696-a54e-1a625f559714", "tag": "b4081d03-f2ce-4c81-b1af-7b6306025f52"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:01:23.560536 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3150ea-bd69-40c1-b80b-205ce63c8f71 service neutron] Pushing event updated for resources: {'Port': ['ID=b4081d03-f2ce-4c81-b1af-7b6306025f52,revision_number=8']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:01:23.597206 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78723bad-f3dc-4a8a-a905-c290c4941b6a req-909f1ca6-e4b1-44fb-8168-195c2f951d2d tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:23.598798 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-78723bad-f3dc-4a8a-a905-c290c4941b6a req-909f1ca6-e4b1-44fb-8168-195c2f951d2d tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.1216769 Feb 09 23:01:23.641315 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-51983f58-94bc-4370-aa53-e8a7bb9560c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:23.642917 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-51983f58-94bc-4370-aa53-e8a7bb9560c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=22848d4372ed451cbbea6c50746f4d83&device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 1126 time: 0.0992422 Feb 09 23:01:23.712684 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-78723bad-f3dc-4a8a-a905-c290c4941b6a req-31af1a54-e62b-4334-8c1b-19df2d076dc9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075509 Feb 09 23:01:23.758104 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-f9679255-2b67-4b76-9d95-7ab28e3d497c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:23.759622 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-f9679255-2b67-4b76-9d95-7ab28e3d497c service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 200 len: 910 time: 0.1054096 Feb 09 23:01:23.761098 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 23:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a214b20-a19d-439b-8e6b-212461a4fc3f x-openstack-request-id: req-8a214b20-a19d-439b-8e6b-212461a4fc3f {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:01:23.761396 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c421228-7ab2-4696-a54e-1a625f559714", "tag": "b4081d03-f2ce-4c81-b1af-7b6306025f52", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:01:23.761653 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8a214b20-a19d-439b-8e6b-212461a4fc3f {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:01:23.762051 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c421228-7ab2-4696-a54e-1a625f559714', 'tag': 'b4081d03-f2ce-4c81-b1af-7b6306025f52', 'status': 'completed', 'code': 200} Feb 09 23:01:23.833273 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-6452f0d9-7567-4cc4-b847-493fe4ce78db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4081d03-f2ce-4c81-b1af-7b6306025f52 HTTP/1.1" status: 200 len: 999 time: 0.0602443 Feb 09 23:01:23.893603 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-794da410-b255-4987-ad69-53351b37ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:23.895074 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-794da410-b255-4987-ad69-53351b37ac11 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dd123fa-a823-4743-9c93-7774ec9e78a9 HTTP/1.1" status: 200 len: 848 time: 0.0513990 Feb 09 23:01:23.955423 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-7abeff7b-57f5-485b-91dd-dcc17d41ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:23.957019 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-7abeff7b-57f5-485b-91dd-dcc17d41ccf0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523317 Feb 09 23:01:24.048985 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-796cf101-ecc3-4e48-82b6-e7e7df186f3f service neutron] 10.222.0.42 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818825 Feb 09 23:01:24.143335 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-e0b72ace-62bc-412d-9fc1-c93e4f0d6df8 service neutron] 10.222.0.42 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859194 Feb 09 23:01:24.239889 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97b843-36ad-4e54-b167-5a6997980b22 req-0842d6f2-4790-4cb7-b634-05492b6fd54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:24.242005 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd97b843-36ad-4e54-b167-5a6997980b22 req-0842d6f2-4790-4cb7-b634-05492b6fd54f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=22848d4372ed451cbbea6c50746f4d83&device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 1126 time: 0.0471289 Feb 09 23:01:24.343360 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97b843-36ad-4e54-b167-5a6997980b22 req-0f9c8420-4240-4f36-8953-574f6c909905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:24.344989 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd97b843-36ad-4e54-b167-5a6997980b22 req-0f9c8420-4240-4f36-8953-574f6c909905 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 200 len: 910 time: 0.0963182 Feb 09 23:01:24.413349 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd97b843-36ad-4e54-b167-5a6997980b22 req-cc52e2ea-5f44-4a85-9c3d-a5eeaa06e3b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4081d03-f2ce-4c81-b1af-7b6306025f52 HTTP/1.1" status: 200 len: 999 time: 0.0625503 Feb 09 23:01:24.465644 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97b843-36ad-4e54-b167-5a6997980b22 req-7a22b31b-6526-4c15-b9c7-22396da8a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:24.467077 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd97b843-36ad-4e54-b167-5a6997980b22 req-7a22b31b-6526-4c15-b9c7-22396da8a78d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dd123fa-a823-4743-9c93-7774ec9e78a9 HTTP/1.1" status: 200 len: 848 time: 0.0434222 Feb 09 23:01:24.515280 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97b843-36ad-4e54-b167-5a6997980b22 req-700d1dd5-e28e-4a7c-9aeb-84aa256baeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:24.516882 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd97b843-36ad-4e54-b167-5a6997980b22 req-700d1dd5-e28e-4a7c-9aeb-84aa256baeec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437772 Feb 09 23:01:24.606708 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd97b843-36ad-4e54-b167-5a6997980b22 req-034f6d15-270a-4c88-b10b-c3e589144dde service neutron] 10.222.0.42 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830708 Feb 09 23:01:24.698242 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fd97b843-36ad-4e54-b167-5a6997980b22 req-a39bf5a1-c479-4943-b0f5-7db6ecc5ec35 service neutron] 10.222.0.42 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824990 Feb 09 23:01:24.841467 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7640dc5-b5d2-4e09-862c-3ce38dd3996e req-54d832aa-471d-4c3f-8c40-dd4e5e4d9191 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:24.842970 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e7640dc5-b5d2-4e09-862c-3ce38dd3996e req-54d832aa-471d-4c3f-8c40-dd4e5e4d9191 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0582719 Feb 09 23:01:24.891492 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e7640dc5-b5d2-4e09-862c-3ce38dd3996e req-403a3e5e-702f-4a01-bf52-c644468b1615 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428038 Feb 09 23:01:26.010772 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c0565-de83-40a7-a609-8cafe730ffec req-70ce9087-09c4-419a-87c8-87d0cbe201ea tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:26.012285 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be9c0565-de83-40a7-a609-8cafe730ffec req-70ce9087-09c4-419a-87c8-87d0cbe201ea tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0531623 Feb 09 23:01:26.061217 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be9c0565-de83-40a7-a609-8cafe730ffec req-83100a02-6cff-4b76-b81b-049f248b5515 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426140 Feb 09 23:01:27.180627 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e1e24-2ade-4121-a060-a3449ec7a5d3 req-375d310e-d113-42fa-bead-b9edf26047f3 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:27.182140 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-538e1e24-2ade-4121-a060-a3449ec7a5d3 req-375d310e-d113-42fa-bead-b9edf26047f3 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0514348 Feb 09 23:01:27.234006 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-538e1e24-2ade-4121-a060-a3449ec7a5d3 req-e7120ae1-e484-43b9-9f13-fb0fa684a4a7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462377 Feb 09 23:01:28.354059 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d04ffa-31fb-42ec-b1aa-163ed4b3f445 req-ff607f18-b2d4-4488-ae3e-ee8ea6a38629 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:28.355562 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e7d04ffa-31fb-42ec-b1aa-163ed4b3f445 req-ff607f18-b2d4-4488-ae3e-ee8ea6a38629 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0535090 Feb 09 23:01:28.403876 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e7d04ffa-31fb-42ec-b1aa-163ed4b3f445 req-23de0798-f8ac-46cd-accf-1c33fd4e746f tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426829 Feb 09 23:01:29.521296 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cf97e-d7c8-4627-bb34-6be40cd07967 req-a346f265-5033-4e82-a84f-d92f24680e60 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:29.522766 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f29cf97e-d7c8-4627-bb34-6be40cd07967 req-a346f265-5033-4e82-a84f-d92f24680e60 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0512629 Feb 09 23:01:29.572087 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f29cf97e-d7c8-4627-bb34-6be40cd07967 req-e2537875-0155-4cab-b9a4-79ec5d435cb0 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434046 Feb 09 23:01:30.460575 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f69ea9-423e-48e9-b704-510e082a28de req-045e4476-8a54-4a71-be23-fc522eda8418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:30.462133 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f5f69ea9-423e-48e9-b704-510e082a28de req-045e4476-8a54-4a71-be23-fc522eda8418 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=22848d4372ed451cbbea6c50746f4d83&device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 1126 time: 0.0880802 Feb 09 23:01:30.566236 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f69ea9-423e-48e9-b704-510e082a28de req-ce723786-24e3-44bb-bac4-98629c58fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:30.567751 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f5f69ea9-423e-48e9-b704-510e082a28de req-ce723786-24e3-44bb-bac4-98629c58fb7c service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 200 len: 910 time: 0.0849974 Feb 09 23:01:30.636459 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f5f69ea9-423e-48e9-b704-510e082a28de req-04743097-e882-4ab3-bc67-6cad1cf31d69 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4081d03-f2ce-4c81-b1af-7b6306025f52 HTTP/1.1" status: 200 len: 999 time: 0.0622377 Feb 09 23:01:30.712207 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f69ea9-423e-48e9-b704-510e082a28de req-9817fad6-a8e5-4ba1-bbeb-67403be8cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:30.713683 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f5f69ea9-423e-48e9-b704-510e082a28de req-9817fad6-a8e5-4ba1-bbeb-67403be8cf5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dd123fa-a823-4743-9c93-7774ec9e78a9 HTTP/1.1" status: 200 len: 848 time: 0.0649042 Feb 09 23:01:30.725005 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e6b72-1d07-464d-8530-2eda256c99c8 req-844c568e-3ca3-46cd-9252-4425dc1e40e6 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:30.726410 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a59e6b72-1d07-464d-8530-2eda256c99c8 req-844c568e-3ca3-46cd-9252-4425dc1e40e6 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0855603 Feb 09 23:01:30.806781 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a59e6b72-1d07-464d-8530-2eda256c99c8 req-af102eac-5eb4-4ccb-8236-cd562b991b32 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723906 Feb 09 23:01:30.809453 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f69ea9-423e-48e9-b704-510e082a28de req-36bcebb9-201b-4557-95ad-2438d5df4648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:30.810867 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f5f69ea9-423e-48e9-b704-510e082a28de req-36bcebb9-201b-4557-95ad-2438d5df4648 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0836349 Feb 09 23:01:30.901947 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f5f69ea9-423e-48e9-b704-510e082a28de req-3f2774e3-0df8-4ed2-b9f9-3ed5d7043cab service neutron] 10.222.0.42 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825367 Feb 09 23:01:30.995876 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f5f69ea9-423e-48e9-b704-510e082a28de req-cce1d1d6-03b4-4252-88b6-94d9ad1262f4 service neutron] 10.222.0.42 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854666 Feb 09 23:01:31.455538 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:01:31.930343 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa91ca1-e667-4af3-82e4-aedd2d08f75e req-04a1a4f4-8832-426d-ad90-94ae306b774e tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:31.931865 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8aa91ca1-e667-4af3-82e4-aedd2d08f75e req-04a1a4f4-8832-426d-ad90-94ae306b774e tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0529797 Feb 09 23:01:31.981367 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8aa91ca1-e667-4af3-82e4-aedd2d08f75e req-693363c8-f31e-4286-8843-29bf237215c4 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436623 Feb 09 23:01:33.098824 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5bd93-4bc7-4a53-aa27-fae25cf86c2e req-4539f395-29ae-4870-8c16-370e5eea8792 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:33.100361 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ede5bd93-4bc7-4a53-aa27-fae25cf86c2e req-4539f395-29ae-4870-8c16-370e5eea8792 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 944 time: 0.0522144 Feb 09 23:01:33.149137 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-ede5bd93-4bc7-4a53-aa27-fae25cf86c2e req-8bc51fd3-c1a7-49e1-a82e-0a4cee23af9f tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432165 Feb 09 23:01:33.685970 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b4081d03-f2ce-4c81-b1af-7b6306025f52 details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 23:01:33.782349 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b4081d03-f2ce-4c81-b1af-7b6306025f52, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b4081d03-f2ce-4c81-b1af-7b6306025f52,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:01:33.793647 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': 'b4081d03-f2ce-4c81-b1af-7b6306025f52', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'port_id': 'b4081d03-f2ce-4c81-b1af-7b6306025f52', 'mac_address': 'fa:16:3e:4a:eb:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 23:01:33.829712 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port b4081d03-f2ce-4c81-b1af-7b6306025f52 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:01:33.830108 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:33.842774 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4081d03-f2ce-4c81-b1af-7b6306025f52 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 23:01:33.862032 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b4081d03-f2ce-4c81-b1af-7b6306025f52, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b4081d03-f2ce-4c81-b1af-7b6306025f52,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:01:33.866402 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:33.915719 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=b4081d03-f2ce-4c81-b1af-7b6306025f52,revision_number=9']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:01:34.173715 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['b4081d03-f2ce-4c81-b1af-7b6306025f52'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 23:01:34.274152 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284fbc7-66e3-40ff-aa4a-42a0c80dcc1d req-4d07a4d8-dc5a-4f7a-a2cc-138189d54382 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:34.275674 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3284fbc7-66e3-40ff-aa4a-42a0c80dcc1d req-4d07a4d8-dc5a-4f7a-a2cc-138189d54382 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 945 time: 0.0563433 Feb 09 23:01:34.329861 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-3284fbc7-66e3-40ff-aa4a-42a0c80dcc1d req-d87edf63-3bf4-4d7a-9b55-28c85e039cd7 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442116 Feb 09 23:01:35.445778 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1f5ed-06dd-40ae-9191-f1f83f87470b req-4b9a7e01-65af-4790-9084-8743decc1b88 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:35.447281 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6ea1f5ed-06dd-40ae-9191-f1f83f87470b req-4b9a7e01-65af-4790-9084-8743decc1b88 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 945 time: 0.0523896 Feb 09 23:01:35.496314 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6ea1f5ed-06dd-40ae-9191-f1f83f87470b req-9722dbbd-9608-4f58-bf55-aae297d270f3 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434904 Feb 09 23:01:35.705864 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b4081d03-f2ce-4c81-b1af-7b6306025f52 up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:01:35.753286 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port b4081d03-f2ce-4c81-b1af-7b6306025f52 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 23:01:35.757141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port b4081d03-f2ce-4c81-b1af-7b6306025f52 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:01:35.757525 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:35.833569 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port b4081d03-f2ce-4c81-b1af-7b6306025f52 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:01:35.833953 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:35.856117 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c421228-7ab2-4696-a54e-1a625f559714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4081d03-f2ce-4c81-b1af-7b6306025f52'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:01:35.858348 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dde2b18-6626-4ea5-b849-53fdb3f91ae5" -d '{"events": [{"server_uuid": "0c421228-7ab2-4696-a54e-1a625f559714", "name": "network-vif-plugged", "status": "completed", "tag": "b4081d03-f2ce-4c81-b1af-7b6306025f52"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:01:35.872298 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port b4081d03-f2ce-4c81-b1af-7b6306025f52, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b4081d03-f2ce-4c81-b1af-7b6306025f52,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:01:35.877850 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:35.932534 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=b4081d03-f2ce-4c81-b1af-7b6306025f52,revision_number=10']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:01:35.947952 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 23:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e33cc02-5e74-47a8-8aa1-a95d6dda3919 x-openstack-request-id: req-4e33cc02-5e74-47a8-8aa1-a95d6dda3919 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:01:35.948258 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c421228-7ab2-4696-a54e-1a625f559714", "name": "network-vif-plugged", "status": "completed", "tag": "b4081d03-f2ce-4c81-b1af-7b6306025f52", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:01:35.948520 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4e33cc02-5e74-47a8-8aa1-a95d6dda3919 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:01:35.948956 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c421228-7ab2-4696-a54e-1a625f559714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4081d03-f2ce-4c81-b1af-7b6306025f52', 'code': 200} Feb 09 23:01:36.113153 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17774a5-4344-48f4-a477-2fd19b48695b req-b12e8432-27b6-4220-a278-597b73341ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:36.114669 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b17774a5-4344-48f4-a477-2fd19b48695b req-b12e8432-27b6-4220-a278-597b73341ae2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 1129 time: 0.0473568 Feb 09 23:01:36.164128 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b17774a5-4344-48f4-a477-2fd19b48695b req-fad92df7-8ea0-48de-bdde-e462ed272084 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384927 Feb 09 23:01:36.614452 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9fc0c-a6c3-4794-a4bb-5e0398c0e768 req-0fe294a4-dba0-4e9a-800c-6fd7909d4203 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:36.615967 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28e9fc0c-a6c3-4794-a4bb-5e0398c0e768 req-0fe294a4-dba0-4e9a-800c-6fd7909d4203 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 947 time: 0.0511549 Feb 09 23:01:36.663534 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-28e9fc0c-a6c3-4794-a4bb-5e0398c0e768 req-56625e0a-e77b-4ed9-b3fc-3ea9e93aadb1 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419953 Feb 09 23:01:37.785604 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c815e-973d-4394-ac09-3a0ef31e9669 req-dbbfa858-7008-4bea-9b68-b240342e1427 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:37.787082 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-795c815e-973d-4394-ac09-3a0ef31e9669 req-dbbfa858-7008-4bea-9b68-b240342e1427 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 947 time: 0.0521393 Feb 09 23:01:37.839666 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-795c815e-973d-4394-ac09-3a0ef31e9669 req-26eb2483-9833-4a1f-8be1-47ea242589e2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459850 Feb 09 23:01:37.956070 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c3cf3aeb-e894-4f29-99ad-528d00eb281a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:40.685032 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-51564192-ab88-40d0-8a31-5d2ae00dacfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:41.926857 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:43.106100 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:44.804043 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:46.216566 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:46.584818 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:07.958904 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5c5d7eb8-88ba-4c78-a084-7d215060d42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:08.454411 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:02:10.687232 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-161d7bdc-021f-4133-af5c-2e9b7e73c62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:11.931877 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:13.108951 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:14.807714 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:16.229529 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:16.583528 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:30.362993 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7c0972e-679c-441a-80a9-821cc3188fdb req-4cbb45e1-49f4-4ad4-86b8-e17ca56f2a9a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434656 Feb 09 23:02:30.454896 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0972e-679c-441a-80a9-821cc3188fdb req-8813b924-d3e1-4740-98bd-63fec824c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:30.456524 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7c0972e-679c-441a-80a9-821cc3188fdb req-8813b924-d3e1-4740-98bd-63fec824c002 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=22848d4372ed451cbbea6c50746f4d83&device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 1129 time: 0.0446055 Feb 09 23:02:30.565693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0972e-679c-441a-80a9-821cc3188fdb req-da6508e0-615b-4a43-8bd0-dc77c0a56b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:30.567185 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7c0972e-679c-441a-80a9-821cc3188fdb req-da6508e0-615b-4a43-8bd0-dc77c0a56b49 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 200 len: 910 time: 0.0858953 Feb 09 23:02:30.635857 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7c0972e-679c-441a-80a9-821cc3188fdb req-90b898c0-e98c-43c4-942b-dfdc3b9e621e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4081d03-f2ce-4c81-b1af-7b6306025f52 HTTP/1.1" status: 200 len: 1001 time: 0.0579383 Feb 09 23:02:30.690699 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0972e-679c-441a-80a9-821cc3188fdb req-b8031971-d3fe-437e-b773-d9b9e0242d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:30.692232 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7c0972e-679c-441a-80a9-821cc3188fdb req-b8031971-d3fe-437e-b773-d9b9e0242d52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dd123fa-a823-4743-9c93-7774ec9e78a9 HTTP/1.1" status: 200 len: 848 time: 0.0478697 Feb 09 23:02:30.749172 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0972e-679c-441a-80a9-821cc3188fdb req-1a571b50-015b-4ee3-8b21-dc27460e8d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:30.750687 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7c0972e-679c-441a-80a9-821cc3188fdb req-1a571b50-015b-4ee3-8b21-dc27460e8d34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498161 Feb 09 23:02:30.844015 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7c0972e-679c-441a-80a9-821cc3188fdb req-c92dac07-c151-484d-a465-a8674502e6bc service neutron] 10.222.0.42 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830634 Feb 09 23:02:30.942347 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f7c0972e-679c-441a-80a9-821cc3188fdb req-b56ccdd9-b1fb-498a-acd3-0ed46cbdf9d9 service neutron] 10.222.0.42 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885894 Feb 09 23:02:37.962175 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a4fa4721-51d1-4aaa-bb80-ab880f5e0c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:40.688618 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bd936395-dca0-40db-b628-5c291805634e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:41.932993 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:43.111436 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:44.810797 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:45.454083 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:02:46.229082 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:46.586961 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:54.125630 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54874) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:02:54.297595 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Deleting port a2bd15af-94dc-46e9-97b6-751c2bb128ed {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:02:54.297935 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (a2bd15af-94dc-46e9-97b6-751c2bb128ed), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:54.370056 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (a2bd15af-94dc-46e9-97b6-751c2bb128ed), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:54.370397 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for floatingip (a2bd15af-94dc-46e9-97b6-751c2bb128ed), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:54.381771 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Calling delete_port for a2bd15af-94dc-46e9-97b6-751c2bb128ed owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:02:54.529233 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (a2bd15af-94dc-46e9-97b6-751c2bb128ed), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:54.559594 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event deleted for resources: {'Port': ['ID=a2bd15af-94dc-46e9-97b6-751c2bb128ed,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:02:54.587615 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.588009 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.588349 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.588698 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.589042 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.589382 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.589726 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.590064 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.590402 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.590734 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.591067 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.591395 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.591744 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.639226 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for floatingip (6e7c8bbd-4f86-40e7-a7d6-18de0fb6fe8e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:54.639459 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Floating IP 6e7c8bbd-4f86-40e7-a7d6-18de0fb6fe8e disassociated (deleted). External IP: 172.25.6.72, port: b4081d03-f2ce-4c81-b1af-7b6306025f52. Feb 09 23:02:55.199015 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Router bf4217c5-55d1-4282-94c7-fa73fc4a7338 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:02:55.303674 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:02:55.308700 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:55.316953 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a27b06-65f0-4e5f-9124-310165adfaf1 None None] Sync routers for ids ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:02:55.327618 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a27b06-65f0-4e5f-9124-310165adfaf1 None None] Routers {'bf4217c5-55d1-4282-94c7-fa73fc4a7338'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:02:55.328383 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b7a27b06-65f0-4e5f-9124-310165adfaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:02:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:02:55.342436 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9e04c41b-2901-44b5-8b69-20d3818a4dff tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "DELETE /v2.0/floatingips/6e7c8bbd-4f86-40e7-a7d6-18de0fb6fe8e HTTP/1.1" status: 204 len: 168 time: 1.2156956 Feb 09 23:02:55.343042 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c421228-7ab2-4696-a54e-1a625f559714', 'tag': 'b4081d03-f2ce-4c81-b1af-7b6306025f52'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:02:55.345379 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c8239a-4522-402d-91b0-5d5c2206c31e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c421228-7ab2-4696-a54e-1a625f559714", "tag": "b4081d03-f2ce-4c81-b1af-7b6306025f52"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:02:55.573900 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 23:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924a2f38-61a7-4209-8219-208560a072e1 x-openstack-request-id: req-924a2f38-61a7-4209-8219-208560a072e1 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:02:55.574518 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c421228-7ab2-4696-a54e-1a625f559714", "tag": "b4081d03-f2ce-4c81-b1af-7b6306025f52", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:02:55.574799 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-924a2f38-61a7-4209-8219-208560a072e1 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:02:55.575230 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c421228-7ab2-4696-a54e-1a625f559714', 'tag': 'b4081d03-f2ce-4c81-b1af-7b6306025f52', 'status': 'completed', 'code': 200} Feb 09 23:02:55.606888 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b7a27b06-65f0-4e5f-9124-310165adfaf1 None None] Set router bf4217c5-55d1-4282-94c7-fa73fc4a7338 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:02:55.682832 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8239a-4522-402d-91b0-5d5c2206c31e req-d0f38764-8c51-4eeb-946c-f01363a22ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:55.684515 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0c8239a-4522-402d-91b0-5d5c2206c31e req-d0f38764-8c51-4eeb-946c-f01363a22ac5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=22848d4372ed451cbbea6c50746f4d83&device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 1129 time: 0.0815370 Feb 09 23:02:55.696263 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29cb59-016d-44a8-9e97-5712e36fc90b req-490be502-4094-4b24-94b8-d30bde6efbec tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:55.697717 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be29cb59-016d-44a8-9e97-5712e36fc90b req-490be502-4094-4b24-94b8-d30bde6efbec tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 947 time: 0.0673299 Feb 09 23:02:55.800259 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-be29cb59-016d-44a8-9e97-5712e36fc90b req-1b7200b9-0d28-4a59-8a3c-bc4a835989fd tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941916 Feb 09 23:02:55.822290 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b7a27b06-65f0-4e5f-9124-310165adfaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'name': 'tempest-TestShelveInstance-1170094967-router', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:44Z', 'updated_at': '2022-02-09T22:53:47Z', 'revision_number': 4, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'gw_port': {'id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ac:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:45Z', 'updated_at': '2022-02-09T22:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'ce0fb87f-d3fa-4a99-8752-67386880219a', 'name': '', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'mac_address': 'fa:16:3e:6c:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:46Z', 'updated_at': '2022-02-09T22:53:51Z', 'revision_number': 5, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'subnets': [{'id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:02:55.823767 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8239a-4522-402d-91b0-5d5c2206c31e req-eab1c1fe-f90d-429c-bd0c-291a5746ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:55.825423 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0c8239a-4522-402d-91b0-5d5c2206c31e req-eab1c1fe-f90d-429c-bd0c-291a5746ea9a service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 200 len: 910 time: 0.1268067 Feb 09 23:02:55.848525 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a27b06-65f0-4e5f-9124-310165adfaf1 None None] Checking router: bf4217c5-55d1-4282-94c7-fa73fc4a7338 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:02:55.858024 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a27b06-65f0-4e5f-9124-310165adfaf1 None None] Routers {'bf4217c5-55d1-4282-94c7-fa73fc4a7338'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:02:55.858644 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b7a27b06-65f0-4e5f-9124-310165adfaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:02:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:02:55.870119 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0c8239a-4522-402d-91b0-5d5c2206c31e req-831e30fc-aac7-4aa6-9392-e93763385877 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4081d03-f2ce-4c81-b1af-7b6306025f52 HTTP/1.1" status: 200 len: 217 time: 0.0368018 Feb 09 23:02:55.928675 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8239a-4522-402d-91b0-5d5c2206c31e req-cf6d9829-6c2f-41de-a1bf-af60eff1db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:55.930219 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0c8239a-4522-402d-91b0-5d5c2206c31e req-cf6d9829-6c2f-41de-a1bf-af60eff1db2c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dd123fa-a823-4743-9c93-7774ec9e78a9 HTTP/1.1" status: 200 len: 848 time: 0.0533299 Feb 09 23:02:55.972252 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b7a27b06-65f0-4e5f-9124-310165adfaf1 None None] Set router bf4217c5-55d1-4282-94c7-fa73fc4a7338 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:02:55.988619 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8239a-4522-402d-91b0-5d5c2206c31e req-d831bec9-a310-47a3-b7a4-9bb196f6b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:55.990179 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0c8239a-4522-402d-91b0-5d5c2206c31e req-d831bec9-a310-47a3-b7a4-9bb196f6b2fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ae680b5-089d-4aa6-9cf6-a5f457c5154e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525670 Feb 09 23:02:56.085040 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0c8239a-4522-402d-91b0-5d5c2206c31e req-7bfa8333-e951-4f99-bc16-2011052223e0 service neutron] 10.222.0.42 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864389 Feb 09 23:02:56.179001 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0c8239a-4522-402d-91b0-5d5c2206c31e req-88f2bda6-8d42-406a-b171-14d8ca6bae02 service neutron] 10.222.0.42 "GET /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877028 Feb 09 23:02:56.182720 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b7a27b06-65f0-4e5f-9124-310165adfaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'name': 'tempest-TestShelveInstance-1170094967-router', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:44Z', 'updated_at': '2022-02-09T22:53:47Z', 'revision_number': 4, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'gw_port': {'id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ac:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:45Z', 'updated_at': '2022-02-09T22:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'ce0fb87f-d3fa-4a99-8752-67386880219a', 'name': '', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'mac_address': 'fa:16:3e:6c:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:46Z', 'updated_at': '2022-02-09T22:53:51Z', 'revision_number': 5, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'subnets': [{'id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:02:56.225130 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a27b06-65f0-4e5f-9124-310165adfaf1 None None] The sync data for ids ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'] in n-d-828601-1 is: [{'id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'name': 'tempest-TestShelveInstance-1170094967-router', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:44Z', 'updated_at': '2022-02-09T22:53:47Z', 'revision_number': 4, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'gw_port': {'id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ac:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:45Z', 'updated_at': '2022-02-09T22:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': 'ce0fb87f-d3fa-4a99-8752-67386880219a', 'name': '', 'network_id': '2ae680b5-089d-4aa6-9cf6-a5f457c5154e', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'mac_address': 'fa:16:3e:6c:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:46Z', 'updated_at': '2022-02-09T22:53:51Z', 'revision_number': 5, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'subnets': [{'id': '2dd123fa-a823-4743-9c93-7774ec9e78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:02:56.469232 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad560bec-4b32-4030-bfe2-43b1fa4e320e None None] New status for floating IP 6e7c8bbd-4f86-40e7-a7d6-18de0fb6fe8e: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 23:02:56.928333 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3a97b-2c64-463d-9818-53c4dbea9575 req-e8824fb4-af80-4a31-9b08-ab72e260a10d tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:56.930809 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1d3a97b-2c64-463d-9818-53c4dbea9575 req-e8824fb4-af80-4a31-9b08-ab72e260a10d tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 947 time: 0.0542107 Feb 09 23:02:56.978071 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a1d3a97b-2c64-463d-9818-53c4dbea9575 req-62e72ba0-ce39-46dc-8d13-eb7f5fa423b9 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/security-groups?id=a08d4a01-9a6c-4870-8d91-8054dd4abeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416574 Feb 09 23:02:57.375322 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2f7b0-768d-4d1f-acaf-54471df183fa req-a7372524-22e7-4ab9-be48-fcd7fd7441a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:57.376892 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0e2f7b0-768d-4d1f-acaf-54471df183fa req-a7372524-22e7-4ab9-be48-fcd7fd7441a2 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 947 time: 0.0524242 Feb 09 23:02:57.490679 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-b0e2f7b0-768d-4d1f-acaf-54471df183fa req-0a345413-8a0a-43c6-add6-96b7f235072a tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Deleting port b4081d03-f2ce-4c81-b1af-7b6306025f52 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:02:57.491019 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b0e2f7b0-768d-4d1f-acaf-54471df183fa req-0a345413-8a0a-43c6-add6-96b7f235072a tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:57.595512 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-b0e2f7b0-768d-4d1f-acaf-54471df183fa req-0a345413-8a0a-43c6-add6-96b7f235072a tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] For port b4081d03-f2ce-4c81-b1af-7b6306025f52, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=b4081d03-f2ce-4c81-b1af-7b6306025f52,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:02:57.595975 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b0e2f7b0-768d-4d1f-acaf-54471df183fa req-0a345413-8a0a-43c6-add6-96b7f235072a tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:57.609901 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-b0e2f7b0-768d-4d1f-acaf-54471df183fa req-0a345413-8a0a-43c6-add6-96b7f235072a tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Calling delete_port for b4081d03-f2ce-4c81-b1af-7b6306025f52 owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:02:57.743216 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b0e2f7b0-768d-4d1f-acaf-54471df183fa req-0a345413-8a0a-43c6-add6-96b7f235072a tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (b4081d03-f2ce-4c81-b1af-7b6306025f52), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:57.771230 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a345413-8a0a-43c6-add6-96b7f235072a tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event deleted for resources: {'Port': ['ID=b4081d03-f2ce-4c81-b1af-7b6306025f52,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:02:57.820829 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e2f7b0-768d-4d1f-acaf-54471df183fa req-0a345413-8a0a-43c6-add6-96b7f235072a tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] No DVR routers for this DVR port b4081d03-f2ce-4c81-b1af-7b6306025f52 on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:02:57.823512 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-b0e2f7b0-768d-4d1f-acaf-54471df183fa req-0a345413-8a0a-43c6-add6-96b7f235072a tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:57.826865 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b0e2f7b0-768d-4d1f-acaf-54471df183fa req-0a345413-8a0a-43c6-add6-96b7f235072a tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.42 "DELETE /v2.0/ports/b4081d03-f2ce-4c81-b1af-7b6306025f52 HTTP/1.1" status: 204 len: 173 time: 0.4444640 Feb 09 23:02:57.827342 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c421228-7ab2-4696-a54e-1a625f559714', 'name': 'network-vif-deleted', 'tag': 'b4081d03-f2ce-4c81-b1af-7b6306025f52'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:02:57.829671 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce6bf0f-cbe1-44c7-ba1e-c3a569048a8e" -d '{"events": [{"server_uuid": "0c421228-7ab2-4696-a54e-1a625f559714", "name": "network-vif-deleted", "tag": "b4081d03-f2ce-4c81-b1af-7b6306025f52"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:02:57.866936 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 23:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8397e172-a931-4f94-a2c6-5d25d3c1c79f x-openstack-request-id: req-8397e172-a931-4f94-a2c6-5d25d3c1c79f {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:02:57.868192 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c421228-7ab2-4696-a54e-1a625f559714", "name": "network-vif-deleted", "tag": "b4081d03-f2ce-4c81-b1af-7b6306025f52", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:02:57.868429 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8397e172-a931-4f94-a2c6-5d25d3c1c79f {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:02:57.868826 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c421228-7ab2-4696-a54e-1a625f559714', 'name': 'network-vif-deleted', 'tag': 'b4081d03-f2ce-4c81-b1af-7b6306025f52', 'status': 'completed', 'code': 200} Feb 09 23:02:58.076749 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a18959e6-4ee9-4ea7-96ea-43d2ff08cb27 req-306c3a2f-9624-4bf1-b72f-81cae203cd5d tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 210 time: 0.0290771 Feb 09 23:02:59.172743 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-54f88704-90bb-45c8-a378-d1d1b92c9512 req-55f75445-d06f-4862-945c-95eaee2e21cb tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 210 time: 0.0270212 Feb 09 23:03:00.169682 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b4081d03-f2ce-4c81-b1af-7b6306025f52 no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:03:00.189337 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: b4081d03-f2ce-4c81-b1af-7b6306025f52 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:03:00.189692 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device b4081d03-f2ce-4c81-b1af-7b6306025f52 not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:03:00.276274 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf12748a-e1b2-43c6-b6bb-26f425aa51ef req-4b571842-cdab-4321-8d0b-d53d215379c1 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 210 time: 0.0343661 Feb 09 23:03:01.371437 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5ce0957a-f4b3-41d8-b33f-6c4da085a1cd req-e7b48174-a2ca-4227-bb54-3ab20d505575 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 210 time: 0.0279374 Feb 09 23:03:02.465446 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-08581c53-7d83-426c-bf28-ab8c09a7ce48 req-f50332aa-dbba-4a4d-9025-db556c8ecf66 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 210 time: 0.0265017 Feb 09 23:03:03.563882 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7166ffd5-3874-47f6-b457-17a919325b35 req-966d0ea8-1fd0-4e8c-b44b-b59040891995 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 210 time: 0.0272546 Feb 09 23:03:04.947021 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0d51f13a-b600-4423-86d7-21ad38dc2bce req-1a424ef1-1824-4379-818f-e362a580ebc0 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 210 time: 0.0297985 Feb 09 23:03:06.061823 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-5f9f85f2-b7c1-48d2-880b-81aa26e4e08a req-51ae94e9-7dcf-4f22-8688-e8be54b25057 tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c421228-7ab2-4696-a54e-1a625f559714 HTTP/1.1" status: 200 len: 210 time: 0.0293679 Feb 09 23:03:07.121952 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54912) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:07.183889 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f557-847a-4eb6-83e6-bf51483ec34f tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group (a08d4a01-9a6c-4870-8d91-8054dd4abeb4), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:07.209128 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f557-847a-4eb6-83e6-bf51483ec34f tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group (a08d4a01-9a6c-4870-8d91-8054dd4abeb4), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:07.273789 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f557-847a-4eb6-83e6-bf51483ec34f tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (a08d4a01-9a6c-4870-8d91-8054dd4abeb4), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:07.276466 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f557-847a-4eb6-83e6-bf51483ec34f tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:07.277630 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3ac0f557-847a-4eb6-83e6-bf51483ec34f tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] 10.222.0.77 "DELETE /v2.0/security-groups/a08d4a01-9a6c-4870-8d91-8054dd4abeb4 HTTP/1.1" status: 204 len: 168 time: 0.1546865 Feb 09 23:03:07.288236 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0f557-847a-4eb6-83e6-bf51483ec34f tempest-TestShelveInstance-736079337 tempest-TestShelveInstance-736079337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08d4a01-9a6c-4870-8d91-8054dd4abeb4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:07.966812 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-35958e12-ab40-44c6-8084-baa3fa87c8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:08.344135 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54918) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:08.829042 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e61921d-9050-4007-b5e5-3323eeac7e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (bf4217c5-55d1-4282-94c7-fa73fc4a7338), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:09.089030 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9e61921d-9050-4007-b5e5-3323eeac7e92 admin admin] Deleting port ce0fb87f-d3fa-4a99-8752-67386880219a {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:03:09.089371 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e61921d-9050-4007-b5e5-3323eeac7e92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ce0fb87f-d3fa-4a99-8752-67386880219a), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:09.174370 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-9e61921d-9050-4007-b5e5-3323eeac7e92 admin admin] For port ce0fb87f-d3fa-4a99-8752-67386880219a, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=ce0fb87f-d3fa-4a99-8752-67386880219a,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:09.174724 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e61921d-9050-4007-b5e5-3323eeac7e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ce0fb87f-d3fa-4a99-8752-67386880219a), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:09.193923 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9e61921d-9050-4007-b5e5-3323eeac7e92 admin admin] Calling delete_port for ce0fb87f-d3fa-4a99-8752-67386880219a owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:03:09.383773 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e61921d-9050-4007-b5e5-3323eeac7e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (ce0fb87f-d3fa-4a99-8752-67386880219a), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:09.411496 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61921d-9050-4007-b5e5-3323eeac7e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce0fb87f-d3fa-4a99-8752-67386880219a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:09.595583 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e61921d-9050-4007-b5e5-3323eeac7e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (bf4217c5-55d1-4282-94c7-fa73fc4a7338), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:09.840338 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e61921d-9050-4007-b5e5-3323eeac7e92 admin admin] Router bf4217c5-55d1-4282-94c7-fa73fc4a7338 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:03:09.949050 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e61921d-9050-4007-b5e5-3323eeac7e92 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:03:09.954812 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-9e61921d-9050-4007-b5e5-3323eeac7e92 admin admin] 10.222.0.77 "PUT /v2.0/routers/bf4217c5-55d1-4282-94c7-fa73fc4a7338/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6095676 Feb 09 23:03:09.957015 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54922) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:09.958564 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a86de-90fd-4c96-b031-2e53d5fd9f33 None None] Sync routers for ids ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:03:09.970417 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a86de-90fd-4c96-b031-2e53d5fd9f33 None None] Routers {'bf4217c5-55d1-4282-94c7-fa73fc4a7338'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:09.971335 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bb6a86de-90fd-4c96-b031-2e53d5fd9f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:02:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:10.076112 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Publish callbacks [] for router (bf4217c5-55d1-4282-94c7-fa73fc4a7338), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:10.099640 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-bb6a86de-90fd-4c96-b031-2e53d5fd9f33 None None] Set router bf4217c5-55d1-4282-94c7-fa73fc4a7338 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:10.191088 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Publish callbacks [] for router_gateway (bf4217c5-55d1-4282-94c7-fa73fc4a7338), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:10.247564 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Deleting port 9eff9a40-e212-47b5-8cee-1c87af914ac8 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:03:10.248231 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (9eff9a40-e212-47b5-8cee-1c87af914ac8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:10.295293 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bb6a86de-90fd-4c96-b031-2e53d5fd9f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'name': 'tempest-TestShelveInstance-1170094967-router', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:44Z', 'updated_at': '2022-02-09T23:03:09Z', 'revision_number': 5, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'gw_port': {'id': '9eff9a40-e212-47b5-8cee-1c87af914ac8', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ac:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:45Z', 'updated_at': '2022-02-09T22:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:10.321111 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a86de-90fd-4c96-b031-2e53d5fd9f33 None None] Checking router: bf4217c5-55d1-4282-94c7-fa73fc4a7338 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:03:10.332678 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a86de-90fd-4c96-b031-2e53d5fd9f33 None None] Routers {'bf4217c5-55d1-4282-94c7-fa73fc4a7338'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:10.333506 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bb6a86de-90fd-4c96-b031-2e53d5fd9f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:02:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:10.354384 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] For port 9eff9a40-e212-47b5-8cee-1c87af914ac8, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=9eff9a40-e212-47b5-8cee-1c87af914ac8,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:10.354646 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (9eff9a40-e212-47b5-8cee-1c87af914ac8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:10.368790 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Calling delete_port for 9eff9a40-e212-47b5-8cee-1c87af914ac8 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:03:10.430588 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-bb6a86de-90fd-4c96-b031-2e53d5fd9f33 None None] Set router bf4217c5-55d1-4282-94c7-fa73fc4a7338 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:10.490637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bb6a86de-90fd-4c96-b031-2e53d5fd9f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'name': 'tempest-TestShelveInstance-1170094967-router', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:44Z', 'updated_at': '2022-02-09T23:03:10Z', 'revision_number': 6, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:10.519524 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a86de-90fd-4c96-b031-2e53d5fd9f33 None None] The sync data for ids ['bf4217c5-55d1-4282-94c7-fa73fc4a7338'] in n-d-828601-1 is: [{'id': 'bf4217c5-55d1-4282-94c7-fa73fc4a7338', 'name': 'tempest-TestShelveInstance-1170094967-router', 'tenant_id': '22848d4372ed451cbbea6c50746f4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:44Z', 'updated_at': '2022-02-09T23:03:10Z', 'revision_number': 6, 'project_id': '22848d4372ed451cbbea6c50746f4d83', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:03:10.554420 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (9eff9a40-e212-47b5-8cee-1c87af914ac8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:10.581684 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eff9a40-e212-47b5-8cee-1c87af914ac8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:10.608905 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:10.609168 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:10.609518 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:10.609863 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:10.610201 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:10.610557 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:10.610876 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:10.611212 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:10.611542 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:10.611893 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:10.612224 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:10.612552 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:10.612881 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:10.653177 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (bf4217c5-55d1-4282-94c7-fa73fc4a7338), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:10.690902 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c04c1eb7-e252-45e9-bbce-de610b61f4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:10.749572 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (bf4217c5-55d1-4282-94c7-fa73fc4a7338), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:10.751789 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Publish callbacks [] for router_controller (bf4217c5-55d1-4282-94c7-fa73fc4a7338), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:10.799586 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (bf4217c5-55d1-4282-94c7-fa73fc4a7338), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:10.800190 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf4217c5-55d1-4282-94c7-fa73fc4a7338 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 23:03:10.805534 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:10.806949 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-587a8f6d-7a08-4a0a-9e39-c4c8255f8366 admin admin] 10.222.0.77 "DELETE /v2.0/routers/bf4217c5-55d1-4282-94c7-fa73fc4a7338 HTTP/1.1" status: 204 len: 168 time: 0.8482165 Feb 09 23:03:10.809967 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54926) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:10.859030 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46b195a-8569-4140-a823-9915b05154f3 admin admin] Deleting subnet 2dd123fa-a823-4743-9c93-7774ec9e78a9 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 23:03:10.862087 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c46b195a-8569-4140-a823-9915b05154f3 admin admin] Publish callbacks [] for subnet (2dd123fa-a823-4743-9c93-7774ec9e78a9), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:10.903296 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c46b195a-8569-4140-a823-9915b05154f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (2dd123fa-a823-4743-9c93-7774ec9e78a9), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.008757 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c46b195a-8569-4140-a823-9915b05154f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (2dd123fa-a823-4743-9c93-7774ec9e78a9), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.071955 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c46b195a-8569-4140-a823-9915b05154f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (2dd123fa-a823-4743-9c93-7774ec9e78a9), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.096381 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b195a-8569-4140-a823-9915b05154f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dd123fa-a823-4743-9c93-7774ec9e78a9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:11.102484 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c46b195a-8569-4140-a823-9915b05154f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.105815 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c46b195a-8569-4140-a823-9915b05154f3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2dd123fa-a823-4743-9c93-7774ec9e78a9 HTTP/1.1" status: 204 len: 168 time: 0.2944458 Feb 09 23:03:11.109284 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54928) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:11.112230 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b555ab4-6b08-4d3f-9934-4c6c99cdfe7a None None] Network 2ae680b5-089d-4aa6-9cf6-a5f457c5154e requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 23:03:11.180493 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0594e13-3028-4b61-8c79-e58776c0dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (2ae680b5-089d-4aa6-9cf6-a5f457c5154e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.239295 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b0594e13-3028-4b61-8c79-e58776c0dcc9 admin admin] Deleting port afbcbe19-a061-4ada-98f2-49679be70440 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:03:11.239717 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0594e13-3028-4b61-8c79-e58776c0dcc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (afbcbe19-a061-4ada-98f2-49679be70440), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.303774 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-b0594e13-3028-4b61-8c79-e58776c0dcc9 admin admin] For port afbcbe19-a061-4ada-98f2-49679be70440, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=afbcbe19-a061-4ada-98f2-49679be70440,segment=NetworkSegment(94110ef6-643e-4a38-ae52-d4a3c7cb0da6),segment_id=94110ef6-643e-4a38-ae52-d4a3c7cb0da6)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:11.304696 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0594e13-3028-4b61-8c79-e58776c0dcc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (afbcbe19-a061-4ada-98f2-49679be70440), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.317621 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b0594e13-3028-4b61-8c79-e58776c0dcc9 admin admin] Calling delete_port for afbcbe19-a061-4ada-98f2-49679be70440 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:03:11.375134 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ce0fb87f-d3fa-4a99-8752-67386880219a no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:03:11.409933 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: ce0fb87f-d3fa-4a99-8752-67386880219a {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:03:11.410299 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device ce0fb87f-d3fa-4a99-8752-67386880219a not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:03:11.411867 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167006e7-9702-4450-bacd-9ae77bcb1934 None None] DHCP port deletion for 2ae680b5-089d-4aa6-9cf6-a5f457c5154e request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 23:03:11.437265 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0594e13-3028-4b61-8c79-e58776c0dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (afbcbe19-a061-4ada-98f2-49679be70440), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.467098 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0594e13-3028-4b61-8c79-e58776c0dcc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=afbcbe19-a061-4ada-98f2-49679be70440,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:11.471130 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0594e13-3028-4b61-8c79-e58776c0dcc9 admin admin] No DVR routers for this DVR port afbcbe19-a061-4ada-98f2-49679be70440 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:03:11.479850 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-167006e7-9702-4450-bacd-9ae77bcb1934 None None] Deleting port afbcbe19-a061-4ada-98f2-49679be70440 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:03:11.480273 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-167006e7-9702-4450-bacd-9ae77bcb1934 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (afbcbe19-a061-4ada-98f2-49679be70440), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.544506 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-167006e7-9702-4450-bacd-9ae77bcb1934 None None] For port afbcbe19-a061-4ada-98f2-49679be70440, host n-d-828601-1, got binding levels [] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:11.544818 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-167006e7-9702-4450-bacd-9ae77bcb1934 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (afbcbe19-a061-4ada-98f2-49679be70440), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.550810 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0594e13-3028-4b61-8c79-e58776c0dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (2ae680b5-089d-4aa6-9cf6-a5f457c5154e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.558798 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-167006e7-9702-4450-bacd-9ae77bcb1934 None None] Calling delete_port for afbcbe19-a061-4ada-98f2-49679be70440 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:03:11.562677 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.ipam_backend_mixin [None req-167006e7-9702-4450-bacd-9ae77bcb1934 None None] Port afbcbe19-a061-4ada-98f2-49679be70440 was not found and therefore no delete operation was performed {{(pid=103203) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 23:03:11.564007 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-167006e7-9702-4450-bacd-9ae77bcb1934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (afbcbe19-a061-4ada-98f2-49679be70440), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.575855 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167006e7-9702-4450-bacd-9ae77bcb1934 None None] No DVR routers for this DVR port afbcbe19-a061-4ada-98f2-49679be70440 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:03:11.577397 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b0594e13-3028-4b61-8c79-e58776c0dcc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae680b5-089d-4aa6-9cf6-a5f457c5154e']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:11.588252 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b0594e13-3028-4b61-8c79-e58776c0dcc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94110ef6-643e-4a38-ae52-d4a3c7cb0da6') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:11.588711 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b0594e13-3028-4b61-8c79-e58776c0dcc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94110ef6-643e-4a38-ae52-d4a3c7cb0da6') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:11.594880 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167006e7-9702-4450-bacd-9ae77bcb1934 None None] Pushing event deleted for resources: {'Port': ['ID=afbcbe19-a061-4ada-98f2-49679be70440,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:11.604853 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0594e13-3028-4b61-8c79-e58776c0dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (94110ef6-643e-4a38-ae52-d4a3c7cb0da6), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.605385 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167006e7-9702-4450-bacd-9ae77bcb1934 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:11.605753 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167006e7-9702-4450-bacd-9ae77bcb1934 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:11.606106 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167006e7-9702-4450-bacd-9ae77bcb1934 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:11.606729 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167006e7-9702-4450-bacd-9ae77bcb1934 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:11.606878 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167006e7-9702-4450-bacd-9ae77bcb1934 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:11.607119 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167006e7-9702-4450-bacd-9ae77bcb1934 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:11.607451 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167006e7-9702-4450-bacd-9ae77bcb1934 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:11.607814 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167006e7-9702-4450-bacd-9ae77bcb1934 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:11.608150 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167006e7-9702-4450-bacd-9ae77bcb1934 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:11.608482 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167006e7-9702-4450-bacd-9ae77bcb1934 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:11.615300 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167006e7-9702-4450-bacd-9ae77bcb1934 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:11.615697 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167006e7-9702-4450-bacd-9ae77bcb1934 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:11.616056 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167006e7-9702-4450-bacd-9ae77bcb1934 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:11.625260 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0594e13-3028-4b61-8c79-e58776c0dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (94110ef6-643e-4a38-ae52-d4a3c7cb0da6), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.632279 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0594e13-3028-4b61-8c79-e58776c0dcc9 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 23:03:11.632734 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0594e13-3028-4b61-8c79-e58776c0dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (94110ef6-643e-4a38-ae52-d4a3c7cb0da6), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: timer() Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 23:03:11.634500 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 23:03:11.690249 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0594e13-3028-4b61-8c79-e58776c0dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (2ae680b5-089d-4aa6-9cf6-a5f457c5154e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.709577 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b0594e13-3028-4b61-8c79-e58776c0dcc9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.714560 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-b0594e13-3028-4b61-8c79-e58776c0dcc9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/2ae680b5-089d-4aa6-9cf6-a5f457c5154e HTTP/1.1" status: 204 len: 168 time: 0.6049614 Feb 09 23:03:11.715705 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0594e13-3028-4b61-8c79-e58776c0dcc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ae680b5-089d-4aa6-9cf6-a5f457c5154e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:11.717541 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54930) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:11.937817 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:12.097773 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-092289e6-3fc5-4173-85fd-8748b0d62a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (014a6c58-9c09-44ee-99d4-bb891eb767a8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:12.360464 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-092289e6-3fc5-4173-85fd-8748b0d62a88 admin admin] Deleting port 943f5cea-42cb-4e81-8cb7-2de691590948 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:03:12.360806 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-092289e6-3fc5-4173-85fd-8748b0d62a88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (943f5cea-42cb-4e81-8cb7-2de691590948), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:12.443334 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-092289e6-3fc5-4173-85fd-8748b0d62a88 admin admin] For port 943f5cea-42cb-4e81-8cb7-2de691590948, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=943f5cea-42cb-4e81-8cb7-2de691590948,segment=NetworkSegment(9e01140e-6a23-46b4-bf1f-931379d7baa9),segment_id=9e01140e-6a23-46b4-bf1f-931379d7baa9)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:12.443717 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-092289e6-3fc5-4173-85fd-8748b0d62a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (943f5cea-42cb-4e81-8cb7-2de691590948), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:12.457261 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-092289e6-3fc5-4173-85fd-8748b0d62a88 admin admin] Calling delete_port for 943f5cea-42cb-4e81-8cb7-2de691590948 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:03:12.637405 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-092289e6-3fc5-4173-85fd-8748b0d62a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (943f5cea-42cb-4e81-8cb7-2de691590948), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:12.660606 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092289e6-3fc5-4173-85fd-8748b0d62a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=943f5cea-42cb-4e81-8cb7-2de691590948,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:12.855665 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-092289e6-3fc5-4173-85fd-8748b0d62a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (014a6c58-9c09-44ee-99d4-bb891eb767a8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:12.950947 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device afbcbe19-a061-4ada-98f2-49679be70440 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:03:12.987931 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: afbcbe19-a061-4ada-98f2-49679be70440 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:03:12.988699 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device afbcbe19-a061-4ada-98f2-49679be70440 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:03:12.989351 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9eff9a40-e212-47b5-8cee-1c87af914ac8 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:03:13.012429 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 9eff9a40-e212-47b5-8cee-1c87af914ac8 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:03:13.012867 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 9eff9a40-e212-47b5-8cee-1c87af914ac8 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:03:13.118437 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092289e6-3fc5-4173-85fd-8748b0d62a88 admin admin] Router 014a6c58-9c09-44ee-99d4-bb891eb767a8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:03:13.126726 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:13.234365 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092289e6-3fc5-4173-85fd-8748b0d62a88 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:03:13.240767 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-092289e6-3fc5-4173-85fd-8748b0d62a88 admin admin] 10.222.0.77 "PUT /v2.0/routers/014a6c58-9c09-44ee-99d4-bb891eb767a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5212841 Feb 09 23:03:13.242980 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54934) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:13.249029 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a18cc88-dc73-499b-b567-3080cba9b8b5 None None] Sync routers for ids ['014a6c58-9c09-44ee-99d4-bb891eb767a8'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:03:13.259439 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a18cc88-dc73-499b-b567-3080cba9b8b5 None None] Routers {'014a6c58-9c09-44ee-99d4-bb891eb767a8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:13.260103 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1a18cc88-dc73-499b-b567-3080cba9b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:03:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['014a6c58-9c09-44ee-99d4-bb891eb767a8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:13.352643 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2d80f06-a0a4-40f7-8320-e8ee7d0d433d admin admin] Publish callbacks [] for router (014a6c58-9c09-44ee-99d4-bb891eb767a8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:13.375697 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-1a18cc88-dc73-499b-b567-3080cba9b8b5 None None] Set router 014a6c58-9c09-44ee-99d4-bb891eb767a8 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:13.469457 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2d80f06-a0a4-40f7-8320-e8ee7d0d433d admin admin] Publish callbacks [] for router_gateway (014a6c58-9c09-44ee-99d4-bb891eb767a8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:13.529425 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b2d80f06-a0a4-40f7-8320-e8ee7d0d433d admin admin] Deleting port 6e7d2968-1bbb-4288-b452-b87a9fb48235 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:03:13.529770 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2d80f06-a0a4-40f7-8320-e8ee7d0d433d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (6e7d2968-1bbb-4288-b452-b87a9fb48235), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:13.572752 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1a18cc88-dc73-499b-b567-3080cba9b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014a6c58-9c09-44ee-99d4-bb891eb767a8', 'name': 'tempest-TestShelveInstance-571809057-router', 'tenant_id': '091fc75de72244e68f1d090b586db211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '6e7d2968-1bbb-4288-b452-b87a9fb48235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:49Z', 'updated_at': '2022-02-09T23:03:12Z', 'revision_number': 5, 'project_id': '091fc75de72244e68f1d090b586db211', 'gw_port': {'id': '6e7d2968-1bbb-4288-b452-b87a9fb48235', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:21:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014a6c58-9c09-44ee-99d4-bb891eb767a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:53:49Z', 'updated_at': '2022-02-09T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:13.601827 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a18cc88-dc73-499b-b567-3080cba9b8b5 None None] Checking router: 014a6c58-9c09-44ee-99d4-bb891eb767a8 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:03:13.610085 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b2d80f06-a0a4-40f7-8320-e8ee7d0d433d admin admin] For port 6e7d2968-1bbb-4288-b452-b87a9fb48235, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=6e7d2968-1bbb-4288-b452-b87a9fb48235,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:13.610283 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a18cc88-dc73-499b-b567-3080cba9b8b5 None None] Routers {'014a6c58-9c09-44ee-99d4-bb891eb767a8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:13.610464 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2d80f06-a0a4-40f7-8320-e8ee7d0d433d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (6e7d2968-1bbb-4288-b452-b87a9fb48235), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:13.610693 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1a18cc88-dc73-499b-b567-3080cba9b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:03:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['014a6c58-9c09-44ee-99d4-bb891eb767a8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:13.624124 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b2d80f06-a0a4-40f7-8320-e8ee7d0d433d admin admin] Calling delete_port for 6e7d2968-1bbb-4288-b452-b87a9fb48235 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:03:13.700642 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-1a18cc88-dc73-499b-b567-3080cba9b8b5 None None] Set router 014a6c58-9c09-44ee-99d4-bb891eb767a8 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:13.755611 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1a18cc88-dc73-499b-b567-3080cba9b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014a6c58-9c09-44ee-99d4-bb891eb767a8', 'name': 'tempest-TestShelveInstance-571809057-router', 'tenant_id': '091fc75de72244e68f1d090b586db211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:49Z', 'updated_at': '2022-02-09T23:03:13Z', 'revision_number': 6, 'project_id': '091fc75de72244e68f1d090b586db211', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:13.784857 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a18cc88-dc73-499b-b567-3080cba9b8b5 None None] The sync data for ids ['014a6c58-9c09-44ee-99d4-bb891eb767a8'] in n-d-828601-1 is: [{'id': '014a6c58-9c09-44ee-99d4-bb891eb767a8', 'name': 'tempest-TestShelveInstance-571809057-router', 'tenant_id': '091fc75de72244e68f1d090b586db211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:53:49Z', 'updated_at': '2022-02-09T23:03:13Z', 'revision_number': 6, 'project_id': '091fc75de72244e68f1d090b586db211', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:03:14.094815 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2d80f06-a0a4-40f7-8320-e8ee7d0d433d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (6e7d2968-1bbb-4288-b452-b87a9fb48235), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.122230 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d80f06-a0a4-40f7-8320-e8ee7d0d433d admin admin] Pushing event deleted for resources: {'Port': ['ID=6e7d2968-1bbb-4288-b452-b87a9fb48235,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:14.184221 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2d80f06-a0a4-40f7-8320-e8ee7d0d433d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (014a6c58-9c09-44ee-99d4-bb891eb767a8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.276295 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2d80f06-a0a4-40f7-8320-e8ee7d0d433d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (014a6c58-9c09-44ee-99d4-bb891eb767a8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.279205 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2d80f06-a0a4-40f7-8320-e8ee7d0d433d admin admin] Publish callbacks [] for router_controller (014a6c58-9c09-44ee-99d4-bb891eb767a8), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.329035 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2d80f06-a0a4-40f7-8320-e8ee7d0d433d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (014a6c58-9c09-44ee-99d4-bb891eb767a8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.329591 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d80f06-a0a4-40f7-8320-e8ee7d0d433d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 014a6c58-9c09-44ee-99d4-bb891eb767a8 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 23:03:14.334421 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2d80f06-a0a4-40f7-8320-e8ee7d0d433d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.335782 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-b2d80f06-a0a4-40f7-8320-e8ee7d0d433d admin admin] 10.222.0.77 "DELETE /v2.0/routers/014a6c58-9c09-44ee-99d4-bb891eb767a8 HTTP/1.1" status: 204 len: 168 time: 1.0914903 Feb 09 23:03:14.338268 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54936) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:14.381918 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a91ae3d-e1f3-47eb-9743-9863b05b1240 admin admin] Deleting subnet 6025d11f-af1a-424a-99a5-4d7943714e73 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 23:03:14.385038 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a91ae3d-e1f3-47eb-9743-9863b05b1240 admin admin] Publish callbacks [] for subnet (6025d11f-af1a-424a-99a5-4d7943714e73), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.420095 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a91ae3d-e1f3-47eb-9743-9863b05b1240 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (6025d11f-af1a-424a-99a5-4d7943714e73), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.502504 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a91ae3d-e1f3-47eb-9743-9863b05b1240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (6025d11f-af1a-424a-99a5-4d7943714e73), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.557891 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a91ae3d-e1f3-47eb-9743-9863b05b1240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (6025d11f-af1a-424a-99a5-4d7943714e73), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.584985 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91ae3d-e1f3-47eb-9743-9863b05b1240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6025d11f-af1a-424a-99a5-4d7943714e73,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:14.589076 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5a91ae3d-e1f3-47eb-9743-9863b05b1240 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.592419 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5a91ae3d-e1f3-47eb-9743-9863b05b1240 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6025d11f-af1a-424a-99a5-4d7943714e73 HTTP/1.1" status: 204 len: 168 time: 0.2531831 Feb 09 23:03:14.594910 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54938) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:14.596011 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4143b9f-55c9-4421-b6ee-77b2269d6e54 None None] Network 887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 23:03:14.668265 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2abbacbf-7ffc-4497-be93-889aa1147d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.741514 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2abbacbf-7ffc-4497-be93-889aa1147d93 admin admin] Deleting port 087292e5-fd9d-4da6-9088-95be4ddf763f {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:03:14.741857 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2abbacbf-7ffc-4497-be93-889aa1147d93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (087292e5-fd9d-4da6-9088-95be4ddf763f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.760413 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a526381-a080-454f-94d2-eeca9c20a31f None None] DHCP port deletion for 887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 23:03:14.811593 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2abbacbf-7ffc-4497-be93-889aa1147d93 admin admin] For port 087292e5-fd9d-4da6-9088-95be4ddf763f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=087292e5-fd9d-4da6-9088-95be4ddf763f,segment=NetworkSegment(9e01140e-6a23-46b4-bf1f-931379d7baa9),segment_id=9e01140e-6a23-46b4-bf1f-931379d7baa9)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:14.812066 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2abbacbf-7ffc-4497-be93-889aa1147d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (087292e5-fd9d-4da6-9088-95be4ddf763f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.828037 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.832353 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6a526381-a080-454f-94d2-eeca9c20a31f None None] Deleting port 087292e5-fd9d-4da6-9088-95be4ddf763f {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:03:14.832826 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a526381-a080-454f-94d2-eeca9c20a31f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (087292e5-fd9d-4da6-9088-95be4ddf763f), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.836109 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2abbacbf-7ffc-4497-be93-889aa1147d93 admin admin] Calling delete_port for 087292e5-fd9d-4da6-9088-95be4ddf763f owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:03:14.907297 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 943f5cea-42cb-4e81-8cb7-2de691590948 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:03:14.910245 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6a526381-a080-454f-94d2-eeca9c20a31f None None] For port 087292e5-fd9d-4da6-9088-95be4ddf763f, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=087292e5-fd9d-4da6-9088-95be4ddf763f,segment=NetworkSegment(9e01140e-6a23-46b4-bf1f-931379d7baa9),segment_id=9e01140e-6a23-46b4-bf1f-931379d7baa9)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:14.910650 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a526381-a080-454f-94d2-eeca9c20a31f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (087292e5-fd9d-4da6-9088-95be4ddf763f), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.938975 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2abbacbf-7ffc-4497-be93-889aa1147d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (087292e5-fd9d-4da6-9088-95be4ddf763f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.941041 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 943f5cea-42cb-4e81-8cb7-2de691590948 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:03:14.941400 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 943f5cea-42cb-4e81-8cb7-2de691590948 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:03:14.941824 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 087292e5-fd9d-4da6-9088-95be4ddf763f no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:03:14.943881 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6a526381-a080-454f-94d2-eeca9c20a31f None None] Calling delete_port for 087292e5-fd9d-4da6-9088-95be4ddf763f owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:03:14.964656 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbacbf-7ffc-4497-be93-889aa1147d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=087292e5-fd9d-4da6-9088-95be4ddf763f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:14.968851 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 087292e5-fd9d-4da6-9088-95be4ddf763f {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:03:14.969214 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 087292e5-fd9d-4da6-9088-95be4ddf763f not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:03:14.969356 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abbacbf-7ffc-4497-be93-889aa1147d93 admin admin] No DVR routers for this DVR port 087292e5-fd9d-4da6-9088-95be4ddf763f on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:03:14.969637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6e7d2968-1bbb-4288-b452-b87a9fb48235 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:03:15.025669 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 6e7d2968-1bbb-4288-b452-b87a9fb48235 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:03:15.025919 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 6e7d2968-1bbb-4288-b452-b87a9fb48235 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:03:15.042608 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2abbacbf-7ffc-4497-be93-889aa1147d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.063792 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-2abbacbf-7ffc-4497-be93-889aa1147d93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:15.064261 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a526381-a080-454f-94d2-eeca9c20a31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (087292e5-fd9d-4da6-9088-95be4ddf763f), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.073654 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-2abbacbf-7ffc-4497-be93-889aa1147d93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e01140e-6a23-46b4-bf1f-931379d7baa9') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:15.073969 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-2abbacbf-7ffc-4497-be93-889aa1147d93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e01140e-6a23-46b4-bf1f-931379d7baa9') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:15.088661 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2abbacbf-7ffc-4497-be93-889aa1147d93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (9e01140e-6a23-46b4-bf1f-931379d7baa9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.090215 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a526381-a080-454f-94d2-eeca9c20a31f None None] Pushing event deleted for resources: {'Port': ['ID=087292e5-fd9d-4da6-9088-95be4ddf763f,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:15.093750 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a526381-a080-454f-94d2-eeca9c20a31f None None] No DVR routers for this DVR port 087292e5-fd9d-4da6-9088-95be4ddf763f on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:03:15.106634 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2abbacbf-7ffc-4497-be93-889aa1147d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (9e01140e-6a23-46b4-bf1f-931379d7baa9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.113095 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abbacbf-7ffc-4497-be93-889aa1147d93 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 23:03:15.113749 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2abbacbf-7ffc-4497-be93-889aa1147d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (9e01140e-6a23-46b4-bf1f-931379d7baa9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: timer() Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 23:03:15.115748 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 23:03:15.169586 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2abbacbf-7ffc-4497-be93-889aa1147d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.174806 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2abbacbf-7ffc-4497-be93-889aa1147d93 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.177992 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2abbacbf-7ffc-4497-be93-889aa1147d93 admin admin] 10.222.0.77 "DELETE /v2.0/networks/887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4 HTTP/1.1" status: 204 len: 168 time: 0.5818141 Feb 09 23:03:15.189889 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbacbf-7ffc-4497-be93-889aa1147d93 admin admin] Pushing event deleted for resources: {'Network': ['ID=887dfbd6-ae02-4e14-a8fc-0cbc5a56b9c4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:15.299164 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54942) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:15.343342 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-eeb3d8ec-a108-4cbb-a54e-8dcdb6e71ae6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22848d4372ed451cbbea6c50746f4d83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428743 Feb 09 23:03:15.346329 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54944) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:15.395260 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eab26d89-8723-4831-955a-f5c500bd7069 admin admin] Publish callbacks [] for security_group (7a52482c-a643-41e3-8beb-070cf105c350), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.421767 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eab26d89-8723-4831-955a-f5c500bd7069 admin admin] Publish callbacks [] for security_group (7a52482c-a643-41e3-8beb-070cf105c350), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.468455 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eab26d89-8723-4831-955a-f5c500bd7069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (7a52482c-a643-41e3-8beb-070cf105c350), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.471084 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eab26d89-8723-4831-955a-f5c500bd7069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.472277 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-eab26d89-8723-4831-955a-f5c500bd7069 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7a52482c-a643-41e3-8beb-070cf105c350 HTTP/1.1" status: 204 len: 168 time: 0.1249328 Feb 09 23:03:15.480431 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab26d89-8723-4831-955a-f5c500bd7069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a52482c-a643-41e3-8beb-070cf105c350,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:15.821700 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54950) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:15.862218 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-7400b0e6-177d-4897-8228-68cca543c88f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=091fc75de72244e68f1d090b586db211&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393450 Feb 09 23:03:15.865212 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54952) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:15.912241 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4283d7a7-347c-44f0-89e3-21a9ccb9aaef admin admin] Publish callbacks [] for security_group (416a290c-63dd-4868-bf6d-e3afe799f1a4), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.933358 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4283d7a7-347c-44f0-89e3-21a9ccb9aaef admin admin] Publish callbacks [] for security_group (416a290c-63dd-4868-bf6d-e3afe799f1a4), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.981071 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4283d7a7-347c-44f0-89e3-21a9ccb9aaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (416a290c-63dd-4868-bf6d-e3afe799f1a4), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.984420 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4283d7a7-347c-44f0-89e3-21a9ccb9aaef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.985937 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-4283d7a7-347c-44f0-89e3-21a9ccb9aaef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/416a290c-63dd-4868-bf6d-e3afe799f1a4 HTTP/1.1" status: 204 len: 168 time: 0.1197612 Feb 09 23:03:15.996741 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283d7a7-347c-44f0-89e3-21a9ccb9aaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416a290c-63dd-4868-bf6d-e3afe799f1a4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:16.228571 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:16.598721 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:16.700435 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54974) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:16.795567 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-236bc908-9303-4be1-ba9a-b4103179d33b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1697789200-network', 'tenant_id': '816861f691de42668e4d72336fab939e'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:16.816455 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236bc908-9303-4be1-ba9a-b4103179d33b admin admin] Made reservation on behalf of 816861f691de42668e4d72336fab939e for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 23:03:16.818751 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-236bc908-9303-4be1-ba9a-b4103179d33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:16.826911 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-236bc908-9303-4be1-ba9a-b4103179d33b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:16.901227 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-236bc908-9303-4be1-ba9a-b4103179d33b admin admin] Publish callbacks [] for security_group (39f5fc9e-a3f9-403c-b342-eb117069269a), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:16.904838 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-236bc908-9303-4be1-ba9a-b4103179d33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (39f5fc9e-a3f9-403c-b342-eb117069269a), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:16.928437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236bc908-9303-4be1-ba9a-b4103179d33b admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 23:03:16.937932 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bc908-9303-4be1-ba9a-b4103179d33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f5fc9e-a3f9-403c-b342-eb117069269a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:16.942582 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-236bc908-9303-4be1-ba9a-b4103179d33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (5a77b8ef-e2fa-45e6-8286-98b3d54b0faf), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:16.942923 n-d-828601-1 neutron-server[103201]: INFO neutron.db.segments_db [None req-236bc908-9303-4be1-ba9a-b4103179d33b admin admin] Added segment 5a77b8ef-e2fa-45e6-8286-98b3d54b0faf of type vlan for network ae1d7815-af54-47fa-9360-b966cf9fd845 Feb 09 23:03:16.983218 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-236bc908-9303-4be1-ba9a-b4103179d33b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (ae1d7815-af54-47fa-9360-b966cf9fd845), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:17.006984 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-236bc908-9303-4be1-ba9a-b4103179d33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (ae1d7815-af54-47fa-9360-b966cf9fd845), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:17.007946 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236bc908-9303-4be1-ba9a-b4103179d33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:17.008521 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-236bc908-9303-4be1-ba9a-b4103179d33b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:17.060274 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-236bc908-9303-4be1-ba9a-b4103179d33b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3587179 Feb 09 23:03:17.063265 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54978) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:17.067215 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bc908-9303-4be1-ba9a-b4103179d33b admin admin] Pushing event updated for resources: {'Network': ['ID=ae1d7815-af54-47fa-9360-b966cf9fd845,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:17.068374 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2e3aae8a-d828-4ab5-b9e0-d184addebe1e admin admin] Request body: {'subnet': {'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1697789200-subnet', 'tenant_id': '816861f691de42668e4d72336fab939e', 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:17.080097 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network ae1d7815-af54-47fa-9360-b966cf9fd845 details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 23:03:17.092372 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3aae8a-d828-4ab5-b9e0-d184addebe1e admin admin] Made reservation on behalf of 816861f691de42668e4d72336fab939e for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 23:03:17.094934 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e3aae8a-d828-4ab5-b9e0-d184addebe1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:17.263432 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e3aae8a-d828-4ab5-b9e0-d184addebe1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (8196bf05-13c8-4c80-8e52-b4cb4229baa4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:17.320689 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3aae8a-d828-4ab5-b9e0-d184addebe1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8196bf05-13c8-4c80-8e52-b4cb4229baa4,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:17.327568 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3aae8a-d828-4ab5-b9e0-d184addebe1e admin admin] Checking segment: {'id': '5a77b8ef-e2fa-45e6-8286-98b3d54b0faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 23:03:17.327968 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3aae8a-d828-4ab5-b9e0-d184addebe1e admin admin] Network hostable DHCP agents. Network: ae1d7815-af54-47fa-9360-b966cf9fd845, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 23:03:17.344622 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3aae8a-d828-4ab5-b9e0-d184addebe1e admin admin] Network ae1d7815-af54-47fa-9360-b966cf9fd845 is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 23:03:17.353201 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-2e3aae8a-d828-4ab5-b9e0-d184addebe1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, ae1d7815-af54-47fa-9360-b966cf9fd845) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:17.357515 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3aae8a-d828-4ab5-b9e0-d184addebe1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:17.358178 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e3aae8a-d828-4ab5-b9e0-d184addebe1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:17.363911 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b52a24-f093-4e79-875b-4c4e8ccc46de None None] Network ae1d7815-af54-47fa-9360-b966cf9fd845 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 23:03:17.375383 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-2e3aae8a-d828-4ab5-b9e0-d184addebe1e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3108847 Feb 09 23:03:17.378192 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 54980) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:17.383431 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3d7e266a-33a4-464e-acec-ea54cf7ab86a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1697789200-router', 'tenant_id': '816861f691de42668e4d72336fab939e', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:17.404209 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d7e266a-33a4-464e-acec-ea54cf7ab86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (ae1423c6-aa9c-4483-9b69-37ed42d80b9f), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:17.405260 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d7e266a-33a4-464e-acec-ea54cf7ab86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (ae1423c6-aa9c-4483-9b69-37ed42d80b9f), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:17.464729 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d7e266a-33a4-464e-acec-ea54cf7ab86a admin admin] Publish callbacks [] for router_controller (ae1423c6-aa9c-4483-9b69-37ed42d80b9f), precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:17.473055 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb277e8d-ed0e-4819-a990-0326acbc23d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-ae1d7815-af54-47fa-9360-b966cf9fd845', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'project_id': '816861f691de42668e4d72336fab939e', 'fixed_ips': [{'subnet_id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 23:03:17.474014 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eb277e8d-ed0e-4819-a990-0326acbc23d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:17.607197 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d7e266a-33a4-464e-acec-ea54cf7ab86a admin admin] Publish callbacks [] for router_gateway (ae1423c6-aa9c-4483-9b69-37ed42d80b9f), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:17.608057 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-eb277e8d-ed0e-4819-a990-0326acbc23d7 None None] Allocated IP 172.20.0.2 (ae1d7815-af54-47fa-9360-b966cf9fd845/8196bf05-13c8-4c80-8e52-b4cb4229baa4/babdc84a-84d2-4ba4-9f12-3230c93da1f5) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 23:03:17.755040 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eb277e8d-ed0e-4819-a990-0326acbc23d7 None None] Publish callbacks [] for port (babdc84a-84d2-4ba4-9f12-3230c93da1f5), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:17.761490 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eb277e8d-ed0e-4819-a990-0326acbc23d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (babdc84a-84d2-4ba4-9f12-3230c93da1f5), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:17.801160 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb277e8d-ed0e-4819-a990-0326acbc23d7 None None] Network ae1d7815-af54-47fa-9360-b966cf9fd845 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:03:17.804689 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-eb277e8d-ed0e-4819-a990-0326acbc23d7 None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:17.808212 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb277e8d-ed0e-4819-a990-0326acbc23d7 None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 23:03:17.812250 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d7e266a-33a4-464e-acec-ea54cf7ab86a admin admin] Publish callbacks [] for router_gateway (ae1423c6-aa9c-4483-9b69-37ed42d80b9f), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:17.815308 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb277e8d-ed0e-4819-a990-0326acbc23d7 None None] Pushing event updated for resources: {'Port': ['ID=babdc84a-84d2-4ba4-9f12-3230c93da1f5,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:17.832824 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d7e266a-33a4-464e-acec-ea54cf7ab86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:17.872480 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-eb277e8d-ed0e-4819-a990-0326acbc23d7 None None] Attempting to bind port babdc84a-84d2-4ba4-9f12-3230c93da1f5 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 23:03:17.872778 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-eb277e8d-ed0e-4819-a990-0326acbc23d7 None None] Attempting to bind port babdc84a-84d2-4ba4-9f12-3230c93da1f5 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '5a77b8ef-e2fa-45e6-8286-98b3d54b0faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 23:03:17.873151 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb277e8d-ed0e-4819-a990-0326acbc23d7 None None] Attempting to bind port babdc84a-84d2-4ba4-9f12-3230c93da1f5 on network ae1d7815-af54-47fa-9360-b966cf9fd845 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:03:17.878698 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb277e8d-ed0e-4819-a990-0326acbc23d7 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 23, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 23:03:17.879064 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb277e8d-ed0e-4819-a990-0326acbc23d7 None None] Checking segment: {'id': '5a77b8ef-e2fa-45e6-8286-98b3d54b0faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 23:03:17.879466 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eb277e8d-ed0e-4819-a990-0326acbc23d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:17.879994 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb277e8d-ed0e-4819-a990-0326acbc23d7 None None] Bound using segment: {'id': '5a77b8ef-e2fa-45e6-8286-98b3d54b0faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 23:03:17.880506 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-eb277e8d-ed0e-4819-a990-0326acbc23d7 None None] Bound port: babdc84a-84d2-4ba4-9f12-3230c93da1f5, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a77b8ef-e2fa-45e6-8286-98b3d54b0faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 23:03:17.880863 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eb277e8d-ed0e-4819-a990-0326acbc23d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (babdc84a-84d2-4ba4-9f12-3230c93da1f5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:17.946271 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-eb277e8d-ed0e-4819-a990-0326acbc23d7 None None] For port babdc84a-84d2-4ba4-9f12-3230c93da1f5, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 23:03:17.949833 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-eb277e8d-ed0e-4819-a990-0326acbc23d7 None None] For port babdc84a-84d2-4ba4-9f12-3230c93da1f5, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=babdc84a-84d2-4ba4-9f12-3230c93da1f5,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 23:03:17.956544 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eb277e8d-ed0e-4819-a990-0326acbc23d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (babdc84a-84d2-4ba4-9f12-3230c93da1f5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:18.019022 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb277e8d-ed0e-4819-a990-0326acbc23d7 None None] Pushing event updated for resources: {'Port': ['ID=babdc84a-84d2-4ba4-9f12-3230c93da1f5,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:18.308170 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-3d7e266a-33a4-464e-acec-ea54cf7ab86a admin admin] Allocated IP 172.25.6.177 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/936e8956-3c23-433f-8b97-7196220fec01) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 23:03:18.409678 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d7e266a-33a4-464e-acec-ea54cf7ab86a admin admin] Publish callbacks [] for port (936e8956-3c23-433f-8b97-7196220fec01), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:18.448231 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d7e266a-33a4-464e-acec-ea54cf7ab86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (936e8956-3c23-433f-8b97-7196220fec01), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:18.489231 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7e266a-33a4-464e-acec-ea54cf7ab86a admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:03:18.492144 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3d7e266a-33a4-464e-acec-ea54cf7ab86a admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:18.495607 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e266a-33a4-464e-acec-ea54cf7ab86a admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 23:03:18.516577 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e266a-33a4-464e-acec-ea54cf7ab86a admin admin] Pushing event updated for resources: {'Port': ['ID=936e8956-3c23-433f-8b97-7196220fec01,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:18.752564 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d7e266a-33a4-464e-acec-ea54cf7ab86a admin admin] Publish callbacks [] for router_gateway (ae1423c6-aa9c-4483-9b69-37ed42d80b9f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:18.910619 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device babdc84a-84d2-4ba4-9f12-3230c93da1f5 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:03:18.937398 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cee526-4b2f-4907-8168-e5decf1d5f4f None None] Network ae1d7815-af54-47fa-9360-b966cf9fd845 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 23:03:18.972776 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d7e266a-33a4-464e-acec-ea54cf7ab86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (ae1423c6-aa9c-4483-9b69-37ed42d80b9f), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:19.015850 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-229f754b-0094-4d78-bff5-70c756e108a7 None None] Provisioning complete for port babdc84a-84d2-4ba4-9f12-3230c93da1f5 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:19.016222 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-229f754b-0094-4d78-bff5-70c756e108a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (babdc84a-84d2-4ba4-9f12-3230c93da1f5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:19.109447 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7e266a-33a4-464e-acec-ea54cf7ab86a admin admin] Router ae1423c6-aa9c-4483-9b69-37ed42d80b9f is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 23:03:19.226054 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7e266a-33a4-464e-acec-ea54cf7ab86a admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:03:19.239329 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] Sync routers for ids ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:03:19.244288 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d7e266a-33a4-464e-acec-ea54cf7ab86a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:19.245698 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3d7e266a-33a4-464e-acec-ea54cf7ab86a admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8661458 Feb 09 23:03:19.248539 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54982) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:19.260337 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port babdc84a-84d2-4ba4-9f12-3230c93da1f5 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:19.260737 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (babdc84a-84d2-4ba4-9f12-3230c93da1f5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:19.301581 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] Routers {'ae1423c6-aa9c-4483-9b69-37ed42d80b9f'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:19.302231 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:03:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:19.481553 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] Set router ae1423c6-aa9c-4483-9b69-37ed42d80b9f gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:19.485172 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-229f754b-0094-4d78-bff5-70c756e108a7 None None] Current status of the port babdc84a-84d2-4ba4-9f12-3230c93da1f5 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:19.485565 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-229f754b-0094-4d78-bff5-70c756e108a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (babdc84a-84d2-4ba4-9f12-3230c93da1f5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:19.631125 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port babdc84a-84d2-4ba4-9f12-3230c93da1f5 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:19.631387 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (babdc84a-84d2-4ba4-9f12-3230c93da1f5), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:19.655950 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-229f754b-0094-4d78-bff5-70c756e108a7 None None] For port babdc84a-84d2-4ba4-9f12-3230c93da1f5, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=babdc84a-84d2-4ba4-9f12-3230c93da1f5,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:19.670820 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-229f754b-0094-4d78-bff5-70c756e108a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (babdc84a-84d2-4ba4-9f12-3230c93da1f5), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:19.715192 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e592b296-684c-4dc7-90c6-2bd27e52cb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:19.800230 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 23:03:19.800599 n-d-828601-1 neutron-server[103203]: DEBUG oslo_db.api [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 23:03:19.806321 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f754b-0094-4d78-bff5-70c756e108a7 None None] Pushing event updated for resources: {'Port': ['ID=babdc84a-84d2-4ba4-9f12-3230c93da1f5,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:19.820822 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d561bdac-a889-4254-8243-2b12045fe925 None None] Provisioning complete for port babdc84a-84d2-4ba4-9f12-3230c93da1f5 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:19.821208 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d561bdac-a889-4254-8243-2b12045fe925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (babdc84a-84d2-4ba4-9f12-3230c93da1f5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:19.872305 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-e592b296-684c-4dc7-90c6-2bd27e52cb8c admin admin] Allocated IP 172.20.0.1 (ae1d7815-af54-47fa-9360-b966cf9fd845/8196bf05-13c8-4c80-8e52-b4cb4229baa4/82758929-82d8-4b1e-843c-4383c3840661) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 23:03:19.877239 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'name': 'tempest-TestSnapshotPattern-1697789200-router', 'tenant_id': '816861f691de42668e4d72336fab939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '936e8956-3c23-433f-8b97-7196220fec01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:18Z', 'revision_number': 3, 'project_id': '816861f691de42668e4d72336fab939e', 'gw_port': {'id': '936e8956-3c23-433f-8b97-7196220fec01', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:19.906803 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] Checking router: ae1423c6-aa9c-4483-9b69-37ed42d80b9f for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:03:19.907140 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] Updating router ae1423c6-aa9c-4483-9b69-37ed42d80b9f port 936e8956-3c23-433f-8b97-7196220fec01 binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 23:03:19.958842 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (936e8956-3c23-433f-8b97-7196220fec01), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:19.980611 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e592b296-684c-4dc7-90c6-2bd27e52cb8c admin admin] Publish callbacks [] for port (82758929-82d8-4b1e-843c-4383c3840661), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:19.988204 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d561bdac-a889-4254-8243-2b12045fe925 None None] Current status of the port babdc84a-84d2-4ba4-9f12-3230c93da1f5 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:20.015956 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e592b296-684c-4dc7-90c6-2bd27e52cb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (82758929-82d8-4b1e-843c-4383c3840661), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:20.054827 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e592b296-684c-4dc7-90c6-2bd27e52cb8c admin admin] Network ae1d7815-af54-47fa-9360-b966cf9fd845 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:03:20.059735 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-e592b296-684c-4dc7-90c6-2bd27e52cb8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:20.063458 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e592b296-684c-4dc7-90c6-2bd27e52cb8c admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 23:03:20.091063 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592b296-684c-4dc7-90c6-2bd27e52cb8c admin admin] Pushing event updated for resources: {'Port': ['ID=82758929-82d8-4b1e-843c-4383c3840661,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:20.110010 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e592b296-684c-4dc7-90c6-2bd27e52cb8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (ae1423c6-aa9c-4483-9b69-37ed42d80b9f), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:20.253167 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e592b296-684c-4dc7-90c6-2bd27e52cb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (82758929-82d8-4b1e-843c-4383c3840661), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:20.253891 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] Publish callbacks [] for port (936e8956-3c23-433f-8b97-7196220fec01), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:20.260576 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (936e8956-3c23-433f-8b97-7196220fec01), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:20.352497 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] Attempting to bind port 936e8956-3c23-433f-8b97-7196220fec01 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 23:03:20.352816 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] Attempting to bind port 936e8956-3c23-433f-8b97-7196220fec01 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 23:03:20.353138 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] Attempting to bind port 936e8956-3c23-433f-8b97-7196220fec01 on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:03:20.358939 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eccabb-7f98-45f1-99df-66ffe8503131 None None] Pushing event updated for resources: {'Port': ['ID=936e8956-3c23-433f-8b97-7196220fec01,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:20.374214 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 23, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 23:03:20.375187 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 23:03:20.375187 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:20.375425 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 23:03:20.375906 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] Bound port: 936e8956-3c23-433f-8b97-7196220fec01, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 23:03:20.376298 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (936e8956-3c23-433f-8b97-7196220fec01), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:20.381517 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-83046b75-bda0-4476-bbbd-d0cadd481bff None None] Provisioning complete for port 82758929-82d8-4b1e-843c-4383c3840661 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:20.382483 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-83046b75-bda0-4476-bbbd-d0cadd481bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (82758929-82d8-4b1e-843c-4383c3840661), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:20.401326 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port babdc84a-84d2-4ba4-9f12-3230c93da1f5 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:20.459464 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e592b296-684c-4dc7-90c6-2bd27e52cb8c admin admin] Publish callbacks [] for port (82758929-82d8-4b1e-843c-4383c3840661), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:20.461948 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-83046b75-bda0-4476-bbbd-d0cadd481bff None None] Port 82758929-82d8-4b1e-843c-4383c3840661 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 23:03:20.466027 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e592b296-684c-4dc7-90c6-2bd27e52cb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (82758929-82d8-4b1e-843c-4383c3840661), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:20.472891 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] For port 936e8956-3c23-433f-8b97-7196220fec01, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 23:03:20.476308 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] For port 936e8956-3c23-433f-8b97-7196220fec01, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=936e8956-3c23-433f-8b97-7196220fec01,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 23:03:20.482427 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (936e8956-3c23-433f-8b97-7196220fec01), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:20.538874 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] Routers {'ae1423c6-aa9c-4483-9b69-37ed42d80b9f'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:20.539513 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:03:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:20.540401 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e592b296-684c-4dc7-90c6-2bd27e52cb8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (ae1423c6-aa9c-4483-9b69-37ed42d80b9f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:20.542162 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592b296-684c-4dc7-90c6-2bd27e52cb8c admin admin] Pushing event updated for resources: {'Port': ['ID=82758929-82d8-4b1e-843c-4383c3840661,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:20.576411 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eccabb-7f98-45f1-99df-66ffe8503131 None None] Pushing event updated for resources: {'Port': ['ID=936e8956-3c23-433f-8b97-7196220fec01,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:20.638689 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e592b296-684c-4dc7-90c6-2bd27e52cb8c admin admin] Network ae1d7815-af54-47fa-9360-b966cf9fd845 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:03:20.640127 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-e592b296-684c-4dc7-90c6-2bd27e52cb8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:20.656364 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] Set router ae1423c6-aa9c-4483-9b69-37ed42d80b9f gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:20.768674 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e592b296-684c-4dc7-90c6-2bd27e52cb8c admin admin] Router ae1423c6-aa9c-4483-9b69-37ed42d80b9f has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:03:20.886477 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device babdc84a-84d2-4ba4-9f12-3230c93da1f5 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:03:20.901715 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e592b296-684c-4dc7-90c6-2bd27e52cb8c admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:03:20.906855 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-e592b296-684c-4dc7-90c6-2bd27e52cb8c admin admin] 10.222.0.77 "PUT /v2.0/routers/ae1423c6-aa9c-4483-9b69-37ed42d80b9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6572618 Feb 09 23:03:20.937738 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-1e9fa1b0-15b3-4bf0-8191-ddbd7e5eaaae None None] Provisioning complete for port 82758929-82d8-4b1e-843c-4383c3840661 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:20.938110 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1e9fa1b0-15b3-4bf0-8191-ddbd7e5eaaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (82758929-82d8-4b1e-843c-4383c3840661), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:20.960791 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'name': 'tempest-TestSnapshotPattern-1697789200-router', 'tenant_id': '816861f691de42668e4d72336fab939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '936e8956-3c23-433f-8b97-7196220fec01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:20Z', 'revision_number': 4, 'project_id': '816861f691de42668e4d72336fab939e', 'gw_port': {'id': '936e8956-3c23-433f-8b97-7196220fec01', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '82758929-82d8-4b1e-843c-4383c3840661', 'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'tenant_id': '816861f691de42668e4d72336fab939e', 'mac_address': 'fa:16:3e:81:02:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:19Z', 'updated_at': '2022-02-09T23:03:20Z', 'revision_number': 2, 'project_id': '816861f691de42668e4d72336fab939e', 'subnets': [{'id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:20.994772 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b472de7f-6d0c-438c-a564-d848abdc1840 None None] The sync data for ids ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'] in n-d-828601-1 is: [{'id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'name': 'tempest-TestSnapshotPattern-1697789200-router', 'tenant_id': '816861f691de42668e4d72336fab939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '936e8956-3c23-433f-8b97-7196220fec01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:20Z', 'revision_number': 4, 'project_id': '816861f691de42668e4d72336fab939e', 'gw_port': {'id': '936e8956-3c23-433f-8b97-7196220fec01', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '82758929-82d8-4b1e-843c-4383c3840661', 'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'tenant_id': '816861f691de42668e4d72336fab939e', 'mac_address': 'fa:16:3e:81:02:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:19Z', 'updated_at': '2022-02-09T23:03:20Z', 'revision_number': 2, 'project_id': '816861f691de42668e4d72336fab939e', 'subnets': [{'id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:03:21.013607 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1e9fa1b0-15b3-4bf0-8191-ddbd7e5eaaae None None] Port 82758929-82d8-4b1e-843c-4383c3840661 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 23:03:21.027281 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port babdc84a-84d2-4ba4-9f12-3230c93da1f5 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:21.027700 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (babdc84a-84d2-4ba4-9f12-3230c93da1f5), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:21.114725 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port babdc84a-84d2-4ba4-9f12-3230c93da1f5 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:21.458515 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 54998) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:21.463951 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-adeaf5f9-6749-43c8-b2f3-4bf5104e4c73 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-166560097-network', 'tenant_id': 'c0922fe898b34f5483dda8f00d823008'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:21.485908 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adeaf5f9-6749-43c8-b2f3-4bf5104e4c73 admin admin] Made reservation on behalf of c0922fe898b34f5483dda8f00d823008 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 23:03:21.489220 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-adeaf5f9-6749-43c8-b2f3-4bf5104e4c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:21.499945 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-adeaf5f9-6749-43c8-b2f3-4bf5104e4c73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:21.584104 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-adeaf5f9-6749-43c8-b2f3-4bf5104e4c73 admin admin] Publish callbacks [] for security_group (e0aaed0c-901b-4cac-9e74-f9021799dada), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:21.589085 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-adeaf5f9-6749-43c8-b2f3-4bf5104e4c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e0aaed0c-901b-4cac-9e74-f9021799dada), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:21.612284 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adeaf5f9-6749-43c8-b2f3-4bf5104e4c73 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 23:03:21.626916 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeaf5f9-6749-43c8-b2f3-4bf5104e4c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0aaed0c-901b-4cac-9e74-f9021799dada,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:21.632728 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-adeaf5f9-6749-43c8-b2f3-4bf5104e4c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (cbd9429e-c404-41ec-8668-cae9565f4079), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:21.633149 n-d-828601-1 neutron-server[103202]: INFO neutron.db.segments_db [None req-adeaf5f9-6749-43c8-b2f3-4bf5104e4c73 admin admin] Added segment cbd9429e-c404-41ec-8668-cae9565f4079 of type vlan for network b6397de8-17c6-4ec9-9646-9b104471225d Feb 09 23:03:21.686299 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-adeaf5f9-6749-43c8-b2f3-4bf5104e4c73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729585517096'] for network (b6397de8-17c6-4ec9-9646-9b104471225d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:21.719579 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-adeaf5f9-6749-43c8-b2f3-4bf5104e4c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853'] for network (b6397de8-17c6-4ec9-9646-9b104471225d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:21.720588 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeaf5f9-6749-43c8-b2f3-4bf5104e4c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:21.721156 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-adeaf5f9-6749-43c8-b2f3-4bf5104e4c73 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:21.782209 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-adeaf5f9-6749-43c8-b2f3-4bf5104e4c73 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3226581 Feb 09 23:03:21.784972 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55000) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:21.791901 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-05da144a-b109-4014-bffd-361c0d67627c admin admin] Request body: {'subnet': {'network_id': 'b6397de8-17c6-4ec9-9646-9b104471225d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-166560097-subnet', 'tenant_id': 'c0922fe898b34f5483dda8f00d823008', 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:21.796335 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeaf5f9-6749-43c8-b2f3-4bf5104e4c73 admin admin] Pushing event updated for resources: {'Network': ['ID=b6397de8-17c6-4ec9-9646-9b104471225d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:21.810506 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Network b6397de8-17c6-4ec9-9646-9b104471225d details requested by agent ovs-agent-n-d-828601-1 with host n-d-828601-1 {{(pid=103203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 23:03:21.816302 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05da144a-b109-4014-bffd-361c0d67627c admin admin] Made reservation on behalf of c0922fe898b34f5483dda8f00d823008 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 23:03:21.820169 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05da144a-b109-4014-bffd-361c0d67627c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796977'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:22.003832 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05da144a-b109-4014-bffd-361c0d67627c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8712682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796943'] for subnet (cac5beed-6a02-41fe-86e9-f763d5bd6f17), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:22.054388 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da144a-b109-4014-bffd-361c0d67627c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac5beed-6a02-41fe-86e9-f763d5bd6f17,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:22.070848 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05da144a-b109-4014-bffd-361c0d67627c admin admin] Checking segment: {'id': 'cbd9429e-c404-41ec-8668-cae9565f4079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b6397de8-17c6-4ec9-9646-9b104471225d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 23:03:22.071223 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05da144a-b109-4014-bffd-361c0d67627c admin admin] Network hostable DHCP agents. Network: b6397de8-17c6-4ec9-9646-9b104471225d, hostable agents: ['153fe6e9-b6fa-4802-bc2a-8345d0aba2c2'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 23:03:22.088679 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05da144a-b109-4014-bffd-361c0d67627c admin admin] Network b6397de8-17c6-4ec9-9646-9b104471225d is scheduled to be hosted by DHCP agent 153fe6e9-b6fa-4802-bc2a-8345d0aba2c2 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 23:03:22.098684 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-05da144a-b109-4014-bffd-361c0d67627c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828601-1, b6397de8-17c6-4ec9-9646-9b104471225d) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:22.103202 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05da144a-b109-4014-bffd-361c0d67627c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:22.104064 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05da144a-b109-4014-bffd-361c0d67627c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:22.110399 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8de4f74-02ba-45c3-a3b0-7910801f9f47 None None] Network b6397de8-17c6-4ec9-9646-9b104471225d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 23:03:22.127609 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-05da144a-b109-4014-bffd-361c0d67627c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3392830 Feb 09 23:03:22.128066 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55002) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:22.133207 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-4b70fd71-279e-4966-8982-838677c1805c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-166560097-router', 'tenant_id': 'c0922fe898b34f5483dda8f00d823008', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:22.154452 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b70fd71-279e-4966-8982-838677c1805c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-342073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11576'] for router (0f1a233f-fad5-4aea-b068-2f3ab45d87c8), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:22.155624 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b70fd71-279e-4966-8982-838677c1805c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3675256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11569'] for router (0f1a233f-fad5-4aea-b068-2f3ab45d87c8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:22.220704 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b70fd71-279e-4966-8982-838677c1805c admin admin] Publish callbacks [] for router_controller (0f1a233f-fad5-4aea-b068-2f3ab45d87c8), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:22.236686 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6dc48a-975a-4fed-98f0-e1a4495848ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8004b436-8065-52ff-a44f-b6fabce78e39-b6397de8-17c6-4ec9-9646-9b104471225d', 'network_id': 'b6397de8-17c6-4ec9-9646-9b104471225d', 'project_id': 'c0922fe898b34f5483dda8f00d823008', 'fixed_ips': [{'subnet_id': 'cac5beed-6a02-41fe-86e9-f763d5bd6f17'}]}} from n-d-828601-1. {{(pid=103203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 23:03:22.237945 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d6dc48a-975a-4fed-98f0-e1a4495848ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:22.372886 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b70fd71-279e-4966-8982-838677c1805c admin admin] Publish callbacks [] for router_gateway (0f1a233f-fad5-4aea-b068-2f3ab45d87c8), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:22.453860 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:03:22.561174 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-6d6dc48a-975a-4fed-98f0-e1a4495848ee None None] Allocated IP 172.20.0.2 (b6397de8-17c6-4ec9-9646-9b104471225d/cac5beed-6a02-41fe-86e9-f763d5bd6f17/f582d403-1267-471f-9fc3-d4c06a551ff2) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 23:03:22.599084 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b70fd71-279e-4966-8982-838677c1805c admin admin] Publish callbacks [] for router_gateway (0f1a233f-fad5-4aea-b068-2f3ab45d87c8), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:22.619240 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b70fd71-279e-4966-8982-838677c1805c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:22.714552 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d6dc48a-975a-4fed-98f0-e1a4495848ee None None] Publish callbacks [] for port (f582d403-1267-471f-9fc3-d4c06a551ff2), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:22.720890 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d6dc48a-975a-4fed-98f0-e1a4495848ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633'] for port (f582d403-1267-471f-9fc3-d4c06a551ff2), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:22.735019 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-4b70fd71-279e-4966-8982-838677c1805c admin admin] Allocated IP 172.25.6.159 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/b6c1dc83-0978-4427-8dab-e042b35ca17e) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 23:03:22.760975 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6dc48a-975a-4fed-98f0-e1a4495848ee None None] Network b6397de8-17c6-4ec9-9646-9b104471225d is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:03:22.763946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-6d6dc48a-975a-4fed-98f0-e1a4495848ee None None] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:22.767359 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6dc48a-975a-4fed-98f0-e1a4495848ee None None] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 23:03:22.772939 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6dc48a-975a-4fed-98f0-e1a4495848ee None None] Pushing event updated for resources: {'Port': ['ID=f582d403-1267-471f-9fc3-d4c06a551ff2,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:22.840103 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6d6dc48a-975a-4fed-98f0-e1a4495848ee None None] Attempting to bind port f582d403-1267-471f-9fc3-d4c06a551ff2 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 23:03:22.843631 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6d6dc48a-975a-4fed-98f0-e1a4495848ee None None] Attempting to bind port f582d403-1267-471f-9fc3-d4c06a551ff2 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'cbd9429e-c404-41ec-8668-cae9565f4079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b6397de8-17c6-4ec9-9646-9b104471225d'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 23:03:22.844195 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6dc48a-975a-4fed-98f0-e1a4495848ee None None] Attempting to bind port f582d403-1267-471f-9fc3-d4c06a551ff2 on network b6397de8-17c6-4ec9-9646-9b104471225d {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:03:22.847543 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b70fd71-279e-4966-8982-838677c1805c admin admin] Publish callbacks [] for port (b6c1dc83-0978-4427-8dab-e042b35ca17e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:22.850300 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6dc48a-975a-4fed-98f0-e1a4495848ee None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 23, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 23:03:22.851370 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6dc48a-975a-4fed-98f0-e1a4495848ee None None] Checking segment: {'id': 'cbd9429e-c404-41ec-8668-cae9565f4079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b6397de8-17c6-4ec9-9646-9b104471225d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 23:03:22.851806 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d6dc48a-975a-4fed-98f0-e1a4495848ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:22.852205 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6dc48a-975a-4fed-98f0-e1a4495848ee None None] Bound using segment: {'id': 'cbd9429e-c404-41ec-8668-cae9565f4079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b6397de8-17c6-4ec9-9646-9b104471225d'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 23:03:22.852680 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6d6dc48a-975a-4fed-98f0-e1a4495848ee None None] Bound port: f582d403-1267-471f-9fc3-d4c06a551ff2, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd9429e-c404-41ec-8668-cae9565f4079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b6397de8-17c6-4ec9-9646-9b104471225d'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 23:03:22.853068 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d6dc48a-975a-4fed-98f0-e1a4495848ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f582d403-1267-471f-9fc3-d4c06a551ff2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:22.889187 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b70fd71-279e-4966-8982-838677c1805c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (b6c1dc83-0978-4427-8dab-e042b35ca17e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:22.928537 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 936e8956-3c23-433f-8b97-7196220fec01 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:03:22.932165 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6d6dc48a-975a-4fed-98f0-e1a4495848ee None None] For port f582d403-1267-471f-9fc3-d4c06a551ff2, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 23:03:22.936407 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b70fd71-279e-4966-8982-838677c1805c admin admin] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:03:22.941508 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-4b70fd71-279e-4966-8982-838677c1805c admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:22.944014 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b70fd71-279e-4966-8982-838677c1805c admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 23:03:22.965461 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6d6dc48a-975a-4fed-98f0-e1a4495848ee None None] For port f582d403-1267-471f-9fc3-d4c06a551ff2, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f582d403-1267-471f-9fc3-d4c06a551ff2,segment=NetworkSegment(cbd9429e-c404-41ec-8668-cae9565f4079),segment_id=cbd9429e-c404-41ec-8668-cae9565f4079)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 23:03:22.979276 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70fd71-279e-4966-8982-838677c1805c admin admin] Pushing event updated for resources: {'Port': ['ID=b6c1dc83-0978-4427-8dab-e042b35ca17e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:22.980132 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d6dc48a-975a-4fed-98f0-e1a4495848ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f582d403-1267-471f-9fc3-d4c06a551ff2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:23.042309 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 936e8956-3c23-433f-8b97-7196220fec01 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:23.042777 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (936e8956-3c23-433f-8b97-7196220fec01), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:23.070083 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6dc48a-975a-4fed-98f0-e1a4495848ee None None] Pushing event updated for resources: {'Port': ['ID=f582d403-1267-471f-9fc3-d4c06a551ff2,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:23.147879 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 936e8956-3c23-433f-8b97-7196220fec01 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:23.148550 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (936e8956-3c23-433f-8b97-7196220fec01), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:23.170692 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port 936e8956-3c23-433f-8b97-7196220fec01, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=936e8956-3c23-433f-8b97-7196220fec01,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:23.175319 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (936e8956-3c23-433f-8b97-7196220fec01), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:23.228827 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=936e8956-3c23-433f-8b97-7196220fec01,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:23.258052 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b70fd71-279e-4966-8982-838677c1805c admin admin] Publish callbacks [] for router_gateway (0f1a233f-fad5-4aea-b068-2f3ab45d87c8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:23.334639 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] Sync routers for ids ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:03:23.344947 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] Routers {'ae1423c6-aa9c-4483-9b69-37ed42d80b9f'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:23.345673 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:03:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:23.482285 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b70fd71-279e-4966-8982-838677c1805c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-313904'] for router (0f1a233f-fad5-4aea-b068-2f3ab45d87c8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:23.548970 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] Set router ae1423c6-aa9c-4483-9b69-37ed42d80b9f gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:23.616035 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b70fd71-279e-4966-8982-838677c1805c admin admin] Router 0f1a233f-fad5-4aea-b068-2f3ab45d87c8 is scheduled to L3 agent 6c4b293f-7610-4907-b380-53afa681db8c with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 23:03:23.765976 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'name': 'tempest-TestSnapshotPattern-1697789200-router', 'tenant_id': '816861f691de42668e4d72336fab939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '936e8956-3c23-433f-8b97-7196220fec01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:20Z', 'revision_number': 4, 'project_id': '816861f691de42668e4d72336fab939e', 'gw_port': {'id': '936e8956-3c23-433f-8b97-7196220fec01', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '82758929-82d8-4b1e-843c-4383c3840661', 'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'tenant_id': '816861f691de42668e4d72336fab939e', 'mac_address': 'fa:16:3e:81:02:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:19Z', 'updated_at': '2022-02-09T23:03:20Z', 'revision_number': 2, 'project_id': '816861f691de42668e4d72336fab939e', 'subnets': [{'id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:23.800020 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] Checking router: ae1423c6-aa9c-4483-9b69-37ed42d80b9f for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:03:23.800583 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] Updating router ae1423c6-aa9c-4483-9b69-37ed42d80b9f port 82758929-82d8-4b1e-843c-4383c3840661 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 23:03:23.834529 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (82758929-82d8-4b1e-843c-4383c3840661), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:24.041369 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b70fd71-279e-4966-8982-838677c1805c admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:03:24.052637 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] Sync routers for ids ['0f1a233f-fad5-4aea-b068-2f3ab45d87c8'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:03:24.065203 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b70fd71-279e-4966-8982-838677c1805c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:24.069107 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] Routers {'0f1a233f-fad5-4aea-b068-2f3ab45d87c8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:24.069859 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-4b70fd71-279e-4966-8982-838677c1805c admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9374862 Feb 09 23:03:24.070047 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:03:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['0f1a233f-fad5-4aea-b068-2f3ab45d87c8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:24.070251 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55004) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:24.107094 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ddde79-0bc5-4ab7-bb88-218102fe2d65 None None] Network b6397de8-17c6-4ec9-9646-9b104471225d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 23:03:24.137123 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] Publish callbacks [] for port (82758929-82d8-4b1e-843c-4383c3840661), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:24.151467 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (82758929-82d8-4b1e-843c-4383c3840661), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:24.227120 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-8f695f73-8f4b-4a4a-82b1-0730ff553dff None None] Provisioning complete for port f582d403-1267-471f-9fc3-d4c06a551ff2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:24.227120 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8f695f73-8f4b-4a4a-82b1-0730ff553dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f582d403-1267-471f-9fc3-d4c06a551ff2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:24.267477 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] Attempting to bind port 82758929-82d8-4b1e-843c-4383c3840661 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 23:03:24.268146 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] Attempting to bind port 82758929-82d8-4b1e-843c-4383c3840661 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': '5a77b8ef-e2fa-45e6-8286-98b3d54b0faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 23:03:24.268688 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] Attempting to bind port 82758929-82d8-4b1e-843c-4383c3840661 on network ae1d7815-af54-47fa-9360-b966cf9fd845 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:03:24.270955 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a04880-8b25-424f-a0cb-a8b91555f3d2 None None] Pushing event updated for resources: {'Port': ['ID=82758929-82d8-4b1e-843c-4383c3840661,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:24.280529 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a04880-8b25-424f-a0cb-a8b91555f3d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:24.281138 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a04880-8b25-424f-a0cb-a8b91555f3d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:24.281647 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a04880-8b25-424f-a0cb-a8b91555f3d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:24.282150 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a04880-8b25-424f-a0cb-a8b91555f3d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:24.282678 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a04880-8b25-424f-a0cb-a8b91555f3d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:24.283194 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a04880-8b25-424f-a0cb-a8b91555f3d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:24.283736 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a04880-8b25-424f-a0cb-a8b91555f3d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:24.284238 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a04880-8b25-424f-a0cb-a8b91555f3d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:24.284732 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a04880-8b25-424f-a0cb-a8b91555f3d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:24.285255 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a04880-8b25-424f-a0cb-a8b91555f3d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:24.285595 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a04880-8b25-424f-a0cb-a8b91555f3d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:24.285923 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a04880-8b25-424f-a0cb-a8b91555f3d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:24.286258 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a04880-8b25-424f-a0cb-a8b91555f3d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:24.293370 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 23, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 23:03:24.294070 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] Checking segment: {'id': '5a77b8ef-e2fa-45e6-8286-98b3d54b0faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 23:03:24.294665 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:24.295222 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] Bound using segment: {'id': '5a77b8ef-e2fa-45e6-8286-98b3d54b0faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 23:03:24.295955 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] Bound port: 82758929-82d8-4b1e-843c-4383c3840661, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a77b8ef-e2fa-45e6-8286-98b3d54b0faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 23:03:24.296516 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (82758929-82d8-4b1e-843c-4383c3840661), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:24.319459 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] Set router 0f1a233f-fad5-4aea-b068-2f3ab45d87c8 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:24.375390 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] For port 82758929-82d8-4b1e-843c-4383c3840661, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 23:03:24.379372 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] For port 82758929-82d8-4b1e-843c-4383c3840661, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=82758929-82d8-4b1e-843c-4383c3840661,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 23:03:24.396413 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (82758929-82d8-4b1e-843c-4383c3840661), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:24.497843 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8f695f73-8f4b-4a4a-82b1-0730ff553dff None None] Current status of the port f582d403-1267-471f-9fc3-d4c06a551ff2 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:24.498234 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8f695f73-8f4b-4a4a-82b1-0730ff553dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f582d403-1267-471f-9fc3-d4c06a551ff2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:24.514774 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] Routers {'ae1423c6-aa9c-4483-9b69-37ed42d80b9f'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:24.516034 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:03:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:24.519381 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a04880-8b25-424f-a0cb-a8b91555f3d2 None None] Pushing event updated for resources: {'Port': ['ID=82758929-82d8-4b1e-843c-4383c3840661,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:24.557094 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-8f695f73-8f4b-4a4a-82b1-0730ff553dff None None] For port f582d403-1267-471f-9fc3-d4c06a551ff2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f582d403-1267-471f-9fc3-d4c06a551ff2,segment=NetworkSegment(cbd9429e-c404-41ec-8668-cae9565f4079),segment_id=cbd9429e-c404-41ec-8668-cae9565f4079)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:24.578569 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8f695f73-8f4b-4a4a-82b1-0730ff553dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (f582d403-1267-471f-9fc3-d4c06a551ff2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:24.678731 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f695f73-8f4b-4a4a-82b1-0730ff553dff None None] Pushing event updated for resources: {'Port': ['ID=f582d403-1267-471f-9fc3-d4c06a551ff2,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:24.681925 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] Set router ae1423c6-aa9c-4483-9b69-37ed42d80b9f gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:24.688568 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb6444de-d411-476c-bb6a-ba3a54064af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:24.711497 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a233f-fad5-4aea-b068-2f3ab45d87c8', 'name': 'tempest-TestSnapshotPattern-166560097-router', 'tenant_id': 'c0922fe898b34f5483dda8f00d823008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'b6c1dc83-0978-4427-8dab-e042b35ca17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:22Z', 'updated_at': '2022-02-09T23:03:23Z', 'revision_number': 3, 'project_id': 'c0922fe898b34f5483dda8f00d823008', 'gw_port': {'id': 'b6c1dc83-0978-4427-8dab-e042b35ca17e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:93:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a233f-fad5-4aea-b068-2f3ab45d87c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:22Z', 'updated_at': '2022-02-09T23:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:24.757015 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c1a2763e-a270-4657-b431-1af84876e535 None None] Provisioning complete for port 82758929-82d8-4b1e-843c-4383c3840661 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:24.758431 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c1a2763e-a270-4657-b431-1af84876e535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (82758929-82d8-4b1e-843c-4383c3840661), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:24.784829 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] Checking router: 0f1a233f-fad5-4aea-b068-2f3ab45d87c8 for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:03:24.785187 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] Updating router 0f1a233f-fad5-4aea-b068-2f3ab45d87c8 port b6c1dc83-0978-4427-8dab-e042b35ca17e binding host n-d-828601-1 {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 23:03:24.831134 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b6c1dc83-0978-4427-8dab-e042b35ca17e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:24.966727 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-fb6444de-d411-476c-bb6a-ba3a54064af9 admin admin] Allocated IP 172.20.0.1 (b6397de8-17c6-4ec9-9646-9b104471225d/cac5beed-6a02-41fe-86e9-f763d5bd6f17/00ecd503-11a9-4d7d-ac2a-f390e26eb395) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 23:03:25.016914 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'name': 'tempest-TestSnapshotPattern-1697789200-router', 'tenant_id': '816861f691de42668e4d72336fab939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '936e8956-3c23-433f-8b97-7196220fec01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:20Z', 'revision_number': 4, 'project_id': '816861f691de42668e4d72336fab939e', 'gw_port': {'id': '936e8956-3c23-433f-8b97-7196220fec01', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '82758929-82d8-4b1e-843c-4383c3840661', 'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'tenant_id': '816861f691de42668e4d72336fab939e', 'mac_address': 'fa:16:3e:81:02:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:19Z', 'updated_at': '2022-02-09T23:03:24Z', 'revision_number': 4, 'project_id': '816861f691de42668e4d72336fab939e', 'subnets': [{'id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:25.050694 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c70a3f-0564-428c-b874-979afe9d0229 None None] The sync data for ids ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'] in n-d-828601-1 is: [{'id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'name': 'tempest-TestSnapshotPattern-1697789200-router', 'tenant_id': '816861f691de42668e4d72336fab939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '936e8956-3c23-433f-8b97-7196220fec01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:20Z', 'revision_number': 4, 'project_id': '816861f691de42668e4d72336fab939e', 'gw_port': {'id': '936e8956-3c23-433f-8b97-7196220fec01', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '82758929-82d8-4b1e-843c-4383c3840661', 'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'tenant_id': '816861f691de42668e4d72336fab939e', 'mac_address': 'fa:16:3e:81:02:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:19Z', 'updated_at': '2022-02-09T23:03:24Z', 'revision_number': 4, 'project_id': '816861f691de42668e4d72336fab939e', 'subnets': [{'id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:03:25.089949 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c1a2763e-a270-4657-b431-1af84876e535 None None] Current status of the port 82758929-82d8-4b1e-843c-4383c3840661 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:25.090153 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c1a2763e-a270-4657-b431-1af84876e535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (82758929-82d8-4b1e-843c-4383c3840661), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:25.123033 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f582d403-1267-471f-9fc3-d4c06a551ff2 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:03:25.126786 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb6444de-d411-476c-bb6a-ba3a54064af9 admin admin] Publish callbacks [] for port (00ecd503-11a9-4d7d-ac2a-f390e26eb395), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:25.168725 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb6444de-d411-476c-bb6a-ba3a54064af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (00ecd503-11a9-4d7d-ac2a-f390e26eb395), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:25.180094 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c1a2763e-a270-4657-b431-1af84876e535 None None] For port 82758929-82d8-4b1e-843c-4383c3840661, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=82758929-82d8-4b1e-843c-4383c3840661,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:25.196953 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c1a2763e-a270-4657-b431-1af84876e535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (82758929-82d8-4b1e-843c-4383c3840661), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:25.220098 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6444de-d411-476c-bb6a-ba3a54064af9 admin admin] Network b6397de8-17c6-4ec9-9646-9b104471225d is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:03:25.227193 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-fb6444de-d411-476c-bb6a-ba3a54064af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:25.229564 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6444de-d411-476c-bb6a-ba3a54064af9 admin admin] Pushing event updated for resources: {'Port': ['ID=00ecd503-11a9-4d7d-ac2a-f390e26eb395,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:25.231815 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6444de-d411-476c-bb6a-ba3a54064af9 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 23:03:25.281746 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb6444de-d411-476c-bb6a-ba3a54064af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314087'] for router_interface (0f1a233f-fad5-4aea-b068-2f3ab45d87c8), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:25.340098 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2763e-a270-4657-b431-1af84876e535 None None] Pushing event updated for resources: {'Port': ['ID=82758929-82d8-4b1e-843c-4383c3840661,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:25.364910 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5cdc7797-7f15-4229-ab66-9d83500ed921 None None] Provisioning complete for port f582d403-1267-471f-9fc3-d4c06a551ff2 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:25.365575 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5cdc7797-7f15-4229-ab66-9d83500ed921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f582d403-1267-471f-9fc3-d4c06a551ff2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:25.367489 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port f582d403-1267-471f-9fc3-d4c06a551ff2 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:25.368086 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (f582d403-1267-471f-9fc3-d4c06a551ff2), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:25.393729 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] Publish callbacks [] for port (b6c1dc83-0978-4427-8dab-e042b35ca17e), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:25.436582 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b6c1dc83-0978-4427-8dab-e042b35ca17e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:25.478414 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb6444de-d411-476c-bb6a-ba3a54064af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (00ecd503-11a9-4d7d-ac2a-f390e26eb395), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:25.504591 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] Attempting to bind port b6c1dc83-0978-4427-8dab-e042b35ca17e on host n-d-828601-1 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 23:03:25.504973 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] Attempting to bind port b6c1dc83-0978-4427-8dab-e042b35ca17e by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 23:03:25.505341 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] Attempting to bind port b6c1dc83-0978-4427-8dab-e042b35ca17e on network 10785b1a-bf3d-4365-b294-8affe97441d3 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:03:25.535386 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 23, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 23:03:25.535830 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] Checking segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 23:03:25.536260 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:25.536669 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] Bound using segment: {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 23:03:25.537160 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] Bound port: b6c1dc83-0978-4427-8dab-e042b35ca17e, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3af2711-9cdd-4a66-9842-b9aa2890a60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 23:03:25.537545 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b6c1dc83-0978-4427-8dab-e042b35ca17e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:25.567032 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bb5be-0323-4cc6-96a1-8e27a11dbddf None None] Pushing event updated for resources: {'Port': ['ID=b6c1dc83-0978-4427-8dab-e042b35ca17e,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:25.676282 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] For port b6c1dc83-0978-4427-8dab-e042b35ca17e, host n-d-828601-1, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 23:03:25.682881 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port f582d403-1267-471f-9fc3-d4c06a551ff2 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:25.684174 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 82758929-82d8-4b1e-843c-4383c3840661 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:03:25.692006 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5cdc7797-7f15-4229-ab66-9d83500ed921 None None] Current status of the port f582d403-1267-471f-9fc3-d4c06a551ff2 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:25.696800 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb6444de-d411-476c-bb6a-ba3a54064af9 admin admin] Publish callbacks [] for port (00ecd503-11a9-4d7d-ac2a-f390e26eb395), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:25.701904 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb6444de-d411-476c-bb6a-ba3a54064af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (00ecd503-11a9-4d7d-ac2a-f390e26eb395), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:25.716455 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] For port b6c1dc83-0978-4427-8dab-e042b35ca17e, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b6c1dc83-0978-4427-8dab-e042b35ca17e,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 23:03:25.731570 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b6c1dc83-0978-4427-8dab-e042b35ca17e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:25.764895 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-5cdc7797-7f15-4229-ab66-9d83500ed921 None None] Provisioning complete for port 82758929-82d8-4b1e-843c-4383c3840661 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:25.765325 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5cdc7797-7f15-4229-ab66-9d83500ed921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (82758929-82d8-4b1e-843c-4383c3840661), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:25.771887 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb6444de-d411-476c-bb6a-ba3a54064af9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-313207'] for router_interface (0f1a233f-fad5-4aea-b068-2f3ab45d87c8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:25.792217 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6444de-d411-476c-bb6a-ba3a54064af9 admin admin] Pushing event updated for resources: {'Port': ['ID=00ecd503-11a9-4d7d-ac2a-f390e26eb395,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:25.854323 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] Routers {'0f1a233f-fad5-4aea-b068-2f3ab45d87c8'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:25.854842 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:03:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['0f1a233f-fad5-4aea-b068-2f3ab45d87c8'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:25.858237 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bb5be-0323-4cc6-96a1-8e27a11dbddf None None] Pushing event updated for resources: {'Port': ['ID=b6c1dc83-0978-4427-8dab-e042b35ca17e,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:25.892252 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6444de-d411-476c-bb6a-ba3a54064af9 admin admin] Network b6397de8-17c6-4ec9-9646-9b104471225d is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:03:25.893843 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-fb6444de-d411-476c-bb6a-ba3a54064af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:26.057007 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6444de-d411-476c-bb6a-ba3a54064af9 admin admin] Router 0f1a233f-fad5-4aea-b068-2f3ab45d87c8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:03:26.101771 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 82758929-82d8-4b1e-843c-4383c3840661 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:26.102150 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (82758929-82d8-4b1e-843c-4383c3840661), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:26.181212 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6444de-d411-476c-bb6a-ba3a54064af9 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:03:26.188952 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-fb6444de-d411-476c-bb6a-ba3a54064af9 admin admin] 10.222.0.77 "PUT /v2.0/routers/0f1a233f-fad5-4aea-b068-2f3ab45d87c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1185024 Feb 09 23:03:26.207184 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-5cdc7797-7f15-4229-ab66-9d83500ed921 None None] Current status of the port 82758929-82d8-4b1e-843c-4383c3840661 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:26.217805 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] Set router 0f1a233f-fad5-4aea-b068-2f3ab45d87c8 gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:26.329977 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 82758929-82d8-4b1e-843c-4383c3840661 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:26.331065 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 936e8956-3c23-433f-8b97-7196220fec01 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:03:26.411174 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-25a19378-41cc-4906-8fff-000693accad4 None None] Provisioning complete for port 00ecd503-11a9-4d7d-ac2a-f390e26eb395 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:26.411921 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-25a19378-41cc-4906-8fff-000693accad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (00ecd503-11a9-4d7d-ac2a-f390e26eb395), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:26.479557 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-25a19378-41cc-4906-8fff-000693accad4 None None] Port 00ecd503-11a9-4d7d-ac2a-f390e26eb395 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 23:03:26.508802 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 936e8956-3c23-433f-8b97-7196220fec01 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:26.509184 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (936e8956-3c23-433f-8b97-7196220fec01), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:26.590340 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a233f-fad5-4aea-b068-2f3ab45d87c8', 'name': 'tempest-TestSnapshotPattern-166560097-router', 'tenant_id': 'c0922fe898b34f5483dda8f00d823008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'b6c1dc83-0978-4427-8dab-e042b35ca17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:22Z', 'updated_at': '2022-02-09T23:03:25Z', 'revision_number': 4, 'project_id': 'c0922fe898b34f5483dda8f00d823008', 'gw_port': {'id': 'b6c1dc83-0978-4427-8dab-e042b35ca17e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:93:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a233f-fad5-4aea-b068-2f3ab45d87c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:22Z', 'updated_at': '2022-02-09T23:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '00ecd503-11a9-4d7d-ac2a-f390e26eb395', 'name': '', 'network_id': 'b6397de8-17c6-4ec9-9646-9b104471225d', 'tenant_id': 'c0922fe898b34f5483dda8f00d823008', 'mac_address': 'fa:16:3e:81:0d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a233f-fad5-4aea-b068-2f3ab45d87c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'cac5beed-6a02-41fe-86e9-f763d5bd6f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:24Z', 'updated_at': '2022-02-09T23:03:25Z', 'revision_number': 2, 'project_id': 'c0922fe898b34f5483dda8f00d823008', 'subnets': [{'id': 'cac5beed-6a02-41fe-86e9-f763d5bd6f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:26.623149 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8dc4a8-427d-4c0b-9874-a080f5c6c0fd None None] The sync data for ids ['0f1a233f-fad5-4aea-b068-2f3ab45d87c8'] in n-d-828601-1 is: [{'id': '0f1a233f-fad5-4aea-b068-2f3ab45d87c8', 'name': 'tempest-TestSnapshotPattern-166560097-router', 'tenant_id': 'c0922fe898b34f5483dda8f00d823008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'b6c1dc83-0978-4427-8dab-e042b35ca17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:22Z', 'updated_at': '2022-02-09T23:03:25Z', 'revision_number': 4, 'project_id': 'c0922fe898b34f5483dda8f00d823008', 'gw_port': {'id': 'b6c1dc83-0978-4427-8dab-e042b35ca17e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:93:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a233f-fad5-4aea-b068-2f3ab45d87c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:22Z', 'updated_at': '2022-02-09T23:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '00ecd503-11a9-4d7d-ac2a-f390e26eb395', 'name': '', 'network_id': 'b6397de8-17c6-4ec9-9646-9b104471225d', 'tenant_id': 'c0922fe898b34f5483dda8f00d823008', 'mac_address': 'fa:16:3e:81:0d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a233f-fad5-4aea-b068-2f3ab45d87c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'cac5beed-6a02-41fe-86e9-f763d5bd6f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:24Z', 'updated_at': '2022-02-09T23:03:25Z', 'revision_number': 2, 'project_id': 'c0922fe898b34f5483dda8f00d823008', 'subnets': [{'id': 'cac5beed-6a02-41fe-86e9-f763d5bd6f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:03:26.629917 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 936e8956-3c23-433f-8b97-7196220fec01 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:26.721927 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55014) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:26.727886 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ee12322b-7c96-49ca-94ed-08f50e9cdb4a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1299696207', 'description': 'tempest-secgroup-smoke-1299696207 description', 'project_id': '816861f691de42668e4d72336fab939e'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:26.749513 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ee12322b-7c96-49ca-94ed-08f50e9cdb4a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:26.829849 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ee12322b-7c96-49ca-94ed-08f50e9cdb4a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group (890aa75b-f1cb-444e-8749-baf2ed8c3d83), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:26.836547 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ee12322b-7c96-49ca-94ed-08f50e9cdb4a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (890aa75b-f1cb-444e-8749-baf2ed8c3d83), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:26.886762 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12322b-7c96-49ca-94ed-08f50e9cdb4a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=890aa75b-f1cb-444e-8749-baf2ed8c3d83,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:26.892881 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ee12322b-7c96-49ca-94ed-08f50e9cdb4a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:26.899005 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-ee12322b-7c96-49ca-94ed-08f50e9cdb4a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1726046 Feb 09 23:03:26.899997 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55016) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:26.910170 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e105d93d-8f7a-4d2f-b8b4-1e8892b73436 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Request body: {'security_group_rule': {'security_group_id': '890aa75b-f1cb-444e-8749-baf2ed8c3d83', 'project_id': '816861f691de42668e4d72336fab939e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:26.941089 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e105d93d-8f7a-4d2f-b8b4-1e8892b73436 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group_rule (735a67ac-55e2-4060-9e63-d599be1a400d), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:26.950286 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 82758929-82d8-4b1e-843c-4383c3840661 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:03:27.010590 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e105d93d-8f7a-4d2f-b8b4-1e8892b73436 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group_rule (735a67ac-55e2-4060-9e63-d599be1a400d), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.014957 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e105d93d-8f7a-4d2f-b8b4-1e8892b73436 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (735a67ac-55e2-4060-9e63-d599be1a400d), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.017310 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 82758929-82d8-4b1e-843c-4383c3840661 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:27.017757 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (82758929-82d8-4b1e-843c-4383c3840661), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.033879 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105d93d-8f7a-4d2f-b8b4-1e8892b73436 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=735a67ac-55e2-4060-9e63-d599be1a400d,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:27.045300 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e105d93d-8f7a-4d2f-b8b4-1e8892b73436 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.048134 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-e105d93d-8f7a-4d2f-b8b4-1e8892b73436 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445208 Feb 09 23:03:27.049467 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55018) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:27.055194 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-18e1422d-3931-4dc0-89e3-cd839e3eeade tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Request body: {'security_group_rule': {'security_group_id': '890aa75b-f1cb-444e-8749-baf2ed8c3d83', 'project_id': '816861f691de42668e4d72336fab939e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:27.082311 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18e1422d-3931-4dc0-89e3-cd839e3eeade tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group_rule (8a8cc339-2861-4f3e-93a8-4cea4fc62324), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.111561 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 82758929-82d8-4b1e-843c-4383c3840661 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:27.158163 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18e1422d-3931-4dc0-89e3-cd839e3eeade tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group_rule (8a8cc339-2861-4f3e-93a8-4cea4fc62324), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.162057 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18e1422d-3931-4dc0-89e3-cd839e3eeade tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (8a8cc339-2861-4f3e-93a8-4cea4fc62324), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.181579 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1422d-3931-4dc0-89e3-cd839e3eeade tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8cc339-2861-4f3e-93a8-4cea4fc62324,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:27.188998 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18e1422d-3931-4dc0-89e3-cd839e3eeade tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.193048 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-18e1422d-3931-4dc0-89e3-cd839e3eeade tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1397040 Feb 09 23:03:27.193390 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55020) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:27.197938 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c0eda052-b953-471f-9bd0-0c05962a200d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Request body: {'security_group_rule': {'security_group_id': '890aa75b-f1cb-444e-8749-baf2ed8c3d83', 'project_id': '816861f691de42668e4d72336fab939e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:27.222938 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0eda052-b953-471f-9bd0-0c05962a200d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group_rule (94befb5f-c778-4b45-bb67-a866b38a99d9), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.290361 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0eda052-b953-471f-9bd0-0c05962a200d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group_rule (94befb5f-c778-4b45-bb67-a866b38a99d9), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.294626 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0eda052-b953-471f-9bd0-0c05962a200d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (94befb5f-c778-4b45-bb67-a866b38a99d9), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.317017 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eda052-b953-471f-9bd0-0c05962a200d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94befb5f-c778-4b45-bb67-a866b38a99d9,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:27.328365 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0eda052-b953-471f-9bd0-0c05962a200d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.332195 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c0eda052-b953-471f-9bd0-0c05962a200d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353295 Feb 09 23:03:27.332447 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55022) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:27.337464 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8116c89d-779b-466f-be27-6aab0fb8d83b tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Request body: {'security_group_rule': {'security_group_id': '890aa75b-f1cb-444e-8749-baf2ed8c3d83', 'project_id': '816861f691de42668e4d72336fab939e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:27.364935 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8116c89d-779b-466f-be27-6aab0fb8d83b tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group_rule (828a88ca-9cca-4c71-aa51-8c61821e702e), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.423570 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8116c89d-779b-466f-be27-6aab0fb8d83b tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group_rule (828a88ca-9cca-4c71-aa51-8c61821e702e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.427683 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8116c89d-779b-466f-be27-6aab0fb8d83b tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (828a88ca-9cca-4c71-aa51-8c61821e702e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.444693 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116c89d-779b-466f-be27-6aab0fb8d83b tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828a88ca-9cca-4c71-aa51-8c61821e702e,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:27.453439 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8116c89d-779b-466f-be27-6aab0fb8d83b tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.454683 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-8116c89d-779b-466f-be27-6aab0fb8d83b tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213009 Feb 09 23:03:27.457488 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55024) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:27.462351 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f5c2ca2f-05c9-401a-b424-18f29f427fe3 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Request body: {'security_group_rule': {'security_group_id': '890aa75b-f1cb-444e-8749-baf2ed8c3d83', 'project_id': '816861f691de42668e4d72336fab939e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:27.482365 n-d-828601-1 neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-f5c2ca2f-05c9-401a-b424-18f29f427fe3 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Project 816861f691de42668e4d72336fab939e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 23:03:27.487297 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ca2f-05c9-401a-b424-18f29f427fe3 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group_rule (dc81e87b-8c09-44d0-b00f-e8fd609a64d8), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.547479 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ca2f-05c9-401a-b424-18f29f427fe3 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group_rule (dc81e87b-8c09-44d0-b00f-e8fd609a64d8), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.550990 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ca2f-05c9-401a-b424-18f29f427fe3 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (dc81e87b-8c09-44d0-b00f-e8fd609a64d8), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.573917 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2ca2f-05c9-401a-b424-18f29f427fe3 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc81e87b-8c09-44d0-b00f-e8fd609a64d8,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:27.587075 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ca2f-05c9-401a-b424-18f29f427fe3 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.588335 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-f5c2ca2f-05c9-401a-b424-18f29f427fe3 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1298938 Feb 09 23:03:27.591251 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55026) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:27.595622 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5dcf2958-e7a7-49e6-9fff-e99fa38461b2 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Request body: {'security_group_rule': {'security_group_id': '890aa75b-f1cb-444e-8749-baf2ed8c3d83', 'project_id': '816861f691de42668e4d72336fab939e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:27.616761 n-d-828601-1 neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-5dcf2958-e7a7-49e6-9fff-e99fa38461b2 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Project 816861f691de42668e4d72336fab939e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 23:03:27.621707 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5dcf2958-e7a7-49e6-9fff-e99fa38461b2 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group_rule (3c01746b-fd85-4d84-bb8b-c69cb09e866c), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.683663 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5dcf2958-e7a7-49e6-9fff-e99fa38461b2 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group_rule (3c01746b-fd85-4d84-bb8b-c69cb09e866c), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.687452 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5dcf2958-e7a7-49e6-9fff-e99fa38461b2 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671977'] for security_group_rule (3c01746b-fd85-4d84-bb8b-c69cb09e866c), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.710483 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf2958-e7a7-49e6-9fff-e99fa38461b2 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c01746b-fd85-4d84-bb8b-c69cb09e866c,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:27.716661 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5dcf2958-e7a7-49e6-9fff-e99fa38461b2 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:27.717156 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5dcf2958-e7a7-49e6-9fff-e99fa38461b2 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248987 Feb 09 23:03:27.969121 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-3591a92a-131e-4d39-b07a-78f427d2c777 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299696207&fields=id&tenant_id=816861f691de42668e4d72336fab939e HTTP/1.1" status: 200 len: 267 time: 0.0582983 Feb 09 23:03:28.087944 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-c59fdf95-1276-498c-81ed-f11c1fbf36a5 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:28.089680 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-c59fdf95-1276-498c-81ed-f11c1fbf36a5 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/networks?id=ae1d7815-af54-47fa-9360-b966cf9fd845 HTTP/1.1" status: 200 len: 810 time: 0.1136265 Feb 09 23:03:28.107461 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-046758eb-9602-46d9-98b4-7eed6da2ffb8 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/quotas/816861f691de42668e4d72336fab939e HTTP/1.1" status: 200 len: 375 time: 0.0104821 Feb 09 23:03:28.169985 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-5296454c-788f-4aed-92a7-8626d531ddab tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=816861f691de42668e4d72336fab939e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567026 Feb 09 23:03:28.274840 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-80e7f839-5769-4cfd-be6e-84f12a9f092e service neutron] 10.222.0.77 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923595 Feb 09 23:03:28.376474 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-0ef8342a-50bb-488f-a5f0-f91208f2df19 service neutron] 10.222.0.77 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954881 Feb 09 23:03:28.550756 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b2872b43-1db8-4122-9300-d95e6df0f660 req-4c9355de-951e-4f46-91e4-211dd49379ab tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 210 time: 0.0273731 Feb 09 23:03:28.918491 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b6c1dc83-0978-4427-8dab-e042b35ca17e up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:03:28.975219 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port b6c1dc83-0978-4427-8dab-e042b35ca17e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:28.976320 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b6c1dc83-0978-4427-8dab-e042b35ca17e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:29.069016 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port b6c1dc83-0978-4427-8dab-e042b35ca17e is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:29.069617 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (b6c1dc83-0978-4427-8dab-e042b35ca17e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:29.093116 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] For port b6c1dc83-0978-4427-8dab-e042b35ca17e, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b6c1dc83-0978-4427-8dab-e042b35ca17e,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:29.099295 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (b6c1dc83-0978-4427-8dab-e042b35ca17e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:29.149704 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Pushing event updated for resources: {'Port': ['ID=b6c1dc83-0978-4427-8dab-e042b35ca17e,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:29.257519 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] Sync routers for ids ['0f1a233f-fad5-4aea-b068-2f3ab45d87c8'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:03:29.273141 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] Routers {'0f1a233f-fad5-4aea-b068-2f3ab45d87c8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:29.273761 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:03:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['0f1a233f-fad5-4aea-b068-2f3ab45d87c8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:29.380539 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] Set router 0f1a233f-fad5-4aea-b068-2f3ab45d87c8 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:29.603527 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a233f-fad5-4aea-b068-2f3ab45d87c8', 'name': 'tempest-TestSnapshotPattern-166560097-router', 'tenant_id': 'c0922fe898b34f5483dda8f00d823008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'b6c1dc83-0978-4427-8dab-e042b35ca17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:22Z', 'updated_at': '2022-02-09T23:03:25Z', 'revision_number': 4, 'project_id': 'c0922fe898b34f5483dda8f00d823008', 'gw_port': {'id': 'b6c1dc83-0978-4427-8dab-e042b35ca17e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:93:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a233f-fad5-4aea-b068-2f3ab45d87c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:22Z', 'updated_at': '2022-02-09T23:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '00ecd503-11a9-4d7d-ac2a-f390e26eb395', 'name': '', 'network_id': 'b6397de8-17c6-4ec9-9646-9b104471225d', 'tenant_id': 'c0922fe898b34f5483dda8f00d823008', 'mac_address': 'fa:16:3e:81:0d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a233f-fad5-4aea-b068-2f3ab45d87c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'cac5beed-6a02-41fe-86e9-f763d5bd6f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:24Z', 'updated_at': '2022-02-09T23:03:25Z', 'revision_number': 2, 'project_id': 'c0922fe898b34f5483dda8f00d823008', 'subnets': [{'id': 'cac5beed-6a02-41fe-86e9-f763d5bd6f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:29.647365 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] Checking router: 0f1a233f-fad5-4aea-b068-2f3ab45d87c8 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:03:29.647855 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] Updating router 0f1a233f-fad5-4aea-b068-2f3ab45d87c8 port 00ecd503-11a9-4d7d-ac2a-f390e26eb395 binding host n-d-828601-1 {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 23:03:29.675742 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f42500a3-5ed2-460a-9967-9411ec4e3373 req-c9c554a8-7bfa-431f-b592-e669baf9b560 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 210 time: 0.0490847 Feb 09 23:03:29.676353 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (00ecd503-11a9-4d7d-ac2a-f390e26eb395), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:29.757664 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-5a9970ac-2207-4dea-883e-107710b901af tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:29.759371 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-5a9970ac-2207-4dea-883e-107710b901af tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.71 "GET /v2.0/networks?id=ae1d7815-af54-47fa-9360-b966cf9fd845 HTTP/1.1" status: 200 len: 810 time: 0.1675971 Feb 09 23:03:29.832492 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-f9f3e88b-c80f-4322-88fb-9d45a95d2277 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=816861f691de42668e4d72336fab939e HTTP/1.1" status: 200 len: 380 time: 0.0592468 Feb 09 23:03:29.842222 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-a3be43fe-b912-470d-8d43-a7447af1531e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Request body: {'port': {'device_id': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'admin_state_up': True, 'tenant_id': '816861f691de42668e4d72336fab939e', 'security_groups': ['890aa75b-f1cb-444e-8749-baf2ed8c3d83']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:29.948526 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] Publish callbacks [] for port (00ecd503-11a9-4d7d-ac2a-f390e26eb395), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:29.953926 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (00ecd503-11a9-4d7d-ac2a-f390e26eb395), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:29.957978 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-a3be43fe-b912-470d-8d43-a7447af1531e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Made reservation on behalf of 816861f691de42668e4d72336fab939e for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 23:03:29.961754 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-a3be43fe-b912-470d-8d43-a7447af1531e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:30.113425 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-a3be43fe-b912-470d-8d43-a7447af1531e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Allocated IP 172.20.0.6 (ae1d7815-af54-47fa-9360-b966cf9fd845/8196bf05-13c8-4c80-8e52-b4cb4229baa4/ac33949a-d56c-441f-967b-8af96dd06665) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 23:03:30.130356 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c1407-c7d0-486c-850b-a39511185646 None None] Pushing event updated for resources: {'Port': ['ID=00ecd503-11a9-4d7d-ac2a-f390e26eb395,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:30.159581 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] Attempting to bind port 00ecd503-11a9-4d7d-ac2a-f390e26eb395 on host n-d-828601-1 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 23:03:30.159985 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] Attempting to bind port 00ecd503-11a9-4d7d-ac2a-f390e26eb395 by drivers openvswitch,hyperv on host n-d-828601-1 at level 0 using segments [{'id': 'cbd9429e-c404-41ec-8668-cae9565f4079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b6397de8-17c6-4ec9-9646-9b104471225d'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 23:03:30.160343 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] Attempting to bind port 00ecd503-11a9-4d7d-ac2a-f390e26eb395 on network b6397de8-17c6-4ec9-9646-9b104471225d {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:03:30.166302 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] Checking agent: {'id': '46f332bd-3c61-4391-bcb9-52dac40e543c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 18, 14), 'started_at': datetime.datetime(2022, 2, 9, 21, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 23, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828601-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 23:03:30.166670 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] Checking segment: {'id': 'cbd9429e-c404-41ec-8668-cae9565f4079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b6397de8-17c6-4ec9-9646-9b104471225d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 23:03:30.167074 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:30.167465 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] Bound using segment: {'id': 'cbd9429e-c404-41ec-8668-cae9565f4079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b6397de8-17c6-4ec9-9646-9b104471225d'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 23:03:30.168028 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] Bound port: 00ecd503-11a9-4d7d-ac2a-f390e26eb395, host: n-d-828601-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd9429e-c404-41ec-8668-cae9565f4079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b6397de8-17c6-4ec9-9646-9b104471225d'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 23:03:30.168405 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (00ecd503-11a9-4d7d-ac2a-f390e26eb395), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:30.237113 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] For port 00ecd503-11a9-4d7d-ac2a-f390e26eb395, host n-d-828601-1, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 23:03:30.240678 n-d-828601-1 neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] For port 00ecd503-11a9-4d7d-ac2a-f390e26eb395, host n-d-828601-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=00ecd503-11a9-4d7d-ac2a-f390e26eb395,segment=NetworkSegment(cbd9429e-c404-41ec-8668-cae9565f4079),segment_id=cbd9429e-c404-41ec-8668-cae9565f4079)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 23:03:30.245291 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-db7bc77a-d820-410c-b3ab-72a14208c00f None None] Provisioning complete for port 00ecd503-11a9-4d7d-ac2a-f390e26eb395 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:30.246146 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-db7bc77a-d820-410c-b3ab-72a14208c00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (00ecd503-11a9-4d7d-ac2a-f390e26eb395), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:30.248306 n-d-828601-1 neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (00ecd503-11a9-4d7d-ac2a-f390e26eb395), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:30.274663 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-a3be43fe-b912-470d-8d43-a7447af1531e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for port (ac33949a-d56c-441f-967b-8af96dd06665), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:30.307697 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] Routers {'0f1a233f-fad5-4aea-b068-2f3ab45d87c8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:30.308280 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:03:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['0f1a233f-fad5-4aea-b068-2f3ab45d87c8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:30.314591 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-a3be43fe-b912-470d-8d43-a7447af1531e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ac33949a-d56c-441f-967b-8af96dd06665), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:30.357295 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c1407-c7d0-486c-850b-a39511185646 None None] Pushing event updated for resources: {'Port': ['ID=00ecd503-11a9-4d7d-ac2a-f390e26eb395,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:30.360499 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-a3be43fe-b912-470d-8d43-a7447af1531e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Network ae1d7815-af54-47fa-9360-b966cf9fd845 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:03:30.366128 n-d-828601-1 neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-a3be43fe-b912-470d-8d43-a7447af1531e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:30.370359 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-a3be43fe-b912-470d-8d43-a7447af1531e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 23:03:30.404631 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-db7bc77a-d820-410c-b3ab-72a14208c00f None None] Current status of the port 00ecd503-11a9-4d7d-ac2a-f390e26eb395 is: DOWN; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:30.405093 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-db7bc77a-d820-410c-b3ab-72a14208c00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (00ecd503-11a9-4d7d-ac2a-f390e26eb395), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:30.429328 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-a3be43fe-b912-470d-8d43-a7447af1531e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:30.430017 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-a3be43fe-b912-470d-8d43-a7447af1531e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:30.434036 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be43fe-b912-470d-8d43-a7447af1531e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Pushing event updated for resources: {'Port': ['ID=ac33949a-d56c-441f-967b-8af96dd06665,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:30.458800 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-a3be43fe-b912-470d-8d43-a7447af1531e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6214840 Feb 09 23:03:30.465760 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-db7bc77a-d820-410c-b3ab-72a14208c00f None None] For port 00ecd503-11a9-4d7d-ac2a-f390e26eb395, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=00ecd503-11a9-4d7d-ac2a-f390e26eb395,segment=NetworkSegment(cbd9429e-c404-41ec-8668-cae9565f4079),segment_id=cbd9429e-c404-41ec-8668-cae9565f4079)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:30.472209 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.v2.base [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] Request body: {'port': {'device_id': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828601-1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:30.473103 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] Set router 0f1a233f-fad5-4aea-b068-2f3ab45d87c8 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:30.477636 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-db7bc77a-d820-410c-b3ab-72a14208c00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (00ecd503-11a9-4d7d-ac2a-f390e26eb395), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:30.561722 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ac33949a-d56c-441f-967b-8af96dd06665), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:30.567230 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7bc77a-d820-410c-b3ab-72a14208c00f None None] Pushing event updated for resources: {'Port': ['ID=00ecd503-11a9-4d7d-ac2a-f390e26eb395,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:30.703348 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-cc7c62ad-bcd6-424b-86e3-e7676104c105 None None] Provisioning complete for port 00ecd503-11a9-4d7d-ac2a-f390e26eb395 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:30.704040 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cc7c62ad-bcd6-424b-86e3-e7676104c105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (00ecd503-11a9-4d7d-ac2a-f390e26eb395), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:30.721460 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a233f-fad5-4aea-b068-2f3ab45d87c8', 'name': 'tempest-TestSnapshotPattern-166560097-router', 'tenant_id': 'c0922fe898b34f5483dda8f00d823008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'b6c1dc83-0978-4427-8dab-e042b35ca17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:22Z', 'updated_at': '2022-02-09T23:03:25Z', 'revision_number': 4, 'project_id': 'c0922fe898b34f5483dda8f00d823008', 'gw_port': {'id': 'b6c1dc83-0978-4427-8dab-e042b35ca17e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:93:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a233f-fad5-4aea-b068-2f3ab45d87c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:22Z', 'updated_at': '2022-02-09T23:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '00ecd503-11a9-4d7d-ac2a-f390e26eb395', 'name': '', 'network_id': 'b6397de8-17c6-4ec9-9646-9b104471225d', 'tenant_id': 'c0922fe898b34f5483dda8f00d823008', 'mac_address': 'fa:16:3e:81:0d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a233f-fad5-4aea-b068-2f3ab45d87c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'cac5beed-6a02-41fe-86e9-f763d5bd6f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:24Z', 'updated_at': '2022-02-09T23:03:30Z', 'revision_number': 4, 'project_id': 'c0922fe898b34f5483dda8f00d823008', 'subnets': [{'id': 'cac5beed-6a02-41fe-86e9-f763d5bd6f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:30.755105 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626c619c-8901-4e11-94b9-8bb0254e711f None None] The sync data for ids ['0f1a233f-fad5-4aea-b068-2f3ab45d87c8'] in n-d-828601-1 is: [{'id': '0f1a233f-fad5-4aea-b068-2f3ab45d87c8', 'name': 'tempest-TestSnapshotPattern-166560097-router', 'tenant_id': 'c0922fe898b34f5483dda8f00d823008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'b6c1dc83-0978-4427-8dab-e042b35ca17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:22Z', 'updated_at': '2022-02-09T23:03:25Z', 'revision_number': 4, 'project_id': 'c0922fe898b34f5483dda8f00d823008', 'gw_port': {'id': 'b6c1dc83-0978-4427-8dab-e042b35ca17e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:93:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a233f-fad5-4aea-b068-2f3ab45d87c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:22Z', 'updated_at': '2022-02-09T23:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '00ecd503-11a9-4d7d-ac2a-f390e26eb395', 'name': '', 'network_id': 'b6397de8-17c6-4ec9-9646-9b104471225d', 'tenant_id': 'c0922fe898b34f5483dda8f00d823008', 'mac_address': 'fa:16:3e:81:0d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a233f-fad5-4aea-b068-2f3ab45d87c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'cac5beed-6a02-41fe-86e9-f763d5bd6f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:24Z', 'updated_at': '2022-02-09T23:03:30Z', 'revision_number': 4, 'project_id': 'c0922fe898b34f5483dda8f00d823008', 'subnets': [{'id': 'cac5beed-6a02-41fe-86e9-f763d5bd6f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:03:30.798435 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c62ad-bcd6-424b-86e3-e7676104c105 None None] Current status of the port 00ecd503-11a9-4d7d-ac2a-f390e26eb395 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:30.827273 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f6f0f-9e68-492e-8fa3-cd99c79d4ef5 req-3cc86b8e-6a1d-470b-b3fd-9f117b3be1ea tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:30.829029 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a2f6f0f-9e68-492e-8fa3-cd99c79d4ef5 req-3cc86b8e-6a1d-470b-b3fd-9f117b3be1ea tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 931 time: 0.0635595 Feb 09 23:03:30.925268 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac33949a-d56c-441f-967b-8af96dd06665 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 23:03:30.925896 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2a2f6f0f-9e68-492e-8fa3-cd99c79d4ef5 req-516a004a-29aa-4ca3-ae79-b8cc801215c6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884373 Feb 09 23:03:30.929041 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-8c074766-fe40-415f-a163-4afee5b85500 None None] Provisioning complete for port ac33949a-d56c-441f-967b-8af96dd06665 triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:30.929672 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8c074766-fe40-415f-a163-4afee5b85500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ac33949a-d56c-441f-967b-8af96dd06665), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:30.946850 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] Publish callbacks [] for port (ac33949a-d56c-441f-967b-8af96dd06665), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:30.960965 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] Transition to ACTIVE for port object ac33949a-d56c-441f-967b-8af96dd06665 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 23:03:30.964547 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b6c1dc83-0978-4427-8dab-e042b35ca17e up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:03:30.965004 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (ac33949a-d56c-441f-967b-8af96dd06665), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:31.013426 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8c074766-fe40-415f-a163-4afee5b85500 None None] Port ac33949a-d56c-441f-967b-8af96dd06665 cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 23:03:31.042262 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port b6c1dc83-0978-4427-8dab-e042b35ca17e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:31.042793 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (b6c1dc83-0978-4427-8dab-e042b35ca17e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:31.049147 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] Pushing event updated for resources: {'Port': ['ID=ac33949a-d56c-441f-967b-8af96dd06665,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:31.120313 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] Attempting to bind port ac33949a-d56c-441f-967b-8af96dd06665 on host n-h1-828601-1 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 23:03:31.120797 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] Attempting to bind port ac33949a-d56c-441f-967b-8af96dd06665 by drivers openvswitch,hyperv on host n-h1-828601-1 at level 0 using segments [{'id': '5a77b8ef-e2fa-45e6-8286-98b3d54b0faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 23:03:31.121549 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] Attempting to bind port ac33949a-d56c-441f-967b-8af96dd06665 on network ae1d7815-af54-47fa-9360-b966cf9fd845 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:03:31.128334 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] Port ac33949a-d56c-441f-967b-8af96dd06665 on network ae1d7815-af54-47fa-9360-b966cf9fd845 not bound, no agent of type Open vSwitch agent registered on host n-h1-828601-1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 23:03:31.128717 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] Attempting to bind port ac33949a-d56c-441f-967b-8af96dd06665 on network ae1d7815-af54-47fa-9360-b966cf9fd845 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:03:31.141140 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] Checking agent: {'id': '1af08252-b607-4302-93ac-46cc75680e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 23, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 23:03:31.141644 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] Checking segment: {'id': '5a77b8ef-e2fa-45e6-8286-98b3d54b0faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 23:03:31.142261 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] Bound using segment: {'id': '5a77b8ef-e2fa-45e6-8286-98b3d54b0faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 23:03:31.142889 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] Bound port: ac33949a-d56c-441f-967b-8af96dd06665, host: n-h1-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a77b8ef-e2fa-45e6-8286-98b3d54b0faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 23:03:31.143470 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ac33949a-d56c-441f-967b-8af96dd06665), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:31.174265 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port b6c1dc83-0978-4427-8dab-e042b35ca17e is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:31.175587 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 00ecd503-11a9-4d7d-ac2a-f390e26eb395 up at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:03:31.231045 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Provisioning complete for port 00ecd503-11a9-4d7d-ac2a-f390e26eb395 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:31.231316 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (00ecd503-11a9-4d7d-ac2a-f390e26eb395), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:31.234067 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] For port ac33949a-d56c-441f-967b-8af96dd06665, host n-h1-828601-1, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 23:03:31.244901 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] For port ac33949a-d56c-441f-967b-8af96dd06665, host n-h1-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ac33949a-d56c-441f-967b-8af96dd06665,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 23:03:31.255377 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8712575'] for port (ac33949a-d56c-441f-967b-8af96dd06665), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:31.293223 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:31.293865 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:31.295678 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] 10.222.0.71 "PUT /v2.0/ports/ac33949a-d56c-441f-967b-8af96dd06665 HTTP/1.1" status: 200 len: 1091 time: 0.8295124 Feb 09 23:03:31.298849 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'tag': 'ac33949a-d56c-441f-967b-8af96dd06665'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:03:31.302904 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88d4391-6cec-4681-bc40-7678b81f22f1" -d '{"events": [{"name": "network-changed", "server_uuid": "6709e6a3-2944-409d-a943-db19b6fe8ad3", "tag": "ac33949a-d56c-441f-967b-8af96dd06665"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:03:31.332578 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042ced1-27df-4b67-8793-4160a0a6b787 service neutron] Pushing event updated for resources: {'Port': ['ID=ac33949a-d56c-441f-967b-8af96dd06665,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:31.362447 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Current status of the port 00ecd503-11a9-4d7d-ac2a-f390e26eb395 is: ACTIVE; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:31.416412 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-2113ce5b-0b98-4d2d-b620-f9f8f0cf1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:31.418018 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-2113ce5b-0b98-4d2d-b620-f9f8f0cf1dd5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=816861f691de42668e4d72336fab939e&device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 1125 time: 0.0763690 Feb 09 23:03:31.471282 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 23:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8adb1c-a0d8-4d4d-be4c-0d4b1a74cede x-openstack-request-id: req-ed8adb1c-a0d8-4d4d-be4c-0d4b1a74cede {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:03:31.471580 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6709e6a3-2944-409d-a943-db19b6fe8ad3", "tag": "ac33949a-d56c-441f-967b-8af96dd06665", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:03:31.471865 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed8adb1c-a0d8-4d4d-be4c-0d4b1a74cede {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:03:31.472277 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'tag': 'ac33949a-d56c-441f-967b-8af96dd06665', 'status': 'completed', 'code': 200} Feb 09 23:03:31.474131 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-950db61b-6c59-4647-bcd9-902fd6c78272 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac33949a-d56c-441f-967b-8af96dd06665 HTTP/1.1" status: 200 len: 217 time: 0.0484061 Feb 09 23:03:31.523788 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-fe29e2ef-267f-453a-afe5-d165a0909b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:31.525273 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-fe29e2ef-267f-453a-afe5-d165a0909b1e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8196bf05-13c8-4c80-8e52-b4cb4229baa4 HTTP/1.1" status: 200 len: 849 time: 0.0459280 Feb 09 23:03:31.579279 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-c5a40d99-f2ed-4a91-8d9e-94cd9ad3aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:31.580857 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-c5a40d99-f2ed-4a91-8d9e-94cd9ad3aaf7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae1d7815-af54-47fa-9360-b966cf9fd845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495389 Feb 09 23:03:31.669075 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-a55efe78-78cc-465c-af2f-10982b448f3b service neutron] 10.222.0.71 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825834 Feb 09 23:03:31.761645 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-0e573710-283a-4885-ac26-0e6be0be3b3d req-d483d689-50a0-478c-90e4-7db6659f8a50 service neutron] 10.222.0.71 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855217 Feb 09 23:03:31.849604 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d4391-6cec-4681-bc40-7678b81f22f1 req-1c8b55c9-b07f-4645-a4eb-ce6c0b892210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:31.851856 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e88d4391-6cec-4681-bc40-7678b81f22f1 req-1c8b55c9-b07f-4645-a4eb-ce6c0b892210 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=816861f691de42668e4d72336fab939e&device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 1125 time: 0.0464995 Feb 09 23:03:31.942181 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d4391-6cec-4681-bc40-7678b81f22f1 req-3642e1f0-8fc2-4ba8-937d-71f68fcb83e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:31.944101 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e88d4391-6cec-4681-bc40-7678b81f22f1 req-3642e1f0-8fc2-4ba8-937d-71f68fcb83e0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae1d7815-af54-47fa-9360-b966cf9fd845 HTTP/1.1" status: 200 len: 911 time: 0.0862651 Feb 09 23:03:31.992342 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e88d4391-6cec-4681-bc40-7678b81f22f1 req-37dff421-00f7-443d-a54b-217d824e3ce0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac33949a-d56c-441f-967b-8af96dd06665 HTTP/1.1" status: 200 len: 217 time: 0.0405080 Feb 09 23:03:32.040809 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d4391-6cec-4681-bc40-7678b81f22f1 req-c120b664-4641-43b2-a1ac-f11cd8bdf53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:32.042330 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e88d4391-6cec-4681-bc40-7678b81f22f1 req-c120b664-4641-43b2-a1ac-f11cd8bdf53c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8196bf05-13c8-4c80-8e52-b4cb4229baa4 HTTP/1.1" status: 200 len: 849 time: 0.0444708 Feb 09 23:03:32.046660 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18aa5c-2997-48f7-aaf4-854027937472 req-bb200953-e0c9-4728-9e6c-36751abcc430 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:32.048173 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df18aa5c-2997-48f7-aaf4-854027937472 req-bb200953-e0c9-4728-9e6c-36751abcc430 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 943 time: 0.0566370 Feb 09 23:03:32.095345 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d4391-6cec-4681-bc40-7678b81f22f1 req-77791eb1-c0c6-4657-95e0-d05331042319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:32.097095 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e88d4391-6cec-4681-bc40-7678b81f22f1 req-77791eb1-c0c6-4657-95e0-d05331042319 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae1d7815-af54-47fa-9360-b966cf9fd845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466306 Feb 09 23:03:32.098959 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-df18aa5c-2997-48f7-aaf4-854027937472 req-0b876389-9432-431c-a83e-abca02343b9f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451791 Feb 09 23:03:32.196809 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e88d4391-6cec-4681-bc40-7678b81f22f1 req-a500e8c3-cc99-4a40-92a6-035911d2a517 service neutron] 10.222.0.71 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927567 Feb 09 23:03:32.286794 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e88d4391-6cec-4681-bc40-7678b81f22f1 req-08b27827-5801-4df1-9b6d-201a25298c70 service neutron] 10.222.0.71 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838270 Feb 09 23:03:33.218526 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717f8e5-2d3e-4601-bd9a-13c2965e135e req-9e75a438-462a-49d0-90c0-ba3eba1e7dac tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:33.220333 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e717f8e5-2d3e-4601-bd9a-13c2965e135e req-9e75a438-462a-49d0-90c0-ba3eba1e7dac tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 943 time: 0.0521286 Feb 09 23:03:33.272578 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e717f8e5-2d3e-4601-bd9a-13c2965e135e req-f91d8664-e8ab-40e2-b14b-ac8a89a77e51 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462277 Feb 09 23:03:34.271627 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ac33949a-d56c-441f-967b-8af96dd06665 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 23:03:34.368302 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ac33949a-d56c-441f-967b-8af96dd06665, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ac33949a-d56c-441f-967b-8af96dd06665,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:34.379965 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'ac33949a-d56c-441f-967b-8af96dd06665', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'port_id': 'ac33949a-d56c-441f-967b-8af96dd06665', 'mac_address': 'fa:16:3e:71:80:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 23:03:34.390380 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddb550-22c4-4ad3-bf51-16173b3ea2c9 req-73f335bf-b406-4fcc-ba1d-c5ae9cc2bae3 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:34.391996 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6eddb550-22c4-4ad3-bf51-16173b3ea2c9 req-73f335bf-b406-4fcc-ba1d-c5ae9cc2bae3 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 943 time: 0.0509779 Feb 09 23:03:34.421260 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ac33949a-d56c-441f-967b-8af96dd06665 is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:34.421646 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ac33949a-d56c-441f-967b-8af96dd06665), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:34.435262 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac33949a-d56c-441f-967b-8af96dd06665 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 23:03:34.446217 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6eddb550-22c4-4ad3-bf51-16173b3ea2c9 req-501bc643-ddd6-4e3c-bea0-41be888d52a7 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480623 Feb 09 23:03:34.455308 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ac33949a-d56c-441f-967b-8af96dd06665, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ac33949a-d56c-441f-967b-8af96dd06665,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:34.460257 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ac33949a-d56c-441f-967b-8af96dd06665), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:34.506283 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ac33949a-d56c-441f-967b-8af96dd06665,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:34.701734 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['ac33949a-d56c-441f-967b-8af96dd06665'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 23:03:35.565537 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73037267-4268-4032-9177-9e7e73ce260e req-7c443d6c-d979-47d5-b727-3c265a437101 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:35.567054 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73037267-4268-4032-9177-9e7e73ce260e req-7c443d6c-d979-47d5-b727-3c265a437101 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 944 time: 0.0534823 Feb 09 23:03:35.616704 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-73037267-4268-4032-9177-9e7e73ce260e req-f4fd5a1b-ef26-42f3-b9eb-1f56941a12b2 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439587 Feb 09 23:03:36.287469 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ac33949a-d56c-441f-967b-8af96dd06665 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:03:36.338894 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning for port ac33949a-d56c-441f-967b-8af96dd06665 completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 23:03:36.342920 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port ac33949a-d56c-441f-967b-8af96dd06665 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:36.343302 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ac33949a-d56c-441f-967b-8af96dd06665), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:36.421582 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ac33949a-d56c-441f-967b-8af96dd06665 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:36.421894 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ac33949a-d56c-441f-967b-8af96dd06665), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:36.444944 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac33949a-d56c-441f-967b-8af96dd06665'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:03:36.447312 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5914bb66-ff04-41a7-84ea-4aac972345ba" -d '{"events": [{"server_uuid": "6709e6a3-2944-409d-a943-db19b6fe8ad3", "name": "network-vif-plugged", "status": "completed", "tag": "ac33949a-d56c-441f-967b-8af96dd06665"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:03:36.459513 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ac33949a-d56c-441f-967b-8af96dd06665, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ac33949a-d56c-441f-967b-8af96dd06665,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:36.464542 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ac33949a-d56c-441f-967b-8af96dd06665), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:36.492557 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 23:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbc5ffd-05e7-45dc-ae25-eb056e510b73 x-openstack-request-id: req-9dbc5ffd-05e7-45dc-ae25-eb056e510b73 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:03:36.493236 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6709e6a3-2944-409d-a943-db19b6fe8ad3", "name": "network-vif-plugged", "status": "completed", "tag": "ac33949a-d56c-441f-967b-8af96dd06665", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:03:36.493504 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9dbc5ffd-05e7-45dc-ae25-eb056e510b73 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:03:36.493901 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac33949a-d56c-441f-967b-8af96dd06665', 'code': 200} Feb 09 23:03:36.520299 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ac33949a-d56c-441f-967b-8af96dd06665,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:36.587795 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461cd9c-2310-4548-b10d-59e3528d8ce3 req-90594a46-1d3a-4105-9663-8c17ccc0d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:36.589336 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9461cd9c-2310-4548-b10d-59e3528d8ce3 req-90594a46-1d3a-4105-9663-8c17ccc0d000 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 1127 time: 0.0455534 Feb 09 23:03:36.639874 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-9461cd9c-2310-4548-b10d-59e3528d8ce3 req-8efb31d8-d988-462c-8074-e9db7512e80d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445652 Feb 09 23:03:36.736517 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dfce8-5dde-470e-ad0c-878ecb2a07e3 req-56996c1f-2106-4b92-9f59-f413a06b80cd tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:36.737939 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-934dfce8-5dde-470e-ad0c-878ecb2a07e3 req-56996c1f-2106-4b92-9f59-f413a06b80cd tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0510991 Feb 09 23:03:36.786580 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-934dfce8-5dde-470e-ad0c-878ecb2a07e3 req-5889c77f-bb86-4cda-8c58-bd538d7dc959 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420988 Feb 09 23:03:37.910684 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53099b8-704f-4777-afec-76db6ee8c7f2 req-21ced617-3dce-4e5e-893a-f768153536ab tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:37.912287 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e53099b8-704f-4777-afec-76db6ee8c7f2 req-21ced617-3dce-4e5e-893a-f768153536ab tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0555475 Feb 09 23:03:37.961739 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-e53099b8-704f-4777-afec-76db6ee8c7f2 req-23f0fce5-def7-42f6-b1ce-10479d04265c tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432429 Feb 09 23:03:37.968645 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0112e745-f2b0-47eb-aa11-25ba4aaa15c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:38.083637 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc67d26-4513-46fe-9360-4b3827a40691 req-c6924b6c-5a8d-4851-820e-1f8f006fd29a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:38.086343 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6bc67d26-4513-46fe-9360-4b3827a40691 req-c6924b6c-5a8d-4851-820e-1f8f006fd29a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0535207 Feb 09 23:03:38.135832 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-6bc67d26-4513-46fe-9360-4b3827a40691 req-d4dcdd8f-9ff4-4f29-b250-9a8898a01491 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434051 Feb 09 23:03:38.157615 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55080) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:38.290493 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204021ce-b3ef-428d-b6d2-cab3d8a294d4 tempest-TestSnapshotPattern-1376165935 tempest-TestSnapshotPattern-1376165935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:38.292097 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-204021ce-b3ef-428d-b6d2-cab3d8a294d4 tempest-TestSnapshotPattern-1376165935 tempest-TestSnapshotPattern-1376165935-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 1122 time: 0.1334755 Feb 09 23:03:38.295092 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55084) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:38.299754 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-226cd65a-5636-4605-87f5-e49fdd69758a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': 'ac33949a-d56c-441f-967b-8af96dd06665', 'tenant_id': '816861f691de42668e4d72336fab939e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:38.320130 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-226cd65a-5636-4605-87f5-e49fdd69758a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:38.414804 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-226cd65a-5636-4605-87f5-e49fdd69758a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:38.520269 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-226cd65a-5636-4605-87f5-e49fdd69758a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Allocated IP 172.25.6.213 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/8c940025-2141-4618-89c1-037f1cf13330) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 23:03:38.618362 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-226cd65a-5636-4605-87f5-e49fdd69758a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for port (8c940025-2141-4618-89c1-037f1cf13330), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:38.652366 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-226cd65a-5636-4605-87f5-e49fdd69758a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (8c940025-2141-4618-89c1-037f1cf13330), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:38.688402 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226cd65a-5636-4605-87f5-e49fdd69758a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:03:38.693077 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-226cd65a-5636-4605-87f5-e49fdd69758a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:38.696332 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226cd65a-5636-4605-87f5-e49fdd69758a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 23:03:38.727626 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226cd65a-5636-4605-87f5-e49fdd69758a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Pushing event updated for resources: {'Port': ['ID=8c940025-2141-4618-89c1-037f1cf13330,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:39.046042 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-226cd65a-5636-4605-87f5-e49fdd69758a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for floatingip (945b791b-5d2d-4497-ba91-ce430696cbaa), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:39.116322 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-226cd65a-5636-4605-87f5-e49fdd69758a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (8c940025-2141-4618-89c1-037f1cf13330), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:39.262489 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-226cd65a-5636-4605-87f5-e49fdd69758a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for port (8c940025-2141-4618-89c1-037f1cf13330), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:39.266897 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-226cd65a-5636-4605-87f5-e49fdd69758a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (8c940025-2141-4618-89c1-037f1cf13330), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:39.342425 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226cd65a-5636-4605-87f5-e49fdd69758a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Pushing event updated for resources: {'Port': ['ID=8c940025-2141-4618-89c1-037f1cf13330,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:39.358256 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-226cd65a-5636-4605-87f5-e49fdd69758a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (945b791b-5d2d-4497-ba91-ce430696cbaa), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:39.460802 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-226cd65a-5636-4605-87f5-e49fdd69758a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Floating IP 945b791b-5d2d-4497-ba91-ce430696cbaa associated. External IP: 172.25.6.213, port: ac33949a-d56c-441f-967b-8af96dd06665. Feb 09 23:03:39.672687 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226cd65a-5636-4605-87f5-e49fdd69758a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Router ae1423c6-aa9c-4483-9b69-37ed42d80b9f has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:03:39.782286 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226cd65a-5636-4605-87f5-e49fdd69758a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:03:39.791781 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8eca5f-e5cd-4a39-acb1-2da745d5e777 None None] Sync routers for ids ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:03:39.799851 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-226cd65a-5636-4605-87f5-e49fdd69758a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:39.803377 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8eca5f-e5cd-4a39-acb1-2da745d5e777 None None] Routers {'ae1423c6-aa9c-4483-9b69-37ed42d80b9f'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:39.804052 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0e8eca5f-e5cd-4a39-acb1-2da745d5e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:03:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:39.833190 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-226cd65a-5636-4605-87f5-e49fdd69758a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5370417 Feb 09 23:03:39.833796 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'tag': 'ac33949a-d56c-441f-967b-8af96dd06665'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:03:39.836751 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb058cbb-8e16-41ea-a310-eee631a211c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6709e6a3-2944-409d-a943-db19b6fe8ad3", "tag": "ac33949a-d56c-441f-967b-8af96dd06665"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:03:39.874538 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 23:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21b3fd2-85c0-407e-a116-cf2c63f6acae x-openstack-request-id: req-c21b3fd2-85c0-407e-a116-cf2c63f6acae {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:03:39.874835 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6709e6a3-2944-409d-a943-db19b6fe8ad3", "tag": "ac33949a-d56c-441f-967b-8af96dd06665", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:03:39.875096 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c21b3fd2-85c0-407e-a116-cf2c63f6acae {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:03:39.875515 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'tag': 'ac33949a-d56c-441f-967b-8af96dd06665', 'status': 'completed', 'code': 200} Feb 09 23:03:39.945246 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb058cbb-8e16-41ea-a310-eee631a211c9 req-f8451d82-02c8-4d3e-927b-fbc17c4fe769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:39.946678 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bb058cbb-8e16-41ea-a310-eee631a211c9 req-f8451d82-02c8-4d3e-927b-fbc17c4fe769 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=816861f691de42668e4d72336fab939e&device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 1127 time: 0.0467393 Feb 09 23:03:40.039318 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb058cbb-8e16-41ea-a310-eee631a211c9 req-4d8497ac-bd5e-40b7-81eb-766d3f7373cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:40.040849 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bb058cbb-8e16-41ea-a310-eee631a211c9 req-4d8497ac-bd5e-40b7-81eb-766d3f7373cf service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae1d7815-af54-47fa-9360-b966cf9fd845 HTTP/1.1" status: 200 len: 911 time: 0.0884650 Feb 09 23:03:40.074607 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-0e8eca5f-e5cd-4a39-acb1-2da745d5e777 None None] Set router ae1423c6-aa9c-4483-9b69-37ed42d80b9f gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:40.109853 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bb058cbb-8e16-41ea-a310-eee631a211c9 req-a4c75eae-eea8-4c2b-bfea-546d660adeb2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac33949a-d56c-441f-967b-8af96dd06665 HTTP/1.1" status: 200 len: 999 time: 0.0635557 Feb 09 23:03:40.157882 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb058cbb-8e16-41ea-a310-eee631a211c9 req-a170b66b-de78-4ce7-9dca-3d0c46daefe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:40.159363 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bb058cbb-8e16-41ea-a310-eee631a211c9 req-a170b66b-de78-4ce7-9dca-3d0c46daefe4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8196bf05-13c8-4c80-8e52-b4cb4229baa4 HTTP/1.1" status: 200 len: 849 time: 0.0442269 Feb 09 23:03:40.207709 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb058cbb-8e16-41ea-a310-eee631a211c9 req-077da8de-309d-43fd-bdcb-190ccb77e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:40.209133 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bb058cbb-8e16-41ea-a310-eee631a211c9 req-077da8de-309d-43fd-bdcb-190ccb77e7d1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae1d7815-af54-47fa-9360-b966cf9fd845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441816 Feb 09 23:03:40.296420 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0e8eca5f-e5cd-4a39-acb1-2da745d5e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'name': 'tempest-TestSnapshotPattern-1697789200-router', 'tenant_id': '816861f691de42668e4d72336fab939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '936e8956-3c23-433f-8b97-7196220fec01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:20Z', 'revision_number': 4, 'project_id': '816861f691de42668e4d72336fab939e', 'gw_port': {'id': '936e8956-3c23-433f-8b97-7196220fec01', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '945b791b-5d2d-4497-ba91-ce430696cbaa', 'tenant_id': '816861f691de42668e4d72336fab939e', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'port_id': 'ac33949a-d56c-441f-967b-8af96dd06665', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'mac_address': 'fa:16:3e:71:80:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:03:38Z', 'updated_at': '2022-02-09T23:03:38Z', 'revision_number': 0, 'project_id': '816861f691de42668e4d72336fab939e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82758929-82d8-4b1e-843c-4383c3840661', 'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'tenant_id': '816861f691de42668e4d72336fab939e', 'mac_address': 'fa:16:3e:81:02:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:19Z', 'updated_at': '2022-02-09T23:03:25Z', 'revision_number': 5, 'project_id': '816861f691de42668e4d72336fab939e', 'subnets': [{'id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:40.299244 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bb058cbb-8e16-41ea-a310-eee631a211c9 req-deb94e33-f48e-4f3b-8bb9-57425881ad9d service neutron] 10.222.0.71 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844250 Feb 09 23:03:40.328480 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8eca5f-e5cd-4a39-acb1-2da745d5e777 None None] Checking router: ae1423c6-aa9c-4483-9b69-37ed42d80b9f for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:03:40.337372 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8eca5f-e5cd-4a39-acb1-2da745d5e777 None None] Routers {'ae1423c6-aa9c-4483-9b69-37ed42d80b9f'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:40.338131 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0e8eca5f-e5cd-4a39-acb1-2da745d5e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:03:11Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:40.386788 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-bb058cbb-8e16-41ea-a310-eee631a211c9 req-5747c560-a29b-4ddf-ba0e-4cd252b9fc23 service neutron] 10.222.0.71 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820332 Feb 09 23:03:40.447699 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-0e8eca5f-e5cd-4a39-acb1-2da745d5e777 None None] Set router ae1423c6-aa9c-4483-9b69-37ed42d80b9f gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:40.666240 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0e8eca5f-e5cd-4a39-acb1-2da745d5e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'name': 'tempest-TestSnapshotPattern-1697789200-router', 'tenant_id': '816861f691de42668e4d72336fab939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '936e8956-3c23-433f-8b97-7196220fec01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:20Z', 'revision_number': 4, 'project_id': '816861f691de42668e4d72336fab939e', 'gw_port': {'id': '936e8956-3c23-433f-8b97-7196220fec01', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '945b791b-5d2d-4497-ba91-ce430696cbaa', 'tenant_id': '816861f691de42668e4d72336fab939e', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'port_id': 'ac33949a-d56c-441f-967b-8af96dd06665', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'mac_address': 'fa:16:3e:71:80:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:03:38Z', 'updated_at': '2022-02-09T23:03:38Z', 'revision_number': 0, 'project_id': '816861f691de42668e4d72336fab939e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82758929-82d8-4b1e-843c-4383c3840661', 'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'tenant_id': '816861f691de42668e4d72336fab939e', 'mac_address': 'fa:16:3e:81:02:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:19Z', 'updated_at': '2022-02-09T23:03:25Z', 'revision_number': 5, 'project_id': '816861f691de42668e4d72336fab939e', 'subnets': [{'id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:40.695921 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8eca5f-e5cd-4a39-acb1-2da745d5e777 None None] The sync data for ids ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'] in n-d-828601-1 is: [{'id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'name': 'tempest-TestSnapshotPattern-1697789200-router', 'tenant_id': '816861f691de42668e4d72336fab939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '936e8956-3c23-433f-8b97-7196220fec01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:20Z', 'revision_number': 4, 'project_id': '816861f691de42668e4d72336fab939e', 'gw_port': {'id': '936e8956-3c23-433f-8b97-7196220fec01', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '945b791b-5d2d-4497-ba91-ce430696cbaa', 'tenant_id': '816861f691de42668e4d72336fab939e', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'port_id': 'ac33949a-d56c-441f-967b-8af96dd06665', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'mac_address': 'fa:16:3e:71:80:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:03:38Z', 'updated_at': '2022-02-09T23:03:38Z', 'revision_number': 0, 'project_id': '816861f691de42668e4d72336fab939e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82758929-82d8-4b1e-843c-4383c3840661', 'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'tenant_id': '816861f691de42668e4d72336fab939e', 'mac_address': 'fa:16:3e:81:02:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:19Z', 'updated_at': '2022-02-09T23:03:25Z', 'revision_number': 5, 'project_id': '816861f691de42668e4d72336fab939e', 'subnets': [{'id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:03:40.709934 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-622b8af0-57b3-4120-a2de-7ba13e492128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:40.887137 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c47b24d-fff1-4e77-9fa9-c28a89e5be08 None None] New status for floating IP 945b791b-5d2d-4497-ba91-ce430696cbaa: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 23:03:41.939894 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:43.120400 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:44.817367 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:46.243548 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:46.599700 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:59.452924 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:04:07.970477 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ea266368-b2a4-4f50-a4da-c0bb48b6874d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:10.693199 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92ee4a4a-0092-496e-abce-d886b10e443e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:11.941799 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:13.122255 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:14.821012 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:16.243615 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:16.612414 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:33.139818 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-34832d8c-2983-4030-b812-066e1287e2f2 req-acb1fd66-ab6e-4d72-9bc5-a905e291ead2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506437 Feb 09 23:04:33.231898 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34832d8c-2983-4030-b812-066e1287e2f2 req-c97e7980-0d64-4dda-bd06-6bf4df7c2db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:33.233415 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-34832d8c-2983-4030-b812-066e1287e2f2 req-c97e7980-0d64-4dda-bd06-6bf4df7c2db6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=816861f691de42668e4d72336fab939e&device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 1127 time: 0.0518157 Feb 09 23:04:33.338025 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34832d8c-2983-4030-b812-066e1287e2f2 req-c789cefa-7ea8-44ae-af10-d1d65f562bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:33.339524 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-34832d8c-2983-4030-b812-066e1287e2f2 req-c789cefa-7ea8-44ae-af10-d1d65f562bfd service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae1d7815-af54-47fa-9360-b966cf9fd845 HTTP/1.1" status: 200 len: 911 time: 0.0862420 Feb 09 23:04:33.721784 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-34832d8c-2983-4030-b812-066e1287e2f2 req-cea90c35-0c98-4ca3-a173-9078cd1dc386 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac33949a-d56c-441f-967b-8af96dd06665 HTTP/1.1" status: 200 len: 1001 time: 0.3769300 Feb 09 23:04:33.776117 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34832d8c-2983-4030-b812-066e1287e2f2 req-51ba67f7-791d-4e2b-8163-b616852c82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:33.777631 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-34832d8c-2983-4030-b812-066e1287e2f2 req-51ba67f7-791d-4e2b-8163-b616852c82cf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8196bf05-13c8-4c80-8e52-b4cb4229baa4 HTTP/1.1" status: 200 len: 849 time: 0.0505581 Feb 09 23:04:33.828945 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34832d8c-2983-4030-b812-066e1287e2f2 req-d111cc23-4d99-45b5-b972-b254b447cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:33.830509 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-34832d8c-2983-4030-b812-066e1287e2f2 req-d111cc23-4d99-45b5-b972-b254b447cebe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae1d7815-af54-47fa-9360-b966cf9fd845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475481 Feb 09 23:04:33.932157 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-34832d8c-2983-4030-b812-066e1287e2f2 req-b43b430c-8427-4bdc-ac8f-eec6427a6f29 service neutron] 10.222.0.71 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957451 Feb 09 23:04:34.029669 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-34832d8c-2983-4030-b812-066e1287e2f2 req-41654cd2-27d2-4bba-99cd-92fd9eefc637 service neutron] 10.222.0.71 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917108 Feb 09 23:04:36.453462 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:04:37.979592 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d005521-2bb0-4c36-8358-05a4af72efc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:40.696662 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a484018f-48f8-4285-9c2f-dfb54e7ca948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:41.946621 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:43.128736 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:44.835773 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:46.258030 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:46.628925 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:07.975300 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ea00018d-1d44-4f8d-bc1f-d9deb6c47b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:10.698852 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b567b3c1-ed06-4413-9450-b5f94c792a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:11.947066 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:13.127953 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:13.452816 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:05:14.828819 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:16.263157 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:16.622264 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:33.043908 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-34b7da3d-4d5e-458a-83fb-9bda4714debb req-1439f90f-503c-4205-9471-252a761f0ce6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1154172 Feb 09 23:05:33.128449 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7da3d-4d5e-458a-83fb-9bda4714debb req-75cfcb90-72e8-48e0-ad56-92f4a225bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:33.129947 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-34b7da3d-4d5e-458a-83fb-9bda4714debb req-75cfcb90-72e8-48e0-ad56-92f4a225bb4c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=816861f691de42668e4d72336fab939e&device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 1127 time: 0.0465164 Feb 09 23:05:33.231751 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7da3d-4d5e-458a-83fb-9bda4714debb req-df85bb2a-e6c8-4094-a663-eeff079d214d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:33.233241 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-34b7da3d-4d5e-458a-83fb-9bda4714debb req-df85bb2a-e6c8-4094-a663-eeff079d214d service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae1d7815-af54-47fa-9360-b966cf9fd845 HTTP/1.1" status: 200 len: 911 time: 0.0844078 Feb 09 23:05:33.308429 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-34b7da3d-4d5e-458a-83fb-9bda4714debb req-55ba8ac7-b913-47ad-8607-3b185abffb9a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac33949a-d56c-441f-967b-8af96dd06665 HTTP/1.1" status: 200 len: 1001 time: 0.0691524 Feb 09 23:05:33.356116 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7da3d-4d5e-458a-83fb-9bda4714debb req-9a0ace1b-8d5b-46dc-ba6d-8b90257c3380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:33.357629 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-34b7da3d-4d5e-458a-83fb-9bda4714debb req-9a0ace1b-8d5b-46dc-ba6d-8b90257c3380 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8196bf05-13c8-4c80-8e52-b4cb4229baa4 HTTP/1.1" status: 200 len: 849 time: 0.0430768 Feb 09 23:05:33.407384 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7da3d-4d5e-458a-83fb-9bda4714debb req-9801a681-de1e-4f0e-bb9f-7dbe3c93f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:33.408964 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-34b7da3d-4d5e-458a-83fb-9bda4714debb req-9801a681-de1e-4f0e-bb9f-7dbe3c93f233 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae1d7815-af54-47fa-9360-b966cf9fd845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450675 Feb 09 23:05:33.498248 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-34b7da3d-4d5e-458a-83fb-9bda4714debb req-17a40d4f-aff4-4608-b623-4a67a5ce302b service neutron] 10.222.0.71 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838261 Feb 09 23:05:33.584253 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-34b7da3d-4d5e-458a-83fb-9bda4714debb req-99a2824f-3833-45d2-8897-805a24624315 service neutron] 10.222.0.71 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797627 Feb 09 23:05:37.967730 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3c4b0cd3-04df-42ba-810a-d36e77e91de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:38.896479 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ac33949a-d56c-441f-967b-8af96dd06665 details requested by agent hyperv_n-h1-828601-1 with host n-h1-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 23:05:38.998706 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ac33949a-d56c-441f-967b-8af96dd06665, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ac33949a-d56c-441f-967b-8af96dd06665,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:05:39.011205 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Returning: {'device': 'ac33949a-d56c-441f-967b-8af96dd06665', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'port_id': 'ac33949a-d56c-441f-967b-8af96dd06665', 'mac_address': 'fa:16:3e:71:80:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 23:05:39.046996 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ac33949a-d56c-441f-967b-8af96dd06665 is: ACTIVE; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:05:39.047396 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ac33949a-d56c-441f-967b-8af96dd06665), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:39.060843 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac33949a-d56c-441f-967b-8af96dd06665 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 23:05:39.097418 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ac33949a-d56c-441f-967b-8af96dd06665, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ac33949a-d56c-441f-967b-8af96dd06665,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:05:39.102993 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ac33949a-d56c-441f-967b-8af96dd06665), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:39.175156 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ac33949a-d56c-441f-967b-8af96dd06665,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:05:39.185002 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:39.186290 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:39.186290 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:39.186608 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:39.187293 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:39.188013 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:39.188363 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:39.188715 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:39.189044 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:39.189388 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:39.190060 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:39.190406 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:39.190743 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:39.197026 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] get_ports_and_sgs() called for port_ids ['ac33949a-d56c-441f-967b-8af96dd06665'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 23:05:40.703878 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d1884600-0f21-49e5-bf92-687d2d63ede3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:40.898629 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ac33949a-d56c-441f-967b-8af96dd06665 up at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:05:40.948692 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Provisioning complete for port ac33949a-d56c-441f-967b-8af96dd06665 triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:05:40.949424 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (ac33949a-d56c-441f-967b-8af96dd06665), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:41.034115 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ac33949a-d56c-441f-967b-8af96dd06665 is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:05:41.034482 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ac33949a-d56c-441f-967b-8af96dd06665), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:41.059771 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac33949a-d56c-441f-967b-8af96dd06665'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:05:41.062754 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63938bf1-ed62-4aee-b3cf-78a126f4e083" -d '{"events": [{"server_uuid": "6709e6a3-2944-409d-a943-db19b6fe8ad3", "name": "network-vif-plugged", "status": "completed", "tag": "ac33949a-d56c-441f-967b-8af96dd06665"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:05:41.076826 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ac33949a-d56c-441f-967b-8af96dd06665, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ac33949a-d56c-441f-967b-8af96dd06665,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:05:41.082600 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ac33949a-d56c-441f-967b-8af96dd06665), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:41.121817 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 23:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f60504-889b-4968-888f-ce723af53faf x-openstack-request-id: req-50f60504-889b-4968-888f-ce723af53faf {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:05:41.122149 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6709e6a3-2944-409d-a943-db19b6fe8ad3", "name": "network-vif-plugged", "status": "completed", "tag": "ac33949a-d56c-441f-967b-8af96dd06665", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:05:41.122373 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-50f60504-889b-4968-888f-ce723af53faf {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:05:41.122794 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac33949a-d56c-441f-967b-8af96dd06665', 'code': 200} Feb 09 23:05:41.152958 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ac33949a-d56c-441f-967b-8af96dd06665,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:05:41.953421 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:43.139531 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:44.834669 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:46.277064 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:46.648923 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:48.018276 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-5d1678a6-9648-4987-9a82-8a02d284fb66 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299696207&fields=id&tenant_id=816861f691de42668e4d72336fab939e HTTP/1.1" status: 200 len: 267 time: 0.0478258 Feb 09 23:05:48.127870 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-a50985d5-a93c-4a7d-931f-98f9823a9dd6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:48.129358 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-a50985d5-a93c-4a7d-931f-98f9823a9dd6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/networks?id=ae1d7815-af54-47fa-9360-b966cf9fd845 HTTP/1.1" status: 200 len: 810 time: 0.1039021 Feb 09 23:05:48.144117 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-b5aa386d-7827-4865-bcf6-71612a131536 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/quotas/816861f691de42668e4d72336fab939e HTTP/1.1" status: 200 len: 375 time: 0.0092964 Feb 09 23:05:48.200547 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-8280ff66-fc3d-413c-81ef-6983f4185494 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=816861f691de42668e4d72336fab939e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507607 Feb 09 23:05:48.340042 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-4f26e324-157b-4fa6-8d73-a0a452c4608a service neutron] 10.222.0.77 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275837 Feb 09 23:05:48.766451 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-444fe651-d869-4092-bdd1-a5230bf0ba09 service neutron] 10.222.0.77 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206555 Feb 09 23:05:49.937264 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-7a556021-fdaf-4f5f-b66c-66398e2ff958 req-36569b78-cdd8-4cfb-bf2b-f2571c916e1e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 210 time: 0.0298040 Feb 09 23:05:50.453810 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:05:50.948220 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-3812e7be-5887-4d9d-8d76-38d6e269283c tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:50.949674 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-3812e7be-5887-4d9d-8d76-38d6e269283c tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.42 "GET /v2.0/networks?id=ae1d7815-af54-47fa-9360-b966cf9fd845 HTTP/1.1" status: 200 len: 810 time: 0.1061754 Feb 09 23:05:51.029935 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-1bdaf870-49d5-4dc8-90a2-b83ed1e2789e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=816861f691de42668e4d72336fab939e HTTP/1.1" status: 200 len: 380 time: 0.0656755 Feb 09 23:05:51.047274 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f898bb5-86f4-499a-873f-a3bb19e3b88f req-e72dfb01-4437-4513-b68c-7282e9551d4d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 210 time: 0.0325358 Feb 09 23:05:51.050802 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Request body: {'port': {'device_id': '42b5cde5-812f-431a-b4c7-2a0dccf549fe', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'admin_state_up': True, 'tenant_id': '816861f691de42668e4d72336fab939e', 'security_groups': ['890aa75b-f1cb-444e-8749-baf2ed8c3d83']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:05:51.162350 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Made reservation on behalf of 816861f691de42668e4d72336fab939e for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 23:05:51.166449 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:51.319208 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Allocated IP 172.20.0.14 (ae1d7815-af54-47fa-9360-b966cf9fd845/8196bf05-13c8-4c80-8e52-b4cb4229baa4/3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 23:05:51.522694 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for port (3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:51.568854 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:51.605644 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Network ae1d7815-af54-47fa-9360-b966cf9fd845 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:05:51.630766 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:05:51.636610 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 23:05:51.707807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Pushing event updated for resources: {'Port': ['ID=3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:05:51.721260 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.721615 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.721970 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.722316 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.722657 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.723101 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.723371 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.723689 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.724022 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.724357 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.724691 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.725023 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.725503 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.739002 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:51.740033 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:51.768685 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-7757f950-9f55-46f2-b963-fdddd9031df6 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7237668 Feb 09 23:05:51.915027 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-c00690f4-4b39-47b9-93bf-178999611e16 None None] Provisioning complete for port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e triggered by entity DHCP. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:05:51.916183 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c00690f4-4b39-47b9-93bf-178999611e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:51.951144 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c00690f4-4b39-47b9-93bf-178999611e16 None None] Port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e cannot update to ACTIVE because it is not bound. {{(pid=103203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 23:05:52.255313 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3662f-2f8f-4c11-801c-544457fb69a2 req-206a2ccf-64d1-43a1-9826-351fe81cb356 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:52.256903 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91a3662f-2f8f-4c11-801c-544457fb69a2 req-206a2ccf-64d1-43a1-9826-351fe81cb356 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 932 time: 0.1385360 Feb 09 23:05:52.321660 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-91a3662f-2f8f-4c11-801c-544457fb69a2 req-4f7bf07b-3866-4b3c-80eb-3daafb0382b7 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524931 Feb 09 23:05:53.002876 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ac33949a-d56c-441f-967b-8af96dd06665 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:05:53.106952 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Current status of the port ac33949a-d56c-441f-967b-8af96dd06665 is: ACTIVE; New status is: DOWN {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:05:53.107473 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (ac33949a-d56c-441f-967b-8af96dd06665), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:53.141699 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac33949a-d56c-441f-967b-8af96dd06665'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:05:53.144486 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f73564-736e-4627-a77f-cc180fe205ea" -d '{"events": [{"server_uuid": "6709e6a3-2944-409d-a943-db19b6fe8ad3", "name": "network-vif-unplugged", "status": "completed", "tag": "ac33949a-d56c-441f-967b-8af96dd06665"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:05:53.148443 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] For port ac33949a-d56c-441f-967b-8af96dd06665, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ac33949a-d56c-441f-967b-8af96dd06665,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:05:53.154497 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (ac33949a-d56c-441f-967b-8af96dd06665), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:53.191244 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 23:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b63604-8369-4a4e-bb61-ff29dc0223f7 x-openstack-request-id: req-d6b63604-8369-4a4e-bb61-ff29dc0223f7 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:05:53.191543 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6709e6a3-2944-409d-a943-db19b6fe8ad3", "name": "network-vif-unplugged", "status": "completed", "tag": "ac33949a-d56c-441f-967b-8af96dd06665", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:05:53.191834 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6b63604-8369-4a4e-bb61-ff29dc0223f7 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:05:53.192236 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac33949a-d56c-441f-967b-8af96dd06665', 'code': 200} Feb 09 23:05:53.208307 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Pushing event updated for resources: {'Port': ['ID=ac33949a-d56c-441f-967b-8af96dd06665,revision_number=8']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:05:53.437627 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7bc60-3343-4e29-9795-a099d1e99da3 req-63dda205-8098-4b0d-a368-c65cd3b4fe24 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:53.439071 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-12d7bc60-3343-4e29-9795-a099d1e99da3 req-63dda205-8098-4b0d-a368-c65cd3b4fe24 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 932 time: 0.0549359 Feb 09 23:05:53.506225 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-12d7bc60-3343-4e29-9795-a099d1e99da3 req-a26e39a4-0a8f-4554-874f-f68c8be983f4 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574832 Feb 09 23:05:54.643373 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf696ba6-f19b-448f-a34e-f0cf9c434f64 req-6efe6829-6cfc-41a2-983c-3f1a2ba990b7 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:54.644904 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf696ba6-f19b-448f-a34e-f0cf9c434f64 req-6efe6829-6cfc-41a2-983c-3f1a2ba990b7 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 932 time: 0.0631073 Feb 09 23:05:54.699713 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-cf696ba6-f19b-448f-a34e-f0cf9c434f64 req-cbb77c36-9ac6-46d1-be26-d0d7059d3ea1 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481529 Feb 09 23:05:55.856170 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e1e5b-1a4a-4457-80aa-faf59be743c4 req-8b83c98d-450b-41a0-9a20-4394d916db83 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:55.857765 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb9e1e5b-1a4a-4457-80aa-faf59be743c4 req-8b83c98d-450b-41a0-9a20-4394d916db83 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 932 time: 0.0638523 Feb 09 23:05:55.915048 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bb9e1e5b-1a4a-4457-80aa-faf59be743c4 req-ed2f3921-b145-43be-8693-ab653b2c165e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515690 Feb 09 23:05:57.053239 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d3a63-0474-4e88-8ffe-548a6fd06312 req-d410c523-10b0-4998-898d-84638f5f00ad tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:57.055297 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa7d3a63-0474-4e88-8ffe-548a6fd06312 req-d410c523-10b0-4998-898d-84638f5f00ad tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 932 time: 0.0612411 Feb 09 23:05:57.113563 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-aa7d3a63-0474-4e88-8ffe-548a6fd06312 req-82f61242-b76f-48a7-9aca-fecaa446f6fb tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523021 Feb 09 23:05:58.242407 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1d016-4b30-4879-9d3f-8f1aa3a587fa req-9244479e-f288-4023-8665-303dae18ab04 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:58.243939 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d2c1d016-4b30-4879-9d3f-8f1aa3a587fa req-9244479e-f288-4023-8665-303dae18ab04 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 932 time: 0.0532634 Feb 09 23:05:58.297113 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d2c1d016-4b30-4879-9d3f-8f1aa3a587fa req-8fcd794d-6068-4c80-9faf-a2775d3744f0 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471256 Feb 09 23:05:59.417488 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0dc3b-4fd4-4b0c-beb7-8b2397210f64 req-0bc7fa05-f326-46a7-b20e-f8aa3c350e6a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:59.419005 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62e0dc3b-4fd4-4b0c-beb7-8b2397210f64 req-0bc7fa05-f326-46a7-b20e-f8aa3c350e6a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 932 time: 0.0526443 Feb 09 23:05:59.443803 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] Request body: {'port': {'device_id': '42b5cde5-812f-431a-b4c7-2a0dccf549fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828601-1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:05:59.501903 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-62e0dc3b-4fd4-4b0c-beb7-8b2397210f64 req-d0657cec-325c-4c0d-82a3-ac537474f3f4 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772913 Feb 09 23:05:59.527570 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:59.785485 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 23:05:59.793451 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] Publish callbacks [] for port (3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:59.805106 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] Transition to ACTIVE for port object 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 23:05:59.809028 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:59.863574 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:05:59.933566 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] Attempting to bind port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e on host n-h2-828601-1 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 23:05:59.933904 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] Attempting to bind port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e by drivers openvswitch,hyperv on host n-h2-828601-1 at level 0 using segments [{'id': '5a77b8ef-e2fa-45e6-8286-98b3d54b0faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 23:05:59.934239 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] Attempting to bind port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e on network ae1d7815-af54-47fa-9360-b966cf9fd845 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:05:59.938790 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] Port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e on network ae1d7815-af54-47fa-9360-b966cf9fd845 not bound, no agent of type Open vSwitch agent registered on host n-h2-828601-1 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 23:05:59.939245 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] Attempting to bind port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e on network ae1d7815-af54-47fa-9360-b966cf9fd845 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:05:59.944441 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] Checking agent: {'id': 'b4fc9c07-fb55-4ad8-9baf-36455984aa56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828601-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'started_at': datetime.datetime(2022, 2, 9, 21, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 23, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 23:05:59.945341 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] Checking segment: {'id': '5a77b8ef-e2fa-45e6-8286-98b3d54b0faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 23:05:59.945734 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] Bound using segment: {'id': '5a77b8ef-e2fa-45e6-8286-98b3d54b0faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 23:05:59.946209 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] Bound port: 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e, host: n-h2-828601-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a77b8ef-e2fa-45e6-8286-98b3d54b0faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 23:05:59.946575 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:00.013331 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] For port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e, host n-h2-828601-1, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 23:06:00.016486 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] For port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e, host n-h2-828601-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 23:06:00.024760 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:00.062422 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:00.063133 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:00.064602 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] 10.222.0.42 "PUT /v2.0/ports/3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e HTTP/1.1" status: 200 len: 1092 time: 0.6247015 Feb 09 23:06:00.066845 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b5cde5-812f-431a-b4c7-2a0dccf549fe', 'tag': '3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:06:00.069213 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b597e5b-63aa-4702-9cf4-c5635c97346a" -d '{"events": [{"name": "network-changed", "server_uuid": "42b5cde5-812f-431a-b4c7-2a0dccf549fe", "tag": "3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:06:00.097339 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802c386-66e4-4069-bfc3-2559e5fd0da2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:06:00.119534 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 23:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225bef0a-ac88-418b-8607-7218ce3507b1 x-openstack-request-id: req-225bef0a-ac88-418b-8607-7218ce3507b1 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:06:00.120514 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b5cde5-812f-431a-b4c7-2a0dccf549fe", "tag": "3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:06:00.120514 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-225bef0a-ac88-418b-8607-7218ce3507b1 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:06:00.120514 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b5cde5-812f-431a-b4c7-2a0dccf549fe', 'tag': '3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e', 'status': 'completed', 'code': 200} Feb 09 23:06:00.156210 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-db9df50a-5e7f-45f6-ba60-cc2c966f29ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:00.157754 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-db9df50a-5e7f-45f6-ba60-cc2c966f29ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=816861f691de42668e4d72336fab939e&device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 1126 time: 0.0487385 Feb 09 23:06:00.206112 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-b6cd44ae-5a67-4515-aa39-0476b26e20e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e HTTP/1.1" status: 200 len: 217 time: 0.0354722 Feb 09 23:06:00.264338 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-dc955eea-91f4-455b-b16c-5e0ba54c931f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:00.265808 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-dc955eea-91f4-455b-b16c-5e0ba54c931f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8196bf05-13c8-4c80-8e52-b4cb4229baa4 HTTP/1.1" status: 200 len: 849 time: 0.0502207 Feb 09 23:06:00.315083 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-3a694ec1-7618-42b2-9142-3f5e8fc72718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:00.316527 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-3a694ec1-7618-42b2-9142-3f5e8fc72718 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ae1d7815-af54-47fa-9360-b966cf9fd845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445831 Feb 09 23:06:00.410578 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-b3cfca99-c49b-4062-9f7e-3287fef9570a service neutron] 10.222.0.42 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840504 Feb 09 23:06:00.505825 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-17a2af25-322c-448e-8cc7-873ad3d34e8e req-bcf76ec9-cc7e-4895-bbc4-02081780fe8d service neutron] 10.222.0.42 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859478 Feb 09 23:06:00.639260 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b597e5b-63aa-4702-9cf4-c5635c97346a req-b37449e7-7994-42e2-839c-89d846b7a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:00.640729 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b597e5b-63aa-4702-9cf4-c5635c97346a req-b37449e7-7994-42e2-839c-89d846b7a760 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=816861f691de42668e4d72336fab939e&device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 1126 time: 0.0784836 Feb 09 23:06:00.662890 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e6346-8022-496b-8028-e7a77cf29aef req-29f1dd5d-9fa1-448c-9d14-b879a2f33bd5 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:00.664945 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bd4e6346-8022-496b-8028-e7a77cf29aef req-29f1dd5d-9fa1-448c-9d14-b879a2f33bd5 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 944 time: 0.0770161 Feb 09 23:06:00.764763 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bd4e6346-8022-496b-8028-e7a77cf29aef req-ad11ce68-f9d1-491c-b54e-f36b63fc1fa8 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851955 Feb 09 23:06:00.778879 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b597e5b-63aa-4702-9cf4-c5635c97346a req-17c394eb-7554-4ecb-bf46-caad69540b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:00.780367 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b597e5b-63aa-4702-9cf4-c5635c97346a req-17c394eb-7554-4ecb-bf46-caad69540b3b service neutron] 10.222.0.42 "GET /v2.0/networks?id=ae1d7815-af54-47fa-9360-b966cf9fd845 HTTP/1.1" status: 200 len: 911 time: 0.1315250 Feb 09 23:06:00.825490 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b597e5b-63aa-4702-9cf4-c5635c97346a req-bbd5e541-23a9-4821-8e7b-c3eed542cf40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e HTTP/1.1" status: 200 len: 217 time: 0.0382686 Feb 09 23:06:00.874320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b597e5b-63aa-4702-9cf4-c5635c97346a req-daa2d7ec-6d60-4905-beb8-5330ccab1d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:00.875853 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b597e5b-63aa-4702-9cf4-c5635c97346a req-daa2d7ec-6d60-4905-beb8-5330ccab1d0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8196bf05-13c8-4c80-8e52-b4cb4229baa4 HTTP/1.1" status: 200 len: 849 time: 0.0442677 Feb 09 23:06:00.923963 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b597e5b-63aa-4702-9cf4-c5635c97346a req-881f991e-87a2-45e4-94bf-af8ad02b2fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:00.925474 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b597e5b-63aa-4702-9cf4-c5635c97346a req-881f991e-87a2-45e4-94bf-af8ad02b2fd3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ae1d7815-af54-47fa-9360-b966cf9fd845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434885 Feb 09 23:06:01.018097 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b597e5b-63aa-4702-9cf4-c5635c97346a req-d87629b9-c05d-4a01-b5cf-8572dc632ffa service neutron] 10.222.0.42 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861611 Feb 09 23:06:01.110438 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-4b597e5b-63aa-4702-9cf4-c5635c97346a req-0a8b4aac-f007-44fb-b3c9-d3e8ff73b2ed service neutron] 10.222.0.42 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831523 Feb 09 23:06:01.885513 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85d617-c957-492a-9f38-4ac4f4c4cf80 req-d8796953-f982-4e44-accc-5be0c8a1e095 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:01.887007 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bf85d617-c957-492a-9f38-4ac4f4c4cf80 req-d8796953-f982-4e44-accc-5be0c8a1e095 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 944 time: 0.0533903 Feb 09 23:06:01.934299 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-bf85d617-c957-492a-9f38-4ac4f4c4cf80 req-c5333af6-5654-47bd-b908-c0f038a44b47 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417533 Feb 09 23:06:02.932266 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 23:06:03.030688 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:06:03.042188 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'port_id': '3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e', 'mac_address': 'fa:16:3e:00:6b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 23:06:03.060853 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73a14a-e9de-4dec-9000-7c4113d502db req-11dc116b-7ce6-4a9b-8235-a83ca9f3a360 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:03.062302 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f73a14a-e9de-4dec-9000-7c4113d502db req-11dc116b-7ce6-4a9b-8235-a83ca9f3a360 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 944 time: 0.0566194 Feb 09 23:06:03.082175 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e is: DOWN; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:06:03.082576 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:03.097180 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 23:06:03.111304 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-1f73a14a-e9de-4dec-9000-7c4113d502db req-a91de6e4-0c50-4013-9171-2ffdbda5ef4c tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432503 Feb 09 23:06:03.116549 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:06:03.121443 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:03.168719 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:06:03.427460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 23:06:04.233098 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f34b52-534e-411a-9c5f-501465d4e4ac req-dcd46222-948d-41c2-9cde-c6232580242a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:04.234625 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6f34b52-534e-411a-9c5f-501465d4e4ac req-dcd46222-948d-41c2-9cde-c6232580242a tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 945 time: 0.0511904 Feb 09 23:06:04.285088 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-c6f34b52-534e-411a-9c5f-501465d4e4ac req-df25468a-6196-4447-b485-3437e436a387 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440180 Feb 09 23:06:04.948037 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:06:04.996766 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning for port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e completed by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 23:06:05.001002 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:06:05.001381 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:05.085829 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:06:05.086228 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:05.111617 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b5cde5-812f-431a-b4c7-2a0dccf549fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:06:05.113963 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bf2345-d5aa-414b-9230-20fe70692d75" -d '{"events": [{"server_uuid": "42b5cde5-812f-431a-b4c7-2a0dccf549fe", "name": "network-vif-plugged", "status": "completed", "tag": "3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:06:05.127205 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:06:05.132788 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:05.165852 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 23:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5937d706-8d54-4a76-a3bd-73ea48c73d81 x-openstack-request-id: req-5937d706-8d54-4a76-a3bd-73ea48c73d81 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:06:05.166165 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b5cde5-812f-431a-b4c7-2a0dccf549fe", "name": "network-vif-plugged", "status": "completed", "tag": "3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:06:05.166426 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5937d706-8d54-4a76-a3bd-73ea48c73d81 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:06:05.166827 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b5cde5-812f-431a-b4c7-2a0dccf549fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e', 'code': 200} Feb 09 23:06:05.189448 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e,revision_number=5']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:06:05.284229 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690269c-e9e9-4526-93bd-001b630869b9 req-d3863b88-2afa-4469-b05b-e06a58019b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:05.285734 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9690269c-e9e9-4526-93bd-001b630869b9 req-d3863b88-2afa-4469-b05b-e06a58019b33 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 1128 time: 0.0471017 Feb 09 23:06:05.339970 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9690269c-e9e9-4526-93bd-001b630869b9 req-8166ed2d-bf31-4887-8a50-f2e4c56ff2ca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442662 Feb 09 23:06:05.420141 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d800f2a-90ed-43bf-ae24-34fd96633b80 req-f353f47d-f425-4979-b250-fa61d2bf6525 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:05.421766 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d800f2a-90ed-43bf-ae24-34fd96633b80 req-f353f47d-f425-4979-b250-fa61d2bf6525 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 946 time: 0.0562527 Feb 09 23:06:05.473916 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-8d800f2a-90ed-43bf-ae24-34fd96633b80 req-e6c79e4f-a36e-4593-a831-3b96b5946334 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458627 Feb 09 23:06:06.595413 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d6a8b-d7bd-4457-809c-31587089d475 req-a67794cf-512f-4ccc-a313-fca927079ab7 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:06.596969 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-210d6a8b-d7bd-4457-809c-31587089d475 req-a67794cf-512f-4ccc-a313-fca927079ab7 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 946 time: 0.0524325 Feb 09 23:06:06.649866 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-210d6a8b-d7bd-4457-809c-31587089d475 req-6c60c3ac-9fc1-4afa-a65b-d1a2ecb9d626 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466118 Feb 09 23:06:07.771625 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05f2b8-3c42-41c2-98aa-f1a7eaece83a req-6e8a9e8e-0bb4-4fbb-ba21-4144fd6d39c2 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:07.773167 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f05f2b8-3c42-41c2-98aa-f1a7eaece83a req-6e8a9e8e-0bb4-4fbb-ba21-4144fd6d39c2 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 946 time: 0.0526204 Feb 09 23:06:07.823557 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-0f05f2b8-3c42-41c2-98aa-f1a7eaece83a req-703905ed-e62b-401e-b3b4-82e65b51f4ab tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446904 Feb 09 23:06:07.938286 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d18ce-bc27-4caf-bddc-2c222567227f req-f86bcb42-ac08-4c84-8824-608eb066cc78 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:07.939694 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-135d18ce-bc27-4caf-bddc-2c222567227f req-f86bcb42-ac08-4c84-8824-608eb066cc78 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 946 time: 0.0505168 Feb 09 23:06:07.970367 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-adebb0a2-575c-4aeb-9840-0e6d427f9905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:07.989155 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-135d18ce-bc27-4caf-bddc-2c222567227f req-9a9ea236-905b-434e-996c-c2138bbae458 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438793 Feb 09 23:06:08.013583 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55334) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:06:08.059539 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e24d11-fb3d-49d1-a12a-c4ab100dc855 tempest-TestSnapshotPattern-1376165935 tempest-TestSnapshotPattern-1376165935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:08.061064 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-05e24d11-fb3d-49d1-a12a-c4ab100dc855 tempest-TestSnapshotPattern-1376165935 tempest-TestSnapshotPattern-1376165935-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 1123 time: 0.0465050 Feb 09 23:06:08.063838 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55336) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:06:08.067968 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5b9df976-96fa-476d-86ae-87575e4fec6d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Request body: {'floatingip': {'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'port_id': '3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e', 'tenant_id': '816861f691de42668e4d72336fab939e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:06:08.087308 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b9df976-96fa-476d-86ae-87575e4fec6d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:08.181570 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b9df976-96fa-476d-86ae-87575e4fec6d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (None), before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:08.284600 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-5b9df976-96fa-476d-86ae-87575e4fec6d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Allocated IP 172.25.6.77 (10785b1a-bf3d-4365-b294-8affe97441d3/71c633e2-9d6c-42af-b8f9-450d498d0723/f8839699-e342-48ab-9129-61c90dba9598) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 23:06:08.393659 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b9df976-96fa-476d-86ae-87575e4fec6d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for port (f8839699-e342-48ab-9129-61c90dba9598), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:08.426962 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b9df976-96fa-476d-86ae-87575e4fec6d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729585501633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (f8839699-e342-48ab-9129-61c90dba9598), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:08.470094 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9df976-96fa-476d-86ae-87575e4fec6d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Network 10785b1a-bf3d-4365-b294-8affe97441d3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:06:08.473090 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5b9df976-96fa-476d-86ae-87575e4fec6d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:06:08.477036 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9df976-96fa-476d-86ae-87575e4fec6d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 23:06:08.498569 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9df976-96fa-476d-86ae-87575e4fec6d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Pushing event updated for resources: {'Port': ['ID=f8839699-e342-48ab-9129-61c90dba9598,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:06:08.823525 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b9df976-96fa-476d-86ae-87575e4fec6d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for floatingip (558ec0cd-d66d-44c8-baa2-a8e95030fd90), precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:08.894554 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b9df976-96fa-476d-86ae-87575e4fec6d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (f8839699-e342-48ab-9129-61c90dba9598), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:09.042011 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b9df976-96fa-476d-86ae-87575e4fec6d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for port (f8839699-e342-48ab-9129-61c90dba9598), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:09.046235 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b9df976-96fa-476d-86ae-87575e4fec6d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9571001'] for port (f8839699-e342-48ab-9129-61c90dba9598), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:09.112229 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9df976-96fa-476d-86ae-87575e4fec6d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Pushing event updated for resources: {'Port': ['ID=f8839699-e342-48ab-9129-61c90dba9598,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:06:09.122082 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b9df976-96fa-476d-86ae-87575e4fec6d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-313962'] for floatingip (558ec0cd-d66d-44c8-baa2-a8e95030fd90), after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:09.224460 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-5b9df976-96fa-476d-86ae-87575e4fec6d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Floating IP 558ec0cd-d66d-44c8-baa2-a8e95030fd90 associated. External IP: 172.25.6.77, port: 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e. Feb 09 23:06:09.433476 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9df976-96fa-476d-86ae-87575e4fec6d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Router ae1423c6-aa9c-4483-9b69-37ed42d80b9f has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:06:09.548822 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9df976-96fa-476d-86ae-87575e4fec6d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:06:09.559285 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f10edb-a2d1-4839-a118-15473f4cd580 None None] Sync routers for ids ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:06:09.568774 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b9df976-96fa-476d-86ae-87575e4fec6d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:09.574445 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f10edb-a2d1-4839-a118-15473f4cd580 None None] Routers {'ae1423c6-aa9c-4483-9b69-37ed42d80b9f'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:06:09.575072 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d9f10edb-a2d1-4839-a118-15473f4cd580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:05:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:06:09.599587 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-5b9df976-96fa-476d-86ae-87575e4fec6d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5346828 Feb 09 23:06:09.600213 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b5cde5-812f-431a-b4c7-2a0dccf549fe', 'tag': '3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:06:09.603031 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91e9cd7-509e-41df-b6a8-3cf70f8b6b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "42b5cde5-812f-431a-b4c7-2a0dccf549fe", "tag": "3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:06:09.645329 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 23:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ed004d-9ab0-4b43-8de9-9d3bb358e2d5 x-openstack-request-id: req-81ed004d-9ab0-4b43-8de9-9d3bb358e2d5 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:06:09.645618 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b5cde5-812f-431a-b4c7-2a0dccf549fe", "tag": "3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:06:09.645878 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-81ed004d-9ab0-4b43-8de9-9d3bb358e2d5 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:06:09.646285 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b5cde5-812f-431a-b4c7-2a0dccf549fe', 'tag': '3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e', 'status': 'completed', 'code': 200} Feb 09 23:06:09.688012 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-d9f10edb-a2d1-4839-a118-15473f4cd580 None None] Set router ae1423c6-aa9c-4483-9b69-37ed42d80b9f gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:06:09.712157 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e9cd7-509e-41df-b6a8-3cf70f8b6b2e req-9953aa74-abe1-4fff-9335-069da6df5ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:09.713623 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f91e9cd7-509e-41df-b6a8-3cf70f8b6b2e req-9953aa74-abe1-4fff-9335-069da6df5ff5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=816861f691de42668e4d72336fab939e&device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 1128 time: 0.0453093 Feb 09 23:06:09.816524 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e9cd7-509e-41df-b6a8-3cf70f8b6b2e req-babf513b-24e6-435b-9a94-ed5f1785266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:09.818030 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f91e9cd7-509e-41df-b6a8-3cf70f8b6b2e req-babf513b-24e6-435b-9a94-ed5f1785266d service neutron] 10.222.0.42 "GET /v2.0/networks?id=ae1d7815-af54-47fa-9360-b966cf9fd845 HTTP/1.1" status: 200 len: 911 time: 0.0989578 Feb 09 23:06:09.882322 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f91e9cd7-509e-41df-b6a8-3cf70f8b6b2e req-9f1461b0-5c3b-4768-ab58-d054c5f878e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e HTTP/1.1" status: 200 len: 999 time: 0.0588028 Feb 09 23:06:09.930802 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e9cd7-509e-41df-b6a8-3cf70f8b6b2e req-6989160f-0e8c-41a0-aff0-44112ff89281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:09.933029 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f91e9cd7-509e-41df-b6a8-3cf70f8b6b2e req-6989160f-0e8c-41a0-aff0-44112ff89281 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8196bf05-13c8-4c80-8e52-b4cb4229baa4 HTTP/1.1" status: 200 len: 849 time: 0.0454371 Feb 09 23:06:09.985628 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e9cd7-509e-41df-b6a8-3cf70f8b6b2e req-07226ad5-8954-499a-bc59-e4840a3ccb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:09.987169 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f91e9cd7-509e-41df-b6a8-3cf70f8b6b2e req-07226ad5-8954-499a-bc59-e4840a3ccb1c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ae1d7815-af54-47fa-9360-b966cf9fd845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484135 Feb 09 23:06:10.074591 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f91e9cd7-509e-41df-b6a8-3cf70f8b6b2e req-6f55ef62-e6cb-46de-8512-2a1b61f8d7b7 service neutron] 10.222.0.42 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811110 Feb 09 23:06:10.076885 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d9f10edb-a2d1-4839-a118-15473f4cd580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'name': 'tempest-TestSnapshotPattern-1697789200-router', 'tenant_id': '816861f691de42668e4d72336fab939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '936e8956-3c23-433f-8b97-7196220fec01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:20Z', 'revision_number': 4, 'project_id': '816861f691de42668e4d72336fab939e', 'gw_port': {'id': '936e8956-3c23-433f-8b97-7196220fec01', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '558ec0cd-d66d-44c8-baa2-a8e95030fd90', 'tenant_id': '816861f691de42668e4d72336fab939e', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'port_id': '3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'mac_address': 'fa:16:3e:00:6b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5cde5-812f-431a-b4c7-2a0dccf549fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:06:08Z', 'updated_at': '2022-02-09T23:06:08Z', 'revision_number': 0, 'project_id': '816861f691de42668e4d72336fab939e', 'fixed_ip_address_scope': None}, {'id': '945b791b-5d2d-4497-ba91-ce430696cbaa', 'tenant_id': '816861f691de42668e4d72336fab939e', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'port_id': 'ac33949a-d56c-441f-967b-8af96dd06665', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'mac_address': 'fa:16:3e:71:80:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:03:38Z', 'updated_at': '2022-02-09T23:03:40Z', 'revision_number': 1, 'project_id': '816861f691de42668e4d72336fab939e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82758929-82d8-4b1e-843c-4383c3840661', 'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'tenant_id': '816861f691de42668e4d72336fab939e', 'mac_address': 'fa:16:3e:81:02:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:19Z', 'updated_at': '2022-02-09T23:03:25Z', 'revision_number': 5, 'project_id': '816861f691de42668e4d72336fab939e', 'subnets': [{'id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:06:10.107026 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f10edb-a2d1-4839-a118-15473f4cd580 None None] Checking router: ae1423c6-aa9c-4483-9b69-37ed42d80b9f for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:06:10.115443 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f10edb-a2d1-4839-a118-15473f4cd580 None None] Routers {'ae1423c6-aa9c-4483-9b69-37ed42d80b9f'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:06:10.116084 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d9f10edb-a2d1-4839-a118-15473f4cd580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:05:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:06:10.168980 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-f91e9cd7-509e-41df-b6a8-3cf70f8b6b2e req-cce56c0c-770b-4e8d-a1a2-89764d8382be service neutron] 10.222.0.42 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888591 Feb 09 23:06:10.224197 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-d9f10edb-a2d1-4839-a118-15473f4cd580 None None] Set router ae1423c6-aa9c-4483-9b69-37ed42d80b9f gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:06:10.445970 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d9f10edb-a2d1-4839-a118-15473f4cd580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'name': 'tempest-TestSnapshotPattern-1697789200-router', 'tenant_id': '816861f691de42668e4d72336fab939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '936e8956-3c23-433f-8b97-7196220fec01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:20Z', 'revision_number': 4, 'project_id': '816861f691de42668e4d72336fab939e', 'gw_port': {'id': '936e8956-3c23-433f-8b97-7196220fec01', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '558ec0cd-d66d-44c8-baa2-a8e95030fd90', 'tenant_id': '816861f691de42668e4d72336fab939e', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'port_id': '3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'mac_address': 'fa:16:3e:00:6b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5cde5-812f-431a-b4c7-2a0dccf549fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:06:08Z', 'updated_at': '2022-02-09T23:06:08Z', 'revision_number': 0, 'project_id': '816861f691de42668e4d72336fab939e', 'fixed_ip_address_scope': None}, {'id': '945b791b-5d2d-4497-ba91-ce430696cbaa', 'tenant_id': '816861f691de42668e4d72336fab939e', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'port_id': 'ac33949a-d56c-441f-967b-8af96dd06665', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'mac_address': 'fa:16:3e:71:80:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:03:38Z', 'updated_at': '2022-02-09T23:03:40Z', 'revision_number': 1, 'project_id': '816861f691de42668e4d72336fab939e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82758929-82d8-4b1e-843c-4383c3840661', 'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'tenant_id': '816861f691de42668e4d72336fab939e', 'mac_address': 'fa:16:3e:81:02:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:19Z', 'updated_at': '2022-02-09T23:03:25Z', 'revision_number': 5, 'project_id': '816861f691de42668e4d72336fab939e', 'subnets': [{'id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:06:10.470903 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f10edb-a2d1-4839-a118-15473f4cd580 None None] The sync data for ids ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'] in n-d-828601-1 is: [{'id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'name': 'tempest-TestSnapshotPattern-1697789200-router', 'tenant_id': '816861f691de42668e4d72336fab939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '936e8956-3c23-433f-8b97-7196220fec01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:20Z', 'revision_number': 4, 'project_id': '816861f691de42668e4d72336fab939e', 'gw_port': {'id': '936e8956-3c23-433f-8b97-7196220fec01', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '558ec0cd-d66d-44c8-baa2-a8e95030fd90', 'tenant_id': '816861f691de42668e4d72336fab939e', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'port_id': '3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'mac_address': 'fa:16:3e:00:6b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5cde5-812f-431a-b4c7-2a0dccf549fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:06:08Z', 'updated_at': '2022-02-09T23:06:08Z', 'revision_number': 0, 'project_id': '816861f691de42668e4d72336fab939e', 'fixed_ip_address_scope': None}, {'id': '945b791b-5d2d-4497-ba91-ce430696cbaa', 'tenant_id': '816861f691de42668e4d72336fab939e', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'port_id': 'ac33949a-d56c-441f-967b-8af96dd06665', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'mac_address': 'fa:16:3e:71:80:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:03:38Z', 'updated_at': '2022-02-09T23:03:40Z', 'revision_number': 1, 'project_id': '816861f691de42668e4d72336fab939e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82758929-82d8-4b1e-843c-4383c3840661', 'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'tenant_id': '816861f691de42668e4d72336fab939e', 'mac_address': 'fa:16:3e:81:02:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:19Z', 'updated_at': '2022-02-09T23:03:25Z', 'revision_number': 5, 'project_id': '816861f691de42668e4d72336fab939e', 'subnets': [{'id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:06:10.673521 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870ac314-114c-4198-b1cc-9d635e2ec5da None None] New status for floating IP 558ec0cd-d66d-44c8-baa2-a8e95030fd90: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 23:06:10.697496 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2564fe2a-de86-4bed-bd04-d7e34d72e053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:11.956496 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:13.135465 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:14.831221 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:16.268997 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:16.639301 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:27.453126 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:06:31.757183 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d26053df-3005-4fef-99cc-850f9900f6de req-80e599e8-68bb-4473-8b81-6b9660e99685 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4423542 Feb 09 23:06:31.852836 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26053df-3005-4fef-99cc-850f9900f6de req-d2ade316-4c3d-4388-aacf-1bd7f54aa3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:31.854360 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d26053df-3005-4fef-99cc-850f9900f6de req-d2ade316-4c3d-4388-aacf-1bd7f54aa3f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=816861f691de42668e4d72336fab939e&device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 1128 time: 0.0450685 Feb 09 23:06:31.967557 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26053df-3005-4fef-99cc-850f9900f6de req-d1f0bfc8-712d-49fa-a879-79bb29c011c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:31.969096 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d26053df-3005-4fef-99cc-850f9900f6de req-d1f0bfc8-712d-49fa-a879-79bb29c011c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ae1d7815-af54-47fa-9360-b966cf9fd845 HTTP/1.1" status: 200 len: 911 time: 0.0903485 Feb 09 23:06:32.036730 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d26053df-3005-4fef-99cc-850f9900f6de req-91872265-9d0a-4cd0-aabd-591d57cbbace service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e HTTP/1.1" status: 200 len: 1001 time: 0.0574555 Feb 09 23:06:32.087471 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26053df-3005-4fef-99cc-850f9900f6de req-b58836cf-7a07-41c3-ad5b-6ff96483ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:32.089035 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d26053df-3005-4fef-99cc-850f9900f6de req-b58836cf-7a07-41c3-ad5b-6ff96483ef78 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8196bf05-13c8-4c80-8e52-b4cb4229baa4 HTTP/1.1" status: 200 len: 849 time: 0.0431371 Feb 09 23:06:32.143222 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26053df-3005-4fef-99cc-850f9900f6de req-babe1f86-56ed-4fd4-bf83-a1ea4603964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:32.144765 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d26053df-3005-4fef-99cc-850f9900f6de req-babe1f86-56ed-4fd4-bf83-a1ea4603964f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ae1d7815-af54-47fa-9360-b966cf9fd845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468452 Feb 09 23:06:32.233431 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d26053df-3005-4fef-99cc-850f9900f6de req-d4217d86-bfb2-4113-8e9c-7f511b24b64a service neutron] 10.222.0.42 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794306 Feb 09 23:06:32.326425 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d26053df-3005-4fef-99cc-850f9900f6de req-11842c05-c821-403d-a165-3544c61aca29 service neutron] 10.222.0.42 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833719 Feb 09 23:06:35.010877 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1440c2c5-ff79-4ed9-a0d8-05a3f83834f0 req-137f9c47-c49e-4230-a98b-bb842e91a966 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510130 Feb 09 23:06:35.097835 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440c2c5-ff79-4ed9-a0d8-05a3f83834f0 req-4aaf1136-cacd-44c4-a69d-dea28b7368fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:35.099682 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1440c2c5-ff79-4ed9-a0d8-05a3f83834f0 req-4aaf1136-cacd-44c4-a69d-dea28b7368fe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=816861f691de42668e4d72336fab939e&device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 1125 time: 0.0454187 Feb 09 23:06:35.202665 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440c2c5-ff79-4ed9-a0d8-05a3f83834f0 req-3b19c171-3360-4937-b029-0f0ac1faba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:35.204110 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1440c2c5-ff79-4ed9-a0d8-05a3f83834f0 req-3b19c171-3360-4937-b029-0f0ac1faba83 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae1d7815-af54-47fa-9360-b966cf9fd845 HTTP/1.1" status: 200 len: 911 time: 0.0840452 Feb 09 23:06:35.273968 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1440c2c5-ff79-4ed9-a0d8-05a3f83834f0 req-45040e84-55d7-4559-8458-dfda8effceec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac33949a-d56c-441f-967b-8af96dd06665 HTTP/1.1" status: 200 len: 999 time: 0.0640137 Feb 09 23:06:35.320378 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440c2c5-ff79-4ed9-a0d8-05a3f83834f0 req-4975e7f0-3664-4dd9-a32a-b31b0dc8b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:35.321809 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1440c2c5-ff79-4ed9-a0d8-05a3f83834f0 req-4975e7f0-3664-4dd9-a32a-b31b0dc8b823 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8196bf05-13c8-4c80-8e52-b4cb4229baa4 HTTP/1.1" status: 200 len: 849 time: 0.0425920 Feb 09 23:06:35.369695 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440c2c5-ff79-4ed9-a0d8-05a3f83834f0 req-c18797e7-7abc-4fef-926e-1c733d64473b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:35.371287 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1440c2c5-ff79-4ed9-a0d8-05a3f83834f0 req-c18797e7-7abc-4fef-926e-1c733d64473b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae1d7815-af54-47fa-9360-b966cf9fd845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435104 Feb 09 23:06:35.464437 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1440c2c5-ff79-4ed9-a0d8-05a3f83834f0 req-47fc5e8e-60df-4b28-8ed3-cd93e7df8768 service neutron] 10.222.0.71 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869241 Feb 09 23:06:35.549460 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-1440c2c5-ff79-4ed9-a0d8-05a3f83834f0 req-0dca2b80-1220-46fb-858e-e0908425a150 service neutron] 10.222.0.71 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798929 Feb 09 23:06:37.971969 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5dca6625-f66d-48b1-9f6a-5d88fc130552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:40.699208 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-908919a5-2298-4ebd-9a3f-bd57487d4245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:41.956070 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:43.136761 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:44.833756 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:46.270406 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:46.654439 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:04.452148 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:07:07.975543 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5f87a4e1-7ee1-4c8d-a15d-5c3d4bd2ea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:10.702325 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e4634ecb-5bcf-4abb-852c-538561c8c09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:11.962609 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:13.139873 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:14.839019 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:16.273195 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:16.673193 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:33.375914 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a19c4949-2d5f-4688-9fa9-40ffb59dbcaa req-6136361b-4f33-46d1-b61f-64947908904c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455658 Feb 09 23:07:33.469518 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c4949-2d5f-4688-9fa9-40ffb59dbcaa req-498d122a-7fa5-4cdd-8948-36e9074d4f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:33.471034 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a19c4949-2d5f-4688-9fa9-40ffb59dbcaa req-498d122a-7fa5-4cdd-8948-36e9074d4f3a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=816861f691de42668e4d72336fab939e&device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 1128 time: 0.0458910 Feb 09 23:07:33.600464 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c4949-2d5f-4688-9fa9-40ffb59dbcaa req-b123ab65-e69a-446e-b179-33b58215643d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:33.602507 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a19c4949-2d5f-4688-9fa9-40ffb59dbcaa req-b123ab65-e69a-446e-b179-33b58215643d service neutron] 10.222.0.42 "GET /v2.0/networks?id=ae1d7815-af54-47fa-9360-b966cf9fd845 HTTP/1.1" status: 200 len: 911 time: 0.0985217 Feb 09 23:07:33.680159 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a19c4949-2d5f-4688-9fa9-40ffb59dbcaa req-71906f48-1a8a-4f5c-836d-079a5b2e2ef4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e HTTP/1.1" status: 200 len: 1001 time: 0.0683749 Feb 09 23:07:33.732664 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c4949-2d5f-4688-9fa9-40ffb59dbcaa req-52535f4b-07e6-46b7-9e31-467671b49161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:33.734187 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a19c4949-2d5f-4688-9fa9-40ffb59dbcaa req-52535f4b-07e6-46b7-9e31-467671b49161 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8196bf05-13c8-4c80-8e52-b4cb4229baa4 HTTP/1.1" status: 200 len: 849 time: 0.0457475 Feb 09 23:07:33.790757 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c4949-2d5f-4688-9fa9-40ffb59dbcaa req-f2df1d69-badf-4127-84c0-8a222c7dac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:33.792329 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a19c4949-2d5f-4688-9fa9-40ffb59dbcaa req-f2df1d69-badf-4127-84c0-8a222c7dac95 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ae1d7815-af54-47fa-9360-b966cf9fd845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494711 Feb 09 23:07:33.885530 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a19c4949-2d5f-4688-9fa9-40ffb59dbcaa req-7ac7d377-8fd8-4ae2-a7d9-3fbc539b60ca service neutron] 10.222.0.42 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835364 Feb 09 23:07:33.985024 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-a19c4949-2d5f-4688-9fa9-40ffb59dbcaa req-877c5412-f40f-4ac6-8cfa-45145732ce59 service neutron] 10.222.0.42 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898814 Feb 09 23:07:35.976191 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e1c088d3-10de-497a-8999-1ae1861f3dfa req-b0494542-c51f-40e0-baf8-43bb65566e47 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507567 Feb 09 23:07:36.061761 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c088d3-10de-497a-8999-1ae1861f3dfa req-c4666374-6568-4eb2-884a-0be79efcf22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:36.063298 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e1c088d3-10de-497a-8999-1ae1861f3dfa req-c4666374-6568-4eb2-884a-0be79efcf22d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=816861f691de42668e4d72336fab939e&device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 1125 time: 0.0478241 Feb 09 23:07:36.168592 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c088d3-10de-497a-8999-1ae1861f3dfa req-6562faff-1ebe-46fa-80b7-61a6c58f09bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:36.170171 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e1c088d3-10de-497a-8999-1ae1861f3dfa req-6562faff-1ebe-46fa-80b7-61a6c58f09bc service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae1d7815-af54-47fa-9360-b966cf9fd845 HTTP/1.1" status: 200 len: 911 time: 0.0893450 Feb 09 23:07:36.240908 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e1c088d3-10de-497a-8999-1ae1861f3dfa req-7aa6ba3e-48ec-4f20-bdae-03de249d3a27 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac33949a-d56c-441f-967b-8af96dd06665 HTTP/1.1" status: 200 len: 999 time: 0.0649741 Feb 09 23:07:36.288104 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c088d3-10de-497a-8999-1ae1861f3dfa req-aef5e750-5944-4795-a65c-dd818a51f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:36.289583 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e1c088d3-10de-497a-8999-1ae1861f3dfa req-aef5e750-5944-4795-a65c-dd818a51f8b6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8196bf05-13c8-4c80-8e52-b4cb4229baa4 HTTP/1.1" status: 200 len: 849 time: 0.0432806 Feb 09 23:07:36.343567 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c088d3-10de-497a-8999-1ae1861f3dfa req-16883497-716b-4817-94dd-bab40c4c5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:36.345127 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e1c088d3-10de-497a-8999-1ae1861f3dfa req-16883497-716b-4817-94dd-bab40c4c5050 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae1d7815-af54-47fa-9360-b966cf9fd845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493047 Feb 09 23:07:36.438256 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e1c088d3-10de-497a-8999-1ae1861f3dfa req-b8caeb0c-1106-444f-bef5-29649cf1a2b2 service neutron] 10.222.0.71 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874441 Feb 09 23:07:36.536319 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-e1c088d3-10de-497a-8999-1ae1861f3dfa req-c255a2d0-0185-44c8-937c-63cfc8175155 service neutron] 10.222.0.71 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924129 Feb 09 23:07:37.982414 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e61bdfe7-18c8-4446-b4d2-10226c65b94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:40.704602 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3888a648-2794-408e-92b2-e0a4f2d732ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:41.451350 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:07:41.961578 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:43.141906 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:43.372198 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e details requested by agent hyperv_n-h2-828601-1 with host n-h2-828601-1 {{(pid=103203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 23:07:43.471421 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:07:43.482783 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Returning: {'device': '3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'port_id': '3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e', 'mac_address': 'fa:16:3e:00:6b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 23:07:43.519746 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e is: ACTIVE; New status is: BUILD {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:07:43.520132 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:43.533754 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 23:07:43.552398 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:07:43.556896 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:43.608595 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:07:43.616347 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:43.617227 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:43.617567 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:43.618251 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:43.618598 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:43.618930 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:43.619264 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:43.619593 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:43.619946 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:43.620276 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:43.620607 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:43.620942 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:43.621273 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:43.649053 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] get_ports_and_sgs() called for port_ids ['3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e'] {{(pid=103203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 23:07:44.843421 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:45.371026 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e up at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:07:45.449643 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Provisioning complete for port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e triggered by entity L2. {{(pid=103203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:07:45.450014 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622349'] for port (3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e), provisioning_complete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:45.547093 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Current status of the port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e is: BUILD; New status is: ACTIVE {{(pid=103203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:07:45.547485 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612314'] for port (3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:45.580012 n-d-828601-1 neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b5cde5-812f-431a-b4c7-2a0dccf549fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:07:45.582361 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf21208c953ecc3b56c5b1b1863210e87e5b9ec70d31d636b44b348f0016ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1ff939-a6a3-4193-b359-6c4b15fbab72" -d '{"events": [{"server_uuid": "42b5cde5-812f-431a-b4c7-2a0dccf549fe", "name": "network-vif-plugged", "status": "completed", "tag": "3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:07:45.602939 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] For port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:07:45.608831 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729585839629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729585501651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729585501669'] for port (3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:45.679708 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Pushing event updated for resources: {'Port': ['ID=3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:07:45.707965 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 23:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8701187-8416-4ec1-b3f0-4747b55a17a8 x-openstack-request-id: req-a8701187-8416-4ec1-b3f0-4747b55a17a8 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:07:45.708328 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b5cde5-812f-431a-b4c7-2a0dccf549fe", "name": "network-vif-plugged", "status": "completed", "tag": "3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:07:45.708592 n-d-828601-1 neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a8701187-8416-4ec1-b3f0-4747b55a17a8 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:07:45.709000 n-d-828601-1 neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b5cde5-812f-431a-b4c7-2a0dccf549fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e', 'code': 200} Feb 09 23:07:46.291050 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:46.670371 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:53.813156 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55544) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:07:53.967272 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Deleting port f8839699-e342-48ab-9129-61c90dba9598 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:07:53.967536 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f8839699-e342-48ab-9129-61c90dba9598), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:54.040427 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f8839699-e342-48ab-9129-61c90dba9598), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:54.040758 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for floatingip (f8839699-e342-48ab-9129-61c90dba9598), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:54.052298 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Calling delete_port for f8839699-e342-48ab-9129-61c90dba9598 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:07:54.201529 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (f8839699-e342-48ab-9129-61c90dba9598), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:54.227335 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Pushing event deleted for resources: {'Port': ['ID=f8839699-e342-48ab-9129-61c90dba9598,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:07:54.252727 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:54.253079 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:54.253424 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:54.253767 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:54.254107 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:54.254474 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:54.254807 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:54.255137 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:54.255465 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:54.255825 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:54.256158 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:54.256485 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:54.256810 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:54.297755 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for floatingip (558ec0cd-d66d-44c8-baa2-a8e95030fd90), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:54.298087 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Floating IP 558ec0cd-d66d-44c8-baa2-a8e95030fd90 disassociated (deleted). External IP: 172.25.6.77, port: 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e. Feb 09 23:07:54.502768 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Router ae1423c6-aa9c-4483-9b69-37ed42d80b9f has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:07:54.610927 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:07:54.616100 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:54.621460 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f37898-25c2-4216-a8f8-14b23946d495 None None] Sync routers for ids ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:07:54.630641 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f37898-25c2-4216-a8f8-14b23946d495 None None] Routers {'ae1423c6-aa9c-4483-9b69-37ed42d80b9f'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:07:54.631232 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-29f37898-25c2-4216-a8f8-14b23946d495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:07:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:07:54.645838 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-330cd6f1-14e6-4b67-829e-513e47aac38e tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "DELETE /v2.0/floatingips/558ec0cd-d66d-44c8-baa2-a8e95030fd90 HTTP/1.1" status: 204 len: 168 time: 0.8315675 Feb 09 23:07:54.646514 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b5cde5-812f-431a-b4c7-2a0dccf549fe', 'tag': '3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:07:54.649452 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2286195b-4c48-4949-bced-3eab7cba4081" -d '{"events": [{"name": "network-changed", "server_uuid": "42b5cde5-812f-431a-b4c7-2a0dccf549fe", "tag": "3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:07:54.743670 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-29f37898-25c2-4216-a8f8-14b23946d495 None None] Set router ae1423c6-aa9c-4483-9b69-37ed42d80b9f gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:07:54.869083 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 23:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0908849-1d6d-4bd5-8226-bab9d501dc38 x-openstack-request-id: req-e0908849-1d6d-4bd5-8226-bab9d501dc38 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:07:54.869970 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b5cde5-812f-431a-b4c7-2a0dccf549fe", "tag": "3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:07:54.870441 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e0908849-1d6d-4bd5-8226-bab9d501dc38 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:07:54.870921 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b5cde5-812f-431a-b4c7-2a0dccf549fe', 'tag': '3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e', 'status': 'completed', 'code': 200} Feb 09 23:07:54.973942 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286195b-4c48-4949-bced-3eab7cba4081 req-2ad50478-61c7-4c25-b654-257b8f9a7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:54.975462 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2286195b-4c48-4949-bced-3eab7cba4081 req-2ad50478-61c7-4c25-b654-257b8f9a7471 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=816861f691de42668e4d72336fab939e&device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 1128 time: 0.0810480 Feb 09 23:07:54.980961 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-29f37898-25c2-4216-a8f8-14b23946d495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'name': 'tempest-TestSnapshotPattern-1697789200-router', 'tenant_id': '816861f691de42668e4d72336fab939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '936e8956-3c23-433f-8b97-7196220fec01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:20Z', 'revision_number': 4, 'project_id': '816861f691de42668e4d72336fab939e', 'gw_port': {'id': '936e8956-3c23-433f-8b97-7196220fec01', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '945b791b-5d2d-4497-ba91-ce430696cbaa', 'tenant_id': '816861f691de42668e4d72336fab939e', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'port_id': 'ac33949a-d56c-441f-967b-8af96dd06665', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'mac_address': 'fa:16:3e:71:80:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:03:38Z', 'updated_at': '2022-02-09T23:03:40Z', 'revision_number': 1, 'project_id': '816861f691de42668e4d72336fab939e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82758929-82d8-4b1e-843c-4383c3840661', 'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'tenant_id': '816861f691de42668e4d72336fab939e', 'mac_address': 'fa:16:3e:81:02:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:19Z', 'updated_at': '2022-02-09T23:03:25Z', 'revision_number': 5, 'project_id': '816861f691de42668e4d72336fab939e', 'subnets': [{'id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:07:54.998751 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2dc4f-1191-4a81-8303-c20077fdf8c0 req-b05e8d26-80e6-45e5-9012-23d94e4cac5f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:55.000233 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1b2dc4f-1191-4a81-8303-c20077fdf8c0 req-b05e8d26-80e6-45e5-9012-23d94e4cac5f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 946 time: 0.0742345 Feb 09 23:07:55.007239 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f37898-25c2-4216-a8f8-14b23946d495 None None] Checking router: ae1423c6-aa9c-4483-9b69-37ed42d80b9f for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:07:55.015594 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f37898-25c2-4216-a8f8-14b23946d495 None None] Routers {'ae1423c6-aa9c-4483-9b69-37ed42d80b9f'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:07:55.016234 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-29f37898-25c2-4216-a8f8-14b23946d495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:07:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:07:55.099165 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-b1b2dc4f-1191-4a81-8303-c20077fdf8c0 req-538cfe78-388a-4d70-9065-4b1430dd4002 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888553 Feb 09 23:07:55.118316 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286195b-4c48-4949-bced-3eab7cba4081 req-0ee26632-319e-4bdf-b74c-997489a84ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:55.120090 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2286195b-4c48-4949-bced-3eab7cba4081 req-0ee26632-319e-4bdf-b74c-997489a84ab9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ae1d7815-af54-47fa-9360-b966cf9fd845 HTTP/1.1" status: 200 len: 911 time: 0.1378434 Feb 09 23:07:55.127293 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-29f37898-25c2-4216-a8f8-14b23946d495 None None] Set router ae1423c6-aa9c-4483-9b69-37ed42d80b9f gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:07:55.164243 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2286195b-4c48-4949-bced-3eab7cba4081 req-b7f594b9-7883-430b-8e6d-51c32407d7ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e HTTP/1.1" status: 200 len: 217 time: 0.0351856 Feb 09 23:07:55.211994 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286195b-4c48-4949-bced-3eab7cba4081 req-9dd150b1-5d52-4aab-b6c8-ead6d9f60e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:55.213465 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2286195b-4c48-4949-bced-3eab7cba4081 req-9dd150b1-5d52-4aab-b6c8-ead6d9f60e8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8196bf05-13c8-4c80-8e52-b4cb4229baa4 HTTP/1.1" status: 200 len: 849 time: 0.0433867 Feb 09 23:07:55.266437 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286195b-4c48-4949-bced-3eab7cba4081 req-01f06480-6265-4e8c-9183-33ffbd292e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:55.267982 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2286195b-4c48-4949-bced-3eab7cba4081 req-01f06480-6265-4e8c-9183-33ffbd292e65 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ae1d7815-af54-47fa-9360-b966cf9fd845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482168 Feb 09 23:07:55.353525 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-29f37898-25c2-4216-a8f8-14b23946d495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'name': 'tempest-TestSnapshotPattern-1697789200-router', 'tenant_id': '816861f691de42668e4d72336fab939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '936e8956-3c23-433f-8b97-7196220fec01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:20Z', 'revision_number': 4, 'project_id': '816861f691de42668e4d72336fab939e', 'gw_port': {'id': '936e8956-3c23-433f-8b97-7196220fec01', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '945b791b-5d2d-4497-ba91-ce430696cbaa', 'tenant_id': '816861f691de42668e4d72336fab939e', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'port_id': 'ac33949a-d56c-441f-967b-8af96dd06665', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'mac_address': 'fa:16:3e:71:80:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:03:38Z', 'updated_at': '2022-02-09T23:03:40Z', 'revision_number': 1, 'project_id': '816861f691de42668e4d72336fab939e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82758929-82d8-4b1e-843c-4383c3840661', 'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'tenant_id': '816861f691de42668e4d72336fab939e', 'mac_address': 'fa:16:3e:81:02:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:19Z', 'updated_at': '2022-02-09T23:03:25Z', 'revision_number': 5, 'project_id': '816861f691de42668e4d72336fab939e', 'subnets': [{'id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:07:55.360009 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2286195b-4c48-4949-bced-3eab7cba4081 req-5ddb0fb5-380d-4e9b-93c0-94ce7deb4a6c service neutron] 10.222.0.42 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855246 Feb 09 23:07:55.380004 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f37898-25c2-4216-a8f8-14b23946d495 None None] The sync data for ids ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'] in n-d-828601-1 is: [{'id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'name': 'tempest-TestSnapshotPattern-1697789200-router', 'tenant_id': '816861f691de42668e4d72336fab939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '936e8956-3c23-433f-8b97-7196220fec01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:20Z', 'revision_number': 4, 'project_id': '816861f691de42668e4d72336fab939e', 'gw_port': {'id': '936e8956-3c23-433f-8b97-7196220fec01', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_floatingips': [{'id': '945b791b-5d2d-4497-ba91-ce430696cbaa', 'tenant_id': '816861f691de42668e4d72336fab939e', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'router_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'port_id': 'ac33949a-d56c-441f-967b-8af96dd06665', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'mac_address': 'fa:16:3e:71:80:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:03:38Z', 'updated_at': '2022-02-09T23:03:40Z', 'revision_number': 1, 'project_id': '816861f691de42668e4d72336fab939e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82758929-82d8-4b1e-843c-4383c3840661', 'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'tenant_id': '816861f691de42668e4d72336fab939e', 'mac_address': 'fa:16:3e:81:02:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:19Z', 'updated_at': '2022-02-09T23:03:25Z', 'revision_number': 5, 'project_id': '816861f691de42668e4d72336fab939e', 'subnets': [{'id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:07:55.460661 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2286195b-4c48-4949-bced-3eab7cba4081 req-8fbd710b-9510-42e2-8d4e-b066ff545230 service neutron] 10.222.0.42 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942771 Feb 09 23:07:55.610528 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6689d2d5-2cf3-4f02-9203-4f76d300421f None None] New status for floating IP 558ec0cd-d66d-44c8-baa2-a8e95030fd90: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 23:07:56.226320 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6c2df-5f9c-4565-9415-b5e21e124e0d req-70b8b85a-edfd-4d1f-aa3b-1952cf3cd2a5 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:56.227828 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fae6c2df-5f9c-4565-9415-b5e21e124e0d req-70b8b85a-edfd-4d1f-aa3b-1952cf3cd2a5 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 946 time: 0.0522387 Feb 09 23:07:56.275478 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-fae6c2df-5f9c-4565-9415-b5e21e124e0d req-d9f6ba10-25dc-4c82-99aa-28b9c664cb49 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421531 Feb 09 23:07:56.583817 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1dc6c8-eb8f-4475-8d99-929b2a800bac req-26f2be00-ce59-4186-b08d-4a06e7690a65 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:56.586168 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2d1dc6c8-eb8f-4475-8d99-929b2a800bac req-26f2be00-ce59-4186-b08d-4a06e7690a65 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.42 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 946 time: 0.0520124 Feb 09 23:07:56.688863 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-2d1dc6c8-eb8f-4475-8d99-929b2a800bac req-62346501-ce14-4117-ac76-11843bda8bd4 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Deleting port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:07:56.689121 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2d1dc6c8-eb8f-4475-8d99-929b2a800bac req-62346501-ce14-4117-ac76-11843bda8bd4 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:56.777125 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-2d1dc6c8-eb8f-4475-8d99-929b2a800bac req-62346501-ce14-4117-ac76-11843bda8bd4 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] For port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e, host n-h2-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828601-1',level=0,port_id=3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:07:56.777487 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2d1dc6c8-eb8f-4475-8d99-929b2a800bac req-62346501-ce14-4117-ac76-11843bda8bd4 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:56.793674 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-2d1dc6c8-eb8f-4475-8d99-929b2a800bac req-62346501-ce14-4117-ac76-11843bda8bd4 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Calling delete_port for 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:07:56.918068 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2d1dc6c8-eb8f-4475-8d99-929b2a800bac req-62346501-ce14-4117-ac76-11843bda8bd4 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:56.947288 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62346501-ce14-4117-ac76-11843bda8bd4 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Pushing event deleted for resources: {'Port': ['ID=3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:07:56.993589 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1dc6c8-eb8f-4475-8d99-929b2a800bac req-62346501-ce14-4117-ac76-11843bda8bd4 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] No DVR routers for this DVR port 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e on host n-h2-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:07:56.996369 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-2d1dc6c8-eb8f-4475-8d99-929b2a800bac req-62346501-ce14-4117-ac76-11843bda8bd4 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:56.999831 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-2d1dc6c8-eb8f-4475-8d99-929b2a800bac req-62346501-ce14-4117-ac76-11843bda8bd4 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.42 "DELETE /v2.0/ports/3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e HTTP/1.1" status: 204 len: 173 time: 0.4067037 Feb 09 23:07:57.000285 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b5cde5-812f-431a-b4c7-2a0dccf549fe', 'name': 'network-vif-deleted', 'tag': '3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:07:57.002540 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2af2799-35f7-4be1-8a64-32751f2a738d" -d '{"events": [{"server_uuid": "42b5cde5-812f-431a-b4c7-2a0dccf549fe", "name": "network-vif-deleted", "tag": "3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:07:57.041789 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 23:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c58b055-a10c-4833-b749-d0a687574cf3 x-openstack-request-id: req-3c58b055-a10c-4833-b749-d0a687574cf3 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:07:57.042159 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b5cde5-812f-431a-b4c7-2a0dccf549fe", "name": "network-vif-deleted", "tag": "3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:07:57.042418 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3c58b055-a10c-4833-b749-d0a687574cf3 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:07:57.042858 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b5cde5-812f-431a-b4c7-2a0dccf549fe', 'name': 'network-vif-deleted', 'tag': '3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e', 'status': 'completed', 'code': 200} Feb 09 23:07:57.391453 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-853a0ff2-3baf-4bee-8582-5954c07cfcb9 req-7424a8ff-74f2-4e23-92d1-360bafcf8733 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=42b5cde5-812f-431a-b4c7-2a0dccf549fe HTTP/1.1" status: 200 len: 210 time: 0.0317044 Feb 09 23:07:57.425100 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e no longer exists at agent hyperv_n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:07:57.447497 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] No Port match for: 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:07:57.448015 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Device 3ad0c0aa-befc-4942-9b68-9d68d7dd3c9e not bound to the agent host n-h2-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:07:58.964029 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55602) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:07:59.119513 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-fc53f91d-1e11-4f67-a904-7ead9c848d99 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Deleting port 8c940025-2141-4618-89c1-037f1cf13330 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:07:59.119897 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fc53f91d-1e11-4f67-a904-7ead9c848d99 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (8c940025-2141-4618-89c1-037f1cf13330), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:59.200156 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fc53f91d-1e11-4f67-a904-7ead9c848d99 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (8c940025-2141-4618-89c1-037f1cf13330), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:59.200401 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fc53f91d-1e11-4f67-a904-7ead9c848d99 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for floatingip (8c940025-2141-4618-89c1-037f1cf13330), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:59.212291 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-fc53f91d-1e11-4f67-a904-7ead9c848d99 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Calling delete_port for 8c940025-2141-4618-89c1-037f1cf13330 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:07:59.364733 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fc53f91d-1e11-4f67-a904-7ead9c848d99 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (8c940025-2141-4618-89c1-037f1cf13330), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:59.394407 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53f91d-1e11-4f67-a904-7ead9c848d99 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Pushing event deleted for resources: {'Port': ['ID=8c940025-2141-4618-89c1-037f1cf13330,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:07:59.452336 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fc53f91d-1e11-4f67-a904-7ead9c848d99 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for floatingip (945b791b-5d2d-4497-ba91-ce430696cbaa), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:59.452580 n-d-828601-1 neutron-server[103201]: INFO neutron.db.l3_db [None req-fc53f91d-1e11-4f67-a904-7ead9c848d99 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Floating IP 945b791b-5d2d-4497-ba91-ce430696cbaa disassociated (deleted). External IP: 172.25.6.213, port: ac33949a-d56c-441f-967b-8af96dd06665. Feb 09 23:07:59.659395 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc53f91d-1e11-4f67-a904-7ead9c848d99 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Router ae1423c6-aa9c-4483-9b69-37ed42d80b9f has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:07:59.769053 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc53f91d-1e11-4f67-a904-7ead9c848d99 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:07:59.774212 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fc53f91d-1e11-4f67-a904-7ead9c848d99 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for floatingip (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:59.780826 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8286b2-2b2d-4a0a-8752-3a9127f98543 None None] Sync routers for ids ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:07:59.790706 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8286b2-2b2d-4a0a-8752-3a9127f98543 None None] Routers {'ae1423c6-aa9c-4483-9b69-37ed42d80b9f'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:07:59.791316 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bf8286b2-2b2d-4a0a-8752-3a9127f98543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:07:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:07:59.803390 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-fc53f91d-1e11-4f67-a904-7ead9c848d99 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "DELETE /v2.0/floatingips/945b791b-5d2d-4497-ba91-ce430696cbaa HTTP/1.1" status: 204 len: 168 time: 0.8382664 Feb 09 23:07:59.805363 n-d-828601-1 neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'tag': 'ac33949a-d56c-441f-967b-8af96dd06665'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:07:59.807713 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04303dd18f51adb68ac8c7c10cf1fcbb75334d7d90ecf410b32d15381406f08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ed8311-487f-46f2-a772-273679d7208a" -d '{"events": [{"name": "network-changed", "server_uuid": "6709e6a3-2944-409d-a943-db19b6fe8ad3", "tag": "ac33949a-d56c-441f-967b-8af96dd06665"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:07:59.971561 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 23:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea41d13-82f7-480e-95ca-8ca5dda058bd x-openstack-request-id: req-1ea41d13-82f7-480e-95ca-8ca5dda058bd {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:07:59.972274 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6709e6a3-2944-409d-a943-db19b6fe8ad3", "tag": "ac33949a-d56c-441f-967b-8af96dd06665", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:07:59.972388 n-d-828601-1 neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1ea41d13-82f7-480e-95ca-8ca5dda058bd {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:07:59.972862 n-d-828601-1 neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'tag': 'ac33949a-d56c-441f-967b-8af96dd06665', 'status': 'completed', 'code': 200} Feb 09 23:08:00.056771 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed8311-487f-46f2-a772-273679d7208a req-eeae1a4b-7c7a-4549-b3ba-f6ae56ed5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:08:00.059130 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a1ed8311-487f-46f2-a772-273679d7208a req-eeae1a4b-7c7a-4549-b3ba-f6ae56ed5fc7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=816861f691de42668e4d72336fab939e&device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 1125 time: 0.0638332 Feb 09 23:08:00.062054 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-bf8286b2-2b2d-4a0a-8752-3a9127f98543 None None] Set router ae1423c6-aa9c-4483-9b69-37ed42d80b9f gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:08:00.070959 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456761e2-5105-4194-a5ac-83cfba91cbe9 req-87d2f239-acf1-4ebc-b338-1ab5263f9f72 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:08:00.072849 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-456761e2-5105-4194-a5ac-83cfba91cbe9 req-87d2f239-acf1-4ebc-b338-1ab5263f9f72 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 943 time: 0.0545361 Feb 09 23:08:00.122332 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-456761e2-5105-4194-a5ac-83cfba91cbe9 req-3c1d90f6-10cb-4118-8894-5472b1a4284d tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436287 Feb 09 23:08:00.153037 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed8311-487f-46f2-a772-273679d7208a req-3e1c442d-8d4e-42dc-b428-192c12443fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:08:00.154698 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a1ed8311-487f-46f2-a772-273679d7208a req-3e1c442d-8d4e-42dc-b428-192c12443fff service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae1d7815-af54-47fa-9360-b966cf9fd845 HTTP/1.1" status: 200 len: 911 time: 0.0891578 Feb 09 23:08:00.202131 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a1ed8311-487f-46f2-a772-273679d7208a req-c4523751-7cee-4395-ba11-560292844779 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac33949a-d56c-441f-967b-8af96dd06665 HTTP/1.1" status: 200 len: 217 time: 0.0404396 Feb 09 23:08:00.250519 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed8311-487f-46f2-a772-273679d7208a req-3ade2866-21ba-4e96-a4c4-0f68dcc02e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:08:00.252182 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a1ed8311-487f-46f2-a772-273679d7208a req-3ade2866-21ba-4e96-a4c4-0f68dcc02e80 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8196bf05-13c8-4c80-8e52-b4cb4229baa4 HTTP/1.1" status: 200 len: 849 time: 0.0447047 Feb 09 23:08:00.268665 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bf8286b2-2b2d-4a0a-8752-3a9127f98543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'name': 'tempest-TestSnapshotPattern-1697789200-router', 'tenant_id': '816861f691de42668e4d72336fab939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '936e8956-3c23-433f-8b97-7196220fec01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:20Z', 'revision_number': 4, 'project_id': '816861f691de42668e4d72336fab939e', 'gw_port': {'id': '936e8956-3c23-433f-8b97-7196220fec01', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '82758929-82d8-4b1e-843c-4383c3840661', 'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'tenant_id': '816861f691de42668e4d72336fab939e', 'mac_address': 'fa:16:3e:81:02:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:19Z', 'updated_at': '2022-02-09T23:03:25Z', 'revision_number': 5, 'project_id': '816861f691de42668e4d72336fab939e', 'subnets': [{'id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:00.300601 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8286b2-2b2d-4a0a-8752-3a9127f98543 None None] Checking router: ae1423c6-aa9c-4483-9b69-37ed42d80b9f for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:08:00.301224 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed8311-487f-46f2-a772-273679d7208a req-3bda19ff-80e8-4b92-a692-cbc782c1de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:08:00.302752 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a1ed8311-487f-46f2-a772-273679d7208a req-3bda19ff-80e8-4b92-a692-cbc782c1de96 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae1d7815-af54-47fa-9360-b966cf9fd845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445085 Feb 09 23:08:00.309008 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8286b2-2b2d-4a0a-8752-3a9127f98543 None None] Routers {'ae1423c6-aa9c-4483-9b69-37ed42d80b9f'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:08:00.309559 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bf8286b2-2b2d-4a0a-8752-3a9127f98543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:07:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:00.399038 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a1ed8311-487f-46f2-a772-273679d7208a req-409ea4cf-1ea3-48a6-a400-d39e2c56bf0e service neutron] 10.222.0.71 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891106 Feb 09 23:08:00.421369 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-bf8286b2-2b2d-4a0a-8752-3a9127f98543 None None] Set router ae1423c6-aa9c-4483-9b69-37ed42d80b9f gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:08:00.492097 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-a1ed8311-487f-46f2-a772-273679d7208a req-e0364967-1b74-4a09-a799-d543b941a97c service neutron] 10.222.0.71 "GET /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861769 Feb 09 23:08:00.620971 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bf8286b2-2b2d-4a0a-8752-3a9127f98543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'name': 'tempest-TestSnapshotPattern-1697789200-router', 'tenant_id': '816861f691de42668e4d72336fab939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '936e8956-3c23-433f-8b97-7196220fec01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:20Z', 'revision_number': 4, 'project_id': '816861f691de42668e4d72336fab939e', 'gw_port': {'id': '936e8956-3c23-433f-8b97-7196220fec01', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '82758929-82d8-4b1e-843c-4383c3840661', 'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'tenant_id': '816861f691de42668e4d72336fab939e', 'mac_address': 'fa:16:3e:81:02:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:19Z', 'updated_at': '2022-02-09T23:03:25Z', 'revision_number': 5, 'project_id': '816861f691de42668e4d72336fab939e', 'subnets': [{'id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:00.652487 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8286b2-2b2d-4a0a-8752-3a9127f98543 None None] The sync data for ids ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'] in n-d-828601-1 is: [{'id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'name': 'tempest-TestSnapshotPattern-1697789200-router', 'tenant_id': '816861f691de42668e4d72336fab939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '936e8956-3c23-433f-8b97-7196220fec01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:20Z', 'revision_number': 4, 'project_id': '816861f691de42668e4d72336fab939e', 'gw_port': {'id': '936e8956-3c23-433f-8b97-7196220fec01', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1', '_interfaces': [{'id': '82758929-82d8-4b1e-843c-4383c3840661', 'name': '', 'network_id': 'ae1d7815-af54-47fa-9360-b966cf9fd845', 'tenant_id': '816861f691de42668e4d72336fab939e', 'mac_address': 'fa:16:3e:81:02:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:19Z', 'updated_at': '2022-02-09T23:03:25Z', 'revision_number': 5, 'project_id': '816861f691de42668e4d72336fab939e', 'subnets': [{'id': '8196bf05-13c8-4c80-8e52-b4cb4229baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:08:00.882232 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ccaabc-572e-4574-9d56-af933785c44e None None] New status for floating IP 945b791b-5d2d-4497-ba91-ce430696cbaa: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 23:08:01.250137 n-d-828601-1 neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539ed13-4928-4704-8d24-e716fdd7529b req-3bcf15af-bd3c-4e22-b806-0c0bf39aba80 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:08:01.251613 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9539ed13-4928-4704-8d24-e716fdd7529b req-3bcf15af-bd3c-4e22-b806-0c0bf39aba80 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 943 time: 0.0552876 Feb 09 23:08:01.300304 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-9539ed13-4928-4704-8d24-e716fdd7529b req-f8c094d1-5c3a-4bc1-871b-f074726db462 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/security-groups?id=890aa75b-f1cb-444e-8749-baf2ed8c3d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431609 Feb 09 23:08:01.511569 n-d-828601-1 neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefc13e-486d-45a6-9d06-d4068d0bd525 req-1ff2cdab-9851-4ea1-b48d-9064e0195293 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:08:01.512949 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-aaefc13e-486d-45a6-9d06-d4068d0bd525 req-1ff2cdab-9851-4ea1-b48d-9064e0195293 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.71 "GET /v2.0/ports?device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 943 time: 0.0518873 Feb 09 23:08:01.609003 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-aaefc13e-486d-45a6-9d06-d4068d0bd525 req-0dbb2897-699b-4383-aac5-a4771786c64f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Deleting port ac33949a-d56c-441f-967b-8af96dd06665 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:08:01.609333 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-aaefc13e-486d-45a6-9d06-d4068d0bd525 req-0dbb2897-699b-4383-aac5-a4771786c64f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (ac33949a-d56c-441f-967b-8af96dd06665), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:01.694528 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-aaefc13e-486d-45a6-9d06-d4068d0bd525 req-0dbb2897-699b-4383-aac5-a4771786c64f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] For port ac33949a-d56c-441f-967b-8af96dd06665, host n-h1-828601-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828601-1',level=0,port_id=ac33949a-d56c-441f-967b-8af96dd06665,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:08:01.694888 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-aaefc13e-486d-45a6-9d06-d4068d0bd525 req-0dbb2897-699b-4383-aac5-a4771786c64f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (ac33949a-d56c-441f-967b-8af96dd06665), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:01.707016 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-aaefc13e-486d-45a6-9d06-d4068d0bd525 req-0dbb2897-699b-4383-aac5-a4771786c64f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Calling delete_port for ac33949a-d56c-441f-967b-8af96dd06665 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:08:01.836569 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-aaefc13e-486d-45a6-9d06-d4068d0bd525 req-0dbb2897-699b-4383-aac5-a4771786c64f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (ac33949a-d56c-441f-967b-8af96dd06665), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:01.865218 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb2897-699b-4383-aac5-a4771786c64f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Pushing event deleted for resources: {'Port': ['ID=ac33949a-d56c-441f-967b-8af96dd06665,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:01.895324 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb2897-699b-4383-aac5-a4771786c64f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:08:01.895690 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb2897-699b-4383-aac5-a4771786c64f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:08:01.896038 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb2897-699b-4383-aac5-a4771786c64f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:08:01.896382 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb2897-699b-4383-aac5-a4771786c64f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:08:01.896719 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb2897-699b-4383-aac5-a4771786c64f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:08:01.897063 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb2897-699b-4383-aac5-a4771786c64f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:08:01.897417 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb2897-699b-4383-aac5-a4771786c64f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:08:01.897749 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb2897-699b-4383-aac5-a4771786c64f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:08:01.898078 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb2897-699b-4383-aac5-a4771786c64f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:08:01.898406 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb2897-699b-4383-aac5-a4771786c64f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:08:01.898733 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb2897-699b-4383-aac5-a4771786c64f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:08:01.899059 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb2897-699b-4383-aac5-a4771786c64f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:08:01.899387 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb2897-699b-4383-aac5-a4771786c64f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828601-1 {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:08:01.922099 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaefc13e-486d-45a6-9d06-d4068d0bd525 req-0dbb2897-699b-4383-aac5-a4771786c64f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] No DVR routers for this DVR port ac33949a-d56c-441f-967b-8af96dd06665 on host n-h1-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:08:01.924824 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-aaefc13e-486d-45a6-9d06-d4068d0bd525 req-0dbb2897-699b-4383-aac5-a4771786c64f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075077'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:01.928270 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [req-aaefc13e-486d-45a6-9d06-d4068d0bd525 req-0dbb2897-699b-4383-aac5-a4771786c64f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.71 "DELETE /v2.0/ports/ac33949a-d56c-441f-967b-8af96dd06665 HTTP/1.1" status: 204 len: 173 time: 0.4091189 Feb 09 23:08:01.929342 n-d-828601-1 neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'name': 'network-vif-deleted', 'tag': 'ac33949a-d56c-441f-967b-8af96dd06665'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:08:01.931628 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c9cb1f01db5697de8957ef928cb449cf2937e083bfa405c7ea36c8f6d4cace2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd749da-d8f5-4f11-8f57-f5f47b618673" -d '{"events": [{"server_uuid": "6709e6a3-2944-409d-a943-db19b6fe8ad3", "name": "network-vif-deleted", "tag": "ac33949a-d56c-441f-967b-8af96dd06665"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:08:01.969242 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 23:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79505300-ad99-48f2-8539-56ffcdbd3c6d x-openstack-request-id: req-79505300-ad99-48f2-8539-56ffcdbd3c6d {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:08:01.969542 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6709e6a3-2944-409d-a943-db19b6fe8ad3", "name": "network-vif-deleted", "tag": "ac33949a-d56c-441f-967b-8af96dd06665", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:08:01.969829 n-d-828601-1 neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-79505300-ad99-48f2-8539-56ffcdbd3c6d {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:08:01.970246 n-d-828601-1 neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6709e6a3-2944-409d-a943-db19b6fe8ad3', 'name': 'network-vif-deleted', 'tag': 'ac33949a-d56c-441f-967b-8af96dd06665', 'status': 'completed', 'code': 200} Feb 09 23:08:02.413617 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [req-d1ef3494-a75e-4001-bce3-784a4ad9953e req-1e699379-20dc-4ed8-acd3-768b0b60b17f tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "GET /v2.0/ports?device_id=6709e6a3-2944-409d-a943-db19b6fe8ad3 HTTP/1.1" status: 200 len: 210 time: 0.0270481 Feb 09 23:08:03.476692 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55618) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:03.531212 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd4a003a-2e65-4e47-8d37-7f1b1a0061a3 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group (890aa75b-f1cb-444e-8749-baf2ed8c3d83), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:03.555091 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd4a003a-2e65-4e47-8d37-7f1b1a0061a3 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group (890aa75b-f1cb-444e-8749-baf2ed8c3d83), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:03.615348 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd4a003a-2e65-4e47-8d37-7f1b1a0061a3 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (890aa75b-f1cb-444e-8749-baf2ed8c3d83), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:03.618707 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd4a003a-2e65-4e47-8d37-7f1b1a0061a3 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Publish callbacks [] for security_group (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:03.619923 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-bd4a003a-2e65-4e47-8d37-7f1b1a0061a3 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] 10.222.0.77 "DELETE /v2.0/security-groups/890aa75b-f1cb-444e-8749-baf2ed8c3d83 HTTP/1.1" status: 204 len: 168 time: 0.1421723 Feb 09 23:08:03.629082 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a003a-2e65-4e47-8d37-7f1b1a0061a3 tempest-TestSnapshotPattern-1557695550 tempest-TestSnapshotPattern-1557695550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=890aa75b-f1cb-444e-8749-baf2ed8c3d83,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:03.680072 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55622) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:04.022735 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a435ecd1-00f7-461e-90af-13b861fdf011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (ae1423c6-aa9c-4483-9b69-37ed42d80b9f), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:04.272346 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-a435ecd1-00f7-461e-90af-13b861fdf011 admin admin] Deleting port 82758929-82d8-4b1e-843c-4383c3840661 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:08:04.272689 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a435ecd1-00f7-461e-90af-13b861fdf011 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (82758929-82d8-4b1e-843c-4383c3840661), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:04.347067 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-a435ecd1-00f7-461e-90af-13b861fdf011 admin admin] For port 82758929-82d8-4b1e-843c-4383c3840661, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=82758929-82d8-4b1e-843c-4383c3840661,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:08:04.347430 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a435ecd1-00f7-461e-90af-13b861fdf011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (82758929-82d8-4b1e-843c-4383c3840661), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:04.360440 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-a435ecd1-00f7-461e-90af-13b861fdf011 admin admin] Calling delete_port for 82758929-82d8-4b1e-843c-4383c3840661 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:08:04.876978 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a435ecd1-00f7-461e-90af-13b861fdf011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (82758929-82d8-4b1e-843c-4383c3840661), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:04.906606 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435ecd1-00f7-461e-90af-13b861fdf011 admin admin] Pushing event deleted for resources: {'Port': ['ID=82758929-82d8-4b1e-843c-4383c3840661,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:05.088417 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a435ecd1-00f7-461e-90af-13b861fdf011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (ae1423c6-aa9c-4483-9b69-37ed42d80b9f), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:05.314037 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a435ecd1-00f7-461e-90af-13b861fdf011 admin admin] Router ae1423c6-aa9c-4483-9b69-37ed42d80b9f has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:08:05.433738 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a435ecd1-00f7-461e-90af-13b861fdf011 admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:08:05.441890 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-a435ecd1-00f7-461e-90af-13b861fdf011 admin admin] 10.222.0.77 "PUT /v2.0/routers/ae1423c6-aa9c-4483-9b69-37ed42d80b9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7577198 Feb 09 23:08:05.442631 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55624) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:05.443571 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0763895-efd6-4f58-9ac0-b961b36847e6 None None] Sync routers for ids ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'] in n-d-828601-1 {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:08:05.456085 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0763895-efd6-4f58-9ac0-b961b36847e6 None None] Routers {'ae1423c6-aa9c-4483-9b69-37ed42d80b9f'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:08:05.456740 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c0763895-efd6-4f58-9ac0-b961b36847e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:07:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:05.528980 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ac33949a-d56c-441f-967b-8af96dd06665 no longer exists at agent hyperv_n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:08:05.554813 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3f5b197-3a01-4b4f-8ef7-017715d24fc8 admin admin] Publish callbacks [] for router (ae1423c6-aa9c-4483-9b69-37ed42d80b9f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:05.558131 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] No Port match for: ac33949a-d56c-441f-967b-8af96dd06665 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:08:05.558131 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Device ac33949a-d56c-441f-967b-8af96dd06665 not bound to the agent host n-h1-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:08:05.592308 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-c0763895-efd6-4f58-9ac0-b961b36847e6 None None] Set router ae1423c6-aa9c-4483-9b69-37ed42d80b9f gateway port host: n-d-828601-1 {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:08:05.661759 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3f5b197-3a01-4b4f-8ef7-017715d24fc8 admin admin] Publish callbacks [] for router_gateway (ae1423c6-aa9c-4483-9b69-37ed42d80b9f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:05.715983 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c3f5b197-3a01-4b4f-8ef7-017715d24fc8 admin admin] Deleting port 936e8956-3c23-433f-8b97-7196220fec01 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:08:05.716365 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3f5b197-3a01-4b4f-8ef7-017715d24fc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (936e8956-3c23-433f-8b97-7196220fec01), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:05.777173 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c0763895-efd6-4f58-9ac0-b961b36847e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'name': 'tempest-TestSnapshotPattern-1697789200-router', 'tenant_id': '816861f691de42668e4d72336fab939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '936e8956-3c23-433f-8b97-7196220fec01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:08:04Z', 'revision_number': 5, 'project_id': '816861f691de42668e4d72336fab939e', 'gw_port': {'id': '936e8956-3c23-433f-8b97-7196220fec01', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:05.794781 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c3f5b197-3a01-4b4f-8ef7-017715d24fc8 admin admin] For port 936e8956-3c23-433f-8b97-7196220fec01, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=936e8956-3c23-433f-8b97-7196220fec01,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:08:05.795144 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3f5b197-3a01-4b4f-8ef7-017715d24fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (936e8956-3c23-433f-8b97-7196220fec01), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:05.802909 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0763895-efd6-4f58-9ac0-b961b36847e6 None None] Checking router: ae1423c6-aa9c-4483-9b69-37ed42d80b9f for host: n-d-828601-1 {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:08:05.808440 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c3f5b197-3a01-4b4f-8ef7-017715d24fc8 admin admin] Calling delete_port for 936e8956-3c23-433f-8b97-7196220fec01 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:08:05.811997 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0763895-efd6-4f58-9ac0-b961b36847e6 None None] Routers {'ae1423c6-aa9c-4483-9b69-37ed42d80b9f'} bound to L3 agent in host n-d-828601-1 {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:08:05.812609 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c0763895-efd6-4f58-9ac0-b961b36847e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:07:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:05.905645 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-c0763895-efd6-4f58-9ac0-b961b36847e6 None None] Set router ae1423c6-aa9c-4483-9b69-37ed42d80b9f gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:08:05.966280 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c0763895-efd6-4f58-9ac0-b961b36847e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'name': 'tempest-TestSnapshotPattern-1697789200-router', 'tenant_id': '816861f691de42668e4d72336fab939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:08:05Z', 'revision_number': 6, 'project_id': '816861f691de42668e4d72336fab939e', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:05.979506 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3f5b197-3a01-4b4f-8ef7-017715d24fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (936e8956-3c23-433f-8b97-7196220fec01), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:05.998805 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0763895-efd6-4f58-9ac0-b961b36847e6 None None] The sync data for ids ['ae1423c6-aa9c-4483-9b69-37ed42d80b9f'] in n-d-828601-1 is: [{'id': 'ae1423c6-aa9c-4483-9b69-37ed42d80b9f', 'name': 'tempest-TestSnapshotPattern-1697789200-router', 'tenant_id': '816861f691de42668e4d72336fab939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:17Z', 'updated_at': '2022-02-09T23:08:05Z', 'revision_number': 6, 'project_id': '816861f691de42668e4d72336fab939e', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:08:06.008679 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5b197-3a01-4b4f-8ef7-017715d24fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=936e8956-3c23-433f-8b97-7196220fec01,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:06.077342 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3f5b197-3a01-4b4f-8ef7-017715d24fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (ae1423c6-aa9c-4483-9b69-37ed42d80b9f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:06.171219 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3f5b197-3a01-4b4f-8ef7-017715d24fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (ae1423c6-aa9c-4483-9b69-37ed42d80b9f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:06.173526 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3f5b197-3a01-4b4f-8ef7-017715d24fc8 admin admin] Publish callbacks [] for router_controller (ae1423c6-aa9c-4483-9b69-37ed42d80b9f), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:06.230452 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3f5b197-3a01-4b4f-8ef7-017715d24fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (ae1423c6-aa9c-4483-9b69-37ed42d80b9f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:06.231118 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f5b197-3a01-4b4f-8ef7-017715d24fc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae1423c6-aa9c-4483-9b69-37ed42d80b9f {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 23:08:06.236335 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3f5b197-3a01-4b4f-8ef7-017715d24fc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:06.237497 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-c3f5b197-3a01-4b4f-8ef7-017715d24fc8 admin admin] 10.222.0.77 "DELETE /v2.0/routers/ae1423c6-aa9c-4483-9b69-37ed42d80b9f HTTP/1.1" status: 204 len: 168 time: 0.7938516 Feb 09 23:08:06.240192 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55626) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:06.285820 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-540f2bda-eba4-4c3c-a52e-10dc5b250185 admin admin] Deleting subnet 8196bf05-13c8-4c80-8e52-b4cb4229baa4 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 23:08:06.289035 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-540f2bda-eba4-4c3c-a52e-10dc5b250185 admin admin] Publish callbacks [] for subnet (8196bf05-13c8-4c80-8e52-b4cb4229baa4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:06.322988 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-540f2bda-eba4-4c3c-a52e-10dc5b250185 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8552575'] for subnet (8196bf05-13c8-4c80-8e52-b4cb4229baa4), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:06.423041 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-540f2bda-eba4-4c3c-a52e-10dc5b250185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (8196bf05-13c8-4c80-8e52-b4cb4229baa4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:06.484533 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-540f2bda-eba4-4c3c-a52e-10dc5b250185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8712617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796950'] for subnet (8196bf05-13c8-4c80-8e52-b4cb4229baa4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:06.511184 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f2bda-eba4-4c3c-a52e-10dc5b250185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8196bf05-13c8-4c80-8e52-b4cb4229baa4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:06.515129 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-540f2bda-eba4-4c3c-a52e-10dc5b250185 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:06.520187 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-540f2bda-eba4-4c3c-a52e-10dc5b250185 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8196bf05-13c8-4c80-8e52-b4cb4229baa4 HTTP/1.1" status: 204 len: 168 time: 0.2783432 Feb 09 23:08:06.521164 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55628) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:06.525182 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a167c3bd-694f-4ee1-b146-e026b5f4c831 None None] Network ae1d7815-af54-47fa-9360-b966cf9fd845 requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 23:08:06.604445 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5600e145-b14e-4ada-99eb-3732e44d57b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (ae1d7815-af54-47fa-9360-b966cf9fd845), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:06.659363 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5600e145-b14e-4ada-99eb-3732e44d57b1 admin admin] Deleting port babdc84a-84d2-4ba4-9f12-3230c93da1f5 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:08:06.659764 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5600e145-b14e-4ada-99eb-3732e44d57b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (babdc84a-84d2-4ba4-9f12-3230c93da1f5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:06.731840 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-5600e145-b14e-4ada-99eb-3732e44d57b1 admin admin] For port babdc84a-84d2-4ba4-9f12-3230c93da1f5, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=babdc84a-84d2-4ba4-9f12-3230c93da1f5,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:08:06.732165 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5600e145-b14e-4ada-99eb-3732e44d57b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (babdc84a-84d2-4ba4-9f12-3230c93da1f5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:06.750367 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5600e145-b14e-4ada-99eb-3732e44d57b1 admin admin] Calling delete_port for babdc84a-84d2-4ba4-9f12-3230c93da1f5 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:08:06.779862 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8c82b1-cb17-497c-9677-af083747be16 None None] DHCP port deletion for ae1d7815-af54-47fa-9360-b966cf9fd845 request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 23:08:06.832466 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6f8c82b1-cb17-497c-9677-af083747be16 None None] Deleting port babdc84a-84d2-4ba4-9f12-3230c93da1f5 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:08:06.832841 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6f8c82b1-cb17-497c-9677-af083747be16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (babdc84a-84d2-4ba4-9f12-3230c93da1f5), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:06.838942 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5600e145-b14e-4ada-99eb-3732e44d57b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8712566'] for port (babdc84a-84d2-4ba4-9f12-3230c93da1f5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:06.870981 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600e145-b14e-4ada-99eb-3732e44d57b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=babdc84a-84d2-4ba4-9f12-3230c93da1f5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:06.875683 n-d-828601-1 neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5600e145-b14e-4ada-99eb-3732e44d57b1 admin admin] No DVR routers for this DVR port babdc84a-84d2-4ba4-9f12-3230c93da1f5 on host n-d-828601-1 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:08:06.905220 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6f8c82b1-cb17-497c-9677-af083747be16 None None] For port babdc84a-84d2-4ba4-9f12-3230c93da1f5, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=babdc84a-84d2-4ba4-9f12-3230c93da1f5,segment=NetworkSegment(5a77b8ef-e2fa-45e6-8286-98b3d54b0faf),segment_id=5a77b8ef-e2fa-45e6-8286-98b3d54b0faf)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:08:06.905623 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6f8c82b1-cb17-497c-9677-af083747be16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (babdc84a-84d2-4ba4-9f12-3230c93da1f5), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:06.918792 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-6f8c82b1-cb17-497c-9677-af083747be16 None None] Calling delete_port for babdc84a-84d2-4ba4-9f12-3230c93da1f5 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:08:06.949312 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5600e145-b14e-4ada-99eb-3732e44d57b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (ae1d7815-af54-47fa-9360-b966cf9fd845), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:06.973805 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-5600e145-b14e-4ada-99eb-3732e44d57b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1d7815-af54-47fa-9360-b966cf9fd845']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:06.986217 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-5600e145-b14e-4ada-99eb-3732e44d57b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a77b8ef-e2fa-45e6-8286-98b3d54b0faf') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:06.986534 n-d-828601-1 neutron-server[103202]: DEBUG neutron.services.segments.db [None req-5600e145-b14e-4ada-99eb-3732e44d57b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a77b8ef-e2fa-45e6-8286-98b3d54b0faf') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 23:08:06.993693 n-d-828601-1 neutron-server[103203]: self.session.flush() Feb 09 23:08:06.998314 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6f8c82b1-cb17-497c-9677-af083747be16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (babdc84a-84d2-4ba4-9f12-3230c93da1f5), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:07.005420 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5600e145-b14e-4ada-99eb-3732e44d57b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8552564'] for segment (5a77b8ef-e2fa-45e6-8286-98b3d54b0faf), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:07.021424 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5600e145-b14e-4ada-99eb-3732e44d57b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (5a77b8ef-e2fa-45e6-8286-98b3d54b0faf), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:07.025428 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c82b1-cb17-497c-9677-af083747be16 None None] Pushing event deleted for resources: {'Port': ['ID=babdc84a-84d2-4ba4-9f12-3230c93da1f5,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:07.030571 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 82758929-82d8-4b1e-843c-4383c3840661 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:08:07.032742 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8c82b1-cb17-497c-9677-af083747be16 None None] No DVR routers for this DVR port babdc84a-84d2-4ba4-9f12-3230c93da1f5 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:08:07.032889 n-d-828601-1 neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5600e145-b14e-4ada-99eb-3732e44d57b1 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 23:08:07.033395 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5600e145-b14e-4ada-99eb-3732e44d57b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8712451'] for segment (5a77b8ef-e2fa-45e6-8286-98b3d54b0faf), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: Traceback (most recent call last): Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: timer() Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: cb(*args, **kw) Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: return func(*args, **kwargs) Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: self._notify() Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: self.callback(batched_events) Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: event.method(event) Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: return f(self, *a, **k) Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: return self._get(url).json() Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: return self.request(url, 'GET', **kwargs) Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 23:08:07.035816 n-d-828601-1 neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 23:08:07.063400 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 82758929-82d8-4b1e-843c-4383c3840661 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:08:07.063812 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 82758929-82d8-4b1e-843c-4383c3840661 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:08:07.064195 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device babdc84a-84d2-4ba4-9f12-3230c93da1f5 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:08:07.085141 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: babdc84a-84d2-4ba4-9f12-3230c93da1f5 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:08:07.085499 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device babdc84a-84d2-4ba4-9f12-3230c93da1f5 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:08:07.085940 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 936e8956-3c23-433f-8b97-7196220fec01 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:08:07.108925 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 936e8956-3c23-433f-8b97-7196220fec01 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:08:07.109274 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 936e8956-3c23-433f-8b97-7196220fec01 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:08:07.120782 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5600e145-b14e-4ada-99eb-3732e44d57b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (ae1d7815-af54-47fa-9360-b966cf9fd845), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:07.128433 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5600e145-b14e-4ada-99eb-3732e44d57b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:07.130374 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5600e145-b14e-4ada-99eb-3732e44d57b1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ae1d7815-af54-47fa-9360-b966cf9fd845 HTTP/1.1" status: 204 len: 168 time: 0.6056471 Feb 09 23:08:07.134139 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55630) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:07.141885 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600e145-b14e-4ada-99eb-3732e44d57b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae1d7815-af54-47fa-9360-b966cf9fd845,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:07.491177 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e051129-f445-49f4-815a-72244ce5013d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-313194'] for router_interface (0f1a233f-fad5-4aea-b068-2f3ab45d87c8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:07.741918 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2e051129-f445-49f4-815a-72244ce5013d admin admin] Deleting port 00ecd503-11a9-4d7d-ac2a-f390e26eb395 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:08:07.742178 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e051129-f445-49f4-815a-72244ce5013d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (00ecd503-11a9-4d7d-ac2a-f390e26eb395), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:07.817534 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-2e051129-f445-49f4-815a-72244ce5013d admin admin] For port 00ecd503-11a9-4d7d-ac2a-f390e26eb395, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=00ecd503-11a9-4d7d-ac2a-f390e26eb395,segment=NetworkSegment(cbd9429e-c404-41ec-8668-cae9565f4079),segment_id=cbd9429e-c404-41ec-8668-cae9565f4079)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:08:07.817895 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e051129-f445-49f4-815a-72244ce5013d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (00ecd503-11a9-4d7d-ac2a-f390e26eb395), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:07.835353 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2e051129-f445-49f4-815a-72244ce5013d admin admin] Calling delete_port for 00ecd503-11a9-4d7d-ac2a-f390e26eb395 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:08:07.974935 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dd847fd7-de10-439d-bde3-8d1a4d80e6e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:08.017912 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e051129-f445-49f4-815a-72244ce5013d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (00ecd503-11a9-4d7d-ac2a-f390e26eb395), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:08.043498 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e051129-f445-49f4-815a-72244ce5013d admin admin] Pushing event deleted for resources: {'Port': ['ID=00ecd503-11a9-4d7d-ac2a-f390e26eb395,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:08.213459 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e051129-f445-49f4-815a-72244ce5013d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-313342'] for router_interface (0f1a233f-fad5-4aea-b068-2f3ab45d87c8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:08.431991 n-d-828601-1 neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e051129-f445-49f4-815a-72244ce5013d admin admin] Router 0f1a233f-fad5-4aea-b068-2f3ab45d87c8 has already been hosted by L3 agent 6c4b293f-7610-4907-b380-53afa681db8c {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:08:08.540850 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e051129-f445-49f4-815a-72244ce5013d admin admin] Notify agent at l3_agent.n-d-828601-1 the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:08:08.545891 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-2e051129-f445-49f4-815a-72244ce5013d admin admin] 10.222.0.77 "PUT /v2.0/routers/0f1a233f-fad5-4aea-b068-2f3ab45d87c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4099493 Feb 09 23:08:08.548554 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55632) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:08.549267 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25e7e01-c622-49f2-9867-6224e45ec80c None None] Sync routers for ids ['0f1a233f-fad5-4aea-b068-2f3ab45d87c8'] in n-d-828601-1 {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:08:08.559933 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25e7e01-c622-49f2-9867-6224e45ec80c None None] Routers {'0f1a233f-fad5-4aea-b068-2f3ab45d87c8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:08:08.560544 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d25e7e01-c622-49f2-9867-6224e45ec80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:07:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['0f1a233f-fad5-4aea-b068-2f3ab45d87c8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:08.652825 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c79b4b7c-5d1f-4c76-b8e3-35a960a126f9 admin admin] Publish callbacks [] for router (0f1a233f-fad5-4aea-b068-2f3ab45d87c8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:08.666928 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d25e7e01-c622-49f2-9867-6224e45ec80c None None] Set router 0f1a233f-fad5-4aea-b068-2f3ab45d87c8 gateway port host: n-d-828601-1 {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:08:08.758677 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c79b4b7c-5d1f-4c76-b8e3-35a960a126f9 admin admin] Publish callbacks [] for router_gateway (0f1a233f-fad5-4aea-b068-2f3ab45d87c8), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:08.810335 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c79b4b7c-5d1f-4c76-b8e3-35a960a126f9 admin admin] Deleting port b6c1dc83-0978-4427-8dab-e042b35ca17e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:08:08.810676 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c79b4b7c-5d1f-4c76-b8e3-35a960a126f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (b6c1dc83-0978-4427-8dab-e042b35ca17e), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:08.840019 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d25e7e01-c622-49f2-9867-6224e45ec80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a233f-fad5-4aea-b068-2f3ab45d87c8', 'name': 'tempest-TestSnapshotPattern-166560097-router', 'tenant_id': 'c0922fe898b34f5483dda8f00d823008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'external_fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'b6c1dc83-0978-4427-8dab-e042b35ca17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:22Z', 'updated_at': '2022-02-09T23:08:07Z', 'revision_number': 5, 'project_id': 'c0922fe898b34f5483dda8f00d823008', 'gw_port': {'id': 'b6c1dc83-0978-4427-8dab-e042b35ca17e', 'name': '', 'network_id': '10785b1a-bf3d-4365-b294-8affe97441d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:93:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a233f-fad5-4aea-b068-2f3ab45d87c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828601-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:22Z', 'updated_at': '2022-02-09T23:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c633e2-9d6c-42af-b8f9-450d498d0723', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828601-1'}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:08.870203 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25e7e01-c622-49f2-9867-6224e45ec80c None None] Checking router: 0f1a233f-fad5-4aea-b068-2f3ab45d87c8 for host: n-d-828601-1 {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:08:08.878288 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25e7e01-c622-49f2-9867-6224e45ec80c None None] Routers {'0f1a233f-fad5-4aea-b068-2f3ab45d87c8'} bound to L3 agent in host n-d-828601-1 {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:08:08.878882 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d25e7e01-c622-49f2-9867-6224e45ec80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828601-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:18:10Z,description=,heartbeat_timestamp=2022-02-09T23:07:41Z,host='n-d-828601-1',id=6c4b293f-7610-4907-b380-53afa681db8c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:18:10Z,topic='l3_agent')) {'router_ids': ['0f1a233f-fad5-4aea-b068-2f3ab45d87c8'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:08.887952 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-c79b4b7c-5d1f-4c76-b8e3-35a960a126f9 admin admin] For port b6c1dc83-0978-4427-8dab-e042b35ca17e, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=b6c1dc83-0978-4427-8dab-e042b35ca17e,segment=NetworkSegment(b3af2711-9cdd-4a66-9842-b9aa2890a60b),segment_id=b3af2711-9cdd-4a66-9842-b9aa2890a60b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:08:08.888320 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c79b4b7c-5d1f-4c76-b8e3-35a960a126f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (b6c1dc83-0978-4427-8dab-e042b35ca17e), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:08.901696 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c79b4b7c-5d1f-4c76-b8e3-35a960a126f9 admin admin] Calling delete_port for b6c1dc83-0978-4427-8dab-e042b35ca17e owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:08:08.962846 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d25e7e01-c622-49f2-9867-6224e45ec80c None None] Set router 0f1a233f-fad5-4aea-b068-2f3ab45d87c8 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:08:09.019698 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d25e7e01-c622-49f2-9867-6224e45ec80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a233f-fad5-4aea-b068-2f3ab45d87c8', 'name': 'tempest-TestSnapshotPattern-166560097-router', 'tenant_id': 'c0922fe898b34f5483dda8f00d823008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:22Z', 'updated_at': '2022-02-09T23:08:08Z', 'revision_number': 6, 'project_id': 'c0922fe898b34f5483dda8f00d823008', 'gw_port_host': None}], 'n-d-828601-1', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:09.046577 n-d-828601-1 neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25e7e01-c622-49f2-9867-6224e45ec80c None None] The sync data for ids ['0f1a233f-fad5-4aea-b068-2f3ab45d87c8'] in n-d-828601-1 is: [{'id': '0f1a233f-fad5-4aea-b068-2f3ab45d87c8', 'name': 'tempest-TestSnapshotPattern-166560097-router', 'tenant_id': 'c0922fe898b34f5483dda8f00d823008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:22Z', 'updated_at': '2022-02-09T23:08:08Z', 'revision_number': 6, 'project_id': 'c0922fe898b34f5483dda8f00d823008', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:08:09.078893 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c79b4b7c-5d1f-4c76-b8e3-35a960a126f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (b6c1dc83-0978-4427-8dab-e042b35ca17e), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.113460 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b4b7c-5d1f-4c76-b8e3-35a960a126f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c1dc83-0978-4427-8dab-e042b35ca17e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:09.173837 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c79b4b7c-5d1f-4c76-b8e3-35a960a126f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-313884'] for router_gateway (0f1a233f-fad5-4aea-b068-2f3ab45d87c8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.267158 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c79b4b7c-5d1f-4c76-b8e3-35a960a126f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-342171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11526'] for router (0f1a233f-fad5-4aea-b068-2f3ab45d87c8), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.269295 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c79b4b7c-5d1f-4c76-b8e3-35a960a126f9 admin admin] Publish callbacks [] for router_controller (0f1a233f-fad5-4aea-b068-2f3ab45d87c8), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.315903 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c79b4b7c-5d1f-4c76-b8e3-35a960a126f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-342156'] for router (0f1a233f-fad5-4aea-b068-2f3ab45d87c8), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.316444 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79b4b7c-5d1f-4c76-b8e3-35a960a126f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f1a233f-fad5-4aea-b068-2f3ab45d87c8 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 23:08:09.320761 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c79b4b7c-5d1f-4c76-b8e3-35a960a126f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.322110 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-c79b4b7c-5d1f-4c76-b8e3-35a960a126f9 admin admin] 10.222.0.77 "DELETE /v2.0/routers/0f1a233f-fad5-4aea-b068-2f3ab45d87c8 HTTP/1.1" status: 204 len: 168 time: 0.7726047 Feb 09 23:08:09.324815 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55634) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:09.369690 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-56950b85-f892-40fb-b20d-acffcbafa230 admin admin] Deleting subnet cac5beed-6a02-41fe-86e9-f763d5bd6f17 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 23:08:09.373035 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-56950b85-f892-40fb-b20d-acffcbafa230 admin admin] Publish callbacks [] for subnet (cac5beed-6a02-41fe-86e9-f763d5bd6f17), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.408439 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-56950b85-f892-40fb-b20d-acffcbafa230 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9568710'] for subnet (cac5beed-6a02-41fe-86e9-f763d5bd6f17), precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.495147 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-56950b85-f892-40fb-b20d-acffcbafa230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3660351'] for subnet (cac5beed-6a02-41fe-86e9-f763d5bd6f17), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.546605 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-56950b85-f892-40fb-b20d-acffcbafa230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3660484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9570927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9612434'] for subnet (cac5beed-6a02-41fe-86e9-f763d5bd6f17), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.572715 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56950b85-f892-40fb-b20d-acffcbafa230 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac5beed-6a02-41fe-86e9-f763d5bd6f17,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:09.574642 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-56950b85-f892-40fb-b20d-acffcbafa230 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.580174 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-56950b85-f892-40fb-b20d-acffcbafa230 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cac5beed-6a02-41fe-86e9-f763d5bd6f17 HTTP/1.1" status: 204 len: 168 time: 0.2520711 Feb 09 23:08:09.580344 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5135ac17-a3d4-44f5-bf8d-796d5dc6885c None None] Network b6397de8-17c6-4ec9-9646-9b104471225d requested from n-d-828601-1 {{(pid=103203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 23:08:09.580804 n-d-828601-1 neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.77', 55636) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:09.648337 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3845d489-6ca2-405b-b06e-fe2ba26d404d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3538153'] for network (b6397de8-17c6-4ec9-9646-9b104471225d), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.707853 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-3845d489-6ca2-405b-b06e-fe2ba26d404d admin admin] Deleting port f582d403-1267-471f-9fc3-d4c06a551ff2 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:08:09.708196 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3845d489-6ca2-405b-b06e-fe2ba26d404d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f582d403-1267-471f-9fc3-d4c06a551ff2), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.770756 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-3845d489-6ca2-405b-b06e-fe2ba26d404d admin admin] For port f582d403-1267-471f-9fc3-d4c06a551ff2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f582d403-1267-471f-9fc3-d4c06a551ff2,segment=NetworkSegment(cbd9429e-c404-41ec-8668-cae9565f4079),segment_id=cbd9429e-c404-41ec-8668-cae9565f4079)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:08:09.771123 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3845d489-6ca2-405b-b06e-fe2ba26d404d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f582d403-1267-471f-9fc3-d4c06a551ff2), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.785190 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6d87a1-92f5-41d3-9d65-a259cb8b1e56 None None] DHCP port deletion for b6397de8-17c6-4ec9-9646-9b104471225d request from n-d-828601-1 {{(pid=103203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 23:08:09.786264 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-3845d489-6ca2-405b-b06e-fe2ba26d404d admin admin] Calling delete_port for f582d403-1267-471f-9fc3-d4c06a551ff2 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:08:09.854852 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0d6d87a1-92f5-41d3-9d65-a259cb8b1e56 None None] Deleting port f582d403-1267-471f-9fc3-d4c06a551ff2 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:08:09.855323 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0d6d87a1-92f5-41d3-9d65-a259cb8b1e56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729585835668'] for port (f582d403-1267-471f-9fc3-d4c06a551ff2), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.867567 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3845d489-6ca2-405b-b06e-fe2ba26d404d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9570992'] for port (f582d403-1267-471f-9fc3-d4c06a551ff2), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.926624 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0d6d87a1-92f5-41d3-9d65-a259cb8b1e56 None None] For port f582d403-1267-471f-9fc3-d4c06a551ff2, host n-d-828601-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828601-1',level=0,port_id=f582d403-1267-471f-9fc3-d4c06a551ff2,segment=NetworkSegment(cbd9429e-c404-41ec-8668-cae9565f4079),segment_id=cbd9429e-c404-41ec-8668-cae9565f4079)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:08:09.927186 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0d6d87a1-92f5-41d3-9d65-a259cb8b1e56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-315089'] for port (f582d403-1267-471f-9fc3-d4c06a551ff2), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.940963 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0d6d87a1-92f5-41d3-9d65-a259cb8b1e56 None None] Calling delete_port for f582d403-1267-471f-9fc3-d4c06a551ff2 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:08:10.020546 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0d6d87a1-92f5-41d3-9d65-a259cb8b1e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729585842423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729585501642'] for port (f582d403-1267-471f-9fc3-d4c06a551ff2), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.050352 n-d-828601-1 neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d87a1-92f5-41d3-9d65-a259cb8b1e56 None None] Pushing event deleted for resources: {'Port': ['ID=f582d403-1267-471f-9fc3-d4c06a551ff2,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:10.054181 n-d-828601-1 neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6d87a1-92f5-41d3-9d65-a259cb8b1e56 None None] No DVR routers for this DVR port f582d403-1267-471f-9fc3-d4c06a551ff2 on host n-d-828601-1 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:08:10.235958 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845d489-6ca2-405b-b06e-fe2ba26d404d admin admin] Pushing event deleted for resources: {'Port': ['ID=f582d403-1267-471f-9fc3-d4c06a551ff2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:10.237762 n-d-828601-1 neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3845d489-6ca2-405b-b06e-fe2ba26d404d admin admin] No DVR routers for this DVR port f582d403-1267-471f-9fc3-d4c06a551ff2 on host n-d-828601-1 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:08:10.305722 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3845d489-6ca2-405b-b06e-fe2ba26d404d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621288', 'neutron.services.segments.db._delete_segments_for_network-8729585829825'] for network (b6397de8-17c6-4ec9-9646-9b104471225d), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.325502 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-3845d489-6ca2-405b-b06e-fe2ba26d404d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6397de8-17c6-4ec9-9646-9b104471225d']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:10.335055 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-3845d489-6ca2-405b-b06e-fe2ba26d404d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd9429e-c404-41ec-8668-cae9565f4079') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:10.335319 n-d-828601-1 neutron-server[103201]: DEBUG neutron.services.segments.db [None req-3845d489-6ca2-405b-b06e-fe2ba26d404d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd9429e-c404-41ec-8668-cae9565f4079') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:10.348432 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3845d489-6ca2-405b-b06e-fe2ba26d404d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729585830858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9568717'] for segment (cbd9429e-c404-41ec-8668-cae9565f4079), before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.361932 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3845d489-6ca2-405b-b06e-fe2ba26d404d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269'] for segment (cbd9429e-c404-41ec-8668-cae9565f4079), precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.370411 n-d-828601-1 neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3845d489-6ca2-405b-b06e-fe2ba26d404d admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 23:08:10.370809 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3845d489-6ca2-405b-b06e-fe2ba26d404d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9571013'] for segment (cbd9429e-c404-41ec-8668-cae9565f4079), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: Traceback (most recent call last): Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: timer() Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: cb(*args, **kw) Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: return func(*args, **kwargs) Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: self._notify() Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: self.callback(batched_events) Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: event.method(event) Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: return f(self, *a, **k) Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: return self._get(url).json() Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: return self.request(url, 'GET', **kwargs) Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 23:08:10.372577 n-d-828601-1 neutron-server[103201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 23:08:10.425378 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3845d489-6ca2-405b-b06e-fe2ba26d404d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-313976'] for network (b6397de8-17c6-4ec9-9646-9b104471225d), after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.431614 n-d-828601-1 neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3845d489-6ca2-405b-b06e-fe2ba26d404d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.434875 n-d-828601-1 neutron-server[103201]: INFO neutron.wsgi [None req-3845d489-6ca2-405b-b06e-fe2ba26d404d admin admin] 10.222.0.77 "DELETE /v2.0/networks/b6397de8-17c6-4ec9-9646-9b104471225d HTTP/1.1" status: 204 len: 168 time: 0.8531640 Feb 09 23:08:10.446704 n-d-828601-1 neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845d489-6ca2-405b-b06e-fe2ba26d404d admin admin] Pushing event deleted for resources: {'Network': ['ID=b6397de8-17c6-4ec9-9646-9b104471225d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:10.607766 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55640) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:10.648951 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-56b4e1c5-9c34-40ee-b352-dbdd9afc1dc2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=816861f691de42668e4d72336fab939e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399983 Feb 09 23:08:10.651532 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55642) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:10.700495 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e331099-7110-4e50-9303-82c1e35192c2 admin admin] Publish callbacks [] for security_group (39f5fc9e-a3f9-403c-b342-eb117069269a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.708639 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3d958ae0-04f6-4c60-9e6a-c967c9b1a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.725575 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e331099-7110-4e50-9303-82c1e35192c2 admin admin] Publish callbacks [] for security_group (39f5fc9e-a3f9-403c-b342-eb117069269a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.776758 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e331099-7110-4e50-9303-82c1e35192c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (39f5fc9e-a3f9-403c-b342-eb117069269a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.779588 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e331099-7110-4e50-9303-82c1e35192c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.780869 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-5e331099-7110-4e50-9303-82c1e35192c2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/39f5fc9e-a3f9-403c-b342-eb117069269a HTTP/1.1" status: 204 len: 168 time: 0.1283970 Feb 09 23:08:10.790674 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e331099-7110-4e50-9303-82c1e35192c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f5fc9e-a3f9-403c-b342-eb117069269a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:11.025994 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f582d403-1267-471f-9fc3-d4c06a551ff2 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:08:11.048166 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: f582d403-1267-471f-9fc3-d4c06a551ff2 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:08:11.048519 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device f582d403-1267-471f-9fc3-d4c06a551ff2 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:08:11.048959 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b6c1dc83-0978-4427-8dab-e042b35ca17e no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:08:11.070070 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: b6c1dc83-0978-4427-8dab-e042b35ca17e {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:08:11.070422 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device b6c1dc83-0978-4427-8dab-e042b35ca17e not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:08:11.071052 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 00ecd503-11a9-4d7d-ac2a-f390e26eb395 no longer exists at agent ovs-agent-n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:08:11.091433 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] No Port match for: 00ecd503-11a9-4d7d-ac2a-f390e26eb395 {{(pid=103203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:08:11.092184 n-d-828601-1 neutron-server[103203]: DEBUG neutron.plugins.ml2.rpc [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Device 00ecd503-11a9-4d7d-ac2a-f390e26eb395 not bound to the agent host n-d-828601-1 {{(pid=103203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:08:11.149467 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55648) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:11.194701 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-eb217b27-b931-4733-9d76-726b77a0d269 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c0922fe898b34f5483dda8f00d823008&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440514 Feb 09 23:08:11.197242 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.77', 55650) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:11.245861 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-edcdc9e4-dac4-457c-b00d-1b21d62a823a admin admin] Publish callbacks [] for security_group (e0aaed0c-901b-4cac-9e74-f9021799dada), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:11.267684 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-edcdc9e4-dac4-457c-b00d-1b21d62a823a admin admin] Publish callbacks [] for security_group (e0aaed0c-901b-4cac-9e74-f9021799dada), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:11.319741 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-edcdc9e4-dac4-457c-b00d-1b21d62a823a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672058'] for security_group (e0aaed0c-901b-4cac-9e74-f9021799dada), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:11.322473 n-d-828601-1 neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-edcdc9e4-dac4-457c-b00d-1b21d62a823a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:11.323622 n-d-828601-1 neutron-server[103202]: INFO neutron.wsgi [None req-edcdc9e4-dac4-457c-b00d-1b21d62a823a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e0aaed0c-901b-4cac-9e74-f9021799dada HTTP/1.1" status: 204 len: 168 time: 0.1254797 Feb 09 23:08:11.332989 n-d-828601-1 neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdc9e4-dac4-457c-b00d-1b21d62a823a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0aaed0c-901b-4cac-9e74-f9021799dada,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:11.963671 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:13.145455 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:14.849569 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:16.300728 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:16.667249 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:18.451919 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:08:37.976897 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-af5d1089-be0a-4bd9-bfa0-2e7cb1fc967f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:40.711442 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2d8e1dc4-6c9d-49b4-8075-46aa9c3e3423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:41.966789 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:43.148537 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:44.843026 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:46.299903 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:46.667037 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:55.451532 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:09:07.978133 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dc969c00-8175-4b7d-8307-eca4240175a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:10.712947 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f6f8fa5f-5607-4b92-9258-522295992ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:11.969649 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:13.153370 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:14.845599 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:16.306271 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:16.668091 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:32.450620 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:09:37.979809 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-02605ad2-58f1-4a80-8e0b-b574c23041c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:40.714890 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59d24e66-c778-48f0-b1e4-4c40f394c337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:41.974045 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:43.155057 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:44.848956 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:46.317137 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:46.682284 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:07.980967 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59132d19-64b7-4661-868f-93fcc06ac6ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:09.451741 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:10:10.717014 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c0eeebff-3123-454c-a46f-9f676117dbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:11.977117 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:13.157831 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:14.860104 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:16.314034 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:16.695780 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:37.983377 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a5850769-a823-4532-8282-f0aa7f331c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:40.717564 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-58a171ee-abe4-4c30-83c3-44fa4ef378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:41.978497 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:43.160871 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:44.853248 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:46.328079 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:46.451869 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:10:46.710525 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:07.986117 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9754c877-4d9e-4c35-9890-1c7277faaec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:10.720291 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-46e896a6-9e6c-492e-920d-a57c66578cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:11.981496 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:13.168214 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:14.855535 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:16.343537 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:16.708627 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:23.450476 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:11:37.988264 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e209e1cf-8227-403d-bb91-d0233db42de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:40.721874 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a209dbc2-836d-4341-8254-da2f2fcb3916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:41.985546 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:43.166375 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:44.852891 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:46.362265 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:46.724297 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:00.449621 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:12:07.989761 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7db00e29-bc7c-4bd3-938e-fce1d0c3a5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:10.723859 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c6a977c3-e378-4fd6-b651-dae90fd07ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:11.987737 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:13.168354 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:14.855135 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:16.357635 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:16.723547 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:37.448466 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:12:37.992632 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-584db386-57d5-48fc-a13d-f2eb51a7c5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:40.724786 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-06e45d5f-2035-4bf4-b47d-ae951d28061f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:41.990806 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:43.171798 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:44.857944 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:46.373576 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:46.752962 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:07.995440 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d42f55fb-1cf2-4b51-9855-4cb8bdff1666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:10.725280 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3dee7229-db24-483c-9f15-e0377500db47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:11.992919 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:13.174533 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:14.446849 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:13:14.862107 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:16.388266 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:16.754633 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:37.997972 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-475751a5-84a1-40d3-a0f6-04e7821fcef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:40.726696 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-001b4cb0-a6a2-43d0-9b8b-47fe1daefa8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:41.994713 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:43.177383 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:44.865175 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:46.402971 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:46.753017 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:51.445623 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:14:08.000526 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-912c508a-f0f6-4f8f-8006-a178c781cda4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:10.728504 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-698ad6aa-5a4b-4e0b-8b84-b5a4e78d0ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:11.997786 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:13.180019 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:14.869527 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:16.404026 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:16.770113 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:28.445370 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:14:38.002547 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8eee200c-ecc4-48aa-a08c-e9e3648250c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:40.730071 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-66bdeba6-6d26-435f-909f-a40350804344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:42.001666 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:43.182846 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:44.873437 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:46.405194 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:46.781300 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:05.445648 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:15:08.004392 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c1792f13-28a6-4bfb-bbce-74ce92c8c600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:10.732266 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-745a0b2a-fbcd-4b13-9ebc-4777b6970350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:12.007583 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:13.186262 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:14.877764 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:16.404708 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:16.779836 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:38.006167 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c2d8245b-7d25-41c1-939d-5b3bc3f9075c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:40.734361 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b422-9f81-4765-93f2-dac138fca632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:42.007111 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:42.445013 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:15:43.189707 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:44.880785 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:46.406574 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:46.794940 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:16:08.008731 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e65732cd-3146-4b5e-b38e-1816579a2b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:16:08.191183 n-d-828601-1 neutron-server[103202]: DEBUG neutron.wsgi [req-7aa57ab6-92b8-40a5-b7cd-ac3fbbab8068 req-1641f0fd-7a8d-491e-aae4-1f6ac4fee1fe service neutron] (103202) timed out ('10.222.0.77', 53496) {{(pid=103202) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 23:16:10.736541 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2dd36a53-3274-4ee7-b3dd-ccd8dc7b577d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (6c4b293f-7610-4907-b380-53afa681db8c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:16:12.010753 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d425-8dc7-4018-83b6-0b42d9ba067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (9e0d8496-1110-4132-ae51-269b92ec368c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:16:13.193028 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7a57df67-8a1b-4ccb-802c-f40c31b77ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (7c61ff34-dc26-49d3-82c0-e3f41623d588), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:16:14.888241 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-62e3e7da-cce5-456a-83a7-d1c31fa0708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (46f332bd-3c61-4391-bcb9-52dac40e543c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:16:16.431567 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d976c8ef-c523-42d5-a8bb-3ba3024c11f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (b4fc9c07-fb55-4ad8-9baf-36455984aa56), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:16:16.809190 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-caa4f88b-cb74-4a36-b78f-f437e1dd0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (1af08252-b607-4302-93ac-46cc75680e7e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:16:19.444432 n-d-828601-1 neutron-server[103204]: DEBUG neutron.db.agents_db [None req-fd19b5f7-7b7e-4de7-8f30-1ae2e78f6f0b None None] Agent healthcheck: found 7 active agents {{(pid=103204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:16:38.012018 n-d-828601-1 neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ff92f8af-a281-4cc8-a36d-89172377f519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729585829807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622307'] for agent (153fe6e9-b6fa-4802-bc2a-8345d0aba2c2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}